-- Logs begin at Tue 2021-11-16 10:32:33 UTC, end at Tue 2021-11-16 12:51:24 UTC. -- Nov 16 11:05:25.996118 n-d-816823-3 systemd[1]: Started Devstack devstack@q-svc.service. Nov 16 11:05:28.734390 n-d-816823-3 neutron-server[102561]: INFO neutron.common.config [-] Logging enabled! Nov 16 11:05:28.734993 n-d-816823-3 neutron-server[102561]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev183 Nov 16 11:05:28.735176 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102561) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 16 11:05:28.738465 n-d-816823-3 neutron-server[102561]: INFO neutron.common.config [-] Logging enabled! Nov 16 11:05:28.738726 n-d-816823-3 neutron-server[102561]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev183 Nov 16 11:05:28.739041 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102561) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 16 11:05:28.739978 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 16 11:05:28.740214 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 16 11:05:28.740608 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 16 11:05:28.740858 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 16 11:05:28.741087 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 16 11:05:28.741413 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.741845 n-d-816823-3 neutron-server[102561]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 16 11:05:28.742198 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.742497 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.742796 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.743098 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.743392 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.743678 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.743969 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.744271 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.744561 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.744846 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.745133 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.745428 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.745713 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.746030 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.746324 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.746613 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] debug = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.746897 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.747321 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.747746 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.748034 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.748329 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.748612 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.748885 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.749163 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.749448 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.749775 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] host = n-d-816823-3 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.750075 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.750366 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.750654 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.750941 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.751218 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.751496 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.751787 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.752060 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.752333 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] log_file = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.752609 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.752897 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.753184 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.753473 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.753700 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.753944 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.754239 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.754521 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.754802 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.755079 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.755356 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.755630 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.755907 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.756202 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.756491 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.756779 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.757063 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.757338 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.757614 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.757891 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.758202 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.758488 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.758763 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.759038 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.759313 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.759602 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.759872 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.760146 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.760445 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.760729 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.761014 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.761298 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.761573 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.761856 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.762153 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.762428 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.762699 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] use_json = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.762974 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.763247 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.763530 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.763803 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.764073 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.764345 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.764616 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.764901 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:28.765200 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.765498 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.765797 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.766105 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.766412 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.766695 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.766987 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.767268 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.767559 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.767848 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.768139 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.768419 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.768707 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.768985 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.769282 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.769588 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.769885 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.770201 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.770477 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.770751 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.771025 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.771306 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.771596 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.772389 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.772679 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.772968 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.773248 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.773537 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.773832 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.774239 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.774425 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.774705 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.774996 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.775274 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.775551 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.775832 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.776124 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.776402 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.776676 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.776961 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.777241 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.777517 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.777792 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.778102 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.778402 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.778683 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.778960 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.779239 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.779520 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.779794 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.780082 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.780363 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.780637 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.780912 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.781192 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.781465 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.781741 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.782049 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.782326 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.782606 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.782880 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.783154 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.783427 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.783701 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.783973 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.784248 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.784519 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.784797 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.785069 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.785341 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.785614 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.785887 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.786183 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.786469 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.786766 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.787045 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.787344 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.788171 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.788459 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.788739 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.789017 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.789296 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.789575 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.789847 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.790163 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.790451 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.790741 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.791028 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.791310 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.791887 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.792171 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.792461 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.792744 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.793025 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.793312 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.793599 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.793896 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.794216 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.794513 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.794809 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.795103 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.795385 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.795697 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.795978 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:28.796197 n-d-816823-3 neutron-server[102561]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 16 11:05:28.796438 n-d-816823-3 neutron-server[102561]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102561) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 16 11:05:29.232845 n-d-816823-3 neutron-server[102561]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 16 11:05:29.233125 n-d-816823-3 neutron-server[102561]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 16 11:05:29.233436 n-d-816823-3 neutron-server[102561]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 16 11:05:29.233777 n-d-816823-3 neutron-server[102561]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 16 11:05:29.563442 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:29.563740 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:29.564014 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:29.565213 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:29.565490 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:29.565758 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:29.600829 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:29.601106 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:29.601378 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:29.618736 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:29.619016 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:29.619284 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:29.648514 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:29.648794 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:29.649064 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:29.685897 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:29.686201 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:29.686469 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:29.925648 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:29.926271 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:29.926271 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:29.926445 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:29.927122 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.056294 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.056620 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.056908 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.057183 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.057455 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.057771 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.058062 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.058328 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.058584 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.058869 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.059137 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.059403 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.059659 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.059911 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.060169 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.060437 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.060695 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.060964 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.061234 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.061496 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.061771 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.062052 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.062340 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.062721 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.062976 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.063226 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.063624 n-d-816823-3 neutron-server[102561]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102561) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 11:05:30.063866 n-d-816823-3 neutron-server[102561]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102561) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 11:05:30.064104 n-d-816823-3 neutron-server[102561]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102561) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 11:05:30.064342 n-d-816823-3 neutron-server[102561]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102561) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 11:05:30.064578 n-d-816823-3 neutron-server[102561]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102561) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 11:05:30.064816 n-d-816823-3 neutron-server[102561]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102561) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 11:05:30.065182 n-d-816823-3 neutron-server[102561]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 16 11:05:30.068459 n-d-816823-3 neutron-server[102561]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 16 11:05:30.072503 n-d-816823-3 neutron-server[102561]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 16 11:05:30.076488 n-d-816823-3 neutron-server[102561]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Nov 16 11:05:30.078163 n-d-816823-3 neutron-server[102561]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 16 11:05:30.078629 n-d-816823-3 neutron-server[102561]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 16 11:05:30.078967 n-d-816823-3 neutron-server[102561]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 16 11:05:30.079354 n-d-816823-3 neutron-server[102561]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 16 11:05:30.082215 n-d-816823-3 neutron-server[102561]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 16 11:05:30.082471 n-d-816823-3 neutron-server[102561]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 16 11:05:30.082825 n-d-816823-3 neutron-server[102561]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 16 11:05:30.088184 n-d-816823-3 neutron-server[102561]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 16 11:05:30.111140 n-d-816823-3 neutron-server[102561]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 16 11:05:30.111597 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.111897 n-d-816823-3 neutron-server[102561]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102561) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:89}} Nov 16 11:05:30.112266 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.113666 n-d-816823-3 neutron-server[102561]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102561) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 16 11:05:30.113970 n-d-816823-3 neutron-server[102561]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 16 11:05:30.114225 n-d-816823-3 neutron-server[102561]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 16 11:05:30.118032 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.118314 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.183104 n-d-816823-3 neutron-server[102561]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 16 11:05:30.183287 n-d-816823-3 neutron-server[102561]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 16 11:05:30.183527 n-d-816823-3 neutron-server[102561]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 16 11:05:30.183909 n-d-816823-3 neutron-server[102561]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 16 11:05:30.204009 n-d-816823-3 neutron-server[102561]: DEBUG oslo_db.sqlalchemy.engines [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102561) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 16 11:05:30.735389 n-d-816823-3 neutron-server[102561]: INFO neutron.plugins.ml2.managers [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Initializing driver for type 'gre' Nov 16 11:05:30.735921 n-d-816823-3 neutron-server[102561]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] gre ID ranges: [(1, 1000)] Nov 16 11:05:30.784269 n-d-816823-3 neutron-server[102561]: INFO neutron.plugins.ml2.managers [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Initializing driver for type 'local' Nov 16 11:05:30.784619 n-d-816823-3 neutron-server[102561]: INFO neutron.plugins.ml2.managers [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Initializing driver for type 'vlan' Nov 16 11:05:30.798020 n-d-816823-3 neutron-server[102561]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] VlanTypeDriver initialization complete Nov 16 11:05:30.798418 n-d-816823-3 neutron-server[102561]: INFO neutron.plugins.ml2.managers [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Initializing driver for type 'vxlan' Nov 16 11:05:30.799091 n-d-816823-3 neutron-server[102561]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] vxlan ID ranges: [(1, 1000)] Nov 16 11:05:30.853935 n-d-816823-3 neutron-server[102561]: INFO neutron.plugins.ml2.managers [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Initializing extension driver 'port_security' Nov 16 11:05:30.854305 n-d-816823-3 neutron-server[102561]: INFO neutron.plugins.ml2.extensions.port_security [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] PortSecurityExtensionDriver initialization complete Nov 16 11:05:30.854642 n-d-816823-3 neutron-server[102561]: INFO neutron.plugins.ml2.managers [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Initializing mechanism driver 'openvswitch' Nov 16 11:05:30.854964 n-d-816823-3 neutron-server[102561]: INFO neutron.plugins.ml2.managers [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Initializing mechanism driver 'hyperv' Nov 16 11:05:30.861580 n-d-816823-3 neutron-server[102561]: DEBUG neutron.plugins.ml2.plugin [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:05:30.862448 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > port after_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.862830 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > port after_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.863185 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > port after_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.863721 n-d-816823-3 neutron-server[102561]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102561) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 16 11:05:30.864155 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > subnet after_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.864512 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > subnet after_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.864859 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > subnet after_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.865258 n-d-816823-3 neutron-server[102561]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102561) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 16 11:05:30.866240 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > network after_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.866594 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > network after_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.866938 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > network after_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.867333 n-d-816823-3 neutron-server[102561]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102561) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 16 11:05:30.867744 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > security_group after_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.868095 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > security_group after_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.868437 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > security_group after_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.868835 n-d-816823-3 neutron-server[102561]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102561) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 16 11:05:30.869243 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.869590 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.869946 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.870347 n-d-816823-3 neutron-server[102561]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102561) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 16 11:05:30.870752 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > address_group after_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.871098 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > address_group after_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.871438 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > address_group after_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.871831 n-d-816823-3 neutron-server[102561]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102561) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 16 11:05:30.872212 n-d-816823-3 neutron-server[102561]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] ML2 OVO RPC backend initialized. {{(pid=102561) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 16 11:05:30.872921 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > router_interface after_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.873279 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.873694 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > network before_response 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.874080 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > networks before_response 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.874427 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > port before_response 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.874768 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > ports before_response 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.875120 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > subnet before_response 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.875460 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > subnets before_response 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.875802 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > network after_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.876139 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > network after_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.876472 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > network after_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.876806 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > port after_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.877142 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > port after_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.877473 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > port after_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.877806 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > subnet after_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.878167 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > subnet after_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.878500 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > subnet after_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.879072 n-d-816823-3 neutron-server[102561]: INFO neutron.plugins.ml2.plugin [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Modular L2 Plugin initialization complete Nov 16 11:05:30.879398 n-d-816823-3 neutron-server[102561]: DEBUG neutron.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading services supported by the core plugin {{(pid=102561) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 16 11:05:30.879725 n-d-816823-3 neutron-server[102561]: INFO neutron.plugins.ml2.managers [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Got port-security extension from driver 'port_security' Nov 16 11:05:30.880184 n-d-816823-3 neutron-server[102561]: INFO neutron.extensions.vlantransparent [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Disabled vlantransparent extension. Nov 16 11:05:30.880668 n-d-816823-3 neutron-server[102561]: DEBUG neutron.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102561) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 16 11:05:30.880984 n-d-816823-3 neutron-server[102561]: INFO neutron.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading Plugin: router Nov 16 11:05:30.918588 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > router_interface before_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.918983 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > router after_create 55549900 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.919361 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > router before_create 55549900 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.919726 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.920099 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.920459 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > router after_delete 55549900 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.920820 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > floatingip after_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.921292 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > floatingip after_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.921660 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > router after_create 55549900 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.922045 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > router after_update 55549900 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.922394 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > router after_update 55549900 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.922748 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.923110 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > router after_update 55549900 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.923521 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > router precommit_update 55549900 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.923893 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: port after_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.924235 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: port after_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.924572 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: subnet after_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.924909 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.925260 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > port precommit_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.925706 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > router precommit_create 55549900 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.926268 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: port before_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.926425 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > router precommit_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.926782 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > router after_update 55549900 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.927123 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > router precommit_delete 55549900 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.927474 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > router precommit_create 55549900 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.927832 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > router_interface after_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.928733 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > router precommit_update 55549900 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.929101 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > agent after_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.929545 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > agent after_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.934731 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > network after_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.937308 n-d-816823-3 neutron-server[102561]: DEBUG neutron.quota.resource_registry [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Tracking information for resource: router configured {{(pid=102561) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 11:05:30.940126 n-d-816823-3 neutron-server[102561]: DEBUG neutron.quota.resource_registry [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Tracking information for resource: floatingip configured {{(pid=102561) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 11:05:30.945782 n-d-816823-3 neutron-server[102561]: INFO neutron.db.l3_agentschedulers_db [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 16 11:05:30.946393 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: port after_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.946762 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: port after_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.947117 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: port after_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.947476 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: port after_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.948271 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > router before_create 55550100 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.948638 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > router precommit_delete 55550100 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.949003 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > router precommit_create 55550100 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.949360 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > router precommit_update 55550100 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.954247 n-d-816823-3 neutron-server[102561]: DEBUG neutron.services.provider_configuration [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Service providers = [] {{(pid=102561) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 16 11:05:30.954617 n-d-816823-3 neutron-server[102561]: DEBUG neutron.db.servicetype_db [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102561) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 16 11:05:30.957571 n-d-816823-3 neutron-server[102561]: DEBUG neutron.services.service_base [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102561) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 16 11:05:30.957936 n-d-816823-3 neutron-server[102561]: DEBUG neutron.services.service_base [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102561) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 16 11:05:30.958281 n-d-816823-3 neutron-server[102561]: DEBUG neutron.services.service_base [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102561) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 16 11:05:30.959170 n-d-816823-3 neutron-server[102561]: DEBUG neutron.services.service_base [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102561) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 16 11:05:30.960084 n-d-816823-3 neutron-server[102561]: INFO neutron.services.service_base [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 16 11:05:30.960465 n-d-816823-3 neutron-server[102561]: DEBUG neutron.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102561) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 11:05:30.960786 n-d-816823-3 neutron-server[102561]: INFO neutron.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 16 11:05:30.971535 n-d-816823-3 neutron-server[102561]: DEBUG neutron.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102561) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 11:05:30.971874 n-d-816823-3 neutron-server[102561]: INFO neutron.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading Plugin: auto_allocate Nov 16 11:05:30.978147 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: network precommit_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.978516 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: network precommit_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.979037 n-d-816823-3 neutron-server[102561]: DEBUG neutron.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102561) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 11:05:30.979358 n-d-816823-3 neutron-server[102561]: INFO neutron.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading Plugin: tag Nov 16 11:05:30.986338 n-d-816823-3 neutron-server[102561]: DEBUG neutron.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102561) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 11:05:30.986610 n-d-816823-3 neutron-server[102561]: INFO neutron.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading Plugin: timestamp Nov 16 11:05:30.990519 n-d-816823-3 neutron-server[102561]: DEBUG neutron.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102561) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 11:05:30.990857 n-d-816823-3 neutron-server[102561]: INFO neutron.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading Plugin: network_ip_availability Nov 16 11:05:30.996374 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.996748 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.997103 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:30.997823 n-d-816823-3 neutron-server[102561]: DEBUG neutron.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102561) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 11:05:30.998187 n-d-816823-3 neutron-server[102561]: INFO neutron.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading Plugin: flavors Nov 16 11:05:31.003363 n-d-816823-3 neutron-server[102561]: DEBUG neutron.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102561) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 11:05:31.003692 n-d-816823-3 neutron-server[102561]: INFO neutron.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading Plugin: revisions Nov 16 11:05:31.008170 n-d-816823-3 neutron-server[102561]: DEBUG neutron.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102561) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 11:05:31.008560 n-d-816823-3 neutron-server[102561]: DEBUG oslo_concurrency.lockutils [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.775s {{(pid=102561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 16 11:05:31.009318 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102561) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 16 11:05:31.009655 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Initializing extension manager. Nov 16 11:05:31.010203 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: __init__.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.010554 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: __pycache__ {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.010892 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.011228 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: address_group.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.011997 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.012582 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: address-group Nov 16 11:05:31.012907 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: address_scope.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.013628 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.014180 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: address-scope Nov 16 11:05:31.014506 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: admin_state_down_before_update.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.015449 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.015978 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: router-admin-state-down-before-update Nov 16 11:05:31.016281 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: agent.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.016982 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.017486 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: agent Nov 16 11:05:31.017807 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: agent_resources_synced.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.018746 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.019254 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: agent-resources-synced Nov 16 11:05:31.019575 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: allowedaddresspairs.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.021386 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.022465 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: allowed-address-pairs Nov 16 11:05:31.022794 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: auto_allocated_topology.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.023885 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.024402 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: auto-allocated-topology Nov 16 11:05:31.024724 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: availability_zone.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.025419 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.025939 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: availability_zone Nov 16 11:05:31.026263 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: availability_zone_filter.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.027282 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.027798 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: availability_zone_filter Nov 16 11:05:31.028118 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: data_plane_status.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.029026 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.029533 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extension data-plane-status not supported by any of loaded plugins Nov 16 11:05:31.029853 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: default_subnetpools.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.030802 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.031315 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: default-subnetpools Nov 16 11:05:31.031637 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: dhcpagentscheduler.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.032448 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.032962 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: dhcp_agent_scheduler Nov 16 11:05:31.033288 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: dns.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.034244 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.034749 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extension dns-integration not supported by any of loaded plugins Nov 16 11:05:31.035072 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: dns_domain_ports.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.035994 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.036503 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 16 11:05:31.036826 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.038336 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.038843 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 16 11:05:31.039166 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: dvr.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.039841 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.040351 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: dvr Nov 16 11:05:31.040676 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: ecmp_routes.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.041854 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.042387 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extension ecmp_routes not supported by any of loaded plugins Nov 16 11:05:31.042711 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: empty_string_filtering.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.043638 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.044153 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: empty-string-filtering Nov 16 11:05:31.044482 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.045401 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.045909 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 16 11:05:31.046256 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.047174 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.047681 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 16 11:05:31.048005 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: external_net.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.048919 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.049426 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: external-net Nov 16 11:05:31.049751 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: extra_dhcp_opt.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.050695 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.051209 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: extra_dhcp_opt Nov 16 11:05:31.051532 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: extraroute.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.052442 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.052957 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: extraroute Nov 16 11:05:31.054110 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: extraroute_atomic.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.055151 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.055845 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: extraroute-atomic Nov 16 11:05:31.056172 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: filter_validation.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.056842 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.057349 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: filter-validation Nov 16 11:05:31.057672 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: fip_pf_description.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.058613 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.059117 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 16 11:05:31.059438 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: fip_port_details.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.060361 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.060917 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: fip-port-details Nov 16 11:05:31.061190 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: flavors.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.062457 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.062983 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: flavors Nov 16 11:05:31.063310 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.065002 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.065528 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 16 11:05:31.065859 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: floatingip_pools.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.066595 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.067110 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: floatingip-pools Nov 16 11:05:31.067436 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: ip_allocation.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.068377 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.069488 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extension ip_allocation not supported by any of loaded plugins Nov 16 11:05:31.069810 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.070778 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.071292 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: ip-substring-filtering Nov 16 11:05:31.071616 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: l2_adjacency.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.072549 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.073055 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extension l2_adjacency not supported by any of loaded plugins Nov 16 11:05:31.073379 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: l3.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.074374 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.074895 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: router Nov 16 11:05:31.075218 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: l3_conntrack_helper.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.077459 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.078017 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 16 11:05:31.078410 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.079360 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.079882 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: ext-gw-mode Nov 16 11:05:31.080207 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.081163 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.081672 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: l3-ha Nov 16 11:05:31.082020 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: l3_flavors.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.082946 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.083453 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: l3-flavors Nov 16 11:05:31.083776 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.084723 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.085232 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: l3-port-ip-change-not-allowed Nov 16 11:05:31.085553 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: l3agentscheduler.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.086625 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.087139 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: l3_agent_scheduler Nov 16 11:05:31.087463 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: logging.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.088955 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.089487 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extension logging not supported by any of loaded plugins Nov 16 11:05:31.089812 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: metering.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.090586 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.091171 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: metering Nov 16 11:05:31.091494 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.092715 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.093236 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: metering_source_and_destination_fields Nov 16 11:05:31.093563 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: multiprovidernet.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.094525 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.095040 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: multi-provider Nov 16 11:05:31.095366 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: netmtu.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.096287 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.096799 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: net-mtu Nov 16 11:05:31.097121 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: netmtu_writable.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.098067 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.098584 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: net-mtu-writable Nov 16 11:05:31.098910 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: network_availability_zone.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.099587 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.100156 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: network_availability_zone Nov 16 11:05:31.100476 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: network_ip_availability.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.101592 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.102149 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: network-ip-availability Nov 16 11:05:31.102476 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: network_segment_range.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.103241 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.103750 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extension network-segment-range not supported by any of loaded plugins Nov 16 11:05:31.104072 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: pagination.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.105060 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.105390 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: pagination Nov 16 11:05:31.105712 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: port_device_profile.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.106655 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.107173 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: port-device-profile Nov 16 11:05:31.107497 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.108435 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.108951 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: port-mac-address-regenerate Nov 16 11:05:31.109274 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.110222 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.110738 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: port-numa-affinity-policy Nov 16 11:05:31.111060 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: port_resource_request.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.111976 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.112518 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extension port-resource-request not supported by any of loaded plugins Nov 16 11:05:31.112838 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: port_resource_request_groups.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.113822 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.114434 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 16 11:05:31.114757 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: portbindings.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.116224 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.116732 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: binding Nov 16 11:05:31.117051 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: portbindings_extended.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.118374 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.118895 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: binding-extended Nov 16 11:05:31.119221 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: portsecurity.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.120143 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.120663 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: port-security Nov 16 11:05:31.120989 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: project_id.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.121997 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.122329 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: project-id Nov 16 11:05:31.122654 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: providernet.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.123587 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.124102 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: provider Nov 16 11:05:31.124421 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: qos.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.128073 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.128607 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extension qos not supported by any of loaded plugins Nov 16 11:05:31.128941 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.130235 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.130753 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 16 11:05:31.131111 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.132590 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.133105 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 16 11:05:31.133432 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: qos_default.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.134379 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.134900 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extension qos-default not supported by any of loaded plugins Nov 16 11:05:31.135229 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: qos_fip.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.135888 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.136392 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extension qos-fip not supported by any of loaded plugins Nov 16 11:05:31.136716 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: qos_gateway_ip.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.137646 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.138189 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 16 11:05:31.138515 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: qos_port_network_policy.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.139439 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.139950 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 16 11:05:31.140274 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.141318 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.141839 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 16 11:05:31.142191 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: qos_pps_rule.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.143375 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.144072 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extension qos-pps not supported by any of loaded plugins Nov 16 11:05:31.144402 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: qos_rule_type_details.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.145327 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.145843 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 16 11:05:31.146200 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: qos_rules_alias.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.147293 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.147805 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 16 11:05:31.148134 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: quota_check_limit.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.149058 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.149570 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: quota-check-limit Nov 16 11:05:31.149895 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: quotasv2.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.150855 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.151181 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: quotas Nov 16 11:05:31.151501 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: quotasv2_detail.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.154715 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.155059 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: quota_details Nov 16 11:05:31.155388 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: rbac.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.156458 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.156987 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: rbac-policies Nov 16 11:05:31.157317 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: rbac_address_group.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.158328 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.158850 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: rbac-address-group Nov 16 11:05:31.159181 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: rbac_address_scope.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.160116 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.160637 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: rbac-address-scope Nov 16 11:05:31.160965 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: rbac_security_groups.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.162053 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.162601 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: rbac-security-groups Nov 16 11:05:31.162940 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: rbac_subnetpool.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.163845 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.164367 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: rbac-subnetpool Nov 16 11:05:31.164693 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: revisionifmatch.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.165615 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.166168 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: revision-if-match Nov 16 11:05:31.166493 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: revisions.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.167870 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.168389 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: standard-attr-revisions Nov 16 11:05:31.168717 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: router_availability_zone.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.169393 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.169906 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: router_availability_zone Nov 16 11:05:31.170261 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: routerservicetype.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.171189 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.171698 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extension router-service-type not supported by any of loaded plugins Nov 16 11:05:31.172018 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.172946 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.173461 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: security-groups-normalized-cidr Nov 16 11:05:31.173784 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: security_groups_port_filtering.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.174823 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.175342 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: port-security-groups-filtering Nov 16 11:05:31.175666 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.176601 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.177121 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: security-groups-remote-address-group Nov 16 11:05:31.177446 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.178961 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.179479 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: security-groups-shared-filtering Nov 16 11:05:31.179805 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.180401 n-d-816823-3 neutron-server[102561]: WARNING neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 16 11:05:31.180723 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: securitygroup.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.190492 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.191024 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: security-group Nov 16 11:05:31.191355 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: segment.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.192147 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.192658 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extension segment not supported by any of loaded plugins Nov 16 11:05:31.192980 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.194509 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.195026 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 16 11:05:31.195351 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: servicetype.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.196467 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.196995 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: service-type Nov 16 11:05:31.197326 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: sorting.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.198355 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.198690 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: sorting Nov 16 11:05:31.199015 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: standard_attr_segment.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.199939 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.200457 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 16 11:05:31.200781 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: standardattrdescription.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.201444 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.201988 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: standard-attr-description Nov 16 11:05:31.202313 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: stateful_security_group.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.203265 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.203786 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: stateful-security-group Nov 16 11:05:31.204110 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: stdattrs_common.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.204681 n-d-816823-3 neutron-server[102561]: WARNING neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 16 11:05:31.205010 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.205973 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.206504 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 16 11:05:31.206811 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: subnet_onboard.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.207889 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.208404 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: subnet_onboard Nov 16 11:05:31.208729 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.209693 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.210227 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 16 11:05:31.210551 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: subnet_service_types.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.211498 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.211994 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: subnet-service-types Nov 16 11:05:31.212316 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: subnetallocation.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.213424 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.213968 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: subnet_allocation Nov 16 11:05:31.214301 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.214974 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.215497 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: subnetpool-prefix-ops Nov 16 11:05:31.215823 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.216772 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.217282 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 16 11:05:31.217605 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: tagging.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.218689 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.219202 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: standard-attr-tag Nov 16 11:05:31.219527 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: timestamp.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.220736 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.221253 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loaded extension: standard-attr-timestamp Nov 16 11:05:31.221577 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: trunk.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.222643 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.223166 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extension trunk not supported by any of loaded plugins Nov 16 11:05:31.223498 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: trunk_details.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.224424 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.224966 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extension trunk-details not supported by any of loaded plugins Nov 16 11:05:31.225295 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: uplink_status_propagation.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.226261 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.226778 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 16 11:05:31.227102 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Loading extension file: vlantransparent.py {{(pid=102561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 11:05:31.227776 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 11:05:31.228285 n-d-816823-3 neutron-server[102561]: INFO neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extension vlan-transparent not supported by any of loaded plugins Nov 16 11:05:31.230900 n-d-816823-3 neutron-server[102561]: INFO neutron.quota.resource_registry [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Creating instance of TrackedResource for resource:network Nov 16 11:05:31.231435 n-d-816823-3 neutron-server[102561]: INFO neutron.quota.resource_registry [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Creating instance of TrackedResource for resource:subnet Nov 16 11:05:31.231832 n-d-816823-3 neutron-server[102561]: INFO neutron.quota.resource_registry [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Creating instance of TrackedResource for resource:subnetpool Nov 16 11:05:31.232219 n-d-816823-3 neutron-server[102561]: INFO neutron.quota.resource_registry [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Creating instance of TrackedResource for resource:port Nov 16 11:05:31.234624 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.v2.resource_helper [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 11:05:31.235068 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.v2.resource_helper [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Service FLAVORS assigned prefix: {{(pid=102561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 11:05:31.235697 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.v2.resource_helper [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 11:05:31.236137 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.v2.resource_helper [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 11:05:31.236515 n-d-816823-3 neutron-server[102561]: INFO neutron.quota.resource_registry [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Creating instance of TrackedResource for resource:router Nov 16 11:05:31.236899 n-d-816823-3 neutron-server[102561]: INFO neutron.quota.resource_registry [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Creating instance of TrackedResource for resource:floatingip Nov 16 11:05:31.237392 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.v2.resource_helper [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Service METERING assigned prefix: /metering {{(pid=102561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 11:05:31.239012 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:31.239388 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:31.239742 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:05:31.241273 n-d-816823-3 neutron-server[102561]: INFO neutron.quota.resource_registry [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Creating instance of CountableResource for resource:rbac_policy Nov 16 11:05:31.241729 n-d-816823-3 neutron-server[102561]: INFO neutron.quota.resource_registry [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Creating instance of TrackedResource for resource:security_group Nov 16 11:05:31.242206 n-d-816823-3 neutron-server[102561]: INFO neutron.quota.resource_registry [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Creating instance of TrackedResource for resource:security_group_rule Nov 16 11:05:31.242790 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.v2.resource_helper [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Service CORE assigned prefix: {{(pid=102561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 11:05:31.243123 n-d-816823-3 neutron-server[102561]: INFO neutron.quota.resource_registry [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Creating instance of TrackedResource for resource:subnetpool Nov 16 11:05:31.243466 n-d-816823-3 neutron-server[102561]: WARNING neutron.quota.resource_registry [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] subnetpool is already registered Nov 16 11:05:31.243897 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.v2.resource_helper [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Service CORE assigned prefix: {{(pid=102561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 11:05:31.244222 n-d-816823-3 neutron-server[102561]: INFO neutron.quota.resource_registry [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Creating instance of TrackedResource for resource:subnetpool Nov 16 11:05:31.244553 n-d-816823-3 neutron-server[102561]: WARNING neutron.quota.resource_registry [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] subnetpool is already registered Nov 16 11:05:31.246863 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.v2.resource_helper [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 11:05:31.247299 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.v2.resource_helper [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Service FLAVORS assigned prefix: {{(pid=102561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 11:05:31.247889 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.v2.resource_helper [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 11:05:31.248309 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.v2.resource_helper [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 11:05:31.248639 n-d-816823-3 neutron-server[102561]: INFO neutron.quota.resource_registry [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Creating instance of TrackedResource for resource:router Nov 16 11:05:31.248978 n-d-816823-3 neutron-server[102561]: WARNING neutron.quota.resource_registry [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] router is already registered Nov 16 11:05:31.249388 n-d-816823-3 neutron-server[102561]: INFO neutron.quota.resource_registry [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Creating instance of TrackedResource for resource:floatingip Nov 16 11:05:31.249726 n-d-816823-3 neutron-server[102561]: WARNING neutron.quota.resource_registry [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] floatingip is already registered Nov 16 11:05:31.250213 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.v2.resource_helper [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Service METERING assigned prefix: /metering {{(pid=102561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 11:05:31.250878 n-d-816823-3 neutron-server[102561]: INFO neutron.quota.resource_registry [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Creating instance of CountableResource for resource:rbac_policy Nov 16 11:05:31.251204 n-d-816823-3 neutron-server[102561]: WARNING neutron.quota.resource_registry [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] rbac_policy is already registered Nov 16 11:05:31.251619 n-d-816823-3 neutron-server[102561]: INFO neutron.quota.resource_registry [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Creating instance of TrackedResource for resource:security_group Nov 16 11:05:31.251956 n-d-816823-3 neutron-server[102561]: WARNING neutron.quota.resource_registry [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] security_group is already registered Nov 16 11:05:31.252360 n-d-816823-3 neutron-server[102561]: INFO neutron.quota.resource_registry [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Creating instance of TrackedResource for resource:security_group_rule Nov 16 11:05:31.252692 n-d-816823-3 neutron-server[102561]: WARNING neutron.quota.resource_registry [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] security_group_rule is already registered Nov 16 11:05:31.253314 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.v2.resource_helper [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Service CORE assigned prefix: {{(pid=102561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 11:05:31.253644 n-d-816823-3 neutron-server[102561]: INFO neutron.quota.resource_registry [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Creating instance of TrackedResource for resource:subnetpool Nov 16 11:05:31.254012 n-d-816823-3 neutron-server[102561]: WARNING neutron.quota.resource_registry [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] subnetpool is already registered Nov 16 11:05:31.254434 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.v2.resource_helper [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Service CORE assigned prefix: {{(pid=102561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 11:05:31.254756 n-d-816823-3 neutron-server[102561]: INFO neutron.quota.resource_registry [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Creating instance of TrackedResource for resource:subnetpool Nov 16 11:05:31.255087 n-d-816823-3 neutron-server[102561]: WARNING neutron.quota.resource_registry [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] subnetpool is already registered Nov 16 11:05:31.255556 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extended resource: extensions {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 11:05:31.257645 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extended resource: address-groups {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 11:05:31.259173 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extended resource: address-scopes {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 11:05:31.260489 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extended resource: agents {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 11:05:31.261652 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extended resource: auto-allocated-topology {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 11:05:31.262932 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extended resource: availability_zones {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 11:05:31.264219 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extended resource: dhcp-networks {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 11:05:31.265749 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extended resource: dhcp-agents {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 11:05:31.267186 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extended resource: routers {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 11:05:31.269396 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extended resource: flavors {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 11:05:31.270612 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extended resource: service_profiles {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 11:05:31.271839 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extended resource: next_providers {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 11:05:31.273300 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extended resource: service_profiles {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 11:05:31.274872 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extended resource: floatingip-pools {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 11:05:31.276103 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extended resource: routers {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 11:05:31.278295 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extended resource: floatingips {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 11:05:31.279596 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extended resource: l3-routers {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 11:05:31.280990 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extended resource: l3-agents {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 11:05:31.282420 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extended resource: metering-labels {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 11:05:31.283791 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extended resource: metering-label-rules {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 11:05:31.285077 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extended resource: network-ip-availabilities {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 11:05:31.286422 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extended resource: bindings {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 11:05:31.288121 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extended resource: quotas {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 11:05:31.289668 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extended resource: quotas {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 11:05:31.291218 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extended resource: rbac-policies {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 11:05:31.292843 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extended resource: security-groups {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 11:05:31.294120 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extended resource: security-group-rules {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 11:05:31.295346 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extended resource: service-providers {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 11:05:31.296552 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extended resource: subnetpools {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 11:05:31.297993 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extended resource: subnetpools {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 11:05:31.299458 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extended resource: tags {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 11:05:31.301158 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extended resource: tags {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 11:05:31.304457 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extended resource: tags {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 11:05:31.306260 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extended resource: tags {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 11:05:31.308086 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extended resource: tags {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 11:05:31.309976 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extended resource: tags {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 11:05:31.311664 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extended resource: tags {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 11:05:31.313565 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extended resource: tags {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 11:05:31.315383 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extended resource: tags {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 11:05:31.317245 n-d-816823-3 neutron-server[102561]: DEBUG neutron.api.extensions [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Extended resource: tags {{(pid=102561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 11:05:31.323977 n-d-816823-3 neutron-server[102561]: WARNING keystonemiddleware.auth_token [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 16 11:05:31.328675 n-d-816823-3 neutron-server[102561]: WARNING keystonemiddleware.auth_token [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 16 11:05:31.337495 n-d-816823-3 neutron-server[102561]: DEBUG oslo_concurrency.lockutils [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Acquired lock "singleton_lock" {{(pid=102561) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 16 11:05:31.337993 n-d-816823-3 neutron-server[102561]: DEBUG oslo_concurrency.lockutils [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Releasing lock "singleton_lock" {{(pid=102561) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 16 11:05:31.338651 n-d-816823-3 neutron-server[102561]: INFO oslo_service.service [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Starting 2 workers Nov 16 11:05:31.343431 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Started child 102668 {{(pid=102561) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 16 11:05:31.347850 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Started child 102669 {{(pid=102561) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 16 11:05:31.348935 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:05:31.349557 n-d-816823-3 neutron-server[102561]: INFO neutron.service [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Neutron service started, listening on 0.0.0.0:9696 Nov 16 11:05:31.350656 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Publish callbacks [] for process, before_spawn {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:05:31.350913 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [-] (102668) wsgi starting up on http://0.0.0.0:9696 Nov 16 11:05:31.353089 n-d-816823-3 neutron-server[102561]: INFO oslo_service.service [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Starting 1 workers Nov 16 11:05:31.353914 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:05:31.355358 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [-] (102669) wsgi starting up on http://0.0.0.0:9696 Nov 16 11:05:31.358288 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Started child 102670 {{(pid=102561) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 16 11:05:31.358846 n-d-816823-3 neutron-server[102561]: INFO oslo_service.service [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Starting 1 workers Nov 16 11:05:31.362058 n-d-816823-3 neutron-server[102670]: DEBUG neutron.service [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] calling RpcWorker wait() {{(pid=102670) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 16 11:05:31.362604 n-d-816823-3 neutron-server[102670]: DEBUG neutron.service [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] returning from RpcWorker wait() {{(pid=102670) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 16 11:05:31.363395 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Started child 102671 {{(pid=102561) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 16 11:05:31.363843 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:05:31.364191 n-d-816823-3 neutron-server[102561]: DEBUG neutron_lib.callbacks.manager [None req-9575a4b6-7969-402b-87b5-b918849c64db None None] Publish callbacks [] for process, after_spawn {{(pid=102561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:05:31.364319 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:05:31.366767 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102561) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 16 11:05:31.366979 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 16 11:05:31.367167 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 16 11:05:31.367383 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 16 11:05:31.367725 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 16 11:05:31.367907 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 16 11:05:31.368452 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.368736 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.369009 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.369276 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.369577 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.369672 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:05:31.370250 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.370419 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.370653 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.370875 n-d-816823-3 neutron-server[102671]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:05:31.370973 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.371163 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.371330 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.371499 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.371751 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.372004 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.372299 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.372566 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.372826 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.373104 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.373274 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.373523 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.373794 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.374045 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.374332 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] debug = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.374585 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.375073 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.375315 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.375564 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.375780 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.376044 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.376276 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.376541 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.376770 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.376985 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.377225 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.377472 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.377703 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.377953 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.378202 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.378422 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.378691 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.378912 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.379393 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] host = n-d-816823-3 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.379630 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.379865 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.380110 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.380353 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.380594 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.380808 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.381071 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.381884 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.382144 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.382368 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.382630 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.382881 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.383116 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.383355 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] log_file = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.383553 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] log_options = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.383741 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.384023 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.384277 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.384473 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.384625 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.384799 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.385063 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.385219 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.385461 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.385694 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.385907 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.386161 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.386395 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.386630 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.386872 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.387119 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.387342 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.387550 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.387811 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.388038 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.388267 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.388496 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.388715 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.388945 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.389156 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.389366 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.389632 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.389793 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.390069 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.390262 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.390510 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.390770 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.390982 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.391217 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.391470 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.391696 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.391922 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.392133 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.392400 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.392622 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.392882 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.393147 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.393363 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.393616 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.393833 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.394107 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.394318 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] use_json = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.394529 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.394758 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.395007 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.395974 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.397668 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.398151 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.398617 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.398617 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.400248 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.400428 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.400693 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.402050 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.402898 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.403505 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.403911 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.404292 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.404588 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.404835 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.405152 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.405389 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.405697 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.405946 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.406870 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.407211 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.408040 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.409071 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.410998 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.410998 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.411179 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.411507 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.411878 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.412200 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.412549 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.412883 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.413184 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.413623 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.413997 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.414429 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.414768 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.415153 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.415781 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.415781 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.415977 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.416117 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.416325 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.416880 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.417113 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.417343 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.417606 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.417989 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.418213 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.418469 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.418895 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.419323 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.419721 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.420070 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.420324 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.420642 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.421052 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.421441 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.421857 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.422319 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.422765 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.423197 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.423455 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.423681 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.423926 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.424151 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.424406 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.424732 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.424967 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.425193 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.425465 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.425664 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.425940 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.426166 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.426386 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.426604 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.426827 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.427041 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.427284 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.427511 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.427727 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.428091 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.428311 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.428550 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.428767 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.428984 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.429197 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.429410 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.429641 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.429840 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.430183 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.430397 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.430716 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.430939 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.431148 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.431411 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.431718 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.431979 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.432254 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.432477 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.432731 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.432973 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.433221 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.433458 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.433676 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.433915 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.434203 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.434474 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.434793 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.435012 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.435253 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.435508 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.435729 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.435961 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.436180 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.436433 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.436681 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.436965 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.437391 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.437814 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.438330 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.438766 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.439047 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.439305 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.439596 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.439839 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.440111 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.440535 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.440933 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.441205 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.441445 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.441723 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.442027 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.442274 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.442563 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.442834 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.443069 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.443328 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.444122 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.444413 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.444710 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.444879 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.445272 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.445740 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.446157 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.447896 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.447896 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.447896 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.447896 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.447896 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.447896 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.447896 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.448361 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.448451 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.448848 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.449083 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.449332 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.449566 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.449776 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.450052 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.450370 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.450623 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.450867 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.451085 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.451337 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.451554 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.452417 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.452417 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.452417 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.452417 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.452924 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.452924 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.453167 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.453370 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.453848 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.453848 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.454051 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.454206 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.454610 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.454996 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.455436 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.455681 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.455924 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.456158 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.456420 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.456655 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.456900 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.457148 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.457371 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.457585 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.457825 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.458067 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.458331 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.458566 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.458796 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.459033 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.459302 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.460114 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.460548 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.460815 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.461051 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.461289 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.461516 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.461754 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.462018 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.462258 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.462498 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.462717 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.462936 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.463199 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.463467 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.463729 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.463945 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.464179 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.464569 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.464814 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.465028 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.465320 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.465577 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.465809 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.466107 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.466355 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.466599 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.466827 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.467038 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.467248 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.467469 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.467685 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.467895 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.468121 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.468346 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.468538 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.468780 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.469001 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.469209 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.469480 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.469684 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.469893 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.470142 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.470357 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.470590 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.470812 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.471020 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.471228 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.471446 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.471660 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.471871 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.472099 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.472314 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.472514 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.472875 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.473240 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.473472 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.473792 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.474008 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.474527 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.474527 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.474793 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.475379 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.475379 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.475652 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.475788 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.477299 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.477299 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.477299 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.477299 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.477299 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.477299 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.478101 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.478101 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.478101 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.478462 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.478600 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.478958 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.478958 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.479254 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.479589 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.480218 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.480218 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.480410 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.480561 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.480811 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.481017 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.481245 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.481516 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.481680 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.481967 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.482209 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.482430 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.482657 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.482889 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.483106 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.483329 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.483540 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.483826 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.484046 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.484203 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 16 11:05:31.484733 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102561) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 16 11:05:31.484895 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 16 11:05:31.485050 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 16 11:05:31.485236 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 16 11:05:31.485411 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 16 11:05:31.485566 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 16 11:05:31.485775 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.485961 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.486117 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.486280 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.486439 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.486683 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.486783 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.486934 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.487087 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.487400 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.487568 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.487726 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.487883 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.488040 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.488201 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.488358 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.488515 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.488677 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.488842 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.489001 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.489159 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.489319 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.489460 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] debug = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.489694 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.489831 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.490022 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.490184 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.490341 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.490520 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.490681 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.490840 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.490999 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.491156 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.491305 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.491469 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.491627 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.491783 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.491941 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.492099 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.492256 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.492414 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.492572 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] host = n-d-816823-3 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.492730 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.492888 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.493045 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.493204 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.493361 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.493518 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.493677 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.493835 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.494022 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.494182 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.494341 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.494476 n-d-816823-3 neutron-server[102670]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:05:31.494572 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.494670 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.494796 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] log_file = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.494955 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] log_options = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.495113 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.495270 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.495425 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.495608 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.495772 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.495929 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.496087 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.496244 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.496403 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.496559 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.496716 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.496873 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.497031 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.497187 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.497344 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.497501 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.497658 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.497817 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.497999 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.498160 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.498318 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.498458 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.498618 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.498778 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.498935 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.499113 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.499269 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.499427 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.499584 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.499741 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.499909 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.500043 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.500201 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.500358 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.500514 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.500694 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.500852 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.501010 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.501171 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.501327 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.501485 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.501643 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.501799 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.501975 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.502134 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.502290 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.502446 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] use_json = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.502618 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.502751 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.502908 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.503065 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.503220 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.503376 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.503533 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.503692 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 11:05:31.503868 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.504028 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.504199 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.504358 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.504517 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.504678 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.504842 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.505001 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.505220 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.505220 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.505517 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.505633 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.505776 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.505951 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.506629 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.506809 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.507021 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.507190 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.507782 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.507782 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.507782 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.507782 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.508398 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.508398 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.508398 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.508398 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.509047 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.509047 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.509047 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.509047 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.509339 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.509339 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.509486 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.509583 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.509744 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.509910 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.510082 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.510242 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.510403 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.510563 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.510723 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.510883 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.511044 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.511204 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.511365 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.511526 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.511687 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.511847 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.512008 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.512168 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.512328 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.512489 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.512650 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.512811 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.512970 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.513165 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.513299 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.513683 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.513683 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.513830 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.513911 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.514072 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.514232 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.514392 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.514551 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.514710 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.514881 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.515041 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.515203 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.515363 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.515523 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.515683 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.515843 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.515998 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.516158 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.516394 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.516472 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.516611 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.516771 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.516929 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.517089 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.517249 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.517409 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.517569 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.517728 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.517888 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.518067 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.518226 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.518408 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.518553 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.518726 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.518886 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.519046 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.519206 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.519364 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.519524 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.519682 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.519843 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.520018 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.520158 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.520317 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.520477 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.520639 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.520797 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.520956 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.521117 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.521275 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.521434 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.521592 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.521769 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.522480 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.522643 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.522801 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.522961 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.523119 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.523277 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.523445 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.523605 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.523768 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.523928 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.524096 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.524266 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.524427 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.524587 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.524748 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.524908 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.525068 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.525230 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.525391 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.525550 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.525709 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.525868 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.526054 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.526225 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.526385 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.526545 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.526704 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.526886 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.527045 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.527205 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.527364 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.527523 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.527684 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.527844 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.528003 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.528163 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.528323 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.528482 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.528642 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.528801 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.528961 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.529121 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.529281 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.529442 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.529602 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.529761 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.529936 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.530157 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.530315 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.530475 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.530634 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.530794 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.530953 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.531112 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.531272 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.531432 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.531578 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.531740 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.531899 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.532059 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.532218 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.532377 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.532536 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.532695 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.532856 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.533015 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.533175 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.533335 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.533495 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.533656 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.533816 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.533997 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.534159 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.534318 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.534478 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.534639 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.534799 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.534960 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.535120 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.535286 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.535446 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.535606 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.535779 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.535938 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.536096 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.536257 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.536416 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.536575 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.536735 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.536893 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.537053 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.537214 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.537386 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.537556 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.537718 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.537878 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.538078 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.538240 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.538400 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.538560 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.538720 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.538891 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.539052 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.539212 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.539372 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.539532 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.539693 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.539863 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.540023 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.540186 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.540345 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.540504 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.540664 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.540832 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.540993 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.541147 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.541314 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.541451 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.541857 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.542109 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.542257 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.542410 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.542793 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.542793 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.542793 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.543455 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.543455 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.543455 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.543455 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.543749 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.543749 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.543894 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.543973 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.544114 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.544273 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.544432 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.544591 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.544758 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.544937 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.545079 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.545228 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.545390 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.545549 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.545709 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.545881 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.546060 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.546225 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.546386 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.546538 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.546691 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.546853 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.547016 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.547184 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.547349 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.547510 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.547677 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.547844 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.548010 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.548170 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.548335 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.548505 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.548664 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.548823 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.548983 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.549141 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.549301 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.549460 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.549619 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.549778 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.549981 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.550113 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.550347 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.550444 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.550578 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.550736 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.550895 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.551055 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.551214 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.551374 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.551535 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 11:05:31.551687 n-d-816823-3 neutron-server[102561]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 16 11:05:31.667087 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 46194) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:05:31.675648 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063703 Nov 16 11:05:43.024683 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f71e4f-4ce2-46ff-8363-d0201607d25a None None] get_active_networks_info from n-d-816823-3 {{(pid=102670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 11:05:43.110760 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f71e4f-4ce2-46ff-8363-d0201607d25a None None] No non-hosted networks {{(pid=102670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 16 11:05:43.110760 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.agentschedulers_db [None req-26f71e4f-4ce2-46ff-8363-d0201607d25a None None] DHCP Agent not found on host n-d-816823-3 {{(pid=102670) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 16 11:05:43.258702 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-61643aae-36ba-4cd4-b33e-c0317a289b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1986342'] for agent, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:05:45.511533 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-eaf1d278-883b-4b95-ba12-c7021d5aeb54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1986342'] for agent, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:05:45.567433 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-35545c02-a378-4707-97da-de6b7a625a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:05:46.431935 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1986342'] for agent, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:05:48.160324 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1986342'] for agent, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:05:48.745684 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1986342'] for agent, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:05:48.746964 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:05:48.747555 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:05:48.748240 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:05:48.748842 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:05:48.749363 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:05:48.749892 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:05:48.750540 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:05:48.751099 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:05:48.751670 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:05:48.752238 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:05:48.752805 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:05:48.753599 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:05:48.754326 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-816823-3', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:05:48.774546 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-816823-3', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:05:49.280596 n-d-816823-3 neutron-server[102670]: INFO neutron.db.l3_hamode_db [None req-a7369e27-a673-49f1-a006-b53e1e2ecf1a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 16 11:05:49.358498 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7369e27-a673-49f1-a006-b53e1e2ecf1a None None] Routers set() bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:05:49.358888 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7369e27-a673-49f1-a006-b53e1e2ecf1a None None] Router IDs set() for agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 16 11:05:49.377978 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 46288) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:05:49.878086 n-d-816823-3 neutron-server[102669]: WARNING oslo_policy.policy [None req-c7abd067-e2db-47b3-8825-dc853678ca24 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 11:05:49.878616 n-d-816823-3 neutron-server[102669]: WARNING oslo_policy.policy [None req-c7abd067-e2db-47b3-8825-dc853678ca24 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 11:05:50.106253 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [None req-c7abd067-e2db-47b3-8825-dc853678ca24 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:05:50.107300 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c7abd067-e2db-47b3-8825-dc853678ca24 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7283614 Nov 16 11:05:52.606374 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 46304) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:05:52.915100 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-c15a83ee-df62-4f91-891d-d78484581daf admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:05:53.011037 n-d-816823-3 neutron-server[102669]: DEBUG neutron.policy [None req-c15a83ee-df62-4f91-891d-d78484581daf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102669) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 16 11:05:53.058247 n-d-816823-3 neutron-server[102669]: WARNING oslo_policy.policy [None req-c15a83ee-df62-4f91-891d-d78484581daf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 11:05:53.058620 n-d-816823-3 neutron-server[102669]: WARNING oslo_policy.policy [None req-c15a83ee-df62-4f91-891d-d78484581daf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 11:05:53.067457 n-d-816823-3 neutron-server[102669]: INFO neutron.quota [None req-c15a83ee-df62-4f91-891d-d78484581daf admin admin] Loaded quota_driver: . Nov 16 11:05:53.161764 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c15a83ee-df62-4f91-891d-d78484581daf admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740597935887', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740597935452', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740598054869', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740598049686', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740598038009', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740598031841', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-840579', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-839452', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1902497', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1757282'] for rbac-policy, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:05:53.226583 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c15a83ee-df62-4f91-891d-d78484581daf admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:05:53.227739 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c15a83ee-df62-4f91-891d-d78484581daf admin admin] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6204317 Nov 16 11:05:55.943545 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 46316) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:05:56.238432 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-783cbff7-5cc6-4b74-86c3-5d1e568a02f7 admin admin] Request body: {'network': {'tenant_id': '2c8580833e7642a796bda2393ee6ae71', 'project_id': '2c8580833e7642a796bda2393ee6ae71', 'name': 'private', 'admin_state_up': True}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:05:56.267175 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783cbff7-5cc6-4b74-86c3-5d1e568a02f7 admin admin] Made reservation on behalf of 2c8580833e7642a796bda2393ee6ae71 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:05:56.270023 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-783cbff7-5cc6-4b74-86c3-5d1e568a02f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:05:56.286108 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-783cbff7-5cc6-4b74-86c3-5d1e568a02f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:05:56.392623 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-783cbff7-5cc6-4b74-86c3-5d1e568a02f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:05:56.396155 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-783cbff7-5cc6-4b74-86c3-5d1e568a02f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:05:56.416771 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-783cbff7-5cc6-4b74-86c3-5d1e568a02f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:05:56.444815 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-783cbff7-5cc6-4b74-86c3-5d1e568a02f7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740601669569', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:05:56.445364 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-783cbff7-5cc6-4b74-86c3-5d1e568a02f7 admin admin] Unsubscribe: segment precommit_create {{(pid=102669) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 16 11:05:56.445872 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-783cbff7-5cc6-4b74-86c3-5d1e568a02f7 admin admin] Added segment 162d3b53-bd2c-435f-bb23-3f1890e2cb9f of type vlan for network fb498b68-bae3-48cc-979a-945c5645e566 Nov 16 11:05:56.462746 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783cbff7-5cc6-4b74-86c3-5d1e568a02f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73bfd329-9324-4107-9ce6-6f9c0e2d5261,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:05:56.512011 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783cbff7-5cc6-4b74-86c3-5d1e568a02f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:05:56.512342 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783cbff7-5cc6-4b74-86c3-5d1e568a02f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:05:56.512669 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783cbff7-5cc6-4b74-86c3-5d1e568a02f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:05:56.512998 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783cbff7-5cc6-4b74-86c3-5d1e568a02f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:05:56.513318 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783cbff7-5cc6-4b74-86c3-5d1e568a02f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:05:56.513636 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783cbff7-5cc6-4b74-86c3-5d1e568a02f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:05:56.513970 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783cbff7-5cc6-4b74-86c3-5d1e568a02f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:05:56.514287 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783cbff7-5cc6-4b74-86c3-5d1e568a02f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:05:56.514596 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783cbff7-5cc6-4b74-86c3-5d1e568a02f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:05:56.514907 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783cbff7-5cc6-4b74-86c3-5d1e568a02f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:05:56.515224 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783cbff7-5cc6-4b74-86c3-5d1e568a02f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:05:56.515644 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783cbff7-5cc6-4b74-86c3-5d1e568a02f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:05:56.516868 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783cbff7-5cc6-4b74-86c3-5d1e568a02f7 admin admin] Tracked resource versions report: Nov 16 11:05:56.516868 n-d-816823-3 neutron-server[102669]: pushed versions: Nov 16 11:05:56.516868 n-d-816823-3 neutron-server[102669]: { 'AddressGroup': {'1.2'}, Nov 16 11:05:56.516868 n-d-816823-3 neutron-server[102669]: 'ConntrackHelper': {'1.0'}, Nov 16 11:05:56.516868 n-d-816823-3 neutron-server[102669]: 'Log': {'1.0'}, Nov 16 11:05:56.516868 n-d-816823-3 neutron-server[102669]: 'Network': {'1.1'}, Nov 16 11:05:56.516868 n-d-816823-3 neutron-server[102669]: 'Port': {'1.7'}, Nov 16 11:05:56.516868 n-d-816823-3 neutron-server[102669]: 'PortForwarding': {'1.2'}, Nov 16 11:05:56.516868 n-d-816823-3 neutron-server[102669]: 'QosPolicy': {'1.10'}, Nov 16 11:05:56.516868 n-d-816823-3 neutron-server[102669]: 'SecurityGroup': {'1.5'}, Nov 16 11:05:56.516868 n-d-816823-3 neutron-server[102669]: 'SecurityGroupRule': {'1.2'}, Nov 16 11:05:56.516868 n-d-816823-3 neutron-server[102669]: 'SubPort': {'1.0'}, Nov 16 11:05:56.516868 n-d-816823-3 neutron-server[102669]: 'Subnet': {'1.1'}, Nov 16 11:05:56.516868 n-d-816823-3 neutron-server[102669]: 'Trunk': {'1.1'}} Nov 16 11:05:56.516868 n-d-816823-3 neutron-server[102669]: consumer versions: Nov 16 11:05:56.516868 n-d-816823-3 neutron-server[102669]: { DHCP agent@n-d-816823-3: {}, Nov 16 11:05:56.516868 n-d-816823-3 neutron-server[102669]: L3 agent@n-d-816823-3: {}, Nov 16 11:05:56.516868 n-d-816823-3 neutron-server[102669]: Metadata agent@n-d-816823-3: {}, Nov 16 11:05:56.516868 n-d-816823-3 neutron-server[102669]: Metering agent@n-d-816823-3: {}, Nov 16 11:05:56.516868 n-d-816823-3 neutron-server[102669]: Open vSwitch agent@n-d-816823-3: { 'AddressGroup': '1.2', Nov 16 11:05:56.516868 n-d-816823-3 neutron-server[102669]: 'ConntrackHelper': '1.0', Nov 16 11:05:56.516868 n-d-816823-3 neutron-server[102669]: 'Log': '1.0', Nov 16 11:05:56.516868 n-d-816823-3 neutron-server[102669]: 'Network': '1.1', Nov 16 11:05:56.516868 n-d-816823-3 neutron-server[102669]: 'Port': '1.7', Nov 16 11:05:56.516868 n-d-816823-3 neutron-server[102669]: 'PortForwarding': '1.2', Nov 16 11:05:56.516868 n-d-816823-3 neutron-server[102669]: 'QosPolicy': '1.10', Nov 16 11:05:56.516868 n-d-816823-3 neutron-server[102669]: 'SecurityGroup': '1.5', Nov 16 11:05:56.516868 n-d-816823-3 neutron-server[102669]: 'SecurityGroupRule': '1.2', Nov 16 11:05:56.516868 n-d-816823-3 neutron-server[102669]: 'SubPort': '1.0', Nov 16 11:05:56.516868 n-d-816823-3 neutron-server[102669]: 'Subnet': '1.1', Nov 16 11:05:56.516868 n-d-816823-3 neutron-server[102669]: 'Trunk': '1.1'}} Nov 16 11:05:56.516868 n-d-816823-3 neutron-server[102669]: {{(pid=102669) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 11:05:56.560264 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-783cbff7-5cc6-4b74-86c3-5d1e568a02f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:05:56.602147 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-783cbff7-5cc6-4b74-86c3-5d1e568a02f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:05:56.603219 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783cbff7-5cc6-4b74-86c3-5d1e568a02f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:05:56.603931 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-783cbff7-5cc6-4b74-86c3-5d1e568a02f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:05:56.683591 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-783cbff7-5cc6-4b74-86c3-5d1e568a02f7 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7382751 Nov 16 11:05:56.702285 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783cbff7-5cc6-4b74-86c3-5d1e568a02f7 admin admin] Pushing event updated for resources: {'Network': ['ID=fb498b68-bae3-48cc-979a-945c5645e566,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:05:56.714827 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network fb498b68-bae3-48cc-979a-945c5645e566 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:05:59.476191 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 46330) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:05:59.958442 n-d-816823-3 neutron-server[102668]: WARNING oslo_policy.policy [None req-910553bc-4fb8-40d0-97f4-957a369a1518 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 11:05:59.958992 n-d-816823-3 neutron-server[102668]: WARNING oslo_policy.policy [None req-910553bc-4fb8-40d0-97f4-957a369a1518 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 11:06:00.398587 n-d-816823-3 neutron-server[102668]: DEBUG neutron.policy [None req-910553bc-4fb8-40d0-97f4-957a369a1518 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102668) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 16 11:06:00.446941 n-d-816823-3 neutron-server[102668]: WARNING oslo_policy.policy [None req-910553bc-4fb8-40d0-97f4-957a369a1518 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 11:06:00.447314 n-d-816823-3 neutron-server[102668]: WARNING oslo_policy.policy [None req-910553bc-4fb8-40d0-97f4-957a369a1518 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 11:06:00.455637 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910553bc-4fb8-40d0-97f4-957a369a1518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:06:00.457524 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-910553bc-4fb8-40d0-97f4-957a369a1518 admin admin] 10.222.0.61 "GET /v2.0/networks/fb498b68-bae3-48cc-979a-945c5645e566 HTTP/1.1" status: 200 len: 825 time: 0.9793026 Nov 16 11:06:00.496648 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c90ab266-4279-4fbf-b101-ff3060d650e6 admin admin] 10.222.0.61 "GET /v2.0/subnetpools/536e8c82-dfd2-4db7-9950-4e4a6a4992c6 HTTP/1.1" status: 200 len: 734 time: 0.0322201 Nov 16 11:06:00.506114 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ea5cfbd5-7b7d-4813-b9cb-863e65de6edc admin admin] Request body: {'subnet': {'network_id': 'fb498b68-bae3-48cc-979a-945c5645e566', 'tenant_id': '2c8580833e7642a796bda2393ee6ae71', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '536e8c82-dfd2-4db7-9950-4e4a6a4992c6'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:06:00.508292 n-d-816823-3 neutron-server[102668]: INFO neutron.quota [None req-ea5cfbd5-7b7d-4813-b9cb-863e65de6edc admin admin] Loaded quota_driver: . Nov 16 11:06:00.545493 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5cfbd5-7b7d-4813-b9cb-863e65de6edc admin admin] Made reservation on behalf of 2c8580833e7642a796bda2393ee6ae71 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:06:00.548256 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea5cfbd5-7b7d-4813-b9cb-863e65de6edc admin admin] Publish callbacks [] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:00.828130 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea5cfbd5-7b7d-4813-b9cb-863e65de6edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:00.895862 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5cfbd5-7b7d-4813-b9cb-863e65de6edc admin admin] Checking segment: {'id': '162d3b53-bd2c-435f-bb23-3f1890e2cb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fb498b68-bae3-48cc-979a-945c5645e566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:06:00.896247 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5cfbd5-7b7d-4813-b9cb-863e65de6edc admin admin] Network hostable DHCP agents. Network: fb498b68-bae3-48cc-979a-945c5645e566, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:06:00.908334 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5cfbd5-7b7d-4813-b9cb-863e65de6edc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9d14eb4-c04b-44f1-9d01-1c59569f2c5c,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:06:00.925590 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5cfbd5-7b7d-4813-b9cb-863e65de6edc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:06:00.925896 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5cfbd5-7b7d-4813-b9cb-863e65de6edc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:06:00.926256 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5cfbd5-7b7d-4813-b9cb-863e65de6edc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:06:00.926589 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5cfbd5-7b7d-4813-b9cb-863e65de6edc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:06:00.926913 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5cfbd5-7b7d-4813-b9cb-863e65de6edc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:06:00.927237 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5cfbd5-7b7d-4813-b9cb-863e65de6edc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:06:00.927556 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5cfbd5-7b7d-4813-b9cb-863e65de6edc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:06:00.927874 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5cfbd5-7b7d-4813-b9cb-863e65de6edc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:06:00.928191 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5cfbd5-7b7d-4813-b9cb-863e65de6edc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:06:00.929065 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5cfbd5-7b7d-4813-b9cb-863e65de6edc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:06:00.929384 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5cfbd5-7b7d-4813-b9cb-863e65de6edc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:06:00.929728 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5cfbd5-7b7d-4813-b9cb-863e65de6edc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:06:00.930806 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5cfbd5-7b7d-4813-b9cb-863e65de6edc admin admin] Tracked resource versions report: Nov 16 11:06:00.930806 n-d-816823-3 neutron-server[102668]: pushed versions: Nov 16 11:06:00.930806 n-d-816823-3 neutron-server[102668]: { 'AddressGroup': {'1.2'}, Nov 16 11:06:00.930806 n-d-816823-3 neutron-server[102668]: 'ConntrackHelper': {'1.0'}, Nov 16 11:06:00.930806 n-d-816823-3 neutron-server[102668]: 'Log': {'1.0'}, Nov 16 11:06:00.930806 n-d-816823-3 neutron-server[102668]: 'Network': {'1.1'}, Nov 16 11:06:00.930806 n-d-816823-3 neutron-server[102668]: 'Port': {'1.7'}, Nov 16 11:06:00.930806 n-d-816823-3 neutron-server[102668]: 'PortForwarding': {'1.2'}, Nov 16 11:06:00.930806 n-d-816823-3 neutron-server[102668]: 'QosPolicy': {'1.10'}, Nov 16 11:06:00.930806 n-d-816823-3 neutron-server[102668]: 'SecurityGroup': {'1.5'}, Nov 16 11:06:00.930806 n-d-816823-3 neutron-server[102668]: 'SecurityGroupRule': {'1.2'}, Nov 16 11:06:00.930806 n-d-816823-3 neutron-server[102668]: 'SubPort': {'1.0'}, Nov 16 11:06:00.930806 n-d-816823-3 neutron-server[102668]: 'Subnet': {'1.1'}, Nov 16 11:06:00.930806 n-d-816823-3 neutron-server[102668]: 'Trunk': {'1.1'}} Nov 16 11:06:00.930806 n-d-816823-3 neutron-server[102668]: consumer versions: Nov 16 11:06:00.930806 n-d-816823-3 neutron-server[102668]: { DHCP agent@n-d-816823-3: {}, Nov 16 11:06:00.930806 n-d-816823-3 neutron-server[102668]: L3 agent@n-d-816823-3: {}, Nov 16 11:06:00.930806 n-d-816823-3 neutron-server[102668]: Metadata agent@n-d-816823-3: {}, Nov 16 11:06:00.930806 n-d-816823-3 neutron-server[102668]: Metering agent@n-d-816823-3: {}, Nov 16 11:06:00.930806 n-d-816823-3 neutron-server[102668]: Open vSwitch agent@n-d-816823-3: { 'AddressGroup': '1.2', Nov 16 11:06:00.930806 n-d-816823-3 neutron-server[102668]: 'ConntrackHelper': '1.0', Nov 16 11:06:00.930806 n-d-816823-3 neutron-server[102668]: 'Log': '1.0', Nov 16 11:06:00.930806 n-d-816823-3 neutron-server[102668]: 'Network': '1.1', Nov 16 11:06:00.930806 n-d-816823-3 neutron-server[102668]: 'Port': '1.7', Nov 16 11:06:00.930806 n-d-816823-3 neutron-server[102668]: 'PortForwarding': '1.2', Nov 16 11:06:00.930806 n-d-816823-3 neutron-server[102668]: 'QosPolicy': '1.10', Nov 16 11:06:00.930806 n-d-816823-3 neutron-server[102668]: 'SecurityGroup': '1.5', Nov 16 11:06:00.930806 n-d-816823-3 neutron-server[102668]: 'SecurityGroupRule': '1.2', Nov 16 11:06:00.930806 n-d-816823-3 neutron-server[102668]: 'SubPort': '1.0', Nov 16 11:06:00.930806 n-d-816823-3 neutron-server[102668]: 'Subnet': '1.1', Nov 16 11:06:00.930806 n-d-816823-3 neutron-server[102668]: 'Trunk': '1.1'}} Nov 16 11:06:00.930806 n-d-816823-3 neutron-server[102668]: {{(pid=102668) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 11:06:00.949564 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5cfbd5-7b7d-4813-b9cb-863e65de6edc admin admin] Network fb498b68-bae3-48cc-979a-945c5645e566 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:06:00.965286 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-ea5cfbd5-7b7d-4813-b9cb-863e65de6edc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, fb498b68-bae3-48cc-979a-945c5645e566) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:06:00.984808 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5cfbd5-7b7d-4813-b9cb-863e65de6edc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:06:00.985433 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea5cfbd5-7b7d-4813-b9cb-863e65de6edc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:00.989980 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8172316-d568-4059-b822-7b4b2537fb3b None None] Network fb498b68-bae3-48cc-979a-945c5645e566 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:06:01.006311 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ea5cfbd5-7b7d-4813-b9cb-863e65de6edc admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5036051 Nov 16 11:06:01.309505 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613c076f-2393-4c93-b1c0-e65d86f3db6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-fb498b68-bae3-48cc-979a-945c5645e566', 'network_id': 'fb498b68-bae3-48cc-979a-945c5645e566', 'tenant_id': '2c8580833e7642a796bda2393ee6ae71', 'fixed_ips': [{'subnet_id': 'b9d14eb4-c04b-44f1-9d01-1c59569f2c5c'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:06:01.310802 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-613c076f-2393-4c93-b1c0-e65d86f3db6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:01.607964 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-613c076f-2393-4c93-b1c0-e65d86f3db6e None None] Allocated IP 172.20.0.2 (fb498b68-bae3-48cc-979a-945c5645e566/b9d14eb4-c04b-44f1-9d01-1c59569f2c5c/3d32e334-a59b-4e8d-bc08-8595eadf14ae) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:06:01.808306 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-613c076f-2393-4c93-b1c0-e65d86f3db6e None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:01.815922 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-613c076f-2393-4c93-b1c0-e65d86f3db6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:01.898962 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613c076f-2393-4c93-b1c0-e65d86f3db6e None None] Network fb498b68-bae3-48cc-979a-945c5645e566 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:06:01.903066 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-613c076f-2393-4c93-b1c0-e65d86f3db6e None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:06:01.904724 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c076f-2393-4c93-b1c0-e65d86f3db6e None None] Pushing event updated for resources: {'Port': ['ID=3d32e334-a59b-4e8d-bc08-8595eadf14ae,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:06:01.911976 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613c076f-2393-4c93-b1c0-e65d86f3db6e None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:06:01.915504 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c076f-2393-4c93-b1c0-e65d86f3db6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:06:01.915849 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c076f-2393-4c93-b1c0-e65d86f3db6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:06:01.916189 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c076f-2393-4c93-b1c0-e65d86f3db6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:06:01.916522 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c076f-2393-4c93-b1c0-e65d86f3db6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:06:01.916852 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c076f-2393-4c93-b1c0-e65d86f3db6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:06:01.917182 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c076f-2393-4c93-b1c0-e65d86f3db6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:06:01.917506 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c076f-2393-4c93-b1c0-e65d86f3db6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:06:01.918116 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c076f-2393-4c93-b1c0-e65d86f3db6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:06:01.918445 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c076f-2393-4c93-b1c0-e65d86f3db6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:06:01.918765 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c076f-2393-4c93-b1c0-e65d86f3db6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:06:01.919087 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c076f-2393-4c93-b1c0-e65d86f3db6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:06:01.919409 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c076f-2393-4c93-b1c0-e65d86f3db6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:06:01.920478 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c076f-2393-4c93-b1c0-e65d86f3db6e None None] Tracked resource versions report: Nov 16 11:06:01.920478 n-d-816823-3 neutron-server[102670]: pushed versions: Nov 16 11:06:01.920478 n-d-816823-3 neutron-server[102670]: { 'AddressGroup': {'1.2'}, Nov 16 11:06:01.920478 n-d-816823-3 neutron-server[102670]: 'ConntrackHelper': {'1.0'}, Nov 16 11:06:01.920478 n-d-816823-3 neutron-server[102670]: 'Log': {'1.0'}, Nov 16 11:06:01.920478 n-d-816823-3 neutron-server[102670]: 'Network': {'1.1'}, Nov 16 11:06:01.920478 n-d-816823-3 neutron-server[102670]: 'Port': {'1.7'}, Nov 16 11:06:01.920478 n-d-816823-3 neutron-server[102670]: 'PortForwarding': {'1.2'}, Nov 16 11:06:01.920478 n-d-816823-3 neutron-server[102670]: 'QosPolicy': {'1.10'}, Nov 16 11:06:01.920478 n-d-816823-3 neutron-server[102670]: 'SecurityGroup': {'1.5'}, Nov 16 11:06:01.920478 n-d-816823-3 neutron-server[102670]: 'SecurityGroupRule': {'1.2'}, Nov 16 11:06:01.920478 n-d-816823-3 neutron-server[102670]: 'SubPort': {'1.0'}, Nov 16 11:06:01.920478 n-d-816823-3 neutron-server[102670]: 'Subnet': {'1.1'}, Nov 16 11:06:01.920478 n-d-816823-3 neutron-server[102670]: 'Trunk': {'1.1'}} Nov 16 11:06:01.920478 n-d-816823-3 neutron-server[102670]: consumer versions: Nov 16 11:06:01.920478 n-d-816823-3 neutron-server[102670]: { DHCP agent@n-d-816823-3: {}, Nov 16 11:06:01.920478 n-d-816823-3 neutron-server[102670]: L3 agent@n-d-816823-3: {}, Nov 16 11:06:01.920478 n-d-816823-3 neutron-server[102670]: Metadata agent@n-d-816823-3: {}, Nov 16 11:06:01.920478 n-d-816823-3 neutron-server[102670]: Metering agent@n-d-816823-3: {}, Nov 16 11:06:01.920478 n-d-816823-3 neutron-server[102670]: Open vSwitch agent@n-d-816823-3: { 'AddressGroup': '1.2', Nov 16 11:06:01.920478 n-d-816823-3 neutron-server[102670]: 'ConntrackHelper': '1.0', Nov 16 11:06:01.920478 n-d-816823-3 neutron-server[102670]: 'Log': '1.0', Nov 16 11:06:01.920478 n-d-816823-3 neutron-server[102670]: 'Network': '1.1', Nov 16 11:06:01.920478 n-d-816823-3 neutron-server[102670]: 'Port': '1.7', Nov 16 11:06:01.920478 n-d-816823-3 neutron-server[102670]: 'PortForwarding': '1.2', Nov 16 11:06:01.920478 n-d-816823-3 neutron-server[102670]: 'QosPolicy': '1.10', Nov 16 11:06:01.920478 n-d-816823-3 neutron-server[102670]: 'SecurityGroup': '1.5', Nov 16 11:06:01.920478 n-d-816823-3 neutron-server[102670]: 'SecurityGroupRule': '1.2', Nov 16 11:06:01.920478 n-d-816823-3 neutron-server[102670]: 'SubPort': '1.0', Nov 16 11:06:01.920478 n-d-816823-3 neutron-server[102670]: 'Subnet': '1.1', Nov 16 11:06:01.920478 n-d-816823-3 neutron-server[102670]: 'Trunk': '1.1'}} Nov 16 11:06:01.920478 n-d-816823-3 neutron-server[102670]: {{(pid=102670) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 11:06:01.992514 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-613c076f-2393-4c93-b1c0-e65d86f3db6e None None] Attempting to bind port 3d32e334-a59b-4e8d-bc08-8595eadf14ae on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:06:01.993148 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-613c076f-2393-4c93-b1c0-e65d86f3db6e None None] Attempting to bind port 3d32e334-a59b-4e8d-bc08-8595eadf14ae by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '162d3b53-bd2c-435f-bb23-3f1890e2cb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fb498b68-bae3-48cc-979a-945c5645e566'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:06:01.993318 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613c076f-2393-4c93-b1c0-e65d86f3db6e None None] Attempting to bind port 3d32e334-a59b-4e8d-bc08-8595eadf14ae on network fb498b68-bae3-48cc-979a-945c5645e566 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:06:01.998256 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613c076f-2393-4c93-b1c0-e65d86f3db6e None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:06:01.998647 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613c076f-2393-4c93-b1c0-e65d86f3db6e None None] Checking segment: {'id': '162d3b53-bd2c-435f-bb23-3f1890e2cb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fb498b68-bae3-48cc-979a-945c5645e566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:06:01.999124 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-613c076f-2393-4c93-b1c0-e65d86f3db6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:01.999511 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613c076f-2393-4c93-b1c0-e65d86f3db6e None None] Bound using segment: {'id': '162d3b53-bd2c-435f-bb23-3f1890e2cb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fb498b68-bae3-48cc-979a-945c5645e566'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:06:01.999993 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-613c076f-2393-4c93-b1c0-e65d86f3db6e None None] Bound port: 3d32e334-a59b-4e8d-bc08-8595eadf14ae, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162d3b53-bd2c-435f-bb23-3f1890e2cb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fb498b68-bae3-48cc-979a-945c5645e566'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:06:02.000399 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-613c076f-2393-4c93-b1c0-e65d86f3db6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:02.064405 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-613c076f-2393-4c93-b1c0-e65d86f3db6e None None] For port 3d32e334-a59b-4e8d-bc08-8595eadf14ae, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:06:02.068541 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-613c076f-2393-4c93-b1c0-e65d86f3db6e None None] For port 3d32e334-a59b-4e8d-bc08-8595eadf14ae, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=3d32e334-a59b-4e8d-bc08-8595eadf14ae,segment=NetworkSegment(162d3b53-bd2c-435f-bb23-3f1890e2cb9f),segment_id=162d3b53-bd2c-435f-bb23-3f1890e2cb9f)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:06:02.072606 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-613c076f-2393-4c93-b1c0-e65d86f3db6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:02.133300 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c076f-2393-4c93-b1c0-e65d86f3db6e None None] Pushing event updated for resources: {'Port': ['ID=3d32e334-a59b-4e8d-bc08-8595eadf14ae,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:06:03.572496 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 46352) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:06:03.883091 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [None req-d734b179-2f69-41cf-bb1d-ec8657ad1582 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:06:03.884077 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d734b179-2f69-41cf-bb1d-ec8657ad1582 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3106186 Nov 16 11:06:06.411652 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 46360) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:06:06.727858 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [None req-c4ad5cc9-1ef9-4689-9307-d68f16c1e1c0 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:06:06.728957 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c4ad5cc9-1ef9-4689-9307-d68f16c1e1c0 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3163447 Nov 16 11:06:09.492211 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 46370) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:06:09.790084 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-25f7219c-c6c5-44b7-b334-34eb240a22b7 admin admin] Request body: {'router': {'tenant_id': '2c8580833e7642a796bda2393ee6ae71', 'name': 'router1', 'admin_state_up': True}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:06:09.814980 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25f7219c-c6c5-44b7-b334-34eb240a22b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:09.816546 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25f7219c-c6c5-44b7-b334-34eb240a22b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:09.948925 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25f7219c-c6c5-44b7-b334-34eb240a22b7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:09.954467 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25f7219c-c6c5-44b7-b334-34eb240a22b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:09.985020 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25f7219c-c6c5-44b7-b334-34eb240a22b7 admin admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:09.986260 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-25f7219c-c6c5-44b7-b334-34eb240a22b7 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4929435 Nov 16 11:06:10.629803 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 3d32e334-a59b-4e8d-bc08-8595eadf14ae up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:06:10.720877 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 3d32e334-a59b-4e8d-bc08-8595eadf14ae triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:06:10.721272 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:10.835085 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:10.869120 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 3d32e334-a59b-4e8d-bc08-8595eadf14ae, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=3d32e334-a59b-4e8d-bc08-8595eadf14ae,segment=NetworkSegment(162d3b53-bd2c-435f-bb23-3f1890e2cb9f),segment_id=162d3b53-bd2c-435f-bb23-3f1890e2cb9f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:06:10.874216 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:10.929130 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=3d32e334-a59b-4e8d-bc08-8595eadf14ae,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:06:11.305862 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e79191c-5ccf-4500-b089-6e040055dfa5 None None] Network fb498b68-bae3-48cc-979a-945c5645e566 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:06:11.423810 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-37cadd64-eeed-4ee8-bab2-f61aa37fa59d None None] Provisioning complete for port 3d32e334-a59b-4e8d-bc08-8595eadf14ae triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:06:11.424104 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-37cadd64-eeed-4ee8-bab2-f61aa37fa59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:11.762159 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-41511cb6-f09d-476f-8b8e-0fd4f5ad7ff0 None None] Provisioning complete for port 3d32e334-a59b-4e8d-bc08-8595eadf14ae triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:06:11.762793 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-41511cb6-f09d-476f-8b8e-0fd4f5ad7ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:12.524312 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 46382) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:06:12.588037 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 3d32e334-a59b-4e8d-bc08-8595eadf14ae up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:06:12.633301 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 3d32e334-a59b-4e8d-bc08-8595eadf14ae triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:06:12.633637 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:12.837756 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [None req-15367bb9-8b26-4d53-9604-6003c4a1f179 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:06:12.838768 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-15367bb9-8b26-4d53-9604-6003c4a1f179 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3135316 Nov 16 11:06:12.921403 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e0f3e45c-062b-433b-9325-9131a853e7ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:15.346997 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 46390) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:06:15.510227 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f37b106f-869d-4688-9f6c-89377303080f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:15.657262 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-2e0840bf-78e6-4bce-8a07-13cf086feb95 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:06:15.680235 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0840bf-78e6-4bce-8a07-13cf086feb95 admin admin] Made reservation on behalf of 07d7451ff2b849e1a7bed2413fc4e465 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:06:15.682483 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e0840bf-78e6-4bce-8a07-13cf086feb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:15.697515 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e0840bf-78e6-4bce-8a07-13cf086feb95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:15.797654 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e0840bf-78e6-4bce-8a07-13cf086feb95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:15.801030 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e0840bf-78e6-4bce-8a07-13cf086feb95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:15.815204 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2e0840bf-78e6-4bce-8a07-13cf086feb95 admin admin] Reserving flat network on physical network physnet1 {{(pid=102668) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 16 11:06:15.839433 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e0840bf-78e6-4bce-8a07-13cf086feb95 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740601669569', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:15.839971 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e0840bf-78e6-4bce-8a07-13cf086feb95 admin admin] Unsubscribe: segment precommit_create {{(pid=102668) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 16 11:06:15.840456 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-2e0840bf-78e6-4bce-8a07-13cf086feb95 admin admin] Added segment 9bac0d55-1584-4fb3-a2be-1498055c8639 of type flat for network 47f35a41-d782-4d3e-9754-e87c9ca4914b Nov 16 11:06:15.843813 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0840bf-78e6-4bce-8a07-13cf086feb95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000f3075-f091-4d8c-b756-bf1d99b6130c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:06:15.894554 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e0840bf-78e6-4bce-8a07-13cf086feb95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:15.936651 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e0840bf-78e6-4bce-8a07-13cf086feb95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:15.937560 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0840bf-78e6-4bce-8a07-13cf086feb95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:06:15.938174 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e0840bf-78e6-4bce-8a07-13cf086feb95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:16.023459 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2e0840bf-78e6-4bce-8a07-13cf086feb95 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6753926 Nov 16 11:06:16.053155 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0840bf-78e6-4bce-8a07-13cf086feb95 admin admin] Pushing event updated for resources: {'Network': ['ID=47f35a41-d782-4d3e-9754-e87c9ca4914b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:06:16.064162 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:06:16.415635 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:18.096516 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:18.529482 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 46408) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:06:18.707813 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790f1e19-1316-4300-a4f0-4ad8868d8177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:06:18.709126 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-790f1e19-1316-4300-a4f0-4ad8868d8177 admin admin] 10.222.0.61 "GET /v2.0/subnets/b9d14eb4-c04b-44f1-9d01-1c59569f2c5c HTTP/1.1" status: 200 len: 849 time: 0.1786468 Nov 16 11:06:18.751341 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:18.869153 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-485cf90c-57ce-4850-b8d6-7f0031539503 admin admin] 10.222.0.61 "GET /v2.0/routers/94a9fef0-0046-4eae-a78e-5c16bb4ba256 HTTP/1.1" status: 200 len: 704 time: 0.1537831 Nov 16 11:06:19.127724 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed3aad58-8cb5-4ccb-8172-a874b6080fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:19.412732 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-ed3aad58-8cb5-4ccb-8172-a874b6080fc7 admin admin] Allocated IP 172.20.0.1 (fb498b68-bae3-48cc-979a-945c5645e566/b9d14eb4-c04b-44f1-9d01-1c59569f2c5c/d29ac7b9-5440-48e4-93f2-8a549df9e375) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:06:19.564328 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed3aad58-8cb5-4ccb-8172-a874b6080fc7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:19.628611 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed3aad58-8cb5-4ccb-8172-a874b6080fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:19.706599 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3aad58-8cb5-4ccb-8172-a874b6080fc7 admin admin] Network fb498b68-bae3-48cc-979a-945c5645e566 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:06:19.711734 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-ed3aad58-8cb5-4ccb-8172-a874b6080fc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:06:19.716401 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3aad58-8cb5-4ccb-8172-a874b6080fc7 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:06:19.717299 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed3aad58-8cb5-4ccb-8172-a874b6080fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:19.785960 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3aad58-8cb5-4ccb-8172-a874b6080fc7 admin admin] Pushing event updated for resources: {'Port': ['ID=d29ac7b9-5440-48e4-93f2-8a549df9e375,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:06:19.909219 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-12c44a3d-cf89-47a0-acfd-38fa1f7ea4d0 None None] Provisioning complete for port d29ac7b9-5440-48e4-93f2-8a549df9e375 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:06:19.909832 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-12c44a3d-cf89-47a0-acfd-38fa1f7ea4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:19.942335 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-12c44a3d-cf89-47a0-acfd-38fa1f7ea4d0 None None] Port d29ac7b9-5440-48e4-93f2-8a549df9e375 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:06:19.953829 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed3aad58-8cb5-4ccb-8172-a874b6080fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:20.158193 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed3aad58-8cb5-4ccb-8172-a874b6080fc7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:20.162539 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed3aad58-8cb5-4ccb-8172-a874b6080fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:20.163775 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed3aad58-8cb5-4ccb-8172-a874b6080fc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:20.239587 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3aad58-8cb5-4ccb-8172-a874b6080fc7 admin admin] Pushing event updated for resources: {'Port': ['ID=d29ac7b9-5440-48e4-93f2-8a549df9e375,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:06:20.292235 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3aad58-8cb5-4ccb-8172-a874b6080fc7 admin admin] Network fb498b68-bae3-48cc-979a-945c5645e566 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:06:20.293814 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-ed3aad58-8cb5-4ccb-8172-a874b6080fc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:06:20.453036 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed3aad58-8cb5-4ccb-8172-a874b6080fc7 admin admin] Router 94a9fef0-0046-4eae-a78e-5c16bb4ba256 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:06:20.464730 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-00ddfb2b-f62c-4d34-b4b8-1e313cce647d None None] Provisioning complete for port d29ac7b9-5440-48e4-93f2-8a549df9e375 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:06:20.465106 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-00ddfb2b-f62c-4d34-b4b8-1e313cce647d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:20.499812 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-00ddfb2b-f62c-4d34-b4b8-1e313cce647d None None] Port d29ac7b9-5440-48e4-93f2-8a549df9e375 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:06:20.544849 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3aad58-8cb5-4ccb-8172-a874b6080fc7 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:06:20.550305 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ed3aad58-8cb5-4ccb-8172-a874b6080fc7 admin admin] 10.222.0.61 "PUT /v2.0/routers/94a9fef0-0046-4eae-a78e-5c16bb4ba256/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6752675 Nov 16 11:06:20.555689 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73497305-7cc1-463f-b2f2-fd9535fab13d None None] Sync routers for ids ['94a9fef0-0046-4eae-a78e-5c16bb4ba256'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:06:20.568015 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73497305-7cc1-463f-b2f2-fd9535fab13d None None] Routers {'94a9fef0-0046-4eae-a78e-5c16bb4ba256'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:06:20.568785 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-73497305-7cc1-463f-b2f2-fd9535fab13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:06:15Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['94a9fef0-0046-4eae-a78e-5c16bb4ba256'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:06:20.758762 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-73497305-7cc1-463f-b2f2-fd9535fab13d None None] Set router 94a9fef0-0046-4eae-a78e-5c16bb4ba256 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:06:21.185714 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-73497305-7cc1-463f-b2f2-fd9535fab13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a9fef0-0046-4eae-a78e-5c16bb4ba256', 'name': 'router1', 'tenant_id': '2c8580833e7642a796bda2393ee6ae71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:06:09Z', 'updated_at': '2021-11-16T11:06:19Z', 'revision_number': 2, 'project_id': '2c8580833e7642a796bda2393ee6ae71', 'gw_port_host': None, '_interfaces': [{'id': 'd29ac7b9-5440-48e4-93f2-8a549df9e375', 'name': '', 'network_id': 'fb498b68-bae3-48cc-979a-945c5645e566', 'tenant_id': '2c8580833e7642a796bda2393ee6ae71', 'mac_address': 'fa:16:3e:a1:29:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a9fef0-0046-4eae-a78e-5c16bb4ba256', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b9d14eb4-c04b-44f1-9d01-1c59569f2c5c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:06:19Z', 'updated_at': '2021-11-16T11:06:20Z', 'revision_number': 2, 'project_id': '2c8580833e7642a796bda2393ee6ae71', 'subnets': [{'id': 'b9d14eb4-c04b-44f1-9d01-1c59569f2c5c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '536e8c82-dfd2-4db7-9950-4e4a6a4992c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:06:21.236651 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73497305-7cc1-463f-b2f2-fd9535fab13d None None] Checking router: 94a9fef0-0046-4eae-a78e-5c16bb4ba256 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:06:21.237024 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73497305-7cc1-463f-b2f2-fd9535fab13d None None] Updating router 94a9fef0-0046-4eae-a78e-5c16bb4ba256 port d29ac7b9-5440-48e4-93f2-8a549df9e375 binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:06:21.285676 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-73497305-7cc1-463f-b2f2-fd9535fab13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:21.793158 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-73497305-7cc1-463f-b2f2-fd9535fab13d None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:21.799831 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-73497305-7cc1-463f-b2f2-fd9535fab13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:21.943115 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957bb97b-89d6-4caf-82d5-7bfa59d458af None None] Pushing event updated for resources: {'Port': ['ID=d29ac7b9-5440-48e4-93f2-8a549df9e375,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:06:21.965035 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957bb97b-89d6-4caf-82d5-7bfa59d458af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:06:21.965378 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957bb97b-89d6-4caf-82d5-7bfa59d458af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:06:21.965712 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957bb97b-89d6-4caf-82d5-7bfa59d458af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:06:21.966080 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957bb97b-89d6-4caf-82d5-7bfa59d458af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:06:21.966405 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957bb97b-89d6-4caf-82d5-7bfa59d458af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:06:21.966728 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957bb97b-89d6-4caf-82d5-7bfa59d458af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:06:21.967048 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957bb97b-89d6-4caf-82d5-7bfa59d458af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:06:21.967365 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957bb97b-89d6-4caf-82d5-7bfa59d458af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:06:21.967680 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957bb97b-89d6-4caf-82d5-7bfa59d458af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:06:21.967995 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957bb97b-89d6-4caf-82d5-7bfa59d458af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:06:21.968310 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957bb97b-89d6-4caf-82d5-7bfa59d458af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:06:21.968623 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957bb97b-89d6-4caf-82d5-7bfa59d458af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:06:21.969697 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957bb97b-89d6-4caf-82d5-7bfa59d458af None None] Tracked resource versions report: Nov 16 11:06:21.969697 n-d-816823-3 neutron-server[102671]: pushed versions: Nov 16 11:06:21.969697 n-d-816823-3 neutron-server[102671]: { 'AddressGroup': {'1.2'}, Nov 16 11:06:21.969697 n-d-816823-3 neutron-server[102671]: 'ConntrackHelper': {'1.0'}, Nov 16 11:06:21.969697 n-d-816823-3 neutron-server[102671]: 'Log': {'1.0'}, Nov 16 11:06:21.969697 n-d-816823-3 neutron-server[102671]: 'Network': {'1.1'}, Nov 16 11:06:21.969697 n-d-816823-3 neutron-server[102671]: 'Port': {'1.7'}, Nov 16 11:06:21.969697 n-d-816823-3 neutron-server[102671]: 'PortForwarding': {'1.2'}, Nov 16 11:06:21.969697 n-d-816823-3 neutron-server[102671]: 'QosPolicy': {'1.10'}, Nov 16 11:06:21.969697 n-d-816823-3 neutron-server[102671]: 'SecurityGroup': {'1.5'}, Nov 16 11:06:21.969697 n-d-816823-3 neutron-server[102671]: 'SecurityGroupRule': {'1.2'}, Nov 16 11:06:21.969697 n-d-816823-3 neutron-server[102671]: 'SubPort': {'1.0'}, Nov 16 11:06:21.969697 n-d-816823-3 neutron-server[102671]: 'Subnet': {'1.1'}, Nov 16 11:06:21.969697 n-d-816823-3 neutron-server[102671]: 'Trunk': {'1.1'}} Nov 16 11:06:21.969697 n-d-816823-3 neutron-server[102671]: consumer versions: Nov 16 11:06:21.969697 n-d-816823-3 neutron-server[102671]: { DHCP agent@n-d-816823-3: {}, Nov 16 11:06:21.969697 n-d-816823-3 neutron-server[102671]: L3 agent@n-d-816823-3: {}, Nov 16 11:06:21.969697 n-d-816823-3 neutron-server[102671]: Metadata agent@n-d-816823-3: {}, Nov 16 11:06:21.969697 n-d-816823-3 neutron-server[102671]: Metering agent@n-d-816823-3: {}, Nov 16 11:06:21.969697 n-d-816823-3 neutron-server[102671]: Open vSwitch agent@n-d-816823-3: { 'AddressGroup': '1.2', Nov 16 11:06:21.969697 n-d-816823-3 neutron-server[102671]: 'ConntrackHelper': '1.0', Nov 16 11:06:21.969697 n-d-816823-3 neutron-server[102671]: 'Log': '1.0', Nov 16 11:06:21.969697 n-d-816823-3 neutron-server[102671]: 'Network': '1.1', Nov 16 11:06:21.969697 n-d-816823-3 neutron-server[102671]: 'Port': '1.7', Nov 16 11:06:21.969697 n-d-816823-3 neutron-server[102671]: 'PortForwarding': '1.2', Nov 16 11:06:21.969697 n-d-816823-3 neutron-server[102671]: 'QosPolicy': '1.10', Nov 16 11:06:21.969697 n-d-816823-3 neutron-server[102671]: 'SecurityGroup': '1.5', Nov 16 11:06:21.969697 n-d-816823-3 neutron-server[102671]: 'SecurityGroupRule': '1.2', Nov 16 11:06:21.969697 n-d-816823-3 neutron-server[102671]: 'SubPort': '1.0', Nov 16 11:06:21.969697 n-d-816823-3 neutron-server[102671]: 'Subnet': '1.1', Nov 16 11:06:21.969697 n-d-816823-3 neutron-server[102671]: 'Trunk': '1.1'}} Nov 16 11:06:21.969697 n-d-816823-3 neutron-server[102671]: {{(pid=102671) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 11:06:21.985598 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-73497305-7cc1-463f-b2f2-fd9535fab13d None None] Attempting to bind port d29ac7b9-5440-48e4-93f2-8a549df9e375 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:06:21.986016 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-73497305-7cc1-463f-b2f2-fd9535fab13d None None] Attempting to bind port d29ac7b9-5440-48e4-93f2-8a549df9e375 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '162d3b53-bd2c-435f-bb23-3f1890e2cb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fb498b68-bae3-48cc-979a-945c5645e566'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:06:21.986440 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73497305-7cc1-463f-b2f2-fd9535fab13d None None] Attempting to bind port d29ac7b9-5440-48e4-93f2-8a549df9e375 on network fb498b68-bae3-48cc-979a-945c5645e566 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:06:21.993668 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73497305-7cc1-463f-b2f2-fd9535fab13d None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:06:21.994111 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73497305-7cc1-463f-b2f2-fd9535fab13d None None] Checking segment: {'id': '162d3b53-bd2c-435f-bb23-3f1890e2cb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fb498b68-bae3-48cc-979a-945c5645e566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:06:21.994598 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-73497305-7cc1-463f-b2f2-fd9535fab13d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:21.994980 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73497305-7cc1-463f-b2f2-fd9535fab13d None None] Bound using segment: {'id': '162d3b53-bd2c-435f-bb23-3f1890e2cb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fb498b68-bae3-48cc-979a-945c5645e566'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:06:21.995463 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-73497305-7cc1-463f-b2f2-fd9535fab13d None None] Bound port: d29ac7b9-5440-48e4-93f2-8a549df9e375, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162d3b53-bd2c-435f-bb23-3f1890e2cb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fb498b68-bae3-48cc-979a-945c5645e566'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:06:21.995836 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-73497305-7cc1-463f-b2f2-fd9535fab13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:22.025334 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-0bd355b4-3a9a-4e70-8768-6df494dd8b4c None None] Provisioning complete for port d29ac7b9-5440-48e4-93f2-8a549df9e375 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:06:22.025898 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0bd355b4-3a9a-4e70-8768-6df494dd8b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:22.059005 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-0bd355b4-3a9a-4e70-8768-6df494dd8b4c None None] Port d29ac7b9-5440-48e4-93f2-8a549df9e375 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:06:22.063733 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-73497305-7cc1-463f-b2f2-fd9535fab13d None None] For port d29ac7b9-5440-48e4-93f2-8a549df9e375, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:06:22.082669 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-73497305-7cc1-463f-b2f2-fd9535fab13d None None] For port d29ac7b9-5440-48e4-93f2-8a549df9e375, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=d29ac7b9-5440-48e4-93f2-8a549df9e375,segment=NetworkSegment(162d3b53-bd2c-435f-bb23-3f1890e2cb9f),segment_id=162d3b53-bd2c-435f-bb23-3f1890e2cb9f)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:06:22.087922 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-73497305-7cc1-463f-b2f2-fd9535fab13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:22.143505 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957bb97b-89d6-4caf-82d5-7bfa59d458af None None] Pushing event updated for resources: {'Port': ['ID=d29ac7b9-5440-48e4-93f2-8a549df9e375,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:06:22.150934 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73497305-7cc1-463f-b2f2-fd9535fab13d None None] Routers {'94a9fef0-0046-4eae-a78e-5c16bb4ba256'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:06:22.151541 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-73497305-7cc1-463f-b2f2-fd9535fab13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:06:15Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['94a9fef0-0046-4eae-a78e-5c16bb4ba256'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:06:22.244842 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-73497305-7cc1-463f-b2f2-fd9535fab13d None None] Set router 94a9fef0-0046-4eae-a78e-5c16bb4ba256 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:06:22.281331 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-8661a574-1b81-40c8-bee5-feb12546e532 None None] Provisioning complete for port d29ac7b9-5440-48e4-93f2-8a549df9e375 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:06:22.281814 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8661a574-1b81-40c8-bee5-feb12546e532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:22.360847 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8661a574-1b81-40c8-bee5-feb12546e532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:22.393987 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-8661a574-1b81-40c8-bee5-feb12546e532 None None] For port d29ac7b9-5440-48e4-93f2-8a549df9e375, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=d29ac7b9-5440-48e4-93f2-8a549df9e375,segment=NetworkSegment(162d3b53-bd2c-435f-bb23-3f1890e2cb9f),segment_id=162d3b53-bd2c-435f-bb23-3f1890e2cb9f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:06:22.398582 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8661a574-1b81-40c8-bee5-feb12546e532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:22.447634 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661a574-1b81-40c8-bee5-feb12546e532 None None] Pushing event updated for resources: {'Port': ['ID=d29ac7b9-5440-48e4-93f2-8a549df9e375,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:06:22.460831 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-73497305-7cc1-463f-b2f2-fd9535fab13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a9fef0-0046-4eae-a78e-5c16bb4ba256', 'name': 'router1', 'tenant_id': '2c8580833e7642a796bda2393ee6ae71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:06:09Z', 'updated_at': '2021-11-16T11:06:19Z', 'revision_number': 2, 'project_id': '2c8580833e7642a796bda2393ee6ae71', 'gw_port_host': None, '_interfaces': [{'id': 'd29ac7b9-5440-48e4-93f2-8a549df9e375', 'name': '', 'network_id': 'fb498b68-bae3-48cc-979a-945c5645e566', 'tenant_id': '2c8580833e7642a796bda2393ee6ae71', 'mac_address': 'fa:16:3e:a1:29:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a9fef0-0046-4eae-a78e-5c16bb4ba256', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b9d14eb4-c04b-44f1-9d01-1c59569f2c5c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:06:19Z', 'updated_at': '2021-11-16T11:06:22Z', 'revision_number': 4, 'project_id': '2c8580833e7642a796bda2393ee6ae71', 'subnets': [{'id': 'b9d14eb4-c04b-44f1-9d01-1c59569f2c5c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '536e8c82-dfd2-4db7-9950-4e4a6a4992c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:06:22.486795 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73497305-7cc1-463f-b2f2-fd9535fab13d None None] The sync data for ids ['94a9fef0-0046-4eae-a78e-5c16bb4ba256'] in n-d-816823-3 is: [{'id': '94a9fef0-0046-4eae-a78e-5c16bb4ba256', 'name': 'router1', 'tenant_id': '2c8580833e7642a796bda2393ee6ae71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:06:09Z', 'updated_at': '2021-11-16T11:06:19Z', 'revision_number': 2, 'project_id': '2c8580833e7642a796bda2393ee6ae71', 'gw_port_host': None, '_interfaces': [{'id': 'd29ac7b9-5440-48e4-93f2-8a549df9e375', 'name': '', 'network_id': 'fb498b68-bae3-48cc-979a-945c5645e566', 'tenant_id': '2c8580833e7642a796bda2393ee6ae71', 'mac_address': 'fa:16:3e:a1:29:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a9fef0-0046-4eae-a78e-5c16bb4ba256', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b9d14eb4-c04b-44f1-9d01-1c59569f2c5c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:06:19Z', 'updated_at': '2021-11-16T11:06:22Z', 'revision_number': 4, 'project_id': '2c8580833e7642a796bda2393ee6ae71', 'subnets': [{'id': 'b9d14eb4-c04b-44f1-9d01-1c59569f2c5c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '536e8c82-dfd2-4db7-9950-4e4a6a4992c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:06:22.922368 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 46428) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:06:23.030265 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289c3325-02d2-4c64-9af6-13a89ac69e6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:06:23.031637 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-289c3325-02d2-4c64-9af6-13a89ac69e6e admin admin] 10.222.0.61 "GET /v2.0/networks/47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 842 time: 0.1083164 Nov 16 11:06:23.041550 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-8daece04-ae6e-42de-93a5-03c636d6d065 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.0.1', 'enable_dhcp': False, 'cidr': '172.25.0.0/24', 'ip_version': 4, 'name': 'public-subnet', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:06:23.063631 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8daece04-ae6e-42de-93a5-03c636d6d065 admin admin] Made reservation on behalf of 07d7451ff2b849e1a7bed2413fc4e465 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:06:23.066119 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8daece04-ae6e-42de-93a5-03c636d6d065 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:23.341554 n-d-816823-3 neutron-server[102668]: DEBUG neutron.objects.ports [None req-8daece04-ae6e-42de-93a5-03c636d6d065 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102668) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 11:06:23.342001 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8daece04-ae6e-42de-93a5-03c636d6d065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:23.395363 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daece04-ae6e-42de-93a5-03c636d6d065 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03a9ba34-d88b-49d7-b01f-baff373c3b17,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:06:23.403677 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daece04-ae6e-42de-93a5-03c636d6d065 admin admin] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:06:23.404023 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daece04-ae6e-42de-93a5-03c636d6d065 admin admin] Network hostable DHCP agents. Network: 47f35a41-d782-4d3e-9754-e87c9ca4914b, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:06:23.420201 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daece04-ae6e-42de-93a5-03c636d6d065 admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:06:23.429381 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-8daece04-ae6e-42de-93a5-03c636d6d065 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 47f35a41-d782-4d3e-9754-e87c9ca4914b) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:06:23.433429 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daece04-ae6e-42de-93a5-03c636d6d065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:06:23.434048 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8daece04-ae6e-42de-93a5-03c636d6d065 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:23.439358 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db34253d-a2d9-447d-a140-892822caf490 None None] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:06:23.461997 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8daece04-ae6e-42de-93a5-03c636d6d065 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4134998 Nov 16 11:06:23.574364 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beaa24dd-d3c3-4f61-811b-51b39a0664ba None None] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:06:25.902183 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 46436) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:06:26.036480 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7d43994f-b9b4-4f8c-9656-930114ee28d0 admin admin] 10.222.0.61 "GET /v2.0/routers/94a9fef0-0046-4eae-a78e-5c16bb4ba256 HTTP/1.1" status: 200 len: 710 time: 0.1331866 Nov 16 11:06:26.197704 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532c3edb-740a-4491-bc54-bd22bb708e14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:06:26.199116 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-532c3edb-740a-4491-bc54-bd22bb708e14 admin admin] 10.222.0.61 "GET /v2.0/networks/47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 886 time: 0.1560113 Nov 16 11:06:26.208887 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-12d2dda7-31db-49a7-b820-bdcc6fcbf5a7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:06:26.454154 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12d2dda7-31db-49a7-b820-bdcc6fcbf5a7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:26.685374 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12d2dda7-31db-49a7-b820-bdcc6fcbf5a7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:26.760534 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12d2dda7-31db-49a7-b820-bdcc6fcbf5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:26.861515 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-12d2dda7-31db-49a7-b820-bdcc6fcbf5a7 admin admin] Allocated IP 172.25.0.246 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/78866860-c9b3-4a6a-9089-d73efd634269) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:06:26.958634 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12d2dda7-31db-49a7-b820-bdcc6fcbf5a7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:26.990824 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12d2dda7-31db-49a7-b820-bdcc6fcbf5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:27.030450 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d2dda7-31db-49a7-b820-bdcc6fcbf5a7 admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:06:27.035105 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-12d2dda7-31db-49a7-b820-bdcc6fcbf5a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:06:27.038575 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d2dda7-31db-49a7-b820-bdcc6fcbf5a7 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:06:27.099971 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d2dda7-31db-49a7-b820-bdcc6fcbf5a7 admin admin] Pushing event updated for resources: {'Port': ['ID=78866860-c9b3-4a6a-9089-d73efd634269,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:06:27.280119 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12d2dda7-31db-49a7-b820-bdcc6fcbf5a7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:27.562774 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12d2dda7-31db-49a7-b820-bdcc6fcbf5a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1984560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1995711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3572'] for router, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:27.566312 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12d2dda7-31db-49a7-b820-bdcc6fcbf5a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1984559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1984550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1995702'] for router, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:27.671371 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d2dda7-31db-49a7-b820-bdcc6fcbf5a7 admin admin] Router 94a9fef0-0046-4eae-a78e-5c16bb4ba256 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:06:27.774376 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d2dda7-31db-49a7-b820-bdcc6fcbf5a7 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:06:27.778820 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12d2dda7-31db-49a7-b820-bdcc6fcbf5a7 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:27.779952 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-12d2dda7-31db-49a7-b820-bdcc6fcbf5a7 admin admin] 10.222.0.61 "PUT /v2.0/routers/94a9fef0-0046-4eae-a78e-5c16bb4ba256 HTTP/1.1" status: 200 len: 890 time: 1.5744939 Nov 16 11:06:28.623688 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device d29ac7b9-5440-48e4-93f2-8a549df9e375 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:06:28.673860 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port d29ac7b9-5440-48e4-93f2-8a549df9e375 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:06:28.674268 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:29.501170 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9461aabc-c38d-4860-8aed-9dd8926f2da9 None None] Sync routers for ids ['94a9fef0-0046-4eae-a78e-5c16bb4ba256'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:06:29.512370 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9461aabc-c38d-4860-8aed-9dd8926f2da9 None None] Routers {'94a9fef0-0046-4eae-a78e-5c16bb4ba256'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:06:29.513003 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9461aabc-c38d-4860-8aed-9dd8926f2da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:06:15Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['94a9fef0-0046-4eae-a78e-5c16bb4ba256'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:06:29.724602 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-9461aabc-c38d-4860-8aed-9dd8926f2da9 None None] Set router 94a9fef0-0046-4eae-a78e-5c16bb4ba256 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:06:30.177973 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9461aabc-c38d-4860-8aed-9dd8926f2da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a9fef0-0046-4eae-a78e-5c16bb4ba256', 'name': 'router1', 'tenant_id': '2c8580833e7642a796bda2393ee6ae71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '78866860-c9b3-4a6a-9089-d73efd634269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:06:09Z', 'updated_at': '2021-11-16T11:06:27Z', 'revision_number': 4, 'project_id': '2c8580833e7642a796bda2393ee6ae71', 'gw_port': {'id': '78866860-c9b3-4a6a-9089-d73efd634269', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:da:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a9fef0-0046-4eae-a78e-5c16bb4ba256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:06:26Z', 'updated_at': '2021-11-16T11:06:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'd29ac7b9-5440-48e4-93f2-8a549df9e375', 'name': '', 'network_id': 'fb498b68-bae3-48cc-979a-945c5645e566', 'tenant_id': '2c8580833e7642a796bda2393ee6ae71', 'mac_address': 'fa:16:3e:a1:29:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a9fef0-0046-4eae-a78e-5c16bb4ba256', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b9d14eb4-c04b-44f1-9d01-1c59569f2c5c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:06:19Z', 'updated_at': '2021-11-16T11:06:22Z', 'revision_number': 5, 'project_id': '2c8580833e7642a796bda2393ee6ae71', 'subnets': [{'id': 'b9d14eb4-c04b-44f1-9d01-1c59569f2c5c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '536e8c82-dfd2-4db7-9950-4e4a6a4992c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:06:30.228681 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9461aabc-c38d-4860-8aed-9dd8926f2da9 None None] Checking router: 94a9fef0-0046-4eae-a78e-5c16bb4ba256 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:06:30.229030 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9461aabc-c38d-4860-8aed-9dd8926f2da9 None None] Updating router 94a9fef0-0046-4eae-a78e-5c16bb4ba256 port 78866860-c9b3-4a6a-9089-d73efd634269 binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:06:30.277371 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9461aabc-c38d-4860-8aed-9dd8926f2da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:30.334650 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 46448) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:06:30.444620 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ac70a6e7-3fc4-45c3-a609-3f69067c373d admin admin] 10.222.0.61 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1087611 Nov 16 11:06:30.602687 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9461aabc-c38d-4860-8aed-9dd8926f2da9 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:30.608175 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9461aabc-c38d-4860-8aed-9dd8926f2da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:30.661232 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427bd6fa-77de-483b-9ba3-6888ca8c25f7 None None] Pushing event updated for resources: {'Port': ['ID=78866860-c9b3-4a6a-9089-d73efd634269,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:06:30.663473 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-9461aabc-c38d-4860-8aed-9dd8926f2da9 None None] Attempting to bind port 78866860-c9b3-4a6a-9089-d73efd634269 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:06:30.664053 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-9461aabc-c38d-4860-8aed-9dd8926f2da9 None None] Attempting to bind port 78866860-c9b3-4a6a-9089-d73efd634269 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:06:30.664214 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9461aabc-c38d-4860-8aed-9dd8926f2da9 None None] Attempting to bind port 78866860-c9b3-4a6a-9089-d73efd634269 on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:06:30.670515 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9461aabc-c38d-4860-8aed-9dd8926f2da9 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:06:30.670515 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9461aabc-c38d-4860-8aed-9dd8926f2da9 None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:06:30.670781 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9461aabc-c38d-4860-8aed-9dd8926f2da9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:30.671110 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9461aabc-c38d-4860-8aed-9dd8926f2da9 None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:06:30.671575 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-9461aabc-c38d-4860-8aed-9dd8926f2da9 None None] Bound port: 78866860-c9b3-4a6a-9089-d73efd634269, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:06:30.671968 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9461aabc-c38d-4860-8aed-9dd8926f2da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:30.721680 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-9461aabc-c38d-4860-8aed-9dd8926f2da9 None None] For port 78866860-c9b3-4a6a-9089-d73efd634269, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:06:30.724772 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-9461aabc-c38d-4860-8aed-9dd8926f2da9 None None] For port 78866860-c9b3-4a6a-9089-d73efd634269, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=78866860-c9b3-4a6a-9089-d73efd634269,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:06:30.728811 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9461aabc-c38d-4860-8aed-9dd8926f2da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:30.788557 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9461aabc-c38d-4860-8aed-9dd8926f2da9 None None] Routers {'94a9fef0-0046-4eae-a78e-5c16bb4ba256'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:06:30.789182 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9461aabc-c38d-4860-8aed-9dd8926f2da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:06:15Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['94a9fef0-0046-4eae-a78e-5c16bb4ba256'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:06:30.791900 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427bd6fa-77de-483b-9ba3-6888ca8c25f7 None None] Pushing event updated for resources: {'Port': ['ID=78866860-c9b3-4a6a-9089-d73efd634269,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:06:30.900369 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-9461aabc-c38d-4860-8aed-9dd8926f2da9 None None] Set router 94a9fef0-0046-4eae-a78e-5c16bb4ba256 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:06:31.111486 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9461aabc-c38d-4860-8aed-9dd8926f2da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94a9fef0-0046-4eae-a78e-5c16bb4ba256', 'name': 'router1', 'tenant_id': '2c8580833e7642a796bda2393ee6ae71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '78866860-c9b3-4a6a-9089-d73efd634269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:06:09Z', 'updated_at': '2021-11-16T11:06:27Z', 'revision_number': 4, 'project_id': '2c8580833e7642a796bda2393ee6ae71', 'gw_port': {'id': '78866860-c9b3-4a6a-9089-d73efd634269', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:da:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a9fef0-0046-4eae-a78e-5c16bb4ba256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:06:26Z', 'updated_at': '2021-11-16T11:06:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'd29ac7b9-5440-48e4-93f2-8a549df9e375', 'name': '', 'network_id': 'fb498b68-bae3-48cc-979a-945c5645e566', 'tenant_id': '2c8580833e7642a796bda2393ee6ae71', 'mac_address': 'fa:16:3e:a1:29:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a9fef0-0046-4eae-a78e-5c16bb4ba256', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b9d14eb4-c04b-44f1-9d01-1c59569f2c5c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:06:19Z', 'updated_at': '2021-11-16T11:06:22Z', 'revision_number': 5, 'project_id': '2c8580833e7642a796bda2393ee6ae71', 'subnets': [{'id': 'b9d14eb4-c04b-44f1-9d01-1c59569f2c5c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '536e8c82-dfd2-4db7-9950-4e4a6a4992c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:06:31.141802 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9461aabc-c38d-4860-8aed-9dd8926f2da9 None None] The sync data for ids ['94a9fef0-0046-4eae-a78e-5c16bb4ba256'] in n-d-816823-3 is: [{'id': '94a9fef0-0046-4eae-a78e-5c16bb4ba256', 'name': 'router1', 'tenant_id': '2c8580833e7642a796bda2393ee6ae71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '78866860-c9b3-4a6a-9089-d73efd634269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:06:09Z', 'updated_at': '2021-11-16T11:06:27Z', 'revision_number': 4, 'project_id': '2c8580833e7642a796bda2393ee6ae71', 'gw_port': {'id': '78866860-c9b3-4a6a-9089-d73efd634269', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:da:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94a9fef0-0046-4eae-a78e-5c16bb4ba256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:06:26Z', 'updated_at': '2021-11-16T11:06:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'd29ac7b9-5440-48e4-93f2-8a549df9e375', 'name': '', 'network_id': 'fb498b68-bae3-48cc-979a-945c5645e566', 'tenant_id': '2c8580833e7642a796bda2393ee6ae71', 'mac_address': 'fa:16:3e:a1:29:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a9fef0-0046-4eae-a78e-5c16bb4ba256', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b9d14eb4-c04b-44f1-9d01-1c59569f2c5c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:06:19Z', 'updated_at': '2021-11-16T11:06:22Z', 'revision_number': 5, 'project_id': '2c8580833e7642a796bda2393ee6ae71', 'subnets': [{'id': 'b9d14eb4-c04b-44f1-9d01-1c59569f2c5c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '536e8c82-dfd2-4db7-9950-4e4a6a4992c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:06:32.646408 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 78866860-c9b3-4a6a-9089-d73efd634269 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:06:32.707924 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 78866860-c9b3-4a6a-9089-d73efd634269 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:06:32.708902 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:32.798735 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:32.823684 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 78866860-c9b3-4a6a-9089-d73efd634269, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=78866860-c9b3-4a6a-9089-d73efd634269,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:06:32.827391 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:32.882959 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=78866860-c9b3-4a6a-9089-d73efd634269,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:06:34.652747 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 78866860-c9b3-4a6a-9089-d73efd634269 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:06:34.752981 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 78866860-c9b3-4a6a-9089-d73efd634269 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:06:34.753506 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:40.437522 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 5 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:06:42.923139 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-492c4ec2-47ba-4270-87ed-91dc7c6b1f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:45.528718 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c5c12b9d-3329-4664-8f74-1dc3968067d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:46.378373 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:48.105674 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:06:48.751831 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:07:12.927474 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-689df9b9-15ca-4791-8af8-1d349293e91c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:07:15.502847 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-32728b44-6389-4020-825e-a8290be938d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:07:16.376328 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:07:17.418006 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 5 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:07:18.103659 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:07:18.746318 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:07:42.930461 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-898fc186-81ad-47ba-b713-9d0e34d8c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:07:45.503688 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c5a18956-46fe-453f-aa61-461ba9a0396f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:07:46.378543 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:07:48.102597 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:07:48.748697 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:07:54.417285 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 5 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:08:12.832797 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47042) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:08:12.901872 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9343afc-2567-47c3-ac03-2376b6bca4f8 admin admin] GET failed (client error): The resource could not be found. Nov 16 11:08:12.903159 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e9343afc-2567-47c3-ac03-2376b6bca4f8 admin admin] 10.222.0.61 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0694473 Nov 16 11:08:12.931178 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0a726c5b-a50a-42df-890c-3f2e37890665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:08:13.091046 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5845b5-0604-4436-83b7-c1b773e66e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:08:13.092536 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7e5845b5-0604-4436-83b7-c1b773e66e46 admin admin] 10.222.0.61 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1847537 Nov 16 11:08:15.413785 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47052) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:08:15.511067 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-31a7adc6-24b6-4626-8676-99c6cd5ed8e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:08:15.546073 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e89f7c-d522-4ada-9eb8-ee2224b8863a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:08:15.549955 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a3e89f7c-d522-4ada-9eb8-ee2224b8863a admin admin] 10.222.0.61 "GET /v2.0/subnets/b9d14eb4-c04b-44f1-9d01-1c59569f2c5c HTTP/1.1" status: 200 len: 849 time: 0.1326613 Nov 16 11:08:15.557983 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-f3b685f4-0e1a-4f53-b990-653b3a7eba52 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:08:15.648479 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f3b685f4-0e1a-4f53-b990-653b3a7eba52 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:08:15.799643 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f3b685f4-0e1a-4f53-b990-653b3a7eba52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740601501094'] for subnet, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:08:15.839304 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b685f4-0e1a-4f53-b990-653b3a7eba52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:08:15.840214 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f3b685f4-0e1a-4f53-b990-653b3a7eba52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:08:15.844891 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9301d0-8b5f-4549-9637-9253ac80d669 None None] Network fb498b68-bae3-48cc-979a-945c5645e566 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:08:15.846664 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f3b685f4-0e1a-4f53-b990-653b3a7eba52 admin admin] 10.222.0.61 "PUT /v2.0/subnets/b9d14eb4-c04b-44f1-9d01-1c59569f2c5c HTTP/1.1" status: 200 len: 868 time: 0.2919850 Nov 16 11:08:15.871555 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b685f4-0e1a-4f53-b990-653b3a7eba52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9d14eb4-c04b-44f1-9d01-1c59569f2c5c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:08:15.881813 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b685f4-0e1a-4f53-b990-653b3a7eba52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:08:15.882193 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b685f4-0e1a-4f53-b990-653b3a7eba52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:08:15.882527 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b685f4-0e1a-4f53-b990-653b3a7eba52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:08:15.882869 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b685f4-0e1a-4f53-b990-653b3a7eba52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:08:15.883259 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b685f4-0e1a-4f53-b990-653b3a7eba52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:08:15.883599 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b685f4-0e1a-4f53-b990-653b3a7eba52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:08:15.883929 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b685f4-0e1a-4f53-b990-653b3a7eba52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:08:15.884257 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b685f4-0e1a-4f53-b990-653b3a7eba52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:08:15.884586 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b685f4-0e1a-4f53-b990-653b3a7eba52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:08:15.884913 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b685f4-0e1a-4f53-b990-653b3a7eba52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:08:15.885392 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b685f4-0e1a-4f53-b990-653b3a7eba52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:08:15.885722 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b685f4-0e1a-4f53-b990-653b3a7eba52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:08:16.233211 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-eb60da5f-5ec5-429d-84ea-fcaf566f8150 None None] Provisioning complete for port d29ac7b9-5440-48e4-93f2-8a549df9e375 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:08:16.233676 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-eb60da5f-5ec5-429d-84ea-fcaf566f8150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:08:16.318994 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-eb60da5f-5ec5-429d-84ea-fcaf566f8150 None None] Provisioning complete for port 3d32e334-a59b-4e8d-bc08-8595eadf14ae triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:08:16.319259 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-eb60da5f-5ec5-429d-84ea-fcaf566f8150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:08:16.418160 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:08:18.107944 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:08:18.188653 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47060) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:08:18.385445 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0475372b-c158-45ae-a0e6-2aab2112d7a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:08:18.385833 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0475372b-c158-45ae-a0e6-2aab2112d7a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:08:18.387367 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0475372b-c158-45ae-a0e6-2aab2112d7a7 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1976981 Nov 16 11:08:18.751116 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:08:20.676863 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47068) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:08:20.806456 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a954d488-5eab-4b9d-a6fd-e052883dbf35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:08:20.806924 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a954d488-5eab-4b9d-a6fd-e052883dbf35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:08:20.808427 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a954d488-5eab-4b9d-a6fd-e052883dbf35 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1306148 Nov 16 11:08:23.132422 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47076) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:08:23.304311 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0665fc-5b89-4997-9646-49517eb655b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:08:23.305654 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8e0665fc-5b89-4997-9646-49517eb655b6 admin admin] 10.222.0.61 "GET /v2.0/networks/47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 886 time: 0.1722925 Nov 16 11:08:25.616482 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47084) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:08:25.761853 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da1622f-0922-4ce7-89ab-d1e4956af677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:08:25.763261 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7da1622f-0922-4ce7-89ab-d1e4956af677 admin admin] 10.222.0.61 "GET /v2.0/networks/fb498b68-bae3-48cc-979a-945c5645e566 HTTP/1.1" status: 200 len: 869 time: 0.1458108 Nov 16 11:08:28.069235 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47092) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:08:28.193644 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecc1fb6-696c-4ce8-a6c1-4504a3ff2d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:08:28.194126 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecc1fb6-696c-4ce8-a6c1-4504a3ff2d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:08:28.195669 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5ecc1fb6-696c-4ce8-a6c1-4504a3ff2d2b admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1254668 Nov 16 11:08:30.510279 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47102) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:08:30.599849 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca40b05-c76f-40ca-82a9-848bb72709b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:08:30.600304 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca40b05-c76f-40ca-82a9-848bb72709b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:08:30.601786 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6ca40b05-c76f-40ca-82a9-848bb72709b2 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0905712 Nov 16 11:08:31.416644 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 5 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:08:32.896594 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47110) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:08:32.980020 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ccd60e-c288-453c-96e8-24466c387316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:08:32.981998 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a8ccd60e-c288-453c-96e8-24466c387316 admin admin] 10.222.0.61 "GET /v2.0/subnets/03a9ba34-d88b-49d7-b01f-baff373c3b17 HTTP/1.1" status: 200 len: 816 time: 0.0843921 Nov 16 11:08:35.283227 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47118) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:08:35.376970 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c87f6e-caa3-434a-9e01-1adb17fab3ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:08:35.378231 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-77c87f6e-caa3-434a-9e01-1adb17fab3ec admin admin] 10.222.0.61 "GET /v2.0/subnets/b9d14eb4-c04b-44f1-9d01-1c59569f2c5c HTTP/1.1" status: 200 len: 868 time: 0.0940495 Nov 16 11:08:42.932088 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-27de20f8-889f-47e8-b11b-29f439137e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:08:45.502918 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7dcc73c6-b907-4b81-9012-88a31209dd17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:08:46.384652 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:08:48.111496 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:08:48.752625 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:09:00.151373 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47172) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:09:00.197658 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [None req-a0a86561-1e49-4729-88da-e4c1bf0e2f73 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:09:00.198664 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a0a86561-1e49-4729-88da-e4c1bf0e2f73 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0463688 Nov 16 11:09:02.605636 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47180) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:09:02.665464 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa731c8-1b14-4639-b8d0-555976d98b4f admin admin] GET failed (client error): The resource could not be found. Nov 16 11:09:02.666781 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7fa731c8-1b14-4639-b8d0-555976d98b4f admin admin] 10.222.0.61 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601919 Nov 16 11:09:02.804704 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85624c10-f88a-4454-a4c0-41c11fb5549b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:09:02.806105 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-85624c10-f88a-4454-a4c0-41c11fb5549b admin admin] 10.222.0.61 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1344848 Nov 16 11:09:05.117766 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47188) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:09:05.164018 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a6873bc1-dc59-4fd2-b1d3-9c4d7d7a85b8 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:09:05.183916 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6873bc1-dc59-4fd2-b1d3-9c4d7d7a85b8 admin admin] Made reservation on behalf of 07d7451ff2b849e1a7bed2413fc4e465 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:09:05.186137 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6873bc1-dc59-4fd2-b1d3-9c4d7d7a85b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:09:05.212044 n-d-816823-3 neutron-server[102668]: WARNING neutron.services.revisions.revision_plugin [None req-a6873bc1-dc59-4fd2-b1d3-9c4d7d7a85b8 admin admin] Could not find related network for resource to bump revision. Nov 16 11:09:05.225319 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6873bc1-dc59-4fd2-b1d3-9c4d7d7a85b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:09:05.234028 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6873bc1-dc59-4fd2-b1d3-9c4d7d7a85b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:09:05.234369 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-a6873bc1-dc59-4fd2-b1d3-9c4d7d7a85b8 admin admin] Added segment 2a40f806-df52-42af-bd83-fe837ff2c049 of type vlan for network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 Nov 16 11:09:05.273001 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6873bc1-dc59-4fd2-b1d3-9c4d7d7a85b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:09:05.295926 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6873bc1-dc59-4fd2-b1d3-9c4d7d7a85b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:09:05.296934 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6873bc1-dc59-4fd2-b1d3-9c4d7d7a85b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:09:05.297495 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6873bc1-dc59-4fd2-b1d3-9c4d7d7a85b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:09:05.347310 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a6873bc1-dc59-4fd2-b1d3-9c4d7d7a85b8 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2284002 Nov 16 11:09:05.357403 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6873bc1-dc59-4fd2-b1d3-9c4d7d7a85b8 admin admin] Pushing event updated for resources: {'Network': ['ID=d184b1c6-3832-4c86-bfd0-c1472d76d6c3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:09:05.365422 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6873bc1-dc59-4fd2-b1d3-9c4d7d7a85b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:09:05.365750 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6873bc1-dc59-4fd2-b1d3-9c4d7d7a85b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:09:05.366132 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6873bc1-dc59-4fd2-b1d3-9c4d7d7a85b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:09:05.366471 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6873bc1-dc59-4fd2-b1d3-9c4d7d7a85b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:09:05.366804 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6873bc1-dc59-4fd2-b1d3-9c4d7d7a85b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:09:05.367152 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6873bc1-dc59-4fd2-b1d3-9c4d7d7a85b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:09:05.367484 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6873bc1-dc59-4fd2-b1d3-9c4d7d7a85b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:09:05.367808 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6873bc1-dc59-4fd2-b1d3-9c4d7d7a85b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:09:05.368136 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6873bc1-dc59-4fd2-b1d3-9c4d7d7a85b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:09:05.368462 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6873bc1-dc59-4fd2-b1d3-9c4d7d7a85b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:09:05.368782 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6873bc1-dc59-4fd2-b1d3-9c4d7d7a85b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:09:05.369105 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6873bc1-dc59-4fd2-b1d3-9c4d7d7a85b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:09:05.380765 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:09:07.686136 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47196) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:09:07.748023 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-51220529-9f52-4fba-8490-20c805134ff2 admin admin] GET failed (client error): The resource could not be found. Nov 16 11:09:07.749281 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-51220529-9f52-4fba-8490-20c805134ff2 admin admin] 10.222.0.61 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0621889 Nov 16 11:09:07.820095 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4468b238-1b18-4ae3-849e-5c7bbce24927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:09:07.821530 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4468b238-1b18-4ae3-849e-5c7bbce24927 admin admin] 10.222.0.61 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0669363 Nov 16 11:09:07.832058 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-29a83665-4a98-4208-8784-bbd930aae646 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:09:07.850623 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a83665-4a98-4208-8784-bbd930aae646 admin admin] Made reservation on behalf of 07d7451ff2b849e1a7bed2413fc4e465 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:09:07.852779 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29a83665-4a98-4208-8784-bbd930aae646 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:09:08.007694 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29a83665-4a98-4208-8784-bbd930aae646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:09:08.063630 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a83665-4a98-4208-8784-bbd930aae646 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4c770cc-51d7-42eb-b4a6-9a605bacae0f,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:09:08.068411 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a83665-4a98-4208-8784-bbd930aae646 admin admin] Checking segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:09:08.068765 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a83665-4a98-4208-8784-bbd930aae646 admin admin] Network hostable DHCP agents. Network: d184b1c6-3832-4c86-bfd0-c1472d76d6c3, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:09:08.084702 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a83665-4a98-4208-8784-bbd930aae646 admin admin] Network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:09:08.092499 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-29a83665-4a98-4208-8784-bbd930aae646 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, d184b1c6-3832-4c86-bfd0-c1472d76d6c3) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:09:08.097502 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a83665-4a98-4208-8784-bbd930aae646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:09:08.099437 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29a83665-4a98-4208-8784-bbd930aae646 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:09:08.100565 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb864e2-bf5e-4a5c-9a7a-2c8e161729d9 None None] Network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:09:08.128881 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-29a83665-4a98-4208-8784-bbd930aae646 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2856839 Nov 16 11:09:08.251847 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885799df-2ceb-47f5-ba63-9ee418a349fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-d184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'tenant_id': '07d7451ff2b849e1a7bed2413fc4e465', 'fixed_ips': [{'subnet_id': 'c4c770cc-51d7-42eb-b4a6-9a605bacae0f'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:09:08.252748 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-885799df-2ceb-47f5-ba63-9ee418a349fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:09:08.394092 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-885799df-2ceb-47f5-ba63-9ee418a349fb None None] Allocated IP 192.168.233.2 (d184b1c6-3832-4c86-bfd0-c1472d76d6c3/c4c770cc-51d7-42eb-b4a6-9a605bacae0f/ee355869-8334-4553-8030-c59ec3dabebd) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:09:08.415176 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 5 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:09:08.540940 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-885799df-2ceb-47f5-ba63-9ee418a349fb None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:09:08.552929 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-885799df-2ceb-47f5-ba63-9ee418a349fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:09:08.594077 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885799df-2ceb-47f5-ba63-9ee418a349fb None None] Network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:09:08.598997 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-885799df-2ceb-47f5-ba63-9ee418a349fb None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:09:08.603224 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885799df-2ceb-47f5-ba63-9ee418a349fb None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:09:08.607922 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885799df-2ceb-47f5-ba63-9ee418a349fb None None] Pushing event updated for resources: {'Port': ['ID=ee355869-8334-4553-8030-c59ec3dabebd,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:09:08.617814 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885799df-2ceb-47f5-ba63-9ee418a349fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:09:08.618208 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885799df-2ceb-47f5-ba63-9ee418a349fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:09:08.618532 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885799df-2ceb-47f5-ba63-9ee418a349fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:09:08.618863 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885799df-2ceb-47f5-ba63-9ee418a349fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:09:08.619192 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885799df-2ceb-47f5-ba63-9ee418a349fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:09:08.619516 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885799df-2ceb-47f5-ba63-9ee418a349fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:09:08.619838 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885799df-2ceb-47f5-ba63-9ee418a349fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:09:08.620157 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885799df-2ceb-47f5-ba63-9ee418a349fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:09:08.620476 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885799df-2ceb-47f5-ba63-9ee418a349fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:09:08.620792 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885799df-2ceb-47f5-ba63-9ee418a349fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:09:08.621169 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885799df-2ceb-47f5-ba63-9ee418a349fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:09:08.621428 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885799df-2ceb-47f5-ba63-9ee418a349fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:09:08.665812 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-885799df-2ceb-47f5-ba63-9ee418a349fb None None] Attempting to bind port ee355869-8334-4553-8030-c59ec3dabebd on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:09:08.666132 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-885799df-2ceb-47f5-ba63-9ee418a349fb None None] Attempting to bind port ee355869-8334-4553-8030-c59ec3dabebd by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:09:08.666490 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885799df-2ceb-47f5-ba63-9ee418a349fb None None] Attempting to bind port ee355869-8334-4553-8030-c59ec3dabebd on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:09:08.671682 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885799df-2ceb-47f5-ba63-9ee418a349fb None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:09:08.672047 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885799df-2ceb-47f5-ba63-9ee418a349fb None None] Checking segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:09:08.672441 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-885799df-2ceb-47f5-ba63-9ee418a349fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:09:08.672833 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885799df-2ceb-47f5-ba63-9ee418a349fb None None] Bound using segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:09:08.673826 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-885799df-2ceb-47f5-ba63-9ee418a349fb None None] Bound port: ee355869-8334-4553-8030-c59ec3dabebd, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:09:08.674242 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-885799df-2ceb-47f5-ba63-9ee418a349fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:09:08.738077 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-885799df-2ceb-47f5-ba63-9ee418a349fb None None] For port ee355869-8334-4553-8030-c59ec3dabebd, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:09:08.741614 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-885799df-2ceb-47f5-ba63-9ee418a349fb None None] For port ee355869-8334-4553-8030-c59ec3dabebd, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=ee355869-8334-4553-8030-c59ec3dabebd,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:09:08.745696 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-885799df-2ceb-47f5-ba63-9ee418a349fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:09:08.800782 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885799df-2ceb-47f5-ba63-9ee418a349fb None None] Pushing event updated for resources: {'Port': ['ID=ee355869-8334-4553-8030-c59ec3dabebd,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:09:09.641488 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9471fa2c-7e10-4626-9632-263c718245a8 None None] Network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:09:09.754735 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-67e9c8f5-bd15-4653-91cc-724adf3708d5 None None] Provisioning complete for port ee355869-8334-4553-8030-c59ec3dabebd triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:09:09.755027 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-67e9c8f5-bd15-4653-91cc-724adf3708d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:09:09.868480 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-67e9c8f5-bd15-4653-91cc-724adf3708d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:09:09.907173 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-67e9c8f5-bd15-4653-91cc-724adf3708d5 None None] For port ee355869-8334-4553-8030-c59ec3dabebd, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=ee355869-8334-4553-8030-c59ec3dabebd,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:09:09.912812 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-67e9c8f5-bd15-4653-91cc-724adf3708d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:09:09.966905 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e9c8f5-bd15-4653-91cc-724adf3708d5 None None] Pushing event updated for resources: {'Port': ['ID=ee355869-8334-4553-8030-c59ec3dabebd,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:09:10.134766 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-971c74a6-29de-4c1f-878b-a45d0dba421c None None] Provisioning complete for port ee355869-8334-4553-8030-c59ec3dabebd triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:09:10.135132 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-971c74a6-29de-4c1f-878b-a45d0dba421c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:09:10.745361 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device ee355869-8334-4553-8030-c59ec3dabebd up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:09:10.798969 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port ee355869-8334-4553-8030-c59ec3dabebd triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:09:10.799628 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:09:12.934292 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b8e80775-83ca-458c-8236-44f1bc905171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:09:15.506761 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-38df6093-64ef-4cdb-9814-8ab51cb67514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:09:16.387591 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:09:18.111139 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:09:18.754638 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:09:42.936104 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6c0d5f33-bb82-4d14-aab0-ac0a180412f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:09:45.413381 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 5 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:09:45.508321 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-195270e6-d5ef-49ce-b22f-2c3a5188b7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:09:46.394035 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:09:48.117206 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:09:48.756059 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:10:12.936860 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e28a5dd1-7e16-414f-92e2-1e8482c4bda9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:10:15.514103 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fceb2114-e9ca-4a67-a343-7032892f63d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:10:16.392581 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:10:18.119128 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:10:18.757409 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:10:20.906697 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47240) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:10:20.912524 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [None req-18e78367-7c75-41dd-9ada-c1d12d3b9c92 tempest-verify_tempest_config-715130029 tempest-verify_tempest_config-715130029-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:10:20.913501 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-18e78367-7c75-41dd-9ada-c1d12d3b9c92 tempest-verify_tempest_config-715130029 tempest-verify_tempest_config-715130029-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058334 Nov 16 11:10:21.199723 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47258) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:10:21.301350 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cd3fa668-2d7d-4bec-9357-d567525f4b78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:10:21.371626 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cd3fa668-2d7d-4bec-9357-d567525f4b78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:10:21.375148 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cd3fa668-2d7d-4bec-9357-d567525f4b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:10:21.422050 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-cd3fa668-2d7d-4bec-9357-d567525f4b78 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bd900545a8224c4786b5621560acb69a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2208083 Nov 16 11:10:21.422871 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3fa668-2d7d-4bec-9357-d567525f4b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871cc6c6-8585-47a4-a7dc-b621e13ea2c7,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:10:21.424803 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47262) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:10:21.429590 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3fa668-2d7d-4bec-9357-d567525f4b78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:10:21.429949 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3fa668-2d7d-4bec-9357-d567525f4b78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:10:21.430292 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3fa668-2d7d-4bec-9357-d567525f4b78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:10:21.430626 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3fa668-2d7d-4bec-9357-d567525f4b78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:10:21.430952 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3fa668-2d7d-4bec-9357-d567525f4b78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:10:21.431282 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3fa668-2d7d-4bec-9357-d567525f4b78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:10:21.431601 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3fa668-2d7d-4bec-9357-d567525f4b78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:10:21.431919 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3fa668-2d7d-4bec-9357-d567525f4b78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:10:21.432233 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3fa668-2d7d-4bec-9357-d567525f4b78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:10:21.432548 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3fa668-2d7d-4bec-9357-d567525f4b78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:10:21.432860 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3fa668-2d7d-4bec-9357-d567525f4b78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:10:21.433177 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3fa668-2d7d-4bec-9357-d567525f4b78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:10:21.479470 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a581b60-ef08-4cd2-aa28-952330d0ce52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:10:21.499393 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a581b60-ef08-4cd2-aa28-952330d0ce52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:10:21.589200 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a581b60-ef08-4cd2-aa28-952330d0ce52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:10:21.591778 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a581b60-ef08-4cd2-aa28-952330d0ce52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:10:21.593078 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6a581b60-ef08-4cd2-aa28-952330d0ce52 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/871cc6c6-8585-47a4-a7dc-b621e13ea2c7 HTTP/1.1" status: 204 len: 168 time: 0.1671252 Nov 16 11:10:21.602476 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a581b60-ef08-4cd2-aa28-952330d0ce52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871cc6c6-8585-47a4-a7dc-b621e13ea2c7,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:10:21.609020 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a581b60-ef08-4cd2-aa28-952330d0ce52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:10:21.609359 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a581b60-ef08-4cd2-aa28-952330d0ce52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:10:21.609693 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a581b60-ef08-4cd2-aa28-952330d0ce52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:10:21.610044 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a581b60-ef08-4cd2-aa28-952330d0ce52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:10:21.610371 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a581b60-ef08-4cd2-aa28-952330d0ce52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:10:21.610804 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a581b60-ef08-4cd2-aa28-952330d0ce52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:10:21.611133 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a581b60-ef08-4cd2-aa28-952330d0ce52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:10:21.611447 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a581b60-ef08-4cd2-aa28-952330d0ce52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:10:21.611762 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a581b60-ef08-4cd2-aa28-952330d0ce52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:10:21.612073 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a581b60-ef08-4cd2-aa28-952330d0ce52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:10:21.612387 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a581b60-ef08-4cd2-aa28-952330d0ce52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:10:21.612699 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a581b60-ef08-4cd2-aa28-952330d0ce52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:10:22.412571 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 5 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:10:42.938189 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d228ba59-921d-40ec-ace8-1c4da81b7e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:10:45.505895 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-355f9d51-d09f-4304-b7a2-848bcb225c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:10:46.394483 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:10:48.120085 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:10:48.757811 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:10:59.410330 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 5 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:11:12.940794 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4cdd84fa-c797-46f0-bc28-85d5e32bb118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:11:15.507421 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-79dd4749-f3b1-4cba-bea6-ff3544ad12a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:11:16.396968 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:11:18.123119 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:11:18.762327 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:11:36.411190 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 5 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:11:42.940607 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-25d56929-ff7c-4c54-aad4-dd61306dcb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:11:45.508879 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4260f679-728b-4edf-8a31-a60d7039d28c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:11:46.399329 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:11:48.126153 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:11:48.762891 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:12:12.941715 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-346fb1bf-cab3-477f-b493-9680ae4ae90b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:12:13.409435 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 5 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:12:15.511689 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-570a5410-a335-4641-b75c-1f9aee5af0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:12:16.402339 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:12:18.128015 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:12:18.763395 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:12:42.943125 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0ff204e7-22b7-48f8-ba6b-08962d8bbdf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:12:45.513153 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0836e268-2cb3-458e-977f-314132076c55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:12:46.405847 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:12:48.131378 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:12:48.763756 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:12:50.407540 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 5 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:13:12.944852 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6449a72e-9c3f-41c3-973f-ff0dc067ab9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:13:15.518661 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3a1f9698-e09c-49ae-b01f-8c1e4c23ec64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:13:16.408171 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:13:18.133702 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:13:18.764408 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:13:27.405473 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 5 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:13:27.712406 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1986342'] for agent, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:13:28.618135 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1986342'] for agent, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:13:42.945393 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-75c7754a-84da-4f07-af5f-8008aeb03040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:13:45.520175 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-57fa36d0-6aa9-4d6a-8f18-79671342cf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:13:46.411255 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:13:48.139617 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:13:48.765217 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:13:57.661547 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:13:58.573166 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:14:04.404930 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:14:12.948417 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6bac6eb0-5f45-4f8f-a9f7-bcad11b53b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:14:15.523322 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7410f6cb-1788-4ee7-8634-acaa976c42a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:14:16.415044 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:14:17.431560 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47320) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:14:17.535576 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0f568e0c-08d2-47e7-9b14-90070d852998 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1023707 Nov 16 11:14:18.140327 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:14:18.767266 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:14:19.866242 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47330) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:14:19.920639 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-91c1ebea-c39d-4713-bd2f-759b6a499ce5 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0533309 Nov 16 11:14:27.676885 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:14:28.581916 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:14:41.404350 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:14:42.949760 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ce7344b9-5a42-45a2-8483-e810076fbfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:14:45.526292 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-293d8e05-ceac-44ae-ab67-8965b0d1ca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:14:46.415994 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:14:48.141572 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:14:48.768069 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:14:57.683683 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:14:58.593972 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:12.951721 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-43aa5ee4-03c6-42ec-857c-117f4364f6b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:15.530243 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b8f81900-a9b8-4782-80a2-baba1fc5916c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:16.419045 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:18.145474 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:18.403300 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:15:18.768974 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:27.711630 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:28.602056 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:40.643597 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47548) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:15:40.764687 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47558) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:15:41.073509 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-86c7df3f-0fac-477f-997b-6afa0447a897 tempest-AutoAllocateNetworkTest-513471807 tempest-AutoAllocateNetworkTest-513471807-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=e18f6c291b2446c98ffd61e5905533f6&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4286585 Nov 16 11:15:41.076299 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47574) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:15:41.167114 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-b7031362-f7ca-4e52-b9f6-9601d91a18e6 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-840112725-network', 'tenant_id': '633ef91d4b18467e89e639dc8864c492'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:15:41.282902 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a41dd68-e58d-4f86-8b5f-9b735bed904b tempest-AutoAllocateNetworkTest-513471807 tempest-AutoAllocateNetworkTest-513471807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:15:41.282902 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8a41dd68-e58d-4f86-8b5f-9b735bed904b tempest-AutoAllocateNetworkTest-513471807 tempest-AutoAllocateNetworkTest-513471807-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2046900 Nov 16 11:15:41.283650 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7031362-f7ca-4e52-b9f6-9601d91a18e6 admin admin] Made reservation on behalf of 633ef91d4b18467e89e639dc8864c492 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:15:41.285271 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47584) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:15:41.285861 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b7031362-f7ca-4e52-b9f6-9601d91a18e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:41.298657 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b7031362-f7ca-4e52-b9f6-9601d91a18e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:41.348595 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-604cd451-3b5c-48dd-8d7d-6c2d9c8c0cfb tempest-AutoAllocateNetworkTest-513471807 tempest-AutoAllocateNetworkTest-513471807-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0620422 Nov 16 11:15:41.351130 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47594) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:15:41.385428 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b7031362-f7ca-4e52-b9f6-9601d91a18e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:41.391899 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a2b44354-0cb2-4032-9bce-aab1ad28dd93 tempest-AutoAllocateNetworkTest-513471807 tempest-AutoAllocateNetworkTest-513471807-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=e18f6c291b2446c98ffd61e5905533f6 HTTP/1.1" status: 200 len: 208 time: 0.0390937 Nov 16 11:15:41.395470 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b7031362-f7ca-4e52-b9f6-9601d91a18e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:41.426359 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7031362-f7ca-4e52-b9f6-9601d91a18e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3cdba2f-e3c6-4b89-9faf-791ad5f638ef,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:41.428512 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7031362-f7ca-4e52-b9f6-9601d91a18e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:15:41.439792 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7031362-f7ca-4e52-b9f6-9601d91a18e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:41.440188 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7031362-f7ca-4e52-b9f6-9601d91a18e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:41.440483 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7031362-f7ca-4e52-b9f6-9601d91a18e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:41.440940 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7031362-f7ca-4e52-b9f6-9601d91a18e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:41.441137 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7031362-f7ca-4e52-b9f6-9601d91a18e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:41.441465 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7031362-f7ca-4e52-b9f6-9601d91a18e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:41.441786 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7031362-f7ca-4e52-b9f6-9601d91a18e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:41.442303 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7031362-f7ca-4e52-b9f6-9601d91a18e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:41.442626 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7031362-f7ca-4e52-b9f6-9601d91a18e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:41.443124 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7031362-f7ca-4e52-b9f6-9601d91a18e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:41.443507 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7031362-f7ca-4e52-b9f6-9601d91a18e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:41.443773 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7031362-f7ca-4e52-b9f6-9601d91a18e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:41.444837 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7031362-f7ca-4e52-b9f6-9601d91a18e6 admin admin] Tracked resource versions report: Nov 16 11:15:41.444837 n-d-816823-3 neutron-server[102669]: pushed versions: Nov 16 11:15:41.444837 n-d-816823-3 neutron-server[102669]: { 'AddressGroup': {'1.2'}, Nov 16 11:15:41.444837 n-d-816823-3 neutron-server[102669]: 'ConntrackHelper': {'1.0'}, Nov 16 11:15:41.444837 n-d-816823-3 neutron-server[102669]: 'Log': {'1.0'}, Nov 16 11:15:41.444837 n-d-816823-3 neutron-server[102669]: 'Network': {'1.1'}, Nov 16 11:15:41.444837 n-d-816823-3 neutron-server[102669]: 'Port': {'1.7'}, Nov 16 11:15:41.444837 n-d-816823-3 neutron-server[102669]: 'PortForwarding': {'1.2'}, Nov 16 11:15:41.444837 n-d-816823-3 neutron-server[102669]: 'QosPolicy': {'1.10'}, Nov 16 11:15:41.444837 n-d-816823-3 neutron-server[102669]: 'SecurityGroup': {'1.5'}, Nov 16 11:15:41.444837 n-d-816823-3 neutron-server[102669]: 'SecurityGroupRule': {'1.2'}, Nov 16 11:15:41.444837 n-d-816823-3 neutron-server[102669]: 'SubPort': {'1.0'}, Nov 16 11:15:41.444837 n-d-816823-3 neutron-server[102669]: 'Subnet': {'1.1'}, Nov 16 11:15:41.444837 n-d-816823-3 neutron-server[102669]: 'Trunk': {'1.1'}} Nov 16 11:15:41.444837 n-d-816823-3 neutron-server[102669]: consumer versions: Nov 16 11:15:41.444837 n-d-816823-3 neutron-server[102669]: { DHCP agent@n-d-816823-3: {}, Nov 16 11:15:41.444837 n-d-816823-3 neutron-server[102669]: HyperV agent@n-h1-816823-3: {}, Nov 16 11:15:41.444837 n-d-816823-3 neutron-server[102669]: HyperV agent@n-h2-816823-3: {}, Nov 16 11:15:41.444837 n-d-816823-3 neutron-server[102669]: L3 agent@n-d-816823-3: {}, Nov 16 11:15:41.444837 n-d-816823-3 neutron-server[102669]: Metadata agent@n-d-816823-3: {}, Nov 16 11:15:41.444837 n-d-816823-3 neutron-server[102669]: Metering agent@n-d-816823-3: {}, Nov 16 11:15:41.444837 n-d-816823-3 neutron-server[102669]: Open vSwitch agent@n-d-816823-3: { 'AddressGroup': '1.2', Nov 16 11:15:41.444837 n-d-816823-3 neutron-server[102669]: 'ConntrackHelper': '1.0', Nov 16 11:15:41.444837 n-d-816823-3 neutron-server[102669]: 'Log': '1.0', Nov 16 11:15:41.444837 n-d-816823-3 neutron-server[102669]: 'Network': '1.1', Nov 16 11:15:41.444837 n-d-816823-3 neutron-server[102669]: 'Port': '1.7', Nov 16 11:15:41.444837 n-d-816823-3 neutron-server[102669]: 'PortForwarding': '1.2', Nov 16 11:15:41.444837 n-d-816823-3 neutron-server[102669]: 'QosPolicy': '1.10', Nov 16 11:15:41.444837 n-d-816823-3 neutron-server[102669]: 'SecurityGroup': '1.5', Nov 16 11:15:41.444837 n-d-816823-3 neutron-server[102669]: 'SecurityGroupRule': '1.2', Nov 16 11:15:41.444837 n-d-816823-3 neutron-server[102669]: 'SubPort': '1.0', Nov 16 11:15:41.444837 n-d-816823-3 neutron-server[102669]: 'Subnet': '1.1', Nov 16 11:15:41.444837 n-d-816823-3 neutron-server[102669]: 'Trunk': '1.1'}} Nov 16 11:15:41.444837 n-d-816823-3 neutron-server[102669]: {{(pid=102669) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 11:15:41.454793 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b7031362-f7ca-4e52-b9f6-9601d91a18e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:41.455142 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-b7031362-f7ca-4e52-b9f6-9601d91a18e6 admin admin] Added segment 28eb1295-39a5-4045-b087-0ec8bd4c5806 of type vlan for network 51c062da-8d2e-4635-9233-083382f5e91b Nov 16 11:15:41.500124 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b7031362-f7ca-4e52-b9f6-9601d91a18e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:41.549867 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b7031362-f7ca-4e52-b9f6-9601d91a18e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:41.549867 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7031362-f7ca-4e52-b9f6-9601d91a18e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:15:41.549867 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b7031362-f7ca-4e52-b9f6-9601d91a18e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:41.608420 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7031362-f7ca-4e52-b9f6-9601d91a18e6 admin admin] Pushing event updated for resources: {'Network': ['ID=51c062da-8d2e-4635-9233-083382f5e91b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:41.618724 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47616) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:15:41.619514 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b7031362-f7ca-4e52-b9f6-9601d91a18e6 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8526342 Nov 16 11:15:41.627493 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-9f6e0eb2-071b-4542-bf73-f5308ffc106d admin admin] Request body: {'subnet': {'network_id': '51c062da-8d2e-4635-9233-083382f5e91b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-840112725-subnet', 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:15:41.629728 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 51c062da-8d2e-4635-9233-083382f5e91b details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:15:41.661817 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6e0eb2-071b-4542-bf73-f5308ffc106d admin admin] Made reservation on behalf of 633ef91d4b18467e89e639dc8864c492 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:15:41.664289 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9f6e0eb2-071b-4542-bf73-f5308ffc106d admin admin] Publish callbacks [] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:41.960231 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9f6e0eb2-071b-4542-bf73-f5308ffc106d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:41.964951 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47630) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:15:42.032761 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e0eb2-071b-4542-bf73-f5308ffc106d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a80f9cd-7734-45f6-8085-b4fd319f0cf2,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:42.044697 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e0eb2-071b-4542-bf73-f5308ffc106d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:42.045039 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e0eb2-071b-4542-bf73-f5308ffc106d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:42.045549 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e0eb2-071b-4542-bf73-f5308ffc106d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:42.045878 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e0eb2-071b-4542-bf73-f5308ffc106d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:42.046233 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e0eb2-071b-4542-bf73-f5308ffc106d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:42.046556 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e0eb2-071b-4542-bf73-f5308ffc106d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:42.046881 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e0eb2-071b-4542-bf73-f5308ffc106d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:42.047203 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e0eb2-071b-4542-bf73-f5308ffc106d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:42.047521 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e0eb2-071b-4542-bf73-f5308ffc106d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:42.047838 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e0eb2-071b-4542-bf73-f5308ffc106d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:42.048154 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e0eb2-071b-4542-bf73-f5308ffc106d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:42.048466 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e0eb2-071b-4542-bf73-f5308ffc106d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:42.049507 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6e0eb2-071b-4542-bf73-f5308ffc106d admin admin] Tracked resource versions report: Nov 16 11:15:42.049507 n-d-816823-3 neutron-server[102668]: pushed versions: Nov 16 11:15:42.049507 n-d-816823-3 neutron-server[102668]: { 'AddressGroup': {'1.2'}, Nov 16 11:15:42.049507 n-d-816823-3 neutron-server[102668]: 'ConntrackHelper': {'1.0'}, Nov 16 11:15:42.049507 n-d-816823-3 neutron-server[102668]: 'Log': {'1.0'}, Nov 16 11:15:42.049507 n-d-816823-3 neutron-server[102668]: 'Network': {'1.1'}, Nov 16 11:15:42.049507 n-d-816823-3 neutron-server[102668]: 'Port': {'1.7'}, Nov 16 11:15:42.049507 n-d-816823-3 neutron-server[102668]: 'PortForwarding': {'1.2'}, Nov 16 11:15:42.049507 n-d-816823-3 neutron-server[102668]: 'QosPolicy': {'1.10'}, Nov 16 11:15:42.049507 n-d-816823-3 neutron-server[102668]: 'SecurityGroup': {'1.5'}, Nov 16 11:15:42.049507 n-d-816823-3 neutron-server[102668]: 'SecurityGroupRule': {'1.2'}, Nov 16 11:15:42.049507 n-d-816823-3 neutron-server[102668]: 'SubPort': {'1.0'}, Nov 16 11:15:42.049507 n-d-816823-3 neutron-server[102668]: 'Subnet': {'1.1'}, Nov 16 11:15:42.049507 n-d-816823-3 neutron-server[102668]: 'Trunk': {'1.1'}} Nov 16 11:15:42.049507 n-d-816823-3 neutron-server[102668]: consumer versions: Nov 16 11:15:42.049507 n-d-816823-3 neutron-server[102668]: { DHCP agent@n-d-816823-3: {}, Nov 16 11:15:42.049507 n-d-816823-3 neutron-server[102668]: HyperV agent@n-h1-816823-3: {}, Nov 16 11:15:42.049507 n-d-816823-3 neutron-server[102668]: HyperV agent@n-h2-816823-3: {}, Nov 16 11:15:42.049507 n-d-816823-3 neutron-server[102668]: L3 agent@n-d-816823-3: {}, Nov 16 11:15:42.049507 n-d-816823-3 neutron-server[102668]: Metadata agent@n-d-816823-3: {}, Nov 16 11:15:42.049507 n-d-816823-3 neutron-server[102668]: Metering agent@n-d-816823-3: {}, Nov 16 11:15:42.049507 n-d-816823-3 neutron-server[102668]: Open vSwitch agent@n-d-816823-3: { 'AddressGroup': '1.2', Nov 16 11:15:42.049507 n-d-816823-3 neutron-server[102668]: 'ConntrackHelper': '1.0', Nov 16 11:15:42.049507 n-d-816823-3 neutron-server[102668]: 'Log': '1.0', Nov 16 11:15:42.049507 n-d-816823-3 neutron-server[102668]: 'Network': '1.1', Nov 16 11:15:42.049507 n-d-816823-3 neutron-server[102668]: 'Port': '1.7', Nov 16 11:15:42.049507 n-d-816823-3 neutron-server[102668]: 'PortForwarding': '1.2', Nov 16 11:15:42.049507 n-d-816823-3 neutron-server[102668]: 'QosPolicy': '1.10', Nov 16 11:15:42.049507 n-d-816823-3 neutron-server[102668]: 'SecurityGroup': '1.5', Nov 16 11:15:42.049507 n-d-816823-3 neutron-server[102668]: 'SecurityGroupRule': '1.2', Nov 16 11:15:42.049507 n-d-816823-3 neutron-server[102668]: 'SubPort': '1.0', Nov 16 11:15:42.049507 n-d-816823-3 neutron-server[102668]: 'Subnet': '1.1', Nov 16 11:15:42.049507 n-d-816823-3 neutron-server[102668]: 'Trunk': '1.1'}} Nov 16 11:15:42.049507 n-d-816823-3 neutron-server[102668]: {{(pid=102668) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 11:15:42.052139 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6e0eb2-071b-4542-bf73-f5308ffc106d admin admin] Checking segment: {'id': '28eb1295-39a5-4045-b087-0ec8bd4c5806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '51c062da-8d2e-4635-9233-083382f5e91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:15:42.052446 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6e0eb2-071b-4542-bf73-f5308ffc106d admin admin] Network hostable DHCP agents. Network: 51c062da-8d2e-4635-9233-083382f5e91b, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:15:42.070873 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6e0eb2-071b-4542-bf73-f5308ffc106d admin admin] Network 51c062da-8d2e-4635-9233-083382f5e91b is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:15:42.080580 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-9f6e0eb2-071b-4542-bf73-f5308ffc106d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 51c062da-8d2e-4635-9233-083382f5e91b) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:15:42.089196 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6e0eb2-071b-4542-bf73-f5308ffc106d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:15:42.089787 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9f6e0eb2-071b-4542-bf73-f5308ffc106d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:42.095357 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dde626d-1a8d-4527-b1f4-afa4291e0654 None None] Network 51c062da-8d2e-4635-9233-083382f5e91b requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:15:42.114825 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47640) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:15:42.116031 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9f6e0eb2-071b-4542-bf73-f5308ffc106d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4953108 Nov 16 11:15:42.122094 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-5e228d6b-cd46-439f-a134-3718a0ea70e1 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-840112725-router', 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:15:42.215617 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5e228d6b-cd46-439f-a134-3718a0ea70e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:42.217082 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5e228d6b-cd46-439f-a134-3718a0ea70e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:42.265049 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dad588e-4b8d-48f5-a092-47907e5c87a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-51c062da-8d2e-4635-9233-083382f5e91b', 'network_id': '51c062da-8d2e-4635-9233-083382f5e91b', 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'fixed_ips': [{'subnet_id': '3a80f9cd-7734-45f6-8085-b4fd319f0cf2'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:15:42.265961 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2dad588e-4b8d-48f5-a092-47907e5c87a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:42.292148 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5e228d6b-cd46-439f-a134-3718a0ea70e1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:42.433392 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-2dad588e-4b8d-48f5-a092-47907e5c87a2 None None] Allocated IP 172.20.0.2 (51c062da-8d2e-4635-9233-083382f5e91b/3a80f9cd-7734-45f6-8085-b4fd319f0cf2/aa82401d-d410-4ae7-93da-9d6ce31a3dd2) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:15:42.594599 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5e228d6b-cd46-439f-a134-3718a0ea70e1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:42.610705 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2dad588e-4b8d-48f5-a092-47907e5c87a2 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:42.614259 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-97c3e270-1996-4a8a-84c1-c29efedcaf2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:42.620768 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2dad588e-4b8d-48f5-a092-47907e5c87a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:42.697616 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dad588e-4b8d-48f5-a092-47907e5c87a2 None None] Network 51c062da-8d2e-4635-9233-083382f5e91b is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:15:42.703787 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad588e-4b8d-48f5-a092-47907e5c87a2 None None] Pushing event updated for resources: {'Port': ['ID=aa82401d-d410-4ae7-93da-9d6ce31a3dd2,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:42.715278 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-2dad588e-4b8d-48f5-a092-47907e5c87a2 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:15:42.724937 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad588e-4b8d-48f5-a092-47907e5c87a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:42.726334 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad588e-4b8d-48f5-a092-47907e5c87a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:42.727467 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad588e-4b8d-48f5-a092-47907e5c87a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:42.728549 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad588e-4b8d-48f5-a092-47907e5c87a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:42.729086 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad588e-4b8d-48f5-a092-47907e5c87a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:42.729604 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad588e-4b8d-48f5-a092-47907e5c87a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:42.730958 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad588e-4b8d-48f5-a092-47907e5c87a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:42.731432 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad588e-4b8d-48f5-a092-47907e5c87a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:42.731922 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad588e-4b8d-48f5-a092-47907e5c87a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:42.733419 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad588e-4b8d-48f5-a092-47907e5c87a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:42.733955 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad588e-4b8d-48f5-a092-47907e5c87a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:42.734536 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad588e-4b8d-48f5-a092-47907e5c87a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:42.736213 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dad588e-4b8d-48f5-a092-47907e5c87a2 None None] Tracked resource versions report: Nov 16 11:15:42.736213 n-d-816823-3 neutron-server[102670]: pushed versions: Nov 16 11:15:42.736213 n-d-816823-3 neutron-server[102670]: { 'AddressGroup': {'1.2'}, Nov 16 11:15:42.736213 n-d-816823-3 neutron-server[102670]: 'ConntrackHelper': {'1.0'}, Nov 16 11:15:42.736213 n-d-816823-3 neutron-server[102670]: 'Log': {'1.0'}, Nov 16 11:15:42.736213 n-d-816823-3 neutron-server[102670]: 'Network': {'1.1'}, Nov 16 11:15:42.736213 n-d-816823-3 neutron-server[102670]: 'Port': {'1.7'}, Nov 16 11:15:42.736213 n-d-816823-3 neutron-server[102670]: 'PortForwarding': {'1.2'}, Nov 16 11:15:42.736213 n-d-816823-3 neutron-server[102670]: 'QosPolicy': {'1.10'}, Nov 16 11:15:42.736213 n-d-816823-3 neutron-server[102670]: 'SecurityGroup': {'1.5'}, Nov 16 11:15:42.736213 n-d-816823-3 neutron-server[102670]: 'SecurityGroupRule': {'1.2'}, Nov 16 11:15:42.736213 n-d-816823-3 neutron-server[102670]: 'SubPort': {'1.0'}, Nov 16 11:15:42.736213 n-d-816823-3 neutron-server[102670]: 'Subnet': {'1.1'}, Nov 16 11:15:42.736213 n-d-816823-3 neutron-server[102670]: 'Trunk': {'1.1'}} Nov 16 11:15:42.736213 n-d-816823-3 neutron-server[102670]: consumer versions: Nov 16 11:15:42.736213 n-d-816823-3 neutron-server[102670]: { DHCP agent@n-d-816823-3: {}, Nov 16 11:15:42.736213 n-d-816823-3 neutron-server[102670]: HyperV agent@n-h1-816823-3: {}, Nov 16 11:15:42.736213 n-d-816823-3 neutron-server[102670]: HyperV agent@n-h2-816823-3: {}, Nov 16 11:15:42.736213 n-d-816823-3 neutron-server[102670]: L3 agent@n-d-816823-3: {}, Nov 16 11:15:42.736213 n-d-816823-3 neutron-server[102670]: Metadata agent@n-d-816823-3: {}, Nov 16 11:15:42.736213 n-d-816823-3 neutron-server[102670]: Metering agent@n-d-816823-3: {}, Nov 16 11:15:42.736213 n-d-816823-3 neutron-server[102670]: Open vSwitch agent@n-d-816823-3: { 'AddressGroup': '1.2', Nov 16 11:15:42.736213 n-d-816823-3 neutron-server[102670]: 'ConntrackHelper': '1.0', Nov 16 11:15:42.736213 n-d-816823-3 neutron-server[102670]: 'Log': '1.0', Nov 16 11:15:42.736213 n-d-816823-3 neutron-server[102670]: 'Network': '1.1', Nov 16 11:15:42.736213 n-d-816823-3 neutron-server[102670]: 'Port': '1.7', Nov 16 11:15:42.736213 n-d-816823-3 neutron-server[102670]: 'PortForwarding': '1.2', Nov 16 11:15:42.736213 n-d-816823-3 neutron-server[102670]: 'QosPolicy': '1.10', Nov 16 11:15:42.736213 n-d-816823-3 neutron-server[102670]: 'SecurityGroup': '1.5', Nov 16 11:15:42.736213 n-d-816823-3 neutron-server[102670]: 'SecurityGroupRule': '1.2', Nov 16 11:15:42.736213 n-d-816823-3 neutron-server[102670]: 'SubPort': '1.0', Nov 16 11:15:42.736213 n-d-816823-3 neutron-server[102670]: 'Subnet': '1.1', Nov 16 11:15:42.736213 n-d-816823-3 neutron-server[102670]: 'Trunk': '1.1'}} Nov 16 11:15:42.736213 n-d-816823-3 neutron-server[102670]: {{(pid=102670) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 11:15:42.746283 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dad588e-4b8d-48f5-a092-47907e5c87a2 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:15:42.755961 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-97c3e270-1996-4a8a-84c1-c29efedcaf2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:42.767783 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-97c3e270-1996-4a8a-84c1-c29efedcaf2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:42.806626 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c3e270-1996-4a8a-84c1-c29efedcaf2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95cc809-cb7f-401a-85d0-91076327d751,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:42.820599 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-2dad588e-4b8d-48f5-a092-47907e5c87a2 None None] Attempting to bind port aa82401d-d410-4ae7-93da-9d6ce31a3dd2 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:15:42.821660 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-2dad588e-4b8d-48f5-a092-47907e5c87a2 None None] Attempting to bind port aa82401d-d410-4ae7-93da-9d6ce31a3dd2 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '28eb1295-39a5-4045-b087-0ec8bd4c5806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '51c062da-8d2e-4635-9233-083382f5e91b'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:15:42.823194 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dad588e-4b8d-48f5-a092-47907e5c87a2 None None] Attempting to bind port aa82401d-d410-4ae7-93da-9d6ce31a3dd2 on network 51c062da-8d2e-4635-9233-083382f5e91b {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:15:42.829509 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dad588e-4b8d-48f5-a092-47907e5c87a2 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:15:42.830083 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dad588e-4b8d-48f5-a092-47907e5c87a2 None None] Checking segment: {'id': '28eb1295-39a5-4045-b087-0ec8bd4c5806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '51c062da-8d2e-4635-9233-083382f5e91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:15:42.830834 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2dad588e-4b8d-48f5-a092-47907e5c87a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:42.831376 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dad588e-4b8d-48f5-a092-47907e5c87a2 None None] Bound using segment: {'id': '28eb1295-39a5-4045-b087-0ec8bd4c5806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '51c062da-8d2e-4635-9233-083382f5e91b'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:15:42.832094 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-2dad588e-4b8d-48f5-a092-47907e5c87a2 None None] Bound port: aa82401d-d410-4ae7-93da-9d6ce31a3dd2, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28eb1295-39a5-4045-b087-0ec8bd4c5806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '51c062da-8d2e-4635-9233-083382f5e91b'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:15:42.832860 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2dad588e-4b8d-48f5-a092-47907e5c87a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:42.892233 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-97c3e270-1996-4a8a-84c1-c29efedcaf2e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e18f6c291b2446c98ffd61e5905533f6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9260557 Nov 16 11:15:42.894782 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47666) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:15:42.916498 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-2dad588e-4b8d-48f5-a092-47907e5c87a2 None None] For port aa82401d-d410-4ae7-93da-9d6ce31a3dd2, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:15:42.925888 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-2dad588e-4b8d-48f5-a092-47907e5c87a2 None None] For port aa82401d-d410-4ae7-93da-9d6ce31a3dd2, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=aa82401d-d410-4ae7-93da-9d6ce31a3dd2,segment=NetworkSegment(28eb1295-39a5-4045-b087-0ec8bd4c5806),segment_id=28eb1295-39a5-4045-b087-0ec8bd4c5806)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:15:42.937004 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2dad588e-4b8d-48f5-a092-47907e5c87a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:43.023339 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-566ab701-d420-4f37-9d71-8cfacfab9d42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:43.029529 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad588e-4b8d-48f5-a092-47907e5c87a2 None None] Pushing event updated for resources: {'Port': ['ID=aa82401d-d410-4ae7-93da-9d6ce31a3dd2,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:43.037202 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5e228d6b-cd46-439f-a134-3718a0ea70e1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:43.083441 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-40ed2402-e3d8-454e-972e-bacf07643fd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:43.087051 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5e228d6b-cd46-439f-a134-3718a0ea70e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:43.176035 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-40ed2402-e3d8-454e-972e-bacf07643fd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:43.350993 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-5e228d6b-cd46-439f-a134-3718a0ea70e1 admin admin] Allocated IP 172.25.0.21 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/dd5df8bd-1786-49d5-b0f5-482dc80ec83b) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:15:43.355950 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-40ed2402-e3d8-454e-972e-bacf07643fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:43.358847 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-40ed2402-e3d8-454e-972e-bacf07643fd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:43.363106 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-40ed2402-e3d8-454e-972e-bacf07643fd4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f95cc809-cb7f-401a-85d0-91076327d751 HTTP/1.1" status: 204 len: 168 time: 0.4670963 Nov 16 11:15:43.391261 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed2402-e3d8-454e-972e-bacf07643fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95cc809-cb7f-401a-85d0-91076327d751,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:43.541769 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5e228d6b-cd46-439f-a134-3718a0ea70e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:43.618590 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5e228d6b-cd46-439f-a134-3718a0ea70e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:43.691018 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e228d6b-cd46-439f-a134-3718a0ea70e1 admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:15:43.711204 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-5e228d6b-cd46-439f-a134-3718a0ea70e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:15:43.723204 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e228d6b-cd46-439f-a134-3718a0ea70e1 admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:15:43.918127 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e228d6b-cd46-439f-a134-3718a0ea70e1 admin admin] Pushing event updated for resources: {'Port': ['ID=dd5df8bd-1786-49d5-b0f5-482dc80ec83b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:44.206303 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5e228d6b-cd46-439f-a134-3718a0ea70e1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:44.241463 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024ef8eb-3c7c-4207-966b-9a2e5ec40ab7 None None] Network 51c062da-8d2e-4635-9233-083382f5e91b requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:15:44.310521 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-728bf2c2-1fae-4003-9d54-6086137802b2 None None] Provisioning complete for port aa82401d-d410-4ae7-93da-9d6ce31a3dd2 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:15:44.311172 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-728bf2c2-1fae-4003-9d54-6086137802b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:44.441905 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5e228d6b-cd46-439f-a134-3718a0ea70e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:44.459182 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47744) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:15:44.478568 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-728bf2c2-1fae-4003-9d54-6086137802b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:44.536576 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-728bf2c2-1fae-4003-9d54-6086137802b2 None None] For port aa82401d-d410-4ae7-93da-9d6ce31a3dd2, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=aa82401d-d410-4ae7-93da-9d6ce31a3dd2,segment=NetworkSegment(28eb1295-39a5-4045-b087-0ec8bd4c5806),segment_id=28eb1295-39a5-4045-b087-0ec8bd4c5806)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:15:44.545542 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-728bf2c2-1fae-4003-9d54-6086137802b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:44.624458 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728bf2c2-1fae-4003-9d54-6086137802b2 None None] Pushing event updated for resources: {'Port': ['ID=aa82401d-d410-4ae7-93da-9d6ce31a3dd2,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:44.685526 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e228d6b-cd46-439f-a134-3718a0ea70e1 admin admin] Router 2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:15:44.718973 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3a1e6c57-d211-486f-8565-d3f7fff05cc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:44.828701 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3a1e6c57-d211-486f-8565-d3f7fff05cc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:44.840019 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3a1e6c57-d211-486f-8565-d3f7fff05cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:44.878309 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e228d6b-cd46-439f-a134-3718a0ea70e1 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:15:44.892912 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0799de68-ca96-49cb-9d14-1caeaf5b23e5 None None] Sync routers for ids ['2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:15:44.903688 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0799de68-ca96-49cb-9d14-1caeaf5b23e5 None None] Routers {'2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:15:44.911581 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-0799de68-ca96-49cb-9d14-1caeaf5b23e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:15:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:15:44.922790 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5e228d6b-cd46-439f-a134-3718a0ea70e1 admin admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:44.924161 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5e228d6b-cd46-439f-a134-3718a0ea70e1 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.8078816 Nov 16 11:15:44.928111 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47768) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:15:44.945908 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-3a1e6c57-d211-486f-8565-d3f7fff05cc2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=aa31c9df8e6a482c8ed1c6434d9427d6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4855490 Nov 16 11:15:44.948085 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e6c57-d211-486f-8565-d3f7fff05cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e93c450-464a-4e50-92b2-842c7915378f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:44.950846 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47770) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:15:44.998129 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-76bfe2e8-84c1-4070-9779-df4756b62d70 None None] Provisioning complete for port aa82401d-d410-4ae7-93da-9d6ce31a3dd2 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:15:44.998505 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-76bfe2e8-84c1-4070-9779-df4756b62d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:45.095464 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-270ddc78-16b2-43b9-8a06-41fa4894a6a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:45.159358 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device aa82401d-d410-4ae7-93da-9d6ce31a3dd2 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:15:45.162224 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-270ddc78-16b2-43b9-8a06-41fa4894a6a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:45.246340 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-0799de68-ca96-49cb-9d14-1caeaf5b23e5 None None] Set router 2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:15:45.277908 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-270ddc78-16b2-43b9-8a06-41fa4894a6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:45.277908 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-270ddc78-16b2-43b9-8a06-41fa4894a6a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:45.282345 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-270ddc78-16b2-43b9-8a06-41fa4894a6a9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0e93c450-464a-4e50-92b2-842c7915378f HTTP/1.1" status: 204 len: 168 time: 0.3280935 Nov 16 11:15:45.317978 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ddc78-16b2-43b9-8a06-41fa4894a6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e93c450-464a-4e50-92b2-842c7915378f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:45.331173 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port aa82401d-d410-4ae7-93da-9d6ce31a3dd2 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:15:45.331739 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:45.566272 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a53b9571-645e-4c63-b905-965df80f0e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:45.618419 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-0799de68-ca96-49cb-9d14-1caeaf5b23e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-840112725-router', 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'dd5df8bd-1786-49d5-b0f5-482dc80ec83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:15:42Z', 'updated_at': '2021-11-16T11:15:43Z', 'revision_number': 3, 'project_id': '633ef91d4b18467e89e639dc8864c492', 'gw_port': {'id': 'dd5df8bd-1786-49d5-b0f5-482dc80ec83b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:15:43Z', 'updated_at': '2021-11-16T11:15:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:15:45.653492 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0799de68-ca96-49cb-9d14-1caeaf5b23e5 None None] Checking router: 2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:15:45.654492 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0799de68-ca96-49cb-9d14-1caeaf5b23e5 None None] Updating router 2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4 port dd5df8bd-1786-49d5-b0f5-482dc80ec83b binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:15:45.710965 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0799de68-ca96-49cb-9d14-1caeaf5b23e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:45.905028 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d770bc00-efd4-4066-a8e8-05c335d26c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:45.987328 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47828) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:15:46.008934 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ec47f921-5a3e-49a6-ab57-b4888ce61733 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:46.185052 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ec47f921-5a3e-49a6-ab57-b4888ce61733 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:46.195161 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ec47f921-5a3e-49a6-ab57-b4888ce61733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:46.219389 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-d770bc00-efd4-4066-a8e8-05c335d26c82 admin admin] Allocated IP 172.20.0.1 (51c062da-8d2e-4635-9233-083382f5e91b/3a80f9cd-7734-45f6-8085-b4fd319f0cf2/8edb7184-a35e-4649-86f3-f83eae38ce10) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:15:46.251263 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0799de68-ca96-49cb-9d14-1caeaf5b23e5 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:46.261608 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0799de68-ca96-49cb-9d14-1caeaf5b23e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:46.284982 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec47f921-5a3e-49a6-ab57-b4888ce61733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82dbc54-4b7d-4a44-b42e-777e0e703af2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:46.296488 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ec47f921-5a3e-49a6-ab57-b4888ce61733 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6e4f2062211f4b2d9b677457a141440d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3064530 Nov 16 11:15:46.299428 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47850) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:15:46.364018 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-0799de68-ca96-49cb-9d14-1caeaf5b23e5 None None] Attempting to bind port dd5df8bd-1786-49d5-b0f5-482dc80ec83b on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:15:46.364346 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-0799de68-ca96-49cb-9d14-1caeaf5b23e5 None None] Attempting to bind port dd5df8bd-1786-49d5-b0f5-482dc80ec83b by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:15:46.364707 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0799de68-ca96-49cb-9d14-1caeaf5b23e5 None None] Attempting to bind port dd5df8bd-1786-49d5-b0f5-482dc80ec83b on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:15:46.372263 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0799de68-ca96-49cb-9d14-1caeaf5b23e5 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:15:46.372634 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0799de68-ca96-49cb-9d14-1caeaf5b23e5 None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:15:46.373032 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0799de68-ca96-49cb-9d14-1caeaf5b23e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:46.373420 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0799de68-ca96-49cb-9d14-1caeaf5b23e5 None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:15:46.373898 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-0799de68-ca96-49cb-9d14-1caeaf5b23e5 None None] Bound port: dd5df8bd-1786-49d5-b0f5-482dc80ec83b, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:15:46.376222 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0799de68-ca96-49cb-9d14-1caeaf5b23e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:46.439299 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:46.446676 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc1c738a-3426-4ff2-a525-c7108add9d30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:46.452589 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-0799de68-ca96-49cb-9d14-1caeaf5b23e5 None None] For port dd5df8bd-1786-49d5-b0f5-482dc80ec83b, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:15:46.457998 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-0799de68-ca96-49cb-9d14-1caeaf5b23e5 None None] For port dd5df8bd-1786-49d5-b0f5-482dc80ec83b, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=dd5df8bd-1786-49d5-b0f5-482dc80ec83b,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:15:46.474870 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e725f33-1c40-4eeb-9615-5f5d13937d4b None None] Pushing event updated for resources: {'Port': ['ID=dd5df8bd-1786-49d5-b0f5-482dc80ec83b,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:46.477556 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0799de68-ca96-49cb-9d14-1caeaf5b23e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:46.503158 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e725f33-1c40-4eeb-9615-5f5d13937d4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:46.503493 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e725f33-1c40-4eeb-9615-5f5d13937d4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:46.503836 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e725f33-1c40-4eeb-9615-5f5d13937d4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:46.504203 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d770bc00-efd4-4066-a8e8-05c335d26c82 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:46.504316 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e725f33-1c40-4eeb-9615-5f5d13937d4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:46.504643 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e725f33-1c40-4eeb-9615-5f5d13937d4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:46.504979 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e725f33-1c40-4eeb-9615-5f5d13937d4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:46.505425 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e725f33-1c40-4eeb-9615-5f5d13937d4b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:46.505760 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e725f33-1c40-4eeb-9615-5f5d13937d4b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:46.506746 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e725f33-1c40-4eeb-9615-5f5d13937d4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:46.506746 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e725f33-1c40-4eeb-9615-5f5d13937d4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:46.506944 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e725f33-1c40-4eeb-9615-5f5d13937d4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:46.507124 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e725f33-1c40-4eeb-9615-5f5d13937d4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:15:46.508178 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e725f33-1c40-4eeb-9615-5f5d13937d4b None None] Tracked resource versions report: Nov 16 11:15:46.508178 n-d-816823-3 neutron-server[102671]: pushed versions: Nov 16 11:15:46.508178 n-d-816823-3 neutron-server[102671]: { 'AddressGroup': {'1.2'}, Nov 16 11:15:46.508178 n-d-816823-3 neutron-server[102671]: 'ConntrackHelper': {'1.0'}, Nov 16 11:15:46.508178 n-d-816823-3 neutron-server[102671]: 'Log': {'1.0'}, Nov 16 11:15:46.508178 n-d-816823-3 neutron-server[102671]: 'Network': {'1.1'}, Nov 16 11:15:46.508178 n-d-816823-3 neutron-server[102671]: 'Port': {'1.7'}, Nov 16 11:15:46.508178 n-d-816823-3 neutron-server[102671]: 'PortForwarding': {'1.2'}, Nov 16 11:15:46.508178 n-d-816823-3 neutron-server[102671]: 'QosPolicy': {'1.10'}, Nov 16 11:15:46.508178 n-d-816823-3 neutron-server[102671]: 'SecurityGroup': {'1.5'}, Nov 16 11:15:46.508178 n-d-816823-3 neutron-server[102671]: 'SecurityGroupRule': {'1.2'}, Nov 16 11:15:46.508178 n-d-816823-3 neutron-server[102671]: 'SubPort': {'1.0'}, Nov 16 11:15:46.508178 n-d-816823-3 neutron-server[102671]: 'Subnet': {'1.1'}, Nov 16 11:15:46.508178 n-d-816823-3 neutron-server[102671]: 'Trunk': {'1.1'}} Nov 16 11:15:46.508178 n-d-816823-3 neutron-server[102671]: consumer versions: Nov 16 11:15:46.508178 n-d-816823-3 neutron-server[102671]: { DHCP agent@n-d-816823-3: {}, Nov 16 11:15:46.508178 n-d-816823-3 neutron-server[102671]: HyperV agent@n-h1-816823-3: {}, Nov 16 11:15:46.508178 n-d-816823-3 neutron-server[102671]: HyperV agent@n-h2-816823-3: {}, Nov 16 11:15:46.508178 n-d-816823-3 neutron-server[102671]: L3 agent@n-d-816823-3: {}, Nov 16 11:15:46.508178 n-d-816823-3 neutron-server[102671]: Metadata agent@n-d-816823-3: {}, Nov 16 11:15:46.508178 n-d-816823-3 neutron-server[102671]: Metering agent@n-d-816823-3: {}, Nov 16 11:15:46.508178 n-d-816823-3 neutron-server[102671]: Open vSwitch agent@n-d-816823-3: { 'AddressGroup': '1.2', Nov 16 11:15:46.508178 n-d-816823-3 neutron-server[102671]: 'ConntrackHelper': '1.0', Nov 16 11:15:46.508178 n-d-816823-3 neutron-server[102671]: 'Log': '1.0', Nov 16 11:15:46.508178 n-d-816823-3 neutron-server[102671]: 'Network': '1.1', Nov 16 11:15:46.508178 n-d-816823-3 neutron-server[102671]: 'Port': '1.7', Nov 16 11:15:46.508178 n-d-816823-3 neutron-server[102671]: 'PortForwarding': '1.2', Nov 16 11:15:46.508178 n-d-816823-3 neutron-server[102671]: 'QosPolicy': '1.10', Nov 16 11:15:46.508178 n-d-816823-3 neutron-server[102671]: 'SecurityGroup': '1.5', Nov 16 11:15:46.508178 n-d-816823-3 neutron-server[102671]: 'SecurityGroupRule': '1.2', Nov 16 11:15:46.508178 n-d-816823-3 neutron-server[102671]: 'SubPort': '1.0', Nov 16 11:15:46.508178 n-d-816823-3 neutron-server[102671]: 'Subnet': '1.1', Nov 16 11:15:46.508178 n-d-816823-3 neutron-server[102671]: 'Trunk': '1.1'}} Nov 16 11:15:46.508178 n-d-816823-3 neutron-server[102671]: {{(pid=102671) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 11:15:46.514175 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc1c738a-3426-4ff2-a525-c7108add9d30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:46.517362 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0799de68-ca96-49cb-9d14-1caeaf5b23e5 None None] Routers {'2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:15:46.518164 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-0799de68-ca96-49cb-9d14-1caeaf5b23e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:15:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:15:46.609612 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d770bc00-efd4-4066-a8e8-05c335d26c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:46.621533 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc1c738a-3426-4ff2-a525-c7108add9d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:46.628126 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc1c738a-3426-4ff2-a525-c7108add9d30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:46.631451 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-cc1c738a-3426-4ff2-a525-c7108add9d30 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f82dbc54-4b7d-4a44-b42e-777e0e703af2 HTTP/1.1" status: 204 len: 168 time: 0.3287175 Nov 16 11:15:46.645781 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c738a-3426-4ff2-a525-c7108add9d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82dbc54-4b7d-4a44-b42e-777e0e703af2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:46.674074 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e725f33-1c40-4eeb-9615-5f5d13937d4b None None] Pushing event updated for resources: {'Port': ['ID=dd5df8bd-1786-49d5-b0f5-482dc80ec83b,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:46.676115 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d770bc00-efd4-4066-a8e8-05c335d26c82 admin admin] Network 51c062da-8d2e-4635-9233-083382f5e91b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:15:46.677186 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d770bc00-efd4-4066-a8e8-05c335d26c82 admin admin] Pushing event updated for resources: {'Port': ['ID=8edb7184-a35e-4649-86f3-f83eae38ce10,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:46.682686 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-d770bc00-efd4-4066-a8e8-05c335d26c82 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:15:46.716348 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-0799de68-ca96-49cb-9d14-1caeaf5b23e5 None None] Set router 2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:15:46.724293 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d770bc00-efd4-4066-a8e8-05c335d26c82 admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:15:46.724939 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d770bc00-efd4-4066-a8e8-05c335d26c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:46.925024 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47892) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:15:46.959747 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47896) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:15:47.078568 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-0799de68-ca96-49cb-9d14-1caeaf5b23e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-840112725-router', 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'dd5df8bd-1786-49d5-b0f5-482dc80ec83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:15:42Z', 'updated_at': '2021-11-16T11:15:43Z', 'revision_number': 3, 'project_id': '633ef91d4b18467e89e639dc8864c492', 'gw_port': {'id': 'dd5df8bd-1786-49d5-b0f5-482dc80ec83b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:15:43Z', 'updated_at': '2021-11-16T11:15:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:15:47.097098 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-55f3dbde-6603-4315-b285-93e99cb3f01c None None] Provisioning complete for port 8edb7184-a35e-4649-86f3-f83eae38ce10 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:15:47.097469 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-55f3dbde-6603-4315-b285-93e99cb3f01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:47.114507 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0799de68-ca96-49cb-9d14-1caeaf5b23e5 None None] The sync data for ids ['2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4'] in n-d-816823-3 is: [{'id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-840112725-router', 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'dd5df8bd-1786-49d5-b0f5-482dc80ec83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:15:42Z', 'updated_at': '2021-11-16T11:15:43Z', 'revision_number': 3, 'project_id': '633ef91d4b18467e89e639dc8864c492', 'gw_port': {'id': 'dd5df8bd-1786-49d5-b0f5-482dc80ec83b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:15:43Z', 'updated_at': '2021-11-16T11:15:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:15:47.139702 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-55f3dbde-6603-4315-b285-93e99cb3f01c None None] Port 8edb7184-a35e-4649-86f3-f83eae38ce10 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:15:47.297234 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d770bc00-efd4-4066-a8e8-05c335d26c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:47.319377 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00a8d3f0-2295-4361-addb-2c775874a690 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:47.388364 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-270e33fc-68cd-40ca-a63e-10001051c0fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:47.504916 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00a8d3f0-2295-4361-addb-2c775874a690 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:47.515812 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00a8d3f0-2295-4361-addb-2c775874a690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:47.566112 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-00a8d3f0-2295-4361-addb-2c775874a690 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9344a053618540a9854c071383dfb100&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6399574 Nov 16 11:15:47.582529 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47926) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:15:47.656360 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-270e33fc-68cd-40ca-a63e-10001051c0fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:47.664126 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8d3f0-2295-4361-addb-2c775874a690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0454e7e-a2d4-4f92-b772-62f0c0de8577,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:47.665977 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d770bc00-efd4-4066-a8e8-05c335d26c82 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:47.676996 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-270e33fc-68cd-40ca-a63e-10001051c0fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:47.680436 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d770bc00-efd4-4066-a8e8-05c335d26c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:47.684031 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d770bc00-efd4-4066-a8e8-05c335d26c82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:47.762146 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-270e33fc-68cd-40ca-a63e-10001051c0fd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b23426055c3a4954bbc731874960328f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8012230 Nov 16 11:15:47.771719 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47938) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:15:47.820243 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e33fc-68cd-40ca-a63e-10001051c0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ab7137-cbab-490f-b4fd-1699925e5341,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:47.824901 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1fd6ff43-4a01-4cf0-a52d-c7e23979b7e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:47.829203 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d770bc00-efd4-4066-a8e8-05c335d26c82 admin admin] Pushing event updated for resources: {'Port': ['ID=8edb7184-a35e-4649-86f3-f83eae38ce10,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:47.895187 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47948) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:15:47.898737 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1fd6ff43-4a01-4cf0-a52d-c7e23979b7e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:47.904386 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c3142a08-b9e7-495e-b1ec-25da9fe8635e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:47.907351 n-d-816823-3 neutron-server[102669]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 16 11:15:47.988214 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c3142a08-b9e7-495e-b1ec-25da9fe8635e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:48.015441 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-cf68e845-7ae7-4a7a-b5c8-5ac589c2afa2 tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=ff61b00e7bf246f683bd8360babd05b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1131706 Nov 16 11:15:48.041407 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1fd6ff43-4a01-4cf0-a52d-c7e23979b7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:48.045687 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1fd6ff43-4a01-4cf0-a52d-c7e23979b7e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:48.047333 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1fd6ff43-4a01-4cf0-a52d-c7e23979b7e7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e0454e7e-a2d4-4f92-b772-62f0c0de8577 HTTP/1.1" status: 204 len: 168 time: 0.4643195 Nov 16 11:15:48.060460 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd6ff43-4a01-4cf0-a52d-c7e23979b7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0454e7e-a2d4-4f92-b772-62f0c0de8577,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:48.074172 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c3142a08-b9e7-495e-b1ec-25da9fe8635e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:48.077071 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c3142a08-b9e7-495e-b1ec-25da9fe8635e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:48.079853 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c3142a08-b9e7-495e-b1ec-25da9fe8635e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/77ab7137-cbab-490f-b4fd-1699925e5341 HTTP/1.1" status: 204 len: 168 time: 0.3065662 Nov 16 11:15:48.087798 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d770bc00-efd4-4066-a8e8-05c335d26c82 admin admin] Network 51c062da-8d2e-4635-9233-083382f5e91b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:15:48.089212 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3142a08-b9e7-495e-b1ec-25da9fe8635e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ab7137-cbab-490f-b4fd-1699925e5341,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:48.128024 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-d770bc00-efd4-4066-a8e8-05c335d26c82 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:15:48.209747 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:48.458220 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-b2611484-4e87-465e-ba36-32c6fe07e64b tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:15:48.466833 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-b2611484-4e87-465e-ba36-32c6fe07e64b tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4309580 Nov 16 11:15:48.488084 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-0a558464-4762-480c-8928-c7cc81b46dcf None None] Provisioning complete for port 8edb7184-a35e-4649-86f3-f83eae38ce10 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:15:48.488434 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0a558464-4762-480c-8928-c7cc81b46dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:48.512724 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-0f2e5ae2-dcc0-4e82-a4ed-ae98405a8dd0 tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.61 "GET /v2.0/quotas/ff61b00e7bf246f683bd8360babd05b3 HTTP/1.1" status: 200 len: 375 time: 0.0445173 Nov 16 11:15:48.533495 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-0a558464-4762-480c-8928-c7cc81b46dcf None None] Port 8edb7184-a35e-4649-86f3-f83eae38ce10 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:15:48.576378 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d770bc00-efd4-4066-a8e8-05c335d26c82 admin admin] Router 2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:15:48.578835 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-66de7b65-c8ea-4d17-a115-ba5d85681951 tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ff61b00e7bf246f683bd8360babd05b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646565 Nov 16 11:15:48.716756 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d770bc00-efd4-4066-a8e8-05c335d26c82 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:15:48.727149 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d770bc00-efd4-4066-a8e8-05c335d26c82 admin admin] 10.222.0.61 "PUT /v2.0/routers/2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7976379 Nov 16 11:15:48.755779 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47988) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:15:48.779866 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-11a3d33e-fb60-4a27-8026-952ce3c98355 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:48.787189 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:48.904873 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47998) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:15:48.925994 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-11a3d33e-fb60-4a27-8026-952ce3c98355 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:48.940796 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-11a3d33e-fb60-4a27-8026-952ce3c98355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:48.981364 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-239451d5-1744-4abb-a27f-bea5b0277f97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:48.988315 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3d33e-fb60-4a27-8026-952ce3c98355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03527e86-bc15-4126-a6d5-70cffa3237d2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:49.007745 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-11a3d33e-fb60-4a27-8026-952ce3c98355 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ed74c043da2d4c80bdea2848bf218f93&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2501640 Nov 16 11:15:49.010842 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48010) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:15:49.036386 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1c64ca53-875f-49d6-9961-7c13b2223f2d req-e427b8af-2a67-4a30-9ea7-0f71af95d06e tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.61 "GET /v2.0/ports?device_id=88832276-7f5a-4fa2-87ba-b2d9d69d0465 HTTP/1.1" status: 200 len: 210 time: 0.1033733 Nov 16 11:15:49.133111 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-029043d4-0690-40c2-acb0-40a80485716c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:49.136279 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device dd5df8bd-1786-49d5-b0f5-482dc80ec83b up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:15:49.168548 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-239451d5-1744-4abb-a27f-bea5b0277f97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:49.172224 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-029043d4-0690-40c2-acb0-40a80485716c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:49.177598 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-239451d5-1744-4abb-a27f-bea5b0277f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:49.215832 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239451d5-1744-4abb-a27f-bea5b0277f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbdd662-573c-46b7-b60d-23633aa17958,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:49.246756 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-029043d4-0690-40c2-acb0-40a80485716c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:49.250256 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-029043d4-0690-40c2-acb0-40a80485716c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:49.256352 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-029043d4-0690-40c2-acb0-40a80485716c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/03527e86-bc15-4126-a6d5-70cffa3237d2 HTTP/1.1" status: 204 len: 168 time: 0.2396274 Nov 16 11:15:49.256697 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-239451d5-1744-4abb-a27f-bea5b0277f97 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ededc5272429454d9c1edc0a1970193d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3449867 Nov 16 11:15:49.256785 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48018) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:15:49.257100 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port dd5df8bd-1786-49d5-b0f5-482dc80ec83b triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:15:49.258330 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:49.285461 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029043d4-0690-40c2-acb0-40a80485716c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03527e86-bc15-4126-a6d5-70cffa3237d2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:49.347468 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3d93602-7693-4e31-9dc2-5565b29f2dbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:49.383002 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3d93602-7693-4e31-9dc2-5565b29f2dbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:49.470989 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3d93602-7693-4e31-9dc2-5565b29f2dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:49.474442 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3d93602-7693-4e31-9dc2-5565b29f2dbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:49.476514 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e3d93602-7693-4e31-9dc2-5565b29f2dbd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5cbdd662-573c-46b7-b60d-23633aa17958 HTTP/1.1" status: 204 len: 168 time: 0.2203989 Nov 16 11:15:49.490424 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d93602-7693-4e31-9dc2-5565b29f2dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbdd662-573c-46b7-b60d-23633aa17958,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:49.523623 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a5a065-b3b8-4821-b1f9-21b1696af1ea None None] Sync routers for ids ['2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:15:49.535869 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:49.553862 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a5a065-b3b8-4821-b1f9-21b1696af1ea None None] Routers {'2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:15:49.554235 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-28a5a065-b3b8-4821-b1f9-21b1696af1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:15:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:15:49.596436 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port dd5df8bd-1786-49d5-b0f5-482dc80ec83b, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=dd5df8bd-1786-49d5-b0f5-482dc80ec83b,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:15:49.624989 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:49.703409 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=dd5df8bd-1786-49d5-b0f5-482dc80ec83b,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:49.717883 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-28a5a065-b3b8-4821-b1f9-21b1696af1ea None None] Set router 2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:15:49.831373 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48040) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:15:49.955381 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-28a5a065-b3b8-4821-b1f9-21b1696af1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-840112725-router', 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'dd5df8bd-1786-49d5-b0f5-482dc80ec83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:15:42Z', 'updated_at': '2021-11-16T11:15:47Z', 'revision_number': 4, 'project_id': '633ef91d4b18467e89e639dc8864c492', 'gw_port': {'id': 'dd5df8bd-1786-49d5-b0f5-482dc80ec83b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:15:43Z', 'updated_at': '2021-11-16T11:15:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '8edb7184-a35e-4649-86f3-f83eae38ce10', 'name': '', 'network_id': '51c062da-8d2e-4635-9233-083382f5e91b', 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'mac_address': 'fa:16:3e:86:35:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '3a80f9cd-7734-45f6-8085-b4fd319f0cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:15:45Z', 'updated_at': '2021-11-16T11:15:47Z', 'revision_number': 2, 'project_id': '633ef91d4b18467e89e639dc8864c492', 'subnets': [{'id': '3a80f9cd-7734-45f6-8085-b4fd319f0cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:15:49.984118 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a5a065-b3b8-4821-b1f9-21b1696af1ea None None] Checking router: 2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:15:49.984479 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a5a065-b3b8-4821-b1f9-21b1696af1ea None None] Updating router 2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4 port 8edb7184-a35e-4649-86f3-f83eae38ce10 binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:15:50.020828 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-28a5a065-b3b8-4821-b1f9-21b1696af1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:50.128717 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa9311df-85e9-415d-ae4e-2a471631e7c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:50.289422 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa9311df-85e9-415d-ae4e-2a471631e7c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:50.294649 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa9311df-85e9-415d-ae4e-2a471631e7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:50.350378 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-aa9311df-85e9-415d-ae4e-2a471631e7c4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0615910e706747dab21e84804da72e69&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5173764 Nov 16 11:15:50.351269 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9311df-85e9-415d-ae4e-2a471631e7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90a3a62-f577-4b6e-bd02-ed9356a628b0,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:50.355181 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48078) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:15:50.451795 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0af6a17e-8fda-470a-8d4d-8be30ff5d7c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:50.483021 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48082) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:15:50.499391 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-28a5a065-b3b8-4821-b1f9-21b1696af1ea None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:50.501806 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0af6a17e-8fda-470a-8d4d-8be30ff5d7c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:50.511853 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-28a5a065-b3b8-4821-b1f9-21b1696af1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:50.589284 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0af6a17e-8fda-470a-8d4d-8be30ff5d7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:50.592882 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0af6a17e-8fda-470a-8d4d-8be30ff5d7c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:50.598924 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0af6a17e-8fda-470a-8d4d-8be30ff5d7c1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d90a3a62-f577-4b6e-bd02-ed9356a628b0 HTTP/1.1" status: 204 len: 168 time: 0.2423506 Nov 16 11:15:50.608965 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6a17e-8fda-470a-8d4d-8be30ff5d7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90a3a62-f577-4b6e-bd02-ed9356a628b0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:50.655623 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a6cfa-cf8e-41f1-b5df-8dcd7fdd2ca7 None None] Pushing event updated for resources: {'Port': ['ID=8edb7184-a35e-4649-86f3-f83eae38ce10,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:50.729836 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-28a5a065-b3b8-4821-b1f9-21b1696af1ea None None] Attempting to bind port 8edb7184-a35e-4649-86f3-f83eae38ce10 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:15:50.730561 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-28a5a065-b3b8-4821-b1f9-21b1696af1ea None None] Attempting to bind port 8edb7184-a35e-4649-86f3-f83eae38ce10 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '28eb1295-39a5-4045-b087-0ec8bd4c5806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '51c062da-8d2e-4635-9233-083382f5e91b'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:15:50.731070 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a5a065-b3b8-4821-b1f9-21b1696af1ea None None] Attempting to bind port 8edb7184-a35e-4649-86f3-f83eae38ce10 on network 51c062da-8d2e-4635-9233-083382f5e91b {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:15:50.737692 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a5a065-b3b8-4821-b1f9-21b1696af1ea None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:15:50.740897 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a5a065-b3b8-4821-b1f9-21b1696af1ea None None] Checking segment: {'id': '28eb1295-39a5-4045-b087-0ec8bd4c5806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '51c062da-8d2e-4635-9233-083382f5e91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:15:50.742258 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-28a5a065-b3b8-4821-b1f9-21b1696af1ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:50.744643 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a5a065-b3b8-4821-b1f9-21b1696af1ea None None] Bound using segment: {'id': '28eb1295-39a5-4045-b087-0ec8bd4c5806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '51c062da-8d2e-4635-9233-083382f5e91b'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:15:50.745439 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-28a5a065-b3b8-4821-b1f9-21b1696af1ea None None] Bound port: 8edb7184-a35e-4649-86f3-f83eae38ce10, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28eb1295-39a5-4045-b087-0ec8bd4c5806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '51c062da-8d2e-4635-9233-083382f5e91b'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:15:50.746041 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-28a5a065-b3b8-4821-b1f9-21b1696af1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:50.794731 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48102) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:15:50.800159 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-69a936ca-fa1f-4d27-9e68-11ff8dd8c7d0 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2081826371-network', 'tenant_id': 'fa858bdb3c594892b4065e5cd118f073'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:15:50.861588 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a936ca-fa1f-4d27-9e68-11ff8dd8c7d0 admin admin] Made reservation on behalf of fa858bdb3c594892b4065e5cd118f073 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:15:50.865433 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-69a936ca-fa1f-4d27-9e68-11ff8dd8c7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:50.885967 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-69a936ca-fa1f-4d27-9e68-11ff8dd8c7d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:50.923657 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-28a5a065-b3b8-4821-b1f9-21b1696af1ea None None] For port 8edb7184-a35e-4649-86f3-f83eae38ce10, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:15:50.933421 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-28a5a065-b3b8-4821-b1f9-21b1696af1ea None None] For port 8edb7184-a35e-4649-86f3-f83eae38ce10, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=8edb7184-a35e-4649-86f3-f83eae38ce10,segment=NetworkSegment(28eb1295-39a5-4045-b087-0ec8bd4c5806),segment_id=28eb1295-39a5-4045-b087-0ec8bd4c5806)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:15:50.944158 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-28a5a065-b3b8-4821-b1f9-21b1696af1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:50.953004 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-89e75f51-6591-42a4-af66-9f0bd728275e req-30811c5d-fd27-434d-8a2f-63bacef2cbf4 tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.61 "GET /v2.0/ports?device_id=88832276-7f5a-4fa2-87ba-b2d9d69d0465 HTTP/1.1" status: 200 len: 210 time: 0.4700837 Nov 16 11:15:51.044370 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a5a065-b3b8-4821-b1f9-21b1696af1ea None None] Routers {'2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:15:51.045162 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-28a5a065-b3b8-4821-b1f9-21b1696af1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:15:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:15:51.047156 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a6cfa-cf8e-41f1-b5df-8dcd7fdd2ca7 None None] Pushing event updated for resources: {'Port': ['ID=8edb7184-a35e-4649-86f3-f83eae38ce10,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:51.125227 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device dd5df8bd-1786-49d5-b0f5-482dc80ec83b up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:15:51.163655 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-69a936ca-fa1f-4d27-9e68-11ff8dd8c7d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:51.173702 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-69a936ca-fa1f-4d27-9e68-11ff8dd8c7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:51.192500 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a936ca-fa1f-4d27-9e68-11ff8dd8c7d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:15:51.199554 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-8cd1f288-837b-464a-93c7-1302d4be4bb1 None None] Provisioning complete for port 8edb7184-a35e-4649-86f3-f83eae38ce10 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:15:51.200187 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8cd1f288-837b-464a-93c7-1302d4be4bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:51.231851 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-69a936ca-fa1f-4d27-9e68-11ff8dd8c7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:51.232199 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-69a936ca-fa1f-4d27-9e68-11ff8dd8c7d0 admin admin] Added segment 6fd5660c-1270-4b3f-9a25-c3a16f56d043 of type vlan for network 25e21298-65f4-4f6a-8358-087cb695ed0a Nov 16 11:15:51.319568 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a936ca-fa1f-4d27-9e68-11ff8dd8c7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b002096-c567-44a1-88eb-ae3d8f344140,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:51.327844 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-69a936ca-fa1f-4d27-9e68-11ff8dd8c7d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:51.359877 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8cd1f288-837b-464a-93c7-1302d4be4bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:51.392979 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-69a936ca-fa1f-4d27-9e68-11ff8dd8c7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:51.393580 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a936ca-fa1f-4d27-9e68-11ff8dd8c7d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:15:51.396272 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-69a936ca-fa1f-4d27-9e68-11ff8dd8c7d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:51.405967 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-28a5a065-b3b8-4821-b1f9-21b1696af1ea None None] Set router 2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:15:51.444962 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-8cd1f288-837b-464a-93c7-1302d4be4bb1 None None] For port 8edb7184-a35e-4649-86f3-f83eae38ce10, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=8edb7184-a35e-4649-86f3-f83eae38ce10,segment=NetworkSegment(28eb1295-39a5-4045-b087-0ec8bd4c5806),segment_id=28eb1295-39a5-4045-b087-0ec8bd4c5806)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:15:51.452152 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port dd5df8bd-1786-49d5-b0f5-482dc80ec83b triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:15:51.452752 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:51.456095 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8cd1f288-837b-464a-93c7-1302d4be4bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:51.492717 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-69a936ca-fa1f-4d27-9e68-11ff8dd8c7d0 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6939602 Nov 16 11:15:51.494725 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48118) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:15:51.502538 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-28087061-8bb7-44bb-9b32-e15595ae824e admin admin] Request body: {'subnet': {'network_id': '25e21298-65f4-4f6a-8358-087cb695ed0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2081826371-subnet', 'tenant_id': 'fa858bdb3c594892b4065e5cd118f073', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:15:51.503224 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a936ca-fa1f-4d27-9e68-11ff8dd8c7d0 admin admin] Pushing event updated for resources: {'Network': ['ID=25e21298-65f4-4f6a-8358-087cb695ed0a,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:51.533681 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28087061-8bb7-44bb-9b32-e15595ae824e admin admin] Made reservation on behalf of fa858bdb3c594892b4065e5cd118f073 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:15:51.539248 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-28087061-8bb7-44bb-9b32-e15595ae824e admin admin] Publish callbacks [] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:51.548521 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 25e21298-65f4-4f6a-8358-087cb695ed0a details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:15:51.621612 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48124) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:15:51.646828 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.36', 63503) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:15:51.647391 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b342e94a-7d97-4bc0-a564-4b56025a8325 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:51.767025 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-59858e2e-8619-4c98-b39d-cef43baa82e0 tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ff61b00e7bf246f683bd8360babd05b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1170862 Nov 16 11:15:51.771950 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b342e94a-7d97-4bc0-a564-4b56025a8325 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:51.780476 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b342e94a-7d97-4bc0-a564-4b56025a8325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:51.840244 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd1f288-837b-464a-93c7-1302d4be4bb1 None None] Pushing event updated for resources: {'Port': ['ID=8edb7184-a35e-4649-86f3-f83eae38ce10,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:51.888731 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b342e94a-7d97-4bc0-a564-4b56025a8325 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0790c15066674e46a804e2a2e0a82a49&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2649868 Nov 16 11:15:51.894703 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48132) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:15:51.896631 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-8dc8d077-1ade-48f4-817c-c04454681ea0 None None] Provisioning complete for port 8edb7184-a35e-4649-86f3-f83eae38ce10 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:15:51.897508 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8dc8d077-1ade-48f4-817c-c04454681ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:51.918127 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342e94a-7d97-4bc0-a564-4b56025a8325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f216bc6-1654-4577-8c7c-f51a3014a008,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:52.052860 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-37d1aa24-9ae2-47cc-a439-2308d28791d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:52.110945 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-37d1aa24-9ae2-47cc-a439-2308d28791d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:52.175872 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-28a5a065-b3b8-4821-b1f9-21b1696af1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-840112725-router', 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'dd5df8bd-1786-49d5-b0f5-482dc80ec83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:15:42Z', 'updated_at': '2021-11-16T11:15:47Z', 'revision_number': 4, 'project_id': '633ef91d4b18467e89e639dc8864c492', 'gw_port': {'id': 'dd5df8bd-1786-49d5-b0f5-482dc80ec83b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:15:43Z', 'updated_at': '2021-11-16T11:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '8edb7184-a35e-4649-86f3-f83eae38ce10', 'name': '', 'network_id': '51c062da-8d2e-4635-9233-083382f5e91b', 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'mac_address': 'fa:16:3e:86:35:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '3a80f9cd-7734-45f6-8085-b4fd319f0cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:15:45Z', 'updated_at': '2021-11-16T11:15:50Z', 'revision_number': 4, 'project_id': '633ef91d4b18467e89e639dc8864c492', 'subnets': [{'id': '3a80f9cd-7734-45f6-8085-b4fd319f0cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:15:52.225969 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-84a02c09-4d18-42f2-bb76-91f857d9f460 tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:15:52.228378 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-84a02c09-4d18-42f2-bb76-91f857d9f460 tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4451146 Nov 16 11:15:52.234511 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a5a065-b3b8-4821-b1f9-21b1696af1ea None None] The sync data for ids ['2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4'] in n-d-816823-3 is: [{'id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-840112725-router', 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'dd5df8bd-1786-49d5-b0f5-482dc80ec83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:15:42Z', 'updated_at': '2021-11-16T11:15:47Z', 'revision_number': 4, 'project_id': '633ef91d4b18467e89e639dc8864c492', 'gw_port': {'id': 'dd5df8bd-1786-49d5-b0f5-482dc80ec83b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:15:43Z', 'updated_at': '2021-11-16T11:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '8edb7184-a35e-4649-86f3-f83eae38ce10', 'name': '', 'network_id': '51c062da-8d2e-4635-9233-083382f5e91b', 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'mac_address': 'fa:16:3e:86:35:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '3a80f9cd-7734-45f6-8085-b4fd319f0cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:15:45Z', 'updated_at': '2021-11-16T11:15:50Z', 'revision_number': 4, 'project_id': '633ef91d4b18467e89e639dc8864c492', 'subnets': [{'id': '3a80f9cd-7734-45f6-8085-b4fd319f0cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:15:52.331609 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-37d1aa24-9ae2-47cc-a439-2308d28791d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:52.336974 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-37d1aa24-9ae2-47cc-a439-2308d28791d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:52.343582 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-37d1aa24-9ae2-47cc-a439-2308d28791d4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3f216bc6-1654-4577-8c7c-f51a3014a008 HTTP/1.1" status: 204 len: 168 time: 0.4427924 Nov 16 11:15:52.344672 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-dbb96185-d888-4405-9776-6d85e60a89ea tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] Request body: {'port': {'device_id': '88832276-7f5a-4fa2-87ba-b2d9d69d0465', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'admin_state_up': True, 'tenant_id': 'ff61b00e7bf246f683bd8360babd05b3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:15:52.381269 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8997f6c7-cbce-4037-8acc-144eb31471a1 req-6ec4bac6-fa1b-451e-87b4-620f3a4fb018 tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.61 "GET /v2.0/ports?device_id=88832276-7f5a-4fa2-87ba-b2d9d69d0465 HTTP/1.1" status: 200 len: 210 time: 0.1141183 Nov 16 11:15:52.391841 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d1aa24-9ae2-47cc-a439-2308d28791d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f216bc6-1654-4577-8c7c-f51a3014a008,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:52.461456 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-28087061-8bb7-44bb-9b32-e15595ae824e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:52.649121 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28087061-8bb7-44bb-9b32-e15595ae824e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e903e51-d964-4fb0-81fa-9a8d9b134443,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:52.665074 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28087061-8bb7-44bb-9b32-e15595ae824e admin admin] Checking segment: {'id': '6fd5660c-1270-4b3f-9a25-c3a16f56d043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '25e21298-65f4-4f6a-8358-087cb695ed0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:15:52.666010 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28087061-8bb7-44bb-9b32-e15595ae824e admin admin] Network hostable DHCP agents. Network: 25e21298-65f4-4f6a-8358-087cb695ed0a, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:15:52.684709 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-dbb96185-d888-4405-9776-6d85e60a89ea tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] Made reservation on behalf of ff61b00e7bf246f683bd8360babd05b3 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:15:52.693821 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-dbb96185-d888-4405-9776-6d85e60a89ea tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:52.708955 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-dbb96185-d888-4405-9776-6d85e60a89ea tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:52.721824 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28087061-8bb7-44bb-9b32-e15595ae824e admin admin] Network 25e21298-65f4-4f6a-8358-087cb695ed0a is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:15:52.741003 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-28087061-8bb7-44bb-9b32-e15595ae824e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 25e21298-65f4-4f6a-8358-087cb695ed0a) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:15:52.754604 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46771c01-70e8-4de2-a1e2-9f8a869c22f5 None None] Network 25e21298-65f4-4f6a-8358-087cb695ed0a requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:15:52.766815 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28087061-8bb7-44bb-9b32-e15595ae824e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:15:52.766815 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-28087061-8bb7-44bb-9b32-e15595ae824e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:52.805815 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-28087061-8bb7-44bb-9b32-e15595ae824e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3081732 Nov 16 11:15:52.806827 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48180) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:15:52.811158 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-e8588d29-1234-4781-9103-0b4d8d758c32 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2081826371-router', 'tenant_id': 'fa858bdb3c594892b4065e5cd118f073', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:15:52.852615 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8588d29-1234-4781-9103-0b4d8d758c32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:52.854665 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8588d29-1234-4781-9103-0b4d8d758c32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:52.866508 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-dbb96185-d888-4405-9776-6d85e60a89ea tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:52.874323 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-dbb96185-d888-4405-9776-6d85e60a89ea tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:52.965895 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8588d29-1234-4781-9103-0b4d8d758c32 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:53.043088 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73defa83-9631-4529-a918-5cfdd3b90733 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-25e21298-65f4-4f6a-8358-087cb695ed0a', 'network_id': '25e21298-65f4-4f6a-8358-087cb695ed0a', 'tenant_id': 'fa858bdb3c594892b4065e5cd118f073', 'fixed_ips': [{'subnet_id': '8e903e51-d964-4fb0-81fa-9a8d9b134443'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:15:53.057201 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-73defa83-9631-4529-a918-5cfdd3b90733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:53.124415 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 8edb7184-a35e-4649-86f3-f83eae38ce10 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:15:53.341675 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 8edb7184-a35e-4649-86f3-f83eae38ce10 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:15:53.346484 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:53.473101 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8588d29-1234-4781-9103-0b4d8d758c32 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:53.524251 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb96185-d888-4405-9776-6d85e60a89ea tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88ec71a7-931b-4a91-9a70-3ad79127b9cf,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:53.583911 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-dbb96185-d888-4405-9776-6d85e60a89ea tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] Allocated IP 192.168.233.209 (d184b1c6-3832-4c86-bfd0-c1472d76d6c3/c4c770cc-51d7-42eb-b4a6-9a605bacae0f/f2db99ea-0f86-415d-bbc5-ba0d81e4659f) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:15:53.688301 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a4916562-73ea-4f59-bc4c-b3f1eccebaa5 req-4e49373f-5275-41f9-b0bb-96c8ab8446e0 tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.61 "GET /v2.0/ports?device_id=88832276-7f5a-4fa2-87ba-b2d9d69d0465 HTTP/1.1" status: 200 len: 210 time: 0.1727636 Nov 16 11:15:53.711867 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-73defa83-9631-4529-a918-5cfdd3b90733 None None] Allocated IP 172.20.0.2 (25e21298-65f4-4f6a-8358-087cb695ed0a/8e903e51-d964-4fb0-81fa-9a8d9b134443/7b2b52b0-08a9-4d48-9f69-7a5439dacdc1) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:15:54.100423 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-73defa83-9631-4529-a918-5cfdd3b90733 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:54.122234 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-73defa83-9631-4529-a918-5cfdd3b90733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:54.167646 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-dbb96185-d888-4405-9776-6d85e60a89ea tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:54.251251 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8588d29-1234-4781-9103-0b4d8d758c32 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:54.264618 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-dbb96185-d888-4405-9776-6d85e60a89ea tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:54.267900 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73defa83-9631-4529-a918-5cfdd3b90733 None None] Network 25e21298-65f4-4f6a-8358-087cb695ed0a is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:15:54.279789 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-73defa83-9631-4529-a918-5cfdd3b90733 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:15:54.282310 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73defa83-9631-4529-a918-5cfdd3b90733 None None] Pushing event updated for resources: {'Port': ['ID=7b2b52b0-08a9-4d48-9f69-7a5439dacdc1,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:54.292773 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73defa83-9631-4529-a918-5cfdd3b90733 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:15:54.335286 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8588d29-1234-4781-9103-0b4d8d758c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:54.482990 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-73defa83-9631-4529-a918-5cfdd3b90733 None None] Attempting to bind port 7b2b52b0-08a9-4d48-9f69-7a5439dacdc1 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:15:54.483410 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-73defa83-9631-4529-a918-5cfdd3b90733 None None] Attempting to bind port 7b2b52b0-08a9-4d48-9f69-7a5439dacdc1 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '6fd5660c-1270-4b3f-9a25-c3a16f56d043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '25e21298-65f4-4f6a-8358-087cb695ed0a'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:15:54.483868 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73defa83-9631-4529-a918-5cfdd3b90733 None None] Attempting to bind port 7b2b52b0-08a9-4d48-9f69-7a5439dacdc1 on network 25e21298-65f4-4f6a-8358-087cb695ed0a {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:15:54.497652 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73defa83-9631-4529-a918-5cfdd3b90733 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:15:54.498233 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73defa83-9631-4529-a918-5cfdd3b90733 None None] Checking segment: {'id': '6fd5660c-1270-4b3f-9a25-c3a16f56d043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '25e21298-65f4-4f6a-8358-087cb695ed0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:15:54.500897 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-73defa83-9631-4529-a918-5cfdd3b90733 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:54.501502 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73defa83-9631-4529-a918-5cfdd3b90733 None None] Bound using segment: {'id': '6fd5660c-1270-4b3f-9a25-c3a16f56d043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '25e21298-65f4-4f6a-8358-087cb695ed0a'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:15:54.502182 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-73defa83-9631-4529-a918-5cfdd3b90733 None None] Bound port: 7b2b52b0-08a9-4d48-9f69-7a5439dacdc1, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fd5660c-1270-4b3f-9a25-c3a16f56d043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '25e21298-65f4-4f6a-8358-087cb695ed0a'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:15:54.502715 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-73defa83-9631-4529-a918-5cfdd3b90733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:54.520495 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb96185-d888-4405-9776-6d85e60a89ea tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] Pushing event updated for resources: {'Port': ['ID=f2db99ea-0f86-415d-bbc5-ba0d81e4659f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:54.557833 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-dbb96185-d888-4405-9776-6d85e60a89ea tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] Network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:15:54.559569 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-dbb96185-d888-4405-9776-6d85e60a89ea tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:15:54.564823 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-dbb96185-d888-4405-9776-6d85e60a89ea tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:15:54.577767 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-dbb96185-d888-4405-9776-6d85e60a89ea tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:15:54.580126 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-dbb96185-d888-4405-9776-6d85e60a89ea tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:54.638010 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-dbb96185-d888-4405-9776-6d85e60a89ea tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3060122 Nov 16 11:15:54.656794 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-df67eba4-ac70-424e-9535-f163addb3706 tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:15:54.661644 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-df67eba4-ac70-424e-9535-f163addb3706 tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0124876 Nov 16 11:15:54.667494 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-73defa83-9631-4529-a918-5cfdd3b90733 None None] For port 7b2b52b0-08a9-4d48-9f69-7a5439dacdc1, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:15:54.674725 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-73defa83-9631-4529-a918-5cfdd3b90733 None None] For port 7b2b52b0-08a9-4d48-9f69-7a5439dacdc1, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=7b2b52b0-08a9-4d48-9f69-7a5439dacdc1,segment=NetworkSegment(6fd5660c-1270-4b3f-9a25-c3a16f56d043),segment_id=6fd5660c-1270-4b3f-9a25-c3a16f56d043)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:15:54.690511 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-73defa83-9631-4529-a918-5cfdd3b90733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:54.816843 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73defa83-9631-4529-a918-5cfdd3b90733 None None] Pushing event updated for resources: {'Port': ['ID=7b2b52b0-08a9-4d48-9f69-7a5439dacdc1,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:54.901763 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-e8588d29-1234-4781-9103-0b4d8d758c32 admin admin] Allocated IP 172.25.0.104 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/573f7593-01e2-4f5e-ae51-209109adaefa) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:15:55.030434 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c4562688-e3bf-41fa-bba2-408a99d269f2 None None] Provisioning complete for port f2db99ea-0f86-415d-bbc5-ba0d81e4659f triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:15:55.031794 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c4562688-e3bf-41fa-bba2-408a99d269f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:55.107191 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-c4562688-e3bf-41fa-bba2-408a99d269f2 None None] Port f2db99ea-0f86-415d-bbc5-ba0d81e4659f cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:15:55.227934 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8588d29-1234-4781-9103-0b4d8d758c32 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:55.308954 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ab4fc-faea-4996-9fe4-341ff5483495 req-9e84e3f1-f2f6-4452-bd6d-ed0fab02eeb6 tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:15:55.317390 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b6ab4fc-faea-4996-9fe4-341ff5483495 req-9e84e3f1-f2f6-4452-bd6d-ed0fab02eeb6 tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.61 "GET /v2.0/ports?device_id=88832276-7f5a-4fa2-87ba-b2d9d69d0465 HTTP/1.1" status: 200 len: 936 time: 0.2348251 Nov 16 11:15:55.342547 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8588d29-1234-4781-9103-0b4d8d758c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:55.410148 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:15:55.444909 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8588d29-1234-4781-9103-0b4d8d758c32 admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:15:55.455219 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-e8588d29-1234-4781-9103-0b4d8d758c32 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:15:55.458276 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8588d29-1234-4781-9103-0b4d8d758c32 admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:15:55.462400 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8588d29-1234-4781-9103-0b4d8d758c32 admin admin] Pushing event updated for resources: {'Port': ['ID=573f7593-01e2-4f5e-ae51-209109adaefa,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:55.513249 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b6ab4fc-faea-4996-9fe4-341ff5483495 req-8b3ba57e-7f55-443c-be43-5c2ce434644d tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.61 "GET /v2.0/security-groups?id=88ec71a7-931b-4a91-9a70-3ad79127b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944575 Nov 16 11:15:55.770483 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8588d29-1234-4781-9103-0b4d8d758c32 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:55.797010 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-c01a3b96-5467-4c34-89ee-211dd2fa21a7 service neutron] Request body: {'port': {'device_id': '88832276-7f5a-4fa2-87ba-b2d9d69d0465', 'device_owner': 'compute:tempest-test_az-1007873229', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:15:55.923155 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-c01a3b96-5467-4c34-89ee-211dd2fa21a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:56.067526 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48260) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:15:56.333263 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8588d29-1234-4781-9103-0b4d8d758c32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:56.401750 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce382a2-e983-4eb7-ad73-9037289bf8f7 req-ad86d443-7eb7-42bc-89bd-f3ddc88e3d51 tempest-NetworksTest-973580984 tempest-NetworksTest-973580984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:15:56.402267 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce382a2-e983-4eb7-ad73-9037289bf8f7 req-ad86d443-7eb7-42bc-89bd-f3ddc88e3d51 tempest-NetworksTest-973580984 tempest-NetworksTest-973580984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:15:56.402734 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce382a2-e983-4eb7-ad73-9037289bf8f7 req-ad86d443-7eb7-42bc-89bd-f3ddc88e3d51 tempest-NetworksTest-973580984 tempest-NetworksTest-973580984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:15:56.403198 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce382a2-e983-4eb7-ad73-9037289bf8f7 req-ad86d443-7eb7-42bc-89bd-f3ddc88e3d51 tempest-NetworksTest-973580984 tempest-NetworksTest-973580984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:15:56.403790 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce382a2-e983-4eb7-ad73-9037289bf8f7 req-ad86d443-7eb7-42bc-89bd-f3ddc88e3d51 tempest-NetworksTest-973580984 tempest-NetworksTest-973580984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:15:56.405791 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6ce382a2-e983-4eb7-ad73-9037289bf8f7 req-ad86d443-7eb7-42bc-89bd-f3ddc88e3d51 tempest-NetworksTest-973580984 tempest-NetworksTest-973580984-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.2468526 Nov 16 11:15:56.497886 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40680a43-e4c4-49ce-ad96-089c8fb7e8ba None None] Network 25e21298-65f4-4f6a-8358-087cb695ed0a requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:15:56.608686 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-13fcfe4c-27c6-4773-a51c-ce90ad2a0f06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:56.827975 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-13fcfe4c-27c6-4773-a51c-ce90ad2a0f06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:56.832774 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-c01a3b96-5467-4c34-89ee-211dd2fa21a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2db99ea-0f86-415d-bbc5-ba0d81e4659f {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:15:56.841878 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-13fcfe4c-27c6-4773-a51c-ce90ad2a0f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:56.881250 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-c01a3b96-5467-4c34-89ee-211dd2fa21a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:56.889559 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-13fcfe4c-27c6-4773-a51c-ce90ad2a0f06 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=db606a44a3224e84b8ba87ab39299335&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8081946 Nov 16 11:15:56.895869 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48280) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:15:56.905352 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0f246a6-aa0a-4757-a32a-31af0de9fb6c None None] Provisioning complete for port 7b2b52b0-08a9-4d48-9f69-7a5439dacdc1 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:15:56.906103 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0f246a6-aa0a-4757-a32a-31af0de9fb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:57.026252 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-c01a3b96-5467-4c34-89ee-211dd2fa21a7 service neutron] Transition to ACTIVE for port object f2db99ea-0f86-415d-bbc5-ba0d81e4659f will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:15:57.028327 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-96b78565-6ef0-43bf-891c-cff3b5c3a31f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:57.035131 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0f246a6-aa0a-4757-a32a-31af0de9fb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:57.048025 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-c01a3b96-5467-4c34-89ee-211dd2fa21a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:57.127202 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0f246a6-aa0a-4757-a32a-31af0de9fb6c None None] For port 7b2b52b0-08a9-4d48-9f69-7a5439dacdc1, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=7b2b52b0-08a9-4d48-9f69-7a5439dacdc1,segment=NetworkSegment(6fd5660c-1270-4b3f-9a25-c3a16f56d043),segment_id=6fd5660c-1270-4b3f-9a25-c3a16f56d043)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:15:57.152833 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7b2b52b0-08a9-4d48-9f69-7a5439dacdc1 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:15:57.173041 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0f246a6-aa0a-4757-a32a-31af0de9fb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:57.196532 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a3b96-5467-4c34-89ee-211dd2fa21a7 service neutron] Pushing event updated for resources: {'Port': ['ID=f2db99ea-0f86-415d-bbc5-ba0d81e4659f,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:57.202256 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fcfe4c-27c6-4773-a51c-ce90ad2a0f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42a53d6-e5d1-4977-9121-95db77b8f60a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:57.212281 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746bca1-51ba-460f-bd13-6023efd65e60 req-aba7570b-c1ea-4d77-b942-93d14e0c11fc tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:15:57.214098 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3746bca1-51ba-460f-bd13-6023efd65e60 req-aba7570b-c1ea-4d77-b942-93d14e0c11fc tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.61 "GET /v2.0/ports?device_id=88832276-7f5a-4fa2-87ba-b2d9d69d0465 HTTP/1.1" status: 200 len: 970 time: 0.2153678 Nov 16 11:15:57.217195 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f162cd9-6fd1-44c7-97c2-5b7dbe139d11 req-5fafa510-77dc-4f8f-849f-5e86ef86e76f tempest-NetworksTest-973580984 tempest-NetworksTest-973580984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:15:57.222955 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9f162cd9-6fd1-44c7-97c2-5b7dbe139d11 req-5fafa510-77dc-4f8f-849f-5e86ef86e76f tempest-NetworksTest-973580984 tempest-NetworksTest-973580984-project-admin] 10.222.0.61 "GET /v2.0/networks/47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 886 time: 0.7510986 Nov 16 11:15:57.284923 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-96b78565-6ef0-43bf-891c-cff3b5c3a31f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:57.406382 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f246a6-aa0a-4757-a32a-31af0de9fb6c None None] Pushing event updated for resources: {'Port': ['ID=7b2b52b0-08a9-4d48-9f69-7a5439dacdc1,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:57.434219 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48296) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:15:57.434845 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 7b2b52b0-08a9-4d48-9f69-7a5439dacdc1 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:15:57.435257 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:57.435821 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-c01a3b96-5467-4c34-89ee-211dd2fa21a7 service neutron] Attempting to bind port f2db99ea-0f86-415d-bbc5-ba0d81e4659f on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:15:57.436199 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-c01a3b96-5467-4c34-89ee-211dd2fa21a7 service neutron] Attempting to bind port f2db99ea-0f86-415d-bbc5-ba0d81e4659f by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:15:57.436554 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-c01a3b96-5467-4c34-89ee-211dd2fa21a7 service neutron] Attempting to bind port f2db99ea-0f86-415d-bbc5-ba0d81e4659f on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:15:57.475309 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-c01a3b96-5467-4c34-89ee-211dd2fa21a7 service neutron] Port f2db99ea-0f86-415d-bbc5-ba0d81e4659f on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:15:57.476226 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-c01a3b96-5467-4c34-89ee-211dd2fa21a7 service neutron] Attempting to bind port f2db99ea-0f86-415d-bbc5-ba0d81e4659f on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:15:57.500981 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-c01a3b96-5467-4c34-89ee-211dd2fa21a7 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:15:57.501521 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-c01a3b96-5467-4c34-89ee-211dd2fa21a7 service neutron] Checking segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:15:57.502417 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-c01a3b96-5467-4c34-89ee-211dd2fa21a7 service neutron] Bound using segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:15:57.503182 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-c01a3b96-5467-4c34-89ee-211dd2fa21a7 service neutron] Bound port: f2db99ea-0f86-415d-bbc5-ba0d81e4659f, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:15:57.503914 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-c01a3b96-5467-4c34-89ee-211dd2fa21a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:57.577749 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8588d29-1234-4781-9103-0b4d8d758c32 admin admin] Router 84d995df-ba78-44aa-8aba-576d02d27759 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:15:57.582101 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-2025af5b-9bac-43fb-854b-d2a94ddd6724 None None] Provisioning complete for port 7b2b52b0-08a9-4d48-9f69-7a5439dacdc1 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:15:57.582716 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2025af5b-9bac-43fb-854b-d2a94ddd6724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:57.595049 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-96b78565-6ef0-43bf-891c-cff3b5c3a31f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:57.598968 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-96b78565-6ef0-43bf-891c-cff3b5c3a31f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:57.600516 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-96b78565-6ef0-43bf-891c-cff3b5c3a31f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b42a53d6-e5d1-4977-9121-95db77b8f60a HTTP/1.1" status: 204 len: 168 time: 0.7008660 Nov 16 11:15:57.631654 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3746bca1-51ba-460f-bd13-6023efd65e60 req-226453ad-a60b-4d00-be47-3aa71d90421b tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.61 "GET /v2.0/security-groups?id=88ec71a7-931b-4a91-9a70-3ad79127b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072218 Nov 16 11:15:57.644737 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-c01a3b96-5467-4c34-89ee-211dd2fa21a7 service neutron] For port f2db99ea-0f86-415d-bbc5-ba0d81e4659f, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:15:57.668945 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b78565-6ef0-43bf-891c-cff3b5c3a31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42a53d6-e5d1-4977-9121-95db77b8f60a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:57.764010 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-c01a3b96-5467-4c34-89ee-211dd2fa21a7 service neutron] For port f2db99ea-0f86-415d-bbc5-ba0d81e4659f, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=f2db99ea-0f86-415d-bbc5-ba0d81e4659f,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:15:57.786341 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-c01a3b96-5467-4c34-89ee-211dd2fa21a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:57.815499 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3e1ad-36f0-4f2f-bf34-35c8e2d3e4b7 req-148ce417-84f0-4ba8-9e1b-de86746a4c0a tempest-NetworksTest-973580984 tempest-NetworksTest-973580984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:15:57.815977 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3e1ad-36f0-4f2f-bf34-35c8e2d3e4b7 req-148ce417-84f0-4ba8-9e1b-de86746a4c0a tempest-NetworksTest-973580984 tempest-NetworksTest-973580984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:15:57.816437 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3e1ad-36f0-4f2f-bf34-35c8e2d3e4b7 req-148ce417-84f0-4ba8-9e1b-de86746a4c0a tempest-NetworksTest-973580984 tempest-NetworksTest-973580984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:15:57.816896 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3e1ad-36f0-4f2f-bf34-35c8e2d3e4b7 req-148ce417-84f0-4ba8-9e1b-de86746a4c0a tempest-NetworksTest-973580984 tempest-NetworksTest-973580984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:15:57.817473 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3e1ad-36f0-4f2f-bf34-35c8e2d3e4b7 req-148ce417-84f0-4ba8-9e1b-de86746a4c0a tempest-NetworksTest-973580984 tempest-NetworksTest-973580984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:15:57.822331 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4bf3e1ad-36f0-4f2f-bf34-35c8e2d3e4b7 req-148ce417-84f0-4ba8-9e1b-de86746a4c0a tempest-NetworksTest-973580984 tempest-NetworksTest-973580984-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.5834219 Nov 16 11:15:57.844148 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:57.873938 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8588d29-1234-4781-9103-0b4d8d758c32 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:15:57.889355 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-c01a3b96-5467-4c34-89ee-211dd2fa21a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:15:57.890174 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-c01a3b96-5467-4c34-89ee-211dd2fa21a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:57.895542 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-c01a3b96-5467-4c34-89ee-211dd2fa21a7 service neutron] 10.222.0.36 "PUT /v2.0/ports/f2db99ea-0f86-415d-bbc5-ba0d81e4659f HTTP/1.1" status: 200 len: 1118 time: 2.8785026 Nov 16 11:15:57.896035 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88832276-7f5a-4fa2-87ba-b2d9d69d0465', 'tag': 'f2db99ea-0f86-415d-bbc5-ba0d81e4659f'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:15:57.907320 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed47c5b-d4d9-425f-8134-1b2335f49f63 None None] Sync routers for ids ['84d995df-ba78-44aa-8aba-576d02d27759'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:15:57.978450 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed47c5b-d4d9-425f-8134-1b2335f49f63 None None] Routers {'84d995df-ba78-44aa-8aba-576d02d27759'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:15:57.986991 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-eed47c5b-d4d9-425f-8134-1b2335f49f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:15:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['84d995df-ba78-44aa-8aba-576d02d27759'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:15:58.084028 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8588d29-1234-4781-9103-0b4d8d758c32 admin admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:58.102222 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e8588d29-1234-4781-9103-0b4d8d758c32 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.2796779 Nov 16 11:15:58.108582 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48312) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:15:58.163688 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-18bc4669-4433-4b8b-9a30-3c7259667ae8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:58.513677 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-18bc4669-4433-4b8b-9a30-3c7259667ae8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:58.560129 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-18bc4669-4433-4b8b-9a30-3c7259667ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:58.620239 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:58.622436 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-05b34496-9d7e-4237-818d-f797250f8370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:15:58.624096 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-05b34496-9d7e-4237-818d-f797250f8370 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff61b00e7bf246f683bd8360babd05b3&device_id=88832276-7f5a-4fa2-87ba-b2d9d69d0465 HTTP/1.1" status: 200 len: 1121 time: 0.5094037 Nov 16 11:15:58.860996 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-18bc4669-4433-4b8b-9a30-3c7259667ae8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ecff0248654742a8a927b51584867e47&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4188077 Nov 16 11:15:58.862303 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a3b96-5467-4c34-89ee-211dd2fa21a7 service neutron] Pushing event updated for resources: {'Port': ['ID=f2db99ea-0f86-415d-bbc5-ba0d81e4659f,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:58.873021 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-eed47c5b-d4d9-425f-8134-1b2335f49f63 None None] Set router 84d995df-ba78-44aa-8aba-576d02d27759 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:15:58.881479 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48320) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:15:58.881981 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48322) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:15:58.882468 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48324) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:15:58.986240 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-50656057-1752-49e0-b5ca-a36eeaea3af8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:58.998804 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-7d31b3c5-58c2-4618-be2f-5cfcd628a8f4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=f2db99ea-0f86-415d-bbc5-ba0d81e4659f HTTP/1.1" status: 200 len: 217 time: 0.3476605 Nov 16 11:15:59.054747 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc4669-4433-4b8b-9a30-3c7259667ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd95428-44c5-45c4-8bb5-149ca48d54a0,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:15:59.108434 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7b2b52b0-08a9-4d48-9f69-7a5439dacdc1 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:15:59.164461 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f3108-5ad6-4a42-a2c1-d3fb4d7a903f req-ec5d06d5-8e0c-4bad-a3df-49710fb48d8a tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:15:59.166334 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-010f3108-5ad6-4a42-a2c1-d3fb4d7a903f req-ec5d06d5-8e0c-4bad-a3df-49710fb48d8a tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.61 "GET /v2.0/ports?device_id=88832276-7f5a-4fa2-87ba-b2d9d69d0465 HTTP/1.1" status: 200 len: 970 time: 0.2079840 Nov 16 11:15:59.243259 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-010f3108-5ad6-4a42-a2c1-d3fb4d7a903f req-308ab1af-1795-4d28-a8ef-7f618d6f9963 tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.61 "GET /v2.0/security-groups?id=88ec71a7-931b-4a91-9a70-3ad79127b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690005 Nov 16 11:15:59.254505 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade53aed-e0e3-46bb-9c5e-19d94d39d8b6" -d '{"events": [{"name": "network-changed", "server_uuid": "88832276-7f5a-4fa2-87ba-b2d9d69d0465", "tag": "f2db99ea-0f86-415d-bbc5-ba0d81e4659f"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:15:59.282427 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 7b2b52b0-08a9-4d48-9f69-7a5439dacdc1 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:15:59.284961 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:59.443909 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-39bb229e-e4c7-4d0f-896c-9d2da5d4bd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:15:59.446198 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-39bb229e-e4c7-4d0f-896c-9d2da5d4bd37 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.3584757 Nov 16 11:15:59.451142 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6065000c-756f-48c0-a018-94d53d95a611 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:59.468696 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-eed47c5b-d4d9-425f-8134-1b2335f49f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d995df-ba78-44aa-8aba-576d02d27759', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2081826371-router', 'tenant_id': 'fa858bdb3c594892b4065e5cd118f073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '573f7593-01e2-4f5e-ae51-209109adaefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:15:52Z', 'updated_at': '2021-11-16T11:15:55Z', 'revision_number': 3, 'project_id': 'fa858bdb3c594892b4065e5cd118f073', 'gw_port': {'id': '573f7593-01e2-4f5e-ae51-209109adaefa', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d995df-ba78-44aa-8aba-576d02d27759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:15:54Z', 'updated_at': '2021-11-16T11:15:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:15:59.471143 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2139c29c-a9bf-47c1-84b4-3468936cd84c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:59.503294 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-99515394-db68-45e3-ae99-dab2331bcbea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:59.578508 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed47c5b-d4d9-425f-8134-1b2335f49f63 None None] Checking router: 84d995df-ba78-44aa-8aba-576d02d27759 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:15:59.582443 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed47c5b-d4d9-425f-8134-1b2335f49f63 None None] Updating router 84d995df-ba78-44aa-8aba-576d02d27759 port 573f7593-01e2-4f5e-ae51-209109adaefa binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:15:59.591204 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba74de4-8eae-48a7-8601-cfca749cc150 x-openstack-request-id: req-6ba74de4-8eae-48a7-8601-cfca749cc150 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:15:59.591608 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88832276-7f5a-4fa2-87ba-b2d9d69d0465", "tag": "f2db99ea-0f86-415d-bbc5-ba0d81e4659f", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:15:59.592113 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6ba74de4-8eae-48a7-8601-cfca749cc150 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:15:59.592804 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88832276-7f5a-4fa2-87ba-b2d9d69d0465', 'tag': 'f2db99ea-0f86-415d-bbc5-ba0d81e4659f', 'status': 'completed', 'code': 200} Nov 16 11:15:59.687185 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-eed47c5b-d4d9-425f-8134-1b2335f49f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:59.716634 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-99515394-db68-45e3-ae99-dab2331bcbea admin admin] Allocated IP 172.20.0.1 (25e21298-65f4-4f6a-8358-087cb695ed0a/8e903e51-d964-4fb0-81fa-9a8d9b134443/7735dc6e-d690-4258-a2e1-c70a49b96bdb) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:15:59.855451 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2139c29c-a9bf-47c1-84b4-3468936cd84c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:59.924139 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-99515394-db68-45e3-ae99-dab2331bcbea admin admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:59.927370 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-50656057-1752-49e0-b5ca-a36eeaea3af8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:15:59.991793 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-99515394-db68-45e3-ae99-dab2331bcbea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:00.010795 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-50656057-1752-49e0-b5ca-a36eeaea3af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:00.045407 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-1d39cdc5-a92c-468b-9245-b3d594eb9875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:00.060765 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-1d39cdc5-a92c-468b-9245-b3d594eb9875 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5848272 Nov 16 11:16:00.085129 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99515394-db68-45e3-ae99-dab2331bcbea admin admin] Pushing event updated for resources: {'Port': ['ID=7735dc6e-d690-4258-a2e1-c70a49b96bdb,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:00.151234 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-50656057-1752-49e0-b5ca-a36eeaea3af8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6ccbd6973a5549cd9b28ae25b5acf13b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2494793 Nov 16 11:16:00.154087 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48354) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:00.181557 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50656057-1752-49e0-b5ca-a36eeaea3af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2f9e2d-598e-4654-8136-fb4a397a4936,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:00.194340 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-eed47c5b-d4d9-425f-8134-1b2335f49f63 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:00.195101 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2139c29c-a9bf-47c1-84b4-3468936cd84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:00.200409 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2139c29c-a9bf-47c1-84b4-3468936cd84c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:00.204179 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-eed47c5b-d4d9-425f-8134-1b2335f49f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:00.208226 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99515394-db68-45e3-ae99-dab2331bcbea admin admin] Network 25e21298-65f4-4f6a-8358-087cb695ed0a is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:16:00.209055 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2139c29c-a9bf-47c1-84b4-3468936cd84c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4dd95428-44c5-45c4-8bb5-149ca48d54a0 HTTP/1.1" status: 204 len: 168 time: 1.2919371 Nov 16 11:16:00.213290 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48356) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:00.216231 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6065000c-756f-48c0-a018-94d53d95a611 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:00.224431 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-99515394-db68-45e3-ae99-dab2331bcbea admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:16:00.234134 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99515394-db68-45e3-ae99-dab2331bcbea admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:16:00.234648 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-99515394-db68-45e3-ae99-dab2331bcbea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:00.253180 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2139c29c-a9bf-47c1-84b4-3468936cd84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd95428-44c5-45c4-8bb5-149ca48d54a0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:00.256648 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6065000c-756f-48c0-a018-94d53d95a611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:00.318643 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-eed47c5b-d4d9-425f-8134-1b2335f49f63 None None] Attempting to bind port 573f7593-01e2-4f5e-ae51-209109adaefa on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:16:00.328822 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-eed47c5b-d4d9-425f-8134-1b2335f49f63 None None] Attempting to bind port 573f7593-01e2-4f5e-ae51-209109adaefa by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:16:00.334296 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed47c5b-d4d9-425f-8134-1b2335f49f63 None None] Attempting to bind port 573f7593-01e2-4f5e-ae51-209109adaefa on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:16:00.340044 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e54e48-f6e5-42a3-8612-454ccf4464e7 None None] Pushing event updated for resources: {'Port': ['ID=573f7593-01e2-4f5e-ae51-209109adaefa,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:00.351361 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed47c5b-d4d9-425f-8134-1b2335f49f63 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:16:00.351729 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed47c5b-d4d9-425f-8134-1b2335f49f63 None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:16:00.357772 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-eed47c5b-d4d9-425f-8134-1b2335f49f63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:00.359026 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed47c5b-d4d9-425f-8134-1b2335f49f63 None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:16:00.359536 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-eed47c5b-d4d9-425f-8134-1b2335f49f63 None None] Bound port: 573f7593-01e2-4f5e-ae51-209109adaefa, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:16:00.361682 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-eed47c5b-d4d9-425f-8134-1b2335f49f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:00.404557 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6065000c-756f-48c0-a018-94d53d95a611 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=34503890874d4ada84c0da7cbdab6814&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4962873 Nov 16 11:16:00.408503 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065000c-756f-48c0-a018-94d53d95a611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25f210f-c56c-4304-ae98-313a34732b11,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:00.411225 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48364) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:00.471221 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8a6189e4-47ed-476c-9daa-ebc7ce5f03bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:00.493111 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-eed47c5b-d4d9-425f-8134-1b2335f49f63 None None] For port 573f7593-01e2-4f5e-ae51-209109adaefa, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:16:00.504193 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-eed47c5b-d4d9-425f-8134-1b2335f49f63 None None] For port 573f7593-01e2-4f5e-ae51-209109adaefa, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=573f7593-01e2-4f5e-ae51-209109adaefa,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:16:00.516079 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-eed47c5b-d4d9-425f-8134-1b2335f49f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:00.584751 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a8070755-7461-4840-ae56-374005a1eed8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:00.620675 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a8070755-7461-4840-ae56-374005a1eed8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:00.653517 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8a6189e4-47ed-476c-9daa-ebc7ce5f03bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:00.660340 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed47c5b-d4d9-425f-8134-1b2335f49f63 None None] Routers {'84d995df-ba78-44aa-8aba-576d02d27759'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:16:00.661021 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-eed47c5b-d4d9-425f-8134-1b2335f49f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:15:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['84d995df-ba78-44aa-8aba-576d02d27759'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:16:00.741091 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-e4b72a46-85ae-4819-ab86-49387c9a6e43 None None] Provisioning complete for port 7735dc6e-d690-4258-a2e1-c70a49b96bdb triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:16:00.741711 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e4b72a46-85ae-4819-ab86-49387c9a6e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:00.789239 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa4cbe-66a9-4cfd-b566-bcb431dcf26e req-203aa9f5-ab74-4d6b-a89a-8900342a2427 tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:00.791726 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-03fa4cbe-66a9-4cfd-b566-bcb431dcf26e req-203aa9f5-ab74-4d6b-a89a-8900342a2427 tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.61 "GET /v2.0/ports?device_id=88832276-7f5a-4fa2-87ba-b2d9d69d0465 HTTP/1.1" status: 200 len: 970 time: 0.3661113 Nov 16 11:16:00.811654 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a8070755-7461-4840-ae56-374005a1eed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:00.814878 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a8070755-7461-4840-ae56-374005a1eed8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:00.823848 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a8070755-7461-4840-ae56-374005a1eed8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c25f210f-c56c-4304-ae98-313a34732b11 HTTP/1.1" status: 204 len: 168 time: 0.4116073 Nov 16 11:16:00.829402 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e54e48-f6e5-42a3-8612-454ccf4464e7 None None] Pushing event updated for resources: {'Port': ['ID=573f7593-01e2-4f5e-ae51-209109adaefa,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:00.848569 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-e4b72a46-85ae-4819-ab86-49387c9a6e43 None None] Port 7735dc6e-d690-4258-a2e1-c70a49b96bdb cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:16:00.858893 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-9c7787e9-ad0c-431e-ac2d-342475d98eb5 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791401 Nov 16 11:16:00.872599 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8070755-7461-4840-ae56-374005a1eed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25f210f-c56c-4304-ae98-313a34732b11,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:00.914986 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8a6189e4-47ed-476c-9daa-ebc7ce5f03bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:00.918095 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8a6189e4-47ed-476c-9daa-ebc7ce5f03bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:00.921676 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8a6189e4-47ed-476c-9daa-ebc7ce5f03bf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0e2f9e2d-598e-4654-8136-fb4a397a4936 HTTP/1.1" status: 204 len: 168 time: 0.7628922 Nov 16 11:16:00.924006 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-99515394-db68-45e3-ae99-dab2331bcbea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:00.978215 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-eed47c5b-d4d9-425f-8134-1b2335f49f63 None None] Set router 84d995df-ba78-44aa-8aba-576d02d27759 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:16:01.100050 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6189e4-47ed-476c-9daa-ebc7ce5f03bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2f9e2d-598e-4654-8136-fb4a397a4936,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:01.103324 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48372) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:01.118001 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a82fa3b7-41ac-4413-a82b-3b565a1b1f39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:01.159746 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-016083a7-3bc1-4202-9dab-8a80bde29ee6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:01.218146 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-af9749ee-d0f8-48ea-9331-d72e54de6d09 req-75c1515c-9c7e-4637-a5c4-5f2f71421cf5 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251863 Nov 16 11:16:01.264570 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-016083a7-3bc1-4202-9dab-8a80bde29ee6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:01.286659 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-016083a7-3bc1-4202-9dab-8a80bde29ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:01.355785 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a82fa3b7-41ac-4413-a82b-3b565a1b1f39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:01.375778 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a82fa3b7-41ac-4413-a82b-3b565a1b1f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:01.433910 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-03fa4cbe-66a9-4cfd-b566-bcb431dcf26e req-9687b044-5bc8-454e-8338-b7c4bf189e55 tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.61 "GET /v2.0/security-groups?id=88ec71a7-931b-4a91-9a70-3ad79127b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6246095 Nov 16 11:16:01.459273 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-016083a7-3bc1-4202-9dab-8a80bde29ee6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4df9b135226041e1aaa98f373a0ee796&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3548045 Nov 16 11:16:01.467548 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48378) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:01.509079 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82fa3b7-41ac-4413-a82b-3b565a1b1f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3759289d-83aa-49c9-b27f-152732a9dd60,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:01.528375 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a82fa3b7-41ac-4413-a82b-3b565a1b1f39 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=efdc58924fa84f37a81db073d8673c63&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2824495 Nov 16 11:16:01.531007 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48380) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:01.567535 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade53aed-e0e3-46bb-9c5e-19d94d39d8b6 req-6bddbd69-aa56-4c66-9b44-2071e10c356b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:01.569149 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ade53aed-e0e3-46bb-9c5e-19d94d39d8b6 req-6bddbd69-aa56-4c66-9b44-2071e10c356b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff61b00e7bf246f683bd8360babd05b3&device_id=88832276-7f5a-4fa2-87ba-b2d9d69d0465 HTTP/1.1" status: 200 len: 1121 time: 0.2098572 Nov 16 11:16:01.570014 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-eed47c5b-d4d9-425f-8134-1b2335f49f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d995df-ba78-44aa-8aba-576d02d27759', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2081826371-router', 'tenant_id': 'fa858bdb3c594892b4065e5cd118f073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '573f7593-01e2-4f5e-ae51-209109adaefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:15:52Z', 'updated_at': '2021-11-16T11:15:55Z', 'revision_number': 3, 'project_id': 'fa858bdb3c594892b4065e5cd118f073', 'gw_port': {'id': '573f7593-01e2-4f5e-ae51-209109adaefa', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d995df-ba78-44aa-8aba-576d02d27759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:15:54Z', 'updated_at': '2021-11-16T11:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:16:01.580565 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016083a7-3bc1-4202-9dab-8a80bde29ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdc139b-793d-4105-98df-87713a747b81,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:01.589160 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-99515394-db68-45e3-ae99-dab2331bcbea admin admin] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:01.624487 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-99515394-db68-45e3-ae99-dab2331bcbea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:01.625261 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-99515394-db68-45e3-ae99-dab2331bcbea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:01.632252 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed47c5b-d4d9-425f-8134-1b2335f49f63 None None] The sync data for ids ['84d995df-ba78-44aa-8aba-576d02d27759'] in n-d-816823-3 is: [{'id': '84d995df-ba78-44aa-8aba-576d02d27759', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2081826371-router', 'tenant_id': 'fa858bdb3c594892b4065e5cd118f073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '573f7593-01e2-4f5e-ae51-209109adaefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:15:52Z', 'updated_at': '2021-11-16T11:15:55Z', 'revision_number': 3, 'project_id': 'fa858bdb3c594892b4065e5cd118f073', 'gw_port': {'id': '573f7593-01e2-4f5e-ae51-209109adaefa', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d995df-ba78-44aa-8aba-576d02d27759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:15:54Z', 'updated_at': '2021-11-16T11:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:16:01.935883 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48388) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:02.013696 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35b74bda-94c9-4e04-a88e-82c6f534233a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:02.028976 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99515394-db68-45e3-ae99-dab2331bcbea admin admin] Pushing event updated for resources: {'Port': ['ID=7735dc6e-d690-4258-a2e1-c70a49b96bdb,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:02.031766 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-639475e5-a8c4-4306-ad6e-89fafc74779a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:02.116604 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-639475e5-a8c4-4306-ad6e-89fafc74779a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:02.150351 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade53aed-e0e3-46bb-9c5e-19d94d39d8b6 req-9294c612-0bb5-4852-84af-e3b619594383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:02.153372 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ade53aed-e0e3-46bb-9c5e-19d94d39d8b6 req-9294c612-0bb5-4852-84af-e3b619594383 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.5625598 Nov 16 11:16:02.165119 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4f3f5098-175f-4cc4-90c0-ae980f2ae5ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:02.192003 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99515394-db68-45e3-ae99-dab2331bcbea admin admin] Network 25e21298-65f4-4f6a-8358-087cb695ed0a is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:16:02.194890 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-99515394-db68-45e3-ae99-dab2331bcbea admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:16:02.356491 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4f3f5098-175f-4cc4-90c0-ae980f2ae5ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:02.376524 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-639475e5-a8c4-4306-ad6e-89fafc74779a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:02.382839 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-639475e5-a8c4-4306-ad6e-89fafc74779a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:02.384478 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-639475e5-a8c4-4306-ad6e-89fafc74779a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7fdc139b-793d-4105-98df-87713a747b81 HTTP/1.1" status: 204 len: 168 time: 0.9067888 Nov 16 11:16:02.418818 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639475e5-a8c4-4306-ad6e-89fafc74779a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdc139b-793d-4105-98df-87713a747b81,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:02.463478 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99515394-db68-45e3-ae99-dab2331bcbea admin admin] Router 84d995df-ba78-44aa-8aba-576d02d27759 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:16:02.621735 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35b74bda-94c9-4e04-a88e-82c6f534233a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:02.623986 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4f3f5098-175f-4cc4-90c0-ae980f2ae5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:02.628110 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4f3f5098-175f-4cc4-90c0-ae980f2ae5ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:02.632872 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4f3f5098-175f-4cc4-90c0-ae980f2ae5ac admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3759289d-83aa-49c9-b27f-152732a9dd60 HTTP/1.1" status: 204 len: 168 time: 1.1006367 Nov 16 11:16:02.643043 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35b74bda-94c9-4e04-a88e-82c6f534233a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:02.647327 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f5098-175f-4cc4-90c0-ae980f2ae5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3759289d-83aa-49c9-b27f-152732a9dd60,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:02.705984 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b74bda-94c9-4e04-a88e-82c6f534233a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2f2548-26c4-4c41-beef-6f1b19b40864,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:02.752498 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-35b74bda-94c9-4e04-a88e-82c6f534233a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9493150d87824454a33bd7d2b59cb4f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8077700 Nov 16 11:16:02.756810 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48406) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:02.757070 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-8b8b9a77-0ac5-4e09-b26f-ade99316af7e None None] Provisioning complete for port 7735dc6e-d690-4258-a2e1-c70a49b96bdb triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:16:02.757572 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8b8b9a77-0ac5-4e09-b26f-ade99316af7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:02.882246 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dcdabbf6-d304-44c6-a95a-eaba55202823 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:02.898657 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-8b8b9a77-0ac5-4e09-b26f-ade99316af7e None None] Port 7735dc6e-d690-4258-a2e1-c70a49b96bdb cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:16:02.941099 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e4c5d-fa03-4d13-9731-2ebe495e3e5b req-6bca60bb-1810-4b7c-8242-df39e0e0e373 tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:02.949560 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-548e4c5d-fa03-4d13-9731-2ebe495e3e5b req-6bca60bb-1810-4b7c-8242-df39e0e0e373 tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.61 "GET /v2.0/ports?device_id=88832276-7f5a-4fa2-87ba-b2d9d69d0465 HTTP/1.1" status: 200 len: 970 time: 0.2771106 Nov 16 11:16:02.952116 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dcdabbf6-d304-44c6-a95a-eaba55202823 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:02.967835 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99515394-db68-45e3-ae99-dab2331bcbea admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:16:03.006401 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-99515394-db68-45e3-ae99-dab2331bcbea admin admin] 10.222.0.61 "PUT /v2.0/routers/84d995df-ba78-44aa-8aba-576d02d27759/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8956189 Nov 16 11:16:03.109491 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-548e4c5d-fa03-4d13-9731-2ebe495e3e5b req-d7852bbe-2717-4582-bcb9-58811421c4df tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.61 "GET /v2.0/security-groups?id=88ec71a7-931b-4a91-9a70-3ad79127b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584127 Nov 16 11:16:03.147058 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ade53aed-e0e3-46bb-9c5e-19d94d39d8b6 req-80e3ab54-a64e-4000-b538-d5e9d19567ac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=f2db99ea-0f86-415d-bbc5-ba0d81e4659f HTTP/1.1" status: 200 len: 217 time: 0.1206837 Nov 16 11:16:03.183630 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 573f7593-01e2-4f5e-ae51-209109adaefa up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:16:03.294692 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 573f7593-01e2-4f5e-ae51-209109adaefa triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:16:03.295243 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:03.297721 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dcdabbf6-d304-44c6-a95a-eaba55202823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:03.316664 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dcdabbf6-d304-44c6-a95a-eaba55202823 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:03.325238 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-dcdabbf6-d304-44c6-a95a-eaba55202823 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7c2f2548-26c4-4c41-beef-6f1b19b40864 HTTP/1.1" status: 204 len: 168 time: 0.5660689 Nov 16 11:16:03.374698 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade53aed-e0e3-46bb-9c5e-19d94d39d8b6 req-6a1d2556-9d3d-4731-b0b2-2bdc063007e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:03.392121 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ade53aed-e0e3-46bb-9c5e-19d94d39d8b6 req-6a1d2556-9d3d-4731-b0b2-2bdc063007e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.2171342 Nov 16 11:16:03.393173 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdabbf6-d304-44c6-a95a-eaba55202823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2f2548-26c4-4c41-beef-6f1b19b40864,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:03.476408 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:03.552863 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 573f7593-01e2-4f5e-ae51-209109adaefa, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=573f7593-01e2-4f5e-ae51-209109adaefa,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:16:03.581437 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:03.611995 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48426) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:03.632396 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-af40ec1c-f8a5-4bdd-8e64-a5d357e0f520 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:03.687409 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=573f7593-01e2-4f5e-ae51-209109adaefa,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:03.766054 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-af40ec1c-f8a5-4bdd-8e64-a5d357e0f520 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:03.779383 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-af40ec1c-f8a5-4bdd-8e64-a5d357e0f520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:03.834741 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af40ec1c-f8a5-4bdd-8e64-a5d357e0f520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f86295f-6fc7-4852-b521-66ff95636044,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:03.841401 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-af40ec1c-f8a5-4bdd-8e64-a5d357e0f520 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=80a0469482434f428a89392a17194627&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277491 Nov 16 11:16:03.843902 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48432) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:03.946248 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa8884a6-17d7-4f56-876c-95155742ca09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:03.991701 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa8884a6-17d7-4f56-876c-95155742ca09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:04.077032 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa8884a6-17d7-4f56-876c-95155742ca09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:04.080317 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa8884a6-17d7-4f56-876c-95155742ca09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:04.081532 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-aa8884a6-17d7-4f56-876c-95155742ca09 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4f86295f-6fc7-4852-b521-66ff95636044 HTTP/1.1" status: 204 len: 168 time: 0.2365692 Nov 16 11:16:04.090171 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8884a6-17d7-4f56-876c-95155742ca09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f86295f-6fc7-4852-b521-66ff95636044,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:04.334498 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df21e4a-a048-4413-910f-48fd8398d440 req-d0c78dda-8519-4f59-904d-404fbd9485d6 tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:04.335963 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8df21e4a-a048-4413-910f-48fd8398d440 req-d0c78dda-8519-4f59-904d-404fbd9485d6 tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.61 "GET /v2.0/ports?device_id=88832276-7f5a-4fa2-87ba-b2d9d69d0465 HTTP/1.1" status: 200 len: 970 time: 0.1032100 Nov 16 11:16:04.422786 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e8550b-5d51-4c35-ac1f-18ff4ad73713 None None] Sync routers for ids ['84d995df-ba78-44aa-8aba-576d02d27759'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:16:04.438883 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8df21e4a-a048-4413-910f-48fd8398d440 req-76c82207-7b28-421a-984b-542c036c8e05 tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.61 "GET /v2.0/security-groups?id=88ec71a7-931b-4a91-9a70-3ad79127b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805011 Nov 16 11:16:04.462038 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e8550b-5d51-4c35-ac1f-18ff4ad73713 None None] Routers {'84d995df-ba78-44aa-8aba-576d02d27759'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:16:04.463804 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-66e8550b-5d51-4c35-ac1f-18ff4ad73713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:15:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['84d995df-ba78-44aa-8aba-576d02d27759'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:16:04.849859 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-66e8550b-5d51-4c35-ac1f-18ff4ad73713 None None] Set router 84d995df-ba78-44aa-8aba-576d02d27759 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:16:05.082291 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 573f7593-01e2-4f5e-ae51-209109adaefa up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:16:05.175829 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48486) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:05.180995 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-3445676a-47ba-4c91-b1f8-ccbcacc3ca8f tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1527990069', 'description': 'tempest-description--1429659333'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:16:05.188951 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 573f7593-01e2-4f5e-ae51-209109adaefa triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:16:05.189173 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:05.242817 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3445676a-47ba-4c91-b1f8-ccbcacc3ca8f tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:05.249610 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-66e8550b-5d51-4c35-ac1f-18ff4ad73713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d995df-ba78-44aa-8aba-576d02d27759', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2081826371-router', 'tenant_id': 'fa858bdb3c594892b4065e5cd118f073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '573f7593-01e2-4f5e-ae51-209109adaefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:15:52Z', 'updated_at': '2021-11-16T11:16:00Z', 'revision_number': 4, 'project_id': 'fa858bdb3c594892b4065e5cd118f073', 'gw_port': {'id': '573f7593-01e2-4f5e-ae51-209109adaefa', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d995df-ba78-44aa-8aba-576d02d27759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:15:54Z', 'updated_at': '2021-11-16T11:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '7735dc6e-d690-4258-a2e1-c70a49b96bdb', 'name': '', 'network_id': '25e21298-65f4-4f6a-8358-087cb695ed0a', 'tenant_id': 'fa858bdb3c594892b4065e5cd118f073', 'mac_address': 'fa:16:3e:39:ce:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d995df-ba78-44aa-8aba-576d02d27759', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '8e903e51-d964-4fb0-81fa-9a8d9b134443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:15:59Z', 'updated_at': '2021-11-16T11:16:01Z', 'revision_number': 2, 'project_id': 'fa858bdb3c594892b4065e5cd118f073', 'subnets': [{'id': '8e903e51-d964-4fb0-81fa-9a8d9b134443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:16:05.286802 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e8550b-5d51-4c35-ac1f-18ff4ad73713 None None] Checking router: 84d995df-ba78-44aa-8aba-576d02d27759 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:16:05.287151 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e8550b-5d51-4c35-ac1f-18ff4ad73713 None None] Updating router 84d995df-ba78-44aa-8aba-576d02d27759 port 7735dc6e-d690-4258-a2e1-c70a49b96bdb binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:16:05.360515 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3445676a-47ba-4c91-b1f8-ccbcacc3ca8f tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:05.364535 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-66e8550b-5d51-4c35-ac1f-18ff4ad73713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:05.368017 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3445676a-47ba-4c91-b1f8-ccbcacc3ca8f tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:05.420538 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445676a-47ba-4c91-b1f8-ccbcacc3ca8f tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29be483f-dbde-4ea7-977a-e091d2cc6d48,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:05.426566 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3445676a-47ba-4c91-b1f8-ccbcacc3ca8f tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:05.427996 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3445676a-47ba-4c91-b1f8-ccbcacc3ca8f tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2510681 Nov 16 11:16:05.431174 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48494) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:05.436147 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d12c5fed-ea48-4aa7-b929-9d8ccd89d201 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Request body: {'security_group_rule': {'security_group_id': '29be483f-dbde-4ea7-977a-e091d2cc6d48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:16:05.474631 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d12c5fed-ea48-4aa7-b929-9d8ccd89d201 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:05.584493 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d12c5fed-ea48-4aa7-b929-9d8ccd89d201 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:05.590936 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d12c5fed-ea48-4aa7-b929-9d8ccd89d201 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:05.618659 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c5fed-ea48-4aa7-b929-9d8ccd89d201 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d904aa92-1020-40b3-aa5d-cfa81e452bcf,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:05.635739 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092472c-27d2-4043-b9bc-71696cd449e4 req-8830b609-78d1-4990-b239-6c6b9813e8eb tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:05.638481 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2092472c-27d2-4043-b9bc-71696cd449e4 req-8830b609-78d1-4990-b239-6c6b9813e8eb tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.61 "GET /v2.0/ports?device_id=88832276-7f5a-4fa2-87ba-b2d9d69d0465 HTTP/1.1" status: 200 len: 970 time: 0.0873036 Nov 16 11:16:05.643402 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d12c5fed-ea48-4aa7-b929-9d8ccd89d201 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:05.645283 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d12c5fed-ea48-4aa7-b929-9d8ccd89d201 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2131150 Nov 16 11:16:05.648186 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48510) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:05.653983 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-53c74ebd-ddd1-4d41-94f7-b4e7bb1890a5 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Request body: {'security_group_rule': {'security_group_id': '29be483f-dbde-4ea7-977a-e091d2cc6d48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:16:05.701698 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-66e8550b-5d51-4c35-ac1f-18ff4ad73713 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:05.710669 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-66e8550b-5d51-4c35-ac1f-18ff4ad73713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:05.723505 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-53c74ebd-ddd1-4d41-94f7-b4e7bb1890a5 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:05.735848 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2092472c-27d2-4043-b9bc-71696cd449e4 req-18149a43-e3c8-40f5-8acf-bd45cda5730c tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.61 "GET /v2.0/security-groups?id=88ec71a7-931b-4a91-9a70-3ad79127b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763242 Nov 16 11:16:05.780768 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979b8c81-c0bd-4279-a7af-c4cecb23444c None None] Pushing event updated for resources: {'Port': ['ID=7735dc6e-d690-4258-a2e1-c70a49b96bdb,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:05.846325 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-66e8550b-5d51-4c35-ac1f-18ff4ad73713 None None] Attempting to bind port 7735dc6e-d690-4258-a2e1-c70a49b96bdb on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:16:05.846581 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-66e8550b-5d51-4c35-ac1f-18ff4ad73713 None None] Attempting to bind port 7735dc6e-d690-4258-a2e1-c70a49b96bdb by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '6fd5660c-1270-4b3f-9a25-c3a16f56d043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '25e21298-65f4-4f6a-8358-087cb695ed0a'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:16:05.847198 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e8550b-5d51-4c35-ac1f-18ff4ad73713 None None] Attempting to bind port 7735dc6e-d690-4258-a2e1-c70a49b96bdb on network 25e21298-65f4-4f6a-8358-087cb695ed0a {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:16:05.849068 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade53aed-e0e3-46bb-9c5e-19d94d39d8b6 req-f6086541-3f7f-4ee1-81b3-cb2c81d9c989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:05.851961 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ade53aed-e0e3-46bb-9c5e-19d94d39d8b6 req-f6086541-3f7f-4ee1-81b3-cb2c81d9c989 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0911095 Nov 16 11:16:05.856780 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e8550b-5d51-4c35-ac1f-18ff4ad73713 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:16:05.857291 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e8550b-5d51-4c35-ac1f-18ff4ad73713 None None] Checking segment: {'id': '6fd5660c-1270-4b3f-9a25-c3a16f56d043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '25e21298-65f4-4f6a-8358-087cb695ed0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:16:05.857474 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-53c74ebd-ddd1-4d41-94f7-b4e7bb1890a5 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:05.858262 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-66e8550b-5d51-4c35-ac1f-18ff4ad73713 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:05.858732 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e8550b-5d51-4c35-ac1f-18ff4ad73713 None None] Bound using segment: {'id': '6fd5660c-1270-4b3f-9a25-c3a16f56d043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '25e21298-65f4-4f6a-8358-087cb695ed0a'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:16:05.859803 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-66e8550b-5d51-4c35-ac1f-18ff4ad73713 None None] Bound port: 7735dc6e-d690-4258-a2e1-c70a49b96bdb, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fd5660c-1270-4b3f-9a25-c3a16f56d043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '25e21298-65f4-4f6a-8358-087cb695ed0a'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:16:05.860246 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-66e8550b-5d51-4c35-ac1f-18ff4ad73713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:05.871646 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-53c74ebd-ddd1-4d41-94f7-b4e7bb1890a5 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:05.902791 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c74ebd-ddd1-4d41-94f7-b4e7bb1890a5 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d51557a-72e4-4daa-97e7-f4c29e3b115c,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:05.925001 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-53c74ebd-ddd1-4d41-94f7-b4e7bb1890a5 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:05.932584 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-53c74ebd-ddd1-4d41-94f7-b4e7bb1890a5 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2832723 Nov 16 11:16:05.933510 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48520) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:05.938745 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-5f86770c-411a-4326-9213-58fc12da6de0 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:16:05.986835 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5f86770c-411a-4326-9213-58fc12da6de0 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks [] for floatingip, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:06.032685 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ade53aed-e0e3-46bb-9c5e-19d94d39d8b6 req-114713e5-26f2-4052-898c-f6752a56ca8a service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717668 Nov 16 11:16:06.054713 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-66e8550b-5d51-4c35-ac1f-18ff4ad73713 None None] For port 7735dc6e-d690-4258-a2e1-c70a49b96bdb, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:16:06.074275 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-66e8550b-5d51-4c35-ac1f-18ff4ad73713 None None] For port 7735dc6e-d690-4258-a2e1-c70a49b96bdb, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=7735dc6e-d690-4258-a2e1-c70a49b96bdb,segment=NetworkSegment(6fd5660c-1270-4b3f-9a25-c3a16f56d043),segment_id=6fd5660c-1270-4b3f-9a25-c3a16f56d043)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:16:06.101160 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-66e8550b-5d51-4c35-ac1f-18ff4ad73713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:06.173874 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d73cf606-0180-4519-a989-d1731bd2023b None None] Provisioning complete for port 7735dc6e-d690-4258-a2e1-c70a49b96bdb triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:16:06.174399 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d73cf606-0180-4519-a989-d1731bd2023b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:06.248449 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5f86770c-411a-4326-9213-58fc12da6de0 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:06.249426 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ade53aed-e0e3-46bb-9c5e-19d94d39d8b6 req-4737a3ab-cfca-47ad-b79e-a2c753e35c9d service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062843 Nov 16 11:16:06.252602 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e8550b-5d51-4c35-ac1f-18ff4ad73713 None None] Routers {'84d995df-ba78-44aa-8aba-576d02d27759'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:16:06.253548 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-66e8550b-5d51-4c35-ac1f-18ff4ad73713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:15:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['84d995df-ba78-44aa-8aba-576d02d27759'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:16:06.426929 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48542) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:06.466625 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48546) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:06.473267 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-5f86770c-411a-4326-9213-58fc12da6de0 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Allocated IP 172.25.0.47 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/a9dcf6c7-b1e9-46f3-ae00-8f84416390ce) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:16:06.483596 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979b8c81-c0bd-4279-a7af-c4cecb23444c None None] Pushing event updated for resources: {'Port': ['ID=7735dc6e-d690-4258-a2e1-c70a49b96bdb,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:06.511785 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-66e8550b-5d51-4c35-ac1f-18ff4ad73713 None None] Set router 84d995df-ba78-44aa-8aba-576d02d27759 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:16:06.606529 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5f86770c-411a-4326-9213-58fc12da6de0 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:06.614087 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d73cf606-0180-4519-a989-d1731bd2023b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:06.646323 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5f86770c-411a-4326-9213-58fc12da6de0 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:06.694529 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-d73cf606-0180-4519-a989-d1731bd2023b None None] For port 7735dc6e-d690-4258-a2e1-c70a49b96bdb, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=7735dc6e-d690-4258-a2e1-c70a49b96bdb,segment=NetworkSegment(6fd5660c-1270-4b3f-9a25-c3a16f56d043),segment_id=6fd5660c-1270-4b3f-9a25-c3a16f56d043)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:16:06.697662 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f86770c-411a-4326-9213-58fc12da6de0 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:16:06.702865 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-5f86770c-411a-4326-9213-58fc12da6de0 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:16:06.705772 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f86770c-411a-4326-9213-58fc12da6de0 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:16:06.714850 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d73cf606-0180-4519-a989-d1731bd2023b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:06.720869 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6c3761c-8552-4d05-a9d6-faf6d08c951e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:06.761285 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f86770c-411a-4326-9213-58fc12da6de0 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Pushing event updated for resources: {'Port': ['ID=a9dcf6c7-b1e9-46f3-ae00-8f84416390ce,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:06.833634 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73cf606-0180-4519-a989-d1731bd2023b None None] Pushing event updated for resources: {'Port': ['ID=7735dc6e-d690-4258-a2e1-c70a49b96bdb,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:06.857034 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-8debc935-51f6-40f9-a352-6e76c254f973 None None] Provisioning complete for port 7735dc6e-d690-4258-a2e1-c70a49b96bdb triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:16:06.857684 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8debc935-51f6-40f9-a352-6e76c254f973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:06.872009 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-7859f0bb-9bb6-40a4-a1e4-3cccdd9223b8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1488768516-network', 'tenant_id': 'cd9248e683b147e78fac3dd46c75c493'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:16:06.873626 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5f86770c-411a-4326-9213-58fc12da6de0 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:06.903382 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6c3761c-8552-4d05-a9d6-faf6d08c951e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:06.908596 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-66e8550b-5d51-4c35-ac1f-18ff4ad73713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d995df-ba78-44aa-8aba-576d02d27759', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2081826371-router', 'tenant_id': 'fa858bdb3c594892b4065e5cd118f073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '573f7593-01e2-4f5e-ae51-209109adaefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:15:52Z', 'updated_at': '2021-11-16T11:16:00Z', 'revision_number': 4, 'project_id': 'fa858bdb3c594892b4065e5cd118f073', 'gw_port': {'id': '573f7593-01e2-4f5e-ae51-209109adaefa', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d995df-ba78-44aa-8aba-576d02d27759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:15:54Z', 'updated_at': '2021-11-16T11:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '7735dc6e-d690-4258-a2e1-c70a49b96bdb', 'name': '', 'network_id': '25e21298-65f4-4f6a-8358-087cb695ed0a', 'tenant_id': 'fa858bdb3c594892b4065e5cd118f073', 'mac_address': 'fa:16:3e:39:ce:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d995df-ba78-44aa-8aba-576d02d27759', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '8e903e51-d964-4fb0-81fa-9a8d9b134443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:15:59Z', 'updated_at': '2021-11-16T11:16:06Z', 'revision_number': 4, 'project_id': 'fa858bdb3c594892b4065e5cd118f073', 'subnets': [{'id': '8e903e51-d964-4fb0-81fa-9a8d9b134443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:16:06.917093 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6c3761c-8552-4d05-a9d6-faf6d08c951e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:06.951115 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e8550b-5d51-4c35-ac1f-18ff4ad73713 None None] The sync data for ids ['84d995df-ba78-44aa-8aba-576d02d27759'] in n-d-816823-3 is: [{'id': '84d995df-ba78-44aa-8aba-576d02d27759', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2081826371-router', 'tenant_id': 'fa858bdb3c594892b4065e5cd118f073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '573f7593-01e2-4f5e-ae51-209109adaefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:15:52Z', 'updated_at': '2021-11-16T11:16:00Z', 'revision_number': 4, 'project_id': 'fa858bdb3c594892b4065e5cd118f073', 'gw_port': {'id': '573f7593-01e2-4f5e-ae51-209109adaefa', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d995df-ba78-44aa-8aba-576d02d27759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:15:54Z', 'updated_at': '2021-11-16T11:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '7735dc6e-d690-4258-a2e1-c70a49b96bdb', 'name': '', 'network_id': '25e21298-65f4-4f6a-8358-087cb695ed0a', 'tenant_id': 'fa858bdb3c594892b4065e5cd118f073', 'mac_address': 'fa:16:3e:39:ce:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d995df-ba78-44aa-8aba-576d02d27759', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '8e903e51-d964-4fb0-81fa-9a8d9b134443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:15:59Z', 'updated_at': '2021-11-16T11:16:06Z', 'revision_number': 4, 'project_id': 'fa858bdb3c594892b4065e5cd118f073', 'subnets': [{'id': '8e903e51-d964-4fb0-81fa-9a8d9b134443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:16:06.970202 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7859f0bb-9bb6-40a4-a1e4-3cccdd9223b8 admin admin] Made reservation on behalf of cd9248e683b147e78fac3dd46c75c493 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:16:06.972589 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7859f0bb-9bb6-40a4-a1e4-3cccdd9223b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:06.994145 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f935b4-6d7c-49df-a2e1-83123a498830 req-80c2b343-b0db-48d1-9801-3647c248242f tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:06.994472 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f6c3761c-8552-4d05-a9d6-faf6d08c951e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a9a0a74ab0684d96be6b34b28907ffbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5655615 Nov 16 11:16:06.995588 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7859f0bb-9bb6-40a4-a1e4-3cccdd9223b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:06.999134 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-07f935b4-6d7c-49df-a2e1-83123a498830 req-80c2b343-b0db-48d1-9801-3647c248242f tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.61 "GET /v2.0/ports?device_id=88832276-7f5a-4fa2-87ba-b2d9d69d0465 HTTP/1.1" status: 200 len: 970 time: 0.1235018 Nov 16 11:16:07.015400 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48566) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:07.020288 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3761c-8552-4d05-a9d6-faf6d08c951e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9955c3e-9c7f-465a-b1f3-c00ad7c56bcc,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:07.080239 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5f86770c-411a-4326-9213-58fc12da6de0 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:07.170410 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7859f0bb-9bb6-40a4-a1e4-3cccdd9223b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:07.176773 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7859f0bb-9bb6-40a4-a1e4-3cccdd9223b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:07.197995 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7859f0bb-9bb6-40a4-a1e4-3cccdd9223b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:16:07.205838 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-07f935b4-6d7c-49df-a2e1-83123a498830 req-2a6236c4-edc8-49b5-857a-c4e89d247d16 tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.61 "GET /v2.0/security-groups?id=88ec71a7-931b-4a91-9a70-3ad79127b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829002 Nov 16 11:16:07.261046 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7859f0bb-9bb6-40a4-a1e4-3cccdd9223b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:07.261530 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-7859f0bb-9bb6-40a4-a1e4-3cccdd9223b8 admin admin] Added segment e6b6d801-919b-4b9d-85c4-3352959b2e1c of type vlan for network d9a905af-9f2c-45c2-86e4-a53660ed5b56 Nov 16 11:16:07.265541 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-51fad8f5-b24d-4362-bd32-52fd3a52d52c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:07.300688 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-51fad8f5-b24d-4362-bd32-52fd3a52d52c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:07.303401 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7859f0bb-9bb6-40a4-a1e4-3cccdd9223b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a6f212-ba7d-4844-b16a-22db3935c00b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:07.348187 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7859f0bb-9bb6-40a4-a1e4-3cccdd9223b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:07.400893 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5f86770c-411a-4326-9213-58fc12da6de0 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:07.401114 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7859f0bb-9bb6-40a4-a1e4-3cccdd9223b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:07.402132 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7859f0bb-9bb6-40a4-a1e4-3cccdd9223b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:07.402773 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7859f0bb-9bb6-40a4-a1e4-3cccdd9223b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:07.408210 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5f86770c-411a-4326-9213-58fc12da6de0 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:07.444079 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-51fad8f5-b24d-4362-bd32-52fd3a52d52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:07.447735 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-51fad8f5-b24d-4362-bd32-52fd3a52d52c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:07.449155 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-51fad8f5-b24d-4362-bd32-52fd3a52d52c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d9955c3e-9c7f-465a-b1f3-c00ad7c56bcc HTTP/1.1" status: 204 len: 168 time: 0.4327943 Nov 16 11:16:07.450557 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5f86770c-411a-4326-9213-58fc12da6de0 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:07.488164 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fad8f5-b24d-4362-bd32-52fd3a52d52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9955c3e-9c7f-465a-b1f3-c00ad7c56bcc,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:07.494737 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7859f0bb-9bb6-40a4-a1e4-3cccdd9223b8 admin admin] Pushing event updated for resources: {'Network': ['ID=d9a905af-9f2c-45c2-86e4-a53660ed5b56,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:07.499869 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f86770c-411a-4326-9213-58fc12da6de0 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Pushing event updated for resources: {'Port': ['ID=a9dcf6c7-b1e9-46f3-ae00-8f84416390ce,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:07.505962 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7859f0bb-9bb6-40a4-a1e4-3cccdd9223b8 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0380936 Nov 16 11:16:07.506648 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48614) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:07.512384 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5f86770c-411a-4326-9213-58fc12da6de0 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:07.523115 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5f86770c-411a-4326-9213-58fc12da6de0 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5790353 Nov 16 11:16:07.530014 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-2357b70b-8e47-43ae-8447-921850c7b3fc admin admin] Request body: {'subnet': {'network_id': 'd9a905af-9f2c-45c2-86e4-a53660ed5b56', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1488768516-subnet', 'tenant_id': 'cd9248e683b147e78fac3dd46c75c493', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:16:07.538210 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network d9a905af-9f2c-45c2-86e4-a53660ed5b56 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:16:07.563727 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2357b70b-8e47-43ae-8447-921850c7b3fc admin admin] Made reservation on behalf of cd9248e683b147e78fac3dd46c75c493 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:16:07.566477 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2357b70b-8e47-43ae-8447-921850c7b3fc admin admin] Publish callbacks [] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:07.939880 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2357b70b-8e47-43ae-8447-921850c7b3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:08.020329 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2357b70b-8e47-43ae-8447-921850c7b3fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc1b1a89-6f89-496e-9bfc-779efc794a5f,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:08.062218 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-a46a0272-18d5-478a-8459-62601ab13898 req-d44dd8e6-763c-442a-930f-d8bd1bca6b25 tempest-SecurityGroupsTestAdminJSON-242722526 tempest-SecurityGroupsTestAdminJSON-242722526-project] Request body: {'security_group': {'name': 'tempest-securitygroup-814127088', 'description': 'tempest-description-175429842'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:16:08.079831 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2357b70b-8e47-43ae-8447-921850c7b3fc admin admin] Checking segment: {'id': 'e6b6d801-919b-4b9d-85c4-3352959b2e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd9a905af-9f2c-45c2-86e4-a53660ed5b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:16:08.080303 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2357b70b-8e47-43ae-8447-921850c7b3fc admin admin] Network hostable DHCP agents. Network: d9a905af-9f2c-45c2-86e4-a53660ed5b56, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:16:08.103550 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2357b70b-8e47-43ae-8447-921850c7b3fc admin admin] Network d9a905af-9f2c-45c2-86e4-a53660ed5b56 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:16:08.116447 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-2357b70b-8e47-43ae-8447-921850c7b3fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, d9a905af-9f2c-45c2-86e4-a53660ed5b56) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:16:08.128211 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d780015b-b990-40f9-9614-dff4f8f26f0a None None] Network d9a905af-9f2c-45c2-86e4-a53660ed5b56 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:16:08.132730 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2357b70b-8e47-43ae-8447-921850c7b3fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:08.137562 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2357b70b-8e47-43ae-8447-921850c7b3fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:08.147174 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48648) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:08.168833 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a406abd-0e96-431c-a8e5-441dfe5de08d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:08.185981 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2357b70b-8e47-43ae-8447-921850c7b3fc admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6767616 Nov 16 11:16:08.272465 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a46a0272-18d5-478a-8459-62601ab13898 req-d44dd8e6-763c-442a-930f-d8bd1bca6b25 tempest-SecurityGroupsTestAdminJSON-242722526 tempest-SecurityGroupsTestAdminJSON-242722526-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:08.292673 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a46a0272-18d5-478a-8459-62601ab13898 req-d44dd8e6-763c-442a-930f-d8bd1bca6b25 tempest-SecurityGroupsTestAdminJSON-242722526 tempest-SecurityGroupsTestAdminJSON-242722526-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:08.300707 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a406abd-0e96-431c-a8e5-441dfe5de08d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:08.317229 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a406abd-0e96-431c-a8e5-441dfe5de08d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:08.334174 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5862008e-3f1a-4b57-a496-9f32e3b58905 None None] Network d9a905af-9f2c-45c2-86e4-a53660ed5b56 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:16:08.344829 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-655f79bf-bd0f-4d5b-9ed7-7d4a6da137e3 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1527990069&fields=id&tenant_id=633ef91d4b18467e89e639dc8864c492 HTTP/1.1" status: 200 len: 267 time: 0.2537110 Nov 16 11:16:08.398079 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2a406abd-0e96-431c-a8e5-441dfe5de08d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b586b6ebff6a4a5c95a7c04faa810e7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2485204 Nov 16 11:16:08.399337 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a406abd-0e96-431c-a8e5-441dfe5de08d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b9dd60-b5c5-4e95-bb39-14018c9e982d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:08.402592 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48656) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:08.479119 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b869c593-5eaa-4301-9e86-9e23aa417924 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:08.506839 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b869c593-5eaa-4301-9e86-9e23aa417924 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:08.575519 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b869c593-5eaa-4301-9e86-9e23aa417924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:08.578484 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b869c593-5eaa-4301-9e86-9e23aa417924 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:08.582426 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b869c593-5eaa-4301-9e86-9e23aa417924 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/00b9dd60-b5c5-4e95-bb39-14018c9e982d HTTP/1.1" status: 204 len: 168 time: 0.1763570 Nov 16 11:16:08.591541 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b869c593-5eaa-4301-9e86-9e23aa417924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b9dd60-b5c5-4e95-bb39-14018c9e982d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:08.653409 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a46a0272-18d5-478a-8459-62601ab13898 req-d44dd8e6-763c-442a-930f-d8bd1bca6b25 tempest-SecurityGroupsTestAdminJSON-242722526 tempest-SecurityGroupsTestAdminJSON-242722526-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:08.660618 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-1c4ccf39-439d-4544-9697-d2a3afe94c1c tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:08.662179 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-1c4ccf39-439d-4544-9697-d2a3afe94c1c tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/networks?id=51c062da-8d2e-4635-9233-083382f5e91b HTTP/1.1" status: 200 len: 823 time: 0.3060086 Nov 16 11:16:08.663306 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a46a0272-18d5-478a-8459-62601ab13898 req-d44dd8e6-763c-442a-930f-d8bd1bca6b25 tempest-SecurityGroupsTestAdminJSON-242722526 tempest-SecurityGroupsTestAdminJSON-242722526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:08.705654 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-b9f02a1f-b75c-43e9-8735-f979c23b6ecb tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/quotas/633ef91d4b18467e89e639dc8864c492 HTTP/1.1" status: 200 len: 375 time: 0.0279045 Nov 16 11:16:08.715182 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44dd8e6-763c-442a-930f-d8bd1bca6b25 tempest-SecurityGroupsTestAdminJSON-242722526 tempest-SecurityGroupsTestAdminJSON-242722526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=490b41e8-2a19-480a-9588-ebb1b25e003d,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:08.798521 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a46a0272-18d5-478a-8459-62601ab13898 req-d44dd8e6-763c-442a-930f-d8bd1bca6b25 tempest-SecurityGroupsTestAdminJSON-242722526 tempest-SecurityGroupsTestAdminJSON-242722526-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:08.808401 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-977f5244-5fd3-4ec4-939a-f23f5ab8258b tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=633ef91d4b18467e89e639dc8864c492&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0903158 Nov 16 11:16:08.809481 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a46a0272-18d5-478a-8459-62601ab13898 req-d44dd8e6-763c-442a-930f-d8bd1bca6b25 tempest-SecurityGroupsTestAdminJSON-242722526 tempest-SecurityGroupsTestAdminJSON-242722526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:08.844582 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a46a0272-18d5-478a-8459-62601ab13898 req-d44dd8e6-763c-442a-930f-d8bd1bca6b25 tempest-SecurityGroupsTestAdminJSON-242722526 tempest-SecurityGroupsTestAdminJSON-242722526-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:08.845831 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a46a0272-18d5-478a-8459-62601ab13898 req-d44dd8e6-763c-442a-930f-d8bd1bca6b25 tempest-SecurityGroupsTestAdminJSON-242722526 tempest-SecurityGroupsTestAdminJSON-242722526-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7877991 Nov 16 11:16:08.847667 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44dd8e6-763c-442a-930f-d8bd1bca6b25 tempest-SecurityGroupsTestAdminJSON-242722526 tempest-SecurityGroupsTestAdminJSON-242722526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d067756c-41e8-4215-83f0-dfb6462c8972,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:08.973449 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48704) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:08.978398 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-9ccbd2ae-81da-493d-8146-4bc2f28ee16c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-454148720-network', 'tenant_id': 'bfe52aa3927c4637995da37c94d3d6fa'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:16:09.018011 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ccbd2ae-81da-493d-8146-4bc2f28ee16c admin admin] Made reservation on behalf of bfe52aa3927c4637995da37c94d3d6fa for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:16:09.020529 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ccbd2ae-81da-493d-8146-4bc2f28ee16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:09.036299 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ccbd2ae-81da-493d-8146-4bc2f28ee16c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:09.127239 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7735dc6e-d690-4258-a2e1-c70a49b96bdb up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:16:09.137675 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-0c2a9f68-d8b8-4a89-a8c4-025f482f224e service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:16:09.147261 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-0c2a9f68-d8b8-4a89-a8c4-025f482f224e service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0937660 Nov 16 11:16:09.190012 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 7735dc6e-d690-4258-a2e1-c70a49b96bdb triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:16:09.190945 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:09.230253 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ccbd2ae-81da-493d-8146-4bc2f28ee16c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:09.239689 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ccbd2ae-81da-493d-8146-4bc2f28ee16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:09.287708 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ccbd2ae-81da-493d-8146-4bc2f28ee16c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:16:09.302474 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-41987f24-9c67-4a52-adc7-91409c5fbe49 service neutron] 10.222.0.61 "GET /v2.0/networks/51c062da-8d2e-4635-9233-083382f5e91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542323 Nov 16 11:16:09.304669 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccbd2ae-81da-493d-8146-4bc2f28ee16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e34ea91-6009-4ede-a341-870ebdd787e5,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:09.355718 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ccbd2ae-81da-493d-8146-4bc2f28ee16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:09.356063 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-9ccbd2ae-81da-493d-8146-4bc2f28ee16c admin admin] Added segment ebfa3b92-0480-49fd-984f-18c446c9c671 of type vlan for network 1b4fb5ce-6165-4441-9c07-29616c514ac5 Nov 16 11:16:09.444217 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ccbd2ae-81da-493d-8146-4bc2f28ee16c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:09.479969 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f7189-5b50-474f-8a71-2bbf31efd2a5 req-dd47ed01-03bd-4621-bce2-26e6251597cb tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:09.481449 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4c6f7189-5b50-474f-8a71-2bbf31efd2a5 req-dd47ed01-03bd-4621-bce2-26e6251597cb tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.61 "GET /v2.0/ports?device_id=88832276-7f5a-4fa2-87ba-b2d9d69d0465 HTTP/1.1" status: 200 len: 970 time: 0.1226540 Nov 16 11:16:09.489458 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-7d1cf6dd-bdd6-4cc0-9784-7371ed6fdfe0 service neutron] 10.222.0.61 "GET /v2.0/networks/51c062da-8d2e-4635-9233-083382f5e91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758828 Nov 16 11:16:09.527905 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ccbd2ae-81da-493d-8146-4bc2f28ee16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:09.530491 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccbd2ae-81da-493d-8146-4bc2f28ee16c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:09.531440 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ccbd2ae-81da-493d-8146-4bc2f28ee16c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:09.596321 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4c6f7189-5b50-474f-8a71-2bbf31efd2a5 req-561c86f5-f342-40d4-9196-42f4c5734b8a tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.61 "GET /v2.0/security-groups?id=88ec71a7-931b-4a91-9a70-3ad79127b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058629 Nov 16 11:16:09.607390 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-9ccbd2ae-81da-493d-8146-4bc2f28ee16c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6304355 Nov 16 11:16:09.607845 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48742) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:09.613947 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-c2053d8d-2716-465d-bf18-0aaf38c358ec admin admin] Request body: {'subnet': {'network_id': '1b4fb5ce-6165-4441-9c07-29616c514ac5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-454148720-subnet', 'tenant_id': 'bfe52aa3927c4637995da37c94d3d6fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:16:09.616680 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccbd2ae-81da-493d-8146-4bc2f28ee16c admin admin] Pushing event updated for resources: {'Network': ['ID=1b4fb5ce-6165-4441-9c07-29616c514ac5,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:09.626500 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 1b4fb5ce-6165-4441-9c07-29616c514ac5 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:16:09.636781 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-f1fb5633-bc04-4484-865d-0cdd191f7818 req-797c78f6-1af6-4557-9b01-50a884780b16 tempest-SecurityGroupsTestAdminJSON-242722526 tempest-SecurityGroupsTestAdminJSON-242722526-project] Request body: {'security_group': {'name': 'tempest-securitygroup-454316968', 'description': 'tempest-description-1757582907'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:16:09.663711 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.db.api [req-f1fb5633-bc04-4484-865d-0cdd191f7818 req-797c78f6-1af6-4557-9b01-50a884780b16 tempest-SecurityGroupsTestAdminJSON-242722526 tempest-SecurityGroupsTestAdminJSON-242722526-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 16 11:16:09.663711 n-d-816823-3 neutron-server[102669]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 16 11:16:09.663711 n-d-816823-3 neutron-server[102669]: [parameters: {'project_id_1': '2e3c214311144dbf8ac355aeec4b1b50', 'expiration_1': datetime.datetime(2021, 11, 16, 11, 15, 49, 644059)}] Nov 16 11:16:09.663711 n-d-816823-3 neutron-server[102669]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:16:09.663711 n-d-816823-3 neutron-server[102669]: DEBUG oslo_db.api [req-f1fb5633-bc04-4484-865d-0cdd191f7818 req-797c78f6-1af6-4557-9b01-50a884780b16 tempest-SecurityGroupsTestAdminJSON-242722526 tempest-SecurityGroupsTestAdminJSON-242722526-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:16:09.676175 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2053d8d-2716-465d-bf18-0aaf38c358ec admin admin] Made reservation on behalf of bfe52aa3927c4637995da37c94d3d6fa for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:16:09.678859 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c2053d8d-2716-465d-bf18-0aaf38c358ec admin admin] Publish callbacks [] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:09.762611 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ae1b6dbb-0bdb-4baf-8e7e-c57bcadc6567 req-35583f52-9407-4db4-bc2b-fed23bf3ba18 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/ports?device_id=bdf133c1-f2b1-4653-b566-7b80d60f8496 HTTP/1.1" status: 200 len: 210 time: 0.0476463 Nov 16 11:16:09.931379 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c2053d8d-2716-465d-bf18-0aaf38c358ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:09.984837 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2053d8d-2716-465d-bf18-0aaf38c358ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc38e673-2bfb-4ccf-bf17-0eee857d1ffc,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:10.003311 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2053d8d-2716-465d-bf18-0aaf38c358ec admin admin] Checking segment: {'id': 'ebfa3b92-0480-49fd-984f-18c446c9c671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '1b4fb5ce-6165-4441-9c07-29616c514ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:16:10.003730 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2053d8d-2716-465d-bf18-0aaf38c358ec admin admin] Network hostable DHCP agents. Network: 1b4fb5ce-6165-4441-9c07-29616c514ac5, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:16:10.030456 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2053d8d-2716-465d-bf18-0aaf38c358ec admin admin] Network 1b4fb5ce-6165-4441-9c07-29616c514ac5 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:16:10.043763 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-c2053d8d-2716-465d-bf18-0aaf38c358ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 1b4fb5ce-6165-4441-9c07-29616c514ac5) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:16:10.056327 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2053d8d-2716-465d-bf18-0aaf38c358ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:10.056872 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdc6946-0696-45de-a5fb-41a84dc99a6d None None] Network 1b4fb5ce-6165-4441-9c07-29616c514ac5 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:16:10.058367 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c2053d8d-2716-465d-bf18-0aaf38c358ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:10.085017 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c2053d8d-2716-465d-bf18-0aaf38c358ec admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4753671 Nov 16 11:16:10.269857 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48816) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:10.272237 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f1fb5633-bc04-4484-865d-0cdd191f7818 req-797c78f6-1af6-4557-9b01-50a884780b16 tempest-SecurityGroupsTestAdminJSON-242722526 tempest-SecurityGroupsTestAdminJSON-242722526-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:10.342033 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-e268391d-2da4-4cc1-a70b-cb403dba3d0c admin admin] Deleting subnet cc1b1a89-6f89-496e-9bfc-779efc794a5f {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:16:10.349341 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e268391d-2da4-4cc1-a70b-cb403dba3d0c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:10.381008 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6074052a-70ce-415a-a9f3-c98ff72df583 None None] Network 1b4fb5ce-6165-4441-9c07-29616c514ac5 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:16:10.385151 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f1fb5633-bc04-4484-865d-0cdd191f7818 req-797c78f6-1af6-4557-9b01-50a884780b16 tempest-SecurityGroupsTestAdminJSON-242722526 tempest-SecurityGroupsTestAdminJSON-242722526-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:10.393234 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f1fb5633-bc04-4484-865d-0cdd191f7818 req-797c78f6-1af6-4557-9b01-50a884780b16 tempest-SecurityGroupsTestAdminJSON-242722526 tempest-SecurityGroupsTestAdminJSON-242722526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:10.438871 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device f2db99ea-0f86-415d-bbc5-ba0d81e4659f details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:16:10.443797 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f1fb5633-bc04-4484-865d-0cdd191f7818 req-797c78f6-1af6-4557-9b01-50a884780b16 tempest-SecurityGroupsTestAdminJSON-242722526 tempest-SecurityGroupsTestAdminJSON-242722526-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:10.445614 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e268391d-2da4-4cc1-a70b-cb403dba3d0c admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:10.449030 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f1fb5633-bc04-4484-865d-0cdd191f7818 req-797c78f6-1af6-4557-9b01-50a884780b16 tempest-SecurityGroupsTestAdminJSON-242722526 tempest-SecurityGroupsTestAdminJSON-242722526-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8184674 Nov 16 11:16:10.450336 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c78f6-1af6-4557-9b01-50a884780b16 tempest-SecurityGroupsTestAdminJSON-242722526 tempest-SecurityGroupsTestAdminJSON-242722526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b65f900-6b80-42b0-8546-853406327f93,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:10.470204 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e268391d-2da4-4cc1-a70b-cb403dba3d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:10.605367 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e268391d-2da4-4cc1-a70b-cb403dba3d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:10.661429 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e268391d-2da4-4cc1-a70b-cb403dba3d0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:10.667878 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e268391d-2da4-4cc1-a70b-cb403dba3d0c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/cc1b1a89-6f89-496e-9bfc-779efc794a5f HTTP/1.1" status: 204 len: 168 time: 0.3965771 Nov 16 11:16:10.670497 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48860) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:10.685368 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e268391d-2da4-4cc1-a70b-cb403dba3d0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc1b1a89-6f89-496e-9bfc-779efc794a5f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:10.761464 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port f2db99ea-0f86-415d-bbc5-ba0d81e4659f, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=f2db99ea-0f86-415d-bbc5-ba0d81e4659f,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:16:10.813979 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': 'f2db99ea-0f86-415d-bbc5-ba0d81e4659f', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'port_id': 'f2db99ea-0f86-415d-bbc5-ba0d81e4659f', 'mac_address': 'fa:16:3e:39:6f:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c770cc-51d7-42eb-b4a6-9a605bacae0f', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:tempest-test_az-1007873229', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:16:10.816283 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-d994b301-af9b-4938-bfba-eba01fac2535 req-8f092aac-70e5-400b-8e1c-dc65043cd922 tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-968030531', 'description': 'tempest-description-1012832620'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:16:10.844653 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-535138dc-e83c-48ac-8e7a-717c0ea1f6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:10.847107 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d994b301-af9b-4938-bfba-eba01fac2535 req-8f092aac-70e5-400b-8e1c-dc65043cd922 tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:10.858644 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d994b301-af9b-4938-bfba-eba01fac2535 req-8f092aac-70e5-400b-8e1c-dc65043cd922 tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:10.860902 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:10.879321 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2db99ea-0f86-415d-bbc5-ba0d81e4659f {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:16:10.903831 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port f2db99ea-0f86-415d-bbc5-ba0d81e4659f, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=f2db99ea-0f86-415d-bbc5-ba0d81e4659f,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:16:10.911000 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:10.976189 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=f2db99ea-0f86-415d-bbc5-ba0d81e4659f,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:10.994801 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-535138dc-e83c-48ac-8e7a-717c0ea1f6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:11.041849 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-535138dc-e83c-48ac-8e7a-717c0ea1f6fb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:16:11.042236 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-535138dc-e83c-48ac-8e7a-717c0ea1f6fb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:16:11.042967 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-535138dc-e83c-48ac-8e7a-717c0ea1f6fb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:16:11.043300 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-535138dc-e83c-48ac-8e7a-717c0ea1f6fb admin admin] Subscribe: > port after_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:16:11.043636 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-535138dc-e83c-48ac-8e7a-717c0ea1f6fb admin admin] Subscribe: > port after_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:16:11.043948 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-535138dc-e83c-48ac-8e7a-717c0ea1f6fb admin admin] Subscribe: > port after_update 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:16:11.044298 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-535138dc-e83c-48ac-8e7a-717c0ea1f6fb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:16:11.044614 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-535138dc-e83c-48ac-8e7a-717c0ea1f6fb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:16:11.044925 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-535138dc-e83c-48ac-8e7a-717c0ea1f6fb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:16:11.045239 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-535138dc-e83c-48ac-8e7a-717c0ea1f6fb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:16:11.238419 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['f2db99ea-0f86-415d-bbc5-ba0d81e4659f'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:16:11.309878 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-535138dc-e83c-48ac-8e7a-717c0ea1f6fb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:16:11.310353 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-535138dc-e83c-48ac-8e7a-717c0ea1f6fb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:16:11.310747 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-535138dc-e83c-48ac-8e7a-717c0ea1f6fb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:16:11.311147 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-535138dc-e83c-48ac-8e7a-717c0ea1f6fb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:16:11.311728 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-535138dc-e83c-48ac-8e7a-717c0ea1f6fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9a905af-9f2c-45c2-86e4-a53660ed5b56']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:16:11.352515 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-535138dc-e83c-48ac-8e7a-717c0ea1f6fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b6d801-919b-4b9d-85c4-3352959b2e1c') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:16:11.353371 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-535138dc-e83c-48ac-8e7a-717c0ea1f6fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b6d801-919b-4b9d-85c4-3352959b2e1c') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:16:11.380353 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-535138dc-e83c-48ac-8e7a-717c0ea1f6fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:11.403322 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d994b301-af9b-4938-bfba-eba01fac2535 req-8f092aac-70e5-400b-8e1c-dc65043cd922 tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:11.412704 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d994b301-af9b-4938-bfba-eba01fac2535 req-8f092aac-70e5-400b-8e1c-dc65043cd922 tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:11.421456 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-535138dc-e83c-48ac-8e7a-717c0ea1f6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:11.442876 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-535138dc-e83c-48ac-8e7a-717c0ea1f6fb admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:16:11.443281 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-535138dc-e83c-48ac-8e7a-717c0ea1f6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:11.464452 n-d-816823-3 neutron-server[102669]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 16 11:16:11.464452 n-d-816823-3 neutron-server[102669]: from cryptography.utils import int_from_bytes Nov 16 11:16:11.464452 n-d-816823-3 neutron-server[102669]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 16 11:16:11.464452 n-d-816823-3 neutron-server[102669]: from cryptography.utils import int_from_bytes Nov 16 11:16:11.464452 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:16:11.464452 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:16:11.464452 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:16:11.464452 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:16:11.464452 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:16:11.464452 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:16:11.464452 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:16:11.464452 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:16:11.464452 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:16:11.464452 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:16:11.464452 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:16:11.464452 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:16:11.464452 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:16:11.464452 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:16:11.464452 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:16:11.464452 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:16:11.464452 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:16:11.464452 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:16:11.464452 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:16:11.464452 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:16:11.464452 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:16:11.464452 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:16:11.464452 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:16:11.464452 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:16:11.464452 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:16:11.464452 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:16:11.464452 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:16:11.464452 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:16:11.464452 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:16:11.464452 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:16:11.464452 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:16:11.464452 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:16:11.510451 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74274c3a-b60d-49b6-b1aa-97e1a6e49189 req-fa3f24d0-0510-4ace-b352-5e64db678741 tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:11.511975 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-74274c3a-b60d-49b6-b1aa-97e1a6e49189 req-fa3f24d0-0510-4ace-b352-5e64db678741 tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.61 "GET /v2.0/ports?device_id=88832276-7f5a-4fa2-87ba-b2d9d69d0465 HTTP/1.1" status: 200 len: 971 time: 0.4865029 Nov 16 11:16:11.549120 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f092aac-70e5-400b-8e1c-dc65043cd922 tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9add3ece-48ca-4296-98fa-f774045944e1,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:11.574986 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-535138dc-e83c-48ac-8e7a-717c0ea1f6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:11.581756 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-535138dc-e83c-48ac-8e7a-717c0ea1f6fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:11.585998 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-535138dc-e83c-48ac-8e7a-717c0ea1f6fb admin admin] 10.222.0.61 "DELETE /v2.0/networks/d9a905af-9f2c-45c2-86e4-a53660ed5b56 HTTP/1.1" status: 204 len: 168 time: 0.9143348 Nov 16 11:16:11.596776 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48898) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:11.624036 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535138dc-e83c-48ac-8e7a-717c0ea1f6fb admin admin] Pushing event deleted for resources: {'Network': ['ID=d9a905af-9f2c-45c2-86e4-a53660ed5b56,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:11.644229 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb61e477-05ea-4217-8b76-a43b1fc90133 admin admin] Deleting subnet fc38e673-2bfb-4ccf-bf17-0eee857d1ffc {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:16:11.644972 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-74274c3a-b60d-49b6-b1aa-97e1a6e49189 req-f771b4b4-7da1-4fb2-8e8e-5a7b0339160b tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.61 "GET /v2.0/security-groups?id=88ec71a7-931b-4a91-9a70-3ad79127b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200781 Nov 16 11:16:11.647740 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d994b301-af9b-4938-bfba-eba01fac2535 req-8f092aac-70e5-400b-8e1c-dc65043cd922 tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:11.647887 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb61e477-05ea-4217-8b76-a43b1fc90133 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:11.654254 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d994b301-af9b-4938-bfba-eba01fac2535 req-8f092aac-70e5-400b-8e1c-dc65043cd922 tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:11.688684 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d994b301-af9b-4938-bfba-eba01fac2535 req-8f092aac-70e5-400b-8e1c-dc65043cd922 tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:11.690028 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d994b301-af9b-4938-bfba-eba01fac2535 req-8f092aac-70e5-400b-8e1c-dc65043cd922 tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8833244 Nov 16 11:16:11.691112 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f092aac-70e5-400b-8e1c-dc65043cd922 tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c259ced6-e686-4c2d-958d-c7bc513de744,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:11.702633 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb61e477-05ea-4217-8b76-a43b1fc90133 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:11.710042 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb61e477-05ea-4217-8b76-a43b1fc90133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:11.727598 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.64', 60620) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:11.778946 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb61e477-05ea-4217-8b76-a43b1fc90133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:11.808200 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb61e477-05ea-4217-8b76-a43b1fc90133 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc38e673-2bfb-4ccf-bf17-0eee857d1ffc,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:11.828769 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb61e477-05ea-4217-8b76-a43b1fc90133 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:11.834368 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bb61e477-05ea-4217-8b76-a43b1fc90133 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/fc38e673-2bfb-4ccf-bf17-0eee857d1ffc HTTP/1.1" status: 204 len: 168 time: 0.2364244 Nov 16 11:16:11.836815 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48914) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:11.930228 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fdaff426-7fa7-4572-99d1-3ee03bfad0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:12.016350 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fdaff426-7fa7-4572-99d1-3ee03bfad0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:12.038321 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fdaff426-7fa7-4572-99d1-3ee03bfad0f8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:16:12.038752 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fdaff426-7fa7-4572-99d1-3ee03bfad0f8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:16:12.039382 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fdaff426-7fa7-4572-99d1-3ee03bfad0f8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:16:12.039716 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fdaff426-7fa7-4572-99d1-3ee03bfad0f8 admin admin] Subscribe: > port after_create 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:16:12.040058 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fdaff426-7fa7-4572-99d1-3ee03bfad0f8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:16:12.040453 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fdaff426-7fa7-4572-99d1-3ee03bfad0f8 admin admin] Subscribe: > port after_update 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:16:12.041070 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fdaff426-7fa7-4572-99d1-3ee03bfad0f8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:16:12.041390 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fdaff426-7fa7-4572-99d1-3ee03bfad0f8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:16:12.041706 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fdaff426-7fa7-4572-99d1-3ee03bfad0f8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:16:12.042049 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fdaff426-7fa7-4572-99d1-3ee03bfad0f8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:16:12.042914 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aa057a99-5a93-46cf-99f2-b9404d71a5ee req-408271b6-bea6-44ba-bcf5-4144aa5a00f9 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/ports?device_id=bdf133c1-f2b1-4653-b566-7b80d60f8496 HTTP/1.1" status: 200 len: 210 time: 0.2113008 Nov 16 11:16:12.054589 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-6be6bdbf-a16b-4dd4-8031-749f7398c9e6 req-59c08856-3845-46f0-8bc2-9c45074afca9 tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-703740836', 'description': 'tempest-description-509221986'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:16:12.080872 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6be6bdbf-a16b-4dd4-8031-749f7398c9e6 req-59c08856-3845-46f0-8bc2-9c45074afca9 tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:12.089083 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-8029efff-c7e1-4970-a795-c6b7818376df tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:12.094841 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-8029efff-c7e1-4970-a795-c6b7818376df tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.64 "GET /v2.0/networks?id=51c062da-8d2e-4635-9233-083382f5e91b HTTP/1.1" status: 200 len: 823 time: 0.3646939 Nov 16 11:16:12.112501 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fdaff426-7fa7-4572-99d1-3ee03bfad0f8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:16:12.113120 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fdaff426-7fa7-4572-99d1-3ee03bfad0f8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:16:12.113599 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fdaff426-7fa7-4572-99d1-3ee03bfad0f8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:16:12.114113 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fdaff426-7fa7-4572-99d1-3ee03bfad0f8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 11:16:12.114635 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-fdaff426-7fa7-4572-99d1-3ee03bfad0f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4fb5ce-6165-4441-9c07-29616c514ac5']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:16:12.146243 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-fdaff426-7fa7-4572-99d1-3ee03bfad0f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebfa3b92-0480-49fd-984f-18c446c9c671') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:16:12.146789 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-fdaff426-7fa7-4572-99d1-3ee03bfad0f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebfa3b92-0480-49fd-984f-18c446c9c671') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:16:12.188836 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6be6bdbf-a16b-4dd4-8031-749f7398c9e6 req-59c08856-3845-46f0-8bc2-9c45074afca9 tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:12.189811 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fdaff426-7fa7-4572-99d1-3ee03bfad0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:12.193136 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6be6bdbf-a16b-4dd4-8031-749f7398c9e6 req-59c08856-3845-46f0-8bc2-9c45074afca9 tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:12.215309 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fdaff426-7fa7-4572-99d1-3ee03bfad0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:12.222448 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6be6bdbf-a16b-4dd4-8031-749f7398c9e6 req-59c08856-3845-46f0-8bc2-9c45074afca9 tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:12.223773 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6be6bdbf-a16b-4dd4-8031-749f7398c9e6 req-59c08856-3845-46f0-8bc2-9c45074afca9 tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1840394 Nov 16 11:16:12.236338 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdaff426-7fa7-4572-99d1-3ee03bfad0f8 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:16:12.237899 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fdaff426-7fa7-4572-99d1-3ee03bfad0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:12.242017 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c08856-3845-46f0-8bc2-9c45074afca9 tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e56c25-f6a1-4043-b075-33aec25aa668,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:12.244615 n-d-816823-3 neutron-server[102668]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 16 11:16:12.244615 n-d-816823-3 neutron-server[102668]: from cryptography.utils import int_from_bytes Nov 16 11:16:12.244615 n-d-816823-3 neutron-server[102668]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 16 11:16:12.244615 n-d-816823-3 neutron-server[102668]: from cryptography.utils import int_from_bytes Nov 16 11:16:12.244615 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:16:12.244615 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:16:12.244615 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:16:12.244615 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:16:12.244615 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:16:12.244615 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:16:12.244615 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:16:12.244615 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:16:12.244615 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:16:12.244615 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:16:12.244615 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:16:12.244615 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:16:12.244615 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:16:12.244615 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:16:12.244615 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:16:12.244615 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:16:12.244615 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:16:12.244615 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:16:12.244615 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:16:12.244615 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:16:12.244615 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:16:12.244615 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:16:12.244615 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:16:12.244615 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:16:12.244615 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:16:12.244615 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:16:12.244615 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:16:12.244615 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:16:12.244615 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:16:12.244615 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:16:12.244615 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:16:12.244615 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:16:12.307832 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fdaff426-7fa7-4572-99d1-3ee03bfad0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:12.329341 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaff426-7fa7-4572-99d1-3ee03bfad0f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b4fb5ce-6165-4441-9c07-29616c514ac5,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:12.331844 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fdaff426-7fa7-4572-99d1-3ee03bfad0f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:12.336049 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-fdaff426-7fa7-4572-99d1-3ee03bfad0f8 admin admin] 10.222.0.61 "DELETE /v2.0/networks/1b4fb5ce-6165-4441-9c07-29616c514ac5 HTTP/1.1" status: 204 len: 168 time: 0.4977996 Nov 16 11:16:12.366715 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device f2db99ea-0f86-415d-bbc5-ba0d81e4659f up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:16:12.439823 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port f2db99ea-0f86-415d-bbc5-ba0d81e4659f completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:16:12.444848 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port f2db99ea-0f86-415d-bbc5-ba0d81e4659f triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:16:12.445341 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:12.532373 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f9e46f26-6ffa-4e16-9a48-f322fa247f44 req-e135a7e3-c337-4f20-9c27-8e63308524ea tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 34263 time: 0.2601538 Nov 16 11:16:12.556035 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:12.581157 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88832276-7f5a-4fa2-87ba-b2d9d69d0465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2db99ea-0f86-415d-bbc5-ba0d81e4659f'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:16:12.583403 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f9e46f26-6ffa-4e16-9a48-f322fa247f44 req-bf4d0c92-759d-4d08-9e4a-f6ea4e9a5162 tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] 10.222.0.61 "GET /v2.0/security-groups/000f3075-f091-4d8c-b756-bf1d99b6130c HTTP/1.1" status: 200 len: 2994 time: 0.0499289 Nov 16 11:16:12.589745 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48962) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:12.636077 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f9e46f26-6ffa-4e16-9a48-f322fa247f44 req-5322bb85-6b1f-4eae-ae94-4f7acbf2c198 tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] 10.222.0.61 "GET /v2.0/security-groups/000f3075-f091-4d8c-b756-bf1d99b6130c HTTP/1.1" status: 200 len: 2994 time: 0.0481923 Nov 16 11:16:12.658057 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-38656e0d-4984-4a4d-847e-29c897e1eddb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cd9248e683b147e78fac3dd46c75c493&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0669329 Nov 16 11:16:12.664260 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48974) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:12.676498 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port f2db99ea-0f86-415d-bbc5-ba0d81e4659f, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=f2db99ea-0f86-415d-bbc5-ba0d81e4659f,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:16:12.682583 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:12.742675 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f9e46f26-6ffa-4e16-9a48-f322fa247f44 req-dba36831-1772-49de-ac89-50c34195cfbf tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] 10.222.0.61 "GET /v2.0/security-groups/40a6f212-ba7d-4844-b16a-22db3935c00b HTTP/1.1" status: 200 len: 2998 time: 0.1040909 Nov 16 11:16:12.754032 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=f2db99ea-0f86-415d-bbc5-ba0d81e4659f,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:12.768574 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da82dce5-510f-4971-80a4-f0069cfd05df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:12.811117 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806611e2-a9a5-4e5b-9ce6-01e749d81003" -d '{"events": [{"server_uuid": "88832276-7f5a-4fa2-87ba-b2d9d69d0465", "name": "network-vif-plugged", "status": "completed", "tag": "f2db99ea-0f86-415d-bbc5-ba0d81e4659f"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:16:12.838014 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da82dce5-510f-4971-80a4-f0069cfd05df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:12.846090 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f9e46f26-6ffa-4e16-9a48-f322fa247f44 req-da312696-ddde-449f-afc6-0554cd0706a1 tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] 10.222.0.61 "GET /v2.0/security-groups/40a6f212-ba7d-4844-b16a-22db3935c00b HTTP/1.1" status: 200 len: 2998 time: 0.0961487 Nov 16 11:16:12.903708 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da58bf-38d6-4fa4-bebb-94339152a2dc req-498e7ec4-f6c6-43ac-8929-d3ba66977970 tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:12.905172 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d2da58bf-38d6-4fa4-bebb-94339152a2dc req-498e7ec4-f6c6-43ac-8929-d3ba66977970 tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.61 "GET /v2.0/ports?device_id=88832276-7f5a-4fa2-87ba-b2d9d69d0465 HTTP/1.1" status: 200 len: 972 time: 0.1229463 Nov 16 11:16:12.941033 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f9e46f26-6ffa-4e16-9a48-f322fa247f44 req-52a97876-05a7-423b-b67f-ff73216ddf5e tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] 10.222.0.61 "GET /v2.0/security-groups/490b41e8-2a19-480a-9588-ebb1b25e003d HTTP/1.1" status: 200 len: 2998 time: 0.0839689 Nov 16 11:16:12.966753 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-804831d1-88ed-4a33-9c7f-3da34bc17e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:12.971464 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da82dce5-510f-4971-80a4-f0069cfd05df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:12.973981 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da82dce5-510f-4971-80a4-f0069cfd05df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:12.975066 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-da82dce5-510f-4971-80a4-f0069cfd05df admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/40a6f212-ba7d-4844-b16a-22db3935c00b HTTP/1.1" status: 204 len: 168 time: 0.3098490 Nov 16 11:16:13.000341 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d2da58bf-38d6-4fa4-bebb-94339152a2dc req-76528b7b-4558-47eb-a0cb-90c606869b27 tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.61 "GET /v2.0/security-groups?id=88ec71a7-931b-4a91-9a70-3ad79127b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868187 Nov 16 11:16:13.003716 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82dce5-510f-4971-80a4-f0069cfd05df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a6f212-ba7d-4844-b16a-22db3935c00b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:13.029121 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f9e46f26-6ffa-4e16-9a48-f322fa247f44 req-e4cfd9f5-9b5a-4e68-8a4a-95a1fa9d9db5 tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] 10.222.0.61 "GET /v2.0/security-groups/490b41e8-2a19-480a-9588-ebb1b25e003d HTTP/1.1" status: 200 len: 2998 time: 0.0764844 Nov 16 11:16:13.086462 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f9e46f26-6ffa-4e16-9a48-f322fa247f44 req-fadd161a-65f4-45ee-aa6e-06ed576b60d0 tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] 10.222.0.61 "GET /v2.0/security-groups/6e34ea91-6009-4ede-a341-870ebdd787e5 HTTP/1.1" status: 200 len: 2998 time: 0.0493898 Nov 16 11:16:13.142838 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f9e46f26-6ffa-4e16-9a48-f322fa247f44 req-19d1494b-8bdf-4a3b-bb52-2b8aaf60338b tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] 10.222.0.61 "GET /v2.0/security-groups/6e34ea91-6009-4ede-a341-870ebdd787e5 HTTP/1.1" status: 200 len: 2998 time: 0.0500653 Nov 16 11:16:13.198532 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f9e46f26-6ffa-4e16-9a48-f322fa247f44 req-bfa4d982-57c8-41b3-94c1-c5a18db5e83c tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] 10.222.0.61 "GET /v2.0/security-groups/73bfd329-9324-4107-9ce6-6f9c0e2d5261 HTTP/1.1" status: 200 len: 2990 time: 0.0483701 Nov 16 11:16:13.245576 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f9e46f26-6ffa-4e16-9a48-f322fa247f44 req-a3382bc2-3394-4284-9770-a678907383d6 tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] 10.222.0.61 "GET /v2.0/security-groups/73bfd329-9324-4107-9ce6-6f9c0e2d5261 HTTP/1.1" status: 200 len: 2990 time: 0.0423982 Nov 16 11:16:13.296904 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f9e46f26-6ffa-4e16-9a48-f322fa247f44 req-ab7893ce-cfeb-43c2-87e1-4e47a747d887 tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] 10.222.0.61 "GET /v2.0/security-groups/7b002096-c567-44a1-88eb-ae3d8f344140 HTTP/1.1" status: 200 len: 2994 time: 0.0450709 Nov 16 11:16:13.344605 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f9e46f26-6ffa-4e16-9a48-f322fa247f44 req-6efb72f5-f3e9-42f6-a749-be3d7b8310a1 tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] 10.222.0.61 "GET /v2.0/security-groups/7b002096-c567-44a1-88eb-ae3d8f344140 HTTP/1.1" status: 200 len: 2994 time: 0.0396037 Nov 16 11:16:13.405616 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f9e46f26-6ffa-4e16-9a48-f322fa247f44 req-575e3373-98d6-43bb-9a82-be09c6c92a06 tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] 10.222.0.61 "GET /v2.0/security-groups/88ec71a7-931b-4a91-9a70-3ad79127b9cf HTTP/1.1" status: 200 len: 2995 time: 0.0470631 Nov 16 11:16:13.409701 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49024) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:13.482030 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f9e46f26-6ffa-4e16-9a48-f322fa247f44 req-f9d1a181-99c0-4d51-9cda-d5cef2286785 tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] 10.222.0.61 "GET /v2.0/security-groups/88ec71a7-931b-4a91-9a70-3ad79127b9cf HTTP/1.1" status: 200 len: 2995 time: 0.0699310 Nov 16 11:16:13.484219 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-61a45d53-1178-4f89-992e-d56f81511d4e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bfe52aa3927c4637995da37c94d3d6fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0735102 Nov 16 11:16:13.487036 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49036) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:13.535929 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f9e46f26-6ffa-4e16-9a48-f322fa247f44 req-ec25a894-a94f-4d27-8c02-bb6ecbe4524d tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] 10.222.0.61 "GET /v2.0/security-groups/9add3ece-48ca-4296-98fa-f774045944e1 HTTP/1.1" status: 200 len: 2998 time: 0.0466278 Nov 16 11:16:13.542381 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb9aedac-d977-4e42-82a1-b0fb9875a247 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:13.587556 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f9e46f26-6ffa-4e16-9a48-f322fa247f44 req-b1d07549-0e5c-49b4-8cad-ea44934ad21b tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] 10.222.0.61 "GET /v2.0/security-groups/9add3ece-48ca-4296-98fa-f774045944e1 HTTP/1.1" status: 200 len: 2998 time: 0.0429900 Nov 16 11:16:13.643578 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f9e46f26-6ffa-4e16-9a48-f322fa247f44 req-10dfce0c-dffa-41ba-bcb5-161ecaae37cb tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] 10.222.0.61 "GET /v2.0/security-groups/a3cdba2f-e3c6-4b89-9faf-791ad5f638ef HTTP/1.1" status: 200 len: 2994 time: 0.0390544 Nov 16 11:16:13.710902 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f9e46f26-6ffa-4e16-9a48-f322fa247f44 req-ae700850-9041-46eb-8ee8-bd6a8d9d62ec tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] 10.222.0.61 "GET /v2.0/security-groups/a3cdba2f-e3c6-4b89-9faf-791ad5f638ef HTTP/1.1" status: 200 len: 2994 time: 0.0586569 Nov 16 11:16:13.721323 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb9aedac-d977-4e42-82a1-b0fb9875a247 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:13.762281 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd41cccc-80ba-40f6-af3f-c41b4cb4c25b x-openstack-request-id: req-fd41cccc-80ba-40f6-af3f-c41b4cb4c25b {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:16:13.762876 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88832276-7f5a-4fa2-87ba-b2d9d69d0465", "name": "network-vif-plugged", "status": "completed", "tag": "f2db99ea-0f86-415d-bbc5-ba0d81e4659f", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:16:13.762876 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fd41cccc-80ba-40f6-af3f-c41b4cb4c25b {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:16:13.763219 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88832276-7f5a-4fa2-87ba-b2d9d69d0465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2db99ea-0f86-415d-bbc5-ba0d81e4659f', 'code': 200} Nov 16 11:16:13.789985 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb9aedac-d977-4e42-82a1-b0fb9875a247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:13.792877 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb9aedac-d977-4e42-82a1-b0fb9875a247 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:13.794096 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bb9aedac-d977-4e42-82a1-b0fb9875a247 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6e34ea91-6009-4ede-a341-870ebdd787e5 HTTP/1.1" status: 204 len: 168 time: 0.3060386 Nov 16 11:16:13.803125 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9aedac-d977-4e42-82a1-b0fb9875a247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e34ea91-6009-4ede-a341-870ebdd787e5,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:13.819270 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-37655570-0ebe-4149-a8bf-8039ea45cb7e req-0ff0a3c8-c0e1-46f2-85fb-e10757edbc97 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/ports?device_id=bdf133c1-f2b1-4653-b566-7b80d60f8496 HTTP/1.1" status: 200 len: 210 time: 0.0538054 Nov 16 11:16:13.939504 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c5053-03ae-4e1d-b378-07b6d5c74dfe req-1d6989d3-4cca-40bb-b1a1-057591d0b994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:13.941430 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-896c5053-03ae-4e1d-b378-07b6d5c74dfe req-1d6989d3-4cca-40bb-b1a1-057591d0b994 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=88832276-7f5a-4fa2-87ba-b2d9d69d0465 HTTP/1.1" status: 200 len: 1123 time: 0.1053123 Nov 16 11:16:13.947191 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a65a7856-91fd-48af-bb22-caf5ceb343bf req-e6d788ff-2777-49b8-a965-e3fd635422cc tempest-SecurityGroupsTestAdminJSON-242722526 tempest-SecurityGroupsTestAdminJSON-242722526-project] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2e3c214311144dbf8ac355aeec4b1b50 HTTP/1.1" status: 200 len: 6152 time: 0.0861061 Nov 16 11:16:13.966787 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-896c5053-03ae-4e1d-b378-07b6d5c74dfe req-958b1922-e152-4935-a624-72c5cc804dc6 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:14.001445 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a65a7856-91fd-48af-bb22-caf5ceb343bf req-080341b9-e92a-41e5-a3fc-86de11c6ca42 tempest-SecurityGroupsTestAdminJSON-242722526 tempest-SecurityGroupsTestAdminJSON-242722526-project] 10.222.0.61 "GET /v2.0/security-groups/490b41e8-2a19-480a-9588-ebb1b25e003d HTTP/1.1" status: 200 len: 2998 time: 0.0456817 Nov 16 11:16:14.059978 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-896c5053-03ae-4e1d-b378-07b6d5c74dfe req-958b1922-e152-4935-a624-72c5cc804dc6 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:14.062479 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a65a7856-91fd-48af-bb22-caf5ceb343bf req-45e26d74-92d5-4cc9-970e-4a3041603d89 tempest-SecurityGroupsTestAdminJSON-242722526 tempest-SecurityGroupsTestAdminJSON-242722526-project] 10.222.0.61 "GET /v2.0/security-groups/490b41e8-2a19-480a-9588-ebb1b25e003d HTTP/1.1" status: 200 len: 2998 time: 0.0532062 Nov 16 11:16:14.064294 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-896c5053-03ae-4e1d-b378-07b6d5c74dfe req-958b1922-e152-4935-a624-72c5cc804dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:14.136653 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-896c5053-03ae-4e1d-b378-07b6d5c74dfe req-958b1922-e152-4935-a624-72c5cc804dc6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=88ec71a7-931b-4a91-9a70-3ad79127b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874206 Nov 16 11:16:14.142646 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958b1922-e152-4935-a624-72c5cc804dc6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7cb9d2-22b5-49e4-a26f-c2c4e47babea,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:14.194642 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502d05d-9f4f-4121-a396-5d76eb58574d req-6febd7a0-b90e-47df-824f-7398ced57d53 tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:14.196132 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a502d05d-9f4f-4121-a396-5d76eb58574d req-6febd7a0-b90e-47df-824f-7398ced57d53 tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.61 "GET /v2.0/ports?device_id=88832276-7f5a-4fa2-87ba-b2d9d69d0465 HTTP/1.1" status: 200 len: 972 time: 0.0571990 Nov 16 11:16:14.254072 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a502d05d-9f4f-4121-a396-5d76eb58574d req-236615a9-5e16-4776-8690-37abeb8cb548 tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.61 "GET /v2.0/security-groups?id=88ec71a7-931b-4a91-9a70-3ad79127b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508697 Nov 16 11:16:14.327935 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4a26c148-1404-4eb3-aed1-74e98a77105f req-8f70f7cc-51bf-4e99-9e99-a0dc6865ac5c tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] 10.222.0.61 "GET /v2.0/security-groups/f2e56c25-f6a1-4043-b075-33aec25aa668 HTTP/1.1" status: 200 len: 1793 time: 0.0419953 Nov 16 11:16:14.384582 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4a26c148-1404-4eb3-aed1-74e98a77105f req-7de962e4-2869-47f8-9aab-c841f0325d5c tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:14.416867 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4a26c148-1404-4eb3-aed1-74e98a77105f req-7de962e4-2869-47f8-9aab-c841f0325d5c tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:14.460728 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4a26c148-1404-4eb3-aed1-74e98a77105f req-7de962e4-2869-47f8-9aab-c841f0325d5c tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:14.463485 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4a26c148-1404-4eb3-aed1-74e98a77105f req-7de962e4-2869-47f8-9aab-c841f0325d5c tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:14.466443 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4a26c148-1404-4eb3-aed1-74e98a77105f req-7de962e4-2869-47f8-9aab-c841f0325d5c tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] 10.222.0.61 "DELETE /v2.0/security-groups/f2e56c25-f6a1-4043-b075-33aec25aa668 HTTP/1.1" status: 204 len: 173 time: 0.1319726 Nov 16 11:16:14.475448 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de962e4-2869-47f8-9aab-c841f0325d5c tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e56c25-f6a1-4043-b075-33aec25aa668,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:14.552446 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-996629a0-9244-4168-b189-6ab0c55159c3 req-44715e6c-96f5-465d-8afd-512b15563cf0 tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] 10.222.0.61 "GET /v2.0/security-groups/c259ced6-e686-4c2d-958d-c7bc513de744 HTTP/1.1" status: 200 len: 1794 time: 0.0432727 Nov 16 11:16:14.622539 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-996629a0-9244-4168-b189-6ab0c55159c3 req-cdd9f6f3-181e-4f82-bc61-11e4111139dd tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:14.642282 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-996629a0-9244-4168-b189-6ab0c55159c3 req-cdd9f6f3-181e-4f82-bc61-11e4111139dd tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:14.698556 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-996629a0-9244-4168-b189-6ab0c55159c3 req-cdd9f6f3-181e-4f82-bc61-11e4111139dd tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:14.701147 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-996629a0-9244-4168-b189-6ab0c55159c3 req-cdd9f6f3-181e-4f82-bc61-11e4111139dd tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:14.702339 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-996629a0-9244-4168-b189-6ab0c55159c3 req-cdd9f6f3-181e-4f82-bc61-11e4111139dd tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] 10.222.0.61 "DELETE /v2.0/security-groups/c259ced6-e686-4c2d-958d-c7bc513de744 HTTP/1.1" status: 204 len: 173 time: 0.1409931 Nov 16 11:16:14.710341 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9f6f3-181e-4f82-bc61-11e4111139dd tempest-SecurityGroupsTestAdminJSON-851176590 tempest-SecurityGroupsTestAdminJSON-851176590-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c259ced6-e686-4c2d-958d-c7bc513de744,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:14.792942 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-20bf3673-ea97-4af9-9453-52312120cab1 req-dcb5083c-e7cb-426d-8cad-1abf4f1dfdef tempest-SecurityGroupsTestAdminJSON-242722526 tempest-SecurityGroupsTestAdminJSON-242722526-project] 10.222.0.61 "GET /v2.0/security-groups/8b65f900-6b80-42b0-8546-853406327f93 HTTP/1.1" status: 200 len: 1794 time: 0.0434625 Nov 16 11:16:14.872871 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-20bf3673-ea97-4af9-9453-52312120cab1 req-d76c4d71-8061-4ede-a224-aa5cbcff3c81 tempest-SecurityGroupsTestAdminJSON-242722526 tempest-SecurityGroupsTestAdminJSON-242722526-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:14.906977 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-20bf3673-ea97-4af9-9453-52312120cab1 req-d76c4d71-8061-4ede-a224-aa5cbcff3c81 tempest-SecurityGroupsTestAdminJSON-242722526 tempest-SecurityGroupsTestAdminJSON-242722526-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:14.976989 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dfec88de-0a22-4e12-ad7b-5157d141d9be req-fe93f9e1-bfd3-48cc-816b-3b0c0ea82ca8 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/ports?device_id=bdf133c1-f2b1-4653-b566-7b80d60f8496 HTTP/1.1" status: 200 len: 210 time: 0.0404940 Nov 16 11:16:14.981819 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-20bf3673-ea97-4af9-9453-52312120cab1 req-d76c4d71-8061-4ede-a224-aa5cbcff3c81 tempest-SecurityGroupsTestAdminJSON-242722526 tempest-SecurityGroupsTestAdminJSON-242722526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:14.984596 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-20bf3673-ea97-4af9-9453-52312120cab1 req-d76c4d71-8061-4ede-a224-aa5cbcff3c81 tempest-SecurityGroupsTestAdminJSON-242722526 tempest-SecurityGroupsTestAdminJSON-242722526-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:14.986622 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-20bf3673-ea97-4af9-9453-52312120cab1 req-d76c4d71-8061-4ede-a224-aa5cbcff3c81 tempest-SecurityGroupsTestAdminJSON-242722526 tempest-SecurityGroupsTestAdminJSON-242722526-project] 10.222.0.61 "DELETE /v2.0/security-groups/8b65f900-6b80-42b0-8546-853406327f93 HTTP/1.1" status: 204 len: 173 time: 0.1852052 Nov 16 11:16:14.999674 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c4d71-8061-4ede-a224-aa5cbcff3c81 tempest-SecurityGroupsTestAdminJSON-242722526 tempest-SecurityGroupsTestAdminJSON-242722526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b65f900-6b80-42b0-8546-853406327f93,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:15.076961 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e6fa1a98-83c0-4d5e-a656-afd94c6ba4cf req-48f13fff-9685-41b8-8595-8e9b51c8160f tempest-SecurityGroupsTestAdminJSON-242722526 tempest-SecurityGroupsTestAdminJSON-242722526-project] 10.222.0.61 "GET /v2.0/security-groups/d067756c-41e8-4215-83f0-dfb6462c8972 HTTP/1.1" status: 200 len: 1793 time: 0.0470302 Nov 16 11:16:15.150643 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e6fa1a98-83c0-4d5e-a656-afd94c6ba4cf req-ad0854e7-fc64-4ce2-9ac2-4663c555939e tempest-SecurityGroupsTestAdminJSON-242722526 tempest-SecurityGroupsTestAdminJSON-242722526-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:15.181118 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e6fa1a98-83c0-4d5e-a656-afd94c6ba4cf req-ad0854e7-fc64-4ce2-9ac2-4663c555939e tempest-SecurityGroupsTestAdminJSON-242722526 tempest-SecurityGroupsTestAdminJSON-242722526-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:15.237666 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e6fa1a98-83c0-4d5e-a656-afd94c6ba4cf req-ad0854e7-fc64-4ce2-9ac2-4663c555939e tempest-SecurityGroupsTestAdminJSON-242722526 tempest-SecurityGroupsTestAdminJSON-242722526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:15.242024 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e6fa1a98-83c0-4d5e-a656-afd94c6ba4cf req-ad0854e7-fc64-4ce2-9ac2-4663c555939e tempest-SecurityGroupsTestAdminJSON-242722526 tempest-SecurityGroupsTestAdminJSON-242722526-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:15.243537 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e6fa1a98-83c0-4d5e-a656-afd94c6ba4cf req-ad0854e7-fc64-4ce2-9ac2-4663c555939e tempest-SecurityGroupsTestAdminJSON-242722526 tempest-SecurityGroupsTestAdminJSON-242722526-project] 10.222.0.61 "DELETE /v2.0/security-groups/d067756c-41e8-4215-83f0-dfb6462c8972 HTTP/1.1" status: 204 len: 173 time: 0.1607900 Nov 16 11:16:15.259722 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0854e7-fc64-4ce2-9ac2-4663c555939e tempest-SecurityGroupsTestAdminJSON-242722526 tempest-SecurityGroupsTestAdminJSON-242722526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d067756c-41e8-4215-83f0-dfb6462c8972,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:15.461493 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99448790-5e06-498a-b8bf-190b0c735513 req-303ecc15-f3d4-4874-a12b-16ed2140e61b tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:15.464302 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-99448790-5e06-498a-b8bf-190b0c735513 req-303ecc15-f3d4-4874-a12b-16ed2140e61b tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.61 "GET /v2.0/ports?device_id=88832276-7f5a-4fa2-87ba-b2d9d69d0465 HTTP/1.1" status: 200 len: 972 time: 0.0880027 Nov 16 11:16:15.550601 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-469d3fd4-958d-4ab3-b219-1a394a865a85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:15.564189 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-99448790-5e06-498a-b8bf-190b0c735513 req-6bdd6363-dd35-4421-a475-873529fe564a tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.61 "GET /v2.0/security-groups?id=88ec71a7-931b-4a91-9a70-3ad79127b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917420 Nov 16 11:16:15.592860 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49252) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:15.889825 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-314e48a3-2597-4bd0-b0ac-e1d8f180d5d6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2e3c214311144dbf8ac355aeec4b1b50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2958012 Nov 16 11:16:15.891919 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49284) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:15.952572 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49292) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:16.084959 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ddcdcd81-45ab-455e-9420-b2853ecf86c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:16.152446 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ff73ead2-1456-4e5a-bf43-4ab075589382 req-9b20e97a-3818-4d1a-923e-80f3264f521d tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/ports?device_id=bdf133c1-f2b1-4653-b566-7b80d60f8496 HTTP/1.1" status: 200 len: 210 time: 0.0644956 Nov 16 11:16:16.168837 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ddcdcd81-45ab-455e-9420-b2853ecf86c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:16.214859 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-692cdf33-8409-4954-846b-6995259b0f1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:16.258322 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ddcdcd81-45ab-455e-9420-b2853ecf86c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:16.258732 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ddcdcd81-45ab-455e-9420-b2853ecf86c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:16.260734 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ddcdcd81-45ab-455e-9420-b2853ecf86c7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/490b41e8-2a19-480a-9588-ebb1b25e003d HTTP/1.1" status: 204 len: 168 time: 0.3674753 Nov 16 11:16:16.282273 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcdcd81-45ab-455e-9420-b2853ecf86c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490b41e8-2a19-480a-9588-ebb1b25e003d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:16.387310 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-692cdf33-8409-4954-846b-6995259b0f1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:16.394051 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-692cdf33-8409-4954-846b-6995259b0f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:16.439917 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:16.442920 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-692cdf33-8409-4954-846b-6995259b0f1f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6a4eaca98bc241cf8a02759e65e6f82e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4892344 Nov 16 11:16:16.445860 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49328) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:16.449254 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692cdf33-8409-4954-846b-6995259b0f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60618bb-0ca0-4bec-a8fc-41a26e024314,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:16.540076 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1786e4f0-5cc5-4b36-883c-ddc2bdef7101 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:16.600622 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1786e4f0-5cc5-4b36-883c-ddc2bdef7101 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:16.681751 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1786e4f0-5cc5-4b36-883c-ddc2bdef7101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:16.685257 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1786e4f0-5cc5-4b36-883c-ddc2bdef7101 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:16.687317 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1786e4f0-5cc5-4b36-883c-ddc2bdef7101 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a60618bb-0ca0-4bec-a8fc-41a26e024314 HTTP/1.1" status: 204 len: 168 time: 0.2404006 Nov 16 11:16:16.703842 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1786e4f0-5cc5-4b36-883c-ddc2bdef7101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60618bb-0ca0-4bec-a8fc-41a26e024314,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:16.706709 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a13fc-0ba8-4e9b-be0e-256ff0c0a26e req-fd640ddb-66cd-4011-b626-236de4b1e0a3 tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:16.710861 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-608a13fc-0ba8-4e9b-be0e-256ff0c0a26e req-fd640ddb-66cd-4011-b626-236de4b1e0a3 tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.61 "GET /v2.0/ports?device_id=88832276-7f5a-4fa2-87ba-b2d9d69d0465 HTTP/1.1" status: 200 len: 972 time: 0.0659192 Nov 16 11:16:16.789901 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-608a13fc-0ba8-4e9b-be0e-256ff0c0a26e req-2910302e-c682-4f34-ba6c-808edf155b63 tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.61 "GET /v2.0/security-groups?id=88ec71a7-931b-4a91-9a70-3ad79127b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674078 Nov 16 11:16:17.015524 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b4412-4eab-4b85-90be-3471b4ad2768 req-14903f73-fb0f-406e-a207-3a2f463d3f13 tempest-AggregatesAdminTestJSON-1544614660 tempest-AggregatesAdminTestJSON-1544614660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:17.017163 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8c1b4412-4eab-4b85-90be-3471b4ad2768 req-14903f73-fb0f-406e-a207-3a2f463d3f13 tempest-AggregatesAdminTestJSON-1544614660 tempest-AggregatesAdminTestJSON-1544614660-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=88832276-7f5a-4fa2-87ba-b2d9d69d0465 HTTP/1.1" status: 200 len: 1123 time: 0.0944531 Nov 16 11:16:17.039035 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8c1b4412-4eab-4b85-90be-3471b4ad2768 req-a483f827-6250-4b66-ad9b-6717c99d033d tempest-AggregatesAdminTestJSON-1544614660 tempest-AggregatesAdminTestJSON-1544614660-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:17.126806 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49356) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:17.168395 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8c1b4412-4eab-4b85-90be-3471b4ad2768 req-a483f827-6250-4b66-ad9b-6717c99d033d tempest-AggregatesAdminTestJSON-1544614660 tempest-AggregatesAdminTestJSON-1544614660-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:17.173957 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9492471c-8425-400c-b124-c3bc30eb44cd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=48b3debe67414f0bbaa96a94c4642349&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459859 Nov 16 11:16:17.176590 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49360) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:17.177867 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8c1b4412-4eab-4b85-90be-3471b4ad2768 req-a483f827-6250-4b66-ad9b-6717c99d033d tempest-AggregatesAdminTestJSON-1544614660 tempest-AggregatesAdminTestJSON-1544614660-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:17.251217 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8c1b4412-4eab-4b85-90be-3471b4ad2768 req-a483f827-6250-4b66-ad9b-6717c99d033d tempest-AggregatesAdminTestJSON-1544614660 tempest-AggregatesAdminTestJSON-1544614660-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=88ec71a7-931b-4a91-9a70-3ad79127b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272398 Nov 16 11:16:17.252565 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483f827-6250-4b66-ad9b-6717c99d033d tempest-AggregatesAdminTestJSON-1544614660 tempest-AggregatesAdminTestJSON-1544614660-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d172522d-a028-47a3-a275-fa210a87c390,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:17.272622 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd46ea3e-08df-4c54-ad0a-3f3b92006282 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:17.296496 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd46ea3e-08df-4c54-ad0a-3f3b92006282 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:17.370893 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49364) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:17.387297 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-633cf58d-7894-48d4-afcb-48e7ded10d5c req-1911df05-4ffe-478f-919c-ce6c4d8d8f02 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/ports?device_id=bdf133c1-f2b1-4653-b566-7b80d60f8496 HTTP/1.1" status: 200 len: 210 time: 0.0393431 Nov 16 11:16:17.388338 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-045d447c-a035-4f8c-918e-1dd99fdb4d4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:17.390394 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd46ea3e-08df-4c54-ad0a-3f3b92006282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:17.393417 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd46ea3e-08df-4c54-ad0a-3f3b92006282 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:17.395036 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bd46ea3e-08df-4c54-ad0a-3f3b92006282 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9add3ece-48ca-4296-98fa-f774045944e1 HTTP/1.1" status: 204 len: 168 time: 0.2161403 Nov 16 11:16:17.418643 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46ea3e-08df-4c54-ad0a-3f3b92006282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9add3ece-48ca-4296-98fa-f774045944e1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:17.536588 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-045d447c-a035-4f8c-918e-1dd99fdb4d4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:17.543743 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-045d447c-a035-4f8c-918e-1dd99fdb4d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:17.602391 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-045d447c-a035-4f8c-918e-1dd99fdb4d4b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4d69a75c88964285be844828a1c2c297&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268472 Nov 16 11:16:17.602391 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d447c-a035-4f8c-918e-1dd99fdb4d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19a70b9-19cc-42b6-bff1-f4cb28b5797e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:17.603735 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49378) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:17.683860 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8739669c-6f6c-4d8e-a003-382b4162a534 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:17.716252 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8739669c-6f6c-4d8e-a003-382b4162a534 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:17.798705 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8739669c-6f6c-4d8e-a003-382b4162a534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:17.803261 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8739669c-6f6c-4d8e-a003-382b4162a534 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:17.805774 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8739669c-6f6c-4d8e-a003-382b4162a534 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f19a70b9-19cc-42b6-bff1-f4cb28b5797e HTTP/1.1" status: 204 len: 168 time: 0.2012749 Nov 16 11:16:17.826208 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8739669c-6f6c-4d8e-a003-382b4162a534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19a70b9-19cc-42b6-bff1-f4cb28b5797e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:17.870015 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49396) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:18.161430 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1b970090-c734-476e-a5ca-6286364ab1f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:18.178915 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:18.295367 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1b970090-c734-476e-a5ca-6286364ab1f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:18.300032 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1b970090-c734-476e-a5ca-6286364ab1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:18.344976 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1b970090-c734-476e-a5ca-6286364ab1f5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5446d6d3d5b249e4aa8f4398c9a1e7c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4736922 Nov 16 11:16:18.345857 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b970090-c734-476e-a5ca-6286364ab1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6763aabb-09fb-4c1c-a490-b280fdc42b5d,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:18.347426 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49440) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:18.416515 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2fcfb188-f80d-4f24-9003-1d8854ba986a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:18.439525 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2fcfb188-f80d-4f24-9003-1d8854ba986a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:18.511426 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2fcfb188-f80d-4f24-9003-1d8854ba986a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:18.515915 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2fcfb188-f80d-4f24-9003-1d8854ba986a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:18.518120 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2fcfb188-f80d-4f24-9003-1d8854ba986a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6763aabb-09fb-4c1c-a490-b280fdc42b5d HTTP/1.1" status: 204 len: 168 time: 0.1696930 Nov 16 11:16:18.530582 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcfb188-f80d-4f24-9003-1d8854ba986a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6763aabb-09fb-4c1c-a490-b280fdc42b5d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:18.675660 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3026c856-f30d-4210-a94d-82e2c59eb11f req-16ed2840-22f1-4974-8f9b-e4c1a3bbf1d8 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/ports?device_id=bdf133c1-f2b1-4653-b566-7b80d60f8496 HTTP/1.1" status: 200 len: 210 time: 0.0363882 Nov 16 11:16:18.771941 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:18.922336 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-a3e54137-e539-4aee-88e9-0ff240a9ab44 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=633ef91d4b18467e89e639dc8864c492 HTTP/1.1" status: 200 len: 380 time: 0.0587444 Nov 16 11:16:18.935840 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-d446b2c3-15ab-4f09-b370-de8a4cefa1fa tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Request body: {'port': {'device_id': 'bdf133c1-f2b1-4653-b566-7b80d60f8496', 'network_id': '51c062da-8d2e-4635-9233-083382f5e91b', 'admin_state_up': True, 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'security_groups': ['29be483f-dbde-4ea7-977a-e091d2cc6d48']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:16:19.055302 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-d446b2c3-15ab-4f09-b370-de8a4cefa1fa tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Made reservation on behalf of 633ef91d4b18467e89e639dc8864c492 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:16:19.061038 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-d446b2c3-15ab-4f09-b370-de8a4cefa1fa tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:19.323272 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-d446b2c3-15ab-4f09-b370-de8a4cefa1fa tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Allocated IP 172.20.0.14 (51c062da-8d2e-4635-9233-083382f5e91b/3a80f9cd-7734-45f6-8085-b4fd319f0cf2/52a315bf-0c07-4dbf-a0a5-6691c5db1a16) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:16:19.483877 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-d446b2c3-15ab-4f09-b370-de8a4cefa1fa tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:19.521917 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-d446b2c3-15ab-4f09-b370-de8a4cefa1fa tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:19.593234 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-d446b2c3-15ab-4f09-b370-de8a4cefa1fa tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Network 51c062da-8d2e-4635-9233-083382f5e91b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:16:19.599681 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-d446b2c3-15ab-4f09-b370-de8a4cefa1fa tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:16:19.609480 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-d446b2c3-15ab-4f09-b370-de8a4cefa1fa tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:16:19.666767 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-d446b2c3-15ab-4f09-b370-de8a4cefa1fa tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:19.667168 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-d446b2c3-15ab-4f09-b370-de8a4cefa1fa tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:19.701327 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446b2c3-15ab-4f09-b370-de8a4cefa1fa tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Pushing event updated for resources: {'Port': ['ID=52a315bf-0c07-4dbf-a0a5-6691c5db1a16,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:19.711293 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-d446b2c3-15ab-4f09-b370-de8a4cefa1fa tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7794104 Nov 16 11:16:19.727443 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-46630763-5752-4d60-9e3a-a607eaa51a9f tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:16:19.729366 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-46630763-5752-4d60-9e3a-a607eaa51a9f tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0120177 Nov 16 11:16:19.919740 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba9e0a-0790-4858-8be4-2903377f0069 req-1395c0d3-8fae-4090-8970-585789336fd9 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:19.921355 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b6ba9e0a-0790-4858-8be4-2903377f0069 req-1395c0d3-8fae-4090-8970-585789336fd9 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/ports?device_id=bdf133c1-f2b1-4653-b566-7b80d60f8496 HTTP/1.1" status: 200 len: 932 time: 0.0987983 Nov 16 11:16:19.983075 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b6ba9e0a-0790-4858-8be4-2903377f0069 req-879752fa-1b73-4347-b50e-5f92277c0ead tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/security-groups?id=29be483f-dbde-4ea7-977a-e091d2cc6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541544 Nov 16 11:16:19.984155 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-df6342c1-c09f-4e47-8027-d59f62ee5017 None None] Provisioning complete for port 52a315bf-0c07-4dbf-a0a5-6691c5db1a16 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:16:19.986024 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-df6342c1-c09f-4e47-8027-d59f62ee5017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:20.150866 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-df6342c1-c09f-4e47-8027-d59f62ee5017 None None] Port 52a315bf-0c07-4dbf-a0a5-6691c5db1a16 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:16:20.197243 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-e0b56f7c-e002-4842-a541-c8d2b89e2d3a service neutron] Request body: {'port': {'device_id': 'bdf133c1-f2b1-4653-b566-7b80d60f8496', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:16:20.294797 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-e0b56f7c-e002-4842-a541-c8d2b89e2d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:20.991533 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-e0b56f7c-e002-4842-a541-c8d2b89e2d3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52a315bf-0c07-4dbf-a0a5-6691c5db1a16 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:16:21.005284 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-e0b56f7c-e002-4842-a541-c8d2b89e2d3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:21.031831 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-e0b56f7c-e002-4842-a541-c8d2b89e2d3a service neutron] Transition to ACTIVE for port object 52a315bf-0c07-4dbf-a0a5-6691c5db1a16 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:16:21.038242 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-e0b56f7c-e002-4842-a541-c8d2b89e2d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:21.153785 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b56f7c-e002-4842-a541-c8d2b89e2d3a service neutron] Pushing event updated for resources: {'Port': ['ID=52a315bf-0c07-4dbf-a0a5-6691c5db1a16,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:21.288793 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7affa5-c1d1-4d14-8cee-fe85fb8e11a4 req-501b4cff-9420-4f8b-839e-db943973a904 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:21.297416 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1e7affa5-c1d1-4d14-8cee-fe85fb8e11a4 req-501b4cff-9420-4f8b-839e-db943973a904 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/ports?device_id=bdf133c1-f2b1-4653-b566-7b80d60f8496 HTTP/1.1" status: 200 len: 944 time: 0.2223036 Nov 16 11:16:21.358356 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-e0b56f7c-e002-4842-a541-c8d2b89e2d3a service neutron] Attempting to bind port 52a315bf-0c07-4dbf-a0a5-6691c5db1a16 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:16:21.358821 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-e0b56f7c-e002-4842-a541-c8d2b89e2d3a service neutron] Attempting to bind port 52a315bf-0c07-4dbf-a0a5-6691c5db1a16 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '28eb1295-39a5-4045-b087-0ec8bd4c5806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '51c062da-8d2e-4635-9233-083382f5e91b'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:16:21.359208 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-e0b56f7c-e002-4842-a541-c8d2b89e2d3a service neutron] Attempting to bind port 52a315bf-0c07-4dbf-a0a5-6691c5db1a16 on network 51c062da-8d2e-4635-9233-083382f5e91b {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:16:21.376736 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1e7affa5-c1d1-4d14-8cee-fe85fb8e11a4 req-4d967b9d-56c5-48e2-a252-f8e42770f930 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/security-groups?id=29be483f-dbde-4ea7-977a-e091d2cc6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783277 Nov 16 11:16:21.378676 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-e0b56f7c-e002-4842-a541-c8d2b89e2d3a service neutron] Port 52a315bf-0c07-4dbf-a0a5-6691c5db1a16 on network 51c062da-8d2e-4635-9233-083382f5e91b not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:16:21.379488 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-e0b56f7c-e002-4842-a541-c8d2b89e2d3a service neutron] Attempting to bind port 52a315bf-0c07-4dbf-a0a5-6691c5db1a16 on network 51c062da-8d2e-4635-9233-083382f5e91b {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:16:21.387241 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-e0b56f7c-e002-4842-a541-c8d2b89e2d3a service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:16:21.387635 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-e0b56f7c-e002-4842-a541-c8d2b89e2d3a service neutron] Checking segment: {'id': '28eb1295-39a5-4045-b087-0ec8bd4c5806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '51c062da-8d2e-4635-9233-083382f5e91b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:16:21.389273 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-e0b56f7c-e002-4842-a541-c8d2b89e2d3a service neutron] Bound using segment: {'id': '28eb1295-39a5-4045-b087-0ec8bd4c5806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '51c062da-8d2e-4635-9233-083382f5e91b'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:16:21.389757 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-e0b56f7c-e002-4842-a541-c8d2b89e2d3a service neutron] Bound port: 52a315bf-0c07-4dbf-a0a5-6691c5db1a16, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28eb1295-39a5-4045-b087-0ec8bd4c5806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '51c062da-8d2e-4635-9233-083382f5e91b'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:16:21.390144 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-e0b56f7c-e002-4842-a541-c8d2b89e2d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:21.482553 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-e0b56f7c-e002-4842-a541-c8d2b89e2d3a service neutron] For port 52a315bf-0c07-4dbf-a0a5-6691c5db1a16, host n-h2-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:16:21.497032 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-e0b56f7c-e002-4842-a541-c8d2b89e2d3a service neutron] For port 52a315bf-0c07-4dbf-a0a5-6691c5db1a16, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=52a315bf-0c07-4dbf-a0a5-6691c5db1a16,segment=NetworkSegment(28eb1295-39a5-4045-b087-0ec8bd4c5806),segment_id=28eb1295-39a5-4045-b087-0ec8bd4c5806)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:16:21.502475 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-e0b56f7c-e002-4842-a541-c8d2b89e2d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:21.561352 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-e0b56f7c-e002-4842-a541-c8d2b89e2d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:21.561898 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-e0b56f7c-e002-4842-a541-c8d2b89e2d3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:21.563665 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-e0b56f7c-e002-4842-a541-c8d2b89e2d3a service neutron] 10.222.0.64 "PUT /v2.0/ports/52a315bf-0c07-4dbf-a0a5-6691c5db1a16 HTTP/1.1" status: 200 len: 1092 time: 1.6412876 Nov 16 11:16:21.564110 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf133c1-f2b1-4653-b566-7b80d60f8496', 'tag': '52a315bf-0c07-4dbf-a0a5-6691c5db1a16'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:16:21.614171 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b56f7c-e002-4842-a541-c8d2b89e2d3a service neutron] Pushing event updated for resources: {'Port': ['ID=52a315bf-0c07-4dbf-a0a5-6691c5db1a16,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:21.718830 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-28102ac3-68d3-45c9-b314-cb8b486c7b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:21.722447 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-28102ac3-68d3-45c9-b314-cb8b486c7b9d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=633ef91d4b18467e89e639dc8864c492&device_id=bdf133c1-f2b1-4653-b566-7b80d60f8496 HTTP/1.1" status: 200 len: 1095 time: 0.0933409 Nov 16 11:16:21.774985 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49690) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:21.819678 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-61448d44-f75e-43e2-8148-b36888bb7a68 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52a315bf-0c07-4dbf-a0a5-6691c5db1a16 HTTP/1.1" status: 200 len: 217 time: 0.0831518 Nov 16 11:16:21.901607 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-5ad6f8bd-3243-47c4-8d88-9dd720d7d824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:21.903627 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-5ad6f8bd-3243-47c4-8d88-9dd720d7d824 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3a80f9cd-7734-45f6-8085-b4fd319f0cf2 HTTP/1.1" status: 200 len: 862 time: 0.0721006 Nov 16 11:16:22.016512 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-f0d3ded5-651d-48cc-9726-d49eb86acb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:22.018139 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-f0d3ded5-651d-48cc-9726-d49eb86acb4f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=51c062da-8d2e-4635-9233-083382f5e91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0983443 Nov 16 11:16:22.135820 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-ec1f86f2-6eb3-459c-a5f8-825634fcf553 service neutron] 10.222.0.64 "GET /v2.0/networks/51c062da-8d2e-4635-9233-083382f5e91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040020 Nov 16 11:16:22.239924 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f60e7b86-1a7c-4717-bf60-6e7991e1059f req-a7dc0756-732c-40c4-a036-83b815dca775 service neutron] 10.222.0.64 "GET /v2.0/networks/51c062da-8d2e-4635-9233-083382f5e91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929704 Nov 16 11:16:22.266891 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82883ba9-dd52-4c49-b3b1-3d1ecbf9453e" -d '{"events": [{"name": "network-changed", "server_uuid": "bdf133c1-f2b1-4653-b566-7b80d60f8496", "tag": "52a315bf-0c07-4dbf-a0a5-6691c5db1a16"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:16:22.366375 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e4f7d9f-f6d7-4977-a588-62d4fdcff8c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:22.419733 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49724) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:22.457220 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49728) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:22.465229 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e4f7d9f-f6d7-4977-a588-62d4fdcff8c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:22.470529 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e4f7d9f-f6d7-4977-a588-62d4fdcff8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:22.522514 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2e4f7d9f-f6d7-4977-a588-62d4fdcff8c0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3605d9a95f444762bb2655ec7fa8c167&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7457230 Nov 16 11:16:22.523333 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49738) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:22.529077 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f7d9f-f6d7-4977-a588-62d4fdcff8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb71e5a-50e1-4556-94ca-5914dc5e6c05,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:22.560825 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-579351b7-be81-411b-ac1a-e1a374341911 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:22.563033 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac751a-569f-451e-aedc-b221414c5752 req-c26c87a5-0fe4-44ae-a371-0511444a4f1d tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:22.564548 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-26ac751a-569f-451e-aedc-b221414c5752 req-c26c87a5-0fe4-44ae-a371-0511444a4f1d tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.61 "GET /v2.0/ports?device_id=88832276-7f5a-4fa2-87ba-b2d9d69d0465 HTTP/1.1" status: 200 len: 972 time: 0.0858386 Nov 16 11:16:22.579691 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-94b04c9b-cca1-4059-89ad-5bcb0818a965 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:22.650872 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-579351b7-be81-411b-ac1a-e1a374341911 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:22.654992 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-579351b7-be81-411b-ac1a-e1a374341911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:22.665572 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-accd667f-22a3-4fee-8f48-03d1a184c8a5 tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=7693065b732c4be48c4fb00439ee5367&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0757310 Nov 16 11:16:22.693500 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-579351b7-be81-411b-ac1a-e1a374341911 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=22d628f9f0c24aa7ad90e4c4822c6fde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348049 Nov 16 11:16:22.694373 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579351b7-be81-411b-ac1a-e1a374341911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7368ec53-a2b5-4a57-9032-73a8349856f1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:22.698580 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49746) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:22.700736 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-26ac751a-569f-451e-aedc-b221414c5752 req-b74d752e-b2fd-44a0-9fc3-629cbb37032c tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.61 "GET /v2.0/security-groups?id=88ec71a7-931b-4a91-9a70-3ad79127b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260781 Nov 16 11:16:22.701340 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b0fdccfe-0d8c-48e6-8ea3-de02c8824559 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:22.752546 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-65a076eb-c437-45fb-96cf-ec97b058123b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:22.780429 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-65a076eb-c437-45fb-96cf-ec97b058123b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:22.790787 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b0fdccfe-0d8c-48e6-8ea3-de02c8824559 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:22.840031 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-65a076eb-c437-45fb-96cf-ec97b058123b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:22.842917 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-65a076eb-c437-45fb-96cf-ec97b058123b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:22.844217 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-65a076eb-c437-45fb-96cf-ec97b058123b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7368ec53-a2b5-4a57-9032-73a8349856f1 HTTP/1.1" status: 204 len: 168 time: 0.1443732 Nov 16 11:16:22.853966 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a076eb-c437-45fb-96cf-ec97b058123b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7368ec53-a2b5-4a57-9032-73a8349856f1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:22.860861 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-94b04c9b-cca1-4059-89ad-5bcb0818a965 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:22.870138 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-94b04c9b-cca1-4059-89ad-5bcb0818a965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:22.894146 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-bc7642c0-1493-40cc-977f-a821833af16a tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:22.901602 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-bc7642c0-1493-40cc-977f-a821833af16a tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2223403 Nov 16 11:16:22.904179 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740dfeaf-5f3f-4be0-8ab6-2858e6fc86c0 x-openstack-request-id: req-740dfeaf-5f3f-4be0-8ab6-2858e6fc86c0 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:16:22.904471 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdf133c1-f2b1-4653-b566-7b80d60f8496", "tag": "52a315bf-0c07-4dbf-a0a5-6691c5db1a16", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:16:22.904773 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-740dfeaf-5f3f-4be0-8ab6-2858e6fc86c0 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:16:22.905186 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf133c1-f2b1-4653-b566-7b80d60f8496', 'tag': '52a315bf-0c07-4dbf-a0a5-6691c5db1a16', 'status': 'completed', 'code': 200} Nov 16 11:16:22.967317 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-43f3de38-abdc-4396-8f9f-5aa0e67983d5 tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] 10.222.0.61 "GET /v2.0/quotas/7693065b732c4be48c4fb00439ee5367 HTTP/1.1" status: 200 len: 375 time: 0.0648220 Nov 16 11:16:22.981321 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-94b04c9b-cca1-4059-89ad-5bcb0818a965 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=05afa6d6e97b4cf69ae6f0343d3af69c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5577977 Nov 16 11:16:22.981321 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b04c9b-cca1-4059-89ad-5bcb0818a965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77523fa8-4366-4601-b442-34be3425ec8a,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:22.983075 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49758) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:23.028044 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-a7d41207-768c-4694-86a9-5ec2fa333058 tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7693065b732c4be48c4fb00439ee5367&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431993 Nov 16 11:16:23.041640 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b0fdccfe-0d8c-48e6-8ea3-de02c8824559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:23.044208 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b0fdccfe-0d8c-48e6-8ea3-de02c8824559 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:23.046480 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b0fdccfe-0d8c-48e6-8ea3-de02c8824559 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/aeb71e5a-50e1-4556-94ca-5914dc5e6c05 HTTP/1.1" status: 204 len: 168 time: 0.5210650 Nov 16 11:16:23.058082 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82883ba9-dd52-4c49-b3b1-3d1ecbf9453e req-f2ef5b2b-447b-42e9-8e69-357c3b589b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:23.059565 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-82883ba9-dd52-4c49-b3b1-3d1ecbf9453e req-f2ef5b2b-447b-42e9-8e69-357c3b589b7b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=633ef91d4b18467e89e639dc8864c492&device_id=bdf133c1-f2b1-4653-b566-7b80d60f8496 HTTP/1.1" status: 200 len: 1095 time: 0.1492426 Nov 16 11:16:23.063056 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fdccfe-0d8c-48e6-8ea3-de02c8824559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb71e5a-50e1-4556-94ca-5914dc5e6c05,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:23.072967 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0daa9-55b8-4b4b-87cc-0e0ac4fa1e0a req-bb164bd9-fa85-4e11-afe4-a43284c987b3 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:23.079377 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4bf8dfde-992d-4455-b725-f85da15edcc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:23.080156 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-86d0daa9-55b8-4b4b-87cc-0e0ac4fa1e0a req-bb164bd9-fa85-4e11-afe4-a43284c987b3 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/ports?device_id=bdf133c1-f2b1-4653-b566-7b80d60f8496 HTTP/1.1" status: 200 len: 944 time: 0.1147091 Nov 16 11:16:23.119658 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4bf8dfde-992d-4455-b725-f85da15edcc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:23.202024 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4bf8dfde-992d-4455-b725-f85da15edcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:23.206036 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4bf8dfde-992d-4455-b725-f85da15edcc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:23.207699 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4bf8dfde-992d-4455-b725-f85da15edcc5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/77523fa8-4366-4601-b442-34be3425ec8a HTTP/1.1" status: 204 len: 168 time: 0.2234645 Nov 16 11:16:23.226150 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8dfde-992d-4455-b725-f85da15edcc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77523fa8-4366-4601-b442-34be3425ec8a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:23.269961 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-86d0daa9-55b8-4b4b-87cc-0e0ac4fa1e0a req-0f34f59a-a0a7-40ce-9451-1d1f3a31d958 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/security-groups?id=29be483f-dbde-4ea7-977a-e091d2cc6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858912 Nov 16 11:16:23.340048 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49776) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:23.364308 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82883ba9-dd52-4c49-b3b1-3d1ecbf9453e req-b47ffad4-e8dd-47e1-8af2-416fb9a7f7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:23.366214 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-82883ba9-dd52-4c49-b3b1-3d1ecbf9453e req-b47ffad4-e8dd-47e1-8af2-416fb9a7f7c7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=51c062da-8d2e-4635-9233-083382f5e91b HTTP/1.1" status: 200 len: 924 time: 0.2836576 Nov 16 11:16:23.439427 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7295fe77-3f4d-4954-bd86-0a5e54b3eceb req-7cba9491-6752-4027-8f86-42fa3b196a1f tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e86ff4c-8c38-43a8-ad35-03bf5ac3286c HTTP/1.1" status: 200 len: 210 time: 0.0649781 Nov 16 11:16:23.441526 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-82883ba9-dd52-4c49-b3b1-3d1ecbf9453e req-39e5d936-af4e-4bdf-9608-afe26566d94d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52a315bf-0c07-4dbf-a0a5-6691c5db1a16 HTTP/1.1" status: 200 len: 217 time: 0.0661800 Nov 16 11:16:23.498855 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0ea62074-6e33-4abe-8430-328be68b9186 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:23.534023 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82883ba9-dd52-4c49-b3b1-3d1ecbf9453e req-3ecbd10c-5664-4c24-94e5-fec23c8573a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:23.542441 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-82883ba9-dd52-4c49-b3b1-3d1ecbf9453e req-3ecbd10c-5664-4c24-94e5-fec23c8573a2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3a80f9cd-7734-45f6-8085-b4fd319f0cf2 HTTP/1.1" status: 200 len: 862 time: 0.0927038 Nov 16 11:16:23.606916 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0ea62074-6e33-4abe-8430-328be68b9186 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:23.607940 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82883ba9-dd52-4c49-b3b1-3d1ecbf9453e req-29d7c3d1-326a-4ab0-89b4-26de6420533e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:23.609437 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-82883ba9-dd52-4c49-b3b1-3d1ecbf9453e req-29d7c3d1-326a-4ab0-89b4-26de6420533e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=51c062da-8d2e-4635-9233-083382f5e91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563030 Nov 16 11:16:23.615912 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0ea62074-6e33-4abe-8430-328be68b9186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:23.658967 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0ea62074-6e33-4abe-8430-328be68b9186 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e8fdb0e335f34cd4b002b741db3350f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3181677 Nov 16 11:16:23.668513 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49800) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:23.676351 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2307155-289e-47f0-a4b3-c6f4b02ae59b req-83773296-b3e8-4fb7-935b-e22a97be32bb tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:23.677836 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a2307155-289e-47f0-a4b3-c6f4b02ae59b req-83773296-b3e8-4fb7-935b-e22a97be32bb tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.36 "GET /v2.0/ports?device_id=88832276-7f5a-4fa2-87ba-b2d9d69d0465 HTTP/1.1" status: 200 len: 972 time: 0.3081293 Nov 16 11:16:23.735200 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-82883ba9-dd52-4c49-b3b1-3d1ecbf9453e req-4833804d-d7bd-4175-a3be-39dd0cc45111 service neutron] 10.222.0.64 "GET /v2.0/networks/51c062da-8d2e-4635-9233-083382f5e91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133363 Nov 16 11:16:23.765786 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea62074-6e33-4abe-8430-328be68b9186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04691f9f-5b29-4e6e-bbac-9fcb37600cf8,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:23.889386 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-82883ba9-dd52-4c49-b3b1-3d1ecbf9453e req-e892348d-47bd-4622-b667-40bb251f80f4 service neutron] 10.222.0.64 "GET /v2.0/networks/51c062da-8d2e-4635-9233-083382f5e91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450534 Nov 16 11:16:23.926163 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98acf932-199d-485a-bd1c-edb67778d232 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:23.960490 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36a59c-6c13-4da5-ba85-371505a0d263 req-e2fe4a29-c725-468a-8a50-914690d00b1c tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:23.972093 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1c36a59c-6c13-4da5-ba85-371505a0d263 req-e2fe4a29-c725-468a-8a50-914690d00b1c tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.61 "GET /v2.0/ports?device_id=88832276-7f5a-4fa2-87ba-b2d9d69d0465 HTTP/1.1" status: 200 len: 972 time: 0.0944765 Nov 16 11:16:23.973999 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98acf932-199d-485a-bd1c-edb67778d232 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:23.996658 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-a2307155-289e-47f0-a4b3-c6f4b02ae59b req-47e54558-0970-4179-aaea-be099332c4c6 tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] Deleting port f2db99ea-0f86-415d-bbc5-ba0d81e4659f {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:16:23.996967 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a2307155-289e-47f0-a4b3-c6f4b02ae59b req-47e54558-0970-4179-aaea-be099332c4c6 tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:24.054650 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1c36a59c-6c13-4da5-ba85-371505a0d263 req-f39992b2-1896-4148-b478-7d04e2eb773a tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.61 "GET /v2.0/security-groups?id=88ec71a7-931b-4a91-9a70-3ad79127b9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814598 Nov 16 11:16:24.117269 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-a2307155-289e-47f0-a4b3-c6f4b02ae59b req-47e54558-0970-4179-aaea-be099332c4c6 tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] For port f2db99ea-0f86-415d-bbc5-ba0d81e4659f, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=f2db99ea-0f86-415d-bbc5-ba0d81e4659f,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:16:24.117707 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a2307155-289e-47f0-a4b3-c6f4b02ae59b req-47e54558-0970-4179-aaea-be099332c4c6 tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:24.133464 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-a2307155-289e-47f0-a4b3-c6f4b02ae59b req-47e54558-0970-4179-aaea-be099332c4c6 tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] Calling delete_port for f2db99ea-0f86-415d-bbc5-ba0d81e4659f owned by compute:tempest-test_az-1007873229 {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:16:24.211431 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98acf932-199d-485a-bd1c-edb67778d232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:24.214638 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98acf932-199d-485a-bd1c-edb67778d232 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:24.218415 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-98acf932-199d-485a-bd1c-edb67778d232 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/04691f9f-5b29-4e6e-bbac-9fcb37600cf8 HTTP/1.1" status: 204 len: 168 time: 0.5369389 Nov 16 11:16:24.234583 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98acf932-199d-485a-bd1c-edb67778d232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04691f9f-5b29-4e6e-bbac-9fcb37600cf8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:24.249456 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49816) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:24.264255 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0be87608-9b46-44d8-a32d-6f545d26cc7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:24.348083 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a2307155-289e-47f0-a4b3-c6f4b02ae59b req-47e54558-0970-4179-aaea-be099332c4c6 tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:24.363294 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['f2db99ea-0f86-415d-bbc5-ba0d81e4659f'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:16:24.374186 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49820) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:24.417593 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49822) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:24.420115 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e54558-0970-4179-aaea-be099332c4c6 tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] Pushing event deleted for resources: {'Port': ['ID=f2db99ea-0f86-415d-bbc5-ba0d81e4659f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:24.565331 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49828) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:24.566173 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2307155-289e-47f0-a4b3-c6f4b02ae59b req-47e54558-0970-4179-aaea-be099332c4c6 tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] No DVR routers for this DVR port f2db99ea-0f86-415d-bbc5-ba0d81e4659f on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:16:24.575971 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a2307155-289e-47f0-a4b3-c6f4b02ae59b req-47e54558-0970-4179-aaea-be099332c4c6 tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:24.580149 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a2307155-289e-47f0-a4b3-c6f4b02ae59b req-47e54558-0970-4179-aaea-be099332c4c6 tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.36 "DELETE /v2.0/ports/f2db99ea-0f86-415d-bbc5-ba0d81e4659f HTTP/1.1" status: 204 len: 173 time: 0.8924334 Nov 16 11:16:24.581112 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88832276-7f5a-4fa2-87ba-b2d9d69d0465', 'name': 'network-vif-deleted', 'tag': 'f2db99ea-0f86-415d-bbc5-ba0d81e4659f'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:16:24.584245 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434094ae-ab68-45be-bd74-8e7e1b186963" -d '{"events": [{"server_uuid": "88832276-7f5a-4fa2-87ba-b2d9d69d0465", "name": "network-vif-deleted", "tag": "f2db99ea-0f86-415d-bbc5-ba0d81e4659f"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:16:24.671619 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0568c9dc-abb7-4533-b103-34ccae7a0ecc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:24.773454 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70370565-66a0-4342-bdbb-83032c3b9623 req-6cfa52f5-462b-47e8-abf7-deaa7a8d8bcd tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:24.782683 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-70370565-66a0-4342-bdbb-83032c3b9623 req-6cfa52f5-462b-47e8-abf7-deaa7a8d8bcd tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/ports?device_id=bdf133c1-f2b1-4653-b566-7b80d60f8496 HTTP/1.1" status: 200 len: 944 time: 0.3899477 Nov 16 11:16:24.785877 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9d9eed49-6f2b-4b83-8736-8da1f7e107e6 req-375bcd5d-58e5-440a-83a9-4a8c89684777 tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e86ff4c-8c38-43a8-ad35-03bf5ac3286c HTTP/1.1" status: 200 len: 210 time: 0.1389847 Nov 16 11:16:24.827317 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-551137e2-ed23-42a5-ab66-1a9f5948cbf5 tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7693065b732c4be48c4fb00439ee5367&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526693 Nov 16 11:16:24.834598 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0be87608-9b46-44d8-a32d-6f545d26cc7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:24.855488 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0be87608-9b46-44d8-a32d-6f545d26cc7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:24.919980 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6664c5-477e-45fb-89a2-6357a191af03 x-openstack-request-id: req-ee6664c5-477e-45fb-89a2-6357a191af03 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:16:24.920293 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88832276-7f5a-4fa2-87ba-b2d9d69d0465", "name": "network-vif-deleted", "tag": "f2db99ea-0f86-415d-bbc5-ba0d81e4659f", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:16:24.920545 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ee6664c5-477e-45fb-89a2-6357a191af03 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:16:24.921359 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88832276-7f5a-4fa2-87ba-b2d9d69d0465', 'name': 'network-vif-deleted', 'tag': 'f2db99ea-0f86-415d-bbc5-ba0d81e4659f', 'status': 'completed', 'code': 200} Nov 16 11:16:24.934786 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be87608-9b46-44d8-a32d-6f545d26cc7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67703fe1-a41a-49f5-b494-9519097ca591,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:24.966598 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-70370565-66a0-4342-bdbb-83032c3b9623 req-873c042c-f92a-4e54-bc40-4c3da80a746d tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/security-groups?id=29be483f-dbde-4ea7-977a-e091d2cc6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820295 Nov 16 11:16:24.973045 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0be87608-9b46-44d8-a32d-6f545d26cc7a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b29788b2652f4327b5d16659732ce9de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7221127 Nov 16 11:16:24.977439 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49842) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:24.980227 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f424be4-a402-489b-ab6d-a23e34f39971 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:24.986353 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-386af512-254d-4f25-a445-2664a63b68a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:25.074682 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7faae0f9-f3f4-42ec-8818-580bef75ee40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:25.077605 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0568c9dc-abb7-4533-b103-34ccae7a0ecc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:25.088435 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0568c9dc-abb7-4533-b103-34ccae7a0ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:25.138799 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7faae0f9-f3f4-42ec-8818-580bef75ee40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:25.157503 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-386af512-254d-4f25-a445-2664a63b68a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:25.167649 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-082ecd07-3cdc-41fe-85e8-236408a4c538 tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:25.169485 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-082ecd07-3cdc-41fe-85e8-236408a4c538 tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3262646 Nov 16 11:16:25.172067 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-386af512-254d-4f25-a445-2664a63b68a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:25.193894 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-8028aa6a-fa1a-472b-aa85-104765cfe247 tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] Request body: {'port': {'device_id': '7e86ff4c-8c38-43a8-ad35-03bf5ac3286c', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'admin_state_up': True, 'tenant_id': '7693065b732c4be48c4fb00439ee5367'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:16:25.197880 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0568c9dc-abb7-4533-b103-34ccae7a0ecc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e5f97547628040bca61e0241769a1eb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8184969 Nov 16 11:16:25.202163 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-68dabd13-55bf-40af-a28a-f87e90483037 req-d096c894-5252-4686-a1b8-3d28fabeec56 tempest-AggregatesAdminTestJSON-1317210151 tempest-AggregatesAdminTestJSON-1317210151-project] 10.222.0.61 "GET /v2.0/ports?device_id=88832276-7f5a-4fa2-87ba-b2d9d69d0465 HTTP/1.1" status: 200 len: 210 time: 0.0462108 Nov 16 11:16:25.204350 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49850) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:25.204995 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0568c9dc-abb7-4533-b103-34ccae7a0ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0bca72-11ee-4b50-ad70-101c13451826,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:25.276148 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-386af512-254d-4f25-a445-2664a63b68a5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=509d00efc9f84043aa7b11203eb5cb24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7024856 Nov 16 11:16:25.276369 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49852) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:25.290656 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d68ebe4c-10da-4ec6-a549-7f28e62037e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:25.318378 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7faae0f9-f3f4-42ec-8818-580bef75ee40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:25.322616 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7faae0f9-f3f4-42ec-8818-580bef75ee40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:25.324303 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7faae0f9-f3f4-42ec-8818-580bef75ee40 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/67703fe1-a41a-49f5-b494-9519097ca591 HTTP/1.1" status: 204 len: 168 time: 0.3459165 Nov 16 11:16:25.346884 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386af512-254d-4f25-a445-2664a63b68a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c1a5f9-2d72-4953-9546-3406f6f2486e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:25.355248 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faae0f9-f3f4-42ec-8818-580bef75ee40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67703fe1-a41a-49f5-b494-9519097ca591,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:25.362136 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d68ebe4c-10da-4ec6-a549-7f28e62037e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:25.409687 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d02180b8-aa6e-4753-837e-0e06092ae4cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:25.442942 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d02180b8-aa6e-4753-837e-0e06092ae4cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:25.456729 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f424be4-a402-489b-ab6d-a23e34f39971 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:25.464338 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f424be4-a402-489b-ab6d-a23e34f39971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:25.474048 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d68ebe4c-10da-4ec6-a549-7f28e62037e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:25.476641 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d68ebe4c-10da-4ec6-a549-7f28e62037e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:25.477834 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d68ebe4c-10da-4ec6-a549-7f28e62037e4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0e0bca72-11ee-4b50-ad70-101c13451826 HTTP/1.1" status: 204 len: 168 time: 0.2696054 Nov 16 11:16:25.479263 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-8028aa6a-fa1a-472b-aa85-104765cfe247 tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] Made reservation on behalf of 7693065b732c4be48c4fb00439ee5367 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:16:25.483306 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-8028aa6a-fa1a-472b-aa85-104765cfe247 tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:25.489600 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ebe4c-10da-4ec6-a549-7f28e62037e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0bca72-11ee-4b50-ad70-101c13451826,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:25.516607 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 52a315bf-0c07-4dbf-a0a5-6691c5db1a16 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:16:25.531848 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d02180b8-aa6e-4753-837e-0e06092ae4cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:25.534351 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-8028aa6a-fa1a-472b-aa85-104765cfe247 tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:25.543031 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d02180b8-aa6e-4753-837e-0e06092ae4cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:25.547926 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d02180b8-aa6e-4753-837e-0e06092ae4cd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b5c1a5f9-2d72-4953-9546-3406f6f2486e HTTP/1.1" status: 204 len: 168 time: 0.2734690 Nov 16 11:16:25.548747 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0f424be4-a402-489b-ab6d-a23e34f39971 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a9165edf745d4972b53b364f4f3e2720&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1260436 Nov 16 11:16:25.549864 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f424be4-a402-489b-ab6d-a23e34f39971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc76998-6b15-46c5-bec8-77f48defc348,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:25.552909 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49866) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:25.570654 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02180b8-aa6e-4753-837e-0e06092ae4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c1a5f9-2d72-4953-9546-3406f6f2486e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:25.648774 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd619a71-debd-4e1a-996f-afb9c9d47f9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:25.676746 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 52a315bf-0c07-4dbf-a0a5-6691c5db1a16, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=52a315bf-0c07-4dbf-a0a5-6691c5db1a16,segment=NetworkSegment(28eb1295-39a5-4045-b087-0ec8bd4c5806),segment_id=28eb1295-39a5-4045-b087-0ec8bd4c5806)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:16:25.686523 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd619a71-debd-4e1a-996f-afb9c9d47f9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:25.689635 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '52a315bf-0c07-4dbf-a0a5-6691c5db1a16', 'network_id': '51c062da-8d2e-4635-9233-083382f5e91b', 'port_id': '52a315bf-0c07-4dbf-a0a5-6691c5db1a16', 'mac_address': 'fa:16:3e:dd:50:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a80f9cd-7734-45f6-8085-b4fd319f0cf2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:16:25.720715 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-8028aa6a-fa1a-472b-aa85-104765cfe247 tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:25.727236 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:25.735243 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-8028aa6a-fa1a-472b-aa85-104765cfe247 tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:25.742904 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52a315bf-0c07-4dbf-a0a5-6691c5db1a16 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:16:25.764668 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 52a315bf-0c07-4dbf-a0a5-6691c5db1a16, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=52a315bf-0c07-4dbf-a0a5-6691c5db1a16,segment=NetworkSegment(28eb1295-39a5-4045-b087-0ec8bd4c5806),segment_id=28eb1295-39a5-4045-b087-0ec8bd4c5806)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:16:25.776658 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:25.807796 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028aa6a-fa1a-472b-aa85-104765cfe247 tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08ac64ae-107c-4178-a617-ac7c8180db31,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:25.854375 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=52a315bf-0c07-4dbf-a0a5-6691c5db1a16,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:25.859260 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd619a71-debd-4e1a-996f-afb9c9d47f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:25.862771 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd619a71-debd-4e1a-996f-afb9c9d47f9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:25.866669 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bd619a71-debd-4e1a-996f-afb9c9d47f9e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2bc76998-6b15-46c5-bec8-77f48defc348 HTTP/1.1" status: 204 len: 168 time: 0.3124609 Nov 16 11:16:25.889419 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd619a71-debd-4e1a-996f-afb9c9d47f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc76998-6b15-46c5-bec8-77f48defc348,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:25.933407 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-349a74e8-1023-4413-bcac-6d1b28d01388 req-2ccaf73f-34a7-4acb-956d-5724a6e03fce tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e86ff4c-8c38-43a8-ad35-03bf5ac3286c HTTP/1.1" status: 200 len: 210 time: 0.0360732 Nov 16 11:16:25.963484 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-8028aa6a-fa1a-472b-aa85-104765cfe247 tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] Allocated IP 192.168.233.61 (d184b1c6-3832-4c86-bfd0-c1472d76d6c3/c4c770cc-51d7-42eb-b4a6-9a605bacae0f/52422d78-48bf-40d7-b646-bceb2f603986) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:16:26.120187 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3ae7e-1add-4bcc-9f4d-9743f8e4ca38 req-2c12ad43-209e-4f74-b109-40348f8eafe4 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:26.121707 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02d3ae7e-1add-4bcc-9f4d-9743f8e4ca38 req-2c12ad43-209e-4f74-b109-40348f8eafe4 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/ports?device_id=bdf133c1-f2b1-4653-b566-7b80d60f8496 HTTP/1.1" status: 200 len: 945 time: 0.0588078 Nov 16 11:16:26.143078 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['52a315bf-0c07-4dbf-a0a5-6691c5db1a16'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:16:26.170144 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-8028aa6a-fa1a-472b-aa85-104765cfe247 tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:26.212658 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-8028aa6a-fa1a-472b-aa85-104765cfe247 tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:26.220175 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02d3ae7e-1add-4bcc-9f4d-9743f8e4ca38 req-14780bad-87a5-40da-98f7-78cc015df39e tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/security-groups?id=29be483f-dbde-4ea7-977a-e091d2cc6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888634 Nov 16 11:16:26.267855 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-8028aa6a-fa1a-472b-aa85-104765cfe247 tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] Network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:16:26.285956 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-8028aa6a-fa1a-472b-aa85-104765cfe247 tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:16:26.291315 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-8028aa6a-fa1a-472b-aa85-104765cfe247 tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:16:26.348040 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028aa6a-fa1a-472b-aa85-104765cfe247 tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] Pushing event updated for resources: {'Port': ['ID=52422d78-48bf-40d7-b646-bceb2f603986,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:26.380842 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-8028aa6a-fa1a-472b-aa85-104765cfe247 tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:26.381768 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-8028aa6a-fa1a-472b-aa85-104765cfe247 tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:26.406383 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-8028aa6a-fa1a-472b-aa85-104765cfe247 tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2161689 Nov 16 11:16:26.420751 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-fcdf0aa1-7142-4c9b-a962-afe9782a785d service neutron] Request body: {'port': {'device_id': '7e86ff4c-8c38-43a8-ad35-03bf5ac3286c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:16:26.593094 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-e951cb84-99b6-41e0-be98-d9c1899bb2e8 None None] Provisioning complete for port 52422d78-48bf-40d7-b646-bceb2f603986 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:16:26.594189 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e951cb84-99b6-41e0-be98-d9c1899bb2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:26.632503 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-e951cb84-99b6-41e0-be98-d9c1899bb2e8 None None] Port 52422d78-48bf-40d7-b646-bceb2f603986 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:16:26.646908 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-fcdf0aa1-7142-4c9b-a962-afe9782a785d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:26.687223 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49904) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:26.701538 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-33fe3c0c-dc69-4919-9e3f-65690597a041 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:26.798163 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-33fe3c0c-dc69-4919-9e3f-65690597a041 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:26.803798 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-33fe3c0c-dc69-4919-9e3f-65690597a041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:26.863529 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-33fe3c0c-dc69-4919-9e3f-65690597a041 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3ac099d011be405eabf4b1d40d821f0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1663601 Nov 16 11:16:26.863529 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe3c0c-dc69-4919-9e3f-65690597a041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2946bba7-b10f-4f12-8389-5bf7cfe1974d,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:26.864193 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49910) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:26.971658 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2bcdaa97-5e7f-4618-8de4-6f593139bcf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:26.990861 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-fcdf0aa1-7142-4c9b-a962-afe9782a785d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52422d78-48bf-40d7-b646-bceb2f603986 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:16:27.005397 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-fcdf0aa1-7142-4c9b-a962-afe9782a785d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:27.013539 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49920) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:27.019876 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2bcdaa97-5e7f-4618-8de4-6f593139bcf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:27.038154 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-fcdf0aa1-7142-4c9b-a962-afe9782a785d service neutron] Transition to ACTIVE for port object 52422d78-48bf-40d7-b646-bceb2f603986 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:16:27.045345 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-fcdf0aa1-7142-4c9b-a962-afe9782a785d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:27.099096 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3c3ea-1c86-4e09-b21c-cf595e61b36c req-884b338c-226b-4c5d-8d1a-0cd492722e75 tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:27.101882 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-68f3c3ea-1c86-4e09-b21c-cf595e61b36c req-884b338c-226b-4c5d-8d1a-0cd492722e75 tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e86ff4c-8c38-43a8-ad35-03bf5ac3286c HTTP/1.1" status: 200 len: 935 time: 0.0825114 Nov 16 11:16:27.112283 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf0aa1-7142-4c9b-a962-afe9782a785d service neutron] Pushing event updated for resources: {'Port': ['ID=52422d78-48bf-40d7-b646-bceb2f603986,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:27.139156 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2bcdaa97-5e7f-4618-8de4-6f593139bcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:27.141943 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2bcdaa97-5e7f-4618-8de4-6f593139bcf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:27.145843 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2bcdaa97-5e7f-4618-8de4-6f593139bcf6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2946bba7-b10f-4f12-8389-5bf7cfe1974d HTTP/1.1" status: 204 len: 168 time: 0.2837894 Nov 16 11:16:27.182638 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcdaa97-5e7f-4618-8de4-6f593139bcf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2946bba7-b10f-4f12-8389-5bf7cfe1974d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:27.184539 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-68f3c3ea-1c86-4e09-b21c-cf595e61b36c req-dfcc56f7-8de0-4bda-b464-142fee29836f tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] 10.222.0.61 "GET /v2.0/security-groups?id=08ac64ae-107c-4178-a617-ac7c8180db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732980 Nov 16 11:16:27.234639 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-fcdf0aa1-7142-4c9b-a962-afe9782a785d service neutron] Attempting to bind port 52422d78-48bf-40d7-b646-bceb2f603986 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:16:27.235770 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-fcdf0aa1-7142-4c9b-a962-afe9782a785d service neutron] Attempting to bind port 52422d78-48bf-40d7-b646-bceb2f603986 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:16:27.236111 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-fcdf0aa1-7142-4c9b-a962-afe9782a785d service neutron] Attempting to bind port 52422d78-48bf-40d7-b646-bceb2f603986 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:16:27.242995 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-fcdf0aa1-7142-4c9b-a962-afe9782a785d service neutron] Port 52422d78-48bf-40d7-b646-bceb2f603986 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:16:27.243901 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-fcdf0aa1-7142-4c9b-a962-afe9782a785d service neutron] Attempting to bind port 52422d78-48bf-40d7-b646-bceb2f603986 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:16:27.251048 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-fcdf0aa1-7142-4c9b-a962-afe9782a785d service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:16:27.251442 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-fcdf0aa1-7142-4c9b-a962-afe9782a785d service neutron] Checking segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:16:27.254236 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-fcdf0aa1-7142-4c9b-a962-afe9782a785d service neutron] Bound using segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:16:27.254236 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-fcdf0aa1-7142-4c9b-a962-afe9782a785d service neutron] Bound port: 52422d78-48bf-40d7-b646-bceb2f603986, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:16:27.254236 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-fcdf0aa1-7142-4c9b-a962-afe9782a785d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:27.335603 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-fcdf0aa1-7142-4c9b-a962-afe9782a785d service neutron] For port 52422d78-48bf-40d7-b646-bceb2f603986, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:16:27.339820 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-fcdf0aa1-7142-4c9b-a962-afe9782a785d service neutron] For port 52422d78-48bf-40d7-b646-bceb2f603986, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=52422d78-48bf-40d7-b646-bceb2f603986,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:16:27.360385 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-fcdf0aa1-7142-4c9b-a962-afe9782a785d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:27.410120 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb90a99-495f-4a2a-8653-479b11bfa48c req-5a28f965-f8a8-4b55-a070-e168ffa469d8 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:27.430290 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-fcdf0aa1-7142-4c9b-a962-afe9782a785d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:27.431453 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-fcdf0aa1-7142-4c9b-a962-afe9782a785d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:27.432112 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ecb90a99-495f-4a2a-8653-479b11bfa48c req-5a28f965-f8a8-4b55-a070-e168ffa469d8 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/ports?device_id=bdf133c1-f2b1-4653-b566-7b80d60f8496 HTTP/1.1" status: 200 len: 945 time: 0.0842891 Nov 16 11:16:27.433161 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-fcdf0aa1-7142-4c9b-a962-afe9782a785d service neutron] 10.222.0.36 "PUT /v2.0/ports/52422d78-48bf-40d7-b646-bceb2f603986 HTTP/1.1" status: 200 len: 1095 time: 1.0177631 Nov 16 11:16:27.435821 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e86ff4c-8c38-43a8-ad35-03bf5ac3286c', 'tag': '52422d78-48bf-40d7-b646-bceb2f603986'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:16:27.438357 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0264e9a4-305d-4200-ab92-215ee56913d5" -d '{"events": [{"name": "network-changed", "server_uuid": "7e86ff4c-8c38-43a8-ad35-03bf5ac3286c", "tag": "52422d78-48bf-40d7-b646-bceb2f603986"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:16:27.480150 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 52a315bf-0c07-4dbf-a0a5-6691c5db1a16 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:16:27.520729 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d199bf0-4c28-44ad-932c-95c3aaf73b89 x-openstack-request-id: req-0d199bf0-4c28-44ad-932c-95c3aaf73b89 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:16:27.521310 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e86ff4c-8c38-43a8-ad35-03bf5ac3286c", "tag": "52422d78-48bf-40d7-b646-bceb2f603986", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:16:27.521884 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0d199bf0-4c28-44ad-932c-95c3aaf73b89 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:16:27.522531 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e86ff4c-8c38-43a8-ad35-03bf5ac3286c', 'tag': '52422d78-48bf-40d7-b646-bceb2f603986', 'status': 'completed', 'code': 200} Nov 16 11:16:27.525433 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ecb90a99-495f-4a2a-8653-479b11bfa48c req-e7e6bf53-4662-42ea-892e-56045ea50dfc tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/security-groups?id=29be483f-dbde-4ea7-977a-e091d2cc6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881882 Nov 16 11:16:27.558156 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf0aa1-7142-4c9b-a962-afe9782a785d service neutron] Pushing event updated for resources: {'Port': ['ID=52422d78-48bf-40d7-b646-bceb2f603986,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:27.567037 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-aceaad5a-c672-4d93-a2ea-183fc542d162 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ff61b00e7bf246f683bd8360babd05b3&name=default HTTP/1.1" status: 200 len: 2993 time: 0.5530748 Nov 16 11:16:27.569906 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49942) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:27.578438 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-c8bbb848-e70d-4f86-8352-b46120a1d19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:27.580103 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-c8bbb848-e70d-4f86-8352-b46120a1d19b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7693065b732c4be48c4fb00439ee5367&device_id=7e86ff4c-8c38-43a8-ad35-03bf5ac3286c HTTP/1.1" status: 200 len: 1098 time: 0.0837982 Nov 16 11:16:27.607303 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 52a315bf-0c07-4dbf-a0a5-6691c5db1a16 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:16:27.612247 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 52a315bf-0c07-4dbf-a0a5-6691c5db1a16 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:16:27.612845 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:27.631839 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-e3f26366-1fd1-4246-97a5-5c5b961e4422 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=52422d78-48bf-40d7-b646-bceb2f603986 HTTP/1.1" status: 200 len: 217 time: 0.0434124 Nov 16 11:16:27.644710 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b299cb5f-c605-481c-be6e-4529bfddc8df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:27.685705 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b299cb5f-c605-481c-be6e-4529bfddc8df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:27.709345 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-a8f2c1af-db6a-4143-a6d7-5f848a876160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:27.712460 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-a8f2c1af-db6a-4143-a6d7-5f848a876160 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0716655 Nov 16 11:16:27.744732 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:27.767889 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b299cb5f-c605-481c-be6e-4529bfddc8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:27.770843 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b299cb5f-c605-481c-be6e-4529bfddc8df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:27.775179 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b299cb5f-c605-481c-be6e-4529bfddc8df admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/88ec71a7-931b-4a91-9a70-3ad79127b9cf HTTP/1.1" status: 204 len: 168 time: 0.1990004 Nov 16 11:16:27.783437 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299cb5f-c605-481c-be6e-4529bfddc8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ec71a7-931b-4a91-9a70-3ad79127b9cf,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:27.791622 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:27.814700 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-8dd94803-bf58-440e-9647-28d1204c9a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:27.817511 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-8dd94803-bf58-440e-9647-28d1204c9a6f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0991266 Nov 16 11:16:27.832417 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 52a315bf-0c07-4dbf-a0a5-6691c5db1a16, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=52a315bf-0c07-4dbf-a0a5-6691c5db1a16,segment=NetworkSegment(28eb1295-39a5-4045-b087-0ec8bd4c5806),segment_id=28eb1295-39a5-4045-b087-0ec8bd4c5806)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:16:27.835593 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf133c1-f2b1-4653-b566-7b80d60f8496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a315bf-0c07-4dbf-a0a5-6691c5db1a16'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:16:27.838650 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff0f80a-4ff4-4ecf-81e3-97fea3a13a15" -d '{"events": [{"server_uuid": "bdf133c1-f2b1-4653-b566-7b80d60f8496", "name": "network-vif-plugged", "status": "completed", "tag": "52a315bf-0c07-4dbf-a0a5-6691c5db1a16"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:16:27.843763 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:27.907709 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb7f026-2c36-4c93-8c5f-a4e1787bbc3e x-openstack-request-id: req-acb7f026-2c36-4c93-8c5f-a4e1787bbc3e {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:16:27.913524 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf133c1-f2b1-4653-b566-7b80d60f8496", "name": "network-vif-plugged", "status": "completed", "tag": "52a315bf-0c07-4dbf-a0a5-6691c5db1a16", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:16:27.917040 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-acb7f026-2c36-4c93-8c5f-a4e1787bbc3e {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:16:27.917456 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf133c1-f2b1-4653-b566-7b80d60f8496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a315bf-0c07-4dbf-a0a5-6691c5db1a16', 'code': 200} Nov 16 11:16:27.925071 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=52a315bf-0c07-4dbf-a0a5-6691c5db1a16,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:27.963200 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-ffe971de-5af0-4255-a635-3c0e9f162e16 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385062 Nov 16 11:16:28.032321 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a0896-7453-4bc5-b676-b9c4350a3e6e req-fb51a22b-12ba-448f-b8f2-1f2af18372d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:28.034687 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9e4a0896-7453-4bc5-b676-b9c4350a3e6e req-fb51a22b-12ba-448f-b8f2-1f2af18372d9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bdf133c1-f2b1-4653-b566-7b80d60f8496 HTTP/1.1" status: 200 len: 1097 time: 0.0609186 Nov 16 11:16:28.070588 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e419b997-0d54-429d-a5e1-ec9b0525cb53 req-43b0f4c6-b399-4b50-b131-6b2f0b4ba112 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997179 Nov 16 11:16:28.097251 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9e4a0896-7453-4bc5-b676-b9c4350a3e6e req-692acc3d-f3ce-44e9-bbe5-9f2d4a0130e1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=29be483f-dbde-4ea7-977a-e091d2cc6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541017 Nov 16 11:16:28.174303 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264e9a4-305d-4200-ab92-215ee56913d5 req-b7b823ca-1ff1-4de7-8cc9-d51bcfa396ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:28.174303 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0264e9a4-305d-4200-ab92-215ee56913d5 req-b7b823ca-1ff1-4de7-8cc9-d51bcfa396ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7693065b732c4be48c4fb00439ee5367&device_id=7e86ff4c-8c38-43a8-ad35-03bf5ac3286c HTTP/1.1" status: 200 len: 1098 time: 0.0431883 Nov 16 11:16:28.286509 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264e9a4-305d-4200-ab92-215ee56913d5 req-22e499fc-8927-452e-ae8a-e5c09b14d5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:28.288371 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0264e9a4-305d-4200-ab92-215ee56913d5 req-22e499fc-8927-452e-ae8a-e5c09b14d5fe service neutron] 10.222.0.36 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.1170812 Nov 16 11:16:28.344983 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0264e9a4-305d-4200-ab92-215ee56913d5 req-4fea92d1-6ec5-49db-9b9b-1eafa664ecc0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=52422d78-48bf-40d7-b646-bceb2f603986 HTTP/1.1" status: 200 len: 217 time: 0.0472355 Nov 16 11:16:28.350550 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236f87a-85b3-41f0-b00a-438d1328a00c req-33b3f7ea-bdc9-405d-b596-1f713a867e14 tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:28.352244 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a236f87a-85b3-41f0-b00a-438d1328a00c req-33b3f7ea-bdc9-405d-b596-1f713a867e14 tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e86ff4c-8c38-43a8-ad35-03bf5ac3286c HTTP/1.1" status: 200 len: 947 time: 0.0636027 Nov 16 11:16:28.413530 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device f2db99ea-0f86-415d-bbc5-ba0d81e4659f no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:16:28.413848 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264e9a4-305d-4200-ab92-215ee56913d5 req-6036b07d-5726-4d4c-9440-d7a7369722ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:28.416362 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0264e9a4-305d-4200-ab92-215ee56913d5 req-6036b07d-5726-4d4c-9440-d7a7369722ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0602186 Nov 16 11:16:28.427734 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a236f87a-85b3-41f0-b00a-438d1328a00c req-fdd35e25-f3f3-43e3-aaf5-d648560db62a tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] 10.222.0.61 "GET /v2.0/security-groups?id=08ac64ae-107c-4178-a617-ac7c8180db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641470 Nov 16 11:16:28.441799 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: f2db99ea-0f86-415d-bbc5-ba0d81e4659f {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:16:28.442620 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device f2db99ea-0f86-415d-bbc5-ba0d81e4659f not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:16:28.468337 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264e9a4-305d-4200-ab92-215ee56913d5 req-61ae309b-3b88-4cb7-8828-3aac6bdf1264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:28.469824 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0264e9a4-305d-4200-ab92-215ee56913d5 req-61ae309b-3b88-4cb7-8828-3aac6bdf1264 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0449193 Nov 16 11:16:28.475660 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49978) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:28.608219 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0264e9a4-305d-4200-ab92-215ee56913d5 req-c167644f-fe1c-40ad-beec-4105b8c9117a service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251407 Nov 16 11:16:28.611680 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-127255a7-79f5-4eb0-b6ed-e5d74ca8668a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=957a5484775a400fb69e1f4ab46e37a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1348190 Nov 16 11:16:28.621479 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49988) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:28.628713 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:28.705047 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a90665-062d-44e1-ab4c-81bfd0ea471b req-8bbc696d-f62b-4055-a383-27dee081b1f9 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:28.712696 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-76a90665-062d-44e1-ab4c-81bfd0ea471b req-8bbc696d-f62b-4055-a383-27dee081b1f9 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/ports?device_id=bdf133c1-f2b1-4653-b566-7b80d60f8496 HTTP/1.1" status: 200 len: 946 time: 0.1052918 Nov 16 11:16:28.741202 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7bb50c59-36c2-465d-b8b5-21a2e98f2d39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:28.743159 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0264e9a4-305d-4200-ab92-215ee56913d5 req-8de5e526-07fb-4dc6-ac39-2c3a1efa5e8c service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281185 Nov 16 11:16:28.780989 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7bb50c59-36c2-465d-b8b5-21a2e98f2d39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:28.792851 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-76a90665-062d-44e1-ab4c-81bfd0ea471b req-cf05809b-154d-4e0f-8b80-f6b5e378c76d tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/security-groups?id=29be483f-dbde-4ea7-977a-e091d2cc6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792849 Nov 16 11:16:28.837697 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7bb50c59-36c2-465d-b8b5-21a2e98f2d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:28.840987 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7bb50c59-36c2-465d-b8b5-21a2e98f2d39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:28.842981 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7bb50c59-36c2-465d-b8b5-21a2e98f2d39 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d172522d-a028-47a3-a275-fa210a87c390 HTTP/1.1" status: 204 len: 168 time: 0.2201593 Nov 16 11:16:28.850904 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb50c59-36c2-465d-b8b5-21a2e98f2d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d172522d-a028-47a3-a275-fa210a87c390,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:29.015211 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50006) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:29.323940 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-6c1c5194-3dfe-4adf-a695-d5c939268b65 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-687097913-network', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:16:29.365650 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1c5194-3dfe-4adf-a695-d5c939268b65 admin admin] Made reservation on behalf of 6c52a8c39fe94e6d89dd46750a80e67d for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:16:29.368759 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6c1c5194-3dfe-4adf-a695-d5c939268b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:29.378335 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6c1c5194-3dfe-4adf-a695-d5c939268b65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:29.492316 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6c1c5194-3dfe-4adf-a695-d5c939268b65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:29.496656 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6c1c5194-3dfe-4adf-a695-d5c939268b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:29.528045 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c1c5194-3dfe-4adf-a695-d5c939268b65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:16:29.538068 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c5194-3dfe-4adf-a695-d5c939268b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42abe699-cecb-40b2-a376-43deeb633c65,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:29.544826 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6c1c5194-3dfe-4adf-a695-d5c939268b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:29.545170 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-6c1c5194-3dfe-4adf-a695-d5c939268b65 admin admin] Added segment 493b8b27-dbac-4588-be26-e66a243cc432 of type vlan for network e6f6c22e-8152-4ca5-86d7-dcaf88c6db36 Nov 16 11:16:29.611392 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6c1c5194-3dfe-4adf-a695-d5c939268b65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:29.631560 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9145c97-d8d6-4322-a67c-34cacadc9b2a req-afe3908e-c866-4e61-b2f7-1a083fd83f96 tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:29.633061 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b9145c97-d8d6-4322-a67c-34cacadc9b2a req-afe3908e-c866-4e61-b2f7-1a083fd83f96 tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e86ff4c-8c38-43a8-ad35-03bf5ac3286c HTTP/1.1" status: 200 len: 947 time: 0.0897124 Nov 16 11:16:29.677020 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6c1c5194-3dfe-4adf-a695-d5c939268b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:29.677996 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1c5194-3dfe-4adf-a695-d5c939268b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:29.678585 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6c1c5194-3dfe-4adf-a695-d5c939268b65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:29.747087 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b9145c97-d8d6-4322-a67c-34cacadc9b2a req-1e06fa12-1e24-49f3-b6a8-7d60311eab0b tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] 10.222.0.61 "GET /v2.0/security-groups?id=08ac64ae-107c-4178-a617-ac7c8180db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978229 Nov 16 11:16:29.763942 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6c1c5194-3dfe-4adf-a695-d5c939268b65 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7450366 Nov 16 11:16:29.764361 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50070) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:29.777547 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-dffaeaf4-6dde-48b9-bd1c-463ef14162cb admin admin] Request body: {'subnet': {'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-687097913-subnet', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:16:29.793595 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c5194-3dfe-4adf-a695-d5c939268b65 admin admin] Pushing event updated for resources: {'Network': ['ID=e6f6c22e-8152-4ca5-86d7-dcaf88c6db36,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:29.807918 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network e6f6c22e-8152-4ca5-86d7-dcaf88c6db36 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:16:29.842698 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffaeaf4-6dde-48b9-bd1c-463ef14162cb admin admin] Made reservation on behalf of 6c52a8c39fe94e6d89dd46750a80e67d for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:16:29.846453 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dffaeaf4-6dde-48b9-bd1c-463ef14162cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:30.020200 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-7d9cb80a-1e68-48c3-a1c9-a4feb2637f04 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=5646f465a0254b968bb1347b734231e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598171 Nov 16 11:16:30.157831 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f9e04-d4ab-4d80-8aa9-5fcf1a52f372 req-b35dce72-ec09-46a9-9f6d-0f3c725c0c73 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:30.159634 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5f8f9e04-d4ab-4d80-8aa9-5fcf1a52f372 req-b35dce72-ec09-46a9-9f6d-0f3c725c0c73 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/ports?device_id=bdf133c1-f2b1-4653-b566-7b80d60f8496 HTTP/1.1" status: 200 len: 946 time: 0.2047858 Nov 16 11:16:30.278649 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5f8f9e04-d4ab-4d80-8aa9-5fcf1a52f372 req-1327f5ac-1e96-4507-aab6-c31abb7507a6 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/security-groups?id=29be483f-dbde-4ea7-977a-e091d2cc6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076970 Nov 16 11:16:30.293667 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-f967770c-4012-4495-b847-748c3f956961 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:30.301066 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-f967770c-4012-4495-b847-748c3f956961 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2730014 Nov 16 11:16:30.319861 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-5061f145-47f5-4d66-be8c-8139085b0f5e tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] 10.222.0.61 "GET /v2.0/quotas/5646f465a0254b968bb1347b734231e1 HTTP/1.1" status: 200 len: 375 time: 0.0180283 Nov 16 11:16:30.383669 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-311ac6ff-e17d-40a1-9064-f6430d3440f7 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5646f465a0254b968bb1347b734231e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425572 Nov 16 11:16:30.391265 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dffaeaf4-6dde-48b9-bd1c-463ef14162cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:30.412342 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 52422d78-48bf-40d7-b646-bceb2f603986 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:16:30.449251 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffaeaf4-6dde-48b9-bd1c-463ef14162cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a723c1b5-1a0f-4323-9985-39160c514b43,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:30.460993 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffaeaf4-6dde-48b9-bd1c-463ef14162cb admin admin] Checking segment: {'id': '493b8b27-dbac-4588-be26-e66a243cc432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:16:30.461355 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffaeaf4-6dde-48b9-bd1c-463ef14162cb admin admin] Network hostable DHCP agents. Network: e6f6c22e-8152-4ca5-86d7-dcaf88c6db36, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:16:30.488219 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffaeaf4-6dde-48b9-bd1c-463ef14162cb admin admin] Network e6f6c22e-8152-4ca5-86d7-dcaf88c6db36 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:16:30.512286 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-dffaeaf4-6dde-48b9-bd1c-463ef14162cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, e6f6c22e-8152-4ca5-86d7-dcaf88c6db36) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:16:30.518139 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffaeaf4-6dde-48b9-bd1c-463ef14162cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:30.518836 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dffaeaf4-6dde-48b9-bd1c-463ef14162cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:30.546436 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-dffaeaf4-6dde-48b9-bd1c-463ef14162cb admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7812638 Nov 16 11:16:30.549338 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50114) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:30.554740 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-a135e364-cccb-4568-bdb6-45da9cf4e195 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-687097913-router', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:16:30.555237 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d97cb82-dc1e-4d98-8917-a7148d18dd0d None None] Network e6f6c22e-8152-4ca5-86d7-dcaf88c6db36 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:16:30.598952 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a135e364-cccb-4568-bdb6-45da9cf4e195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:30.600856 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a135e364-cccb-4568-bdb6-45da9cf4e195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:30.610495 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 52422d78-48bf-40d7-b646-bceb2f603986, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=52422d78-48bf-40d7-b646-bceb2f603986,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:16:30.633374 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '52422d78-48bf-40d7-b646-bceb2f603986', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'port_id': '52422d78-48bf-40d7-b646-bceb2f603986', 'mac_address': 'fa:16:3e:68:c3:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c770cc-51d7-42eb-b4a6-9a605bacae0f', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:16:30.697521 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:30.722119 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52422d78-48bf-40d7-b646-bceb2f603986 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:16:30.723316 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a135e364-cccb-4568-bdb6-45da9cf4e195 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:30.769033 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 52422d78-48bf-40d7-b646-bceb2f603986, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=52422d78-48bf-40d7-b646-bceb2f603986,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:16:30.782131 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:30.840721 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-13c0111d-906e-4295-9dfa-4851dc5c88d1 req-35434fc5-5f4a-41ff-9812-2f711a7f9c43 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] 10.222.0.61 "GET /v2.0/ports?device_id=4206306b-6e0c-4a7c-9a6a-88fc1c2a1db1 HTTP/1.1" status: 200 len: 210 time: 0.0622263 Nov 16 11:16:30.865810 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1104015f-8c9c-454b-be3a-967fc56c7bab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-e6f6c22e-8152-4ca5-86d7-dcaf88c6db36', 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'fixed_ips': [{'subnet_id': 'a723c1b5-1a0f-4323-9985-39160c514b43'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:16:30.866796 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1104015f-8c9c-454b-be3a-967fc56c7bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:30.897867 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=52422d78-48bf-40d7-b646-bceb2f603986,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:30.937150 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a135e364-cccb-4568-bdb6-45da9cf4e195 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:30.976898 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['52422d78-48bf-40d7-b646-bceb2f603986'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:16:31.119574 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-1104015f-8c9c-454b-be3a-967fc56c7bab None None] Allocated IP 172.20.0.2 (e6f6c22e-8152-4ca5-86d7-dcaf88c6db36/a723c1b5-1a0f-4323-9985-39160c514b43/78bee25e-b1c7-40a6-8090-bc5ce6b24a73) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:16:31.194457 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa6760-b129-4db6-acbb-e7243bf5424b req-d782dead-3169-43d6-b7c5-7bf4e9303350 tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:31.196127 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7bfa6760-b129-4db6-acbb-e7243bf5424b req-d782dead-3169-43d6-b7c5-7bf4e9303350 tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e86ff4c-8c38-43a8-ad35-03bf5ac3286c HTTP/1.1" status: 200 len: 948 time: 0.1580048 Nov 16 11:16:31.367932 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1104015f-8c9c-454b-be3a-967fc56c7bab None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:31.380180 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1104015f-8c9c-454b-be3a-967fc56c7bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:31.431556 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1104015f-8c9c-454b-be3a-967fc56c7bab None None] Network e6f6c22e-8152-4ca5-86d7-dcaf88c6db36 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:16:31.441430 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-1104015f-8c9c-454b-be3a-967fc56c7bab None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:16:31.449032 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1104015f-8c9c-454b-be3a-967fc56c7bab None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:16:31.474198 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7bfa6760-b129-4db6-acbb-e7243bf5424b req-ab4c2a70-d325-4b89-a5a1-53621a7ffe6f tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] 10.222.0.61 "GET /v2.0/security-groups?id=08ac64ae-107c-4178-a617-ac7c8180db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653596 Nov 16 11:16:31.475987 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1104015f-8c9c-454b-be3a-967fc56c7bab None None] Pushing event updated for resources: {'Port': ['ID=78bee25e-b1c7-40a6-8090-bc5ce6b24a73,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:31.563000 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00714b-11c8-4485-8907-75b469ebd2b4 req-deb66066-442d-4e54-809a-1c24b38d3413 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:31.570255 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1a00714b-11c8-4485-8907-75b469ebd2b4 req-deb66066-442d-4e54-809a-1c24b38d3413 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/ports?device_id=bdf133c1-f2b1-4653-b566-7b80d60f8496 HTTP/1.1" status: 200 len: 946 time: 0.1286550 Nov 16 11:16:31.605591 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-1104015f-8c9c-454b-be3a-967fc56c7bab None None] Attempting to bind port 78bee25e-b1c7-40a6-8090-bc5ce6b24a73 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:16:31.606218 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-1104015f-8c9c-454b-be3a-967fc56c7bab None None] Attempting to bind port 78bee25e-b1c7-40a6-8090-bc5ce6b24a73 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '493b8b27-dbac-4588-be26-e66a243cc432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:16:31.607043 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1104015f-8c9c-454b-be3a-967fc56c7bab None None] Attempting to bind port 78bee25e-b1c7-40a6-8090-bc5ce6b24a73 on network e6f6c22e-8152-4ca5-86d7-dcaf88c6db36 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:16:31.609533 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a135e364-cccb-4568-bdb6-45da9cf4e195 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:31.614780 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1104015f-8c9c-454b-be3a-967fc56c7bab None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:16:31.615361 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1104015f-8c9c-454b-be3a-967fc56c7bab None None] Checking segment: {'id': '493b8b27-dbac-4588-be26-e66a243cc432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:16:31.615915 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1104015f-8c9c-454b-be3a-967fc56c7bab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:31.616471 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1104015f-8c9c-454b-be3a-967fc56c7bab None None] Bound using segment: {'id': '493b8b27-dbac-4588-be26-e66a243cc432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:16:31.617231 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-1104015f-8c9c-454b-be3a-967fc56c7bab None None] Bound port: 78bee25e-b1c7-40a6-8090-bc5ce6b24a73, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '493b8b27-dbac-4588-be26-e66a243cc432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:16:31.617913 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1104015f-8c9c-454b-be3a-967fc56c7bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:31.657877 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a135e364-cccb-4568-bdb6-45da9cf4e195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:31.726338 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-1104015f-8c9c-454b-be3a-967fc56c7bab None None] For port 78bee25e-b1c7-40a6-8090-bc5ce6b24a73, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:16:31.731214 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-1104015f-8c9c-454b-be3a-967fc56c7bab None None] For port 78bee25e-b1c7-40a6-8090-bc5ce6b24a73, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=78bee25e-b1c7-40a6-8090-bc5ce6b24a73,segment=NetworkSegment(493b8b27-dbac-4588-be26-e66a243cc432),segment_id=493b8b27-dbac-4588-be26-e66a243cc432)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:16:31.745353 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1104015f-8c9c-454b-be3a-967fc56c7bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:31.745823 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1a00714b-11c8-4485-8907-75b469ebd2b4 req-62c84f1a-13e5-4e84-baf4-2116b04c89f5 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/security-groups?id=29be483f-dbde-4ea7-977a-e091d2cc6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694558 Nov 16 11:16:31.886368 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1104015f-8c9c-454b-be3a-967fc56c7bab None None] Pushing event updated for resources: {'Port': ['ID=78bee25e-b1c7-40a6-8090-bc5ce6b24a73,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:31.963711 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2f4dc-2369-4aed-bc9f-cdc200084d25 req-65ca6914-73fb-4fec-96e8-e573ae285836 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:31.964677 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50186) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:31.965130 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-86e2f4dc-2369-4aed-bc9f-cdc200084d25 req-65ca6914-73fb-4fec-96e8-e573ae285836 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/ports?device_id=bdf133c1-f2b1-4653-b566-7b80d60f8496 HTTP/1.1" status: 200 len: 946 time: 0.0965927 Nov 16 11:16:31.973952 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50190) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:31.976402 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-a135e364-cccb-4568-bdb6-45da9cf4e195 admin admin] Allocated IP 172.25.0.189 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/0071b4fd-55c0-4899-8be5-80bf456f8951) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:16:31.981915 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-4729f5dc-012b-4a58-becf-d3d66097b4e2 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Request body: {'floatingip': {'port_id': '52a315bf-0c07-4dbf-a0a5-6691c5db1a16'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:16:32.261604 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-46478490-b958-42db-856d-e38643342a55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:32.389629 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-b7906cc9-214f-40db-8ab3-d285f2898521 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=5646f465a0254b968bb1347b734231e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1219132 Nov 16 11:16:32.408147 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:16:32.419854 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-23c58d9b-9fec-4157-b48f-fb1219354fe7 req-d9d6d20f-7029-425c-9101-e84e58d6612f tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] 10.222.0.61 "GET /v2.0/ports?device_id=4206306b-6e0c-4a7c-9a6a-88fc1c2a1db1 HTTP/1.1" status: 200 len: 210 time: 0.3615241 Nov 16 11:16:32.432168 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4729f5dc-012b-4a58-becf-d3d66097b4e2 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks [] for floatingip, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:32.444398 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 52422d78-48bf-40d7-b646-bceb2f603986 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:16:32.567201 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port 52422d78-48bf-40d7-b646-bceb2f603986 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:16:32.572560 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 52422d78-48bf-40d7-b646-bceb2f603986 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:16:32.573183 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:32.719203 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:32.719651 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-46478490-b958-42db-856d-e38643342a55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:32.735337 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-46478490-b958-42db-856d-e38643342a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:32.788931 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 52422d78-48bf-40d7-b646-bceb2f603986, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=52422d78-48bf-40d7-b646-bceb2f603986,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:16:32.792584 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e86ff4c-8c38-43a8-ad35-03bf5ac3286c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52422d78-48bf-40d7-b646-bceb2f603986'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:16:32.796720 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9649e35b-fa56-4872-ad5c-4c5222e33c2e" -d '{"events": [{"server_uuid": "7e86ff4c-8c38-43a8-ad35-03bf5ac3286c", "name": "network-vif-plugged", "status": "completed", "tag": "52422d78-48bf-40d7-b646-bceb2f603986"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:16:32.802620 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:32.818856 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-3fd7647a-e422-4fe2-a796-2f80912f8532 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:32.820367 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-3fd7647a-e422-4fe2-a796-2f80912f8532 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4201372 Nov 16 11:16:32.825810 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-46478490-b958-42db-856d-e38643342a55 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=25fa876583074220b803843b02b52ca3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8560967 Nov 16 11:16:32.825810 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46478490-b958-42db-856d-e38643342a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149870fa-fdc6-4e1d-8abf-0fa091cc0cdd,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:32.834134 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50210) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:32.847746 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-882b2260-8208-45d8-85c5-679296a71080 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] Request body: {'port': {'device_id': '4206306b-6e0c-4a7c-9a6a-88fc1c2a1db1', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'admin_state_up': True, 'tenant_id': '5646f465a0254b968bb1347b734231e1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:16:32.906248 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=52422d78-48bf-40d7-b646-bceb2f603986,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:32.924291 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2956d44-0669-4e8e-a887-f589955ab7a1 req-83e7e674-3135-4681-9645-4417fd9166ff tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:32.932151 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e2956d44-0669-4e8e-a887-f589955ab7a1 req-83e7e674-3135-4681-9645-4417fd9166ff tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e86ff4c-8c38-43a8-ad35-03bf5ac3286c HTTP/1.1" status: 200 len: 948 time: 0.2483978 Nov 16 11:16:32.951458 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a135e364-cccb-4568-bdb6-45da9cf4e195 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:33.034421 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e2956d44-0669-4e8e-a887-f589955ab7a1 req-3d455477-646d-4705-8089-569cb279457d tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] 10.222.0.61 "GET /v2.0/security-groups?id=08ac64ae-107c-4178-a617-ac7c8180db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009729 Nov 16 11:16:33.092436 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-882b2260-8208-45d8-85c5-679296a71080 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] Made reservation on behalf of 5646f465a0254b968bb1347b734231e1 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:16:33.095955 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-882b2260-8208-45d8-85c5-679296a71080 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:33.126962 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8838502f-1179-4893-84f7-474130406eea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:33.137084 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-882b2260-8208-45d8-85c5-679296a71080 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:33.159803 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 78bee25e-b1c7-40a6-8090-bc5ce6b24a73 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:16:33.208692 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a135e364-cccb-4568-bdb6-45da9cf4e195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:33.216326 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8838502f-1179-4893-84f7-474130406eea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:33.229805 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 78bee25e-b1c7-40a6-8090-bc5ce6b24a73 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:16:33.230383 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:33.325990 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fcf8d5-7ea8-4a9d-8d19-1f82053c7212 None None] Network e6f6c22e-8152-4ca5-86d7-dcaf88c6db36 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:16:33.341752 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a135e364-cccb-4568-bdb6-45da9cf4e195 admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:16:33.372623 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-a135e364-cccb-4568-bdb6-45da9cf4e195 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:16:33.373755 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8838502f-1179-4893-84f7-474130406eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:33.380125 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8838502f-1179-4893-84f7-474130406eea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:33.381355 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8838502f-1179-4893-84f7-474130406eea admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/149870fa-fdc6-4e1d-8abf-0fa091cc0cdd HTTP/1.1" status: 204 len: 168 time: 0.5457852 Nov 16 11:16:33.388687 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:33.394607 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a2fe96-d76c-44ef-9fc2-fbf23107d1ab x-openstack-request-id: req-c7a2fe96-d76c-44ef-9fc2-fbf23107d1ab {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:16:33.395131 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e86ff4c-8c38-43a8-ad35-03bf5ac3286c", "name": "network-vif-plugged", "status": "completed", "tag": "52422d78-48bf-40d7-b646-bceb2f603986", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:16:33.395732 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c7a2fe96-d76c-44ef-9fc2-fbf23107d1ab {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:16:33.396259 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e86ff4c-8c38-43a8-ad35-03bf5ac3286c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52422d78-48bf-40d7-b646-bceb2f603986', 'code': 200} Nov 16 11:16:33.423090 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a135e364-cccb-4568-bdb6-45da9cf4e195 admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:16:33.424848 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838502f-1179-4893-84f7-474130406eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149870fa-fdc6-4e1d-8abf-0fa091cc0cdd,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:33.461467 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a135e364-cccb-4568-bdb6-45da9cf4e195 admin admin] Pushing event updated for resources: {'Port': ['ID=0071b4fd-55c0-4899-8be5-80bf456f8951,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:33.476203 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.36', 63518) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:33.521621 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-882b2260-8208-45d8-85c5-679296a71080 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:33.539519 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-882b2260-8208-45d8-85c5-679296a71080 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:33.634732 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d3641599-8835-40a1-9587-04eba045fc67 None None] Provisioning complete for port 78bee25e-b1c7-40a6-8090-bc5ce6b24a73 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:16:33.635101 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d3641599-8835-40a1-9587-04eba045fc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:33.647727 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 78bee25e-b1c7-40a6-8090-bc5ce6b24a73, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=78bee25e-b1c7-40a6-8090-bc5ce6b24a73,segment=NetworkSegment(493b8b27-dbac-4588-be26-e66a243cc432),segment_id=493b8b27-dbac-4588-be26-e66a243cc432)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:16:33.671008 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-93075d02-6765-426d-9b3e-8338a21931cb req-6f599883-0333-4d6e-aabe-c5074624c284 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] 10.222.0.61 "GET /v2.0/ports?device_id=4206306b-6e0c-4a7c-9a6a-88fc1c2a1db1 HTTP/1.1" status: 200 len: 210 time: 0.0725992 Nov 16 11:16:33.721249 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:33.795787 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-882b2260-8208-45d8-85c5-679296a71080 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] Allocated IP 192.168.233.235 (d184b1c6-3832-4c86-bfd0-c1472d76d6c3/c4c770cc-51d7-42eb-b4a6-9a605bacae0f/fb476002-fca4-494a-a24f-02237bdd4955) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:16:33.800626 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3fb38-4ed1-4295-9d46-10213bc3e176 req-38afc82d-cb58-4501-9323-08a70be01cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:33.802439 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fdd3fb38-4ed1-4295-9d46-10213bc3e176 req-38afc82d-cb58-4501-9323-08a70be01cf6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7e86ff4c-8c38-43a8-ad35-03bf5ac3286c HTTP/1.1" status: 200 len: 1100 time: 0.3251047 Nov 16 11:16:33.851315 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b2260-8208-45d8-85c5-679296a71080 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31c7c948-eb60-4a5c-9476-c14324b9bad2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:33.944382 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=78bee25e-b1c7-40a6-8090-bc5ce6b24a73,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:33.980775 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fdd3fb38-4ed1-4295-9d46-10213bc3e176 req-a51d5cfb-50dc-4a70-bc3f-e1e53750131e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=08ac64ae-107c-4178-a617-ac7c8180db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676269 Nov 16 11:16:33.989746 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.db.resource_extend [None req-4729f5dc-012b-4a58-becf-d3d66097b4e2 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 11:16:34.102236 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4729f5dc-012b-4a58-becf-d3d66097b4e2 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:34.105047 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50254) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:34.134547 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4729f5dc-012b-4a58-becf-d3d66097b4e2 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:34.143377 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-882b2260-8208-45d8-85c5-679296a71080 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:34.145718 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-57bbfeea-fb33-45cb-9954-d9efe6bb43b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:34.245529 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-882b2260-8208-45d8-85c5-679296a71080 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:34.268965 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [None req-4729f5dc-012b-4a58-becf-d3d66097b4e2 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Floating IP 094b5115-b5bb-43a9-b252-029cceee1b7b associated. External IP: 172.25.0.47, port: 52a315bf-0c07-4dbf-a0a5-6691c5db1a16. Nov 16 11:16:34.287453 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dea12407-fb5e-4f62-94ed-e229da6431a1 req-413469fd-1656-456a-bdf5-c5d0762f637b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bdf133c1-f2b1-4653-b566-7b80d60f8496&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5414577 Nov 16 11:16:34.291354 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-882b2260-8208-45d8-85c5-679296a71080 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] Network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:16:34.296727 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-882b2260-8208-45d8-85c5-679296a71080 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:16:34.304986 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-882b2260-8208-45d8-85c5-679296a71080 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:16:34.361857 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-882b2260-8208-45d8-85c5-679296a71080 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:34.374656 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-882b2260-8208-45d8-85c5-679296a71080 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:34.410161 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b2260-8208-45d8-85c5-679296a71080 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] Pushing event updated for resources: {'Port': ['ID=fb476002-fca4-494a-a24f-02237bdd4955,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:34.418189 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-882b2260-8208-45d8-85c5-679296a71080 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5840595 Nov 16 11:16:34.449953 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3b08fe45-191b-4609-8a06-e254e8d078ff None None] Provisioning complete for port 78bee25e-b1c7-40a6-8090-bc5ce6b24a73 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:16:34.450647 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3b08fe45-191b-4609-8a06-e254e8d078ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:34.451338 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-b95ae2c8-664f-4ed7-b3c8-c89c9def4dc0 service neutron] Request body: {'port': {'device_id': '4206306b-6e0c-4a7c-9a6a-88fc1c2a1db1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:16:34.475166 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-57bbfeea-fb33-45cb-9954-d9efe6bb43b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:34.486078 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-57bbfeea-fb33-45cb-9954-d9efe6bb43b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:34.528563 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-57bbfeea-fb33-45cb-9954-d9efe6bb43b9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5e1ef02474d943a9b695f910ec1da8f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4219105 Nov 16 11:16:34.530966 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50270) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:34.599141 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bbfeea-fb33-45cb-9954-d9efe6bb43b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76aa35e-8031-437d-9a28-1ebba00b3ceb,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:34.609306 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-b95ae2c8-664f-4ed7-b3c8-c89c9def4dc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:34.682497 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8268d48c-70ab-4e27-a235-2d92238ed7ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:34.764315 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8268d48c-70ab-4e27-a235-2d92238ed7ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:34.767525 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-bdb15265-974a-49fe-9980-6377b6a670e5 None None] Provisioning complete for port fb476002-fca4-494a-a24f-02237bdd4955 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:16:34.768012 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bdb15265-974a-49fe-9980-6377b6a670e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:34.823171 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-bdb15265-974a-49fe-9980-6377b6a670e5 None None] Port fb476002-fca4-494a-a24f-02237bdd4955 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:16:34.853871 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d2aba-55f0-47c4-81ff-1ed11fce4b8f req-c1b5da6a-b4f6-4d7c-abc6-b5e1c56c8eb7 tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:34.855467 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-027d2aba-55f0-47c4-81ff-1ed11fce4b8f req-c1b5da6a-b4f6-4d7c-abc6-b5e1c56c8eb7 tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e86ff4c-8c38-43a8-ad35-03bf5ac3286c HTTP/1.1" status: 200 len: 949 time: 0.5837662 Nov 16 11:16:34.867759 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea12407-fb5e-4f62-94ed-e229da6431a1 req-b3a14210-49cf-4193-9b21-23a1c2940b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:34.869243 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dea12407-fb5e-4f62-94ed-e229da6431a1 req-b3a14210-49cf-4193-9b21-23a1c2940b85 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=633ef91d4b18467e89e639dc8864c492&device_id=bdf133c1-f2b1-4653-b566-7b80d60f8496 HTTP/1.1" status: 200 len: 1097 time: 0.5172944 Nov 16 11:16:34.899107 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8268d48c-70ab-4e27-a235-2d92238ed7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:34.902245 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8268d48c-70ab-4e27-a235-2d92238ed7ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:34.905628 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8268d48c-70ab-4e27-a235-2d92238ed7ed admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d76aa35e-8031-437d-9a28-1ebba00b3ceb HTTP/1.1" status: 204 len: 168 time: 0.3713377 Nov 16 11:16:34.915849 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268d48c-70ab-4e27-a235-2d92238ed7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76aa35e-8031-437d-9a28-1ebba00b3ceb,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:35.072077 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-b95ae2c8-664f-4ed7-b3c8-c89c9def4dc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb476002-fca4-494a-a24f-02237bdd4955 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:16:35.087606 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-b95ae2c8-664f-4ed7-b3c8-c89c9def4dc0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:35.103268 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-b95ae2c8-664f-4ed7-b3c8-c89c9def4dc0 service neutron] Transition to ACTIVE for port object fb476002-fca4-494a-a24f-02237bdd4955 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:16:35.108734 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-b95ae2c8-664f-4ed7-b3c8-c89c9def4dc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:35.110777 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-027d2aba-55f0-47c4-81ff-1ed11fce4b8f req-18157634-d7f0-4d85-ab9e-e6fc25f8dd3e tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] 10.222.0.61 "GET /v2.0/security-groups?id=08ac64ae-107c-4178-a617-ac7c8180db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403028 Nov 16 11:16:35.139365 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 78bee25e-b1c7-40a6-8090-bc5ce6b24a73 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:16:35.153031 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a135e364-cccb-4568-bdb6-45da9cf4e195 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:35.188806 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ae2c8-664f-4ed7-b3c8-c89c9def4dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=fb476002-fca4-494a-a24f-02237bdd4955,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:35.257557 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32470e-98c0-4541-a65c-ec996b8ff203 req-c55022ce-5cc4-4cbf-af3c-9dc4852d4fac tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:35.265254 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 78bee25e-b1c7-40a6-8090-bc5ce6b24a73 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:16:35.266292 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:35.272296 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fc32470e-98c0-4541-a65c-ec996b8ff203 req-c55022ce-5cc4-4cbf-af3c-9dc4852d4fac tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] 10.222.0.61 "GET /v2.0/ports?device_id=4206306b-6e0c-4a7c-9a6a-88fc1c2a1db1 HTTP/1.1" status: 200 len: 936 time: 0.4019523 Nov 16 11:16:35.362297 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-b95ae2c8-664f-4ed7-b3c8-c89c9def4dc0 service neutron] Attempting to bind port fb476002-fca4-494a-a24f-02237bdd4955 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:16:35.367831 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-b95ae2c8-664f-4ed7-b3c8-c89c9def4dc0 service neutron] Attempting to bind port fb476002-fca4-494a-a24f-02237bdd4955 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:16:35.378676 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-b95ae2c8-664f-4ed7-b3c8-c89c9def4dc0 service neutron] Attempting to bind port fb476002-fca4-494a-a24f-02237bdd4955 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:16:35.387684 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-b95ae2c8-664f-4ed7-b3c8-c89c9def4dc0 service neutron] Port fb476002-fca4-494a-a24f-02237bdd4955 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:16:35.388237 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-b95ae2c8-664f-4ed7-b3c8-c89c9def4dc0 service neutron] Attempting to bind port fb476002-fca4-494a-a24f-02237bdd4955 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:16:35.411251 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-b95ae2c8-664f-4ed7-b3c8-c89c9def4dc0 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:16:35.412489 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-b95ae2c8-664f-4ed7-b3c8-c89c9def4dc0 service neutron] Checking segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:16:35.414595 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-b95ae2c8-664f-4ed7-b3c8-c89c9def4dc0 service neutron] Bound using segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:16:35.415728 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-b95ae2c8-664f-4ed7-b3c8-c89c9def4dc0 service neutron] Bound port: fb476002-fca4-494a-a24f-02237bdd4955, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:16:35.420436 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-b95ae2c8-664f-4ed7-b3c8-c89c9def4dc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:35.433153 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea12407-fb5e-4f62-94ed-e229da6431a1 req-0a97808e-8044-4029-859d-995ab9e49bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:35.433153 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dea12407-fb5e-4f62-94ed-e229da6431a1 req-0a97808e-8044-4029-859d-995ab9e49bfb service neutron] 10.222.0.64 "GET /v2.0/networks?id=51c062da-8d2e-4635-9233-083382f5e91b HTTP/1.1" status: 200 len: 924 time: 0.5242562 Nov 16 11:16:35.525015 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-b95ae2c8-664f-4ed7-b3c8-c89c9def4dc0 service neutron] For port fb476002-fca4-494a-a24f-02237bdd4955, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:16:35.529724 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-b95ae2c8-664f-4ed7-b3c8-c89c9def4dc0 service neutron] For port fb476002-fca4-494a-a24f-02237bdd4955, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=fb476002-fca4-494a-a24f-02237bdd4955,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:16:35.534713 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fc32470e-98c0-4541-a65c-ec996b8ff203 req-698ad9a7-2090-457a-8db9-7e91811aec5c tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] 10.222.0.61 "GET /v2.0/security-groups?id=31c7c948-eb60-4a5c-9476-c14324b9bad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579982 Nov 16 11:16:35.548601 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-b95ae2c8-664f-4ed7-b3c8-c89c9def4dc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:35.581424 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-b95ae2c8-664f-4ed7-b3c8-c89c9def4dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:35.582160 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-b95ae2c8-664f-4ed7-b3c8-c89c9def4dc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:35.584095 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-b95ae2c8-664f-4ed7-b3c8-c89c9def4dc0 service neutron] 10.222.0.36 "PUT /v2.0/ports/fb476002-fca4-494a-a24f-02237bdd4955 HTTP/1.1" status: 200 len: 1096 time: 1.1476164 Nov 16 11:16:35.584738 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4206306b-6e0c-4a7c-9a6a-88fc1c2a1db1', 'tag': 'fb476002-fca4-494a-a24f-02237bdd4955'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:16:35.588220 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef102f8-4ef4-4882-861e-cb73a8260dfd" -d '{"events": [{"name": "network-changed", "server_uuid": "4206306b-6e0c-4a7c-9a6a-88fc1c2a1db1", "tag": "fb476002-fca4-494a-a24f-02237bdd4955"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:16:35.612893 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4729f5dc-012b-4a58-becf-d3d66097b4e2 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Router 2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:16:35.647068 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dea12407-fb5e-4f62-94ed-e229da6431a1 req-abda69c7-57a1-4137-8400-9e968e1a3b77 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52a315bf-0c07-4dbf-a0a5-6691c5db1a16 HTTP/1.1" status: 200 len: 999 time: 0.2005229 Nov 16 11:16:35.673779 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accecdcc-2b86-466c-bfba-23a6cdde4f67 x-openstack-request-id: req-accecdcc-2b86-466c-bfba-23a6cdde4f67 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:16:35.674371 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4206306b-6e0c-4a7c-9a6a-88fc1c2a1db1", "tag": "fb476002-fca4-494a-a24f-02237bdd4955", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:16:35.674897 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-accecdcc-2b86-466c-bfba-23a6cdde4f67 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:16:35.675493 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4206306b-6e0c-4a7c-9a6a-88fc1c2a1db1', 'tag': 'fb476002-fca4-494a-a24f-02237bdd4955', 'status': 'completed', 'code': 200} Nov 16 11:16:35.715950 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ae2c8-664f-4ed7-b3c8-c89c9def4dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=fb476002-fca4-494a-a24f-02237bdd4955,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:35.733038 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-64413f39-fe7b-48a7-b39c-692dcbec3b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:35.734915 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-64413f39-fe7b-48a7-b39c-692dcbec3b2a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5646f465a0254b968bb1347b734231e1&device_id=4206306b-6e0c-4a7c-9a6a-88fc1c2a1db1 HTTP/1.1" status: 200 len: 1099 time: 0.0984418 Nov 16 11:16:35.791990 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea12407-fb5e-4f62-94ed-e229da6431a1 req-a99e555d-addb-4f26-aa6c-acdf9c1aa616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:35.792348 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-aec96a0d-2c32-4218-9874-f6843272a0c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=fb476002-fca4-494a-a24f-02237bdd4955 HTTP/1.1" status: 200 len: 217 time: 0.0471368 Nov 16 11:16:35.793537 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dea12407-fb5e-4f62-94ed-e229da6431a1 req-a99e555d-addb-4f26-aa6c-acdf9c1aa616 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3a80f9cd-7734-45f6-8085-b4fd319f0cf2 HTTP/1.1" status: 200 len: 862 time: 0.1083012 Nov 16 11:16:35.872483 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-4d2cea0e-079a-4f0b-ae0e-6aa5d9179bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:35.873779 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-4d2cea0e-079a-4f0b-ae0e-6aa5d9179bcb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0727715 Nov 16 11:16:35.920427 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50318) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:35.934400 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-70436de9-729e-42c6-9bd5-456d53b92787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:35.935858 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-70436de9-729e-42c6-9bd5-456d53b92787 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0537806 Nov 16 11:16:35.948456 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a135e364-cccb-4568-bdb6-45da9cf4e195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:35.949054 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50322) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:36.050378 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea12407-fb5e-4f62-94ed-e229da6431a1 req-808e7e81-31a6-42ee-8393-32424ab32cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:36.052037 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dea12407-fb5e-4f62-94ed-e229da6431a1 req-808e7e81-31a6-42ee-8393-32424ab32cb8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=51c062da-8d2e-4635-9233-083382f5e91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2336867 Nov 16 11:16:36.066900 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-588e8ca4-bb34-445e-ad85-6cc0797f2cf9 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230602 Nov 16 11:16:36.085916 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4729f5dc-012b-4a58-becf-d3d66097b4e2 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:16:36.100568 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cd6334-0962-4697-939a-d74a5e2ceb45 None None] Sync routers for ids ['2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:16:36.130225 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cd6334-0962-4697-939a-d74a5e2ceb45 None None] Routers {'2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:16:36.130857 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-29cd6334-0962-4697-939a-d74a5e2ceb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:16:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:16:36.151694 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4729f5dc-012b-4a58-becf-d3d66097b4e2 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:36.195593 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0cd866ea-1470-4b7d-beeb-2d3f8fb224c1 req-42788c8a-ecb0-4055-beb6-33e12745449c service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217866 Nov 16 11:16:36.265509 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4729f5dc-012b-4a58-becf-d3d66097b4e2 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "PUT /v2.0/floatingips/094b5115-b5bb-43a9-b252-029cceee1b7b HTTP/1.1" status: 200 len: 991 time: 4.2904718 Nov 16 11:16:36.296564 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef102f8-4ef4-4882-861e-cb73a8260dfd req-024eba10-6bd8-4652-a533-2bd2835ebca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:36.298689 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf133c1-f2b1-4653-b566-7b80d60f8496', 'tag': '52a315bf-0c07-4dbf-a0a5-6691c5db1a16'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:16:36.298927 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bef102f8-4ef4-4882-861e-cb73a8260dfd req-024eba10-6bd8-4652-a533-2bd2835ebca5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5646f465a0254b968bb1347b734231e1&device_id=4206306b-6e0c-4a7c-9a6a-88fc1c2a1db1 HTTP/1.1" status: 200 len: 1099 time: 0.0537870 Nov 16 11:16:36.302583 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcb0844-8092-4216-8ae7-723837f50a11" -d '{"events": [{"name": "network-changed", "server_uuid": "bdf133c1-f2b1-4653-b566-7b80d60f8496", "tag": "52a315bf-0c07-4dbf-a0a5-6691c5db1a16"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:16:36.314245 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-29cd6334-0962-4697-939a-d74a5e2ceb45 None None] Set router 2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:16:36.372228 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692a1a9-2edb-468c-8a4b-2570f1095dd0 req-a9051915-d9fa-4e4e-b8e0-09d1992ba613 tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:36.381743 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1692a1a9-2edb-468c-8a4b-2570f1095dd0 req-a9051915-d9fa-4e4e-b8e0-09d1992ba613 tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e86ff4c-8c38-43a8-ad35-03bf5ac3286c HTTP/1.1" status: 200 len: 949 time: 0.1668024 Nov 16 11:16:36.388063 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dea12407-fb5e-4f62-94ed-e229da6431a1 req-b2eb519e-ddab-47aa-9d92-1a7c6cd86d6f service neutron] 10.222.0.64 "GET /v2.0/networks/51c062da-8d2e-4635-9233-083382f5e91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276019 Nov 16 11:16:36.398129 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468dd15f-f40e-4fa1-9c9b-f78ef6b94624 x-openstack-request-id: req-468dd15f-f40e-4fa1-9c9b-f78ef6b94624 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:16:36.398129 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdf133c1-f2b1-4653-b566-7b80d60f8496", "tag": "52a315bf-0c07-4dbf-a0a5-6691c5db1a16", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:16:36.398129 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-468dd15f-f40e-4fa1-9c9b-f78ef6b94624 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:16:36.398458 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf133c1-f2b1-4653-b566-7b80d60f8496', 'tag': '52a315bf-0c07-4dbf-a0a5-6691c5db1a16', 'status': 'completed', 'code': 200} Nov 16 11:16:36.423324 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a135e364-cccb-4568-bdb6-45da9cf4e195 admin admin] Router 5cb65b80-9319-4634-a210-e0cd6ca8d1c4 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:16:36.428519 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-89204897-fc39-406b-94b7-6431dec4784e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:36.451012 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50338) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:36.504711 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef102f8-4ef4-4882-861e-cb73a8260dfd req-755dbc55-bba5-46c8-8c4a-005c1ce87d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:36.509734 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bef102f8-4ef4-4882-861e-cb73a8260dfd req-755dbc55-bba5-46c8-8c4a-005c1ce87d08 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.2028580 Nov 16 11:16:36.545201 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dea12407-fb5e-4f62-94ed-e229da6431a1 req-5776d397-428a-4cc3-b090-8b72cdde681a service neutron] 10.222.0.64 "GET /v2.0/networks/51c062da-8d2e-4635-9233-083382f5e91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228626 Nov 16 11:16:36.736561 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c504d398-cdcd-4225-8905-57b29d16da51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:36.752976 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-29cd6334-0962-4697-939a-d74a5e2ceb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-840112725-router', 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'dd5df8bd-1786-49d5-b0f5-482dc80ec83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:15:42Z', 'updated_at': '2021-11-16T11:15:47Z', 'revision_number': 4, 'project_id': '633ef91d4b18467e89e639dc8864c492', 'gw_port': {'id': 'dd5df8bd-1786-49d5-b0f5-482dc80ec83b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:15:43Z', 'updated_at': '2021-11-16T11:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '094b5115-b5bb-43a9-b252-029cceee1b7b', 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'floating_ip_address': '172.25.0.47', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'port_id': '52a315bf-0c07-4dbf-a0a5-6691c5db1a16', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51c062da-8d2e-4635-9233-083382f5e91b', 'mac_address': 'fa:16:3e:dd:50:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf133c1-f2b1-4653-b566-7b80d60f8496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:16:06Z', 'updated_at': '2021-11-16T11:16:33Z', 'revision_number': 1, 'project_id': '633ef91d4b18467e89e639dc8864c492', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8edb7184-a35e-4649-86f3-f83eae38ce10', 'name': '', 'network_id': '51c062da-8d2e-4635-9233-083382f5e91b', 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'mac_address': 'fa:16:3e:86:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '3a80f9cd-7734-45f6-8085-b4fd319f0cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:15:45Z', 'updated_at': '2021-11-16T11:15:51Z', 'revision_number': 5, 'project_id': '633ef91d4b18467e89e639dc8864c492', 'subnets': [{'id': '3a80f9cd-7734-45f6-8085-b4fd319f0cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:16:36.786045 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cd6334-0962-4697-939a-d74a5e2ceb45 None None] Checking router: 2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:16:36.795862 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cd6334-0962-4697-939a-d74a5e2ceb45 None None] Routers {'2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:16:36.796503 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-29cd6334-0962-4697-939a-d74a5e2ceb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:16:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:16:36.822168 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bef102f8-4ef4-4882-861e-cb73a8260dfd req-3331c9d7-421f-4e71-bafb-2646dcd9289c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=fb476002-fca4-494a-a24f-02237bdd4955 HTTP/1.1" status: 200 len: 217 time: 0.3054514 Nov 16 11:16:36.880411 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef102f8-4ef4-4882-861e-cb73a8260dfd req-f478f4ea-3748-4c6a-96da-26ff0ee11753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:36.881909 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bef102f8-4ef4-4882-861e-cb73a8260dfd req-f478f4ea-3748-4c6a-96da-26ff0ee11753 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0516512 Nov 16 11:16:36.889829 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-728a6f43-f81f-471b-b167-806db61154a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:36.952176 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-29cd6334-0962-4697-939a-d74a5e2ceb45 None None] Set router 2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:16:36.967023 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef102f8-4ef4-4882-861e-cb73a8260dfd req-d5300fa6-a481-4457-9e6b-84fc2a1a2144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:36.968585 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bef102f8-4ef4-4882-861e-cb73a8260dfd req-d5300fa6-a481-4457-9e6b-84fc2a1a2144 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0690320 Nov 16 11:16:37.058178 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1692a1a9-2edb-468c-8a4b-2570f1095dd0 req-2f4eda85-780d-4292-b9ad-bf007a9f7956 tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] 10.222.0.61 "GET /v2.0/security-groups?id=08ac64ae-107c-4178-a617-ac7c8180db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6743422 Nov 16 11:16:37.076590 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-728a6f43-f81f-471b-b167-806db61154a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:37.084404 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-728a6f43-f81f-471b-b167-806db61154a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:37.119516 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a6f43-f81f-471b-b167-806db61154a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335ef732-665d-452e-9783-342afd7ddeef,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:37.146186 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bef102f8-4ef4-4882-861e-cb73a8260dfd req-c8bfc2c0-e08b-4ba5-a130-26efaae3eb46 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688566 Nov 16 11:16:37.151785 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-728a6f43-f81f-471b-b167-806db61154a1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d6bfa9da7dce464aadc5bf8f192aec95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6991923 Nov 16 11:16:37.152396 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50360) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:37.172133 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f443b3b-a321-457b-8be9-277543052e65 req-0c07b1f4-6b32-4386-a070-e865f900a839 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:37.178838 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4f443b3b-a321-457b-8be9-277543052e65 req-0c07b1f4-6b32-4386-a070-e865f900a839 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] 10.222.0.61 "GET /v2.0/ports?device_id=4206306b-6e0c-4a7c-9a6a-88fc1c2a1db1 HTTP/1.1" status: 200 len: 948 time: 0.4887180 Nov 16 11:16:37.190832 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb0844-8092-4216-8ae7-723837f50a11 req-b1b371e3-bc65-46ef-9874-c578719f1c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:37.192316 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5dcb0844-8092-4216-8ae7-723837f50a11 req-b1b371e3-bc65-46ef-9874-c578719f1c9b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=633ef91d4b18467e89e639dc8864c492&device_id=bdf133c1-f2b1-4653-b566-7b80d60f8496 HTTP/1.1" status: 200 len: 1097 time: 0.4908245 Nov 16 11:16:37.244417 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a135e364-cccb-4568-bdb6-45da9cf4e195 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:16:37.266488 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc7701f-dd73-4a80-92e4-1e43a8b70874 None None] Sync routers for ids ['5cb65b80-9319-4634-a210-e0cd6ca8d1c4'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:16:37.285437 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc7701f-dd73-4a80-92e4-1e43a8b70874 None None] Routers {'5cb65b80-9319-4634-a210-e0cd6ca8d1c4'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:16:37.286120 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2fc7701f-dd73-4a80-92e4-1e43a8b70874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:16:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5cb65b80-9319-4634-a210-e0cd6ca8d1c4'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:16:37.293830 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-579e6998-74af-4c29-b5e3-5453749958f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:37.330936 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-579e6998-74af-4c29-b5e3-5453749958f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:37.395813 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a135e364-cccb-4568-bdb6-45da9cf4e195 admin admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:37.400388 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a135e364-cccb-4568-bdb6-45da9cf4e195 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.8466055 Nov 16 11:16:37.406816 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50368) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:37.407025 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c504d398-cdcd-4225-8905-57b29d16da51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:37.419660 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4f443b3b-a321-457b-8be9-277543052e65 req-b134e894-ed7a-486f-8cb0-bfd9e57488dc tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] 10.222.0.61 "GET /v2.0/security-groups?id=31c7c948-eb60-4a5c-9476-c14324b9bad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393000 Nov 16 11:16:37.435588 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-89204897-fc39-406b-94b7-6431dec4784e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:37.442601 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c504d398-cdcd-4225-8905-57b29d16da51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:37.458038 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-579e6998-74af-4c29-b5e3-5453749958f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:37.465284 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-579e6998-74af-4c29-b5e3-5453749958f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:37.470174 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-579e6998-74af-4c29-b5e3-5453749958f8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/335ef732-665d-452e-9783-342afd7ddeef HTTP/1.1" status: 204 len: 168 time: 0.3166752 Nov 16 11:16:37.488654 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-89204897-fc39-406b-94b7-6431dec4784e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:37.507063 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-29cd6334-0962-4697-939a-d74a5e2ceb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-840112725-router', 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'dd5df8bd-1786-49d5-b0f5-482dc80ec83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:15:42Z', 'updated_at': '2021-11-16T11:15:47Z', 'revision_number': 4, 'project_id': '633ef91d4b18467e89e639dc8864c492', 'gw_port': {'id': 'dd5df8bd-1786-49d5-b0f5-482dc80ec83b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:15:43Z', 'updated_at': '2021-11-16T11:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '094b5115-b5bb-43a9-b252-029cceee1b7b', 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'floating_ip_address': '172.25.0.47', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'port_id': '52a315bf-0c07-4dbf-a0a5-6691c5db1a16', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51c062da-8d2e-4635-9233-083382f5e91b', 'mac_address': 'fa:16:3e:dd:50:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf133c1-f2b1-4653-b566-7b80d60f8496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:16:06Z', 'updated_at': '2021-11-16T11:16:33Z', 'revision_number': 1, 'project_id': '633ef91d4b18467e89e639dc8864c492', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8edb7184-a35e-4649-86f3-f83eae38ce10', 'name': '', 'network_id': '51c062da-8d2e-4635-9233-083382f5e91b', 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'mac_address': 'fa:16:3e:86:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '3a80f9cd-7734-45f6-8085-b4fd319f0cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:15:45Z', 'updated_at': '2021-11-16T11:15:51Z', 'revision_number': 5, 'project_id': '633ef91d4b18467e89e639dc8864c492', 'subnets': [{'id': '3a80f9cd-7734-45f6-8085-b4fd319f0cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:16:37.508195 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-2fc7701f-dd73-4a80-92e4-1e43a8b70874 None None] Set router 5cb65b80-9319-4634-a210-e0cd6ca8d1c4 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:16:37.544276 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cd6334-0962-4697-939a-d74a5e2ceb45 None None] The sync data for ids ['2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4'] in n-d-816823-3 is: [{'id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-840112725-router', 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'dd5df8bd-1786-49d5-b0f5-482dc80ec83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:15:42Z', 'updated_at': '2021-11-16T11:15:47Z', 'revision_number': 4, 'project_id': '633ef91d4b18467e89e639dc8864c492', 'gw_port': {'id': 'dd5df8bd-1786-49d5-b0f5-482dc80ec83b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:15:43Z', 'updated_at': '2021-11-16T11:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '094b5115-b5bb-43a9-b252-029cceee1b7b', 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'floating_ip_address': '172.25.0.47', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'port_id': '52a315bf-0c07-4dbf-a0a5-6691c5db1a16', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51c062da-8d2e-4635-9233-083382f5e91b', 'mac_address': 'fa:16:3e:dd:50:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf133c1-f2b1-4653-b566-7b80d60f8496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:16:06Z', 'updated_at': '2021-11-16T11:16:33Z', 'revision_number': 1, 'project_id': '633ef91d4b18467e89e639dc8864c492', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8edb7184-a35e-4649-86f3-f83eae38ce10', 'name': '', 'network_id': '51c062da-8d2e-4635-9233-083382f5e91b', 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'mac_address': 'fa:16:3e:86:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '3a80f9cd-7734-45f6-8085-b4fd319f0cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:15:45Z', 'updated_at': '2021-11-16T11:15:51Z', 'revision_number': 5, 'project_id': '633ef91d4b18467e89e639dc8864c492', 'subnets': [{'id': '3a80f9cd-7734-45f6-8085-b4fd319f0cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:16:37.616094 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e6998-74af-4c29-b5e3-5453749958f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335ef732-665d-452e-9783-342afd7ddeef,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:37.619449 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bef102f8-4ef4-4882-861e-cb73a8260dfd req-d8d76e41-0d58-4097-8dba-557ade7ed51a service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4604952 Nov 16 11:16:37.661701 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c504d398-cdcd-4225-8905-57b29d16da51 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5c57346b1d4b4a0fa94828a4b7299446&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7053649 Nov 16 11:16:37.663742 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb0844-8092-4216-8ae7-723837f50a11 req-fe3e3d32-2dd0-4981-be4f-a25287dc28c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:37.665440 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5dcb0844-8092-4216-8ae7-723837f50a11 req-fe3e3d32-2dd0-4981-be4f-a25287dc28c2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=51c062da-8d2e-4635-9233-083382f5e91b HTTP/1.1" status: 200 len: 924 time: 0.4609606 Nov 16 11:16:37.666067 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50376) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:37.670532 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-89204897-fc39-406b-94b7-6431dec4784e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d811527daf334118bb95d66d263c4d37&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7490971 Nov 16 11:16:37.678233 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50378) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:37.684864 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c504d398-cdcd-4225-8905-57b29d16da51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6042cf6-abe3-48b2-b322-fbc001c4071c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:37.948292 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-96d6c06a-1e4e-4f84-9a81-e4517b01a44a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:37.956972 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89204897-fc39-406b-94b7-6431dec4784e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0ca41f-ff9b-42e4-a996-474f29b2d059,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:38.006329 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5dcb0844-8092-4216-8ae7-723837f50a11 req-96d3579f-ccdc-4163-92e1-a4e082242155 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52a315bf-0c07-4dbf-a0a5-6691c5db1a16 HTTP/1.1" status: 200 len: 999 time: 0.3024530 Nov 16 11:16:38.016607 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-96d6c06a-1e4e-4f84-9a81-e4517b01a44a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:38.018187 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2fc7701f-dd73-4a80-92e4-1e43a8b70874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-687097913-router', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:16:30Z', 'updated_at': '2021-11-16T11:16:34Z', 'revision_number': 3, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'gw_port': {'id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:31Z', 'updated_at': '2021-11-16T11:16:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:16:38.043828 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-146a4835-9ab7-4b4a-bb91-f3dd7781c998 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:38.076363 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01148eb2-8093-4c32-adae-41c9fcb1f58d None None] New status for floating IP 094b5115-b5bb-43a9-b252-029cceee1b7b: ACTIVE {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:16:38.100017 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a2fea-c4d2-4876-bec2-cfc4466747f4 req-3f12e012-f987-480f-b5e9-b453e7a79deb tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:38.107618 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-101a2fea-c4d2-4876-bec2-cfc4466747f4 req-3f12e012-f987-480f-b5e9-b453e7a79deb tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e86ff4c-8c38-43a8-ad35-03bf5ac3286c HTTP/1.1" status: 200 len: 949 time: 0.2338667 Nov 16 11:16:38.114135 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc7701f-dd73-4a80-92e4-1e43a8b70874 None None] Checking router: 5cb65b80-9319-4634-a210-e0cd6ca8d1c4 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:16:38.114543 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc7701f-dd73-4a80-92e4-1e43a8b70874 None None] Updating router 5cb65b80-9319-4634-a210-e0cd6ca8d1c4 port 0071b4fd-55c0-4899-8be5-80bf456f8951 binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:16:38.165876 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50390) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:38.176259 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-146a4835-9ab7-4b4a-bb91-f3dd7781c998 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:38.190384 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb0844-8092-4216-8ae7-723837f50a11 req-f75176fd-e318-4e18-9c06-bc485c193714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:38.190794 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-193d9535-a6ad-4f47-b45b-79ba8bc56f4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:38.192022 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5dcb0844-8092-4216-8ae7-723837f50a11 req-f75176fd-e318-4e18-9c06-bc485c193714 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3a80f9cd-7734-45f6-8085-b4fd319f0cf2 HTTP/1.1" status: 200 len: 862 time: 0.1761985 Nov 16 11:16:38.213018 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2fc7701f-dd73-4a80-92e4-1e43a8b70874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:38.226681 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-96d6c06a-1e4e-4f84-9a81-e4517b01a44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:38.229517 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-96d6c06a-1e4e-4f84-9a81-e4517b01a44a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:38.234323 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-96d6c06a-1e4e-4f84-9a81-e4517b01a44a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9c0ca41f-ff9b-42e4-a996-474f29b2d059 HTTP/1.1" status: 204 len: 168 time: 0.5475197 Nov 16 11:16:38.251278 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6c06a-1e4e-4f84-9a81-e4517b01a44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0ca41f-ff9b-42e4-a996-474f29b2d059,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:38.263389 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-101a2fea-c4d2-4876-bec2-cfc4466747f4 req-16b440b9-fe48-421c-bdb6-d457cfd7108b tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] 10.222.0.61 "GET /v2.0/security-groups?id=08ac64ae-107c-4178-a617-ac7c8180db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534905 Nov 16 11:16:38.302301 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb0844-8092-4216-8ae7-723837f50a11 req-826d2003-299d-4c00-8661-324cf0c9cbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:38.308126 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5dcb0844-8092-4216-8ae7-723837f50a11 req-826d2003-299d-4c00-8661-324cf0c9cbae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=51c062da-8d2e-4635-9233-083382f5e91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031811 Nov 16 11:16:38.374064 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-146a4835-9ab7-4b4a-bb91-f3dd7781c998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:38.377013 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-146a4835-9ab7-4b4a-bb91-f3dd7781c998 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:38.378616 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-146a4835-9ab7-4b4a-bb91-f3dd7781c998 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c6042cf6-abe3-48b2-b322-fbc001c4071c HTTP/1.1" status: 204 len: 168 time: 0.7108209 Nov 16 11:16:38.398695 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a4835-9ab7-4b4a-bb91-f3dd7781c998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6042cf6-abe3-48b2-b322-fbc001c4071c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:38.486249 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5dcb0844-8092-4216-8ae7-723837f50a11 req-50af53f7-7903-4283-96d7-f6ab4940cf31 service neutron] 10.222.0.64 "GET /v2.0/networks/51c062da-8d2e-4635-9233-083382f5e91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695704 Nov 16 11:16:38.503895 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-193d9535-a6ad-4f47-b45b-79ba8bc56f4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:38.514748 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90469d80-e62e-4e69-b1f7-1c35807ddbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:38.525189 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-193d9535-a6ad-4f47-b45b-79ba8bc56f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:38.609135 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d9535-a6ad-4f47-b45b-79ba8bc56f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b728f31d-0e4a-42ec-95b0-9af608ba91e0,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:38.619398 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-193d9535-a6ad-4f47-b45b-79ba8bc56f4a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3436321f3cae4f2885bccd2558dbfd13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4510593 Nov 16 11:16:38.622240 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50402) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:38.682850 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0aedd-360c-47f3-b04f-dc4da83216bf req-8135dacb-861d-464f-ab90-85c5889fb22f tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:38.684638 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e7a0aedd-360c-47f3-b04f-dc4da83216bf req-8135dacb-861d-464f-ab90-85c5889fb22f tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] 10.222.0.61 "GET /v2.0/ports?device_id=4206306b-6e0c-4a7c-9a6a-88fc1c2a1db1 HTTP/1.1" status: 200 len: 948 time: 0.1263905 Nov 16 11:16:38.703658 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5dcb0844-8092-4216-8ae7-723837f50a11 req-b4aa7ecf-7074-4b12-8d9f-ff3ab6c364ba service neutron] 10.222.0.64 "GET /v2.0/networks/51c062da-8d2e-4635-9233-083382f5e91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089012 Nov 16 11:16:38.772103 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e7a0aedd-360c-47f3-b04f-dc4da83216bf req-2e79912f-453a-4d55-8bbb-3e6e681ade93 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] 10.222.0.61 "GET /v2.0/security-groups?id=31c7c948-eb60-4a5c-9476-c14324b9bad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788352 Nov 16 11:16:38.778962 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-145c75b2-61f4-4dd1-969d-e8d29773893e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:38.842692 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-145c75b2-61f4-4dd1-969d-e8d29773893e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:38.894433 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50408) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:38.895121 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2fc7701f-dd73-4a80-92e4-1e43a8b70874 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:38.904724 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2fc7701f-dd73-4a80-92e4-1e43a8b70874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:38.919244 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e0daf257-6655-4c73-bf10-f09849581880 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:38.920197 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-90469d80-e62e-4e69-b1f7-1c35807ddbc9 admin admin] Allocated IP 172.20.0.1 (e6f6c22e-8152-4ca5-86d7-dcaf88c6db36/a723c1b5-1a0f-4323-9985-39160c514b43/6281edb3-4f8e-47f0-a859-0898e1765764) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:16:38.953148 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-2fc7701f-dd73-4a80-92e4-1e43a8b70874 None None] Attempting to bind port 0071b4fd-55c0-4899-8be5-80bf456f8951 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:16:38.953148 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-2fc7701f-dd73-4a80-92e4-1e43a8b70874 None None] Attempting to bind port 0071b4fd-55c0-4899-8be5-80bf456f8951 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:16:38.953148 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc7701f-dd73-4a80-92e4-1e43a8b70874 None None] Attempting to bind port 0071b4fd-55c0-4899-8be5-80bf456f8951 on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:16:38.964910 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc7701f-dd73-4a80-92e4-1e43a8b70874 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:16:38.965280 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc7701f-dd73-4a80-92e4-1e43a8b70874 None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:16:38.965678 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2fc7701f-dd73-4a80-92e4-1e43a8b70874 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:38.966091 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc7701f-dd73-4a80-92e4-1e43a8b70874 None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:16:38.967011 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-2fc7701f-dd73-4a80-92e4-1e43a8b70874 None None] Bound port: 0071b4fd-55c0-4899-8be5-80bf456f8951, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:16:38.967399 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2fc7701f-dd73-4a80-92e4-1e43a8b70874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:38.999767 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec87fba-4f8b-49cd-bad1-92ea3063e53d None None] Pushing event updated for resources: {'Port': ['ID=0071b4fd-55c0-4899-8be5-80bf456f8951,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:39.030275 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-145c75b2-61f4-4dd1-969d-e8d29773893e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:39.034307 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-145c75b2-61f4-4dd1-969d-e8d29773893e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:39.035433 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-145c75b2-61f4-4dd1-969d-e8d29773893e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b728f31d-0e4a-42ec-95b0-9af608ba91e0 HTTP/1.1" status: 204 len: 168 time: 0.4120362 Nov 16 11:16:39.066346 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-2fc7701f-dd73-4a80-92e4-1e43a8b70874 None None] For port 0071b4fd-55c0-4899-8be5-80bf456f8951, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:16:39.073055 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-2fc7701f-dd73-4a80-92e4-1e43a8b70874 None None] For port 0071b4fd-55c0-4899-8be5-80bf456f8951, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=0071b4fd-55c0-4899-8be5-80bf456f8951,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:16:39.082440 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2fc7701f-dd73-4a80-92e4-1e43a8b70874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:39.129719 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c75b2-61f4-4dd1-969d-e8d29773893e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b728f31d-0e4a-42ec-95b0-9af608ba91e0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:39.165238 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae613a-50ad-4910-8ee8-9c57012b1fd5 req-10a37720-3242-4c4e-9b9a-04d9d8b39ccd tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:39.167424 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-65ae613a-50ad-4910-8ee8-9c57012b1fd5 req-10a37720-3242-4c4e-9b9a-04d9d8b39ccd tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e86ff4c-8c38-43a8-ad35-03bf5ac3286c HTTP/1.1" status: 200 len: 949 time: 0.1383293 Nov 16 11:16:39.191384 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e0daf257-6655-4c73-bf10-f09849581880 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:39.198983 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e0daf257-6655-4c73-bf10-f09849581880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:39.205077 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec87fba-4f8b-49cd-bad1-92ea3063e53d None None] Pushing event updated for resources: {'Port': ['ID=0071b4fd-55c0-4899-8be5-80bf456f8951,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:39.225711 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc7701f-dd73-4a80-92e4-1e43a8b70874 None None] Routers {'5cb65b80-9319-4634-a210-e0cd6ca8d1c4'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:16:39.226664 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2fc7701f-dd73-4a80-92e4-1e43a8b70874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:16:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5cb65b80-9319-4634-a210-e0cd6ca8d1c4'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:16:39.253781 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e0daf257-6655-4c73-bf10-f09849581880 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9ccabe09a46b460b838adc1b90316840&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3580980 Nov 16 11:16:39.254538 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50418) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:39.255809 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90469d80-e62e-4e69-b1f7-1c35807ddbc9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:39.262988 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0daf257-6655-4c73-bf10-f09849581880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95863ca5-cfc0-42ce-a0db-707c99995c2a,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:39.310259 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50422) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:39.335214 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-57df0a3d-9dc1-47c8-9704-a6a68cfbc632 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:39.377303 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-2fc7701f-dd73-4a80-92e4-1e43a8b70874 None None] Set router 5cb65b80-9319-4634-a210-e0cd6ca8d1c4 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:16:39.384752 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cafd09f9-e193-462d-b28c-ac9af3f2f137 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:39.423649 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90469d80-e62e-4e69-b1f7-1c35807ddbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:39.458763 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cafd09f9-e193-462d-b28c-ac9af3f2f137 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:39.473471 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90469d80-e62e-4e69-b1f7-1c35807ddbc9 admin admin] Pushing event updated for resources: {'Port': ['ID=6281edb3-4f8e-47f0-a859-0898e1765764,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:39.480638 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-65ae613a-50ad-4910-8ee8-9c57012b1fd5 req-f9034cc8-4bc9-49a9-ad1b-14bce6ae30ef tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] Deleting port 52422d78-48bf-40d7-b646-bceb2f603986 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:16:39.480977 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-65ae613a-50ad-4910-8ee8-9c57012b1fd5 req-f9034cc8-4bc9-49a9-ad1b-14bce6ae30ef tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:39.483733 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c06ce7-9c78-4a01-8806-7b6be3cb12d4 req-35e1dd70-334e-4ac6-886f-5ed7461270b6 tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:39.485261 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c0c06ce7-9c78-4a01-8806-7b6be3cb12d4 req-35e1dd70-334e-4ac6-886f-5ed7461270b6 tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e86ff4c-8c38-43a8-ad35-03bf5ac3286c HTTP/1.1" status: 200 len: 949 time: 0.1054924 Nov 16 11:16:39.574471 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c0c06ce7-9c78-4a01-8806-7b6be3cb12d4 req-a629d18a-63aa-466f-b1d1-14337e3766a7 tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] 10.222.0.61 "GET /v2.0/security-groups?id=08ac64ae-107c-4178-a617-ac7c8180db31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764942 Nov 16 11:16:39.596316 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-57df0a3d-9dc1-47c8-9704-a6a68cfbc632 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:39.603512 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-65ae613a-50ad-4910-8ee8-9c57012b1fd5 req-f9034cc8-4bc9-49a9-ad1b-14bce6ae30ef tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] For port 52422d78-48bf-40d7-b646-bceb2f603986, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=52422d78-48bf-40d7-b646-bceb2f603986,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:16:39.604031 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-65ae613a-50ad-4910-8ee8-9c57012b1fd5 req-f9034cc8-4bc9-49a9-ad1b-14bce6ae30ef tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:39.609222 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-57df0a3d-9dc1-47c8-9704-a6a68cfbc632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:39.629553 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-65ae613a-50ad-4910-8ee8-9c57012b1fd5 req-f9034cc8-4bc9-49a9-ad1b-14bce6ae30ef tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] Calling delete_port for 52422d78-48bf-40d7-b646-bceb2f603986 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:16:39.642041 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cafd09f9-e193-462d-b28c-ac9af3f2f137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:39.645114 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cafd09f9-e193-462d-b28c-ac9af3f2f137 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:39.646296 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-cafd09f9-e193-462d-b28c-ac9af3f2f137 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/95863ca5-cfc0-42ce-a0db-707c99995c2a HTTP/1.1" status: 204 len: 168 time: 0.3905165 Nov 16 11:16:39.670677 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df0a3d-9dc1-47c8-9704-a6a68cfbc632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20b0726-c9de-4826-9218-86df4990b2c2,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:39.677411 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-57df0a3d-9dc1-47c8-9704-a6a68cfbc632 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=45d043c665ad477eac3e257cb0768c88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3635228 Nov 16 11:16:39.684015 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd09f9-e193-462d-b28c-ac9af3f2f137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95863ca5-cfc0-42ce-a0db-707c99995c2a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:39.685714 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50436) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:39.740867 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e1c7c998-54da-4a59-8bfa-049d0c47ee05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:39.768761 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e1c7c998-54da-4a59-8bfa-049d0c47ee05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:39.794962 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90469d80-e62e-4e69-b1f7-1c35807ddbc9 admin admin] Network e6f6c22e-8152-4ca5-86d7-dcaf88c6db36 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:16:39.796790 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-90469d80-e62e-4e69-b1f7-1c35807ddbc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:16:39.800489 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-65ae613a-50ad-4910-8ee8-9c57012b1fd5 req-f9034cc8-4bc9-49a9-ad1b-14bce6ae30ef tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:39.802716 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90469d80-e62e-4e69-b1f7-1c35807ddbc9 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:16:39.825028 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['52422d78-48bf-40d7-b646-bceb2f603986'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:16:39.856575 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e1c7c998-54da-4a59-8bfa-049d0c47ee05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:39.860941 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e1c7c998-54da-4a59-8bfa-049d0c47ee05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:39.862201 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e1c7c998-54da-4a59-8bfa-049d0c47ee05 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c20b0726-c9de-4826-9218-86df4990b2c2 HTTP/1.1" status: 204 len: 168 time: 0.1754818 Nov 16 11:16:39.875849 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9034cc8-4bc9-49a9-ad1b-14bce6ae30ef tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] Pushing event deleted for resources: {'Port': ['ID=52422d78-48bf-40d7-b646-bceb2f603986,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:39.898360 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c7c998-54da-4a59-8bfa-049d0c47ee05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20b0726-c9de-4826-9218-86df4990b2c2,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:39.950001 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ae613a-50ad-4910-8ee8-9c57012b1fd5 req-f9034cc8-4bc9-49a9-ad1b-14bce6ae30ef tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] No DVR routers for this DVR port 52422d78-48bf-40d7-b646-bceb2f603986 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:16:39.954961 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-65ae613a-50ad-4910-8ee8-9c57012b1fd5 req-f9034cc8-4bc9-49a9-ad1b-14bce6ae30ef tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:39.967375 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-65ae613a-50ad-4910-8ee8-9c57012b1fd5 req-f9034cc8-4bc9-49a9-ad1b-14bce6ae30ef tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] 10.222.0.36 "DELETE /v2.0/ports/52422d78-48bf-40d7-b646-bceb2f603986 HTTP/1.1" status: 204 len: 173 time: 0.7889023 Nov 16 11:16:39.978409 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e86ff4c-8c38-43a8-ad35-03bf5ac3286c', 'name': 'network-vif-deleted', 'tag': '52422d78-48bf-40d7-b646-bceb2f603986'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:16:39.983160 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7a5d14-aff6-47e9-bb1c-93b6cc879688" -d '{"events": [{"server_uuid": "7e86ff4c-8c38-43a8-ad35-03bf5ac3286c", "name": "network-vif-deleted", "tag": "52422d78-48bf-40d7-b646-bceb2f603986"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:16:39.998781 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90469d80-e62e-4e69-b1f7-1c35807ddbc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:40.081179 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008b313-0392-469c-b96f-bfc3cd54c31e req-f405b646-de28-433b-ae14-25359aac738b tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:40.095895 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5008b313-0392-469c-b96f-bfc3cd54c31e req-f405b646-de28-433b-ae14-25359aac738b tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] 10.222.0.61 "GET /v2.0/ports?device_id=4206306b-6e0c-4a7c-9a6a-88fc1c2a1db1 HTTP/1.1" status: 200 len: 948 time: 0.1373229 Nov 16 11:16:40.119823 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2fc7701f-dd73-4a80-92e4-1e43a8b70874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-687097913-router', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:16:30Z', 'updated_at': '2021-11-16T11:16:34Z', 'revision_number': 3, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'gw_port': {'id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:31Z', 'updated_at': '2021-11-16T11:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:16:40.182325 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc7701f-dd73-4a80-92e4-1e43a8b70874 None None] The sync data for ids ['5cb65b80-9319-4634-a210-e0cd6ca8d1c4'] in n-d-816823-3 is: [{'id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-687097913-router', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:16:30Z', 'updated_at': '2021-11-16T11:16:34Z', 'revision_number': 3, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'gw_port': {'id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:31Z', 'updated_at': '2021-11-16T11:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:16:40.206875 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50450) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:40.225227 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5008b313-0392-469c-b96f-bfc3cd54c31e req-91fa0c81-2396-4112-9441-8eac5955fabe tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] 10.222.0.61 "GET /v2.0/security-groups?id=31c7c948-eb60-4a5c-9476-c14324b9bad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282721 Nov 16 11:16:40.259270 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a275f2d5-0a55-4c47-a0de-dacd30e1fd5e x-openstack-request-id: req-a275f2d5-0a55-4c47-a0de-dacd30e1fd5e {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:16:40.259590 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e86ff4c-8c38-43a8-ad35-03bf5ac3286c", "name": "network-vif-deleted", "tag": "52422d78-48bf-40d7-b646-bceb2f603986", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:16:40.260081 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a275f2d5-0a55-4c47-a0de-dacd30e1fd5e {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:16:40.260533 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e86ff4c-8c38-43a8-ad35-03bf5ac3286c', 'name': 'network-vif-deleted', 'tag': '52422d78-48bf-40d7-b646-bceb2f603986', 'status': 'completed', 'code': 200} Nov 16 11:16:40.357638 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-42cc1594-d6e6-436c-92c2-6cf974d76f4a None None] Provisioning complete for port 6281edb3-4f8e-47f0-a859-0898e1765764 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:16:40.358984 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-42cc1594-d6e6-436c-92c2-6cf974d76f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:40.407033 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90469d80-e62e-4e69-b1f7-1c35807ddbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:40.422999 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-42cc1594-d6e6-436c-92c2-6cf974d76f4a None None] Port 6281edb3-4f8e-47f0-a859-0898e1765764 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:16:40.460017 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device fb476002-fca4-494a-a24f-02237bdd4955 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:16:40.597307 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8864-f151-4de2-8912-abd6f7ea0d85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:40.755873 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8864-f151-4de2-8912-abd6f7ea0d85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:40.760225 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port fb476002-fca4-494a-a24f-02237bdd4955, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=fb476002-fca4-494a-a24f-02237bdd4955,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:16:40.790509 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90469d80-e62e-4e69-b1f7-1c35807ddbc9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:40.792743 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': 'fb476002-fca4-494a-a24f-02237bdd4955', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'port_id': 'fb476002-fca4-494a-a24f-02237bdd4955', 'mac_address': 'fa:16:3e:8d:9f:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c770cc-51d7-42eb-b4a6-9a605bacae0f', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:16:40.796822 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3aaa8864-f151-4de2-8912-abd6f7ea0d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:40.800623 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90469d80-e62e-4e69-b1f7-1c35807ddbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:40.866204 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3aaa8864-f151-4de2-8912-abd6f7ea0d85 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1bd98b7898824af6a8b0d331e23f66fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6199961 Nov 16 11:16:40.866841 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50474) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:40.871585 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:40.888260 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b82155ee-258d-4508-bd29-7f99fb33aae4 req-792e87cc-d9e8-4656-a893-521ad9c702b2 tempest-ServerDiagnosticsNegativeTest-862342424 tempest-ServerDiagnosticsNegativeTest-862342424-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e86ff4c-8c38-43a8-ad35-03bf5ac3286c HTTP/1.1" status: 200 len: 210 time: 0.1305041 Nov 16 11:16:40.898975 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb476002-fca4-494a-a24f-02237bdd4955 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:16:40.948725 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port fb476002-fca4-494a-a24f-02237bdd4955, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=fb476002-fca4-494a-a24f-02237bdd4955,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:16:40.963707 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:40.970691 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa8864-f151-4de2-8912-abd6f7ea0d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ab4a45-35ad-40b9-bf81-906ff7f5d451,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:41.000624 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90469d80-e62e-4e69-b1f7-1c35807ddbc9 admin admin] Pushing event updated for resources: {'Port': ['ID=6281edb3-4f8e-47f0-a859-0898e1765764,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:41.003178 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e06230bc-cecf-41b2-8a54-1c879cd5831d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:41.019962 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90469d80-e62e-4e69-b1f7-1c35807ddbc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:41.059955 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e06230bc-cecf-41b2-8a54-1c879cd5831d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:41.082724 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=fb476002-fca4-494a-a24f-02237bdd4955,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:41.153418 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e06230bc-cecf-41b2-8a54-1c879cd5831d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:41.156216 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e06230bc-cecf-41b2-8a54-1c879cd5831d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:41.160739 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e06230bc-cecf-41b2-8a54-1c879cd5831d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d2ab4a45-35ad-40b9-bf81-906ff7f5d451 HTTP/1.1" status: 204 len: 168 time: 0.2876501 Nov 16 11:16:41.160904 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['fb476002-fca4-494a-a24f-02237bdd4955'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:16:41.174824 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06230bc-cecf-41b2-8a54-1c879cd5831d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ab4a45-35ad-40b9-bf81-906ff7f5d451,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:41.215173 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 0071b4fd-55c0-4899-8be5-80bf456f8951 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:16:41.220583 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90469d80-e62e-4e69-b1f7-1c35807ddbc9 admin admin] Network e6f6c22e-8152-4ca5-86d7-dcaf88c6db36 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:16:41.222876 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-90469d80-e62e-4e69-b1f7-1c35807ddbc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:16:41.358228 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 0071b4fd-55c0-4899-8be5-80bf456f8951 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:16:41.358580 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:41.472580 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57964e9-8eea-46d3-8b09-c21aad10ac54 req-688e7011-d7e6-4e3e-8fe2-a7d9b769c301 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:41.474592 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b57964e9-8eea-46d3-8b09-c21aad10ac54 req-688e7011-d7e6-4e3e-8fe2-a7d9b769c301 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] 10.222.0.61 "GET /v2.0/ports?device_id=4206306b-6e0c-4a7c-9a6a-88fc1c2a1db1 HTTP/1.1" status: 200 len: 949 time: 0.1269231 Nov 16 11:16:41.526089 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90469d80-e62e-4e69-b1f7-1c35807ddbc9 admin admin] Router 5cb65b80-9319-4634-a210-e0cd6ca8d1c4 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:16:41.540154 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b57964e9-8eea-46d3-8b09-c21aad10ac54 req-258a2e1e-e97a-4b99-8623-076d4e9e1b9a tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] 10.222.0.61 "GET /v2.0/security-groups?id=31c7c948-eb60-4a5c-9476-c14324b9bad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560699 Nov 16 11:16:41.576696 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:41.605514 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 0071b4fd-55c0-4899-8be5-80bf456f8951, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=0071b4fd-55c0-4899-8be5-80bf456f8951,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:16:41.617790 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:41.712558 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=0071b4fd-55c0-4899-8be5-80bf456f8951,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:41.721567 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-4e67053e-b8b3-431b-9125-5989e6665f18 None None] Provisioning complete for port 6281edb3-4f8e-47f0-a859-0898e1765764 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:16:41.722518 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4e67053e-b8b3-431b-9125-5989e6665f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:41.733683 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90469d80-e62e-4e69-b1f7-1c35807ddbc9 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:16:41.767869 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-4e67053e-b8b3-431b-9125-5989e6665f18 None None] Port 6281edb3-4f8e-47f0-a859-0898e1765764 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:16:41.779858 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-90469d80-e62e-4e69-b1f7-1c35807ddbc9 admin admin] 10.222.0.61 "PUT /v2.0/routers/5cb65b80-9319-4634-a210-e0cd6ca8d1c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3624086 Nov 16 11:16:41.936913 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50510) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:41.963164 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f8987cdd-1cef-4fcf-8d6f-c35407557fb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:42.071385 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f8987cdd-1cef-4fcf-8d6f-c35407557fb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:42.077171 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f8987cdd-1cef-4fcf-8d6f-c35407557fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:42.137013 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f8987cdd-1cef-4fcf-8d6f-c35407557fb2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c778a4067c654770846a285ab60d58ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1936944 Nov 16 11:16:42.137382 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50522) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:42.141305 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8987cdd-1cef-4fcf-8d6f-c35407557fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88654276-cb93-4107-849a-80ce92ac3362,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:42.156731 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8987cdd-1cef-4fcf-8d6f-c35407557fb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:16:42.157296 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8987cdd-1cef-4fcf-8d6f-c35407557fb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:16:42.157836 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8987cdd-1cef-4fcf-8d6f-c35407557fb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:16:42.158507 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8987cdd-1cef-4fcf-8d6f-c35407557fb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:16:42.159042 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8987cdd-1cef-4fcf-8d6f-c35407557fb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:16:42.159566 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8987cdd-1cef-4fcf-8d6f-c35407557fb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:16:42.160129 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8987cdd-1cef-4fcf-8d6f-c35407557fb2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:16:42.161083 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8987cdd-1cef-4fcf-8d6f-c35407557fb2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:16:42.161254 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8987cdd-1cef-4fcf-8d6f-c35407557fb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:16:42.161874 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8987cdd-1cef-4fcf-8d6f-c35407557fb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:16:42.162371 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8987cdd-1cef-4fcf-8d6f-c35407557fb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:16:42.162843 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8987cdd-1cef-4fcf-8d6f-c35407557fb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:16:42.198509 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fcf094d3-173a-4dd6-b2ad-67a3cc472bb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:42.241575 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fcf094d3-173a-4dd6-b2ad-67a3cc472bb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:42.301739 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fcf094d3-173a-4dd6-b2ad-67a3cc472bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:42.304439 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fcf094d3-173a-4dd6-b2ad-67a3cc472bb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:42.305663 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-fcf094d3-173a-4dd6-b2ad-67a3cc472bb0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/88654276-cb93-4107-849a-80ce92ac3362 HTTP/1.1" status: 204 len: 168 time: 0.1671536 Nov 16 11:16:42.313615 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf094d3-173a-4dd6-b2ad-67a3cc472bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88654276-cb93-4107-849a-80ce92ac3362,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:42.325451 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf094d3-173a-4dd6-b2ad-67a3cc472bb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:16:42.325815 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf094d3-173a-4dd6-b2ad-67a3cc472bb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:16:42.326187 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf094d3-173a-4dd6-b2ad-67a3cc472bb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:16:42.326525 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf094d3-173a-4dd6-b2ad-67a3cc472bb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:16:42.326863 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf094d3-173a-4dd6-b2ad-67a3cc472bb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:16:42.327191 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf094d3-173a-4dd6-b2ad-67a3cc472bb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:16:42.327520 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf094d3-173a-4dd6-b2ad-67a3cc472bb0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:16:42.327845 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf094d3-173a-4dd6-b2ad-67a3cc472bb0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:16:42.328234 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf094d3-173a-4dd6-b2ad-67a3cc472bb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:16:42.328482 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf094d3-173a-4dd6-b2ad-67a3cc472bb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:16:42.328800 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf094d3-173a-4dd6-b2ad-67a3cc472bb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:16:42.329117 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf094d3-173a-4dd6-b2ad-67a3cc472bb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:16:42.459172 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device fb476002-fca4-494a-a24f-02237bdd4955 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:16:42.520636 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port fb476002-fca4-494a-a24f-02237bdd4955 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:16:42.526227 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port fb476002-fca4-494a-a24f-02237bdd4955 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:16:42.526926 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:42.576445 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50542) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:42.650792 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:42.704736 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4206306b-6e0c-4a7c-9a6a-88fc1c2a1db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb476002-fca4-494a-a24f-02237bdd4955'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:16:42.713571 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfcf811-63b7-45b5-bbf7-87a179740878" -d '{"events": [{"server_uuid": "4206306b-6e0c-4a7c-9a6a-88fc1c2a1db1", "name": "network-vif-plugged", "status": "completed", "tag": "fb476002-fca4-494a-a24f-02237bdd4955"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:16:42.718605 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6c693-d259-4911-b1d5-b0763d9133c7 req-4d7cb34b-022f-49aa-bab3-1a48e5a7190a tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:42.726216 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d1f6c693-d259-4911-b1d5-b0763d9133c7 req-4d7cb34b-022f-49aa-bab3-1a48e5a7190a tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] 10.222.0.61 "GET /v2.0/ports?device_id=4206306b-6e0c-4a7c-9a6a-88fc1c2a1db1 HTTP/1.1" status: 200 len: 949 time: 0.0737653 Nov 16 11:16:42.740274 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port fb476002-fca4-494a-a24f-02237bdd4955, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=fb476002-fca4-494a-a24f-02237bdd4955,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:16:42.746554 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:42.747884 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 52422d78-48bf-40d7-b646-bceb2f603986 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:16:42.771619 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: 52422d78-48bf-40d7-b646-bceb2f603986 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:16:42.772739 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 52422d78-48bf-40d7-b646-bceb2f603986 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:16:42.800475 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91600dae-b5d2-43c5-8d5d-eb6aad163769 None None] Sync routers for ids ['5cb65b80-9319-4634-a210-e0cd6ca8d1c4'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:16:42.828484 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91600dae-b5d2-43c5-8d5d-eb6aad163769 None None] Routers {'5cb65b80-9319-4634-a210-e0cd6ca8d1c4'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:16:42.829042 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-91600dae-b5d2-43c5-8d5d-eb6aad163769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:16:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5cb65b80-9319-4634-a210-e0cd6ca8d1c4'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:16:42.853373 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d1f6c693-d259-4911-b1d5-b0763d9133c7 req-4567474a-d1d8-425c-8bbb-95ca2a558c06 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] 10.222.0.61 "GET /v2.0/security-groups?id=31c7c948-eb60-4a5c-9476-c14324b9bad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262739 Nov 16 11:16:42.912203 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-7af1037d-a979-417a-afc1-fdb1dd9252e3 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:42.913320 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-7af1037d-a979-417a-afc1-fdb1dd9252e3 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/networks?id=e6f6c22e-8152-4ca5-86d7-dcaf88c6db36 HTTP/1.1" status: 200 len: 820 time: 0.1776335 Nov 16 11:16:42.927855 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26cf975d-421d-4557-a068-b7974834c566 x-openstack-request-id: req-26cf975d-421d-4557-a068-b7974834c566 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:16:42.928207 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4206306b-6e0c-4a7c-9a6a-88fc1c2a1db1", "name": "network-vif-plugged", "status": "completed", "tag": "fb476002-fca4-494a-a24f-02237bdd4955", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:16:42.928935 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-26cf975d-421d-4557-a068-b7974834c566 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:16:42.929561 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-9e3f2480-a9fe-4fea-90e6-832be1136c47 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/quotas/6c52a8c39fe94e6d89dd46750a80e67d HTTP/1.1" status: 200 len: 375 time: 0.0099089 Nov 16 11:16:42.930201 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4206306b-6e0c-4a7c-9a6a-88fc1c2a1db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb476002-fca4-494a-a24f-02237bdd4955', 'code': 200} Nov 16 11:16:42.930862 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=fb476002-fca4-494a-a24f-02237bdd4955,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:42.960424 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:16:42.960772 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:16:42.961102 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:16:42.963375 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:16:42.963375 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:16:42.963375 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:16:42.963792 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:16:42.963792 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:16:42.964066 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:16:42.964380 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:16:42.964646 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:16:42.964959 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:16:42.994730 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-83576ebd-b075-46b1-9d4e-126991d8e6e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:43.006993 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-61d148f2-0576-45f6-92c3-8f8424da5f09 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c52a8c39fe94e6d89dd46750a80e67d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0702593 Nov 16 11:16:43.016255 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-91600dae-b5d2-43c5-8d5d-eb6aad163769 None None] Set router 5cb65b80-9319-4634-a210-e0cd6ca8d1c4 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:16:43.111806 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4dbc59-84a0-4ed1-9180-3eee4482ff22 req-842c3d6b-17e2-422a-9608-2b3c984b88fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:43.128303 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1d4dbc59-84a0-4ed1-9180-3eee4482ff22 req-842c3d6b-17e2-422a-9608-2b3c984b88fe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4206306b-6e0c-4a7c-9a6a-88fc1c2a1db1 HTTP/1.1" status: 200 len: 1101 time: 0.0622644 Nov 16 11:16:43.157420 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 0071b4fd-55c0-4899-8be5-80bf456f8951 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:16:43.158134 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50566) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:43.193097 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ad978df5-76dd-46eb-b68c-50cd30b93161 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7693065b732c4be48c4fb00439ee5367&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6150858 Nov 16 11:16:43.195559 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50572) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:43.217423 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1d4dbc59-84a0-4ed1-9180-3eee4482ff22 req-a7a7d11b-138f-44e6-b307-90df758e21e7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=31c7c948-eb60-4a5c-9476-c14324b9bad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795319 Nov 16 11:16:43.271731 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b6dbca4a-1b09-4d14-8b97-839b5b8dd553 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:43.314870 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b6dbca4a-1b09-4d14-8b97-839b5b8dd553 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:43.318912 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 0071b4fd-55c0-4899-8be5-80bf456f8951 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:16:43.319289 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:43.381729 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b6dbca4a-1b09-4d14-8b97-839b5b8dd553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:43.389321 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b6dbca4a-1b09-4d14-8b97-839b5b8dd553 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:43.390882 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b6dbca4a-1b09-4d14-8b97-839b5b8dd553 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/08ac64ae-107c-4178-a617-ac7c8180db31 HTTP/1.1" status: 204 len: 168 time: 0.1940098 Nov 16 11:16:43.403399 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dbca4a-1b09-4d14-8b97-839b5b8dd553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ac64ae-107c-4178-a617-ac7c8180db31,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:43.442894 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-91600dae-b5d2-43c5-8d5d-eb6aad163769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-687097913-router', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:16:30Z', 'updated_at': '2021-11-16T11:16:40Z', 'revision_number': 4, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'gw_port': {'id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:31Z', 'updated_at': '2021-11-16T11:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '6281edb3-4f8e-47f0-a859-0898e1765764', 'name': '', 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'mac_address': 'fa:16:3e:36:19:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a723c1b5-1a0f-4323-9985-39160c514b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:38Z', 'updated_at': '2021-11-16T11:16:40Z', 'revision_number': 2, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'subnets': [{'id': 'a723c1b5-1a0f-4323-9985-39160c514b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:16:43.469808 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-d4d9665a-39e1-4517-ac79-ccd616a75812 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1335937163-network', 'tenant_id': '265938aca0b74af79fe255314608c61d'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:16:43.477959 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91600dae-b5d2-43c5-8d5d-eb6aad163769 None None] Checking router: 5cb65b80-9319-4634-a210-e0cd6ca8d1c4 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:16:43.478519 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91600dae-b5d2-43c5-8d5d-eb6aad163769 None None] Updating router 5cb65b80-9319-4634-a210-e0cd6ca8d1c4 port 6281edb3-4f8e-47f0-a859-0898e1765764 binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:16:43.511785 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-91600dae-b5d2-43c5-8d5d-eb6aad163769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:43.518497 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d9665a-39e1-4517-ac79-ccd616a75812 admin admin] Made reservation on behalf of 265938aca0b74af79fe255314608c61d for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:16:43.521734 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d4d9665a-39e1-4517-ac79-ccd616a75812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:43.538287 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-02646a30-3f97-479f-986c-1f0cb5f4bf2c service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:16:43.539306 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-02646a30-3f97-479f-986c-1f0cb5f4bf2c service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2484646 Nov 16 11:16:43.540485 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d4d9665a-39e1-4517-ac79-ccd616a75812 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:43.714777 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-a7eb51f6-92c4-40e9-9364-d2c18bc985e1 service neutron] 10.222.0.61 "GET /v2.0/networks/e6f6c22e-8152-4ca5-86d7-dcaf88c6db36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653244 Nov 16 11:16:43.799263 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d4d9665a-39e1-4517-ac79-ccd616a75812 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:43.810726 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d4d9665a-39e1-4517-ac79-ccd616a75812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:43.822754 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4d9665a-39e1-4517-ac79-ccd616a75812 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:16:43.853051 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d4d9665a-39e1-4517-ac79-ccd616a75812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:43.853403 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-d4d9665a-39e1-4517-ac79-ccd616a75812 admin admin] Added segment 79dd06d3-61f0-44be-b0da-fd6effb3abff of type vlan for network 39ba1da6-3f37-4954-badb-4ea667c4786e Nov 16 11:16:43.904328 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d9665a-39e1-4517-ac79-ccd616a75812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8e7663-7824-49c8-a186-7be80f2a32ad,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:43.927598 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-efd70571-aa47-42c7-9fbd-e7aed580148f service neutron] 10.222.0.61 "GET /v2.0/networks/e6f6c22e-8152-4ca5-86d7-dcaf88c6db36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058880 Nov 16 11:16:43.929205 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d4d9665a-39e1-4517-ac79-ccd616a75812 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:43.938828 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-91600dae-b5d2-43c5-8d5d-eb6aad163769 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:43.955891 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-91600dae-b5d2-43c5-8d5d-eb6aad163769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:43.974047 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d4d9665a-39e1-4517-ac79-ccd616a75812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:43.975912 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d9665a-39e1-4517-ac79-ccd616a75812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:43.976594 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d4d9665a-39e1-4517-ac79-ccd616a75812 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:43.998319 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50608) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:44.022628 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd776d6c-a79d-43a7-a9ad-2d345e31b81b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:44.136830 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd776d6c-a79d-43a7-a9ad-2d345e31b81b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:44.151366 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd776d6c-a79d-43a7-a9ad-2d345e31b81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:44.169215 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d9665a-39e1-4517-ac79-ccd616a75812 admin admin] Pushing event updated for resources: {'Network': ['ID=39ba1da6-3f37-4954-badb-4ea667c4786e,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:44.182312 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d4d9665a-39e1-4517-ac79-ccd616a75812 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0202475 Nov 16 11:16:44.192170 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50610) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:44.193059 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd776d6c-a79d-43a7-a9ad-2d345e31b81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8601af0-18c5-4b60-91eb-e3e8ce7689ec,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:44.201860 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-223e5b76-af6a-44d3-ae4f-e78b8045c537 admin admin] Request body: {'subnet': {'network_id': '39ba1da6-3f37-4954-badb-4ea667c4786e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1335937163-subnet', 'tenant_id': '265938aca0b74af79fe255314608c61d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:16:44.251954 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-91600dae-b5d2-43c5-8d5d-eb6aad163769 None None] Attempting to bind port 6281edb3-4f8e-47f0-a859-0898e1765764 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:16:44.252331 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-91600dae-b5d2-43c5-8d5d-eb6aad163769 None None] Attempting to bind port 6281edb3-4f8e-47f0-a859-0898e1765764 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '493b8b27-dbac-4588-be26-e66a243cc432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:16:44.252871 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91600dae-b5d2-43c5-8d5d-eb6aad163769 None None] Attempting to bind port 6281edb3-4f8e-47f0-a859-0898e1765764 on network e6f6c22e-8152-4ca5-86d7-dcaf88c6db36 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:16:44.255139 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 39ba1da6-3f37-4954-badb-4ea667c4786e details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:16:44.291071 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c65c76-6a82-49ab-9b44-5ea3ed276d36 req-905b0cec-f6d4-4d28-9aa2-a27ffe89348d tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:44.301132 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-47c65c76-6a82-49ab-9b44-5ea3ed276d36 req-905b0cec-f6d4-4d28-9aa2-a27ffe89348d tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] 10.222.0.61 "GET /v2.0/ports?device_id=4206306b-6e0c-4a7c-9a6a-88fc1c2a1db1 HTTP/1.1" status: 200 len: 950 time: 0.1349576 Nov 16 11:16:44.305239 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bd776d6c-a79d-43a7-a9ad-2d345e31b81b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d09aabcc9ba94ee49d65a3096703a8f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3037808 Nov 16 11:16:44.306586 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50618) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:44.340151 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223e5b76-af6a-44d3-ae4f-e78b8045c537 admin admin] Made reservation on behalf of 265938aca0b74af79fe255314608c61d for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:16:44.342666 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-223e5b76-af6a-44d3-ae4f-e78b8045c537 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:44.567750 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09bfe9-1484-4bc1-bb54-f270b48aa644 None None] Pushing event updated for resources: {'Port': ['ID=6281edb3-4f8e-47f0-a859-0898e1765764,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:44.591967 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-24557c6b-0178-4aa0-a9d6-c604a8a7003a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:44.611688 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-52a62bcd-0a68-46b6-8295-ce935b87bae6 req-95f674f8-89e9-4d87-adb9-0a46c3ed1564 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/ports?device_id=7814a2be-fc55-4993-8a05-51665a950417 HTTP/1.1" status: 200 len: 210 time: 0.1420994 Nov 16 11:16:44.654634 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91600dae-b5d2-43c5-8d5d-eb6aad163769 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:16:44.655278 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91600dae-b5d2-43c5-8d5d-eb6aad163769 None None] Checking segment: {'id': '493b8b27-dbac-4588-be26-e66a243cc432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:16:44.660540 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-91600dae-b5d2-43c5-8d5d-eb6aad163769 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:44.660966 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91600dae-b5d2-43c5-8d5d-eb6aad163769 None None] Bound using segment: {'id': '493b8b27-dbac-4588-be26-e66a243cc432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:16:44.661484 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-91600dae-b5d2-43c5-8d5d-eb6aad163769 None None] Bound port: 6281edb3-4f8e-47f0-a859-0898e1765764, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '493b8b27-dbac-4588-be26-e66a243cc432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:16:44.661870 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-91600dae-b5d2-43c5-8d5d-eb6aad163769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:44.664003 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-223e5b76-af6a-44d3-ae4f-e78b8045c537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:44.721947 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-47c65c76-6a82-49ab-9b44-5ea3ed276d36 req-018b7aa7-9ce7-4b6f-9e55-305e6b8ccdc2 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] 10.222.0.61 "GET /v2.0/security-groups?id=31c7c948-eb60-4a5c-9476-c14324b9bad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141901 Nov 16 11:16:44.738314 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-24557c6b-0178-4aa0-a9d6-c604a8a7003a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:44.770784 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e5b76-af6a-44d3-ae4f-e78b8045c537 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43f89d2b-7c44-4c31-b8bd-6deb29bdb395,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:44.784307 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223e5b76-af6a-44d3-ae4f-e78b8045c537 admin admin] Checking segment: {'id': '79dd06d3-61f0-44be-b0da-fd6effb3abff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '39ba1da6-3f37-4954-badb-4ea667c4786e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:16:44.784931 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223e5b76-af6a-44d3-ae4f-e78b8045c537 admin admin] Network hostable DHCP agents. Network: 39ba1da6-3f37-4954-badb-4ea667c4786e, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:16:44.809157 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223e5b76-af6a-44d3-ae4f-e78b8045c537 admin admin] Network 39ba1da6-3f37-4954-badb-4ea667c4786e is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:16:44.817524 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-24557c6b-0178-4aa0-a9d6-c604a8a7003a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:44.822001 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-24557c6b-0178-4aa0-a9d6-c604a8a7003a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:44.823771 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-24557c6b-0178-4aa0-a9d6-c604a8a7003a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e8601af0-18c5-4b60-91eb-e3e8ce7689ec HTTP/1.1" status: 204 len: 168 time: 0.4976840 Nov 16 11:16:44.836662 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-223e5b76-af6a-44d3-ae4f-e78b8045c537 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 39ba1da6-3f37-4954-badb-4ea667c4786e) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:16:44.846364 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223e5b76-af6a-44d3-ae4f-e78b8045c537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:44.848342 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-223e5b76-af6a-44d3-ae4f-e78b8045c537 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:44.850878 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24557c6b-0178-4aa0-a9d6-c604a8a7003a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8601af0-18c5-4b60-91eb-e3e8ce7689ec,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:44.886178 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-223e5b76-af6a-44d3-ae4f-e78b8045c537 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6829634 Nov 16 11:16:44.887562 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c2e268af-545b-4baa-b9f7-a668ac07ca6a None None] Provisioning complete for port 6281edb3-4f8e-47f0-a859-0898e1765764 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:16:44.887940 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c2e268af-545b-4baa-b9f7-a668ac07ca6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:44.900250 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d817b185-7a64-46a4-98b7-365de7ad4db5 None None] Network 39ba1da6-3f37-4954-badb-4ea667c4786e requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:16:45.147314 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-c2e268af-545b-4baa-b9f7-a668ac07ca6a None None] Port 6281edb3-4f8e-47f0-a859-0898e1765764 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:16:45.156683 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-91600dae-b5d2-43c5-8d5d-eb6aad163769 None None] For port 6281edb3-4f8e-47f0-a859-0898e1765764, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:16:45.188199 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-91600dae-b5d2-43c5-8d5d-eb6aad163769 None None] For port 6281edb3-4f8e-47f0-a859-0898e1765764, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=6281edb3-4f8e-47f0-a859-0898e1765764,segment=NetworkSegment(493b8b27-dbac-4588-be26-e66a243cc432),segment_id=493b8b27-dbac-4588-be26-e66a243cc432)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:16:45.207897 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-91600dae-b5d2-43c5-8d5d-eb6aad163769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:45.282768 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831cf7b2-568b-430d-b0aa-4b12418ae4dc None None] Network 39ba1da6-3f37-4954-badb-4ea667c4786e requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:16:45.353715 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91600dae-b5d2-43c5-8d5d-eb6aad163769 None None] Routers {'5cb65b80-9319-4634-a210-e0cd6ca8d1c4'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:16:45.354729 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-91600dae-b5d2-43c5-8d5d-eb6aad163769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:16:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5cb65b80-9319-4634-a210-e0cd6ca8d1c4'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:16:45.433710 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09bfe9-1484-4bc1-bb54-f270b48aa644 None None] Pushing event updated for resources: {'Port': ['ID=6281edb3-4f8e-47f0-a859-0898e1765764,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:45.575161 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-91600dae-b5d2-43c5-8d5d-eb6aad163769 None None] Set router 5cb65b80-9319-4634-a210-e0cd6ca8d1c4 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:16:45.584588 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fd649dcf-b9f8-4f1d-a39e-a4b507e18dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:45.676796 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50688) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:45.742561 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ed81e398-b90f-42d6-af76-356298ee4806 req-07b88c6a-5800-4427-9763-a379e7f8e6ec tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/ports?device_id=7814a2be-fc55-4993-8a05-51665a950417 HTTP/1.1" status: 200 len: 210 time: 0.0374920 Nov 16 11:16:45.799880 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c7312e1d-3dcd-4faa-92e3-5204935105a8 None None] Provisioning complete for port 6281edb3-4f8e-47f0-a859-0898e1765764 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:16:45.800252 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c7312e1d-3dcd-4faa-92e3-5204935105a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:45.863393 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-91600dae-b5d2-43c5-8d5d-eb6aad163769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-687097913-router', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:16:30Z', 'updated_at': '2021-11-16T11:16:40Z', 'revision_number': 4, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'gw_port': {'id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:31Z', 'updated_at': '2021-11-16T11:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '6281edb3-4f8e-47f0-a859-0898e1765764', 'name': '', 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'mac_address': 'fa:16:3e:36:19:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a723c1b5-1a0f-4323-9985-39160c514b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:38Z', 'updated_at': '2021-11-16T11:16:45Z', 'revision_number': 4, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'subnets': [{'id': 'a723c1b5-1a0f-4323-9985-39160c514b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:16:45.898941 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91600dae-b5d2-43c5-8d5d-eb6aad163769 None None] The sync data for ids ['5cb65b80-9319-4634-a210-e0cd6ca8d1c4'] in n-d-816823-3 is: [{'id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-687097913-router', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:16:30Z', 'updated_at': '2021-11-16T11:16:40Z', 'revision_number': 4, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'gw_port': {'id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:31Z', 'updated_at': '2021-11-16T11:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '6281edb3-4f8e-47f0-a859-0898e1765764', 'name': '', 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'mac_address': 'fa:16:3e:36:19:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a723c1b5-1a0f-4323-9985-39160c514b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:38Z', 'updated_at': '2021-11-16T11:16:45Z', 'revision_number': 4, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'subnets': [{'id': 'a723c1b5-1a0f-4323-9985-39160c514b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:16:45.992747 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c7312e1d-3dcd-4faa-92e3-5204935105a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:46.055819 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-9f124bfa-e256-48fd-a629-9c86311a39b6 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=383f9339409a4bda8a736f481c391f17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430851 Nov 16 11:16:46.062475 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c7312e1d-3dcd-4faa-92e3-5204935105a8 None None] For port 6281edb3-4f8e-47f0-a859-0898e1765764, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=6281edb3-4f8e-47f0-a859-0898e1765764,segment=NetworkSegment(493b8b27-dbac-4588-be26-e66a243cc432),segment_id=493b8b27-dbac-4588-be26-e66a243cc432)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:16:46.073811 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c7312e1d-3dcd-4faa-92e3-5204935105a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:46.075878 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b6803592-7517-4499-9318-2c82ba93d5d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:46.145382 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-9e5c6548-6886-4287-b8d7-702f177442c1 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:46.147435 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-9e5c6548-6886-4287-b8d7-702f177442c1 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.64 "GET /v2.0/networks?id=e6f6c22e-8152-4ca5-86d7-dcaf88c6db36 HTTP/1.1" status: 200 len: 820 time: 0.3608332 Nov 16 11:16:46.165104 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7312e1d-3dcd-4faa-92e3-5204935105a8 None None] Pushing event updated for resources: {'Port': ['ID=6281edb3-4f8e-47f0-a859-0898e1765764,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:46.177406 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-e4efa45f-3bae-42e5-9dd5-7666df2601a7 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Request body: {'port': {'device_id': '7814a2be-fc55-4993-8a05-51665a950417', 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36', 'admin_state_up': True, 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:16:46.278387 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34093c87-a3ae-4864-ae7c-f94d9acdc51e req-c4e0ada0-a02a-4830-a0fc-05c75a1f2c60 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:46.283248 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-34093c87-a3ae-4864-ae7c-f94d9acdc51e req-c4e0ada0-a02a-4830-a0fc-05c75a1f2c60 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] 10.222.0.61 "GET /v2.0/ports?device_id=4206306b-6e0c-4a7c-9a6a-88fc1c2a1db1 HTTP/1.1" status: 200 len: 950 time: 0.3529122 Nov 16 11:16:46.407264 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b6803592-7517-4499-9318-2c82ba93d5d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:46.437814 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:46.448039 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-34093c87-a3ae-4864-ae7c-f94d9acdc51e req-9282c6b1-09d7-4c94-addd-9767f5d672cf tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] 10.222.0.61 "GET /v2.0/security-groups?id=31c7c948-eb60-4a5c-9476-c14324b9bad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638463 Nov 16 11:16:46.470786 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b6803592-7517-4499-9318-2c82ba93d5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:46.506066 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50728) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:46.513784 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-66f2df4b-85d7-47e9-a170-53c6c26c92ec admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-306712644-network', 'tenant_id': '1c28cbf4dd3e4d058ded3287d2f60d5f'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:16:46.563868 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50732) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:46.568825 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b6803592-7517-4499-9318-2c82ba93d5d9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=66e83cebb22d4eb7b54448bd6a4e49a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8903625 Nov 16 11:16:46.577327 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f2df4b-85d7-47e9-a170-53c6c26c92ec admin admin] Made reservation on behalf of 1c28cbf4dd3e4d058ded3287d2f60d5f for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:16:46.581249 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-66f2df4b-85d7-47e9-a170-53c6c26c92ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:46.588639 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-4aae8e27-0600-4d8e-ba0f-1734689f2157 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:46.591339 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-4aae8e27-0600-4d8e-ba0f-1734689f2157 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5013528 Nov 16 11:16:46.614894 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-66f2df4b-85d7-47e9-a170-53c6c26c92ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:46.674969 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-8d52b58f-2a3e-4eb0-a161-64af59f6e229 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/quotas/383f9339409a4bda8a736f481c391f17 HTTP/1.1" status: 200 len: 375 time: 0.0622420 Nov 16 11:16:46.685020 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6803592-7517-4499-9318-2c82ba93d5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302f7f3c-b72b-4481-8e09-03fad7d7f8ed,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:46.773880 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa7625a3-054d-44a9-a8dc-412d5954290f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:46.797971 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-ac4788e1-23b3-4207-99c7-491d0c039227 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=383f9339409a4bda8a736f481c391f17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0915248 Nov 16 11:16:46.819542 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-e4efa45f-3bae-42e5-9dd5-7666df2601a7 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Made reservation on behalf of 6c52a8c39fe94e6d89dd46750a80e67d for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:16:46.824616 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-e4efa45f-3bae-42e5-9dd5-7666df2601a7 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:46.824983 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa7625a3-054d-44a9-a8dc-412d5954290f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:47.057380 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-e4efa45f-3bae-42e5-9dd5-7666df2601a7 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Allocated IP 172.20.0.13 (e6f6c22e-8152-4ca5-86d7-dcaf88c6db36/a723c1b5-1a0f-4323-9985-39160c514b43/0cf3a3e2-009c-48fc-83c2-e1204a58704f) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:16:47.064278 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-66f2df4b-85d7-47e9-a170-53c6c26c92ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:47.072730 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa7625a3-054d-44a9-a8dc-412d5954290f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:47.077525 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa7625a3-054d-44a9-a8dc-412d5954290f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:47.084901 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-aa7625a3-054d-44a9-a8dc-412d5954290f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/302f7f3c-b72b-4481-8e09-03fad7d7f8ed HTTP/1.1" status: 204 len: 168 time: 0.5198224 Nov 16 11:16:47.096821 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-66f2df4b-85d7-47e9-a170-53c6c26c92ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:47.136596 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7625a3-054d-44a9-a8dc-412d5954290f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302f7f3c-b72b-4481-8e09-03fad7d7f8ed,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:47.150074 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f2df4b-85d7-47e9-a170-53c6c26c92ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:16:47.226591 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafee1f5-3ac9-4049-aa6d-8b26faaa7075 req-2c5d90d7-a3c4-47ed-b14a-fd5a25ecf01f tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:47.228362 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aafee1f5-3ac9-4049-aa6d-8b26faaa7075 req-2c5d90d7-a3c4-47ed-b14a-fd5a25ecf01f tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] 10.222.0.61 "GET /v2.0/ports?device_id=4206306b-6e0c-4a7c-9a6a-88fc1c2a1db1 HTTP/1.1" status: 200 len: 950 time: 0.1618464 Nov 16 11:16:47.243998 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-66f2df4b-85d7-47e9-a170-53c6c26c92ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:47.244424 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-66f2df4b-85d7-47e9-a170-53c6c26c92ec admin admin] Added segment e3b5ba6a-e2f5-416e-b775-363432f481cf of type vlan for network 5512d5ac-407a-4a6c-a071-9fc125e3c38b Nov 16 11:16:47.283121 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f2df4b-85d7-47e9-a170-53c6c26c92ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bbff0d-02a5-4c22-9a98-e66397fca6c3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:47.322441 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 6281edb3-4f8e-47f0-a859-0898e1765764 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:16:47.432419 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-66f2df4b-85d7-47e9-a170-53c6c26c92ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:47.498320 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 6281edb3-4f8e-47f0-a859-0898e1765764 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:16:47.499440 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:47.521484 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-66f2df4b-85d7-47e9-a170-53c6c26c92ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:47.522683 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f2df4b-85d7-47e9-a170-53c6c26c92ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:47.523287 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-66f2df4b-85d7-47e9-a170-53c6c26c92ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:47.642484 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-66f2df4b-85d7-47e9-a170-53c6c26c92ec admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1336801 Nov 16 11:16:47.657316 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50772) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:47.675958 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d22ce74d-159e-4d34-9e4b-bba574fa528d admin admin] Request body: {'subnet': {'network_id': '5512d5ac-407a-4a6c-a071-9fc125e3c38b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-306712644-subnet', 'tenant_id': '1c28cbf4dd3e4d058ded3287d2f60d5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:16:47.685693 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f2df4b-85d7-47e9-a170-53c6c26c92ec admin admin] Pushing event updated for resources: {'Network': ['ID=5512d5ac-407a-4a6c-a071-9fc125e3c38b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:47.701857 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 5512d5ac-407a-4a6c-a071-9fc125e3c38b details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:16:47.714213 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22ce74d-159e-4d34-9e4b-bba574fa528d admin admin] Made reservation on behalf of 1c28cbf4dd3e4d058ded3287d2f60d5f for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:16:47.721106 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d22ce74d-159e-4d34-9e4b-bba574fa528d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:47.761686 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a31c9816-8741-4b73-a301-c642b7a3a755 req-18de033a-02f3-4fe4-885b-1a67f49c8de4 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/ports?device_id=7814a2be-fc55-4993-8a05-51665a950417 HTTP/1.1" status: 200 len: 210 time: 0.0455937 Nov 16 11:16:47.782244 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aafee1f5-3ac9-4049-aa6d-8b26faaa7075 req-609c44ab-0467-47f8-bae3-b09679124fc0 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] 10.222.0.61 "GET /v2.0/security-groups?id=31c7c948-eb60-4a5c-9476-c14324b9bad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5457754 Nov 16 11:16:47.882007 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50780) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:47.917046 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2862ac20-f0ca-44ae-a49d-5be67778d1b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:47.954538 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e8881707-f54d-4440-8c22-92d1c71a5069 req-8e294e3b-c629-4d2b-8964-00f4bb5905c0 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/ports?device_id=49951d47-bb66-4e8c-add0-01500f30fe61 HTTP/1.1" status: 200 len: 210 time: 0.0645614 Nov 16 11:16:47.961730 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-e4efa45f-3bae-42e5-9dd5-7666df2601a7 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:48.022356 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-e4efa45f-3bae-42e5-9dd5-7666df2601a7 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:48.094370 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-e4efa45f-3bae-42e5-9dd5-7666df2601a7 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Network e6f6c22e-8152-4ca5-86d7-dcaf88c6db36 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:16:48.099604 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-e4efa45f-3bae-42e5-9dd5-7666df2601a7 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:16:48.105269 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-e4efa45f-3bae-42e5-9dd5-7666df2601a7 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:16:48.205037 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:48.206853 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4efa45f-3bae-42e5-9dd5-7666df2601a7 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Pushing event updated for resources: {'Port': ['ID=0cf3a3e2-009c-48fc-83c2-e1204a58704f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:48.262965 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fef592-2c7b-460c-9648-7d2791c73e35 req-0b8c24d5-753c-4525-85d2-13b0bfa79f7e tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:48.264518 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-08fef592-2c7b-460c-9648-7d2791c73e35 req-0b8c24d5-753c-4525-85d2-13b0bfa79f7e tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] 10.222.0.36 "GET /v2.0/ports?device_id=4206306b-6e0c-4a7c-9a6a-88fc1c2a1db1 HTTP/1.1" status: 200 len: 950 time: 0.2260509 Nov 16 11:16:48.271087 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-e4efa45f-3bae-42e5-9dd5-7666df2601a7 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:48.271994 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-e4efa45f-3bae-42e5-9dd5-7666df2601a7 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:48.319993 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-e4efa45f-3bae-42e5-9dd5-7666df2601a7 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1473353 Nov 16 11:16:48.334595 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-acf22a28-3ae9-45ff-8fe5-c882722a5469 service neutron] Request body: {'port': {'device_id': '7814a2be-fc55-4993-8a05-51665a950417', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:16:48.479156 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-acf22a28-3ae9-45ff-8fe5-c882722a5469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:48.481829 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2862ac20-f0ca-44ae-a49d-5be67778d1b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:48.547487 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2862ac20-f0ca-44ae-a49d-5be67778d1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:48.625864 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-095bac02-0957-4006-9299-26306345321f None None] Provisioning complete for port 0cf3a3e2-009c-48fc-83c2-e1204a58704f triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:16:48.628926 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-095bac02-0957-4006-9299-26306345321f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:48.647582 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2862ac20-f0ca-44ae-a49d-5be67778d1b5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e93fa4db6bd24219b5e6e9f865973f81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7643430 Nov 16 11:16:48.650055 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862ac20-f0ca-44ae-a49d-5be67778d1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1faac5e-7126-4ce9-973a-0e9114855a87,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:48.652580 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50796) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:48.679995 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d22ce74d-159e-4d34-9e4b-bba574fa528d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:48.743052 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-095bac02-0957-4006-9299-26306345321f None None] Port 0cf3a3e2-009c-48fc-83c2-e1204a58704f cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:16:48.762675 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50798) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:48.796870 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:48.812361 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-08fef592-2c7b-460c-9648-7d2791c73e35 req-53e59068-c727-4a71-9e10-a5b980896621 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] Deleting port fb476002-fca4-494a-a24f-02237bdd4955 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:16:48.813369 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-08fef592-2c7b-460c-9648-7d2791c73e35 req-53e59068-c727-4a71-9e10-a5b980896621 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:48.833701 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ce74d-159e-4d34-9e4b-bba574fa528d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8ab9f70-195c-4e62-a1cd-6a572ae11af2,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:49.019245 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49338847-18bc-46e0-9411-9ee26b46ceaf req-fe7d84bf-0f0b-41fd-a2aa-1dfd14b58ff5 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:49.020797 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-49338847-18bc-46e0-9411-9ee26b46ceaf req-fe7d84bf-0f0b-41fd-a2aa-1dfd14b58ff5 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/ports?device_id=7814a2be-fc55-4993-8a05-51665a950417 HTTP/1.1" status: 200 len: 932 time: 0.0984235 Nov 16 11:16:49.110795 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-acf22a28-3ae9-45ff-8fe5-c882722a5469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cf3a3e2-009c-48fc-83c2-e1204a58704f {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:16:49.120122 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-39f1b1a4-3426-41ea-a1d4-42839f6273d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:49.128866 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-fb7cda52-f88e-46b0-a031-17db163aca7c tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=383f9339409a4bda8a736f481c391f17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672309 Nov 16 11:16:49.129457 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a589afc-43a5-444a-9d4c-17d5c8af8a14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:49.138188 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-acf22a28-3ae9-45ff-8fe5-c882722a5469 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:49.153992 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22ce74d-159e-4d34-9e4b-bba574fa528d admin admin] Checking segment: {'id': 'e3b5ba6a-e2f5-416e-b775-363432f481cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '5512d5ac-407a-4a6c-a071-9fc125e3c38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:16:49.154317 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22ce74d-159e-4d34-9e4b-bba574fa528d admin admin] Network hostable DHCP agents. Network: 5512d5ac-407a-4a6c-a071-9fc125e3c38b, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:16:49.171894 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-acf22a28-3ae9-45ff-8fe5-c882722a5469 service neutron] Transition to ACTIVE for port object 0cf3a3e2-009c-48fc-83c2-e1204a58704f will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:16:49.179430 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-49338847-18bc-46e0-9411-9ee26b46ceaf req-51bd59a4-0e8f-4e2e-a19c-a9f7a5b329a0 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/security-groups?id=42abe699-cecb-40b2-a376-43deeb633c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151044 Nov 16 11:16:49.180932 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-acf22a28-3ae9-45ff-8fe5-c882722a5469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:49.232055 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ca972-0d2f-4ec1-9080-d0188d5cca5c req-4ad5dad0-dd7b-4236-b77d-f665bd33ca37 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:49.239097 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-113ca972-0d2f-4ec1-9080-d0188d5cca5c req-4ad5dad0-dd7b-4236-b77d-f665bd33ca37 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] 10.222.0.61 "GET /v2.0/ports?device_id=4206306b-6e0c-4a7c-9a6a-88fc1c2a1db1 HTTP/1.1" status: 200 len: 950 time: 0.1622198 Nov 16 11:16:49.252062 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a589afc-43a5-444a-9d4c-17d5c8af8a14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:49.277995 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-08fef592-2c7b-460c-9648-7d2791c73e35 req-53e59068-c727-4a71-9e10-a5b980896621 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] For port fb476002-fca4-494a-a24f-02237bdd4955, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=fb476002-fca4-494a-a24f-02237bdd4955,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:16:49.278368 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-08fef592-2c7b-460c-9648-7d2791c73e35 req-53e59068-c727-4a71-9e10-a5b980896621 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:49.305724 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf22a28-3ae9-45ff-8fe5-c882722a5469 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf3a3e2-009c-48fc-83c2-e1204a58704f,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:49.317116 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-08fef592-2c7b-460c-9648-7d2791c73e35 req-53e59068-c727-4a71-9e10-a5b980896621 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] Calling delete_port for fb476002-fca4-494a-a24f-02237bdd4955 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:16:49.327939 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22ce74d-159e-4d34-9e4b-bba574fa528d admin admin] Network 5512d5ac-407a-4a6c-a071-9fc125e3c38b is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:16:49.332686 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-35d6264b-4822-4a1f-ad70-512e527ad462 req-3717d72d-90c9-451d-a5ef-19c622fd257f tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/ports?device_id=49951d47-bb66-4e8c-add0-01500f30fe61 HTTP/1.1" status: 200 len: 210 time: 0.0562882 Nov 16 11:16:49.349472 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-113ca972-0d2f-4ec1-9080-d0188d5cca5c req-28ab4379-f862-49f9-a50e-a649239d77db tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] 10.222.0.61 "GET /v2.0/security-groups?id=31c7c948-eb60-4a5c-9476-c14324b9bad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081185 Nov 16 11:16:49.465345 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-17278cd6-fbca-42f7-8e0f-e0502d574350 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:49.466891 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-17278cd6-fbca-42f7-8e0f-e0502d574350 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3255017 Nov 16 11:16:49.469595 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-acf22a28-3ae9-45ff-8fe5-c882722a5469 service neutron] Attempting to bind port 0cf3a3e2-009c-48fc-83c2-e1204a58704f on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:16:49.469983 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-acf22a28-3ae9-45ff-8fe5-c882722a5469 service neutron] Attempting to bind port 0cf3a3e2-009c-48fc-83c2-e1204a58704f by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '493b8b27-dbac-4588-be26-e66a243cc432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:16:49.470100 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-d22ce74d-159e-4d34-9e4b-bba574fa528d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 5512d5ac-407a-4a6c-a071-9fc125e3c38b) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:16:49.470287 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-acf22a28-3ae9-45ff-8fe5-c882722a5469 service neutron] Attempting to bind port 0cf3a3e2-009c-48fc-83c2-e1204a58704f on network e6f6c22e-8152-4ca5-86d7-dcaf88c6db36 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:16:49.475810 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-acf22a28-3ae9-45ff-8fe5-c882722a5469 service neutron] Port 0cf3a3e2-009c-48fc-83c2-e1204a58704f on network e6f6c22e-8152-4ca5-86d7-dcaf88c6db36 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:16:49.476137 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-acf22a28-3ae9-45ff-8fe5-c882722a5469 service neutron] Attempting to bind port 0cf3a3e2-009c-48fc-83c2-e1204a58704f on network e6f6c22e-8152-4ca5-86d7-dcaf88c6db36 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:16:49.485296 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-acf22a28-3ae9-45ff-8fe5-c882722a5469 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:16:49.485836 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-acf22a28-3ae9-45ff-8fe5-c882722a5469 service neutron] Checking segment: {'id': '493b8b27-dbac-4588-be26-e66a243cc432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:16:49.486252 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-acf22a28-3ae9-45ff-8fe5-c882722a5469 service neutron] Bound using segment: {'id': '493b8b27-dbac-4588-be26-e66a243cc432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:16:49.486669 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05445144-5874-4c7e-ac20-6976bd810e2c None None] Network 5512d5ac-407a-4a6c-a071-9fc125e3c38b requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:16:49.486780 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-acf22a28-3ae9-45ff-8fe5-c882722a5469 service neutron] Bound port: 0cf3a3e2-009c-48fc-83c2-e1204a58704f, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '493b8b27-dbac-4588-be26-e66a243cc432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:16:49.487103 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-acf22a28-3ae9-45ff-8fe5-c882722a5469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:49.490193 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22ce74d-159e-4d34-9e4b-bba574fa528d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:49.490860 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d22ce74d-159e-4d34-9e4b-bba574fa528d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:49.501789 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-0025bc76-4b94-45bc-8ef6-fa3c5a10ceaa tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Request body: {'port': {'device_id': '49951d47-bb66-4e8c-add0-01500f30fe61', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'admin_state_up': True, 'tenant_id': '383f9339409a4bda8a736f481c391f17'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:16:49.604413 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-acf22a28-3ae9-45ff-8fe5-c882722a5469 service neutron] For port 0cf3a3e2-009c-48fc-83c2-e1204a58704f, host n-h2-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:16:49.608837 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-acf22a28-3ae9-45ff-8fe5-c882722a5469 service neutron] For port 0cf3a3e2-009c-48fc-83c2-e1204a58704f, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=0cf3a3e2-009c-48fc-83c2-e1204a58704f,segment=NetworkSegment(493b8b27-dbac-4588-be26-e66a243cc432),segment_id=493b8b27-dbac-4588-be26-e66a243cc432)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:16:49.614281 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-acf22a28-3ae9-45ff-8fe5-c882722a5469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:49.622235 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a589afc-43a5-444a-9d4c-17d5c8af8a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:49.624831 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a589afc-43a5-444a-9d4c-17d5c8af8a14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:49.626011 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1a589afc-43a5-444a-9d4c-17d5c8af8a14 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b1faac5e-7126-4ce9-973a-0e9114855a87 HTTP/1.1" status: 204 len: 168 time: 0.9721780 Nov 16 11:16:49.645801 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d22ce74d-159e-4d34-9e4b-bba574fa528d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9873416 Nov 16 11:16:49.656327 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f154735f-6ccb-49b9-b1f7-0f2782dc0408 None None] Network 5512d5ac-407a-4a6c-a071-9fc125e3c38b requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:16:49.689943 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a589afc-43a5-444a-9d4c-17d5c8af8a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1faac5e-7126-4ce9-973a-0e9114855a87,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:49.715123 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-39f1b1a4-3426-41ea-a1d4-42839f6273d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:49.729757 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-acf22a28-3ae9-45ff-8fe5-c882722a5469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:49.730497 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-acf22a28-3ae9-45ff-8fe5-c882722a5469 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:49.732665 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-acf22a28-3ae9-45ff-8fe5-c882722a5469 service neutron] 10.222.0.64 "PUT /v2.0/ports/0cf3a3e2-009c-48fc-83c2-e1204a58704f HTTP/1.1" status: 200 len: 1092 time: 1.4027057 Nov 16 11:16:49.733821 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf22a28-3ae9-45ff-8fe5-c882722a5469 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf3a3e2-009c-48fc-83c2-e1204a58704f,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:49.741496 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-39f1b1a4-3426-41ea-a1d4-42839f6273d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:49.751684 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7814a2be-fc55-4993-8a05-51665a950417', 'tag': '0cf3a3e2-009c-48fc-83c2-e1204a58704f'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:16:49.769686 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c265e9a0-d78f-4265-a41b-751a7987946d" -d '{"events": [{"name": "network-changed", "server_uuid": "7814a2be-fc55-4993-8a05-51665a950417", "tag": "0cf3a3e2-009c-48fc-83c2-e1204a58704f"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:16:49.802583 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-08fef592-2c7b-460c-9648-7d2791c73e35 req-53e59068-c727-4a71-9e10-a5b980896621 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:49.874704 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f1b1a4-3426-41ea-a1d4-42839f6273d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c805d59a-4aa0-4ced-8c85-47f5602f98be,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:49.884812 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-39f1b1a4-3426-41ea-a1d4-42839f6273d1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=42b80834a3904ff980089f8222e44815&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1125898 Nov 16 11:16:49.885900 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e59068-c727-4a71-9e10-a5b980896621 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] Pushing event deleted for resources: {'Port': ['ID=fb476002-fca4-494a-a24f-02237bdd4955,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:49.891007 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50828) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:49.905364 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14675d49-b02b-4074-9791-cfadac9e8c12 x-openstack-request-id: req-14675d49-b02b-4074-9791-cfadac9e8c12 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:16:49.905910 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7814a2be-fc55-4993-8a05-51665a950417", "tag": "0cf3a3e2-009c-48fc-83c2-e1204a58704f", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:16:49.906259 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-14675d49-b02b-4074-9791-cfadac9e8c12 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:16:49.906662 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7814a2be-fc55-4993-8a05-51665a950417', 'tag': '0cf3a3e2-009c-48fc-83c2-e1204a58704f', 'status': 'completed', 'code': 200} Nov 16 11:16:49.920123 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-b9ddd965-427a-476c-95d2-349acd604d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:49.923149 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-b9ddd965-427a-476c-95d2-349acd604d1b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6c52a8c39fe94e6d89dd46750a80e67d&device_id=7814a2be-fc55-4993-8a05-51665a950417 HTTP/1.1" status: 200 len: 1095 time: 0.1301618 Nov 16 11:16:49.969581 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['fb476002-fca4-494a-a24f-02237bdd4955'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:16:50.001297 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-08fef592-2c7b-460c-9648-7d2791c73e35 req-53e59068-c727-4a71-9e10-a5b980896621 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] No DVR routers for this DVR port fb476002-fca4-494a-a24f-02237bdd4955 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:16:50.011793 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-08fef592-2c7b-460c-9648-7d2791c73e35 req-53e59068-c727-4a71-9e10-a5b980896621 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:50.015735 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-08fef592-2c7b-460c-9648-7d2791c73e35 req-53e59068-c727-4a71-9e10-a5b980896621 tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] 10.222.0.36 "DELETE /v2.0/ports/fb476002-fca4-494a-a24f-02237bdd4955 HTTP/1.1" status: 204 len: 173 time: 1.7323935 Nov 16 11:16:50.017887 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4206306b-6e0c-4a7c-9a6a-88fc1c2a1db1', 'name': 'network-vif-deleted', 'tag': 'fb476002-fca4-494a-a24f-02237bdd4955'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:16:50.026353 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c54b16-8635-4da8-a149-aa08035106ca" -d '{"events": [{"server_uuid": "4206306b-6e0c-4a7c-9a6a-88fc1c2a1db1", "name": "network-vif-deleted", "tag": "fb476002-fca4-494a-a24f-02237bdd4955"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:16:50.047498 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-0025bc76-4b94-45bc-8ef6-fa3c5a10ceaa tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Made reservation on behalf of 383f9339409a4bda8a736f481c391f17 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:16:50.055842 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-0025bc76-4b94-45bc-8ef6-fa3c5a10ceaa tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:50.099642 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50834) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:50.101083 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-d4f7d88d-4804-4ffa-aa3c-d856cf360ec7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cf3a3e2-009c-48fc-83c2-e1204a58704f HTTP/1.1" status: 200 len: 217 time: 0.1653278 Nov 16 11:16:50.120116 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-0025bc76-4b94-45bc-8ef6-fa3c5a10ceaa tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:50.161408 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3141d6b5-d8b6-4a1f-a72c-8b01c8f6eccd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:50.212112 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3141d6b5-d8b6-4a1f-a72c-8b01c8f6eccd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:50.225728 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755b286d-8702-4714-bbc0-12cff520db23 x-openstack-request-id: req-755b286d-8702-4714-bbc0-12cff520db23 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:16:50.226175 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4206306b-6e0c-4a7c-9a6a-88fc1c2a1db1", "name": "network-vif-deleted", "tag": "fb476002-fca4-494a-a24f-02237bdd4955", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:16:50.226515 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-755b286d-8702-4714-bbc0-12cff520db23 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:16:50.227002 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4206306b-6e0c-4a7c-9a6a-88fc1c2a1db1', 'name': 'network-vif-deleted', 'tag': 'fb476002-fca4-494a-a24f-02237bdd4955', 'status': 'completed', 'code': 200} Nov 16 11:16:50.246581 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-c201bd44-d3c0-4f4e-b0c9-6dc5a9f54ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:50.250501 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-c201bd44-d3c0-4f4e-b0c9-6dc5a9f54ebf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a723c1b5-1a0f-4323-9985-39160c514b43 HTTP/1.1" status: 200 len: 859 time: 0.1346343 Nov 16 11:16:50.326066 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-0025bc76-4b94-45bc-8ef6-fa3c5a10ceaa tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:50.337407 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-0025bc76-4b94-45bc-8ef6-fa3c5a10ceaa tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:50.340651 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3141d6b5-d8b6-4a1f-a72c-8b01c8f6eccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:50.343439 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3141d6b5-d8b6-4a1f-a72c-8b01c8f6eccd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:50.344740 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-3141d6b5-d8b6-4a1f-a72c-8b01c8f6eccd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c805d59a-4aa0-4ced-8c85-47f5602f98be HTTP/1.1" status: 204 len: 168 time: 0.4489880 Nov 16 11:16:50.397600 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-00acedc8-7e97-43ec-9170-eac2c842f878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:50.400328 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-00acedc8-7e97-43ec-9170-eac2c842f878 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e6f6c22e-8152-4ca5-86d7-dcaf88c6db36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1425865 Nov 16 11:16:50.446632 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025bc76-4b94-45bc-8ef6-fa3c5a10ceaa tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=256d21cc-6a60-4465-8fce-b1f34b03cd99,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:50.457172 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a850c5ad-c400-4d9c-a92e-5e508b99d0c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:50.488665 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141d6b5-d8b6-4a1f-a72c-8b01c8f6eccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c805d59a-4aa0-4ced-8c85-47f5602f98be,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:50.490629 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692694ba-42d1-4ba9-9923-3410c18128f7 req-65760224-8525-440f-bbef-e91fbf93c15a tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:50.492888 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-692694ba-42d1-4ba9-9923-3410c18128f7 req-65760224-8525-440f-bbef-e91fbf93c15a tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/ports?device_id=7814a2be-fc55-4993-8a05-51665a950417 HTTP/1.1" status: 200 len: 944 time: 0.1366115 Nov 16 11:16:50.541618 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3a337490-dc62-4a08-abe4-9155a9d0b992 req-e8307c8d-c635-4436-b8ba-c44b51e4d0dd tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/ports?device_id=49951d47-bb66-4e8c-add0-01500f30fe61 HTTP/1.1" status: 200 len: 210 time: 0.0566595 Nov 16 11:16:50.592804 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-0025bc76-4b94-45bc-8ef6-fa3c5a10ceaa tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Allocated IP 192.168.233.14 (d184b1c6-3832-4c86-bfd0-c1472d76d6c3/c4c770cc-51d7-42eb-b4a6-9a605bacae0f/e6040b3b-13b3-476d-b8e7-6f334657eb29) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:16:50.606810 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-9895af7f-b798-420f-8a0c-a08d9ab2f30f service neutron] 10.222.0.64 "GET /v2.0/networks/e6f6c22e-8152-4ca5-86d7-dcaf88c6db36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961546 Nov 16 11:16:50.668760 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a850c5ad-c400-4d9c-a92e-5e508b99d0c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:50.689293 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a850c5ad-c400-4d9c-a92e-5e508b99d0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:50.794552 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a850c5ad-c400-4d9c-a92e-5e508b99d0c3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=93224bfb80bf45488df6fcdaaec0df93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6828451 Nov 16 11:16:50.795346 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50862) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:50.795610 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d6f5a9c5-22a3-49ee-bc30-eab001acdeb4 req-8d2cd06f-8c45-4208-99fc-730cd8c103ce tempest-ImagesNegativeTestJSON-1823836884 tempest-ImagesNegativeTestJSON-1823836884-project] 10.222.0.61 "GET /v2.0/ports?device_id=4206306b-6e0c-4a7c-9a6a-88fc1c2a1db1 HTTP/1.1" status: 200 len: 210 time: 0.1154957 Nov 16 11:16:50.797936 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850c5ad-c400-4d9c-a92e-5e508b99d0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c638b1-2b87-4ced-9606-6bf798dbdbdf,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:50.832101 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-692694ba-42d1-4ba9-9923-3410c18128f7 req-3cc48759-79da-4b3c-ae10-e50c153f3339 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/security-groups?id=42abe699-cecb-40b2-a376-43deeb633c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102496 Nov 16 11:16:50.869879 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5d865210-09af-4a14-beb3-fa53cc226e19 req-a95788e5-5c91-454b-b411-ae904cfb165b service neutron] 10.222.0.64 "GET /v2.0/networks/e6f6c22e-8152-4ca5-86d7-dcaf88c6db36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527225 Nov 16 11:16:50.882860 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-0025bc76-4b94-45bc-8ef6-fa3c5a10ceaa tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:50.907757 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3dbb71f0-7c3a-4a54-bc42-0de5e1aaa663 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:50.945576 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3dbb71f0-7c3a-4a54-bc42-0de5e1aaa663 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:50.966230 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-0025bc76-4b94-45bc-8ef6-fa3c5a10ceaa tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:50.982737 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50866) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:51.020619 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265e9a0-d78f-4265-a41b-751a7987946d req-e16c8fc5-080f-4b2a-9380-679025698a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:51.022677 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c265e9a0-d78f-4265-a41b-751a7987946d req-e16c8fc5-080f-4b2a-9380-679025698a71 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6c52a8c39fe94e6d89dd46750a80e67d&device_id=7814a2be-fc55-4993-8a05-51665a950417 HTTP/1.1" status: 200 len: 1095 time: 0.0814469 Nov 16 11:16:51.038412 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e5130f29-659c-4a89-b9fd-dfb4301f39d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:51.061576 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-0025bc76-4b94-45bc-8ef6-fa3c5a10ceaa tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:16:51.074711 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-0025bc76-4b94-45bc-8ef6-fa3c5a10ceaa tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:16:51.079191 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-0025bc76-4b94-45bc-8ef6-fa3c5a10ceaa tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:16:51.081688 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025bc76-4b94-45bc-8ef6-fa3c5a10ceaa tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Pushing event updated for resources: {'Port': ['ID=e6040b3b-13b3-476d-b8e7-6f334657eb29,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:51.138470 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3dbb71f0-7c3a-4a54-bc42-0de5e1aaa663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:51.141098 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3dbb71f0-7c3a-4a54-bc42-0de5e1aaa663 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:51.145288 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-3dbb71f0-7c3a-4a54-bc42-0de5e1aaa663 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/08c638b1-2b87-4ced-9606-6bf798dbdbdf HTTP/1.1" status: 204 len: 168 time: 0.3442662 Nov 16 11:16:51.174262 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-0025bc76-4b94-45bc-8ef6-fa3c5a10ceaa tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:51.174915 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-0025bc76-4b94-45bc-8ef6-fa3c5a10ceaa tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:51.202185 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265e9a0-d78f-4265-a41b-751a7987946d req-3c5e7f27-175e-445b-bbfb-4dcb6dec8a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:51.204220 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c265e9a0-d78f-4265-a41b-751a7987946d req-3c5e7f27-175e-445b-bbfb-4dcb6dec8a3a service neutron] 10.222.0.64 "GET /v2.0/networks?id=e6f6c22e-8152-4ca5-86d7-dcaf88c6db36 HTTP/1.1" status: 200 len: 921 time: 0.1715918 Nov 16 11:16:51.207630 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb71f0-7c3a-4a54-bc42-0de5e1aaa663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c638b1-2b87-4ced-9606-6bf798dbdbdf,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:51.238416 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-0025bc76-4b94-45bc-8ef6-fa3c5a10ceaa tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7576840 Nov 16 11:16:51.263086 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-76ec302d-ba65-4e5b-b514-bccc24d0a4cb service neutron] Request body: {'port': {'device_id': '49951d47-bb66-4e8c-add0-01500f30fe61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:16:51.315054 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c265e9a0-d78f-4265-a41b-751a7987946d req-a3398ca8-9320-4dc0-ac2c-e05f44053b9a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cf3a3e2-009c-48fc-83c2-e1204a58704f HTTP/1.1" status: 200 len: 217 time: 0.0865285 Nov 16 11:16:51.411432 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e5130f29-659c-4a89-b9fd-dfb4301f39d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:51.420879 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e5130f29-659c-4a89-b9fd-dfb4301f39d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:51.426331 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-76ec302d-ba65-4e5b-b514-bccc24d0a4cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:51.468657 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265e9a0-d78f-4265-a41b-751a7987946d req-7c822936-dd34-4299-8101-354b1a90ba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:51.470609 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c265e9a0-d78f-4265-a41b-751a7987946d req-7c822936-dd34-4299-8101-354b1a90ba2a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a723c1b5-1a0f-4323-9985-39160c514b43 HTTP/1.1" status: 200 len: 859 time: 0.1480441 Nov 16 11:16:51.476512 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e5130f29-659c-4a89-b9fd-dfb4301f39d4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ccef9ddaaa204f3ea352798ac1529d20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4910240 Nov 16 11:16:51.500180 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50888) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:51.512623 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5130f29-659c-4a89-b9fd-dfb4301f39d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de8aaa3-21fc-4d9f-a486-3c07f73083cf,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:51.515417 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-44901811-c46a-46ea-af97-a6e30c5ce127 None None] Provisioning complete for port e6040b3b-13b3-476d-b8e7-6f334657eb29 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:16:51.516326 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-44901811-c46a-46ea-af97-a6e30c5ce127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:51.564035 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-44901811-c46a-46ea-af97-a6e30c5ce127 None None] Port e6040b3b-13b3-476d-b8e7-6f334657eb29 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:16:51.629585 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-9035377a-6f4e-4e8d-a562-93319e48e8ab tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:51.631708 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-9035377a-6f4e-4e8d-a562-93319e48e8ab tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] 10.222.0.61 "GET /v2.0/networks?id=39ba1da6-3f37-4954-badb-4ea667c4786e HTTP/1.1" status: 200 len: 815 time: 0.2666521 Nov 16 11:16:51.637286 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265e9a0-d78f-4265-a41b-751a7987946d req-a3883707-4e65-4e32-9627-173890706126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:51.639032 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c265e9a0-d78f-4265-a41b-751a7987946d req-a3883707-4e65-4e32-9627-173890706126 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e6f6c22e-8152-4ca5-86d7-dcaf88c6db36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1475611 Nov 16 11:16:51.677339 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-08cba774-008d-40c5-b637-151b01ba331a tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] 10.222.0.61 "GET /v2.0/quotas/265938aca0b74af79fe255314608c61d HTTP/1.1" status: 200 len: 375 time: 0.0362051 Nov 16 11:16:51.677552 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c7302f6d-ff14-410b-bb2d-85f7c3c69c8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:51.704860 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c7302f6d-ff14-410b-bb2d-85f7c3c69c8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:51.760408 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50896) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:51.775496 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-a2132062-8a47-4fb3-a623-7092165942cf tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=265938aca0b74af79fe255314608c61d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575142 Nov 16 11:16:51.802183 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8b01d4b8-05e2-4b2e-b0be-f82d35038733 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:51.857604 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2882385-7046-4b7b-85fc-7e5643286e25 req-5d84f8d8-d97a-42d6-8eab-21477c782113 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:51.859400 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b2882385-7046-4b7b-85fc-7e5643286e25 req-5d84f8d8-d97a-42d6-8eab-21477c782113 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/ports?device_id=49951d47-bb66-4e8c-add0-01500f30fe61 HTTP/1.1" status: 200 len: 935 time: 0.2105532 Nov 16 11:16:51.886660 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c265e9a0-d78f-4265-a41b-751a7987946d req-a782bfb9-118b-4acb-8eac-666e64a85219 service neutron] 10.222.0.64 "GET /v2.0/networks/e6f6c22e-8152-4ca5-86d7-dcaf88c6db36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387362 Nov 16 11:16:51.889367 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c7302f6d-ff14-410b-bb2d-85f7c3c69c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:51.894831 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c7302f6d-ff14-410b-bb2d-85f7c3c69c8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:51.896206 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c7302f6d-ff14-410b-bb2d-85f7c3c69c8e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9de8aaa3-21fc-4d9f-a486-3c07f73083cf HTTP/1.1" status: 204 len: 168 time: 0.3946099 Nov 16 11:16:51.971631 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8b01d4b8-05e2-4b2e-b0be-f82d35038733 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:51.981592 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-d9d7a856-f540-42a2-b625-907e4c2fc152 service neutron] 10.222.0.61 "GET /v2.0/networks/39ba1da6-3f37-4954-badb-4ea667c4786e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051711 Nov 16 11:16:51.987507 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8b01d4b8-05e2-4b2e-b0be-f82d35038733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:52.003573 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302f6d-ff14-410b-bb2d-85f7c3c69c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de8aaa3-21fc-4d9f-a486-3c07f73083cf,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:52.066603 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b2882385-7046-4b7b-85fc-7e5643286e25 req-5a5f3e19-cf28-42c2-82a0-21a2cb9bc4e7 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/security-groups?id=256d21cc-6a60-4465-8fce-b1f34b03cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931727 Nov 16 11:16:52.087909 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8b01d4b8-05e2-4b2e-b0be-f82d35038733 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=17f76a8a9ca34283ba76d90e0dc8c43f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3215740 Nov 16 11:16:52.095616 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50912) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:52.104431 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b01d4b8-05e2-4b2e-b0be-f82d35038733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e81f14c-6831-4530-bde0-ba31bee734b8,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:52.111216 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-76ec302d-ba65-4e5b-b514-bccc24d0a4cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6040b3b-13b3-476d-b8e7-6f334657eb29 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:16:52.140979 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-76ec302d-ba65-4e5b-b514-bccc24d0a4cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:52.172241 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-76ec302d-ba65-4e5b-b514-bccc24d0a4cb service neutron] Transition to ACTIVE for port object e6040b3b-13b3-476d-b8e7-6f334657eb29 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:16:52.189353 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-76ec302d-ba65-4e5b-b514-bccc24d0a4cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:52.198087 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c265e9a0-d78f-4265-a41b-751a7987946d req-90a390af-c928-4be4-b604-3c1b2c573fa9 service neutron] 10.222.0.64 "GET /v2.0/networks/e6f6c22e-8152-4ca5-86d7-dcaf88c6db36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938747 Nov 16 11:16:52.232228 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3c97a556-9382-4f25-82d6-977a84538352 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:52.240497 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-3b9cf868-fcc3-4b3d-ad33-b57b0e54aaf2 service neutron] 10.222.0.61 "GET /v2.0/networks/39ba1da6-3f37-4954-badb-4ea667c4786e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579486 Nov 16 11:16:52.287489 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3c97a556-9382-4f25-82d6-977a84538352 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:52.297830 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec302d-ba65-4e5b-b514-bccc24d0a4cb service neutron] Pushing event updated for resources: {'Port': ['ID=e6040b3b-13b3-476d-b8e7-6f334657eb29,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:52.373654 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3129e15-8fe6-489f-afaa-91b14061744a req-003ac8d2-a31d-4daa-a604-af8f5aa8df58 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:52.389011 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f3129e15-8fe6-489f-afaa-91b14061744a req-003ac8d2-a31d-4daa-a604-af8f5aa8df58 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/ports?device_id=7814a2be-fc55-4993-8a05-51665a950417 HTTP/1.1" status: 200 len: 944 time: 0.1473935 Nov 16 11:16:52.446777 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-76ec302d-ba65-4e5b-b514-bccc24d0a4cb service neutron] Attempting to bind port e6040b3b-13b3-476d-b8e7-6f334657eb29 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:16:52.447112 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-76ec302d-ba65-4e5b-b514-bccc24d0a4cb service neutron] Attempting to bind port e6040b3b-13b3-476d-b8e7-6f334657eb29 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:16:52.447440 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-76ec302d-ba65-4e5b-b514-bccc24d0a4cb service neutron] Attempting to bind port e6040b3b-13b3-476d-b8e7-6f334657eb29 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:16:52.471689 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3c97a556-9382-4f25-82d6-977a84538352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:52.482004 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3c97a556-9382-4f25-82d6-977a84538352 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:52.484578 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-3c97a556-9382-4f25-82d6-977a84538352 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4e81f14c-6831-4530-bde0-ba31bee734b8 HTTP/1.1" status: 204 len: 168 time: 0.3878498 Nov 16 11:16:52.491772 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device fb476002-fca4-494a-a24f-02237bdd4955 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:16:52.497575 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f3129e15-8fe6-489f-afaa-91b14061744a req-681721a9-9633-4850-80e3-b3bd32e43c77 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/security-groups?id=42abe699-cecb-40b2-a376-43deeb633c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074255 Nov 16 11:16:52.500209 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-76ec302d-ba65-4e5b-b514-bccc24d0a4cb service neutron] Port e6040b3b-13b3-476d-b8e7-6f334657eb29 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:16:52.500607 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-76ec302d-ba65-4e5b-b514-bccc24d0a4cb service neutron] Attempting to bind port e6040b3b-13b3-476d-b8e7-6f334657eb29 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:16:52.509958 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c97a556-9382-4f25-82d6-977a84538352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e81f14c-6831-4530-bde0-ba31bee734b8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:52.514781 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-76ec302d-ba65-4e5b-b514-bccc24d0a4cb service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:16:52.515138 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-76ec302d-ba65-4e5b-b514-bccc24d0a4cb service neutron] Checking segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:16:52.515588 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-76ec302d-ba65-4e5b-b514-bccc24d0a4cb service neutron] Bound using segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:16:52.516176 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-76ec302d-ba65-4e5b-b514-bccc24d0a4cb service neutron] Bound port: e6040b3b-13b3-476d-b8e7-6f334657eb29, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:16:52.516637 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-76ec302d-ba65-4e5b-b514-bccc24d0a4cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:52.570856 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: fb476002-fca4-494a-a24f-02237bdd4955 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:16:52.571298 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device fb476002-fca4-494a-a24f-02237bdd4955 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:16:52.654661 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-76ec302d-ba65-4e5b-b514-bccc24d0a4cb service neutron] For port e6040b3b-13b3-476d-b8e7-6f334657eb29, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:16:52.660136 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-76ec302d-ba65-4e5b-b514-bccc24d0a4cb service neutron] For port e6040b3b-13b3-476d-b8e7-6f334657eb29, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=e6040b3b-13b3-476d-b8e7-6f334657eb29,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:16:52.668087 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-76ec302d-ba65-4e5b-b514-bccc24d0a4cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:52.726759 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-76ec302d-ba65-4e5b-b514-bccc24d0a4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:52.727453 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-76ec302d-ba65-4e5b-b514-bccc24d0a4cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:52.728783 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-76ec302d-ba65-4e5b-b514-bccc24d0a4cb service neutron] 10.222.0.36 "PUT /v2.0/ports/e6040b3b-13b3-476d-b8e7-6f334657eb29 HTTP/1.1" status: 200 len: 1095 time: 1.4706979 Nov 16 11:16:52.728895 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8a8782cf-4386-4cdf-a6ba-8178cf634fb5 req-e7029b4f-8b03-4c4d-8fbc-fafa4837500d tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] 10.222.0.61 "GET /v2.0/ports?device_id=762209b3-26a7-4b53-83fa-ebe54a6ede18 HTTP/1.1" status: 200 len: 210 time: 0.0525723 Nov 16 11:16:52.729222 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49951d47-bb66-4e8c-add0-01500f30fe61', 'tag': 'e6040b3b-13b3-476d-b8e7-6f334657eb29'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:16:52.731826 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236344ac-86af-4e53-8a7e-e237ee11126e" -d '{"events": [{"name": "network-changed", "server_uuid": "49951d47-bb66-4e8c-add0-01500f30fe61", "tag": "e6040b3b-13b3-476d-b8e7-6f334657eb29"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:16:52.783629 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec302d-ba65-4e5b-b514-bccc24d0a4cb service neutron] Pushing event updated for resources: {'Port': ['ID=e6040b3b-13b3-476d-b8e7-6f334657eb29,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:52.871247 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb774cd-b435-4602-88eb-e1be1c06f109 x-openstack-request-id: req-fdb774cd-b435-4602-88eb-e1be1c06f109 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:16:52.871589 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49951d47-bb66-4e8c-add0-01500f30fe61", "tag": "e6040b3b-13b3-476d-b8e7-6f334657eb29", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:16:52.871895 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fdb774cd-b435-4602-88eb-e1be1c06f109 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:16:52.872366 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49951d47-bb66-4e8c-add0-01500f30fe61', 'tag': 'e6040b3b-13b3-476d-b8e7-6f334657eb29', 'status': 'completed', 'code': 200} Nov 16 11:16:52.875099 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-363c3932-5c1c-4d7b-95f3-3fa8fdd1ae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:52.876796 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-363c3932-5c1c-4d7b-95f3-3fa8fdd1ae52 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=383f9339409a4bda8a736f481c391f17&device_id=49951d47-bb66-4e8c-add0-01500f30fe61 HTTP/1.1" status: 200 len: 1098 time: 0.0886223 Nov 16 11:16:52.954041 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-4e6f78e6-c2b7-4342-b0d4-097eb74507ca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=e6040b3b-13b3-476d-b8e7-6f334657eb29 HTTP/1.1" status: 200 len: 217 time: 0.0682762 Nov 16 11:16:53.037753 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-6de0f512-4531-4390-9a8b-f3aa24c415f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:53.041718 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-6de0f512-4531-4390-9a8b-f3aa24c415f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0782032 Nov 16 11:16:53.117298 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-bcf594c6-738c-4091-9cb2-06841b9b15c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:53.121596 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-bcf594c6-738c-4091-9cb2-06841b9b15c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0728951 Nov 16 11:16:53.272147 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af60bb-efb2-41bf-bfa1-9f76171d2544 req-985986f8-25ad-4082-8cdd-cf1759a114be tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:53.286107 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-43af60bb-efb2-41bf-bfa1-9f76171d2544 req-985986f8-25ad-4082-8cdd-cf1759a114be tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/ports?device_id=49951d47-bb66-4e8c-add0-01500f30fe61 HTTP/1.1" status: 200 len: 947 time: 0.1066048 Nov 16 11:16:53.304593 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-8b6e31aa-768a-4ef2-9dbb-d9d1c3b7517e service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752796 Nov 16 11:16:53.366862 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-43af60bb-efb2-41bf-bfa1-9f76171d2544 req-0530f540-4489-42a8-9fdf-1790839385d5 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/security-groups?id=256d21cc-6a60-4465-8fce-b1f34b03cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789831 Nov 16 11:16:53.458541 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2634bc10-fe66-4d38-887a-183ebc4d2459 req-f854f25d-3318-4ca4-b04b-4f641a84388d service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459811 Nov 16 11:16:53.493844 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50982) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:53.538508 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 0cf3a3e2-009c-48fc-83c2-e1204a58704f details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:16:53.542300 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50988) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:53.632472 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236344ac-86af-4e53-8a7e-e237ee11126e req-d4386979-975a-4f73-809a-6ec2e52aa386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:53.635700 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea52bce-5719-40aa-b869-540309538074 req-3e94a6c3-9fdd-485c-852b-727d2cbee3c5 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:53.637743 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-236344ac-86af-4e53-8a7e-e237ee11126e req-d4386979-975a-4f73-809a-6ec2e52aa386 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=383f9339409a4bda8a736f481c391f17&device_id=49951d47-bb66-4e8c-add0-01500f30fe61 HTTP/1.1" status: 200 len: 1098 time: 0.1084988 Nov 16 11:16:53.645286 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eea52bce-5719-40aa-b869-540309538074 req-3e94a6c3-9fdd-485c-852b-727d2cbee3c5 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/ports?device_id=7814a2be-fc55-4993-8a05-51665a950417 HTTP/1.1" status: 200 len: 944 time: 0.0699940 Nov 16 11:16:53.724905 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eea52bce-5719-40aa-b869-540309538074 req-5d540a70-8881-4bd9-b4a9-ec0852a9b3d7 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/security-groups?id=42abe699-cecb-40b2-a376-43deeb633c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785697 Nov 16 11:16:53.769630 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 0cf3a3e2-009c-48fc-83c2-e1204a58704f, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=0cf3a3e2-009c-48fc-83c2-e1204a58704f,segment=NetworkSegment(493b8b27-dbac-4588-be26-e66a243cc432),segment_id=493b8b27-dbac-4588-be26-e66a243cc432)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:16:53.811503 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '0cf3a3e2-009c-48fc-83c2-e1204a58704f', 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36', 'port_id': '0cf3a3e2-009c-48fc-83c2-e1204a58704f', 'mac_address': 'fa:16:3e:36:ce:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a723c1b5-1a0f-4323-9985-39160c514b43', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:16:53.830373 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236344ac-86af-4e53-8a7e-e237ee11126e req-1f857902-4a6a-4958-b48d-4d6d8ffec316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:53.832092 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-236344ac-86af-4e53-8a7e-e237ee11126e req-1f857902-4a6a-4958-b48d-4d6d8ffec316 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.1855068 Nov 16 11:16:53.868541 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:53.928535 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cf3a3e2-009c-48fc-83c2-e1204a58704f {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:16:53.940839 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-71a25425-f62b-439c-8a3d-5ab73d74d8c4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1405117091-network', 'tenant_id': 'fca4017bffc548cea20e1270411b1992'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:16:53.958929 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-236344ac-86af-4e53-8a7e-e237ee11126e req-3753b450-09bf-4890-a45b-5d7d0ee59bf4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=e6040b3b-13b3-476d-b8e7-6f334657eb29 HTTP/1.1" status: 200 len: 217 time: 0.1126146 Nov 16 11:16:53.970300 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 0cf3a3e2-009c-48fc-83c2-e1204a58704f, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=0cf3a3e2-009c-48fc-83c2-e1204a58704f,segment=NetworkSegment(493b8b27-dbac-4588-be26-e66a243cc432),segment_id=493b8b27-dbac-4588-be26-e66a243cc432)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:16:53.979361 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:53.997878 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7d3f573d-4f91-463d-9ed5-9c19c035c682 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5646f465a0254b968bb1347b734231e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5014894 Nov 16 11:16:54.032952 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51006) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:54.035317 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1c881400-9cb6-479e-8db6-c45f596f84aa req-bdaeb6fd-2a23-475e-9aa3-daa9537269e0 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] 10.222.0.61 "GET /v2.0/ports?device_id=762209b3-26a7-4b53-83fa-ebe54a6ede18 HTTP/1.1" status: 200 len: 210 time: 0.0881882 Nov 16 11:16:54.079947 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=0cf3a3e2-009c-48fc-83c2-e1204a58704f,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:54.109569 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a25425-f62b-439c-8a3d-5ab73d74d8c4 admin admin] Made reservation on behalf of fca4017bffc548cea20e1270411b1992 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:16:54.112648 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71a25425-f62b-439c-8a3d-5ab73d74d8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:54.128643 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71a25425-f62b-439c-8a3d-5ab73d74d8c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:54.188880 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a544f49e-396c-44ef-9f51-4c0f4f6ae271 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:54.196293 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236344ac-86af-4e53-8a7e-e237ee11126e req-af8e3e8b-c9ea-4773-a3b8-3f05550a9d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:54.197806 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-236344ac-86af-4e53-8a7e-e237ee11126e req-af8e3e8b-c9ea-4773-a3b8-3f05550a9d61 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.2181256 Nov 16 11:16:54.215601 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a544f49e-396c-44ef-9f51-4c0f4f6ae271 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:54.225348 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['0cf3a3e2-009c-48fc-83c2-e1204a58704f'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:16:54.275912 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51016) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:54.337275 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71a25425-f62b-439c-8a3d-5ab73d74d8c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:54.342487 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51020) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:54.349300 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a544f49e-396c-44ef-9f51-4c0f4f6ae271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:54.353546 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a544f49e-396c-44ef-9f51-4c0f4f6ae271 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:54.369364 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a544f49e-396c-44ef-9f51-4c0f4f6ae271 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/31c7c948-eb60-4a5c-9476-c14324b9bad2 HTTP/1.1" status: 204 len: 168 time: 0.3213611 Nov 16 11:16:54.386987 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71a25425-f62b-439c-8a3d-5ab73d74d8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:54.403220 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a544f49e-396c-44ef-9f51-4c0f4f6ae271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c7c948-eb60-4a5c-9476-c14324b9bad2,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:54.421358 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a25425-f62b-439c-8a3d-5ab73d74d8c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:16:54.445324 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71a25425-f62b-439c-8a3d-5ab73d74d8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:54.445704 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-71a25425-f62b-439c-8a3d-5ab73d74d8c4 admin admin] Added segment a76a2907-9101-4b32-bca9-15957cbf2080 of type vlan for network b7bb2a97-86e1-4934-a454-677fe86f6d7e Nov 16 11:16:54.455697 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a25425-f62b-439c-8a3d-5ab73d74d8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbaea26-2b27-415f-9016-1a9ad0f640a7,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:54.482695 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-e2c8e8f3-5ce8-43c7-a0d4-d0d99dfdfe04 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:54.484189 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-e2c8e8f3-5ce8-43c7-a0d4-d0d99dfdfe04 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] 10.222.0.36 "GET /v2.0/networks?id=39ba1da6-3f37-4954-badb-4ea667c4786e HTTP/1.1" status: 200 len: 815 time: 0.5405476 Nov 16 11:16:54.500799 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-3087ea26-ef1b-44d5-86ba-b507c74c8037 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] Request body: {'port': {'device_id': '762209b3-26a7-4b53-83fa-ebe54a6ede18', 'network_id': '39ba1da6-3f37-4954-badb-4ea667c4786e', 'admin_state_up': True, 'tenant_id': '265938aca0b74af79fe255314608c61d'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:16:54.507184 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236344ac-86af-4e53-8a7e-e237ee11126e req-d99eb0e3-1fae-49e3-8c85-406d1bdaadcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:54.508893 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-236344ac-86af-4e53-8a7e-e237ee11126e req-d99eb0e3-1fae-49e3-8c85-406d1bdaadcf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2967021 Nov 16 11:16:54.509756 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-d8ac9311-174e-4acb-b3e2-14ca5608a2bf admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-808074358-network', 'tenant_id': 'fee5a1c288eb4601938f56b1ce0e58a0'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:16:54.560378 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71a25425-f62b-439c-8a3d-5ab73d74d8c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:54.593630 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d6d04f04-baf9-4a6d-84b9-d15369311320 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:54.614052 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ac9311-174e-4acb-b3e2-14ca5608a2bf admin admin] Made reservation on behalf of fee5a1c288eb4601938f56b1ce0e58a0 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:16:54.616627 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d8ac9311-174e-4acb-b3e2-14ca5608a2bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:54.645702 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d8ac9311-174e-4acb-b3e2-14ca5608a2bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:54.655331 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335cd18-a680-4b8c-bb19-1b7fbe808101 req-61a38cbf-57de-45c6-8a9e-6cb17f768276 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:54.656843 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5335cd18-a680-4b8c-bb19-1b7fbe808101 req-61a38cbf-57de-45c6-8a9e-6cb17f768276 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/ports?device_id=49951d47-bb66-4e8c-add0-01500f30fe61 HTTP/1.1" status: 200 len: 947 time: 0.1554923 Nov 16 11:16:54.659581 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71a25425-f62b-439c-8a3d-5ab73d74d8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:54.660698 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a25425-f62b-439c-8a3d-5ab73d74d8c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:54.661071 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71a25425-f62b-439c-8a3d-5ab73d74d8c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:54.681679 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-236344ac-86af-4e53-8a7e-e237ee11126e req-f3df1e4a-f126-40e2-b878-db2f66f2df4c service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614089 Nov 16 11:16:54.738548 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-3087ea26-ef1b-44d5-86ba-b507c74c8037 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] Made reservation on behalf of 265938aca0b74af79fe255314608c61d for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:16:54.742095 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-3087ea26-ef1b-44d5-86ba-b507c74c8037 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:54.780412 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-71a25425-f62b-439c-8a3d-5ab73d74d8c4 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2366998 Nov 16 11:16:54.795029 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51038) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:54.805032 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-5fcb53d3-e4c1-4961-821e-94c22b0730f8 admin admin] Request body: {'subnet': {'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1405117091-subnet', 'tenant_id': 'fca4017bffc548cea20e1270411b1992', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:16:54.824931 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a25425-f62b-439c-8a3d-5ab73d74d8c4 admin admin] Pushing event updated for resources: {'Network': ['ID=b7bb2a97-86e1-4934-a454-677fe86f6d7e,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:54.839099 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network b7bb2a97-86e1-4934-a454-677fe86f6d7e details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:16:54.857642 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-236344ac-86af-4e53-8a7e-e237ee11126e req-000742c7-67b7-475a-9a4c-660ea4332689 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694989 Nov 16 11:16:54.927052 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-3087ea26-ef1b-44d5-86ba-b507c74c8037 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] Allocated IP 172.20.0.8 (39ba1da6-3f37-4954-badb-4ea667c4786e/43f89d2b-7c44-4c31-b8bd-6deb29bdb395/c717e1f1-9ef4-4dcf-bbfd-0917112198b0) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:16:54.931924 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5335cd18-a680-4b8c-bb19-1b7fbe808101 req-867fe87c-d87a-49bc-8916-04b8eb6a5a8e tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/security-groups?id=256d21cc-6a60-4465-8fce-b1f34b03cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467363 Nov 16 11:16:54.941809 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcb53d3-e4c1-4961-821e-94c22b0730f8 admin admin] Made reservation on behalf of fca4017bffc548cea20e1270411b1992 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:16:54.947518 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5fcb53d3-e4c1-4961-821e-94c22b0730f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:55.063406 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d6d04f04-baf9-4a6d-84b9-d15369311320 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:55.089537 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d6d04f04-baf9-4a6d-84b9-d15369311320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:55.123500 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-3087ea26-ef1b-44d5-86ba-b507c74c8037 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:55.128515 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2632c-403b-4711-b7b3-b44f3f8128af req-72448d47-adad-4ec8-a4a6-60657608d256 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:55.136938 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-88f2632c-403b-4711-b7b3-b44f3f8128af req-72448d47-adad-4ec8-a4a6-60657608d256 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/ports?device_id=7814a2be-fc55-4993-8a05-51665a950417 HTTP/1.1" status: 200 len: 945 time: 0.2923760 Nov 16 11:16:55.154131 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d8ac9311-174e-4acb-b3e2-14ca5608a2bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:55.163612 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-3087ea26-ef1b-44d5-86ba-b507c74c8037 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:55.200260 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d8ac9311-174e-4acb-b3e2-14ca5608a2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:55.207064 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-3087ea26-ef1b-44d5-86ba-b507c74c8037 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] Network 39ba1da6-3f37-4954-badb-4ea667c4786e is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:16:55.216956 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-3087ea26-ef1b-44d5-86ba-b507c74c8037 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:16:55.220855 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-3087ea26-ef1b-44d5-86ba-b507c74c8037 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:16:55.244892 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d6d04f04-baf9-4a6d-84b9-d15369311320 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c9a4bcd6c3c841ec9485e5fdcbc3e6fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8978190 Nov 16 11:16:55.255066 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 51054) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:55.255339 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087ea26-ef1b-44d5-86ba-b507c74c8037 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] Pushing event updated for resources: {'Port': ['ID=c717e1f1-9ef4-4dcf-bbfd-0917112198b0,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:55.257045 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d04f04-baf9-4a6d-84b9-d15369311320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec52bcc-73e0-48b1-9102-758b45d89f0b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:55.274753 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ac9311-174e-4acb-b3e2-14ca5608a2bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:16:55.306303 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-3087ea26-ef1b-44d5-86ba-b507c74c8037 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:55.307998 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-3087ea26-ef1b-44d5-86ba-b507c74c8037 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:55.315333 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d8ac9311-174e-4acb-b3e2-14ca5608a2bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:55.315761 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-d8ac9311-174e-4acb-b3e2-14ca5608a2bf admin admin] Added segment 32887315-0b64-4817-9f69-e9105851e5d8 of type vlan for network c4691fdd-c34e-4845-9ba0-d80523cbe337 Nov 16 11:16:55.331200 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-88f2632c-403b-4711-b7b3-b44f3f8128af req-b1508c3b-78b7-4ccf-852b-7ee77f96e4c8 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/security-groups?id=42abe699-cecb-40b2-a376-43deeb633c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923835 Nov 16 11:16:55.347588 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5094b71d-22b2-46c7-b339-e08c0cced546 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:55.353626 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-3087ea26-ef1b-44d5-86ba-b507c74c8037 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8587692 Nov 16 11:16:55.368412 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-b15c0140-49a0-4991-857e-f40891fe4eaa service neutron] Request body: {'port': {'device_id': '762209b3-26a7-4b53-83fa-ebe54a6ede18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:16:55.393915 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58471071-fab5-4c66-8bce-0a16fa6f00a7 req-d1366fc5-d27e-4aad-8d02-69c112e0d52d tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:55.395581 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-58471071-fab5-4c66-8bce-0a16fa6f00a7 req-d1366fc5-d27e-4aad-8d02-69c112e0d52d tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] 10.222.0.61 "GET /v2.0/ports?device_id=762209b3-26a7-4b53-83fa-ebe54a6ede18 HTTP/1.1" status: 200 len: 931 time: 0.2506127 Nov 16 11:16:55.406243 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5094b71d-22b2-46c7-b339-e08c0cced546 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:55.424348 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac9311-174e-4acb-b3e2-14ca5608a2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3adee73-0139-433a-a7e5-9720cece8767,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:55.460519 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d8ac9311-174e-4acb-b3e2-14ca5608a2bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:55.480586 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-b15c0140-49a0-4991-857e-f40891fe4eaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:55.544006 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 0cf3a3e2-009c-48fc-83c2-e1204a58704f up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:16:55.599384 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 0cf3a3e2-009c-48fc-83c2-e1204a58704f completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:16:55.602715 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 0cf3a3e2-009c-48fc-83c2-e1204a58704f triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:16:55.603303 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:55.603782 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5094b71d-22b2-46c7-b339-e08c0cced546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:55.606409 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5094b71d-22b2-46c7-b339-e08c0cced546 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:55.607543 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5094b71d-22b2-46c7-b339-e08c0cced546 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4ec52bcc-73e0-48b1-9102-758b45d89f0b HTTP/1.1" status: 204 len: 168 time: 0.3496940 Nov 16 11:16:55.627545 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094b71d-22b2-46c7-b339-e08c0cced546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec52bcc-73e0-48b1-9102-758b45d89f0b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:55.721305 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:55.749059 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7814a2be-fc55-4993-8a05-51665a950417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf3a3e2-009c-48fc-83c2-e1204a58704f'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:16:55.752020 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3156695-b9dd-44a7-b231-af0c322f4d57" -d '{"events": [{"server_uuid": "7814a2be-fc55-4993-8a05-51665a950417", "name": "network-vif-plugged", "status": "completed", "tag": "0cf3a3e2-009c-48fc-83c2-e1204a58704f"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:16:55.769565 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 0cf3a3e2-009c-48fc-83c2-e1204a58704f, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=0cf3a3e2-009c-48fc-83c2-e1204a58704f,segment=NetworkSegment(493b8b27-dbac-4588-be26-e66a243cc432),segment_id=493b8b27-dbac-4588-be26-e66a243cc432)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:16:55.780504 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:55.834569 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-58471071-fab5-4c66-8bce-0a16fa6f00a7 req-60a31738-05e9-433d-a8e3-7f7cfe0d26f3 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d8e7663-7824-49c8-a186-7be80f2a32ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050832 Nov 16 11:16:55.869784 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=0cf3a3e2-009c-48fc-83c2-e1204a58704f,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:55.894007 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5fcb53d3-e4c1-4961-821e-94c22b0730f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:55.904271 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d8ac9311-174e-4acb-b3e2-14ca5608a2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:55.905439 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ac9311-174e-4acb-b3e2-14ca5608a2bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:55.906214 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d8ac9311-174e-4acb-b3e2-14ca5608a2bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:55.911509 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-b15c0140-49a0-4991-857e-f40891fe4eaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c717e1f1-9ef4-4dcf-bbfd-0917112198b0 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:16:55.914359 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1578bcc2-85bc-443c-9580-aac01fda3960 x-openstack-request-id: req-1578bcc2-85bc-443c-9580-aac01fda3960 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:16:55.914701 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7814a2be-fc55-4993-8a05-51665a950417", "name": "network-vif-plugged", "status": "completed", "tag": "0cf3a3e2-009c-48fc-83c2-e1204a58704f", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:16:55.914961 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1578bcc2-85bc-443c-9580-aac01fda3960 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:16:55.915518 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7814a2be-fc55-4993-8a05-51665a950417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf3a3e2-009c-48fc-83c2-e1204a58704f', 'code': 200} Nov 16 11:16:55.924450 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-b15c0140-49a0-4991-857e-f40891fe4eaa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:55.957866 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-b15c0140-49a0-4991-857e-f40891fe4eaa service neutron] Transition to ACTIVE for port object c717e1f1-9ef4-4dcf-bbfd-0917112198b0 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:16:55.970446 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-b15c0140-49a0-4991-857e-f40891fe4eaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:56.048382 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c0140-49a0-4991-857e-f40891fe4eaa service neutron] Pushing event updated for resources: {'Port': ['ID=c717e1f1-9ef4-4dcf-bbfd-0917112198b0,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:56.113575 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d8ac9311-174e-4acb-b3e2-14ca5608a2bf admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8316739 Nov 16 11:16:56.117459 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac9311-174e-4acb-b3e2-14ca5608a2bf admin admin] Pushing event updated for resources: {'Network': ['ID=c4691fdd-c34e-4845-9ba0-d80523cbe337,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:56.131283 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51076) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:56.131407 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network c4691fdd-c34e-4845-9ba0-d80523cbe337 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:16:56.143472 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-3eef5120-6ab7-4ff3-9425-bbd4d568a43f admin admin] Request body: {'subnet': {'network_id': 'c4691fdd-c34e-4845-9ba0-d80523cbe337', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-808074358-subnet', 'tenant_id': 'fee5a1c288eb4601938f56b1ce0e58a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:16:56.176404 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb53d3-e4c1-4961-821e-94c22b0730f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e023778-0206-43f4-abc1-4c067f7e46aa,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:56.191316 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f584d195-71b9-4638-ac96-664f880dcac5 req-cb915e55-082f-4683-a5ad-bd497b87453d tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:56.193292 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f584d195-71b9-4638-ac96-664f880dcac5 req-cb915e55-082f-4683-a5ad-bd497b87453d tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/ports?device_id=49951d47-bb66-4e8c-add0-01500f30fe61 HTTP/1.1" status: 200 len: 947 time: 0.1673613 Nov 16 11:16:56.214976 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-b15c0140-49a0-4991-857e-f40891fe4eaa service neutron] Attempting to bind port c717e1f1-9ef4-4dcf-bbfd-0917112198b0 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:16:56.215709 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-b15c0140-49a0-4991-857e-f40891fe4eaa service neutron] Attempting to bind port c717e1f1-9ef4-4dcf-bbfd-0917112198b0 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '79dd06d3-61f0-44be-b0da-fd6effb3abff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '39ba1da6-3f37-4954-badb-4ea667c4786e'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:16:56.216291 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-b15c0140-49a0-4991-857e-f40891fe4eaa service neutron] Attempting to bind port c717e1f1-9ef4-4dcf-bbfd-0917112198b0 on network 39ba1da6-3f37-4954-badb-4ea667c4786e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:16:56.223644 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-b15c0140-49a0-4991-857e-f40891fe4eaa service neutron] Port c717e1f1-9ef4-4dcf-bbfd-0917112198b0 on network 39ba1da6-3f37-4954-badb-4ea667c4786e not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:16:56.224253 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-b15c0140-49a0-4991-857e-f40891fe4eaa service neutron] Attempting to bind port c717e1f1-9ef4-4dcf-bbfd-0917112198b0 on network 39ba1da6-3f37-4954-badb-4ea667c4786e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:16:56.231864 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-b15c0140-49a0-4991-857e-f40891fe4eaa service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:16:56.232569 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-b15c0140-49a0-4991-857e-f40891fe4eaa service neutron] Checking segment: {'id': '79dd06d3-61f0-44be-b0da-fd6effb3abff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '39ba1da6-3f37-4954-badb-4ea667c4786e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:16:56.233196 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-b15c0140-49a0-4991-857e-f40891fe4eaa service neutron] Bound using segment: {'id': '79dd06d3-61f0-44be-b0da-fd6effb3abff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '39ba1da6-3f37-4954-badb-4ea667c4786e'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:16:56.234599 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-b15c0140-49a0-4991-857e-f40891fe4eaa service neutron] Bound port: c717e1f1-9ef4-4dcf-bbfd-0917112198b0, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79dd06d3-61f0-44be-b0da-fd6effb3abff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '39ba1da6-3f37-4954-badb-4ea667c4786e'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:16:56.236189 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-b15c0140-49a0-4991-857e-f40891fe4eaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:56.239390 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afe8a2-bba3-413b-b850-c3352b3d0e49 req-c2711a79-1101-4925-9fc7-acf5006facaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:56.240908 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-56afe8a2-bba3-413b-b850-c3352b3d0e49 req-c2711a79-1101-4925-9fc7-acf5006facaa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7814a2be-fc55-4993-8a05-51665a950417 HTTP/1.1" status: 200 len: 1097 time: 0.1786551 Nov 16 11:16:56.248106 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eef5120-6ab7-4ff3-9425-bbd4d568a43f admin admin] Made reservation on behalf of fee5a1c288eb4601938f56b1ce0e58a0 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:16:56.251353 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3eef5120-6ab7-4ff3-9425-bbd4d568a43f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:56.272043 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51080) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:56.294873 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcb53d3-e4c1-4961-821e-94c22b0730f8 admin admin] Checking segment: {'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:16:56.295258 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcb53d3-e4c1-4961-821e-94c22b0730f8 admin admin] Network hostable DHCP agents. Network: b7bb2a97-86e1-4934-a454-677fe86f6d7e, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:16:56.327857 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-b15c0140-49a0-4991-857e-f40891fe4eaa service neutron] For port c717e1f1-9ef4-4dcf-bbfd-0917112198b0, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:16:56.332024 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-b15c0140-49a0-4991-857e-f40891fe4eaa service neutron] For port c717e1f1-9ef4-4dcf-bbfd-0917112198b0, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=c717e1f1-9ef4-4dcf-bbfd-0917112198b0,segment=NetworkSegment(79dd06d3-61f0-44be-b0da-fd6effb3abff),segment_id=79dd06d3-61f0-44be-b0da-fd6effb3abff)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:16:56.339113 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-b15c0140-49a0-4991-857e-f40891fe4eaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:56.362711 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-50ae7bc9-6023-4592-93e9-e5b98fd47a67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:56.384492 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-b15c0140-49a0-4991-857e-f40891fe4eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:56.385124 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-b15c0140-49a0-4991-857e-f40891fe4eaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:56.386966 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-b15c0140-49a0-4991-857e-f40891fe4eaa service neutron] 10.222.0.36 "PUT /v2.0/ports/c717e1f1-9ef4-4dcf-bbfd-0917112198b0 HTTP/1.1" status: 200 len: 1091 time: 1.0238519 Nov 16 11:16:56.392400 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '762209b3-26a7-4b53-83fa-ebe54a6ede18', 'tag': 'c717e1f1-9ef4-4dcf-bbfd-0917112198b0'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:16:56.394673 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78a10b1-e7de-4804-bc14-e6bf3609c34b" -d '{"events": [{"name": "network-changed", "server_uuid": "762209b3-26a7-4b53-83fa-ebe54a6ede18", "tag": "c717e1f1-9ef4-4dcf-bbfd-0917112198b0"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:16:56.421428 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c0140-49a0-4991-857e-f40891fe4eaa service neutron] Pushing event updated for resources: {'Port': ['ID=c717e1f1-9ef4-4dcf-bbfd-0917112198b0,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:56.426841 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f584d195-71b9-4638-ac96-664f880dcac5 req-e5f803d5-3cc9-4c30-a7a8-cce4067399fd tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/security-groups?id=256d21cc-6a60-4465-8fce-b1f34b03cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208240 Nov 16 11:16:56.458148 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcb53d3-e4c1-4961-821e-94c22b0730f8 admin admin] Network b7bb2a97-86e1-4934-a454-677fe86f6d7e is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:16:56.473941 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-ce4aa62b-a166-4457-a264-4b7c6e117a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:56.476155 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-ce4aa62b-a166-4457-a264-4b7c6e117a18 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=265938aca0b74af79fe255314608c61d&device_id=762209b3-26a7-4b53-83fa-ebe54a6ede18 HTTP/1.1" status: 200 len: 1094 time: 0.0474133 Nov 16 11:16:56.490179 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device e6040b3b-13b3-476d-b8e7-6f334657eb29 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:16:56.531632 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-dd734b04-253e-4879-814c-5f5ddca5fffa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c717e1f1-9ef4-4dcf-bbfd-0917112198b0 HTTP/1.1" status: 200 len: 217 time: 0.0480144 Nov 16 11:16:56.534532 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ce91a2-39c9-471a-bb65-84bf9981e223 x-openstack-request-id: req-66ce91a2-39c9-471a-bb65-84bf9981e223 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:16:56.535055 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "762209b3-26a7-4b53-83fa-ebe54a6ede18", "tag": "c717e1f1-9ef4-4dcf-bbfd-0917112198b0", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:16:56.535628 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-66ce91a2-39c9-471a-bb65-84bf9981e223 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:16:56.536071 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '762209b3-26a7-4b53-83fa-ebe54a6ede18', 'tag': 'c717e1f1-9ef4-4dcf-bbfd-0917112198b0', 'status': 'completed', 'code': 200} Nov 16 11:16:56.588888 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-56afe8a2-bba3-413b-b850-c3352b3d0e49 req-5f78b5ce-09f9-4364-86ae-d20a45f5c5e8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=42abe699-cecb-40b2-a376-43deeb633c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323138 Nov 16 11:16:56.597822 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-50ae7bc9-6023-4592-93e9-e5b98fd47a67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:56.599109 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-772d3ba2-b871-4ebe-805e-f753b39aeda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:56.601142 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-772d3ba2-b871-4ebe-805e-f753b39aeda2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43f89d2b-7c44-4c31-b8bd-6deb29bdb395 HTTP/1.1" status: 200 len: 855 time: 0.0544927 Nov 16 11:16:56.602694 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-5fcb53d3-e4c1-4961-821e-94c22b0730f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, b7bb2a97-86e1-4934-a454-677fe86f6d7e) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:16:56.613842 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcb53d3-e4c1-4961-821e-94c22b0730f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:56.614471 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5fcb53d3-e4c1-4961-821e-94c22b0730f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:56.615463 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a812c2-8db5-48f7-8e64-d82e240e1329 None None] Network b7bb2a97-86e1-4934-a454-677fe86f6d7e requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:16:56.628116 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-50ae7bc9-6023-4592-93e9-e5b98fd47a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:56.663326 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-d94bc3f0-722a-4d1a-b960-a8dd07165829 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39ba1da6-3f37-4954-badb-4ea667c4786e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506601 Nov 16 11:16:56.672914 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port e6040b3b-13b3-476d-b8e7-6f334657eb29, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=e6040b3b-13b3-476d-b8e7-6f334657eb29,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:16:56.678372 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5fcb53d3-e4c1-4961-821e-94c22b0730f8 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8775210 Nov 16 11:16:56.690940 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0cee1-176d-4501-8b0d-c5aee7ac5b11 req-4e6bcb8b-dd80-4f97-b464-065a6af76190 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:56.694030 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-00d0cee1-176d-4501-8b0d-c5aee7ac5b11 req-4e6bcb8b-dd80-4f97-b464-065a6af76190 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/ports?device_id=7814a2be-fc55-4993-8a05-51665a950417 HTTP/1.1" status: 200 len: 946 time: 0.2713706 Nov 16 11:16:56.706555 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-50ae7bc9-6023-4592-93e9-e5b98fd47a67 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=458545490db64624b343f8e07cd4bf1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4169147 Nov 16 11:16:56.729269 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51100) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:56.749659 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae7bc9-6023-4592-93e9-e5b98fd47a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396b9d2b-69fa-485a-99c5-1fbf72a59e0e,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:56.790930 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': 'e6040b3b-13b3-476d-b8e7-6f334657eb29', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'port_id': 'e6040b3b-13b3-476d-b8e7-6f334657eb29', 'mac_address': 'fa:16:3e:68:09:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c770cc-51d7-42eb-b4a6-9a605bacae0f', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:16:56.800771 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-6d493b45-7218-4e7c-a552-12e58f32e4c3 service neutron] 10.222.0.36 "GET /v2.0/networks/39ba1da6-3f37-4954-badb-4ea667c4786e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315930 Nov 16 11:16:56.855024 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c98d57a-8375-4315-84ea-c3ca882ac3fa None None] Network b7bb2a97-86e1-4934-a454-677fe86f6d7e requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:16:56.860694 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-00d0cee1-176d-4501-8b0d-c5aee7ac5b11 req-aeec9186-ddc4-4546-9a6e-9547314cc943 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/security-groups?id=42abe699-cecb-40b2-a376-43deeb633c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493783 Nov 16 11:16:56.893633 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3eef5120-6ab7-4ff3-9425-bbd4d568a43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:56.898856 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-76507215-a202-4ac0-8089-447b3c2a45e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:56.924770 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:56.954833 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6040b3b-13b3-476d-b8e7-6f334657eb29 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:16:56.985577 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port e6040b3b-13b3-476d-b8e7-6f334657eb29, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=e6040b3b-13b3-476d-b8e7-6f334657eb29,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:16:56.998491 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:57.007457 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6cfe316b-0166-4b14-8f07-08ad7580e73e req-a200fcf7-e046-45ef-b7ba-eac8fb662c0c service neutron] 10.222.0.36 "GET /v2.0/networks/39ba1da6-3f37-4954-badb-4ea667c4786e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997011 Nov 16 11:16:57.045964 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-76507215-a202-4ac0-8089-447b3c2a45e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:57.077794 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef5120-6ab7-4ff3-9425-bbd4d568a43f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d925af4c-3016-4e15-97ad-df96a26dd2ec,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:57.119113 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e9f05-65be-4838-8e1f-8b2a5b05a483 req-9c6c2c13-9976-4248-b59f-34b6f35a9e40 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:57.122772 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-218e9f05-65be-4838-8e1f-8b2a5b05a483 req-9c6c2c13-9976-4248-b59f-34b6f35a9e40 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] 10.222.0.61 "GET /v2.0/ports?device_id=762209b3-26a7-4b53-83fa-ebe54a6ede18 HTTP/1.1" status: 200 len: 943 time: 0.1556144 Nov 16 11:16:57.134625 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eef5120-6ab7-4ff3-9425-bbd4d568a43f admin admin] Checking segment: {'id': '32887315-0b64-4817-9f69-e9105851e5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c4691fdd-c34e-4845-9ba0-d80523cbe337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:16:57.134981 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eef5120-6ab7-4ff3-9425-bbd4d568a43f admin admin] Network hostable DHCP agents. Network: c4691fdd-c34e-4845-9ba0-d80523cbe337, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:16:57.144942 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=e6040b3b-13b3-476d-b8e7-6f334657eb29,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:57.147202 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a10b1-e7de-4804-bc14-e6bf3609c34b req-8b7a15b0-264c-451f-bc9d-0b5959485722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:57.162305 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e78a10b1-e7de-4804-bc14-e6bf3609c34b req-8b7a15b0-264c-451f-bc9d-0b5959485722 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=265938aca0b74af79fe255314608c61d&device_id=762209b3-26a7-4b53-83fa-ebe54a6ede18 HTTP/1.1" status: 200 len: 1094 time: 0.0798888 Nov 16 11:16:57.187485 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eef5120-6ab7-4ff3-9425-bbd4d568a43f admin admin] Network c4691fdd-c34e-4845-9ba0-d80523cbe337 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:16:57.194301 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-76507215-a202-4ac0-8089-447b3c2a45e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:57.197346 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-76507215-a202-4ac0-8089-447b3c2a45e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:57.200973 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-76507215-a202-4ac0-8089-447b3c2a45e4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/396b9d2b-69fa-485a-99c5-1fbf72a59e0e HTTP/1.1" status: 204 len: 168 time: 0.4653380 Nov 16 11:16:57.204383 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['e6040b3b-13b3-476d-b8e7-6f334657eb29'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:16:57.221969 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-218e9f05-65be-4838-8e1f-8b2a5b05a483 req-6e414ba1-633b-4aef-95c3-d6bd0b22ebc7 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d8e7663-7824-49c8-a186-7be80f2a32ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853028 Nov 16 11:16:57.225367 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51112) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:57.238363 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-3eef5120-6ab7-4ff3-9425-bbd4d568a43f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, c4691fdd-c34e-4845-9ba0-d80523cbe337) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:16:57.240383 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76507215-a202-4ac0-8089-447b3c2a45e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396b9d2b-69fa-485a-99c5-1fbf72a59e0e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:57.244567 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eef5120-6ab7-4ff3-9425-bbd4d568a43f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:57.245164 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3eef5120-6ab7-4ff3-9425-bbd4d568a43f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:57.271941 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3eef5120-6ab7-4ff3-9425-bbd4d568a43f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1331601 Nov 16 11:16:57.277271 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e627ebf5-4a3d-4b58-83be-2a40bd22107e None None] Network c4691fdd-c34e-4845-9ba0-d80523cbe337 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:16:57.328727 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a10b1-e7de-4804-bc14-e6bf3609c34b req-9fc28a01-a9d9-4219-9d49-9e7655710557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:57.332527 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e78a10b1-e7de-4804-bc14-e6bf3609c34b req-9fc28a01-a9d9-4219-9d49-9e7655710557 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39ba1da6-3f37-4954-badb-4ea667c4786e HTTP/1.1" status: 200 len: 916 time: 0.1694276 Nov 16 11:16:57.383832 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e78a10b1-e7de-4804-bc14-e6bf3609c34b req-644381cc-9a5a-4dfa-9c19-6b34a4f4da71 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c717e1f1-9ef4-4dcf-bbfd-0917112198b0 HTTP/1.1" status: 200 len: 217 time: 0.0426931 Nov 16 11:16:57.470681 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a10b1-e7de-4804-bc14-e6bf3609c34b req-55168ad1-e97f-463d-93e0-1cc964fbe507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:57.473125 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e78a10b1-e7de-4804-bc14-e6bf3609c34b req-55168ad1-e97f-463d-93e0-1cc964fbe507 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43f89d2b-7c44-4c31-b8bd-6deb29bdb395 HTTP/1.1" status: 200 len: 855 time: 0.0823245 Nov 16 11:16:57.525142 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e78a10b1-e7de-4804-bc14-e6bf3609c34b req-5340a7ec-2383-4bd9-a8aa-aa7f15935c82 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39ba1da6-3f37-4954-badb-4ea667c4786e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433369 Nov 16 11:16:57.530058 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f25d2fa-c9dd-42cc-9bfb-bafd1c9e52fe None None] Network c4691fdd-c34e-4845-9ba0-d80523cbe337 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:16:57.624911 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1001f098-58f8-47a9-9fef-6ac1728de695 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:57.659581 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e78a10b1-e7de-4804-bc14-e6bf3609c34b req-258c6527-6ff6-4877-bc5b-b4771990b561 service neutron] 10.222.0.36 "GET /v2.0/networks/39ba1da6-3f37-4954-badb-4ea667c4786e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253650 Nov 16 11:16:57.772382 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:57.798460 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e78a10b1-e7de-4804-bc14-e6bf3609c34b req-b4d0c5d7-3de7-4063-8501-16e6eed993ba service neutron] 10.222.0.36 "GET /v2.0/networks/39ba1da6-3f37-4954-badb-4ea667c4786e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309061 Nov 16 11:16:57.799823 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e1e7a-bca4-49f0-8166-a0f53a6ea6f9 req-0b754f07-ac4e-40f8-9a77-ae5345d8643d tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:57.810107 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-376e1e7a-bca4-49f0-8166-a0f53a6ea6f9 req-0b754f07-ac4e-40f8-9a77-ae5345d8643d tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/ports?device_id=49951d47-bb66-4e8c-add0-01500f30fe61 HTTP/1.1" status: 200 len: 948 time: 0.2589743 Nov 16 11:16:57.915844 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1001f098-58f8-47a9-9fef-6ac1728de695 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:57.920321 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-376e1e7a-bca4-49f0-8166-a0f53a6ea6f9 req-a5c60a27-5ab6-484f-83a8-c155e8465f68 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/security-groups?id=256d21cc-6a60-4465-8fce-b1f34b03cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083107 Nov 16 11:16:57.921365 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1001f098-58f8-47a9-9fef-6ac1728de695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:57.951441 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001f098-58f8-47a9-9fef-6ac1728de695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f00c6c-140c-415c-9b42-d23cd84736f7,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:57.974849 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1001f098-58f8-47a9-9fef-6ac1728de695 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fff94b5ec92e4a92ac3de056bfc51ee3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7455697 Nov 16 11:16:57.975652 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51146) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:58.080142 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7cf431c4-f562-44bb-9398-9e466a59ea9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:58.106512 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7cf431c4-f562-44bb-9398-9e466a59ea9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:58.108751 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 51158) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:58.117276 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-63a32aaa-94a2-4d5f-95c9-84c7ff47b4b6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1088416353-network', 'tenant_id': 'bfca343ec15e4e438d61a7b1a9fb4638'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:16:58.143650 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a32aaa-94a2-4d5f-95c9-84c7ff47b4b6 admin admin] Made reservation on behalf of bfca343ec15e4e438d61a7b1a9fb4638 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:16:58.146262 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-63a32aaa-94a2-4d5f-95c9-84c7ff47b4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:58.155429 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da54af-7529-42e5-9d27-3b219dbb0b8b req-b7f58e1c-551e-4cad-b7b4-ac07a47cb1b3 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:58.158066 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-10da54af-7529-42e5-9d27-3b219dbb0b8b req-b7f58e1c-551e-4cad-b7b4-ac07a47cb1b3 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/ports?device_id=7814a2be-fc55-4993-8a05-51665a950417 HTTP/1.1" status: 200 len: 946 time: 0.1464660 Nov 16 11:16:58.159485 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-63a32aaa-94a2-4d5f-95c9-84c7ff47b4b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:58.241610 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-63a32aaa-94a2-4d5f-95c9-84c7ff47b4b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:58.246862 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-63a32aaa-94a2-4d5f-95c9-84c7ff47b4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:58.276881 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a32aaa-94a2-4d5f-95c9-84c7ff47b4b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:16:58.278428 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7cf431c4-f562-44bb-9398-9e466a59ea9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:58.280957 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7cf431c4-f562-44bb-9398-9e466a59ea9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:58.284713 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7cf431c4-f562-44bb-9398-9e466a59ea9b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/19f00c6c-140c-415c-9b42-d23cd84736f7 HTTP/1.1" status: 204 len: 168 time: 0.3046994 Nov 16 11:16:58.298646 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a32aaa-94a2-4d5f-95c9-84c7ff47b4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8322a5-e7cd-4eff-9950-835dae6cd8e0,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:58.304746 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-63a32aaa-94a2-4d5f-95c9-84c7ff47b4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:58.305086 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-63a32aaa-94a2-4d5f-95c9-84c7ff47b4b6 admin admin] Added segment c60f46f9-e6ae-48c2-b9c4-5a68a7ded1ef of type vlan for network e221adc2-daed-491a-bb95-bc50f9aec7a8 Nov 16 11:16:58.308551 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-10da54af-7529-42e5-9d27-3b219dbb0b8b req-fd2bef17-b5e4-41b1-8d46-5e8b2f7b258d tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/security-groups?id=42abe699-cecb-40b2-a376-43deeb633c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183887 Nov 16 11:16:58.351358 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf431c4-f562-44bb-9398-9e466a59ea9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f00c6c-140c-415c-9b42-d23cd84736f7,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:58.362362 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-63a32aaa-94a2-4d5f-95c9-84c7ff47b4b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:58.377163 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-a924aa3f-8912-45de-b9df-d883726054b6 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:58.389115 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-a924aa3f-8912-45de-b9df-d883726054b6 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/networks?id=c4691fdd-c34e-4845-9ba0-d80523cbe337 HTTP/1.1" status: 200 len: 821 time: 0.2804739 Nov 16 11:16:58.407130 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-63a32aaa-94a2-4d5f-95c9-84c7ff47b4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:58.410914 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a32aaa-94a2-4d5f-95c9-84c7ff47b4b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:58.411795 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-63a32aaa-94a2-4d5f-95c9-84c7ff47b4b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:58.442829 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-63a32aaa-94a2-4d5f-95c9-84c7ff47b4b6 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3329389 Nov 16 11:16:58.446657 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-a275f084-5a31-4b8d-8c58-7f7c0997bd4e tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/quotas/fee5a1c288eb4601938f56b1ce0e58a0 HTTP/1.1" status: 200 len: 375 time: 0.0473409 Nov 16 11:16:58.447954 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51174) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:58.454671 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-6f17f7e7-d9e0-4404-b64a-44f81d85463d admin admin] Request body: {'subnet': {'network_id': 'e221adc2-daed-491a-bb95-bc50f9aec7a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1088416353-subnet', 'tenant_id': 'bfca343ec15e4e438d61a7b1a9fb4638', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:16:58.488413 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a32aaa-94a2-4d5f-95c9-84c7ff47b4b6 admin admin] Pushing event updated for resources: {'Network': ['ID=e221adc2-daed-491a-bb95-bc50f9aec7a8,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:58.490760 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device e6040b3b-13b3-476d-b8e7-6f334657eb29 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:16:58.503746 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-fbcc3713-bb5f-43fb-a9b6-6bfceda25462 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=fee5a1c288eb4601938f56b1ce0e58a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400665 Nov 16 11:16:58.520712 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network e221adc2-daed-491a-bb95-bc50f9aec7a8 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:16:58.593885 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d3579-6c98-4c1a-9c20-ceb20b780186 req-1f5907f8-0e0c-4c6a-a3ea-d1888c1d22e8 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:58.595868 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c57d3579-6c98-4c1a-9c20-ceb20b780186 req-1f5907f8-0e0c-4c6a-a3ea-d1888c1d22e8 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] 10.222.0.61 "GET /v2.0/ports?device_id=762209b3-26a7-4b53-83fa-ebe54a6ede18 HTTP/1.1" status: 200 len: 943 time: 0.1856449 Nov 16 11:16:58.627110 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:58.628806 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port e6040b3b-13b3-476d-b8e7-6f334657eb29 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:16:58.633411 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port e6040b3b-13b3-476d-b8e7-6f334657eb29 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:16:58.634049 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:58.634435 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f17f7e7-d9e0-4404-b64a-44f81d85463d admin admin] Made reservation on behalf of bfca343ec15e4e438d61a7b1a9fb4638 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:16:58.637424 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6f17f7e7-d9e0-4404-b64a-44f81d85463d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:58.720789 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c57d3579-6c98-4c1a-9c20-ceb20b780186 req-33fc7fc2-56bb-456a-b514-36a42d1ce630 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d8e7663-7824-49c8-a186-7be80f2a32ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103294 Nov 16 11:16:58.741741 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:58.767047 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49951d47-bb66-4e8c-add0-01500f30fe61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6040b3b-13b3-476d-b8e7-6f334657eb29'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:16:58.769953 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56119a3d-0c1d-4924-bad8-a4ca77284964" -d '{"events": [{"server_uuid": "49951d47-bb66-4e8c-add0-01500f30fe61", "name": "network-vif-plugged", "status": "completed", "tag": "e6040b3b-13b3-476d-b8e7-6f334657eb29"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:16:58.785684 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port e6040b3b-13b3-476d-b8e7-6f334657eb29, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=e6040b3b-13b3-476d-b8e7-6f334657eb29,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:16:58.792845 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:58.851192 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=e6040b3b-13b3-476d-b8e7-6f334657eb29,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:58.927708 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-4ddc21dd-70f3-4468-9d86-f14f391a0943 service neutron] 10.222.0.61 "GET /v2.0/networks/c4691fdd-c34e-4845-9ba0-d80523cbe337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230640 Nov 16 11:16:59.053092 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-66560902-ab0f-47fb-abfe-eaf1d344ae66 req-19c2adf9-e83e-4475-b769-7ad89f1f4646 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3029289 Nov 16 11:16:59.068351 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-66560902-ab0f-47fb-abfe-eaf1d344ae66 req-aa4f5c1f-c079-4e58-8a2e-e8173fdcea3d tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:16:59.142256 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-527ff3dc-b320-4651-8406-a3d9e3510a3b service neutron] 10.222.0.61 "GET /v2.0/networks/c4691fdd-c34e-4845-9ba0-d80523cbe337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988471 Nov 16 11:16:59.144909 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-66560902-ab0f-47fb-abfe-eaf1d344ae66 req-aa4f5c1f-c079-4e58-8a2e-e8173fdcea3d tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks [] for floatingip, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:59.237300 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6f17f7e7-d9e0-4404-b64a-44f81d85463d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:59.247721 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 51214) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:59.309859 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f17f7e7-d9e0-4404-b64a-44f81d85463d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8ef99be-e7c4-4c87-96a0-be7031657765,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:16:59.334780 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f17f7e7-d9e0-4404-b64a-44f81d85463d admin admin] Checking segment: {'id': 'c60f46f9-e6ae-48c2-b9c4-5a68a7ded1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e221adc2-daed-491a-bb95-bc50f9aec7a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:16:59.335143 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f17f7e7-d9e0-4404-b64a-44f81d85463d admin admin] Network hostable DHCP agents. Network: e221adc2-daed-491a-bb95-bc50f9aec7a8, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:16:59.369846 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-66560902-ab0f-47fb-abfe-eaf1d344ae66 req-aa4f5c1f-c079-4e58-8a2e-e8173fdcea3d tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:59.379623 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f17f7e7-d9e0-4404-b64a-44f81d85463d admin admin] Network e221adc2-daed-491a-bb95-bc50f9aec7a8 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:16:59.423509 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-6f17f7e7-d9e0-4404-b64a-44f81d85463d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, e221adc2-daed-491a-bb95-bc50f9aec7a8) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:16:59.432646 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f17f7e7-d9e0-4404-b64a-44f81d85463d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:59.433251 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6f17f7e7-d9e0-4404-b64a-44f81d85463d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:59.435072 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c75c680-4f1f-4563-a053-8d07e080b3d9 None None] Network e221adc2-daed-491a-bb95-bc50f9aec7a8 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:16:59.478355 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6f17f7e7-d9e0-4404-b64a-44f81d85463d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0291672 Nov 16 11:16:59.522173 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-66560902-ab0f-47fb-abfe-eaf1d344ae66 req-aa4f5c1f-c079-4e58-8a2e-e8173fdcea3d tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Allocated IP 172.25.0.52 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/e6faed09-38aa-46d5-8647-5b82db248431) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:16:59.522630 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e7aa0224-3ff1-4cfa-9be2-2678139e3ed7 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1647172402-network', 'tenant_id': '81d5f20b63864ede8b6de4e96ad89a1f'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:16:59.537011 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48a692f-46c3-486c-b97c-b249e08b7aee x-openstack-request-id: req-e48a692f-46c3-486c-b97c-b249e08b7aee {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:16:59.540616 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49951d47-bb66-4e8c-add0-01500f30fe61", "name": "network-vif-plugged", "status": "completed", "tag": "e6040b3b-13b3-476d-b8e7-6f334657eb29", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:16:59.540803 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e48a692f-46c3-486c-b97c-b249e08b7aee {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:16:59.542474 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49951d47-bb66-4e8c-add0-01500f30fe61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6040b3b-13b3-476d-b8e7-6f334657eb29', 'code': 200} Nov 16 11:16:59.652106 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7aa0224-3ff1-4cfa-9be2-2678139e3ed7 admin admin] Made reservation on behalf of 81d5f20b63864ede8b6de4e96ad89a1f for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:16:59.665541 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e7aa0224-3ff1-4cfa-9be2-2678139e3ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:59.689337 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e7aa0224-3ff1-4cfa-9be2-2678139e3ed7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:59.731207 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd9cd2-1d43-43e4-a78a-1b6024dbe370 req-89c4f4b4-bfd9-4dd0-844c-c6ad0aa09a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:59.731207 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d7bd9cd2-1d43-43e4-a78a-1b6024dbe370 req-89c4f4b4-bfd9-4dd0-844c-c6ad0aa09a8e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=49951d47-bb66-4e8c-add0-01500f30fe61 HTTP/1.1" status: 200 len: 1100 time: 0.1709518 Nov 16 11:16:59.770807 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-66560902-ab0f-47fb-abfe-eaf1d344ae66 req-aa4f5c1f-c079-4e58-8a2e-e8173fdcea3d tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:59.800587 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80ccd9-ad23-42e2-a6a6-0bdcac659ca9 req-2b3cca9a-a44b-4cd6-b740-e7c8e1f9ec8f tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:16:59.809011 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ec80ccd9-ad23-42e2-a6a6-0bdcac659ca9 req-2b3cca9a-a44b-4cd6-b740-e7c8e1f9ec8f tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/ports?device_id=49951d47-bb66-4e8c-add0-01500f30fe61 HTTP/1.1" status: 200 len: 949 time: 0.1900177 Nov 16 11:16:59.812936 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51236) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:16:59.831276 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d291ae6-cfdb-423e-912b-8db806e73ddf None None] Network e221adc2-daed-491a-bb95-bc50f9aec7a8 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:16:59.896126 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ec80ccd9-ad23-42e2-a6a6-0bdcac659ca9 req-de5cf9d8-d684-4c2d-8683-33e1a83c18b8 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/security-groups?id=256d21cc-6a60-4465-8fce-b1f34b03cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857706 Nov 16 11:16:59.917029 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-66560902-ab0f-47fb-abfe-eaf1d344ae66 req-aa4f5c1f-c079-4e58-8a2e-e8173fdcea3d tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:59.943199 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e7aa0224-3ff1-4cfa-9be2-2678139e3ed7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:59.959125 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e7aa0224-3ff1-4cfa-9be2-2678139e3ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:16:59.968573 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66560902-ab0f-47fb-abfe-eaf1d344ae66 req-aa4f5c1f-c079-4e58-8a2e-e8173fdcea3d tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:16:59.980410 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-66560902-ab0f-47fb-abfe-eaf1d344ae66 req-aa4f5c1f-c079-4e58-8a2e-e8173fdcea3d tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:16:59.989036 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-66560902-ab0f-47fb-abfe-eaf1d344ae66 req-aa4f5c1f-c079-4e58-8a2e-e8173fdcea3d tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:17:00.012178 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7aa0224-3ff1-4cfa-9be2-2678139e3ed7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:17:00.023088 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e7aa0224-3ff1-4cfa-9be2-2678139e3ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:00.023433 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-e7aa0224-3ff1-4cfa-9be2-2678139e3ed7 admin admin] Added segment a0a38a29-64e3-4f39-aa2c-d6ac658c3ecf of type vlan for network 4c2a49b2-4910-4eda-b6f5-44cb769c7006 Nov 16 11:17:00.036667 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1d2f4e03-1f13-44fc-bc81-ba9b9a69b181 req-232b7626-b459-4585-8e6e-7423cb38ba83 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a HTTP/1.1" status: 200 len: 210 time: 0.0706077 Nov 16 11:17:00.044608 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f5c1f-c079-4e58-8a2e-e8173fdcea3d tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Pushing event updated for resources: {'Port': ['ID=e6faed09-38aa-46d5-8647-5b82db248431,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:00.060479 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e361c029-648c-4c31-a6f2-ce6f893262fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:00.079581 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa0224-3ff1-4cfa-9be2-2678139e3ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a111c8-3209-44f4-82f5-6a19acf46c29,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:00.089872 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d7bd9cd2-1d43-43e4-a78a-1b6024dbe370 req-40ec27db-0908-4c5b-b106-e5aad1027181 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=256d21cc-6a60-4465-8fce-b1f34b03cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572628 Nov 16 11:17:00.118982 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e7aa0224-3ff1-4cfa-9be2-2678139e3ed7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:00.150772 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e7aa0224-3ff1-4cfa-9be2-2678139e3ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:00.151816 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7aa0224-3ff1-4cfa-9be2-2678139e3ed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:00.152503 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e7aa0224-3ff1-4cfa-9be2-2678139e3ed7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:00.199201 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-66560902-ab0f-47fb-abfe-eaf1d344ae66 req-aa4f5c1f-c079-4e58-8a2e-e8173fdcea3d tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:00.208441 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e7aa0224-3ff1-4cfa-9be2-2678139e3ed7 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9596081 Nov 16 11:17:00.211639 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f7b363-c1b2-47f2-bd2c-00c4ad22c4d2 req-c10f5ffb-60ac-494c-bbd5-3338129e1bce tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:00.213145 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c4f7b363-c1b2-47f2-bd2c-00c4ad22c4d2 req-c10f5ffb-60ac-494c-bbd5-3338129e1bce tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] 10.222.0.61 "GET /v2.0/ports?device_id=762209b3-26a7-4b53-83fa-ebe54a6ede18 HTTP/1.1" status: 200 len: 943 time: 0.1131275 Nov 16 11:17:00.213619 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51244) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:00.219792 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa0224-3ff1-4cfa-9be2-2678139e3ed7 admin admin] Pushing event updated for resources: {'Network': ['ID=4c2a49b2-4910-4eda-b6f5-44cb769c7006,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:00.222845 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-97e3fd4d-d476-427f-9005-b0ade7f592e1 admin admin] Request body: {'subnet': {'network_id': '4c2a49b2-4910-4eda-b6f5-44cb769c7006', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1647172402-subnet', 'tenant_id': '81d5f20b63864ede8b6de4e96ad89a1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:17:00.231522 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 4c2a49b2-4910-4eda-b6f5-44cb769c7006 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:17:00.320942 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e3fd4d-d476-427f-9005-b0ade7f592e1 admin admin] Made reservation on behalf of 81d5f20b63864ede8b6de4e96ad89a1f for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:17:00.323247 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-97e3fd4d-d476-427f-9005-b0ade7f592e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:00.329319 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e361c029-648c-4c31-a6f2-ce6f893262fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:00.346909 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-66560902-ab0f-47fb-abfe-eaf1d344ae66 req-aa4f5c1f-c079-4e58-8a2e-e8173fdcea3d tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:00.372864 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e361c029-648c-4c31-a6f2-ce6f893262fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:00.404705 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c4f7b363-c1b2-47f2-bd2c-00c4ad22c4d2 req-7d1e1213-eb75-4ae5-a455-110ca732e7c4 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d8e7663-7824-49c8-a186-7be80f2a32ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760759 Nov 16 11:17:00.490560 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device c717e1f1-9ef4-4dcf-bbfd-0917112198b0 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:17:00.614726 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port c717e1f1-9ef4-4dcf-bbfd-0917112198b0, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=c717e1f1-9ef4-4dcf-bbfd-0917112198b0,segment=NetworkSegment(79dd06d3-61f0-44be-b0da-fd6effb3abff),segment_id=79dd06d3-61f0-44be-b0da-fd6effb3abff)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:00.627375 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': 'c717e1f1-9ef4-4dcf-bbfd-0917112198b0', 'network_id': '39ba1da6-3f37-4954-badb-4ea667c4786e', 'port_id': 'c717e1f1-9ef4-4dcf-bbfd-0917112198b0', 'mac_address': 'fa:16:3e:a5:ed:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f89d2b-7c44-4c31-b8bd-6deb29bdb395', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:17:00.675521 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:00.695497 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c717e1f1-9ef4-4dcf-bbfd-0917112198b0 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:17:00.714852 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361c029-648c-4c31-a6f2-ce6f893262fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1911b05-08eb-4dec-bdd6-041475c85ce0,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:00.717891 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port c717e1f1-9ef4-4dcf-bbfd-0917112198b0, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=c717e1f1-9ef4-4dcf-bbfd-0917112198b0,segment=NetworkSegment(79dd06d3-61f0-44be-b0da-fd6effb3abff),segment_id=79dd06d3-61f0-44be-b0da-fd6effb3abff)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:00.719783 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e361c029-648c-4c31-a6f2-ce6f893262fe admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9dcbe70400b24b91a6de1f8a9cee5c0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9055395 Nov 16 11:17:00.723069 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 51258) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:00.724922 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:00.788327 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3bedee88-dcab-47b5-8736-bf9c9dd68554 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:00.789347 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=c717e1f1-9ef4-4dcf-bbfd-0917112198b0,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:00.815442 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3bedee88-dcab-47b5-8736-bf9c9dd68554 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:00.870561 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3bedee88-dcab-47b5-8736-bf9c9dd68554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:00.873905 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3bedee88-dcab-47b5-8736-bf9c9dd68554 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:00.875139 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-3bedee88-dcab-47b5-8736-bf9c9dd68554 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a1911b05-08eb-4dec-bdd6-041475c85ce0 HTTP/1.1" status: 204 len: 168 time: 0.1503727 Nov 16 11:17:00.891049 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedee88-dcab-47b5-8736-bf9c9dd68554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1911b05-08eb-4dec-bdd6-041475c85ce0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:00.954295 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['c717e1f1-9ef4-4dcf-bbfd-0917112198b0'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:17:00.984830 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-84f9eca1-cbb6-478d-b8ef-5ec9ce7c7953 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:00.986360 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-84f9eca1-cbb6-478d-b8ef-5ec9ce7c7953 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/networks?id=b7bb2a97-86e1-4934-a454-677fe86f6d7e HTTP/1.1" status: 200 len: 808 time: 0.3450015 Nov 16 11:17:01.063640 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-51e6d179-2358-47a8-a289-f13d2ce1b666 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:01.065237 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-51e6d179-2358-47a8-a289-f13d2ce1b666 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.64 "GET /v2.0/networks?id=c4691fdd-c34e-4845-9ba0-d80523cbe337 HTTP/1.1" status: 200 len: 821 time: 0.3820081 Nov 16 11:17:01.083819 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-78574fa5-9b6b-4b41-b3b3-39de193d8f02 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/quotas/fca4017bffc548cea20e1270411b1992 HTTP/1.1" status: 200 len: 375 time: 0.0806451 Nov 16 11:17:01.099505 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-f59d12e0-51c7-4f9d-8d28-209eef1c39fc tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Request body: {'port': {'device_id': '5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a', 'network_id': 'c4691fdd-c34e-4845-9ba0-d80523cbe337', 'admin_state_up': True, 'tenant_id': 'fee5a1c288eb4601938f56b1ce0e58a0'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:17:01.124618 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-97e3fd4d-d476-427f-9005-b0ade7f592e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:01.181692 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-486c4423-1859-4839-8aaa-2a3ab615a01a tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=fca4017bffc548cea20e1270411b1992&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0971088 Nov 16 11:17:01.220809 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 51268) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:01.233787 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5dc00e91-d4af-4c1b-bd57-5730495e62c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:01.255004 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-66560902-ab0f-47fb-abfe-eaf1d344ae66 req-aa4f5c1f-c079-4e58-8a2e-e8173fdcea3d tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:01.292768 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-66560902-ab0f-47fb-abfe-eaf1d344ae66 req-aa4f5c1f-c079-4e58-8a2e-e8173fdcea3d tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:01.310967 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5dc00e91-d4af-4c1b-bd57-5730495e62c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:01.315434 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5dc00e91-d4af-4c1b-bd57-5730495e62c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:01.351344 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3fd4d-d476-427f-9005-b0ade7f592e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49842a25-7ba1-42ed-b86f-ac6f5db145ab,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:01.353192 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5dc00e91-d4af-4c1b-bd57-5730495e62c9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ca3b011de76642759a090cc6163ea23b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313260 Nov 16 11:17:01.355016 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc00e91-d4af-4c1b-bd57-5730495e62c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5a6172-42dc-4147-bd03-ade068537834,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:01.357260 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 51270) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:01.404566 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9708e88f-c943-4339-9d7a-a9ac2244c746 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:01.425618 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9708e88f-c943-4339-9d7a-a9ac2244c746 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:01.459068 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f5c1f-c079-4e58-8a2e-e8173fdcea3d tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Pushing event updated for resources: {'Port': ['ID=e6faed09-38aa-46d5-8647-5b82db248431,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:01.462100 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e3fd4d-d476-427f-9005-b0ade7f592e1 admin admin] Checking segment: {'id': 'a0a38a29-64e3-4f39-aa2c-d6ac658c3ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4c2a49b2-4910-4eda-b6f5-44cb769c7006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:17:01.462467 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e3fd4d-d476-427f-9005-b0ade7f592e1 admin admin] Network hostable DHCP agents. Network: 4c2a49b2-4910-4eda-b6f5-44cb769c7006, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:17:01.478231 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9708e88f-c943-4339-9d7a-a9ac2244c746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:01.480818 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9708e88f-c943-4339-9d7a-a9ac2244c746 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:01.481989 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9708e88f-c943-4339-9d7a-a9ac2244c746 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1b5a6172-42dc-4147-bd03-ade068537834 HTTP/1.1" status: 204 len: 168 time: 0.1238101 Nov 16 11:17:01.483341 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-f726d6bb-2fc3-4f64-88ac-0f4dba6cd7c1 service neutron] 10.222.0.61 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755070 Nov 16 11:17:01.488586 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-66560902-ab0f-47fb-abfe-eaf1d344ae66 req-aa4f5c1f-c079-4e58-8a2e-e8173fdcea3d tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:01.490301 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9708e88f-c943-4339-9d7a-a9ac2244c746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5a6172-42dc-4147-bd03-ade068537834,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:01.513601 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-f59d12e0-51c7-4f9d-8d28-209eef1c39fc tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Made reservation on behalf of fee5a1c288eb4601938f56b1ce0e58a0 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:17:01.517236 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-f59d12e0-51c7-4f9d-8d28-209eef1c39fc tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:01.559989 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-66560902-ab0f-47fb-abfe-eaf1d344ae66 req-aa4f5c1f-c079-4e58-8a2e-e8173fdcea3d tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:01.561428 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-66560902-ab0f-47fb-abfe-eaf1d344ae66 req-aa4f5c1f-c079-4e58-8a2e-e8173fdcea3d tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5019715 Nov 16 11:17:01.572796 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e3fd4d-d476-427f-9005-b0ade7f592e1 admin admin] Network 4c2a49b2-4910-4eda-b6f5-44cb769c7006 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:17:01.649163 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-97e3fd4d-d476-427f-9005-b0ade7f592e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 4c2a49b2-4910-4eda-b6f5-44cb769c7006) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:17:01.659248 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214905d6-7cc4-4429-b5cc-c01ce1e70838 None None] Network 4c2a49b2-4910-4eda-b6f5-44cb769c7006 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:17:01.666415 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e3fd4d-d476-427f-9005-b0ade7f592e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:01.667278 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-97e3fd4d-d476-427f-9005-b0ade7f592e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:01.689295 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-66560902-ab0f-47fb-abfe-eaf1d344ae66 req-91d90b21-fe0a-4483-bb87-9ec649a74c1d tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.52 HTTP/1.1" status: 200 len: 695 time: 0.1195087 Nov 16 11:17:01.779140 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-97e3fd4d-d476-427f-9005-b0ade7f592e1 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5601497 Nov 16 11:17:01.802838 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba58b201-83b9-4641-8890-8ba21c6813e0 None None] Network 4c2a49b2-4910-4eda-b6f5-44cb769c7006 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:17:01.820460 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-3275c498-f04a-4359-a211-f2f9b6b64030 service neutron] 10.222.0.61 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194783 Nov 16 11:17:01.896159 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-f59d12e0-51c7-4f9d-8d28-209eef1c39fc tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Allocated IP 172.20.0.11 (c4691fdd-c34e-4845-9ba0-d80523cbe337/d925af4c-3016-4e15-97ad-df96a26dd2ec/8522a623-21ed-483e-9f44-87fcbc176fa4) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:17:01.920554 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66560902-ab0f-47fb-abfe-eaf1d344ae66 req-5fc26f7a-125a-4282-9dc2-405d05210de6 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:01.922369 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-66560902-ab0f-47fb-abfe-eaf1d344ae66 req-5fc26f7a-125a-4282-9dc2-405d05210de6 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/networks/47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 784 time: 0.2019715 Nov 16 11:17:01.937434 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [req-66560902-ab0f-47fb-abfe-eaf1d344ae66 req-ff68d787-3bb6-4fe5-8641-531ed3c14a5d tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:17:01.938673 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-66560902-ab0f-47fb-abfe-eaf1d344ae66 req-ff68d787-3bb6-4fe5-8641-531ed3c14a5d tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091879 Nov 16 11:17:02.142433 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-f59d12e0-51c7-4f9d-8d28-209eef1c39fc tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:02.158890 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844b65f-8fac-44cb-8d49-b51d21fedd68 req-5db03568-f983-47c5-998b-bc14518cf009 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:02.160676 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3844b65f-8fac-44cb-8d49-b51d21fedd68 req-5db03568-f983-47c5-998b-bc14518cf009 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/ports?device_id=49951d47-bb66-4e8c-add0-01500f30fe61 HTTP/1.1" status: 200 len: 949 time: 0.0896087 Nov 16 11:17:02.242654 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4e9b82f1-11b6-4248-8876-99fd8a0a356d req-027675fd-0ee9-472f-8bc0-8de5b7e2cf09 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a HTTP/1.1" status: 200 len: 210 time: 0.0397763 Nov 16 11:17:02.276003 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3844b65f-8fac-44cb-8d49-b51d21fedd68 req-57c1fc17-5224-4b3e-94d8-7caa82c7bf17 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/security-groups?id=256d21cc-6a60-4465-8fce-b1f34b03cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028271 Nov 16 11:17:02.278141 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-f59d12e0-51c7-4f9d-8d28-209eef1c39fc tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:02.367401 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-f59d12e0-51c7-4f9d-8d28-209eef1c39fc tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Network c4691fdd-c34e-4845-9ba0-d80523cbe337 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:17:02.393966 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-f59d12e0-51c7-4f9d-8d28-209eef1c39fc tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:17:02.395913 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d12e0-51c7-4f9d-8d28-209eef1c39fc tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Pushing event updated for resources: {'Port': ['ID=8522a623-21ed-483e-9f44-87fcbc176fa4,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:02.400364 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-691ed5e8-e7e7-4158-89f8-1a0b10b9675d req-a680fb71-f64e-47f3-9630-ef0350ab2122 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=26cc20ca-4736-4dce-be17-8fa1de67d92a HTTP/1.1" status: 200 len: 210 time: 0.0628366 Nov 16 11:17:02.414263 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-f59d12e0-51c7-4f9d-8d28-209eef1c39fc tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:17:02.469297 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-f59d12e0-51c7-4f9d-8d28-209eef1c39fc tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:02.469967 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-f59d12e0-51c7-4f9d-8d28-209eef1c39fc tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:02.494773 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-f59d12e0-51c7-4f9d-8d28-209eef1c39fc tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4006629 Nov 16 11:17:02.499226 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device c717e1f1-9ef4-4dcf-bbfd-0917112198b0 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:17:02.526612 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92810eec-08d3-41ff-aae5-4cc1b5093b6e req-eb862a39-7f1a-4837-95e7-ef45ecad952c tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:02.528096 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-92810eec-08d3-41ff-aae5-4cc1b5093b6e req-eb862a39-7f1a-4837-95e7-ef45ecad952c tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] 10.222.0.61 "GET /v2.0/ports?device_id=762209b3-26a7-4b53-83fa-ebe54a6ede18 HTTP/1.1" status: 200 len: 944 time: 0.1700814 Nov 16 11:17:02.532092 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-db20b9ae-d5f1-4dd7-a9c3-d1594c115ff1 service neutron] Request body: {'port': {'device_id': '5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:17:02.564347 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port c717e1f1-9ef4-4dcf-bbfd-0917112198b0 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:17:02.569329 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port c717e1f1-9ef4-4dcf-bbfd-0917112198b0 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:17:02.570365 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:02.660813 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:02.691376 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762209b3-26a7-4b53-83fa-ebe54a6ede18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c717e1f1-9ef4-4dcf-bbfd-0917112198b0'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:17:02.694645 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2381bccc-908b-4e30-94a4-669cb455d2c7" -d '{"events": [{"server_uuid": "762209b3-26a7-4b53-83fa-ebe54a6ede18", "name": "network-vif-plugged", "status": "completed", "tag": "c717e1f1-9ef4-4dcf-bbfd-0917112198b0"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:17:02.701555 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-92810eec-08d3-41ff-aae5-4cc1b5093b6e req-120e9c9f-2f66-48ad-85fd-06cc6ba5fcc7 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d8e7663-7824-49c8-a186-7be80f2a32ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648953 Nov 16 11:17:02.707021 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-db20b9ae-d5f1-4dd7-a9c3-d1594c115ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:02.712113 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port c717e1f1-9ef4-4dcf-bbfd-0917112198b0, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=c717e1f1-9ef4-4dcf-bbfd-0917112198b0,segment=NetworkSegment(79dd06d3-61f0-44be-b0da-fd6effb3abff),segment_id=79dd06d3-61f0-44be-b0da-fd6effb3abff)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:02.729554 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:02.751358 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-adae884d-b5ca-4ba4-977f-92ea0c5d8df6 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:02.758243 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-adae884d-b5ca-4ba4-977f-92ea0c5d8df6 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/networks?id=e6f6c22e-8152-4ca5-86d7-dcaf88c6db36 HTTP/1.1" status: 200 len: 820 time: 0.2409761 Nov 16 11:17:02.782655 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-d2e07e33-7af5-4780-89fb-9a37687288e8 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/quotas/6c52a8c39fe94e6d89dd46750a80e67d HTTP/1.1" status: 200 len: 375 time: 0.0234692 Nov 16 11:17:02.786162 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=c717e1f1-9ef4-4dcf-bbfd-0917112198b0,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:02.921900 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-7092568d-1e8b-44e9-a729-15c0c64d6a2c tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c52a8c39fe94e6d89dd46750a80e67d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1380694 Nov 16 11:17:03.357889 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-1e571f31-36dc-4764-8160-9f596052c928 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:03.359518 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-1e571f31-36dc-4764-8160-9f596052c928 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.36 "GET /v2.0/networks?id=b7bb2a97-86e1-4934-a454-677fe86f6d7e HTTP/1.1" status: 200 len: 808 time: 0.1310117 Nov 16 11:17:03.374603 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-3bd15ba6-baa9-4317-b80d-8147b81188e6 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Request body: {'port': {'device_id': '26cc20ca-4736-4dce-be17-8fa1de67d92a', 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e', 'admin_state_up': True, 'tenant_id': 'fca4017bffc548cea20e1270411b1992'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:17:03.400340 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-a6ad3a8c-d173-4882-8b61-d6fbe58b4657 service neutron] 10.222.0.61 "GET /v2.0/networks/e6f6c22e-8152-4ca5-86d7-dcaf88c6db36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4775310 Nov 16 11:17:03.412324 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-02e904f4-ce78-4c44-8621-214ad0ae363f tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:03.413747 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-02e904f4-ce78-4c44-8621-214ad0ae363f tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] 10.222.0.61 "GET /v2.0/networks?id=4c2a49b2-4910-4eda-b6f5-44cb769c7006 HTTP/1.1" status: 200 len: 822 time: 0.1796675 Nov 16 11:17:03.479475 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-3e9999a6-272d-4b99-ac3b-1307b1e6baf8 tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] 10.222.0.61 "GET /v2.0/quotas/81d5f20b63864ede8b6de4e96ad89a1f HTTP/1.1" status: 200 len: 375 time: 0.0519185 Nov 16 11:17:03.489317 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-3bd15ba6-baa9-4317-b80d-8147b81188e6 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Made reservation on behalf of fca4017bffc548cea20e1270411b1992 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:17:03.493459 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-3bd15ba6-baa9-4317-b80d-8147b81188e6 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:03.542446 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-f67673b5-8d07-4ce1-9f06-816aa2485036 tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=81d5f20b63864ede8b6de4e96ad89a1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556061 Nov 16 11:17:03.563409 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-db20b9ae-d5f1-4dd7-a9c3-d1594c115ff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8522a623-21ed-483e-9f44-87fcbc176fa4 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:17:03.589678 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-db20b9ae-d5f1-4dd7-a9c3-d1594c115ff1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:03.618853 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-3bd15ba6-baa9-4317-b80d-8147b81188e6 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Allocated IP 172.20.0.5 (b7bb2a97-86e1-4934-a454-677fe86f6d7e/7e023778-0206-43f4-abc1-4c067f7e46aa/ec702909-9927-4754-a960-17e3497beea5) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:17:03.641799 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-194b0595-a4c8-4aca-bf52-158444f12697 service neutron] 10.222.0.61 "GET /v2.0/networks/e6f6c22e-8152-4ca5-86d7-dcaf88c6db36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269533 Nov 16 11:17:03.645828 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-db20b9ae-d5f1-4dd7-a9c3-d1594c115ff1 service neutron] Transition to ACTIVE for port object 8522a623-21ed-483e-9f44-87fcbc176fa4 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:17:03.654308 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-db20b9ae-d5f1-4dd7-a9c3-d1594c115ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:03.723490 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-fb701743-8dcd-46b5-86ea-9771a5b85ba3 service neutron] 10.222.0.61 "GET /v2.0/networks/4c2a49b2-4910-4eda-b6f5-44cb769c7006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706636 Nov 16 11:17:03.729102 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db20b9ae-d5f1-4dd7-a9c3-d1594c115ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=8522a623-21ed-483e-9f44-87fcbc176fa4,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:03.796826 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-3bd15ba6-baa9-4317-b80d-8147b81188e6 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:03.832787 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-3bd15ba6-baa9-4317-b80d-8147b81188e6 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:03.873837 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-db20b9ae-d5f1-4dd7-a9c3-d1594c115ff1 service neutron] Attempting to bind port 8522a623-21ed-483e-9f44-87fcbc176fa4 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:17:03.874514 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-db20b9ae-d5f1-4dd7-a9c3-d1594c115ff1 service neutron] Attempting to bind port 8522a623-21ed-483e-9f44-87fcbc176fa4 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '32887315-0b64-4817-9f69-e9105851e5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c4691fdd-c34e-4845-9ba0-d80523cbe337'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:17:03.874694 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-db20b9ae-d5f1-4dd7-a9c3-d1594c115ff1 service neutron] Attempting to bind port 8522a623-21ed-483e-9f44-87fcbc176fa4 on network c4691fdd-c34e-4845-9ba0-d80523cbe337 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:17:03.883154 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-e5ef502f-fa3f-4f43-a31c-94d323a54880 service neutron] 10.222.0.61 "GET /v2.0/networks/4c2a49b2-4910-4eda-b6f5-44cb769c7006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521015 Nov 16 11:17:03.884380 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-db20b9ae-d5f1-4dd7-a9c3-d1594c115ff1 service neutron] Port 8522a623-21ed-483e-9f44-87fcbc176fa4 on network c4691fdd-c34e-4845-9ba0-d80523cbe337 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:17:03.884911 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-db20b9ae-d5f1-4dd7-a9c3-d1594c115ff1 service neutron] Attempting to bind port 8522a623-21ed-483e-9f44-87fcbc176fa4 on network c4691fdd-c34e-4845-9ba0-d80523cbe337 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:17:03.885789 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-3bd15ba6-baa9-4317-b80d-8147b81188e6 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Network b7bb2a97-86e1-4934-a454-677fe86f6d7e is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:17:03.891497 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-db20b9ae-d5f1-4dd7-a9c3-d1594c115ff1 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:17:03.891666 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-3bd15ba6-baa9-4317-b80d-8147b81188e6 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:17:03.892535 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-db20b9ae-d5f1-4dd7-a9c3-d1594c115ff1 service neutron] Checking segment: {'id': '32887315-0b64-4817-9f69-e9105851e5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c4691fdd-c34e-4845-9ba0-d80523cbe337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:17:03.893572 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-db20b9ae-d5f1-4dd7-a9c3-d1594c115ff1 service neutron] Bound using segment: {'id': '32887315-0b64-4817-9f69-e9105851e5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c4691fdd-c34e-4845-9ba0-d80523cbe337'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:17:03.894227 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-db20b9ae-d5f1-4dd7-a9c3-d1594c115ff1 service neutron] Bound port: 8522a623-21ed-483e-9f44-87fcbc176fa4, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32887315-0b64-4817-9f69-e9105851e5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c4691fdd-c34e-4845-9ba0-d80523cbe337'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:17:03.894823 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-db20b9ae-d5f1-4dd7-a9c3-d1594c115ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:03.897180 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-3bd15ba6-baa9-4317-b80d-8147b81188e6 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:17:03.951005 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-3bd15ba6-baa9-4317-b80d-8147b81188e6 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:03.952170 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-3bd15ba6-baa9-4317-b80d-8147b81188e6 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:03.972428 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd15ba6-baa9-4317-b80d-8147b81188e6 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Pushing event updated for resources: {'Port': ['ID=ec702909-9927-4754-a960-17e3497beea5,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:03.982874 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-3bd15ba6-baa9-4317-b80d-8147b81188e6 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6128590 Nov 16 11:17:03.993831 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-db20b9ae-d5f1-4dd7-a9c3-d1594c115ff1 service neutron] For port 8522a623-21ed-483e-9f44-87fcbc176fa4, host n-h2-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:17:03.998851 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-db20b9ae-d5f1-4dd7-a9c3-d1594c115ff1 service neutron] For port 8522a623-21ed-483e-9f44-87fcbc176fa4, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=8522a623-21ed-483e-9f44-87fcbc176fa4,segment=NetworkSegment(32887315-0b64-4817-9f69-e9105851e5d8),segment_id=32887315-0b64-4817-9f69-e9105851e5d8)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:17:04.008065 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-db20b9ae-d5f1-4dd7-a9c3-d1594c115ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:04.011147 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-0f780f46-0623-4c4b-aebc-47c379755852 service neutron] Request body: {'port': {'device_id': '26cc20ca-4736-4dce-be17-8fa1de67d92a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:17:04.054552 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-db20b9ae-d5f1-4dd7-a9c3-d1594c115ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:04.056617 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-db20b9ae-d5f1-4dd7-a9c3-d1594c115ff1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:04.058239 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-db20b9ae-d5f1-4dd7-a9c3-d1594c115ff1 service neutron] 10.222.0.64 "PUT /v2.0/ports/8522a623-21ed-483e-9f44-87fcbc176fa4 HTTP/1.1" status: 200 len: 1092 time: 1.5397115 Nov 16 11:17:04.058710 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a', 'tag': '8522a623-21ed-483e-9f44-87fcbc176fa4'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:17:04.061120 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb7fdc9-54ee-4983-8fab-95a026750414" -d '{"events": [{"name": "network-changed", "server_uuid": "5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a", "tag": "8522a623-21ed-483e-9f44-87fcbc176fa4"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:17:04.086161 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db20b9ae-d5f1-4dd7-a9c3-d1594c115ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=8522a623-21ed-483e-9f44-87fcbc176fa4,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:04.132283 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-0f780f46-0623-4c4b-aebc-47c379755852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:04.168101 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c940e326-e21f-4fc8-8758-e52d645abb72 x-openstack-request-id: req-c940e326-e21f-4fc8-8758-e52d645abb72 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:17:04.168577 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762209b3-26a7-4b53-83fa-ebe54a6ede18", "name": "network-vif-plugged", "status": "completed", "tag": "c717e1f1-9ef4-4dcf-bbfd-0917112198b0", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:17:04.168672 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c940e326-e21f-4fc8-8758-e52d645abb72 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:17:04.169517 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762209b3-26a7-4b53-83fa-ebe54a6ede18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c717e1f1-9ef4-4dcf-bbfd-0917112198b0', 'code': 200} Nov 16 11:17:04.219008 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-6c6a20bf-f77b-4adc-b009-e2a923c71c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:04.220617 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-6c6a20bf-f77b-4adc-b009-e2a923c71c93 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fee5a1c288eb4601938f56b1ce0e58a0&device_id=5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a HTTP/1.1" status: 200 len: 1095 time: 0.0921822 Nov 16 11:17:04.332842 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-e572b749-7cd1-4e23-b819-edadd1e7c5a4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8522a623-21ed-483e-9f44-87fcbc176fa4 HTTP/1.1" status: 200 len: 217 time: 0.1034536 Nov 16 11:17:04.362740 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3835d-cd1a-42cb-95ad-8452e0bc4436 req-83334fc1-bc36-4eee-9ed3-2e9d29108665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:04.364600 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ccb3835d-cd1a-42cb-95ad-8452e0bc4436 req-83334fc1-bc36-4eee-9ed3-2e9d29108665 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=762209b3-26a7-4b53-83fa-ebe54a6ede18 HTTP/1.1" status: 200 len: 1096 time: 0.0640378 Nov 16 11:17:04.435921 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [req-88b79e77-2c8e-4f74-9a3e-e000a48938ce req-dfff466a-3764-4083-8d6f-6e3c1230bc64 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:17:04.436944 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-88b79e77-2c8e-4f74-9a3e-e000a48938ce req-dfff466a-3764-4083-8d6f-6e3c1230bc64 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0184672 Nov 16 11:17:04.458870 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-91614e73-6968-4461-acef-75af74ece532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:04.460331 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-91614e73-6968-4461-acef-75af74ece532 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d925af4c-3016-4e15-97ad-df96a26dd2ec HTTP/1.1" status: 200 len: 861 time: 0.1163592 Nov 16 11:17:04.469473 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bdfab-5d58-4145-b8da-fcc379528f79 req-dd964aa2-0fc6-4642-a256-38c2a5a7c1db tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:04.478043 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-272bdfab-5d58-4145-b8da-fcc379528f79 req-dd964aa2-0fc6-4642-a256-38c2a5a7c1db tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a HTTP/1.1" status: 200 len: 944 time: 0.1481175 Nov 16 11:17:04.484540 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ccb3835d-cd1a-42cb-95ad-8452e0bc4436 req-d37b0ae0-7952-46d9-8a9f-4268b777caf2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7d8e7663-7824-49c8-a186-7be80f2a32ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087542 Nov 16 11:17:04.521892 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-124bee49-f2b6-4fec-acda-93322788167e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c4691fdd-c34e-4845-9ba0-d80523cbe337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420618 Nov 16 11:17:04.603217 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-0f780f46-0623-4c4b-aebc-47c379755852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec702909-9927-4754-a960-17e3497beea5 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:17:04.614536 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-0f780f46-0623-4c4b-aebc-47c379755852 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:04.624161 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-272bdfab-5d58-4145-b8da-fcc379528f79 req-635003a2-725b-45fd-976b-41c576844e3d tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3adee73-0139-433a-a7e5-9720cece8767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455359 Nov 16 11:17:04.631579 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-0f780f46-0623-4c4b-aebc-47c379755852 service neutron] Transition to ACTIVE for port object ec702909-9927-4754-a960-17e3497beea5 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:17:04.639981 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-0f780f46-0623-4c4b-aebc-47c379755852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:04.702110 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-cddce97f-2634-4312-8fa3-4a6e5b434c33 service neutron] 10.222.0.64 "GET /v2.0/networks/c4691fdd-c34e-4845-9ba0-d80523cbe337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657727 Nov 16 11:17:04.763031 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f780f46-0623-4c4b-aebc-47c379755852 service neutron] Pushing event updated for resources: {'Port': ['ID=ec702909-9927-4754-a960-17e3497beea5,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:04.819343 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-0f780f46-0623-4c4b-aebc-47c379755852 service neutron] Attempting to bind port ec702909-9927-4754-a960-17e3497beea5 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:17:04.819669 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-0f780f46-0623-4c4b-aebc-47c379755852 service neutron] Attempting to bind port ec702909-9927-4754-a960-17e3497beea5 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:17:04.820562 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-0f780f46-0623-4c4b-aebc-47c379755852 service neutron] Attempting to bind port ec702909-9927-4754-a960-17e3497beea5 on network b7bb2a97-86e1-4934-a454-677fe86f6d7e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:17:04.825838 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-0f780f46-0623-4c4b-aebc-47c379755852 service neutron] Port ec702909-9927-4754-a960-17e3497beea5 on network b7bb2a97-86e1-4934-a454-677fe86f6d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:17:04.826178 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-0f780f46-0623-4c4b-aebc-47c379755852 service neutron] Attempting to bind port ec702909-9927-4754-a960-17e3497beea5 on network b7bb2a97-86e1-4934-a454-677fe86f6d7e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:17:04.831118 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-0f780f46-0623-4c4b-aebc-47c379755852 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:17:04.831443 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-0f780f46-0623-4c4b-aebc-47c379755852 service neutron] Checking segment: {'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:17:04.831818 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-0f780f46-0623-4c4b-aebc-47c379755852 service neutron] Bound using segment: {'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:17:04.832237 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-0f780f46-0623-4c4b-aebc-47c379755852 service neutron] Bound port: ec702909-9927-4754-a960-17e3497beea5, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:17:04.832633 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-0f780f46-0623-4c4b-aebc-47c379755852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:04.905110 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-0f780f46-0623-4c4b-aebc-47c379755852 service neutron] For port ec702909-9927-4754-a960-17e3497beea5, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:17:04.907929 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-0f780f46-0623-4c4b-aebc-47c379755852 service neutron] For port ec702909-9927-4754-a960-17e3497beea5, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=ec702909-9927-4754-a960-17e3497beea5,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:17:04.912004 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-0f780f46-0623-4c4b-aebc-47c379755852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:04.926329 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a5ce6-cd14-4b32-a31c-d4cb52372a97 req-e0a06d6b-0e77-474a-9829-8e44c6a43522 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:04.927829 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c68a5ce6-cd14-4b32-a31c-d4cb52372a97 req-e0a06d6b-0e77-474a-9829-8e44c6a43522 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=26cc20ca-4736-4dce-be17-8fa1de67d92a HTTP/1.1" status: 200 len: 943 time: 0.2170873 Nov 16 11:17:04.944588 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b950ab7-1bb0-4a77-8571-23b830cc8b52 req-71b0e090-d84c-45b4-9482-5d2cd0394f98 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:04.946099 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b950ab7-1bb0-4a77-8571-23b830cc8b52 req-71b0e090-d84c-45b4-9482-5d2cd0394f98 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] 10.222.0.61 "GET /v2.0/ports?device_id=762209b3-26a7-4b53-83fa-ebe54a6ede18 HTTP/1.1" status: 200 len: 945 time: 0.1329608 Nov 16 11:17:04.959358 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-0f780f46-0623-4c4b-aebc-47c379755852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:04.960090 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-0f780f46-0623-4c4b-aebc-47c379755852 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:04.961610 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-0f780f46-0623-4c4b-aebc-47c379755852 service neutron] 10.222.0.36 "PUT /v2.0/ports/ec702909-9927-4754-a960-17e3497beea5 HTTP/1.1" status: 200 len: 1091 time: 0.9601679 Nov 16 11:17:04.962140 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26cc20ca-4736-4dce-be17-8fa1de67d92a', 'tag': 'ec702909-9927-4754-a960-17e3497beea5'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:17:04.964578 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5a4a5d-4fbc-4874-8129-12d4c405c955" -d '{"events": [{"name": "network-changed", "server_uuid": "26cc20ca-4736-4dce-be17-8fa1de67d92a", "tag": "ec702909-9927-4754-a960-17e3497beea5"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:17:04.973738 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e8a4f5d7-fb98-43a7-a6d1-28d3f51c3b33 req-ec39b79d-22eb-4125-be73-523dd225ce1e service neutron] 10.222.0.64 "GET /v2.0/networks/c4691fdd-c34e-4845-9ba0-d80523cbe337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360265 Nov 16 11:17:04.998178 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f780f46-0623-4c4b-aebc-47c379755852 service neutron] Pushing event updated for resources: {'Port': ['ID=ec702909-9927-4754-a960-17e3497beea5,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:05.027836 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c68a5ce6-cd14-4b32-a31c-d4cb52372a97 req-d3ac8c09-6679-4d52-95d3-c4b656721c4a tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806847 Nov 16 11:17:05.046352 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b950ab7-1bb0-4a77-8571-23b830cc8b52 req-96640c78-eef7-41db-81d2-c749187ca454 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d8e7663-7824-49c8-a186-7be80f2a32ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843506 Nov 16 11:17:05.059437 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-26c97d56-68cd-4433-bf9f-7ed0d5f5e8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:05.061187 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-26c97d56-68cd-4433-bf9f-7ed0d5f5e8a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fca4017bffc548cea20e1270411b1992&device_id=26cc20ca-4736-4dce-be17-8fa1de67d92a HTTP/1.1" status: 200 len: 1094 time: 0.0516052 Nov 16 11:17:05.089656 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91177f6-958a-4a7c-a393-2a6e0565edd0 x-openstack-request-id: req-a91177f6-958a-4a7c-a393-2a6e0565edd0 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:17:05.090243 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a", "tag": "8522a623-21ed-483e-9f44-87fcbc176fa4", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:17:05.090597 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a91177f6-958a-4a7c-a393-2a6e0565edd0 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:17:05.091101 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a', 'tag': '8522a623-21ed-483e-9f44-87fcbc176fa4', 'status': 'completed', 'code': 200} Nov 16 11:17:05.108325 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-435ba6be-d6da-4929-a37f-52db1e2283e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec702909-9927-4754-a960-17e3497beea5 HTTP/1.1" status: 200 len: 217 time: 0.0380182 Nov 16 11:17:05.128880 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-992d924d-e8e3-4691-b3d5-c123e8b89eb1 req-11e0db55-836a-4596-8859-7bb73d2a8a7c tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/ports?device_id=64dc6b4d-c253-4934-ab47-24cfffd74e31 HTTP/1.1" status: 200 len: 210 time: 0.0361166 Nov 16 11:17:05.192448 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-afed82eb-f9a6-420c-b1a1-693a5b4c12d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:05.193947 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-afed82eb-f9a6-420c-b1a1-693a5b4c12d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e023778-0206-43f4-abc1-4c067f7e46aa HTTP/1.1" status: 200 len: 848 time: 0.0784783 Nov 16 11:17:05.204347 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-369d6f4e-89fb-4b79-935c-65dae8fde1fa req-123ac58c-8e56-4057-8efb-58b45ae60647 tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] 10.222.0.61 "GET /v2.0/ports?device_id=5fb7fb54-f251-46ae-85fb-2e12da265630 HTTP/1.1" status: 200 len: 210 time: 0.0365140 Nov 16 11:17:05.240226 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7fdc9-54ee-4983-8fab-95a026750414 req-933fd546-3f24-4b6d-95cc-8dfcaa570559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:05.241730 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-abb7fdc9-54ee-4983-8fab-95a026750414 req-933fd546-3f24-4b6d-95cc-8dfcaa570559 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fee5a1c288eb4601938f56b1ce0e58a0&device_id=5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a HTTP/1.1" status: 200 len: 1095 time: 0.1219349 Nov 16 11:17:05.245085 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-50375666-f1fb-4c22-aa8d-dbde9ca4fa88 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b7bb2a97-86e1-4934-a454-677fe86f6d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427942 Nov 16 11:17:05.289356 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.64', 60636) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:05.332508 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d379fcae-6f14-4749-9bf5-4850fb2f887d x-openstack-request-id: req-d379fcae-6f14-4749-9bf5-4850fb2f887d {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:17:05.332770 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26cc20ca-4736-4dce-be17-8fa1de67d92a", "tag": "ec702909-9927-4754-a960-17e3497beea5", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:17:05.333021 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d379fcae-6f14-4749-9bf5-4850fb2f887d {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:17:05.333661 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26cc20ca-4736-4dce-be17-8fa1de67d92a', 'tag': 'ec702909-9927-4754-a960-17e3497beea5', 'status': 'completed', 'code': 200} Nov 16 11:17:05.353685 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db25c1-7e73-41e9-a30d-7a3f67d3c027 req-b26d6ffe-69f2-4f35-b67b-6fbdd6978135 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:05.361972 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f6db25c1-7e73-41e9-a30d-7a3f67d3c027 req-b26d6ffe-69f2-4f35-b67b-6fbdd6978135 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/ports?device_id=49951d47-bb66-4e8c-add0-01500f30fe61 HTTP/1.1" status: 200 len: 949 time: 0.1591706 Nov 16 11:17:05.424366 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7fdc9-54ee-4983-8fab-95a026750414 req-d70bc67b-dadf-4c8e-8209-49ed8a72b26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:05.426435 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-abb7fdc9-54ee-4983-8fab-95a026750414 req-d70bc67b-dadf-4c8e-8209-49ed8a72b26b service neutron] 10.222.0.64 "GET /v2.0/networks?id=c4691fdd-c34e-4845-9ba0-d80523cbe337 HTTP/1.1" status: 200 len: 922 time: 0.1759357 Nov 16 11:17:05.448944 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f6db25c1-7e73-41e9-a30d-7a3f67d3c027 req-83bb3d87-148b-47de-8231-3c57f55e97db tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/security-groups?id=256d21cc-6a60-4465-8fce-b1f34b03cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867045 Nov 16 11:17:05.475101 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-fc7531c5-96dd-4fa7-9550-0ae006c480c7 service neutron] 10.222.0.36 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171011 Nov 16 11:17:05.485654 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-20eada4e-1442-49ae-9807-5e85690c646d tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:05.488285 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-20eada4e-1442-49ae-9807-5e85690c646d tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.64 "GET /v2.0/networks?id=e6f6c22e-8152-4ca5-86d7-dcaf88c6db36 HTTP/1.1" status: 200 len: 820 time: 0.1967649 Nov 16 11:17:05.530562 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-abb7fdc9-54ee-4983-8fab-95a026750414 req-eda077cc-dfe8-4b45-b017-1b28667f3bcc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8522a623-21ed-483e-9f44-87fcbc176fa4 HTTP/1.1" status: 200 len: 217 time: 0.0768921 Nov 16 11:17:05.549517 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-bc1a71f9-447b-488d-ae18-9803cf698d81 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Request body: {'port': {'device_id': '64dc6b4d-c253-4934-ab47-24cfffd74e31', 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36', 'admin_state_up': True, 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:17:05.603195 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7fdc9-54ee-4983-8fab-95a026750414 req-cd50adae-746c-4e2e-9cf3-e6a5bdda8507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:05.604920 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-abb7fdc9-54ee-4983-8fab-95a026750414 req-cd50adae-746c-4e2e-9cf3-e6a5bdda8507 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d925af4c-3016-4e15-97ad-df96a26dd2ec HTTP/1.1" status: 200 len: 861 time: 0.0667071 Nov 16 11:17:05.654050 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-abb7fdc9-54ee-4983-8fab-95a026750414 req-6a7fe687-2515-4381-93cc-cf89dd8b15a9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c4691fdd-c34e-4845-9ba0-d80523cbe337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387654 Nov 16 11:17:05.850469 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-d7d635e9-98d0-4d1d-a8b0-44705f99bca8 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=383f9339409a4bda8a736f481c391f17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1186349 Nov 16 11:17:05.875819 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.64', 60637) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:05.935977 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6af70-781c-4085-970f-6a13daef4281 req-f7f3ab49-cca0-438f-a289-50efee8dd4d1 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:05.941514 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-90b6af70-781c-4085-970f-6a13daef4281 req-f7f3ab49-cca0-438f-a289-50efee8dd4d1 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a HTTP/1.1" status: 200 len: 944 time: 0.2084842 Nov 16 11:17:05.944433 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51424) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:05.970660 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-18a3762f-e840-4d0f-a49e-4ac49944f460 req-3a971e06-581f-4f4a-bd58-78e2edec7328 service neutron] 10.222.0.36 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4817576 Nov 16 11:17:06.026879 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-abb7fdc9-54ee-4983-8fab-95a026750414 req-c8d63b28-1844-4cd7-931c-dfcc0e41af11 service neutron] 10.222.0.64 "GET /v2.0/networks/c4691fdd-c34e-4845-9ba0-d80523cbe337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572993 Nov 16 11:17:06.034516 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-bc1a71f9-447b-488d-ae18-9803cf698d81 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Made reservation on behalf of 6c52a8c39fe94e6d89dd46750a80e67d for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:17:06.038833 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-bc1a71f9-447b-488d-ae18-9803cf698d81 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:06.118392 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-90b6af70-781c-4085-970f-6a13daef4281 req-8be610ad-eb04-4724-b9ad-79ee92ff2c79 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3adee73-0139-433a-a7e5-9720cece8767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569123 Nov 16 11:17:06.119093 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-f1a18b53-6497-4013-972e-4499bc60d892 tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:06.119093 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-f1a18b53-6497-4013-972e-4499bc60d892 tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] 10.222.0.64 "GET /v2.0/networks?id=4c2a49b2-4910-4eda-b6f5-44cb769c7006 HTTP/1.1" status: 200 len: 822 time: 0.2391603 Nov 16 11:17:06.145698 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3551e87f-56b5-48ac-a639-40cb9d6d9c24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:06.168277 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-5bcfe57c-363d-4d34-9b96-d2d05f74daaf tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] Request body: {'port': {'device_id': '5fb7fb54-f251-46ae-85fb-2e12da265630', 'network_id': '4c2a49b2-4910-4eda-b6f5-44cb769c7006', 'admin_state_up': True, 'tenant_id': '81d5f20b63864ede8b6de4e96ad89a1f'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:17:06.169356 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-6f8a8e2d-3020-4034-88b9-a4690a8d81a5 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:06.171674 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-6f8a8e2d-3020-4034-88b9-a4690a8d81a5 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3069816 Nov 16 11:17:06.234933 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a4a5d-4fbc-4874-8129-12d4c405c955 req-506b822c-a9ef-41c5-af6c-b620df9eaf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:06.236414 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ec5a4a5d-4fbc-4874-8129-12d4c405c955 req-506b822c-a9ef-41c5-af6c-b620df9eaf1b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fca4017bffc548cea20e1270411b1992&device_id=26cc20ca-4736-4dce-be17-8fa1de67d92a HTTP/1.1" status: 200 len: 1094 time: 0.1759639 Nov 16 11:17:06.254527 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-8aa8521d-1805-43b7-aa4d-3550526103f7 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/quotas/383f9339409a4bda8a736f481c391f17 HTTP/1.1" status: 200 len: 375 time: 0.0604811 Nov 16 11:17:06.259487 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-abb7fdc9-54ee-4983-8fab-95a026750414 req-36beae40-76d0-454d-967a-64b9cb58764b service neutron] 10.222.0.64 "GET /v2.0/networks/c4691fdd-c34e-4845-9ba0-d80523cbe337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204659 Nov 16 11:17:06.327036 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3d646-f4eb-4d3d-8966-3717f2e6d2c9 req-a6624adf-3d15-4997-99b4-ff5f44e5cb77 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:06.328650 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-96b3d646-f4eb-4d3d-8966-3717f2e6d2c9 req-a6624adf-3d15-4997-99b4-ff5f44e5cb77 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=26cc20ca-4736-4dce-be17-8fa1de67d92a HTTP/1.1" status: 200 len: 943 time: 0.1357734 Nov 16 11:17:06.376046 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-94b3814f-f497-4a12-a52d-ea76e4bc6e69 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=383f9339409a4bda8a736f481c391f17&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1106367 Nov 16 11:17:06.376562 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-bc1a71f9-447b-488d-ae18-9803cf698d81 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Allocated IP 172.20.0.5 (e6f6c22e-8152-4ca5-86d7-dcaf88c6db36/a723c1b5-1a0f-4323-9985-39160c514b43/4cda06eb-9451-4582-9868-18e3cff78c93) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:17:06.377939 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3551e87f-56b5-48ac-a639-40cb9d6d9c24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:06.383455 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3551e87f-56b5-48ac-a639-40cb9d6d9c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:06.439297 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a4a5d-4fbc-4874-8129-12d4c405c955 req-bcc62a72-c414-48b9-99af-1568e11f46b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:06.440880 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ec5a4a5d-4fbc-4874-8129-12d4c405c955 req-bcc62a72-c414-48b9-99af-1568e11f46b4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b7bb2a97-86e1-4934-a454-677fe86f6d7e HTTP/1.1" status: 200 len: 909 time: 0.1938093 Nov 16 11:17:06.441003 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-96b3d646-f4eb-4d3d-8966-3717f2e6d2c9 req-11495f9a-ef1b-4293-aab7-6c2684244048 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047177 Nov 16 11:17:06.448695 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3551e87f-56b5-48ac-a639-40cb9d6d9c24 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=844c92cb841b4de3bc3984dcee259f7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5007524 Nov 16 11:17:06.449308 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51440) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:06.457452 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3551e87f-56b5-48ac-a639-40cb9d6d9c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04fe8c19-5270-4a35-83dd-d4d7733fbd7c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:06.472005 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-5bcfe57c-363d-4d34-9b96-d2d05f74daaf tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] Made reservation on behalf of 81d5f20b63864ede8b6de4e96ad89a1f for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:17:06.481946 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-5bcfe57c-363d-4d34-9b96-d2d05f74daaf tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:06.516408 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ec5a4a5d-4fbc-4874-8129-12d4c405c955 req-b6ff0ade-2004-44ff-8b9a-4ab916f554f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec702909-9927-4754-a960-17e3497beea5 HTTP/1.1" status: 200 len: 217 time: 0.0541167 Nov 16 11:17:06.532747 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e30a6f1e-ee3b-4a7b-8ff0-868d82cb5044 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:06.591396 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e30a6f1e-ee3b-4a7b-8ff0-868d82cb5044 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:06.653012 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ba6372aa-dffd-476e-ba29-c9408d09bf7d req-ab65f2c5-fd1b-4436-9528-8eb7012be27b tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/ports?device_id=64dc6b4d-c253-4934-ab47-24cfffd74e31 HTTP/1.1" status: 200 len: 210 time: 0.0526564 Nov 16 11:17:06.680649 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a4a5d-4fbc-4874-8129-12d4c405c955 req-90612d3f-34c5-4240-9b5b-812b437a9bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:06.682136 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ec5a4a5d-4fbc-4874-8129-12d4c405c955 req-90612d3f-34c5-4240-9b5b-812b437a9bce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e023778-0206-43f4-abc1-4c067f7e46aa HTTP/1.1" status: 200 len: 848 time: 0.1479073 Nov 16 11:17:06.695432 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b168aa-2eb5-482e-94b6-bb606cb34edc req-e83b24b2-014a-4037-b96f-6e86cd2d22b8 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:06.697949 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-19b168aa-2eb5-482e-94b6-bb606cb34edc req-e83b24b2-014a-4037-b96f-6e86cd2d22b8 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] 10.222.0.61 "GET /v2.0/ports?device_id=762209b3-26a7-4b53-83fa-ebe54a6ede18 HTTP/1.1" status: 200 len: 945 time: 0.1318347 Nov 16 11:17:06.728466 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ec5a4a5d-4fbc-4874-8129-12d4c405c955 req-a5f5f772-65fe-40b4-8e44-d1604ecaf36a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b7bb2a97-86e1-4934-a454-677fe86f6d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362093 Nov 16 11:17:06.729538 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e30a6f1e-ee3b-4a7b-8ff0-868d82cb5044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:06.732848 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e30a6f1e-ee3b-4a7b-8ff0-868d82cb5044 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:06.736238 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e30a6f1e-ee3b-4a7b-8ff0-868d82cb5044 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/04fe8c19-5270-4a35-83dd-d4d7733fbd7c HTTP/1.1" status: 204 len: 168 time: 0.2833657 Nov 16 11:17:06.754767 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a6f1e-ee3b-4a7b-8ff0-868d82cb5044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fe8c19-5270-4a35-83dd-d4d7733fbd7c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:06.818580 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-19b168aa-2eb5-482e-94b6-bb606cb34edc req-0b0cfbd4-6def-4f74-ab3c-a4f649e53490 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d8e7663-7824-49c8-a186-7be80f2a32ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988173 Nov 16 11:17:06.873152 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-5bcfe57c-363d-4d34-9b96-d2d05f74daaf tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] Allocated IP 172.20.0.13 (4c2a49b2-4910-4eda-b6f5-44cb769c7006/49842a25-7ba1-42ed-b86f-ac6f5db145ab/2a794de1-a839-4552-b919-1666e7b8058d) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:17:06.877463 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-bc1a71f9-447b-488d-ae18-9803cf698d81 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:06.972448 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ec5a4a5d-4fbc-4874-8129-12d4c405c955 req-e83438e1-d49d-4af9-9c66-931074235522 service neutron] 10.222.0.36 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192428 Nov 16 11:17:06.990825 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-bc1a71f9-447b-488d-ae18-9803cf698d81 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:07.003001 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['0cf3a3e2-009c-48fc-83c2-e1204a58704f'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:17:07.132584 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-bc1a71f9-447b-488d-ae18-9803cf698d81 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Network e6f6c22e-8152-4ca5-86d7-dcaf88c6db36 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:17:07.163375 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a71f9-447b-488d-ae18-9803cf698d81 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Pushing event updated for resources: {'Port': ['ID=4cda06eb-9451-4582-9868-18e3cff78c93,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:07.193266 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-bc1a71f9-447b-488d-ae18-9803cf698d81 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:17:07.207761 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6ff971c3-280c-4bab-a503-6f791695bff4 req-09f04166-b360-4842-a327-5d01881c4843 tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] 10.222.0.61 "GET /v2.0/ports?device_id=5fb7fb54-f251-46ae-85fb-2e12da265630 HTTP/1.1" status: 200 len: 210 time: 0.3826954 Nov 16 11:17:07.214879 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-bc1a71f9-447b-488d-ae18-9803cf698d81 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:17:07.272088 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0bfd47b7-1976-4fdb-9052-25fc8904d3d3 req-7c1cfa08-6155-4b38-b181-01613650390a tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b1c4ee9-480f-429e-8fe2-c94759c37759 HTTP/1.1" status: 200 len: 210 time: 0.0795417 Nov 16 11:17:07.372961 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51462) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:07.401409 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ec5a4a5d-4fbc-4874-8129-12d4c405c955 req-2285341c-45e8-45b6-9bee-70e3d2b7b8e7 service neutron] 10.222.0.36 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4070354 Nov 16 11:17:07.401728 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-825e8324-e388-458d-9e98-bb5b6ca03c22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:07.434416 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094b8cb-ce83-4ec0-8ae0-3c004ae74632 req-16b61145-0bc1-4a12-b199-99bf9d1ac07d tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:07.445104 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2094b8cb-ce83-4ec0-8ae0-3c004ae74632 req-16b61145-0bc1-4a12-b199-99bf9d1ac07d tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a HTTP/1.1" status: 200 len: 944 time: 0.1213534 Nov 16 11:17:07.464155 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-bc1a71f9-447b-488d-ae18-9803cf698d81 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:07.464933 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-bc1a71f9-447b-488d-ae18-9803cf698d81 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:07.502836 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-5bcfe57c-363d-4d34-9b96-d2d05f74daaf tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:07.531153 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-bc1a71f9-447b-488d-ae18-9803cf698d81 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0233030 Nov 16 11:17:07.557880 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-24d3fb0e-7f42-41db-a79e-91f0c26a4537 service neutron] Request body: {'port': {'device_id': '64dc6b4d-c253-4934-ab47-24cfffd74e31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:17:07.583230 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2094b8cb-ce83-4ec0-8ae0-3c004ae74632 req-273b394f-c45d-45cd-82bd-dd802e6bcc14 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3adee73-0139-433a-a7e5-9720cece8767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303954 Nov 16 11:17:07.597148 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 8522a623-21ed-483e-9f44-87fcbc176fa4 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:17:07.636770 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-233ac936-11fb-40b0-a0db-0740c90be39d None None] Provisioning complete for port 4cda06eb-9451-4582-9868-18e3cff78c93 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:17:07.636999 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-5bcfe57c-363d-4d34-9b96-d2d05f74daaf tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:07.637735 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-233ac936-11fb-40b0-a0db-0740c90be39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:07.663417 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-825e8324-e388-458d-9e98-bb5b6ca03c22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:07.677405 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-24d3fb0e-7f42-41db-a79e-91f0c26a4537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:07.677634 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78592cd-9e79-4dd9-905d-2f80d18c41ef req-923395c8-604c-4385-8012-65f25da72207 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:07.679250 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a78592cd-9e79-4dd9-905d-2f80d18c41ef req-923395c8-604c-4385-8012-65f25da72207 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=26cc20ca-4736-4dce-be17-8fa1de67d92a HTTP/1.1" status: 200 len: 943 time: 0.1138394 Nov 16 11:17:07.681115 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-825e8324-e388-458d-9e98-bb5b6ca03c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:07.709098 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-5bcfe57c-363d-4d34-9b96-d2d05f74daaf tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] Network 4c2a49b2-4910-4eda-b6f5-44cb769c7006 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:17:07.711658 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-5bcfe57c-363d-4d34-9b96-d2d05f74daaf tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:17:07.715487 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-5bcfe57c-363d-4d34-9b96-d2d05f74daaf tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:17:07.742531 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.resource_extend [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 11:17:07.762135 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcfe57c-363d-4d34-9b96-d2d05f74daaf tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] Pushing event updated for resources: {'Port': ['ID=2a794de1-a839-4552-b919-1666e7b8058d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:07.794599 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-5bcfe57c-363d-4d34-9b96-d2d05f74daaf tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:07.794919 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-5bcfe57c-363d-4d34-9b96-d2d05f74daaf tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:07.850053 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-233ac936-11fb-40b0-a0db-0740c90be39d None None] Port 4cda06eb-9451-4582-9868-18e3cff78c93 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:17:07.859330 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 8522a623-21ed-483e-9f44-87fcbc176fa4, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=8522a623-21ed-483e-9f44-87fcbc176fa4,segment=NetworkSegment(32887315-0b64-4817-9f69-e9105851e5d8),segment_id=32887315-0b64-4817-9f69-e9105851e5d8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:07.864600 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-5bcfe57c-363d-4d34-9b96-d2d05f74daaf tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7071650 Nov 16 11:17:07.878007 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '8522a623-21ed-483e-9f44-87fcbc176fa4', 'network_id': 'c4691fdd-c34e-4845-9ba0-d80523cbe337', 'port_id': '8522a623-21ed-483e-9f44-87fcbc176fa4', 'mac_address': 'fa:16:3e:3b:5f:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd925af4c-3016-4e15-97ad-df96a26dd2ec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:17:07.890855 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-b365f8d8-2046-4c8a-934e-2c528c619f4a service neutron] Request body: {'port': {'device_id': '5fb7fb54-f251-46ae-85fb-2e12da265630', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:17:07.896028 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-825e8324-e388-458d-9e98-bb5b6ca03c22 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6141679912a34136ad952bbeb2ab5b4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5199938 Nov 16 11:17:07.896246 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 51476) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:07.922132 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e8324-e388-458d-9e98-bb5b6ca03c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=decc5426-f7f9-483b-95a6-866b351e3ab1,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:07.926836 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:07.945974 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8522a623-21ed-483e-9f44-87fcbc176fa4 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:17:07.969353 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 8522a623-21ed-483e-9f44-87fcbc176fa4, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=8522a623-21ed-483e-9f44-87fcbc176fa4,segment=NetworkSegment(32887315-0b64-4817-9f69-e9105851e5d8),segment_id=32887315-0b64-4817-9f69-e9105851e5d8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:07.975074 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:08.038220 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=8522a623-21ed-483e-9f44-87fcbc176fa4,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:08.064239 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a78592cd-9e79-4dd9-905d-2f80d18c41ef req-bc8c5ce1-8a60-408b-b07f-a46ddefa188c tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382857 Nov 16 11:17:08.081211 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5647a5-5dbc-4533-802e-6cf2cba72dd8 req-3fe7f81b-da94-49d8-a8f4-fd289fa045dd tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:08.082509 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5e5647a5-5dbc-4533-802e-6cf2cba72dd8 req-3fe7f81b-da94-49d8-a8f4-fd289fa045dd tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/ports?device_id=64dc6b4d-c253-4934-ab47-24cfffd74e31 HTTP/1.1" status: 200 len: 931 time: 0.2508447 Nov 16 11:17:08.104323 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-380fbcde-5e00-46ca-9d8b-43894213fb27 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=383f9339409a4bda8a736f481c391f17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491252 Nov 16 11:17:08.107895 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-b365f8d8-2046-4c8a-934e-2c528c619f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:08.177781 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5e5647a5-5dbc-4533-802e-6cf2cba72dd8 req-10fa28bf-cb03-4048-9c5a-0093fc548ed4 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/security-groups?id=42abe699-cecb-40b2-a376-43deeb633c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864570 Nov 16 11:17:08.231747 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['8522a623-21ed-483e-9f44-87fcbc176fa4'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:17:08.275652 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09e7e24a-ac84-4565-9610-a57420d77a1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:08.300914 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09e7e24a-ac84-4565-9610-a57420d77a1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:08.345126 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d93209-295d-49ce-915d-aed09c22bdd5 req-1815e329-03cb-4f2b-b71b-704e1db41824 tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:08.356325 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c2d93209-295d-49ce-915d-aed09c22bdd5 req-1815e329-03cb-4f2b-b71b-704e1db41824 tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] 10.222.0.61 "GET /v2.0/ports?device_id=5fb7fb54-f251-46ae-85fb-2e12da265630 HTTP/1.1" status: 200 len: 932 time: 0.0684724 Nov 16 11:17:08.434521 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b57e9bc-6a22-43b7-9b7d-1aef36a0d11c req-17346949-2a1e-43f1-8b89-08b3ff887440 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b1c4ee9-480f-429e-8fe2-c94759c37759 HTTP/1.1" status: 200 len: 210 time: 0.0435538 Nov 16 11:17:08.453951 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c2d93209-295d-49ce-915d-aed09c22bdd5 req-dc49b5d3-89ff-463c-8415-90382822d63f tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9a111c8-3209-44f4-82f5-6a19acf46c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966315 Nov 16 11:17:08.544195 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device ec702909-9927-4754-a960-17e3497beea5 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:17:08.659716 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port ec702909-9927-4754-a960-17e3497beea5, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=ec702909-9927-4754-a960-17e3497beea5,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:08.671926 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-1629cc3b-4594-4bfe-9e72-fd08df3c6729 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:08.673495 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-1629cc3b-4594-4bfe-9e72-fd08df3c6729 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5682065 Nov 16 11:17:08.673642 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': 'ec702909-9927-4754-a960-17e3497beea5', 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e', 'port_id': 'ec702909-9927-4754-a960-17e3497beea5', 'mac_address': 'fa:16:3e:14:73:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e023778-0206-43f4-abc1-4c067f7e46aa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:17:08.697152 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09e7e24a-ac84-4565-9610-a57420d77a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:08.700116 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09e7e24a-ac84-4565-9610-a57420d77a1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:08.701250 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-09e7e24a-ac84-4565-9610-a57420d77a1f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/decc5426-f7f9-483b-95a6-866b351e3ab1 HTTP/1.1" status: 204 len: 168 time: 0.8018637 Nov 16 11:17:08.710511 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e4147-ac9e-494e-ac77-c3a47e4268e7 req-a5f3e264-883f-47a6-9740-17f69c7586ff tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:08.712956 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7e1e4147-ac9e-494e-ac77-c3a47e4268e7 req-a5f3e264-883f-47a6-9740-17f69c7586ff tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a HTTP/1.1" status: 200 len: 945 time: 0.0710118 Nov 16 11:17:08.713882 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-025136fd-f456-411b-bb7f-195fe2fceb7f tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Request body: {'port': {'device_id': '3b1c4ee9-480f-429e-8fe2-c94759c37759', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'admin_state_up': True, 'tenant_id': '383f9339409a4bda8a736f481c391f17'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:17:08.748776 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:08.780511 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec702909-9927-4754-a960-17e3497beea5 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:17:08.786296 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e7e24a-ac84-4565-9610-a57420d77a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=decc5426-f7f9-483b-95a6-866b351e3ab1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:08.812379 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7e1e4147-ac9e-494e-ac77-c3a47e4268e7 req-19d25a09-e178-4702-bcaa-38b265ad3b14 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3adee73-0139-433a-a7e5-9720cece8767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933158 Nov 16 11:17:08.839432 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port ec702909-9927-4754-a960-17e3497beea5, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=ec702909-9927-4754-a960-17e3497beea5,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:08.845411 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:08.882345 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-24d3fb0e-7f42-41db-a79e-91f0c26a4537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cda06eb-9451-4582-9868-18e3cff78c93 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:17:08.909072 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-24d3fb0e-7f42-41db-a79e-91f0c26a4537 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:08.909460 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=ec702909-9927-4754-a960-17e3497beea5,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:08.939275 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-24d3fb0e-7f42-41db-a79e-91f0c26a4537 service neutron] Transition to ACTIVE for port object 4cda06eb-9451-4582-9868-18e3cff78c93 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:17:08.949576 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-24d3fb0e-7f42-41db-a79e-91f0c26a4537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:09.048606 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d3fb0e-7f42-41db-a79e-91f0c26a4537 service neutron] Pushing event updated for resources: {'Port': ['ID=4cda06eb-9451-4582-9868-18e3cff78c93,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:09.066691 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['ec702909-9927-4754-a960-17e3497beea5'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:17:09.229529 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-025136fd-f456-411b-bb7f-195fe2fceb7f tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Made reservation on behalf of 383f9339409a4bda8a736f481c391f17 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:17:09.244000 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-025136fd-f456-411b-bb7f-195fe2fceb7f tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:09.273677 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac2047-b43f-4128-a08a-aef2938bad20 req-b4622da3-bfb8-4cca-93db-feab9e028ef5 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:09.293279 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9aac2047-b43f-4128-a08a-aef2938bad20 req-b4622da3-bfb8-4cca-93db-feab9e028ef5 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=26cc20ca-4736-4dce-be17-8fa1de67d92a HTTP/1.1" status: 200 len: 944 time: 0.1407933 Nov 16 11:17:09.342708 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-b365f8d8-2046-4c8a-934e-2c528c619f4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a794de1-a839-4552-b919-1666e7b8058d {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:17:09.366155 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-b365f8d8-2046-4c8a-934e-2c528c619f4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:09.411915 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:17:09.426138 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-b365f8d8-2046-4c8a-934e-2c528c619f4a service neutron] Transition to ACTIVE for port object 2a794de1-a839-4552-b919-1666e7b8058d will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:17:09.477739 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9aac2047-b43f-4128-a08a-aef2938bad20 req-8bf979a6-70ed-4955-a21d-48d5368554b9 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829376 Nov 16 11:17:09.516385 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8823130-1012-4b8f-99da-89039175731e req-29a24d26-2a4f-4a2a-ba25-868f76372a5e tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:09.517216 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-b365f8d8-2046-4c8a-934e-2c528c619f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:09.524166 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f8823130-1012-4b8f-99da-89039175731e req-29a24d26-2a4f-4a2a-ba25-868f76372a5e tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/ports?device_id=64dc6b4d-c253-4934-ab47-24cfffd74e31 HTTP/1.1" status: 200 len: 943 time: 0.1019564 Nov 16 11:17:09.574239 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-24d3fb0e-7f42-41db-a79e-91f0c26a4537 service neutron] Attempting to bind port 4cda06eb-9451-4582-9868-18e3cff78c93 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:17:09.574970 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-24d3fb0e-7f42-41db-a79e-91f0c26a4537 service neutron] Attempting to bind port 4cda06eb-9451-4582-9868-18e3cff78c93 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '493b8b27-dbac-4588-be26-e66a243cc432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:17:09.575282 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-24d3fb0e-7f42-41db-a79e-91f0c26a4537 service neutron] Attempting to bind port 4cda06eb-9451-4582-9868-18e3cff78c93 on network e6f6c22e-8152-4ca5-86d7-dcaf88c6db36 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:17:09.621901 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-24d3fb0e-7f42-41db-a79e-91f0c26a4537 service neutron] Port 4cda06eb-9451-4582-9868-18e3cff78c93 on network e6f6c22e-8152-4ca5-86d7-dcaf88c6db36 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:17:09.622249 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-24d3fb0e-7f42-41db-a79e-91f0c26a4537 service neutron] Attempting to bind port 4cda06eb-9451-4582-9868-18e3cff78c93 on network e6f6c22e-8152-4ca5-86d7-dcaf88c6db36 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:17:09.629286 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b365f8d8-2046-4c8a-934e-2c528c619f4a service neutron] Pushing event updated for resources: {'Port': ['ID=2a794de1-a839-4552-b919-1666e7b8058d,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:09.640979 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0d28a2b9-ad26-4186-87ae-c886a7ba873d req-9b370392-5255-44cd-babf-1b566345d9c4 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b1c4ee9-480f-429e-8fe2-c94759c37759 HTTP/1.1" status: 200 len: 210 time: 0.0487123 Nov 16 11:17:09.648543 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-24d3fb0e-7f42-41db-a79e-91f0c26a4537 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:17:09.650597 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 8522a623-21ed-483e-9f44-87fcbc176fa4 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:17:09.654217 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-24d3fb0e-7f42-41db-a79e-91f0c26a4537 service neutron] Checking segment: {'id': '493b8b27-dbac-4588-be26-e66a243cc432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:17:09.654621 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-24d3fb0e-7f42-41db-a79e-91f0c26a4537 service neutron] Bound using segment: {'id': '493b8b27-dbac-4588-be26-e66a243cc432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:17:09.655089 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-24d3fb0e-7f42-41db-a79e-91f0c26a4537 service neutron] Bound port: 4cda06eb-9451-4582-9868-18e3cff78c93, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '493b8b27-dbac-4588-be26-e66a243cc432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:17:09.655448 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-24d3fb0e-7f42-41db-a79e-91f0c26a4537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:09.671049 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f8823130-1012-4b8f-99da-89039175731e req-9dd2e2b3-f07a-43cb-b856-59354ed3c0b5 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/security-groups?id=42abe699-cecb-40b2-a376-43deeb633c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413081 Nov 16 11:17:09.738927 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-025136fd-f456-411b-bb7f-195fe2fceb7f tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Allocated IP 192.168.233.153 (d184b1c6-3832-4c86-bfd0-c1472d76d6c3/c4c770cc-51d7-42eb-b4a6-9a605bacae0f/eba64a77-5690-40d6-b7fa-a1ec928541e3) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:17:09.766777 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 8522a623-21ed-483e-9f44-87fcbc176fa4 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:17:09.771954 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 8522a623-21ed-483e-9f44-87fcbc176fa4 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:17:09.772645 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:09.806167 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba451fb-6c52-4eb8-86ac-593a9e3bd66f req-2a4201e2-39cc-488a-8324-989a8589d72c tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:09.827115 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fba451fb-6c52-4eb8-86ac-593a9e3bd66f req-2a4201e2-39cc-488a-8324-989a8589d72c tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] 10.222.0.61 "GET /v2.0/ports?device_id=5fb7fb54-f251-46ae-85fb-2e12da265630 HTTP/1.1" status: 200 len: 944 time: 0.1115696 Nov 16 11:17:09.870771 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-b365f8d8-2046-4c8a-934e-2c528c619f4a service neutron] Attempting to bind port 2a794de1-a839-4552-b919-1666e7b8058d on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:17:09.871217 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-b365f8d8-2046-4c8a-934e-2c528c619f4a service neutron] Attempting to bind port 2a794de1-a839-4552-b919-1666e7b8058d by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'a0a38a29-64e3-4f39-aa2c-d6ac658c3ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4c2a49b2-4910-4eda-b6f5-44cb769c7006'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:17:09.871467 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-b365f8d8-2046-4c8a-934e-2c528c619f4a service neutron] Attempting to bind port 2a794de1-a839-4552-b919-1666e7b8058d on network 4c2a49b2-4910-4eda-b6f5-44cb769c7006 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:17:09.938006 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fba451fb-6c52-4eb8-86ac-593a9e3bd66f req-1562662a-a4b0-40cb-8d10-4422853f6b19 tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9a111c8-3209-44f4-82f5-6a19acf46c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025791 Nov 16 11:17:09.963265 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-24d3fb0e-7f42-41db-a79e-91f0c26a4537 service neutron] For port 4cda06eb-9451-4582-9868-18e3cff78c93, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:17:09.984499 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-b365f8d8-2046-4c8a-934e-2c528c619f4a service neutron] Port 2a794de1-a839-4552-b919-1666e7b8058d on network 4c2a49b2-4910-4eda-b6f5-44cb769c7006 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:17:09.984883 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-b365f8d8-2046-4c8a-934e-2c528c619f4a service neutron] Attempting to bind port 2a794de1-a839-4552-b919-1666e7b8058d on network 4c2a49b2-4910-4eda-b6f5-44cb769c7006 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:17:09.990655 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:09.999126 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-24d3fb0e-7f42-41db-a79e-91f0c26a4537 service neutron] For port 4cda06eb-9451-4582-9868-18e3cff78c93, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=4cda06eb-9451-4582-9868-18e3cff78c93,segment=NetworkSegment(493b8b27-dbac-4588-be26-e66a243cc432),segment_id=493b8b27-dbac-4588-be26-e66a243cc432)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:17:10.022274 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-b365f8d8-2046-4c8a-934e-2c528c619f4a service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:17:10.022614 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-b365f8d8-2046-4c8a-934e-2c528c619f4a service neutron] Checking segment: {'id': 'a0a38a29-64e3-4f39-aa2c-d6ac658c3ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4c2a49b2-4910-4eda-b6f5-44cb769c7006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:17:10.023008 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-b365f8d8-2046-4c8a-934e-2c528c619f4a service neutron] Bound using segment: {'id': 'a0a38a29-64e3-4f39-aa2c-d6ac658c3ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4c2a49b2-4910-4eda-b6f5-44cb769c7006'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:17:10.023448 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-b365f8d8-2046-4c8a-934e-2c528c619f4a service neutron] Bound port: 2a794de1-a839-4552-b919-1666e7b8058d, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0a38a29-64e3-4f39-aa2c-d6ac658c3ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4c2a49b2-4910-4eda-b6f5-44cb769c7006'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:17:10.025066 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-b365f8d8-2046-4c8a-934e-2c528c619f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:10.034266 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-24d3fb0e-7f42-41db-a79e-91f0c26a4537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:10.035963 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d07ad-fd14-4b20-b74e-f67fde533dea req-f2b4be2b-6e10-4ac5-a512-794f71cdc73c tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:10.038459 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8522a623-21ed-483e-9f44-87fcbc176fa4'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:17:10.038647 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-074d07ad-fd14-4b20-b74e-f67fde533dea req-f2b4be2b-6e10-4ac5-a512-794f71cdc73c tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a HTTP/1.1" status: 200 len: 945 time: 0.0974691 Nov 16 11:17:10.041192 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed97f3c8-caac-4ded-92d7-e2306773e1fc" -d '{"events": [{"server_uuid": "5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a", "name": "network-vif-plugged", "status": "completed", "tag": "8522a623-21ed-483e-9f44-87fcbc176fa4"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:17:10.066940 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 8522a623-21ed-483e-9f44-87fcbc176fa4, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=8522a623-21ed-483e-9f44-87fcbc176fa4,segment=NetworkSegment(32887315-0b64-4817-9f69-e9105851e5d8),segment_id=32887315-0b64-4817-9f69-e9105851e5d8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:10.080961 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:10.135751 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b72c85-a827-4592-8cbe-d5b7096b471f x-openstack-request-id: req-42b72c85-a827-4592-8cbe-d5b7096b471f {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:17:10.136058 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a", "name": "network-vif-plugged", "status": "completed", "tag": "8522a623-21ed-483e-9f44-87fcbc176fa4", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:17:10.136310 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-42b72c85-a827-4592-8cbe-d5b7096b471f {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:17:10.136681 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8522a623-21ed-483e-9f44-87fcbc176fa4', 'code': 200} Nov 16 11:17:10.143960 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-074d07ad-fd14-4b20-b74e-f67fde533dea req-49df761f-9ef0-4ad0-8f74-b3f1456b2c79 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3adee73-0139-433a-a7e5-9720cece8767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883696 Nov 16 11:17:10.187423 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=8522a623-21ed-483e-9f44-87fcbc176fa4,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:10.197703 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-24d3fb0e-7f42-41db-a79e-91f0c26a4537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:10.198089 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-24d3fb0e-7f42-41db-a79e-91f0c26a4537 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:10.199595 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-24d3fb0e-7f42-41db-a79e-91f0c26a4537 service neutron] 10.222.0.64 "PUT /v2.0/ports/4cda06eb-9451-4582-9868-18e3cff78c93 HTTP/1.1" status: 200 len: 1091 time: 2.6584697 Nov 16 11:17:10.204050 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64dc6b4d-c253-4934-ab47-24cfffd74e31', 'tag': '4cda06eb-9451-4582-9868-18e3cff78c93'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:17:10.206358 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a62915-3a1c-4474-8c7b-ead6efa05424" -d '{"events": [{"name": "network-changed", "server_uuid": "64dc6b4d-c253-4934-ab47-24cfffd74e31", "tag": "4cda06eb-9451-4582-9868-18e3cff78c93"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:17:10.262248 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31506e5f-eb46-488d-b54c-18b70550eee8 req-eda5fed5-601a-4ba8-adff-c929bfe9271e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:10.264309 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-31506e5f-eb46-488d-b54c-18b70550eee8 req-eda5fed5-601a-4ba8-adff-c929bfe9271e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a HTTP/1.1" status: 200 len: 1097 time: 0.0706422 Nov 16 11:17:10.303966 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d3fb0e-7f42-41db-a79e-91f0c26a4537 service neutron] Pushing event updated for resources: {'Port': ['ID=4cda06eb-9451-4582-9868-18e3cff78c93,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:10.310497 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d97ff0a-6b12-48fe-938e-e46b0117a631 x-openstack-request-id: req-3d97ff0a-6b12-48fe-938e-e46b0117a631 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:17:10.310722 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64dc6b4d-c253-4934-ab47-24cfffd74e31", "tag": "4cda06eb-9451-4582-9868-18e3cff78c93", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:17:10.310962 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3d97ff0a-6b12-48fe-938e-e46b0117a631 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:17:10.311347 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64dc6b4d-c253-4934-ab47-24cfffd74e31', 'tag': '4cda06eb-9451-4582-9868-18e3cff78c93', 'status': 'completed', 'code': 200} Nov 16 11:17:10.318671 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-025136fd-f456-411b-bb7f-195fe2fceb7f tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:10.326953 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-31506e5f-eb46-488d-b54c-18b70550eee8 req-68329b5e-17e4-42e1-95d0-3f15a0bf46ca service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f3adee73-0139-433a-a7e5-9720cece8767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543013 Nov 16 11:17:10.340734 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-b365f8d8-2046-4c8a-934e-2c528c619f4a service neutron] For port 2a794de1-a839-4552-b919-1666e7b8058d, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:17:10.346245 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-b365f8d8-2046-4c8a-934e-2c528c619f4a service neutron] For port 2a794de1-a839-4552-b919-1666e7b8058d, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=2a794de1-a839-4552-b919-1666e7b8058d,segment=NetworkSegment(a0a38a29-64e3-4f39-aa2c-d6ac658c3ecf),segment_id=a0a38a29-64e3-4f39-aa2c-d6ac658c3ecf)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:17:10.358485 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-b365f8d8-2046-4c8a-934e-2c528c619f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:10.402159 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-04bd90fc-6e1e-426a-afda-19fe88ac649d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:10.403685 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-04bd90fc-6e1e-426a-afda-19fe88ac649d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6c52a8c39fe94e6d89dd46750a80e67d&device_id=64dc6b4d-c253-4934-ab47-24cfffd74e31 HTTP/1.1" status: 200 len: 1094 time: 0.1436663 Nov 16 11:17:10.418075 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-b365f8d8-2046-4c8a-934e-2c528c619f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:10.418682 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-b365f8d8-2046-4c8a-934e-2c528c619f4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:10.420018 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-b365f8d8-2046-4c8a-934e-2c528c619f4a service neutron] 10.222.0.64 "PUT /v2.0/ports/2a794de1-a839-4552-b919-1666e7b8058d HTTP/1.1" status: 200 len: 1092 time: 2.5380554 Nov 16 11:17:10.429504 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-025136fd-f456-411b-bb7f-195fe2fceb7f tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:10.441193 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['e6040b3b-13b3-476d-b8e7-6f334657eb29'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:17:10.449404 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b365f8d8-2046-4c8a-934e-2c528c619f4a service neutron] Pushing event updated for resources: {'Port': ['ID=2a794de1-a839-4552-b919-1666e7b8058d,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:10.460146 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-025136fd-f456-411b-bb7f-195fe2fceb7f tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:17:10.479759 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-025136fd-f456-411b-bb7f-195fe2fceb7f tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:17:10.483331 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-025136fd-f456-411b-bb7f-195fe2fceb7f tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:17:10.528614 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025136fd-f456-411b-bb7f-195fe2fceb7f tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Pushing event updated for resources: {'Port': ['ID=eba64a77-5690-40d6-b7fa-a1ec928541e3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:10.568980 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device ec702909-9927-4754-a960-17e3497beea5 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:17:10.609050 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-025136fd-f456-411b-bb7f-195fe2fceb7f tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:10.609696 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-025136fd-f456-411b-bb7f-195fe2fceb7f tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:10.617374 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-1268c32a-1380-43ca-983d-10a19ced3c4a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cda06eb-9451-4582-9868-18e3cff78c93 HTTP/1.1" status: 200 len: 217 time: 0.0859690 Nov 16 11:17:10.697650 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-025136fd-f456-411b-bb7f-195fe2fceb7f tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9952979 Nov 16 11:17:10.712668 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-f2d225e3-526f-40d0-b975-b4b5d5520347 service neutron] Request body: {'port': {'device_id': '3b1c4ee9-480f-429e-8fe2-c94759c37759', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:17:10.713243 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d6e01-1893-4ddd-90f5-5fe1631370d4 req-9b846920-5842-4553-82a8-4afccebaa1bc tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:10.714846 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-907d6e01-1893-4ddd-90f5-5fe1631370d4 req-9b846920-5842-4553-82a8-4afccebaa1bc tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=26cc20ca-4736-4dce-be17-8fa1de67d92a HTTP/1.1" status: 200 len: 944 time: 0.1005855 Nov 16 11:17:10.754051 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-0ada876e-771c-4373-800f-ccd6562b04ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:10.755755 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-0ada876e-771c-4373-800f-ccd6562b04ed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=81d5f20b63864ede8b6de4e96ad89a1f&device_id=5fb7fb54-f251-46ae-85fb-2e12da265630 HTTP/1.1" status: 200 len: 1095 time: 0.1637499 Nov 16 11:17:10.771967 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-714046fc-accd-40ed-bc25-ae773adf45b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:10.773417 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-714046fc-accd-40ed-bc25-ae773adf45b0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a723c1b5-1a0f-4323-9985-39160c514b43 HTTP/1.1" status: 200 len: 859 time: 0.1331704 Nov 16 11:17:10.815712 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-907d6e01-1893-4ddd-90f5-5fe1631370d4 req-c52a5b65-844e-4acc-b252-fd2d1d0fd204 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940065 Nov 16 11:17:10.856811 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port ec702909-9927-4754-a960-17e3497beea5 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:17:10.873906 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306c566-eb68-44b6-8fe1-2894bdcf10c8 req-da04f58d-253c-428b-b47e-b195fa4714f8 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:10.874388 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port ec702909-9927-4754-a960-17e3497beea5 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:17:10.874985 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:10.880538 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-47b5c66a-3e60-4c27-9e9b-75cdee9d06ff service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a794de1-a839-4552-b919-1666e7b8058d HTTP/1.1" status: 200 len: 217 time: 0.1050894 Nov 16 11:17:10.884984 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-f2d225e3-526f-40d0-b975-b4b5d5520347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:10.891887 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a306c566-eb68-44b6-8fe1-2894bdcf10c8 req-da04f58d-253c-428b-b47e-b195fa4714f8 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b1c4ee9-480f-429e-8fe2-c94759c37759 HTTP/1.1" status: 200 len: 936 time: 0.1519208 Nov 16 11:17:10.957951 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-8020277e-2a8b-4911-b077-9b6620f95eb6 None None] Provisioning complete for port eba64a77-5690-40d6-b7fa-a1ec928541e3 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:17:10.958756 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8020277e-2a8b-4911-b077-9b6620f95eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:10.989445 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a306c566-eb68-44b6-8fe1-2894bdcf10c8 req-28149d87-7470-4f79-bd81-e5100ecd8756 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/security-groups?id=256d21cc-6a60-4465-8fce-b1f34b03cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822177 Nov 16 11:17:10.996648 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-8020277e-2a8b-4911-b077-9b6620f95eb6 None None] Port eba64a77-5690-40d6-b7fa-a1ec928541e3 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:17:11.007886 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-2a7731eb-44d4-473e-9cb5-5a251fe529d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:11.009873 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-2a7731eb-44d4-473e-9cb5-5a251fe529d4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e6f6c22e-8152-4ca5-86d7-dcaf88c6db36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2085917 Nov 16 11:17:11.049356 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f097a7-0708-40a6-b77e-34226350eee0 req-c2f6b224-1982-42bc-bc56-3b0b2ab9d91f tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:11.051783 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-94f097a7-0708-40a6-b77e-34226350eee0 req-c2f6b224-1982-42bc-bc56-3b0b2ab9d91f tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/ports?device_id=64dc6b4d-c253-4934-ab47-24cfffd74e31 HTTP/1.1" status: 200 len: 943 time: 0.1086586 Nov 16 11:17:11.071091 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:11.121625 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port ec702909-9927-4754-a960-17e3497beea5, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=ec702909-9927-4754-a960-17e3497beea5,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:11.129262 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:11.136643 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-e2646ddb-bc4e-493b-a128-65515ef26b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:11.138384 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-e2646ddb-bc4e-493b-a128-65515ef26b30 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=49842a25-7ba1-42ed-b86f-ac6f5db145ab HTTP/1.1" status: 200 len: 862 time: 0.2360198 Nov 16 11:17:11.141721 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-94f097a7-0708-40a6-b77e-34226350eee0 req-bb519914-2b0e-406a-b282-6880917af559 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/security-groups?id=42abe699-cecb-40b2-a376-43deeb633c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828977 Nov 16 11:17:11.171997 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607368a-4f16-489e-b099-bead4066d415 req-5ebbdd71-9ea2-479c-b36c-8299e0732f76 tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:11.171997 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0607368a-4f16-489e-b099-bead4066d415 req-5ebbdd71-9ea2-479c-b36c-8299e0732f76 tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] 10.222.0.61 "GET /v2.0/ports?device_id=5fb7fb54-f251-46ae-85fb-2e12da265630 HTTP/1.1" status: 200 len: 944 time: 0.0702481 Nov 16 11:17:11.194927 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-ced3fe08-bf3c-41fb-b544-56e6b9fa01a7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4c2a49b2-4910-4eda-b6f5-44cb769c7006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401046 Nov 16 11:17:11.202024 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=ec702909-9927-4754-a960-17e3497beea5,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:11.225785 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0607368a-4f16-489e-b099-bead4066d415 req-ef8431cf-581d-4cbd-ac26-0d3f3082aa59 tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9a111c8-3209-44f4-82f5-6a19acf46c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516195 Nov 16 11:17:11.332973 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-1c807708-41b6-4718-b721-1f15d593b4f6 service neutron] 10.222.0.64 "GET /v2.0/networks/e6f6c22e-8152-4ca5-86d7-dcaf88c6db36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130581 Nov 16 11:17:11.471602 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-c43c139a-e590-48eb-b543-efcc4fd2e600 service neutron] 10.222.0.64 "GET /v2.0/networks/4c2a49b2-4910-4eda-b6f5-44cb769c7006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647274 Nov 16 11:17:11.484166 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6084c1-7e90-446e-9efb-d5db2179e2bf req-9881bdf0-3768-4f28-afa8-c787ae66066d tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:11.485668 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9f6084c1-7e90-446e-9efb-d5db2179e2bf req-9881bdf0-3768-4f28-afa8-c787ae66066d tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a HTTP/1.1" status: 200 len: 946 time: 0.0674253 Nov 16 11:17:11.540157 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9f6084c1-7e90-446e-9efb-d5db2179e2bf req-4ed7998c-8d38-46a2-b58d-5acda3361ae8 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3adee73-0139-433a-a7e5-9720cece8767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483592 Nov 16 11:17:11.593778 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-f2d225e3-526f-40d0-b975-b4b5d5520347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eba64a77-5690-40d6-b7fa-a1ec928541e3 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:17:11.607622 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-f2d225e3-526f-40d0-b975-b4b5d5520347 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:11.635033 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-49572cbe-9332-4272-bcb3-5e811aaa86a5 req-a6d8baa9-baef-4091-8e46-1f3202707190 service neutron] 10.222.0.64 "GET /v2.0/networks/e6f6c22e-8152-4ca5-86d7-dcaf88c6db36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867775 Nov 16 11:17:11.645725 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-f2d225e3-526f-40d0-b975-b4b5d5520347 service neutron] Transition to ACTIVE for port object eba64a77-5690-40d6-b7fa-a1ec928541e3 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:17:11.660882 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-f2d225e3-526f-40d0-b975-b4b5d5520347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:11.900685 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f68481a1-f5bb-48a6-9ccf-25a7f5a463ab req-7786a43e-e09f-4fde-91ec-1ec3d11966de service neutron] 10.222.0.64 "GET /v2.0/networks/4c2a49b2-4910-4eda-b6f5-44cb769c7006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935738 Nov 16 11:17:11.943144 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d225e3-526f-40d0-b975-b4b5d5520347 service neutron] Pushing event updated for resources: {'Port': ['ID=eba64a77-5690-40d6-b7fa-a1ec928541e3,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:11.950910 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac082980-653c-4810-8a5e-d19a32f2f928 req-597c20f5-cff0-4802-8ccb-77b76cb6a0eb tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:11.958715 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ac082980-653c-4810-8a5e-d19a32f2f928 req-597c20f5-cff0-4802-8ccb-77b76cb6a0eb tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=26cc20ca-4736-4dce-be17-8fa1de67d92a HTTP/1.1" status: 200 len: 945 time: 0.0733855 Nov 16 11:17:12.006711 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a62915-3a1c-4474-8c7b-ead6efa05424 req-e80a6f07-fc0c-44a6-b7b4-e6d717728a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:12.008251 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-68a62915-3a1c-4474-8c7b-ead6efa05424 req-e80a6f07-fc0c-44a6-b7b4-e6d717728a25 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6c52a8c39fe94e6d89dd46750a80e67d&device_id=64dc6b4d-c253-4934-ab47-24cfffd74e31 HTTP/1.1" status: 200 len: 1094 time: 0.1100109 Nov 16 11:17:12.020609 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ac082980-653c-4810-8a5e-d19a32f2f928 req-4973b7fa-2883-4332-a320-dd7588325f42 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606980 Nov 16 11:17:12.105068 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-f2d225e3-526f-40d0-b975-b4b5d5520347 service neutron] Attempting to bind port eba64a77-5690-40d6-b7fa-a1ec928541e3 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:17:12.105393 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-f2d225e3-526f-40d0-b975-b4b5d5520347 service neutron] Attempting to bind port eba64a77-5690-40d6-b7fa-a1ec928541e3 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:17:12.105713 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-f2d225e3-526f-40d0-b975-b4b5d5520347 service neutron] Attempting to bind port eba64a77-5690-40d6-b7fa-a1ec928541e3 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:17:12.138606 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26cc20ca-4736-4dce-be17-8fa1de67d92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec702909-9927-4754-a960-17e3497beea5'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:17:12.143877 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f50bc0-179a-4380-b1d9-01eb3085913c" -d '{"events": [{"server_uuid": "26cc20ca-4736-4dce-be17-8fa1de67d92a", "name": "network-vif-plugged", "status": "completed", "tag": "ec702909-9927-4754-a960-17e3497beea5"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:17:12.159296 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-f2d225e3-526f-40d0-b975-b4b5d5520347 service neutron] Port eba64a77-5690-40d6-b7fa-a1ec928541e3 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:17:12.159622 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-f2d225e3-526f-40d0-b975-b4b5d5520347 service neutron] Attempting to bind port eba64a77-5690-40d6-b7fa-a1ec928541e3 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:17:12.167986 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be3ac1-d75f-469d-8067-679c1ae81a9d req-038c808a-2b73-4457-ab8d-ab4df3dc641f tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:12.168802 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-f2d225e3-526f-40d0-b975-b4b5d5520347 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:17:12.169305 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-f2d225e3-526f-40d0-b975-b4b5d5520347 service neutron] Checking segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:17:12.169689 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-f2d225e3-526f-40d0-b975-b4b5d5520347 service neutron] Bound using segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:17:12.170161 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-f2d225e3-526f-40d0-b975-b4b5d5520347 service neutron] Bound port: eba64a77-5690-40d6-b7fa-a1ec928541e3, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:17:12.170528 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-f2d225e3-526f-40d0-b975-b4b5d5520347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:12.174653 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a62915-3a1c-4474-8c7b-ead6efa05424 req-8ecac7a7-b9ea-4fb6-9ee6-cff3e9b8d31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:12.176101 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-68a62915-3a1c-4474-8c7b-ead6efa05424 req-8ecac7a7-b9ea-4fb6-9ee6-cff3e9b8d31d service neutron] 10.222.0.64 "GET /v2.0/networks?id=e6f6c22e-8152-4ca5-86d7-dcaf88c6db36 HTTP/1.1" status: 200 len: 921 time: 0.1556711 Nov 16 11:17:12.179902 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-81be3ac1-d75f-469d-8067-679c1ae81a9d req-038c808a-2b73-4457-ab8d-ab4df3dc641f tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b1c4ee9-480f-429e-8fe2-c94759c37759 HTTP/1.1" status: 200 len: 948 time: 0.0985711 Nov 16 11:17:12.267734 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-68a62915-3a1c-4474-8c7b-ead6efa05424 req-a49cc694-6b6c-42b4-a15a-93f080d79457 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cda06eb-9451-4582-9868-18e3cff78c93 HTTP/1.1" status: 200 len: 217 time: 0.0818367 Nov 16 11:17:12.271259 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-81be3ac1-d75f-469d-8067-679c1ae81a9d req-726fd44e-6e95-49f4-8f91-d9708de6aa60 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/security-groups?id=256d21cc-6a60-4465-8fce-b1f34b03cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879626 Nov 16 11:17:12.364646 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb7fb54-f251-46ae-85fb-2e12da265630', 'tag': '2a794de1-a839-4552-b919-1666e7b8058d'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:17:12.366945 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693101c7-2ffa-4acc-a5bc-95fa3ee20a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb7fb54-f251-46ae-85fb-2e12da265630", "tag": "2a794de1-a839-4552-b919-1666e7b8058d"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:17:12.369983 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586c8cf3-6ef6-4a00-82c5-96e768a3b388 x-openstack-request-id: req-586c8cf3-6ef6-4a00-82c5-96e768a3b388 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:17:12.370345 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26cc20ca-4736-4dce-be17-8fa1de67d92a", "name": "network-vif-plugged", "status": "completed", "tag": "ec702909-9927-4754-a960-17e3497beea5", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:17:12.370610 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-586c8cf3-6ef6-4a00-82c5-96e768a3b388 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:17:12.371025 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26cc20ca-4736-4dce-be17-8fa1de67d92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec702909-9927-4754-a960-17e3497beea5', 'code': 200} Nov 16 11:17:12.372028 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a62915-3a1c-4474-8c7b-ead6efa05424 req-1d4c1ebf-ad24-49cb-9664-13c91afd2694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:12.373502 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-68a62915-3a1c-4474-8c7b-ead6efa05424 req-1d4c1ebf-ad24-49cb-9664-13c91afd2694 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a723c1b5-1a0f-4323-9985-39160c514b43 HTTP/1.1" status: 200 len: 859 time: 0.0706277 Nov 16 11:17:12.458112 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e0427-3483-41c6-9c8e-252da10bdfc8 req-12121a31-657c-4c20-83a2-af90416d6cfd tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:12.466285 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b55e0427-3483-41c6-9c8e-252da10bdfc8 req-12121a31-657c-4c20-83a2-af90416d6cfd tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/ports?device_id=64dc6b4d-c253-4934-ab47-24cfffd74e31 HTTP/1.1" status: 200 len: 943 time: 0.1199143 Nov 16 11:17:12.474509 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898ddf1-f40f-49ce-9964-fac5ccde5874 req-e3a01adb-6901-4a29-b308-3b0667aa4574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:12.476330 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0898ddf1-f40f-49ce-9964-fac5ccde5874 req-e3a01adb-6901-4a29-b308-3b0667aa4574 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=26cc20ca-4736-4dce-be17-8fa1de67d92a HTTP/1.1" status: 200 len: 1096 time: 0.0994742 Nov 16 11:17:12.515306 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a11791-ff04-492a-9208-715e8500398d req-5ea5ff5e-e2ca-46fd-b81e-02b18d6aa136 tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:12.522636 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 51618) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:12.524709 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-97a11791-ff04-492a-9208-715e8500398d req-5ea5ff5e-e2ca-46fd-b81e-02b18d6aa136 tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] 10.222.0.61 "GET /v2.0/ports?device_id=5fb7fb54-f251-46ae-85fb-2e12da265630 HTTP/1.1" status: 200 len: 944 time: 0.1219471 Nov 16 11:17:12.546896 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-f2d225e3-526f-40d0-b975-b4b5d5520347 service neutron] For port eba64a77-5690-40d6-b7fa-a1ec928541e3, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:17:12.553388 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a62915-3a1c-4474-8c7b-ead6efa05424 req-25546be9-ba32-4c1f-b100-09dedc9981ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:12.554734 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-68a62915-3a1c-4474-8c7b-ead6efa05424 req-25546be9-ba32-4c1f-b100-09dedc9981ae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e6f6c22e-8152-4ca5-86d7-dcaf88c6db36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1451774 Nov 16 11:17:12.591050 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b55e0427-3483-41c6-9c8e-252da10bdfc8 req-a9e17309-c81f-4d6e-8ddc-b8fad82e7da4 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/security-groups?id=42abe699-cecb-40b2-a376-43deeb633c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219752 Nov 16 11:17:12.635061 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-97a11791-ff04-492a-9208-715e8500398d req-09b4b876-b6a7-4bec-aef2-613a912daf04 tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9a111c8-3209-44f4-82f5-6a19acf46c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094034 Nov 16 11:17:12.680909 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56aa5795-3f61-4ce3-8982-5ca4447746b9 x-openstack-request-id: req-56aa5795-3f61-4ce3-8982-5ca4447746b9 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:17:12.681203 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb7fb54-f251-46ae-85fb-2e12da265630", "tag": "2a794de1-a839-4552-b919-1666e7b8058d", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:17:12.681480 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-56aa5795-3f61-4ce3-8982-5ca4447746b9 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:17:12.682606 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb7fb54-f251-46ae-85fb-2e12da265630', 'tag': '2a794de1-a839-4552-b919-1666e7b8058d', 'status': 'completed', 'code': 200} Nov 16 11:17:12.686873 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-f2d225e3-526f-40d0-b975-b4b5d5520347 service neutron] For port eba64a77-5690-40d6-b7fa-a1ec928541e3, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=eba64a77-5690-40d6-b7fa-a1ec928541e3,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:17:12.692566 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0898ddf1-f40f-49ce-9964-fac5ccde5874 req-71c7e789-262a-4f0d-8e7a-f6cfb30bad38 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042754 Nov 16 11:17:12.695296 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-68a62915-3a1c-4474-8c7b-ead6efa05424 req-c290a022-2d74-49ef-99e8-2f9b1e330d1c service neutron] 10.222.0.64 "GET /v2.0/networks/e6f6c22e-8152-4ca5-86d7-dcaf88c6db36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215358 Nov 16 11:17:12.698245 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-f2d225e3-526f-40d0-b975-b4b5d5520347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:12.800224 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dccabe-8358-456e-b983-1d80330d59fe req-16c4deb1-f14d-4b62-95b0-0d3b86ad93b4 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:12.805625 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-12dccabe-8358-456e-b983-1d80330d59fe req-16c4deb1-f14d-4b62-95b0-0d3b86ad93b4 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a HTTP/1.1" status: 200 len: 946 time: 0.1054471 Nov 16 11:17:12.807249 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-f2d225e3-526f-40d0-b975-b4b5d5520347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:12.808185 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-f2d225e3-526f-40d0-b975-b4b5d5520347 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:12.815186 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-f2d225e3-526f-40d0-b975-b4b5d5520347 service neutron] 10.222.0.36 "PUT /v2.0/ports/eba64a77-5690-40d6-b7fa-a1ec928541e3 HTTP/1.1" status: 200 len: 1096 time: 2.1013489 Nov 16 11:17:12.867359 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-12dccabe-8358-456e-b983-1d80330d59fe req-0c6b9a91-a93b-4a6a-bef6-381b9b54699f tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3adee73-0139-433a-a7e5-9720cece8767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547800 Nov 16 11:17:12.880178 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5a3203bc-e204-4fc0-9145-cc05c5604b0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:12.882818 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d225e3-526f-40d0-b975-b4b5d5520347 service neutron] Pushing event updated for resources: {'Port': ['ID=eba64a77-5690-40d6-b7fa-a1ec928541e3,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:12.963947 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-edca11fe-25a5-4d02-aec0-4033ad68596c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:13.005004 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693101c7-2ffa-4acc-a5bc-95fa3ee20a1a req-0ac85a0b-c933-4a4b-bd13-cba2996ca67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:13.006692 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-693101c7-2ffa-4acc-a5bc-95fa3ee20a1a req-0ac85a0b-c933-4a4b-bd13-cba2996ca67f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=81d5f20b63864ede8b6de4e96ad89a1f&device_id=5fb7fb54-f251-46ae-85fb-2e12da265630 HTTP/1.1" status: 200 len: 1095 time: 0.2952499 Nov 16 11:17:13.014470 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc57946-8fc7-4ca0-9965-c53b33e4b630 req-0cad28bd-1a85-43ab-bf9b-7be11b93be8c tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:13.018517 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fbc57946-8fc7-4ca0-9965-c53b33e4b630 req-0cad28bd-1a85-43ab-bf9b-7be11b93be8c tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a HTTP/1.1" status: 200 len: 946 time: 0.0610557 Nov 16 11:17:13.095733 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fbc57946-8fc7-4ca0-9965-c53b33e4b630 req-ca99a551-60cf-499c-9b08-1627028003a4 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3adee73-0139-433a-a7e5-9720cece8767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709534 Nov 16 11:17:13.116805 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-a9383b19-5f1d-40b0-b362-93f06e594403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:13.118641 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-a9383b19-5f1d-40b0-b362-93f06e594403 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=383f9339409a4bda8a736f481c391f17&device_id=3b1c4ee9-480f-429e-8fe2-c94759c37759 HTTP/1.1" status: 200 len: 1099 time: 0.1812580 Nov 16 11:17:13.155353 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-68a62915-3a1c-4474-8c7b-ead6efa05424 req-2fa8adfa-3de1-4c50-bec6-95c34da4dcb2 service neutron] 10.222.0.64 "GET /v2.0/networks/e6f6c22e-8152-4ca5-86d7-dcaf88c6db36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474468 Nov 16 11:17:13.188862 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a37e0-bbf6-4690-8dc2-41702695414c req-71c75789-7d6a-4980-8bd1-de158ffd4610 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:13.196666 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-7470621a-aef6-4ce3-b660-9d331326e38c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=eba64a77-5690-40d6-b7fa-a1ec928541e3 HTTP/1.1" status: 200 len: 217 time: 0.0543723 Nov 16 11:17:13.198683 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-620a37e0-bbf6-4690-8dc2-41702695414c req-71c75789-7d6a-4980-8bd1-de158ffd4610 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=26cc20ca-4736-4dce-be17-8fa1de67d92a HTTP/1.1" status: 200 len: 945 time: 0.0872550 Nov 16 11:17:13.269424 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693101c7-2ffa-4acc-a5bc-95fa3ee20a1a req-8a376c01-c2da-4d69-8bfd-22f1717da119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:13.270842 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-693101c7-2ffa-4acc-a5bc-95fa3ee20a1a req-8a376c01-c2da-4d69-8bfd-22f1717da119 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4c2a49b2-4910-4eda-b6f5-44cb769c7006 HTTP/1.1" status: 200 len: 923 time: 0.2474926 Nov 16 11:17:13.274139 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-620a37e0-bbf6-4690-8dc2-41702695414c req-916d3b40-51a2-4aac-8ebf-bab7605deaaa tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749106 Nov 16 11:17:13.276433 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5a3203bc-e204-4fc0-9145-cc05c5604b0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:13.285256 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc2334-34ad-4a61-98be-66cb88cceed0 req-80768962-1570-4ce4-b42b-a858cf061ab8 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:13.287106 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-99dc2334-34ad-4a61-98be-66cb88cceed0 req-80768962-1570-4ce4-b42b-a858cf061ab8 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a HTTP/1.1" status: 200 len: 946 time: 0.0810039 Nov 16 11:17:13.319341 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5a3203bc-e204-4fc0-9145-cc05c5604b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:13.323193 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-291e8b88-bd23-4c83-8d62-8decdb9c23f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:13.324641 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-291e8b88-bd23-4c83-8d62-8decdb9c23f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.1161590 Nov 16 11:17:13.325837 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-693101c7-2ffa-4acc-a5bc-95fa3ee20a1a req-b65230e8-e2a0-486a-9268-0b34b3754851 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a794de1-a839-4552-b919-1666e7b8058d HTTP/1.1" status: 200 len: 217 time: 0.0466170 Nov 16 11:17:13.355156 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-99dc2334-34ad-4a61-98be-66cb88cceed0 req-7b4b0442-7f34-4b5b-853c-8c9ec1194c9f tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3adee73-0139-433a-a7e5-9720cece8767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611801 Nov 16 11:17:13.412883 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5a3203bc-e204-4fc0-9145-cc05c5604b0e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8a051fa93f5444278c2a2576ef538729&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8842380 Nov 16 11:17:13.415652 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51640) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:13.425807 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3203bc-e204-4fc0-9145-cc05c5604b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45bf438e-92e3-4f53-8492-0e0c7f748a8a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:13.453014 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693101c7-2ffa-4acc-a5bc-95fa3ee20a1a req-bc981e00-5e97-49c1-85c9-abf076a393a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:13.454510 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-693101c7-2ffa-4acc-a5bc-95fa3ee20a1a req-bc981e00-5e97-49c1-85c9-abf076a393a1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=49842a25-7ba1-42ed-b86f-ac6f5db145ab HTTP/1.1" status: 200 len: 862 time: 0.1210184 Nov 16 11:17:13.462824 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-60b216c9-debf-41f2-8ca9-a9ff88c6a528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:13.464306 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-60b216c9-debf-41f2-8ca9-a9ff88c6a528 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1204653 Nov 16 11:17:13.480832 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c3d9e-0d84-40fd-ae98-41eb7a02f4fe req-c3b2ea3c-3803-48bb-a903-310970699b25 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:13.482407 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ad6c3d9e-0d84-40fd-ae98-41eb7a02f4fe req-c3b2ea3c-3803-48bb-a903-310970699b25 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b1c4ee9-480f-429e-8fe2-c94759c37759 HTTP/1.1" status: 200 len: 948 time: 0.1127501 Nov 16 11:17:13.507064 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-693101c7-2ffa-4acc-a5bc-95fa3ee20a1a req-2e129eb0-2039-4f1d-9dc5-441abd83d4ef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4c2a49b2-4910-4eda-b6f5-44cb769c7006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418243 Nov 16 11:17:13.551853 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa92dde-e8b3-459e-8e68-73c73e778468 req-288bd3a8-2a1f-40cc-b18b-6dc3cc0479c4 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:13.553344 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5fa92dde-e8b3-459e-8e68-73c73e778468 req-288bd3a8-2a1f-40cc-b18b-6dc3cc0479c4 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a HTTP/1.1" status: 200 len: 946 time: 0.1172037 Nov 16 11:17:13.557294 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ede59617-dfe6-4149-be40-a290811e35d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:13.592808 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ad6c3d9e-0d84-40fd-ae98-41eb7a02f4fe req-10fc37a4-8ab8-4025-9068-a2bf7e4bc224 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/security-groups?id=256d21cc-6a60-4465-8fce-b1f34b03cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017766 Nov 16 11:17:13.615748 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ede59617-dfe6-4149-be40-a290811e35d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:13.622025 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 4cda06eb-9451-4582-9868-18e3cff78c93 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:17:13.655725 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5fa92dde-e8b3-459e-8e68-73c73e778468 req-5ae7f910-654a-42ab-b8a1-1540acd74df2 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3adee73-0139-433a-a7e5-9720cece8767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884163 Nov 16 11:17:13.697632 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ede59617-dfe6-4149-be40-a290811e35d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:13.701811 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ede59617-dfe6-4149-be40-a290811e35d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:13.713849 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-d2d8d0e2-4726-4d97-944f-3500c5771dcf service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389476 Nov 16 11:17:13.716279 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-693101c7-2ffa-4acc-a5bc-95fa3ee20a1a req-598cff44-17d2-48cd-bf6f-a49f933f5930 service neutron] 10.222.0.64 "GET /v2.0/networks/4c2a49b2-4910-4eda-b6f5-44cb769c7006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995971 Nov 16 11:17:13.717974 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ede59617-dfe6-4149-be40-a290811e35d6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/45bf438e-92e3-4f53-8492-0e0c7f748a8a HTTP/1.1" status: 204 len: 168 time: 0.2954786 Nov 16 11:17:13.741850 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede59617-dfe6-4149-be40-a290811e35d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45bf438e-92e3-4f53-8492-0e0c7f748a8a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:13.875676 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 4cda06eb-9451-4582-9868-18e3cff78c93, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=4cda06eb-9451-4582-9868-18e3cff78c93,segment=NetworkSegment(493b8b27-dbac-4588-be26-e66a243cc432),segment_id=493b8b27-dbac-4588-be26-e66a243cc432)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:13.919223 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '4cda06eb-9451-4582-9868-18e3cff78c93', 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36', 'port_id': '4cda06eb-9451-4582-9868-18e3cff78c93', 'mac_address': 'fa:16:3e:8c:af:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a723c1b5-1a0f-4323-9985-39160c514b43', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:17:13.932591 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-693101c7-2ffa-4acc-a5bc-95fa3ee20a1a req-00817870-9e0c-4ac0-a59c-e124f67d01c8 service neutron] 10.222.0.64 "GET /v2.0/networks/4c2a49b2-4910-4eda-b6f5-44cb769c7006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043822 Nov 16 11:17:13.958324 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386daa9-e023-4dae-816c-b51551586086 req-9758e0e6-0d67-4d3e-b05a-975989b12715 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:13.967674 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3386daa9-e023-4dae-816c-b51551586086 req-9758e0e6-0d67-4d3e-b05a-975989b12715 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/ports?device_id=64dc6b4d-c253-4934-ab47-24cfffd74e31 HTTP/1.1" status: 200 len: 943 time: 0.2286010 Nov 16 11:17:13.981771 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fd8eeb0b-4adc-4b8f-9774-26fb02bd9d18 req-0f5d2158-2119-45b5-b8a2-dbd0dc155691 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275430 Nov 16 11:17:13.994833 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:14.010550 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afba207-44e7-4af4-b4c3-20505cfd759a req-e82b8c0f-ea1e-4ac7-81e9-605f906dbec3 tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:14.015475 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cda06eb-9451-4582-9868-18e3cff78c93 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:17:14.019030 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7afba207-44e7-4af4-b4c3-20505cfd759a req-e82b8c0f-ea1e-4ac7-81e9-605f906dbec3 tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] 10.222.0.61 "GET /v2.0/ports?device_id=5fb7fb54-f251-46ae-85fb-2e12da265630 HTTP/1.1" status: 200 len: 944 time: 0.1875494 Nov 16 11:17:14.040770 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 4cda06eb-9451-4582-9868-18e3cff78c93, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=4cda06eb-9451-4582-9868-18e3cff78c93,segment=NetworkSegment(493b8b27-dbac-4588-be26-e66a243cc432),segment_id=493b8b27-dbac-4588-be26-e66a243cc432)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:14.046526 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:14.074196 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3386daa9-e023-4dae-816c-b51551586086 req-15f2559b-659d-4e68-8f61-88183634187c tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/security-groups?id=42abe699-cecb-40b2-a376-43deeb633c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054292 Nov 16 11:17:14.109018 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7afba207-44e7-4af4-b4c3-20505cfd759a req-2f46d3fa-74ba-4fae-8078-c114e9610497 tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9a111c8-3209-44f4-82f5-6a19acf46c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890503 Nov 16 11:17:14.128873 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=4cda06eb-9451-4582-9868-18e3cff78c93,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:14.207681 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51658) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:14.224022 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2e8ad0b3-a06f-49f2-a183-4e468bc95f36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:14.257606 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd61cc6-1d27-4b95-bf5f-b0a6df2fb57a req-ae3dfbca-7a67-4934-b5b0-49124019bf2d tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:14.260685 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3bd61cc6-1d27-4b95-bf5f-b0a6df2fb57a req-ae3dfbca-7a67-4934-b5b0-49124019bf2d tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a HTTP/1.1" status: 200 len: 946 time: 0.0868869 Nov 16 11:17:14.303042 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['4cda06eb-9451-4582-9868-18e3cff78c93'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:17:14.335262 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3bd61cc6-1d27-4b95-bf5f-b0a6df2fb57a req-3d082015-01ea-45a0-a07a-7c42fddc20e3 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3adee73-0139-433a-a7e5-9720cece8767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681927 Nov 16 11:17:14.378823 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2e8ad0b3-a06f-49f2-a183-4e468bc95f36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:14.385732 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2e8ad0b3-a06f-49f2-a183-4e468bc95f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:14.459313 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2e8ad0b3-a06f-49f2-a183-4e468bc95f36 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b09ec92db2c54448aee5de5fb2d9baff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2482367 Nov 16 11:17:14.459313 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ad0b3-a06f-49f2-a183-4e468bc95f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00f61a8-f7ee-42e2-bceb-c532f905ef09,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:14.462810 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 51664) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:14.516671 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad3202-4731-4e27-a2b1-758fd7f2281e req-bac76ee8-5be8-4ede-b798-a79a971c864b tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:14.521827 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-69ad3202-4731-4e27-a2b1-758fd7f2281e req-bac76ee8-5be8-4ede-b798-a79a971c864b tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=26cc20ca-4736-4dce-be17-8fa1de67d92a HTTP/1.1" status: 200 len: 945 time: 0.1036119 Nov 16 11:17:14.547563 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2735edd8-98d8-4e52-8a7d-87b677b9a74c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:14.558251 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fcc57-78a5-45bf-a9b8-f2929031011a req-4ec3e8ec-cd8b-410e-b0c9-d62a0c03206a tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:14.559746 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5c0fcc57-78a5-45bf-a9b8-f2929031011a req-4ec3e8ec-cd8b-410e-b0c9-d62a0c03206a tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a HTTP/1.1" status: 200 len: 946 time: 0.0969272 Nov 16 11:17:14.569149 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2735edd8-98d8-4e52-8a7d-87b677b9a74c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:14.596289 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-69ad3202-4731-4e27-a2b1-758fd7f2281e req-c1bc7a24-ed9d-4e7e-86a2-63f2beddf451 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714037 Nov 16 11:17:14.623023 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2735edd8-98d8-4e52-8a7d-87b677b9a74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:14.634350 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2735edd8-98d8-4e52-8a7d-87b677b9a74c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:14.634350 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2735edd8-98d8-4e52-8a7d-87b677b9a74c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b00f61a8-f7ee-42e2-bceb-c532f905ef09 HTTP/1.1" status: 204 len: 168 time: 0.1656694 Nov 16 11:17:14.642995 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2735edd8-98d8-4e52-8a7d-87b677b9a74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00f61a8-f7ee-42e2-bceb-c532f905ef09,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:14.650226 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5c0fcc57-78a5-45bf-a9b8-f2929031011a req-a5103cef-2ca3-4f19-a25b-35ef5b7479ed tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3adee73-0139-433a-a7e5-9720cece8767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681894 Nov 16 11:17:14.684185 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b1c4ee9-480f-429e-8fe2-c94759c37759', 'tag': 'eba64a77-5690-40d6-b7fa-a1ec928541e3'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:17:14.686537 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c6cf11-392b-44d8-a0bc-7a2c5784d161" -d '{"events": [{"name": "network-changed", "server_uuid": "3b1c4ee9-480f-429e-8fe2-c94759c37759", "tag": "eba64a77-5690-40d6-b7fa-a1ec928541e3"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:17:14.789248 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21853ca-9ee4-45e0-aea2-c24d8a9b37e1 req-e901b9ab-8b07-4a26-b841-23de1617afe1 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:14.808829 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e21853ca-9ee4-45e0-aea2-c24d8a9b37e1 req-e901b9ab-8b07-4a26-b841-23de1617afe1 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b1c4ee9-480f-429e-8fe2-c94759c37759 HTTP/1.1" status: 200 len: 948 time: 0.0962100 Nov 16 11:17:14.882408 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e21853ca-9ee4-45e0-aea2-c24d8a9b37e1 req-e7a39965-ed01-47df-b9ff-3f40a7cd300c tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/security-groups?id=256d21cc-6a60-4465-8fce-b1f34b03cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697317 Nov 16 11:17:14.944684 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab580f4-b416-488a-ad97-e724e5166648 x-openstack-request-id: req-1ab580f4-b416-488a-ad97-e724e5166648 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:17:14.945176 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b1c4ee9-480f-429e-8fe2-c94759c37759", "tag": "eba64a77-5690-40d6-b7fa-a1ec928541e3", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:17:14.945588 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1ab580f4-b416-488a-ad97-e724e5166648 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:17:14.946984 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b1c4ee9-480f-429e-8fe2-c94759c37759', 'tag': 'eba64a77-5690-40d6-b7fa-a1ec928541e3', 'status': 'completed', 'code': 200} Nov 16 11:17:15.093807 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6cf11-392b-44d8-a0bc-7a2c5784d161 req-22f42a1e-7e84-4a40-8f48-0b0f2c6f9eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:15.095819 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e3c6cf11-392b-44d8-a0bc-7a2c5784d161 req-22f42a1e-7e84-4a40-8f48-0b0f2c6f9eca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=383f9339409a4bda8a736f481c391f17&device_id=3b1c4ee9-480f-429e-8fe2-c94759c37759 HTTP/1.1" status: 200 len: 1099 time: 0.0722961 Nov 16 11:17:15.119366 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d13001-fcaa-4005-b347-d3c779a83536 req-5eee570c-925c-4326-99b5-a9e07e36ed64 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:15.124889 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d9d13001-fcaa-4005-b347-d3c779a83536 req-5eee570c-925c-4326-99b5-a9e07e36ed64 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=26cc20ca-4736-4dce-be17-8fa1de67d92a HTTP/1.1" status: 200 len: 1096 time: 0.1090395 Nov 16 11:17:15.140881 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896d881-f5d1-4433-98ad-f9fbb9720c23 req-87e53851-863c-4295-9251-1eef387c0aba tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:15.148037 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6896d881-f5d1-4433-98ad-f9fbb9720c23 req-87e53851-863c-4295-9251-1eef387c0aba tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a HTTP/1.1" status: 200 len: 946 time: 0.1311121 Nov 16 11:17:15.235784 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d9d13001-fcaa-4005-b347-d3c779a83536 req-a494464b-c644-4b03-b6c3-e98eeebbd287 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096475 Nov 16 11:17:15.260016 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6896d881-f5d1-4433-98ad-f9fbb9720c23 req-1f0af0a4-3944-4343-8d6f-702898b70a6e tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3adee73-0139-433a-a7e5-9720cece8767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110568 Nov 16 11:17:15.264276 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6cf11-392b-44d8-a0bc-7a2c5784d161 req-bc8c3a2f-c569-47fe-9f4f-0f6287dd19fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:15.266434 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e3c6cf11-392b-44d8-a0bc-7a2c5784d161 req-bc8c3a2f-c569-47fe-9f4f-0f6287dd19fa service neutron] 10.222.0.36 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.1618423 Nov 16 11:17:15.339741 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e3c6cf11-392b-44d8-a0bc-7a2c5784d161 req-ad2bddeb-1ec1-45a6-b00f-1df6a8eced41 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=eba64a77-5690-40d6-b7fa-a1ec928541e3 HTTP/1.1" status: 200 len: 217 time: 0.0509131 Nov 16 11:17:15.402231 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6cf11-392b-44d8-a0bc-7a2c5784d161 req-6d6d9169-df6d-45b5-9bde-c42eecbdd645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:15.404240 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e3c6cf11-392b-44d8-a0bc-7a2c5784d161 req-6d6d9169-df6d-45b5-9bde-c42eecbdd645 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0574477 Nov 16 11:17:15.434965 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d84a3-066e-4600-9367-9e81cd195161 req-ee2c3608-8fe2-4f2f-8536-8806ad912054 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:15.445429 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b9d84a3-066e-4600-9367-9e81cd195161 req-ee2c3608-8fe2-4f2f-8536-8806ad912054 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/ports?device_id=64dc6b4d-c253-4934-ab47-24cfffd74e31 HTTP/1.1" status: 200 len: 944 time: 0.0998614 Nov 16 11:17:15.463789 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e195feb-21c6-4431-b914-e7e5eed0bb9c req-cfaf5723-397b-4acd-94d1-5c1ff847a580 tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:15.465452 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6e195feb-21c6-4431-b914-e7e5eed0bb9c req-cfaf5723-397b-4acd-94d1-5c1ff847a580 tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] 10.222.0.61 "GET /v2.0/ports?device_id=5fb7fb54-f251-46ae-85fb-2e12da265630 HTTP/1.1" status: 200 len: 944 time: 0.1101010 Nov 16 11:17:15.498700 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6cf11-392b-44d8-a0bc-7a2c5784d161 req-45f7c3f3-6e30-4563-a059-1ce238060798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:15.501833 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e3c6cf11-392b-44d8-a0bc-7a2c5784d161 req-45f7c3f3-6e30-4563-a059-1ce238060798 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0825911 Nov 16 11:17:15.542491 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b5d55f2c-a195-43f0-8e30-66d2f4df58ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:15.554248 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b9d84a3-066e-4600-9367-9e81cd195161 req-0206a6de-7c72-46b8-88d5-f60922bb9262 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/security-groups?id=42abe699-cecb-40b2-a376-43deeb633c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040783 Nov 16 11:17:15.580300 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6e195feb-21c6-4431-b914-e7e5eed0bb9c req-217d0774-a2a7-4818-a8dd-01ff405e9330 tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9a111c8-3209-44f4-82f5-6a19acf46c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068482 Nov 16 11:17:15.637045 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 2a794de1-a839-4552-b919-1666e7b8058d details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:17:15.698838 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e3c6cf11-392b-44d8-a0bc-7a2c5784d161 req-7276caf1-0eee-4078-90d8-975425ddfa9b service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824646 Nov 16 11:17:15.788121 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 4cda06eb-9451-4582-9868-18e3cff78c93 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:17:15.792734 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685f2d9-1c5c-4b0e-9ea3-98fa12904294 req-96441613-80c1-44a6-b4b0-9b1617f8209d tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:15.802987 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8685f2d9-1c5c-4b0e-9ea3-98fa12904294 req-96441613-80c1-44a6-b4b0-9b1617f8209d tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=26cc20ca-4736-4dce-be17-8fa1de67d92a HTTP/1.1" status: 200 len: 1096 time: 0.0860779 Nov 16 11:17:15.834240 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb7ef2-0f8d-44d0-8c79-d17df7d4372d req-a909edda-6527-464b-be72-4959e793a602 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:15.837482 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5bbb7ef2-0f8d-44d0-8c79-d17df7d4372d req-a909edda-6527-464b-be72-4959e793a602 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a HTTP/1.1" status: 200 len: 946 time: 0.0917721 Nov 16 11:17:15.861409 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e3c6cf11-392b-44d8-a0bc-7a2c5784d161 req-c1d9a9b7-0469-4107-90c2-0e84bfa5d56d service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536832 Nov 16 11:17:15.914202 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8685f2d9-1c5c-4b0e-9ea3-98fa12904294 req-302aeb34-6f52-4c3a-af79-cbee9ccd76e7 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075642 Nov 16 11:17:15.924031 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 2a794de1-a839-4552-b919-1666e7b8058d, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=2a794de1-a839-4552-b919-1666e7b8058d,segment=NetworkSegment(a0a38a29-64e3-4f39-aa2c-d6ac658c3ecf),segment_id=a0a38a29-64e3-4f39-aa2c-d6ac658c3ecf)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:15.936517 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 4cda06eb-9451-4582-9868-18e3cff78c93 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:17:15.940968 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5bbb7ef2-0f8d-44d0-8c79-d17df7d4372d req-e8a52e14-6ec2-4b8e-92f7-d19f9cf49a51 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3adee73-0139-433a-a7e5-9720cece8767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941124 Nov 16 11:17:15.953973 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 4cda06eb-9451-4582-9868-18e3cff78c93 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:17:15.954301 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:15.956442 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '2a794de1-a839-4552-b919-1666e7b8058d', 'network_id': '4c2a49b2-4910-4eda-b6f5-44cb769c7006', 'port_id': '2a794de1-a839-4552-b919-1666e7b8058d', 'mac_address': 'fa:16:3e:75:c6:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49842a25-7ba1-42ed-b86f-ac6f5db145ab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:17:15.995797 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:16.058172 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a794de1-a839-4552-b919-1666e7b8058d {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:17:16.094900 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 2a794de1-a839-4552-b919-1666e7b8058d, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=2a794de1-a839-4552-b919-1666e7b8058d,segment=NetworkSegment(a0a38a29-64e3-4f39-aa2c-d6ac658c3ecf),segment_id=a0a38a29-64e3-4f39-aa2c-d6ac658c3ecf)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:16.114311 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187c879-0814-4a61-b79e-e35dfa4162bc req-9db9e417-3551-49b9-99e7-0d87c8c29fab tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:16.123445 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8187c879-0814-4a61-b79e-e35dfa4162bc req-9db9e417-3551-49b9-99e7-0d87c8c29fab tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b1c4ee9-480f-429e-8fe2-c94759c37759 HTTP/1.1" status: 200 len: 948 time: 0.0954871 Nov 16 11:17:16.124722 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:16.179410 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:16.206539 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=2a794de1-a839-4552-b919-1666e7b8058d,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:16.213631 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8187c879-0814-4a61-b79e-e35dfa4162bc req-e4cd32f0-773a-4321-95b9-608853275c5f tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/security-groups?id=256d21cc-6a60-4465-8fce-b1f34b03cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849462 Nov 16 11:17:16.221954 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64dc6b4d-c253-4934-ab47-24cfffd74e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cda06eb-9451-4582-9868-18e3cff78c93'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:17:16.224656 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3d4bf8-f9f5-4053-b520-9752f9932606" -d '{"events": [{"server_uuid": "64dc6b4d-c253-4934-ab47-24cfffd74e31", "name": "network-vif-plugged", "status": "completed", "tag": "4cda06eb-9451-4582-9868-18e3cff78c93"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:17:16.241414 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 4cda06eb-9451-4582-9868-18e3cff78c93, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=4cda06eb-9451-4582-9868-18e3cff78c93,segment=NetworkSegment(493b8b27-dbac-4588-be26-e66a243cc432),segment_id=493b8b27-dbac-4588-be26-e66a243cc432)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:16.263478 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:16.332369 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=4cda06eb-9451-4582-9868-18e3cff78c93,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:16.381476 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [req-3366681f-913f-426a-a333-e649369946c9 req-b54cc1d1-1294-4830-9315-e4e8644310c5 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:17:16.382784 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3366681f-913f-426a-a333-e649369946c9 req-b54cc1d1-1294-4830-9315-e4e8644310c5 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057566 Nov 16 11:17:16.409322 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['2a794de1-a839-4552-b919-1666e7b8058d'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:17:16.494352 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:16.608602 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device eba64a77-5690-40d6-b7fa-a1ec928541e3 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:17:16.770011 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port eba64a77-5690-40d6-b7fa-a1ec928541e3, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=eba64a77-5690-40d6-b7fa-a1ec928541e3,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:16.784706 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': 'eba64a77-5690-40d6-b7fa-a1ec928541e3', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'port_id': 'eba64a77-5690-40d6-b7fa-a1ec928541e3', 'mac_address': 'fa:16:3e:dd:e9:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c770cc-51d7-42eb-b4a6-9a605bacae0f', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:17:16.787237 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070e8582-b10f-4c71-851a-8580e0418d67 x-openstack-request-id: req-070e8582-b10f-4c71-851a-8580e0418d67 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:17:16.787540 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64dc6b4d-c253-4934-ab47-24cfffd74e31", "name": "network-vif-plugged", "status": "completed", "tag": "4cda06eb-9451-4582-9868-18e3cff78c93", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:17:16.787786 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-070e8582-b10f-4c71-851a-8580e0418d67 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:17:16.788174 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64dc6b4d-c253-4934-ab47-24cfffd74e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cda06eb-9451-4582-9868-18e3cff78c93', 'code': 200} Nov 16 11:17:16.864893 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:16.875486 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edef594-2b53-40b7-80fb-89fdec695d86 req-ff1bb5c5-9fe0-4170-87c0-b574f6d2c7ed tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:16.877156 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7edef594-2b53-40b7-80fb-89fdec695d86 req-ff1bb5c5-9fe0-4170-87c0-b574f6d2c7ed tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/ports?device_id=64dc6b4d-c253-4934-ab47-24cfffd74e31 HTTP/1.1" status: 200 len: 945 time: 0.0655618 Nov 16 11:17:16.912538 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eba64a77-5690-40d6-b7fa-a1ec928541e3 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:17:16.939754 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c0fd9-8424-4c12-8c5d-03cf514922e1 req-7eac8e9a-02e6-4043-a834-e655e3c9ae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:16.943303 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-856c0fd9-8424-4c12-8c5d-03cf514922e1 req-7eac8e9a-02e6-4043-a834-e655e3c9ae82 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=64dc6b4d-c253-4934-ab47-24cfffd74e31 HTTP/1.1" status: 200 len: 1096 time: 0.0678298 Nov 16 11:17:16.960855 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port eba64a77-5690-40d6-b7fa-a1ec928541e3, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=eba64a77-5690-40d6-b7fa-a1ec928541e3,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:16.977537 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:17.007298 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7edef594-2b53-40b7-80fb-89fdec695d86 req-67341c3c-1275-47c6-8207-72e705bfb8d8 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/security-groups?id=42abe699-cecb-40b2-a376-43deeb633c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171374 Nov 16 11:17:17.035313 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-856c0fd9-8424-4c12-8c5d-03cf514922e1 req-cdc53ea4-5e16-437a-9173-dce37668ac2f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=42abe699-cecb-40b2-a376-43deeb633c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715165 Nov 16 11:17:17.066501 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=eba64a77-5690-40d6-b7fa-a1ec928541e3,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:17.181635 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dcaebd-91cc-4a8f-8535-1f89a4d6e9f8 req-4e85a27a-c6d9-440b-8770-6fc5c110139d tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:17.183249 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-81dcaebd-91cc-4a8f-8535-1f89a4d6e9f8 req-4e85a27a-c6d9-440b-8770-6fc5c110139d tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] 10.222.0.61 "GET /v2.0/ports?device_id=5fb7fb54-f251-46ae-85fb-2e12da265630 HTTP/1.1" status: 200 len: 945 time: 0.0567713 Nov 16 11:17:17.233118 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-81dcaebd-91cc-4a8f-8535-1f89a4d6e9f8 req-b719900c-8890-40a2-b3ec-b8a64b67f519 tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9a111c8-3209-44f4-82f5-6a19acf46c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439601 Nov 16 11:17:17.254896 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['eba64a77-5690-40d6-b7fa-a1ec928541e3'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:17:17.501266 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bdae53-3a93-43bf-b0dd-c7ba3128589e req-fb8f2806-f168-4f48-aae2-2a366da65562 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:17.503161 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-99bdae53-3a93-43bf-b0dd-c7ba3128589e req-fb8f2806-f168-4f48-aae2-2a366da65562 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b1c4ee9-480f-429e-8fe2-c94759c37759 HTTP/1.1" status: 200 len: 949 time: 0.0519776 Nov 16 11:17:17.551487 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-99bdae53-3a93-43bf-b0dd-c7ba3128589e req-f1b481ca-ba72-42a9-b849-1101f5b22373 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/security-groups?id=256d21cc-6a60-4465-8fce-b1f34b03cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420814 Nov 16 11:17:17.638730 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 2a794de1-a839-4552-b919-1666e7b8058d up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:17:17.704978 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 2a794de1-a839-4552-b919-1666e7b8058d completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:17:17.710997 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 2a794de1-a839-4552-b919-1666e7b8058d triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:17:17.711586 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:17.801576 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:17.840914 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 2a794de1-a839-4552-b919-1666e7b8058d, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=2a794de1-a839-4552-b919-1666e7b8058d,segment=NetworkSegment(a0a38a29-64e3-4f39-aa2c-d6ac658c3ecf),segment_id=a0a38a29-64e3-4f39-aa2c-d6ac658c3ecf)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:17.844798 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:17.883351 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a057e6-eae8-4066-ab64-526fef377a9e req-597e96fd-2d4b-4552-b22e-dde97e35c8bb tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:17.884950 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-59a057e6-eae8-4066-ab64-526fef377a9e req-597e96fd-2d4b-4552-b22e-dde97e35c8bb tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a HTTP/1.1" status: 200 len: 946 time: 0.0628331 Nov 16 11:17:17.896479 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=2a794de1-a839-4552-b919-1666e7b8058d,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:17.950030 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-59a057e6-eae8-4066-ab64-526fef377a9e req-2f1107ab-17e3-409d-b83d-be209b557d96 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3adee73-0139-433a-a7e5-9720cece8767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548599 Nov 16 11:17:18.024821 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 51802) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:18.156356 n-d-816823-3 neutron-server[102668]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 16 11:17:18.162568 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-206b551d-804c-4d59-b480-a9a890c75f3b tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:17:18.173873 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-206b551d-804c-4d59-b480-a9a890c75f3b tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1473386 Nov 16 11:17:18.178994 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:18.187156 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58da620-3267-4d2b-ab1e-fe92e234a8f9 req-4234f87d-5b58-4436-a0d1-830716ad3b5a tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:18.197256 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e58da620-3267-4d2b-ab1e-fe92e234a8f9 req-4234f87d-5b58-4436-a0d1-830716ad3b5a tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/ports?device_id=64dc6b4d-c253-4934-ab47-24cfffd74e31 HTTP/1.1" status: 200 len: 945 time: 0.1062489 Nov 16 11:17:18.256312 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e58da620-3267-4d2b-ab1e-fe92e234a8f9 req-53f1076c-b6d0-4814-ad75-b9b2444a0cae tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/security-groups?id=42abe699-cecb-40b2-a376-43deeb633c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580516 Nov 16 11:17:18.310658 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-d8098245-598e-41fa-a3b3-bc5263607b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:18.317189 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-d8098245-598e-41fa-a3b3-bc5263607b68 service neutron] 10.222.0.61 "GET /v2.0/ports/ec702909-9927-4754-a960-17e3497beea5 HTTP/1.1" status: 200 len: 1093 time: 0.0996201 Nov 16 11:17:18.321865 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-ff8c9261-3d03-447d-8591-104b7b96220a service neutron] Request body: {'binding': {'host': 'n-h2-816823-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:17:18.322489 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-ff8c9261-3d03-447d-8591-104b7b96220a service neutron] Unknown quota resources ['binding']. {{(pid=102668) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 11:17:18.384888 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c8342-1abf-40be-9a46-2f005265b7ca req-ef6256df-4f76-4103-af53-596a75d07969 tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:18.394496 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-372c8342-1abf-40be-9a46-2f005265b7ca req-ef6256df-4f76-4103-af53-596a75d07969 tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] 10.222.0.61 "GET /v2.0/ports?device_id=5fb7fb54-f251-46ae-85fb-2e12da265630 HTTP/1.1" status: 200 len: 946 time: 0.0647304 Nov 16 11:17:18.457675 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-372c8342-1abf-40be-9a46-2f005265b7ca req-964bd383-550c-4999-a5f5-9f231dbef7e8 tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9a111c8-3209-44f4-82f5-6a19acf46c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619209 Nov 16 11:17:18.471600 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-ff8c9261-3d03-447d-8591-104b7b96220a service neutron] Attempting to bind port ec702909-9927-4754-a960-17e3497beea5 on host n-h2-816823-3 for vnic_type normal with profile None {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:17:18.471936 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-ff8c9261-3d03-447d-8591-104b7b96220a service neutron] Attempting to bind port ec702909-9927-4754-a960-17e3497beea5 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:17:18.472364 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-ff8c9261-3d03-447d-8591-104b7b96220a service neutron] Attempting to bind port ec702909-9927-4754-a960-17e3497beea5 on network b7bb2a97-86e1-4934-a454-677fe86f6d7e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:17:18.476640 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-ff8c9261-3d03-447d-8591-104b7b96220a service neutron] Port ec702909-9927-4754-a960-17e3497beea5 on network b7bb2a97-86e1-4934-a454-677fe86f6d7e not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:17:18.477461 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-ff8c9261-3d03-447d-8591-104b7b96220a service neutron] Attempting to bind port ec702909-9927-4754-a960-17e3497beea5 on network b7bb2a97-86e1-4934-a454-677fe86f6d7e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:17:18.482558 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-ff8c9261-3d03-447d-8591-104b7b96220a service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:17:18.483210 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-ff8c9261-3d03-447d-8591-104b7b96220a service neutron] Checking segment: {'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:17:18.483595 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-ff8c9261-3d03-447d-8591-104b7b96220a service neutron] Bound using segment: {'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:17:18.484055 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-ff8c9261-3d03-447d-8591-104b7b96220a service neutron] Bound port: ec702909-9927-4754-a960-17e3497beea5, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:17:18.588110 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-ff8c9261-3d03-447d-8591-104b7b96220a service neutron] For port ec702909-9927-4754-a960-17e3497beea5, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=ec702909-9927-4754-a960-17e3497beea5,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:17:18.594580 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-ff8c9261-3d03-447d-8591-104b7b96220a service neutron] Publish callbacks [] for binding, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:18.595939 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-ff8c9261-3d03-447d-8591-104b7b96220a service neutron] 10.222.0.61 "POST /v2.0/ports/ec702909-9927-4754-a960-17e3497beea5/bindings HTTP/1.1" status: 201 len: 389 time: 0.2779918 Nov 16 11:17:18.617184 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device eba64a77-5690-40d6-b7fa-a1ec928541e3 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:17:18.704219 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port eba64a77-5690-40d6-b7fa-a1ec928541e3 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:17:18.707030 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90667d91-d608-492f-bcce-d82b5b0daa6f req-83b8e1d3-16ef-494d-8d5d-9b114e192a13 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:18.708887 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port eba64a77-5690-40d6-b7fa-a1ec928541e3 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:17:18.709344 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:18.715519 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-90667d91-d608-492f-bcce-d82b5b0daa6f req-83b8e1d3-16ef-494d-8d5d-9b114e192a13 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b1c4ee9-480f-429e-8fe2-c94759c37759 HTTP/1.1" status: 200 len: 949 time: 0.0683024 Nov 16 11:17:18.792389 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb7fb54-f251-46ae-85fb-2e12da265630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a794de1-a839-4552-b919-1666e7b8058d'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:17:18.795067 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4794611a-db70-43c6-996a-cff139658bb2" -d '{"events": [{"server_uuid": "5fb7fb54-f251-46ae-85fb-2e12da265630", "name": "network-vif-plugged", "status": "completed", "tag": "2a794de1-a839-4552-b919-1666e7b8058d"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:17:18.811539 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-90667d91-d608-492f-bcce-d82b5b0daa6f req-bb6c430a-da8c-4ee4-a4a2-d8e3fd0358b8 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/security-groups?id=256d21cc-6a60-4465-8fce-b1f34b03cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914271 Nov 16 11:17:18.832327 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:18.868781 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:18.908200 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port eba64a77-5690-40d6-b7fa-a1ec928541e3, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=eba64a77-5690-40d6-b7fa-a1ec928541e3,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:18.913024 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6a1e6a-01e7-4f22-88a7-c37c00461625 x-openstack-request-id: req-6c6a1e6a-01e7-4f22-88a7-c37c00461625 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:17:18.913358 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb7fb54-f251-46ae-85fb-2e12da265630", "name": "network-vif-plugged", "status": "completed", "tag": "2a794de1-a839-4552-b919-1666e7b8058d", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:17:18.913635 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6c6a1e6a-01e7-4f22-88a7-c37c00461625 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:17:18.914073 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb7fb54-f251-46ae-85fb-2e12da265630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a794de1-a839-4552-b919-1666e7b8058d', 'code': 200} Nov 16 11:17:18.916570 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:18.956988 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c288b34-a618-4a3b-a6a7-6e92edab106e req-ec581a85-6387-45ce-8e6f-ca08ad1ba084 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:18.968309 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6c288b34-a618-4a3b-a6a7-6e92edab106e req-ec581a85-6387-45ce-8e6f-ca08ad1ba084 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=26cc20ca-4736-4dce-be17-8fa1de67d92a HTTP/1.1" status: 200 len: 945 time: 0.1068690 Nov 16 11:17:18.999994 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=eba64a77-5690-40d6-b7fa-a1ec928541e3,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:19.051418 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6c288b34-a618-4a3b-a6a7-6e92edab106e req-13449af9-ba52-4c69-ad2b-1bc3a0e2a1f1 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817757 Nov 16 11:17:19.062725 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-c9ac40cc-d795-4485-81da-e404f18baac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:19.064298 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-c9ac40cc-d795-4485-81da-e404f18baac2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fca4017bffc548cea20e1270411b1992&device_id=26cc20ca-4736-4dce-be17-8fa1de67d92a HTTP/1.1" status: 200 len: 1096 time: 0.1311870 Nov 16 11:17:19.081671 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aaa8a7-f68c-4967-8cc0-7f3a081eccd9 req-78d9d91c-e50f-47d1-91ec-c840d6e06b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:19.083153 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-19aaa8a7-f68c-4967-8cc0-7f3a081eccd9 req-78d9d91c-e50f-47d1-91ec-c840d6e06b7a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5fb7fb54-f251-46ae-85fb-2e12da265630 HTTP/1.1" status: 200 len: 1097 time: 0.0896189 Nov 16 11:17:19.112565 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11107b-aa70-462b-a89e-ca49995c2864 req-591c0e52-c429-4cfd-a09f-3364bacca64e tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:19.114411 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fb11107b-aa70-462b-a89e-ca49995c2864 req-591c0e52-c429-4cfd-a09f-3364bacca64e tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a HTTP/1.1" status: 200 len: 946 time: 0.0554023 Nov 16 11:17:19.185987 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-19aaa8a7-f68c-4967-8cc0-7f3a081eccd9 req-f91f94b7-bd79-487d-8a6a-ee02b83c6603 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e9a111c8-3209-44f4-82f5-6a19acf46c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927310 Nov 16 11:17:19.189983 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fb11107b-aa70-462b-a89e-ca49995c2864 req-e876d26e-8acf-4219-ba71-54185a07ff74 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3adee73-0139-433a-a7e5-9720cece8767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689144 Nov 16 11:17:19.221372 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-09b7b4a0-5cf6-4770-b496-1341c78bb328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:19.223152 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-09b7b4a0-5cf6-4770-b496-1341c78bb328 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7bb2a97-86e1-4934-a454-677fe86f6d7e HTTP/1.1" status: 200 len: 909 time: 0.1391423 Nov 16 11:17:19.380217 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04d0dd-8a81-4e9b-9148-fe0f81f184a3 req-117be2ac-256c-43b2-a5e0-573a91e1f301 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:19.381990 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-df04d0dd-8a81-4e9b-9148-fe0f81f184a3 req-117be2ac-256c-43b2-a5e0-573a91e1f301 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/ports?device_id=64dc6b4d-c253-4934-ab47-24cfffd74e31 HTTP/1.1" status: 200 len: 945 time: 0.0511246 Nov 16 11:17:19.430982 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-df04d0dd-8a81-4e9b-9148-fe0f81f184a3 req-2b8a6640-d467-479a-8709-85af58146c5d tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/security-groups?id=42abe699-cecb-40b2-a376-43deeb633c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419915 Nov 16 11:17:19.465414 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51858) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:19.558386 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-c2543d20-3298-40f3-8f93-86e076bcddeb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec702909-9927-4754-a960-17e3497beea5 HTTP/1.1" status: 200 len: 217 time: 0.0436344 Nov 16 11:17:19.620463 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-78aa8b36-a574-4044-aa75-89e0c28ecf06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:19.634179 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-5977198a-f458-412d-b20e-ec5bada0f76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:19.635665 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-5977198a-f458-412d-b20e-ec5bada0f76d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7e023778-0206-43f4-abc1-4c067f7e46aa HTTP/1.1" status: 200 len: 848 time: 0.0493717 Nov 16 11:17:19.651350 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 8522a623-21ed-483e-9f44-87fcbc176fa4 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:17:19.654919 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc669eb-5c37-4365-81f2-d33d382ae281 req-f7f2217f-e781-49b9-82c3-b201daa48580 tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:19.656542 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ecc669eb-5c37-4365-81f2-d33d382ae281 req-f7f2217f-e781-49b9-82c3-b201daa48580 tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] 10.222.0.61 "GET /v2.0/ports?device_id=5fb7fb54-f251-46ae-85fb-2e12da265630 HTTP/1.1" status: 200 len: 946 time: 0.1360178 Nov 16 11:17:19.679649 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-3706a92f-caac-4b34-9463-5b6b42bf8487 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7bb2a97-86e1-4934-a454-677fe86f6d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333736 Nov 16 11:17:19.704245 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce235011-2970-49f3-bfd0-0c8a743ba337 req-ae9db169-c147-4016-b11d-060a622e06f0 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:19.705693 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ce235011-2970-49f3-bfd0-0c8a743ba337 req-ae9db169-c147-4016-b11d-060a622e06f0 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/ports?device_id=7814a2be-fc55-4993-8a05-51665a950417&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1590214 Nov 16 11:17:19.766404 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 8522a623-21ed-483e-9f44-87fcbc176fa4, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=8522a623-21ed-483e-9f44-87fcbc176fa4,segment=NetworkSegment(32887315-0b64-4817-9f69-e9105851e5d8),segment_id=32887315-0b64-4817-9f69-e9105851e5d8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:19.780185 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '8522a623-21ed-483e-9f44-87fcbc176fa4', 'network_id': 'c4691fdd-c34e-4845-9ba0-d80523cbe337', 'port_id': '8522a623-21ed-483e-9f44-87fcbc176fa4', 'mac_address': 'fa:16:3e:3b:5f:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd925af4c-3016-4e15-97ad-df96a26dd2ec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:17:19.790199 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ecc669eb-5c37-4365-81f2-d33d382ae281 req-6afdd4f3-c130-4734-a5e2-1901e3f2738f tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9a111c8-3209-44f4-82f5-6a19acf46c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245904 Nov 16 11:17:19.794674 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ce235011-2970-49f3-bfd0-0c8a743ba337 req-9fddc655-7547-4daf-9d6a-c7fa3657cdf6 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.52 HTTP/1.1" status: 200 len: 695 time: 0.0770190 Nov 16 11:17:19.819711 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-ce235011-2970-49f3-bfd0-0c8a743ba337 req-9d590549-7ec6-4ab2-aab6-5a93bdbf5ff1 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Request body: {'floatingip': {'port_id': '0cf3a3e2-009c-48fc-83c2-e1204a58704f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:17:19.869299 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ce235011-2970-49f3-bfd0-0c8a743ba337 req-9d590549-7ec6-4ab2-aab6-5a93bdbf5ff1 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks [] for floatingip, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:19.921865 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-78aa8b36-a574-4044-aa75-89e0c28ecf06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:19.961437 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-78aa8b36-a574-4044-aa75-89e0c28ecf06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:19.989138 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:20.009707 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8522a623-21ed-483e-9f44-87fcbc176fa4 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:17:20.016898 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-0968a2cd-628a-44bd-986a-fc4d97eca40a service neutron] 10.222.0.64 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171663 Nov 16 11:17:20.030081 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 8522a623-21ed-483e-9f44-87fcbc176fa4, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=8522a623-21ed-483e-9f44-87fcbc176fa4,segment=NetworkSegment(32887315-0b64-4817-9f69-e9105851e5d8),segment_id=32887315-0b64-4817-9f69-e9105851e5d8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:20.034279 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:20.068425 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-78aa8b36-a574-4044-aa75-89e0c28ecf06 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=07a24fa7ac5b4a96b47166d8ba14774f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6017656 Nov 16 11:17:20.072717 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aa8b36-a574-4044-aa75-89e0c28ecf06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b83c01b-4217-4bf5-ad18-152f3e424fb2,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:20.072974 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 51870) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:20.089541 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=8522a623-21ed-483e-9f44-87fcbc176fa4,revision_number=6']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:20.143890 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['8522a623-21ed-483e-9f44-87fcbc176fa4'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:17:20.166748 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6819f-ff6f-4cf0-8803-e686a0b0fcc8 req-c4fa8ab0-bd4e-4f0a-93be-73b350c79fad tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:20.170378 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-40d6819f-ff6f-4cf0-8803-e686a0b0fcc8 req-c4fa8ab0-bd4e-4f0a-93be-73b350c79fad tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b1c4ee9-480f-429e-8fe2-c94759c37759 HTTP/1.1" status: 200 len: 950 time: 0.1934319 Nov 16 11:17:20.180577 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-15a333c6-b121-46f8-b5ea-e874637ea3cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:20.211175 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-15a333c6-b121-46f8-b5ea-e874637ea3cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:20.245109 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-40d6819f-ff6f-4cf0-8803-e686a0b0fcc8 req-3c7851f2-c8e4-4c2c-8f2c-f1118950e7ee tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/security-groups?id=256d21cc-6a60-4465-8fce-b1f34b03cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668540 Nov 16 11:17:20.261541 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-57a18556-d5e2-4b4e-977d-85a60f542b62 service neutron] 10.222.0.64 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304965 Nov 16 11:17:20.307096 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-15a333c6-b121-46f8-b5ea-e874637ea3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:20.309747 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-15a333c6-b121-46f8-b5ea-e874637ea3cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:20.312410 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-15a333c6-b121-46f8-b5ea-e874637ea3cd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5b83c01b-4217-4bf5-ad18-152f3e424fb2 HTTP/1.1" status: 204 len: 168 time: 0.2382843 Nov 16 11:17:20.337669 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a333c6-b121-46f8-b5ea-e874637ea3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b83c01b-4217-4bf5-ad18-152f3e424fb2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:20.559767 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-1133f3af-27a1-4ae2-b94c-7e6c4fe039fb tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:20.561571 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-1133f3af-27a1-4ae2-b94c-7e6c4fe039fb tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=26cc20ca-4736-4dce-be17-8fa1de67d92a&tenant_id=fca4017bffc548cea20e1270411b1992&binding%3Ahost_id=n-h1-816823-3 HTTP/1.1" status: 200 len: 1096 time: 0.0787182 Nov 16 11:17:20.575762 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-5d4735d8-25d7-4aeb-9755-c9893dfb91ea service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816823-3'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:17:20.641624 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-5d4735d8-25d7-4aeb-9755-c9893dfb91ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:20.692006 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4c246-8bd3-44c2-98a5-5b8b5ffa0538 req-03772585-dd46-450a-a400-bbe78642b666 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:20.693496 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-15a4c246-8bd3-44c2-98a5-5b8b5ffa0538 req-03772585-dd46-450a-a400-bbe78642b666 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=26cc20ca-4736-4dce-be17-8fa1de67d92a HTTP/1.1" status: 200 len: 945 time: 0.0932541 Nov 16 11:17:20.793010 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-5d4735d8-25d7-4aeb-9755-c9893dfb91ea service neutron] For port ec702909-9927-4754-a960-17e3497beea5, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=ec702909-9927-4754-a960-17e3497beea5,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:20.795512 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-15a4c246-8bd3-44c2-98a5-5b8b5ffa0538 req-5b10cce2-78fd-4f77-81ad-0bbe4cb0106f tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938096 Nov 16 11:17:20.797481 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ce235011-2970-49f3-bfd0-0c8a743ba337 req-9d590549-7ec6-4ab2-aab6-5a93bdbf5ff1 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:20.801827 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ce235011-2970-49f3-bfd0-0c8a743ba337 req-9d590549-7ec6-4ab2-aab6-5a93bdbf5ff1 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:20.861858 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-5d4735d8-25d7-4aeb-9755-c9893dfb91ea service neutron] For port ec702909-9927-4754-a960-17e3497beea5, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:17:20.909136 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26cc20ca-4736-4dce-be17-8fa1de67d92a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec702909-9927-4754-a960-17e3497beea5'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:17:20.911542 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b8f208-5c99-434c-99c7-68346b25bbb6" -d '{"events": [{"server_uuid": "26cc20ca-4736-4dce-be17-8fa1de67d92a", "name": "network-vif-unplugged", "status": "completed", "tag": "ec702909-9927-4754-a960-17e3497beea5"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:17:20.915696 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b1c4ee9-480f-429e-8fe2-c94759c37759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba64a77-5690-40d6-b7fa-a1ec928541e3'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:17:20.916947 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-5d4735d8-25d7-4aeb-9755-c9893dfb91ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:20.920685 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41c216a-8c5f-426f-ab87-149188e9311b" -d '{"events": [{"server_uuid": "3b1c4ee9-480f-429e-8fe2-c94759c37759", "name": "network-vif-plugged", "status": "completed", "tag": "eba64a77-5690-40d6-b7fa-a1ec928541e3"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:17:20.926915 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-5d4735d8-25d7-4aeb-9755-c9893dfb91ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:20.957596 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c8cc4-bb2b-43cb-aec0-833e80b15799 req-abd70942-8511-4841-968a-572fdf7b4a25 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:20.965400 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ed9c8cc4-bb2b-43cb-aec0-833e80b15799 req-abd70942-8511-4841-968a-572fdf7b4a25 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a HTTP/1.1" status: 200 len: 945 time: 0.0763958 Nov 16 11:17:20.985426 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [req-ce235011-2970-49f3-bfd0-0c8a743ba337 req-9d590549-7ec6-4ab2-aab6-5a93bdbf5ff1 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Floating IP 08da17df-132b-4251-a25e-8cf920549bb0 associated. External IP: 172.25.0.52, port: 0cf3a3e2-009c-48fc-83c2-e1204a58704f. Nov 16 11:17:20.989287 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4735d8-25d7-4aeb-9755-c9893dfb91ea service neutron] Pushing event updated for resources: {'Port': ['ID=ec702909-9927-4754-a960-17e3497beea5,revision_number=7']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:21.024404 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-5d4735d8-25d7-4aeb-9755-c9893dfb91ea service neutron] Attempting to bind port ec702909-9927-4754-a960-17e3497beea5 on host n-h1-816823-3 for vnic_type normal with profile {"migrating_to": "n-h2-816823-3"} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:17:21.024730 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-5d4735d8-25d7-4aeb-9755-c9893dfb91ea service neutron] Attempting to bind port ec702909-9927-4754-a960-17e3497beea5 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:17:21.025237 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-5d4735d8-25d7-4aeb-9755-c9893dfb91ea service neutron] Attempting to bind port ec702909-9927-4754-a960-17e3497beea5 on network b7bb2a97-86e1-4934-a454-677fe86f6d7e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:17:21.029627 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-5d4735d8-25d7-4aeb-9755-c9893dfb91ea service neutron] Port ec702909-9927-4754-a960-17e3497beea5 on network b7bb2a97-86e1-4934-a454-677fe86f6d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:17:21.030134 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-5d4735d8-25d7-4aeb-9755-c9893dfb91ea service neutron] Attempting to bind port ec702909-9927-4754-a960-17e3497beea5 on network b7bb2a97-86e1-4934-a454-677fe86f6d7e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:17:21.035127 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-5d4735d8-25d7-4aeb-9755-c9893dfb91ea service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:17:21.035458 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-5d4735d8-25d7-4aeb-9755-c9893dfb91ea service neutron] Checking segment: {'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:17:21.035836 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-5d4735d8-25d7-4aeb-9755-c9893dfb91ea service neutron] Bound using segment: {'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:17:21.036250 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-5d4735d8-25d7-4aeb-9755-c9893dfb91ea service neutron] Bound port: ec702909-9927-4754-a960-17e3497beea5, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:17:21.036596 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-5d4735d8-25d7-4aeb-9755-c9893dfb91ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:21.100938 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ed9c8cc4-bb2b-43cb-aec0-833e80b15799 req-4816722e-0698-4450-95a9-e97570bdbb07 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3adee73-0139-433a-a7e5-9720cece8767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346729 Nov 16 11:17:21.134723 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-5d4735d8-25d7-4aeb-9755-c9893dfb91ea service neutron] For port ec702909-9927-4754-a960-17e3497beea5, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:17:21.141167 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-5d4735d8-25d7-4aeb-9755-c9893dfb91ea service neutron] For port ec702909-9927-4754-a960-17e3497beea5, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=ec702909-9927-4754-a960-17e3497beea5,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:17:21.147746 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-5d4735d8-25d7-4aeb-9755-c9893dfb91ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:21.225595 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-5d4735d8-25d7-4aeb-9755-c9893dfb91ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:21.226253 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-5d4735d8-25d7-4aeb-9755-c9893dfb91ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:21.227650 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-5d4735d8-25d7-4aeb-9755-c9893dfb91ea service neutron] 10.222.0.64 "PUT /v2.0/ports/ec702909-9927-4754-a960-17e3497beea5 HTTP/1.1" status: 200 len: 1121 time: 0.6564519 Nov 16 11:17:21.228401 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4735d8-25d7-4aeb-9755-c9893dfb91ea service neutron] Pushing event updated for resources: {'Port': ['ID=ec702909-9927-4754-a960-17e3497beea5,revision_number=8']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:21.282532 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e6912-c79d-444a-9822-99f9a647c3b6 req-7a021a93-43ea-4cf7-bf82-3d08bbfe952f tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:21.284025 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b68e6912-c79d-444a-9822-99f9a647c3b6 req-7a021a93-43ea-4cf7-bf82-3d08bbfe952f tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] 10.222.0.61 "GET /v2.0/ports?device_id=5fb7fb54-f251-46ae-85fb-2e12da265630 HTTP/1.1" status: 200 len: 946 time: 0.0777502 Nov 16 11:17:21.309575 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce235011-2970-49f3-bfd0-0c8a743ba337 req-9d590549-7ec6-4ab2-aab6-5a93bdbf5ff1 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Router 5cb65b80-9319-4634-a210-e0cd6ca8d1c4 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:17:21.325627 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['ec702909-9927-4754-a960-17e3497beea5'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:17:21.375956 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b68e6912-c79d-444a-9822-99f9a647c3b6 req-ffbc9396-0e0c-4c9d-be35-85000674e516 tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9a111c8-3209-44f4-82f5-6a19acf46c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857410 Nov 16 11:17:21.442759 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce235011-2970-49f3-bfd0-0c8a743ba337 req-9d590549-7ec6-4ab2-aab6-5a93bdbf5ff1 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:17:21.449431 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ce235011-2970-49f3-bfd0-0c8a743ba337 req-9d590549-7ec6-4ab2-aab6-5a93bdbf5ff1 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:21.454594 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8abbf75-ad69-4ce6-96bf-92b0685d5680 None None] Sync routers for ids ['5cb65b80-9319-4634-a210-e0cd6ca8d1c4'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:17:21.466255 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8abbf75-ad69-4ce6-96bf-92b0685d5680 None None] Routers {'5cb65b80-9319-4634-a210-e0cd6ca8d1c4'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:17:21.467138 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c8abbf75-ad69-4ce6-96bf-92b0685d5680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:17:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5cb65b80-9319-4634-a210-e0cd6ca8d1c4'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:17:21.488731 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ce235011-2970-49f3-bfd0-0c8a743ba337 req-9d590549-7ec6-4ab2-aab6-5a93bdbf5ff1 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "PUT /v2.0/floatingips/08da17df-132b-4251-a25e-8cf920549bb0 HTTP/1.1" status: 200 len: 996 time: 1.6819668 Nov 16 11:17:21.489432 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7814a2be-fc55-4993-8a05-51665a950417', 'tag': '0cf3a3e2-009c-48fc-83c2-e1204a58704f'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:17:21.494961 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68082d27-ed91-400c-a26f-a1d5c12d34e2" -d '{"events": [{"name": "network-changed", "server_uuid": "7814a2be-fc55-4993-8a05-51665a950417", "tag": "0cf3a3e2-009c-48fc-83c2-e1204a58704f"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:17:21.503103 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 11:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb292ea-835d-4222-b1c1-1c3116aa5e23 x-openstack-request-id: req-2eb292ea-835d-4222-b1c1-1c3116aa5e23 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:17:21.503395 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26cc20ca-4736-4dce-be17-8fa1de67d92a", "name": "network-vif-unplugged", "status": "completed", "tag": "ec702909-9927-4754-a960-17e3497beea5", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:17:21.503645 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2eb292ea-835d-4222-b1c1-1c3116aa5e23 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:17:21.504038 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26cc20ca-4736-4dce-be17-8fa1de67d92a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec702909-9927-4754-a960-17e3497beea5', 'code': 200} Nov 16 11:17:21.536876 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7916f2ce-9815-4bf2-9a94-004678163701 x-openstack-request-id: req-7916f2ce-9815-4bf2-9a94-004678163701 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:17:21.537284 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b1c4ee9-480f-429e-8fe2-c94759c37759", "name": "network-vif-plugged", "status": "completed", "tag": "eba64a77-5690-40d6-b7fa-a1ec928541e3", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:17:21.537655 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7916f2ce-9815-4bf2-9a94-004678163701 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:17:21.538175 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b1c4ee9-480f-429e-8fe2-c94759c37759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba64a77-5690-40d6-b7fa-a1ec928541e3', 'code': 200} Nov 16 11:17:21.550551 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce235011-2970-49f3-bfd0-0c8a743ba337 req-54963071-98ba-4314-ae5a-e59609aa8c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:21.552066 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ce235011-2970-49f3-bfd0-0c8a743ba337 req-54963071-98ba-4314-ae5a-e59609aa8c16 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c52a8c39fe94e6d89dd46750a80e67d&device_id=7814a2be-fc55-4993-8a05-51665a950417 HTTP/1.1" status: 200 len: 1097 time: 0.0468066 Nov 16 11:17:21.601416 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-c8abbf75-ad69-4ce6-96bf-92b0685d5680 None None] Set router 5cb65b80-9319-4634-a210-e0cd6ca8d1c4 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:17:21.654400 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce235011-2970-49f3-bfd0-0c8a743ba337 req-6d8d03d4-e729-4c58-95f2-40037fdd5936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:21.655836 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ce235011-2970-49f3-bfd0-0c8a743ba337 req-6d8d03d4-e729-4c58-95f2-40037fdd5936 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6f6c22e-8152-4ca5-86d7-dcaf88c6db36 HTTP/1.1" status: 200 len: 921 time: 0.0968025 Nov 16 11:17:21.670471 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f7a65-0d67-4692-a3ee-1b1384f9479a req-7d7c7975-61d4-4a22-974a-b2ff8e5160d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:21.672341 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e78f7a65-0d67-4692-a3ee-1b1384f9479a req-7d7c7975-61d4-4a22-974a-b2ff8e5160d9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3b1c4ee9-480f-429e-8fe2-c94759c37759 HTTP/1.1" status: 200 len: 1101 time: 0.0608187 Nov 16 11:17:21.679004 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 8522a623-21ed-483e-9f44-87fcbc176fa4 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:17:21.737403 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ce235011-2970-49f3-bfd0-0c8a743ba337 req-c7e5aa39-a723-482f-bf18-5ee5b0a570bb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cf3a3e2-009c-48fc-83c2-e1204a58704f HTTP/1.1" status: 200 len: 999 time: 0.0751481 Nov 16 11:17:21.745654 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e78f7a65-0d67-4692-a3ee-1b1384f9479a req-6ed8d5ef-3627-44d1-b5f7-ef84ab59dca6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=256d21cc-6a60-4465-8fce-b1f34b03cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430641 Nov 16 11:17:21.772327 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 8522a623-21ed-483e-9f44-87fcbc176fa4 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:17:21.773145 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:21.794912 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce235011-2970-49f3-bfd0-0c8a743ba337 req-ad4551cb-8970-411e-956f-22adec60ac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:21.796872 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ce235011-2970-49f3-bfd0-0c8a743ba337 req-ad4551cb-8970-411e-956f-22adec60ac0d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a723c1b5-1a0f-4323-9985-39160c514b43 HTTP/1.1" status: 200 len: 859 time: 0.0521083 Nov 16 11:17:21.851260 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce235011-2970-49f3-bfd0-0c8a743ba337 req-c2a94eeb-9a68-48c0-93e0-e11c112a6f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:21.854299 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ce235011-2970-49f3-bfd0-0c8a743ba337 req-c2a94eeb-9a68-48c0-93e0-e11c112a6f7d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6f6c22e-8152-4ca5-86d7-dcaf88c6db36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491729 Nov 16 11:17:21.866167 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:21.867133 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [req-ce235011-2970-49f3-bfd0-0c8a743ba337 req-1fc845a0-f016-45e5-88f9-4403f5aee256 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:17:21.869275 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ce235011-2970-49f3-bfd0-0c8a743ba337 req-1fc845a0-f016-45e5-88f9-4403f5aee256 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071971 Nov 16 11:17:21.896215 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c8abbf75-ad69-4ce6-96bf-92b0685d5680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-687097913-router', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:16:30Z', 'updated_at': '2021-11-16T11:16:40Z', 'revision_number': 4, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'gw_port': {'id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:31Z', 'updated_at': '2021-11-16T11:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '08da17df-132b-4251-a25e-8cf920549bb0', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'port_id': '0cf3a3e2-009c-48fc-83c2-e1204a58704f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36', 'mac_address': 'fa:16:3e:36:ce:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7814a2be-fc55-4993-8a05-51665a950417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:17:00Z', 'updated_at': '2021-11-16T11:17:20Z', 'revision_number': 1, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6281edb3-4f8e-47f0-a859-0898e1765764', 'name': '', 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'mac_address': 'fa:16:3e:36:19:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a723c1b5-1a0f-4323-9985-39160c514b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:38Z', 'updated_at': '2021-11-16T11:16:46Z', 'revision_number': 5, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'subnets': [{'id': 'a723c1b5-1a0f-4323-9985-39160c514b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:17:21.906919 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 8522a623-21ed-483e-9f44-87fcbc176fa4, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=8522a623-21ed-483e-9f44-87fcbc176fa4,segment=NetworkSegment(32887315-0b64-4817-9f69-e9105851e5d8),segment_id=32887315-0b64-4817-9f69-e9105851e5d8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:21.911830 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:21.929736 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8abbf75-ad69-4ce6-96bf-92b0685d5680 None None] Checking router: 5cb65b80-9319-4634-a210-e0cd6ca8d1c4 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:17:21.940170 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8abbf75-ad69-4ce6-96bf-92b0685d5680 None None] Routers {'5cb65b80-9319-4634-a210-e0cd6ca8d1c4'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:17:21.943931 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c8abbf75-ad69-4ce6-96bf-92b0685d5680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:17:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5cb65b80-9319-4634-a210-e0cd6ca8d1c4'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:17:21.977678 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=8522a623-21ed-483e-9f44-87fcbc176fa4,revision_number=7']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:21.994843 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-0dde3242-aaca-4919-a8d3-6989cf76f12b tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=8a603c520b904e74be85fb34c08a8e26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353737 Nov 16 11:17:22.015913 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ce235011-2970-49f3-bfd0-0c8a743ba337 req-531ffe9a-80b6-45b8-a639-4e229c11c507 service neutron] 10.222.0.61 "GET /v2.0/networks/e6f6c22e-8152-4ca5-86d7-dcaf88c6db36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391969 Nov 16 11:17:22.054324 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-c8abbf75-ad69-4ce6-96bf-92b0685d5680 None None] Set router 5cb65b80-9319-4634-a210-e0cd6ca8d1c4 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:17:22.173963 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-584fe082-6508-4e34-907b-c8a463248f9c tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:22.175412 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-584fe082-6508-4e34-907b-c8a463248f9c tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1735680 Nov 16 11:17:22.182210 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ce235011-2970-49f3-bfd0-0c8a743ba337 req-80efdaf8-215e-4d26-96fb-cb399f13cd66 service neutron] 10.222.0.61 "GET /v2.0/networks/e6f6c22e-8152-4ca5-86d7-dcaf88c6db36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563821 Nov 16 11:17:22.192369 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-690f5c1d-1f97-42f4-9e2d-469217b37344 tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] 10.222.0.61 "GET /v2.0/quotas/8a603c520b904e74be85fb34c08a8e26 HTTP/1.1" status: 200 len: 375 time: 0.0092106 Nov 16 11:17:22.231430 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-297a5b45-1d4d-4b36-916f-ce769dac7fc9 tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8a603c520b904e74be85fb34c08a8e26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325272 Nov 16 11:17:22.308069 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bb3b5-1310-409e-8f56-824c6017e7d3 req-16ebff91-de73-4a0e-b6bb-19df65981169 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:22.309678 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0d8bb3b5-1310-409e-8f56-824c6017e7d3 req-16ebff91-de73-4a0e-b6bb-19df65981169 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b1c4ee9-480f-429e-8fe2-c94759c37759 HTTP/1.1" status: 200 len: 950 time: 0.0605376 Nov 16 11:17:22.371683 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0d8bb3b5-1310-409e-8f56-824c6017e7d3 req-6bc9a235-1635-46fb-9791-b2fea24ce4e9 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/security-groups?id=256d21cc-6a60-4465-8fce-b1f34b03cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526540 Nov 16 11:17:22.397218 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c8abbf75-ad69-4ce6-96bf-92b0685d5680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-687097913-router', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:16:30Z', 'updated_at': '2021-11-16T11:16:40Z', 'revision_number': 4, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'gw_port': {'id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:31Z', 'updated_at': '2021-11-16T11:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '08da17df-132b-4251-a25e-8cf920549bb0', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'port_id': '0cf3a3e2-009c-48fc-83c2-e1204a58704f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36', 'mac_address': 'fa:16:3e:36:ce:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7814a2be-fc55-4993-8a05-51665a950417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:17:00Z', 'updated_at': '2021-11-16T11:17:20Z', 'revision_number': 1, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6281edb3-4f8e-47f0-a859-0898e1765764', 'name': '', 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'mac_address': 'fa:16:3e:36:19:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a723c1b5-1a0f-4323-9985-39160c514b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:38Z', 'updated_at': '2021-11-16T11:16:46Z', 'revision_number': 5, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'subnets': [{'id': 'a723c1b5-1a0f-4323-9985-39160c514b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:17:22.436742 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73099b84-c2d3-4193-87ef-8d034e1e832d x-openstack-request-id: req-73099b84-c2d3-4193-87ef-8d034e1e832d {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:17:22.437038 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7814a2be-fc55-4993-8a05-51665a950417", "tag": "0cf3a3e2-009c-48fc-83c2-e1204a58704f", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:17:22.437390 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-73099b84-c2d3-4193-87ef-8d034e1e832d {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:17:22.437815 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7814a2be-fc55-4993-8a05-51665a950417', 'tag': '0cf3a3e2-009c-48fc-83c2-e1204a58704f', 'status': 'completed', 'code': 200} Nov 16 11:17:22.458016 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8abbf75-ad69-4ce6-96bf-92b0685d5680 None None] The sync data for ids ['5cb65b80-9319-4634-a210-e0cd6ca8d1c4'] in n-d-816823-3 is: [{'id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-687097913-router', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:16:30Z', 'updated_at': '2021-11-16T11:16:40Z', 'revision_number': 4, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'gw_port': {'id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:31Z', 'updated_at': '2021-11-16T11:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '08da17df-132b-4251-a25e-8cf920549bb0', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'port_id': '0cf3a3e2-009c-48fc-83c2-e1204a58704f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36', 'mac_address': 'fa:16:3e:36:ce:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7814a2be-fc55-4993-8a05-51665a950417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:17:00Z', 'updated_at': '2021-11-16T11:17:20Z', 'revision_number': 1, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6281edb3-4f8e-47f0-a859-0898e1765764', 'name': '', 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'mac_address': 'fa:16:3e:36:19:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a723c1b5-1a0f-4323-9985-39160c514b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:38Z', 'updated_at': '2021-11-16T11:16:46Z', 'revision_number': 5, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'subnets': [{'id': 'a723c1b5-1a0f-4323-9985-39160c514b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:17:22.554745 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68082d27-ed91-400c-a26f-a1d5c12d34e2 req-bb11e763-165f-4c19-acee-4fe89c5a29d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:22.556540 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-68082d27-ed91-400c-a26f-a1d5c12d34e2 req-bb11e763-165f-4c19-acee-4fe89c5a29d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6c52a8c39fe94e6d89dd46750a80e67d&device_id=7814a2be-fc55-4993-8a05-51665a950417 HTTP/1.1" status: 200 len: 1097 time: 0.0651264 Nov 16 11:17:22.582285 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3cd18-7164-4a6d-9e44-0f406fa005fe req-9ec6eacb-7dfd-42af-8103-12bca9648c1e tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:22.588899 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-07d3cd18-7164-4a6d-9e44-0f406fa005fe req-9ec6eacb-7dfd-42af-8103-12bca9648c1e tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a HTTP/1.1" status: 200 len: 946 time: 0.1179042 Nov 16 11:17:22.606077 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f01cc1-e5fe-432d-9ab8-2da11543a24e req-2c189b3e-c9ca-42f9-8074-245c6dc5cfb1 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:22.607536 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-10f01cc1-e5fe-432d-9ab8-2da11543a24e req-2c189b3e-c9ca-42f9-8074-245c6dc5cfb1 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=26cc20ca-4736-4dce-be17-8fa1de67d92a HTTP/1.1" status: 200 len: 943 time: 0.0827215 Nov 16 11:17:22.687977 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68082d27-ed91-400c-a26f-a1d5c12d34e2 req-3bfc8c24-5299-451c-a447-628653de839e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:22.689705 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-68082d27-ed91-400c-a26f-a1d5c12d34e2 req-3bfc8c24-5299-451c-a447-628653de839e service neutron] 10.222.0.64 "GET /v2.0/networks?id=e6f6c22e-8152-4ca5-86d7-dcaf88c6db36 HTTP/1.1" status: 200 len: 921 time: 0.1253066 Nov 16 11:17:22.690759 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-10f01cc1-e5fe-432d-9ab8-2da11543a24e req-6f3e9e0d-35d8-4709-82f0-e77724611a8e tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723205 Nov 16 11:17:22.713456 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-07d3cd18-7164-4a6d-9e44-0f406fa005fe req-4e91e94a-8cc0-4825-9020-16c483dcd023 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3adee73-0139-433a-a7e5-9720cece8767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168764 Nov 16 11:17:22.723613 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b6ff55-04c7-4756-803d-d02d783679dc None None] New status for floating IP 08da17df-132b-4251-a25e-8cf920549bb0: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:17:22.811256 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0643c0c6-8c90-4d70-b971-90e9751e7d56 req-ce70fb42-bf9e-4f23-9158-c84abaa9c259 tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] 10.222.0.61 "GET /v2.0/ports?device_id=06e08617-ac99-4a8c-8d91-7fc109f96c53 HTTP/1.1" status: 200 len: 210 time: 0.0450184 Nov 16 11:17:22.861646 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-68082d27-ed91-400c-a26f-a1d5c12d34e2 req-b4cd90be-fe14-48c4-81c1-3d820e2fd259 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cf3a3e2-009c-48fc-83c2-e1204a58704f HTTP/1.1" status: 200 len: 999 time: 0.1561139 Nov 16 11:17:22.877763 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390eaa8-54e8-444d-a4af-bfab9b7554e0 req-d712f7b4-271d-48f2-9212-8fb0a46c4cfd tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:22.885874 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0390eaa8-54e8-444d-a4af-bfab9b7554e0 req-d712f7b4-271d-48f2-9212-8fb0a46c4cfd tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/ports?device_id=64dc6b4d-c253-4934-ab47-24cfffd74e31&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1075535 Nov 16 11:17:22.920923 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68082d27-ed91-400c-a26f-a1d5c12d34e2 req-571a9ef3-34e2-4779-b678-a85ffb311247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:22.922712 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-68082d27-ed91-400c-a26f-a1d5c12d34e2 req-571a9ef3-34e2-4779-b678-a85ffb311247 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a723c1b5-1a0f-4323-9985-39160c514b43 HTTP/1.1" status: 200 len: 859 time: 0.0509968 Nov 16 11:17:22.990091 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0390eaa8-54e8-444d-a4af-bfab9b7554e0 req-24816140-2979-4f6b-9b6a-40e4eaf089df tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.52 HTTP/1.1" status: 200 len: 999 time: 0.1031597 Nov 16 11:17:22.993076 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68082d27-ed91-400c-a26f-a1d5c12d34e2 req-f8fec292-1bdf-4f94-94dc-6ef1f6b0e2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:22.995048 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-68082d27-ed91-400c-a26f-a1d5c12d34e2 req-f8fec292-1bdf-4f94-94dc-6ef1f6b0e2bb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e6f6c22e-8152-4ca5-86d7-dcaf88c6db36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618260 Nov 16 11:17:22.997056 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-0390eaa8-54e8-444d-a4af-bfab9b7554e0 req-e5952450-867a-47ea-9013-0c75f9c2e431 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Request body: {'floatingip': {'port_id': '4cda06eb-9451-4582-9868-18e3cff78c93', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:17:23.111700 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0390eaa8-54e8-444d-a4af-bfab9b7554e0 req-e5952450-867a-47ea-9013-0c75f9c2e431 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks [] for floatingip, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:23.137240 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-68082d27-ed91-400c-a26f-a1d5c12d34e2 req-14a12c3c-684c-4746-a8cc-550a3faf4639 service neutron] 10.222.0.64 "GET /v2.0/networks/e6f6c22e-8152-4ca5-86d7-dcaf88c6db36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247520 Nov 16 11:17:23.256275 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-68082d27-ed91-400c-a26f-a1d5c12d34e2 req-af3a1a2c-aae6-422a-b896-786f4d7e634d service neutron] 10.222.0.64 "GET /v2.0/networks/e6f6c22e-8152-4ca5-86d7-dcaf88c6db36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928018 Nov 16 11:17:23.372781 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4f0a1-1d11-4c0c-bebb-8c579d53a2f3 req-d705bf05-e947-408b-b7e5-236844b0ed44 tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:23.374261 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-77b4f0a1-1d11-4c0c-bebb-8c579d53a2f3 req-d705bf05-e947-408b-b7e5-236844b0ed44 tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] 10.222.0.61 "GET /v2.0/ports?device_id=5fb7fb54-f251-46ae-85fb-2e12da265630 HTTP/1.1" status: 200 len: 946 time: 0.1386843 Nov 16 11:17:23.445147 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-77b4f0a1-1d11-4c0c-bebb-8c579d53a2f3 req-400fae34-e114-40ab-b509-2203d532aca1 tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9a111c8-3209-44f4-82f5-6a19acf46c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644097 Nov 16 11:17:23.504866 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26cc20ca-4736-4dce-be17-8fa1de67d92a', 'tag': 'ec702909-9927-4754-a960-17e3497beea5'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:17:23.507349 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d9b0ba-fac4-4fe0-8bb2-2bb8af73741a" -d '{"events": [{"name": "network-changed", "server_uuid": "26cc20ca-4736-4dce-be17-8fa1de67d92a", "tag": "ec702909-9927-4754-a960-17e3497beea5"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:17:23.540175 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8522a623-21ed-483e-9f44-87fcbc176fa4'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:17:23.543001 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07ba0c1-caef-45fc-ae29-8174441e327f" -d '{"events": [{"server_uuid": "5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a", "name": "network-vif-plugged", "status": "completed", "tag": "8522a623-21ed-483e-9f44-87fcbc176fa4"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:17:23.623089 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938a81c-1893-4176-bbf4-c9f8fdd0d1a9 req-d7e61681-4d79-4033-9959-8b07500ef994 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:23.624617 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3938a81c-1893-4176-bbf4-c9f8fdd0d1a9 req-d7e61681-4d79-4033-9959-8b07500ef994 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b1c4ee9-480f-429e-8fe2-c94759c37759 HTTP/1.1" status: 200 len: 950 time: 0.0937619 Nov 16 11:17:23.705577 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device ec702909-9927-4754-a960-17e3497beea5 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:17:23.709035 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 8522a623-21ed-483e-9f44-87fcbc176fa4 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:17:23.714589 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-a94545a8-e6c7-47c6-8c2d-45ca4d7bc35e tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=8a603c520b904e74be85fb34c08a8e26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245168 Nov 16 11:17:23.754871 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3938a81c-1893-4176-bbf4-c9f8fdd0d1a9 req-61e0bf17-7f23-4daf-81da-073a2cc644b6 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/security-groups?id=256d21cc-6a60-4465-8fce-b1f34b03cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121974 Nov 16 11:17:23.781944 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0390eaa8-54e8-444d-a4af-bfab9b7554e0 req-e5952450-867a-47ea-9013-0c75f9c2e431 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:23.800774 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0390eaa8-54e8-444d-a4af-bfab9b7554e0 req-e5952450-867a-47ea-9013-0c75f9c2e431 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:23.803951 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d429fe6-aafa-4626-8f2b-8d7cba14e611 x-openstack-request-id: req-8d429fe6-aafa-4626-8f2b-8d7cba14e611 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:17:23.804351 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26cc20ca-4736-4dce-be17-8fa1de67d92a", "tag": "ec702909-9927-4754-a960-17e3497beea5", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:17:23.804734 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8d429fe6-aafa-4626-8f2b-8d7cba14e611 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:17:23.805318 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26cc20ca-4736-4dce-be17-8fa1de67d92a', 'tag': 'ec702909-9927-4754-a960-17e3497beea5', 'status': 'completed', 'code': 200} Nov 16 11:17:23.871589 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb1feca-9263-46c8-985f-21be65311b4b x-openstack-request-id: req-7cb1feca-9263-46c8-985f-21be65311b4b {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:17:23.872098 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a", "name": "network-vif-plugged", "status": "completed", "tag": "8522a623-21ed-483e-9f44-87fcbc176fa4", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:17:23.872611 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7cb1feca-9263-46c8-985f-21be65311b4b {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:17:23.873330 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8522a623-21ed-483e-9f44-87fcbc176fa4', 'code': 200} Nov 16 11:17:23.887770 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:23.933083 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 8522a623-21ed-483e-9f44-87fcbc176fa4, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=8522a623-21ed-483e-9f44-87fcbc176fa4,segment=NetworkSegment(32887315-0b64-4817-9f69-e9105851e5d8),segment_id=32887315-0b64-4817-9f69-e9105851e5d8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:23.938965 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port ec702909-9927-4754-a960-17e3497beea5, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=ec702909-9927-4754-a960-17e3497beea5,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:23.942735 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e693a0-ca1d-43a5-a85c-ff3dd49ee8b3 req-78b3a5a1-7b95-494f-98cf-a57275c9ebf6 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:23.946737 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d4e693a0-ca1d-43a5-a85c-ff3dd49ee8b3 req-78b3a5a1-7b95-494f-98cf-a57275c9ebf6 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a HTTP/1.1" status: 200 len: 946 time: 0.1446390 Nov 16 11:17:23.949434 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:23.968788 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-66801a6e-1b15-4e2e-b479-dea11a7927c6 tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:23.970717 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-66801a6e-1b15-4e2e-b479-dea11a7927c6 tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2420785 Nov 16 11:17:23.981709 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device ec702909-9927-4754-a960-17e3497beea5 has no active binding in host n-h2-816823-3 {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 16 11:17:23.983701 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [req-0390eaa8-54e8-444d-a4af-bfab9b7554e0 req-e5952450-867a-47ea-9013-0c75f9c2e431 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Floating IP 08da17df-132b-4251-a25e-8cf920549bb0 associated. External IP: 172.25.0.52, port: 0cf3a3e2-009c-48fc-83c2-e1204a58704f. Nov 16 11:17:23.987579 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9b0ba-fac4-4fe0-8bb2-2bb8af73741a req-22dee349-8a06-487b-8ad6-83825041246e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:23.989219 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e2d9b0ba-fac4-4fe0-8bb2-2bb8af73741a req-22dee349-8a06-487b-8ad6-83825041246e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fca4017bffc548cea20e1270411b1992&device_id=26cc20ca-4736-4dce-be17-8fa1de67d92a HTTP/1.1" status: 200 len: 1124 time: 0.1433666 Nov 16 11:17:24.008340 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=8522a623-21ed-483e-9f44-87fcbc176fa4,revision_number=8']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:24.017283 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-9b31d160-bec1-4484-a93d-bf38db5cb2de tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] Request body: {'port': {'device_id': '06e08617-ac99-4a8c-8d91-7fc109f96c53', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'admin_state_up': True, 'tenant_id': '8a603c520b904e74be85fb34c08a8e26'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:17:24.224948 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9b0ba-fac4-4fe0-8bb2-2bb8af73741a req-f4b622ce-ee9d-4333-af0d-1fd42e256060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:24.226439 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e2d9b0ba-fac4-4fe0-8bb2-2bb8af73741a req-f4b622ce-ee9d-4333-af0d-1fd42e256060 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b7bb2a97-86e1-4934-a454-677fe86f6d7e HTTP/1.1" status: 200 len: 909 time: 0.2152889 Nov 16 11:17:24.282861 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-d4e693a0-ca1d-43a5-a85c-ff3dd49ee8b3 req-9c0e7423-01cd-4bb5-964a-e1d7ed5b7068 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Deleting port 8522a623-21ed-483e-9f44-87fcbc176fa4 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:17:24.283110 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d4e693a0-ca1d-43a5-a85c-ff3dd49ee8b3 req-9c0e7423-01cd-4bb5-964a-e1d7ed5b7068 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:24.298887 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e2d9b0ba-fac4-4fe0-8bb2-2bb8af73741a req-346f378c-857c-491c-96b2-d6e88682d3b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec702909-9927-4754-a960-17e3497beea5 HTTP/1.1" status: 200 len: 217 time: 0.0586767 Nov 16 11:17:24.303417 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ad421-8440-4638-833c-fdd25b7614f2 req-54f3db07-9c9a-4829-817c-7f09e1cdb937 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:24.304904 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-378ad421-8440-4638-833c-fdd25b7614f2 req-54f3db07-9c9a-4829-817c-7f09e1cdb937 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=26cc20ca-4736-4dce-be17-8fa1de67d92a HTTP/1.1" status: 200 len: 943 time: 0.3536501 Nov 16 11:17:24.353402 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-9b31d160-bec1-4484-a93d-bf38db5cb2de tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] Made reservation on behalf of 8a603c520b904e74be85fb34c08a8e26 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:17:24.356765 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-9b31d160-bec1-4484-a93d-bf38db5cb2de tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:24.378973 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-9b31d160-bec1-4484-a93d-bf38db5cb2de tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:24.418037 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9b0ba-fac4-4fe0-8bb2-2bb8af73741a req-ec2bb16a-1cc3-499c-9f29-2da721b0ef41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:24.419499 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e2d9b0ba-fac4-4fe0-8bb2-2bb8af73741a req-ec2bb16a-1cc3-499c-9f29-2da721b0ef41 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e023778-0206-43f4-abc1-4c067f7e46aa HTTP/1.1" status: 200 len: 848 time: 0.0948825 Nov 16 11:17:24.426123 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-378ad421-8440-4638-833c-fdd25b7614f2 req-3f71a0f5-6bab-445b-a183-ffa03ee45421 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148636 Nov 16 11:17:24.477365 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e2d9b0ba-fac4-4fe0-8bb2-2bb8af73741a req-9f21bef8-9d2b-4cc6-ba24-cd00bc881139 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b7bb2a97-86e1-4934-a454-677fe86f6d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425634 Nov 16 11:17:24.479141 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d4e693a0-ca1d-43a5-a85c-ff3dd49ee8b3 req-9c0e7423-01cd-4bb5-964a-e1d7ed5b7068 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] For port 8522a623-21ed-483e-9f44-87fcbc176fa4, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=8522a623-21ed-483e-9f44-87fcbc176fa4,segment=NetworkSegment(32887315-0b64-4817-9f69-e9105851e5d8),segment_id=32887315-0b64-4817-9f69-e9105851e5d8)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:24.479508 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d4e693a0-ca1d-43a5-a85c-ff3dd49ee8b3 req-9c0e7423-01cd-4bb5-964a-e1d7ed5b7068 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:24.485760 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0390eaa8-54e8-444d-a4af-bfab9b7554e0 req-e5952450-867a-47ea-9013-0c75f9c2e431 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Router 5cb65b80-9319-4634-a210-e0cd6ca8d1c4 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:17:24.497439 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-d4e693a0-ca1d-43a5-a85c-ff3dd49ee8b3 req-9c0e7423-01cd-4bb5-964a-e1d7ed5b7068 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Calling delete_port for 8522a623-21ed-483e-9f44-87fcbc176fa4 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:17:24.621976 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d89db-8fab-4b67-b9be-1163e3e87766 req-25afdee9-f1dd-4946-b46d-843ca2add424 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:24.623844 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4a6d89db-8fab-4b67-b9be-1163e3e87766 req-25afdee9-f1dd-4946-b46d-843ca2add424 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a HTTP/1.1" status: 200 len: 944 time: 0.1300397 Nov 16 11:17:24.646019 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0390eaa8-54e8-444d-a4af-bfab9b7554e0 req-e5952450-867a-47ea-9013-0c75f9c2e431 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:17:24.656404 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9b93df-c340-4332-9790-7f86db9d21e4 None None] Sync routers for ids ['5cb65b80-9319-4634-a210-e0cd6ca8d1c4'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:17:24.668156 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9b93df-c340-4332-9790-7f86db9d21e4 None None] Routers {'5cb65b80-9319-4634-a210-e0cd6ca8d1c4'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:17:24.668807 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-8f9b93df-c340-4332-9790-7f86db9d21e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:17:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5cb65b80-9319-4634-a210-e0cd6ca8d1c4'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:17:24.760364 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4a6d89db-8fab-4b67-b9be-1163e3e87766 req-0c5d76a8-a169-4d1c-a108-e8a272cbcba8 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3adee73-0139-433a-a7e5-9720cece8767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275852 Nov 16 11:17:24.777619 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-8f9b93df-c340-4332-9790-7f86db9d21e4 None None] Set router 5cb65b80-9319-4634-a210-e0cd6ca8d1c4 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:17:24.830871 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-9b31d160-bec1-4484-a93d-bf38db5cb2de tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:24.848379 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-9b31d160-bec1-4484-a93d-bf38db5cb2de tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:24.896088 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e2d9b0ba-fac4-4fe0-8bb2-2bb8af73741a req-c0f174b8-740e-4d01-a5d3-ee26293323f9 service neutron] 10.222.0.36 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997459 Nov 16 11:17:24.922208 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0390eaa8-54e8-444d-a4af-bfab9b7554e0 req-e5952450-867a-47ea-9013-0c75f9c2e431 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Router 5cb65b80-9319-4634-a210-e0cd6ca8d1c4 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:17:24.966135 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31d160-bec1-4484-a93d-bf38db5cb2de tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bad7d3d-8d2d-4539-87cc-ead85771bd28,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:25.072233 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-8f9b93df-c340-4332-9790-7f86db9d21e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-687097913-router', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:16:30Z', 'updated_at': '2021-11-16T11:16:40Z', 'revision_number': 4, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'gw_port': {'id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:31Z', 'updated_at': '2021-11-16T11:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '08da17df-132b-4251-a25e-8cf920549bb0', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'port_id': '4cda06eb-9451-4582-9868-18e3cff78c93', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36', 'mac_address': 'fa:16:3e:8c:af:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dc6b4d-c253-4934-ab47-24cfffd74e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:17:00Z', 'updated_at': '2021-11-16T11:17:23Z', 'revision_number': 3, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6281edb3-4f8e-47f0-a859-0898e1765764', 'name': '', 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'mac_address': 'fa:16:3e:36:19:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a723c1b5-1a0f-4323-9985-39160c514b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:38Z', 'updated_at': '2021-11-16T11:16:46Z', 'revision_number': 5, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'subnets': [{'id': 'a723c1b5-1a0f-4323-9985-39160c514b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:17:25.093806 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bea56cad-e13a-4a11-81fc-c2dbd61ecc99 req-8b665048-c015-45ee-a421-92a0fc3ad724 tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] 10.222.0.61 "GET /v2.0/ports?device_id=06e08617-ac99-4a8c-8d91-7fc109f96c53 HTTP/1.1" status: 200 len: 210 time: 0.0301909 Nov 16 11:17:25.100954 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9b93df-c340-4332-9790-7f86db9d21e4 None None] Checking router: 5cb65b80-9319-4634-a210-e0cd6ca8d1c4 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:17:25.110489 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9b93df-c340-4332-9790-7f86db9d21e4 None None] Routers {'5cb65b80-9319-4634-a210-e0cd6ca8d1c4'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:17:25.111136 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-8f9b93df-c340-4332-9790-7f86db9d21e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:17:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5cb65b80-9319-4634-a210-e0cd6ca8d1c4'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:17:25.132587 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0390eaa8-54e8-444d-a4af-bfab9b7554e0 req-e5952450-867a-47ea-9013-0c75f9c2e431 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:17:25.138050 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0390eaa8-54e8-444d-a4af-bfab9b7554e0 req-e5952450-867a-47ea-9013-0c75f9c2e431 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:25.158554 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-9b31d160-bec1-4484-a93d-bf38db5cb2de tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] Allocated IP 192.168.233.111 (d184b1c6-3832-4c86-bfd0-c1472d76d6c3/c4c770cc-51d7-42eb-b4a6-9a605bacae0f/5cbbc87c-022a-4ee6-b9ed-87c67592e147) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:17:25.169571 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7814a2be-fc55-4993-8a05-51665a950417', 'tag': '0cf3a3e2-009c-48fc-83c2-e1204a58704f'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:17:25.172646 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219ce652-0e2f-4d59-9b5e-685e79672ed4" -d '{"events": [{"name": "network-changed", "server_uuid": "7814a2be-fc55-4993-8a05-51665a950417", "tag": "0cf3a3e2-009c-48fc-83c2-e1204a58704f"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:17:25.221302 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0390eaa8-54e8-444d-a4af-bfab9b7554e0 req-e5952450-867a-47ea-9013-0c75f9c2e431 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "PUT /v2.0/floatingips/08da17df-132b-4251-a25e-8cf920549bb0 HTTP/1.1" status: 200 len: 997 time: 2.2245984 Nov 16 11:17:25.235980 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-8f9b93df-c340-4332-9790-7f86db9d21e4 None None] Set router 5cb65b80-9319-4634-a210-e0cd6ca8d1c4 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:17:25.248268 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a2d42-4e60-4a24-a401-978dc088cee3 req-396cc910-3bfd-4de3-8c4b-edbaf817635e tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:25.249725 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a91a2d42-4e60-4a24-a401-978dc088cee3 req-396cc910-3bfd-4de3-8c4b-edbaf817635e tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fb7fb54-f251-46ae-85fb-2e12da265630 HTTP/1.1" status: 200 len: 946 time: 0.2507327 Nov 16 11:17:25.251526 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e2d9b0ba-fac4-4fe0-8bb2-2bb8af73741a req-d39e3738-df46-46f2-94bf-9310b6d615dd service neutron] 10.222.0.36 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253853 Nov 16 11:17:25.279886 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390eaa8-54e8-444d-a4af-bfab9b7554e0 req-056608a0-d9a2-4348-b01c-a70688e365e7 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:25.293218 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0390eaa8-54e8-444d-a4af-bfab9b7554e0 req-056608a0-d9a2-4348-b01c-a70688e365e7 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/ports/0cf3a3e2-009c-48fc-83c2-e1204a58704f HTTP/1.1" status: 200 len: 943 time: 0.0713613 Nov 16 11:17:25.313720 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d4e693a0-ca1d-43a5-a85c-ff3dd49ee8b3 req-9c0e7423-01cd-4bb5-964a-e1d7ed5b7068 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:25.364434 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84aa5b9-6f1e-4dc4-a338-33af0a42db5e req-7ef8e0dd-66d3-457d-9680-96b673a0bd63 tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:25.366185 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f84aa5b9-6f1e-4dc4-a338-33af0a42db5e req-7ef8e0dd-66d3-457d-9680-96b673a0bd63 tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] 10.222.0.61 "GET /v2.0/ports?device_id=5fb7fb54-f251-46ae-85fb-2e12da265630 HTTP/1.1" status: 200 len: 946 time: 0.0674698 Nov 16 11:17:25.421087 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e7423-01cd-4bb5-964a-e1d7ed5b7068 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Pushing event deleted for resources: {'Port': ['ID=8522a623-21ed-483e-9f44-87fcbc176fa4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:25.441533 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390eaa8-54e8-444d-a4af-bfab9b7554e0 req-4a3be947-1d1c-49d5-8b8e-1d86ead0da6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:25.443176 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0390eaa8-54e8-444d-a4af-bfab9b7554e0 req-4a3be947-1d1c-49d5-8b8e-1d86ead0da6f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c52a8c39fe94e6d89dd46750a80e67d&device_id=7814a2be-fc55-4993-8a05-51665a950417 HTTP/1.1" status: 200 len: 1097 time: 0.0761037 Nov 16 11:17:25.455585 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f84aa5b9-6f1e-4dc4-a338-33af0a42db5e req-94836c99-39b8-451e-8b0b-1d3a81e90535 tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] 10.222.0.61 "GET /v2.0/security-groups?id=e9a111c8-3209-44f4-82f5-6a19acf46c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774419 Nov 16 11:17:25.481244 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e693a0-ca1d-43a5-a85c-ff3dd49ee8b3 req-9c0e7423-01cd-4bb5-964a-e1d7ed5b7068 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] No DVR routers for this DVR port 8522a623-21ed-483e-9f44-87fcbc176fa4 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:17:25.495595 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d4e693a0-ca1d-43a5-a85c-ff3dd49ee8b3 req-9c0e7423-01cd-4bb5-964a-e1d7ed5b7068 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:25.499078 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d4e693a0-ca1d-43a5-a85c-ff3dd49ee8b3 req-9c0e7423-01cd-4bb5-964a-e1d7ed5b7068 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.64 "DELETE /v2.0/ports/8522a623-21ed-483e-9f44-87fcbc176fa4 HTTP/1.1" status: 204 len: 173 time: 1.5262895 Nov 16 11:17:25.535491 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-9b31d160-bec1-4484-a93d-bf38db5cb2de tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:25.544514 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-8f9b93df-c340-4332-9790-7f86db9d21e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-687097913-router', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:16:30Z', 'updated_at': '2021-11-16T11:16:40Z', 'revision_number': 4, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'gw_port': {'id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:31Z', 'updated_at': '2021-11-16T11:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '08da17df-132b-4251-a25e-8cf920549bb0', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'port_id': '4cda06eb-9451-4582-9868-18e3cff78c93', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36', 'mac_address': 'fa:16:3e:8c:af:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dc6b4d-c253-4934-ab47-24cfffd74e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:17:00Z', 'updated_at': '2021-11-16T11:17:23Z', 'revision_number': 3, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6281edb3-4f8e-47f0-a859-0898e1765764', 'name': '', 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'mac_address': 'fa:16:3e:36:19:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a723c1b5-1a0f-4323-9985-39160c514b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:38Z', 'updated_at': '2021-11-16T11:16:46Z', 'revision_number': 5, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'subnets': [{'id': 'a723c1b5-1a0f-4323-9985-39160c514b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:17:25.548044 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-a91a2d42-4e60-4a24-a401-978dc088cee3 req-dd5be5d2-7098-41ac-b868-a98ba0bcd354 tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] Deleting port 2a794de1-a839-4552-b919-1666e7b8058d {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:17:25.548357 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a91a2d42-4e60-4a24-a401-978dc088cee3 req-dd5be5d2-7098-41ac-b868-a98ba0bcd354 tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:25.574868 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9b93df-c340-4332-9790-7f86db9d21e4 None None] The sync data for ids ['5cb65b80-9319-4634-a210-e0cd6ca8d1c4'] in n-d-816823-3 is: [{'id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-687097913-router', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:16:30Z', 'updated_at': '2021-11-16T11:16:40Z', 'revision_number': 4, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'gw_port': {'id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:31Z', 'updated_at': '2021-11-16T11:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '08da17df-132b-4251-a25e-8cf920549bb0', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'port_id': '4cda06eb-9451-4582-9868-18e3cff78c93', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36', 'mac_address': 'fa:16:3e:8c:af:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dc6b4d-c253-4934-ab47-24cfffd74e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:17:00Z', 'updated_at': '2021-11-16T11:17:23Z', 'revision_number': 3, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6281edb3-4f8e-47f0-a859-0898e1765764', 'name': '', 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'mac_address': 'fa:16:3e:36:19:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a723c1b5-1a0f-4323-9985-39160c514b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:38Z', 'updated_at': '2021-11-16T11:16:46Z', 'revision_number': 5, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'subnets': [{'id': 'a723c1b5-1a0f-4323-9985-39160c514b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:17:25.592073 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390eaa8-54e8-444d-a4af-bfab9b7554e0 req-2c445954-b9bb-42fb-8bf8-334105fe3ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:25.593753 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0390eaa8-54e8-444d-a4af-bfab9b7554e0 req-2c445954-b9bb-42fb-8bf8-334105fe3ecf service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6f6c22e-8152-4ca5-86d7-dcaf88c6db36 HTTP/1.1" status: 200 len: 921 time: 0.1372142 Nov 16 11:17:25.663798 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0390eaa8-54e8-444d-a4af-bfab9b7554e0 req-64055abc-4547-4cb6-a820-8772832387f4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cf3a3e2-009c-48fc-83c2-e1204a58704f HTTP/1.1" status: 200 len: 217 time: 0.0581727 Nov 16 11:17:25.681751 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-9b31d160-bec1-4484-a93d-bf38db5cb2de tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:25.745248 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1cf87c-22fb-4368-89be-c8a7949e9c6b req-fc8cb811-f7c2-42a4-9e5a-a9f123c6bf2a tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:25.746815 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7c1cf87c-22fb-4368-89be-c8a7949e9c6b req-fc8cb811-f7c2-42a4-9e5a-a9f123c6bf2a tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b1c4ee9-480f-429e-8fe2-c94759c37759 HTTP/1.1" status: 200 len: 950 time: 0.1330614 Nov 16 11:17:25.748890 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-a91a2d42-4e60-4a24-a401-978dc088cee3 req-dd5be5d2-7098-41ac-b868-a98ba0bcd354 tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] For port 2a794de1-a839-4552-b919-1666e7b8058d, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=2a794de1-a839-4552-b919-1666e7b8058d,segment=NetworkSegment(a0a38a29-64e3-4f39-aa2c-d6ac658c3ecf),segment_id=a0a38a29-64e3-4f39-aa2c-d6ac658c3ecf)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:25.749256 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a91a2d42-4e60-4a24-a401-978dc088cee3 req-dd5be5d2-7098-41ac-b868-a98ba0bcd354 tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:25.749364 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390eaa8-54e8-444d-a4af-bfab9b7554e0 req-4802dc11-ab9e-4e42-9ee3-4f56e0d44925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:25.750805 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0390eaa8-54e8-444d-a4af-bfab9b7554e0 req-4802dc11-ab9e-4e42-9ee3-4f56e0d44925 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a723c1b5-1a0f-4323-9985-39160c514b43 HTTP/1.1" status: 200 len: 859 time: 0.0632012 Nov 16 11:17:25.760369 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-9b31d160-bec1-4484-a93d-bf38db5cb2de tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] Network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:17:25.776033 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-9b31d160-bec1-4484-a93d-bf38db5cb2de tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:17:25.781768 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-9b31d160-bec1-4484-a93d-bf38db5cb2de tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:17:25.794893 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-a91a2d42-4e60-4a24-a401-978dc088cee3 req-dd5be5d2-7098-41ac-b868-a98ba0bcd354 tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] Calling delete_port for 2a794de1-a839-4552-b919-1666e7b8058d owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:17:25.814419 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31d160-bec1-4484-a93d-bf38db5cb2de tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] Pushing event updated for resources: {'Port': ['ID=5cbbc87c-022a-4ee6-b9ed-87c67592e147,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:25.816629 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a', 'name': 'network-vif-deleted', 'tag': '8522a623-21ed-483e-9f44-87fcbc176fa4'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:17:25.818090 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741861b5-58a3-4258-8328-9f9bc6b9dc8e None None] New status for floating IP 08da17df-132b-4251-a25e-8cf920549bb0: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:17:25.818874 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab445c18-ab61-49f9-938b-f5da4eaa8dfe" -d '{"events": [{"server_uuid": "5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a", "name": "network-vif-deleted", "tag": "8522a623-21ed-483e-9f44-87fcbc176fa4"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:17:25.876174 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8522a623-21ed-483e-9f44-87fcbc176fa4'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:17:25.879508 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4592e06a-c032-4596-a2af-8618d43166b2" -d '{"events": [{"server_uuid": "5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a", "name": "network-vif-unplugged", "status": "completed", "tag": "8522a623-21ed-483e-9f44-87fcbc176fa4"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:17:25.882394 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7c1cf87c-22fb-4368-89be-c8a7949e9c6b req-964e67ab-ba73-45d5-83dd-fc7b34689bc4 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/security-groups?id=256d21cc-6a60-4465-8fce-b1f34b03cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193197 Nov 16 11:17:25.902717 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390eaa8-54e8-444d-a4af-bfab9b7554e0 req-1140a25f-8ac1-406a-940b-6ffe1c4d9b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:25.905358 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0390eaa8-54e8-444d-a4af-bfab9b7554e0 req-1140a25f-8ac1-406a-940b-6ffe1c4d9b14 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6f6c22e-8152-4ca5-86d7-dcaf88c6db36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1045341 Nov 16 11:17:25.917702 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-9b31d160-bec1-4484-a93d-bf38db5cb2de tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:25.918365 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-9b31d160-bec1-4484-a93d-bf38db5cb2de tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:25.942382 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6466c0-e2a6-4108-82b1-4b3313c34364 x-openstack-request-id: req-1a6466c0-e2a6-4108-82b1-4b3313c34364 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:17:25.943686 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7814a2be-fc55-4993-8a05-51665a950417", "tag": "0cf3a3e2-009c-48fc-83c2-e1204a58704f", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:17:25.944231 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1a6466c0-e2a6-4108-82b1-4b3313c34364 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:17:25.944360 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7814a2be-fc55-4993-8a05-51665a950417', 'tag': '0cf3a3e2-009c-48fc-83c2-e1204a58704f', 'status': 'completed', 'code': 200} Nov 16 11:17:25.956828 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-9b31d160-bec1-4484-a93d-bf38db5cb2de tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9434750 Nov 16 11:17:25.974516 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-a9d90307-5ef0-465f-941c-839fe9e4a097 service neutron] Request body: {'port': {'device_id': '06e08617-ac99-4a8c-8d91-7fc109f96c53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:17:26.141251 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde34cf3-b463-4ef9-baf3-4f55c98d3045 req-1b9024e4-831a-4e0c-b8cd-918eca72b1d1 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:26.154364 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bde34cf3-b463-4ef9-baf3-4f55c98d3045 req-1b9024e4-831a-4e0c-b8cd-918eca72b1d1 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=26cc20ca-4736-4dce-be17-8fa1de67d92a HTTP/1.1" status: 200 len: 943 time: 0.1284816 Nov 16 11:17:26.156890 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-a9d90307-5ef0-465f-941c-839fe9e4a097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:26.166576 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0390eaa8-54e8-444d-a4af-bfab9b7554e0 req-463937e2-ea10-496e-b376-1fb9b114c15b service neutron] 10.222.0.61 "GET /v2.0/networks/e6f6c22e-8152-4ca5-86d7-dcaf88c6db36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528756 Nov 16 11:17:26.172565 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ce652-0e2f-4d59-9b5e-685e79672ed4 req-e780caa6-81cb-4683-8feb-5c2551626a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:26.174101 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-219ce652-0e2f-4d59-9b5e-685e79672ed4 req-e780caa6-81cb-4683-8feb-5c2551626a95 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6c52a8c39fe94e6d89dd46750a80e67d&device_id=7814a2be-fc55-4993-8a05-51665a950417 HTTP/1.1" status: 200 len: 1097 time: 0.1800120 Nov 16 11:17:26.255990 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bde34cf3-b463-4ef9-baf3-4f55c98d3045 req-ab54de26-0333-4e92-81eb-2de0dca18f12 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007128 Nov 16 11:17:26.267293 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a91a2d42-4e60-4a24-a401-978dc088cee3 req-dd5be5d2-7098-41ac-b868-a98ba0bcd354 tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:26.300491 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['2a794de1-a839-4552-b919-1666e7b8058d'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:17:26.321369 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5be5d2-7098-41ac-b868-a98ba0bcd354 tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] Pushing event deleted for resources: {'Port': ['ID=2a794de1-a839-4552-b919-1666e7b8058d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:26.342135 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0390eaa8-54e8-444d-a4af-bfab9b7554e0 req-e73b3133-67ad-4555-98ab-a19ccbadcc3b service neutron] 10.222.0.61 "GET /v2.0/networks/e6f6c22e-8152-4ca5-86d7-dcaf88c6db36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605086 Nov 16 11:17:26.365113 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba69d676-47f6-4ffe-9465-4c82e474de41 None None] Sync routers for ids ['5cb65b80-9319-4634-a210-e0cd6ca8d1c4'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:17:26.380984 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba69d676-47f6-4ffe-9465-4c82e474de41 None None] Routers {'5cb65b80-9319-4634-a210-e0cd6ca8d1c4'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:17:26.381526 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ba69d676-47f6-4ffe-9465-4c82e474de41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:17:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5cb65b80-9319-4634-a210-e0cd6ca8d1c4'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:17:26.385012 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-434a86ea-a7e6-48ff-b2df-a66f33cf8bac None None] Provisioning complete for port 5cbbc87c-022a-4ee6-b9ed-87c67592e147 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:17:26.385311 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-434a86ea-a7e6-48ff-b2df-a66f33cf8bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:26.441752 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-434a86ea-a7e6-48ff-b2df-a66f33cf8bac None None] Port 5cbbc87c-022a-4ee6-b9ed-87c67592e147 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:17:26.461706 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7a4ec5-5042-494e-a028-59f2e3c05ee6 x-openstack-request-id: req-8e7a4ec5-5042-494e-a028-59f2e3c05ee6 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:17:26.462190 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a", "name": "network-vif-deleted", "tag": "8522a623-21ed-483e-9f44-87fcbc176fa4", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:17:26.462590 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8e7a4ec5-5042-494e-a028-59f2e3c05ee6 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:17:26.463179 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a', 'name': 'network-vif-deleted', 'tag': '8522a623-21ed-483e-9f44-87fcbc176fa4', 'status': 'completed', 'code': 200} Nov 16 11:17:26.464508 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-a91a2d42-4e60-4a24-a401-978dc088cee3 req-dd5be5d2-7098-41ac-b868-a98ba0bcd354 tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] No DVR routers for this DVR port 2a794de1-a839-4552-b919-1666e7b8058d on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:17:26.470197 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390eaa8-54e8-444d-a4af-bfab9b7554e0 req-dc8281c2-7492-4554-b7bd-4e58a078bcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:26.472542 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0390eaa8-54e8-444d-a4af-bfab9b7554e0 req-dc8281c2-7492-4554-b7bd-4e58a078bcf1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c52a8c39fe94e6d89dd46750a80e67d&device_id=64dc6b4d-c253-4934-ab47-24cfffd74e31 HTTP/1.1" status: 200 len: 1096 time: 0.0669770 Nov 16 11:17:26.475159 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a91a2d42-4e60-4a24-a401-978dc088cee3 req-dd5be5d2-7098-41ac-b868-a98ba0bcd354 tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:26.481644 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a91a2d42-4e60-4a24-a401-978dc088cee3 req-dd5be5d2-7098-41ac-b868-a98ba0bcd354 tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] 10.222.0.64 "DELETE /v2.0/ports/2a794de1-a839-4552-b919-1666e7b8058d HTTP/1.1" status: 204 len: 173 time: 1.2197661 Nov 16 11:17:26.528932 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ce652-0e2f-4d59-9b5e-685e79672ed4 req-5fb8ecf6-516b-4407-b3eb-fe2e477a8dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:26.531339 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-219ce652-0e2f-4d59-9b5e-685e79672ed4 req-5fb8ecf6-516b-4407-b3eb-fe2e477a8dba service neutron] 10.222.0.64 "GET /v2.0/networks?id=e6f6c22e-8152-4ca5-86d7-dcaf88c6db36 HTTP/1.1" status: 200 len: 921 time: 0.3432894 Nov 16 11:17:26.554822 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-ba69d676-47f6-4ffe-9465-4c82e474de41 None None] Set router 5cb65b80-9319-4634-a210-e0cd6ca8d1c4 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:17:26.572315 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 11:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d91b877-9711-4399-a160-6c53d42f0883 x-openstack-request-id: req-0d91b877-9711-4399-a160-6c53d42f0883 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:17:26.572627 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a", "name": "network-vif-unplugged", "status": "completed", "tag": "8522a623-21ed-483e-9f44-87fcbc176fa4", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:17:26.573175 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0d91b877-9711-4399-a160-6c53d42f0883 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:17:26.573564 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ca6fc5d-6ed7-4a31-ab8d-02ee873d174a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8522a623-21ed-483e-9f44-87fcbc176fa4', 'code': 200} Nov 16 11:17:26.601063 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390eaa8-54e8-444d-a4af-bfab9b7554e0 req-7ddd49bb-8232-49e9-b98e-41b472e3cdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:26.603265 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0390eaa8-54e8-444d-a4af-bfab9b7554e0 req-7ddd49bb-8232-49e9-b98e-41b472e3cdec service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6f6c22e-8152-4ca5-86d7-dcaf88c6db36 HTTP/1.1" status: 200 len: 921 time: 0.1203265 Nov 16 11:17:26.737510 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0390eaa8-54e8-444d-a4af-bfab9b7554e0 req-6cc74568-023f-49b4-bc9b-11252ae11404 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cda06eb-9451-4582-9868-18e3cff78c93 HTTP/1.1" status: 200 len: 1000 time: 0.1261294 Nov 16 11:17:26.755049 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-219ce652-0e2f-4d59-9b5e-685e79672ed4 req-10311b00-1b64-48d2-899e-c311d68cecd5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cf3a3e2-009c-48fc-83c2-e1204a58704f HTTP/1.1" status: 200 len: 217 time: 0.2009575 Nov 16 11:17:26.824805 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37039313-a7f4-4f13-8f12-d93c59ddf9d9 req-c15e083a-db74-4542-9290-daf7ca174b19 tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:26.826670 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-37039313-a7f4-4f13-8f12-d93c59ddf9d9 req-c15e083a-db74-4542-9290-daf7ca174b19 tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] 10.222.0.61 "GET /v2.0/ports?device_id=06e08617-ac99-4a8c-8d91-7fc109f96c53 HTTP/1.1" status: 200 len: 936 time: 0.1340542 Nov 16 11:17:26.828682 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390eaa8-54e8-444d-a4af-bfab9b7554e0 req-8e1be1d0-8228-49b8-9406-d8329e765e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:26.830335 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0390eaa8-54e8-444d-a4af-bfab9b7554e0 req-8e1be1d0-8228-49b8-9406-d8329e765e8c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a723c1b5-1a0f-4323-9985-39160c514b43 HTTP/1.1" status: 200 len: 859 time: 0.0775757 Nov 16 11:17:26.918564 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ba69d676-47f6-4ffe-9465-4c82e474de41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-687097913-router', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:16:30Z', 'updated_at': '2021-11-16T11:16:40Z', 'revision_number': 4, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'gw_port': {'id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:31Z', 'updated_at': '2021-11-16T11:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '08da17df-132b-4251-a25e-8cf920549bb0', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'port_id': '4cda06eb-9451-4582-9868-18e3cff78c93', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36', 'mac_address': 'fa:16:3e:8c:af:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dc6b4d-c253-4934-ab47-24cfffd74e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:17:00Z', 'updated_at': '2021-11-16T11:17:26Z', 'revision_number': 4, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6281edb3-4f8e-47f0-a859-0898e1765764', 'name': '', 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'mac_address': 'fa:16:3e:36:19:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a723c1b5-1a0f-4323-9985-39160c514b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:38Z', 'updated_at': '2021-11-16T11:16:46Z', 'revision_number': 5, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'subnets': [{'id': 'a723c1b5-1a0f-4323-9985-39160c514b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:17:26.924465 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-37039313-a7f4-4f13-8f12-d93c59ddf9d9 req-a383dd75-4ebe-451a-bb54-58dd208c0d54 tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] 10.222.0.61 "GET /v2.0/security-groups?id=9bad7d3d-8d2d-4539-87cc-ead85771bd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867701 Nov 16 11:17:26.927112 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390eaa8-54e8-444d-a4af-bfab9b7554e0 req-5fd169c1-4ee5-447f-a7b3-00eec151b9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:26.928521 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0390eaa8-54e8-444d-a4af-bfab9b7554e0 req-5fd169c1-4ee5-447f-a7b3-00eec151b9d6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6f6c22e-8152-4ca5-86d7-dcaf88c6db36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697577 Nov 16 11:17:26.939087 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ce652-0e2f-4d59-9b5e-685e79672ed4 req-cde57fed-b894-423e-b5fd-f29cb906ec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:26.941311 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-219ce652-0e2f-4d59-9b5e-685e79672ed4 req-cde57fed-b894-423e-b5fd-f29cb906ec50 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a723c1b5-1a0f-4323-9985-39160c514b43 HTTP/1.1" status: 200 len: 859 time: 0.0995047 Nov 16 11:17:26.946652 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba69d676-47f6-4ffe-9465-4c82e474de41 None None] Checking router: 5cb65b80-9319-4634-a210-e0cd6ca8d1c4 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:17:26.956149 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba69d676-47f6-4ffe-9465-4c82e474de41 None None] Routers {'5cb65b80-9319-4634-a210-e0cd6ca8d1c4'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:17:26.956771 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ba69d676-47f6-4ffe-9465-4c82e474de41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:17:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5cb65b80-9319-4634-a210-e0cd6ca8d1c4'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:17:26.957343 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-a9d90307-5ef0-465f-941c-839fe9e4a097 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cbbc87c-022a-4ee6-b9ed-87c67592e147 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:17:26.965527 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-a9d90307-5ef0-465f-941c-839fe9e4a097 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:27.006027 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-a9d90307-5ef0-465f-941c-839fe9e4a097 service neutron] Transition to ACTIVE for port object 5cbbc87c-022a-4ee6-b9ed-87c67592e147 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:17:27.012402 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-a9d90307-5ef0-465f-941c-839fe9e4a097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:27.059894 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0390eaa8-54e8-444d-a4af-bfab9b7554e0 req-e5d342c2-de77-4fe4-8906-a813787a2c24 service neutron] 10.222.0.61 "GET /v2.0/networks/e6f6c22e-8152-4ca5-86d7-dcaf88c6db36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212511 Nov 16 11:17:27.073656 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ce652-0e2f-4d59-9b5e-685e79672ed4 req-d354aa01-eccf-4e61-afbd-32157f69330a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:27.076284 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-219ce652-0e2f-4d59-9b5e-685e79672ed4 req-d354aa01-eccf-4e61-afbd-32157f69330a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e6f6c22e-8152-4ca5-86d7-dcaf88c6db36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1082385 Nov 16 11:17:27.118491 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d90307-5ef0-465f-941c-839fe9e4a097 service neutron] Pushing event updated for resources: {'Port': ['ID=5cbbc87c-022a-4ee6-b9ed-87c67592e147,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:27.217011 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-ba69d676-47f6-4ffe-9465-4c82e474de41 None None] Set router 5cb65b80-9319-4634-a210-e0cd6ca8d1c4 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:17:27.234931 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0390eaa8-54e8-444d-a4af-bfab9b7554e0 req-b29a11f6-ebc0-488b-89bb-d65bfe2c8b07 service neutron] 10.222.0.61 "GET /v2.0/networks/e6f6c22e-8152-4ca5-86d7-dcaf88c6db36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688800 Nov 16 11:17:27.291348 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-219ce652-0e2f-4d59-9b5e-685e79672ed4 req-f5c9122c-78ac-4392-8ea4-488e91425f93 service neutron] 10.222.0.64 "GET /v2.0/networks/e6f6c22e-8152-4ca5-86d7-dcaf88c6db36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024887 Nov 16 11:17:27.294113 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-a9d90307-5ef0-465f-941c-839fe9e4a097 service neutron] Attempting to bind port 5cbbc87c-022a-4ee6-b9ed-87c67592e147 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:17:27.294452 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-a9d90307-5ef0-465f-941c-839fe9e4a097 service neutron] Attempting to bind port 5cbbc87c-022a-4ee6-b9ed-87c67592e147 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:17:27.294780 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-a9d90307-5ef0-465f-941c-839fe9e4a097 service neutron] Attempting to bind port 5cbbc87c-022a-4ee6-b9ed-87c67592e147 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:17:27.313538 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-a9d90307-5ef0-465f-941c-839fe9e4a097 service neutron] Port 5cbbc87c-022a-4ee6-b9ed-87c67592e147 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:17:27.313893 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-a9d90307-5ef0-465f-941c-839fe9e4a097 service neutron] Attempting to bind port 5cbbc87c-022a-4ee6-b9ed-87c67592e147 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:17:27.377541 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-a9d90307-5ef0-465f-941c-839fe9e4a097 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:17:27.377886 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-a9d90307-5ef0-465f-941c-839fe9e4a097 service neutron] Checking segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:17:27.378297 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-a9d90307-5ef0-465f-941c-839fe9e4a097 service neutron] Bound using segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:17:27.378748 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-a9d90307-5ef0-465f-941c-839fe9e4a097 service neutron] Bound port: 5cbbc87c-022a-4ee6-b9ed-87c67592e147, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:17:27.379679 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-a9d90307-5ef0-465f-941c-839fe9e4a097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:27.437093 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-def3e336-ceb7-4b90-952f-5251bd7205ad req-314b8c0e-6ebc-4035-9fba-48536b52961c tempest-ServerAddressesNegativeTestJSON-2004885508 tempest-ServerAddressesNegativeTestJSON-2004885508-project] 10.222.0.61 "GET /v2.0/ports?device_id=5fb7fb54-f251-46ae-85fb-2e12da265630 HTTP/1.1" status: 200 len: 210 time: 0.0333619 Nov 16 11:17:27.466517 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 52014) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:27.472401 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-7d2b1a28-aa68-4146-9865-908692f5152a tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Request body: {'security_group': {'name': 'tempest-securitygroup--492455807', 'description': 'tempest-description--321658738'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:17:27.484238 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-219ce652-0e2f-4d59-9b5e-685e79672ed4 req-6f671f5f-6a63-4228-8f03-0574c4142521 service neutron] 10.222.0.64 "GET /v2.0/networks/e6f6c22e-8152-4ca5-86d7-dcaf88c6db36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831157 Nov 16 11:17:27.496127 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-a9d90307-5ef0-465f-941c-839fe9e4a097 service neutron] For port 5cbbc87c-022a-4ee6-b9ed-87c67592e147, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:17:27.499973 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-a9d90307-5ef0-465f-941c-839fe9e4a097 service neutron] For port 5cbbc87c-022a-4ee6-b9ed-87c67592e147, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=5cbbc87c-022a-4ee6-b9ed-87c67592e147,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:17:27.509895 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-a9d90307-5ef0-465f-941c-839fe9e4a097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:27.511086 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1a28-aa68-4146-9865-908692f5152a tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:27.574955 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-a9d90307-5ef0-465f-941c-839fe9e4a097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:27.575751 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-a9d90307-5ef0-465f-941c-839fe9e4a097 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:27.577571 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-a9d90307-5ef0-465f-941c-839fe9e4a097 service neutron] 10.222.0.36 "PUT /v2.0/ports/5cbbc87c-022a-4ee6-b9ed-87c67592e147 HTTP/1.1" status: 200 len: 1096 time: 1.6074004 Nov 16 11:17:27.618378 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ba69d676-47f6-4ffe-9465-4c82e474de41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-687097913-router', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:16:30Z', 'updated_at': '2021-11-16T11:16:40Z', 'revision_number': 4, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'gw_port': {'id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:31Z', 'updated_at': '2021-11-16T11:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '08da17df-132b-4251-a25e-8cf920549bb0', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'port_id': '4cda06eb-9451-4582-9868-18e3cff78c93', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36', 'mac_address': 'fa:16:3e:8c:af:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dc6b4d-c253-4934-ab47-24cfffd74e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:17:00Z', 'updated_at': '2021-11-16T11:17:26Z', 'revision_number': 4, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6281edb3-4f8e-47f0-a859-0898e1765764', 'name': '', 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'mac_address': 'fa:16:3e:36:19:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a723c1b5-1a0f-4323-9985-39160c514b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:38Z', 'updated_at': '2021-11-16T11:16:46Z', 'revision_number': 5, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'subnets': [{'id': 'a723c1b5-1a0f-4323-9985-39160c514b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:17:27.621850 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d90307-5ef0-465f-941c-839fe9e4a097 service neutron] Pushing event updated for resources: {'Port': ['ID=5cbbc87c-022a-4ee6-b9ed-87c67592e147,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:27.675304 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba69d676-47f6-4ffe-9465-4c82e474de41 None None] The sync data for ids ['5cb65b80-9319-4634-a210-e0cd6ca8d1c4'] in n-d-816823-3 is: [{'id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-687097913-router', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:16:30Z', 'updated_at': '2021-11-16T11:16:40Z', 'revision_number': 4, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'gw_port': {'id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:31Z', 'updated_at': '2021-11-16T11:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '08da17df-132b-4251-a25e-8cf920549bb0', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'port_id': '4cda06eb-9451-4582-9868-18e3cff78c93', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36', 'mac_address': 'fa:16:3e:8c:af:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dc6b4d-c253-4934-ab47-24cfffd74e31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:17:00Z', 'updated_at': '2021-11-16T11:17:26Z', 'revision_number': 4, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6281edb3-4f8e-47f0-a859-0898e1765764', 'name': '', 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'mac_address': 'fa:16:3e:36:19:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a723c1b5-1a0f-4323-9985-39160c514b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:38Z', 'updated_at': '2021-11-16T11:16:46Z', 'revision_number': 5, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'subnets': [{'id': 'a723c1b5-1a0f-4323-9985-39160c514b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:17:27.710615 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-1708dd6c-8113-4abd-8eeb-526b5011334c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:27.710872 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7567b-cf69-4267-ae07-ca7b3fda5174 req-d5edae8d-89b9-48e7-b811-f5c04b6a321a tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:27.712561 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-1708dd6c-8113-4abd-8eeb-526b5011334c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a603c520b904e74be85fb34c08a8e26&device_id=06e08617-ac99-4a8c-8d91-7fc109f96c53 HTTP/1.1" status: 200 len: 1099 time: 0.0637846 Nov 16 11:17:27.713277 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b9a7567b-cf69-4267-ae07-ca7b3fda5174 req-d5edae8d-89b9-48e7-b811-f5c04b6a321a tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b1c4ee9-480f-429e-8fe2-c94759c37759 HTTP/1.1" status: 200 len: 950 time: 0.1470947 Nov 16 11:17:27.717051 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1a28-aa68-4146-9865-908692f5152a tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:27.721456 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 8522a623-21ed-483e-9f44-87fcbc176fa4 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:17:27.749703 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1a28-aa68-4146-9865-908692f5152a tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:27.767052 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-2eaa650a-4e23-41f5-b1bc-9bb70de9c0be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=5cbbc87c-022a-4ee6-b9ed-87c67592e147 HTTP/1.1" status: 200 len: 217 time: 0.0442984 Nov 16 11:17:27.781368 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 8522a623-21ed-483e-9f44-87fcbc176fa4 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:17:27.782333 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 8522a623-21ed-483e-9f44-87fcbc176fa4 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:17:27.788533 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:27.805454 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1a28-aa68-4146-9865-908692f5152a tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:27.806795 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7d2b1a28-aa68-4146-9865-908692f5152a tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3391039 Nov 16 11:17:27.810578 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52020) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:27.818094 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b1a28-aa68-4146-9865-908692f5152a tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82fe9619-f589-4f96-b715-7b65cc14edae,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:27.829446 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b9a7567b-cf69-4267-ae07-ca7b3fda5174 req-7adc1865-11a2-430a-b708-73f56cc26097 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/security-groups?id=256d21cc-6a60-4465-8fce-b1f34b03cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093261 Nov 16 11:17:27.864971 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-73c0054c-9402-4794-bb7c-abfe6f75a70a tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Request body: {'security_group_rule': {'security_group_id': '82fe9619-f589-4f96-b715-7b65cc14edae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:17:27.918418 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-19978e1d-dd62-46b4-8a1b-acea7c03b8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:27.919897 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-19978e1d-dd62-46b4-8a1b-acea7c03b8a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.1351540 Nov 16 11:17:27.939148 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-73c0054c-9402-4794-bb7c-abfe6f75a70a tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:27.945197 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64dc6b4d-c253-4934-ab47-24cfffd74e31', 'tag': '4cda06eb-9451-4582-9868-18e3cff78c93'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:17:27.948083 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c34f22-aca2-4815-9d5c-ffa40ace4ae0" -d '{"events": [{"name": "network-changed", "server_uuid": "64dc6b4d-c253-4934-ab47-24cfffd74e31", "tag": "4cda06eb-9451-4582-9868-18e3cff78c93"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:17:27.981846 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a231f0a0-c9b3-4175-b849-5579c603239f req-003ddfcc-62e6-4f24-ae67-06df03b57a2d tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.52 HTTP/1.1" status: 200 len: 1000 time: 0.1059272 Nov 16 11:17:28.006535 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-73c0054c-9402-4794-bb7c-abfe6f75a70a tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:28.017634 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-92b0273e-f6c3-45d2-92ee-ee085e7ca4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:28.019267 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-92b0273e-f6c3-45d2-92ee-ee085e7ca4dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0921211 Nov 16 11:17:28.020002 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-73c0054c-9402-4794-bb7c-abfe6f75a70a tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:28.049585 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0054c-9402-4794-bb7c-abfe6f75a70a tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cdb4de9-09ac-4937-ab17-e783dc6cb906,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:28.059261 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231f0a0-c9b3-4175-b849-5579c603239f req-5a910b3f-6cff-4ca5-9450-8b62db26cb35 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:28.060902 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a231f0a0-c9b3-4175-b849-5579c603239f req-5a910b3f-6cff-4ca5-9450-8b62db26cb35 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/ports/4cda06eb-9451-4582-9868-18e3cff78c93 HTTP/1.1" status: 200 len: 942 time: 0.0796022 Nov 16 11:17:28.110807 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-73c0054c-9402-4794-bb7c-abfe6f75a70a tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:28.111799 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-73c0054c-9402-4794-bb7c-abfe6f75a70a tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2519107 Nov 16 11:17:28.118532 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52036) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:28.124172 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-cf49e643-6f92-4bd6-8b14-c2de935a9b3a tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Request body: {'security_group_rule': {'security_group_id': '82fe9619-f589-4f96-b715-7b65cc14edae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:17:28.160186 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-fc0ceb8f-a972-466f-af51-272303975bcd service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274509 Nov 16 11:17:28.169369 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f9cda-498a-4053-b5d3-18c64eb6b2f5 req-ed8ffdf4-5f1f-4142-aea5-733579e2953f tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:28.170905 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a77f9cda-498a-4053-b5d3-18c64eb6b2f5 req-ed8ffdf4-5f1f-4142-aea5-733579e2953f tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=26cc20ca-4736-4dce-be17-8fa1de67d92a HTTP/1.1" status: 200 len: 943 time: 0.0971584 Nov 16 11:17:28.177502 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cf49e643-6f92-4bd6-8b14-c2de935a9b3a tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:28.197762 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a231f0a0-c9b3-4175-b849-5579c603239f req-dd6212b4-46cf-489d-b7e6-60c0c95e9f09 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.52 HTTP/1.1" status: 200 len: 1000 time: 0.0904469 Nov 16 11:17:28.274501 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a77f9cda-498a-4053-b5d3-18c64eb6b2f5 req-86908ad7-505a-46bb-ada6-3f51a8f525f4 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961137 Nov 16 11:17:28.284589 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cf49e643-6f92-4bd6-8b14-c2de935a9b3a tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:28.288865 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6844b0da-bf02-412f-9572-3d6d35ebcadd req-9e9ec8dc-2a42-4d5f-9558-48f4abe53a48 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197786 Nov 16 11:17:28.290467 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cf49e643-6f92-4bd6-8b14-c2de935a9b3a tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:28.303491 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49e643-6f92-4bd6-8b14-c2de935a9b3a tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81934f1f-af1a-4959-8376-b9e04e01a181,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:28.319171 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cf49e643-6f92-4bd6-8b14-c2de935a9b3a tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:28.320160 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-cf49e643-6f92-4bd6-8b14-c2de935a9b3a tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2016759 Nov 16 11:17:28.326020 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52038) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:28.330667 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-086be79f-d85b-48de-8be5-20dc48a4a419 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:17:28.343978 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231f0a0-c9b3-4175-b849-5579c603239f req-89b0b4e7-788d-49e1-b2b8-136740aef2df tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:28.345341 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a231f0a0-c9b3-4175-b849-5579c603239f req-89b0b4e7-788d-49e1-b2b8-136740aef2df tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/networks/47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 784 time: 0.1405876 Nov 16 11:17:28.363587 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-086be79f-d85b-48de-8be5-20dc48a4a419 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:28.424301 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b2860-5fa8-4087-b1a1-4db8dd6e4cbf req-581c48ef-8a90-45db-bfc3-0f5c69cb3e65 tempest-LiveMigrationNegativeTest-865538696 tempest-LiveMigrationNegativeTest-865538696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:28.425804 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1e7b2860-5fa8-4087-b1a1-4db8dd6e4cbf req-581c48ef-8a90-45db-bfc3-0f5c69cb3e65 tempest-LiveMigrationNegativeTest-865538696 tempest-LiveMigrationNegativeTest-865538696-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3b1c4ee9-480f-429e-8fe2-c94759c37759 HTTP/1.1" status: 200 len: 1101 time: 0.0588794 Nov 16 11:17:28.456393 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1e7b2860-5fa8-4087-b1a1-4db8dd6e4cbf req-a52cff40-ec06-403f-9e1b-a59d94af74be tempest-LiveMigrationNegativeTest-865538696 tempest-LiveMigrationNegativeTest-865538696-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:28.467302 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb7fb54-f251-46ae-85fb-2e12da265630', 'name': 'network-vif-deleted', 'tag': '2a794de1-a839-4552-b919-1666e7b8058d'}, {'name': 'network-changed', 'server_uuid': '06e08617-ac99-4a8c-8d91-7fc109f96c53', 'tag': '5cbbc87c-022a-4ee6-b9ed-87c67592e147'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:17:28.470550 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0c44bc-e940-40cc-8d73-a29c38237154" -d '{"events": [{"server_uuid": "5fb7fb54-f251-46ae-85fb-2e12da265630", "name": "network-vif-deleted", "tag": "2a794de1-a839-4552-b919-1666e7b8058d"}, {"name": "network-changed", "server_uuid": "06e08617-ac99-4a8c-8d91-7fc109f96c53", "tag": "5cbbc87c-022a-4ee6-b9ed-87c67592e147"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:17:28.479335 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-086be79f-d85b-48de-8be5-20dc48a4a419 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:28.483591 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4763b14-d132-4c33-a705-412d4dbab6b6 req-f541da17-f8bb-46f2-a3fe-6aa8be8cc768 tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:28.485063 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f4763b14-d132-4c33-a705-412d4dbab6b6 req-f541da17-f8bb-46f2-a3fe-6aa8be8cc768 tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] 10.222.0.61 "GET /v2.0/ports?device_id=06e08617-ac99-4a8c-8d91-7fc109f96c53 HTTP/1.1" status: 200 len: 948 time: 0.0775361 Nov 16 11:17:28.564021 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f4763b14-d132-4c33-a705-412d4dbab6b6 req-5260a272-c49a-4813-8ec5-510675d4ebf3 tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] 10.222.0.61 "GET /v2.0/security-groups?id=9bad7d3d-8d2d-4539-87cc-ead85771bd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621357 Nov 16 11:17:28.591680 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1e7b2860-5fa8-4087-b1a1-4db8dd6e4cbf req-a52cff40-ec06-403f-9e1b-a59d94af74be tempest-LiveMigrationNegativeTest-865538696 tempest-LiveMigrationNegativeTest-865538696-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:28.596253 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1e7b2860-5fa8-4087-b1a1-4db8dd6e4cbf req-a52cff40-ec06-403f-9e1b-a59d94af74be tempest-LiveMigrationNegativeTest-865538696 tempest-LiveMigrationNegativeTest-865538696-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:28.616286 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:28.636443 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1e7b2860-5fa8-4087-b1a1-4db8dd6e4cbf req-a52cff40-ec06-403f-9e1b-a59d94af74be tempest-LiveMigrationNegativeTest-865538696 tempest-LiveMigrationNegativeTest-865538696-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=256d21cc-6a60-4465-8fce-b1f34b03cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972091 Nov 16 11:17:28.638017 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772e7098-b5cc-43e2-85d8-b1c02e158a9e x-openstack-request-id: req-772e7098-b5cc-43e2-85d8-b1c02e158a9e {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:17:28.638309 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64dc6b4d-c253-4934-ab47-24cfffd74e31", "tag": "4cda06eb-9451-4582-9868-18e3cff78c93", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:17:28.638560 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-772e7098-b5cc-43e2-85d8-b1c02e158a9e {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:17:28.638949 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64dc6b4d-c253-4934-ab47-24cfffd74e31', 'tag': '4cda06eb-9451-4582-9868-18e3cff78c93', 'status': 'completed', 'code': 200} Nov 16 11:17:28.640766 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52cff40-ec06-403f-9e1b-a59d94af74be tempest-LiveMigrationNegativeTest-865538696 tempest-LiveMigrationNegativeTest-865538696-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4d4684-7aeb-42dc-84dd-e2c7a81e8de1,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:28.655460 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-086be79f-d85b-48de-8be5-20dc48a4a419 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Allocated IP 172.25.0.77 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/8e74ba5b-9537-4a9a-a1cd-2c98206af821) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:17:28.790174 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-384c147a-e58e-4501-8844-76204ca50b16 req-f570fb47-13f0-4618-889b-43e73b5e7bac tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.52 HTTP/1.1" status: 200 len: 1000 time: 0.0710409 Nov 16 11:17:28.855426 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c147a-e58e-4501-8844-76204ca50b16 req-56051a86-29a3-4b63-82e8-24d909153ba6 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:28.866227 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-384c147a-e58e-4501-8844-76204ca50b16 req-56051a86-29a3-4b63-82e8-24d909153ba6 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/ports/4cda06eb-9451-4582-9868-18e3cff78c93 HTTP/1.1" status: 200 len: 942 time: 0.0642834 Nov 16 11:17:28.963813 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-1594face-8948-4c6a-9170-2c7fbb56f1f0 service neutron] 10.222.0.36 "GET /v2.0/ports/ec702909-9927-4754-a960-17e3497beea5/bindings/n-h2-816823-3 HTTP/1.1" status: 200 len: 384 time: 0.3861248 Nov 16 11:17:28.990486 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52054) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:29.020991 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c34f22-aca2-4815-9d5c-ffa40ace4ae0 req-915fae44-d6ac-4722-98cb-62748cfccb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:29.021431 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-384c147a-e58e-4501-8844-76204ca50b16 req-045d2281-dd25-4d40-afa1-4e12a635be6f tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.52 HTTP/1.1" status: 200 len: 1000 time: 0.1160994 Nov 16 11:17:29.022612 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b6c34f22-aca2-4815-9d5c-ffa40ace4ae0 req-915fae44-d6ac-4722-98cb-62748cfccb50 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6c52a8c39fe94e6d89dd46750a80e67d&device_id=64dc6b4d-c253-4934-ab47-24cfffd74e31 HTTP/1.1" status: 200 len: 1096 time: 0.3451812 Nov 16 11:17:29.062201 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 16 Nov 2021 11:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b048d1a1-a855-42d4-8f90-a036ed836cdf x-openstack-request-id: req-b048d1a1-a855-42d4-8f90-a036ed836cdf {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:17:29.062499 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb7fb54-f251-46ae-85fb-2e12da265630", "name": "network-vif-deleted", "tag": "2a794de1-a839-4552-b919-1666e7b8058d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "06e08617-ac99-4a8c-8d91-7fc109f96c53", "tag": "5cbbc87c-022a-4ee6-b9ed-87c67592e147", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:17:29.062767 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b048d1a1-a855-42d4-8f90-a036ed836cdf {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:17:29.063126 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb7fb54-f251-46ae-85fb-2e12da265630', 'name': 'network-vif-deleted', 'tag': '2a794de1-a839-4552-b919-1666e7b8058d', 'status': 'completed', 'code': 200} Nov 16 11:17:29.063379 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e08617-ac99-4a8c-8d91-7fc109f96c53', 'tag': '5cbbc87c-022a-4ee6-b9ed-87c67592e147', 'status': 'completed', 'code': 200} Nov 16 11:17:29.145916 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c147a-e58e-4501-8844-76204ca50b16 req-7294963c-5dd8-4dd4-a488-2994de54e9f3 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:29.147427 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-384c147a-e58e-4501-8844-76204ca50b16 req-7294963c-5dd8-4dd4-a488-2994de54e9f3 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/networks/47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 784 time: 0.1252298 Nov 16 11:17:29.183239 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-16f2ade2-b47e-44ad-9583-4df3e6355bf3 admin admin] Deleting subnet 49842a25-7ba1-42ed-b86f-ac6f5db145ab {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:17:29.197327 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-16f2ade2-b47e-44ad-9583-4df3e6355bf3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:29.228326 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-384c147a-e58e-4501-8844-76204ca50b16 req-955544f5-93e7-4d8e-8b04-4d6de39cdcf0 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.52 HTTP/1.1" status: 200 len: 1000 time: 0.0717871 Nov 16 11:17:29.228694 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-086be79f-d85b-48de-8be5-20dc48a4a419 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:29.245342 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-384c147a-e58e-4501-8844-76204ca50b16 req-0b3da2f1-097d-4a65-8a9c-42ee3414f5f5 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:17:29.302381 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-16f2ade2-b47e-44ad-9583-4df3e6355bf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:29.304335 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-384c147a-e58e-4501-8844-76204ca50b16 req-0b3da2f1-097d-4a65-8a9c-42ee3414f5f5 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks [] for floatingip, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:29.327015 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c44bc-e940-40cc-8d73-a29c38237154 req-89f6d72b-221d-409b-a321-d4e8abb851b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:29.327997 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4c0c44bc-e940-40cc-8d73-a29c38237154 req-89f6d72b-221d-409b-a321-d4e8abb851b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a603c520b904e74be85fb34c08a8e26&device_id=06e08617-ac99-4a8c-8d91-7fc109f96c53 HTTP/1.1" status: 200 len: 1099 time: 0.2357161 Nov 16 11:17:29.339698 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c34f22-aca2-4815-9d5c-ffa40ace4ae0 req-afdefc7a-2711-46f3-b533-9b3267d29606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:29.341359 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b6c34f22-aca2-4815-9d5c-ffa40ace4ae0 req-afdefc7a-2711-46f3-b533-9b3267d29606 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e6f6c22e-8152-4ca5-86d7-dcaf88c6db36 HTTP/1.1" status: 200 len: 921 time: 0.2966604 Nov 16 11:17:29.490572 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-384c147a-e58e-4501-8844-76204ca50b16 req-0b3da2f1-097d-4a65-8a9c-42ee3414f5f5 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:29.495672 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-384c147a-e58e-4501-8844-76204ca50b16 req-0b3da2f1-097d-4a65-8a9c-42ee3414f5f5 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:29.496035 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [req-384c147a-e58e-4501-8844-76204ca50b16 req-0b3da2f1-097d-4a65-8a9c-42ee3414f5f5 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Floating IP 08da17df-132b-4251-a25e-8cf920549bb0 disassociated. External IP: 172.25.0.52, port: 4cda06eb-9451-4582-9868-18e3cff78c93. Nov 16 11:17:29.515165 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-16f2ade2-b47e-44ad-9583-4df3e6355bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:29.554002 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-086be79f-d85b-48de-8be5-20dc48a4a419 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:29.572371 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ab866-23d8-4b8d-a845-323d9a22208e req-1fd830c0-25bd-42e2-a520-770db4917431 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:29.573856 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e14ab866-23d8-4b8d-a845-323d9a22208e req-1fd830c0-25bd-42e2-a520-770db4917431 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=26cc20ca-4736-4dce-be17-8fa1de67d92a HTTP/1.1" status: 200 len: 943 time: 0.1482244 Nov 16 11:17:29.594923 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b6c34f22-aca2-4815-9d5c-ffa40ace4ae0 req-ee3740da-0658-4c71-b607-f6c96ca007d1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cda06eb-9451-4582-9868-18e3cff78c93 HTTP/1.1" status: 200 len: 1000 time: 0.2379866 Nov 16 11:17:29.636347 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086be79f-d85b-48de-8be5-20dc48a4a419 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:17:29.665319 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-086be79f-d85b-48de-8be5-20dc48a4a419 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:17:29.700842 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086be79f-d85b-48de-8be5-20dc48a4a419 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:17:29.716581 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c44bc-e940-40cc-8d73-a29c38237154 req-f59a5a6e-8a5b-46df-91aa-1321269f6334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:29.718092 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4c0c44bc-e940-40cc-8d73-a29c38237154 req-f59a5a6e-8a5b-46df-91aa-1321269f6334 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.3600957 Nov 16 11:17:29.746189 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 2a794de1-a839-4552-b919-1666e7b8058d no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:17:29.762835 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-16f2ade2-b47e-44ad-9583-4df3e6355bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:29.766677 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 2a794de1-a839-4552-b919-1666e7b8058d {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:17:29.767233 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 2a794de1-a839-4552-b919-1666e7b8058d not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:17:29.775502 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086be79f-d85b-48de-8be5-20dc48a4a419 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Pushing event updated for resources: {'Port': ['ID=8e74ba5b-9537-4a9a-a1cd-2c98206af821,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:29.782486 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-a2e67017-2e9e-4afd-a345-56624609e8f7 service neutron] For port ec702909-9927-4754-a960-17e3497beea5, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=ec702909-9927-4754-a960-17e3497beea5,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:29.856091 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4c0c44bc-e940-40cc-8d73-a29c38237154 req-b75a20dd-3031-454f-be9e-5005d82e918a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=5cbbc87c-022a-4ee6-b9ed-87c67592e147 HTTP/1.1" status: 200 len: 217 time: 0.1099880 Nov 16 11:17:29.859726 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-16f2ade2-b47e-44ad-9583-4df3e6355bf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:29.862435 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-16f2ade2-b47e-44ad-9583-4df3e6355bf3 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/49842a25-7ba1-42ed-b86f-ac6f5db145ab HTTP/1.1" status: 204 len: 168 time: 0.8716922 Nov 16 11:17:29.865177 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f2ade2-b47e-44ad-9583-4df3e6355bf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49842a25-7ba1-42ed-b86f-ac6f5db145ab,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:29.866251 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 52074) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:29.872480 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c34f22-aca2-4815-9d5c-ffa40ace4ae0 req-32ea7fc0-e14e-4192-bfd7-a33df32d887a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:29.873910 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b6c34f22-aca2-4815-9d5c-ffa40ace4ae0 req-32ea7fc0-e14e-4192-bfd7-a33df32d887a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a723c1b5-1a0f-4323-9985-39160c514b43 HTTP/1.1" status: 200 len: 859 time: 0.2368243 Nov 16 11:17:29.910527 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-a2e67017-2e9e-4afd-a345-56624609e8f7 service neutron] For port ec702909-9927-4754-a960-17e3497beea5, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:17:29.967063 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e14ab866-23d8-4b8d-a845-323d9a22208e req-d81cb906-8b22-423d-8084-0d7463c57e9e tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790019 Nov 16 11:17:29.971513 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-24d2b096-6085-4908-97eb-0280cd27847c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:30.032150 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-a2e67017-2e9e-4afd-a345-56624609e8f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec702909-9927-4754-a960-17e3497beea5 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:17:30.059198 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c44bc-e940-40cc-8d73-a29c38237154 req-35633d1a-9ed7-4a39-83d5-981612931795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:30.060642 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4c0c44bc-e940-40cc-8d73-a29c38237154 req-35633d1a-9ed7-4a39-83d5-981612931795 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.1935148 Nov 16 11:17:30.065898 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-a2e67017-2e9e-4afd-a345-56624609e8f7 service neutron] For port ec702909-9927-4754-a960-17e3497beea5, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=ec702909-9927-4754-a960-17e3497beea5,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:30.078172 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-086be79f-d85b-48de-8be5-20dc48a4a419 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:30.101362 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c34f22-aca2-4815-9d5c-ffa40ace4ae0 req-817ef59d-7a4f-4a63-8311-148eb06580eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:30.103508 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b6c34f22-aca2-4815-9d5c-ffa40ace4ae0 req-817ef59d-7a4f-4a63-8311-148eb06580eb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e6f6c22e-8152-4ca5-86d7-dcaf88c6db36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2181067 Nov 16 11:17:30.130559 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-a2e67017-2e9e-4afd-a345-56624609e8f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:30.174434 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-24d2b096-6085-4908-97eb-0280cd27847c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:30.206230 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [req-384c147a-e58e-4501-8844-76204ca50b16 req-0b3da2f1-097d-4a65-8a9c-42ee3414f5f5 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Router 5cb65b80-9319-4634-a210-e0cd6ca8d1c4 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:17:30.215314 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-24d2b096-6085-4908-97eb-0280cd27847c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c2a49b2-4910-4eda-b6f5-44cb769c7006']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:17:30.230346 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-086be79f-d85b-48de-8be5-20dc48a4a419 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:30.237460 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b1b4f-7650-4738-befd-d4a1e2da366d req-3c3ed9ba-1ce6-444a-bef5-834f8b658d60 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:30.245424 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fc8b1b4f-7650-4738-befd-d4a1e2da366d req-3c3ed9ba-1ce6-444a-bef5-834f8b658d60 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b1c4ee9-480f-429e-8fe2-c94759c37759 HTTP/1.1" status: 200 len: 950 time: 0.1536944 Nov 16 11:17:30.250117 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-24d2b096-6085-4908-97eb-0280cd27847c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0a38a29-64e3-4f39-aa2c-d6ac658c3ecf') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:17:30.250520 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-24d2b096-6085-4908-97eb-0280cd27847c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0a38a29-64e3-4f39-aa2c-d6ac658c3ecf') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:17:30.272633 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c44bc-e940-40cc-8d73-a29c38237154 req-76947d23-2b3b-4479-86b4-9c0d1fcf55a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:30.274187 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4c0c44bc-e940-40cc-8d73-a29c38237154 req-76947d23-2b3b-4479-86b4-9c0d1fcf55a7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1920984 Nov 16 11:17:30.274321 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-24d2b096-6085-4908-97eb-0280cd27847c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:30.348935 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b6c34f22-aca2-4815-9d5c-ffa40ace4ae0 req-612a2219-2c88-499a-aefa-9ad72ee8a01b service neutron] 10.222.0.64 "GET /v2.0/networks/e6f6c22e-8152-4ca5-86d7-dcaf88c6db36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321131 Nov 16 11:17:30.366578 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-24d2b096-6085-4908-97eb-0280cd27847c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:30.387210 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fc8b1b4f-7650-4738-befd-d4a1e2da366d req-a566cf6a-1c6c-4565-a223-f68615026229 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/security-groups?id=256d21cc-6a60-4465-8fce-b1f34b03cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407294 Nov 16 11:17:30.388410 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24d2b096-6085-4908-97eb-0280cd27847c admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:17:30.388879 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-24d2b096-6085-4908-97eb-0280cd27847c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:30.392475 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:17:30.392475 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:17:30.392475 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:17:30.392475 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:17:30.392475 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:17:30.392475 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:17:30.392475 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:17:30.392475 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:17:30.392475 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:17:30.392475 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:17:30.392475 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:17:30.392475 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:17:30.392475 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:17:30.392475 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:17:30.392475 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:17:30.392475 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:17:30.392475 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:17:30.392475 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:17:30.392475 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:17:30.392475 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:17:30.392475 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:17:30.392475 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:17:30.392475 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:17:30.392475 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:17:30.392475 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:17:30.392475 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:17:30.392475 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:17:30.392475 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:17:30.392475 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:17:30.392475 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:17:30.392475 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:17:30.392475 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:17:30.478878 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-24d2b096-6085-4908-97eb-0280cd27847c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:30.493440 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-a2e67017-2e9e-4afd-a345-56624609e8f7 service neutron] Transition to ACTIVE for port object ec702909-9927-4754-a960-17e3497beea5 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:17:30.499087 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-24d2b096-6085-4908-97eb-0280cd27847c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:30.506011 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-24d2b096-6085-4908-97eb-0280cd27847c admin admin] 10.222.0.61 "DELETE /v2.0/networks/4c2a49b2-4910-4eda-b6f5-44cb769c7006 HTTP/1.1" status: 204 len: 168 time: 0.6340797 Nov 16 11:17:30.518716 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-a2e67017-2e9e-4afd-a345-56624609e8f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:30.544269 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-384c147a-e58e-4501-8844-76204ca50b16 req-0b3da2f1-097d-4a65-8a9c-42ee3414f5f5 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:17:30.547005 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d2b096-6085-4908-97eb-0280cd27847c admin admin] Pushing event deleted for resources: {'Network': ['ID=4c2a49b2-4910-4eda-b6f5-44cb769c7006,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:30.551319 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-384c147a-e58e-4501-8844-76204ca50b16 req-0b3da2f1-097d-4a65-8a9c-42ee3414f5f5 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:30.565710 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b292cc-e474-4ff8-bf86-3f62e62ca2c7 None None] Sync routers for ids ['5cb65b80-9319-4634-a210-e0cd6ca8d1c4'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:17:30.593154 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b292cc-e474-4ff8-bf86-3f62e62ca2c7 None None] Routers {'5cb65b80-9319-4634-a210-e0cd6ca8d1c4'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:17:30.599093 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-384c147a-e58e-4501-8844-76204ca50b16 req-0b3da2f1-097d-4a65-8a9c-42ee3414f5f5 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "PUT /v2.0/floatingips/08da17df-132b-4251-a25e-8cf920549bb0 HTTP/1.1" status: 200 len: 694 time: 1.3604648 Nov 16 11:17:30.600344 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-50b292cc-e474-4ff8-bf86-3f62e62ca2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:17:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5cb65b80-9319-4634-a210-e0cd6ca8d1c4'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:17:30.622425 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981677b7-3774-425e-9522-90ef1d86a40f req-56598a81-28e9-4635-8e9f-ce3b4658f3ad tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:30.631850 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-981677b7-3774-425e-9522-90ef1d86a40f req-56598a81-28e9-4635-8e9f-ce3b4658f3ad tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] 10.222.0.61 "GET /v2.0/ports?device_id=06e08617-ac99-4a8c-8d91-7fc109f96c53 HTTP/1.1" status: 200 len: 948 time: 0.1571505 Nov 16 11:17:30.695885 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64dc6b4d-c253-4934-ab47-24cfffd74e31', 'tag': '4cda06eb-9451-4582-9868-18e3cff78c93'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:17:30.699227 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58989927-e750-4d08-9540-0cf06b2fee20" -d '{"events": [{"name": "network-changed", "server_uuid": "64dc6b4d-c253-4934-ab47-24cfffd74e31", "tag": "4cda06eb-9451-4582-9868-18e3cff78c93"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:17:30.743950 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 5cbbc87c-022a-4ee6-b9ed-87c67592e147 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:17:30.766751 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-981677b7-3774-425e-9522-90ef1d86a40f req-3a6a7915-300b-42f0-8c61-a2138c8ab723 tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] 10.222.0.61 "GET /v2.0/security-groups?id=9bad7d3d-8d2d-4539-87cc-ead85771bd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285589 Nov 16 11:17:30.799650 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c147a-e58e-4501-8844-76204ca50b16 req-6b937786-e448-454d-9cc3-da3496e53b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:30.802850 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-384c147a-e58e-4501-8844-76204ca50b16 req-6b937786-e448-454d-9cc3-da3496e53b70 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c52a8c39fe94e6d89dd46750a80e67d&device_id=64dc6b4d-c253-4934-ab47-24cfffd74e31 HTTP/1.1" status: 200 len: 1096 time: 0.1467211 Nov 16 11:17:30.872172 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52082) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:30.893653 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4c0c44bc-e940-40cc-8d73-a29c38237154 req-e16fe79c-007f-49f8-a7c0-8c41b5b633e8 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5914066 Nov 16 11:17:30.991838 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.36', 63560) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:31.022091 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-a2e67017-2e9e-4afd-a345-56624609e8f7 service neutron] No DVR routers for this DVR port ec702909-9927-4754-a960-17e3497beea5 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:17:31.062251 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c147a-e58e-4501-8844-76204ca50b16 req-073c55d9-882b-4e81-a95a-6e0e64ed5dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:31.063737 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-384c147a-e58e-4501-8844-76204ca50b16 req-073c55d9-882b-4e81-a95a-6e0e64ed5dc3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6f6c22e-8152-4ca5-86d7-dcaf88c6db36 HTTP/1.1" status: 200 len: 921 time: 0.2551043 Nov 16 11:17:31.069594 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e67017-2e9e-4afd-a345-56624609e8f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec702909-9927-4754-a960-17e3497beea5,revision_number=10']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:31.095505 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b6c34f22-aca2-4815-9d5c-ffa40ace4ae0 req-a5d2e758-f3d6-41ac-a362-a8d50be742bd service neutron] 10.222.0.64 "GET /v2.0/networks/e6f6c22e-8152-4ca5-86d7-dcaf88c6db36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7144041 Nov 16 11:17:31.134774 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-50b292cc-e474-4ff8-bf86-3f62e62ca2c7 None None] Set router 5cb65b80-9319-4634-a210-e0cd6ca8d1c4 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:17:31.140827 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-086be79f-d85b-48de-8be5-20dc48a4a419 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:31.149718 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1595b3d-17e5-4d58-9f65-96eae0cecae6 x-openstack-request-id: req-b1595b3d-17e5-4d58-9f65-96eae0cecae6 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:17:31.150278 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64dc6b4d-c253-4934-ab47-24cfffd74e31", "tag": "4cda06eb-9451-4582-9868-18e3cff78c93", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:17:31.150614 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b1595b3d-17e5-4d58-9f65-96eae0cecae6 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:17:31.151005 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64dc6b4d-c253-4934-ab47-24cfffd74e31', 'tag': '4cda06eb-9451-4582-9868-18e3cff78c93', 'status': 'completed', 'code': 200} Nov 16 11:17:31.154806 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-384c147a-e58e-4501-8844-76204ca50b16 req-73daed00-7bbe-4cd6-b207-1a1198e9154d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cda06eb-9451-4582-9868-18e3cff78c93 HTTP/1.1" status: 200 len: 217 time: 0.0840459 Nov 16 11:17:31.181144 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30267a54-f66a-4d6e-8159-1816dfd687ba req-52c95900-b9d2-4daf-95ed-6d10dbf4d82b tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:31.183180 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-30267a54-f66a-4d6e-8159-1816dfd687ba req-52c95900-b9d2-4daf-95ed-6d10dbf4d82b tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b1c4ee9-480f-429e-8fe2-c94759c37759 HTTP/1.1" status: 200 len: 950 time: 0.1898539 Nov 16 11:17:31.207810 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-cf666883-7c7f-4df2-9c21-2f9abf8b4fd7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=81d5f20b63864ede8b6de4e96ad89a1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3317523 Nov 16 11:17:31.213281 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 52086) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:31.248784 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-086be79f-d85b-48de-8be5-20dc48a4a419 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:31.348481 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-a2e67017-2e9e-4afd-a345-56624609e8f7 service neutron] 10.222.0.36 "PUT /v2.0/ports/ec702909-9927-4754-a960-17e3497beea5/bindings/n-h2-816823-3/activate HTTP/1.1" status: 200 len: 369 time: 2.3705227 Nov 16 11:17:31.376446 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086be79f-d85b-48de-8be5-20dc48a4a419 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Pushing event updated for resources: {'Port': ['ID=8e74ba5b-9537-4a9a-a1cd-2c98206af821,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:31.387016 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58989927-e750-4d08-9540-0cf06b2fee20 req-1567e41e-7380-4bb1-9080-6a986c7e576c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:31.388520 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-58989927-e750-4d08-9540-0cf06b2fee20 req-1567e41e-7380-4bb1-9080-6a986c7e576c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6c52a8c39fe94e6d89dd46750a80e67d&device_id=64dc6b4d-c253-4934-ab47-24cfffd74e31 HTTP/1.1" status: 200 len: 1096 time: 0.1812484 Nov 16 11:17:31.459511 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c147a-e58e-4501-8844-76204ca50b16 req-65667d88-5012-45db-a2d6-ed6fad35d0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:31.463552 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-384c147a-e58e-4501-8844-76204ca50b16 req-65667d88-5012-45db-a2d6-ed6fad35d0b9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a723c1b5-1a0f-4323-9985-39160c514b43 HTTP/1.1" status: 200 len: 859 time: 0.3013484 Nov 16 11:17:31.496053 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-086be79f-d85b-48de-8be5-20dc48a4a419 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:31.531415 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 5cbbc87c-022a-4ee6-b9ed-87c67592e147, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=5cbbc87c-022a-4ee6-b9ed-87c67592e147,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:31.543129 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4c0c44bc-e940-40cc-8d73-a29c38237154 req-22e2f5f5-39b5-484a-b60e-eab71231ed2f service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6297243 Nov 16 11:17:31.553335 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-086be79f-d85b-48de-8be5-20dc48a4a419 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:31.554628 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-086be79f-d85b-48de-8be5-20dc48a4a419 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2276335 Nov 16 11:17:31.581281 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-7a73f6d9-1de8-4b23-82c3-f7067e30ab5e tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:31.584191 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-7a73f6d9-1de8-4b23-82c3-f7067e30ab5e tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=26cc20ca-4736-4dce-be17-8fa1de67d92a&tenant_id=fca4017bffc548cea20e1270411b1992&binding%3Ahost_id=n-h1-816823-3 HTTP/1.1" status: 200 len: 1095 time: 0.1084654 Nov 16 11:17:31.590523 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '5cbbc87c-022a-4ee6-b9ed-87c67592e147', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'port_id': '5cbbc87c-022a-4ee6-b9ed-87c67592e147', 'mac_address': 'fa:16:3e:70:e7:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c770cc-51d7-42eb-b4a6-9a605bacae0f', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:17:31.606775 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e714347-7dcf-4d7b-b444-90dbc9d75983 req-905cef15-a705-4e82-9b8b-5972201624db tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:31.615868 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8e714347-7dcf-4d7b-b444-90dbc9d75983 req-905cef15-a705-4e82-9b8b-5972201624db tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=26cc20ca-4736-4dce-be17-8fa1de67d92a HTTP/1.1" status: 200 len: 944 time: 0.3758068 Nov 16 11:17:31.618685 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7c45a758-a2e8-4d17-b03a-55a97be9655f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:31.633685 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-50b292cc-e474-4ff8-bf86-3f62e62ca2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-687097913-router', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:16:30Z', 'updated_at': '2021-11-16T11:16:40Z', 'revision_number': 4, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'gw_port': {'id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:31Z', 'updated_at': '2021-11-16T11:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '6281edb3-4f8e-47f0-a859-0898e1765764', 'name': '', 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'mac_address': 'fa:16:3e:36:19:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a723c1b5-1a0f-4323-9985-39160c514b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:38Z', 'updated_at': '2021-11-16T11:16:46Z', 'revision_number': 5, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'subnets': [{'id': 'a723c1b5-1a0f-4323-9985-39160c514b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:17:31.653744 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58989927-e750-4d08-9540-0cf06b2fee20 req-d779e30c-feef-45a2-9e18-8125ee868b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:31.655362 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-58989927-e750-4d08-9540-0cf06b2fee20 req-d779e30c-feef-45a2-9e18-8125ee868b79 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e6f6c22e-8152-4ca5-86d7-dcaf88c6db36 HTTP/1.1" status: 200 len: 921 time: 0.2558286 Nov 16 11:17:31.660102 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c147a-e58e-4501-8844-76204ca50b16 req-94d5fc3e-0c30-4cee-b9aa-f0de90e60a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:31.662059 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-384c147a-e58e-4501-8844-76204ca50b16 req-94d5fc3e-0c30-4cee-b9aa-f0de90e60a46 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6f6c22e-8152-4ca5-86d7-dcaf88c6db36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1889398 Nov 16 11:17:31.671785 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:31.698622 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7c45a758-a2e8-4d17-b03a-55a97be9655f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:31.716594 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-58989927-e750-4d08-9540-0cf06b2fee20 req-2d4b5f58-984a-48ea-944c-eda321e30d4b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cda06eb-9451-4582-9868-18e3cff78c93 HTTP/1.1" status: 200 len: 217 time: 0.0455379 Nov 16 11:17:31.743781 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b292cc-e474-4ff8-bf86-3f62e62ca2c7 None None] Checking router: 5cb65b80-9319-4634-a210-e0cd6ca8d1c4 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:17:31.757667 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cbbc87c-022a-4ee6-b9ed-87c67592e147 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:17:31.764625 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-30267a54-f66a-4d6e-8159-1816dfd687ba req-36251f50-e9d6-4abb-aeff-c847b4cb4d3c tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Deleting port eba64a77-5690-40d6-b7fa-a1ec928541e3 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:17:31.765331 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-30267a54-f66a-4d6e-8159-1816dfd687ba req-36251f50-e9d6-4abb-aeff-c847b4cb4d3c tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:31.767541 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-3a36eb67-3eba-4416-bb46-2098d11e70ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:31.769957 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-3a36eb67-3eba-4416-bb46-2098d11e70ef service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=26cc20ca-4736-4dce-be17-8fa1de67d92a&tenant_id=fca4017bffc548cea20e1270411b1992 HTTP/1.1" status: 200 len: 1095 time: 0.1671751 Nov 16 11:17:31.795615 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58989927-e750-4d08-9540-0cf06b2fee20 req-3d2e0fbc-554a-4c37-a010-b80031a3d7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:31.797648 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-58989927-e750-4d08-9540-0cf06b2fee20 req-3d2e0fbc-554a-4c37-a010-b80031a3d7dc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a723c1b5-1a0f-4323-9985-39160c514b43 HTTP/1.1" status: 200 len: 859 time: 0.0664585 Nov 16 11:17:31.812102 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b292cc-e474-4ff8-bf86-3f62e62ca2c7 None None] Routers {'5cb65b80-9319-4634-a210-e0cd6ca8d1c4'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:17:31.813019 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-50b292cc-e474-4ff8-bf86-3f62e62ca2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:17:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5cb65b80-9319-4634-a210-e0cd6ca8d1c4'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:17:31.844897 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8e714347-7dcf-4d7b-b444-90dbc9d75983 req-5bb6473e-a3c0-46ba-87ac-6438623a2230 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229011 Nov 16 11:17:31.853719 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 5cbbc87c-022a-4ee6-b9ed-87c67592e147, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=5cbbc87c-022a-4ee6-b9ed-87c67592e147,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:31.907040 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:31.919981 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-e9efec8f-2b18-45a0-8f23-585c909d2912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:31.921693 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-e9efec8f-2b18-45a0-8f23-585c909d2912 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fca4017bffc548cea20e1270411b1992&device_id=26cc20ca-4736-4dce-be17-8fa1de67d92a HTTP/1.1" status: 200 len: 1095 time: 0.1014712 Nov 16 11:17:31.932313 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58989927-e750-4d08-9540-0cf06b2fee20 req-9df07b75-347c-4f55-a0f6-c1a42f729375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:31.934780 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-58989927-e750-4d08-9540-0cf06b2fee20 req-9df07b75-347c-4f55-a0f6-c1a42f729375 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e6f6c22e-8152-4ca5-86d7-dcaf88c6db36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623746 Nov 16 11:17:31.995659 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=5cbbc87c-022a-4ee6-b9ed-87c67592e147,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:32.001661 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7c45a758-a2e8-4d17-b03a-55a97be9655f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:32.004499 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7c45a758-a2e8-4d17-b03a-55a97be9655f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:32.005820 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7c45a758-a2e8-4d17-b03a-55a97be9655f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e9a111c8-3209-44f4-82f5-6a19acf46c29 HTTP/1.1" status: 204 len: 168 time: 0.7903590 Nov 16 11:17:32.056161 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-50b292cc-e474-4ff8-bf86-3f62e62ca2c7 None None] Set router 5cb65b80-9319-4634-a210-e0cd6ca8d1c4 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:17:32.066691 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-30267a54-f66a-4d6e-8159-1816dfd687ba req-36251f50-e9d6-4abb-aeff-c847b4cb4d3c tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] For port eba64a77-5690-40d6-b7fa-a1ec928541e3, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=eba64a77-5690-40d6-b7fa-a1ec928541e3,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:32.068283 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-30267a54-f66a-4d6e-8159-1816dfd687ba req-36251f50-e9d6-4abb-aeff-c847b4cb4d3c tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:32.089893 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c45a758-a2e8-4d17-b03a-55a97be9655f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a111c8-3209-44f4-82f5-6a19acf46c29,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:32.106307 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-384c147a-e58e-4501-8844-76204ca50b16 req-a5db7e04-1692-416c-911f-81234a077e96 service neutron] 10.222.0.61 "GET /v2.0/networks/e6f6c22e-8152-4ca5-86d7-dcaf88c6db36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343023 Nov 16 11:17:32.128469 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-5bb5d2bd-9e84-48a1-8eed-b10dabbe7e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:32.129972 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-5bb5d2bd-9e84-48a1-8eed-b10dabbe7e55 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7bb2a97-86e1-4934-a454-677fe86f6d7e HTTP/1.1" status: 200 len: 909 time: 0.1943204 Nov 16 11:17:32.131839 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-58989927-e750-4d08-9540-0cf06b2fee20 req-212ca5a7-0d7e-4c63-b297-dc266e5fa4d7 service neutron] 10.222.0.64 "GET /v2.0/networks/e6f6c22e-8152-4ca5-86d7-dcaf88c6db36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869583 Nov 16 11:17:32.138569 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-30267a54-f66a-4d6e-8159-1816dfd687ba req-36251f50-e9d6-4abb-aeff-c847b4cb4d3c tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Calling delete_port for eba64a77-5690-40d6-b7fa-a1ec928541e3 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:17:32.205978 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6e68a-c134-41b7-822f-308f7c096d06 req-17a9bda3-ae6e-4456-ac1e-19f80d608c91 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:32.213658 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a9a6e68a-c134-41b7-822f-308f7c096d06 req-17a9bda3-ae6e-4456-ac1e-19f80d608c91 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b1c4ee9-480f-429e-8fe2-c94759c37759 HTTP/1.1" status: 200 len: 950 time: 0.2566006 Nov 16 11:17:32.245841 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['5cbbc87c-022a-4ee6-b9ed-87c67592e147'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:17:32.373496 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-384c147a-e58e-4501-8844-76204ca50b16 req-42963860-e770-4cba-be2c-6408d770f577 service neutron] 10.222.0.61 "GET /v2.0/networks/e6f6c22e-8152-4ca5-86d7-dcaf88c6db36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585201 Nov 16 11:17:32.390830 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a9a6e68a-c134-41b7-822f-308f7c096d06 req-854f7f54-ac58-44b4-b6e7-d9744839bdf0 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/security-groups?id=256d21cc-6a60-4465-8fce-b1f34b03cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761336 Nov 16 11:17:32.412192 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-1729a70e-936e-48d6-b448-55f9a81c2617 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec702909-9927-4754-a960-17e3497beea5 HTTP/1.1" status: 200 len: 217 time: 0.2647042 Nov 16 11:17:32.516374 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-50b292cc-e474-4ff8-bf86-3f62e62ca2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-687097913-router', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:16:30Z', 'updated_at': '2021-11-16T11:16:40Z', 'revision_number': 4, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'gw_port': {'id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:31Z', 'updated_at': '2021-11-16T11:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '6281edb3-4f8e-47f0-a859-0898e1765764', 'name': '', 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'mac_address': 'fa:16:3e:36:19:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a723c1b5-1a0f-4323-9985-39160c514b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:38Z', 'updated_at': '2021-11-16T11:16:46Z', 'revision_number': 5, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'subnets': [{'id': 'a723c1b5-1a0f-4323-9985-39160c514b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:17:32.520495 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-c1cda220-ccc6-4d4a-89f0-fdf27a1242ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:32.522168 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-c1cda220-ccc6-4d4a-89f0-fdf27a1242ad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7e023778-0206-43f4-abc1-4c067f7e46aa HTTP/1.1" status: 200 len: 848 time: 0.0929685 Nov 16 11:17:32.539552 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-30267a54-f66a-4d6e-8159-1816dfd687ba req-36251f50-e9d6-4abb-aeff-c847b4cb4d3c tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:32.586193 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b292cc-e474-4ff8-bf86-3f62e62ca2c7 None None] The sync data for ids ['5cb65b80-9319-4634-a210-e0cd6ca8d1c4'] in n-d-816823-3 is: [{'id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-687097913-router', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:16:30Z', 'updated_at': '2021-11-16T11:16:40Z', 'revision_number': 4, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'gw_port': {'id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:31Z', 'updated_at': '2021-11-16T11:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '6281edb3-4f8e-47f0-a859-0898e1765764', 'name': '', 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'mac_address': 'fa:16:3e:36:19:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a723c1b5-1a0f-4323-9985-39160c514b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:38Z', 'updated_at': '2021-11-16T11:16:46Z', 'revision_number': 5, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'subnets': [{'id': 'a723c1b5-1a0f-4323-9985-39160c514b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:17:32.620852 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-ea9b7249-bbe8-4253-a9d4-174d58a7b617 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7bb2a97-86e1-4934-a454-677fe86f6d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812511 Nov 16 11:17:32.622778 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-58989927-e750-4d08-9540-0cf06b2fee20 req-fbd2bae5-d925-4de3-9b22-cc0fcb44512c service neutron] 10.222.0.64 "GET /v2.0/networks/e6f6c22e-8152-4ca5-86d7-dcaf88c6db36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4728057 Nov 16 11:17:32.629689 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-66fd1c8c-6227-4dfe-9053-b39847478b91 req-a43cec62-694c-4a5e-8885-70798e26183a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=49951d47-bb66-4e8c-add0-01500f30fe61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4472768 Nov 16 11:17:32.695252 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device eba64a77-5690-40d6-b7fa-a1ec928541e3 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:17:32.696629 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36251f50-e9d6-4abb-aeff-c847b4cb4d3c tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Pushing event deleted for resources: {'Port': ['ID=eba64a77-5690-40d6-b7fa-a1ec928541e3,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:32.730600 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: eba64a77-5690-40d6-b7fa-a1ec928541e3 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:17:32.731224 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device eba64a77-5690-40d6-b7fa-a1ec928541e3 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:17:32.732010 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device ec702909-9927-4754-a960-17e3497beea5 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:17:32.793025 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device ec702909-9927-4754-a960-17e3497beea5 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:17:32.835112 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac775f-427e-4ba3-ac64-b932fc280703 req-ec9e1034-df5b-4633-ad8c-1134369cba44 tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:32.835364 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd1c8c-6227-4dfe-9053-b39847478b91 req-aed91bad-899e-4ddf-bff9-48971f9714fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:32.836699 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-66fd1c8c-6227-4dfe-9053-b39847478b91 req-aed91bad-899e-4ddf-bff9-48971f9714fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=383f9339409a4bda8a736f481c391f17&device_id=49951d47-bb66-4e8c-add0-01500f30fe61 HTTP/1.1" status: 200 len: 1100 time: 0.1292658 Nov 16 11:17:32.839647 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eaac775f-427e-4ba3-ac64-b932fc280703 req-ec9e1034-df5b-4633-ad8c-1134369cba44 tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] 10.222.0.61 "GET /v2.0/ports?device_id=06e08617-ac99-4a8c-8d91-7fc109f96c53 HTTP/1.1" status: 200 len: 949 time: 0.3238094 Nov 16 11:17:32.847912 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-b2c62ca9-2eb2-4974-9d58-f30c79021e7c service neutron] 10.222.0.64 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133007 Nov 16 11:17:32.873899 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-30267a54-f66a-4d6e-8159-1816dfd687ba req-36251f50-e9d6-4abb-aeff-c847b4cb4d3c tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] No DVR routers for this DVR port eba64a77-5690-40d6-b7fa-a1ec928541e3 on host n-h1-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:17:32.918322 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-30267a54-f66a-4d6e-8159-1816dfd687ba req-36251f50-e9d6-4abb-aeff-c847b4cb4d3c tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:32.921751 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-30267a54-f66a-4d6e-8159-1816dfd687ba req-36251f50-e9d6-4abb-aeff-c847b4cb4d3c tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.36 "DELETE /v2.0/ports/eba64a77-5690-40d6-b7fa-a1ec928541e3 HTTP/1.1" status: 204 len: 173 time: 1.7184746 Nov 16 11:17:32.977448 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['e6040b3b-13b3-476d-b8e7-6f334657eb29'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:17:32.978390 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eaac775f-427e-4ba3-ac64-b932fc280703 req-ed11afdd-bd5e-4681-b084-6d21cd997757 tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] 10.222.0.61 "GET /v2.0/security-groups?id=9bad7d3d-8d2d-4539-87cc-ead85771bd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210487 Nov 16 11:17:32.987019 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-d05fd152-b831-459e-b148-47232818ea7c tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:32.995462 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-d05fd152-b831-459e-b148-47232818ea7c tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/networks?id=c4691fdd-c34e-4845-9ba0-d80523cbe337 HTTP/1.1" status: 200 len: 821 time: 0.4169624 Nov 16 11:17:33.010698 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-ff5f5d58-8197-485e-87b0-c0659502b8d5 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/quotas/fee5a1c288eb4601938f56b1ce0e58a0 HTTP/1.1" status: 200 len: 375 time: 0.0140426 Nov 16 11:17:33.130611 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-fc2004a0-4ba0-4891-9124-0edd571f276a tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=fee5a1c288eb4601938f56b1ce0e58a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1172211 Nov 16 11:17:33.151571 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b1c4ee9-480f-429e-8fe2-c94759c37759', 'name': 'network-vif-deleted', 'tag': 'eba64a77-5690-40d6-b7fa-a1ec928541e3'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:17:33.154083 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d245c581-87f3-4ae1-a093-369138ff3477" -d '{"events": [{"server_uuid": "3b1c4ee9-480f-429e-8fe2-c94759c37759", "name": "network-vif-deleted", "tag": "eba64a77-5690-40d6-b7fa-a1ec928541e3"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:17:33.159235 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654895a2-75d3-4f89-9932-390e2a70306f None None] New status for floating IP 08da17df-132b-4251-a25e-8cf920549bb0: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:17:33.294428 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-0de2787c-0765-4477-9359-50054a417c18 service neutron] 10.222.0.61 "GET /v2.0/networks/c4691fdd-c34e-4845-9ba0-d80523cbe337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539366 Nov 16 11:17:33.350986 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd1c8c-6227-4dfe-9053-b39847478b91 req-a4bd2af0-17f3-4608-9958-ad307a581932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:33.354519 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-66fd1c8c-6227-4dfe-9053-b39847478b91 req-a4bd2af0-17f3-4608-9958-ad307a581932 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.4887910 Nov 16 11:17:33.472768 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 52136) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:33.495933 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-66fd1c8c-6227-4dfe-9053-b39847478b91 req-a0d040e3-b14d-4636-b64f-506c878c7db1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=e6040b3b-13b3-476d-b8e7-6f334657eb29 HTTP/1.1" status: 200 len: 217 time: 0.1115463 Nov 16 11:17:33.502319 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-31b496cc-166c-4b37-b50b-dabe0ceb681d service neutron] 10.222.0.61 "GET /v2.0/networks/c4691fdd-c34e-4845-9ba0-d80523cbe337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008762 Nov 16 11:17:33.635660 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-cb46b20f-3f0c-418a-8e89-7bef7929ddcf service neutron] 10.222.0.64 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7717524 Nov 16 11:17:33.638793 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d5d93648-2af0-4370-892a-a23079244657 req-7209cea9-0fd0-471a-81f3-ced451319695 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bdf133c1-f2b1-4653-b566-7b80d60f8496&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5643325 Nov 16 11:17:33.661409 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd1c8c-6227-4dfe-9053-b39847478b91 req-f5b2f8dd-071b-4c0d-b79b-b3717b3565c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:33.662882 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-66fd1c8c-6227-4dfe-9053-b39847478b91 req-f5b2f8dd-071b-4c0d-b79b-b3717b3565c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.1486330 Nov 16 11:17:33.683250 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-11108dd6-5c82-4fb0-9b83-7cfcdd6e028e admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1492371449-network', 'tenant_id': 'a34fdeba44e84f93a397c59ce8f35619'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:17:33.714380 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add3a42d-df79-44ef-b0c1-57b1aafe56cf x-openstack-request-id: req-add3a42d-df79-44ef-b0c1-57b1aafe56cf {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:17:33.715024 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b1c4ee9-480f-429e-8fe2-c94759c37759", "name": "network-vif-deleted", "tag": "eba64a77-5690-40d6-b7fa-a1ec928541e3", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:17:33.715024 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-add3a42d-df79-44ef-b0c1-57b1aafe56cf {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:17:33.717782 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b1c4ee9-480f-429e-8fe2-c94759c37759', 'name': 'network-vif-deleted', 'tag': 'eba64a77-5690-40d6-b7fa-a1ec928541e3', 'status': 'completed', 'code': 200} Nov 16 11:17:33.723432 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11108dd6-5c82-4fb0-9b83-7cfcdd6e028e admin admin] Made reservation on behalf of a34fdeba44e84f93a397c59ce8f35619 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:17:33.732378 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11108dd6-5c82-4fb0-9b83-7cfcdd6e028e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:33.756218 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd1c8c-6227-4dfe-9053-b39847478b91 req-41e04f3a-c147-4bd2-b07a-24dde823dba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:33.759038 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-66fd1c8c-6227-4dfe-9053-b39847478b91 req-41e04f3a-c147-4bd2-b07a-24dde823dba2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0867105 Nov 16 11:17:33.766294 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11108dd6-5c82-4fb0-9b83-7cfcdd6e028e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:33.810083 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6824fe-a7e3-41fb-9c37-4209e2069046 req-93aab4f5-eeb5-4105-bc95-3a3256955988 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:33.814923 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4a6824fe-a7e3-41fb-9c37-4209e2069046 req-93aab4f5-eeb5-4105-bc95-3a3256955988 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=26cc20ca-4736-4dce-be17-8fa1de67d92a HTTP/1.1" status: 200 len: 944 time: 0.1853540 Nov 16 11:17:33.897822 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a9fc0662-1449-41f5-a803-813c4b7044f2 req-363bcf9d-f119-4ccf-964a-ee6a3ad72f7d tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/ports?device_id=3b1c4ee9-480f-429e-8fe2-c94759c37759 HTTP/1.1" status: 200 len: 210 time: 0.0510788 Nov 16 11:17:33.953956 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d93648-2af0-4370-892a-a23079244657 req-c9b517c4-35de-4187-9e14-e05c1ecd0019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:33.983106 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d5d93648-2af0-4370-892a-a23079244657 req-c9b517c4-35de-4187-9e14-e05c1ecd0019 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=633ef91d4b18467e89e639dc8864c492&device_id=bdf133c1-f2b1-4653-b566-7b80d60f8496 HTTP/1.1" status: 200 len: 1097 time: 0.1187122 Nov 16 11:17:34.029144 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-66fd1c8c-6227-4dfe-9053-b39847478b91 req-e71e4d21-e358-4b8b-8697-7629adf0fc2b service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636001 Nov 16 11:17:34.163911 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-4630c142-d9de-4c83-9a6c-bfa6f91d4ad7 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:34.165871 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-4630c142-d9de-4c83-9a6c-bfa6f91d4ad7 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=26cc20ca-4736-4dce-be17-8fa1de67d92a&tenant_id=fca4017bffc548cea20e1270411b1992&binding%3Ahost_id=n-h2-816823-3 HTTP/1.1" status: 200 len: 1095 time: 0.1816070 Nov 16 11:17:34.349801 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4a6824fe-a7e3-41fb-9c37-4209e2069046 req-42528ba2-2a79-497a-9ef7-abd1ec814110 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5215468 Nov 16 11:17:34.403687 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a016f1f-f83d-4f63-851d-328c2cb50c7b req-c06768d0-ec37-4f6d-9c01-59a724b4e3fb tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:34.405442 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5a016f1f-f83d-4f63-851d-328c2cb50c7b req-c06768d0-ec37-4f6d-9c01-59a724b4e3fb tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/ports?device_id=7814a2be-fc55-4993-8a05-51665a950417&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1076865 Nov 16 11:17:34.475897 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-66fd1c8c-6227-4dfe-9053-b39847478b91 req-4afd4416-2833-4850-8850-f479274c68b5 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341869 Nov 16 11:17:34.476972 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d93648-2af0-4370-892a-a23079244657 req-4321ccc4-4c9e-4c47-9b92-288fba5aeddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:34.478352 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d5d93648-2af0-4370-892a-a23079244657 req-4321ccc4-4c9e-4c47-9b92-288fba5aeddb service neutron] 10.222.0.64 "GET /v2.0/networks?id=51c062da-8d2e-4635-9233-083382f5e91b HTTP/1.1" status: 200 len: 924 time: 0.4734762 Nov 16 11:17:34.547049 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5a016f1f-f83d-4f63-851d-328c2cb50c7b req-6d2a9ac7-55c0-4da5-a0d5-63425e1cfab2 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.52 HTTP/1.1" status: 200 len: 695 time: 0.1333685 Nov 16 11:17:34.552703 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bddb6b4a-6959-4397-96fb-29b4d10ffb14 req-e97ccfb8-7032-4d99-8882-aaa18aa0d7dd tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=38a076ee-40e7-416f-be53-99c6b5fdac14 HTTP/1.1" status: 200 len: 210 time: 0.0610464 Nov 16 11:17:34.556745 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11108dd6-5c82-4fb0-9b83-7cfcdd6e028e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:34.561277 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-5a016f1f-f83d-4f63-851d-328c2cb50c7b req-cc4ef995-2a04-42e1-a5c9-0feff366c325 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Request body: {'floatingip': {'port_id': '0cf3a3e2-009c-48fc-83c2-e1204a58704f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:17:34.600472 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11108dd6-5c82-4fb0-9b83-7cfcdd6e028e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:34.602945 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d5d93648-2af0-4370-892a-a23079244657 req-4f9f1952-c50c-4fb2-b7fa-1730d1273d9c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52a315bf-0c07-4dbf-a0a5-6691c5db1a16 HTTP/1.1" status: 200 len: 1001 time: 0.1113107 Nov 16 11:17:34.622411 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5a016f1f-f83d-4f63-851d-328c2cb50c7b req-cc4ef995-2a04-42e1-a5c9-0feff366c325 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks [] for floatingip, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:34.662483 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-af919cbf-aa16-4d93-82b7-6daa99740d4c service neutron] For port ec702909-9927-4754-a960-17e3497beea5, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:17:34.668665 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-af919cbf-aa16-4d93-82b7-6daa99740d4c service neutron] Publish callbacks [] for binding, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:34.670044 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bbc0db37-2490-42e8-9ab5-1ccae60c8b15 req-af919cbf-aa16-4d93-82b7-6daa99740d4c service neutron] 10.222.0.64 "DELETE /v2.0/ports/ec702909-9927-4754-a960-17e3497beea5/bindings/n-h1-816823-3 HTTP/1.1" status: 204 len: 173 time: 0.4836488 Nov 16 11:17:34.697657 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d93648-2af0-4370-892a-a23079244657 req-1458b0e3-73a9-4739-844e-a6a96f929ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:34.703479 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d5d93648-2af0-4370-892a-a23079244657 req-1458b0e3-73a9-4739-844e-a6a96f929ff5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3a80f9cd-7734-45f6-8085-b4fd319f0cf2 HTTP/1.1" status: 200 len: 862 time: 0.0836818 Nov 16 11:17:34.710919 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 5cbbc87c-022a-4ee6-b9ed-87c67592e147 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:17:34.713667 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11108dd6-5c82-4fb0-9b83-7cfcdd6e028e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:17:34.723467 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11108dd6-5c82-4fb0-9b83-7cfcdd6e028e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:34.724119 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-11108dd6-5c82-4fb0-9b83-7cfcdd6e028e admin admin] Added segment 094d568f-dfdb-4b0a-b65f-60c75709af03 of type vlan for network 8833cbf5-f3e1-47e0-8323-3467bba35bd6 Nov 16 11:17:34.782640 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d93648-2af0-4370-892a-a23079244657 req-749bbd8d-0df3-4b6d-994e-0b5d6de2b007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:34.784922 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d5d93648-2af0-4370-892a-a23079244657 req-749bbd8d-0df3-4b6d-994e-0b5d6de2b007 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=51c062da-8d2e-4635-9233-083382f5e91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700498 Nov 16 11:17:34.787104 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port 5cbbc87c-022a-4ee6-b9ed-87c67592e147 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:17:34.794102 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 5cbbc87c-022a-4ee6-b9ed-87c67592e147 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:17:34.794957 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:34.796863 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11108dd6-5c82-4fb0-9b83-7cfcdd6e028e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448ce765-1b31-4d8a-8eeb-a8c7115e03ca,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:34.864496 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11108dd6-5c82-4fb0-9b83-7cfcdd6e028e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:34.899326 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:34.943527 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e08617-ac99-4a8c-8d91-7fc109f96c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cbbc87c-022a-4ee6-b9ed-87c67592e147'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:17:34.947329 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236383f6-fd2f-4895-ba1f-593604ebc061" -d '{"events": [{"server_uuid": "06e08617-ac99-4a8c-8d91-7fc109f96c53", "name": "network-vif-plugged", "status": "completed", "tag": "5cbbc87c-022a-4ee6-b9ed-87c67592e147"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:17:34.956946 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d5d93648-2af0-4370-892a-a23079244657 req-496d4b3e-838f-4eba-b636-97eb4d5a28fd service neutron] 10.222.0.64 "GET /v2.0/networks/51c062da-8d2e-4635-9233-083382f5e91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485198 Nov 16 11:17:34.963083 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 5cbbc87c-022a-4ee6-b9ed-87c67592e147, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=5cbbc87c-022a-4ee6-b9ed-87c67592e147,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:34.975915 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:35.005542 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5e8ed-fa25-4605-9a3f-b16d7fb46c9e req-1a4d3299-b949-454a-91b7-0e0f92bbbcc8 tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:35.007138 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2ae5e8ed-fa25-4605-9a3f-b16d7fb46c9e req-1a4d3299-b949-454a-91b7-0e0f92bbbcc8 tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] 10.222.0.61 "GET /v2.0/ports?device_id=06e08617-ac99-4a8c-8d91-7fc109f96c53 HTTP/1.1" status: 200 len: 949 time: 0.2439413 Nov 16 11:17:35.012920 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11108dd6-5c82-4fb0-9b83-7cfcdd6e028e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:35.013865 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11108dd6-5c82-4fb0-9b83-7cfcdd6e028e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:35.020135 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11108dd6-5c82-4fb0-9b83-7cfcdd6e028e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:35.105178 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=5cbbc87c-022a-4ee6-b9ed-87c67592e147,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:35.115773 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-11108dd6-5c82-4fb0-9b83-7cfcdd6e028e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6447203 Nov 16 11:17:35.129819 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 52162) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:35.139182 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-58036bca-7585-4817-9c7d-09ea916e3d16 admin admin] Request body: {'subnet': {'network_id': '8833cbf5-f3e1-47e0-8323-3467bba35bd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1492371449-subnet', 'tenant_id': 'a34fdeba44e84f93a397c59ce8f35619', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:17:35.181288 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11108dd6-5c82-4fb0-9b83-7cfcdd6e028e admin admin] Pushing event updated for resources: {'Network': ['ID=8833cbf5-f3e1-47e0-8323-3467bba35bd6,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:35.190000 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16951ea9-2480-453f-8130-82afa0e93908 req-a87b6669-4233-4ebb-9c1a-a09073c0954f tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:35.192144 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16951ea9-2480-453f-8130-82afa0e93908 req-a87b6669-4233-4ebb-9c1a-a09073c0954f tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.64 "GET /v2.0/ports?device_id=64dc6b4d-c253-4934-ab47-24cfffd74e31 HTTP/1.1" status: 200 len: 945 time: 0.1562858 Nov 16 11:17:35.194678 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 8833cbf5-f3e1-47e0-8323-3467bba35bd6 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:17:35.262092 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d5d93648-2af0-4370-892a-a23079244657 req-49ec7437-de69-4efa-a112-1063a74d7d88 service neutron] 10.222.0.64 "GET /v2.0/networks/51c062da-8d2e-4635-9233-083382f5e91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946732 Nov 16 11:17:35.263386 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2ae5e8ed-fa25-4605-9a3f-b16d7fb46c9e req-3e2371b3-612e-442a-ac27-b38a2af684d5 tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] 10.222.0.61 "GET /v2.0/security-groups?id=9bad7d3d-8d2d-4539-87cc-ead85771bd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377119 Nov 16 11:17:35.376296 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-16951ea9-2480-453f-8130-82afa0e93908 req-fbf8fbb2-3505-4c2f-bfb3-91134c6f66ac tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Deleting port 4cda06eb-9451-4582-9868-18e3cff78c93 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:17:35.377413 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-16951ea9-2480-453f-8130-82afa0e93908 req-fbf8fbb2-3505-4c2f-bfb3-91134c6f66ac tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:35.377783 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58036bca-7585-4817-9c7d-09ea916e3d16 admin admin] Made reservation on behalf of a34fdeba44e84f93a397c59ce8f35619 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:17:35.380357 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-58036bca-7585-4817-9c7d-09ea916e3d16 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:35.497019 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-16951ea9-2480-453f-8130-82afa0e93908 req-fbf8fbb2-3505-4c2f-bfb3-91134c6f66ac tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] For port 4cda06eb-9451-4582-9868-18e3cff78c93, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=4cda06eb-9451-4582-9868-18e3cff78c93,segment=NetworkSegment(493b8b27-dbac-4588-be26-e66a243cc432),segment_id=493b8b27-dbac-4588-be26-e66a243cc432)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:35.497535 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-16951ea9-2480-453f-8130-82afa0e93908 req-fbf8fbb2-3505-4c2f-bfb3-91134c6f66ac tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:35.512718 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-16951ea9-2480-453f-8130-82afa0e93908 req-fbf8fbb2-3505-4c2f-bfb3-91134c6f66ac tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Calling delete_port for 4cda06eb-9451-4582-9868-18e3cff78c93 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:17:35.547061 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-ee5d7566-1b05-4302-b56a-fd4d88f1ab6e tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:35.548609 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-ee5d7566-1b05-4302-b56a-fd4d88f1ab6e tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.64 "GET /v2.0/networks?id=c4691fdd-c34e-4845-9ba0-d80523cbe337 HTTP/1.1" status: 200 len: 821 time: 0.3623800 Nov 16 11:17:35.576516 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-3a3caf4b-8364-45e4-8204-c9b10f50feb9 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Request body: {'port': {'device_id': '38a076ee-40e7-416f-be53-99c6b5fdac14', 'network_id': 'c4691fdd-c34e-4845-9ba0-d80523cbe337', 'admin_state_up': True, 'tenant_id': 'fee5a1c288eb4601938f56b1ce0e58a0'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:17:35.620946 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6b1b1d-9f90-435e-8b18-3b4af97ced7e x-openstack-request-id: req-ff6b1b1d-9f90-435e-8b18-3b4af97ced7e {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:17:35.621526 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e08617-ac99-4a8c-8d91-7fc109f96c53", "name": "network-vif-plugged", "status": "completed", "tag": "5cbbc87c-022a-4ee6-b9ed-87c67592e147", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:17:35.622000 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ff6b1b1d-9f90-435e-8b18-3b4af97ced7e {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:17:35.622607 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e08617-ac99-4a8c-8d91-7fc109f96c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cbbc87c-022a-4ee6-b9ed-87c67592e147', 'code': 200} Nov 16 11:17:35.678460 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-16951ea9-2480-453f-8130-82afa0e93908 req-fbf8fbb2-3505-4c2f-bfb3-91134c6f66ac tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:35.694336 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['0cf3a3e2-009c-48fc-83c2-e1204a58704f', '4cda06eb-9451-4582-9868-18e3cff78c93'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:17:35.707620 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf8fbb2-3505-4c2f-bfb3-91134c6f66ac tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Pushing event deleted for resources: {'Port': ['ID=4cda06eb-9451-4582-9868-18e3cff78c93,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:35.797298 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-16951ea9-2480-453f-8130-82afa0e93908 req-fbf8fbb2-3505-4c2f-bfb3-91134c6f66ac tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] No DVR routers for this DVR port 4cda06eb-9451-4582-9868-18e3cff78c93 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:17:35.805827 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-16951ea9-2480-453f-8130-82afa0e93908 req-fbf8fbb2-3505-4c2f-bfb3-91134c6f66ac tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:35.809302 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16951ea9-2480-453f-8130-82afa0e93908 req-fbf8fbb2-3505-4c2f-bfb3-91134c6f66ac tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.64 "DELETE /v2.0/ports/4cda06eb-9451-4582-9868-18e3cff78c93 HTTP/1.1" status: 204 len: 173 time: 0.6099048 Nov 16 11:17:35.811296 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64dc6b4d-c253-4934-ab47-24cfffd74e31', 'name': 'network-vif-deleted', 'tag': '4cda06eb-9451-4582-9868-18e3cff78c93'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:17:35.813769 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cc24ce-68b7-42fa-883f-0a1eea5b6fb8" -d '{"events": [{"server_uuid": "64dc6b4d-c253-4934-ab47-24cfffd74e31", "name": "network-vif-deleted", "tag": "4cda06eb-9451-4582-9868-18e3cff78c93"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:17:35.828836 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a88365-29b3-4989-8a23-595d195ce758 req-2033ca73-185b-4c1c-a5ff-b74004347920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:35.830311 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-29a88365-29b3-4989-8a23-595d195ce758 req-2033ca73-185b-4c1c-a5ff-b74004347920 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=06e08617-ac99-4a8c-8d91-7fc109f96c53 HTTP/1.1" status: 200 len: 1101 time: 0.0931180 Nov 16 11:17:35.863345 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.db.resource_extend [req-5a016f1f-f83d-4f63-851d-328c2cb50c7b req-cc4ef995-2a04-42e1-a5c9-0feff366c325 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 11:17:35.928977 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-29a88365-29b3-4989-8a23-595d195ce758 req-d099a394-5e35-42bd-9da8-e97e2764545e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9bad7d3d-8d2d-4539-87cc-ead85771bd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901155 Nov 16 11:17:35.968992 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-58036bca-7585-4817-9c7d-09ea916e3d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:36.069540 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-3a3caf4b-8364-45e4-8204-c9b10f50feb9 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Made reservation on behalf of fee5a1c288eb4601938f56b1ce0e58a0 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:17:36.073716 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-3a3caf4b-8364-45e4-8204-c9b10f50feb9 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:36.078811 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5a016f1f-f83d-4f63-851d-328c2cb50c7b req-cc4ef995-2a04-42e1-a5c9-0feff366c325 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:36.086580 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58036bca-7585-4817-9c7d-09ea916e3d16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=049e30a5-6e7d-4807-87a8-1f5e9a37a52c,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:36.097097 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5a016f1f-f83d-4f63-851d-328c2cb50c7b req-cc4ef995-2a04-42e1-a5c9-0feff366c325 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:36.143570 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f706f-5e43-4ca3-b242-f9b375fc6cb8 req-b042ec0c-53b7-42ee-b2f2-99b5eb1be45a tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:36.145074 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-752f706f-5e43-4ca3-b242-f9b375fc6cb8 req-b042ec0c-53b7-42ee-b2f2-99b5eb1be45a tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=26cc20ca-4736-4dce-be17-8fa1de67d92a HTTP/1.1" status: 200 len: 944 time: 0.3487895 Nov 16 11:17:36.252760 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58036bca-7585-4817-9c7d-09ea916e3d16 admin admin] Checking segment: {'id': '094d568f-dfdb-4b0a-b65f-60c75709af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '8833cbf5-f3e1-47e0-8323-3467bba35bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:17:36.253021 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58036bca-7585-4817-9c7d-09ea916e3d16 admin admin] Network hostable DHCP agents. Network: 8833cbf5-f3e1-47e0-8323-3467bba35bd6, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:17:36.316621 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-752f706f-5e43-4ca3-b242-f9b375fc6cb8 req-f2e79e14-a0b4-40b7-95cb-0a2f6e73a302 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370077 Nov 16 11:17:36.326260 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58036bca-7585-4817-9c7d-09ea916e3d16 admin admin] Network 8833cbf5-f3e1-47e0-8323-3467bba35bd6 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:17:36.364879 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [req-5a016f1f-f83d-4f63-851d-328c2cb50c7b req-cc4ef995-2a04-42e1-a5c9-0feff366c325 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Floating IP 08da17df-132b-4251-a25e-8cf920549bb0 associated. External IP: 172.25.0.52, port: 0cf3a3e2-009c-48fc-83c2-e1204a58704f. Nov 16 11:17:36.372375 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-58036bca-7585-4817-9c7d-09ea916e3d16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 8833cbf5-f3e1-47e0-8323-3467bba35bd6) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:17:36.382538 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7285a4-07a5-429c-bd49-610c0eda434f None None] Network 8833cbf5-f3e1-47e0-8323-3467bba35bd6 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:17:36.446365 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58036bca-7585-4817-9c7d-09ea916e3d16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:36.446966 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-58036bca-7585-4817-9c7d-09ea916e3d16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:36.467858 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-3a3caf4b-8364-45e4-8204-c9b10f50feb9 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Allocated IP 172.20.0.6 (c4691fdd-c34e-4845-9ba0-d80523cbe337/d925af4c-3016-4e15-97ad-df96a26dd2ec/d17aa9af-b37d-42d5-b462-cf3f354ed1f9) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:17:36.496064 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-58036bca-7585-4817-9c7d-09ea916e3d16 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3650420 Nov 16 11:17:36.543036 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883d4bbc-8f04-44f6-96a2-d41171673352 None None] Network 8833cbf5-f3e1-47e0-8323-3467bba35bd6 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:17:36.614801 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bfc81886-477e-49d0-9614-f3659d56e4e1 req-061d7068-3cb8-4b7b-9fcc-63065e0429e0 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=38a076ee-40e7-416f-be53-99c6b5fdac14 HTTP/1.1" status: 200 len: 210 time: 0.0487726 Nov 16 11:17:36.666804 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b394a7-6da3-4166-a1d8-55ee233b3f8b x-openstack-request-id: req-d7b394a7-6da3-4166-a1d8-55ee233b3f8b {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:17:36.668021 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64dc6b4d-c253-4934-ab47-24cfffd74e31", "name": "network-vif-deleted", "tag": "4cda06eb-9451-4582-9868-18e3cff78c93", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:17:36.668548 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d7b394a7-6da3-4166-a1d8-55ee233b3f8b {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:17:36.669166 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64dc6b4d-c253-4934-ab47-24cfffd74e31', 'name': 'network-vif-deleted', 'tag': '4cda06eb-9451-4582-9868-18e3cff78c93', 'status': 'completed', 'code': 200} Nov 16 11:17:37.055451 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998d535-a377-405b-9b4c-e5668159d8af req-888b5c1e-abc6-4cf6-a5ba-621535a5f442 tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:37.056939 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6998d535-a377-405b-9b4c-e5668159d8af req-888b5c1e-abc6-4cf6-a5ba-621535a5f442 tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] 10.222.0.61 "GET /v2.0/ports?device_id=06e08617-ac99-4a8c-8d91-7fc109f96c53 HTTP/1.1" status: 200 len: 950 time: 0.1024117 Nov 16 11:17:37.063950 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-3a3caf4b-8364-45e4-8204-c9b10f50feb9 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:37.110852 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a016f1f-f83d-4f63-851d-328c2cb50c7b req-cc4ef995-2a04-42e1-a5c9-0feff366c325 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Router 5cb65b80-9319-4634-a210-e0cd6ca8d1c4 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:17:37.150252 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6998d535-a377-405b-9b4c-e5668159d8af req-01fd5739-9632-4d35-85a0-2ae100835016 tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] 10.222.0.61 "GET /v2.0/security-groups?id=9bad7d3d-8d2d-4539-87cc-ead85771bd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845475 Nov 16 11:17:37.191804 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-3a3caf4b-8364-45e4-8204-c9b10f50feb9 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:37.264419 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-3a3caf4b-8364-45e4-8204-c9b10f50feb9 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Network c4691fdd-c34e-4845-9ba0-d80523cbe337 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:17:37.273248 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-3a3caf4b-8364-45e4-8204-c9b10f50feb9 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:17:37.281219 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-3a3caf4b-8364-45e4-8204-c9b10f50feb9 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:17:37.314156 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3caf4b-8364-45e4-8204-c9b10f50feb9 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Pushing event updated for resources: {'Port': ['ID=d17aa9af-b37d-42d5-b462-cf3f354ed1f9,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:37.354173 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-3a3caf4b-8364-45e4-8204-c9b10f50feb9 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:37.354787 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-3a3caf4b-8364-45e4-8204-c9b10f50feb9 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:37.357517 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a016f1f-f83d-4f63-851d-328c2cb50c7b req-cc4ef995-2a04-42e1-a5c9-0feff366c325 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:17:37.362434 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5a016f1f-f83d-4f63-851d-328c2cb50c7b req-cc4ef995-2a04-42e1-a5c9-0feff366c325 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:37.373584 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2460e55-0760-4a02-9b9f-6d17dc78eb33 None None] Sync routers for ids ['5cb65b80-9319-4634-a210-e0cd6ca8d1c4'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:17:37.386727 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2460e55-0760-4a02-9b9f-6d17dc78eb33 None None] Routers {'5cb65b80-9319-4634-a210-e0cd6ca8d1c4'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:17:37.388142 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f2460e55-0760-4a02-9b9f-6d17dc78eb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:17:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5cb65b80-9319-4634-a210-e0cd6ca8d1c4'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:17:37.421198 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-3a3caf4b-8364-45e4-8204-c9b10f50feb9 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8510745 Nov 16 11:17:37.424867 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5a016f1f-f83d-4f63-851d-328c2cb50c7b req-cc4ef995-2a04-42e1-a5c9-0feff366c325 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "PUT /v2.0/floatingips/08da17df-132b-4251-a25e-8cf920549bb0 HTTP/1.1" status: 200 len: 996 time: 2.8712282 Nov 16 11:17:37.426003 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7814a2be-fc55-4993-8a05-51665a950417', 'tag': '0cf3a3e2-009c-48fc-83c2-e1204a58704f'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:17:37.428306 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d0f019-4c2e-4b4e-9f34-223bf1c9d728" -d '{"events": [{"name": "network-changed", "server_uuid": "7814a2be-fc55-4993-8a05-51665a950417", "tag": "0cf3a3e2-009c-48fc-83c2-e1204a58704f"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:17:37.439374 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-70d0bda8-72c2-47d3-bcd6-40ed8ff35f93 service neutron] Request body: {'port': {'device_id': '38a076ee-40e7-416f-be53-99c6b5fdac14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:17:37.502645 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-f2460e55-0760-4a02-9b9f-6d17dc78eb33 None None] Set router 5cb65b80-9319-4634-a210-e0cd6ca8d1c4 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:17:37.502861 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878a297-b64a-468d-9d00-e654d44521ba req-187eeceb-6e76-4dc6-a619-6c11c3fef73b tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:37.505244 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4878a297-b64a-468d-9d00-e654d44521ba req-187eeceb-6e76-4dc6-a619-6c11c3fef73b tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/ports?device_id=49951d47-bb66-4e8c-add0-01500f30fe61 HTTP/1.1" status: 200 len: 949 time: 0.1210306 Nov 16 11:17:37.557458 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-70d0bda8-72c2-47d3-bcd6-40ed8ff35f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:37.560361 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a016f1f-f83d-4f63-851d-328c2cb50c7b req-7d91bc66-25f8-4215-9788-8383fa0b64e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:37.561823 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5a016f1f-f83d-4f63-851d-328c2cb50c7b req-7d91bc66-25f8-4215-9788-8383fa0b64e4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c52a8c39fe94e6d89dd46750a80e67d&device_id=7814a2be-fc55-4993-8a05-51665a950417 HTTP/1.1" status: 200 len: 1097 time: 0.1027122 Nov 16 11:17:37.685821 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4878a297-b64a-468d-9d00-e654d44521ba req-5f6b48f0-78c8-4e94-a463-33326cf3c275 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/security-groups?id=256d21cc-6a60-4465-8fce-b1f34b03cd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711586 Nov 16 11:17:37.825171 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a016f1f-f83d-4f63-851d-328c2cb50c7b req-93bc337c-380a-4c72-94e4-f29f807f9cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:37.826707 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5a016f1f-f83d-4f63-851d-328c2cb50c7b req-93bc337c-380a-4c72-94e4-f29f807f9cce service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6f6c22e-8152-4ca5-86d7-dcaf88c6db36 HTTP/1.1" status: 200 len: 921 time: 0.2422922 Nov 16 11:17:37.966404 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5a016f1f-f83d-4f63-851d-328c2cb50c7b req-f1cf6a6d-9d8a-453f-8ef9-284247fcbaa5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cf3a3e2-009c-48fc-83c2-e1204a58704f HTTP/1.1" status: 200 len: 999 time: 0.1262913 Nov 16 11:17:37.980349 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f2460e55-0760-4a02-9b9f-6d17dc78eb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-687097913-router', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:16:30Z', 'updated_at': '2021-11-16T11:16:40Z', 'revision_number': 4, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'gw_port': {'id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:31Z', 'updated_at': '2021-11-16T11:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '08da17df-132b-4251-a25e-8cf920549bb0', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'port_id': '0cf3a3e2-009c-48fc-83c2-e1204a58704f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36', 'mac_address': 'fa:16:3e:36:ce:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7814a2be-fc55-4993-8a05-51665a950417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:17:00Z', 'updated_at': '2021-11-16T11:17:35Z', 'revision_number': 8, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6281edb3-4f8e-47f0-a859-0898e1765764', 'name': '', 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'mac_address': 'fa:16:3e:36:19:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a723c1b5-1a0f-4323-9985-39160c514b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:38Z', 'updated_at': '2021-11-16T11:16:46Z', 'revision_number': 5, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'subnets': [{'id': 'a723c1b5-1a0f-4323-9985-39160c514b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:17:38.020007 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2460e55-0760-4a02-9b9f-6d17dc78eb33 None None] Checking router: 5cb65b80-9319-4634-a210-e0cd6ca8d1c4 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:17:38.032876 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2460e55-0760-4a02-9b9f-6d17dc78eb33 None None] Routers {'5cb65b80-9319-4634-a210-e0cd6ca8d1c4'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:17:38.033658 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f2460e55-0760-4a02-9b9f-6d17dc78eb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:17:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5cb65b80-9319-4634-a210-e0cd6ca8d1c4'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:17:38.077385 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a016f1f-f83d-4f63-851d-328c2cb50c7b req-848a111c-f60a-49e0-969d-a0bef3c7e5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:38.078829 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5a016f1f-f83d-4f63-851d-328c2cb50c7b req-848a111c-f60a-49e0-969d-a0bef3c7e5cb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a723c1b5-1a0f-4323-9985-39160c514b43 HTTP/1.1" status: 200 len: 859 time: 0.1036983 Nov 16 11:17:38.094579 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc9fe6-571a-4b79-ac6c-0105783551cd req-f2e74f91-5912-402a-90af-71da27ac4e04 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:38.096358 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-65cc9fe6-571a-4b79-ac6c-0105783551cd req-f2e74f91-5912-402a-90af-71da27ac4e04 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.36 "GET /v2.0/ports?device_id=49951d47-bb66-4e8c-add0-01500f30fe61 HTTP/1.1" status: 200 len: 949 time: 0.0736926 Nov 16 11:17:38.175936 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-70d0bda8-72c2-47d3-bcd6-40ed8ff35f93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d17aa9af-b37d-42d5-b462-cf3f354ed1f9 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:17:38.188440 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-70d0bda8-72c2-47d3-bcd6-40ed8ff35f93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:38.189602 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-f2460e55-0760-4a02-9b9f-6d17dc78eb33 None None] Set router 5cb65b80-9319-4634-a210-e0cd6ca8d1c4 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:17:38.193337 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0081af-1354-4b6e-ae9a-ba6301ef5ae3 req-3310720c-3c13-48bd-b86a-efc66177acd6 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:38.194991 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fe0081af-1354-4b6e-ae9a-ba6301ef5ae3 req-3310720c-3c13-48bd-b86a-efc66177acd6 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=26cc20ca-4736-4dce-be17-8fa1de67d92a HTTP/1.1" status: 200 len: 1095 time: 0.1284690 Nov 16 11:17:38.210825 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a016f1f-f83d-4f63-851d-328c2cb50c7b req-c62bd03b-5735-4fb6-9dd7-2fa340eef3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:38.212341 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5a016f1f-f83d-4f63-851d-328c2cb50c7b req-c62bd03b-5735-4fb6-9dd7-2fa340eef3bd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6f6c22e-8152-4ca5-86d7-dcaf88c6db36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1155515 Nov 16 11:17:38.219704 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-70d0bda8-72c2-47d3-bcd6-40ed8ff35f93 service neutron] Transition to ACTIVE for port object d17aa9af-b37d-42d5-b462-cf3f354ed1f9 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:17:38.230776 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-65cc9fe6-571a-4b79-ac6c-0105783551cd req-54df8afb-2ab8-40d6-aa62-9a9362966642 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Deleting port e6040b3b-13b3-476d-b8e7-6f334657eb29 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:17:38.231534 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-65cc9fe6-571a-4b79-ac6c-0105783551cd req-54df8afb-2ab8-40d6-aa62-9a9362966642 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:38.232230 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [req-5a016f1f-f83d-4f63-851d-328c2cb50c7b req-651c9580-209e-4b26-b5cc-27a32c8b3e43 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:17:38.232802 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5a016f1f-f83d-4f63-851d-328c2cb50c7b req-651c9580-209e-4b26-b5cc-27a32c8b3e43 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064325 Nov 16 11:17:38.235688 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-70d0bda8-72c2-47d3-bcd6-40ed8ff35f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:38.314958 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fe0081af-1354-4b6e-ae9a-ba6301ef5ae3 req-bcf02976-2f2c-4821-8460-56455faee46a tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095796 Nov 16 11:17:38.358500 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-65cc9fe6-571a-4b79-ac6c-0105783551cd req-54df8afb-2ab8-40d6-aa62-9a9362966642 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] For port e6040b3b-13b3-476d-b8e7-6f334657eb29, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=e6040b3b-13b3-476d-b8e7-6f334657eb29,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:38.359079 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-65cc9fe6-571a-4b79-ac6c-0105783551cd req-54df8afb-2ab8-40d6-aa62-9a9362966642 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:38.372392 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-65cc9fe6-571a-4b79-ac6c-0105783551cd req-54df8afb-2ab8-40d6-aa62-9a9362966642 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Calling delete_port for e6040b3b-13b3-476d-b8e7-6f334657eb29 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:17:38.431182 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb145ee6-b564-4ca2-8e6c-5caa44419d78 x-openstack-request-id: req-fb145ee6-b564-4ca2-8e6c-5caa44419d78 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:17:38.432572 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7814a2be-fc55-4993-8a05-51665a950417", "tag": "0cf3a3e2-009c-48fc-83c2-e1204a58704f", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:17:38.432893 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fb145ee6-b564-4ca2-8e6c-5caa44419d78 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:17:38.433359 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7814a2be-fc55-4993-8a05-51665a950417', 'tag': '0cf3a3e2-009c-48fc-83c2-e1204a58704f', 'status': 'completed', 'code': 200} Nov 16 11:17:38.559569 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0f019-4c2e-4b4e-9f34-223bf1c9d728 req-1fd1fa9e-d918-49f9-8669-19a5969d1422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:38.561195 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c9d0f019-4c2e-4b4e-9f34-223bf1c9d728 req-1fd1fa9e-d918-49f9-8669-19a5969d1422 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6c52a8c39fe94e6d89dd46750a80e67d&device_id=7814a2be-fc55-4993-8a05-51665a950417 HTTP/1.1" status: 200 len: 1097 time: 0.0920148 Nov 16 11:17:38.574060 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f2460e55-0760-4a02-9b9f-6d17dc78eb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-687097913-router', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:16:30Z', 'updated_at': '2021-11-16T11:16:40Z', 'revision_number': 4, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'gw_port': {'id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:31Z', 'updated_at': '2021-11-16T11:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '08da17df-132b-4251-a25e-8cf920549bb0', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'port_id': '0cf3a3e2-009c-48fc-83c2-e1204a58704f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36', 'mac_address': 'fa:16:3e:36:ce:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7814a2be-fc55-4993-8a05-51665a950417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:17:00Z', 'updated_at': '2021-11-16T11:17:35Z', 'revision_number': 8, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6281edb3-4f8e-47f0-a859-0898e1765764', 'name': '', 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'mac_address': 'fa:16:3e:36:19:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a723c1b5-1a0f-4323-9985-39160c514b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:38Z', 'updated_at': '2021-11-16T11:16:46Z', 'revision_number': 5, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'subnets': [{'id': 'a723c1b5-1a0f-4323-9985-39160c514b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:17:38.608661 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2460e55-0760-4a02-9b9f-6d17dc78eb33 None None] The sync data for ids ['5cb65b80-9319-4634-a210-e0cd6ca8d1c4'] in n-d-816823-3 is: [{'id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-687097913-router', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:16:30Z', 'updated_at': '2021-11-16T11:16:40Z', 'revision_number': 4, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'gw_port': {'id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:31Z', 'updated_at': '2021-11-16T11:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '08da17df-132b-4251-a25e-8cf920549bb0', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'port_id': '0cf3a3e2-009c-48fc-83c2-e1204a58704f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36', 'mac_address': 'fa:16:3e:36:ce:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7814a2be-fc55-4993-8a05-51665a950417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:17:00Z', 'updated_at': '2021-11-16T11:17:35Z', 'revision_number': 8, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6281edb3-4f8e-47f0-a859-0898e1765764', 'name': '', 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'mac_address': 'fa:16:3e:36:19:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a723c1b5-1a0f-4323-9985-39160c514b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:38Z', 'updated_at': '2021-11-16T11:16:46Z', 'revision_number': 5, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'subnets': [{'id': 'a723c1b5-1a0f-4323-9985-39160c514b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:17:38.613861 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0bda8-72c2-47d3-bcd6-40ed8ff35f93 service neutron] Pushing event updated for resources: {'Port': ['ID=d17aa9af-b37d-42d5-b462-cf3f354ed1f9,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:38.622695 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-70d0bda8-72c2-47d3-bcd6-40ed8ff35f93 service neutron] Attempting to bind port d17aa9af-b37d-42d5-b462-cf3f354ed1f9 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:17:38.625237 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-70d0bda8-72c2-47d3-bcd6-40ed8ff35f93 service neutron] Attempting to bind port d17aa9af-b37d-42d5-b462-cf3f354ed1f9 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '32887315-0b64-4817-9f69-e9105851e5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c4691fdd-c34e-4845-9ba0-d80523cbe337'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:17:38.625570 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-70d0bda8-72c2-47d3-bcd6-40ed8ff35f93 service neutron] Attempting to bind port d17aa9af-b37d-42d5-b462-cf3f354ed1f9 on network c4691fdd-c34e-4845-9ba0-d80523cbe337 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:17:38.648557 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-65cc9fe6-571a-4b79-ac6c-0105783551cd req-54df8afb-2ab8-40d6-aa62-9a9362966642 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:38.660626 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['e6040b3b-13b3-476d-b8e7-6f334657eb29'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:17:38.675355 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-70d0bda8-72c2-47d3-bcd6-40ed8ff35f93 service neutron] Port d17aa9af-b37d-42d5-b462-cf3f354ed1f9 on network c4691fdd-c34e-4845-9ba0-d80523cbe337 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:17:38.675699 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-70d0bda8-72c2-47d3-bcd6-40ed8ff35f93 service neutron] Attempting to bind port d17aa9af-b37d-42d5-b462-cf3f354ed1f9 on network c4691fdd-c34e-4845-9ba0-d80523cbe337 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:17:38.715517 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04307282-c4b0-4510-855d-3b2a624228a6 req-868ca2f8-5a87-4cbb-85c9-228eb51a3e85 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:38.723669 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-04307282-c4b0-4510-855d-3b2a624228a6 req-868ca2f8-5a87-4cbb-85c9-228eb51a3e85 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=38a076ee-40e7-416f-be53-99c6b5fdac14 HTTP/1.1" status: 200 len: 943 time: 0.2287834 Nov 16 11:17:38.727886 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5a016f1f-f83d-4f63-851d-328c2cb50c7b req-3cff3b56-ce96-4642-9d87-deef9ce2448f service neutron] 10.222.0.61 "GET /v2.0/networks/e6f6c22e-8152-4ca5-86d7-dcaf88c6db36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4830179 Nov 16 11:17:38.728640 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-70d0bda8-72c2-47d3-bcd6-40ed8ff35f93 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:17:38.728978 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-70d0bda8-72c2-47d3-bcd6-40ed8ff35f93 service neutron] Checking segment: {'id': '32887315-0b64-4817-9f69-e9105851e5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c4691fdd-c34e-4845-9ba0-d80523cbe337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:17:38.729367 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-70d0bda8-72c2-47d3-bcd6-40ed8ff35f93 service neutron] Bound using segment: {'id': '32887315-0b64-4817-9f69-e9105851e5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c4691fdd-c34e-4845-9ba0-d80523cbe337'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:17:38.729819 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-70d0bda8-72c2-47d3-bcd6-40ed8ff35f93 service neutron] Bound port: d17aa9af-b37d-42d5-b462-cf3f354ed1f9, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32887315-0b64-4817-9f69-e9105851e5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c4691fdd-c34e-4845-9ba0-d80523cbe337'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:17:38.730316 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-70d0bda8-72c2-47d3-bcd6-40ed8ff35f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:38.772356 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df8afb-2ab8-40d6-aa62-9a9362966642 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Pushing event deleted for resources: {'Port': ['ID=e6040b3b-13b3-476d-b8e7-6f334657eb29,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:38.779997 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0f019-4c2e-4b4e-9f34-223bf1c9d728 req-d1929f3d-d9c7-4fc4-a67b-a2b7c3877af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:38.783896 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c9d0f019-4c2e-4b4e-9f34-223bf1c9d728 req-d1929f3d-d9c7-4fc4-a67b-a2b7c3877af5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e6f6c22e-8152-4ca5-86d7-dcaf88c6db36 HTTP/1.1" status: 200 len: 921 time: 0.2124689 Nov 16 11:17:38.863410 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-65cc9fe6-571a-4b79-ac6c-0105783551cd req-54df8afb-2ab8-40d6-aa62-9a9362966642 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] No DVR routers for this DVR port e6040b3b-13b3-476d-b8e7-6f334657eb29 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:17:38.870292 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-65cc9fe6-571a-4b79-ac6c-0105783551cd req-54df8afb-2ab8-40d6-aa62-9a9362966642 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:38.873627 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-65cc9fe6-571a-4b79-ac6c-0105783551cd req-54df8afb-2ab8-40d6-aa62-9a9362966642 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.36 "DELETE /v2.0/ports/e6040b3b-13b3-476d-b8e7-6f334657eb29 HTTP/1.1" status: 204 len: 173 time: 0.7698708 Nov 16 11:17:38.874160 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49951d47-bb66-4e8c-add0-01500f30fe61', 'name': 'network-vif-deleted', 'tag': 'e6040b3b-13b3-476d-b8e7-6f334657eb29'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:17:38.876554 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10af41a4-84ae-4622-9099-5550275903fd" -d '{"events": [{"server_uuid": "49951d47-bb66-4e8c-add0-01500f30fe61", "name": "network-vif-deleted", "tag": "e6040b3b-13b3-476d-b8e7-6f334657eb29"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:17:38.901738 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-04307282-c4b0-4510-855d-3b2a624228a6 req-3d0ab340-2a86-47ac-8cb0-33997eff7afa tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3adee73-0139-433a-a7e5-9720cece8767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764858 Nov 16 11:17:38.909500 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c9d0f019-4c2e-4b4e-9f34-223bf1c9d728 req-7d2346f7-7c75-4e44-9d56-abbf238ddc09 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cf3a3e2-009c-48fc-83c2-e1204a58704f HTTP/1.1" status: 200 len: 999 time: 0.1100688 Nov 16 11:17:38.950470 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-70d0bda8-72c2-47d3-bcd6-40ed8ff35f93 service neutron] For port d17aa9af-b37d-42d5-b462-cf3f354ed1f9, host n-h2-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:17:38.954689 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-70d0bda8-72c2-47d3-bcd6-40ed8ff35f93 service neutron] For port d17aa9af-b37d-42d5-b462-cf3f354ed1f9, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=d17aa9af-b37d-42d5-b462-cf3f354ed1f9,segment=NetworkSegment(32887315-0b64-4817-9f69-e9105851e5d8),segment_id=32887315-0b64-4817-9f69-e9105851e5d8)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:17:38.994670 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-70d0bda8-72c2-47d3-bcd6-40ed8ff35f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:39.020833 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0f019-4c2e-4b4e-9f34-223bf1c9d728 req-2afae383-d62b-4a17-ae5c-02dccf16a1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:39.029664 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c9d0f019-4c2e-4b4e-9f34-223bf1c9d728 req-2afae383-d62b-4a17-ae5c-02dccf16a1b4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a723c1b5-1a0f-4323-9985-39160c514b43 HTTP/1.1" status: 200 len: 859 time: 0.1101720 Nov 16 11:17:39.030514 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4e8537-f768-405f-92ef-cac4541c5ffa None None] New status for floating IP 08da17df-132b-4251-a25e-8cf920549bb0: ACTIVE {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:17:39.072271 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5a016f1f-f83d-4f63-851d-328c2cb50c7b req-db8e2050-c074-47ef-911c-3dcf44a318a3 service neutron] 10.222.0.61 "GET /v2.0/networks/e6f6c22e-8152-4ca5-86d7-dcaf88c6db36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268640 Nov 16 11:17:39.095001 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-70d0bda8-72c2-47d3-bcd6-40ed8ff35f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:39.096536 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-70d0bda8-72c2-47d3-bcd6-40ed8ff35f93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:39.098770 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-70d0bda8-72c2-47d3-bcd6-40ed8ff35f93 service neutron] 10.222.0.64 "PUT /v2.0/ports/d17aa9af-b37d-42d5-b462-cf3f354ed1f9 HTTP/1.1" status: 200 len: 1091 time: 1.6641505 Nov 16 11:17:39.129543 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0bda8-72c2-47d3-bcd6-40ed8ff35f93 service neutron] Pushing event updated for resources: {'Port': ['ID=d17aa9af-b37d-42d5-b462-cf3f354ed1f9,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:39.160909 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0f019-4c2e-4b4e-9f34-223bf1c9d728 req-a654bd47-f450-4915-936e-a8cd246b82e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:39.162501 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c9d0f019-4c2e-4b4e-9f34-223bf1c9d728 req-a654bd47-f450-4915-936e-a8cd246b82e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e6f6c22e-8152-4ca5-86d7-dcaf88c6db36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1231167 Nov 16 11:17:39.243051 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12d0b7-153d-4d18-abd3-cd69ce86b939 req-53847824-a859-4188-bb83-e9c3d501eb95 tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:39.244605 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1a12d0b7-153d-4d18-abd3-cd69ce86b939 req-53847824-a859-4188-bb83-e9c3d501eb95 tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] 10.222.0.61 "GET /v2.0/ports?device_id=06e08617-ac99-4a8c-8d91-7fc109f96c53 HTTP/1.1" status: 200 len: 950 time: 0.0880992 Nov 16 11:17:39.247443 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-f3faa144-3495-468d-a360-5eb984a33754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:39.248817 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-f3faa144-3495-468d-a360-5eb984a33754 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fee5a1c288eb4601938f56b1ce0e58a0&device_id=38a076ee-40e7-416f-be53-99c6b5fdac14 HTTP/1.1" status: 200 len: 1094 time: 0.0630295 Nov 16 11:17:39.330320 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-01eaf0d6-8000-4914-8652-8f9fbc5db504 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d17aa9af-b37d-42d5-b462-cf3f354ed1f9 HTTP/1.1" status: 200 len: 217 time: 0.0649755 Nov 16 11:17:39.346966 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c9d0f019-4c2e-4b4e-9f34-223bf1c9d728 req-220a2aaa-36c2-44a1-8a0e-ccfb6f9d8b4b service neutron] 10.222.0.64 "GET /v2.0/networks/e6f6c22e-8152-4ca5-86d7-dcaf88c6db36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738513 Nov 16 11:17:39.452641 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c9d0f019-4c2e-4b4e-9f34-223bf1c9d728 req-72775085-ccfb-4e9a-ae58-7312acdde08e service neutron] 10.222.0.64 "GET /v2.0/networks/e6f6c22e-8152-4ca5-86d7-dcaf88c6db36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980482 Nov 16 11:17:39.464191 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1a12d0b7-153d-4d18-abd3-cd69ce86b939 req-5964ce4b-443c-4a6f-85d2-412eaa2e8721 tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] 10.222.0.61 "GET /v2.0/security-groups?id=9bad7d3d-8d2d-4539-87cc-ead85771bd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133901 Nov 16 11:17:39.479425 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-5bcbe1f4-2d69-4c3e-b0bc-d99b40e467aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:39.481270 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-5bcbe1f4-2d69-4c3e-b0bc-d99b40e467aa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d925af4c-3016-4e15-97ad-df96a26dd2ec HTTP/1.1" status: 200 len: 861 time: 0.1388984 Nov 16 11:17:39.527919 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-606f687b-1e4a-45ba-a03e-af3df48b2f1b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c4691fdd-c34e-4845-9ba0-d80523cbe337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344265 Nov 16 11:17:39.612663 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-29074853-b1f8-40c6-8b56-ea958ad26bc9 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:39.614111 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-29074853-b1f8-40c6-8b56-ea958ad26bc9 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/networks?id=b7bb2a97-86e1-4934-a454-677fe86f6d7e HTTP/1.1" status: 200 len: 808 time: 0.2604079 Nov 16 11:17:39.636032 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8d869837-ed44-47b8-9f1f-99a242477ee0 req-03b62881-aae1-470c-a671-c7322696c9f0 tempest-LiveMigrationNegativeTest-1180899581 tempest-LiveMigrationNegativeTest-1180899581-project] 10.222.0.61 "GET /v2.0/ports?device_id=49951d47-bb66-4e8c-add0-01500f30fe61 HTTP/1.1" status: 200 len: 210 time: 0.0431745 Nov 16 11:17:39.650327 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-0bb151c8-b01b-4907-aa43-652824d63a36 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/quotas/fca4017bffc548cea20e1270411b1992 HTTP/1.1" status: 200 len: 375 time: 0.0164874 Nov 16 11:17:39.694451 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d4e855-f0d3-4da1-bcdf-ef2bfffd63aa x-openstack-request-id: req-70d4e855-f0d3-4da1-bcdf-ef2bfffd63aa {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:17:39.694737 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49951d47-bb66-4e8c-add0-01500f30fe61", "name": "network-vif-deleted", "tag": "e6040b3b-13b3-476d-b8e7-6f334657eb29", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:17:39.694976 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-70d4e855-f0d3-4da1-bcdf-ef2bfffd63aa {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:17:39.695377 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49951d47-bb66-4e8c-add0-01500f30fe61', 'name': 'network-vif-deleted', 'tag': 'e6040b3b-13b3-476d-b8e7-6f334657eb29', 'status': 'completed', 'code': 200} Nov 16 11:17:39.708616 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-e0226a10-1934-4e7a-a768-5c151dee1020 service neutron] 10.222.0.64 "GET /v2.0/networks/c4691fdd-c34e-4845-9ba0-d80523cbe337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674938 Nov 16 11:17:39.746278 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 4cda06eb-9451-4582-9868-18e3cff78c93 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:17:39.766849 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 4cda06eb-9451-4582-9868-18e3cff78c93 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:17:39.767363 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 4cda06eb-9451-4582-9868-18e3cff78c93 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:17:39.794501 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-cffaced5-82d3-49e2-a32f-24318e4f96e9 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=fca4017bffc548cea20e1270411b1992&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1278832 Nov 16 11:17:39.941569 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f1ee157e-12c4-4d5a-97de-e741713f467b req-32902635-2ea9-4b4e-8ead-382ab8f4ef6a tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/floatingips/08da17df-132b-4251-a25e-8cf920549bb0 HTTP/1.1" status: 200 len: 998 time: 0.1458380 Nov 16 11:17:39.963083 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-634df3fd-6dfa-43d0-a37a-981a659ba0d1 req-383fa566-cb75-4b00-baf2-88713466eac4 service neutron] 10.222.0.64 "GET /v2.0/networks/c4691fdd-c34e-4845-9ba0-d80523cbe337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464550 Nov 16 11:17:40.011154 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-398bcf45-974b-4513-8a6d-0c0e1c91a54a service neutron] 10.222.0.61 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053213 Nov 16 11:17:40.366162 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee157e-12c4-4d5a-97de-e741713f467b req-35ed8f47-9366-49c0-8ec8-cb935885d41f tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:40.367562 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f1ee157e-12c4-4d5a-97de-e741713f467b req-35ed8f47-9366-49c0-8ec8-cb935885d41f tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/networks/47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 784 time: 0.4174387 Nov 16 11:17:40.380593 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [req-f1ee157e-12c4-4d5a-97de-e741713f467b req-c4020265-d407-4be4-bb6a-d74ecc3dbd36 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:17:40.381563 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f1ee157e-12c4-4d5a-97de-e741713f467b req-c4020265-d407-4be4-bb6a-d74ecc3dbd36 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077822 Nov 16 11:17:40.404704 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-415e4b3b-2eba-424f-b6a9-2626cfc95f11 service neutron] 10.222.0.61 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868217 Nov 16 11:17:40.435260 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a076ee-40e7-416f-be53-99c6b5fdac14', 'tag': 'd17aa9af-b37d-42d5-b462-cf3f354ed1f9'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:17:40.438251 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ad63f2-688a-4ffc-a69c-a8d1fbc3183c" -d '{"events": [{"name": "network-changed", "server_uuid": "38a076ee-40e7-416f-be53-99c6b5fdac14", "tag": "d17aa9af-b37d-42d5-b462-cf3f354ed1f9"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:17:40.780114 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5d1c4-a0bb-4916-a169-3629ba227a5f req-8096139e-67b3-42da-8597-4f37b0da2ac9 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:40.796503 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-18c5d1c4-a0bb-4916-a169-3629ba227a5f req-8096139e-67b3-42da-8597-4f37b0da2ac9 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=38a076ee-40e7-416f-be53-99c6b5fdac14 HTTP/1.1" status: 200 len: 943 time: 0.0870306 Nov 16 11:17:40.868288 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-18c5d1c4-a0bb-4916-a169-3629ba227a5f req-41c2f76d-3ae2-4814-8b28-a5113979cbc7 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3adee73-0139-433a-a7e5-9720cece8767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706935 Nov 16 11:17:40.973901 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b335db9d-a21f-4b0d-9fbc-aff0db5a5c05 x-openstack-request-id: req-b335db9d-a21f-4b0d-9fbc-aff0db5a5c05 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:17:40.974299 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38a076ee-40e7-416f-be53-99c6b5fdac14", "tag": "d17aa9af-b37d-42d5-b462-cf3f354ed1f9", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:17:40.974764 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b335db9d-a21f-4b0d-9fbc-aff0db5a5c05 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:17:40.975399 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38a076ee-40e7-416f-be53-99c6b5fdac14', 'tag': 'd17aa9af-b37d-42d5-b462-cf3f354ed1f9', 'status': 'completed', 'code': 200} Nov 16 11:17:41.055437 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-46b67020-1738-4f6d-85d5-026b69b21a03 req-e9b2c16d-5ff8-43e4-af9f-cf8b6afba582 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=c93c256b-bc50-45b1-b8a3-ea3c6f5cad41 HTTP/1.1" status: 200 len: 210 time: 0.0359354 Nov 16 11:17:41.064517 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-af09659e-6408-4775-aa95-fb4611daca9f req-b7fe6762-9317-415c-888c-f475b50e851d tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.52 HTTP/1.1" status: 200 len: 1001 time: 0.1748376 Nov 16 11:17:41.123988 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad63f2-688a-4ffc-a69c-a8d1fbc3183c req-a6ef71f1-aa9d-414a-be76-2f48801115cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:41.125535 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e9ad63f2-688a-4ffc-a69c-a8d1fbc3183c req-a6ef71f1-aa9d-414a-be76-2f48801115cb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fee5a1c288eb4601938f56b1ce0e58a0&device_id=38a076ee-40e7-416f-be53-99c6b5fdac14 HTTP/1.1" status: 200 len: 1094 time: 0.1435151 Nov 16 11:17:41.260253 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09659e-6408-4775-aa95-fb4611daca9f req-e11089f3-92ef-46e8-802f-064c72b51988 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:41.274519 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-af09659e-6408-4775-aa95-fb4611daca9f req-e11089f3-92ef-46e8-802f-064c72b51988 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/ports/0cf3a3e2-009c-48fc-83c2-e1204a58704f HTTP/1.1" status: 200 len: 943 time: 0.1928613 Nov 16 11:17:41.467812 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad63f2-688a-4ffc-a69c-a8d1fbc3183c req-e546740f-f34e-4d6c-a99d-99fbff6d6c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:41.469274 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e9ad63f2-688a-4ffc-a69c-a8d1fbc3183c req-e546740f-f34e-4d6c-a99d-99fbff6d6c3c service neutron] 10.222.0.64 "GET /v2.0/networks?id=c4691fdd-c34e-4845-9ba0-d80523cbe337 HTTP/1.1" status: 200 len: 922 time: 0.3198667 Nov 16 11:17:41.473299 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52298) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:41.521250 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e9ad63f2-688a-4ffc-a69c-a8d1fbc3183c req-3e68a060-7cba-44fa-92f8-a7fd7ec44d16 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d17aa9af-b37d-42d5-b462-cf3f354ed1f9 HTTP/1.1" status: 200 len: 217 time: 0.0410376 Nov 16 11:17:41.527385 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-af09659e-6408-4775-aa95-fb4611daca9f req-99b1119c-d88b-4573-b496-bd9005119f77 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.52 HTTP/1.1" status: 200 len: 1001 time: 0.1890607 Nov 16 11:17:41.637492 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad63f2-688a-4ffc-a69c-a8d1fbc3183c req-4ccc34f4-023c-47c7-bde6-ddb9922ee607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:41.638888 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e9ad63f2-688a-4ffc-a69c-a8d1fbc3183c req-4ccc34f4-023c-47c7-bde6-ddb9922ee607 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d925af4c-3016-4e15-97ad-df96a26dd2ec HTTP/1.1" status: 200 len: 861 time: 0.1081781 Nov 16 11:17:41.653457 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4dd8d27b-69b6-41c2-8740-b93cd9f1ce3b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=383f9339409a4bda8a736f481c391f17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1787083 Nov 16 11:17:41.656136 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52308) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:41.681891 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e9ad63f2-688a-4ffc-a69c-a8d1fbc3183c req-a7bc5076-20e8-4e21-a6a0-d46f5a1939a2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c4691fdd-c34e-4845-9ba0-d80523cbe337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308807 Nov 16 11:17:41.733533 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69e164ba-f6e1-4177-88e9-33428711568d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:41.755672 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device d17aa9af-b37d-42d5-b462-cf3f354ed1f9 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:17:41.760203 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09659e-6408-4775-aa95-fb4611daca9f req-ddf6c1d2-9d33-4825-891c-59a8f88eba33 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:41.768175 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-af09659e-6408-4775-aa95-fb4611daca9f req-ddf6c1d2-9d33-4825-891c-59a8f88eba33 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/networks/47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 784 time: 0.2267468 Nov 16 11:17:41.781840 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69e164ba-f6e1-4177-88e9-33428711568d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:41.887870 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-af09659e-6408-4775-aa95-fb4611daca9f req-cbc7fb5d-1a8e-4cde-ae38-ece90de1300d tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.52 HTTP/1.1" status: 200 len: 1001 time: 0.1186831 Nov 16 11:17:41.909742 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69e164ba-f6e1-4177-88e9-33428711568d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:41.915346 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69e164ba-f6e1-4177-88e9-33428711568d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:41.915797 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-af09659e-6408-4775-aa95-fb4611daca9f req-71980246-0932-4e01-a315-d07a7bfcf1e8 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:17:41.927669 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-69e164ba-f6e1-4177-88e9-33428711568d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/256d21cc-6a60-4465-8fce-b1f34b03cd99 HTTP/1.1" status: 204 len: 168 time: 0.2664309 Nov 16 11:17:41.967910 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e164ba-f6e1-4177-88e9-33428711568d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256d21cc-6a60-4465-8fce-b1f34b03cd99,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:42.007654 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e9ad63f2-688a-4ffc-a69c-a8d1fbc3183c req-02c8382c-e99c-4f20-8005-44bb494913f4 service neutron] 10.222.0.64 "GET /v2.0/networks/c4691fdd-c34e-4845-9ba0-d80523cbe337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149595 Nov 16 11:17:42.146745 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-af09659e-6408-4775-aa95-fb4611daca9f req-71980246-0932-4e01-a315-d07a7bfcf1e8 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks [] for floatingip, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:42.150259 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port d17aa9af-b37d-42d5-b462-cf3f354ed1f9, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=d17aa9af-b37d-42d5-b462-cf3f354ed1f9,segment=NetworkSegment(32887315-0b64-4817-9f69-e9105851e5d8),segment_id=32887315-0b64-4817-9f69-e9105851e5d8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:42.180684 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'd17aa9af-b37d-42d5-b462-cf3f354ed1f9', 'network_id': 'c4691fdd-c34e-4845-9ba0-d80523cbe337', 'port_id': 'd17aa9af-b37d-42d5-b462-cf3f354ed1f9', 'mac_address': 'fa:16:3e:ea:37:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd925af4c-3016-4e15-97ad-df96a26dd2ec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:17:42.228580 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161899bf-027a-49da-a0c0-21bcfc031967 req-5f3a4770-12bc-4d60-bcf3-808307c33636 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:42.235938 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-161899bf-027a-49da-a0c0-21bcfc031967 req-5f3a4770-12bc-4d60-bcf3-808307c33636 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=38a076ee-40e7-416f-be53-99c6b5fdac14 HTTP/1.1" status: 200 len: 943 time: 0.1700056 Nov 16 11:17:42.297587 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:42.306273 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e9ad63f2-688a-4ffc-a69c-a8d1fbc3183c req-9c13abfe-d8ec-46a6-b5b5-af6102d30ea6 service neutron] 10.222.0.64 "GET /v2.0/networks/c4691fdd-c34e-4845-9ba0-d80523cbe337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874463 Nov 16 11:17:42.311824 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-d3d12bd7-8985-4a39-b84f-6c1b0663b54f tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:42.316910 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d17aa9af-b37d-42d5-b462-cf3f354ed1f9 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:17:42.328768 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-d3d12bd7-8985-4a39-b84f-6c1b0663b54f tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.36 "GET /v2.0/networks?id=b7bb2a97-86e1-4934-a454-677fe86f6d7e HTTP/1.1" status: 200 len: 808 time: 0.3537323 Nov 16 11:17:42.342084 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port d17aa9af-b37d-42d5-b462-cf3f354ed1f9, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=d17aa9af-b37d-42d5-b462-cf3f354ed1f9,segment=NetworkSegment(32887315-0b64-4817-9f69-e9105851e5d8),segment_id=32887315-0b64-4817-9f69-e9105851e5d8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:42.347428 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:42.360357 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-0c6577e1-3310-4d6d-a82b-8566803aa716 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Request body: {'port': {'device_id': 'c93c256b-bc50-45b1-b8a3-ea3c6f5cad41', 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e', 'admin_state_up': True, 'tenant_id': 'fca4017bffc548cea20e1270411b1992'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:17:42.371194 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-161899bf-027a-49da-a0c0-21bcfc031967 req-781ee2e9-52b7-4a91-ada4-8bfe4cf66a36 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3adee73-0139-433a-a7e5-9720cece8767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300542 Nov 16 11:17:42.420695 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=d17aa9af-b37d-42d5-b462-cf3f354ed1f9,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:42.435606 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-af09659e-6408-4775-aa95-fb4611daca9f req-71980246-0932-4e01-a315-d07a7bfcf1e8 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:42.442985 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-af09659e-6408-4775-aa95-fb4611daca9f req-71980246-0932-4e01-a315-d07a7bfcf1e8 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:42.443377 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [req-af09659e-6408-4775-aa95-fb4611daca9f req-71980246-0932-4e01-a315-d07a7bfcf1e8 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Floating IP 08da17df-132b-4251-a25e-8cf920549bb0 disassociated. External IP: 172.25.0.52, port: 0cf3a3e2-009c-48fc-83c2-e1204a58704f. Nov 16 11:17:42.525527 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-0c6577e1-3310-4d6d-a82b-8566803aa716 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Made reservation on behalf of fca4017bffc548cea20e1270411b1992 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:17:42.530354 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-0c6577e1-3310-4d6d-a82b-8566803aa716 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:42.594245 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52340) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:42.627543 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['d17aa9af-b37d-42d5-b462-cf3f354ed1f9'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:17:42.692016 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-b6ed5a36-0c6d-4095-8d41-a7bf25051e7c tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:42.700503 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-b6ed5a36-0c6d-4095-8d41-a7bf25051e7c tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] 10.222.0.61 "GET /v2.0/networks?id=8833cbf5-f3e1-47e0-8323-3467bba35bd6 HTTP/1.1" status: 200 len: 810 time: 0.1882584 Nov 16 11:17:42.716609 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-25ddd100-5a85-4a1b-a371-383f3311f50c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=af7c745ed06b485fa72d17d8bc6b140e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1209230 Nov 16 11:17:42.719230 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52342) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:42.751382 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-0c6577e1-3310-4d6d-a82b-8566803aa716 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Allocated IP 172.20.0.6 (b7bb2a97-86e1-4934-a454-677fe86f6d7e/7e023778-0206-43f4-abc1-4c067f7e46aa/33148d57-3947-45a8-b7d8-6a4f2fbccddc) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:17:42.763369 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device e6040b3b-13b3-476d-b8e7-6f334657eb29 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:17:42.783498 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-7d44bb4b-0e9d-4527-a5f3-5de5e4db294b tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] 10.222.0.61 "GET /v2.0/quotas/a34fdeba44e84f93a397c59ce8f35619 HTTP/1.1" status: 200 len: 375 time: 0.0820770 Nov 16 11:17:42.791272 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6e073f4-2516-4078-9fc5-a8e949e6adb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:42.809196 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: e6040b3b-13b3-476d-b8e7-6f334657eb29 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:17:42.810120 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device e6040b3b-13b3-476d-b8e7-6f334657eb29 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:17:42.817046 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6e073f4-2516-4078-9fc5-a8e949e6adb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:42.824434 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-2ff5cbd3-2ef6-4fb6-95a5-edc659374948 tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a34fdeba44e84f93a397c59ce8f35619&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400348 Nov 16 11:17:42.913446 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6e073f4-2516-4078-9fc5-a8e949e6adb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:42.918773 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6e073f4-2516-4078-9fc5-a8e949e6adb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:42.922257 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f6e073f4-2516-4078-9fc5-a8e949e6adb7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8c4d4684-7aeb-42dc-84dd-e2c7a81e8de1 HTTP/1.1" status: 204 len: 168 time: 0.1999173 Nov 16 11:17:42.973617 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e073f4-2516-4078-9fc5-a8e949e6adb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4d4684-7aeb-42dc-84dd-e2c7a81e8de1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:42.987688 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e073f4-2516-4078-9fc5-a8e949e6adb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:17:42.988035 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e073f4-2516-4078-9fc5-a8e949e6adb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:17:42.988375 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e073f4-2516-4078-9fc5-a8e949e6adb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:17:42.988711 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e073f4-2516-4078-9fc5-a8e949e6adb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:17:42.989040 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e073f4-2516-4078-9fc5-a8e949e6adb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:17:42.989363 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e073f4-2516-4078-9fc5-a8e949e6adb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:17:42.989686 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e073f4-2516-4078-9fc5-a8e949e6adb7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:17:42.990165 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e073f4-2516-4078-9fc5-a8e949e6adb7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:17:42.990488 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e073f4-2516-4078-9fc5-a8e949e6adb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:17:42.990806 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e073f4-2516-4078-9fc5-a8e949e6adb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:17:42.991127 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e073f4-2516-4078-9fc5-a8e949e6adb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:17:42.991443 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e073f4-2516-4078-9fc5-a8e949e6adb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:17:42.993750 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-54d4a409-fe3f-4fc2-b872-e50989e54f8a service neutron] 10.222.0.61 "GET /v2.0/networks/8833cbf5-f3e1-47e0-8323-3467bba35bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654940 Nov 16 11:17:42.995717 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99dcb766-b3f7-40f2-a94f-5bb9e7bcb322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:43.036010 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af09659e-6408-4775-aa95-fb4611daca9f req-71980246-0932-4e01-a315-d07a7bfcf1e8 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Router 5cb65b80-9319-4634-a210-e0cd6ca8d1c4 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:17:43.071702 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-0c6577e1-3310-4d6d-a82b-8566803aa716 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:43.136124 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-0c6577e1-3310-4d6d-a82b-8566803aa716 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:43.202717 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-0c6577e1-3310-4d6d-a82b-8566803aa716 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Network b7bb2a97-86e1-4934-a454-677fe86f6d7e is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:17:43.206098 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-0c6577e1-3310-4d6d-a82b-8566803aa716 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:17:43.213133 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-0c6577e1-3310-4d6d-a82b-8566803aa716 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:17:43.225594 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-6ef9bbb7-f48e-460e-9149-c5ff79540c33 service neutron] 10.222.0.61 "GET /v2.0/networks/8833cbf5-f3e1-47e0-8323-3467bba35bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231998 Nov 16 11:17:43.258971 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6577e1-3310-4d6d-a82b-8566803aa716 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Pushing event updated for resources: {'Port': ['ID=33148d57-3947-45a8-b7d8-6a4f2fbccddc,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:43.271540 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af09659e-6408-4775-aa95-fb4611daca9f req-71980246-0932-4e01-a315-d07a7bfcf1e8 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:17:43.279024 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-af09659e-6408-4775-aa95-fb4611daca9f req-71980246-0932-4e01-a315-d07a7bfcf1e8 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:43.286666 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca8ee97-c533-43a3-bd03-c28e99e533d1 None None] Sync routers for ids ['5cb65b80-9319-4634-a210-e0cd6ca8d1c4'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:17:43.301781 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-0c6577e1-3310-4d6d-a82b-8566803aa716 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:43.302453 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-0c6577e1-3310-4d6d-a82b-8566803aa716 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:43.306306 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca8ee97-c533-43a3-bd03-c28e99e533d1 None None] Routers {'5cb65b80-9319-4634-a210-e0cd6ca8d1c4'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:17:43.306971 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-bca8ee97-c533-43a3-bd03-c28e99e533d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:17:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5cb65b80-9319-4634-a210-e0cd6ca8d1c4'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:17:43.334461 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-0c6577e1-3310-4d6d-a82b-8566803aa716 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9823964 Nov 16 11:17:43.342078 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-af09659e-6408-4775-aa95-fb4611daca9f req-71980246-0932-4e01-a315-d07a7bfcf1e8 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "PUT /v2.0/floatingips/08da17df-132b-4251-a25e-8cf920549bb0 HTTP/1.1" status: 200 len: 695 time: 1.4518325 Nov 16 11:17:43.342607 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7814a2be-fc55-4993-8a05-51665a950417', 'tag': '0cf3a3e2-009c-48fc-83c2-e1204a58704f'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:17:43.344961 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7d894c-6309-4713-9c8f-d7ad698efea3" -d '{"events": [{"name": "network-changed", "server_uuid": "7814a2be-fc55-4993-8a05-51665a950417", "tag": "0cf3a3e2-009c-48fc-83c2-e1204a58704f"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:17:43.358083 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-057435f7-f8d6-42cb-8aba-a812ebb7957b service neutron] Request body: {'port': {'device_id': 'c93c256b-bc50-45b1-b8a3-ea3c6f5cad41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:17:43.399627 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09659e-6408-4775-aa95-fb4611daca9f req-6d39e958-401e-4a09-a330-46f4a4dcc7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:43.408028 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-af09659e-6408-4775-aa95-fb4611daca9f req-6d39e958-401e-4a09-a330-46f4a4dcc7a6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c52a8c39fe94e6d89dd46750a80e67d&device_id=7814a2be-fc55-4993-8a05-51665a950417 HTTP/1.1" status: 200 len: 1097 time: 0.0585613 Nov 16 11:17:43.464479 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-057435f7-f8d6-42cb-8aba-a812ebb7957b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:43.471628 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-bca8ee97-c533-43a3-bd03-c28e99e533d1 None None] Set router 5cb65b80-9319-4634-a210-e0cd6ca8d1c4 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:17:43.516824 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09659e-6408-4775-aa95-fb4611daca9f req-df8df70e-c82e-4aef-aa3b-84a65a93fa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:43.527247 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-af09659e-6408-4775-aa95-fb4611daca9f req-df8df70e-c82e-4aef-aa3b-84a65a93fa4b service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6f6c22e-8152-4ca5-86d7-dcaf88c6db36 HTTP/1.1" status: 200 len: 921 time: 0.1179879 Nov 16 11:17:43.598122 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-af09659e-6408-4775-aa95-fb4611daca9f req-6b63d868-034e-4349-b3f3-5662d12526ee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cf3a3e2-009c-48fc-83c2-e1204a58704f HTTP/1.1" status: 200 len: 217 time: 0.0694826 Nov 16 11:17:43.653014 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09659e-6408-4775-aa95-fb4611daca9f req-8edbd917-ca7c-40e1-8e2d-a29db7f1e995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:43.668752 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-af09659e-6408-4775-aa95-fb4611daca9f req-8edbd917-ca7c-40e1-8e2d-a29db7f1e995 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a723c1b5-1a0f-4323-9985-39160c514b43 HTTP/1.1" status: 200 len: 859 time: 0.0670466 Nov 16 11:17:43.765458 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09659e-6408-4775-aa95-fb4611daca9f req-ecabf55e-15dc-4faa-a9a2-98fd18242738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:43.766152 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device d17aa9af-b37d-42d5-b462-cf3f354ed1f9 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:17:43.781037 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-af09659e-6408-4775-aa95-fb4611daca9f req-ecabf55e-15dc-4faa-a9a2-98fd18242738 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6f6c22e-8152-4ca5-86d7-dcaf88c6db36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1095228 Nov 16 11:17:43.961906 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port d17aa9af-b37d-42d5-b462-cf3f354ed1f9 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:17:43.980234 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port d17aa9af-b37d-42d5-b462-cf3f354ed1f9 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:17:43.980234 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:43.980929 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37eefea-3378-4beb-aeff-69c252f44623 req-c3d4fea9-b309-49f4-8878-ef77f4d7f275 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:43.991350 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d37eefea-3378-4beb-aeff-69c252f44623 req-c3d4fea9-b309-49f4-8878-ef77f4d7f275 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=c93c256b-bc50-45b1-b8a3-ea3c6f5cad41 HTTP/1.1" status: 200 len: 931 time: 0.1145036 Nov 16 11:17:44.008768 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-bca8ee97-c533-43a3-bd03-c28e99e533d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-687097913-router', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:16:30Z', 'updated_at': '2021-11-16T11:16:40Z', 'revision_number': 4, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'gw_port': {'id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:31Z', 'updated_at': '2021-11-16T11:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '6281edb3-4f8e-47f0-a859-0898e1765764', 'name': '', 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'mac_address': 'fa:16:3e:36:19:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a723c1b5-1a0f-4323-9985-39160c514b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:38Z', 'updated_at': '2021-11-16T11:16:46Z', 'revision_number': 5, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'subnets': [{'id': 'a723c1b5-1a0f-4323-9985-39160c514b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:17:44.045164 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-af09659e-6408-4775-aa95-fb4611daca9f req-20ffd115-2446-4bfd-9c36-e7df75710e62 service neutron] 10.222.0.61 "GET /v2.0/networks/e6f6c22e-8152-4ca5-86d7-dcaf88c6db36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632170 Nov 16 11:17:44.074726 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d37eefea-3378-4beb-aeff-69c252f44623 req-c261cf00-e5af-44d7-953c-19989193280e tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823696 Nov 16 11:17:44.140347 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca8ee97-c533-43a3-bd03-c28e99e533d1 None None] Checking router: 5cb65b80-9319-4634-a210-e0cd6ca8d1c4 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:17:44.163454 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-057435f7-f8d6-42cb-8aba-a812ebb7957b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33148d57-3947-45a8-b7d8-6a4f2fbccddc {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:17:44.179462 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca8ee97-c533-43a3-bd03-c28e99e533d1 None None] Routers {'5cb65b80-9319-4634-a210-e0cd6ca8d1c4'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:17:44.180607 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-bca8ee97-c533-43a3-bd03-c28e99e533d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:17:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5cb65b80-9319-4634-a210-e0cd6ca8d1c4'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:17:44.189871 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-057435f7-f8d6-42cb-8aba-a812ebb7957b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:44.219237 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-057435f7-f8d6-42cb-8aba-a812ebb7957b service neutron] Transition to ACTIVE for port object 33148d57-3947-45a8-b7d8-6a4f2fbccddc will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:17:44.228892 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-057435f7-f8d6-42cb-8aba-a812ebb7957b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:44.276444 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-af09659e-6408-4775-aa95-fb4611daca9f req-f739db81-eece-4dd1-ae08-65553fc30194 service neutron] 10.222.0.61 "GET /v2.0/networks/e6f6c22e-8152-4ca5-86d7-dcaf88c6db36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212431 Nov 16 11:17:44.496685 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051bfb44-bde8-410f-bef9-dceac3fed0d1 x-openstack-request-id: req-051bfb44-bde8-410f-bef9-dceac3fed0d1 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:17:44.498616 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7814a2be-fc55-4993-8a05-51665a950417", "tag": "0cf3a3e2-009c-48fc-83c2-e1204a58704f", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:17:44.499146 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-051bfb44-bde8-410f-bef9-dceac3fed0d1 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:17:44.500922 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7814a2be-fc55-4993-8a05-51665a950417', 'tag': '0cf3a3e2-009c-48fc-83c2-e1204a58704f', 'status': 'completed', 'code': 200} Nov 16 11:17:44.522605 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057435f7-f8d6-42cb-8aba-a812ebb7957b service neutron] Pushing event updated for resources: {'Port': ['ID=33148d57-3947-45a8-b7d8-6a4f2fbccddc,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:44.820128 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 5cbbc87c-022a-4ee6-b9ed-87c67592e147 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:17:44.842503 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-057435f7-f8d6-42cb-8aba-a812ebb7957b service neutron] Attempting to bind port 33148d57-3947-45a8-b7d8-6a4f2fbccddc on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:17:44.843253 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-057435f7-f8d6-42cb-8aba-a812ebb7957b service neutron] Attempting to bind port 33148d57-3947-45a8-b7d8-6a4f2fbccddc by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:17:44.844401 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-057435f7-f8d6-42cb-8aba-a812ebb7957b service neutron] Attempting to bind port 33148d57-3947-45a8-b7d8-6a4f2fbccddc on network b7bb2a97-86e1-4934-a454-677fe86f6d7e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:17:44.857634 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-057435f7-f8d6-42cb-8aba-a812ebb7957b service neutron] Port 33148d57-3947-45a8-b7d8-6a4f2fbccddc on network b7bb2a97-86e1-4934-a454-677fe86f6d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:17:44.860112 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-057435f7-f8d6-42cb-8aba-a812ebb7957b service neutron] Attempting to bind port 33148d57-3947-45a8-b7d8-6a4f2fbccddc on network b7bb2a97-86e1-4934-a454-677fe86f6d7e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:17:44.875239 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-057435f7-f8d6-42cb-8aba-a812ebb7957b service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:17:44.877869 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-057435f7-f8d6-42cb-8aba-a812ebb7957b service neutron] Checking segment: {'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:17:44.878747 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-057435f7-f8d6-42cb-8aba-a812ebb7957b service neutron] Bound using segment: {'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:17:44.881210 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-057435f7-f8d6-42cb-8aba-a812ebb7957b service neutron] Bound port: 33148d57-3947-45a8-b7d8-6a4f2fbccddc, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:17:44.881838 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-057435f7-f8d6-42cb-8aba-a812ebb7957b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:44.978579 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:45.054256 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-057435f7-f8d6-42cb-8aba-a812ebb7957b service neutron] For port 33148d57-3947-45a8-b7d8-6a4f2fbccddc, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:17:45.064727 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-057435f7-f8d6-42cb-8aba-a812ebb7957b service neutron] For port 33148d57-3947-45a8-b7d8-6a4f2fbccddc, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=33148d57-3947-45a8-b7d8-6a4f2fbccddc,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:17:45.083572 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-057435f7-f8d6-42cb-8aba-a812ebb7957b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:45.150234 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-057435f7-f8d6-42cb-8aba-a812ebb7957b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:45.151228 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-057435f7-f8d6-42cb-8aba-a812ebb7957b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:45.153037 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-057435f7-f8d6-42cb-8aba-a812ebb7957b service neutron] 10.222.0.36 "PUT /v2.0/ports/33148d57-3947-45a8-b7d8-6a4f2fbccddc HTTP/1.1" status: 200 len: 1091 time: 1.7998266 Nov 16 11:17:45.153807 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c93c256b-bc50-45b1-b8a3-ea3c6f5cad41', 'tag': '33148d57-3947-45a8-b7d8-6a4f2fbccddc'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:17:45.156211 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3cfd8d-aa5b-49ac-863e-24dc30f25d07" -d '{"events": [{"name": "network-changed", "server_uuid": "c93c256b-bc50-45b1-b8a3-ea3c6f5cad41", "tag": "33148d57-3947-45a8-b7d8-6a4f2fbccddc"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:17:45.192842 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057435f7-f8d6-42cb-8aba-a812ebb7957b service neutron] Pushing event updated for resources: {'Port': ['ID=33148d57-3947-45a8-b7d8-6a4f2fbccddc,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:45.337846 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-bca8ee97-c533-43a3-bd03-c28e99e533d1 None None] Set router 5cb65b80-9319-4634-a210-e0cd6ca8d1c4 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:17:45.390393 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port d17aa9af-b37d-42d5-b462-cf3f354ed1f9, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=d17aa9af-b37d-42d5-b462-cf3f354ed1f9,segment=NetworkSegment(32887315-0b64-4817-9f69-e9105851e5d8),segment_id=32887315-0b64-4817-9f69-e9105851e5d8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:45.402964 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-b472973e-da87-4bf3-a094-6529b5ab8417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:45.404669 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-b472973e-da87-4bf3-a094-6529b5ab8417 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fca4017bffc548cea20e1270411b1992&device_id=c93c256b-bc50-45b1-b8a3-ea3c6f5cad41 HTTP/1.1" status: 200 len: 1094 time: 0.1036425 Nov 16 11:17:45.431943 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2e3c89d9-b7b1-4ce2-b045-59078aef182e req-68df8ded-a1a8-48be-bf17-c02d4fec9f40 tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5c50d1d-ae6c-4621-874e-9f19b556623f HTTP/1.1" status: 200 len: 210 time: 0.0937452 Nov 16 11:17:45.547323 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-afe090d6-8a21-4275-bf24-38c9e54a22d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33148d57-3947-45a8-b7d8-6a4f2fbccddc HTTP/1.1" status: 200 len: 217 time: 0.1294305 Nov 16 11:17:45.571889 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d894c-6309-4713-9c8f-d7ad698efea3 req-493d5317-a35c-4074-8cf2-f13d96996fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:45.573389 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ac7d894c-6309-4713-9c8f-d7ad698efea3 req-493d5317-a35c-4074-8cf2-f13d96996fde service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6c52a8c39fe94e6d89dd46750a80e67d&device_id=7814a2be-fc55-4993-8a05-51665a950417 HTTP/1.1" status: 200 len: 1097 time: 1.0409889 Nov 16 11:17:45.575120 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a076ee-40e7-416f-be53-99c6b5fdac14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17aa9af-b37d-42d5-b462-cf3f354ed1f9'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:17:45.587552 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f7391e-0bf1-4fd3-9e8e-d7a52f26e4b5" -d '{"events": [{"server_uuid": "38a076ee-40e7-416f-be53-99c6b5fdac14", "name": "network-vif-plugged", "status": "completed", "tag": "d17aa9af-b37d-42d5-b462-cf3f354ed1f9"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:17:45.619967 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322da61b-265d-4109-aa0c-7bf2690990c5 req-5f255ab8-9f26-491b-a095-9d728b37c3df tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:45.625902 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:45.634026 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-322da61b-265d-4109-aa0c-7bf2690990c5 req-5f255ab8-9f26-491b-a095-9d728b37c3df tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=38a076ee-40e7-416f-be53-99c6b5fdac14 HTTP/1.1" status: 200 len: 945 time: 0.3051248 Nov 16 11:17:45.645368 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 5cbbc87c-022a-4ee6-b9ed-87c67592e147, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=5cbbc87c-022a-4ee6-b9ed-87c67592e147,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:45.665203 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-1d035d51-1bbb-4a10-ac5c-0c95ec69aa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:45.679556 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-1d035d51-1bbb-4a10-ac5c-0c95ec69aa96 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e023778-0206-43f4-abc1-4c067f7e46aa HTTP/1.1" status: 200 len: 848 time: 0.1130240 Nov 16 11:17:45.768293 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-477a4e57-df0a-4457-80b4-3e09328bd2ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b7bb2a97-86e1-4934-a454-677fe86f6d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864568 Nov 16 11:17:45.824628 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '5cbbc87c-022a-4ee6-b9ed-87c67592e147', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'port_id': '5cbbc87c-022a-4ee6-b9ed-87c67592e147', 'mac_address': 'fa:16:3e:70:e7:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c770cc-51d7-42eb-b4a6-9a605bacae0f', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:17:45.882613 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-322da61b-265d-4109-aa0c-7bf2690990c5 req-92930690-9c5c-4179-9f54-7e386871a9b9 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3adee73-0139-433a-a7e5-9720cece8767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473135 Nov 16 11:17:45.983518 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c2f94-cf82-4182-9246-b0f689cc0d1b req-e6c922d3-65e8-4249-908f-50f5b8b82037 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:45.989910 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1c4a3248-2cc9-4a15-a275-a230f6b49efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:45.997108 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378b0db2-c4e1-431d-a46a-34d506ff64b7 x-openstack-request-id: req-378b0db2-c4e1-431d-a46a-34d506ff64b7 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:17:45.997294 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c93c256b-bc50-45b1-b8a3-ea3c6f5cad41", "tag": "33148d57-3947-45a8-b7d8-6a4f2fbccddc", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:17:45.997599 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-378b0db2-c4e1-431d-a46a-34d506ff64b7 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:17:45.998018 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c93c256b-bc50-45b1-b8a3-ea3c6f5cad41', 'tag': '33148d57-3947-45a8-b7d8-6a4f2fbccddc', 'status': 'completed', 'code': 200} Nov 16 11:17:46.005030 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ec9c2f94-cf82-4182-9246-b0f689cc0d1b req-e6c922d3-65e8-4249-908f-50f5b8b82037 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=c93c256b-bc50-45b1-b8a3-ea3c6f5cad41 HTTP/1.1" status: 200 len: 943 time: 0.3154972 Nov 16 11:17:46.025048 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-a934f002-fed6-496e-b5aa-1b864a563977 service neutron] 10.222.0.36 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471659 Nov 16 11:17:46.115798 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d894c-6309-4713-9c8f-d7ad698efea3 req-08ba06d4-21f6-48cc-a7f6-5298b98c792c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:46.117287 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ac7d894c-6309-4713-9c8f-d7ad698efea3 req-08ba06d4-21f6-48cc-a7f6-5298b98c792c service neutron] 10.222.0.64 "GET /v2.0/networks?id=e6f6c22e-8152-4ca5-86d7-dcaf88c6db36 HTTP/1.1" status: 200 len: 921 time: 0.5199249 Nov 16 11:17:46.209586 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=d17aa9af-b37d-42d5-b462-cf3f354ed1f9,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:46.267390 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ac7d894c-6309-4713-9c8f-d7ad698efea3 req-bd36fcc2-a76a-4276-85ac-c51b73aa8fdc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cf3a3e2-009c-48fc-83c2-e1204a58704f HTTP/1.1" status: 200 len: 217 time: 0.1312044 Nov 16 11:17:46.285015 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ec9c2f94-cf82-4182-9246-b0f689cc0d1b req-28b11359-b30e-417f-998b-7e1d37f3b448 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790053 Nov 16 11:17:46.331756 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:17:46.332324 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:17:46.334238 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:17:46.334760 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:17:46.335300 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:17:46.339299 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:17:46.339853 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:17:46.340372 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:17:46.341403 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:17:46.341904 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:17:46.342607 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:17:46.343101 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:17:46.349270 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:46.377761 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5cbbc87c-022a-4ee6-b9ed-87c67592e147 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:17:46.394404 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-744b6f01-4b8b-40ec-8e87-ecb92e2ccf72 req-3e71ddba-f569-4ae8-8d75-6d55d02e1c01 service neutron] 10.222.0.36 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584700 Nov 16 11:17:46.399587 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365615af-646d-4b04-936c-ffd11c788712 x-openstack-request-id: req-365615af-646d-4b04-936c-ffd11c788712 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:17:46.399900 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a076ee-40e7-416f-be53-99c6b5fdac14", "name": "network-vif-plugged", "status": "completed", "tag": "d17aa9af-b37d-42d5-b462-cf3f354ed1f9", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:17:46.400160 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-365615af-646d-4b04-936c-ffd11c788712 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:17:46.400600 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a076ee-40e7-416f-be53-99c6b5fdac14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17aa9af-b37d-42d5-b462-cf3f354ed1f9', 'code': 200} Nov 16 11:17:46.413012 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d894c-6309-4713-9c8f-d7ad698efea3 req-da8ac4a9-6d4f-4bc9-829b-73fe471da0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:46.418138 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ac7d894c-6309-4713-9c8f-d7ad698efea3 req-da8ac4a9-6d4f-4bc9-829b-73fe471da0c6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a723c1b5-1a0f-4323-9985-39160c514b43 HTTP/1.1" status: 200 len: 859 time: 0.1318293 Nov 16 11:17:46.427963 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:17:46.479898 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 5cbbc87c-022a-4ee6-b9ed-87c67592e147, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=5cbbc87c-022a-4ee6-b9ed-87c67592e147,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:46.502784 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0eb90906-f7af-413c-b437-72f7b269c1e1 req-80967065-fc0f-4829-8cff-e208e54a35e1 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/floatingips/08da17df-132b-4251-a25e-8cf920549bb0 HTTP/1.1" status: 200 len: 695 time: 0.0790665 Nov 16 11:17:46.525507 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:46.539217 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-bca8ee97-c533-43a3-bd03-c28e99e533d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-687097913-router', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:16:30Z', 'updated_at': '2021-11-16T11:16:40Z', 'revision_number': 4, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'gw_port': {'id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:31Z', 'updated_at': '2021-11-16T11:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '6281edb3-4f8e-47f0-a859-0898e1765764', 'name': '', 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'mac_address': 'fa:16:3e:36:19:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a723c1b5-1a0f-4323-9985-39160c514b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:38Z', 'updated_at': '2021-11-16T11:16:46Z', 'revision_number': 5, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'subnets': [{'id': 'a723c1b5-1a0f-4323-9985-39160c514b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:17:46.544480 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-eb97ec7c-5127-44ea-929e-a145ba2c69ad tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:46.551759 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:46.558033 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-eb97ec7c-5127-44ea-929e-a145ba2c69ad tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] 10.222.0.64 "GET /v2.0/networks?id=8833cbf5-f3e1-47e0-8323-3467bba35bd6 HTTP/1.1" status: 200 len: 810 time: 0.3293095 Nov 16 11:17:46.582558 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d894c-6309-4713-9c8f-d7ad698efea3 req-9297b7d3-66ef-41ff-a231-39749dad1dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:46.584415 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ac7d894c-6309-4713-9c8f-d7ad698efea3 req-9297b7d3-66ef-41ff-a231-39749dad1dc6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e6f6c22e-8152-4ca5-86d7-dcaf88c6db36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1533704 Nov 16 11:17:46.597890 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-36d1694e-6a76-4ecd-8ca2-40f1f69fbb6c tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] Request body: {'port': {'device_id': 'd5c50d1d-ae6c-4621-874e-9f19b556623f', 'network_id': '8833cbf5-f3e1-47e0-8323-3467bba35bd6', 'admin_state_up': True, 'tenant_id': 'a34fdeba44e84f93a397c59ce8f35619'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:17:46.709714 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb90906-f7af-413c-b437-72f7b269c1e1 req-ce987340-7fbe-4740-b107-8cec57721825 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:46.716964 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0eb90906-f7af-413c-b437-72f7b269c1e1 req-ce987340-7fbe-4740-b107-8cec57721825 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/networks/47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 784 time: 0.2125647 Nov 16 11:17:46.725085 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [req-0eb90906-f7af-413c-b437-72f7b269c1e1 req-9d4fee9b-f546-4024-9bb5-f1b7c23eb45e tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:17:46.728603 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca8ee97-c533-43a3-bd03-c28e99e533d1 None None] The sync data for ids ['5cb65b80-9319-4634-a210-e0cd6ca8d1c4'] in n-d-816823-3 is: [{'id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-687097913-router', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:16:30Z', 'updated_at': '2021-11-16T11:16:40Z', 'revision_number': 4, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'gw_port': {'id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:31Z', 'updated_at': '2021-11-16T11:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '6281edb3-4f8e-47f0-a859-0898e1765764', 'name': '', 'network_id': 'e6f6c22e-8152-4ca5-86d7-dcaf88c6db36', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'mac_address': 'fa:16:3e:36:19:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'a723c1b5-1a0f-4323-9985-39160c514b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:38Z', 'updated_at': '2021-11-16T11:16:46Z', 'revision_number': 5, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'subnets': [{'id': 'a723c1b5-1a0f-4323-9985-39160c514b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:17:46.732264 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0eb90906-f7af-413c-b437-72f7b269c1e1 req-9d4fee9b-f546-4024-9bb5-f1b7c23eb45e tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0144196 Nov 16 11:17:46.754746 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['5cbbc87c-022a-4ee6-b9ed-87c67592e147'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:17:46.891668 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0eb90906-f7af-413c-b437-72f7b269c1e1 req-60d95b24-b300-4591-8075-094680b6e231 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.52 HTTP/1.1" status: 200 len: 698 time: 0.1580381 Nov 16 11:17:46.923403 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=5cbbc87c-022a-4ee6-b9ed-87c67592e147,revision_number=6']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:47.089500 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3e838b4f-ffb6-46b7-8b7a-61a8c2dc0de1 req-388040b4-0fd3-40f1-b307-d19085ab50ea tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5c50d1d-ae6c-4621-874e-9f19b556623f HTTP/1.1" status: 200 len: 210 time: 0.0909035 Nov 16 11:17:47.097275 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ac7d894c-6309-4713-9c8f-d7ad698efea3 req-719fe176-89ac-43e1-a0da-0b93c5ccd693 service neutron] 10.222.0.64 "GET /v2.0/networks/e6f6c22e-8152-4ca5-86d7-dcaf88c6db36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5010400 Nov 16 11:17:47.101511 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0eb90906-f7af-413c-b437-72f7b269c1e1 req-33ae642c-5c7e-4f1b-ac89-7d63ff7f6723 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.52 HTTP/1.1" status: 200 len: 698 time: 0.2089267 Nov 16 11:17:47.307047 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2fac2a-a51d-4c31-ad74-5278709288a4 None None] New status for floating IP 08da17df-132b-4251-a25e-8cf920549bb0: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:17:47.517906 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-36d1694e-6a76-4ecd-8ca2-40f1f69fbb6c tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] Made reservation on behalf of a34fdeba44e84f93a397c59ce8f35619 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:17:47.526519 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-36d1694e-6a76-4ecd-8ca2-40f1f69fbb6c tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:47.571474 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313e0b8-f469-4f66-aa10-429f083e7b13 req-aa755a61-8a25-4cd9-a110-f584c42ea505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:47.573364 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e313e0b8-f469-4f66-aa10-429f083e7b13 req-aa755a61-8a25-4cd9-a110-f584c42ea505 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=38a076ee-40e7-416f-be53-99c6b5fdac14 HTTP/1.1" status: 200 len: 1096 time: 0.9933136 Nov 16 11:17:47.576534 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3cfd8d-aa5b-49ac-863e-24dc30f25d07 req-ad407f08-a6b8-48ed-984b-590f045a3134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:47.579402 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a3cfd8d-aa5b-49ac-863e-24dc30f25d07 req-ad407f08-a6b8-48ed-984b-590f045a3134 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fca4017bffc548cea20e1270411b1992&device_id=c93c256b-bc50-45b1-b8a3-ea3c6f5cad41 HTTP/1.1" status: 200 len: 1094 time: 0.9903748 Nov 16 11:17:47.618405 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ac7d894c-6309-4713-9c8f-d7ad698efea3 req-15033678-1e5e-4ff6-8879-357f97e08725 service neutron] 10.222.0.64 "GET /v2.0/networks/e6f6c22e-8152-4ca5-86d7-dcaf88c6db36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4923501 Nov 16 11:17:47.657769 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb2006-26b8-482c-9813-7ef9dd3ed937 req-2aa96610-7c1e-4b3e-b5de-4ffc29ea8238 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:47.666300 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-20cb2006-26b8-482c-9813-7ef9dd3ed937 req-2aa96610-7c1e-4b3e-b5de-4ffc29ea8238 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=38a076ee-40e7-416f-be53-99c6b5fdac14 HTTP/1.1" status: 200 len: 945 time: 0.1831107 Nov 16 11:17:47.738532 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-0eb90906-f7af-413c-b437-72f7b269c1e1 req-53033af4-78cb-4c41-ba2c-0d57d3382ea9 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Deleting port e6faed09-38aa-46d5-8647-5b82db248431 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:17:47.739518 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0eb90906-f7af-413c-b437-72f7b269c1e1 req-53033af4-78cb-4c41-ba2c-0d57d3382ea9 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:47.803396 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-20cb2006-26b8-482c-9813-7ef9dd3ed937 req-f2af991b-6682-4778-bfa1-549bf7de6807 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3adee73-0139-433a-a7e5-9720cece8767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361573 Nov 16 11:17:47.811204 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e313e0b8-f469-4f66-aa10-429f083e7b13 req-f55ffd1f-af95-4965-9163-d6acdf06fe78 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f3adee73-0139-433a-a7e5-9720cece8767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195687 Nov 16 11:17:47.914766 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0eb90906-f7af-413c-b437-72f7b269c1e1 req-53033af4-78cb-4c41-ba2c-0d57d3382ea9 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:47.917090 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0eb90906-f7af-413c-b437-72f7b269c1e1 req-53033af4-78cb-4c41-ba2c-0d57d3382ea9 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:47.928153 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3cfd8d-aa5b-49ac-863e-24dc30f25d07 req-e102e621-86fb-4d03-95b7-3937159252bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:47.929730 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a3cfd8d-aa5b-49ac-863e-24dc30f25d07 req-e102e621-86fb-4d03-95b7-3937159252bf service neutron] 10.222.0.36 "GET /v2.0/networks?id=b7bb2a97-86e1-4934-a454-677fe86f6d7e HTTP/1.1" status: 200 len: 909 time: 0.3393681 Nov 16 11:17:47.941172 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-0eb90906-f7af-413c-b437-72f7b269c1e1 req-53033af4-78cb-4c41-ba2c-0d57d3382ea9 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Calling delete_port for e6faed09-38aa-46d5-8647-5b82db248431 owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:17:47.983698 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-36d1694e-6a76-4ecd-8ca2-40f1f69fbb6c tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] Allocated IP 172.20.0.9 (8833cbf5-f3e1-47e0-8323-3467bba35bd6/049e30a5-6e7d-4807-87a8-1f5e9a37a52c/fcd9ced7-b778-499e-88d3-eb4fcbe06d28) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:17:47.987337 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a3cfd8d-aa5b-49ac-863e-24dc30f25d07 req-fee41724-2787-4d20-a9bc-bb2147cceb94 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33148d57-3947-45a8-b7d8-6a4f2fbccddc HTTP/1.1" status: 200 len: 217 time: 0.0495238 Nov 16 11:17:48.100294 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3cfd8d-aa5b-49ac-863e-24dc30f25d07 req-6c371218-8396-41b3-bcbf-c5b5d5ac6ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:48.102556 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a3cfd8d-aa5b-49ac-863e-24dc30f25d07 req-6c371218-8396-41b3-bcbf-c5b5d5ac6ca9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e023778-0206-43f4-abc1-4c067f7e46aa HTTP/1.1" status: 200 len: 848 time: 0.1034429 Nov 16 11:17:48.181668 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:48.201979 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a3cfd8d-aa5b-49ac-863e-24dc30f25d07 req-747e2fc1-7a13-4ffb-aa7e-cbdc22f13098 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b7bb2a97-86e1-4934-a454-677fe86f6d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925159 Nov 16 11:17:48.232980 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0eb90906-f7af-413c-b437-72f7b269c1e1 req-53033af4-78cb-4c41-ba2c-0d57d3382ea9 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:48.245177 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6ea2b-cfe3-4c89-b6d5-63d759f586f5 req-7b70574f-712f-4bc1-8fd5-c3e6e5a2b9b7 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:48.252779 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8ca6ea2b-cfe3-4c89-b6d5-63d759f586f5 req-7b70574f-712f-4bc1-8fd5-c3e6e5a2b9b7 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=c93c256b-bc50-45b1-b8a3-ea3c6f5cad41 HTTP/1.1" status: 200 len: 943 time: 0.1337969 Nov 16 11:17:48.296028 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53033af4-78cb-4c41-ba2c-0d57d3382ea9 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Pushing event deleted for resources: {'Port': ['ID=e6faed09-38aa-46d5-8647-5b82db248431,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:48.339037 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53033af4-78cb-4c41-ba2c-0d57d3382ea9 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:17:48.339473 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53033af4-78cb-4c41-ba2c-0d57d3382ea9 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:17:48.339921 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53033af4-78cb-4c41-ba2c-0d57d3382ea9 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:17:48.340355 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53033af4-78cb-4c41-ba2c-0d57d3382ea9 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:17:48.340749 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53033af4-78cb-4c41-ba2c-0d57d3382ea9 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:17:48.341202 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53033af4-78cb-4c41-ba2c-0d57d3382ea9 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:17:48.341722 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53033af4-78cb-4c41-ba2c-0d57d3382ea9 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:17:48.342213 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53033af4-78cb-4c41-ba2c-0d57d3382ea9 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:17:48.342681 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53033af4-78cb-4c41-ba2c-0d57d3382ea9 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:17:48.343117 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53033af4-78cb-4c41-ba2c-0d57d3382ea9 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:17:48.343546 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53033af4-78cb-4c41-ba2c-0d57d3382ea9 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:17:48.344024 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53033af4-78cb-4c41-ba2c-0d57d3382ea9 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:17:48.356846 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-36d1694e-6a76-4ecd-8ca2-40f1f69fbb6c tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:48.371938 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a3cfd8d-aa5b-49ac-863e-24dc30f25d07 req-85037cb7-13bb-4889-a64c-3cab702b1946 service neutron] 10.222.0.36 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561224 Nov 16 11:17:48.412967 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8ca6ea2b-cfe3-4c89-b6d5-63d759f586f5 req-d2df6276-288f-462c-b982-54bf8885cf78 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590111 Nov 16 11:17:48.431683 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0eb90906-f7af-413c-b437-72f7b269c1e1 req-53033af4-78cb-4c41-ba2c-0d57d3382ea9 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks [] for floatingip, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:48.445028 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0eb90906-f7af-413c-b437-72f7b269c1e1 req-53033af4-78cb-4c41-ba2c-0d57d3382ea9 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:48.447938 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0eb90906-f7af-413c-b437-72f7b269c1e1 req-53033af4-78cb-4c41-ba2c-0d57d3382ea9 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "DELETE /v2.0/floatingips/08da17df-132b-4251-a25e-8cf920549bb0 HTTP/1.1" status: 204 len: 173 time: 1.3239648 Nov 16 11:17:48.475115 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-36d1694e-6a76-4ecd-8ca2-40f1f69fbb6c tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:48.545264 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a3cfd8d-aa5b-49ac-863e-24dc30f25d07 req-93b3c905-b243-4d5b-b54b-1e3dfb5e6fae service neutron] 10.222.0.36 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651533 Nov 16 11:17:48.549280 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-36d1694e-6a76-4ecd-8ca2-40f1f69fbb6c tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] Network 8833cbf5-f3e1-47e0-8323-3467bba35bd6 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:17:48.565913 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-36d1694e-6a76-4ecd-8ca2-40f1f69fbb6c tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:17:48.569019 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-36d1694e-6a76-4ecd-8ca2-40f1f69fbb6c tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:17:48.577363 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d1694e-6a76-4ecd-8ca2-40f1f69fbb6c tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] Pushing event updated for resources: {'Port': ['ID=fcd9ced7-b778-499e-88d3-eb4fcbe06d28,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:48.644442 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-36d1694e-6a76-4ecd-8ca2-40f1f69fbb6c tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:48.645356 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-36d1694e-6a76-4ecd-8ca2-40f1f69fbb6c tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:48.651648 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-66c2e874-d020-4108-9eab-a0d4ea89a38c req-c69adb85-8291-4073-9784-ee046190cea0 tempest-QuotasAdminNegativeTest-1045071962 tempest-QuotasAdminNegativeTest-1045071962-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=3eb46b96b41e4fad83a8ea55ca9bafd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538931 Nov 16 11:17:48.673240 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-36d1694e-6a76-4ecd-8ca2-40f1f69fbb6c tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0964170 Nov 16 11:17:48.691736 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-8ff5a054-d18b-4cc1-b65a-f7385ae11037 service neutron] Request body: {'port': {'device_id': 'd5c50d1d-ae6c-4621-874e-9f19b556623f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:17:48.755644 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 33148d57-3947-45a8-b7d8-6a4f2fbccddc details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:17:48.764899 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c31fd9-5be9-4eb2-a8c5-bc0ac6f4a927 req-22035749-c2a1-4f3a-b724-328faabbb631 tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:48.779772 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-89c31fd9-5be9-4eb2-a8c5-bc0ac6f4a927 req-22035749-c2a1-4f3a-b724-328faabbb631 tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5c50d1d-ae6c-4621-874e-9f19b556623f HTTP/1.1" status: 200 len: 931 time: 0.1968367 Nov 16 11:17:48.782656 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-8ff5a054-d18b-4cc1-b65a-f7385ae11037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:48.919802 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2e874-d020-4108-9eab-a0d4ea89a38c req-deb12763-f764-4b9e-bc21-5bec13fa83b1 tempest-QuotasAdminNegativeTest-1045071962 tempest-QuotasAdminNegativeTest-1045071962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:48.928976 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 5cbbc87c-022a-4ee6-b9ed-87c67592e147 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:17:48.931027 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-66c2e874-d020-4108-9eab-a0d4ea89a38c req-deb12763-f764-4b9e-bc21-5bec13fa83b1 tempest-QuotasAdminNegativeTest-1045071962 tempest-QuotasAdminNegativeTest-1045071962-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2795858 Nov 16 11:17:48.998518 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-89c31fd9-5be9-4eb2-a8c5-bc0ac6f4a927 req-dd78d368-b475-435b-bee9-27aaff18e7a9 tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] 10.222.0.61 "GET /v2.0/security-groups?id=448ce765-1b31-4d8a-8eeb-a8c7115e03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177377 Nov 16 11:17:49.001573 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-66c2e874-d020-4108-9eab-a0d4ea89a38c req-96a6eabc-2a45-42a7-b5d2-4ccfef1508d1 tempest-QuotasAdminNegativeTest-1045071962 tempest-QuotasAdminNegativeTest-1045071962-project] 10.222.0.61 "GET /v2.0/quotas/3eb46b96b41e4fad83a8ea55ca9bafd7 HTTP/1.1" status: 200 len: 375 time: 0.0691705 Nov 16 11:17:49.088482 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:49.138511 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-66c2e874-d020-4108-9eab-a0d4ea89a38c req-624f3962-394a-4fea-b833-f8b7b93eb207 tempest-QuotasAdminNegativeTest-1045071962 tempest-QuotasAdminNegativeTest-1045071962-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3eb46b96b41e4fad83a8ea55ca9bafd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1274314 Nov 16 11:17:49.144575 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 33148d57-3947-45a8-b7d8-6a4f2fbccddc, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=33148d57-3947-45a8-b7d8-6a4f2fbccddc,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:49.163877 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 5cbbc87c-022a-4ee6-b9ed-87c67592e147 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:17:49.165742 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:49.167640 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '33148d57-3947-45a8-b7d8-6a4f2fbccddc', 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e', 'port_id': '33148d57-3947-45a8-b7d8-6a4f2fbccddc', 'mac_address': 'fa:16:3e:fd:da:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e023778-0206-43f4-abc1-4c067f7e46aa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:17:49.259079 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:49.379988 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33148d57-3947-45a8-b7d8-6a4f2fbccddc {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:17:49.450840 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 33148d57-3947-45a8-b7d8-6a4f2fbccddc, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=33148d57-3947-45a8-b7d8-6a4f2fbccddc,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:49.452360 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:49.463319 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:49.513600 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e08617-ac99-4a8c-8d91-7fc109f96c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cbbc87c-022a-4ee6-b9ed-87c67592e147'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:17:49.515798 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e94abd-dd78-46cc-84b3-7c552cdf4e66" -d '{"events": [{"server_uuid": "06e08617-ac99-4a8c-8d91-7fc109f96c53", "name": "network-vif-plugged", "status": "completed", "tag": "5cbbc87c-022a-4ee6-b9ed-87c67592e147"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:17:49.528764 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9137ab-9bc7-418c-868e-00c8f94e5f8c req-e42c21a7-261c-401e-87f2-8f96ed66c855 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:49.531547 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ef9137ab-9bc7-418c-868e-00c8f94e5f8c req-e42c21a7-261c-401e-87f2-8f96ed66c855 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=38a076ee-40e7-416f-be53-99c6b5fdac14 HTTP/1.1" status: 200 len: 945 time: 0.0904744 Nov 16 11:17:49.547919 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 5cbbc87c-022a-4ee6-b9ed-87c67592e147, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=5cbbc87c-022a-4ee6-b9ed-87c67592e147,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:49.560070 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=33148d57-3947-45a8-b7d8-6a4f2fbccddc,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:49.572529 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:49.633120 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ef9137ab-9bc7-418c-868e-00c8f94e5f8c req-7dd88730-2d7f-4927-bf90-040f256c25d8 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3adee73-0139-433a-a7e5-9720cece8767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942485 Nov 16 11:17:49.651024 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=5cbbc87c-022a-4ee6-b9ed-87c67592e147,revision_number=7']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:49.661558 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-8ff5a054-d18b-4cc1-b65a-f7385ae11037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcd9ced7-b778-499e-88d3-eb4fcbe06d28 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:17:49.672009 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-8ff5a054-d18b-4cc1-b65a-f7385ae11037 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:49.693254 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-8ff5a054-d18b-4cc1-b65a-f7385ae11037 service neutron] Transition to ACTIVE for port object fcd9ced7-b778-499e-88d3-eb4fcbe06d28 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:17:49.703152 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['33148d57-3947-45a8-b7d8-6a4f2fbccddc'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:17:49.704731 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-8ff5a054-d18b-4cc1-b65a-f7385ae11037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:49.778686 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b3f3c-9c54-416c-b631-922f3864ca56 req-75ee51f4-9669-4585-a197-5444d751a8df tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:49.780238 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-924b3f3c-9c54-416c-b631-922f3864ca56 req-75ee51f4-9669-4585-a197-5444d751a8df tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/ports?device_id=7814a2be-fc55-4993-8a05-51665a950417 HTTP/1.1" status: 200 len: 946 time: 0.1194301 Nov 16 11:17:49.853937 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5a054-d18b-4cc1-b65a-f7385ae11037 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd9ced7-b778-499e-88d3-eb4fcbe06d28,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:49.904842 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-924b3f3c-9c54-416c-b631-922f3864ca56 req-715760b3-8593-4556-b53a-5ed159f09726 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/security-groups?id=42abe699-cecb-40b2-a376-43deeb633c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050866 Nov 16 11:17:50.033680 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-8ff5a054-d18b-4cc1-b65a-f7385ae11037 service neutron] Attempting to bind port fcd9ced7-b778-499e-88d3-eb4fcbe06d28 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:17:50.034935 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-8ff5a054-d18b-4cc1-b65a-f7385ae11037 service neutron] Attempting to bind port fcd9ced7-b778-499e-88d3-eb4fcbe06d28 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '094d568f-dfdb-4b0a-b65f-60c75709af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '8833cbf5-f3e1-47e0-8323-3467bba35bd6'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:17:50.035500 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-8ff5a054-d18b-4cc1-b65a-f7385ae11037 service neutron] Attempting to bind port fcd9ced7-b778-499e-88d3-eb4fcbe06d28 on network 8833cbf5-f3e1-47e0-8323-3467bba35bd6 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:17:50.058375 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-8ff5a054-d18b-4cc1-b65a-f7385ae11037 service neutron] Port fcd9ced7-b778-499e-88d3-eb4fcbe06d28 on network 8833cbf5-f3e1-47e0-8323-3467bba35bd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:17:50.058867 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-8ff5a054-d18b-4cc1-b65a-f7385ae11037 service neutron] Attempting to bind port fcd9ced7-b778-499e-88d3-eb4fcbe06d28 on network 8833cbf5-f3e1-47e0-8323-3467bba35bd6 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:17:50.065871 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-8ff5a054-d18b-4cc1-b65a-f7385ae11037 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:17:50.069313 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-8ff5a054-d18b-4cc1-b65a-f7385ae11037 service neutron] Checking segment: {'id': '094d568f-dfdb-4b0a-b65f-60c75709af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '8833cbf5-f3e1-47e0-8323-3467bba35bd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:17:50.069876 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-8ff5a054-d18b-4cc1-b65a-f7385ae11037 service neutron] Bound using segment: {'id': '094d568f-dfdb-4b0a-b65f-60c75709af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '8833cbf5-f3e1-47e0-8323-3467bba35bd6'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:17:50.070528 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-8ff5a054-d18b-4cc1-b65a-f7385ae11037 service neutron] Bound port: fcd9ced7-b778-499e-88d3-eb4fcbe06d28, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '094d568f-dfdb-4b0a-b65f-60c75709af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '8833cbf5-f3e1-47e0-8323-3467bba35bd6'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:17:50.071063 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-8ff5a054-d18b-4cc1-b65a-f7385ae11037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:50.088052 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c1528c-caa4-43c6-b2be-1352587e2e18 x-openstack-request-id: req-79c1528c-caa4-43c6-b2be-1352587e2e18 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:17:50.088675 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e08617-ac99-4a8c-8d91-7fc109f96c53", "name": "network-vif-plugged", "status": "completed", "tag": "5cbbc87c-022a-4ee6-b9ed-87c67592e147", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:17:50.089305 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-79c1528c-caa4-43c6-b2be-1352587e2e18 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:17:50.090059 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e08617-ac99-4a8c-8d91-7fc109f96c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cbbc87c-022a-4ee6-b9ed-87c67592e147', 'code': 200} Nov 16 11:17:50.132341 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123ea24-022a-451e-8964-9bb3c590c953 req-aa1c5232-8e06-4bba-b0f9-42e6e168585e tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:50.133971 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0123ea24-022a-451e-8964-9bb3c590c953 req-aa1c5232-8e06-4bba-b0f9-42e6e168585e tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=c93c256b-bc50-45b1-b8a3-ea3c6f5cad41 HTTP/1.1" status: 200 len: 944 time: 0.0934381 Nov 16 11:17:50.157317 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-8ff5a054-d18b-4cc1-b65a-f7385ae11037 service neutron] For port fcd9ced7-b778-499e-88d3-eb4fcbe06d28, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:17:50.160530 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-8ff5a054-d18b-4cc1-b65a-f7385ae11037 service neutron] For port fcd9ced7-b778-499e-88d3-eb4fcbe06d28, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=fcd9ced7-b778-499e-88d3-eb4fcbe06d28,segment=NetworkSegment(094d568f-dfdb-4b0a-b65f-60c75709af03),segment_id=094d568f-dfdb-4b0a-b65f-60c75709af03)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:17:50.181610 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-8ff5a054-d18b-4cc1-b65a-f7385ae11037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:50.229796 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0123ea24-022a-451e-8964-9bb3c590c953 req-3c2d0c2e-74ec-40d0-9108-f4b97dc4224b tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821877 Nov 16 11:17:50.260635 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-8ff5a054-d18b-4cc1-b65a-f7385ae11037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:50.261272 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-8ff5a054-d18b-4cc1-b65a-f7385ae11037 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:50.263546 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-8ff5a054-d18b-4cc1-b65a-f7385ae11037 service neutron] 10.222.0.64 "PUT /v2.0/ports/fcd9ced7-b778-499e-88d3-eb4fcbe06d28 HTTP/1.1" status: 200 len: 1091 time: 1.5801859 Nov 16 11:17:50.264212 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c50d1d-ae6c-4621-874e-9f19b556623f', 'tag': 'fcd9ced7-b778-499e-88d3-eb4fcbe06d28'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:17:50.272544 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba39633-fd48-496e-b05d-e57f01fbc313" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c50d1d-ae6c-4621-874e-9f19b556623f", "tag": "fcd9ced7-b778-499e-88d3-eb4fcbe06d28"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:17:50.275295 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ed441-b689-4db8-980e-a645184f4163 req-47c4e234-0664-4876-b274-227d2be04b05 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:50.286824 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-682ed441-b689-4db8-980e-a645184f4163 req-47c4e234-0664-4876-b274-227d2be04b05 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=38a076ee-40e7-416f-be53-99c6b5fdac14 HTTP/1.1" status: 200 len: 945 time: 0.1198425 Nov 16 11:17:50.322472 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5a054-d18b-4cc1-b65a-f7385ae11037 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd9ced7-b778-499e-88d3-eb4fcbe06d28,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:50.398426 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-682ed441-b689-4db8-980e-a645184f4163 req-8db154ab-0172-4530-a8c0-fddd782d30ac tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3adee73-0139-433a-a7e5-9720cece8767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095037 Nov 16 11:17:50.411187 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-1842589f-d649-4d36-939e-9564cda68f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:50.412839 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-1842589f-d649-4d36-939e-9564cda68f5d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a34fdeba44e84f93a397c59ce8f35619&device_id=d5c50d1d-ae6c-4621-874e-9f19b556623f HTTP/1.1" status: 200 len: 1094 time: 0.0915942 Nov 16 11:17:50.467505 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-deb5af7a-55e9-43b5-8053-9a9dac835a9b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fcd9ced7-b778-499e-88d3-eb4fcbe06d28 HTTP/1.1" status: 200 len: 217 time: 0.0455906 Nov 16 11:17:50.469520 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82a71e4-0bc1-4bc5-a736-ef6f31e87a9a x-openstack-request-id: req-a82a71e4-0bc1-4bc5-a736-ef6f31e87a9a {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:17:50.469917 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c50d1d-ae6c-4621-874e-9f19b556623f", "tag": "fcd9ced7-b778-499e-88d3-eb4fcbe06d28", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:17:50.470350 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a82a71e4-0bc1-4bc5-a736-ef6f31e87a9a {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:17:50.471033 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c50d1d-ae6c-4621-874e-9f19b556623f', 'tag': 'fcd9ced7-b778-499e-88d3-eb4fcbe06d28', 'status': 'completed', 'code': 200} Nov 16 11:17:50.497082 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ccb46-4349-4bc4-b0a4-be1b05ff4379 req-9c6d485a-00d5-4444-92bb-ae6580172e85 tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:50.504728 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-886ccb46-4349-4bc4-b0a4-be1b05ff4379 req-9c6d485a-00d5-4444-92bb-ae6580172e85 tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5c50d1d-ae6c-4621-874e-9f19b556623f HTTP/1.1" status: 200 len: 943 time: 0.0652130 Nov 16 11:17:50.543366 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-5a61e5ee-ab9d-4839-9839-c7cc61037ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:50.546868 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-5a61e5ee-ab9d-4839-9839-c7cc61037ea6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=049e30a5-6e7d-4807-87a8-1f5e9a37a52c HTTP/1.1" status: 200 len: 850 time: 0.0677001 Nov 16 11:17:50.576319 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-886ccb46-4349-4bc4-b0a4-be1b05ff4379 req-226936fe-0c4e-4d13-8af8-5691d91ee6f4 tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] 10.222.0.61 "GET /v2.0/security-groups?id=448ce765-1b31-4d8a-8eeb-a8c7115e03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706065 Nov 16 11:17:50.611999 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-dcdeece2-4b64-428f-a4eb-a589d1ad0440 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8833cbf5-f3e1-47e0-8323-3467bba35bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557692 Nov 16 11:17:50.770892 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 33148d57-3947-45a8-b7d8-6a4f2fbccddc up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:17:50.827691 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-666107a2-6d7b-46c7-b9f1-39e24baed64f service neutron] 10.222.0.64 "GET /v2.0/networks/8833cbf5-f3e1-47e0-8323-3467bba35bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027717 Nov 16 11:17:50.862184 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42717315-ba09-4500-a117-8f68afb1fcfe req-9b003417-8a83-41b8-9b23-8839f3be02af tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:50.863712 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-42717315-ba09-4500-a117-8f68afb1fcfe req-9b003417-8a83-41b8-9b23-8839f3be02af tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.64 "GET /v2.0/ports?device_id=7814a2be-fc55-4993-8a05-51665a950417 HTTP/1.1" status: 200 len: 946 time: 0.1393154 Nov 16 11:17:50.878521 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port 33148d57-3947-45a8-b7d8-6a4f2fbccddc completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:17:50.883612 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 33148d57-3947-45a8-b7d8-6a4f2fbccddc triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:17:50.884200 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:51.055086 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:51.087106 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0c1d06e2-702d-4610-9fbe-d148744c7c6a req-4301d9e7-c111-45cc-837a-f2646a939e87 service neutron] 10.222.0.64 "GET /v2.0/networks/8833cbf5-f3e1-47e0-8323-3467bba35bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449260 Nov 16 11:17:51.094726 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b9e4f2d7-2bca-4124-b186-002a46623974 req-80585620-1760-48bb-92b3-a9dc8c456e58 tempest-QuotasAdminNegativeTest-1045071962 tempest-QuotasAdminNegativeTest-1045071962-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=3eb46b96b41e4fad83a8ea55ca9bafd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398145 Nov 16 11:17:51.165835 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 33148d57-3947-45a8-b7d8-6a4f2fbccddc, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=33148d57-3947-45a8-b7d8-6a4f2fbccddc,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:51.179554 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:51.217589 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-42717315-ba09-4500-a117-8f68afb1fcfe req-5f9f799a-e8c2-48f7-ab80-e1fd4522aae1 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Deleting port 0cf3a3e2-009c-48fc-83c2-e1204a58704f {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:17:51.217589 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-42717315-ba09-4500-a117-8f68afb1fcfe req-5f9f799a-e8c2-48f7-ab80-e1fd4522aae1 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:51.295619 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4f2d7-2bca-4124-b186-002a46623974 req-2a674a5c-fdf4-4b12-a9f2-f2d1ddab9021 tempest-QuotasAdminNegativeTest-1045071962 tempest-QuotasAdminNegativeTest-1045071962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:51.297135 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b9e4f2d7-2bca-4124-b186-002a46623974 req-2a674a5c-fdf4-4b12-a9f2-f2d1ddab9021 tempest-QuotasAdminNegativeTest-1045071962 tempest-QuotasAdminNegativeTest-1045071962-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1930325 Nov 16 11:17:51.316073 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-42717315-ba09-4500-a117-8f68afb1fcfe req-5f9f799a-e8c2-48f7-ab80-e1fd4522aae1 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] For port 0cf3a3e2-009c-48fc-83c2-e1204a58704f, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=0cf3a3e2-009c-48fc-83c2-e1204a58704f,segment=NetworkSegment(493b8b27-dbac-4588-be26-e66a243cc432),segment_id=493b8b27-dbac-4588-be26-e66a243cc432)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:51.316589 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-42717315-ba09-4500-a117-8f68afb1fcfe req-5f9f799a-e8c2-48f7-ab80-e1fd4522aae1 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:51.332284 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-42717315-ba09-4500-a117-8f68afb1fcfe req-5f9f799a-e8c2-48f7-ab80-e1fd4522aae1 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Calling delete_port for 0cf3a3e2-009c-48fc-83c2-e1204a58704f owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:17:51.360370 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b9e4f2d7-2bca-4124-b186-002a46623974 req-22a91927-d73c-4b1c-8673-f6ea93436861 tempest-QuotasAdminNegativeTest-1045071962 tempest-QuotasAdminNegativeTest-1045071962-project] 10.222.0.61 "GET /v2.0/quotas/3eb46b96b41e4fad83a8ea55ca9bafd7 HTTP/1.1" status: 200 len: 375 time: 0.0531700 Nov 16 11:17:51.400655 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b9e4f2d7-2bca-4124-b186-002a46623974 req-f25ce5fd-d7ed-415c-ac5b-8cc66a7989a1 tempest-QuotasAdminNegativeTest-1045071962 tempest-QuotasAdminNegativeTest-1045071962-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3eb46b96b41e4fad83a8ea55ca9bafd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313659 Nov 16 11:17:51.417028 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=33148d57-3947-45a8-b7d8-6a4f2fbccddc,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:51.417335 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826ec7d-8c26-4b83-9f4a-94baeefdb93c req-5e9d84fc-6001-42fb-9f4e-33238b659483 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:51.419160 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3826ec7d-8c26-4b83-9f4a-94baeefdb93c req-5e9d84fc-6001-42fb-9f4e-33238b659483 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/ports?device_id=7814a2be-fc55-4993-8a05-51665a950417 HTTP/1.1" status: 200 len: 946 time: 0.1211042 Nov 16 11:17:51.525688 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3826ec7d-8c26-4b83-9f4a-94baeefdb93c req-611b2fdb-00e2-4777-9b3b-1053cfab2220 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/security-groups?id=42abe699-cecb-40b2-a376-43deeb633c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906899 Nov 16 11:17:51.564410 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba39633-fd48-496e-b05d-e57f01fbc313 req-cb284582-46ee-4692-8598-975fa77e8874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:51.565962 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5ba39633-fd48-496e-b05d-e57f01fbc313 req-cb284582-46ee-4692-8598-975fa77e8874 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a34fdeba44e84f93a397c59ce8f35619&device_id=d5c50d1d-ae6c-4621-874e-9f19b556623f HTTP/1.1" status: 200 len: 1094 time: 0.4093504 Nov 16 11:17:51.652556 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-42717315-ba09-4500-a117-8f68afb1fcfe req-5f9f799a-e8c2-48f7-ab80-e1fd4522aae1 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:51.669065 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['0cf3a3e2-009c-48fc-83c2-e1204a58704f'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:17:51.747124 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f799a-e8c2-48f7-ab80-e1fd4522aae1 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Pushing event deleted for resources: {'Port': ['ID=0cf3a3e2-009c-48fc-83c2-e1204a58704f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:51.841210 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-42717315-ba09-4500-a117-8f68afb1fcfe req-5f9f799a-e8c2-48f7-ab80-e1fd4522aae1 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] No DVR routers for this DVR port 0cf3a3e2-009c-48fc-83c2-e1204a58704f on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:17:51.844467 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-42717315-ba09-4500-a117-8f68afb1fcfe req-5f9f799a-e8c2-48f7-ab80-e1fd4522aae1 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:51.849360 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-42717315-ba09-4500-a117-8f68afb1fcfe req-5f9f799a-e8c2-48f7-ab80-e1fd4522aae1 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.64 "DELETE /v2.0/ports/0cf3a3e2-009c-48fc-83c2-e1204a58704f HTTP/1.1" status: 204 len: 173 time: 0.9742506 Nov 16 11:17:51.854336 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc554d8-baaf-48ac-8b41-7028522b51fd req-54e42eb6-9938-4c07-887a-3c627c6dc1b6 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:51.855680 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba39633-fd48-496e-b05d-e57f01fbc313 req-07070369-6b74-4555-9f79-7cb464ee324a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:51.855875 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3fc554d8-baaf-48ac-8b41-7028522b51fd req-54e42eb6-9938-4c07-887a-3c627c6dc1b6 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=c93c256b-bc50-45b1-b8a3-ea3c6f5cad41 HTTP/1.1" status: 200 len: 945 time: 0.0821948 Nov 16 11:17:51.857464 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5ba39633-fd48-496e-b05d-e57f01fbc313 req-07070369-6b74-4555-9f79-7cb464ee324a service neutron] 10.222.0.64 "GET /v2.0/networks?id=8833cbf5-f3e1-47e0-8323-3467bba35bd6 HTTP/1.1" status: 200 len: 911 time: 0.2787282 Nov 16 11:17:51.962062 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3fc554d8-baaf-48ac-8b41-7028522b51fd req-469e8d5f-8e74-47a1-bd35-b60d3f9cee30 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890112 Nov 16 11:17:51.971826 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5ba39633-fd48-496e-b05d-e57f01fbc313 req-034e5206-772d-4931-927a-4fc3ea9d7f01 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fcd9ced7-b778-499e-88d3-eb4fcbe06d28 HTTP/1.1" status: 200 len: 217 time: 0.0941834 Nov 16 11:17:52.079987 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba39633-fd48-496e-b05d-e57f01fbc313 req-26a33f95-69eb-4dc3-8f9a-5f8bf6e4a1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:52.081815 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5ba39633-fd48-496e-b05d-e57f01fbc313 req-26a33f95-69eb-4dc3-8f9a-5f8bf6e4a1e5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=049e30a5-6e7d-4807-87a8-1f5e9a37a52c HTTP/1.1" status: 200 len: 850 time: 0.1006477 Nov 16 11:17:52.091711 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93c256b-bc50-45b1-b8a3-ea3c6f5cad41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33148d57-3947-45a8-b7d8-6a4f2fbccddc'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:17:52.095842 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566f530e-0f5a-42df-b053-b64a06525a72" -d '{"events": [{"server_uuid": "c93c256b-bc50-45b1-b8a3-ea3c6f5cad41", "name": "network-vif-plugged", "status": "completed", "tag": "33148d57-3947-45a8-b7d8-6a4f2fbccddc"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:17:52.165292 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67812f2f-da7d-4e96-a8eb-0d1a4baf6f6f req-d64ca1ab-9b97-4d96-b37b-91e243f416ce tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:52.168209 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5ba39633-fd48-496e-b05d-e57f01fbc313 req-db846654-5051-43e2-8497-5c972e1a80e5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8833cbf5-f3e1-47e0-8323-3467bba35bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720174 Nov 16 11:17:52.181293 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-67812f2f-da7d-4e96-a8eb-0d1a4baf6f6f req-d64ca1ab-9b97-4d96-b37b-91e243f416ce tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5c50d1d-ae6c-4621-874e-9f19b556623f HTTP/1.1" status: 200 len: 943 time: 0.1396918 Nov 16 11:17:52.246017 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-67812f2f-da7d-4e96-a8eb-0d1a4baf6f6f req-2914a3e1-8386-466f-a15c-91fa81f94f83 tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] 10.222.0.61 "GET /v2.0/security-groups?id=448ce765-1b31-4d8a-8eeb-a8c7115e03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637243 Nov 16 11:17:52.350645 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5ba39633-fd48-496e-b05d-e57f01fbc313 req-957a1fe4-e3fb-4552-9400-db3c3cab8521 service neutron] 10.222.0.64 "GET /v2.0/networks/8833cbf5-f3e1-47e0-8323-3467bba35bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638031 Nov 16 11:17:52.437251 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79f0b2-3388-4956-a58d-865fd75abe6c req-2e81341d-0e86-4974-bbc9-84f32283d059 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:52.446967 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cf79f0b2-3388-4956-a58d-865fd75abe6c req-2e81341d-0e86-4974-bbc9-84f32283d059 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] 10.222.0.61 "GET /v2.0/ports?device_id=762209b3-26a7-4b53-83fa-ebe54a6ede18 HTTP/1.1" status: 200 len: 945 time: 0.1600773 Nov 16 11:17:52.484593 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7814a2be-fc55-4993-8a05-51665a950417', 'name': 'network-vif-deleted', 'tag': '0cf3a3e2-009c-48fc-83c2-e1204a58704f'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:17:52.488168 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65784e65-d64d-499f-84f1-53a8e46a4d80" -d '{"events": [{"server_uuid": "7814a2be-fc55-4993-8a05-51665a950417", "name": "network-vif-deleted", "tag": "0cf3a3e2-009c-48fc-83c2-e1204a58704f"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:17:52.524440 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cf79f0b2-3388-4956-a58d-865fd75abe6c req-30f3f3b0-9b6b-4063-ac97-ca4a93816365 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d8e7663-7824-49c8-a186-7be80f2a32ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692589 Nov 16 11:17:52.593384 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5ba39633-fd48-496e-b05d-e57f01fbc313 req-6f84f14d-31ee-4321-892d-63063ae2d72f service neutron] 10.222.0.64 "GET /v2.0/networks/8833cbf5-f3e1-47e0-8323-3467bba35bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222507 Nov 16 11:17:52.625988 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d72ed85-3393-4282-b253-851bcdea631c x-openstack-request-id: req-7d72ed85-3393-4282-b253-851bcdea631c {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:17:52.626650 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93c256b-bc50-45b1-b8a3-ea3c6f5cad41", "name": "network-vif-plugged", "status": "completed", "tag": "33148d57-3947-45a8-b7d8-6a4f2fbccddc", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:17:52.627068 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7d72ed85-3393-4282-b253-851bcdea631c {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:17:52.627667 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93c256b-bc50-45b1-b8a3-ea3c6f5cad41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33148d57-3947-45a8-b7d8-6a4f2fbccddc', 'code': 200} Nov 16 11:17:52.686730 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bec243-0414-4764-af86-498fbb405397 x-openstack-request-id: req-b0bec243-0414-4764-af86-498fbb405397 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:17:52.687151 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7814a2be-fc55-4993-8a05-51665a950417", "name": "network-vif-deleted", "tag": "0cf3a3e2-009c-48fc-83c2-e1204a58704f", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:17:52.687418 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b0bec243-0414-4764-af86-498fbb405397 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:17:52.688092 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7814a2be-fc55-4993-8a05-51665a950417', 'name': 'network-vif-deleted', 'tag': '0cf3a3e2-009c-48fc-83c2-e1204a58704f', 'status': 'completed', 'code': 200} Nov 16 11:17:52.818004 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7815cc-9676-4e3d-b779-9d47cd4eb2a3 req-d8906da6-5cc5-436c-876b-0fc4fcf5a650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:52.819397 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9f7815cc-9676-4e3d-b779-9d47cd4eb2a3 req-d8906da6-5cc5-436c-876b-0fc4fcf5a650 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c93c256b-bc50-45b1-b8a3-ea3c6f5cad41 HTTP/1.1" status: 200 len: 1096 time: 0.0927532 Nov 16 11:17:52.877798 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9f7815cc-9676-4e3d-b779-9d47cd4eb2a3 req-bcebfe71-d357-4652-89b9-f33c46686930 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500190 Nov 16 11:17:52.913913 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aed68c7e-8fc1-42bd-af37-392dec83ad5b req-35f13a8a-1116-4624-8395-6644d8695d76 tempest-FloatingIPsAssociationTestJSON-395974546 tempest-FloatingIPsAssociationTestJSON-395974546-project] 10.222.0.61 "GET /v2.0/ports?device_id=7814a2be-fc55-4993-8a05-51665a950417 HTTP/1.1" status: 200 len: 210 time: 0.1127284 Nov 16 11:17:52.948077 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b21161-a3d8-44f1-9f5c-7d1153984f52 req-3b6cd9f5-5447-4e38-a073-c5b5f43de8d0 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:52.954829 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e6b21161-a3d8-44f1-9f5c-7d1153984f52 req-3b6cd9f5-5447-4e38-a073-c5b5f43de8d0 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=38a076ee-40e7-416f-be53-99c6b5fdac14 HTTP/1.1" status: 200 len: 945 time: 0.1170650 Nov 16 11:17:53.043022 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e6b21161-a3d8-44f1-9f5c-7d1153984f52 req-34fc1db0-706a-4ccc-b09a-04eca8d83f69 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3adee73-0139-433a-a7e5-9720cece8767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837159 Nov 16 11:17:53.197317 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1b2aa-ee73-4aae-8d36-cce37c6bbf13 req-6b991ad5-51d2-476f-a3ee-73af48e65760 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:53.207374 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-63f1b2aa-ee73-4aae-8d36-cce37c6bbf13 req-6b991ad5-51d2-476f-a3ee-73af48e65760 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=c93c256b-bc50-45b1-b8a3-ea3c6f5cad41 HTTP/1.1" status: 200 len: 945 time: 0.0742731 Nov 16 11:17:53.281976 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-63f1b2aa-ee73-4aae-8d36-cce37c6bbf13 req-6837bc1d-ba8a-4a4a-bf1c-c9f5e30abde3 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718961 Nov 16 11:17:53.366294 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-984dd89d-3fb9-42d8-a243-9a17256c011b req-a094ad88-cb3c-4e5d-9dde-e5c7ddfdc14d tempest-QuotasAdminNegativeTest-1045071962 tempest-QuotasAdminNegativeTest-1045071962-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=3eb46b96b41e4fad83a8ea55ca9bafd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330956 Nov 16 11:17:53.534944 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f496d25-9744-41ba-a758-d8d474538635 req-f46329cf-780c-4fa1-aa2a-ab26e56f152b tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:53.536782 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2f496d25-9744-41ba-a758-d8d474538635 req-f46329cf-780c-4fa1-aa2a-ab26e56f152b tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5c50d1d-ae6c-4621-874e-9f19b556623f HTTP/1.1" status: 200 len: 943 time: 0.1505337 Nov 16 11:17:53.562530 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7af02c-cfa5-41fe-8905-410b5df06465 req-304f88ea-459b-4910-9ad2-d76a91faa9d1 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:53.564000 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ea7af02c-cfa5-41fe-8905-410b5df06465 req-304f88ea-459b-4910-9ad2-d76a91faa9d1 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] 10.222.0.36 "GET /v2.0/ports?device_id=762209b3-26a7-4b53-83fa-ebe54a6ede18 HTTP/1.1" status: 200 len: 945 time: 0.0688465 Nov 16 11:17:53.580771 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984dd89d-3fb9-42d8-a243-9a17256c011b req-5ab1338b-d425-462d-83e8-0b752dc7ba88 tempest-QuotasAdminNegativeTest-1045071962 tempest-QuotasAdminNegativeTest-1045071962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:53.581527 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-984dd89d-3fb9-42d8-a243-9a17256c011b req-5ab1338b-d425-462d-83e8-0b752dc7ba88 tempest-QuotasAdminNegativeTest-1045071962 tempest-QuotasAdminNegativeTest-1045071962-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2087228 Nov 16 11:17:53.636795 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-984dd89d-3fb9-42d8-a243-9a17256c011b req-8db69dae-5182-4f98-af6a-a5d28a045161 tempest-QuotasAdminNegativeTest-1045071962 tempest-QuotasAdminNegativeTest-1045071962-project] 10.222.0.61 "GET /v2.0/quotas/3eb46b96b41e4fad83a8ea55ca9bafd7 HTTP/1.1" status: 200 len: 375 time: 0.0431943 Nov 16 11:17:53.673788 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2f496d25-9744-41ba-a758-d8d474538635 req-9e2dfc6b-1ad0-4996-80ed-d2608dc83439 tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] 10.222.0.61 "GET /v2.0/security-groups?id=448ce765-1b31-4d8a-8eeb-a8c7115e03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270370 Nov 16 11:17:53.679869 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-ea7af02c-cfa5-41fe-8905-410b5df06465 req-70830bc2-c28f-44a4-981f-fe688dbf2dc9 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] Deleting port c717e1f1-9ef4-4dcf-bbfd-0917112198b0 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:17:53.680140 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ea7af02c-cfa5-41fe-8905-410b5df06465 req-70830bc2-c28f-44a4-981f-fe688dbf2dc9 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:53.690964 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-984dd89d-3fb9-42d8-a243-9a17256c011b req-7a44a95c-e184-4160-8e75-0d7896ed8228 tempest-QuotasAdminNegativeTest-1045071962 tempest-QuotasAdminNegativeTest-1045071962-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3eb46b96b41e4fad83a8ea55ca9bafd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529454 Nov 16 11:17:53.810925 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device fcd9ced7-b778-499e-88d3-eb4fcbe06d28 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:17:53.832390 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ea7af02c-cfa5-41fe-8905-410b5df06465 req-70830bc2-c28f-44a4-981f-fe688dbf2dc9 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] For port c717e1f1-9ef4-4dcf-bbfd-0917112198b0, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=c717e1f1-9ef4-4dcf-bbfd-0917112198b0,segment=NetworkSegment(79dd06d3-61f0-44be-b0da-fd6effb3abff),segment_id=79dd06d3-61f0-44be-b0da-fd6effb3abff)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:53.832753 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ea7af02c-cfa5-41fe-8905-410b5df06465 req-70830bc2-c28f-44a4-981f-fe688dbf2dc9 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:53.847597 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-ea7af02c-cfa5-41fe-8905-410b5df06465 req-70830bc2-c28f-44a4-981f-fe688dbf2dc9 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] Calling delete_port for c717e1f1-9ef4-4dcf-bbfd-0917112198b0 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:17:53.937102 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 0cf3a3e2-009c-48fc-83c2-e1204a58704f no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:17:53.981487 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de2bea-11e8-4042-bf3d-eebd22b3342d req-bf10d215-0a32-41c9-ba72-94deaab9e4f1 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:53.985707 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b7de2bea-11e8-4042-bf3d-eebd22b3342d req-bf10d215-0a32-41c9-ba72-94deaab9e4f1 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] 10.222.0.61 "GET /v2.0/ports?device_id=762209b3-26a7-4b53-83fa-ebe54a6ede18 HTTP/1.1" status: 200 len: 945 time: 0.0981045 Nov 16 11:17:53.988977 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 0cf3a3e2-009c-48fc-83c2-e1204a58704f {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:17:53.989728 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 0cf3a3e2-009c-48fc-83c2-e1204a58704f not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:17:54.059654 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port fcd9ced7-b778-499e-88d3-eb4fcbe06d28, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=fcd9ced7-b778-499e-88d3-eb4fcbe06d28,segment=NetworkSegment(094d568f-dfdb-4b0a-b65f-60c75709af03),segment_id=094d568f-dfdb-4b0a-b65f-60c75709af03)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:54.073690 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ea7af02c-cfa5-41fe-8905-410b5df06465 req-70830bc2-c28f-44a4-981f-fe688dbf2dc9 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:54.075588 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'fcd9ced7-b778-499e-88d3-eb4fcbe06d28', 'network_id': '8833cbf5-f3e1-47e0-8323-3467bba35bd6', 'port_id': 'fcd9ced7-b778-499e-88d3-eb4fcbe06d28', 'mac_address': 'fa:16:3e:05:eb:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '049e30a5-6e7d-4807-87a8-1f5e9a37a52c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:17:54.121584 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b7de2bea-11e8-4042-bf3d-eebd22b3342d req-7667dc05-a421-4a43-abbe-fdce1711e451 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d8e7663-7824-49c8-a186-7be80f2a32ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269722 Nov 16 11:17:54.156500 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:54.182050 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70830bc2-c28f-44a4-981f-fe688dbf2dc9 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] Pushing event deleted for resources: {'Port': ['ID=c717e1f1-9ef4-4dcf-bbfd-0917112198b0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:54.200129 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['c717e1f1-9ef4-4dcf-bbfd-0917112198b0'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:17:54.205236 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 52716) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:54.212665 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcd9ced7-b778-499e-88d3-eb4fcbe06d28 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:17:54.291938 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7af02c-cfa5-41fe-8905-410b5df06465 req-70830bc2-c28f-44a4-981f-fe688dbf2dc9 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] No DVR routers for this DVR port c717e1f1-9ef4-4dcf-bbfd-0917112198b0 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:17:54.297444 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ea7af02c-cfa5-41fe-8905-410b5df06465 req-70830bc2-c28f-44a4-981f-fe688dbf2dc9 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:54.308044 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ea7af02c-cfa5-41fe-8905-410b5df06465 req-70830bc2-c28f-44a4-981f-fe688dbf2dc9 tempest-VolumesAdminNegativeTest-1117413002 tempest-VolumesAdminNegativeTest-1117413002-project] 10.222.0.36 "DELETE /v2.0/ports/c717e1f1-9ef4-4dcf-bbfd-0917112198b0 HTTP/1.1" status: 204 len: 173 time: 0.7378709 Nov 16 11:17:54.387701 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port fcd9ced7-b778-499e-88d3-eb4fcbe06d28, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=fcd9ced7-b778-499e-88d3-eb4fcbe06d28,segment=NetworkSegment(094d568f-dfdb-4b0a-b65f-60c75709af03),segment_id=094d568f-dfdb-4b0a-b65f-60c75709af03)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:54.412950 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:54.413715 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device d17aa9af-b37d-42d5-b462-cf3f354ed1f9 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:17:54.520544 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=fcd9ced7-b778-499e-88d3-eb4fcbe06d28,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:54.606278 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b1a31-f220-4d08-8970-a1233108d3fe req-ca505579-2a51-4478-bd66-587c8213c994 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:54.618624 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c09b1a31-f220-4d08-8970-a1233108d3fe req-ca505579-2a51-4478-bd66-587c8213c994 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=38a076ee-40e7-416f-be53-99c6b5fdac14 HTTP/1.1" status: 200 len: 945 time: 0.2475445 Nov 16 11:17:54.652180 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508171c-c3ff-4dcc-b853-241e3407fe76 req-63bbd1cb-5bdd-4ef7-97be-e16d74343f58 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:54.653980 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2508171c-c3ff-4dcc-b853-241e3407fe76 req-63bbd1cb-5bdd-4ef7-97be-e16d74343f58 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=c93c256b-bc50-45b1-b8a3-ea3c6f5cad41 HTTP/1.1" status: 200 len: 945 time: 0.2201426 Nov 16 11:17:54.677956 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port d17aa9af-b37d-42d5-b462-cf3f354ed1f9, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=d17aa9af-b37d-42d5-b462-cf3f354ed1f9,segment=NetworkSegment(32887315-0b64-4817-9f69-e9105851e5d8),segment_id=32887315-0b64-4817-9f69-e9105851e5d8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:54.688903 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762209b3-26a7-4b53-83fa-ebe54a6ede18', 'name': 'network-vif-deleted', 'tag': 'c717e1f1-9ef4-4dcf-bbfd-0917112198b0'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:17:54.691537 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dea6e4f-a38a-4cc2-be3c-d4458dfb4b1a" -d '{"events": [{"server_uuid": "762209b3-26a7-4b53-83fa-ebe54a6ede18", "name": "network-vif-deleted", "tag": "c717e1f1-9ef4-4dcf-bbfd-0917112198b0"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:17:54.700558 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'd17aa9af-b37d-42d5-b462-cf3f354ed1f9', 'network_id': 'c4691fdd-c34e-4845-9ba0-d80523cbe337', 'port_id': 'd17aa9af-b37d-42d5-b462-cf3f354ed1f9', 'mac_address': 'fa:16:3e:ea:37:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd925af4c-3016-4e15-97ad-df96a26dd2ec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:17:54.760425 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c09b1a31-f220-4d08-8970-a1233108d3fe req-42efacb2-ee1b-476a-995b-8de764c5f227 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3adee73-0139-433a-a7e5-9720cece8767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378908 Nov 16 11:17:54.832751 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52732) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:54.846534 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01431fd3-15b5-44bb-9c0a-b821360aab82 x-openstack-request-id: req-01431fd3-15b5-44bb-9c0a-b821360aab82 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:17:54.846824 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762209b3-26a7-4b53-83fa-ebe54a6ede18", "name": "network-vif-deleted", "tag": "c717e1f1-9ef4-4dcf-bbfd-0917112198b0", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:17:54.847647 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-01431fd3-15b5-44bb-9c0a-b821360aab82 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:17:54.847998 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762209b3-26a7-4b53-83fa-ebe54a6ede18', 'name': 'network-vif-deleted', 'tag': 'c717e1f1-9ef4-4dcf-bbfd-0917112198b0', 'status': 'completed', 'code': 200} Nov 16 11:17:54.866069 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2508171c-c3ff-4dcc-b853-241e3407fe76 req-10e0785b-5dfb-4b58-92ff-3b6e6bcb405e tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450083 Nov 16 11:17:54.984110 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:55.030138 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d17aa9af-b37d-42d5-b462-cf3f354ed1f9 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:17:55.083385 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c2b8ecf1-ba6e-42fd-bdac-d5d52520635e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:55.088063 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port d17aa9af-b37d-42d5-b462-cf3f354ed1f9, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=d17aa9af-b37d-42d5-b462-cf3f354ed1f9,segment=NetworkSegment(32887315-0b64-4817-9f69-e9105851e5d8),segment_id=32887315-0b64-4817-9f69-e9105851e5d8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:55.099268 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:55.181840 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=d17aa9af-b37d-42d5-b462-cf3f354ed1f9,revision_number=6']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:55.211063 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['d17aa9af-b37d-42d5-b462-cf3f354ed1f9'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:17:55.245158 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c2b8ecf1-ba6e-42fd-bdac-d5d52520635e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:55.251427 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c2b8ecf1-ba6e-42fd-bdac-d5d52520635e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:55.253779 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72828fd3-0035-43b8-bdbc-3c6a8f7b127b req-589660db-85e6-4aef-9481-f2fd378509d9 tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:55.255507 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-72828fd3-0035-43b8-bdbc-3c6a8f7b127b req-589660db-85e6-4aef-9481-f2fd378509d9 tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5c50d1d-ae6c-4621-874e-9f19b556623f HTTP/1.1" status: 200 len: 944 time: 0.2743187 Nov 16 11:17:55.275048 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e2330-89a7-470d-9d15-183423f013ae req-c59b6ac5-c65e-4dc2-8f4b-baac411d0221 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:55.277409 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ed8e2330-89a7-470d-9d15-183423f013ae req-c59b6ac5-c65e-4dc2-8f4b-baac411d0221 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=c93c256b-bc50-45b1-b8a3-ea3c6f5cad41 HTTP/1.1" status: 200 len: 1096 time: 0.1093149 Nov 16 11:17:55.316755 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8ecf1-ba6e-42fd-bdac-d5d52520635e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ebe46e-b063-4690-b12c-7cf4528b5b95,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:55.343701 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c2b8ecf1-ba6e-42fd-bdac-d5d52520635e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3eb46b96b41e4fad83a8ea55ca9bafd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5097916 Nov 16 11:17:55.344587 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52750) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:55.359332 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['fcd9ced7-b778-499e-88d3-eb4fcbe06d28'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:17:55.427837 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-91cb4fb6-b05a-4f05-b67a-8402e0d0d210 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:55.457234 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-72828fd3-0035-43b8-bdbc-3c6a8f7b127b req-8dd44758-6ba1-46e1-b78c-0cdbfd1641c2 tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] 10.222.0.61 "GET /v2.0/security-groups?id=448ce765-1b31-4d8a-8eeb-a8c7115e03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856458 Nov 16 11:17:55.477584 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ed8e2330-89a7-470d-9d15-183423f013ae req-75cdd77a-b71d-4714-ae10-338db1315cae tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898220 Nov 16 11:17:55.484016 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-91cb4fb6-b05a-4f05-b67a-8402e0d0d210 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:55.576041 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22942464-6780-43b9-b899-e314ba309402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:55.590756 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52754) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:55.646971 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-91cb4fb6-b05a-4f05-b67a-8402e0d0d210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:55.650668 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-91cb4fb6-b05a-4f05-b67a-8402e0d0d210 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:55.652076 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-91cb4fb6-b05a-4f05-b67a-8402e0d0d210 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d8ebe46e-b063-4690-b12c-7cf4528b5b95 HTTP/1.1" status: 204 len: 168 time: 0.3053136 Nov 16 11:17:55.655705 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-928d08f3-78fd-43c9-978c-565ec409ebea admin admin] Deleting subnet 43f89d2b-7c44-4c31-b8bd-6deb29bdb395 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:17:55.662412 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-928d08f3-78fd-43c9-978c-565ec409ebea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:55.696412 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb4fb6-b05a-4f05-b67a-8402e0d0d210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ebe46e-b063-4690-b12c-7cf4528b5b95,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:55.724359 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-928d08f3-78fd-43c9-978c-565ec409ebea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:55.809001 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-928d08f3-78fd-43c9-978c-565ec409ebea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:55.824305 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device d17aa9af-b37d-42d5-b462-cf3f354ed1f9 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:17:55.911458 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-928d08f3-78fd-43c9-978c-565ec409ebea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:55.930335 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-928d08f3-78fd-43c9-978c-565ec409ebea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:55.935386 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-928d08f3-78fd-43c9-978c-565ec409ebea admin admin] 10.222.0.61 "DELETE /v2.0/subnets/43f89d2b-7c44-4c31-b8bd-6deb29bdb395 HTTP/1.1" status: 204 len: 168 time: 0.3432403 Nov 16 11:17:55.938074 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52762) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:55.976591 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port d17aa9af-b37d-42d5-b462-cf3f354ed1f9 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:17:55.977003 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:56.047271 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d08f3-78fd-43c9-978c-565ec409ebea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43f89d2b-7c44-4c31-b8bd-6deb29bdb395,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:56.069845 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5180e529-a1fc-4592-9bb2-fe27a2ed9605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:56.114167 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:56.151250 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 52768) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:56.151514 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a076ee-40e7-416f-be53-99c6b5fdac14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17aa9af-b37d-42d5-b462-cf3f354ed1f9'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:17:56.154164 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb47d91-188a-41c4-9e01-b4bcc07b5723" -d '{"events": [{"server_uuid": "38a076ee-40e7-416f-be53-99c6b5fdac14", "name": "network-vif-plugged", "status": "completed", "tag": "d17aa9af-b37d-42d5-b462-cf3f354ed1f9"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:17:56.173611 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port d17aa9af-b37d-42d5-b462-cf3f354ed1f9, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=d17aa9af-b37d-42d5-b462-cf3f354ed1f9,segment=NetworkSegment(32887315-0b64-4817-9f69-e9105851e5d8),segment_id=32887315-0b64-4817-9f69-e9105851e5d8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:56.182115 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5180e529-a1fc-4592-9bb2-fe27a2ed9605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:56.186453 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:56.194859 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8edab4fd-cbc9-46e9-8f30-2aadc1f54294 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:56.223039 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-5180e529-a1fc-4592-9bb2-fe27a2ed9605 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39ba1da6-3f37-4954-badb-4ea667c4786e']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:17:56.235631 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-5180e529-a1fc-4592-9bb2-fe27a2ed9605 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79dd06d3-61f0-44be-b0da-fd6effb3abff') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:17:56.236177 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-5180e529-a1fc-4592-9bb2-fe27a2ed9605 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79dd06d3-61f0-44be-b0da-fd6effb3abff') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:17:56.247623 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5180e529-a1fc-4592-9bb2-fe27a2ed9605 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:56.263119 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5180e529-a1fc-4592-9bb2-fe27a2ed9605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:56.271089 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5180e529-a1fc-4592-9bb2-fe27a2ed9605 admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:17:56.271089 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5180e529-a1fc-4592-9bb2-fe27a2ed9605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:56.288035 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=d17aa9af-b37d-42d5-b462-cf3f354ed1f9,revision_number=7']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:56.312185 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:17:56.312185 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:17:56.312185 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:17:56.312185 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:17:56.312185 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:17:56.312185 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:17:56.312185 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:17:56.312185 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:17:56.312185 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:17:56.312185 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:17:56.312185 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:17:56.312185 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:17:56.312185 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:17:56.312185 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:17:56.312185 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:17:56.312185 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:17:56.312185 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:17:56.312185 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:17:56.312185 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:17:56.312185 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:17:56.312185 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:17:56.312185 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:17:56.312185 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:17:56.312185 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:17:56.312185 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:17:56.312185 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:17:56.312185 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:17:56.312185 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:17:56.312185 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:17:56.312185 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:17:56.312185 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:17:56.312185 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:17:56.329507 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050931c-a0c6-400d-96ca-bfc1b680f15e req-3ebfb0d6-9f8a-4346-b775-269d08317459 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:56.329507 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7050931c-a0c6-400d-96ca-bfc1b680f15e req-3ebfb0d6-9f8a-4346-b775-269d08317459 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=c93c256b-bc50-45b1-b8a3-ea3c6f5cad41 HTTP/1.1" status: 200 len: 1096 time: 0.7488649 Nov 16 11:17:56.341863 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5180e529-a1fc-4592-9bb2-fe27a2ed9605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:56.347247 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537b365-8b0d-41b0-b311-3a56f27d5339 req-87fc993a-637c-4881-8703-27319535681e tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:56.347812 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5180e529-a1fc-4592-9bb2-fe27a2ed9605 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:56.357387 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5180e529-a1fc-4592-9bb2-fe27a2ed9605 admin admin] 10.222.0.61 "DELETE /v2.0/networks/39ba1da6-3f37-4954-badb-4ea667c4786e HTTP/1.1" status: 204 len: 168 time: 0.4124572 Nov 16 11:17:56.357387 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52772) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:56.358090 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5537b365-8b0d-41b0-b311-3a56f27d5339 req-87fc993a-637c-4881-8703-27319535681e tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=38a076ee-40e7-416f-be53-99c6b5fdac14 HTTP/1.1" status: 200 len: 944 time: 0.3775942 Nov 16 11:17:56.420323 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cdc7184-9636-4d93-8ecc-12ebe7b5b53b admin admin] Deleting subnet b8ab9f70-195c-4e62-a1cd-6a572ae11af2 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:17:56.425153 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5180e529-a1fc-4592-9bb2-fe27a2ed9605 admin admin] Pushing event deleted for resources: {'Network': ['ID=39ba1da6-3f37-4954-badb-4ea667c4786e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:56.427797 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2cdc7184-9636-4d93-8ecc-12ebe7b5b53b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:56.469101 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2cdc7184-9636-4d93-8ecc-12ebe7b5b53b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:56.513879 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5537b365-8b0d-41b0-b311-3a56f27d5339 req-9e364c5f-ebeb-40a9-8204-da5e4056d572 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3adee73-0139-433a-a7e5-9720cece8767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549168 Nov 16 11:17:56.542513 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2cdc7184-9636-4d93-8ecc-12ebe7b5b53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:56.544088 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7050931c-a0c6-400d-96ca-bfc1b680f15e req-cf50ffd8-8773-4c99-9957-63d662d2afa1 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821458 Nov 16 11:17:56.624345 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8edab4fd-cbc9-46e9-8f30-2aadc1f54294 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:56.645387 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8edab4fd-cbc9-46e9-8f30-2aadc1f54294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:56.647334 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2cdc7184-9636-4d93-8ecc-12ebe7b5b53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:56.679611 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2bc5d5-f76e-4215-9637-3d104b276065 x-openstack-request-id: req-3a2bc5d5-f76e-4215-9637-3d104b276065 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:17:56.680508 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a076ee-40e7-416f-be53-99c6b5fdac14", "name": "network-vif-plugged", "status": "completed", "tag": "d17aa9af-b37d-42d5-b462-cf3f354ed1f9", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:17:56.680770 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3a2bc5d5-f76e-4215-9637-3d104b276065 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:17:56.681174 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a076ee-40e7-416f-be53-99c6b5fdac14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17aa9af-b37d-42d5-b462-cf3f354ed1f9', 'code': 200} Nov 16 11:17:56.721803 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edab4fd-cbc9-46e9-8f30-2aadc1f54294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fb82ca-5958-4526-be6a-5b8664c555ca,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:56.727442 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8edab4fd-cbc9-46e9-8f30-2aadc1f54294 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e47bf9047037451aa247bea6664bb3b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5722017 Nov 16 11:17:56.730174 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 52788) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:56.768720 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc7184-9636-4d93-8ecc-12ebe7b5b53b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8ab9f70-195c-4e62-a1cd-6a572ae11af2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:56.780042 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-22942464-6780-43b9-b899-e314ba309402 admin admin] Deleting port 6281edb3-4f8e-47f0-a859-0898e1765764 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:17:56.780623 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22942464-6780-43b9-b899-e314ba309402 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:56.789502 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2cdc7184-9636-4d93-8ecc-12ebe7b5b53b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:56.802594 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device c717e1f1-9ef4-4dcf-bbfd-0917112198b0 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:17:56.804431 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2cdc7184-9636-4d93-8ecc-12ebe7b5b53b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b8ab9f70-195c-4e62-a1cd-6a572ae11af2 HTTP/1.1" status: 204 len: 168 time: 0.4459627 Nov 16 11:17:56.807050 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52790) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:56.832028 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: c717e1f1-9ef4-4dcf-bbfd-0917112198b0 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:17:56.832904 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device c717e1f1-9ef4-4dcf-bbfd-0917112198b0 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:17:56.912680 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7f5ebac2-5ffc-4a10-aa40-97c343ae252f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:56.948891 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-22942464-6780-43b9-b899-e314ba309402 admin admin] For port 6281edb3-4f8e-47f0-a859-0898e1765764, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=6281edb3-4f8e-47f0-a859-0898e1765764,segment=NetworkSegment(493b8b27-dbac-4588-be26-e66a243cc432),segment_id=493b8b27-dbac-4588-be26-e66a243cc432)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:56.949641 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22942464-6780-43b9-b899-e314ba309402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:56.977315 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6528245-6e82-4c22-a0ca-5f7f87a41112 req-1b11d40e-6658-42a9-951d-c5ae44d40068 tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:56.985357 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d6528245-6e82-4c22-a0ca-5f7f87a41112 req-1b11d40e-6658-42a9-951d-c5ae44d40068 tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5c50d1d-ae6c-4621-874e-9f19b556623f HTTP/1.1" status: 200 len: 944 time: 0.1478107 Nov 16 11:17:56.989019 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7f5ebac2-5ffc-4a10-aa40-97c343ae252f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:57.006339 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-22942464-6780-43b9-b899-e314ba309402 admin admin] Calling delete_port for 6281edb3-4f8e-47f0-a859-0898e1765764 owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:17:57.115071 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-262b21bb-eb5c-4fdf-a8ed-1186ec73c84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:57.170635 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d6528245-6e82-4c22-a0ca-5f7f87a41112 req-4a147437-1598-426b-a8b0-ae86cb013668 tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] 10.222.0.61 "GET /v2.0/security-groups?id=448ce765-1b31-4d8a-8eeb-a8c7115e03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840115 Nov 16 11:17:57.200614 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d858ee-57f4-4a9b-8369-53a7f337c911 req-491b4605-76cb-4ff7-9c90-ed6e7dd57191 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:57.210802 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-32d858ee-57f4-4a9b-8369-53a7f337c911 req-491b4605-76cb-4ff7-9c90-ed6e7dd57191 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=38a076ee-40e7-416f-be53-99c6b5fdac14 HTTP/1.1" status: 200 len: 945 time: 0.2065220 Nov 16 11:17:57.227071 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-262b21bb-eb5c-4fdf-a8ed-1186ec73c84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:57.251056 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-262b21bb-eb5c-4fdf-a8ed-1186ec73c84a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5512d5ac-407a-4a6c-a071-9fc125e3c38b']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:17:57.279914 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-262b21bb-eb5c-4fdf-a8ed-1186ec73c84a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3b5ba6a-e2f5-416e-b775-363432f481cf') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:17:57.280170 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-262b21bb-eb5c-4fdf-a8ed-1186ec73c84a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3b5ba6a-e2f5-416e-b775-363432f481cf') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:17:57.297015 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-262b21bb-eb5c-4fdf-a8ed-1186ec73c84a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:57.316365 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-262b21bb-eb5c-4fdf-a8ed-1186ec73c84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:57.323788 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-262b21bb-eb5c-4fdf-a8ed-1186ec73c84a admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:17:57.324182 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-262b21bb-eb5c-4fdf-a8ed-1186ec73c84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:57.381053 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:17:57.381053 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:17:57.381053 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:17:57.381053 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:17:57.381053 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:17:57.381053 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:17:57.381053 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:17:57.381053 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:17:57.381053 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:17:57.381053 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:17:57.381053 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:17:57.381053 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:17:57.381053 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:17:57.381053 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:17:57.381053 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:17:57.381053 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:17:57.381053 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:17:57.381053 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:17:57.381053 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:17:57.381053 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:17:57.381053 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:17:57.381053 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:17:57.381053 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:17:57.381053 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:17:57.381053 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:17:57.381053 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:17:57.381053 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:17:57.381053 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:17:57.381053 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:17:57.381053 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:17:57.381053 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:17:57.381053 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:17:57.391459 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-262b21bb-eb5c-4fdf-a8ed-1186ec73c84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:57.397203 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7f5ebac2-5ffc-4a10-aa40-97c343ae252f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:57.400581 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7f5ebac2-5ffc-4a10-aa40-97c343ae252f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:57.404618 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7f5ebac2-5ffc-4a10-aa40-97c343ae252f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a4fb82ca-5958-4526-be6a-5b8664c555ca HTTP/1.1" status: 204 len: 168 time: 0.6734259 Nov 16 11:17:57.432176 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-262b21bb-eb5c-4fdf-a8ed-1186ec73c84a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:57.436147 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-262b21bb-eb5c-4fdf-a8ed-1186ec73c84a admin admin] 10.222.0.61 "DELETE /v2.0/networks/5512d5ac-407a-4a6c-a071-9fc125e3c38b HTTP/1.1" status: 204 len: 168 time: 0.6278360 Nov 16 11:17:57.437962 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b21bb-eb5c-4fdf-a8ed-1186ec73c84a admin admin] Pushing event deleted for resources: {'Network': ['ID=5512d5ac-407a-4a6c-a071-9fc125e3c38b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:57.445367 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ebac2-5ffc-4a10-aa40-97c343ae252f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fb82ca-5958-4526-be6a-5b8664c555ca,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:57.558590 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-32d858ee-57f4-4a9b-8369-53a7f337c911 req-7d05722e-9db1-4132-8941-fb5647b6fb66 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3adee73-0139-433a-a7e5-9720cece8767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412304 Nov 16 11:17:57.574984 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22942464-6780-43b9-b899-e314ba309402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:57.584263 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4ffc8-f17a-4929-a60d-895e8d6e2542 req-49bb45d7-81aa-4930-bb79-6fca1541ce7d tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:57.585783 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a2e4ffc8-f17a-4929-a60d-895e8d6e2542 req-49bb45d7-81aa-4930-bb79-6fca1541ce7d tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=c93c256b-bc50-45b1-b8a3-ea3c6f5cad41 HTTP/1.1" status: 200 len: 1096 time: 0.1801062 Nov 16 11:17:57.656249 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22942464-6780-43b9-b899-e314ba309402 admin admin] Pushing event deleted for resources: {'Port': ['ID=6281edb3-4f8e-47f0-a859-0898e1765764,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:57.764220 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:57.830714 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device fcd9ced7-b778-499e-88d3-eb4fcbe06d28 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:17:57.876344 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a2e4ffc8-f17a-4929-a60d-895e8d6e2542 req-743fc96f-7fc8-46dd-a06c-bd932bcccb82 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359335 Nov 16 11:17:57.880841 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52818) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:57.970315 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ae53a798-742f-44b9-8193-ba02d68a129b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=265938aca0b74af79fe255314608c61d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0901656 Nov 16 11:17:57.977645 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52822) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:57.996468 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port fcd9ced7-b778-499e-88d3-eb4fcbe06d28 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:17:58.015898 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port fcd9ced7-b778-499e-88d3-eb4fcbe06d28 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:17:58.018762 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:58.089781 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-83269027-9392-40bb-8cd3-fe985d1eaad4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:58.092174 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22942464-6780-43b9-b899-e314ba309402 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:58.135248 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-83269027-9392-40bb-8cd3-fe985d1eaad4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:58.152188 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:58.208590 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port fcd9ced7-b778-499e-88d3-eb4fcbe06d28, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=fcd9ced7-b778-499e-88d3-eb4fcbe06d28,segment=NetworkSegment(094d568f-dfdb-4b0a-b65f-60c75709af03),segment_id=094d568f-dfdb-4b0a-b65f-60c75709af03)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:58.217225 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:58.251660 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-83269027-9392-40bb-8cd3-fe985d1eaad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:58.254262 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-83269027-9392-40bb-8cd3-fe985d1eaad4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:58.257971 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-83269027-9392-40bb-8cd3-fe985d1eaad4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7d8e7663-7824-49c8-a186-7be80f2a32ad HTTP/1.1" status: 204 len: 168 time: 0.2766094 Nov 16 11:17:58.275368 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83269027-9392-40bb-8cd3-fe985d1eaad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8e7663-7824-49c8-a186-7be80f2a32ad,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:58.332154 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=fcd9ced7-b778-499e-88d3-eb4fcbe06d28,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:58.439677 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddbec7-0bf9-4201-a9b3-1c8fb6264db9 req-45f42e3c-b482-430a-a9dd-726f8c8ad932 tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:58.452423 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-75ddbec7-0bf9-4201-a9b3-1c8fb6264db9 req-45f42e3c-b482-430a-a9dd-726f8c8ad932 tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5c50d1d-ae6c-4621-874e-9f19b556623f HTTP/1.1" status: 200 len: 945 time: 0.0975099 Nov 16 11:17:58.609988 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-75ddbec7-0bf9-4201-a9b3-1c8fb6264db9 req-5da40c1f-3a44-4b2e-a1aa-6b79c547e8c7 tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] 10.222.0.61 "GET /v2.0/security-groups?id=448ce765-1b31-4d8a-8eeb-a8c7115e03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487546 Nov 16 11:17:58.670492 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22942464-6780-43b9-b899-e314ba309402 admin admin] Router 5cb65b80-9319-4634-a210-e0cd6ca8d1c4 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:17:58.674479 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:58.681528 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe438d7b-86d3-414d-96ea-921dc00e1059 req-cf10ee52-11f4-42ba-99d6-e400b3974220 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:58.681777 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fe438d7b-86d3-414d-96ea-921dc00e1059 req-cf10ee52-11f4-42ba-99d6-e400b3974220 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.64 "GET /v2.0/ports?device_id=38a076ee-40e7-416f-be53-99c6b5fdac14 HTTP/1.1" status: 200 len: 945 time: 0.1612473 Nov 16 11:17:58.683536 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c50d1d-ae6c-4621-874e-9f19b556623f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd9ced7-b778-499e-88d3-eb4fcbe06d28'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:17:58.685801 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847cfd9a-8c09-48e0-a207-ea33922ca175" -d '{"events": [{"server_uuid": "d5c50d1d-ae6c-4621-874e-9f19b556623f", "name": "network-vif-plugged", "status": "completed", "tag": "fcd9ced7-b778-499e-88d3-eb4fcbe06d28"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:17:58.757206 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7e4195-fd55-4cbf-aa81-58b5c1f7ff5e x-openstack-request-id: req-3e7e4195-fd55-4cbf-aa81-58b5c1f7ff5e {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:17:58.758992 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c50d1d-ae6c-4621-874e-9f19b556623f", "name": "network-vif-plugged", "status": "completed", "tag": "fcd9ced7-b778-499e-88d3-eb4fcbe06d28", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:17:58.759444 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3e7e4195-fd55-4cbf-aa81-58b5c1f7ff5e {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:17:58.760259 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c50d1d-ae6c-4621-874e-9f19b556623f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd9ced7-b778-499e-88d3-eb4fcbe06d28', 'code': 200} Nov 16 11:17:58.919086 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-fe438d7b-86d3-414d-96ea-921dc00e1059 req-0ad7aeea-1e05-4583-a25d-083d46de0ffa tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Deleting port d17aa9af-b37d-42d5-b462-cf3f354ed1f9 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:17:58.919428 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fe438d7b-86d3-414d-96ea-921dc00e1059 req-0ad7aeea-1e05-4583-a25d-083d46de0ffa tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:58.973061 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e119e-df14-4b6a-85de-c4d994ce5da2 req-3a8fbcf7-6d5f-4d69-b38b-c80910d4742b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:58.974574 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1c6e119e-df14-4b6a-85de-c4d994ce5da2 req-3a8fbcf7-6d5f-4d69-b38b-c80910d4742b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d5c50d1d-ae6c-4621-874e-9f19b556623f HTTP/1.1" status: 200 len: 1096 time: 0.1089818 Nov 16 11:17:59.003386 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52864) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:59.003609 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efc2de-0230-45f8-bc5a-0ef36c1ac232 req-2fcb38ea-e44b-4bae-98b6-3b83a12673ea tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:59.005630 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-98efc2de-0230-45f8-bc5a-0ef36c1ac232 req-2fcb38ea-e44b-4bae-98b6-3b83a12673ea tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=38a076ee-40e7-416f-be53-99c6b5fdac14 HTTP/1.1" status: 200 len: 945 time: 0.2433145 Nov 16 11:17:59.013912 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22942464-6780-43b9-b899-e314ba309402 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:17:59.025697 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd111f9-8245-49f1-8ee8-24e09181208f None None] Sync routers for ids ['5cb65b80-9319-4634-a210-e0cd6ca8d1c4'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:17:59.029109 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-22942464-6780-43b9-b899-e314ba309402 admin admin] 10.222.0.61 "PUT /v2.0/routers/5cb65b80-9319-4634-a210-e0cd6ca8d1c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8227761 Nov 16 11:17:59.032366 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 52866) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:59.050135 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd111f9-8245-49f1-8ee8-24e09181208f None None] Routers {'5cb65b80-9319-4634-a210-e0cd6ca8d1c4'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:17:59.052599 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ccd111f9-8245-49f1-8ee8-24e09181208f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:17:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5cb65b80-9319-4634-a210-e0cd6ca8d1c4'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:17:59.092460 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-fe438d7b-86d3-414d-96ea-921dc00e1059 req-0ad7aeea-1e05-4583-a25d-083d46de0ffa tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] For port d17aa9af-b37d-42d5-b462-cf3f354ed1f9, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=d17aa9af-b37d-42d5-b462-cf3f354ed1f9,segment=NetworkSegment(32887315-0b64-4817-9f69-e9105851e5d8),segment_id=32887315-0b64-4817-9f69-e9105851e5d8)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:17:59.092830 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fe438d7b-86d3-414d-96ea-921dc00e1059 req-0ad7aeea-1e05-4583-a25d-083d46de0ffa tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:59.102635 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1c6e119e-df14-4b6a-85de-c4d994ce5da2 req-7fb88e8a-d856-4945-a6e1-7e7661c4a72b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=448ce765-1b31-4d8a-8eeb-a8c7115e03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166499 Nov 16 11:17:59.128805 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-fe438d7b-86d3-414d-96ea-921dc00e1059 req-0ad7aeea-1e05-4583-a25d-083d46de0ffa tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Calling delete_port for d17aa9af-b37d-42d5-b462-cf3f354ed1f9 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:17:59.135323 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1b07dbc0-0060-456d-9d4d-bcaf6f040bcd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1c28cbf4dd3e4d058ded3287d2f60d5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295059 Nov 16 11:17:59.142150 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52870) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:17:59.292205 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed67d690-408e-48b1-bab3-6446a842979e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:59.313630 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-98efc2de-0230-45f8-bc5a-0ef36c1ac232 req-bcde21fe-c6bd-4a08-a794-0b07d88c6e4a tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3adee73-0139-433a-a7e5-9720cece8767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748382 Nov 16 11:17:59.334989 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed67d690-408e-48b1-bab3-6446a842979e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:59.366439 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-ccd111f9-8245-49f1-8ee8-24e09181208f None None] Set router 5cb65b80-9319-4634-a210-e0cd6ca8d1c4 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:17:59.471457 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fe438d7b-86d3-414d-96ea-921dc00e1059 req-0ad7aeea-1e05-4583-a25d-083d46de0ffa tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:59.490191 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-46214f3a-ebb5-4f57-bbae-f7acd4594019 admin admin] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:59.509557 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['d17aa9af-b37d-42d5-b462-cf3f354ed1f9'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:17:59.515679 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad7aeea-1e05-4583-a25d-083d46de0ffa tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Pushing event deleted for resources: {'Port': ['ID=d17aa9af-b37d-42d5-b462-cf3f354ed1f9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:59.545910 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed67d690-408e-48b1-bab3-6446a842979e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:59.551294 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed67d690-408e-48b1-bab3-6446a842979e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:59.553110 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ed67d690-408e-48b1-bab3-6446a842979e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/86bbff0d-02a5-4c22-9a98-e66397fca6c3 HTTP/1.1" status: 204 len: 168 time: 0.4097943 Nov 16 11:17:59.584221 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588eb295-2db6-4388-acc4-1d5d6b5c894e req-c0680792-21dc-4c2e-99aa-6d17a4432636 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:59.585742 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-588eb295-2db6-4388-acc4-1d5d6b5c894e req-c0680792-21dc-4c2e-99aa-6d17a4432636 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=c93c256b-bc50-45b1-b8a3-ea3c6f5cad41 HTTP/1.1" status: 200 len: 1096 time: 0.2687635 Nov 16 11:17:59.600917 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed67d690-408e-48b1-bab3-6446a842979e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bbff0d-02a5-4c22-9a98-e66397fca6c3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:17:59.643055 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe438d7b-86d3-414d-96ea-921dc00e1059 req-0ad7aeea-1e05-4583-a25d-083d46de0ffa tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] No DVR routers for this DVR port d17aa9af-b37d-42d5-b462-cf3f354ed1f9 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:17:59.653624 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fe438d7b-86d3-414d-96ea-921dc00e1059 req-0ad7aeea-1e05-4583-a25d-083d46de0ffa tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:59.658514 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fe438d7b-86d3-414d-96ea-921dc00e1059 req-0ad7aeea-1e05-4583-a25d-083d46de0ffa tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.64 "DELETE /v2.0/ports/d17aa9af-b37d-42d5-b462-cf3f354ed1f9 HTTP/1.1" status: 204 len: 173 time: 0.9680045 Nov 16 11:17:59.660361 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a076ee-40e7-416f-be53-99c6b5fdac14', 'name': 'network-vif-deleted', 'tag': 'd17aa9af-b37d-42d5-b462-cf3f354ed1f9'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:17:59.665625 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d7e27e-c090-407c-b076-bcea764d3e13" -d '{"events": [{"server_uuid": "38a076ee-40e7-416f-be53-99c6b5fdac14", "name": "network-vif-deleted", "tag": "d17aa9af-b37d-42d5-b462-cf3f354ed1f9"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:17:59.836437 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-588eb295-2db6-4388-acc4-1d5d6b5c894e req-2d1b0294-393f-4054-9bca-965037965b55 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835680 Nov 16 11:17:59.884209 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ccd111f9-8245-49f1-8ee8-24e09181208f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-687097913-router', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:16:30Z', 'updated_at': '2021-11-16T11:17:57Z', 'revision_number': 5, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'gw_port': {'id': '0071b4fd-55c0-4899-8be5-80bf456f8951', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:16:31Z', 'updated_at': '2021-11-16T11:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:17:59.893327 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-46214f3a-ebb5-4f57-bbae-f7acd4594019 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:17:59.909256 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2b4773-a1d9-4539-ade1-77bfb0256fda x-openstack-request-id: req-3c2b4773-a1d9-4539-ade1-77bfb0256fda {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:17:59.910083 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a076ee-40e7-416f-be53-99c6b5fdac14", "name": "network-vif-deleted", "tag": "d17aa9af-b37d-42d5-b462-cf3f354ed1f9", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:17:59.911474 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3c2b4773-a1d9-4539-ade1-77bfb0256fda {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:17:59.912068 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a076ee-40e7-416f-be53-99c6b5fdac14', 'name': 'network-vif-deleted', 'tag': 'd17aa9af-b37d-42d5-b462-cf3f354ed1f9', 'status': 'completed', 'code': 200} Nov 16 11:17:59.922060 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd111f9-8245-49f1-8ee8-24e09181208f None None] Checking router: 5cb65b80-9319-4634-a210-e0cd6ca8d1c4 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:17:59.932898 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd111f9-8245-49f1-8ee8-24e09181208f None None] Routers {'5cb65b80-9319-4634-a210-e0cd6ca8d1c4'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:17:59.932997 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ccd111f9-8245-49f1-8ee8-24e09181208f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:17:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5cb65b80-9319-4634-a210-e0cd6ca8d1c4'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:17:59.947353 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e3b13-4a8a-476e-972d-7ae1f9cd8dbf req-827823f4-6598-442d-bf82-80adbe3ca312 tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:17:59.955878 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ee0e3b13-4a8a-476e-972d-7ae1f9cd8dbf req-827823f4-6598-442d-bf82-80adbe3ca312 tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5c50d1d-ae6c-4621-874e-9f19b556623f HTTP/1.1" status: 200 len: 945 time: 0.1649745 Nov 16 11:18:00.048989 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-ccd111f9-8245-49f1-8ee8-24e09181208f None None] Set router 5cb65b80-9319-4634-a210-e0cd6ca8d1c4 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:18:00.106966 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ee0e3b13-4a8a-476e-972d-7ae1f9cd8dbf req-c33c8d95-9e02-41af-9ec9-173c673689ee tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] 10.222.0.61 "GET /v2.0/security-groups?id=448ce765-1b31-4d8a-8eeb-a8c7115e03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497962 Nov 16 11:18:00.136916 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-46214f3a-ebb5-4f57-bbae-f7acd4594019 admin admin] Deleting port 0071b4fd-55c0-4899-8be5-80bf456f8951 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:18:00.139300 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ccd111f9-8245-49f1-8ee8-24e09181208f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-687097913-router', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:16:30Z', 'updated_at': '2021-11-16T11:17:59Z', 'revision_number': 6, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:00.141529 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-46214f3a-ebb5-4f57-bbae-f7acd4594019 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:00.241736 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd111f9-8245-49f1-8ee8-24e09181208f None None] The sync data for ids ['5cb65b80-9319-4634-a210-e0cd6ca8d1c4'] in n-d-816823-3 is: [{'id': '5cb65b80-9319-4634-a210-e0cd6ca8d1c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-687097913-router', 'tenant_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:16:30Z', 'updated_at': '2021-11-16T11:17:59Z', 'revision_number': 6, 'project_id': '6c52a8c39fe94e6d89dd46750a80e67d', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:18:00.374357 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-46214f3a-ebb5-4f57-bbae-f7acd4594019 admin admin] For port 0071b4fd-55c0-4899-8be5-80bf456f8951, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=0071b4fd-55c0-4899-8be5-80bf456f8951,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:00.374734 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-46214f3a-ebb5-4f57-bbae-f7acd4594019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:00.408825 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-46214f3a-ebb5-4f57-bbae-f7acd4594019 admin admin] Calling delete_port for 0071b4fd-55c0-4899-8be5-80bf456f8951 owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:18:00.564254 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aa3a234b-9197-4f85-93fe-240ede3c07f2 req-a84e3b13-44ca-4843-9d63-67f079ee2422 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=38a076ee-40e7-416f-be53-99c6b5fdac14 HTTP/1.1" status: 200 len: 210 time: 0.0583720 Nov 16 11:18:01.082399 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-46214f3a-ebb5-4f57-bbae-f7acd4594019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:01.115024 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46214f3a-ebb5-4f57-bbae-f7acd4594019 admin admin] Pushing event deleted for resources: {'Port': ['ID=0071b4fd-55c0-4899-8be5-80bf456f8951,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:01.215419 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 0071b4fd-55c0-4899-8be5-80bf456f8951 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:18:01.249786 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-46214f3a-ebb5-4f57-bbae-f7acd4594019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:01.259274 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 0071b4fd-55c0-4899-8be5-80bf456f8951 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:18:01.259617 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 0071b4fd-55c0-4899-8be5-80bf456f8951 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:18:01.260038 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 6281edb3-4f8e-47f0-a859-0898e1765764 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:18:01.296957 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 6281edb3-4f8e-47f0-a859-0898e1765764 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:18:01.297177 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 6281edb3-4f8e-47f0-a859-0898e1765764 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:18:01.363414 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52966) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:01.433330 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-07079c34-34f1-4e56-ae82-f84767f709a5 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=f8179a551ca149c6a3cfb31a9d45b53e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1172676 Nov 16 11:18:01.455240 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-46214f3a-ebb5-4f57-bbae-f7acd4594019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:01.458581 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-46214f3a-ebb5-4f57-bbae-f7acd4594019 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:01.541379 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-74b5bdf2-821f-4483-9972-52b453869ce9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-922603909-network', 'tenant_id': '38aa757140fd4649b4950ace9ccdf774'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:01.590060 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-46214f3a-ebb5-4f57-bbae-f7acd4594019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:01.590608 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b5bdf2-821f-4483-9972-52b453869ce9 admin admin] Made reservation on behalf of 38aa757140fd4649b4950ace9ccdf774 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:18:01.591384 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46214f3a-ebb5-4f57-bbae-f7acd4594019 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cb65b80-9319-4634-a210-e0cd6ca8d1c4 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:18:01.596297 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74b5bdf2-821f-4483-9972-52b453869ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:01.600645 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-46214f3a-ebb5-4f57-bbae-f7acd4594019 admin admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:01.602260 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-46214f3a-ebb5-4f57-bbae-f7acd4594019 admin admin] 10.222.0.61 "DELETE /v2.0/routers/5cb65b80-9319-4634-a210-e0cd6ca8d1c4 HTTP/1.1" status: 204 len: 168 time: 2.5438166 Nov 16 11:18:01.605497 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 52976) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:01.610361 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74b5bdf2-821f-4483-9972-52b453869ce9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:01.693840 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-2b03c7c6-17a7-4509-9b02-3e62bd4ad329 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:01.699692 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-2b03c7c6-17a7-4509-9b02-3e62bd4ad329 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2604022 Nov 16 11:18:01.712546 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-72074a12-f533-4016-83ca-d3845b4939a3 admin admin] Deleting subnet a723c1b5-1a0f-4323-9985-39160c514b43 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:18:01.723427 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-72074a12-f533-4016-83ca-d3845b4939a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:01.769302 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74b5bdf2-821f-4483-9972-52b453869ce9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:01.775029 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-b36fba6a-3a17-43b7-af14-d8ea23da8880 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/quotas/f8179a551ca149c6a3cfb31a9d45b53e HTTP/1.1" status: 200 len: 375 time: 0.0592651 Nov 16 11:18:01.777901 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74b5bdf2-821f-4483-9972-52b453869ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:01.808665 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74b5bdf2-821f-4483-9972-52b453869ce9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:18:01.828656 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5bdf2-821f-4483-9972-52b453869ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52b4ffb-5e4b-4e09-a34a-34e4a2897d57,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:01.840778 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device d17aa9af-b37d-42d5-b462-cf3f354ed1f9 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:18:01.850401 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74b5bdf2-821f-4483-9972-52b453869ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:01.851373 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-74b5bdf2-821f-4483-9972-52b453869ce9 admin admin] Added segment 0581c660-bb1e-4469-af2b-a669b6b10f82 of type vlan for network 40b5fba1-9290-439b-b81b-d28871598b85 Nov 16 11:18:01.863301 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-b9933d36-4eee-40d0-bfe6-45a5187d932e tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f8179a551ca149c6a3cfb31a9d45b53e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0867608 Nov 16 11:18:01.866242 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: d17aa9af-b37d-42d5-b462-cf3f354ed1f9 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:18:01.866771 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device d17aa9af-b37d-42d5-b462-cf3f354ed1f9 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:18:01.868914 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-72074a12-f533-4016-83ca-d3845b4939a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:01.911643 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74b5bdf2-821f-4483-9972-52b453869ce9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:01.944617 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74b5bdf2-821f-4483-9972-52b453869ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:01.946243 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b5bdf2-821f-4483-9972-52b453869ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:01.947158 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74b5bdf2-821f-4483-9972-52b453869ce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:02.029599 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-74b5bdf2-821f-4483-9972-52b453869ce9 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6650085 Nov 16 11:18:02.035917 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52982) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:02.046242 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b45c66b2-4458-4590-b1d4-68c215a4a352 admin admin] Request body: {'subnet': {'network_id': '40b5fba1-9290-439b-b81b-d28871598b85', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-922603909-subnet', 'tenant_id': '38aa757140fd4649b4950ace9ccdf774', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:02.056624 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5bdf2-821f-4483-9972-52b453869ce9 admin admin] Pushing event updated for resources: {'Network': ['ID=40b5fba1-9290-439b-b81b-d28871598b85,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:02.074572 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 40b5fba1-9290-439b-b81b-d28871598b85 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:18:02.080481 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52984) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:02.083961 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-72074a12-f533-4016-83ca-d3845b4939a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:02.152252 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45c66b2-4458-4590-b1d4-68c215a4a352 admin admin] Made reservation on behalf of 38aa757140fd4649b4950ace9ccdf774 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:18:02.154682 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b45c66b2-4458-4590-b1d4-68c215a4a352 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:02.231482 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-3102eeaa-e257-47a8-b5e2-4244bccc2ada tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:18:02.232712 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-3102eeaa-e257-47a8-b5e2-4244bccc2ada tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1512794 Nov 16 11:18:02.302193 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-72074a12-f533-4016-83ca-d3845b4939a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:02.437647 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-72074a12-f533-4016-83ca-d3845b4939a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:02.440714 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00a5b35-f652-4222-b9b0-c2557506b1ee None None] Network e6f6c22e-8152-4ca5-86d7-dcaf88c6db36 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:18:02.458192 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-72074a12-f533-4016-83ca-d3845b4939a3 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/a723c1b5-1a0f-4323-9985-39160c514b43 HTTP/1.1" status: 204 len: 168 time: 0.8493030 Nov 16 11:18:02.459050 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 53004) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:02.464032 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b45c66b2-4458-4590-b1d4-68c215a4a352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:02.466043 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72074a12-f533-4016-83ca-d3845b4939a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a723c1b5-1a0f-4323-9985-39160c514b43,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:02.578041 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-74f5d715-8bf8-4753-8e0c-83c012604ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:02.579895 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-74f5d715-8bf8-4753-8e0c-83c012604ebe service neutron] 10.222.0.61 "GET /v2.0/ports/33148d57-3947-45a8-b7d8-6a4f2fbccddc HTTP/1.1" status: 200 len: 1093 time: 0.2341394 Nov 16 11:18:02.591047 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-3a05f3e4-f043-4776-aa21-402e3ce9dfcd service neutron] Request body: {'binding': {'host': 'n-h2-816823-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:02.591500 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-3a05f3e4-f043-4776-aa21-402e3ce9dfcd service neutron] Unknown quota resources ['binding']. {{(pid=102668) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 11:18:02.594340 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657d80b-2cd5-4469-9359-a667a350b113 req-31f3645e-3f30-4c69-b3c9-30d8e217d1b6 tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:02.606552 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1657d80b-2cd5-4469-9359-a667a350b113 req-31f3645e-3f30-4c69-b3c9-30d8e217d1b6 tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5c50d1d-ae6c-4621-874e-9f19b556623f HTTP/1.1" status: 200 len: 945 time: 0.3459730 Nov 16 11:18:02.630056 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c66b2-4458-4590-b1d4-68c215a4a352 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1e59d12-67d0-48ea-b37c-a6c8a781fc1e,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:02.651593 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45c66b2-4458-4590-b1d4-68c215a4a352 admin admin] Checking segment: {'id': '0581c660-bb1e-4469-af2b-a669b6b10f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '40b5fba1-9290-439b-b81b-d28871598b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:18:02.651937 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45c66b2-4458-4590-b1d4-68c215a4a352 admin admin] Network hostable DHCP agents. Network: 40b5fba1-9290-439b-b81b-d28871598b85, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:18:02.676971 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ff0b118b-8726-4ebf-b14c-b64100b81b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:02.756956 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45c66b2-4458-4590-b1d4-68c215a4a352 admin admin] Network 40b5fba1-9290-439b-b81b-d28871598b85 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:18:02.790391 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-b45c66b2-4458-4590-b1d4-68c215a4a352 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 40b5fba1-9290-439b-b81b-d28871598b85) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:18:02.797003 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45c66b2-4458-4590-b1d4-68c215a4a352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:02.797640 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b45c66b2-4458-4590-b1d4-68c215a4a352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:02.815888 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1657d80b-2cd5-4469-9359-a667a350b113 req-78508c55-f3d8-400c-9a92-0b95f310ab5b tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] 10.222.0.61 "GET /v2.0/security-groups?id=448ce765-1b31-4d8a-8eeb-a8c7115e03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079782 Nov 16 11:18:02.820511 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd14100d-abab-41ec-ad90-831dc4319f16 None None] Network 40b5fba1-9290-439b-b81b-d28871598b85 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:18:02.833589 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-3a05f3e4-f043-4776-aa21-402e3ce9dfcd service neutron] Attempting to bind port 33148d57-3947-45a8-b7d8-6a4f2fbccddc on host n-h2-816823-3 for vnic_type normal with profile None {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:18:02.833969 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-3a05f3e4-f043-4776-aa21-402e3ce9dfcd service neutron] Attempting to bind port 33148d57-3947-45a8-b7d8-6a4f2fbccddc by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:18:02.834287 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-3a05f3e4-f043-4776-aa21-402e3ce9dfcd service neutron] Attempting to bind port 33148d57-3947-45a8-b7d8-6a4f2fbccddc on network b7bb2a97-86e1-4934-a454-677fe86f6d7e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:18:02.853335 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b45c66b2-4458-4590-b1d4-68c215a4a352 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8149941 Nov 16 11:18:02.889375 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 53012) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:02.889375 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5aedb8ca-2350-40c3-98ac-8d6c9667bee7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-922603909-router', 'tenant_id': '38aa757140fd4649b4950ace9ccdf774', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:02.889375 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-3a05f3e4-f043-4776-aa21-402e3ce9dfcd service neutron] Port 33148d57-3947-45a8-b7d8-6a4f2fbccddc on network b7bb2a97-86e1-4934-a454-677fe86f6d7e not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:18:02.889375 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-3a05f3e4-f043-4776-aa21-402e3ce9dfcd service neutron] Attempting to bind port 33148d57-3947-45a8-b7d8-6a4f2fbccddc on network b7bb2a97-86e1-4934-a454-677fe86f6d7e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:18:02.918355 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-3a05f3e4-f043-4776-aa21-402e3ce9dfcd service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:18:02.918741 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-3a05f3e4-f043-4776-aa21-402e3ce9dfcd service neutron] Checking segment: {'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:18:02.919098 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-3a05f3e4-f043-4776-aa21-402e3ce9dfcd service neutron] Bound using segment: {'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:18:02.919760 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-3a05f3e4-f043-4776-aa21-402e3ce9dfcd service neutron] Bound port: 33148d57-3947-45a8-b7d8-6a4f2fbccddc, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:18:02.962049 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ff0b118b-8726-4ebf-b14c-b64100b81b61 admin admin] Deleting port 78bee25e-b1c7-40a6-8090-bc5ce6b24a73 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:18:02.962397 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ff0b118b-8726-4ebf-b14c-b64100b81b61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:03.024633 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5aedb8ca-2350-40c3-98ac-8d6c9667bee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:03.025958 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5aedb8ca-2350-40c3-98ac-8d6c9667bee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:03.057972 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-ff0b118b-8726-4ebf-b14c-b64100b81b61 admin admin] For port 78bee25e-b1c7-40a6-8090-bc5ce6b24a73, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=78bee25e-b1c7-40a6-8090-bc5ce6b24a73,segment=NetworkSegment(493b8b27-dbac-4588-be26-e66a243cc432),segment_id=493b8b27-dbac-4588-be26-e66a243cc432)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:03.058366 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ff0b118b-8726-4ebf-b14c-b64100b81b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:03.137527 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ff0b118b-8726-4ebf-b14c-b64100b81b61 admin admin] Calling delete_port for 78bee25e-b1c7-40a6-8090-bc5ce6b24a73 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:18:03.139833 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7b10b3-3820-4abf-91bd-bc68856ead0d None None] DHCP port deletion for e6f6c22e-8152-4ca5-86d7-dcaf88c6db36 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:18:03.269254 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 78bee25e-b1c7-40a6-8090-bc5ce6b24a73 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:18:03.283052 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9c6f4d94-a1c7-48aa-929d-631f9211da54 req-48bc2e77-65d5-4968-9137-97fa4da5aba7 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/ports?device_id=a26cda3a-e03b-4dbd-b0e1-7fd3f228e561 HTTP/1.1" status: 200 len: 210 time: 0.1546335 Nov 16 11:18:03.284158 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ff0b118b-8726-4ebf-b14c-b64100b81b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:03.314707 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b118b-8726-4ebf-b14c-b64100b81b61 admin admin] Pushing event deleted for resources: {'Port': ['ID=78bee25e-b1c7-40a6-8090-bc5ce6b24a73,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:03.316645 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0b118b-8726-4ebf-b14c-b64100b81b61 admin admin] No DVR routers for this DVR port 78bee25e-b1c7-40a6-8090-bc5ce6b24a73 on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:18:03.337165 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5aedb8ca-2350-40c3-98ac-8d6c9667bee7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:03.342059 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67ee614-3652-42f4-b112-ac4970dc6db5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-40b5fba1-9290-439b-b81b-d28871598b85', 'network_id': '40b5fba1-9290-439b-b81b-d28871598b85', 'tenant_id': '38aa757140fd4649b4950ace9ccdf774', 'fixed_ips': [{'subnet_id': 'd1e59d12-67d0-48ea-b37c-a6c8a781fc1e'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:18:03.344274 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e67ee614-3652-42f4-b112-ac4970dc6db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:03.406449 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ff0b118b-8726-4ebf-b14c-b64100b81b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:03.458423 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-ff0b118b-8726-4ebf-b14c-b64100b81b61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6f6c22e-8152-4ca5-86d7-dcaf88c6db36']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:03.481219 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-ff0b118b-8726-4ebf-b14c-b64100b81b61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '493b8b27-dbac-4588-be26-e66a243cc432') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:03.481584 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-ff0b118b-8726-4ebf-b14c-b64100b81b61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '493b8b27-dbac-4588-be26-e66a243cc432') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:03.511168 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ff0b118b-8726-4ebf-b14c-b64100b81b61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:03.530810 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-3a05f3e4-f043-4776-aa21-402e3ce9dfcd service neutron] For port 33148d57-3947-45a8-b7d8-6a4f2fbccddc, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=33148d57-3947-45a8-b7d8-6a4f2fbccddc,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:18:03.549325 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ff0b118b-8726-4ebf-b14c-b64100b81b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:03.552742 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-3a05f3e4-f043-4776-aa21-402e3ce9dfcd service neutron] Publish callbacks [] for binding, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:03.563661 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-3a05f3e4-f043-4776-aa21-402e3ce9dfcd service neutron] 10.222.0.61 "POST /v2.0/ports/33148d57-3947-45a8-b7d8-6a4f2fbccddc/bindings HTTP/1.1" status: 201 len: 389 time: 0.9758456 Nov 16 11:18:03.583154 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0b118b-8726-4ebf-b14c-b64100b81b61 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:18:03.583561 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ff0b118b-8726-4ebf-b14c-b64100b81b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:03.671469 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5aedb8ca-2350-40c3-98ac-8d6c9667bee7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:03.692673 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:18:03.692673 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:18:03.692673 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:18:03.692673 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:18:03.692673 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:18:03.692673 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:18:03.692673 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:18:03.692673 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:18:03.692673 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:18:03.692673 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:18:03.692673 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:18:03.692673 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:18:03.692673 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:18:03.692673 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:18:03.692673 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:18:03.692673 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:18:03.692673 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:18:03.692673 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:18:03.692673 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:18:03.692673 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:18:03.692673 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:18:03.692673 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:18:03.692673 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:18:03.692673 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:18:03.692673 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:18:03.692673 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:18:03.692673 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:18:03.692673 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:18:03.692673 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:18:03.692673 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:18:03.692673 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:18:03.692673 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:18:03.783919 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 78bee25e-b1c7-40a6-8090-bc5ce6b24a73 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:18:03.785049 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 78bee25e-b1c7-40a6-8090-bc5ce6b24a73 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:18:03.830486 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ff0b118b-8726-4ebf-b14c-b64100b81b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:03.863716 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ff0b118b-8726-4ebf-b14c-b64100b81b61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:03.872398 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-6b7b10b3-3820-4abf-91bd-bc68856ead0d None None] Deleting port 78bee25e-b1c7-40a6-8090-bc5ce6b24a73 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:18:03.872806 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6b7b10b3-3820-4abf-91bd-bc68856ead0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:03.879901 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ff0b118b-8726-4ebf-b14c-b64100b81b61 admin admin] 10.222.0.61 "DELETE /v2.0/networks/e6f6c22e-8152-4ca5-86d7-dcaf88c6db36 HTTP/1.1" status: 204 len: 168 time: 1.4110398 Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server [None req-6b7b10b3-3820-4abf-91bd-bc68856ead0d None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network e6f6c22e-8152-4ca5-86d7-dcaf88c6db36 could not be found. Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return self._iter().one() Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return self._only_one_row( Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 16 11:18:03.947864 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 16 11:18:03.968112 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 11:18:03.968112 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 11:18:03.968112 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:18:03.968112 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:18:03.968112 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:18:03.968112 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:18:03.968112 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 11:18:03.968112 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:18:03.968112 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 11:18:03.968112 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 11:18:03.968112 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:18:03.968112 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:18:03.968112 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:18:03.968112 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:18:03.968112 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 11:18:03.968112 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:18:03.968112 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 11:18:03.968112 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 11:18:03.968112 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:18:03.968112 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:18:03.968112 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:18:03.968112 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:18:03.968112 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 11:18:03.968112 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 11:18:03.968112 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1971, in delete_port Nov 16 11:18:03.968112 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Nov 16 11:18:03.968112 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 16 11:18:03.968112 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 16 11:18:03.968112 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 16 11:18:03.968112 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Nov 16 11:18:03.968112 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Nov 16 11:18:03.968112 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Nov 16 11:18:03.968112 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network e6f6c22e-8152-4ca5-86d7-dcaf88c6db36 could not be found. Nov 16 11:18:03.968112 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server Nov 16 11:18:03.981494 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-e67ee614-3652-42f4-b112-ac4970dc6db5 None None] Allocated IP 172.20.0.2 (40b5fba1-9290-439b-b81b-d28871598b85/d1e59d12-67d0-48ea-b37c-a6c8a781fc1e/3d34cd51-8157-4f15-a4f4-79ed8c716221) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:18:03.988851 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b118b-8726-4ebf-b14c-b64100b81b61 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6f6c22e-8152-4ca5-86d7-dcaf88c6db36,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:04.016113 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a95e36c-e0db-4752-ac85-b657262aee7e None None] DHCP port deletion for e6f6c22e-8152-4ca5-86d7-dcaf88c6db36 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:18:04.049473 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5aedb8ca-2350-40c3-98ac-8d6c9667bee7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:04.108609 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-f59e9a99-aa74-4d77-8600-d2cc19b07033 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:04.119169 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-f59e9a99-aa74-4d77-8600-d2cc19b07033 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/networks?id=c4691fdd-c34e-4845-9ba0-d80523cbe337 HTTP/1.1" status: 200 len: 821 time: 0.4243793 Nov 16 11:18:04.168546 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5aedb8ca-2350-40c3-98ac-8d6c9667bee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:04.208350 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-e6f04b5f-0012-4f12-b015-f30a834641e5 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f8179a551ca149c6a3cfb31a9d45b53e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1512764 Nov 16 11:18:04.209134 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 53048) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:04.245078 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-81d60ee2-ae56-4806-a1b1-ab9a49011a47 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/quotas/fee5a1c288eb4601938f56b1ce0e58a0 HTTP/1.1" status: 200 len: 375 time: 0.1160560 Nov 16 11:18:04.335863 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec529de-9656-4ecb-8bb4-983d168abce4 req-04aad3bf-af39-4401-8e01-c0942311ae4f tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:04.339980 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5ec529de-9656-4ecb-8bb4-983d168abce4 req-04aad3bf-af39-4401-8e01-c0942311ae4f tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=c93c256b-bc50-45b1-b8a3-ea3c6f5cad41 HTTP/1.1" status: 200 len: 945 time: 0.1955616 Nov 16 11:18:04.412409 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-10b4ccd4-7c84-4f2c-95cd-0f9ed42e271d tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=fee5a1c288eb4601938f56b1ce0e58a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1593986 Nov 16 11:18:04.424127 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e67ee614-3652-42f4-b112-ac4970dc6db5 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:04.429094 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-c4205a6e-d0f5-4a25-aad2-4ed8e3e79d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:04.430864 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-c4205a6e-d0f5-4a25-aad2-4ed8e3e79d21 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fca4017bffc548cea20e1270411b1992&device_id=c93c256b-bc50-45b1-b8a3-ea3c6f5cad41 HTTP/1.1" status: 200 len: 1096 time: 0.2934060 Nov 16 11:18:04.432376 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e67ee614-3652-42f4-b112-ac4970dc6db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:04.458940 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 53052) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:04.459510 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-94a6e943-4b54-4ad4-9ff6-7c6899ea6227 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6c52a8c39fe94e6d89dd46750a80e67d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370288 Nov 16 11:18:04.473386 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67ee614-3652-42f4-b112-ac4970dc6db5 None None] Network 40b5fba1-9290-439b-b81b-d28871598b85 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:18:04.479901 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-e67ee614-3652-42f4-b112-ac4970dc6db5 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:18:04.483552 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67ee614-3652-42f4-b112-ac4970dc6db5 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:18:04.496921 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ee614-3652-42f4-b112-ac4970dc6db5 None None] Pushing event updated for resources: {'Port': ['ID=3d34cd51-8157-4f15-a4f4-79ed8c716221,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:04.511445 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5ec529de-9656-4ecb-8bb4-983d168abce4 req-34a1edb7-2f23-4652-8f2e-45911063254a tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646185 Nov 16 11:18:04.573199 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-f2f0deaa-cb92-4155-9d95-f9059152cd67 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:04.575400 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-f2f0deaa-cb92-4155-9d95-f9059152cd67 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3511403 Nov 16 11:18:04.595447 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-517170a9-d812-463b-8f79-fcc8dafa621e tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Request body: {'port': {'device_id': 'a26cda3a-e03b-4dbd-b0e1-7fd3f228e561', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'admin_state_up': True, 'tenant_id': 'f8179a551ca149c6a3cfb31a9d45b53e'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:04.623707 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e67ee614-3652-42f4-b112-ac4970dc6db5 None None] Attempting to bind port 3d34cd51-8157-4f15-a4f4-79ed8c716221 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:18:04.624083 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e67ee614-3652-42f4-b112-ac4970dc6db5 None None] Attempting to bind port 3d34cd51-8157-4f15-a4f4-79ed8c716221 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '0581c660-bb1e-4469-af2b-a669b6b10f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '40b5fba1-9290-439b-b81b-d28871598b85'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:18:04.624450 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67ee614-3652-42f4-b112-ac4970dc6db5 None None] Attempting to bind port 3d34cd51-8157-4f15-a4f4-79ed8c716221 on network 40b5fba1-9290-439b-b81b-d28871598b85 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:18:04.637827 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67ee614-3652-42f4-b112-ac4970dc6db5 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:18:04.638236 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67ee614-3652-42f4-b112-ac4970dc6db5 None None] Checking segment: {'id': '0581c660-bb1e-4469-af2b-a669b6b10f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '40b5fba1-9290-439b-b81b-d28871598b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:18:04.638642 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e67ee614-3652-42f4-b112-ac4970dc6db5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:04.639174 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67ee614-3652-42f4-b112-ac4970dc6db5 None None] Bound using segment: {'id': '0581c660-bb1e-4469-af2b-a669b6b10f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '40b5fba1-9290-439b-b81b-d28871598b85'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:18:04.639652 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e67ee614-3652-42f4-b112-ac4970dc6db5 None None] Bound port: 3d34cd51-8157-4f15-a4f4-79ed8c716221, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0581c660-bb1e-4469-af2b-a669b6b10f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '40b5fba1-9290-439b-b81b-d28871598b85'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:18:04.640036 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e67ee614-3652-42f4-b112-ac4970dc6db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:04.656112 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-fbc23e6c-58a2-43ad-a59d-8a72511b0cb8 service neutron] 10.222.0.61 "GET /v2.0/networks/c4691fdd-c34e-4845-9ba0-d80523cbe337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420559 Nov 16 11:18:04.664281 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da41df58-28cb-4133-b15a-e95e827055e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:04.736488 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-5aedb8ca-2350-40c3-98ac-8d6c9667bee7 admin admin] Allocated IP 172.25.0.196 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/d394a8e8-a4af-4695-820b-67cb89d44069) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:18:04.758804 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e67ee614-3652-42f4-b112-ac4970dc6db5 None None] For port 3d34cd51-8157-4f15-a4f4-79ed8c716221, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:18:04.765212 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e67ee614-3652-42f4-b112-ac4970dc6db5 None None] For port 3d34cd51-8157-4f15-a4f4-79ed8c716221, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=3d34cd51-8157-4f15-a4f4-79ed8c716221,segment=NetworkSegment(0581c660-bb1e-4469-af2b-a669b6b10f82),segment_id=0581c660-bb1e-4469-af2b-a669b6b10f82)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:18:04.775399 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da41df58-28cb-4133-b15a-e95e827055e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:04.803094 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e67ee614-3652-42f4-b112-ac4970dc6db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:04.866035 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-e79ff6d4-432a-442e-8720-d5b0a175deff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:04.867707 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-e79ff6d4-432a-442e-8720-d5b0a175deff service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7bb2a97-86e1-4934-a454-677fe86f6d7e HTTP/1.1" status: 200 len: 909 time: 0.3117971 Nov 16 11:18:04.889967 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ee614-3652-42f4-b112-ac4970dc6db5 None None] Pushing event updated for resources: {'Port': ['ID=3d34cd51-8157-4f15-a4f4-79ed8c716221,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:04.924359 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-8dd0550b-396f-4c99-89a8-3432edd96bdf service neutron] 10.222.0.61 "GET /v2.0/networks/c4691fdd-c34e-4845-9ba0-d80523cbe337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673011 Nov 16 11:18:04.948548 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc6b09-d7a6-40c8-83d0-0dd4b94c4bc9 req-a314f76e-c127-41eb-a820-0af2c36b51a7 tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:04.955271 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-fc9072d0-b5c8-44cb-9d63-96decf34348b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33148d57-3947-45a8-b7d8-6a4f2fbccddc HTTP/1.1" status: 200 len: 217 time: 0.0765057 Nov 16 11:18:04.959130 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b9fc6b09-d7a6-40c8-83d0-0dd4b94c4bc9 req-a314f76e-c127-41eb-a820-0af2c36b51a7 tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5c50d1d-ae6c-4621-874e-9f19b556623f HTTP/1.1" status: 200 len: 945 time: 0.2332399 Nov 16 11:18:05.002780 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da41df58-28cb-4133-b15a-e95e827055e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:05.008767 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da41df58-28cb-4133-b15a-e95e827055e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:05.012240 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-da41df58-28cb-4133-b15a-e95e827055e0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/42abe699-cecb-40b2-a376-43deeb633c65 HTTP/1.1" status: 204 len: 168 time: 0.5507767 Nov 16 11:18:05.024859 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-2c149e0e-64a8-44f3-a549-bf411ffca103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:05.026591 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-2c149e0e-64a8-44f3-a549-bf411ffca103 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7e023778-0206-43f4-abc1-4c067f7e46aa HTTP/1.1" status: 200 len: 848 time: 0.0626590 Nov 16 11:18:05.045146 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da41df58-28cb-4133-b15a-e95e827055e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42abe699-cecb-40b2-a376-43deeb633c65,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:05.092753 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-003da68f-dad3-43a5-b65d-3629f91078b0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7bb2a97-86e1-4934-a454-677fe86f6d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556824 Nov 16 11:18:05.093317 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-517170a9-d812-463b-8f79-fcc8dafa621e tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Made reservation on behalf of f8179a551ca149c6a3cfb31a9d45b53e for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:18:05.096925 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-517170a9-d812-463b-8f79-fcc8dafa621e tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:05.121351 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b9fc6b09-d7a6-40c8-83d0-0dd4b94c4bc9 req-4845b9d3-e53f-4fa5-916c-8266213fcd92 tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] 10.222.0.61 "GET /v2.0/security-groups?id=448ce765-1b31-4d8a-8eeb-a8c7115e03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473324 Nov 16 11:18:05.123477 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-517170a9-d812-463b-8f79-fcc8dafa621e tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:05.415718 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd467f76-1213-4372-86be-c9c8d441bbb3 req-0ed59ac7-0b02-4049-81f2-1bb05056931f tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/ports?device_id=a26cda3a-e03b-4dbd-b0e1-7fd3f228e561 HTTP/1.1" status: 200 len: 210 time: 0.0849426 Nov 16 11:18:05.553366 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-30363cfc-fd70-4929-a15d-e87233c5eae0 req-6ab9bf21-0ede-4cdc-882d-e5359586772d tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ac80967-d3d3-4d65-a263-7da58c626d0c HTTP/1.1" status: 200 len: 210 time: 0.1153128 Nov 16 11:18:05.599300 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5aedb8ca-2350-40c3-98ac-8d6c9667bee7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:05.647716 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87836a-b0f3-4cba-bb8b-2b5c7e4d6238 req-719175ee-4d25-44ac-b04f-f78aa6e38c43 tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:05.665092 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ac87836a-b0f3-4cba-bb8b-2b5c7e4d6238 req-719175ee-4d25-44ac-b04f-f78aa6e38c43 tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5c50d1d-ae6c-4621-874e-9f19b556623f HTTP/1.1" status: 200 len: 945 time: 0.2029252 Nov 16 11:18:05.763838 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-517170a9-d812-463b-8f79-fcc8dafa621e tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:05.788711 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-517170a9-d812-463b-8f79-fcc8dafa621e tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:05.850714 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5aedb8ca-2350-40c3-98ac-8d6c9667bee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:05.860926 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-4d4b22a6-690e-40b8-a1d8-97d9d2e8dab6 service neutron] 10.222.0.64 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7528117 Nov 16 11:18:05.897140 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aedb8ca-2350-40c3-98ac-8d6c9667bee7 admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:18:05.953268 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-5aedb8ca-2350-40c3-98ac-8d6c9667bee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:18:05.995808 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aedb8ca-2350-40c3-98ac-8d6c9667bee7 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:18:06.036001 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf285b9c-b58a-4f54-a8a8-d084ca747b68 req-c77fc336-dc38-441f-9155-a53a019ef58f tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:06.045139 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cf285b9c-b58a-4f54-a8a8-d084ca747b68 req-c77fc336-dc38-441f-9155-a53a019ef58f tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=c93c256b-bc50-45b1-b8a3-ea3c6f5cad41 HTTP/1.1" status: 200 len: 945 time: 0.2379644 Nov 16 11:18:06.141815 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-ac87836a-b0f3-4cba-bb8b-2b5c7e4d6238 req-a931ff13-9961-4c45-ab18-4dfcb6810af2 tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] Deleting port fcd9ced7-b778-499e-88d3-eb4fcbe06d28 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:18:06.142371 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ac87836a-b0f3-4cba-bb8b-2b5c7e4d6238 req-a931ff13-9961-4c45-ab18-4dfcb6810af2 tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:06.277891 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-517170a9-d812-463b-8f79-fcc8dafa621e tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Allocated IP 192.168.233.230 (d184b1c6-3832-4c86-bfd0-c1472d76d6c3/c4c770cc-51d7-42eb-b4a6-9a605bacae0f/193c7bd3-aece-462f-bfa9-3d53ce7cb844) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:18:06.295962 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517170a9-d812-463b-8f79-fcc8dafa621e tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d83d1a-7587-49ca-a243-42f07aaa81ac,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:06.348495 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cf285b9c-b58a-4f54-a8a8-d084ca747b68 req-e101838e-7e5a-4835-9a25-4759600008e3 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021188 Nov 16 11:18:06.422423 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aedb8ca-2350-40c3-98ac-8d6c9667bee7 admin admin] Pushing event updated for resources: {'Port': ['ID=d394a8e8-a4af-4695-820b-67cb89d44069,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:06.502691 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-7d6297d8-d698-4858-82e8-1e30edfc442c service neutron] 10.222.0.64 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5939753 Nov 16 11:18:06.586374 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88bd19-ef03-402f-b485-40ca43ffacf2 req-b3395b66-7e70-4faf-bc9b-46a68a5b5edb tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:06.595761 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dc88bd19-ef03-402f-b485-40ca43ffacf2 req-b3395b66-7e70-4faf-bc9b-46a68a5b5edb tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5c50d1d-ae6c-4621-874e-9f19b556623f HTTP/1.1" status: 200 len: 945 time: 0.3059983 Nov 16 11:18:06.754153 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-12401672-0d2d-49c1-8eb4-cb65608c9c4b req-016b9ae1-29fe-4fdf-9793-e70afb3441a0 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/ports?device_id=a26cda3a-e03b-4dbd-b0e1-7fd3f228e561 HTTP/1.1" status: 200 len: 210 time: 0.1326678 Nov 16 11:18:06.756160 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-ac87836a-b0f3-4cba-bb8b-2b5c7e4d6238 req-a931ff13-9961-4c45-ab18-4dfcb6810af2 tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] For port fcd9ced7-b778-499e-88d3-eb4fcbe06d28, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=fcd9ced7-b778-499e-88d3-eb4fcbe06d28,segment=NetworkSegment(094d568f-dfdb-4b0a-b65f-60c75709af03),segment_id=094d568f-dfdb-4b0a-b65f-60c75709af03)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:06.756533 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ac87836a-b0f3-4cba-bb8b-2b5c7e4d6238 req-a931ff13-9961-4c45-ab18-4dfcb6810af2 tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:06.827987 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dc88bd19-ef03-402f-b485-40ca43ffacf2 req-ad60bfdc-9298-4cd6-b77c-03d595590f68 tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] 10.222.0.61 "GET /v2.0/security-groups?id=448ce765-1b31-4d8a-8eeb-a8c7115e03ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232277 Nov 16 11:18:06.828516 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 53120) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:06.858299 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-ac87836a-b0f3-4cba-bb8b-2b5c7e4d6238 req-a931ff13-9961-4c45-ab18-4dfcb6810af2 tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] Calling delete_port for fcd9ced7-b778-499e-88d3-eb4fcbe06d28 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:18:06.946570 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3eddd57-c169-4df3-a3c8-72c612462321 None None] Network 40b5fba1-9290-439b-b81b-d28871598b85 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:18:06.995625 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a2c29f3d-e8cb-41ca-87f6-0f83a85cdbae req-03ef071b-e3e5-476b-8ad1-030e2cbdcde4 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ac80967-d3d3-4d65-a263-7da58c626d0c HTTP/1.1" status: 200 len: 210 time: 0.1074743 Nov 16 11:18:06.997813 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-08afae3e-364c-45bf-b32f-56bd631a7514 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:06.999353 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-08afae3e-364c-45bf-b32f-56bd631a7514 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c93c256b-bc50-45b1-b8a3-ea3c6f5cad41&tenant_id=fca4017bffc548cea20e1270411b1992&binding%3Ahost_id=n-h1-816823-3 HTTP/1.1" status: 200 len: 1096 time: 0.3296545 Nov 16 11:18:07.025695 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-68c01421-53ff-4cc5-a9e6-7863c8c07ba9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816823-3'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:07.034786 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-517170a9-d812-463b-8f79-fcc8dafa621e tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:07.092774 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-462d37b1-a290-40b6-a505-040b2336453d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1377749736-network', 'tenant_id': 'b93e16b5088a434e83f06e6986f5cdec'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:07.154619 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462d37b1-a290-40b6-a505-040b2336453d admin admin] Made reservation on behalf of b93e16b5088a434e83f06e6986f5cdec for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:18:07.157381 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-462d37b1-a290-40b6-a505-040b2336453d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:07.168931 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-462d37b1-a290-40b6-a505-040b2336453d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:07.234692 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-f0dde76e-6c9b-40e4-bda0-d44791ccd791 None None] Provisioning complete for port 3d34cd51-8157-4f15-a4f4-79ed8c716221 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:18:07.235571 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f0dde76e-6c9b-40e4-bda0-d44791ccd791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:07.268269 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 3d34cd51-8157-4f15-a4f4-79ed8c716221 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:18:07.310314 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ac87836a-b0f3-4cba-bb8b-2b5c7e4d6238 req-a931ff13-9961-4c45-ab18-4dfcb6810af2 tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:07.326107 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['fcd9ced7-b778-499e-88d3-eb4fcbe06d28'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:18:07.369667 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-68c01421-53ff-4cc5-a9e6-7863c8c07ba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:07.375491 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-462d37b1-a290-40b6-a505-040b2336453d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:07.377022 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a931ff13-9961-4c45-ab18-4dfcb6810af2 tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] Pushing event deleted for resources: {'Port': ['ID=fcd9ced7-b778-499e-88d3-eb4fcbe06d28,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:07.417208 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-462d37b1-a290-40b6-a505-040b2336453d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:07.429446 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 3d34cd51-8157-4f15-a4f4-79ed8c716221 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:18:07.441108 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:07.464143 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac87836a-b0f3-4cba-bb8b-2b5c7e4d6238 req-a931ff13-9961-4c45-ab18-4dfcb6810af2 tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] No DVR routers for this DVR port fcd9ced7-b778-499e-88d3-eb4fcbe06d28 on host n-h2-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:18:07.475313 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ac87836a-b0f3-4cba-bb8b-2b5c7e4d6238 req-a931ff13-9961-4c45-ab18-4dfcb6810af2 tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:07.480433 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ac87836a-b0f3-4cba-bb8b-2b5c7e4d6238 req-a931ff13-9961-4c45-ab18-4dfcb6810af2 tempest-ServerGroupTestJSON-219263113 tempest-ServerGroupTestJSON-219263113-project] 10.222.0.64 "DELETE /v2.0/ports/fcd9ced7-b778-499e-88d3-eb4fcbe06d28 HTTP/1.1" status: 204 len: 173 time: 1.8055198 Nov 16 11:18:07.480433 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c50d1d-ae6c-4621-874e-9f19b556623f', 'name': 'network-vif-deleted', 'tag': 'fcd9ced7-b778-499e-88d3-eb4fcbe06d28'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:18:07.482002 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f0dde76e-6c9b-40e4-bda0-d44791ccd791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:07.482174 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff92a029-9c74-49e1-9f73-e3de49fc35cb" -d '{"events": [{"server_uuid": "d5c50d1d-ae6c-4621-874e-9f19b556623f", "name": "network-vif-deleted", "tag": "fcd9ced7-b778-499e-88d3-eb4fcbe06d28"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:18:07.498270 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-462d37b1-a290-40b6-a505-040b2336453d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:18:07.510242 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d37b1-a290-40b6-a505-040b2336453d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62edbcf9-5951-4ad3-a7a2-b76dd955b5f6,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:07.540560 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-f0dde76e-6c9b-40e4-bda0-d44791ccd791 None None] For port 3d34cd51-8157-4f15-a4f4-79ed8c716221, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=3d34cd51-8157-4f15-a4f4-79ed8c716221,segment=NetworkSegment(0581c660-bb1e-4469-af2b-a669b6b10f82),segment_id=0581c660-bb1e-4469-af2b-a669b6b10f82)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:07.555650 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-462d37b1-a290-40b6-a505-040b2336453d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:07.556304 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-462d37b1-a290-40b6-a505-040b2336453d admin admin] Added segment cb883649-aa16-4970-9748-12afafa5095f of type vlan for network 134ed322-0960-4c11-a655-c358722a737d Nov 16 11:18:07.559136 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f0dde76e-6c9b-40e4-bda0-d44791ccd791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:07.637656 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-68c01421-53ff-4cc5-a9e6-7863c8c07ba9 service neutron] For port 33148d57-3947-45a8-b7d8-6a4f2fbccddc, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=33148d57-3947-45a8-b7d8-6a4f2fbccddc,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:07.666664 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06144cf9-05f8-46f2-8082-1b303f57ef4e x-openstack-request-id: req-06144cf9-05f8-46f2-8082-1b303f57ef4e {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:18:07.667088 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c50d1d-ae6c-4621-874e-9f19b556623f", "name": "network-vif-deleted", "tag": "fcd9ced7-b778-499e-88d3-eb4fcbe06d28", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:18:07.667428 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-06144cf9-05f8-46f2-8082-1b303f57ef4e {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:18:07.675001 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c50d1d-ae6c-4621-874e-9f19b556623f', 'name': 'network-vif-deleted', 'tag': 'fcd9ced7-b778-499e-88d3-eb4fcbe06d28', 'status': 'completed', 'code': 200} Nov 16 11:18:07.694764 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bede32-e89e-4626-bc64-8959338c4222 None None] get_active_networks_info from n-d-816823-3 {{(pid=102670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 11:18:07.712998 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-462d37b1-a290-40b6-a505-040b2336453d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:07.731419 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c7383-d3c6-49a5-bed2-def1de6d6e43 req-3837d851-4503-4af0-8d85-23eb59e8fb3d tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:07.733330 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-de8c7383-d3c6-49a5-bed2-def1de6d6e43 req-3837d851-4503-4af0-8d85-23eb59e8fb3d tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=c93c256b-bc50-45b1-b8a3-ea3c6f5cad41 HTTP/1.1" status: 200 len: 945 time: 0.2366059 Nov 16 11:18:07.753363 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5aedb8ca-2350-40c3-98ac-8d6c9667bee7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:07.765462 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-517170a9-d812-463b-8f79-fcc8dafa621e tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:07.774262 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dde76e-6c9b-40e4-bda0-d44791ccd791 None None] Pushing event updated for resources: {'Port': ['ID=3d34cd51-8157-4f15-a4f4-79ed8c716221,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:07.796036 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-462d37b1-a290-40b6-a505-040b2336453d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:07.797136 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462d37b1-a290-40b6-a505-040b2336453d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:07.798011 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-462d37b1-a290-40b6-a505-040b2336453d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:07.822905 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-0b882a2e-c6c2-48d9-a2cb-bd3703dc3344 None None] Provisioning complete for port 3d34cd51-8157-4f15-a4f4-79ed8c716221 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:18:07.824830 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0b882a2e-c6c2-48d9-a2cb-bd3703dc3344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:07.862500 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-de8c7383-d3c6-49a5-bed2-def1de6d6e43 req-748ecd8e-6f01-4ba1-8a46-db7547f82f0a tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208222 Nov 16 11:18:07.867006 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-c31bf91a-c0ec-4ce0-900f-2488c0a963f8 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:07.876463 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-c31bf91a-c0ec-4ce0-900f-2488c0a963f8 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.36 "GET /v2.0/networks?id=c4691fdd-c34e-4845-9ba0-d80523cbe337 HTTP/1.1" status: 200 len: 821 time: 0.6740780 Nov 16 11:18:07.884999 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-462d37b1-a290-40b6-a505-040b2336453d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0470839 Nov 16 11:18:07.885714 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 53164) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:07.895794 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-855c0eec-cbaa-4655-a04c-43da02082693 admin admin] Request body: {'subnet': {'network_id': '134ed322-0960-4c11-a655-c358722a737d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1377749736-subnet', 'tenant_id': 'b93e16b5088a434e83f06e6986f5cdec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:07.909255 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-517170a9-d812-463b-8f79-fcc8dafa621e tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:18:07.912793 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bede32-e89e-4626-bc64-8959338c4222 None None] Resources bound (agent type, host, resource id): {{(pid=102670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 11:18:07.929231 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-19044e94-6af0-418f-94ad-70f6c4f2092a tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Request body: {'port': {'device_id': '5ac80967-d3d3-4d65-a263-7da58c626d0c', 'network_id': 'c4691fdd-c34e-4845-9ba0-d80523cbe337', 'admin_state_up': True, 'tenant_id': 'fee5a1c288eb4601938f56b1ce0e58a0'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:07.941395 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-517170a9-d812-463b-8f79-fcc8dafa621e tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:18:07.944721 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-517170a9-d812-463b-8f79-fcc8dafa621e tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:18:07.956993 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855c0eec-cbaa-4655-a04c-43da02082693 admin admin] Made reservation on behalf of b93e16b5088a434e83f06e6986f5cdec for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:18:07.959283 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-855c0eec-cbaa-4655-a04c-43da02082693 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:08.046366 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d37b1-a290-40b6-a505-040b2336453d admin admin] Pushing event updated for resources: {'Network': ['ID=134ed322-0960-4c11-a655-c358722a737d,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:08.055368 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-68c01421-53ff-4cc5-a9e6-7863c8c07ba9 service neutron] For port 33148d57-3947-45a8-b7d8-6a4f2fbccddc, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:18:08.065303 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 134ed322-0960-4c11-a655-c358722a737d details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:18:08.106188 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517170a9-d812-463b-8f79-fcc8dafa621e tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Pushing event updated for resources: {'Port': ['ID=193c7bd3-aece-462f-bfa9-3d53ce7cb844,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:08.153305 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-517170a9-d812-463b-8f79-fcc8dafa621e tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:08.153954 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-517170a9-d812-463b-8f79-fcc8dafa621e tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:08.177342 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93c256b-bc50-45b1-b8a3-ea3c6f5cad41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33148d57-3947-45a8-b7d8-6a4f2fbccddc'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:18:08.179659 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5b093e-4d5b-43b8-9bf3-1ff170aab4cf" -d '{"events": [{"server_uuid": "c93c256b-bc50-45b1-b8a3-ea3c6f5cad41", "name": "network-vif-unplugged", "status": "completed", "tag": "33148d57-3947-45a8-b7d8-6a4f2fbccddc"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:18:08.189966 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-68c01421-53ff-4cc5-a9e6-7863c8c07ba9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:08.252708 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f1011-378e-4c3d-9fd3-43eeba859e67 req-a4e358e4-397e-4357-8b24-025dcd72fd2a tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:08.254289 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2c8f1011-378e-4c3d-9fd3-43eeba859e67 req-a4e358e4-397e-4357-8b24-025dcd72fd2a tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] 10.222.0.61 "GET /v2.0/ports?device_id=06e08617-ac99-4a8c-8d91-7fc109f96c53 HTTP/1.1" status: 200 len: 950 time: 0.4265254 Nov 16 11:18:08.255178 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-855c0eec-cbaa-4655-a04c-43da02082693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:08.277308 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-517170a9-d812-463b-8f79-fcc8dafa621e tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6866972 Nov 16 11:18:08.277894 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-68c01421-53ff-4cc5-a9e6-7863c8c07ba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:08.321475 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-61508b90-f55f-413d-a603-fc8fedc9bd90 service neutron] Request body: {'port': {'device_id': 'a26cda3a-e03b-4dbd-b0e1-7fd3f228e561', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:08.331877 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc7b48-6f61-472f-b0e9-c69083f6405f req-d1e630b5-f065-495c-9897-2150254b34d2 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:08.333349 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f7fc7b48-6f61-472f-b0e9-c69083f6405f req-d1e630b5-f065-495c-9897-2150254b34d2 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/ports?device_id=a26cda3a-e03b-4dbd-b0e1-7fd3f228e561 HTTP/1.1" status: 200 len: 936 time: 0.3770652 Nov 16 11:18:08.340361 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c0eec-cbaa-4655-a04c-43da02082693 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4606ebc-3b8d-450a-b3fe-326f7660508b,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:08.405313 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2c8f1011-378e-4c3d-9fd3-43eeba859e67 req-13bcf689-9a02-4d81-9979-6f810d97a4e9 tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] 10.222.0.61 "GET /v2.0/security-groups?id=9bad7d3d-8d2d-4539-87cc-ead85771bd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095231 Nov 16 11:18:08.422498 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855c0eec-cbaa-4655-a04c-43da02082693 admin admin] Checking segment: {'id': 'cb883649-aa16-4970-9748-12afafa5095f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '134ed322-0960-4c11-a655-c358722a737d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:18:08.422858 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855c0eec-cbaa-4655-a04c-43da02082693 admin admin] Network hostable DHCP agents. Network: 134ed322-0960-4c11-a655-c358722a737d, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:18:08.441479 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f7fc7b48-6f61-472f-b0e9-c69083f6405f req-52f5a933-2f25-4fc5-ba4e-05741862d016 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2d83d1a-7587-49ca-a243-42f07aaa81ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817938 Nov 16 11:18:08.476030 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855c0eec-cbaa-4655-a04c-43da02082693 admin admin] Network 134ed322-0960-4c11-a655-c358722a737d is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:18:08.495668 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-855c0eec-cbaa-4655-a04c-43da02082693 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 134ed322-0960-4c11-a655-c358722a737d) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:18:08.500887 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855c0eec-cbaa-4655-a04c-43da02082693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:08.501470 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-855c0eec-cbaa-4655-a04c-43da02082693 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:08.546367 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cd5d4e-3b71-40fb-81e0-43a19872a1dc None None] Network 134ed322-0960-4c11-a655-c358722a737d requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:18:08.625703 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 11:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e330c5d4-e45b-4c8d-aa9a-551d463beb3a x-openstack-request-id: req-e330c5d4-e45b-4c8d-aa9a-551d463beb3a {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:18:08.626310 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93c256b-bc50-45b1-b8a3-ea3c6f5cad41", "name": "network-vif-unplugged", "status": "completed", "tag": "33148d57-3947-45a8-b7d8-6a4f2fbccddc", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:18:08.626828 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e330c5d4-e45b-4c8d-aa9a-551d463beb3a {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:18:08.627377 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93c256b-bc50-45b1-b8a3-ea3c6f5cad41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33148d57-3947-45a8-b7d8-6a4f2fbccddc', 'code': 200} Nov 16 11:18:08.635691 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-787c129b-f996-45c2-9fd7-c637946ce357 req-e46f53c7-5db8-4a6f-bfe3-cc35abc93efc tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ac80967-d3d3-4d65-a263-7da58c626d0c HTTP/1.1" status: 200 len: 210 time: 0.0615249 Nov 16 11:18:08.666767 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-855c0eec-cbaa-4655-a04c-43da02082693 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7759910 Nov 16 11:18:08.669855 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 53184) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:08.677864 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-39daeb64-6d6a-4602-a815-5ec2d044b432 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1377749736-router', 'tenant_id': 'b93e16b5088a434e83f06e6986f5cdec', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:08.692953 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-19044e94-6af0-418f-94ad-70f6c4f2092a tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Made reservation on behalf of fee5a1c288eb4601938f56b1ce0e58a0 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:18:08.707552 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-19044e94-6af0-418f-94ad-70f6c4f2092a tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:08.715657 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39daeb64-6d6a-4602-a815-5ec2d044b432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:08.718876 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39daeb64-6d6a-4602-a815-5ec2d044b432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:08.786879 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39daeb64-6d6a-4602-a815-5ec2d044b432 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:08.788525 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c01421-53ff-4cc5-a9e6-7863c8c07ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=33148d57-3947-45a8-b7d8-6a4f2fbccddc,revision_number=7']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:08.878495 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-55e3874f-0080-49ab-8517-f4d11bb57ff0 None None] Provisioning complete for port 33148d57-3947-45a8-b7d8-6a4f2fbccddc triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:18:08.879378 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-55e3874f-0080-49ab-8517-f4d11bb57ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:08.953730 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-68c01421-53ff-4cc5-a9e6-7863c8c07ba9 service neutron] Attempting to bind port 33148d57-3947-45a8-b7d8-6a4f2fbccddc on host n-h1-816823-3 for vnic_type normal with profile {"migrating_to": "n-h2-816823-3"} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:18:08.954093 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-68c01421-53ff-4cc5-a9e6-7863c8c07ba9 service neutron] Attempting to bind port 33148d57-3947-45a8-b7d8-6a4f2fbccddc by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:18:08.954417 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-68c01421-53ff-4cc5-a9e6-7863c8c07ba9 service neutron] Attempting to bind port 33148d57-3947-45a8-b7d8-6a4f2fbccddc on network b7bb2a97-86e1-4934-a454-677fe86f6d7e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:18:08.956862 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5aedb8ca-2350-40c3-98ac-8d6c9667bee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:08.994138 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-55e3874f-0080-49ab-8517-f4d11bb57ff0 None None] Port 33148d57-3947-45a8-b7d8-6a4f2fbccddc cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:18:09.004186 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-61508b90-f55f-413d-a603-fc8fedc9bd90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:09.012167 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-68c01421-53ff-4cc5-a9e6-7863c8c07ba9 service neutron] Port 33148d57-3947-45a8-b7d8-6a4f2fbccddc on network b7bb2a97-86e1-4934-a454-677fe86f6d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:18:09.012492 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-68c01421-53ff-4cc5-a9e6-7863c8c07ba9 service neutron] Attempting to bind port 33148d57-3947-45a8-b7d8-6a4f2fbccddc on network b7bb2a97-86e1-4934-a454-677fe86f6d7e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:18:09.030798 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-68c01421-53ff-4cc5-a9e6-7863c8c07ba9 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:18:09.031418 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-68c01421-53ff-4cc5-a9e6-7863c8c07ba9 service neutron] Checking segment: {'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:18:09.031784 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-68c01421-53ff-4cc5-a9e6-7863c8c07ba9 service neutron] Bound using segment: {'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:18:09.032239 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-68c01421-53ff-4cc5-a9e6-7863c8c07ba9 service neutron] Bound port: 33148d57-3947-45a8-b7d8-6a4f2fbccddc, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:18:09.033022 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-68c01421-53ff-4cc5-a9e6-7863c8c07ba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:09.043631 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-55e3874f-0080-49ab-8517-f4d11bb57ff0 None None] Provisioning complete for port 8e74ba5b-9537-4a9a-a1cd-2c98206af821 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:18:09.043631 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-55e3874f-0080-49ab-8517-f4d11bb57ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:09.080013 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e096f8f5-a6b5-4fb2-95c8-e5081fa4d1bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-134ed322-0960-4c11-a655-c358722a737d', 'network_id': '134ed322-0960-4c11-a655-c358722a737d', 'tenant_id': 'b93e16b5088a434e83f06e6986f5cdec', 'fixed_ips': [{'subnet_id': 'b4606ebc-3b8d-450a-b3fe-326f7660508b'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:18:09.080881 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e096f8f5-a6b5-4fb2-95c8-e5081fa4d1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:09.114937 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-55e3874f-0080-49ab-8517-f4d11bb57ff0 None None] Port 8e74ba5b-9537-4a9a-a1cd-2c98206af821 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:18:09.257458 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-55e3874f-0080-49ab-8517-f4d11bb57ff0 None None] Provisioning complete for port a9dcf6c7-b1e9-46f3-ae00-8f84416390ce triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:18:09.258038 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-55e3874f-0080-49ab-8517-f4d11bb57ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:09.285744 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 3d34cd51-8157-4f15-a4f4-79ed8c716221 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:18:09.286386 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39daeb64-6d6a-4602-a815-5ec2d044b432 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:09.303488 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d6392-8d4d-47b6-ab4b-b8982b4e0e7f req-7a0b1be0-d025-4f6b-b7df-e7e17ac90e9e tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:09.305657 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-652d6392-8d4d-47b6-ab4b-b8982b4e0e7f req-7a0b1be0-d025-4f6b-b7df-e7e17ac90e9e tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=c93c256b-bc50-45b1-b8a3-ea3c6f5cad41 HTTP/1.1" status: 200 len: 943 time: 0.1916285 Nov 16 11:18:09.355855 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-e096f8f5-a6b5-4fb2-95c8-e5081fa4d1bd None None] Allocated IP 172.20.0.2 (134ed322-0960-4c11-a655-c358722a737d/b4606ebc-3b8d-450a-b3fe-326f7660508b/25a86159-2e90-4832-8d6c-d2ad66ad0ee0) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:18:09.365614 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-55e3874f-0080-49ab-8517-f4d11bb57ff0 None None] Port a9dcf6c7-b1e9-46f3-ae00-8f84416390ce cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:18:09.417431 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-652d6392-8d4d-47b6-ab4b-b8982b4e0e7f req-30232574-adb7-4077-864a-0a078e70ed18 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994978 Nov 16 11:18:09.447282 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-55e3874f-0080-49ab-8517-f4d11bb57ff0 None None] Provisioning complete for port d394a8e8-a4af-4695-820b-67cb89d44069 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:18:09.447843 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-55e3874f-0080-49ab-8517-f4d11bb57ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:09.544088 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-55e3874f-0080-49ab-8517-f4d11bb57ff0 None None] Port d394a8e8-a4af-4695-820b-67cb89d44069 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:18:09.569363 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 3d34cd51-8157-4f15-a4f4-79ed8c716221 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:18:09.569737 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:09.595468 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-61508b90-f55f-413d-a603-fc8fedc9bd90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 193c7bd3-aece-462f-bfa9-3d53ce7cb844 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:18:09.610832 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-68c01421-53ff-4cc5-a9e6-7863c8c07ba9 service neutron] For port 33148d57-3947-45a8-b7d8-6a4f2fbccddc, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:18:09.613588 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-19044e94-6af0-418f-94ad-70f6c4f2092a tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Allocated IP 172.20.0.4 (c4691fdd-c34e-4845-9ba0-d80523cbe337/d925af4c-3016-4e15-97ad-df96a26dd2ec/2551d734-1334-47de-ac96-3576b314e727) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:18:09.621185 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-61508b90-f55f-413d-a603-fc8fedc9bd90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:09.657971 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-68c01421-53ff-4cc5-a9e6-7863c8c07ba9 service neutron] For port 33148d57-3947-45a8-b7d8-6a4f2fbccddc, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=33148d57-3947-45a8-b7d8-6a4f2fbccddc,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:18:09.676032 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39daeb64-6d6a-4602-a815-5ec2d044b432 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:09.680003 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-61508b90-f55f-413d-a603-fc8fedc9bd90 service neutron] Transition to ACTIVE for port object 193c7bd3-aece-462f-bfa9-3d53ce7cb844 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:18:09.684628 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-68c01421-53ff-4cc5-a9e6-7863c8c07ba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:09.701602 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-55e3874f-0080-49ab-8517-f4d11bb57ff0 None None] Provisioning complete for port 78866860-c9b3-4a6a-9089-d73efd634269 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:18:09.702387 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-55e3874f-0080-49ab-8517-f4d11bb57ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:09.719851 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39daeb64-6d6a-4602-a815-5ec2d044b432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:09.732517 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-61508b90-f55f-413d-a603-fc8fedc9bd90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:09.797002 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20f19cf-c481-4014-a66b-3c1a1d84660c None None] DHCP port deletion for b7bb2a97-86e1-4934-a454-677fe86f6d7e request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:18:09.806848 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aedb8ca-2350-40c3-98ac-8d6c9667bee7 admin admin] Router c1f767c7-0111-4dfd-9232-4e46b7d99620 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:18:09.814039 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e096f8f5-a6b5-4fb2-95c8-e5081fa4d1bd None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:09.898442 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c01421-53ff-4cc5-a9e6-7863c8c07ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=33148d57-3947-45a8-b7d8-6a4f2fbccddc,revision_number=8']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:09.907442 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030f645-8f47-46e8-9282-5d283eb01e35 req-c43d7d2e-7172-4ef2-9a41-bc35f5f99a96 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:09.916871 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d030f645-8f47-46e8-9282-5d283eb01e35 req-c43d7d2e-7172-4ef2-9a41-bc35f5f99a96 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/ports?device_id=a26cda3a-e03b-4dbd-b0e1-7fd3f228e561 HTTP/1.1" status: 200 len: 948 time: 0.1067863 Nov 16 11:18:09.938879 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device fcd9ced7-b778-499e-88d3-eb4fcbe06d28 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:18:09.963186 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-39daeb64-6d6a-4602-a815-5ec2d044b432 admin admin] Allocated IP 172.25.0.111 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/f4072431-d791-42e9-9b0a-2b259b9afe20) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:18:09.969208 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-68c01421-53ff-4cc5-a9e6-7863c8c07ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:09.969828 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-68c01421-53ff-4cc5-a9e6-7863c8c07ba9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:09.971256 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-68c01421-53ff-4cc5-a9e6-7863c8c07ba9 service neutron] 10.222.0.64 "PUT /v2.0/ports/33148d57-3947-45a8-b7d8-6a4f2fbccddc HTTP/1.1" status: 200 len: 1121 time: 2.9562519 Nov 16 11:18:09.986275 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e096f8f5-a6b5-4fb2-95c8-e5081fa4d1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:10.030524 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: fcd9ced7-b778-499e-88d3-eb4fcbe06d28 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:18:10.031070 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device fcd9ced7-b778-499e-88d3-eb4fcbe06d28 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:18:10.035104 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d030f645-8f47-46e8-9282-5d283eb01e35 req-a03817a5-ac94-4472-ad0e-bc85204c4d0e tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2d83d1a-7587-49ca-a243-42f07aaa81ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147943 Nov 16 11:18:10.074462 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['33148d57-3947-45a8-b7d8-6a4f2fbccddc'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:18:10.125226 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e096f8f5-a6b5-4fb2-95c8-e5081fa4d1bd None None] Network 134ed322-0960-4c11-a655-c358722a737d is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:18:10.163295 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0d020b92-55c9-4fb9-a25f-2e528ba1644b req-3fb1f74c-2fb4-4cfb-aa82-eab1b453a5b7 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ac80967-d3d3-4d65-a263-7da58c626d0c HTTP/1.1" status: 200 len: 210 time: 0.0565548 Nov 16 11:18:10.172628 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61508b90-f55f-413d-a603-fc8fedc9bd90 service neutron] Pushing event updated for resources: {'Port': ['ID=193c7bd3-aece-462f-bfa9-3d53ce7cb844,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:10.183683 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-e096f8f5-a6b5-4fb2-95c8-e5081fa4d1bd None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:18:10.193687 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e096f8f5-a6b5-4fb2-95c8-e5081fa4d1bd None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:18:10.229105 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39daeb64-6d6a-4602-a815-5ec2d044b432 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:10.231322 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-61508b90-f55f-413d-a603-fc8fedc9bd90 service neutron] Attempting to bind port 193c7bd3-aece-462f-bfa9-3d53ce7cb844 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:18:10.231570 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-61508b90-f55f-413d-a603-fc8fedc9bd90 service neutron] Attempting to bind port 193c7bd3-aece-462f-bfa9-3d53ce7cb844 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:18:10.231903 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-61508b90-f55f-413d-a603-fc8fedc9bd90 service neutron] Attempting to bind port 193c7bd3-aece-462f-bfa9-3d53ce7cb844 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:18:10.235758 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e096f8f5-a6b5-4fb2-95c8-e5081fa4d1bd None None] Pushing event updated for resources: {'Port': ['ID=25a86159-2e90-4832-8d6c-d2ad66ad0ee0,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:10.263920 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-19044e94-6af0-418f-94ad-70f6c4f2092a tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:10.282729 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-61508b90-f55f-413d-a603-fc8fedc9bd90 service neutron] Port 193c7bd3-aece-462f-bfa9-3d53ce7cb844 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:18:10.283231 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-61508b90-f55f-413d-a603-fc8fedc9bd90 service neutron] Attempting to bind port 193c7bd3-aece-462f-bfa9-3d53ce7cb844 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:18:10.289221 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39daeb64-6d6a-4602-a815-5ec2d044b432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:10.324411 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39daeb64-6d6a-4602-a815-5ec2d044b432 admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:18:10.325473 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 53264) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:10.339840 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e096f8f5-a6b5-4fb2-95c8-e5081fa4d1bd None None] Attempting to bind port 25a86159-2e90-4832-8d6c-d2ad66ad0ee0 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:18:10.340212 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e096f8f5-a6b5-4fb2-95c8-e5081fa4d1bd None None] Attempting to bind port 25a86159-2e90-4832-8d6c-d2ad66ad0ee0 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'cb883649-aa16-4970-9748-12afafa5095f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '134ed322-0960-4c11-a655-c358722a737d'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:18:10.340579 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e096f8f5-a6b5-4fb2-95c8-e5081fa4d1bd None None] Attempting to bind port 25a86159-2e90-4832-8d6c-d2ad66ad0ee0 on network 134ed322-0960-4c11-a655-c358722a737d {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:18:10.349647 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-55e3874f-0080-49ab-8517-f4d11bb57ff0 None None] Provisioning complete for port 573f7593-01e2-4f5e-ae51-209109adaefa triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:18:10.350084 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-55e3874f-0080-49ab-8517-f4d11bb57ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:10.352107 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e096f8f5-a6b5-4fb2-95c8-e5081fa4d1bd None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:18:10.352480 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e096f8f5-a6b5-4fb2-95c8-e5081fa4d1bd None None] Checking segment: {'id': 'cb883649-aa16-4970-9748-12afafa5095f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '134ed322-0960-4c11-a655-c358722a737d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:18:10.352873 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e096f8f5-a6b5-4fb2-95c8-e5081fa4d1bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:10.353267 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e096f8f5-a6b5-4fb2-95c8-e5081fa4d1bd None None] Bound using segment: {'id': 'cb883649-aa16-4970-9748-12afafa5095f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '134ed322-0960-4c11-a655-c358722a737d'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:18:10.353735 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e096f8f5-a6b5-4fb2-95c8-e5081fa4d1bd None None] Bound port: 25a86159-2e90-4832-8d6c-d2ad66ad0ee0, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb883649-aa16-4970-9748-12afafa5095f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '134ed322-0960-4c11-a655-c358722a737d'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:18:10.354151 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e096f8f5-a6b5-4fb2-95c8-e5081fa4d1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:10.360703 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-39daeb64-6d6a-4602-a815-5ec2d044b432 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:18:10.363123 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39daeb64-6d6a-4602-a815-5ec2d044b432 admin admin] Pushing event updated for resources: {'Port': ['ID=f4072431-d791-42e9-9b0a-2b259b9afe20,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:10.368090 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39daeb64-6d6a-4602-a815-5ec2d044b432 admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:18:10.388393 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d376e3-3cbf-4121-8625-d84e1588ae49 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:18:10.398167 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-18785f42-d147-4958-a760-a644a84c1bf7 admin admin] Deleting subnet 049e30a5-6e7d-4807-87a8-1f5e9a37a52c {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:18:10.401999 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-61508b90-f55f-413d-a603-fc8fedc9bd90 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:18:10.402505 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-61508b90-f55f-413d-a603-fc8fedc9bd90 service neutron] Checking segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:18:10.402908 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-61508b90-f55f-413d-a603-fc8fedc9bd90 service neutron] Bound using segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:18:10.403493 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-61508b90-f55f-413d-a603-fc8fedc9bd90 service neutron] Bound port: 193c7bd3-aece-462f-bfa9-3d53ce7cb844, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:18:10.403854 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-61508b90-f55f-413d-a603-fc8fedc9bd90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:10.424878 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-18785f42-d147-4958-a760-a644a84c1bf7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:10.430318 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aedb8ca-2350-40c3-98ac-8d6c9667bee7 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:18:10.440380 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ec4b3d-e9b7-4e5a-a925-877acd0aa389 None None] Sync routers for ids ['c1f767c7-0111-4dfd-9232-4e46b7d99620'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:18:10.479126 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ec4b3d-e9b7-4e5a-a925-877acd0aa389 None None] Routers {'c1f767c7-0111-4dfd-9232-4e46b7d99620'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:18:10.480228 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c5ec4b3d-e9b7-4e5a-a925-877acd0aa389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:17:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c1f767c7-0111-4dfd-9232-4e46b7d99620'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:10.529042 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-19044e94-6af0-418f-94ad-70f6c4f2092a tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:10.532406 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-18785f42-d147-4958-a760-a644a84c1bf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:10.574658 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5aedb8ca-2350-40c3-98ac-8d6c9667bee7 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:10.578826 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5aedb8ca-2350-40c3-98ac-8d6c9667bee7 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.7174981 Nov 16 11:18:10.579268 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e096f8f5-a6b5-4fb2-95c8-e5081fa4d1bd None None] For port 25a86159-2e90-4832-8d6c-d2ad66ad0ee0, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:18:10.579916 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 53272) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:10.629018 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c93c256b-bc50-45b1-b8a3-ea3c6f5cad41', 'tag': '33148d57-3947-45a8-b7d8-6a4f2fbccddc'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:18:10.632421 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deefaad7-f8b1-4929-8a8d-68b3a3c26210" -d '{"events": [{"name": "network-changed", "server_uuid": "c93c256b-bc50-45b1-b8a3-ea3c6f5cad41", "tag": "33148d57-3947-45a8-b7d8-6a4f2fbccddc"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:18:10.653838 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45f0f2-c810-40c0-beaf-fe64ffd027d8 req-fc1fb7c7-34e5-4986-98f1-d4f5a9eba818 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:10.655451 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ea45f0f2-c810-40c0-beaf-fe64ffd027d8 req-fc1fb7c7-34e5-4986-98f1-d4f5a9eba818 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=c93c256b-bc50-45b1-b8a3-ea3c6f5cad41 HTTP/1.1" status: 200 len: 943 time: 0.1033750 Nov 16 11:18:10.667241 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e096f8f5-a6b5-4fb2-95c8-e5081fa4d1bd None None] For port 25a86159-2e90-4832-8d6c-d2ad66ad0ee0, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=25a86159-2e90-4832-8d6c-d2ad66ad0ee0,segment=NetworkSegment(cb883649-aa16-4970-9748-12afafa5095f),segment_id=cb883649-aa16-4970-9748-12afafa5095f)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:18:10.707539 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e096f8f5-a6b5-4fb2-95c8-e5081fa4d1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:10.721469 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-c5ec4b3d-e9b7-4e5a-a925-877acd0aa389 None None] Set router c1f767c7-0111-4dfd-9232-4e46b7d99620 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:18:10.734727 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-19044e94-6af0-418f-94ad-70f6c4f2092a tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Network c4691fdd-c34e-4845-9ba0-d80523cbe337 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:18:10.736585 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66be07b7-4576-4c86-8314-269e98f77e1a x-openstack-request-id: req-66be07b7-4576-4c86-8314-269e98f77e1a {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:18:10.737101 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c93c256b-bc50-45b1-b8a3-ea3c6f5cad41", "tag": "33148d57-3947-45a8-b7d8-6a4f2fbccddc", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:18:10.737580 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-66be07b7-4576-4c86-8314-269e98f77e1a {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:18:10.738212 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c93c256b-bc50-45b1-b8a3-ea3c6f5cad41', 'tag': '33148d57-3947-45a8-b7d8-6a4f2fbccddc', 'status': 'completed', 'code': 200} Nov 16 11:18:10.741458 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-61508b90-f55f-413d-a603-fc8fedc9bd90 service neutron] For port 193c7bd3-aece-462f-bfa9-3d53ce7cb844, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:18:10.755640 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ea45f0f2-c810-40c0-beaf-fe64ffd027d8 req-1cda6241-53df-433c-a605-fb48502de524 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852282 Nov 16 11:18:10.783720 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-19044e94-6af0-418f-94ad-70f6c4f2092a tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:18:10.795229 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-18785f42-d147-4958-a760-a644a84c1bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:10.807411 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b691d8-57cd-4eaa-a58c-4c79afd80e85 None None] DHCP port deletion for c4691fdd-c34e-4845-9ba0-d80523cbe337 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:18:10.810432 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19044e94-6af0-418f-94ad-70f6c4f2092a tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Pushing event updated for resources: {'Port': ['ID=2551d734-1334-47de-ac96-3576b314e727,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:10.868824 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-55e3874f-0080-49ab-8517-f4d11bb57ff0 None None] Provisioning complete for port dd5df8bd-1786-49d5-b0f5-482dc80ec83b triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:18:10.869201 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-55e3874f-0080-49ab-8517-f4d11bb57ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:10.874432 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e096f8f5-a6b5-4fb2-95c8-e5081fa4d1bd None None] Pushing event updated for resources: {'Port': ['ID=25a86159-2e90-4832-8d6c-d2ad66ad0ee0,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:10.875910 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-61508b90-f55f-413d-a603-fc8fedc9bd90 service neutron] For port 193c7bd3-aece-462f-bfa9-3d53ce7cb844, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=193c7bd3-aece-462f-bfa9-3d53ce7cb844,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:18:10.886643 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 5cbbc87c-022a-4ee6-b9ed-87c67592e147 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:18:10.921861 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deefaad7-f8b1-4929-8a8d-68b3a3c26210 req-a3381629-362a-4c27-97b7-612c3a8df7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:10.923392 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-deefaad7-f8b1-4929-8a8d-68b3a3c26210 req-a3381629-362a-4c27-97b7-612c3a8df7a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fca4017bffc548cea20e1270411b1992&device_id=c93c256b-bc50-45b1-b8a3-ea3c6f5cad41 HTTP/1.1" status: 200 len: 1124 time: 0.1637795 Nov 16 11:18:11.018024 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39daeb64-6d6a-4602-a815-5ec2d044b432 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:11.033704 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-19044e94-6af0-418f-94ad-70f6c4f2092a tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:18:11.097638 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:11.139661 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c5ec4b3d-e9b7-4e5a-a925-877acd0aa389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f767c7-0111-4dfd-9232-4e46b7d99620', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-922603909-router', 'tenant_id': '38aa757140fd4649b4950ace9ccdf774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd394a8e8-a4af-4695-820b-67cb89d44069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:18:03Z', 'updated_at': '2021-11-16T11:18:06Z', 'revision_number': 3, 'project_id': '38aa757140fd4649b4950ace9ccdf774', 'gw_port': {'id': 'd394a8e8-a4af-4695-820b-67cb89d44069', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:42:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f767c7-0111-4dfd-9232-4e46b7d99620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:18:04Z', 'updated_at': '2021-11-16T11:18:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:11.182898 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 5cbbc87c-022a-4ee6-b9ed-87c67592e147, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=5cbbc87c-022a-4ee6-b9ed-87c67592e147,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:11.185538 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e08617-ac99-4a8c-8d91-7fc109f96c53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cbbc87c-022a-4ee6-b9ed-87c67592e147'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:18:11.196578 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76580e76-b7db-4956-8376-8a326b5b0663" -d '{"events": [{"server_uuid": "06e08617-ac99-4a8c-8d91-7fc109f96c53", "name": "network-vif-unplugged", "status": "completed", "tag": "5cbbc87c-022a-4ee6-b9ed-87c67592e147"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:18:11.197072 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-18785f42-d147-4958-a760-a644a84c1bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:11.201937 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:11.270055 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d8f8f077-bdb7-40a9-95b0-e2dc62a0210f None None] Provisioning complete for port 33148d57-3947-45a8-b7d8-6a4f2fbccddc triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:18:11.270425 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d8f8f077-bdb7-40a9-95b0-e2dc62a0210f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:11.274430 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-61508b90-f55f-413d-a603-fc8fedc9bd90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:11.339679 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=5cbbc87c-022a-4ee6-b9ed-87c67592e147,revision_number=8']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:11.373137 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-61508b90-f55f-413d-a603-fc8fedc9bd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:11.374364 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-61508b90-f55f-413d-a603-fc8fedc9bd90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:11.375993 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-61508b90-f55f-413d-a603-fc8fedc9bd90 service neutron] 10.222.0.64 "PUT /v2.0/ports/193c7bd3-aece-462f-bfa9-3d53ce7cb844 HTTP/1.1" status: 200 len: 1096 time: 3.0835614 Nov 16 11:18:11.393820 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ec4b3d-e9b7-4e5a-a925-877acd0aa389 None None] Checking router: c1f767c7-0111-4dfd-9232-4e46b7d99620 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:18:11.394884 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ec4b3d-e9b7-4e5a-a925-877acd0aa389 None None] Updating router c1f767c7-0111-4dfd-9232-4e46b7d99620 port d394a8e8-a4af-4695-820b-67cb89d44069 binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:18:11.408169 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d8f8f077-bdb7-40a9-95b0-e2dc62a0210f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:11.439944 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04eccf3-76b4-4043-9b76-c183ab788ced req-f3ffeff3-4e82-41c5-9f81-4657268ce87e tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:11.442383 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61508b90-f55f-413d-a603-fc8fedc9bd90 service neutron] Pushing event updated for resources: {'Port': ['ID=193c7bd3-aece-462f-bfa9-3d53ce7cb844,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:11.444408 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5ec4b3d-e9b7-4e5a-a925-877acd0aa389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:11.450654 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e04eccf3-76b4-4043-9b76-c183ab788ced req-f3ffeff3-4e82-41c5-9f81-4657268ce87e tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/ports?device_id=a26cda3a-e03b-4dbd-b0e1-7fd3f228e561 HTTP/1.1" status: 200 len: 948 time: 0.2121339 Nov 16 11:18:11.473802 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-d8f8f077-bdb7-40a9-95b0-e2dc62a0210f None None] For port 33148d57-3947-45a8-b7d8-6a4f2fbccddc, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=33148d57-3947-45a8-b7d8-6a4f2fbccddc,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:11.488513 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d8f8f077-bdb7-40a9-95b0-e2dc62a0210f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:11.489166 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18785f42-d147-4958-a760-a644a84c1bf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=049e30a5-6e7d-4807-87a8-1f5e9a37a52c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:11.503133 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afd08e0-6dd2-4c6d-ada1-b40aa0260794 None None] Network 8833cbf5-f3e1-47e0-8323-3467bba35bd6 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:18:11.519245 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86f676-79a4-44d4-af00-abb4deeb0a8b req-86c88c30-dcb4-4113-b5a6-c3e0bbc664e9 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:11.520801 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fe86f676-79a4-44d4-af00-abb4deeb0a8b req-86c88c30-dcb4-4113-b5a6-c3e0bbc664e9 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ac80967-d3d3-4d65-a263-7da58c626d0c HTTP/1.1" status: 200 len: 931 time: 0.2240746 Nov 16 11:18:11.534167 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deefaad7-f8b1-4929-8a8d-68b3a3c26210 req-1881716a-1df0-4413-9825-4cede16f621c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:11.535531 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-18785f42-d147-4958-a760-a644a84c1bf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:11.535775 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-deefaad7-f8b1-4929-8a8d-68b3a3c26210 req-1881716a-1df0-4413-9825-4cede16f621c service neutron] 10.222.0.36 "GET /v2.0/networks?id=b7bb2a97-86e1-4934-a454-677fe86f6d7e HTTP/1.1" status: 200 len: 909 time: 0.5981169 Nov 16 11:18:11.541844 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-18785f42-d147-4958-a760-a644a84c1bf7 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/049e30a5-6e7d-4807-87a8-1f5e9a37a52c HTTP/1.1" status: 204 len: 168 time: 1.2125664 Nov 16 11:18:11.545783 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 53294) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:11.550536 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-19044e94-6af0-418f-94ad-70f6c4f2092a tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:11.551207 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-19044e94-6af0-418f-94ad-70f6c4f2092a tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:11.590919 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-1a5091b2-46b0-4113-b8b4-ece07253c5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:11.593371 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-1a5091b2-46b0-4113-b8b4-ece07253c5e6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8179a551ca149c6a3cfb31a9d45b53e&device_id=a26cda3a-e03b-4dbd-b0e1-7fd3f228e561 HTTP/1.1" status: 200 len: 1099 time: 0.1377807 Nov 16 11:18:11.606028 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-19044e94-6af0-418f-94ad-70f6c4f2092a tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6953948 Nov 16 11:18:11.668616 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f8f077-bdb7-40a9-95b0-e2dc62a0210f None None] Pushing event updated for resources: {'Port': ['ID=33148d57-3947-45a8-b7d8-6a4f2fbccddc,revision_number=9']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:11.676366 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-deefaad7-f8b1-4929-8a8d-68b3a3c26210 req-cc580dce-ab80-4b65-b360-566707f7c14d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33148d57-3947-45a8-b7d8-6a4f2fbccddc HTTP/1.1" status: 200 len: 217 time: 0.1135156 Nov 16 11:18:11.677351 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39daeb64-6d6a-4602-a815-5ec2d044b432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:11.682424 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-c9c3ad85-8b29-44af-8cdf-01542d5469b7 service neutron] Request body: {'port': {'device_id': '5ac80967-d3d3-4d65-a263-7da58c626d0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:11.757789 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-5b4a4292-a59e-479c-b0e3-03d4d305f25b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=193c7bd3-aece-462f-bfa9-3d53ce7cb844 HTTP/1.1" status: 200 len: 217 time: 0.1502874 Nov 16 11:18:11.774134 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d8f8f077-bdb7-40a9-95b0-e2dc62a0210f None None] Provisioning complete for port 2551d734-1334-47de-ac96-3576b314e727 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:18:11.774786 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d8f8f077-bdb7-40a9-95b0-e2dc62a0210f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:11.819859 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e04eccf3-76b4-4043-9b76-c183ab788ced req-2b89496e-2645-450c-8189-149fb8f2d05a tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2d83d1a-7587-49ca-a243-42f07aaa81ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662291 Nov 16 11:18:11.826936 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-d8f8f077-bdb7-40a9-95b0-e2dc62a0210f None None] Port 2551d734-1334-47de-ac96-3576b314e727 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:18:11.842031 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d8f8f077-bdb7-40a9-95b0-e2dc62a0210f None None] Provisioning complete for port f4072431-d791-42e9-9b0a-2b259b9afe20 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:18:11.842512 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d8f8f077-bdb7-40a9-95b0-e2dc62a0210f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:11.879235 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5ec4b3d-e9b7-4e5a-a925-877acd0aa389 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:11.891120 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-d8f8f077-bdb7-40a9-95b0-e2dc62a0210f None None] Port f4072431-d791-42e9-9b0a-2b259b9afe20 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:18:11.895464 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665405e8-9d71-41bd-b29f-161bdc549f96 None None] DHCP port deletion for 8833cbf5-f3e1-47e0-8323-3467bba35bd6 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:18:11.899281 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5ec4b3d-e9b7-4e5a-a925-877acd0aa389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:11.902544 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 33148d57-3947-45a8-b7d8-6a4f2fbccddc details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:18:11.968673 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa5f69-0b3b-4678-a1f8-575febeb86ca None None] Pushing event updated for resources: {'Port': ['ID=d394a8e8-a4af-4695-820b-67cb89d44069,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:12.015801 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa5f69-0b3b-4678-a1f8-575febeb86ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:12.016131 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa5f69-0b3b-4678-a1f8-575febeb86ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:12.016459 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa5f69-0b3b-4678-a1f8-575febeb86ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:12.016820 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa5f69-0b3b-4678-a1f8-575febeb86ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:12.017150 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa5f69-0b3b-4678-a1f8-575febeb86ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:12.018334 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa5f69-0b3b-4678-a1f8-575febeb86ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:12.018670 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa5f69-0b3b-4678-a1f8-575febeb86ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:12.019038 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa5f69-0b3b-4678-a1f8-575febeb86ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:12.019362 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa5f69-0b3b-4678-a1f8-575febeb86ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:12.019673 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa5f69-0b3b-4678-a1f8-575febeb86ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:12.019983 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa5f69-0b3b-4678-a1f8-575febeb86ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:12.020291 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa5f69-0b3b-4678-a1f8-575febeb86ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:12.025045 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-c5ec4b3d-e9b7-4e5a-a925-877acd0aa389 None None] Attempting to bind port d394a8e8-a4af-4695-820b-67cb89d44069 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:18:12.025548 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-c5ec4b3d-e9b7-4e5a-a925-877acd0aa389 None None] Attempting to bind port d394a8e8-a4af-4695-820b-67cb89d44069 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:18:12.025910 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ec4b3d-e9b7-4e5a-a925-877acd0aa389 None None] Attempting to bind port d394a8e8-a4af-4695-820b-67cb89d44069 on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:18:12.042550 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ec4b3d-e9b7-4e5a-a925-877acd0aa389 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:18:12.042921 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ec4b3d-e9b7-4e5a-a925-877acd0aa389 None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:18:12.043626 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5ec4b3d-e9b7-4e5a-a925-877acd0aa389 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:12.044305 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ec4b3d-e9b7-4e5a-a925-877acd0aa389 None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:18:12.044788 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-c5ec4b3d-e9b7-4e5a-a925-877acd0aa389 None None] Bound port: d394a8e8-a4af-4695-820b-67cb89d44069, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:18:12.045178 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5ec4b3d-e9b7-4e5a-a925-877acd0aa389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:12.047490 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 33148d57-3947-45a8-b7d8-6a4f2fbccddc, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=33148d57-3947-45a8-b7d8-6a4f2fbccddc,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:12.062310 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fe86f676-79a4-44d4-af00-abb4deeb0a8b req-47415e63-6d16-496d-86eb-3b4630b8eddd tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3adee73-0139-433a-a7e5-9720cece8767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5235686 Nov 16 11:18:12.069480 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 11:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315fa3b8-1b2c-4a2a-bf35-f67d7a8470b3 x-openstack-request-id: req-315fa3b8-1b2c-4a2a-bf35-f67d7a8470b3 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:18:12.069866 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e08617-ac99-4a8c-8d91-7fc109f96c53", "name": "network-vif-unplugged", "status": "completed", "tag": "5cbbc87c-022a-4ee6-b9ed-87c67592e147", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:18:12.070304 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-315fa3b8-1b2c-4a2a-bf35-f67d7a8470b3 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:18:12.070774 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e08617-ac99-4a8c-8d91-7fc109f96c53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cbbc87c-022a-4ee6-b9ed-87c67592e147', 'code': 200} Nov 16 11:18:12.078938 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 33148d57-3947-45a8-b7d8-6a4f2fbccddc has no active binding in host n-h2-816823-3 {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 16 11:18:12.081588 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c24144-aa7f-4473-9a6c-8c13b9c54f74 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:18:12.107964 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f05cb2b7-1de2-4584-809e-702d89d789ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:12.159930 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5ec4b3d-e9b7-4e5a-a925-877acd0aa389 None None] For port d394a8e8-a4af-4695-820b-67cb89d44069, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:18:12.168823 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c5ec4b3d-e9b7-4e5a-a925-877acd0aa389 None None] For port d394a8e8-a4af-4695-820b-67cb89d44069, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=d394a8e8-a4af-4695-820b-67cb89d44069,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:18:12.181039 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c5ec4b3d-e9b7-4e5a-a925-877acd0aa389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:12.200525 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-c9c3ad85-8b29-44af-8cdf-01542d5469b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:12.223993 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deefaad7-f8b1-4929-8a8d-68b3a3c26210 req-e0dd7d52-1d3f-4d9d-912d-49f9dca19a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:12.226350 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-deefaad7-f8b1-4929-8a8d-68b3a3c26210 req-e0dd7d52-1d3f-4d9d-912d-49f9dca19a17 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e023778-0206-43f4-abc1-4c067f7e46aa HTTP/1.1" status: 200 len: 848 time: 0.4985452 Nov 16 11:18:12.241077 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6fbe7a-fdc3-44d3-91eb-8f66d021a615 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:18:12.245123 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-f2af97bb-5903-499e-bd8d-38170c2fbfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:12.246611 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-f2af97bb-5903-499e-bd8d-38170c2fbfe0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.4763680 Nov 16 11:18:12.280103 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ec4b3d-e9b7-4e5a-a925-877acd0aa389 None None] Routers {'c1f767c7-0111-4dfd-9232-4e46b7d99620'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:18:12.280601 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c5ec4b3d-e9b7-4e5a-a925-877acd0aa389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:17:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c1f767c7-0111-4dfd-9232-4e46b7d99620'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:12.296086 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-deefaad7-f8b1-4929-8a8d-68b3a3c26210 req-00235fa4-3af2-4fb9-969a-6a107bc373ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b7bb2a97-86e1-4934-a454-677fe86f6d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500255 Nov 16 11:18:12.297029 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-e6694eda-0d36-4190-8703-f30980871aaa None None] Provisioning complete for port d394a8e8-a4af-4695-820b-67cb89d44069 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:18:12.297428 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e6694eda-0d36-4190-8703-f30980871aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:12.315012 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84329821-6fb3-4bc8-827f-a04004e82450 req-f7ebc14b-f6a4-4f76-8c50-fd385c7ade5b tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:12.323506 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-84329821-6fb3-4bc8-827f-a04004e82450 req-f7ebc14b-f6a4-4f76-8c50-fd385c7ade5b tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=c93c256b-bc50-45b1-b8a3-ea3c6f5cad41 HTTP/1.1" status: 200 len: 945 time: 0.2931213 Nov 16 11:18:12.390608 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa5f69-0b3b-4678-a1f8-575febeb86ca None None] Pushing event updated for resources: {'Port': ['ID=d394a8e8-a4af-4695-820b-67cb89d44069,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:12.438396 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e6694eda-0d36-4190-8703-f30980871aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:12.464762 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e6694eda-0d36-4190-8703-f30980871aaa None None] For port d394a8e8-a4af-4695-820b-67cb89d44069, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=d394a8e8-a4af-4695-820b-67cb89d44069,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:12.467812 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-c5ec4b3d-e9b7-4e5a-a925-877acd0aa389 None None] Set router c1f767c7-0111-4dfd-9232-4e46b7d99620 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:18:12.477429 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e6694eda-0d36-4190-8703-f30980871aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:12.485128 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b826781-a630-42ea-b0eb-550a2f782302 None None] Network 134ed322-0960-4c11-a655-c358722a737d requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:18:12.582902 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6694eda-0d36-4190-8703-f30980871aaa None None] Pushing event updated for resources: {'Port': ['ID=d394a8e8-a4af-4695-820b-67cb89d44069,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:12.623598 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-7199f7ce-0936-40a2-ad8f-4b0e027313bf None None] Provisioning complete for port 25a86159-2e90-4832-8d6c-d2ad66ad0ee0 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:18:12.623997 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7199f7ce-0936-40a2-ad8f-4b0e027313bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:12.657322 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-84329821-6fb3-4bc8-827f-a04004e82450 req-a84bbb30-b033-45f6-b24d-8f14bb049259 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328907 Nov 16 11:18:12.659854 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-deefaad7-f8b1-4929-8a8d-68b3a3c26210 req-81d23399-03a3-4bb3-adb8-ba3249f54418 service neutron] 10.222.0.36 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319538 Nov 16 11:18:12.663003 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39daeb64-6d6a-4602-a815-5ec2d044b432 admin admin] Router 8b067bf3-fc43-4c03-924e-2d58b733ca13 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:18:12.683189 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-c9c3ad85-8b29-44af-8cdf-01542d5469b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2551d734-1334-47de-ac96-3576b314e727 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:18:12.697226 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-c9c3ad85-8b29-44af-8cdf-01542d5469b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:12.701289 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f05cb2b7-1de2-4584-809e-702d89d789ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:12.746270 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a26cda3a-e03b-4dbd-b0e1-7fd3f228e561', 'tag': '193c7bd3-aece-462f-bfa9-3d53ce7cb844'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:18:12.748453 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ddd308-3f08-4630-b629-5e10945ca530" -d '{"events": [{"name": "network-changed", "server_uuid": "a26cda3a-e03b-4dbd-b0e1-7fd3f228e561", "tag": "193c7bd3-aece-462f-bfa9-3d53ce7cb844"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:18:12.751856 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-c9c3ad85-8b29-44af-8cdf-01542d5469b7 service neutron] Transition to ACTIVE for port object 2551d734-1334-47de-ac96-3576b314e727 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:18:12.766656 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c5ec4b3d-e9b7-4e5a-a925-877acd0aa389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f767c7-0111-4dfd-9232-4e46b7d99620', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-922603909-router', 'tenant_id': '38aa757140fd4649b4950ace9ccdf774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd394a8e8-a4af-4695-820b-67cb89d44069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:18:03Z', 'updated_at': '2021-11-16T11:18:06Z', 'revision_number': 3, 'project_id': '38aa757140fd4649b4950ace9ccdf774', 'gw_port': {'id': 'd394a8e8-a4af-4695-820b-67cb89d44069', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:42:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f767c7-0111-4dfd-9232-4e46b7d99620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:18:04Z', 'updated_at': '2021-11-16T11:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:12.770666 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-c9c3ad85-8b29-44af-8cdf-01542d5469b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:12.777909 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-c95496e6-3e12-4548-beee-1cc0364e2236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:12.779787 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-c95496e6-3e12-4548-beee-1cc0364e2236 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1436946 Nov 16 11:18:12.829299 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5039f0-a4b9-43bf-b114-107aa5184686 x-openstack-request-id: req-0a5039f0-a4b9-43bf-b114-107aa5184686 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:18:12.829592 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a26cda3a-e03b-4dbd-b0e1-7fd3f228e561", "tag": "193c7bd3-aece-462f-bfa9-3d53ce7cb844", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:18:12.830359 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0a5039f0-a4b9-43bf-b114-107aa5184686 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:18:12.830515 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a26cda3a-e03b-4dbd-b0e1-7fd3f228e561', 'tag': '193c7bd3-aece-462f-bfa9-3d53ce7cb844', 'status': 'completed', 'code': 200} Nov 16 11:18:12.831475 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ec4b3d-e9b7-4e5a-a925-877acd0aa389 None None] The sync data for ids ['c1f767c7-0111-4dfd-9232-4e46b7d99620'] in n-d-816823-3 is: [{'id': 'c1f767c7-0111-4dfd-9232-4e46b7d99620', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-922603909-router', 'tenant_id': '38aa757140fd4649b4950ace9ccdf774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd394a8e8-a4af-4695-820b-67cb89d44069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:18:03Z', 'updated_at': '2021-11-16T11:18:06Z', 'revision_number': 3, 'project_id': '38aa757140fd4649b4950ace9ccdf774', 'gw_port': {'id': 'd394a8e8-a4af-4695-820b-67cb89d44069', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:42:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f767c7-0111-4dfd-9232-4e46b7d99620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:18:04Z', 'updated_at': '2021-11-16T11:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:18:12.869608 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71531d57-7c7c-4cf6-9c76-64221dfaeaea None None] DHCP port deletion for c4691fdd-c34e-4845-9ba0-d80523cbe337 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:18:12.922085 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c3ad85-8b29-44af-8cdf-01542d5469b7 service neutron] Pushing event updated for resources: {'Port': ['ID=2551d734-1334-47de-ac96-3576b314e727,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:12.995503 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8bc3eb42-6b65-4377-a8a2-ea905b819f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:13.017227 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7199f7ce-0936-40a2-ad8f-4b0e027313bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:13.048790 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-39630555-2442-4e9f-9736-ecc3c473e484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:13.053999 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-9963e7f8-d8dd-4b4c-8f9c-7661b37d26fa service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450387 Nov 16 11:18:13.060017 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-7199f7ce-0936-40a2-ad8f-4b0e027313bf None None] For port 25a86159-2e90-4832-8d6c-d2ad66ad0ee0, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=25a86159-2e90-4832-8d6c-d2ad66ad0ee0,segment=NetworkSegment(cb883649-aa16-4970-9748-12afafa5095f),segment_id=cb883649-aa16-4970-9748-12afafa5095f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:13.070151 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7199f7ce-0936-40a2-ad8f-4b0e027313bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:13.118333 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-7199f7ce-0936-40a2-ad8f-4b0e027313bf None None] Provisioning complete for port d394a8e8-a4af-4695-820b-67cb89d44069 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:18:13.118333 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7199f7ce-0936-40a2-ad8f-4b0e027313bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:13.189541 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7199f7ce-0936-40a2-ad8f-4b0e027313bf None None] Pushing event updated for resources: {'Port': ['ID=25a86159-2e90-4832-8d6c-d2ad66ad0ee0,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:13.294586 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-f05cb2b7-1de2-4584-809e-702d89d789ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8833cbf5-f3e1-47e0-8323-3467bba35bd6']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:13.305068 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-f05cb2b7-1de2-4584-809e-702d89d789ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '094d568f-dfdb-4b0a-b65f-60c75709af03') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:13.305375 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-f05cb2b7-1de2-4584-809e-702d89d789ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '094d568f-dfdb-4b0a-b65f-60c75709af03') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:13.314323 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907a27d-ca85-43b2-b0e6-dff96dbbe1e4 req-8629ae39-bc74-4e95-9e8d-34c43d2d19cd tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:13.315938 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a907a27d-ca85-43b2-b0e6-dff96dbbe1e4 req-8629ae39-bc74-4e95-9e8d-34c43d2d19cd tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/ports?device_id=bdf133c1-f2b1-4653-b566-7b80d60f8496 HTTP/1.1" status: 200 len: 946 time: 0.8279819 Nov 16 11:18:13.367039 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 25a86159-2e90-4832-8d6c-d2ad66ad0ee0 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:18:13.397455 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b0d19ec0-aee0-4fe9-ad92-6116cf2a1bbc req-663d5aa1-b39f-4d86-83cc-8664329d50be service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283806 Nov 16 11:18:13.404168 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-c9c3ad85-8b29-44af-8cdf-01542d5469b7 service neutron] Attempting to bind port 2551d734-1334-47de-ac96-3576b314e727 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:18:13.404425 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-c9c3ad85-8b29-44af-8cdf-01542d5469b7 service neutron] Attempting to bind port 2551d734-1334-47de-ac96-3576b314e727 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '32887315-0b64-4817-9f69-e9105851e5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c4691fdd-c34e-4845-9ba0-d80523cbe337'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:18:13.404580 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-c9c3ad85-8b29-44af-8cdf-01542d5469b7 service neutron] Attempting to bind port 2551d734-1334-47de-ac96-3576b314e727 on network c4691fdd-c34e-4845-9ba0-d80523cbe337 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:18:13.421866 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-c9c3ad85-8b29-44af-8cdf-01542d5469b7 service neutron] Port 2551d734-1334-47de-ac96-3576b314e727 on network c4691fdd-c34e-4845-9ba0-d80523cbe337 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:18:13.422220 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-c9c3ad85-8b29-44af-8cdf-01542d5469b7 service neutron] Attempting to bind port 2551d734-1334-47de-ac96-3576b314e727 on network c4691fdd-c34e-4845-9ba0-d80523cbe337 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:18:13.434468 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-c9c3ad85-8b29-44af-8cdf-01542d5469b7 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:18:13.434604 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-c9c3ad85-8b29-44af-8cdf-01542d5469b7 service neutron] Checking segment: {'id': '32887315-0b64-4817-9f69-e9105851e5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c4691fdd-c34e-4845-9ba0-d80523cbe337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:18:13.434872 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-c9c3ad85-8b29-44af-8cdf-01542d5469b7 service neutron] Bound using segment: {'id': '32887315-0b64-4817-9f69-e9105851e5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c4691fdd-c34e-4845-9ba0-d80523cbe337'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:18:13.435318 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-c9c3ad85-8b29-44af-8cdf-01542d5469b7 service neutron] Bound port: 2551d734-1334-47de-ac96-3576b314e727, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32887315-0b64-4817-9f69-e9105851e5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c4691fdd-c34e-4845-9ba0-d80523cbe337'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:18:13.435670 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-c9c3ad85-8b29-44af-8cdf-01542d5469b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:13.468209 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f05cb2b7-1de2-4584-809e-702d89d789ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:13.488440 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 25a86159-2e90-4832-8d6c-d2ad66ad0ee0 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:18:13.488828 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:13.493656 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6983e410-bf7b-451e-8ae6-3278f1dda441 None None] Provisioning complete for port 25a86159-2e90-4832-8d6c-d2ad66ad0ee0 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:18:13.493656 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6983e410-bf7b-451e-8ae6-3278f1dda441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:13.542528 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b09ec2-9571-41bf-ab5c-86d8ce9a22b7 req-fa5966d8-f223-4844-8ce3-a619d27b44de tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:13.545729 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-62b09ec2-9571-41bf-ab5c-86d8ce9a22b7 req-fa5966d8-f223-4844-8ce3-a619d27b44de tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/ports?device_id=a26cda3a-e03b-4dbd-b0e1-7fd3f228e561 HTTP/1.1" status: 200 len: 948 time: 0.2037997 Nov 16 11:18:13.555713 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f05cb2b7-1de2-4584-809e-702d89d789ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:13.556191 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-39630555-2442-4e9f-9736-ecc3c473e484 admin admin] Allocated IP 172.20.0.1 (40b5fba1-9290-439b-b81b-d28871598b85/d1e59d12-67d0-48ea-b37c-a6c8a781fc1e/47f9f334-04fc-44b9-ad03-5120791f52fd) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:18:13.589973 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ddd308-3f08-4630-b629-5e10945ca530 req-84e99bb5-619b-43f0-b796-cbc0250f4497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:13.591487 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-13ddd308-3f08-4630-b629-5e10945ca530 req-84e99bb5-619b-43f0-b796-cbc0250f4497 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8179a551ca149c6a3cfb31a9d45b53e&device_id=a26cda3a-e03b-4dbd-b0e1-7fd3f228e561 HTTP/1.1" status: 200 len: 1099 time: 0.1196601 Nov 16 11:18:13.599614 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-c9c3ad85-8b29-44af-8cdf-01542d5469b7 service neutron] For port 2551d734-1334-47de-ac96-3576b314e727, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:18:13.600175 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f05cb2b7-1de2-4584-809e-702d89d789ba admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:18:13.600688 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f05cb2b7-1de2-4584-809e-702d89d789ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:13.612957 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-c9c3ad85-8b29-44af-8cdf-01542d5469b7 service neutron] For port 2551d734-1334-47de-ac96-3576b314e727, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=2551d734-1334-47de-ac96-3576b314e727,segment=NetworkSegment(32887315-0b64-4817-9f69-e9105851e5d8),segment_id=32887315-0b64-4817-9f69-e9105851e5d8)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:18:13.632596 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:18:13.632596 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:18:13.632596 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:18:13.632596 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:18:13.632596 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:18:13.632596 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:18:13.632596 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:18:13.632596 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:18:13.632596 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:18:13.632596 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:18:13.632596 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:18:13.632596 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:18:13.632596 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:18:13.632596 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:18:13.632596 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:18:13.632596 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:18:13.632596 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:18:13.632596 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:18:13.632596 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:18:13.632596 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:18:13.632596 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:18:13.632596 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:18:13.632596 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:18:13.632596 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:18:13.632596 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:18:13.632596 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:18:13.632596 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:18:13.632596 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:18:13.632596 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:18:13.632596 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:18:13.632596 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:18:13.632596 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:18:13.654366 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-62b09ec2-9571-41bf-ab5c-86d8ce9a22b7 req-3a72befc-bbf1-4714-b469-dfacd89ab8de tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2d83d1a-7587-49ca-a243-42f07aaa81ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856316 Nov 16 11:18:13.673894 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a907a27d-ca85-43b2-b0e6-dff96dbbe1e4 req-ea121c14-f1eb-4dd1-a9e4-54d59a001deb tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/security-groups?id=29be483f-dbde-4ea7-977a-e091d2cc6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2862275 Nov 16 11:18:13.703183 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-c9c3ad85-8b29-44af-8cdf-01542d5469b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:13.745643 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-deefaad7-f8b1-4929-8a8d-68b3a3c26210 req-d97c4a6c-765c-479d-b6f0-e2ef7df6e954 service neutron] 10.222.0.36 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0617847 Nov 16 11:18:13.823251 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-c9c3ad85-8b29-44af-8cdf-01542d5469b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:13.823865 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-c9c3ad85-8b29-44af-8cdf-01542d5469b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:13.825262 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-c9c3ad85-8b29-44af-8cdf-01542d5469b7 service neutron] 10.222.0.36 "PUT /v2.0/ports/2551d734-1334-47de-ac96-3576b314e727 HTTP/1.1" status: 200 len: 1091 time: 2.1487055 Nov 16 11:18:13.841053 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f05cb2b7-1de2-4584-809e-702d89d789ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:13.858281 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4f22dc-26fd-4424-b40b-b44a0a855d93 None None] DHCP port deletion for c4691fdd-c34e-4845-9ba0-d80523cbe337 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:18:13.869183 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c3ad85-8b29-44af-8cdf-01542d5469b7 service neutron] Pushing event updated for resources: {'Port': ['ID=2551d734-1334-47de-ac96-3576b314e727,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:13.902949 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ddd308-3f08-4630-b629-5e10945ca530 req-1dae2c5b-7307-4db2-892c-c9f114d1c890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:13.905133 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-13ddd308-3f08-4630-b629-5e10945ca530 req-1dae2c5b-7307-4db2-892c-c9f114d1c890 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.3033693 Nov 16 11:18:13.916712 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39daeb64-6d6a-4602-a815-5ec2d044b432 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:18:13.929764 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f8c2c2-0ffe-460c-8ee4-d095af5cc158 None None] Sync routers for ids ['8b067bf3-fc43-4c03-924e-2d58b733ca13'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:18:13.946296 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f8c2c2-0ffe-460c-8ee4-d095af5cc158 None None] Routers {'8b067bf3-fc43-4c03-924e-2d58b733ca13'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:18:13.947242 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-07f8c2c2-0ffe-460c-8ee4-d095af5cc158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:17:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['8b067bf3-fc43-4c03-924e-2d58b733ca13'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:13.980561 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-13ddd308-3f08-4630-b629-5e10945ca530 req-3f409e62-fdc9-44c3-96ff-a0f1214ba6fd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=193c7bd3-aece-462f-bfa9-3d53ce7cb844 HTTP/1.1" status: 200 len: 217 time: 0.0540235 Nov 16 11:18:13.995463 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f05cb2b7-1de2-4584-809e-702d89d789ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:13.998707 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f05cb2b7-1de2-4584-809e-702d89d789ba admin admin] 10.222.0.61 "DELETE /v2.0/networks/8833cbf5-f3e1-47e0-8323-3467bba35bd6 HTTP/1.1" status: 204 len: 168 time: 2.4519486 Nov 16 11:18:14.003085 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-defa4a19-b61c-4a97-82b5-7ba82b39dfb5 service neutron] 10.222.0.36 "GET /v2.0/ports/33148d57-3947-45a8-b7d8-6a4f2fbccddc/bindings/n-h2-816823-3 HTTP/1.1" status: 200 len: 384 time: 0.1697614 Nov 16 11:18:14.048453 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05cb2b7-1de2-4584-809e-702d89d789ba admin admin] Pushing event deleted for resources: {'Network': ['ID=8833cbf5-f3e1-47e0-8323-3467bba35bd6,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:14.092722 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ddd308-3f08-4630-b629-5e10945ca530 req-02be3bff-9e05-4ea5-8525-7b07e4af9020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:14.094219 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-13ddd308-3f08-4630-b629-5e10945ca530 req-02be3bff-9e05-4ea5-8525-7b07e4af9020 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.1025598 Nov 16 11:18:14.109628 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-07f8c2c2-0ffe-460c-8ee4-d095af5cc158 None None] Set router 8b067bf3-fc43-4c03-924e-2d58b733ca13 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:18:14.111552 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-39630555-2442-4e9f-9736-ecc3c473e484 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:14.142329 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293dab37-cec7-430e-a6a8-a936fc00337d req-c1251bd2-d331-41c8-94c4-9e62bd6eec6a tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:14.144098 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-293dab37-cec7-430e-a6a8-a936fc00337d req-c1251bd2-d331-41c8-94c4-9e62bd6eec6a tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ac80967-d3d3-4d65-a263-7da58c626d0c HTTP/1.1" status: 200 len: 943 time: 0.3561528 Nov 16 11:18:14.147507 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-07569742-1f82-4132-997b-3c1834fe3c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:14.155240 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39daeb64-6d6a-4602-a815-5ec2d044b432 admin admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:14.155472 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-07569742-1f82-4132-997b-3c1834fe3c9c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fee5a1c288eb4601938f56b1ce0e58a0&device_id=5ac80967-d3d3-4d65-a263-7da58c626d0c HTTP/1.1" status: 200 len: 1094 time: 0.2776549 Nov 16 11:18:14.156561 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-39daeb64-6d6a-4602-a815-5ec2d044b432 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4839725 Nov 16 11:18:14.170344 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 53340) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:14.188194 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ddd308-3f08-4630-b629-5e10945ca530 req-c96f2642-4098-403c-8fb8-440d361c4ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:14.189808 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-13ddd308-3f08-4630-b629-5e10945ca530 req-c96f2642-4098-403c-8fb8-440d361c4ef6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0839360 Nov 16 11:18:14.195075 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93c256b-bc50-45b1-b8a3-ea3c6f5cad41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33148d57-3947-45a8-b7d8-6a4f2fbccddc'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:18:14.198433 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47aa72a3-bc77-4909-b2a0-c23adb70bbd9" -d '{"events": [{"server_uuid": "c93c256b-bc50-45b1-b8a3-ea3c6f5cad41", "name": "network-vif-plugged", "status": "completed", "tag": "33148d57-3947-45a8-b7d8-6a4f2fbccddc"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:18:14.217075 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a759d6-a672-4500-8d5b-10a0be73117e req-d473a1e6-61cd-47a2-bad3-9583c6853c24 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:14.226536 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-73a759d6-a672-4500-8d5b-10a0be73117e req-d473a1e6-61cd-47a2-bad3-9583c6853c24 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=c93c256b-bc50-45b1-b8a3-ea3c6f5cad41 HTTP/1.1" status: 200 len: 945 time: 0.3762965 Nov 16 11:18:14.247349 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-8aec6e25-6ab9-4213-a1e8-e4b40abd8722 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2551d734-1334-47de-ac96-3576b314e727 HTTP/1.1" status: 200 len: 217 time: 0.0525045 Nov 16 11:18:14.327984 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 53346) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:14.388300 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-07f8c2c2-0ffe-460c-8ee4-d095af5cc158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b067bf3-fc43-4c03-924e-2d58b733ca13', 'name': 'tempest-FloatingIPsTestJSON-1377749736-router', 'tenant_id': 'b93e16b5088a434e83f06e6986f5cdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': 'f4072431-d791-42e9-9b0a-2b259b9afe20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:18:08Z', 'updated_at': '2021-11-16T11:18:10Z', 'revision_number': 3, 'project_id': 'b93e16b5088a434e83f06e6986f5cdec', 'gw_port': {'id': 'f4072431-d791-42e9-9b0a-2b259b9afe20', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:08:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b067bf3-fc43-4c03-924e-2d58b733ca13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:18:09Z', 'updated_at': '2021-11-16T11:18:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:14.388797 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-39630555-2442-4e9f-9736-ecc3c473e484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:14.419321 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f8c2c2-0ffe-460c-8ee4-d095af5cc158 None None] Checking router: 8b067bf3-fc43-4c03-924e-2d58b733ca13 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:18:14.420028 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f8c2c2-0ffe-460c-8ee4-d095af5cc158 None None] Updating router 8b067bf3-fc43-4c03-924e-2d58b733ca13 port f4072431-d791-42e9-9b0a-2b259b9afe20 binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:18:14.447092 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-ca2e108b-f7b7-46dc-bd14-75951be06d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:14.448578 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-ca2e108b-f7b7-46dc-bd14-75951be06d60 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d925af4c-3016-4e15-97ad-df96a26dd2ec HTTP/1.1" status: 200 len: 861 time: 0.1894360 Nov 16 11:18:14.459886 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-980a42c3-2cc2-4a5a-bfe9-34b7b3b00672 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a34fdeba44e84f93a397c59ce8f35619&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1280460 Nov 16 11:18:14.476335 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07f8c2c2-0ffe-460c-8ee4-d095af5cc158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:14.478126 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39630555-2442-4e9f-9736-ecc3c473e484 admin admin] Network 40b5fba1-9290-439b-b81b-d28871598b85 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:18:14.481685 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 53352) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:14.492223 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-39630555-2442-4e9f-9736-ecc3c473e484 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:18:14.504092 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39630555-2442-4e9f-9736-ecc3c473e484 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:18:14.540836 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-293dab37-cec7-430e-a6a8-a936fc00337d req-9e59c87a-059d-4c80-a550-0ab7ef119a69 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3adee73-0139-433a-a7e5-9720cece8767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791721 Nov 16 11:18:14.565016 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-73a759d6-a672-4500-8d5b-10a0be73117e req-e42e40d9-a5d6-44e6-b415-860329419f70 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369398 Nov 16 11:18:14.614047 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-07824643-a66d-4b83-8728-a24d336e38fa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4691fdd-c34e-4845-9ba0-d80523cbe337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1467688 Nov 16 11:18:14.614691 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39630555-2442-4e9f-9736-ecc3c473e484 admin admin] Pushing event updated for resources: {'Port': ['ID=47f9f334-04fc-44b9-ad03-5120791f52fd,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:14.640817 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-13ddd308-3f08-4630-b629-5e10945ca530 req-c742516e-99bc-44fa-b681-58fd7ee13e43 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955584 Nov 16 11:18:14.748698 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-39630555-2442-4e9f-9736-ecc3c473e484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:14.842470 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45d9b83-6f9f-4db2-bbb9-88ccdae9ed8a x-openstack-request-id: req-d45d9b83-6f9f-4db2-bbb9-88ccdae9ed8a {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:18:14.842855 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93c256b-bc50-45b1-b8a3-ea3c6f5cad41", "name": "network-vif-plugged", "status": "completed", "tag": "33148d57-3947-45a8-b7d8-6a4f2fbccddc", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:18:14.843064 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d45d9b83-6f9f-4db2-bbb9-88ccdae9ed8a {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:18:14.843563 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93c256b-bc50-45b1-b8a3-ea3c6f5cad41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33148d57-3947-45a8-b7d8-6a4f2fbccddc', 'code': 200} Nov 16 11:18:14.862629 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac80967-d3d3-4d65-a263-7da58c626d0c', 'tag': '2551d734-1334-47de-ac96-3576b314e727'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:18:14.865058 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80eb3e9b-8efc-4e47-a021-ddbd6504bfb0" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac80967-d3d3-4d65-a263-7da58c626d0c", "tag": "2551d734-1334-47de-ac96-3576b314e727"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:18:14.937984 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 5cbbc87c-022a-4ee6-b9ed-87c67592e147 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:18:14.999263 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-5466eee2-0a4b-4f75-9ac1-6acfd6edd307 None None] Provisioning complete for port 47f9f334-04fc-44b9-ad03-5120791f52fd triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:18:15.000055 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5466eee2-0a4b-4f75-9ac1-6acfd6edd307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:15.030626 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-c0b47071-953b-472a-90f9-69ef66567d3a service neutron] 10.222.0.36 "GET /v2.0/networks/c4691fdd-c34e-4845-9ba0-d80523cbe337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018710 Nov 16 11:18:15.034406 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-13ddd308-3f08-4630-b629-5e10945ca530 req-7a42e21e-83d3-46ef-b47e-fbf4f676f69b service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737772 Nov 16 11:18:15.162789 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4ef25a14-7688-46e5-acd4-d0cbb1f78d0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:15.233541 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-5466eee2-0a4b-4f75-9ac1-6acfd6edd307 None None] Port 47f9f334-04fc-44b9-ad03-5120791f52fd cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:18:15.361278 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07f8c2c2-0ffe-460c-8ee4-d095af5cc158 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:15.370522 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4ef25a14-7688-46e5-acd4-d0cbb1f78d0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:15.373700 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-3737d78c-fc92-4fc6-bc14-e1aa465e994a service neutron] For port 33148d57-3947-45a8-b7d8-6a4f2fbccddc, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=33148d57-3947-45a8-b7d8-6a4f2fbccddc,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:15.404056 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07f8c2c2-0ffe-460c-8ee4-d095af5cc158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:15.468793 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 5cbbc87c-022a-4ee6-b9ed-87c67592e147, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=5cbbc87c-022a-4ee6-b9ed-87c67592e147,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:15.471305 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb4f3e-f8f1-4d07-ad44-95a7b9683d98 req-7fb153f8-6c1b-4ae5-bf81-c76fa8b839bf tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:15.473715 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-13fb4f3e-f8f1-4d07-ad44-95a7b9683d98 req-7fb153f8-6c1b-4ae5-bf81-c76fa8b839bf tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/ports?device_id=a26cda3a-e03b-4dbd-b0e1-7fd3f228e561 HTTP/1.1" status: 200 len: 948 time: 0.6236105 Nov 16 11:18:15.534781 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '5cbbc87c-022a-4ee6-b9ed-87c67592e147', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'port_id': '5cbbc87c-022a-4ee6-b9ed-87c67592e147', 'mac_address': 'fa:16:3e:70:e7:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c770cc-51d7-42eb-b4a6-9a605bacae0f', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:18:15.544236 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c069a6e-ce53-4112-a88d-e25abbee54bb None None] Pushing event updated for resources: {'Port': ['ID=f4072431-d791-42e9-9b0a-2b259b9afe20,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:15.549497 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 25a86159-2e90-4832-8d6c-d2ad66ad0ee0 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:18:15.597580 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-3737d78c-fc92-4fc6-bc14-e1aa465e994a service neutron] For port 33148d57-3947-45a8-b7d8-6a4f2fbccddc, host n-h1-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:18:15.625566 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f6449e88-a4de-404c-97cf-feda6cceba5f req-e6318a9e-7da6-4377-8408-03736e908c4d service neutron] 10.222.0.36 "GET /v2.0/networks/c4691fdd-c34e-4845-9ba0-d80523cbe337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5797296 Nov 16 11:18:15.627447 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849c8950-5910-4998-aa86-44960c879f15 x-openstack-request-id: req-849c8950-5910-4998-aa86-44960c879f15 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:18:15.627921 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac80967-d3d3-4d65-a263-7da58c626d0c", "tag": "2551d734-1334-47de-ac96-3576b314e727", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:18:15.628334 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-849c8950-5910-4998-aa86-44960c879f15 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:18:15.628843 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac80967-d3d3-4d65-a263-7da58c626d0c', 'tag': '2551d734-1334-47de-ac96-3576b314e727', 'status': 'completed', 'code': 200} Nov 16 11:18:15.646250 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-07f8c2c2-0ffe-460c-8ee4-d095af5cc158 None None] Attempting to bind port f4072431-d791-42e9-9b0a-2b259b9afe20 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:18:15.646816 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-07f8c2c2-0ffe-460c-8ee4-d095af5cc158 None None] Attempting to bind port f4072431-d791-42e9-9b0a-2b259b9afe20 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:18:15.647283 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f8c2c2-0ffe-460c-8ee4-d095af5cc158 None None] Attempting to bind port f4072431-d791-42e9-9b0a-2b259b9afe20 on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:18:15.663096 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-39630555-2442-4e9f-9736-ecc3c473e484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:15.696895 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e3c779-cccb-4582-9672-54ab7880e99a None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:18:15.703104 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f8c2c2-0ffe-460c-8ee4-d095af5cc158 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:18:15.704577 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f8c2c2-0ffe-460c-8ee4-d095af5cc158 None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:18:15.704577 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07f8c2c2-0ffe-460c-8ee4-d095af5cc158 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:15.704875 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f8c2c2-0ffe-460c-8ee4-d095af5cc158 None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:18:15.705400 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-07f8c2c2-0ffe-460c-8ee4-d095af5cc158 None None] Bound port: f4072431-d791-42e9-9b0a-2b259b9afe20, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:18:15.705893 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07f8c2c2-0ffe-460c-8ee4-d095af5cc158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:15.769155 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-07f8c2c2-0ffe-460c-8ee4-d095af5cc158 None None] For port f4072431-d791-42e9-9b0a-2b259b9afe20, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:18:15.773215 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-07f8c2c2-0ffe-460c-8ee4-d095af5cc158 None None] For port f4072431-d791-42e9-9b0a-2b259b9afe20, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=f4072431-d791-42e9-9b0a-2b259b9afe20,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:18:15.777581 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:15.784968 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb3e9b-8efc-4e47-a021-ddbd6504bfb0 req-c8ae3289-9f27-4cc1-9eac-95c114dc5517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:15.787841 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-80eb3e9b-8efc-4e47-a021-ddbd6504bfb0 req-c8ae3289-9f27-4cc1-9eac-95c114dc5517 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fee5a1c288eb4601938f56b1ce0e58a0&device_id=5ac80967-d3d3-4d65-a263-7da58c626d0c HTTP/1.1" status: 200 len: 1094 time: 0.0750108 Nov 16 11:18:15.799214 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cbbc87c-022a-4ee6-b9ed-87c67592e147 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:18:15.823143 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 5cbbc87c-022a-4ee6-b9ed-87c67592e147, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=5cbbc87c-022a-4ee6-b9ed-87c67592e147,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:15.824974 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07f8c2c2-0ffe-460c-8ee4-d095af5cc158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:15.832114 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-a8eed410-c737-409d-9ded-5e4c47c3c4fa tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1527990069&fields=id&tenant_id=633ef91d4b18467e89e639dc8864c492 HTTP/1.1" status: 200 len: 267 time: 0.4038889 Nov 16 11:18:15.852926 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:15.922620 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c069a6e-ce53-4112-a88d-e25abbee54bb None None] Pushing event updated for resources: {'Port': ['ID=f4072431-d791-42e9-9b0a-2b259b9afe20,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:15.924484 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4ef25a14-7688-46e5-acd4-d0cbb1f78d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:15.936690 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4ef25a14-7688-46e5-acd4-d0cbb1f78d0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:15.937839 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4ef25a14-7688-46e5-acd4-d0cbb1f78d0a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/448ce765-1b31-4d8a-8eeb-a8c7115e03ca HTTP/1.1" status: 204 len: 168 time: 1.4409471 Nov 16 11:18:15.938472 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93c256b-bc50-45b1-b8a3-ea3c6f5cad41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33148d57-3947-45a8-b7d8-6a4f2fbccddc'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:18:15.940825 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ca46ee-e025-4f06-8ec7-618952566f4d" -d '{"events": [{"server_uuid": "c93c256b-bc50-45b1-b8a3-ea3c6f5cad41", "name": "network-vif-unplugged", "status": "completed", "tag": "33148d57-3947-45a8-b7d8-6a4f2fbccddc"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:18:15.949871 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d70e11ef-8d00-4e0d-8d3c-5f7784fc41bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:15.957371 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-13fb4f3e-f8f1-4d07-ad44-95a7b9683d98 req-9488f640-0b6e-477c-8942-fc2d2c47a43e tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2d83d1a-7587-49ca-a243-42f07aaa81ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397881 Nov 16 11:18:15.975859 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-3737d78c-fc92-4fc6-bc14-e1aa465e994a service neutron] For port 33148d57-3947-45a8-b7d8-6a4f2fbccddc, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=33148d57-3947-45a8-b7d8-6a4f2fbccddc,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:16.027830 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 193c7bd3-aece-462f-bfa9-3d53ce7cb844 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:18:16.030327 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 25a86159-2e90-4832-8d6c-d2ad66ad0ee0 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:18:16.030795 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:16.032536 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=5cbbc87c-022a-4ee6-b9ed-87c67592e147,revision_number=9']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:16.043007 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f8c2c2-0ffe-460c-8ee4-d095af5cc158 None None] Routers {'8b067bf3-fc43-4c03-924e-2d58b733ca13'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:18:16.043970 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-07f8c2c2-0ffe-460c-8ee4-d095af5cc158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:18:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['8b067bf3-fc43-4c03-924e-2d58b733ca13'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:16.093598 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb3e9b-8efc-4e47-a021-ddbd6504bfb0 req-508d04b5-2a90-4f84-8ed2-b9387243b3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:16.095493 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-80eb3e9b-8efc-4e47-a021-ddbd6504bfb0 req-508d04b5-2a90-4f84-8ed2-b9387243b3c4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4691fdd-c34e-4845-9ba0-d80523cbe337 HTTP/1.1" status: 200 len: 922 time: 0.2992477 Nov 16 11:18:16.157763 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-07f8c2c2-0ffe-460c-8ee4-d095af5cc158 None None] Set router 8b067bf3-fc43-4c03-924e-2d58b733ca13 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:18:16.159133 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-80eb3e9b-8efc-4e47-a021-ddbd6504bfb0 req-9f71b366-041c-4e5a-b400-c643ee9399ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2551d734-1334-47de-ac96-3576b314e727 HTTP/1.1" status: 200 len: 217 time: 0.0537446 Nov 16 11:18:16.197450 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef25a14-7688-46e5-acd4-d0cbb1f78d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448ce765-1b31-4d8a-8eeb-a8c7115e03ca,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:16.208196 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-39630555-2442-4e9f-9736-ecc3c473e484 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:16.228551 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-39630555-2442-4e9f-9736-ecc3c473e484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:16.291245 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-3737d78c-fc92-4fc6-bc14-e1aa465e994a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:16.320299 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-39630555-2442-4e9f-9736-ecc3c473e484 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:16.376298 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['5cbbc87c-022a-4ee6-b9ed-87c67592e147'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:18:16.384639 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb3e9b-8efc-4e47-a021-ddbd6504bfb0 req-547a2de1-e642-49fb-b90f-d0bde143dcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:16.386554 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-80eb3e9b-8efc-4e47-a021-ddbd6504bfb0 req-547a2de1-e642-49fb-b90f-d0bde143dcb0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d925af4c-3016-4e15-97ad-df96a26dd2ec HTTP/1.1" status: 200 len: 861 time: 0.2208533 Nov 16 11:18:16.477629 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-80eb3e9b-8efc-4e47-a021-ddbd6504bfb0 req-95675910-41a5-4fe9-aa55-796a9d78b040 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4691fdd-c34e-4845-9ba0-d80523cbe337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681396 Nov 16 11:18:16.607246 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7621f2b-1d44-4769-bd1d-43dafb0d91e7 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:18:16.624861 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39630555-2442-4e9f-9736-ecc3c473e484 admin admin] Pushing event updated for resources: {'Port': ['ID=47f9f334-04fc-44b9-ad03-5120791f52fd,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:16.625626 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285cb179-7a5d-4587-81e0-5d09566a0666 req-dde17320-c61a-43cb-ad73-ae33e1b24a85 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:16.635709 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-285cb179-7a5d-4587-81e0-5d09566a0666 req-dde17320-c61a-43cb-ad73-ae33e1b24a85 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ac80967-d3d3-4d65-a263-7da58c626d0c HTTP/1.1" status: 200 len: 943 time: 0.4620097 Nov 16 11:18:16.667851 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.resource_extend [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 11:18:16.672803 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:16.684909 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-80eb3e9b-8efc-4e47-a021-ddbd6504bfb0 req-d2294148-7171-4e46-b822-05c83e112365 service neutron] 10.222.0.36 "GET /v2.0/networks/c4691fdd-c34e-4845-9ba0-d80523cbe337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941597 Nov 16 11:18:16.781455 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-69d8313b-1e52-40ec-8741-e8371d0fba04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:16.798206 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-285cb179-7a5d-4587-81e0-5d09566a0666 req-849c4b28-30bc-47a6-89ab-fa26a9168770 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3adee73-0139-433a-a7e5-9720cece8767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605864 Nov 16 11:18:16.944454 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49eb971-a6e2-4b00-b4c5-97b277769fc7 req-9f8f9fb0-67b6-4f37-a6ae-4f27f29b4fb3 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:16.948265 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b49eb971-a6e2-4b00-b4c5-97b277769fc7 req-9f8f9fb0-67b6-4f37-a6ae-4f27f29b4fb3 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdf133c1-f2b1-4653-b566-7b80d60f8496 HTTP/1.1" status: 200 len: 946 time: 0.3348527 Nov 16 11:18:16.959740 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39630555-2442-4e9f-9736-ecc3c473e484 admin admin] Network 40b5fba1-9290-439b-b81b-d28871598b85 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:18:16.966040 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-39630555-2442-4e9f-9736-ecc3c473e484 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:18:16.998565 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-609cd5f3-1ebb-429a-8333-76688bd2d475 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:17.010485 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-609cd5f3-1ebb-429a-8333-76688bd2d475 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/networks?id=51c062da-8d2e-4635-9233-083382f5e91b HTTP/1.1" status: 200 len: 823 time: 1.1299086 Nov 16 11:18:17.092275 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-3737d78c-fc92-4fc6-bc14-e1aa465e994a service neutron] Transition to ACTIVE for port object 33148d57-3947-45a8-b7d8-6a4f2fbccddc will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:18:17.146031 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-ab723b93-97fe-4f5a-bdc1-33620a3e2dca tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/quotas/633ef91d4b18467e89e639dc8864c492 HTTP/1.1" status: 200 len: 375 time: 0.1337249 Nov 16 11:18:17.181259 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 33148d57-3947-45a8-b7d8-6a4f2fbccddc no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:18:17.227637 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-3737d78c-fc92-4fc6-bc14-e1aa465e994a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:17.348764 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3737d78c-fc92-4fc6-bc14-e1aa465e994a service neutron] Pushing event updated for resources: {'Port': ['ID=33148d57-3947-45a8-b7d8-6a4f2fbccddc,revision_number=11']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:17.356998 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-80eb3e9b-8efc-4e47-a021-ddbd6504bfb0 req-5248a9e6-b59e-4857-9490-ecad5d449c9d service neutron] 10.222.0.36 "GET /v2.0/networks/c4691fdd-c34e-4845-9ba0-d80523cbe337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6568429 Nov 16 11:18:17.411398 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8846386-b491-4c6c-a589-d3ceea658eb8 None None] DHCP port deletion for b7bb2a97-86e1-4934-a454-677fe86f6d7e request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:18:17.451925 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5be364-0532-4ddd-a40c-8ed704df2866 req-896121a7-e192-4493-94d2-958bf08fc65f tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:17.454222 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0b5be364-0532-4ddd-a40c-8ed704df2866 req-896121a7-e192-4493-94d2-958bf08fc65f tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=c93c256b-bc50-45b1-b8a3-ea3c6f5cad41 HTTP/1.1" status: 200 len: 944 time: 0.4138377 Nov 16 11:18:17.459812 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-3737d78c-fc92-4fc6-bc14-e1aa465e994a service neutron] No DVR routers for this DVR port 33148d57-3947-45a8-b7d8-6a4f2fbccddc on host n-h1-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:18:17.472477 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fe964a3d-6e18-4e22-ab97-1e2636278587 None None] Provisioning complete for port f4072431-d791-42e9-9b0a-2b259b9afe20 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:18:17.479194 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fe964a3d-6e18-4e22-ab97-1e2636278587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:17.491136 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39630555-2442-4e9f-9736-ecc3c473e484 admin admin] Router c1f767c7-0111-4dfd-9232-4e46b7d99620 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:18:17.519422 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-5964a6f6-6807-4b70-b3eb-af105e15ea28 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=633ef91d4b18467e89e639dc8864c492&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3723116 Nov 16 11:18:17.532297 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-b49eb971-a6e2-4b00-b4c5-97b277769fc7 req-5cc571b3-e543-4aeb-b06d-100439002474 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Deleting port 52a315bf-0c07-4dbf-a0a5-6691c5db1a16 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:18:17.532643 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b49eb971-a6e2-4b00-b4c5-97b277769fc7 req-5cc571b3-e543-4aeb-b06d-100439002474 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:17.637643 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device d394a8e8-a4af-4695-820b-67cb89d44069 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:18:17.688179 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0b5be364-0532-4ddd-a40c-8ed704df2866 req-14ee5a81-ce3e-4c87-a885-388d45f9ec42 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233849 Nov 16 11:18:17.719198 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-3737d78c-fc92-4fc6-bc14-e1aa465e994a service neutron] 10.222.0.36 "PUT /v2.0/ports/33148d57-3947-45a8-b7d8-6a4f2fbccddc/bindings/n-h2-816823-3/activate HTTP/1.1" status: 200 len: 369 time: 3.6771429 Nov 16 11:18:17.754910 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 193c7bd3-aece-462f-bfa9-3d53ce7cb844, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=193c7bd3-aece-462f-bfa9-3d53ce7cb844,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:17.759995 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-07f8c2c2-0ffe-460c-8ee4-d095af5cc158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b067bf3-fc43-4c03-924e-2d58b733ca13', 'name': 'tempest-FloatingIPsTestJSON-1377749736-router', 'tenant_id': 'b93e16b5088a434e83f06e6986f5cdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': 'f4072431-d791-42e9-9b0a-2b259b9afe20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:18:08Z', 'updated_at': '2021-11-16T11:18:10Z', 'revision_number': 3, 'project_id': 'b93e16b5088a434e83f06e6986f5cdec', 'gw_port': {'id': 'f4072431-d791-42e9-9b0a-2b259b9afe20', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:08:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b067bf3-fc43-4c03-924e-2d58b733ca13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:18:09Z', 'updated_at': '2021-11-16T11:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:17.775628 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-b49eb971-a6e2-4b00-b4c5-97b277769fc7 req-5cc571b3-e543-4aeb-b06d-100439002474 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] For port 52a315bf-0c07-4dbf-a0a5-6691c5db1a16, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=52a315bf-0c07-4dbf-a0a5-6691c5db1a16,segment=NetworkSegment(28eb1295-39a5-4045-b087-0ec8bd4c5806),segment_id=28eb1295-39a5-4045-b087-0ec8bd4c5806)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:17.775999 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b49eb971-a6e2-4b00-b4c5-97b277769fc7 req-5cc571b3-e543-4aeb-b06d-100439002474 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:17.797108 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39630555-2442-4e9f-9736-ecc3c473e484 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:18:17.808166 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30224074-b791-4d03-81b3-467b44834198 None None] Sync routers for ids ['c1f767c7-0111-4dfd-9232-4e46b7d99620'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:18:17.812465 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-39630555-2442-4e9f-9736-ecc3c473e484 admin admin] 10.222.0.61 "PUT /v2.0/routers/c1f767c7-0111-4dfd-9232-4e46b7d99620/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1994889 Nov 16 11:18:17.823177 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 53436) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:17.829574 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30224074-b791-4d03-81b3-467b44834198 None None] Routers {'c1f767c7-0111-4dfd-9232-4e46b7d99620'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:18:17.833176 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-30224074-b791-4d03-81b3-467b44834198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:18:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c1f767c7-0111-4dfd-9232-4e46b7d99620'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:17.838309 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-69d8313b-1e52-40ec-8741-e8371d0fba04 admin admin] Allocated IP 172.20.0.1 (134ed322-0960-4c11-a655-c358722a737d/b4606ebc-3b8d-450a-b3fe-326f7660508b/8675d734-f9d6-48b7-96ff-9c32ed2ff258) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:18:17.925568 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f8c2c2-0ffe-460c-8ee4-d095af5cc158 None None] The sync data for ids ['8b067bf3-fc43-4c03-924e-2d58b733ca13'] in n-d-816823-3 is: [{'id': '8b067bf3-fc43-4c03-924e-2d58b733ca13', 'name': 'tempest-FloatingIPsTestJSON-1377749736-router', 'tenant_id': 'b93e16b5088a434e83f06e6986f5cdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': 'f4072431-d791-42e9-9b0a-2b259b9afe20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:18:08Z', 'updated_at': '2021-11-16T11:18:10Z', 'revision_number': 3, 'project_id': 'b93e16b5088a434e83f06e6986f5cdec', 'gw_port': {'id': 'f4072431-d791-42e9-9b0a-2b259b9afe20', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:08:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b067bf3-fc43-4c03-924e-2d58b733ca13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:18:09Z', 'updated_at': '2021-11-16T11:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:18:17.941211 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '193c7bd3-aece-462f-bfa9-3d53ce7cb844', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'port_id': '193c7bd3-aece-462f-bfa9-3d53ce7cb844', 'mac_address': 'fa:16:3e:f1:2e:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c770cc-51d7-42eb-b4a6-9a605bacae0f', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:18:17.943946 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 33148d57-3947-45a8-b7d8-6a4f2fbccddc not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:18:18.041501 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-69d8313b-1e52-40ec-8741-e8371d0fba04 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:18.164651 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fe964a3d-6e18-4e22-ab97-1e2636278587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:18.183253 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 11:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56dfc6c7-760c-41bc-81b7-d38600cde625 x-openstack-request-id: req-56dfc6c7-760c-41bc-81b7-d38600cde625 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:18:18.183542 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93c256b-bc50-45b1-b8a3-ea3c6f5cad41", "name": "network-vif-unplugged", "status": "completed", "tag": "33148d57-3947-45a8-b7d8-6a4f2fbccddc", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:18:18.183796 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-56dfc6c7-760c-41bc-81b7-d38600cde625 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:18:18.184234 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93c256b-bc50-45b1-b8a3-ea3c6f5cad41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33148d57-3947-45a8-b7d8-6a4f2fbccddc', 'code': 200} Nov 16 11:18:18.186273 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-dc1dd3fd-1dad-4ecc-a87d-47056ec7d253 service neutron] 10.222.0.61 "GET /v2.0/networks/51c062da-8d2e-4635-9233-083382f5e91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6433680 Nov 16 11:18:18.205734 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port d394a8e8-a4af-4695-820b-67cb89d44069 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:18:18.206508 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:18.226732 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-30224074-b791-4d03-81b3-467b44834198 None None] Set router c1f767c7-0111-4dfd-9232-4e46b7d99620 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:18:18.277823 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-69d8313b-1e52-40ec-8741-e8371d0fba04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:18.305127 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fe964a3d-6e18-4e22-ab97-1e2636278587 None None] For port f4072431-d791-42e9-9b0a-2b259b9afe20, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=f4072431-d791-42e9-9b0a-2b259b9afe20,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:18.306560 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:18.310473 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:18.350526 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fe964a3d-6e18-4e22-ab97-1e2636278587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:18.369747 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 193c7bd3-aece-462f-bfa9-3d53ce7cb844 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:18:18.370491 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d8313b-1e52-40ec-8741-e8371d0fba04 admin admin] Network 134ed322-0960-4c11-a655-c358722a737d is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:18:18.467557 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-69d8313b-1e52-40ec-8741-e8371d0fba04 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:18:18.514129 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2a3c5-407b-45d3-8d6f-58fe0daffccd req-0e887766-0ca0-4a48-a1d4-394fb8aaa457 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:18.521721 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b0f2a3c5-407b-45d3-8d6f-58fe0daffccd req-0e887766-0ca0-4a48-a1d4-394fb8aaa457 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/ports?device_id=a26cda3a-e03b-4dbd-b0e1-7fd3f228e561 HTTP/1.1" status: 200 len: 948 time: 0.4157917 Nov 16 11:18:18.526934 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d8313b-1e52-40ec-8741-e8371d0fba04 admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:18:18.527830 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 193c7bd3-aece-462f-bfa9-3d53ce7cb844, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=193c7bd3-aece-462f-bfa9-3d53ce7cb844,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:18.649017 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-69d8313b-1e52-40ec-8741-e8371d0fba04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:18.649624 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:18.768902 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-becd33b5-d0c7-4315-84c3-0433770da0dd None None] Provisioning complete for port f4072431-d791-42e9-9b0a-2b259b9afe20 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:18:18.769284 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-becd33b5-d0c7-4315-84c3-0433770da0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:18.846732 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-30224074-b791-4d03-81b3-467b44834198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f767c7-0111-4dfd-9232-4e46b7d99620', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-922603909-router', 'tenant_id': '38aa757140fd4649b4950ace9ccdf774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd394a8e8-a4af-4695-820b-67cb89d44069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:18:03Z', 'updated_at': '2021-11-16T11:18:15Z', 'revision_number': 4, 'project_id': '38aa757140fd4649b4950ace9ccdf774', 'gw_port': {'id': 'd394a8e8-a4af-4695-820b-67cb89d44069', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:42:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f767c7-0111-4dfd-9232-4e46b7d99620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:18:04Z', 'updated_at': '2021-11-16T11:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '47f9f334-04fc-44b9-ad03-5120791f52fd', 'name': '', 'network_id': '40b5fba1-9290-439b-b81b-d28871598b85', 'tenant_id': '38aa757140fd4649b4950ace9ccdf774', 'mac_address': 'fa:16:3e:bf:bf:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f767c7-0111-4dfd-9232-4e46b7d99620', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'd1e59d12-67d0-48ea-b37c-a6c8a781fc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:18:13Z', 'updated_at': '2021-11-16T11:18:15Z', 'revision_number': 2, 'project_id': '38aa757140fd4649b4950ace9ccdf774', 'subnets': [{'id': 'd1e59d12-67d0-48ea-b37c-a6c8a781fc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:18.939824 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe964a3d-6e18-4e22-ab97-1e2636278587 None None] Pushing event updated for resources: {'Port': ['ID=f4072431-d791-42e9-9b0a-2b259b9afe20,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:18.952898 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-431a0341-3560-46c6-9d56-2b8cbed9f4f8 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1645543215-network', 'tenant_id': '552f19450b3242c88d3781f48756057c'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:18.979014 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30224074-b791-4d03-81b3-467b44834198 None None] Checking router: c1f767c7-0111-4dfd-9232-4e46b7d99620 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:18:18.980349 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30224074-b791-4d03-81b3-467b44834198 None None] Updating router c1f767c7-0111-4dfd-9232-4e46b7d99620 port 47f9f334-04fc-44b9-ad03-5120791f52fd binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:18:19.006041 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b49eb971-a6e2-4b00-b4c5-97b277769fc7 req-5cc571b3-e543-4aeb-b06d-100439002474 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:19.006654 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b49eb971-a6e2-4b00-b4c5-97b277769fc7 req-5cc571b3-e543-4aeb-b06d-100439002474 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:19.007208 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [req-b49eb971-a6e2-4b00-b4c5-97b277769fc7 req-5cc571b3-e543-4aeb-b06d-100439002474 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Floating IP 094b5115-b5bb-43a9-b252-029cceee1b7b disassociated. External IP: 172.25.0.47, port: 52a315bf-0c07-4dbf-a0a5-6691c5db1a16. Nov 16 11:18:19.007762 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-b49eb971-a6e2-4b00-b4c5-97b277769fc7 req-5cc571b3-e543-4aeb-b06d-100439002474 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Calling delete_port for 52a315bf-0c07-4dbf-a0a5-6691c5db1a16 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:18:19.011476 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-4fd16b66-6a8b-4770-adc3-6f1d371d1c36 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:19.013376 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-4fd16b66-6a8b-4770-adc3-6f1d371d1c36 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c93c256b-bc50-45b1-b8a3-ea3c6f5cad41&tenant_id=fca4017bffc548cea20e1270411b1992&binding%3Ahost_id=n-h1-816823-3 HTTP/1.1" status: 200 len: 1095 time: 1.1235762 Nov 16 11:18:19.063118 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-30224074-b791-4d03-81b3-467b44834198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:19.110241 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device f4072431-d791-42e9-9b0a-2b259b9afe20 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:18:19.123210 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431a0341-3560-46c6-9d56-2b8cbed9f4f8 admin admin] Made reservation on behalf of 552f19450b3242c88d3781f48756057c for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:18:19.125861 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-431a0341-3560-46c6-9d56-2b8cbed9f4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:19.146953 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-5e4480a6-21dc-40b2-b64d-44e6e3a96889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:19.150836 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-5e4480a6-21dc-40b2-b64d-44e6e3a96889 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c93c256b-bc50-45b1-b8a3-ea3c6f5cad41&tenant_id=fca4017bffc548cea20e1270411b1992 HTTP/1.1" status: 200 len: 1095 time: 0.1166468 Nov 16 11:18:19.170296 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-431a0341-3560-46c6-9d56-2b8cbed9f4f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:19.210016 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=193c7bd3-aece-462f-bfa9-3d53ce7cb844,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:19.225539 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 2551d734-1334-47de-ac96-3576b314e727 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:18:19.353886 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 2551d734-1334-47de-ac96-3576b314e727, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=2551d734-1334-47de-ac96-3576b314e727,segment=NetworkSegment(32887315-0b64-4817-9f69-e9105851e5d8),segment_id=32887315-0b64-4817-9f69-e9105851e5d8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:19.369681 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 5cbbc87c-022a-4ee6-b9ed-87c67592e147 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:18:19.370102 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-431a0341-3560-46c6-9d56-2b8cbed9f4f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:19.379077 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-b8557f65-c8a1-4adc-8719-5a3496ec6e6e service neutron] 10.222.0.61 "GET /v2.0/networks/51c062da-8d2e-4635-9233-083382f5e91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1804993 Nov 16 11:18:19.380739 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '2551d734-1334-47de-ac96-3576b314e727', 'network_id': 'c4691fdd-c34e-4845-9ba0-d80523cbe337', 'port_id': '2551d734-1334-47de-ac96-3576b314e727', 'mac_address': 'fa:16:3e:b8:30:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd925af4c-3016-4e15-97ad-df96a26dd2ec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:18:19.386731 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['193c7bd3-aece-462f-bfa9-3d53ce7cb844'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:18:19.403723 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-431a0341-3560-46c6-9d56-2b8cbed9f4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:19.458943 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:19.465815 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8313b-1e52-40ec-8741-e8371d0fba04 admin admin] Pushing event updated for resources: {'Port': ['ID=8675d734-f9d6-48b7-96ff-9c32ed2ff258,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:19.501338 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a0341-3560-46c6-9d56-2b8cbed9f4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e81e678-2bad-4199-9a8a-c263ae69b831,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:19.543930 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-431a0341-3560-46c6-9d56-2b8cbed9f4f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:18:19.582417 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b0f2a3c5-407b-45d3-8d6f-58fe0daffccd req-bae3ef5a-2d50-4cb4-9d68-309a47725161 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2d83d1a-7587-49ca-a243-42f07aaa81ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0596623 Nov 16 11:18:19.594910 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-69d8313b-1e52-40ec-8741-e8371d0fba04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:19.658765 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-431a0341-3560-46c6-9d56-2b8cbed9f4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:19.663431 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-431a0341-3560-46c6-9d56-2b8cbed9f4f8 admin admin] Added segment 65ace411-d1b8-4bb8-85c6-0993e23fd886 of type vlan for network 3d868932-43f9-402c-99fa-d250a47653a9 Nov 16 11:18:19.675201 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-bfdc718f-b813-42cc-8c48-8e89a37c810d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:19.677159 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-bfdc718f-b813-42cc-8c48-8e89a37c810d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fca4017bffc548cea20e1270411b1992&device_id=c93c256b-bc50-45b1-b8a3-ea3c6f5cad41 HTTP/1.1" status: 200 len: 1095 time: 0.3031523 Nov 16 11:18:19.801239 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port f4072431-d791-42e9-9b0a-2b259b9afe20 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:18:19.801808 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:19.815301 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:19.832670 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-30224074-b791-4d03-81b3-467b44834198 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:19.932215 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-431a0341-3560-46c6-9d56-2b8cbed9f4f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:19.950843 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b49eb971-a6e2-4b00-b4c5-97b277769fc7 req-5cc571b3-e543-4aeb-b06d-100439002474 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:19.951672 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-30224074-b791-4d03-81b3-467b44834198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:19.978792 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a51302-4a76-4e7c-bdfc-84f8a02c371b req-625d0e18-7b56-444c-b7a4-7ccecf7b7405 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:19.980388 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-82a51302-4a76-4e7c-bdfc-84f8a02c371b req-625d0e18-7b56-444c-b7a4-7ccecf7b7405 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ac80967-d3d3-4d65-a263-7da58c626d0c HTTP/1.1" status: 200 len: 943 time: 0.1672823 Nov 16 11:18:20.057548 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db01076a-fd5e-4e11-8bc0-d3abc23dc93d None None] Pushing event updated for resources: {'Port': ['ID=47f9f334-04fc-44b9-ad03-5120791f52fd,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:20.065475 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [req-82b5e7cf-76d0-493d-bd62-530d39fe9ec1 req-2181955b-8738-4c8c-a5b0-bca311925f5c tempest-FloatingIPDetailsNegativeTestJSON-547541476 tempest-FloatingIPDetailsNegativeTestJSON-547541476-project] show failed (client error): The resource could not be found. Nov 16 11:18:20.082507 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-82b5e7cf-76d0-493d-bd62-530d39fe9ec1 req-2181955b-8738-4c8c-a5b0-bca311925f5c tempest-FloatingIPDetailsNegativeTestJSON-547541476 tempest-FloatingIPDetailsNegativeTestJSON-547541476-project] 10.222.0.61 "GET /v2.0/floatingips/a03f1cdd-be3f-45a4-88e1-ef23edc9ea4f HTTP/1.1" status: 404 len: 350 time: 0.0976884 Nov 16 11:18:20.083045 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 53462) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:20.108310 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2551d734-1334-47de-ac96-3576b314e727 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:18:20.128791 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-30224074-b791-4d03-81b3-467b44834198 None None] Attempting to bind port 47f9f334-04fc-44b9-ad03-5120791f52fd on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:18:20.135888 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-30224074-b791-4d03-81b3-467b44834198 None None] Attempting to bind port 47f9f334-04fc-44b9-ad03-5120791f52fd by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '0581c660-bb1e-4469-af2b-a669b6b10f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '40b5fba1-9290-439b-b81b-d28871598b85'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:18:20.136131 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30224074-b791-4d03-81b3-467b44834198 None None] Attempting to bind port 47f9f334-04fc-44b9-ad03-5120791f52fd on network 40b5fba1-9290-439b-b81b-d28871598b85 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:18:20.136992 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 2551d734-1334-47de-ac96-3576b314e727, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=2551d734-1334-47de-ac96-3576b314e727,segment=NetworkSegment(32887315-0b64-4817-9f69-e9105851e5d8),segment_id=32887315-0b64-4817-9f69-e9105851e5d8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:20.146894 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc571b3-e543-4aeb-b06d-100439002474 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Pushing event deleted for resources: {'Port': ['ID=52a315bf-0c07-4dbf-a0a5-6691c5db1a16,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:20.149458 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30224074-b791-4d03-81b3-467b44834198 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:18:20.149838 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30224074-b791-4d03-81b3-467b44834198 None None] Checking segment: {'id': '0581c660-bb1e-4469-af2b-a669b6b10f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '40b5fba1-9290-439b-b81b-d28871598b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:18:20.151725 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-dd8a5a5b-70e7-4d68-9dc2-6ace8eb95e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:20.152421 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-30224074-b791-4d03-81b3-467b44834198 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:20.154211 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30224074-b791-4d03-81b3-467b44834198 None None] Bound using segment: {'id': '0581c660-bb1e-4469-af2b-a669b6b10f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '40b5fba1-9290-439b-b81b-d28871598b85'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:18:20.155308 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-30224074-b791-4d03-81b3-467b44834198 None None] Bound port: 47f9f334-04fc-44b9-ad03-5120791f52fd, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0581c660-bb1e-4469-af2b-a669b6b10f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '40b5fba1-9290-439b-b81b-d28871598b85'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:18:20.155727 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-30224074-b791-4d03-81b3-467b44834198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:20.156299 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-dd8a5a5b-70e7-4d68-9dc2-6ace8eb95e30 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7bb2a97-86e1-4934-a454-677fe86f6d7e HTTP/1.1" status: 200 len: 909 time: 0.4487870 Nov 16 11:18:20.159079 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:20.159427 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-431a0341-3560-46c6-9d56-2b8cbed9f4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:20.160382 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431a0341-3560-46c6-9d56-2b8cbed9f4f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:20.160953 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-431a0341-3560-46c6-9d56-2b8cbed9f4f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:20.222629 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-becd33b5-d0c7-4315-84c3-0433770da0dd None None] Provisioning complete for port 47f9f334-04fc-44b9-ad03-5120791f52fd triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:18:20.223145 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-becd33b5-d0c7-4315-84c3-0433770da0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:20.321861 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-30224074-b791-4d03-81b3-467b44834198 None None] For port 47f9f334-04fc-44b9-ad03-5120791f52fd, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:18:20.325463 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-30224074-b791-4d03-81b3-467b44834198 None None] For port 47f9f334-04fc-44b9-ad03-5120791f52fd, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=47f9f334-04fc-44b9-ad03-5120791f52fd,segment=NetworkSegment(0581c660-bb1e-4469-af2b-a669b6b10f82),segment_id=0581c660-bb1e-4469-af2b-a669b6b10f82)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:18:20.338601 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-30224074-b791-4d03-81b3-467b44834198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:20.367540 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-60647b90-831a-4abe-b81e-62b3ad919969 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33148d57-3947-45a8-b7d8-6a4f2fbccddc HTTP/1.1" status: 200 len: 217 time: 0.1941504 Nov 16 11:18:20.402294 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=2551d734-1334-47de-ac96-3576b314e727,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:20.423823 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['2551d734-1334-47de-ac96-3576b314e727'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:18:20.449533 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30224074-b791-4d03-81b3-467b44834198 None None] Routers {'c1f767c7-0111-4dfd-9232-4e46b7d99620'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:18:20.450195 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-30224074-b791-4d03-81b3-467b44834198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:18:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c1f767c7-0111-4dfd-9232-4e46b7d99620'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:20.477444 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-69d8313b-1e52-40ec-8741-e8371d0fba04 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:20.482661 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-becd33b5-d0c7-4315-84c3-0433770da0dd None None] Port 47f9f334-04fc-44b9-ad03-5120791f52fd cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:18:20.501068 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 5cbbc87c-022a-4ee6-b9ed-87c67592e147 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:18:20.501479 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:20.527005 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-69d8313b-1e52-40ec-8741-e8371d0fba04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:20.678336 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 52a315bf-0c07-4dbf-a0a5-6691c5db1a16 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:18:20.690638 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-69d8313b-1e52-40ec-8741-e8371d0fba04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:20.779290 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-431a0341-3560-46c6-9d56-2b8cbed9f4f8 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.9548230 Nov 16 11:18:20.787912 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 52a315bf-0c07-4dbf-a0a5-6691c5db1a16 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:18:20.791888 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 52a315bf-0c07-4dbf-a0a5-6691c5db1a16 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:18:20.818959 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a649547b-4da2-4a03-afbb-0b5f559eea77 None None] Provisioning complete for port 8675d734-f9d6-48b7-96ff-9c32ed2ff258 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:18:20.821740 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a649547b-4da2-4a03-afbb-0b5f559eea77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:20.859428 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89b09c-6ca5-4ada-afa3-d553c9dc6a51 req-a43240ba-59ef-4e0e-9b88-9fa8a76d450a tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:20.862297 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 53468) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:20.867991 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5140711a-9d7d-4a85-b1df-9cbaddefce86 admin admin] Request body: {'subnet': {'network_id': '3d868932-43f9-402c-99fa-d250a47653a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1645543215-subnet', 'tenant_id': '552f19450b3242c88d3781f48756057c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:20.899557 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bb89b09c-6ca5-4ada-afa3-d553c9dc6a51 req-a43240ba-59ef-4e0e-9b88-9fa8a76d450a tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=c93c256b-bc50-45b1-b8a3-ea3c6f5cad41 HTTP/1.1" status: 200 len: 944 time: 0.6110122 Nov 16 11:18:20.908199 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device f4072431-d791-42e9-9b0a-2b259b9afe20 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:18:20.955030 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a0341-3560-46c6-9d56-2b8cbed9f4f8 admin admin] Pushing event updated for resources: {'Network': ['ID=3d868932-43f9-402c-99fa-d250a47653a9,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:20.958599 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-82a51302-4a76-4e7c-bdfc-84f8a02c371b req-3b40a015-676d-4286-8aae-1c4f4c39cf82 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3adee73-0139-433a-a7e5-9720cece8767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9632528 Nov 16 11:18:20.975259 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-30224074-b791-4d03-81b3-467b44834198 None None] Set router c1f767c7-0111-4dfd-9232-4e46b7d99620 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:18:21.016777 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-d0db24b8-f747-4933-a09a-4e04cb500877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:21.021316 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-d0db24b8-f747-4933-a09a-4e04cb500877 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7e023778-0206-43f4-abc1-4c067f7e46aa HTTP/1.1" status: 200 len: 848 time: 0.6321139 Nov 16 11:18:21.036141 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 3d868932-43f9-402c-99fa-d250a47653a9 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:18:21.059487 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5140711a-9d7d-4a85-b1df-9cbaddefce86 admin admin] Made reservation on behalf of 552f19450b3242c88d3781f48756057c for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:18:21.064306 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5140711a-9d7d-4a85-b1df-9cbaddefce86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:21.135253 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db01076a-fd5e-4e11-8bc0-d3abc23dc93d None None] Pushing event updated for resources: {'Port': ['ID=47f9f334-04fc-44b9-ad03-5120791f52fd,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:21.151597 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-20d695de-88ff-4d8d-9d4c-1bb1f6dd616e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7bb2a97-86e1-4934-a454-677fe86f6d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1191888 Nov 16 11:18:21.195025 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8313b-1e52-40ec-8741-e8371d0fba04 admin admin] Pushing event updated for resources: {'Port': ['ID=8675d734-f9d6-48b7-96ff-9c32ed2ff258,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:21.213105 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-a649547b-4da2-4a03-afbb-0b5f559eea77 None None] Port 8675d734-f9d6-48b7-96ff-9c32ed2ff258 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:18:21.272906 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:21.319842 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 5cbbc87c-022a-4ee6-b9ed-87c67592e147, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=5cbbc87c-022a-4ee6-b9ed-87c67592e147,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:21.326360 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e08617-ac99-4a8c-8d91-7fc109f96c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cbbc87c-022a-4ee6-b9ed-87c67592e147'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:18:21.329450 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efce4b72-9293-42a2-ac67-f1d761ae2104" -d '{"events": [{"server_uuid": "06e08617-ac99-4a8c-8d91-7fc109f96c53", "name": "network-vif-plugged", "status": "completed", "tag": "5cbbc87c-022a-4ee6-b9ed-87c67592e147"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:18:21.348009 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:21.354961 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a649547b-4da2-4a03-afbb-0b5f559eea77 None None] Provisioning complete for port 47f9f334-04fc-44b9-ad03-5120791f52fd triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:18:21.355589 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a649547b-4da2-4a03-afbb-0b5f559eea77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:21.382826 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b49eb971-a6e2-4b00-b4c5-97b277769fc7 req-5cc571b3-e543-4aeb-b06d-100439002474 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Router 2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:18:21.448278 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-370b38ba-052c-4143-87d7-cbfcf1542cd5 req-ded99dc0-6c2a-426e-a10f-8c5b8d626150 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/ports?device_id=baa1f9e9-3331-45d5-b503-c7ee67e24795 HTTP/1.1" status: 200 len: 210 time: 0.0439007 Nov 16 11:18:21.475901 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=5cbbc87c-022a-4ee6-b9ed-87c67592e147,revision_number=10']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:21.478457 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bb89b09c-6ca5-4ada-afa3-d553c9dc6a51 req-9ead4d54-92bf-4869-a42f-6bbfb9f2eb49 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5122378 Nov 16 11:18:21.534497 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d9a993-0be1-4cfb-b367-db9497ed34d1 x-openstack-request-id: req-45d9a993-0be1-4cfb-b367-db9497ed34d1 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:18:21.534826 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e08617-ac99-4a8c-8d91-7fc109f96c53", "name": "network-vif-plugged", "status": "completed", "tag": "5cbbc87c-022a-4ee6-b9ed-87c67592e147", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:18:21.535085 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-45d9a993-0be1-4cfb-b367-db9497ed34d1 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:18:21.535480 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e08617-ac99-4a8c-8d91-7fc109f96c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cbbc87c-022a-4ee6-b9ed-87c67592e147', 'code': 200} Nov 16 11:18:21.542481 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port f4072431-d791-42e9-9b0a-2b259b9afe20 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:18:21.542863 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:21.616324 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5140711a-9d7d-4a85-b1df-9cbaddefce86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:21.658198 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-30224074-b791-4d03-81b3-467b44834198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f767c7-0111-4dfd-9232-4e46b7d99620', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-922603909-router', 'tenant_id': '38aa757140fd4649b4950ace9ccdf774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd394a8e8-a4af-4695-820b-67cb89d44069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:18:03Z', 'updated_at': '2021-11-16T11:18:15Z', 'revision_number': 4, 'project_id': '38aa757140fd4649b4950ace9ccdf774', 'gw_port': {'id': 'd394a8e8-a4af-4695-820b-67cb89d44069', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:42:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f767c7-0111-4dfd-9232-4e46b7d99620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:18:04Z', 'updated_at': '2021-11-16T11:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '47f9f334-04fc-44b9-ad03-5120791f52fd', 'name': '', 'network_id': '40b5fba1-9290-439b-b81b-d28871598b85', 'tenant_id': '38aa757140fd4649b4950ace9ccdf774', 'mac_address': 'fa:16:3e:bf:bf:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f767c7-0111-4dfd-9232-4e46b7d99620', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'd1e59d12-67d0-48ea-b37c-a6c8a781fc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:18:13Z', 'updated_at': '2021-11-16T11:18:20Z', 'revision_number': 4, 'project_id': '38aa757140fd4649b4950ace9ccdf774', 'subnets': [{'id': 'd1e59d12-67d0-48ea-b37c-a6c8a781fc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:21.668781 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d8313b-1e52-40ec-8741-e8371d0fba04 admin admin] Network 134ed322-0960-4c11-a655-c358722a737d is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:18:21.674361 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-69d8313b-1e52-40ec-8741-e8371d0fba04 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:18:21.741526 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30224074-b791-4d03-81b3-467b44834198 None None] The sync data for ids ['c1f767c7-0111-4dfd-9232-4e46b7d99620'] in n-d-816823-3 is: [{'id': 'c1f767c7-0111-4dfd-9232-4e46b7d99620', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-922603909-router', 'tenant_id': '38aa757140fd4649b4950ace9ccdf774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd394a8e8-a4af-4695-820b-67cb89d44069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:18:03Z', 'updated_at': '2021-11-16T11:18:15Z', 'revision_number': 4, 'project_id': '38aa757140fd4649b4950ace9ccdf774', 'gw_port': {'id': 'd394a8e8-a4af-4695-820b-67cb89d44069', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:42:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f767c7-0111-4dfd-9232-4e46b7d99620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:18:04Z', 'updated_at': '2021-11-16T11:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '47f9f334-04fc-44b9-ad03-5120791f52fd', 'name': '', 'network_id': '40b5fba1-9290-439b-b81b-d28871598b85', 'tenant_id': '38aa757140fd4649b4950ace9ccdf774', 'mac_address': 'fa:16:3e:bf:bf:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f767c7-0111-4dfd-9232-4e46b7d99620', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'd1e59d12-67d0-48ea-b37c-a6c8a781fc1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:18:13Z', 'updated_at': '2021-11-16T11:18:20Z', 'revision_number': 4, 'project_id': '38aa757140fd4649b4950ace9ccdf774', 'subnets': [{'id': 'd1e59d12-67d0-48ea-b37c-a6c8a781fc1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:18:21.771682 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a649547b-4da2-4a03-afbb-0b5f559eea77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:21.877674 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5140711a-9d7d-4a85-b1df-9cbaddefce86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f97d6b2-0974-4695-964b-2fc7fd360b00,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:21.922975 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-a649547b-4da2-4a03-afbb-0b5f559eea77 None None] For port 47f9f334-04fc-44b9-ad03-5120791f52fd, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=47f9f334-04fc-44b9-ad03-5120791f52fd,segment=NetworkSegment(0581c660-bb1e-4469-af2b-a669b6b10f82),segment_id=0581c660-bb1e-4469-af2b-a669b6b10f82)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:21.940282 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a649547b-4da2-4a03-afbb-0b5f559eea77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:21.963664 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fdd75-384c-4540-97ff-09de745d3a05 req-f0ec7683-d228-4399-9869-41fbe5f67f13 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:21.972208 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-499fdd75-384c-4540-97ff-09de745d3a05 req-f0ec7683-d228-4399-9869-41fbe5f67f13 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/ports?device_id=a26cda3a-e03b-4dbd-b0e1-7fd3f228e561 HTTP/1.1" status: 200 len: 949 time: 0.4009204 Nov 16 11:18:22.139117 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ee063ff1-4baf-42cd-958f-5f4970a07c2b None None] Provisioning complete for port 47f9f334-04fc-44b9-ad03-5120791f52fd triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:18:22.139666 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ee063ff1-4baf-42cd-958f-5f4970a07c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:22.142122 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a649547b-4da2-4a03-afbb-0b5f559eea77 None None] Pushing event updated for resources: {'Port': ['ID=47f9f334-04fc-44b9-ad03-5120791f52fd,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:22.197773 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-251c6734-f992-4bf3-9398-482aa28148b6 service neutron] 10.222.0.64 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9852166 Nov 16 11:18:22.213859 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d8313b-1e52-40ec-8741-e8371d0fba04 admin admin] Router 8b067bf3-fc43-4c03-924e-2d58b733ca13 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:18:22.325964 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5140711a-9d7d-4a85-b1df-9cbaddefce86 admin admin] Checking segment: {'id': '65ace411-d1b8-4bb8-85c6-0993e23fd886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3d868932-43f9-402c-99fa-d250a47653a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:18:22.326313 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5140711a-9d7d-4a85-b1df-9cbaddefce86 admin admin] Network hostable DHCP agents. Network: 3d868932-43f9-402c-99fa-d250a47653a9, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:18:22.331433 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b49eb971-a6e2-4b00-b4c5-97b277769fc7 req-5cc571b3-e543-4aeb-b06d-100439002474 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:18:22.343683 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fa352e-d497-49a1-ad52-a71a19b07b32 None None] Sync routers for ids ['2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:18:22.361520 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fa352e-d497-49a1-ad52-a71a19b07b32 None None] Routers {'2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:18:22.362259 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-50fa352e-d497-49a1-ad52-a71a19b07b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:18:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:22.401640 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-499fdd75-384c-4540-97ff-09de745d3a05 req-8debd221-b8f1-4ed7-a3df-a29348c6cd25 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2d83d1a-7587-49ca-a243-42f07aaa81ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285159 Nov 16 11:18:22.439990 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb6785-c89e-4555-924f-c23897d0027a req-251d2b2f-74f2-430b-bffc-9f359d06ef6f tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:22.443000 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49eb971-a6e2-4b00-b4c5-97b277769fc7 req-5cc571b3-e543-4aeb-b06d-100439002474 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] No DVR routers for this DVR port 52a315bf-0c07-4dbf-a0a5-6691c5db1a16 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:18:22.445199 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5140711a-9d7d-4a85-b1df-9cbaddefce86 admin admin] Network 3d868932-43f9-402c-99fa-d250a47653a9 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:18:22.449229 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e4cb6785-c89e-4555-924f-c23897d0027a req-251d2b2f-74f2-430b-bffc-9f359d06ef6f tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ac80967-d3d3-4d65-a263-7da58c626d0c HTTP/1.1" status: 200 len: 944 time: 0.2923353 Nov 16 11:18:22.454952 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b49eb971-a6e2-4b00-b4c5-97b277769fc7 req-5cc571b3-e543-4aeb-b06d-100439002474 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:22.459960 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b49eb971-a6e2-4b00-b4c5-97b277769fc7 req-5cc571b3-e543-4aeb-b06d-100439002474 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.64 "DELETE /v2.0/ports/52a315bf-0c07-4dbf-a0a5-6691c5db1a16 HTTP/1.1" status: 204 len: 173 time: 5.4950361 Nov 16 11:18:22.462641 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf133c1-f2b1-4653-b566-7b80d60f8496', 'name': 'network-vif-deleted', 'tag': '52a315bf-0c07-4dbf-a0a5-6691c5db1a16'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:18:22.479128 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1063c3cf-3b10-405f-a6ab-678072fd0667" -d '{"events": [{"server_uuid": "bdf133c1-f2b1-4653-b566-7b80d60f8496", "name": "network-vif-deleted", "tag": "52a315bf-0c07-4dbf-a0a5-6691c5db1a16"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:18:22.487847 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-5140711a-9d7d-4a85-b1df-9cbaddefce86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 3d868932-43f9-402c-99fa-d250a47653a9) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:18:22.496079 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5140711a-9d7d-4a85-b1df-9cbaddefce86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:22.496592 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5140711a-9d7d-4a85-b1df-9cbaddefce86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:22.548695 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5140711a-9d7d-4a85-b1df-9cbaddefce86 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6844022 Nov 16 11:18:22.629884 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-b9b6982d-a5cf-47f0-99e6-5380f0a03f66 service neutron] 10.222.0.64 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190278 Nov 16 11:18:22.808757 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e4cb6785-c89e-4555-924f-c23897d0027a req-b07b99f5-f93b-47d6-aee5-48463ae4eb24 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3adee73-0139-433a-a7e5-9720cece8767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527005 Nov 16 11:18:22.904384 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc2f768-5979-4b3b-bcae-ad44b0b425a6 x-openstack-request-id: req-1cc2f768-5979-4b3b-bcae-ad44b0b425a6 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:18:22.905465 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf133c1-f2b1-4653-b566-7b80d60f8496", "name": "network-vif-deleted", "tag": "52a315bf-0c07-4dbf-a0a5-6691c5db1a16", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:18:22.905955 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1cc2f768-5979-4b3b-bcae-ad44b0b425a6 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:18:22.906858 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf133c1-f2b1-4653-b566-7b80d60f8496', 'name': 'network-vif-deleted', 'tag': '52a315bf-0c07-4dbf-a0a5-6691c5db1a16', 'status': 'completed', 'code': 200} Nov 16 11:18:22.945908 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0f6f266e-b436-4fb0-bbd6-4ba67ea6b1d1 req-87cc9fac-458d-470c-8d38-3059a776fe8b tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/ports?device_id=baa1f9e9-3331-45d5-b503-c7ee67e24795 HTTP/1.1" status: 200 len: 210 time: 0.1837287 Nov 16 11:18:22.969294 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-592c0eb3-e9fe-47e3-b24c-f8b64186084b tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:22.972279 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-592c0eb3-e9fe-47e3-b24c-f8b64186084b tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.64 "GET /v2.0/networks?id=51c062da-8d2e-4635-9233-083382f5e91b HTTP/1.1" status: 200 len: 823 time: 1.1028867 Nov 16 11:18:23.053144 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef9e2c3-0eae-46c2-b915-56ffd6a55ec8 None None] Network 3d868932-43f9-402c-99fa-d250a47653a9 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:18:23.125968 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d8313b-1e52-40ec-8741-e8371d0fba04 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:18:23.147203 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba3034b-a09c-4019-ab07-0e0a4f5b3dd2 None None] Sync routers for ids ['8b067bf3-fc43-4c03-924e-2d58b733ca13'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:18:23.166307 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba3034b-a09c-4019-ab07-0e0a4f5b3dd2 None None] Routers {'8b067bf3-fc43-4c03-924e-2d58b733ca13'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:18:23.167170 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-4ba3034b-a09c-4019-ab07-0e0a4f5b3dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:18:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['8b067bf3-fc43-4c03-924e-2d58b733ca13'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:23.175041 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 193c7bd3-aece-462f-bfa9-3d53ce7cb844 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:18:23.185659 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-69d8313b-1e52-40ec-8741-e8371d0fba04 admin admin] 10.222.0.61 "PUT /v2.0/routers/8b067bf3-fc43-4c03-924e-2d58b733ca13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0097218 Nov 16 11:18:23.210158 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 47f9f334-04fc-44b9-ad03-5120791f52fd up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:18:23.212636 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 2551d734-1334-47de-ac96-3576b314e727 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:18:23.415813 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-72ce8dfc-44e3-4359-90a0-93fea833c7e9 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=633ef91d4b18467e89e639dc8864c492 HTTP/1.1" status: 200 len: 380 time: 0.3970206 Nov 16 11:18:23.429290 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-50fa352e-d497-49a1-ad52-a71a19b07b32 None None] Set router 2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:18:23.444762 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-4ea454cc-696a-4269-93d1-5cd66b515d7c tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Request body: {'port': {'device_id': 'baa1f9e9-3331-45d5-b503-c7ee67e24795', 'network_id': '51c062da-8d2e-4635-9233-083382f5e91b', 'admin_state_up': True, 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'security_groups': ['29be483f-dbde-4ea7-977a-e091d2cc6d48']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:23.458297 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:18:23.526537 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1943f5-d499-448e-916e-50356b4acbbc req-811bee26-7be6-45e7-bfea-9df4be9389c3 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:23.530670 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-4ba3034b-a09c-4019-ab07-0e0a4f5b3dd2 None None] Set router 8b067bf3-fc43-4c03-924e-2d58b733ca13 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:18:23.536416 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6a1943f5-d499-448e-916e-50356b4acbbc req-811bee26-7be6-45e7-bfea-9df4be9389c3 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=c93c256b-bc50-45b1-b8a3-ea3c6f5cad41 HTTP/1.1" status: 200 len: 944 time: 0.4901445 Nov 16 11:18:23.586736 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-37d9a692-b38e-435d-8697-a893c8f425c0 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:23.588246 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-37d9a692-b38e-435d-8697-a893c8f425c0 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c93c256b-bc50-45b1-b8a3-ea3c6f5cad41&tenant_id=fca4017bffc548cea20e1270411b1992&binding%3Ahost_id=n-h2-816823-3 HTTP/1.1" status: 200 len: 1095 time: 0.0987136 Nov 16 11:18:23.629265 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-00df0a24-953d-4d39-80c8-31d8cf8efdc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:23.640418 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-e48a2777-44ef-4b7f-995c-b4caa33a9df1 None None] Provisioning complete for port 8675d734-f9d6-48b7-96ff-9c32ed2ff258 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:18:23.640792 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e48a2777-44ef-4b7f-995c-b4caa33a9df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:23.734842 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07eb6420-1a62-4444-89f3-6a8af523aa70 None None] Network 3d868932-43f9-402c-99fa-d250a47653a9 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:18:23.823843 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-08bbda5f-a490-4d35-a712-894ee8a15470 service neutron] For port 33148d57-3947-45a8-b7d8-6a4f2fbccddc, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:18:23.827229 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-e48a2777-44ef-4b7f-995c-b4caa33a9df1 None None] Port 8675d734-f9d6-48b7-96ff-9c32ed2ff258 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:18:23.827382 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-08bbda5f-a490-4d35-a712-894ee8a15470 service neutron] Publish callbacks [] for binding, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:23.830618 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3f8bf2cc-e62e-4d8f-bf99-0841e7795709 req-08bbda5f-a490-4d35-a712-894ee8a15470 service neutron] 10.222.0.64 "DELETE /v2.0/ports/33148d57-3947-45a8-b7d8-6a4f2fbccddc/bindings/n-h1-816823-3 HTTP/1.1" status: 204 len: 173 time: 0.2263560 Nov 16 11:18:23.830796 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port 2551d734-1334-47de-ac96-3576b314e727 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:18:23.848905 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010422d-28aa-42f1-9139-2484a6052335 req-380ee3b1-124e-4bff-b3a6-896a73f562ee tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:23.862368 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2010422d-28aa-42f1-9139-2484a6052335 req-380ee3b1-124e-4bff-b3a6-896a73f562ee tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] 10.222.0.61 "GET /v2.0/networks?id=3d868932-43f9-402c-99fa-d250a47653a9 HTTP/1.1" status: 200 len: 809 time: 0.6438179 Nov 16 11:18:23.888016 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 2551d734-1334-47de-ac96-3576b314e727 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:18:23.888426 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:23.899756 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 193c7bd3-aece-462f-bfa9-3d53ce7cb844 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:18:23.963700 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 193c7bd3-aece-462f-bfa9-3d53ce7cb844 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:18:23.964130 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:23.967689 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2010422d-28aa-42f1-9139-2484a6052335 req-90e86262-6c91-4449-ae40-54c17fe4ce9b tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] 10.222.0.61 "GET /v2.0/quotas/552f19450b3242c88d3781f48756057c HTTP/1.1" status: 200 len: 375 time: 0.1044276 Nov 16 11:18:23.990257 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 47f9f334-04fc-44b9-ad03-5120791f52fd triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:18:23.990632 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:24.009685 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-4ba3034b-a09c-4019-ab07-0e0a4f5b3dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b067bf3-fc43-4c03-924e-2d58b733ca13', 'name': 'tempest-FloatingIPsTestJSON-1377749736-router', 'tenant_id': 'b93e16b5088a434e83f06e6986f5cdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': 'f4072431-d791-42e9-9b0a-2b259b9afe20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:18:08Z', 'updated_at': '2021-11-16T11:18:19Z', 'revision_number': 4, 'project_id': 'b93e16b5088a434e83f06e6986f5cdec', 'gw_port': {'id': 'f4072431-d791-42e9-9b0a-2b259b9afe20', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:08:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b067bf3-fc43-4c03-924e-2d58b733ca13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:18:09Z', 'updated_at': '2021-11-16T11:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '8675d734-f9d6-48b7-96ff-9c32ed2ff258', 'name': '', 'network_id': '134ed322-0960-4c11-a655-c358722a737d', 'tenant_id': 'b93e16b5088a434e83f06e6986f5cdec', 'mac_address': 'fa:16:3e:2b:88:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b067bf3-fc43-4c03-924e-2d58b733ca13', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'b4606ebc-3b8d-450a-b3fe-326f7660508b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:18:17Z', 'updated_at': '2021-11-16T11:18:19Z', 'revision_number': 2, 'project_id': 'b93e16b5088a434e83f06e6986f5cdec', 'subnets': [{'id': 'b4606ebc-3b8d-450a-b3fe-326f7660508b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:24.031776 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6a1943f5-d499-448e-916e-50356b4acbbc req-e148dec6-edb2-4d01-814d-7083f7998431 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4898598 Nov 16 11:18:24.048776 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba3034b-a09c-4019-ab07-0e0a4f5b3dd2 None None] Checking router: 8b067bf3-fc43-4c03-924e-2d58b733ca13 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:18:24.049141 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba3034b-a09c-4019-ab07-0e0a4f5b3dd2 None None] Updating router 8b067bf3-fc43-4c03-924e-2d58b733ca13 port 8675d734-f9d6-48b7-96ff-9c32ed2ff258 binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:18:24.080180 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4ba3034b-a09c-4019-ab07-0e0a4f5b3dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:24.095383 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2010422d-28aa-42f1-9139-2484a6052335 req-6e707200-8426-465d-b4d2-4f721105ba26 tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=552f19450b3242c88d3781f48756057c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1076276 Nov 16 11:18:24.294331 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-50fa352e-d497-49a1-ad52-a71a19b07b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-840112725-router', 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'dd5df8bd-1786-49d5-b0f5-482dc80ec83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:15:42Z', 'updated_at': '2021-11-16T11:15:47Z', 'revision_number': 4, 'project_id': '633ef91d4b18467e89e639dc8864c492', 'gw_port': {'id': 'dd5df8bd-1786-49d5-b0f5-482dc80ec83b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:15:43Z', 'updated_at': '2021-11-16T11:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '8edb7184-a35e-4649-86f3-f83eae38ce10', 'name': '', 'network_id': '51c062da-8d2e-4635-9233-083382f5e91b', 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'mac_address': 'fa:16:3e:86:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '3a80f9cd-7734-45f6-8085-b4fd319f0cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:15:45Z', 'updated_at': '2021-11-16T11:15:51Z', 'revision_number': 5, 'project_id': '633ef91d4b18467e89e639dc8864c492', 'subnets': [{'id': '3a80f9cd-7734-45f6-8085-b4fd319f0cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:24.384778 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fa352e-d497-49a1-ad52-a71a19b07b32 None None] Checking router: 2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:18:24.416425 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:24.418948 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fa352e-d497-49a1-ad52-a71a19b07b32 None None] Routers {'2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:18:24.419840 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-50fa352e-d497-49a1-ad52-a71a19b07b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:18:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:24.503620 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4ba3034b-a09c-4019-ab07-0e0a4f5b3dd2 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:24.514458 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:24.514694 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4ba3034b-a09c-4019-ab07-0e0a4f5b3dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:24.566218 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-4ea454cc-696a-4269-93d1-5cd66b515d7c tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Made reservation on behalf of 633ef91d4b18467e89e639dc8864c492 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:18:24.570182 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-4ea454cc-696a-4269-93d1-5cd66b515d7c tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:24.611473 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 2551d734-1334-47de-ac96-3576b314e727, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=2551d734-1334-47de-ac96-3576b314e727,segment=NetworkSegment(32887315-0b64-4817-9f69-e9105851e5d8),segment_id=32887315-0b64-4817-9f69-e9105851e5d8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:24.612214 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d43f8e-a7ac-4105-929a-1bee8448df40 None None] Pushing event updated for resources: {'Port': ['ID=8675d734-f9d6-48b7-96ff-9c32ed2ff258,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:24.621718 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac80967-d3d3-4d65-a263-7da58c626d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2551d734-1334-47de-ac96-3576b314e727'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:18:24.628620 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a982d2-a44d-4b3a-9626-0161158c12eb" -d '{"events": [{"server_uuid": "5ac80967-d3d3-4d65-a263-7da58c626d0c", "name": "network-vif-plugged", "status": "completed", "tag": "2551d734-1334-47de-ac96-3576b314e727"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:18:24.631200 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f6d51-aaee-4df2-9ba1-e98727189f02 req-37199bb6-f4c7-42c1-8542-da5b545111d3 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:24.647204 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-918f6d51-aaee-4df2-9ba1-e98727189f02 req-37199bb6-f4c7-42c1-8542-da5b545111d3 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/ports?device_id=a26cda3a-e03b-4dbd-b0e1-7fd3f228e561 HTTP/1.1" status: 200 len: 949 time: 0.5033188 Nov 16 11:18:24.671145 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:24.747247 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-4ba3034b-a09c-4019-ab07-0e0a4f5b3dd2 None None] Attempting to bind port 8675d734-f9d6-48b7-96ff-9c32ed2ff258 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:18:24.747247 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-4ba3034b-a09c-4019-ab07-0e0a4f5b3dd2 None None] Attempting to bind port 8675d734-f9d6-48b7-96ff-9c32ed2ff258 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'cb883649-aa16-4970-9748-12afafa5095f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '134ed322-0960-4c11-a655-c358722a737d'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:18:24.747454 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba3034b-a09c-4019-ab07-0e0a4f5b3dd2 None None] Attempting to bind port 8675d734-f9d6-48b7-96ff-9c32ed2ff258 on network 134ed322-0960-4c11-a655-c358722a737d {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:18:24.755115 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 193c7bd3-aece-462f-bfa9-3d53ce7cb844, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=193c7bd3-aece-462f-bfa9-3d53ce7cb844,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:24.755976 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba3034b-a09c-4019-ab07-0e0a4f5b3dd2 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:18:24.756357 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba3034b-a09c-4019-ab07-0e0a4f5b3dd2 None None] Checking segment: {'id': 'cb883649-aa16-4970-9748-12afafa5095f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '134ed322-0960-4c11-a655-c358722a737d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:18:24.756755 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4ba3034b-a09c-4019-ab07-0e0a4f5b3dd2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:24.757169 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba3034b-a09c-4019-ab07-0e0a4f5b3dd2 None None] Bound using segment: {'id': 'cb883649-aa16-4970-9748-12afafa5095f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '134ed322-0960-4c11-a655-c358722a737d'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:18:24.757659 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-4ba3034b-a09c-4019-ab07-0e0a4f5b3dd2 None None] Bound port: 8675d734-f9d6-48b7-96ff-9c32ed2ff258, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb883649-aa16-4970-9748-12afafa5095f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '134ed322-0960-4c11-a655-c358722a737d'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:18:24.758341 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4ba3034b-a09c-4019-ab07-0e0a4f5b3dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:24.791785 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:24.804248 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2010422d-28aa-42f1-9139-2484a6052335 req-cf79c248-a707-4151-82e0-8c904d1526df service neutron] 10.222.0.61 "GET /v2.0/networks/3d868932-43f9-402c-99fa-d250a47653a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6594799 Nov 16 11:18:24.812399 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-50fa352e-d497-49a1-ad52-a71a19b07b32 None None] Set router 2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:18:24.855849 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-4ba3034b-a09c-4019-ab07-0e0a4f5b3dd2 None None] For port 8675d734-f9d6-48b7-96ff-9c32ed2ff258, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:18:24.860471 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-4ba3034b-a09c-4019-ab07-0e0a4f5b3dd2 None None] For port 8675d734-f9d6-48b7-96ff-9c32ed2ff258, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=8675d734-f9d6-48b7-96ff-9c32ed2ff258,segment=NetworkSegment(cb883649-aa16-4970-9748-12afafa5095f),segment_id=cb883649-aa16-4970-9748-12afafa5095f)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:18:24.876395 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4ba3034b-a09c-4019-ab07-0e0a4f5b3dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:24.879208 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=2551d734-1334-47de-ac96-3576b314e727,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:24.977475 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba3034b-a09c-4019-ab07-0e0a4f5b3dd2 None None] Routers {'8b067bf3-fc43-4c03-924e-2d58b733ca13'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:18:24.978101 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-4ba3034b-a09c-4019-ab07-0e0a4f5b3dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:18:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['8b067bf3-fc43-4c03-924e-2d58b733ca13'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:25.046140 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-918f6d51-aaee-4df2-9ba1-e98727189f02 req-397736ff-3e72-44f8-8223-1aaec6dcdf73 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2d83d1a-7587-49ca-a243-42f07aaa81ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975115 Nov 16 11:18:25.113962 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d43f8e-a7ac-4105-929a-1bee8448df40 None None] Pushing event updated for resources: {'Port': ['ID=8675d734-f9d6-48b7-96ff-9c32ed2ff258,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:25.170183 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-0077bd07-9729-4e40-8cae-d894cb1d8162 None None] Provisioning complete for port 8675d734-f9d6-48b7-96ff-9c32ed2ff258 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:18:25.170571 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0077bd07-9729-4e40-8cae-d894cb1d8162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:25.173530 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=193c7bd3-aece-462f-bfa9-3d53ce7cb844,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:25.184988 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-4ba3034b-a09c-4019-ab07-0e0a4f5b3dd2 None None] Set router 8b067bf3-fc43-4c03-924e-2d58b733ca13 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:18:25.387054 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-4ea454cc-696a-4269-93d1-5cd66b515d7c tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Allocated IP 172.20.0.11 (51c062da-8d2e-4635-9233-083382f5e91b/3a80f9cd-7734-45f6-8085-b4fd319f0cf2/48e1828f-e7d7-4a31-b5e4-02cf1b427966) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:18:25.404390 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2010422d-28aa-42f1-9139-2484a6052335 req-bf6a7389-9d15-4d11-be0c-989b96c2ce7f service neutron] 10.222.0.61 "GET /v2.0/networks/3d868932-43f9-402c-99fa-d250a47653a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5931509 Nov 16 11:18:25.433031 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0077bd07-9729-4e40-8cae-d894cb1d8162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:25.452741 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-00df0a24-953d-4d39-80c8-31d8cf8efdc8 admin admin] Deleting port 47f9f334-04fc-44b9-ad03-5120791f52fd {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:18:25.453427 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-00df0a24-953d-4d39-80c8-31d8cf8efdc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:25.476137 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-0077bd07-9729-4e40-8cae-d894cb1d8162 None None] For port 8675d734-f9d6-48b7-96ff-9c32ed2ff258, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=8675d734-f9d6-48b7-96ff-9c32ed2ff258,segment=NetworkSegment(cb883649-aa16-4970-9748-12afafa5095f),segment_id=cb883649-aa16-4970-9748-12afafa5095f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:25.482601 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-50fa352e-d497-49a1-ad52-a71a19b07b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-840112725-router', 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'dd5df8bd-1786-49d5-b0f5-482dc80ec83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:15:42Z', 'updated_at': '2021-11-16T11:15:47Z', 'revision_number': 4, 'project_id': '633ef91d4b18467e89e639dc8864c492', 'gw_port': {'id': 'dd5df8bd-1786-49d5-b0f5-482dc80ec83b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:15:43Z', 'updated_at': '2021-11-16T11:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '8edb7184-a35e-4649-86f3-f83eae38ce10', 'name': '', 'network_id': '51c062da-8d2e-4635-9233-083382f5e91b', 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'mac_address': 'fa:16:3e:86:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '3a80f9cd-7734-45f6-8085-b4fd319f0cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:15:45Z', 'updated_at': '2021-11-16T11:15:51Z', 'revision_number': 5, 'project_id': '633ef91d4b18467e89e639dc8864c492', 'subnets': [{'id': '3a80f9cd-7734-45f6-8085-b4fd319f0cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:25.487436 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0077bd07-9729-4e40-8cae-d894cb1d8162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:25.510309 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-4ba3034b-a09c-4019-ab07-0e0a4f5b3dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b067bf3-fc43-4c03-924e-2d58b733ca13', 'name': 'tempest-FloatingIPsTestJSON-1377749736-router', 'tenant_id': 'b93e16b5088a434e83f06e6986f5cdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': 'f4072431-d791-42e9-9b0a-2b259b9afe20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:18:08Z', 'updated_at': '2021-11-16T11:18:19Z', 'revision_number': 4, 'project_id': 'b93e16b5088a434e83f06e6986f5cdec', 'gw_port': {'id': 'f4072431-d791-42e9-9b0a-2b259b9afe20', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:08:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b067bf3-fc43-4c03-924e-2d58b733ca13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:18:09Z', 'updated_at': '2021-11-16T11:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '8675d734-f9d6-48b7-96ff-9c32ed2ff258', 'name': '', 'network_id': '134ed322-0960-4c11-a655-c358722a737d', 'tenant_id': 'b93e16b5088a434e83f06e6986f5cdec', 'mac_address': 'fa:16:3e:2b:88:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b067bf3-fc43-4c03-924e-2d58b733ca13', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'b4606ebc-3b8d-450a-b3fe-326f7660508b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:18:17Z', 'updated_at': '2021-11-16T11:18:24Z', 'revision_number': 4, 'project_id': 'b93e16b5088a434e83f06e6986f5cdec', 'subnets': [{'id': 'b4606ebc-3b8d-450a-b3fe-326f7660508b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:25.516671 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fa352e-d497-49a1-ad52-a71a19b07b32 None None] The sync data for ids ['2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4'] in n-d-816823-3 is: [{'id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-840112725-router', 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'dd5df8bd-1786-49d5-b0f5-482dc80ec83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:15:42Z', 'updated_at': '2021-11-16T11:15:47Z', 'revision_number': 4, 'project_id': '633ef91d4b18467e89e639dc8864c492', 'gw_port': {'id': 'dd5df8bd-1786-49d5-b0f5-482dc80ec83b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:15:43Z', 'updated_at': '2021-11-16T11:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '8edb7184-a35e-4649-86f3-f83eae38ce10', 'name': '', 'network_id': '51c062da-8d2e-4635-9233-083382f5e91b', 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'mac_address': 'fa:16:3e:86:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '3a80f9cd-7734-45f6-8085-b4fd319f0cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:15:45Z', 'updated_at': '2021-11-16T11:15:51Z', 'revision_number': 5, 'project_id': '633ef91d4b18467e89e639dc8864c492', 'subnets': [{'id': '3a80f9cd-7734-45f6-8085-b4fd319f0cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:18:25.575784 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-23baa631-95ae-4b3b-956c-0f871312c41d req-6aa7e7c6-a729-41c9-940b-e68d6569795f tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3945882 Nov 16 11:18:25.588408 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-23baa631-95ae-4b3b-956c-0f871312c41d req-5da9a362-3358-47a6-99a1-0842d2e7054a tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:25.828911 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba3034b-a09c-4019-ab07-0e0a4f5b3dd2 None None] The sync data for ids ['8b067bf3-fc43-4c03-924e-2d58b733ca13'] in n-d-816823-3 is: [{'id': '8b067bf3-fc43-4c03-924e-2d58b733ca13', 'name': 'tempest-FloatingIPsTestJSON-1377749736-router', 'tenant_id': 'b93e16b5088a434e83f06e6986f5cdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': 'f4072431-d791-42e9-9b0a-2b259b9afe20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:18:08Z', 'updated_at': '2021-11-16T11:18:19Z', 'revision_number': 4, 'project_id': 'b93e16b5088a434e83f06e6986f5cdec', 'gw_port': {'id': 'f4072431-d791-42e9-9b0a-2b259b9afe20', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:08:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b067bf3-fc43-4c03-924e-2d58b733ca13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:18:09Z', 'updated_at': '2021-11-16T11:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '8675d734-f9d6-48b7-96ff-9c32ed2ff258', 'name': '', 'network_id': '134ed322-0960-4c11-a655-c358722a737d', 'tenant_id': 'b93e16b5088a434e83f06e6986f5cdec', 'mac_address': 'fa:16:3e:2b:88:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b067bf3-fc43-4c03-924e-2d58b733ca13', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'b4606ebc-3b8d-450a-b3fe-326f7660508b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:18:17Z', 'updated_at': '2021-11-16T11:18:24Z', 'revision_number': 4, 'project_id': 'b93e16b5088a434e83f06e6986f5cdec', 'subnets': [{'id': 'b4606ebc-3b8d-450a-b3fe-326f7660508b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:18:25.926055 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-00df0a24-953d-4d39-80c8-31d8cf8efdc8 admin admin] For port 47f9f334-04fc-44b9-ad03-5120791f52fd, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=47f9f334-04fc-44b9-ad03-5120791f52fd,segment=NetworkSegment(0581c660-bb1e-4469-af2b-a669b6b10f82),segment_id=0581c660-bb1e-4469-af2b-a669b6b10f82)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:25.926055 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-00df0a24-953d-4d39-80c8-31d8cf8efdc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:25.974643 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-23baa631-95ae-4b3b-956c-0f871312c41d req-5da9a362-3358-47a6-99a1-0842d2e7054a tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Publish callbacks [] for floatingip, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:25.988133 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0077bd07-9729-4e40-8cae-d894cb1d8162 None None] Pushing event updated for resources: {'Port': ['ID=8675d734-f9d6-48b7-96ff-9c32ed2ff258,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:26.001656 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e407f7-1655-47ba-b2fc-a8d28b74361d None None] New status for floating IP 094b5115-b5bb-43a9-b252-029cceee1b7b: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:18:26.008973 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-108c202d-dfdd-41bc-8d23-5e2e2f012d36 None None] Provisioning complete for port 8675d734-f9d6-48b7-96ff-9c32ed2ff258 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:18:26.009433 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-108c202d-dfdd-41bc-8d23-5e2e2f012d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:26.125859 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-00df0a24-953d-4d39-80c8-31d8cf8efdc8 admin admin] Calling delete_port for 47f9f334-04fc-44b9-ad03-5120791f52fd owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:18:26.441017 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34610ffe-e283-44ac-a7af-ac01692dc4d9 req-e79748fc-3394-4e37-ad76-16655c84745c tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:26.449187 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-34610ffe-e283-44ac-a7af-ac01692dc4d9 req-e79748fc-3394-4e37-ad76-16655c84745c tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ac80967-d3d3-4d65-a263-7da58c626d0c HTTP/1.1" status: 200 len: 945 time: 0.4664397 Nov 16 11:18:26.473905 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-4ea454cc-696a-4269-93d1-5cd66b515d7c tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:26.572788 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-34610ffe-e283-44ac-a7af-ac01692dc4d9 req-c7142bb8-c34c-4020-b1ee-0eecfc47549e tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3adee73-0139-433a-a7e5-9720cece8767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174073 Nov 16 11:18:26.802269 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 8675d734-f9d6-48b7-96ff-9c32ed2ff258 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:18:26.807159 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cfdbee6e-93af-46e4-a9c3-c80579d47e4c req-b010405c-d95f-4137-acfd-ff5b06fe0f17 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/ports?device_id=baa1f9e9-3331-45d5-b503-c7ee67e24795 HTTP/1.1" status: 200 len: 210 time: 0.0897958 Nov 16 11:18:26.812330 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-4ea454cc-696a-4269-93d1-5cd66b515d7c tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:26.816562 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-23baa631-95ae-4b3b-956c-0f871312c41d req-5da9a362-3358-47a6-99a1-0842d2e7054a tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:26.925099 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8afa5b-dca5-451f-8793-44b7e2ce3943 x-openstack-request-id: req-4e8afa5b-dca5-451f-8793-44b7e2ce3943 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:18:26.925432 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac80967-d3d3-4d65-a263-7da58c626d0c", "name": "network-vif-plugged", "status": "completed", "tag": "2551d734-1334-47de-ac96-3576b314e727", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:18:26.925640 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4e8afa5b-dca5-451f-8793-44b7e2ce3943 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:18:26.926089 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac80967-d3d3-4d65-a263-7da58c626d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2551d734-1334-47de-ac96-3576b314e727', 'code': 200} Nov 16 11:18:26.976541 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 8675d734-f9d6-48b7-96ff-9c32ed2ff258 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:18:26.976927 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:27.060841 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-4ea454cc-696a-4269-93d1-5cd66b515d7c tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Network 51c062da-8d2e-4635-9233-083382f5e91b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:18:27.102256 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-4ea454cc-696a-4269-93d1-5cd66b515d7c tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:18:27.136028 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b2704-ba57-43b2-a9a3-c5107e6f222b req-3d0d2d8a-8a4f-47ce-957d-b570118d58e8 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:27.144426 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1c5b2704-ba57-43b2-a9a3-c5107e6f222b req-3d0d2d8a-8a4f-47ce-957d-b570118d58e8 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=c93c256b-bc50-45b1-b8a3-ea3c6f5cad41 HTTP/1.1" status: 200 len: 944 time: 0.1226833 Nov 16 11:18:27.154987 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-00df0a24-953d-4d39-80c8-31d8cf8efdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:27.179467 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-4ea454cc-696a-4269-93d1-5cd66b515d7c tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:18:27.247594 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-23baa631-95ae-4b3b-956c-0f871312c41d req-5da9a362-3358-47a6-99a1-0842d2e7054a tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Allocated IP 172.25.0.15 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/823ddbd5-175d-4d12-8740-a7600bd8d20d) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:18:27.254523 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea454cc-696a-4269-93d1-5cd66b515d7c tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Pushing event updated for resources: {'Port': ['ID=48e1828f-e7d7-4a31-b5e4-02cf1b427966,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:27.440685 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df0a24-953d-4d39-80c8-31d8cf8efdc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=47f9f334-04fc-44b9-ad03-5120791f52fd,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:27.518632 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010422d-28aa-42f1-9139-2484a6052335 req-17581557-781c-4bc8-bb3a-d90f76bc1264 tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:27.520182 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2010422d-28aa-42f1-9139-2484a6052335 req-17581557-781c-4bc8-bb3a-d90f76bc1264 tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] 10.222.0.36 "GET /v2.0/networks?id=3d868932-43f9-402c-99fa-d250a47653a9 HTTP/1.1" status: 200 len: 809 time: 0.2628393 Nov 16 11:18:27.534575 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-2010422d-28aa-42f1-9139-2484a6052335 req-228070a8-53c1-4076-996b-bcf6bcaf5e3d tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] Request body: {'port': {'device_id': '452662b7-4ae4-4a69-978a-ef10fbb143c1', 'network_id': '3d868932-43f9-402c-99fa-d250a47653a9', 'admin_state_up': True, 'tenant_id': '552f19450b3242c88d3781f48756057c'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:27.588343 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d2df308f-b360-4938-b09e-b925fa75060b None None] Provisioning complete for port 48e1828f-e7d7-4a31-b5e4-02cf1b427966 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:18:27.588834 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d2df308f-b360-4938-b09e-b925fa75060b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:27.652449 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-d2df308f-b360-4938-b09e-b925fa75060b None None] Port 48e1828f-e7d7-4a31-b5e4-02cf1b427966 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:18:27.724183 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2010422d-28aa-42f1-9139-2484a6052335 req-228070a8-53c1-4076-996b-bcf6bcaf5e3d tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] Made reservation on behalf of 552f19450b3242c88d3781f48756057c for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:18:27.724850 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-4ea454cc-696a-4269-93d1-5cd66b515d7c tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:27.725234 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-4ea454cc-696a-4269-93d1-5cd66b515d7c tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:27.737526 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2010422d-28aa-42f1-9139-2484a6052335 req-228070a8-53c1-4076-996b-bcf6bcaf5e3d tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:27.738866 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae43f8e-2b91-4c46-9b2f-6b42e2c8455d req-2d7f330e-75e7-4db7-8139-9a1d171cb863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:27.740543 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cae43f8e-2b91-4c46-9b2f-6b42e2c8455d req-2d7f330e-75e7-4db7-8139-9a1d171cb863 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5ac80967-d3d3-4d65-a263-7da58c626d0c HTTP/1.1" status: 200 len: 1096 time: 0.7407842 Nov 16 11:18:27.745805 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:27.783919 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-23baa631-95ae-4b3b-956c-0f871312c41d req-5da9a362-3358-47a6-99a1-0842d2e7054a tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:27.809888 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1c5b2704-ba57-43b2-a9a3-c5107e6f222b req-98ba3c2a-80b5-4887-94da-0c19246f12d8 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6643257 Nov 16 11:18:27.833026 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-4ea454cc-696a-4269-93d1-5cd66b515d7c tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3960636 Nov 16 11:18:27.892617 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-b6a64b68-13dc-4f68-b2df-343aae386db6 service neutron] Request body: {'port': {'device_id': 'baa1f9e9-3331-45d5-b503-c7ee67e24795', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:27.900011 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cae43f8e-2b91-4c46-9b2f-6b42e2c8455d req-abce84c7-3a39-47bd-bc5f-5d69f43b625f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f3adee73-0139-433a-a7e5-9720cece8767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348474 Nov 16 11:18:27.960293 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cc8009c7-ab65-49fd-aeca-97993c8e561b req-a168c662-fc33-4a20-aae1-3cc220c59460 tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] 10.222.0.61 "GET /v2.0/ports?device_id=452662b7-4ae4-4a69-978a-ef10fbb143c1 HTTP/1.1" status: 200 len: 210 time: 0.0589440 Nov 16 11:18:27.977482 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-00df0a24-953d-4d39-80c8-31d8cf8efdc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:27.999768 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-2010422d-28aa-42f1-9139-2484a6052335 req-228070a8-53c1-4076-996b-bcf6bcaf5e3d tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] Allocated IP 172.20.0.2 (3d868932-43f9-402c-99fa-d250a47653a9/0f97d6b2-0974-4695-964b-2fc7fd360b00/a51bacff-f798-4c20-906a-02d7c3ef6e4c) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:18:28.018344 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-b6a64b68-13dc-4f68-b2df-343aae386db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:28.036801 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-23baa631-95ae-4b3b-956c-0f871312c41d req-5da9a362-3358-47a6-99a1-0842d2e7054a tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:28.198499 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2010422d-28aa-42f1-9139-2484a6052335 req-228070a8-53c1-4076-996b-bcf6bcaf5e3d tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:28.204103 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23baa631-95ae-4b3b-956c-0f871312c41d req-5da9a362-3358-47a6-99a1-0842d2e7054a tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:18:28.240151 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-23baa631-95ae-4b3b-956c-0f871312c41d req-5da9a362-3358-47a6-99a1-0842d2e7054a tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:18:28.251478 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-23baa631-95ae-4b3b-956c-0f871312c41d req-5da9a362-3358-47a6-99a1-0842d2e7054a tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:18:28.261260 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2010422d-28aa-42f1-9139-2484a6052335 req-228070a8-53c1-4076-996b-bcf6bcaf5e3d tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:28.311116 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da9a362-3358-47a6-99a1-0842d2e7054a tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Pushing event updated for resources: {'Port': ['ID=823ddbd5-175d-4d12-8740-a7600bd8d20d,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:28.312129 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2010422d-28aa-42f1-9139-2484a6052335 req-228070a8-53c1-4076-996b-bcf6bcaf5e3d tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] Network 3d868932-43f9-402c-99fa-d250a47653a9 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:18:28.321746 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-2010422d-28aa-42f1-9139-2484a6052335 req-228070a8-53c1-4076-996b-bcf6bcaf5e3d tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:18:28.325749 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-2010422d-28aa-42f1-9139-2484a6052335 req-228070a8-53c1-4076-996b-bcf6bcaf5e3d tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:18:28.367937 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be3d05-22ee-4e43-9df4-bfe2aeb72deb req-c2f463e6-cd88-4d27-aa22-37aababa1a2c tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:28.371250 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228070a8-53c1-4076-996b-bcf6bcaf5e3d tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] Pushing event updated for resources: {'Port': ['ID=a51bacff-f798-4c20-906a-02d7c3ef6e4c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:28.378379 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c0be3d05-22ee-4e43-9df4-bfe2aeb72deb req-c2f463e6-cd88-4d27-aa22-37aababa1a2c tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/ports?device_id=a26cda3a-e03b-4dbd-b0e1-7fd3f228e561 HTTP/1.1" status: 200 len: 950 time: 0.2863076 Nov 16 11:18:28.393370 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010422d-28aa-42f1-9139-2484a6052335 req-228070a8-53c1-4076-996b-bcf6bcaf5e3d tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:28.394678 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2010422d-28aa-42f1-9139-2484a6052335 req-228070a8-53c1-4076-996b-bcf6bcaf5e3d tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:28.421179 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2010422d-28aa-42f1-9139-2484a6052335 req-228070a8-53c1-4076-996b-bcf6bcaf5e3d tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8900745 Nov 16 11:18:28.438749 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-2010422d-28aa-42f1-9139-2484a6052335 req-6eb1bab7-f871-4695-a848-566099bd83b9 service neutron] Request body: {'port': {'device_id': '452662b7-4ae4-4a69-978a-ef10fbb143c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:28.517533 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2010422d-28aa-42f1-9139-2484a6052335 req-6eb1bab7-f871-4695-a848-566099bd83b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:28.669798 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:28.927442 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26cda3a-e03b-4dbd-b0e1-7fd3f228e561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193c7bd3-aece-462f-bfa9-3d53ce7cb844'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:18:28.930540 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726a7ca9-11f4-43d9-b823-f5fb46b13f2c" -d '{"events": [{"server_uuid": "a26cda3a-e03b-4dbd-b0e1-7fd3f228e561", "name": "network-vif-plugged", "status": "completed", "tag": "193c7bd3-aece-462f-bfa9-3d53ce7cb844"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:18:28.961894 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-2010422d-28aa-42f1-9139-2484a6052335 req-6eb1bab7-f871-4695-a848-566099bd83b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a51bacff-f798-4c20-906a-02d7c3ef6e4c {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:18:28.967460 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c0be3d05-22ee-4e43-9df4-bfe2aeb72deb req-2509f791-4620-4026-97be-19d7bb2676cd tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2d83d1a-7587-49ca-a243-42f07aaa81ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5839810 Nov 16 11:18:28.971899 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2010422d-28aa-42f1-9139-2484a6052335 req-6eb1bab7-f871-4695-a848-566099bd83b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:28.991136 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-2010422d-28aa-42f1-9139-2484a6052335 req-6eb1bab7-f871-4695-a848-566099bd83b9 service neutron] Transition to ACTIVE for port object a51bacff-f798-4c20-906a-02d7c3ef6e4c will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:18:29.000655 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2010422d-28aa-42f1-9139-2484a6052335 req-6eb1bab7-f871-4695-a848-566099bd83b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:29.032513 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-23baa631-95ae-4b3b-956c-0f871312c41d req-5da9a362-3358-47a6-99a1-0842d2e7054a tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:29.093603 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1bab7-f871-4695-a848-566099bd83b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a51bacff-f798-4c20-906a-02d7c3ef6e4c,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:29.220221 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-2010422d-28aa-42f1-9139-2484a6052335 req-6eb1bab7-f871-4695-a848-566099bd83b9 service neutron] Attempting to bind port a51bacff-f798-4c20-906a-02d7c3ef6e4c on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:18:29.220703 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-2010422d-28aa-42f1-9139-2484a6052335 req-6eb1bab7-f871-4695-a848-566099bd83b9 service neutron] Attempting to bind port a51bacff-f798-4c20-906a-02d7c3ef6e4c by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '65ace411-d1b8-4bb8-85c6-0993e23fd886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3d868932-43f9-402c-99fa-d250a47653a9'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:18:29.221129 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2010422d-28aa-42f1-9139-2484a6052335 req-6eb1bab7-f871-4695-a848-566099bd83b9 service neutron] Attempting to bind port a51bacff-f798-4c20-906a-02d7c3ef6e4c on network 3d868932-43f9-402c-99fa-d250a47653a9 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:18:29.227329 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2010422d-28aa-42f1-9139-2484a6052335 req-6eb1bab7-f871-4695-a848-566099bd83b9 service neutron] Port a51bacff-f798-4c20-906a-02d7c3ef6e4c on network 3d868932-43f9-402c-99fa-d250a47653a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:18:29.227719 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2010422d-28aa-42f1-9139-2484a6052335 req-6eb1bab7-f871-4695-a848-566099bd83b9 service neutron] Attempting to bind port a51bacff-f798-4c20-906a-02d7c3ef6e4c on network 3d868932-43f9-402c-99fa-d250a47653a9 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:18:29.233029 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2010422d-28aa-42f1-9139-2484a6052335 req-6eb1bab7-f871-4695-a848-566099bd83b9 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:18:29.233484 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2010422d-28aa-42f1-9139-2484a6052335 req-6eb1bab7-f871-4695-a848-566099bd83b9 service neutron] Checking segment: {'id': '65ace411-d1b8-4bb8-85c6-0993e23fd886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3d868932-43f9-402c-99fa-d250a47653a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:18:29.233954 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2010422d-28aa-42f1-9139-2484a6052335 req-6eb1bab7-f871-4695-a848-566099bd83b9 service neutron] Bound using segment: {'id': '65ace411-d1b8-4bb8-85c6-0993e23fd886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3d868932-43f9-402c-99fa-d250a47653a9'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:18:29.234463 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-2010422d-28aa-42f1-9139-2484a6052335 req-6eb1bab7-f871-4695-a848-566099bd83b9 service neutron] Bound port: a51bacff-f798-4c20-906a-02d7c3ef6e4c, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65ace411-d1b8-4bb8-85c6-0993e23fd886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3d868932-43f9-402c-99fa-d250a47653a9'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:18:29.234889 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2010422d-28aa-42f1-9139-2484a6052335 req-6eb1bab7-f871-4695-a848-566099bd83b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:29.296607 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-23baa631-95ae-4b3b-956c-0f871312c41d req-5da9a362-3358-47a6-99a1-0842d2e7054a tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:29.322160 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-2010422d-28aa-42f1-9139-2484a6052335 req-6eb1bab7-f871-4695-a848-566099bd83b9 service neutron] For port a51bacff-f798-4c20-906a-02d7c3ef6e4c, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:18:29.325766 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-2010422d-28aa-42f1-9139-2484a6052335 req-6eb1bab7-f871-4695-a848-566099bd83b9 service neutron] For port a51bacff-f798-4c20-906a-02d7c3ef6e4c, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=a51bacff-f798-4c20-906a-02d7c3ef6e4c,segment=NetworkSegment(65ace411-d1b8-4bb8-85c6-0993e23fd886),segment_id=65ace411-d1b8-4bb8-85c6-0993e23fd886)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:18:29.334139 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2010422d-28aa-42f1-9139-2484a6052335 req-6eb1bab7-f871-4695-a848-566099bd83b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:29.367915 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010422d-28aa-42f1-9139-2484a6052335 req-6eb1bab7-f871-4695-a848-566099bd83b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:29.368526 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2010422d-28aa-42f1-9139-2484a6052335 req-6eb1bab7-f871-4695-a848-566099bd83b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:29.370023 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2010422d-28aa-42f1-9139-2484a6052335 req-6eb1bab7-f871-4695-a848-566099bd83b9 service neutron] 10.222.0.36 "PUT /v2.0/ports/a51bacff-f798-4c20-906a-02d7c3ef6e4c HTTP/1.1" status: 200 len: 1091 time: 0.9395773 Nov 16 11:18:29.370603 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '452662b7-4ae4-4a69-978a-ef10fbb143c1', 'tag': 'a51bacff-f798-4c20-906a-02d7c3ef6e4c'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:18:29.373127 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52944ed5-25c6-46ed-bc97-7773a96c3424" -d '{"events": [{"name": "network-changed", "server_uuid": "452662b7-4ae4-4a69-978a-ef10fbb143c1", "tag": "a51bacff-f798-4c20-906a-02d7c3ef6e4c"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:18:29.422729 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1bab7-f871-4695-a848-566099bd83b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a51bacff-f798-4c20-906a-02d7c3ef6e4c,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:29.495651 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4dae5a-a195-4969-aa35-29fd5d9dac5d req-f5da2841-2ccb-4661-baa9-9772431a1287 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:29.497215 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010422d-28aa-42f1-9139-2484a6052335 req-8e3f8b48-5e96-4862-bc78-1217e114218b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:29.498977 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2010422d-28aa-42f1-9139-2484a6052335 req-8e3f8b48-5e96-4862-bc78-1217e114218b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=552f19450b3242c88d3781f48756057c&device_id=452662b7-4ae4-4a69-978a-ef10fbb143c1 HTTP/1.1" status: 200 len: 1094 time: 0.0634592 Nov 16 11:18:29.504913 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aa4dae5a-a195-4969-aa35-29fd5d9dac5d req-f5da2841-2ccb-4661-baa9-9772431a1287 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ac80967-d3d3-4d65-a263-7da58c626d0c HTTP/1.1" status: 200 len: 945 time: 0.3227468 Nov 16 11:18:29.514281 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00df0a24-953d-4d39-80c8-31d8cf8efdc8 admin admin] Router c1f767c7-0111-4dfd-9232-4e46b7d99620 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:18:29.518167 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-b6a64b68-13dc-4f68-b2df-343aae386db6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48e1828f-e7d7-4a31-b5e4-02cf1b427966 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:18:29.542664 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-b6a64b68-13dc-4f68-b2df-343aae386db6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:29.566835 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2010422d-28aa-42f1-9139-2484a6052335 req-8b8ce3a8-065a-4bc6-b0ec-ff9a16de87cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a51bacff-f798-4c20-906a-02d7c3ef6e4c HTTP/1.1" status: 200 len: 217 time: 0.0537248 Nov 16 11:18:29.628667 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-b6a64b68-13dc-4f68-b2df-343aae386db6 service neutron] Transition to ACTIVE for port object 48e1828f-e7d7-4a31-b5e4-02cf1b427966 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:18:29.646995 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010422d-28aa-42f1-9139-2484a6052335 req-eea9bf89-0723-4020-b0f3-5bf0923c1d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:29.652810 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2010422d-28aa-42f1-9139-2484a6052335 req-eea9bf89-0723-4020-b0f3-5bf0923c1d28 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0f97d6b2-0974-4695-964b-2fc7fd360b00 HTTP/1.1" status: 200 len: 849 time: 0.0784612 Nov 16 11:18:29.690356 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2010422d-28aa-42f1-9139-2484a6052335 req-aead502a-a3d1-4eed-9753-60846144fec1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d868932-43f9-402c-99fa-d250a47653a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295849 Nov 16 11:18:29.711742 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-b6a64b68-13dc-4f68-b2df-343aae386db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:29.768872 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aa4dae5a-a195-4969-aa35-29fd5d9dac5d req-82f4bb9a-aeb9-46ca-8954-835326f4224f tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3adee73-0139-433a-a7e5-9720cece8767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630382 Nov 16 11:18:29.835083 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a64b68-13dc-4f68-b2df-343aae386db6 service neutron] Pushing event updated for resources: {'Port': ['ID=48e1828f-e7d7-4a31-b5e4-02cf1b427966,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:29.875456 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2010422d-28aa-42f1-9139-2484a6052335 req-7f94a47e-d102-473e-bc7e-bf79d02e20bf service neutron] 10.222.0.36 "GET /v2.0/networks/3d868932-43f9-402c-99fa-d250a47653a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767073 Nov 16 11:18:29.892104 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-23baa631-95ae-4b3b-956c-0f871312c41d req-5da9a362-3358-47a6-99a1-0842d2e7054a tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:29.926405 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-23baa631-95ae-4b3b-956c-0f871312c41d req-5da9a362-3358-47a6-99a1-0842d2e7054a tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:29.933118 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00df0a24-953d-4d39-80c8-31d8cf8efdc8 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:18:29.946046 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5eadd7-10bc-4d36-876c-0adfe200173e None None] Sync routers for ids ['c1f767c7-0111-4dfd-9232-4e46b7d99620'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:18:29.957154 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-00df0a24-953d-4d39-80c8-31d8cf8efdc8 admin admin] 10.222.0.61 "PUT /v2.0/routers/c1f767c7-0111-4dfd-9232-4e46b7d99620/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8571377 Nov 16 11:18:29.971874 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5eadd7-10bc-4d36-876c-0adfe200173e None None] Routers {'c1f767c7-0111-4dfd-9232-4e46b7d99620'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:18:29.976148 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-bd5eadd7-10bc-4d36-876c-0adfe200173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:18:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c1f767c7-0111-4dfd-9232-4e46b7d99620'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:29.987159 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 53584) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:30.136828 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2010422d-28aa-42f1-9139-2484a6052335 req-d2aa1be2-e611-44d1-b2f3-25339472e488 service neutron] 10.222.0.36 "GET /v2.0/networks/3d868932-43f9-402c-99fa-d250a47653a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460029 Nov 16 11:18:30.172811 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-bd5eadd7-10bc-4d36-876c-0adfe200173e None None] Set router c1f767c7-0111-4dfd-9232-4e46b7d99620 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:18:30.193636 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da9a362-3358-47a6-99a1-0842d2e7054a tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Pushing event updated for resources: {'Port': ['ID=823ddbd5-175d-4d12-8740-a7600bd8d20d,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:30.224356 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-b6a64b68-13dc-4f68-b2df-343aae386db6 service neutron] Attempting to bind port 48e1828f-e7d7-4a31-b5e4-02cf1b427966 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:18:30.224874 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-b6a64b68-13dc-4f68-b2df-343aae386db6 service neutron] Attempting to bind port 48e1828f-e7d7-4a31-b5e4-02cf1b427966 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '28eb1295-39a5-4045-b087-0ec8bd4c5806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '51c062da-8d2e-4635-9233-083382f5e91b'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:18:30.225475 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-b6a64b68-13dc-4f68-b2df-343aae386db6 service neutron] Attempting to bind port 48e1828f-e7d7-4a31-b5e4-02cf1b427966 on network 51c062da-8d2e-4635-9233-083382f5e91b {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:18:30.234686 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-23baa631-95ae-4b3b-956c-0f871312c41d req-5da9a362-3358-47a6-99a1-0842d2e7054a tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:30.247004 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-b6a64b68-13dc-4f68-b2df-343aae386db6 service neutron] Port 48e1828f-e7d7-4a31-b5e4-02cf1b427966 on network 51c062da-8d2e-4635-9233-083382f5e91b not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:18:30.247330 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-b6a64b68-13dc-4f68-b2df-343aae386db6 service neutron] Attempting to bind port 48e1828f-e7d7-4a31-b5e4-02cf1b427966 on network 51c062da-8d2e-4635-9233-083382f5e91b {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:18:30.263023 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55380b-641c-4455-a316-e66218b09224 req-927743f4-c989-4fdc-b3ca-98abb80252f9 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:30.264498 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4d55380b-641c-4455-a316-e66218b09224 req-927743f4-c989-4fdc-b3ca-98abb80252f9 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/ports?device_id=baa1f9e9-3331-45d5-b503-c7ee67e24795 HTTP/1.1" status: 200 len: 944 time: 0.2092812 Nov 16 11:18:30.280078 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-b6a64b68-13dc-4f68-b2df-343aae386db6 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:18:30.280410 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-b6a64b68-13dc-4f68-b2df-343aae386db6 service neutron] Checking segment: {'id': '28eb1295-39a5-4045-b087-0ec8bd4c5806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '51c062da-8d2e-4635-9233-083382f5e91b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:18:30.280792 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-b6a64b68-13dc-4f68-b2df-343aae386db6 service neutron] Bound using segment: {'id': '28eb1295-39a5-4045-b087-0ec8bd4c5806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '51c062da-8d2e-4635-9233-083382f5e91b'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:18:30.281238 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-b6a64b68-13dc-4f68-b2df-343aae386db6 service neutron] Bound port: 48e1828f-e7d7-4a31-b5e4-02cf1b427966, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28eb1295-39a5-4045-b087-0ec8bd4c5806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '51c062da-8d2e-4635-9233-083382f5e91b'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:18:30.281627 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-b6a64b68-13dc-4f68-b2df-343aae386db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:30.303160 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-23baa631-95ae-4b3b-956c-0f871312c41d req-5da9a362-3358-47a6-99a1-0842d2e7054a tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:30.310434 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-23baa631-95ae-4b3b-956c-0f871312c41d req-5da9a362-3358-47a6-99a1-0842d2e7054a tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.7278123 Nov 16 11:18:30.367626 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2afaf722-a3fe-4ebd-912f-37160759f0b4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:30.400269 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-bd5eadd7-10bc-4d36-876c-0adfe200173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f767c7-0111-4dfd-9232-4e46b7d99620', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-922603909-router', 'tenant_id': '38aa757140fd4649b4950ace9ccdf774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd394a8e8-a4af-4695-820b-67cb89d44069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:18:03Z', 'updated_at': '2021-11-16T11:18:26Z', 'revision_number': 5, 'project_id': '38aa757140fd4649b4950ace9ccdf774', 'gw_port': {'id': 'd394a8e8-a4af-4695-820b-67cb89d44069', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:42:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f767c7-0111-4dfd-9232-4e46b7d99620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:18:04Z', 'updated_at': '2021-11-16T11:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:30.430435 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5eadd7-10bc-4d36-876c-0adfe200173e None None] Checking router: c1f767c7-0111-4dfd-9232-4e46b7d99620 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:18:30.441576 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5eadd7-10bc-4d36-876c-0adfe200173e None None] Routers {'c1f767c7-0111-4dfd-9232-4e46b7d99620'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:18:30.442745 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-bd5eadd7-10bc-4d36-876c-0adfe200173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:18:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c1f767c7-0111-4dfd-9232-4e46b7d99620'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:30.448260 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-23baa631-95ae-4b3b-956c-0f871312c41d req-fd9800cc-b6d9-4d90-973b-f4c90b640c2b tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.15 HTTP/1.1" status: 200 len: 695 time: 0.1368494 Nov 16 11:18:30.561164 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4d55380b-641c-4455-a316-e66218b09224 req-e88463a7-2e48-4836-a3f3-af8232a162b0 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/security-groups?id=29be483f-dbde-4ea7-977a-e091d2cc6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2877505 Nov 16 11:18:30.603954 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-bd5eadd7-10bc-4d36-876c-0adfe200173e None None] Set router c1f767c7-0111-4dfd-9232-4e46b7d99620 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:18:30.609571 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-b6a64b68-13dc-4f68-b2df-343aae386db6 service neutron] For port 48e1828f-e7d7-4a31-b5e4-02cf1b427966, host n-h2-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:18:30.615592 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-b6a64b68-13dc-4f68-b2df-343aae386db6 service neutron] For port 48e1828f-e7d7-4a31-b5e4-02cf1b427966, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=48e1828f-e7d7-4a31-b5e4-02cf1b427966,segment=NetworkSegment(28eb1295-39a5-4045-b087-0ec8bd4c5806),segment_id=28eb1295-39a5-4045-b087-0ec8bd4c5806)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:18:30.637618 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-b6a64b68-13dc-4f68-b2df-343aae386db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:30.691297 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4da6063-af01-454b-a9b9-183189d671f0 x-openstack-request-id: req-f4da6063-af01-454b-a9b9-183189d671f0 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:18:30.691836 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a26cda3a-e03b-4dbd-b0e1-7fd3f228e561", "name": "network-vif-plugged", "status": "completed", "tag": "193c7bd3-aece-462f-bfa9-3d53ce7cb844", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:18:30.692058 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f4da6063-af01-454b-a9b9-183189d671f0 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:18:30.692664 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26cda3a-e03b-4dbd-b0e1-7fd3f228e561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193c7bd3-aece-462f-bfa9-3d53ce7cb844', 'code': 200} Nov 16 11:18:30.710299 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-b6a64b68-13dc-4f68-b2df-343aae386db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:30.711547 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-b6a64b68-13dc-4f68-b2df-343aae386db6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:30.716066 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-b6a64b68-13dc-4f68-b2df-343aae386db6 service neutron] 10.222.0.64 "PUT /v2.0/ports/48e1828f-e7d7-4a31-b5e4-02cf1b427966 HTTP/1.1" status: 200 len: 1092 time: 2.8290138 Nov 16 11:18:30.717162 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baa1f9e9-3331-45d5-b503-c7ee67e24795', 'tag': '48e1828f-e7d7-4a31-b5e4-02cf1b427966'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:18:30.719392 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fed03c-820f-4868-807d-7a98e15b0d42" -d '{"events": [{"name": "network-changed", "server_uuid": "baa1f9e9-3331-45d5-b503-c7ee67e24795", "tag": "48e1828f-e7d7-4a31-b5e4-02cf1b427966"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:18:30.728925 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23baa631-95ae-4b3b-956c-0f871312c41d req-b589fb4b-0429-4db5-8516-1eaa82d8fdca tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:30.746759 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-23baa631-95ae-4b3b-956c-0f871312c41d req-b589fb4b-0429-4db5-8516-1eaa82d8fdca tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] 10.222.0.61 "GET /v2.0/networks/47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 784 time: 0.2963405 Nov 16 11:18:30.750884 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2afaf722-a3fe-4ebd-912f-37160759f0b4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:30.847717 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af52825b-e0a7-4bfc-9fbc-1b1c21c77efa x-openstack-request-id: req-af52825b-e0a7-4bfc-9fbc-1b1c21c77efa {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:18:30.848026 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "452662b7-4ae4-4a69-978a-ef10fbb143c1", "tag": "a51bacff-f798-4c20-906a-02d7c3ef6e4c", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:18:30.848279 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-af52825b-e0a7-4bfc-9fbc-1b1c21c77efa {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:18:30.848694 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '452662b7-4ae4-4a69-978a-ef10fbb143c1', 'tag': 'a51bacff-f798-4c20-906a-02d7c3ef6e4c', 'status': 'completed', 'code': 200} Nov 16 11:18:30.976362 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a64b68-13dc-4f68-b2df-343aae386db6 service neutron] Pushing event updated for resources: {'Port': ['ID=48e1828f-e7d7-4a31-b5e4-02cf1b427966,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:30.980422 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52944ed5-25c6-46ed-bc97-7773a96c3424 req-2f22eb3d-c790-4a98-a691-fb6d456e9442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:30.982787 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-52944ed5-25c6-46ed-bc97-7773a96c3424 req-2f22eb3d-c790-4a98-a691-fb6d456e9442 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=552f19450b3242c88d3781f48756057c&device_id=452662b7-4ae4-4a69-978a-ef10fbb143c1 HTTP/1.1" status: 200 len: 1094 time: 0.1136498 Nov 16 11:18:30.988617 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2723549-4238-4d9d-9479-96aaaff9c47a req-b69e8d66-a558-4f17-9f66-6df9ef54db07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:30.990156 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d2723549-4238-4d9d-9479-96aaaff9c47a req-b69e8d66-a558-4f17-9f66-6df9ef54db07 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a26cda3a-e03b-4dbd-b0e1-7fd3f228e561 HTTP/1.1" status: 200 len: 1101 time: 0.1849768 Nov 16 11:18:31.049980 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-bd5eadd7-10bc-4d36-876c-0adfe200173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f767c7-0111-4dfd-9232-4e46b7d99620', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-922603909-router', 'tenant_id': '38aa757140fd4649b4950ace9ccdf774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd394a8e8-a4af-4695-820b-67cb89d44069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:18:03Z', 'updated_at': '2021-11-16T11:18:26Z', 'revision_number': 5, 'project_id': '38aa757140fd4649b4950ace9ccdf774', 'gw_port': {'id': 'd394a8e8-a4af-4695-820b-67cb89d44069', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:42:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f767c7-0111-4dfd-9232-4e46b7d99620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:18:04Z', 'updated_at': '2021-11-16T11:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:31.140586 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-27aac436-4497-4cee-9e9c-e3b3af512469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:31.142283 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-27aac436-4497-4cee-9e9c-e3b3af512469 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=633ef91d4b18467e89e639dc8864c492&device_id=baa1f9e9-3331-45d5-b503-c7ee67e24795 HTTP/1.1" status: 200 len: 1095 time: 0.3149266 Nov 16 11:18:31.147710 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5eadd7-10bc-4d36-876c-0adfe200173e None None] The sync data for ids ['c1f767c7-0111-4dfd-9232-4e46b7d99620'] in n-d-816823-3 is: [{'id': 'c1f767c7-0111-4dfd-9232-4e46b7d99620', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-922603909-router', 'tenant_id': '38aa757140fd4649b4950ace9ccdf774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd394a8e8-a4af-4695-820b-67cb89d44069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:18:03Z', 'updated_at': '2021-11-16T11:18:26Z', 'revision_number': 5, 'project_id': '38aa757140fd4649b4950ace9ccdf774', 'gw_port': {'id': 'd394a8e8-a4af-4695-820b-67cb89d44069', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:42:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f767c7-0111-4dfd-9232-4e46b7d99620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:18:04Z', 'updated_at': '2021-11-16T11:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:18:31.174597 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538a5c2-7973-4f60-908b-248e1357d523 req-faa78780-1d83-4b91-bea7-9ce20f734c6f tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:31.186017 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c538a5c2-7973-4f60-908b-248e1357d523 req-faa78780-1d83-4b91-bea7-9ce20f734c6f tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] 10.222.0.61 "GET /v2.0/ports?device_id=452662b7-4ae4-4a69-978a-ef10fbb143c1 HTTP/1.1" status: 200 len: 943 time: 0.2771347 Nov 16 11:18:31.188466 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d2723549-4238-4d9d-9479-96aaaff9c47a req-73813702-2af4-4deb-a20f-5e7907f7dde6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a2d83d1a-7587-49ca-a243-42f07aaa81ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842790 Nov 16 11:18:31.287434 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-2eda1c16-5380-4b20-938e-70042298b950 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48e1828f-e7d7-4a31-b5e4-02cf1b427966 HTTP/1.1" status: 200 len: 217 time: 0.0883422 Nov 16 11:18:31.301443 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-2afaf722-a3fe-4ebd-912f-37160759f0b4 admin admin] Deleting port d394a8e8-a4af-4695-820b-67cb89d44069 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:18:31.301858 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2afaf722-a3fe-4ebd-912f-37160759f0b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:31.312043 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52944ed5-25c6-46ed-bc97-7773a96c3424 req-ba3624d2-efb8-4f76-883f-ef4cd7e6097f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:31.316973 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-52944ed5-25c6-46ed-bc97-7773a96c3424 req-ba3624d2-efb8-4f76-883f-ef4cd7e6097f service neutron] 10.222.0.36 "GET /v2.0/networks?id=3d868932-43f9-402c-99fa-d250a47653a9 HTTP/1.1" status: 200 len: 910 time: 0.3257718 Nov 16 11:18:31.383640 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-52944ed5-25c6-46ed-bc97-7773a96c3424 req-fa6bdf75-5eb1-445d-9b9e-2ddb11d0f34b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a51bacff-f798-4c20-906a-02d7c3ef6e4c HTTP/1.1" status: 200 len: 217 time: 0.0490024 Nov 16 11:18:31.410154 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c538a5c2-7973-4f60-908b-248e1357d523 req-ed8e6317-375b-4c66-81d0-72e607e066c9 tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e81e678-2bad-4199-9a8a-c263ae69b831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265043 Nov 16 11:18:31.433070 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abbf23-3c77-487b-bc0b-bc6b2f9ad38e req-75672275-a929-4347-b22c-b1eef23e6e2b tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:31.437284 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f1abbf23-3c77-487b-bc0b-bc6b2f9ad38e req-75672275-a929-4347-b22c-b1eef23e6e2b tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=c93c256b-bc50-45b1-b8a3-ea3c6f5cad41 HTTP/1.1" status: 200 len: 1095 time: 0.1552088 Nov 16 11:18:31.542780 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52944ed5-25c6-46ed-bc97-7773a96c3424 req-c45a8c07-e4a2-4e8f-8414-8ba477dbac68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:31.544517 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-52944ed5-25c6-46ed-bc97-7773a96c3424 req-c45a8c07-e4a2-4e8f-8414-8ba477dbac68 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0f97d6b2-0974-4695-964b-2fc7fd360b00 HTTP/1.1" status: 200 len: 849 time: 0.0754628 Nov 16 11:18:31.562207 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-2afaf722-a3fe-4ebd-912f-37160759f0b4 admin admin] For port d394a8e8-a4af-4695-820b-67cb89d44069, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=d394a8e8-a4af-4695-820b-67cb89d44069,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:31.562588 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2afaf722-a3fe-4ebd-912f-37160759f0b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:31.579339 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-15f7826b-ea07-4aa4-9325-8310686b9bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:31.580873 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-15f7826b-ea07-4aa4-9325-8310686b9bd2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3a80f9cd-7734-45f6-8085-b4fd319f0cf2 HTTP/1.1" status: 200 len: 862 time: 0.1628313 Nov 16 11:18:31.595053 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-2afaf722-a3fe-4ebd-912f-37160759f0b4 admin admin] Calling delete_port for d394a8e8-a4af-4695-820b-67cb89d44069 owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:18:31.606082 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-52944ed5-25c6-46ed-bc97-7773a96c3424 req-e197c017-377d-4099-a84c-c3b8548ba814 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d868932-43f9-402c-99fa-d250a47653a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493119 Nov 16 11:18:31.653007 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca95a2-bcad-4e45-b24f-f026f599b91b req-c47871db-17ae-4ef5-afe7-bad4b6d312ab tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:31.654572 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-22ca95a2-bcad-4e45-b24f-f026f599b91b req-c47871db-17ae-4ef5-afe7-bad4b6d312ab tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/ports?device_id=a26cda3a-e03b-4dbd-b0e1-7fd3f228e561 HTTP/1.1" status: 200 len: 950 time: 0.1572878 Nov 16 11:18:31.685674 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f1abbf23-3c77-487b-bc0b-bc6b2f9ad38e req-af494e4c-8918-442c-8aa4-a65ad6fd70ae tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474179 Nov 16 11:18:31.795245 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-52944ed5-25c6-46ed-bc97-7773a96c3424 req-106cf528-148f-4a6e-a1f2-5be4f6023b5b service neutron] 10.222.0.36 "GET /v2.0/networks/3d868932-43f9-402c-99fa-d250a47653a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768985 Nov 16 11:18:31.948504 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-52944ed5-25c6-46ed-bc97-7773a96c3424 req-f9c2a187-edba-4ca8-8766-5df5fa8ca478 service neutron] 10.222.0.36 "GET /v2.0/networks/3d868932-43f9-402c-99fa-d250a47653a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428692 Nov 16 11:18:32.185183 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-22ca95a2-bcad-4e45-b24f-f026f599b91b req-5b98f986-481d-4355-8309-478145d083fd tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2d83d1a-7587-49ca-a243-42f07aaa81ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4516499 Nov 16 11:18:32.191362 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-01a77486-4377-44a0-97cf-b2f5669f295b req-dc80c015-289d-4edf-a8ea-cd5fad557184 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] 10.222.0.61 "GET /v2.0/floatingips/553023cb-ee85-4047-a411-82d74442f071 HTTP/1.1" status: 200 len: 692 time: 0.3798404 Nov 16 11:18:32.225825 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-09a09883-0cd2-4da6-86e0-103163758cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:32.225825 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-09a09883-0cd2-4da6-86e0-103163758cbc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=51c062da-8d2e-4635-9233-083382f5e91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5959933 Nov 16 11:18:32.321714 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac0ba5f-1bae-468f-8baa-4cf9f26a75b1 x-openstack-request-id: req-3ac0ba5f-1bae-468f-8baa-4cf9f26a75b1 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:18:32.322126 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baa1f9e9-3331-45d5-b503-c7ee67e24795", "tag": "48e1828f-e7d7-4a31-b5e4-02cf1b427966", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:18:32.322326 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3ac0ba5f-1bae-468f-8baa-4cf9f26a75b1 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:18:32.322665 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baa1f9e9-3331-45d5-b503-c7ee67e24795', 'tag': '48e1828f-e7d7-4a31-b5e4-02cf1b427966', 'status': 'completed', 'code': 200} Nov 16 11:18:32.538751 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-cfbc922f-e9e7-445c-a5e8-b5031391c929 service neutron] 10.222.0.64 "GET /v2.0/networks/51c062da-8d2e-4635-9233-083382f5e91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967615 Nov 16 11:18:32.555372 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a77486-4377-44a0-97cf-b2f5669f295b req-97b0ea18-9cb3-4d56-b988-bb9413a3df44 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:32.556735 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-01a77486-4377-44a0-97cf-b2f5669f295b req-97b0ea18-9cb3-4d56-b988-bb9413a3df44 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] 10.222.0.61 "GET /v2.0/networks/47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 784 time: 0.3309693 Nov 16 11:18:32.608208 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2afaf722-a3fe-4ebd-912f-37160759f0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:32.656902 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afaf722-a3fe-4ebd-912f-37160759f0b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d394a8e8-a4af-4695-820b-67cb89d44069,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:32.691513 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17761951-9518-4b68-8568-03fb26b3de41 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:18:32.712060 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0b61a-f664-48bd-bf04-687c7312b65b req-3f3ed40f-4ba6-4f57-b926-965db54d78f6 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:32.713581 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-89f0b61a-f664-48bd-bf04-687c7312b65b req-3f3ed40f-4ba6-4f57-b926-965db54d78f6 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ac80967-d3d3-4d65-a263-7da58c626d0c HTTP/1.1" status: 200 len: 945 time: 0.2588582 Nov 16 11:18:32.730930 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 47f9f334-04fc-44b9-ad03-5120791f52fd no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:18:32.759587 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 47f9f334-04fc-44b9-ad03-5120791f52fd {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:18:32.760354 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 47f9f334-04fc-44b9-ad03-5120791f52fd not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:18:32.782990 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db891440-0c96-4ab3-a80b-5e730fdfa61e req-8140acf1-f6c7-4a8b-b41d-78fdada41abb tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:32.785125 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-db891440-0c96-4ab3-a80b-5e730fdfa61e req-8140acf1-f6c7-4a8b-b41d-78fdada41abb tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ac80967-d3d3-4d65-a263-7da58c626d0c HTTP/1.1" status: 200 len: 945 time: 0.1107814 Nov 16 11:18:32.811158 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-89ffca6d-9ae3-4f63-a53f-2a4f83a56766 req-603b2326-3df7-4c5b-b638-86ed79093e32 service neutron] 10.222.0.64 "GET /v2.0/networks/51c062da-8d2e-4635-9233-083382f5e91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533264 Nov 16 11:18:32.859896 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76e879-256f-4158-9d76-bcff3f626c8e req-28911df2-91b8-4c45-9e49-eb993a39bca6 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:32.863107 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9a76e879-256f-4158-9d76-bcff3f626c8e req-28911df2-91b8-4c45-9e49-eb993a39bca6 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/ports?device_id=baa1f9e9-3331-45d5-b503-c7ee67e24795 HTTP/1.1" status: 200 len: 944 time: 0.1997948 Nov 16 11:18:32.864032 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2afaf722-a3fe-4ebd-912f-37160759f0b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:32.879813 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-89f0b61a-f664-48bd-bf04-687c7312b65b req-24db9e46-c43d-41b5-b5d7-2f62fcc4a609 tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3adee73-0139-433a-a7e5-9720cece8767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458597 Nov 16 11:18:32.943885 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device a51bacff-f798-4c20-906a-02d7c3ef6e4c details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:18:32.984358 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-db891440-0c96-4ab3-a80b-5e730fdfa61e req-0edd1171-f576-4557-aa68-01ac7f87facf tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Deleting port 2551d734-1334-47de-ac96-3576b314e727 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:18:32.984777 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-db891440-0c96-4ab3-a80b-5e730fdfa61e req-0edd1171-f576-4557-aa68-01ac7f87facf tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:33.135932 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-db891440-0c96-4ab3-a80b-5e730fdfa61e req-0edd1171-f576-4557-aa68-01ac7f87facf tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] For port 2551d734-1334-47de-ac96-3576b314e727, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=2551d734-1334-47de-ac96-3576b314e727,segment=NetworkSegment(32887315-0b64-4817-9f69-e9105851e5d8),segment_id=32887315-0b64-4817-9f69-e9105851e5d8)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:33.137024 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-db891440-0c96-4ab3-a80b-5e730fdfa61e req-0edd1171-f576-4557-aa68-01ac7f87facf tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:33.139079 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port a51bacff-f798-4c20-906a-02d7c3ef6e4c, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=a51bacff-f798-4c20-906a-02d7c3ef6e4c,segment=NetworkSegment(65ace411-d1b8-4bb8-85c6-0993e23fd886),segment_id=65ace411-d1b8-4bb8-85c6-0993e23fd886)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:33.151495 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2afaf722-a3fe-4ebd-912f-37160759f0b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:33.161282 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-db891440-0c96-4ab3-a80b-5e730fdfa61e req-0edd1171-f576-4557-aa68-01ac7f87facf tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Calling delete_port for 2551d734-1334-47de-ac96-3576b314e727 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:18:33.162806 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': 'a51bacff-f798-4c20-906a-02d7c3ef6e4c', 'network_id': '3d868932-43f9-402c-99fa-d250a47653a9', 'port_id': 'a51bacff-f798-4c20-906a-02d7c3ef6e4c', 'mac_address': 'fa:16:3e:d0:7a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f97d6b2-0974-4695-964b-2fc7fd360b00', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:18:33.179642 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2afaf722-a3fe-4ebd-912f-37160759f0b4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:33.205170 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:33.226346 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a51bacff-f798-4c20-906a-02d7c3ef6e4c {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:18:33.283388 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port a51bacff-f798-4c20-906a-02d7c3ef6e4c, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=a51bacff-f798-4c20-906a-02d7c3ef6e4c,segment=NetworkSegment(65ace411-d1b8-4bb8-85c6-0993e23fd886),segment_id=65ace411-d1b8-4bb8-85c6-0993e23fd886)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:33.291935 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:33.295429 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fed03c-820f-4868-807d-7a98e15b0d42 req-5e47a00c-3371-485d-97ee-3d647f3081cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:33.298316 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-39fed03c-820f-4868-807d-7a98e15b0d42 req-5e47a00c-3371-485d-97ee-3d647f3081cb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=633ef91d4b18467e89e639dc8864c492&device_id=baa1f9e9-3331-45d5-b503-c7ee67e24795 HTTP/1.1" status: 200 len: 1095 time: 0.3348563 Nov 16 11:18:33.306711 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9a76e879-256f-4158-9d76-bcff3f626c8e req-6ed2baaa-0f0c-43a3-8961-cb9f522912b6 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/security-groups?id=29be483f-dbde-4ea7-977a-e091d2cc6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3661752 Nov 16 11:18:33.317452 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2afaf722-a3fe-4ebd-912f-37160759f0b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:33.318010 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afaf722-a3fe-4ebd-912f-37160759f0b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1f767c7-0111-4dfd-9232-4e46b7d99620 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:18:33.347008 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2afaf722-a3fe-4ebd-912f-37160759f0b4 admin admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:33.351002 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2afaf722-a3fe-4ebd-912f-37160759f0b4 admin admin] 10.222.0.61 "DELETE /v2.0/routers/c1f767c7-0111-4dfd-9232-4e46b7d99620 HTTP/1.1" status: 204 len: 168 time: 3.3579326 Nov 16 11:18:33.391837 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 53630) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:33.397518 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=a51bacff-f798-4c20-906a-02d7c3ef6e4c,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:33.444650 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-db891440-0c96-4ab3-a80b-5e730fdfa61e req-0edd1171-f576-4557-aa68-01ac7f87facf tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:33.456425 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['2551d734-1334-47de-ac96-3576b314e727'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:18:33.507488 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd1171-f576-4557-aa68-01ac7f87facf tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Pushing event deleted for resources: {'Port': ['ID=2551d734-1334-47de-ac96-3576b314e727,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:33.533424 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2db5fb0-636d-4b92-8f65-d5d9e85d6d93 None None] DHCP port deletion for c4691fdd-c34e-4845-9ba0-d80523cbe337 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:18:33.539158 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-c39f8864-5b22-43a6-96ac-2abdbf56bb51 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:33.546776 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-c39f8864-5b22-43a6-96ac-2abdbf56bb51 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/networks?id=b7bb2a97-86e1-4934-a454-677fe86f6d7e HTTP/1.1" status: 200 len: 808 time: 0.4849107 Nov 16 11:18:33.587376 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-db891440-0c96-4ab3-a80b-5e730fdfa61e req-0edd1171-f576-4557-aa68-01ac7f87facf tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] No DVR routers for this DVR port 2551d734-1334-47de-ac96-3576b314e727 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:18:33.591484 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-db891440-0c96-4ab3-a80b-5e730fdfa61e req-0edd1171-f576-4557-aa68-01ac7f87facf tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:33.591851 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-7d859d8a-3189-4b4d-98c1-2c05c45b7584 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/quotas/fca4017bffc548cea20e1270411b1992 HTTP/1.1" status: 200 len: 375 time: 0.0443046 Nov 16 11:18:33.596634 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-db891440-0c96-4ab3-a80b-5e730fdfa61e req-0edd1171-f576-4557-aa68-01ac7f87facf tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.36 "DELETE /v2.0/ports/2551d734-1334-47de-ac96-3576b314e727 HTTP/1.1" status: 204 len: 173 time: 0.8047204 Nov 16 11:18:33.598179 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac80967-d3d3-4d65-a263-7da58c626d0c', 'name': 'network-vif-deleted', 'tag': '2551d734-1334-47de-ac96-3576b314e727'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:18:33.602656 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b0266c-8b51-4716-9c33-b3168c9ff1fa" -d '{"events": [{"server_uuid": "5ac80967-d3d3-4d65-a263-7da58c626d0c", "name": "network-vif-deleted", "tag": "2551d734-1334-47de-ac96-3576b314e727"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:18:33.611318 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb1053f2-b945-4603-94a8-958dc334f8ae admin admin] Deleting subnet d1e59d12-67d0-48ea-b37c-a6c8a781fc1e {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:18:33.624239 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['a51bacff-f798-4c20-906a-02d7c3ef6e4c'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:18:33.631648 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fed03c-820f-4868-807d-7a98e15b0d42 req-0f6bce7f-d952-434e-ad9c-f79110c6750c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:33.633848 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-39fed03c-820f-4868-807d-7a98e15b0d42 req-0f6bce7f-d952-434e-ad9c-f79110c6750c service neutron] 10.222.0.64 "GET /v2.0/networks?id=51c062da-8d2e-4635-9233-083382f5e91b HTTP/1.1" status: 200 len: 924 time: 0.3262489 Nov 16 11:18:33.635917 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb1053f2-b945-4603-94a8-958dc334f8ae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:33.719202 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-39fed03c-820f-4868-807d-7a98e15b0d42 req-726a5098-2f83-41c2-b893-d86cd2d1fd83 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48e1828f-e7d7-4a31-b5e4-02cf1b427966 HTTP/1.1" status: 200 len: 217 time: 0.0553424 Nov 16 11:18:33.736573 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2cd52-3d28-4d6b-8c58-dbd730a9998a req-488787b7-3ec6-4571-b3c2-f9d5b5068826 tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:33.738300 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-23a2cd52-3d28-4d6b-8c58-dbd730a9998a req-488787b7-3ec6-4571-b3c2-f9d5b5068826 tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] 10.222.0.61 "GET /v2.0/ports?device_id=452662b7-4ae4-4a69-978a-ef10fbb143c1 HTTP/1.1" status: 200 len: 944 time: 0.2584321 Nov 16 11:18:33.759869 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb1053f2-b945-4603-94a8-958dc334f8ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:33.835428 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-c6f2648f-9999-423b-a768-727218e22348 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=fca4017bffc548cea20e1270411b1992&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2422664 Nov 16 11:18:33.987640 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-23a2cd52-3d28-4d6b-8c58-dbd730a9998a req-b5e9bc6e-9938-4424-ba3e-d89ebc515d35 tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e81e678-2bad-4199-9a8a-c263ae69b831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373762 Nov 16 11:18:33.992576 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fed03c-820f-4868-807d-7a98e15b0d42 req-fbbec0cd-e59f-4ee8-93c2-a5fa705c427c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:33.994802 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-39fed03c-820f-4868-807d-7a98e15b0d42 req-fbbec0cd-e59f-4ee8-93c2-a5fa705c427c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3a80f9cd-7734-45f6-8085-b4fd319f0cf2 HTTP/1.1" status: 200 len: 862 time: 0.2518392 Nov 16 11:18:34.190991 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-614f535a-14f8-41d0-976d-d9857b957ef3 req-d58e6312-de00-452a-b6c2-ca3dc04e2f9d tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] 10.222.0.61 "GET /v2.0/floatingips?tenant_id=b93e16b5088a434e83f06e6986f5cdec HTTP/1.1" status: 200 len: 695 time: 0.1373222 Nov 16 11:18:34.196353 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-d8cce0f5-7cd4-49d4-b179-c2a93ade36f1 service neutron] 10.222.0.61 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605099 Nov 16 11:18:34.244796 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb1053f2-b945-4603-94a8-958dc334f8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:34.330845 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fed03c-820f-4868-807d-7a98e15b0d42 req-f3872cd4-84c7-4469-96f8-7231f570fddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:34.332323 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-39fed03c-820f-4868-807d-7a98e15b0d42 req-f3872cd4-84c7-4469-96f8-7231f570fddf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=51c062da-8d2e-4635-9233-083382f5e91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3274648 Nov 16 11:18:34.515742 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f535a-14f8-41d0-976d-d9857b957ef3 req-5ec5f718-9961-4a5d-ac8c-e1bce2ca7dad tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:34.517296 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-614f535a-14f8-41d0-976d-d9857b957ef3 req-5ec5f718-9961-4a5d-ac8c-e1bce2ca7dad tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] 10.222.0.61 "GET /v2.0/networks?id=47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 787 time: 0.3198612 Nov 16 11:18:34.528480 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-2e3c02a9-87e4-4816-aae7-4e9252144c85 service neutron] 10.222.0.61 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166375 Nov 16 11:18:34.534484 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [req-614f535a-14f8-41d0-976d-d9857b957ef3 req-d7d745c0-7c64-441b-980c-95de09f5cfaa tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:18:34.535478 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-614f535a-14f8-41d0-976d-d9857b957ef3 req-d7d745c0-7c64-441b-980c-95de09f5cfaa tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059783 Nov 16 11:18:34.538765 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb1053f2-b945-4603-94a8-958dc334f8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:34.620533 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1053f2-b945-4603-94a8-958dc334f8ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1e59d12-67d0-48ea-b37c-a6c8a781fc1e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:34.625825 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-39fed03c-820f-4868-807d-7a98e15b0d42 req-686b3edd-46cf-4f66-a6a4-e1731d77f781 service neutron] 10.222.0.64 "GET /v2.0/networks/51c062da-8d2e-4635-9233-083382f5e91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829893 Nov 16 11:18:34.626810 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb1053f2-b945-4603-94a8-958dc334f8ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:34.633142 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-bb1053f2-b945-4603-94a8-958dc334f8ae admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d1e59d12-67d0-48ea-b37c-a6c8a781fc1e HTTP/1.1" status: 204 len: 168 time: 1.2406299 Nov 16 11:18:34.633379 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 53650) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:34.636067 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532cb037-654d-4c15-834b-ffd48631a307 None None] Network 40b5fba1-9290-439b-b81b-d28871598b85 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:18:34.834947 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device d394a8e8-a4af-4695-820b-67cb89d44069 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:18:34.866614 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79693833-df79-46e6-bb5e-c4c13152ee5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:34.898881 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: d394a8e8-a4af-4695-820b-67cb89d44069 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:18:34.900395 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device d394a8e8-a4af-4695-820b-67cb89d44069 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:18:34.908837 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421b787a-c684-40c7-862c-ba7d33d37078 x-openstack-request-id: req-421b787a-c684-40c7-862c-ba7d33d37078 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:18:34.909957 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac80967-d3d3-4d65-a263-7da58c626d0c", "name": "network-vif-deleted", "tag": "2551d734-1334-47de-ac96-3576b314e727", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:18:34.910470 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-421b787a-c684-40c7-862c-ba7d33d37078 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:18:34.911670 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac80967-d3d3-4d65-a263-7da58c626d0c', 'name': 'network-vif-deleted', 'tag': '2551d734-1334-47de-ac96-3576b314e727', 'status': 'completed', 'code': 200} Nov 16 11:18:34.954643 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a76dbb-ce03-4516-ab17-063d1a78f92a None None] DHCP port deletion for 40b5fba1-9290-439b-b81b-d28871598b85 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:18:35.016994 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device a51bacff-f798-4c20-906a-02d7c3ef6e4c up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:18:35.086238 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-79693833-df79-46e6-bb5e-c4c13152ee5e admin admin] Deleting port 3d34cd51-8157-4f15-a4f4-79ed8c716221 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:18:35.104871 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79693833-df79-46e6-bb5e-c4c13152ee5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:35.115981 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-52a76dbb-ce03-4516-ab17-063d1a78f92a None None] Deleting port 3d34cd51-8157-4f15-a4f4-79ed8c716221 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:18:35.116355 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-52a76dbb-ce03-4516-ab17-063d1a78f92a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:35.189046 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-52a76dbb-ce03-4516-ab17-063d1a78f92a None None] For port 3d34cd51-8157-4f15-a4f4-79ed8c716221, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=3d34cd51-8157-4f15-a4f4-79ed8c716221,segment=NetworkSegment(0581c660-bb1e-4469-af2b-a669b6b10f82),segment_id=0581c660-bb1e-4469-af2b-a669b6b10f82)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:35.190308 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-52a76dbb-ce03-4516-ab17-063d1a78f92a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:35.204723 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-52a76dbb-ce03-4516-ab17-063d1a78f92a None None] Calling delete_port for 3d34cd51-8157-4f15-a4f4-79ed8c716221 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:18:35.213510 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-79693833-df79-46e6-bb5e-c4c13152ee5e admin admin] For port 3d34cd51-8157-4f15-a4f4-79ed8c716221, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=3d34cd51-8157-4f15-a4f4-79ed8c716221,segment=NetworkSegment(0581c660-bb1e-4469-af2b-a669b6b10f82),segment_id=0581c660-bb1e-4469-af2b-a669b6b10f82)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:35.213985 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79693833-df79-46e6-bb5e-c4c13152ee5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:35.235547 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-79693833-df79-46e6-bb5e-c4c13152ee5e admin admin] Calling delete_port for 3d34cd51-8157-4f15-a4f4-79ed8c716221 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:18:35.348221 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port a51bacff-f798-4c20-906a-02d7c3ef6e4c completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:18:35.365370 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port a51bacff-f798-4c20-906a-02d7c3ef6e4c triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:18:35.365829 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:35.383864 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff86e5-7842-464b-8880-8c33967402d6 req-87020cdc-92c5-4c90-8218-1891c4441dc9 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:35.386495 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-26ff86e5-7842-464b-8880-8c33967402d6 req-87020cdc-92c5-4c90-8218-1891c4441dc9 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/ports?device_id=baa1f9e9-3331-45d5-b503-c7ee67e24795 HTTP/1.1" status: 200 len: 944 time: 0.1333530 Nov 16 11:18:35.390741 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-39fed03c-820f-4868-807d-7a98e15b0d42 req-055b9213-abd6-4140-b30f-262aa7689ac6 service neutron] 10.222.0.64 "GET /v2.0/networks/51c062da-8d2e-4635-9233-083382f5e91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7565479 Nov 16 11:18:35.411512 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca43a96-1e3a-4324-9fff-2cad6886a5db req-a1d86ade-10dd-4e52-b77b-c3d9b50cf948 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:35.416515 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9ca43a96-1e3a-4324-9fff-2cad6886a5db req-a1d86ade-10dd-4e52-b77b-c3d9b50cf948 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/ports?device_id=a26cda3a-e03b-4dbd-b0e1-7fd3f228e561 HTTP/1.1" status: 200 len: 950 time: 0.1726823 Nov 16 11:18:35.456530 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-52a76dbb-ce03-4516-ab17-063d1a78f92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:35.496159 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a76dbb-ce03-4516-ab17-063d1a78f92a None None] Pushing event deleted for resources: {'Port': ['ID=3d34cd51-8157-4f15-a4f4-79ed8c716221,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:35.516449 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a76dbb-ce03-4516-ab17-063d1a78f92a None None] No DVR routers for this DVR port 3d34cd51-8157-4f15-a4f4-79ed8c716221 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:18:35.519261 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:35.520129 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9ca43a96-1e3a-4324-9fff-2cad6886a5db req-6b65f4aa-0d9c-4726-9083-4411e76c3abc tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2d83d1a-7587-49ca-a243-42f07aaa81ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965669 Nov 16 11:18:35.530698 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-26ff86e5-7842-464b-8880-8c33967402d6 req-d7ba3ad5-4c08-4c2a-a201-aada89761a81 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/security-groups?id=29be483f-dbde-4ea7-977a-e091d2cc6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151261 Nov 16 11:18:35.637501 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port a51bacff-f798-4c20-906a-02d7c3ef6e4c, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=a51bacff-f798-4c20-906a-02d7c3ef6e4c,segment=NetworkSegment(65ace411-d1b8-4bb8-85c6-0993e23fd886),segment_id=65ace411-d1b8-4bb8-85c6-0993e23fd886)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:35.639659 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452662b7-4ae4-4a69-978a-ef10fbb143c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51bacff-f798-4c20-906a-02d7c3ef6e4c'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:18:35.642697 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe0afa5-6188-420d-b1a6-d3013e0bbb7f" -d '{"events": [{"server_uuid": "452662b7-4ae4-4a69-978a-ef10fbb143c1", "name": "network-vif-plugged", "status": "completed", "tag": "a51bacff-f798-4c20-906a-02d7c3ef6e4c"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:18:35.650454 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:35.718092 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8bbdfebe-6504-435f-83ab-dc3d4c322ccd req-cc142f92-b854-4f72-b984-f70bab3159d7 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] 10.222.0.61 "GET /v2.0/floatingips/553023cb-ee85-4047-a411-82d74442f071 HTTP/1.1" status: 200 len: 692 time: 0.1524704 Nov 16 11:18:35.720715 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0d8f53d2-aa8b-4b7d-84a2-76a907a6eb6b req-64000a2a-1945-47fb-b8a9-6dd7ce11b0db tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bddbbd5-6e1b-4e6e-adda-fb42234aede3 HTTP/1.1" status: 200 len: 210 time: 0.0730236 Nov 16 11:18:35.732385 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=a51bacff-f798-4c20-906a-02d7c3ef6e4c,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:35.829974 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79693833-df79-46e6-bb5e-c4c13152ee5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:35.867369 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79693833-df79-46e6-bb5e-c4c13152ee5e admin admin] Pushing event deleted for resources: {'Port': ['ID=3d34cd51-8157-4f15-a4f4-79ed8c716221,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:35.881651 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79693833-df79-46e6-bb5e-c4c13152ee5e admin admin] No DVR routers for this DVR port 3d34cd51-8157-4f15-a4f4-79ed8c716221 on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:18:35.906509 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbdfebe-6504-435f-83ab-dc3d4c322ccd req-8fad0997-929d-4710-b149-e0b293e6df34 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:35.907938 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8bbdfebe-6504-435f-83ab-dc3d4c322ccd req-8fad0997-929d-4710-b149-e0b293e6df34 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] 10.222.0.61 "GET /v2.0/networks/47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 784 time: 0.1617386 Nov 16 11:18:35.990859 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79693833-df79-46e6-bb5e-c4c13152ee5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:35.992375 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8bbdfebe-6504-435f-83ab-dc3d4c322ccd req-60324022-d0af-4ded-ae88-809cc222bd0c tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.15 HTTP/1.1" status: 200 len: 695 time: 0.0701001 Nov 16 11:18:36.049705 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-79693833-df79-46e6-bb5e-c4c13152ee5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40b5fba1-9290-439b-b81b-d28871598b85']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:36.061047 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-79693833-df79-46e6-bb5e-c4c13152ee5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0581c660-bb1e-4469-af2b-a669b6b10f82') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:36.061264 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-79693833-df79-46e6-bb5e-c4c13152ee5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0581c660-bb1e-4469-af2b-a669b6b10f82') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:36.068567 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8bbdfebe-6504-435f-83ab-dc3d4c322ccd req-c08ab81e-2fa5-4cb5-8075-c60a0db16eaa tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.15 HTTP/1.1" status: 200 len: 695 time: 0.0573237 Nov 16 11:18:36.078608 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79693833-df79-46e6-bb5e-c4c13152ee5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:36.094145 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79693833-df79-46e6-bb5e-c4c13152ee5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:36.095182 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dab44f-1571-4238-b017-50553498a19f req-b4ccc3f6-6477-472c-bf77-170239ba3069 tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:36.102643 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79693833-df79-46e6-bb5e-c4c13152ee5e admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:18:36.103049 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79693833-df79-46e6-bb5e-c4c13152ee5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:36.105208 n-d-816823-3 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:18:36.105208 n-d-816823-3 neutron-server[102668]: self.session.flush() Nov 16 11:18:36.105208 n-d-816823-3 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:18:36.105208 n-d-816823-3 neutron-server[102668]: self.session.flush() Nov 16 11:18:36.105208 n-d-816823-3 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:18:36.105208 n-d-816823-3 neutron-server[102668]: self.session.flush() Nov 16 11:18:36.105208 n-d-816823-3 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:18:36.105208 n-d-816823-3 neutron-server[102668]: self.session.flush() Nov 16 11:18:36.105208 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:18:36.105208 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:18:36.105208 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:18:36.105208 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:18:36.105208 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:18:36.105208 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:18:36.105208 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:18:36.105208 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:18:36.105208 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:18:36.105208 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:18:36.105208 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:18:36.105208 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:18:36.105208 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:18:36.105208 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:18:36.105208 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:18:36.105208 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:18:36.105208 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:18:36.105208 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:18:36.105208 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:18:36.105208 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:18:36.105208 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:18:36.105208 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:18:36.105208 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:18:36.105208 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:18:36.105208 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:18:36.105208 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:18:36.105208 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:18:36.105208 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:18:36.105208 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:18:36.105208 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:18:36.105208 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:18:36.105208 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:18:36.108168 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c7dab44f-1571-4238-b017-50553498a19f req-b4ccc3f6-6477-472c-bf77-170239ba3069 tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] 10.222.0.61 "GET /v2.0/ports?device_id=452662b7-4ae4-4a69-978a-ef10fbb143c1 HTTP/1.1" status: 200 len: 945 time: 0.1962206 Nov 16 11:18:36.183798 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79693833-df79-46e6-bb5e-c4c13152ee5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:36.190864 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79693833-df79-46e6-bb5e-c4c13152ee5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:36.194190 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-79693833-df79-46e6-bb5e-c4c13152ee5e admin admin] 10.222.0.61 "DELETE /v2.0/networks/40b5fba1-9290-439b-b81b-d28871598b85 HTTP/1.1" status: 204 len: 168 time: 1.5599847 Nov 16 11:18:36.207011 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79693833-df79-46e6-bb5e-c4c13152ee5e admin admin] Pushing event deleted for resources: {'Network': ['ID=40b5fba1-9290-439b-b81b-d28871598b85,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:36.247242 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c7dab44f-1571-4238-b017-50553498a19f req-231c923f-bd66-47f9-806d-9502be18a077 tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e81e678-2bad-4199-9a8a-c263ae69b831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344965 Nov 16 11:18:36.316714 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-8bbdfebe-6504-435f-83ab-dc3d4c322ccd req-5ee70d5d-66c1-4d36-8aa5-ae40633c4d44 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Deleting port 823ddbd5-175d-4d12-8740-a7600bd8d20d {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:18:36.317864 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8bbdfebe-6504-435f-83ab-dc3d4c322ccd req-5ee70d5d-66c1-4d36-8aa5-ae40633c4d44 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:36.452120 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8bbdfebe-6504-435f-83ab-dc3d4c322ccd req-5ee70d5d-66c1-4d36-8aa5-ae40633c4d44 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:36.452763 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8bbdfebe-6504-435f-83ab-dc3d4c322ccd req-5ee70d5d-66c1-4d36-8aa5-ae40633c4d44 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:36.470689 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-8bbdfebe-6504-435f-83ab-dc3d4c322ccd req-5ee70d5d-66c1-4d36-8aa5-ae40633c4d44 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Calling delete_port for 823ddbd5-175d-4d12-8740-a7600bd8d20d owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:18:36.519886 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 53694) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:36.690847 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-21e3efa7-b952-4c56-92aa-a6549c1eb1e5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=38aa757140fd4649b4950ace9ccdf774&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1589375 Nov 16 11:18:36.691141 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 53700) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:36.706545 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179d0678-4eaa-4bc2-9a75-39902a2d0efa x-openstack-request-id: req-179d0678-4eaa-4bc2-9a75-39902a2d0efa {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:18:36.709080 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452662b7-4ae4-4a69-978a-ef10fbb143c1", "name": "network-vif-plugged", "status": "completed", "tag": "a51bacff-f798-4c20-906a-02d7c3ef6e4c", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:18:36.710121 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-179d0678-4eaa-4bc2-9a75-39902a2d0efa {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:18:36.710616 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452662b7-4ae4-4a69-978a-ef10fbb143c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51bacff-f798-4c20-906a-02d7c3ef6e4c', 'code': 200} Nov 16 11:18:36.753819 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 48e1828f-e7d7-4a31-b5e4-02cf1b427966 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:18:36.781697 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8bbdfebe-6504-435f-83ab-dc3d4c322ccd req-5ee70d5d-66c1-4d36-8aa5-ae40633c4d44 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:36.791865 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 3d34cd51-8157-4f15-a4f4-79ed8c716221 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:18:36.849413 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee70d5d-66c1-4d36-8aa5-ae40633c4d44 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Pushing event deleted for resources: {'Port': ['ID=823ddbd5-175d-4d12-8740-a7600bd8d20d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:36.906425 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-1ba9044b-2355-4826-a0b1-03af54c5d311 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:36.908227 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-1ba9044b-2355-4826-a0b1-03af54c5d311 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.36 "GET /v2.0/networks?id=b7bb2a97-86e1-4934-a454-677fe86f6d7e HTTP/1.1" status: 200 len: 808 time: 0.3893070 Nov 16 11:18:36.909392 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd4aba01-e12a-4e04-a9a6-9ae0befc5953 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:36.927287 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-ccf21a62-c30b-4a8c-9ec5-591532053711 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Request body: {'port': {'device_id': '7bddbbd5-6e1b-4e6e-adda-fb42234aede3', 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e', 'admin_state_up': True, 'tenant_id': 'fca4017bffc548cea20e1270411b1992'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:36.972209 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 48e1828f-e7d7-4a31-b5e4-02cf1b427966, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=48e1828f-e7d7-4a31-b5e4-02cf1b427966,segment=NetworkSegment(28eb1295-39a5-4045-b087-0ec8bd4c5806),segment_id=28eb1295-39a5-4045-b087-0ec8bd4c5806)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:36.983444 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd4aba01-e12a-4e04-a9a6-9ae0befc5953 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:36.987898 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '48e1828f-e7d7-4a31-b5e4-02cf1b427966', 'network_id': '51c062da-8d2e-4635-9233-083382f5e91b', 'port_id': '48e1828f-e7d7-4a31-b5e4-02cf1b427966', 'mac_address': 'fa:16:3e:68:37:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a80f9cd-7734-45f6-8085-b4fd319f0cf2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:18:36.990555 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 2551d734-1334-47de-ac96-3576b314e727 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:18:36.990706 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e40af3-48a3-4c15-9a3e-229bc0f37303 req-2a746a0d-daae-4e95-a7ac-5455eab44166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:36.992685 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b6e40af3-48a3-4c15-9a3e-229bc0f37303 req-2a746a0d-daae-4e95-a7ac-5455eab44166 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=452662b7-4ae4-4a69-978a-ef10fbb143c1 HTTP/1.1" status: 200 len: 1096 time: 0.1634250 Nov 16 11:18:36.995406 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 3d34cd51-8157-4f15-a4f4-79ed8c716221 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:18:36.996163 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 3d34cd51-8157-4f15-a4f4-79ed8c716221 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:18:37.006848 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c62651-eb23-4fea-852d-56dad1516bfa req-8587174c-e48c-42dd-94b1-93b7d06cc989 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:37.013221 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-62c62651-eb23-4fea-852d-56dad1516bfa req-8587174c-e48c-42dd-94b1-93b7d06cc989 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/ports?device_id=baa1f9e9-3331-45d5-b503-c7ee67e24795 HTTP/1.1" status: 200 len: 944 time: 0.1344521 Nov 16 11:18:37.014271 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8bbdfebe-6504-435f-83ab-dc3d4c322ccd req-5ee70d5d-66c1-4d36-8aa5-ae40633c4d44 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Publish callbacks [] for floatingip, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:37.019104 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8bbdfebe-6504-435f-83ab-dc3d4c322ccd req-5ee70d5d-66c1-4d36-8aa5-ae40633c4d44 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:37.020807 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8bbdfebe-6504-435f-83ab-dc3d4c322ccd req-5ee70d5d-66c1-4d36-8aa5-ae40633c4d44 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] 10.222.0.61 "DELETE /v2.0/floatingips/553023cb-ee85-4047-a411-82d74442f071 HTTP/1.1" status: 204 len: 173 time: 0.9445717 Nov 16 11:18:37.030931 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: 2551d734-1334-47de-ac96-3576b314e727 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:18:37.031286 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 2551d734-1334-47de-ac96-3576b314e727 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:18:37.073535 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:37.089487 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48e1828f-e7d7-4a31-b5e4-02cf1b427966 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:18:37.108994 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b6e40af3-48a3-4c15-9a3e-229bc0f37303 req-a166b8a8-2b76-4a0f-ad6f-d164bf5f602d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0e81e678-2bad-4199-9a8a-c263ae69b831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873632 Nov 16 11:18:37.120679 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 48e1828f-e7d7-4a31-b5e4-02cf1b427966, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=48e1828f-e7d7-4a31-b5e4-02cf1b427966,segment=NetworkSegment(28eb1295-39a5-4045-b087-0ec8bd4c5806),segment_id=28eb1295-39a5-4045-b087-0ec8bd4c5806)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:37.128840 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd4aba01-e12a-4e04-a9a6-9ae0befc5953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:37.128980 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:37.133127 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd4aba01-e12a-4e04-a9a6-9ae0befc5953 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:37.135609 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-dd4aba01-e12a-4e04-a9a6-9ae0befc5953 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a52b4ffb-5e4b-4e09-a34a-34e4a2897d57 HTTP/1.1" status: 204 len: 168 time: 0.4432168 Nov 16 11:18:37.158461 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-62c62651-eb23-4fea-852d-56dad1516bfa req-29c42d1d-8849-4278-95ef-6781b40e25c2 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/security-groups?id=29be483f-dbde-4ea7-977a-e091d2cc6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356876 Nov 16 11:18:37.167858 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4aba01-e12a-4e04-a9a6-9ae0befc5953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52b4ffb-5e4b-4e09-a34a-34e4a2897d57,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:37.186185 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-ccf21a62-c30b-4a8c-9ec5-591532053711 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Made reservation on behalf of fca4017bffc548cea20e1270411b1992 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:18:37.186185 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-ccf21a62-c30b-4a8c-9ec5-591532053711 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:37.253310 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7d53cc20-c462-4a07-833d-4727084eef59 req-14a8f08b-3d3e-4a6b-8f80-76fb07ec5ffb tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bddbbd5-6e1b-4e6e-adda-fb42234aede3 HTTP/1.1" status: 200 len: 210 time: 0.0445924 Nov 16 11:18:37.284133 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=48e1828f-e7d7-4a31-b5e4-02cf1b427966,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:37.374650 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['48e1828f-e7d7-4a31-b5e4-02cf1b427966'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:18:37.423910 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-37540874-8e4e-47c4-b3f5-d78cbe8a2227 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=f8179a551ca149c6a3cfb31a9d45b53e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449336 Nov 16 11:18:37.468966 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-ccf21a62-c30b-4a8c-9ec5-591532053711 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Allocated IP 172.20.0.10 (b7bb2a97-86e1-4934-a454-677fe86f6d7e/7e023778-0206-43f4-abc1-4c067f7e46aa/29d992c3-c0c9-4c03-bac2-e35d0d9dbe49) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:18:37.595081 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-25ed7fa0-7cf1-4d2e-b9cc-c972fbd1647b tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:37.602861 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-25ed7fa0-7cf1-4d2e-b9cc-c972fbd1647b tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1780477 Nov 16 11:18:37.637564 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-937d5c91-d135-4ee9-aae5-00c86b8db448 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/quotas/f8179a551ca149c6a3cfb31a9d45b53e HTTP/1.1" status: 200 len: 375 time: 0.0337560 Nov 16 11:18:37.718013 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1b90385a-67ed-4b83-bc2f-a341fca7e430 req-5943c96f-0f73-4c0e-97e7-55541604580e tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4278965 Nov 16 11:18:37.728581 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-1b90385a-67ed-4b83-bc2f-a341fca7e430 req-80c96273-f83d-435b-8ad4-d9b5f2f9e284 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:37.750277 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-df229926-59ad-472f-a935-8ea2127eb521 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f8179a551ca149c6a3cfb31a9d45b53e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1117465 Nov 16 11:18:37.800135 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1b90385a-67ed-4b83-bc2f-a341fca7e430 req-80c96273-f83d-435b-8ad4-d9b5f2f9e284 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Publish callbacks [] for floatingip, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:37.800918 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-ccf21a62-c30b-4a8c-9ec5-591532053711 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:37.852078 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-ccf21a62-c30b-4a8c-9ec5-591532053711 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:37.911132 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-ccf21a62-c30b-4a8c-9ec5-591532053711 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Network b7bb2a97-86e1-4934-a454-677fe86f6d7e is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:18:37.917684 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-ccf21a62-c30b-4a8c-9ec5-591532053711 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:18:37.922133 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-ccf21a62-c30b-4a8c-9ec5-591532053711 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:18:37.949533 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8247af11-e6b2-47ef-afcc-56dec3652b96 None None] DHCP port deletion for b7bb2a97-86e1-4934-a454-677fe86f6d7e request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:18:37.966068 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf21a62-c30b-4a8c-9ec5-591532053711 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Pushing event updated for resources: {'Port': ['ID=29d992c3-c0c9-4c03-bac2-e35d0d9dbe49,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:37.988289 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-ccf21a62-c30b-4a8c-9ec5-591532053711 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:37.988941 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-ccf21a62-c30b-4a8c-9ec5-591532053711 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:38.052069 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-21063f5b-81e8-456f-ac72-3dfb4eb40d60 None None] Provisioning complete for port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:18:38.052478 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-21063f5b-81e8-456f-ac72-3dfb4eb40d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:38.062839 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-ccf21a62-c30b-4a8c-9ec5-591532053711 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1408391 Nov 16 11:18:38.068152 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1b90385a-67ed-4b83-bc2f-a341fca7e430 req-80c96273-f83d-435b-8ad4-d9b5f2f9e284 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:38.076872 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-ddf67992-0cfb-4afa-97d4-6c48dd82cecc service neutron] Request body: {'port': {'device_id': '7bddbbd5-6e1b-4e6e-adda-fb42234aede3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:38.106317 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-21063f5b-81e8-456f-ac72-3dfb4eb40d60 None None] Port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:18:38.224920 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-ddf67992-0cfb-4afa-97d4-6c48dd82cecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:38.266225 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55906a6c-83f5-4fb4-8e3a-7036a6e260c2 req-e6a1f067-3b0f-4a6c-bcf2-561ca2895f0b tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:38.267926 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-55906a6c-83f5-4fb4-8e3a-7036a6e260c2 req-e6a1f067-3b0f-4a6c-bcf2-561ca2895f0b tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] 10.222.0.61 "GET /v2.0/ports?device_id=452662b7-4ae4-4a69-978a-ef10fbb143c1 HTTP/1.1" status: 200 len: 945 time: 0.1888771 Nov 16 11:18:38.345161 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-1b90385a-67ed-4b83-bc2f-a341fca7e430 req-80c96273-f83d-435b-8ad4-d9b5f2f9e284 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Allocated IP 172.25.0.161 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/866bd44d-2343-41d8-9409-f2215ee65133) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:18:38.364681 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-55906a6c-83f5-4fb4-8e3a-7036a6e260c2 req-9cdb5632-a731-499d-8b2f-73c041e892c7 tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e81e678-2bad-4199-9a8a-c263ae69b831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781057 Nov 16 11:18:38.453190 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 53764) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:38.519473 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1b90385a-67ed-4b83-bc2f-a341fca7e430 req-80c96273-f83d-435b-8ad4-d9b5f2f9e284 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:38.571010 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-688c65ff-20f8-4d30-a1c5-491e2c30717e tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:38.595210 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1b90385a-67ed-4b83-bc2f-a341fca7e430 req-80c96273-f83d-435b-8ad4-d9b5f2f9e284 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:38.607131 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-688c65ff-20f8-4d30-a1c5-491e2c30717e tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:38.621372 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c560f253-98d1-4b60-8fe3-e6efa7ece7d2 req-d573d4e5-8ff8-42cf-a736-602fa81ddb90 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/ports?device_id=22307b02-4e89-4d9c-954f-681026262aa4 HTTP/1.1" status: 200 len: 210 time: 0.0390563 Nov 16 11:18:38.666304 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b90385a-67ed-4b83-bc2f-a341fca7e430 req-80c96273-f83d-435b-8ad4-d9b5f2f9e284 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:18:38.674199 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-1b90385a-67ed-4b83-bc2f-a341fca7e430 req-80c96273-f83d-435b-8ad4-d9b5f2f9e284 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:18:38.678352 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b90385a-67ed-4b83-bc2f-a341fca7e430 req-80c96273-f83d-435b-8ad4-d9b5f2f9e284 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:18:38.702219 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c96273-f83d-435b-8ad4-d9b5f2f9e284 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Pushing event updated for resources: {'Port': ['ID=866bd44d-2343-41d8-9409-f2215ee65133,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:38.723661 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-ddf67992-0cfb-4afa-97d4-6c48dd82cecc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:18:38.732122 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-688c65ff-20f8-4d30-a1c5-491e2c30717e tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:38.735210 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-688c65ff-20f8-4d30-a1c5-491e2c30717e tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:38.738942 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 53782) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:38.739811 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-688c65ff-20f8-4d30-a1c5-491e2c30717e tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "DELETE /v2.0/security-groups/82fe9619-f589-4f96-b715-7b65cc14edae HTTP/1.1" status: 204 len: 168 time: 0.2847002 Nov 16 11:18:38.741571 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-ddf67992-0cfb-4afa-97d4-6c48dd82cecc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:38.760572 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c65ff-20f8-4d30-a1c5-491e2c30717e tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82fe9619-f589-4f96-b715-7b65cc14edae,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:38.765468 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 48e1828f-e7d7-4a31-b5e4-02cf1b427966 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:18:38.765814 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-ddf67992-0cfb-4afa-97d4-6c48dd82cecc service neutron] Transition to ACTIVE for port object 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:18:38.774061 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-ddf67992-0cfb-4afa-97d4-6c48dd82cecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:38.830285 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19e1ab5-a2bc-4432-a358-5568f314ff3f None None] DHCP port deletion for b7bb2a97-86e1-4934-a454-677fe86f6d7e request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:18:38.839942 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1b90385a-67ed-4b83-bc2f-a341fca7e430 req-80c96273-f83d-435b-8ad4-d9b5f2f9e284 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:38.848144 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-84c1ec1f-22d6-40ee-a55e-fac2fdb0511e tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] show failed (client error): The resource could not be found. Nov 16 11:18:38.849512 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-84c1ec1f-22d6-40ee-a55e-fac2fdb0511e tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "GET /v2.0/security-groups/82fe9619-f589-4f96-b715-7b65cc14edae HTTP/1.1" status: 404 len: 347 time: 0.1081824 Nov 16 11:18:38.855300 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 53784) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:38.887542 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf67992-0cfb-4afa-97d4-6c48dd82cecc service neutron] Pushing event updated for resources: {'Port': ['ID=29d992c3-c0c9-4c03-bac2-e35d0d9dbe49,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:38.913717 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1b90385a-67ed-4b83-bc2f-a341fca7e430 req-80c96273-f83d-435b-8ad4-d9b5f2f9e284 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:38.923085 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 48e1828f-e7d7-4a31-b5e4-02cf1b427966 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:18:38.930512 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 48e1828f-e7d7-4a31-b5e4-02cf1b427966 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:18:38.931108 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:39.018801 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-ddf67992-0cfb-4afa-97d4-6c48dd82cecc service neutron] Attempting to bind port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:18:39.019399 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-ddf67992-0cfb-4afa-97d4-6c48dd82cecc service neutron] Attempting to bind port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:18:39.019515 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-ddf67992-0cfb-4afa-97d4-6c48dd82cecc service neutron] Attempting to bind port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 on network b7bb2a97-86e1-4934-a454-677fe86f6d7e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:18:39.029745 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-ddf67992-0cfb-4afa-97d4-6c48dd82cecc service neutron] Port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 on network b7bb2a97-86e1-4934-a454-677fe86f6d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:18:39.030105 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-ddf67992-0cfb-4afa-97d4-6c48dd82cecc service neutron] Attempting to bind port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 on network b7bb2a97-86e1-4934-a454-677fe86f6d7e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:18:39.036479 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:39.041751 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-ddf67992-0cfb-4afa-97d4-6c48dd82cecc service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:18:39.042181 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-ddf67992-0cfb-4afa-97d4-6c48dd82cecc service neutron] Checking segment: {'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:18:39.042581 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-ddf67992-0cfb-4afa-97d4-6c48dd82cecc service neutron] Bound using segment: {'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:18:39.043025 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-ddf67992-0cfb-4afa-97d4-6c48dd82cecc service neutron] Bound port: 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:18:39.043382 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-ddf67992-0cfb-4afa-97d4-6c48dd82cecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:39.062566 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-3ede7921-a483-4bf2-b9c6-d26fadbf95bc tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Deleting port 8e74ba5b-9537-4a9a-a1cd-2c98206af821 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:18:39.062896 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3ede7921-a483-4bf2-b9c6-d26fadbf95bc tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:39.067760 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa1f9e9-3331-45d5-b503-c7ee67e24795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e1828f-e7d7-4a31-b5e4-02cf1b427966'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:18:39.070871 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1baee1b-b5fb-46db-baa8-12677b4d84bb" -d '{"events": [{"server_uuid": "baa1f9e9-3331-45d5-b503-c7ee67e24795", "name": "network-vif-plugged", "status": "completed", "tag": "48e1828f-e7d7-4a31-b5e4-02cf1b427966"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:18:39.079497 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1b90385a-67ed-4b83-bc2f-a341fca7e430 req-80c96273-f83d-435b-8ad4-d9b5f2f9e284 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:39.085309 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 48e1828f-e7d7-4a31-b5e4-02cf1b427966, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=48e1828f-e7d7-4a31-b5e4-02cf1b427966,segment=NetworkSegment(28eb1295-39a5-4045-b087-0ec8bd4c5806),segment_id=28eb1295-39a5-4045-b087-0ec8bd4c5806)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:39.090437 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122604c4-d5bf-4ec3-84ae-6c9d491bb21b req-1f0bfcd1-8f05-4408-8f41-4f284e5db9f5 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:39.090783 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:39.091963 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-122604c4-d5bf-4ec3-84ae-6c9d491bb21b req-1f0bfcd1-8f05-4408-8f41-4f284e5db9f5 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/ports?device_id=baa1f9e9-3331-45d5-b503-c7ee67e24795 HTTP/1.1" status: 200 len: 945 time: 0.3087790 Nov 16 11:18:39.093120 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1b90385a-67ed-4b83-bc2f-a341fca7e430 req-80c96273-f83d-435b-8ad4-d9b5f2f9e284 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:39.147829 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=48e1828f-e7d7-4a31-b5e4-02cf1b427966,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:39.172146 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-ddf67992-0cfb-4afa-97d4-6c48dd82cecc service neutron] For port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:18:39.191603 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3ede7921-a483-4bf2-b9c6-d26fadbf95bc tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:39.191945 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3ede7921-a483-4bf2-b9c6-d26fadbf95bc tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:39.195714 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-ddf67992-0cfb-4afa-97d4-6c48dd82cecc service neutron] For port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=29d992c3-c0c9-4c03-bac2-e35d0d9dbe49,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:18:39.202318 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-ddf67992-0cfb-4afa-97d4-6c48dd82cecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:39.208807 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c96273-f83d-435b-8ad4-d9b5f2f9e284 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Pushing event updated for resources: {'Port': ['ID=866bd44d-2343-41d8-9409-f2215ee65133,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:39.214411 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1b90385a-67ed-4b83-bc2f-a341fca7e430 req-80c96273-f83d-435b-8ad4-d9b5f2f9e284 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:39.215591 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-3ede7921-a483-4bf2-b9c6-d26fadbf95bc tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Calling delete_port for 8e74ba5b-9537-4a9a-a1cd-2c98206af821 owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:18:39.232527 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-122604c4-d5bf-4ec3-84ae-6c9d491bb21b req-4fd51bb0-c3bb-48d7-98aa-10e3be40bbbc tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/security-groups?id=29be483f-dbde-4ea7-977a-e091d2cc6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300952 Nov 16 11:18:39.239880 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1b90385a-67ed-4b83-bc2f-a341fca7e430 req-80c96273-f83d-435b-8ad4-d9b5f2f9e284 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:39.241062 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1b90385a-67ed-4b83-bc2f-a341fca7e430 req-80c96273-f83d-435b-8ad4-d9b5f2f9e284 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5222695 Nov 16 11:18:39.254813 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-ddf67992-0cfb-4afa-97d4-6c48dd82cecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:39.255398 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-ddf67992-0cfb-4afa-97d4-6c48dd82cecc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:39.256871 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-ddf67992-0cfb-4afa-97d4-6c48dd82cecc service neutron] 10.222.0.36 "PUT /v2.0/ports/29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 HTTP/1.1" status: 200 len: 1092 time: 1.1846893 Nov 16 11:18:39.257321 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bddbbd5-6e1b-4e6e-adda-fb42234aede3', 'tag': '29d992c3-c0c9-4c03-bac2-e35d0d9dbe49'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:18:39.260293 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0525080b-65dc-44b4-b069-58fe1bf64c42" -d '{"events": [{"name": "network-changed", "server_uuid": "7bddbbd5-6e1b-4e6e-adda-fb42234aede3", "tag": "29d992c3-c0c9-4c03-bac2-e35d0d9dbe49"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:18:39.284326 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6eba424-fedb-4ea9-a387-cd3aed7492a8 None None] DHCP port deletion for b7bb2a97-86e1-4934-a454-677fe86f6d7e request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:18:39.314981 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1b90385a-67ed-4b83-bc2f-a341fca7e430 req-e314f6ab-452c-41dd-8442-593efd9c1160 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.161 HTTP/1.1" status: 200 len: 696 time: 0.0549781 Nov 16 11:18:39.358056 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf67992-0cfb-4afa-97d4-6c48dd82cecc service neutron] Pushing event updated for resources: {'Port': ['ID=29d992c3-c0c9-4c03-bac2-e35d0d9dbe49,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:39.389276 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-3c4da206-6e21-42fc-8938-330d8d347452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:39.390708 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-3c4da206-6e21-42fc-8938-330d8d347452 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fca4017bffc548cea20e1270411b1992&device_id=7bddbbd5-6e1b-4e6e-adda-fb42234aede3 HTTP/1.1" status: 200 len: 1095 time: 0.0767310 Nov 16 11:18:39.441192 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-714bc2bd-b370-4b00-8a5c-800b0595fce5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 HTTP/1.1" status: 200 len: 217 time: 0.0399747 Nov 16 11:18:39.449116 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-c2c55d74-523f-4691-a707-5c90164e2126 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f8179a551ca149c6a3cfb31a9d45b53e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448420 Nov 16 11:18:39.523824 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-bfa35b70-980b-46ae-83af-976629f1fea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:39.525323 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-bfa35b70-980b-46ae-83af-976629f1fea8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e023778-0206-43f4-abc1-4c067f7e46aa HTTP/1.1" status: 200 len: 848 time: 0.0778596 Nov 16 11:18:39.546247 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3ede7921-a483-4bf2-b9c6-d26fadbf95bc tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:39.546476 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ffb6c3-ce68-42e8-aebf-34708eed9c0e req-92d3de9a-0d4c-426b-895c-17a8db874cb2 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:39.550426 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-75ffb6c3-ce68-42e8-aebf-34708eed9c0e req-92d3de9a-0d4c-426b-895c-17a8db874cb2 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bddbbd5-6e1b-4e6e-adda-fb42234aede3 HTTP/1.1" status: 200 len: 944 time: 0.1604178 Nov 16 11:18:39.568892 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90385a-67ed-4b83-bc2f-a341fca7e430 req-132ad80b-4650-44f8-b3c4-9e1e71d41389 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:39.570816 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1b90385a-67ed-4b83-bc2f-a341fca7e430 req-132ad80b-4650-44f8-b3c4-9e1e71d41389 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] 10.222.0.61 "GET /v2.0/networks/47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 784 time: 0.2437394 Nov 16 11:18:39.584503 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-958f7e72-db0e-4eca-bf87-d8aed25779f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b7bb2a97-86e1-4934-a454-677fe86f6d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507913 Nov 16 11:18:39.588447 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede7921-a483-4bf2-b9c6-d26fadbf95bc tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Pushing event deleted for resources: {'Port': ['ID=8e74ba5b-9537-4a9a-a1cd-2c98206af821,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:39.620695 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd425960-100b-412a-9a99-2b40deaffa4e None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:18:39.657791 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-c315a7d0-e6a2-45e1-a8bc-5282f187b50b tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:39.660820 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-c315a7d0-e6a2-45e1-a8bc-5282f187b50b tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2019181 Nov 16 11:18:39.665885 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-75ffb6c3-ce68-42e8-aebf-34708eed9c0e req-dcbc2bac-bbf7-4a64-86eb-aad78366dd94 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069136 Nov 16 11:18:39.673829 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-d7b9ab12-40a2-4b76-82ad-61e062feda52 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Request body: {'port': {'device_id': '22307b02-4e89-4d9c-954f-681026262aa4', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'admin_state_up': True, 'tenant_id': 'f8179a551ca149c6a3cfb31a9d45b53e'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:39.723382 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3ede7921-a483-4bf2-b9c6-d26fadbf95bc tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:39.727459 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3ede7921-a483-4bf2-b9c6-d26fadbf95bc tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:39.728627 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-3ede7921-a483-4bf2-b9c6-d26fadbf95bc tempest-ImagesOneServerNegativeTestJSON-1133012043 tempest-ImagesOneServerNegativeTestJSON-1133012043-project] 10.222.0.61 "DELETE /v2.0/floatingips/b1a92e1a-1d2c-49ee-bb11-95aa3d306529 HTTP/1.1" status: 204 len: 168 time: 0.8692348 Nov 16 11:18:39.735197 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5331ef-8cda-4046-b43d-0525191ac29e x-openstack-request-id: req-6b5331ef-8cda-4046-b43d-0525191ac29e {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:18:39.735489 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa1f9e9-3331-45d5-b503-c7ee67e24795", "name": "network-vif-plugged", "status": "completed", "tag": "48e1828f-e7d7-4a31-b5e4-02cf1b427966", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:18:39.736350 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6b5331ef-8cda-4046-b43d-0525191ac29e {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:18:39.736910 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa1f9e9-3331-45d5-b503-c7ee67e24795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e1828f-e7d7-4a31-b5e4-02cf1b427966', 'code': 200} Nov 16 11:18:39.759420 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-402d94e8-4573-427f-80cb-acee365d6b56 service neutron] 10.222.0.36 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656740 Nov 16 11:18:39.794320 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9a54c3-f095-4613-8cbc-16ea29e794bf x-openstack-request-id: req-be9a54c3-f095-4613-8cbc-16ea29e794bf {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:18:39.794712 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bddbbd5-6e1b-4e6e-adda-fb42234aede3", "tag": "29d992c3-c0c9-4c03-bac2-e35d0d9dbe49", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:18:39.795057 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-be9a54c3-f095-4613-8cbc-16ea29e794bf {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:18:39.795689 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bddbbd5-6e1b-4e6e-adda-fb42234aede3', 'tag': '29d992c3-c0c9-4c03-bac2-e35d0d9dbe49', 'status': 'completed', 'code': 200} Nov 16 11:18:39.857468 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-d7b9ab12-40a2-4b76-82ad-61e062feda52 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Made reservation on behalf of f8179a551ca149c6a3cfb31a9d45b53e for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:18:39.860975 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-d7b9ab12-40a2-4b76-82ad-61e062feda52 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:39.881702 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b5bb651-46e1-4fa1-8abe-7b9dcd6b3790 req-f6225d84-2a3c-4b45-9a35-a5ed0cdf87a6 service neutron] 10.222.0.36 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136322 Nov 16 11:18:39.914481 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15400d5-640d-4a35-885a-a8fef899af4d req-f4c92eb7-035f-40c7-8961-af72498e6d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:39.915879 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f15400d5-640d-4a35-885a-a8fef899af4d req-f4c92eb7-035f-40c7-8961-af72498e6d34 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=baa1f9e9-3331-45d5-b503-c7ee67e24795 HTTP/1.1" status: 200 len: 1097 time: 0.1142414 Nov 16 11:18:39.987709 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784513f-4893-4a51-9307-c7ccbd41562f req-c473e64a-a29a-4969-88ea-2313aec7ce48 tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:39.989172 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9784513f-4893-4a51-9307-c7ccbd41562f req-c473e64a-a29a-4969-88ea-2313aec7ce48 tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] 10.222.0.61 "GET /v2.0/ports?device_id=452662b7-4ae4-4a69-978a-ef10fbb143c1 HTTP/1.1" status: 200 len: 945 time: 0.1471224 Nov 16 11:18:39.990624 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525080b-65dc-44b4-b069-58fe1bf64c42 req-c03a3ea9-65f9-451b-a615-30304e5b925d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:39.992847 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0525080b-65dc-44b4-b069-58fe1bf64c42 req-c03a3ea9-65f9-451b-a615-30304e5b925d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fca4017bffc548cea20e1270411b1992&device_id=7bddbbd5-6e1b-4e6e-adda-fb42234aede3 HTTP/1.1" status: 200 len: 1095 time: 0.0566819 Nov 16 11:18:40.064237 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f15400d5-640d-4a35-885a-a8fef899af4d req-5c359448-2331-4359-808a-f83ff2e41d9e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=29be483f-dbde-4ea7-977a-e091d2cc6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204646 Nov 16 11:18:40.092291 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525080b-65dc-44b4-b069-58fe1bf64c42 req-600e08b5-9994-439e-8119-b635ecf87ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:40.093749 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0525080b-65dc-44b4-b069-58fe1bf64c42 req-600e08b5-9994-439e-8119-b635ecf87ecd service neutron] 10.222.0.36 "GET /v2.0/networks?id=b7bb2a97-86e1-4934-a454-677fe86f6d7e HTTP/1.1" status: 200 len: 909 time: 0.0937481 Nov 16 11:18:40.126470 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0cc8933c-97b8-43b9-9957-0e4144b3a6a5 req-258d5b26-24ab-4dfd-90b5-0ac64e596659 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] 10.222.0.61 "GET /v2.0/floatingips/c42b7b7b-0e25-493d-8bab-a7956742fa7f HTTP/1.1" status: 200 len: 693 time: 0.0697908 Nov 16 11:18:40.138921 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0525080b-65dc-44b4-b069-58fe1bf64c42 req-f5131fd7-c5da-4757-af66-1e2fa2b58d24 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 HTTP/1.1" status: 200 len: 217 time: 0.0377650 Nov 16 11:18:40.153604 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-d7b9ab12-40a2-4b76-82ad-61e062feda52 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Allocated IP 192.168.233.145 (d184b1c6-3832-4c86-bfd0-c1472d76d6c3/c4c770cc-51d7-42eb-b4a6-9a605bacae0f/91f7978c-6ecc-4338-a672-233fdb903a9f) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:18:40.168495 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9784513f-4893-4a51-9307-c7ccbd41562f req-db394e31-1871-4568-8351-eb5ab86d921d tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e81e678-2bad-4199-9a8a-c263ae69b831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685214 Nov 16 11:18:40.199443 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525080b-65dc-44b4-b069-58fe1bf64c42 req-f15aa693-4a50-42b7-8bf7-0b973e62dbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:40.200674 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0525080b-65dc-44b4-b069-58fe1bf64c42 req-f15aa693-4a50-42b7-8bf7-0b973e62dbe7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e023778-0206-43f4-abc1-4c067f7e46aa HTTP/1.1" status: 200 len: 848 time: 0.0540137 Nov 16 11:18:40.236360 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0525080b-65dc-44b4-b069-58fe1bf64c42 req-390a6979-d092-4c8f-bd2b-a4782a802209 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b7bb2a97-86e1-4934-a454-677fe86f6d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276861 Nov 16 11:18:40.280126 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-843843e8-f25c-40bb-9716-e179317ce0d2 req-311fc978-00ef-4f2a-af31-05123336323c tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/ports?device_id=22307b02-4e89-4d9c-954f-681026262aa4 HTTP/1.1" status: 200 len: 210 time: 0.0454984 Nov 16 11:18:40.317167 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8933c-97b8-43b9-9957-0e4144b3a6a5 req-a7528fb3-0f5c-43ed-b717-fd5da407f672 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:40.320010 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0cc8933c-97b8-43b9-9957-0e4144b3a6a5 req-a7528fb3-0f5c-43ed-b717-fd5da407f672 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] 10.222.0.61 "GET /v2.0/networks/47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 784 time: 0.1858804 Nov 16 11:18:40.342447 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0525080b-65dc-44b4-b069-58fe1bf64c42 req-927b98cb-41d0-4767-86cb-4be825542028 service neutron] 10.222.0.36 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981765 Nov 16 11:18:40.430866 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0525080b-65dc-44b4-b069-58fe1bf64c42 req-49f7917a-3f22-4ba5-ba15-667e66e78605 service neutron] 10.222.0.36 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813301 Nov 16 11:18:40.436192 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0cc8933c-97b8-43b9-9957-0e4144b3a6a5 req-d39fa45c-70d9-4a67-a2fb-b18487b0b169 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.161 HTTP/1.1" status: 200 len: 696 time: 0.1042786 Nov 16 11:18:40.514062 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e32b35-54e1-406a-926c-1850f3b59d2c req-ba33a82d-b1d9-4982-8704-64fa2e892e68 tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:40.515511 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a0e32b35-54e1-406a-926c-1850f3b59d2c req-ba33a82d-b1d9-4982-8704-64fa2e892e68 tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] 10.222.0.61 "GET /v2.0/ports?device_id=06e08617-ac99-4a8c-8d91-7fc109f96c53 HTTP/1.1" status: 200 len: 951 time: 0.1501141 Nov 16 11:18:40.541764 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0cc8933c-97b8-43b9-9957-0e4144b3a6a5 req-43fb4929-6151-4ae8-b710-f31c4a4df735 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.161 HTTP/1.1" status: 200 len: 696 time: 0.0833592 Nov 16 11:18:40.545544 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-d7b9ab12-40a2-4b76-82ad-61e062feda52 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:40.692695 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a0e32b35-54e1-406a-926c-1850f3b59d2c req-b6b4e247-1555-485a-9372-0d51e7145507 tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] 10.222.0.61 "GET /v2.0/security-groups?id=9bad7d3d-8d2d-4539-87cc-ead85771bd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659608 Nov 16 11:18:40.720621 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-d7b9ab12-40a2-4b76-82ad-61e062feda52 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:40.733986 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['193c7bd3-aece-462f-bfa9-3d53ce7cb844'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:18:40.755033 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-0cc8933c-97b8-43b9-9957-0e4144b3a6a5 req-cab389d6-6194-470b-a807-524eb1616e20 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Deleting port 866bd44d-2343-41d8-9409-f2215ee65133 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:18:40.755480 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0cc8933c-97b8-43b9-9957-0e4144b3a6a5 req-cab389d6-6194-470b-a807-524eb1616e20 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:41.091753 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-d7b9ab12-40a2-4b76-82ad-61e062feda52 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:18:41.106760 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-d7b9ab12-40a2-4b76-82ad-61e062feda52 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:18:41.111099 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b9ab12-40a2-4b76-82ad-61e062feda52 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Pushing event updated for resources: {'Port': ['ID=91f7978c-6ecc-4338-a672-233fdb903a9f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:41.113297 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-d7b9ab12-40a2-4b76-82ad-61e062feda52 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:18:41.191552 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf844f-5f51-458a-b505-6d1b00e37ad1 req-3b2a619f-b4cd-4ead-a032-41b40138fce3 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:41.193640 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-41cf844f-5f51-458a-b505-6d1b00e37ad1 req-3b2a619f-b4cd-4ead-a032-41b40138fce3 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/ports?device_id=baa1f9e9-3331-45d5-b503-c7ee67e24795 HTTP/1.1" status: 200 len: 946 time: 0.1656573 Nov 16 11:18:41.195717 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0cc8933c-97b8-43b9-9957-0e4144b3a6a5 req-cab389d6-6194-470b-a807-524eb1616e20 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:41.196050 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0cc8933c-97b8-43b9-9957-0e4144b3a6a5 req-cab389d6-6194-470b-a807-524eb1616e20 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:41.203760 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-d7b9ab12-40a2-4b76-82ad-61e062feda52 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:41.204390 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-d7b9ab12-40a2-4b76-82ad-61e062feda52 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:41.229703 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-0cc8933c-97b8-43b9-9957-0e4144b3a6a5 req-cab389d6-6194-470b-a807-524eb1616e20 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Calling delete_port for 866bd44d-2343-41d8-9409-f2215ee65133 owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:18:41.249008 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-d7b9ab12-40a2-4b76-82ad-61e062feda52 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5808809 Nov 16 11:18:41.298854 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-5c923050-41d9-4b7c-9ce1-3ade2c2c21d3 service neutron] Request body: {'port': {'device_id': '22307b02-4e89-4d9c-954f-681026262aa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:41.346611 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-41cf844f-5f51-458a-b505-6d1b00e37ad1 req-8625c9cc-afc8-406b-a346-347f7bc7c63d tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/security-groups?id=29be483f-dbde-4ea7-977a-e091d2cc6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384583 Nov 16 11:18:41.385741 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-f5e3b0b2-effb-4aa4-a1cc-7b29e1d833da None None] Provisioning complete for port 91f7978c-6ecc-4338-a672-233fdb903a9f triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:18:41.386269 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f5e3b0b2-effb-4aa4-a1cc-7b29e1d833da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:41.386952 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-5c923050-41d9-4b7c-9ce1-3ade2c2c21d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:41.423963 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3b0b2-effb-4aa4-a1cc-7b29e1d833da None None] Port 91f7978c-6ecc-4338-a672-233fdb903a9f cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:18:41.566166 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab174f-3159-410a-9e05-92e42f2a03ac req-01636a39-dd92-4ccf-a3b3-469487cf1cd9 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:41.567647 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-22ab174f-3159-410a-9e05-92e42f2a03ac req-01636a39-dd92-4ccf-a3b3-469487cf1cd9 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bddbbd5-6e1b-4e6e-adda-fb42234aede3 HTTP/1.1" status: 200 len: 944 time: 0.1634960 Nov 16 11:18:41.603657 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0cc8933c-97b8-43b9-9957-0e4144b3a6a5 req-cab389d6-6194-470b-a807-524eb1616e20 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:41.672590 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab389d6-6194-470b-a807-524eb1616e20 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Pushing event deleted for resources: {'Port': ['ID=866bd44d-2343-41d8-9409-f2215ee65133,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:41.741143 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-22ab174f-3159-410a-9e05-92e42f2a03ac req-27611d02-b0fd-42b1-8605-62c5d93e058a tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644166 Nov 16 11:18:41.768674 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0cc8933c-97b8-43b9-9957-0e4144b3a6a5 req-cab389d6-6194-470b-a807-524eb1616e20 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Publish callbacks [] for floatingip, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:41.771271 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0cc8933c-97b8-43b9-9957-0e4144b3a6a5 req-cab389d6-6194-470b-a807-524eb1616e20 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:41.772394 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0cc8933c-97b8-43b9-9957-0e4144b3a6a5 req-cab389d6-6194-470b-a807-524eb1616e20 tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] 10.222.0.61 "DELETE /v2.0/floatingips/c42b7b7b-0e25-493d-8bab-a7956742fa7f HTTP/1.1" status: 204 len: 173 time: 1.2202158 Nov 16 11:18:41.860849 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-5c923050-41d9-4b7c-9ce1-3ade2c2c21d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91f7978c-6ecc-4338-a672-233fdb903a9f {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:18:41.871497 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-5c923050-41d9-4b7c-9ce1-3ade2c2c21d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:41.892363 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-5c923050-41d9-4b7c-9ce1-3ade2c2c21d3 service neutron] Transition to ACTIVE for port object 91f7978c-6ecc-4338-a672-233fdb903a9f will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:18:41.896852 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-5c923050-41d9-4b7c-9ce1-3ade2c2c21d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:41.980333 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c923050-41d9-4b7c-9ce1-3ade2c2c21d3 service neutron] Pushing event updated for resources: {'Port': ['ID=91f7978c-6ecc-4338-a672-233fdb903a9f,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:42.039460 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51f143-30b2-4aeb-ad68-ffa7683a68cc req-b457e963-5a04-4b4a-80e8-3e23f1448063 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:42.041030 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5a51f143-30b2-4aeb-ad68-ffa7683a68cc req-b457e963-5a04-4b4a-80e8-3e23f1448063 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/ports?device_id=22307b02-4e89-4d9c-954f-681026262aa4 HTTP/1.1" status: 200 len: 948 time: 0.1125841 Nov 16 11:18:42.104314 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-5c923050-41d9-4b7c-9ce1-3ade2c2c21d3 service neutron] Attempting to bind port 91f7978c-6ecc-4338-a672-233fdb903a9f on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:18:42.105018 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-5c923050-41d9-4b7c-9ce1-3ade2c2c21d3 service neutron] Attempting to bind port 91f7978c-6ecc-4338-a672-233fdb903a9f by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:18:42.105018 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-5c923050-41d9-4b7c-9ce1-3ade2c2c21d3 service neutron] Attempting to bind port 91f7978c-6ecc-4338-a672-233fdb903a9f on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:18:42.119777 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5a51f143-30b2-4aeb-ad68-ffa7683a68cc req-f305fc74-f466-48c8-b1a8-f7885e035198 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2d83d1a-7587-49ca-a243-42f07aaa81ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716860 Nov 16 11:18:42.121805 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-5c923050-41d9-4b7c-9ce1-3ade2c2c21d3 service neutron] Port 91f7978c-6ecc-4338-a672-233fdb903a9f on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:18:42.122331 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-5c923050-41d9-4b7c-9ce1-3ade2c2c21d3 service neutron] Attempting to bind port 91f7978c-6ecc-4338-a672-233fdb903a9f on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:18:42.131199 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-5c923050-41d9-4b7c-9ce1-3ade2c2c21d3 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:18:42.131976 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-5c923050-41d9-4b7c-9ce1-3ade2c2c21d3 service neutron] Checking segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:18:42.133781 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-5c923050-41d9-4b7c-9ce1-3ade2c2c21d3 service neutron] Bound using segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:18:42.134400 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-5c923050-41d9-4b7c-9ce1-3ade2c2c21d3 service neutron] Bound port: 91f7978c-6ecc-4338-a672-233fdb903a9f, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:18:42.134908 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-5c923050-41d9-4b7c-9ce1-3ade2c2c21d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:42.202092 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [req-7f949fd5-4636-4b5c-a119-d91f5c4b7a3b req-b99c67c2-bdf5-4677-8b03-602127c4eb2a tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] show failed (client error): The resource could not be found. Nov 16 11:18:42.203333 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7f949fd5-4636-4b5c-a119-d91f5c4b7a3b req-b99c67c2-bdf5-4677-8b03-602127c4eb2a tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] 10.222.0.61 "GET /v2.0/floatingips/c42b7b7b-0e25-493d-8bab-a7956742fa7f HTTP/1.1" status: 404 len: 350 time: 0.0554574 Nov 16 11:18:42.242414 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-5c923050-41d9-4b7c-9ce1-3ade2c2c21d3 service neutron] For port 91f7978c-6ecc-4338-a672-233fdb903a9f, host n-h1-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:18:42.243275 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 53878) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:42.246391 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-5c923050-41d9-4b7c-9ce1-3ade2c2c21d3 service neutron] For port 91f7978c-6ecc-4338-a672-233fdb903a9f, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=91f7978c-6ecc-4338-a672-233fdb903a9f,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:18:42.253080 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-5c923050-41d9-4b7c-9ce1-3ade2c2c21d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:42.297186 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-5c923050-41d9-4b7c-9ce1-3ade2c2c21d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:42.297982 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-5c923050-41d9-4b7c-9ce1-3ade2c2c21d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:42.299742 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-5c923050-41d9-4b7c-9ce1-3ade2c2c21d3 service neutron] 10.222.0.36 "PUT /v2.0/ports/91f7978c-6ecc-4338-a672-233fdb903a9f HTTP/1.1" status: 200 len: 1096 time: 1.0404258 Nov 16 11:18:42.300262 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22307b02-4e89-4d9c-954f-681026262aa4', 'tag': '91f7978c-6ecc-4338-a672-233fdb903a9f'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:18:42.302717 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943bea60-7a7f-4941-aaa3-246fdb83e176" -d '{"events": [{"name": "network-changed", "server_uuid": "22307b02-4e89-4d9c-954f-681026262aa4", "tag": "91f7978c-6ecc-4338-a672-233fdb903a9f"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:18:42.333071 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c923050-41d9-4b7c-9ce1-3ade2c2c21d3 service neutron] Pushing event updated for resources: {'Port': ['ID=91f7978c-6ecc-4338-a672-233fdb903a9f,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:42.345071 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-177d08c3-f690-4559-8225-044faef1583b admin admin] Deleting subnet d925af4c-3016-4e15-97ad-df96a26dd2ec {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:18:42.359635 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-177d08c3-f690-4559-8225-044faef1583b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:42.409947 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-177d08c3-f690-4559-8225-044faef1583b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:42.425874 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-ad8bb4be-3974-4802-bea9-079d29068f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:42.427644 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-ad8bb4be-3974-4802-bea9-079d29068f81 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f8179a551ca149c6a3cfb31a9d45b53e&device_id=22307b02-4e89-4d9c-954f-681026262aa4 HTTP/1.1" status: 200 len: 1099 time: 0.0706692 Nov 16 11:18:42.478693 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-177d08c3-f690-4559-8225-044faef1583b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:42.485519 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-9c9d311a-97f4-4bf3-942f-f582c60284d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=91f7978c-6ecc-4338-a672-233fdb903a9f HTTP/1.1" status: 200 len: 217 time: 0.0498028 Nov 16 11:18:42.543875 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-177d08c3-f690-4559-8225-044faef1583b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:42.556714 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [req-0e1a71aa-719b-4ccb-8473-0c36bc5c1786 req-b021a540-1d5c-447b-9087-9aafcfcd444c tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] show failed (client error): The resource could not be found. Nov 16 11:18:42.557861 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0e1a71aa-719b-4ccb-8473-0c36bc5c1786 req-b021a540-1d5c-447b-9087-9aafcfcd444c tempest-FloatingIPsTestJSON-995961033 tempest-FloatingIPsTestJSON-995961033-project] 10.222.0.61 "GET /v2.0/floatingips/c42b7b7b-0e25-493d-8bab-a7956742fa7f HTTP/1.1" status: 404 len: 350 time: 0.0746920 Nov 16 11:18:42.572287 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 53888) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:42.573496 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d08c3-f690-4559-8225-044faef1583b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d925af4c-3016-4e15-97ad-df96a26dd2ec,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:42.578981 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-177d08c3-f690-4559-8225-044faef1583b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:42.582620 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-177d08c3-f690-4559-8225-044faef1583b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d925af4c-3016-4e15-97ad-df96a26dd2ec HTTP/1.1" status: 204 len: 168 time: 0.3378034 Nov 16 11:18:42.585180 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 53890) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:42.586920 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa3cd48-3f0d-46be-be14-5c1e43028a1d None None] Network c4691fdd-c34e-4845-9ba0-d80523cbe337 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:18:42.672478 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-017ef2d3-05f3-454a-b79f-6d5e83d04ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:42.711993 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-8b8c346d-dc76-4799-836e-b455701ff686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:42.713730 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-8b8c346d-dc76-4799-836e-b455701ff686 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.2208195 Nov 16 11:18:42.786176 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2aa090e-0717-4bb5-9937-784506ac0fc0 x-openstack-request-id: req-f2aa090e-0717-4bb5-9937-784506ac0fc0 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:18:42.786438 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22307b02-4e89-4d9c-954f-681026262aa4", "tag": "91f7978c-6ecc-4338-a672-233fdb903a9f", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:18:42.786682 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f2aa090e-0717-4bb5-9937-784506ac0fc0 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:18:42.787072 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22307b02-4e89-4d9c-954f-681026262aa4', 'tag': '91f7978c-6ecc-4338-a672-233fdb903a9f', 'status': 'completed', 'code': 200} Nov 16 11:18:42.795425 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-017ef2d3-05f3-454a-b79f-6d5e83d04ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:42.803649 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc998d0-3738-4d09-8179-2b721b864e77 None None] DHCP port deletion for c4691fdd-c34e-4845-9ba0-d80523cbe337 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:18:42.819629 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-017ef2d3-05f3-454a-b79f-6d5e83d04ce0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4691fdd-c34e-4845-9ba0-d80523cbe337']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:42.831502 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-017ef2d3-05f3-454a-b79f-6d5e83d04ce0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32887315-0b64-4817-9f69-e9105851e5d8') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:42.831915 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-017ef2d3-05f3-454a-b79f-6d5e83d04ce0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32887315-0b64-4817-9f69-e9105851e5d8') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:42.843126 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-017ef2d3-05f3-454a-b79f-6d5e83d04ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:42.858290 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-017ef2d3-05f3-454a-b79f-6d5e83d04ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:42.865341 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-017ef2d3-05f3-454a-b79f-6d5e83d04ce0 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:18:42.866264 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-017ef2d3-05f3-454a-b79f-6d5e83d04ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:42.868761 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:18:42.868761 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:18:42.868761 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:18:42.868761 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:18:42.868761 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:18:42.868761 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:18:42.868761 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:18:42.868761 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:18:42.868761 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:18:42.868761 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:18:42.868761 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:18:42.868761 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:18:42.868761 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:18:42.868761 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:18:42.868761 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:18:42.868761 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:18:42.868761 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:18:42.868761 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:18:42.868761 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:18:42.868761 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:18:42.868761 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:18:42.868761 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:18:42.868761 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:18:42.868761 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:18:42.868761 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:18:42.868761 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:18:42.868761 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:18:42.868761 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:18:42.868761 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:18:42.868761 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:18:42.868761 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:18:42.868761 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:18:42.880836 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-3aadd28a-ff81-4a74-bf4a-77932c6b0134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:42.882843 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-3aadd28a-ff81-4a74-bf4a-77932c6b0134 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0994103 Nov 16 11:18:42.935663 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-017ef2d3-05f3-454a-b79f-6d5e83d04ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:42.955452 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-017ef2d3-05f3-454a-b79f-6d5e83d04ce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:42.959373 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-017ef2d3-05f3-454a-b79f-6d5e83d04ce0 admin admin] 10.222.0.61 "DELETE /v2.0/networks/c4691fdd-c34e-4845-9ba0-d80523cbe337 HTTP/1.1" status: 204 len: 168 time: 0.3722544 Nov 16 11:18:42.960453 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ef2d3-05f3-454a-b79f-6d5e83d04ce0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4691fdd-c34e-4845-9ba0-d80523cbe337,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:42.965106 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1c48c06a-b229-4d74-ac16-87d67a2e1639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:42.966837 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b350825-7517-421a-a58d-3d40e91c760c req-b0e648ff-397e-452f-a789-8b9e74b5dc3f tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:42.974398 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8b350825-7517-421a-a58d-3d40e91c760c req-b0e648ff-397e-452f-a789-8b9e74b5dc3f tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/ports?device_id=baa1f9e9-3331-45d5-b503-c7ee67e24795 HTTP/1.1" status: 200 len: 946 time: 0.1897984 Nov 16 11:18:42.994177 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:18:42.996333 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 5cbbc87c-022a-4ee6-b9ed-87c67592e147 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:18:43.114809 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-169b6b9f-1661-4f43-800a-118fa9c8bfbb service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234466 Nov 16 11:18:43.151776 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8b350825-7517-421a-a58d-3d40e91c760c req-e134b4c6-9b3c-4ec0-9ccd-47b7a3713f02 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/security-groups?id=29be483f-dbde-4ea7-977a-e091d2cc6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765301 Nov 16 11:18:43.160855 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 53914) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:43.225026 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-07316696-2c3e-4154-ae83-7437d46589ae admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fee5a1c288eb4601938f56b1ce0e58a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0626755 Nov 16 11:18:43.229073 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 53918) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:43.268597 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b56c9b3-8dd7-4e51-ba3f-653aa1b806c4 req-84721005-2d7a-42af-b2d7-1a1ed24bf388 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317170 Nov 16 11:18:43.278757 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73142f-1571-4e1e-b02d-71dffaa2cfcf req-5dd0255a-1f6c-479e-a601-60635bbcc274 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:43.280321 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4f73142f-1571-4e1e-b02d-71dffaa2cfcf req-5dd0255a-1f6c-479e-a601-60635bbcc274 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bddbbd5-6e1b-4e6e-adda-fb42234aede3 HTTP/1.1" status: 200 len: 944 time: 0.2043176 Nov 16 11:18:43.330457 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:43.343839 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4f73142f-1571-4e1e-b02d-71dffaa2cfcf req-284606b6-607b-49fc-b032-40227945f326 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550036 Nov 16 11:18:43.371909 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e08617-ac99-4a8c-8d91-7fc109f96c53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cbbc87c-022a-4ee6-b9ed-87c67592e147'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:18:43.374249 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baef95bc-66b9-4ac7-aa9e-af79c548addb" -d '{"events": [{"server_uuid": "06e08617-ac99-4a8c-8d91-7fc109f96c53", "name": "network-vif-unplugged", "status": "completed", "tag": "5cbbc87c-022a-4ee6-b9ed-87c67592e147"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:18:43.380988 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=29d992c3-c0c9-4c03-bac2-e35d0d9dbe49,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:43.400053 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 5cbbc87c-022a-4ee6-b9ed-87c67592e147, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=5cbbc87c-022a-4ee6-b9ed-87c67592e147,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:43.403838 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '29d992c3-c0c9-4c03-bac2-e35d0d9dbe49', 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e', 'port_id': '29d992c3-c0c9-4c03-bac2-e35d0d9dbe49', 'mac_address': 'fa:16:3e:25:38:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e023778-0206-43f4-abc1-4c067f7e46aa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:18:43.406872 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:43.485246 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:43.487197 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=5cbbc87c-022a-4ee6-b9ed-87c67592e147,revision_number=11']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:43.502049 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7920d4b6-abfb-4836-91f8-e92eecb8e4dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:43.502717 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:18:43.509072 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943bea60-7a7f-4941-aaa3-246fdb83e176 req-e1300d3a-4cd5-42c6-801d-8fe84c577e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:43.510632 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-943bea60-7a7f-4941-aaa3-246fdb83e176 req-e1300d3a-4cd5-42c6-801d-8fe84c577e95 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f8179a551ca149c6a3cfb31a9d45b53e&device_id=22307b02-4e89-4d9c-954f-681026262aa4 HTTP/1.1" status: 200 len: 1099 time: 0.1708281 Nov 16 11:18:43.522761 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=29d992c3-c0c9-4c03-bac2-e35d0d9dbe49,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:43.526753 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:43.560579 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39ed7f-a748-4c85-8f4d-4643ac892646 req-7a0f5304-4d10-4fdf-aab1-be9a132c73f1 tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:43.562179 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3d39ed7f-a748-4c85-8f4d-4643ac892646 req-7a0f5304-4d10-4fdf-aab1-be9a132c73f1 tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] 10.222.0.61 "GET /v2.0/ports?device_id=06e08617-ac99-4a8c-8d91-7fc109f96c53 HTTP/1.1" status: 200 len: 949 time: 0.2013388 Nov 16 11:18:43.566669 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7920d4b6-abfb-4836-91f8-e92eecb8e4dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:43.573818 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=29d992c3-c0c9-4c03-bac2-e35d0d9dbe49,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:43.649521 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2603c-a5bc-413a-a269-2dc95c297239 req-ece46d1f-0a03-480d-8276-8e14eaeaf3e2 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:43.650972 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3bf2603c-a5bc-413a-a269-2dc95c297239 req-ece46d1f-0a03-480d-8276-8e14eaeaf3e2 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/ports?device_id=22307b02-4e89-4d9c-954f-681026262aa4 HTTP/1.1" status: 200 len: 948 time: 0.1964960 Nov 16 11:18:43.695879 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-17f68115-cf0d-4d69-a21d-580ffc88bfcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:43.777011 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['29d992c3-c0c9-4c03-bac2-e35d0d9dbe49'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:18:43.812257 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3d39ed7f-a748-4c85-8f4d-4643ac892646 req-75cb90b3-1a9e-40d6-beb0-67e9f7b7ad23 tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] 10.222.0.61 "GET /v2.0/security-groups?id=9bad7d3d-8d2d-4539-87cc-ead85771bd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055905 Nov 16 11:18:43.823162 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943bea60-7a7f-4941-aaa3-246fdb83e176 req-597628b9-b848-463a-bbf4-6b1262cd2c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:43.824723 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-943bea60-7a7f-4941-aaa3-246fdb83e176 req-597628b9-b848-463a-bbf4-6b1262cd2c67 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.3020763 Nov 16 11:18:43.829623 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7920d4b6-abfb-4836-91f8-e92eecb8e4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:43.832316 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7920d4b6-abfb-4836-91f8-e92eecb8e4dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:43.836673 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7920d4b6-abfb-4836-91f8-e92eecb8e4dd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f3adee73-0139-433a-a7e5-9720cece8767 HTTP/1.1" status: 204 len: 168 time: 0.6005895 Nov 16 11:18:43.895255 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920d4b6-abfb-4836-91f8-e92eecb8e4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3adee73-0139-433a-a7e5-9720cece8767,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:43.901786 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3bf2603c-a5bc-413a-a269-2dc95c297239 req-e73288ce-48b1-442d-bea9-2ada919bcfef tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2d83d1a-7587-49ca-a243-42f07aaa81ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399530 Nov 16 11:18:43.903063 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-943bea60-7a7f-4941-aaa3-246fdb83e176 req-e4487660-309f-497a-b727-742278f4c805 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=91f7978c-6ecc-4338-a672-233fdb903a9f HTTP/1.1" status: 200 len: 217 time: 0.0653710 Nov 16 11:18:44.022216 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 11:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718c0797-5ab9-4fce-8c07-4b4c6674b6fc x-openstack-request-id: req-718c0797-5ab9-4fce-8c07-4b4c6674b6fc {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:18:44.022788 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e08617-ac99-4a8c-8d91-7fc109f96c53", "name": "network-vif-unplugged", "status": "completed", "tag": "5cbbc87c-022a-4ee6-b9ed-87c67592e147", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:18:44.023560 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-718c0797-5ab9-4fce-8c07-4b4c6674b6fc {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:18:44.023975 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e08617-ac99-4a8c-8d91-7fc109f96c53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cbbc87c-022a-4ee6-b9ed-87c67592e147', 'code': 200} Nov 16 11:18:44.321360 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943bea60-7a7f-4941-aaa3-246fdb83e176 req-fc6bda17-324e-4564-8524-cd5635cacd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:44.322816 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-943bea60-7a7f-4941-aaa3-246fdb83e176 req-fc6bda17-324e-4564-8524-cd5635cacd2f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.3879375 Nov 16 11:18:44.330099 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385275e1-aaae-4655-a20b-c8c8ec73a9b4 req-f58e21e1-db37-4f4a-94c6-85f1cb101d82 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:44.331459 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-385275e1-aaae-4655-a20b-c8c8ec73a9b4 req-f58e21e1-db37-4f4a-94c6-85f1cb101d82 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/ports?device_id=baa1f9e9-3331-45d5-b503-c7ee67e24795 HTTP/1.1" status: 200 len: 946 time: 0.4398024 Nov 16 11:18:44.342363 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 53942) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:44.348876 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-2397caba-1351-4e3d-832c-63f067b44e2e tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Request body: {'floatingip': {'port_id': '48e1828f-e7d7-4a31-b5e4-02cf1b427966'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:44.387835 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943bea60-7a7f-4941-aaa3-246fdb83e176 req-6d436722-948a-4f04-b4d4-0aebc2eb671f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:44.389224 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-943bea60-7a7f-4941-aaa3-246fdb83e176 req-6d436722-948a-4f04-b4d4-0aebc2eb671f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0560133 Nov 16 11:18:44.395903 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2397caba-1351-4e3d-832c-63f067b44e2e tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks [] for floatingip, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:44.631713 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc146f8-2ca3-4842-b1e5-aec88bb70f7e req-34d72c43-dcda-4e0d-91cf-66023c337fc0 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:44.640592 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-efc146f8-2ca3-4842-b1e5-aec88bb70f7e req-34d72c43-dcda-4e0d-91cf-66023c337fc0 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bddbbd5-6e1b-4e6e-adda-fb42234aede3 HTTP/1.1" status: 200 len: 945 time: 0.1188426 Nov 16 11:18:44.734571 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-943bea60-7a7f-4941-aaa3-246fdb83e176 req-c946ff5c-3752-4a12-a491-b7952d190e09 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359973 Nov 16 11:18:44.741312 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-efc146f8-2ca3-4842-b1e5-aec88bb70f7e req-55611f0a-24c8-4a3e-9e2d-d4a4005b97a7 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999351 Nov 16 11:18:44.834345 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-17f68115-cf0d-4d69-a21d-580ffc88bfcb admin admin] Deleting port 8675d734-f9d6-48b7-96ff-9c32ed2ff258 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:18:44.834684 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-17f68115-cf0d-4d69-a21d-580ffc88bfcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:44.840839 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-943bea60-7a7f-4941-aaa3-246fdb83e176 req-c96a452c-8906-463b-a101-052646f7297f service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985858 Nov 16 11:18:44.980678 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-17f68115-cf0d-4d69-a21d-580ffc88bfcb admin admin] For port 8675d734-f9d6-48b7-96ff-9c32ed2ff258, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=8675d734-f9d6-48b7-96ff-9c32ed2ff258,segment=NetworkSegment(cb883649-aa16-4970-9748-12afafa5095f),segment_id=cb883649-aa16-4970-9748-12afafa5095f)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:44.981083 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-17f68115-cf0d-4d69-a21d-580ffc88bfcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:45.005762 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:18:45.023455 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-17f68115-cf0d-4d69-a21d-580ffc88bfcb admin admin] Calling delete_port for 8675d734-f9d6-48b7-96ff-9c32ed2ff258 owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:18:45.046892 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47930a-278d-4679-b5f5-9e1c171b00b3 req-404c6d28-be9f-48b9-a8d8-1b7275e0c42c tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:45.049015 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8b47930a-278d-4679-b5f5-9e1c171b00b3 req-404c6d28-be9f-48b9-a8d8-1b7275e0c42c tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] 10.222.0.36 "GET /v2.0/ports?device_id=06e08617-ac99-4a8c-8d91-7fc109f96c53 HTTP/1.1" status: 200 len: 949 time: 0.1684549 Nov 16 11:18:45.062359 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:18:45.069763 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:18:45.071231 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:45.139759 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77042fa4-c7ab-40e4-9bbe-cb6dc5264791 req-1c1109d6-f826-43aa-92e0-e3a296a888a4 tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:45.141834 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-77042fa4-c7ab-40e4-9bbe-cb6dc5264791 req-1c1109d6-f826-43aa-92e0-e3a296a888a4 tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] 10.222.0.61 "GET /v2.0/ports?device_id=06e08617-ac99-4a8c-8d91-7fc109f96c53 HTTP/1.1" status: 200 len: 949 time: 0.1758950 Nov 16 11:18:45.180589 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:45.222644 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=29d992c3-c0c9-4c03-bac2-e35d0d9dbe49,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:45.232827 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:45.253054 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-77042fa4-c7ab-40e4-9bbe-cb6dc5264791 req-99e25592-b290-424e-b322-3811c961e4f7 tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] 10.222.0.61 "GET /v2.0/security-groups?id=9bad7d3d-8d2d-4539-87cc-ead85771bd28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037669 Nov 16 11:18:45.324938 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2397caba-1351-4e3d-832c-63f067b44e2e tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:45.327179 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=29d992c3-c0c9-4c03-bac2-e35d0d9dbe49,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:45.335960 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2397caba-1351-4e3d-832c-63f067b44e2e tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:45.340706 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-8b47930a-278d-4679-b5f5-9e1c171b00b3 req-da9069d2-9653-4c73-b2e9-d4e57fa091fb tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] Deleting port 5cbbc87c-022a-4ee6-b9ed-87c67592e147 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:18:45.342082 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8b47930a-278d-4679-b5f5-9e1c171b00b3 req-da9069d2-9653-4c73-b2e9-d4e57fa091fb tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:45.464034 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [None req-2397caba-1351-4e3d-832c-63f067b44e2e tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Floating IP 094b5115-b5bb-43a9-b252-029cceee1b7b associated. External IP: 172.25.0.47, port: 48e1828f-e7d7-4a31-b5e4-02cf1b427966. Nov 16 11:18:45.521086 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-17f68115-cf0d-4d69-a21d-580ffc88bfcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:45.531302 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-8b47930a-278d-4679-b5f5-9e1c171b00b3 req-da9069d2-9653-4c73-b2e9-d4e57fa091fb tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] For port 5cbbc87c-022a-4ee6-b9ed-87c67592e147, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=5cbbc87c-022a-4ee6-b9ed-87c67592e147,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:45.531724 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8b47930a-278d-4679-b5f5-9e1c171b00b3 req-da9069d2-9653-4c73-b2e9-d4e57fa091fb tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:45.532902 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7fea7736-0024-48f7-aa10-879547444c88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:45.568756 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f68115-cf0d-4d69-a21d-580ffc88bfcb admin admin] Pushing event deleted for resources: {'Port': ['ID=8675d734-f9d6-48b7-96ff-9c32ed2ff258,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:45.577171 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-8b47930a-278d-4679-b5f5-9e1c171b00b3 req-da9069d2-9653-4c73-b2e9-d4e57fa091fb tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] Calling delete_port for 5cbbc87c-022a-4ee6-b9ed-87c67592e147 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:18:45.674916 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9a202-9954-4d8a-b4d5-029797ee895f req-7ee5c6be-2838-437f-a964-5d610c6a8b0f tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:45.682533 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1ef9a202-9954-4d8a-b4d5-029797ee895f req-7ee5c6be-2838-437f-a964-5d610c6a8b0f tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/ports?device_id=22307b02-4e89-4d9c-954f-681026262aa4 HTTP/1.1" status: 200 len: 948 time: 0.2027988 Nov 16 11:18:45.713038 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2397caba-1351-4e3d-832c-63f067b44e2e tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Router 2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:18:45.849293 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2397caba-1351-4e3d-832c-63f067b44e2e tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:18:45.854708 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2397caba-1351-4e3d-832c-63f067b44e2e tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:45.865524 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dd45ac-477f-48ba-a8ce-c285b2fe6478 None None] Sync routers for ids ['2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:18:45.877686 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1ef9a202-9954-4d8a-b4d5-029797ee895f req-09b35a86-2899-4e2e-baa9-2738daab7e6a tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2d83d1a-7587-49ca-a243-42f07aaa81ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848431 Nov 16 11:18:45.880622 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dd45ac-477f-48ba-a8ce-c285b2fe6478 None None] Routers {'2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:18:45.882140 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f2dd45ac-477f-48ba-a8ce-c285b2fe6478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:18:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:45.889325 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2397caba-1351-4e3d-832c-63f067b44e2e tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "PUT /v2.0/floatingips/094b5115-b5bb-43a9-b252-029cceee1b7b HTTP/1.1" status: 200 len: 991 time: 1.5423641 Nov 16 11:18:45.889325 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baa1f9e9-3331-45d5-b503-c7ee67e24795', 'tag': '48e1828f-e7d7-4a31-b5e4-02cf1b427966'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:18:45.889677 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b1d815-9ae5-4ec7-8f05-c0f447b2c5d7" -d '{"events": [{"name": "network-changed", "server_uuid": "baa1f9e9-3331-45d5-b503-c7ee67e24795", "tag": "48e1828f-e7d7-4a31-b5e4-02cf1b427966"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:18:45.978216 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8b47930a-278d-4679-b5f5-9e1c171b00b3 req-da9069d2-9653-4c73-b2e9-d4e57fa091fb tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:46.020858 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9069d2-9653-4c73-b2e9-d4e57fa091fb tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] Pushing event deleted for resources: {'Port': ['ID=5cbbc87c-022a-4ee6-b9ed-87c67592e147,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:46.022395 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-17f68115-cf0d-4d69-a21d-580ffc88bfcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:46.027863 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bddbbd5-6e1b-4e6e-adda-fb42234aede3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d992c3-c0c9-4c03-bac2-e35d0d9dbe49'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:18:46.031385 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b5c77f-bcfb-48d2-9e93-14baa17eac24" -d '{"events": [{"server_uuid": "7bddbbd5-6e1b-4e6e-adda-fb42234aede3", "name": "network-vif-plugged", "status": "completed", "tag": "29d992c3-c0c9-4c03-bac2-e35d0d9dbe49"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:18:46.038504 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-f2dd45ac-477f-48ba-a8ce-c285b2fe6478 None None] Set router 2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:18:46.086391 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b47930a-278d-4679-b5f5-9e1c171b00b3 req-da9069d2-9653-4c73-b2e9-d4e57fa091fb tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] No DVR routers for this DVR port 5cbbc87c-022a-4ee6-b9ed-87c67592e147 on host n-h1-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:18:46.127437 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8b47930a-278d-4679-b5f5-9e1c171b00b3 req-da9069d2-9653-4c73-b2e9-d4e57fa091fb tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:46.130657 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8b47930a-278d-4679-b5f5-9e1c171b00b3 req-da9069d2-9653-4c73-b2e9-d4e57fa091fb tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] 10.222.0.36 "DELETE /v2.0/ports/5cbbc87c-022a-4ee6-b9ed-87c67592e147 HTTP/1.1" status: 204 len: 173 time: 1.0746911 Nov 16 11:18:46.157324 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e08617-ac99-4a8c-8d91-7fc109f96c53', 'name': 'network-vif-deleted', 'tag': '5cbbc87c-022a-4ee6-b9ed-87c67592e147'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:18:46.159621 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b1071b-ca3e-4efd-9d14-2514c57e4d04" -d '{"events": [{"server_uuid": "06e08617-ac99-4a8c-8d91-7fc109f96c53", "name": "network-vif-deleted", "tag": "5cbbc87c-022a-4ee6-b9ed-87c67592e147"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:18:46.174702 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56977883-3491-4ea0-9dfa-a4db342fbdad req-8e420d7a-5e44-442a-a1e5-73e890cf4d2a tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:46.183677 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-56977883-3491-4ea0-9dfa-a4db342fbdad req-8e420d7a-5e44-442a-a1e5-73e890cf4d2a tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bddbbd5-6e1b-4e6e-adda-fb42234aede3 HTTP/1.1" status: 200 len: 946 time: 0.2344627 Nov 16 11:18:46.269183 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-56977883-3491-4ea0-9dfa-a4db342fbdad req-7ffb71f6-47bd-40dd-bb55-c7e11a19bab0 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846417 Nov 16 11:18:46.349681 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54010) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:46.410461 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f2dd45ac-477f-48ba-a8ce-c285b2fe6478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-840112725-router', 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'dd5df8bd-1786-49d5-b0f5-482dc80ec83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:15:42Z', 'updated_at': '2021-11-16T11:15:47Z', 'revision_number': 4, 'project_id': '633ef91d4b18467e89e639dc8864c492', 'gw_port': {'id': 'dd5df8bd-1786-49d5-b0f5-482dc80ec83b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:15:43Z', 'updated_at': '2021-11-16T11:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '094b5115-b5bb-43a9-b252-029cceee1b7b', 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'floating_ip_address': '172.25.0.47', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'port_id': '48e1828f-e7d7-4a31-b5e4-02cf1b427966', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51c062da-8d2e-4635-9233-083382f5e91b', 'mac_address': 'fa:16:3e:68:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa1f9e9-3331-45d5-b503-c7ee67e24795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:16:06Z', 'updated_at': '2021-11-16T11:18:45Z', 'revision_number': 5, 'project_id': '633ef91d4b18467e89e639dc8864c492', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8edb7184-a35e-4649-86f3-f83eae38ce10', 'name': '', 'network_id': '51c062da-8d2e-4635-9233-083382f5e91b', 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'mac_address': 'fa:16:3e:86:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '3a80f9cd-7734-45f6-8085-b4fd319f0cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:15:45Z', 'updated_at': '2021-11-16T11:15:51Z', 'revision_number': 5, 'project_id': '633ef91d4b18467e89e639dc8864c492', 'subnets': [{'id': '3a80f9cd-7734-45f6-8085-b4fd319f0cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:46.451162 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dd45ac-477f-48ba-a8ce-c285b2fe6478 None None] Checking router: 2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:18:46.473390 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dd45ac-477f-48ba-a8ce-c285b2fe6478 None None] Routers {'2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:18:46.474567 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f2dd45ac-477f-48ba-a8ce-c285b2fe6478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:18:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:46.479807 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:46.489461 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c110de-f32c-4621-8a55-0ecf5c79733d x-openstack-request-id: req-07c110de-f32c-4621-8a55-0ecf5c79733d {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:18:46.491705 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baa1f9e9-3331-45d5-b503-c7ee67e24795", "tag": "48e1828f-e7d7-4a31-b5e4-02cf1b427966", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:18:46.492137 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-07c110de-f32c-4621-8a55-0ecf5c79733d {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:18:46.492816 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baa1f9e9-3331-45d5-b503-c7ee67e24795', 'tag': '48e1828f-e7d7-4a31-b5e4-02cf1b427966', 'status': 'completed', 'code': 200} Nov 16 11:18:46.516313 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f68115-cf0d-4d69-a21d-580ffc88bfcb admin admin] Router 8b067bf3-fc43-4c03-924e-2d58b733ca13 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:18:46.545756 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0320aa9d-5133-4237-97fb-a4cc6b2e07c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:46.706011 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-f2dd45ac-477f-48ba-a8ce-c285b2fe6478 None None] Set router 2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:18:46.729977 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0320aa9d-5133-4237-97fb-a4cc6b2e07c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:46.763934 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0320aa9d-5133-4237-97fb-a4cc6b2e07c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:46.770420 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65961307-e026-4729-9d51-c74eb54b7322 x-openstack-request-id: req-65961307-e026-4729-9d51-c74eb54b7322 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:18:46.772492 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bddbbd5-6e1b-4e6e-adda-fb42234aede3", "name": "network-vif-plugged", "status": "completed", "tag": "29d992c3-c0c9-4c03-bac2-e35d0d9dbe49", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:18:46.772772 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-65961307-e026-4729-9d51-c74eb54b7322 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:18:46.773813 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bddbbd5-6e1b-4e6e-adda-fb42234aede3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d992c3-c0c9-4c03-bac2-e35d0d9dbe49', 'code': 200} Nov 16 11:18:46.849902 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320aa9d-5133-4237-97fb-a4cc6b2e07c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2fac4a-3e41-46f6-98f0-0c3a2b19bc9e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:46.861074 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0320aa9d-5133-4237-97fb-a4cc6b2e07c9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ef6476e517ba4570b7c3fcdadce0d966&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5100899 Nov 16 11:18:46.862984 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0320aa9d-5133-4237-97fb-a4cc6b2e07c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:46.863474 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0320aa9d-5133-4237-97fb-a4cc6b2e07c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:46.864353 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0320aa9d-5133-4237-97fb-a4cc6b2e07c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:46.865522 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0320aa9d-5133-4237-97fb-a4cc6b2e07c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:46.866110 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0320aa9d-5133-4237-97fb-a4cc6b2e07c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:46.866597 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0320aa9d-5133-4237-97fb-a4cc6b2e07c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:46.869596 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54020) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:46.869731 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0320aa9d-5133-4237-97fb-a4cc6b2e07c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:46.870703 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0320aa9d-5133-4237-97fb-a4cc6b2e07c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:46.871128 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0320aa9d-5133-4237-97fb-a4cc6b2e07c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:46.871483 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba683f27-7716-4c83-ba96-503e2eeaf647 x-openstack-request-id: req-ba683f27-7716-4c83-ba96-503e2eeaf647 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:18:46.871633 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0320aa9d-5133-4237-97fb-a4cc6b2e07c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:46.871932 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e08617-ac99-4a8c-8d91-7fc109f96c53", "name": "network-vif-deleted", "tag": "5cbbc87c-022a-4ee6-b9ed-87c67592e147", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:18:46.872263 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ba683f27-7716-4c83-ba96-503e2eeaf647 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:18:46.872805 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e08617-ac99-4a8c-8d91-7fc109f96c53', 'name': 'network-vif-deleted', 'tag': '5cbbc87c-022a-4ee6-b9ed-87c67592e147', 'status': 'completed', 'code': 200} Nov 16 11:18:46.873008 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0320aa9d-5133-4237-97fb-a4cc6b2e07c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:46.873362 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0320aa9d-5133-4237-97fb-a4cc6b2e07c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:46.974684 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2da01480-d582-4854-a9ec-73d93ff0281d req-ed0de6db-5ec4-415d-96a6-1df8a78d4428 tempest-ImagesOneServerTestJSON-1787846846 tempest-ImagesOneServerTestJSON-1787846846-project] 10.222.0.61 "GET /v2.0/ports?device_id=06e08617-ac99-4a8c-8d91-7fc109f96c53 HTTP/1.1" status: 200 len: 210 time: 0.0996723 Nov 16 11:18:47.002999 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1d815-9ae5-4ec7-8f05-c0f447b2c5d7 req-2d46fd74-dff6-461d-8f2f-bf99ce9ab22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:47.004474 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-26b1d815-9ae5-4ec7-8f05-c0f447b2c5d7 req-2d46fd74-dff6-461d-8f2f-bf99ce9ab22c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=633ef91d4b18467e89e639dc8864c492&device_id=baa1f9e9-3331-45d5-b503-c7ee67e24795 HTTP/1.1" status: 200 len: 1097 time: 0.4863875 Nov 16 11:18:47.037153 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 91f7978c-6ecc-4338-a672-233fdb903a9f details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:18:47.053523 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f3024-44e8-4e17-8538-98afa23a2029 req-052c77b3-997a-4580-bb7c-491f8ed7f09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:47.055068 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-451f3024-44e8-4e17-8538-98afa23a2029 req-052c77b3-997a-4580-bb7c-491f8ed7f09b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7bddbbd5-6e1b-4e6e-adda-fb42234aede3 HTTP/1.1" status: 200 len: 1097 time: 0.1813688 Nov 16 11:18:47.084909 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f68115-cf0d-4d69-a21d-580ffc88bfcb admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:18:47.097747 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3d8fba-bd89-4d32-89a4-3e9f4928c4ee None None] Sync routers for ids ['8b067bf3-fc43-4c03-924e-2d58b733ca13'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:18:47.109538 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-17f68115-cf0d-4d69-a21d-580ffc88bfcb admin admin] 10.222.0.61 "PUT /v2.0/routers/8b067bf3-fc43-4c03-924e-2d58b733ca13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5356328 Nov 16 11:18:47.112048 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54028) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:47.137640 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3d8fba-bd89-4d32-89a4-3e9f4928c4ee None None] Routers {'8b067bf3-fc43-4c03-924e-2d58b733ca13'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:18:47.138580 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-5b3d8fba-bd89-4d32-89a4-3e9f4928c4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:18:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['8b067bf3-fc43-4c03-924e-2d58b733ca13'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:47.153454 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-208f343e-2a2b-4108-a316-5a8f18ee02b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:47.185502 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 91f7978c-6ecc-4338-a672-233fdb903a9f, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=91f7978c-6ecc-4338-a672-233fdb903a9f,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:47.204639 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '91f7978c-6ecc-4338-a672-233fdb903a9f', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'port_id': '91f7978c-6ecc-4338-a672-233fdb903a9f', 'mac_address': 'fa:16:3e:01:b3:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c770cc-51d7-42eb-b4a6-9a605bacae0f', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:18:47.204858 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-208f343e-2a2b-4108-a316-5a8f18ee02b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:47.215831 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f2dd45ac-477f-48ba-a8ce-c285b2fe6478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-840112725-router', 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'dd5df8bd-1786-49d5-b0f5-482dc80ec83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:15:42Z', 'updated_at': '2021-11-16T11:15:47Z', 'revision_number': 4, 'project_id': '633ef91d4b18467e89e639dc8864c492', 'gw_port': {'id': 'dd5df8bd-1786-49d5-b0f5-482dc80ec83b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:15:43Z', 'updated_at': '2021-11-16T11:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '094b5115-b5bb-43a9-b252-029cceee1b7b', 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'floating_ip_address': '172.25.0.47', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'port_id': '48e1828f-e7d7-4a31-b5e4-02cf1b427966', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51c062da-8d2e-4635-9233-083382f5e91b', 'mac_address': 'fa:16:3e:68:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa1f9e9-3331-45d5-b503-c7ee67e24795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:16:06Z', 'updated_at': '2021-11-16T11:18:45Z', 'revision_number': 5, 'project_id': '633ef91d4b18467e89e639dc8864c492', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8edb7184-a35e-4649-86f3-f83eae38ce10', 'name': '', 'network_id': '51c062da-8d2e-4635-9233-083382f5e91b', 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'mac_address': 'fa:16:3e:86:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '3a80f9cd-7734-45f6-8085-b4fd319f0cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:15:45Z', 'updated_at': '2021-11-16T11:15:51Z', 'revision_number': 5, 'project_id': '633ef91d4b18467e89e639dc8864c492', 'subnets': [{'id': '3a80f9cd-7734-45f6-8085-b4fd319f0cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:47.234414 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-451f3024-44e8-4e17-8538-98afa23a2029 req-ce7586bd-fe45-4a84-af52-28365507c2b7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466675 Nov 16 11:18:47.250227 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1d815-9ae5-4ec7-8f05-c0f447b2c5d7 req-24b381c0-517d-4137-ae98-6dae7d570dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:47.251677 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-26b1d815-9ae5-4ec7-8f05-c0f447b2c5d7 req-24b381c0-517d-4137-ae98-6dae7d570dd0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=51c062da-8d2e-4635-9233-083382f5e91b HTTP/1.1" status: 200 len: 924 time: 0.2321517 Nov 16 11:18:47.259401 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23418d1-c5c8-4f2f-99b9-daf96a2e300c req-5e70718d-1af5-406a-809e-38348418e028 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:47.265795 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dd45ac-477f-48ba-a8ce-c285b2fe6478 None None] The sync data for ids ['2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4'] in n-d-816823-3 is: [{'id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-840112725-router', 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'dd5df8bd-1786-49d5-b0f5-482dc80ec83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:15:42Z', 'updated_at': '2021-11-16T11:15:47Z', 'revision_number': 4, 'project_id': '633ef91d4b18467e89e639dc8864c492', 'gw_port': {'id': 'dd5df8bd-1786-49d5-b0f5-482dc80ec83b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:15:43Z', 'updated_at': '2021-11-16T11:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '094b5115-b5bb-43a9-b252-029cceee1b7b', 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'floating_ip_address': '172.25.0.47', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'port_id': '48e1828f-e7d7-4a31-b5e4-02cf1b427966', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51c062da-8d2e-4635-9233-083382f5e91b', 'mac_address': 'fa:16:3e:68:37:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa1f9e9-3331-45d5-b503-c7ee67e24795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:16:06Z', 'updated_at': '2021-11-16T11:18:45Z', 'revision_number': 5, 'project_id': '633ef91d4b18467e89e639dc8864c492', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8edb7184-a35e-4649-86f3-f83eae38ce10', 'name': '', 'network_id': '51c062da-8d2e-4635-9233-083382f5e91b', 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'mac_address': 'fa:16:3e:86:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '3a80f9cd-7734-45f6-8085-b4fd319f0cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:15:45Z', 'updated_at': '2021-11-16T11:15:51Z', 'revision_number': 5, 'project_id': '633ef91d4b18467e89e639dc8864c492', 'subnets': [{'id': '3a80f9cd-7734-45f6-8085-b4fd319f0cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:18:47.266831 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f23418d1-c5c8-4f2f-99b9-daf96a2e300c req-5e70718d-1af5-406a-809e-38348418e028 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/ports?device_id=22307b02-4e89-4d9c-954f-681026262aa4 HTTP/1.1" status: 200 len: 948 time: 0.2093177 Nov 16 11:18:47.325324 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:47.333846 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-253ef54d-517d-429c-9204-b5d709c640b9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:47.348979 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91f7978c-6ecc-4338-a672-233fdb903a9f {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:18:47.377335 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 91f7978c-6ecc-4338-a672-233fdb903a9f, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=91f7978c-6ecc-4338-a672-233fdb903a9f,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:47.384833 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:47.415788 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-5b3d8fba-bd89-4d32-89a4-3e9f4928c4ee None None] Set router 8b067bf3-fc43-4c03-924e-2d58b733ca13 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:18:47.453542 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-26b1d815-9ae5-4ec7-8f05-c0f447b2c5d7 req-fc75cdac-b90d-4afe-922d-cfa916ccd2cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48e1828f-e7d7-4a31-b5e4-02cf1b427966 HTTP/1.1" status: 200 len: 999 time: 0.1807241 Nov 16 11:18:47.455680 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-208f343e-2a2b-4108-a316-5a8f18ee02b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:47.458494 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-208f343e-2a2b-4108-a316-5a8f18ee02b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:47.462442 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-208f343e-2a2b-4108-a316-5a8f18ee02b0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1f2fac4a-3e41-46f6-98f0-0c3a2b19bc9e HTTP/1.1" status: 204 len: 168 time: 0.5504971 Nov 16 11:18:47.472314 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=91f7978c-6ecc-4338-a672-233fdb903a9f,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:47.480594 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f23418d1-c5c8-4f2f-99b9-daf96a2e300c req-cc86b816-803c-4d3a-b87a-7c28578fff02 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2d83d1a-7587-49ca-a243-42f07aaa81ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075956 Nov 16 11:18:47.487088 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-253ef54d-517d-429c-9204-b5d709c640b9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:47.490715 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:47.493226 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:47.493688 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:47.494171 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:47.494605 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:47.495056 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:47.496691 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:47.497138 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:47.498279 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:47.499728 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:47.500263 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:47.500747 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:47.561734 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f343e-2a2b-4108-a316-5a8f18ee02b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2fac4a-3e41-46f6-98f0-0c3a2b19bc9e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:47.596345 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-253ef54d-517d-429c-9204-b5d709c640b9 admin admin] Deleting port f4072431-d791-42e9-9b0a-2b259b9afe20 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:18:47.596817 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-253ef54d-517d-429c-9204-b5d709c640b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:47.605052 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1d815-9ae5-4ec7-8f05-c0f447b2c5d7 req-70ea282a-8a73-4759-b108-63798079f392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:47.607756 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-26b1d815-9ae5-4ec7-8f05-c0f447b2c5d7 req-70ea282a-8a73-4759-b108-63798079f392 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3a80f9cd-7734-45f6-8085-b4fd319f0cf2 HTTP/1.1" status: 200 len: 862 time: 0.1260550 Nov 16 11:18:47.626086 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['91f7978c-6ecc-4338-a672-233fdb903a9f'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:18:47.719510 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1d815-9ae5-4ec7-8f05-c0f447b2c5d7 req-412f3a34-4772-4a6b-89f5-ffd419568bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:47.721020 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-26b1d815-9ae5-4ec7-8f05-c0f447b2c5d7 req-412f3a34-4772-4a6b-89f5-ffd419568bc6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=51c062da-8d2e-4635-9233-083382f5e91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031327 Nov 16 11:18:47.796119 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-253ef54d-517d-429c-9204-b5d709c640b9 admin admin] For port f4072431-d791-42e9-9b0a-2b259b9afe20, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=f4072431-d791-42e9-9b0a-2b259b9afe20,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:47.797296 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-253ef54d-517d-429c-9204-b5d709c640b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:47.810081 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6e908f-0fa8-4565-bf55-f8a2b1747984 None None] New status for floating IP 094b5115-b5bb-43a9-b252-029cceee1b7b: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:18:47.823377 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-253ef54d-517d-429c-9204-b5d709c640b9 admin admin] Calling delete_port for f4072431-d791-42e9-9b0a-2b259b9afe20 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:18:47.870053 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-5b3d8fba-bd89-4d32-89a4-3e9f4928c4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b067bf3-fc43-4c03-924e-2d58b733ca13', 'name': 'tempest-FloatingIPsTestJSON-1377749736-router', 'tenant_id': 'b93e16b5088a434e83f06e6986f5cdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': 'f4072431-d791-42e9-9b0a-2b259b9afe20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:18:08Z', 'updated_at': '2021-11-16T11:18:45Z', 'revision_number': 5, 'project_id': 'b93e16b5088a434e83f06e6986f5cdec', 'gw_port': {'id': 'f4072431-d791-42e9-9b0a-2b259b9afe20', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:08:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b067bf3-fc43-4c03-924e-2d58b733ca13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:18:09Z', 'updated_at': '2021-11-16T11:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:47.906858 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3d8fba-bd89-4d32-89a4-3e9f4928c4ee None None] Checking router: 8b067bf3-fc43-4c03-924e-2d58b733ca13 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:18:47.915697 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3d8fba-bd89-4d32-89a4-3e9f4928c4ee None None] Routers {'8b067bf3-fc43-4c03-924e-2d58b733ca13'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:18:47.916691 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-5b3d8fba-bd89-4d32-89a4-3e9f4928c4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:18:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['8b067bf3-fc43-4c03-924e-2d58b733ca13'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:47.970017 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd862f-f635-4a7e-a79c-d6905e89ed99 req-6d9129fa-128d-4373-9ccd-0e33ae70d22d tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:47.979959 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-23fd862f-f635-4a7e-a79c-d6905e89ed99 req-6d9129fa-128d-4373-9ccd-0e33ae70d22d tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bddbbd5-6e1b-4e6e-adda-fb42234aede3 HTTP/1.1" status: 200 len: 946 time: 0.1011343 Nov 16 11:18:48.073974 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-23fd862f-f635-4a7e-a79c-d6905e89ed99 req-6af2a9e2-606b-4bf5-8930-02452b5e0540 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947678 Nov 16 11:18:48.076432 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-26b1d815-9ae5-4ec7-8f05-c0f447b2c5d7 req-a5f1f631-6b8c-4c05-bbc8-b5fae759b73a service neutron] 10.222.0.64 "GET /v2.0/networks/51c062da-8d2e-4635-9233-083382f5e91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414059 Nov 16 11:18:48.139446 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-253ef54d-517d-429c-9204-b5d709c640b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:48.286503 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ef54d-517d-429c-9204-b5d709c640b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4072431-d791-42e9-9b0a-2b259b9afe20,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:48.291254 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-26b1d815-9ae5-4ec7-8f05-c0f447b2c5d7 req-5b319ea9-56e3-4892-81ef-d60fc35e0f89 service neutron] 10.222.0.64 "GET /v2.0/networks/51c062da-8d2e-4635-9233-083382f5e91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994143 Nov 16 11:18:48.330251 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-5b3d8fba-bd89-4d32-89a4-3e9f4928c4ee None None] Set router 8b067bf3-fc43-4c03-924e-2d58b733ca13 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:18:48.353832 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5aeae5-f639-4876-8d5e-288f2f991fb7 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:18:48.377481 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:48.443464 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-253ef54d-517d-429c-9204-b5d709c640b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:48.467628 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824eb58-e2d4-414b-ba07-9bf29eb0e1e0 req-74faa0fe-34f7-4c58-8f55-7d68515efdfd tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:48.479428 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4824eb58-e2d4-414b-ba07-9bf29eb0e1e0 req-74faa0fe-34f7-4c58-8f55-7d68515efdfd tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] 10.222.0.61 "GET /v2.0/ports?device_id=452662b7-4ae4-4a69-978a-ef10fbb143c1 HTTP/1.1" status: 200 len: 945 time: 0.1399996 Nov 16 11:18:48.531768 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-5b3d8fba-bd89-4d32-89a4-3e9f4928c4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b067bf3-fc43-4c03-924e-2d58b733ca13', 'name': 'tempest-FloatingIPsTestJSON-1377749736-router', 'tenant_id': 'b93e16b5088a434e83f06e6986f5cdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:18:08Z', 'updated_at': '2021-11-16T11:18:47Z', 'revision_number': 6, 'project_id': 'b93e16b5088a434e83f06e6986f5cdec', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:48.589681 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-253ef54d-517d-429c-9204-b5d709c640b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:48.594160 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3d8fba-bd89-4d32-89a4-3e9f4928c4ee None None] The sync data for ids ['8b067bf3-fc43-4c03-924e-2d58b733ca13'] in n-d-816823-3 is: [{'id': '8b067bf3-fc43-4c03-924e-2d58b733ca13', 'name': 'tempest-FloatingIPsTestJSON-1377749736-router', 'tenant_id': 'b93e16b5088a434e83f06e6986f5cdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:18:08Z', 'updated_at': '2021-11-16T11:18:47Z', 'revision_number': 6, 'project_id': 'b93e16b5088a434e83f06e6986f5cdec', 'gw_port_host': None}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:18:48.594758 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4824eb58-e2d4-414b-ba07-9bf29eb0e1e0 req-d2bc6162-3ac1-4832-ac36-a750e300ead8 tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e81e678-2bad-4199-9a8a-c263ae69b831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086264 Nov 16 11:18:48.596497 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-253ef54d-517d-429c-9204-b5d709c640b9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:48.700956 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-253ef54d-517d-429c-9204-b5d709c640b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:48.702102 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253ef54d-517d-429c-9204-b5d709c640b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b067bf3-fc43-4c03-924e-2d58b733ca13 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:18:48.710538 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-253ef54d-517d-429c-9204-b5d709c640b9 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:48.713987 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-253ef54d-517d-429c-9204-b5d709c640b9 admin admin] 10.222.0.61 "DELETE /v2.0/routers/8b067bf3-fc43-4c03-924e-2d58b733ca13 HTTP/1.1" status: 204 len: 168 time: 1.5848117 Nov 16 11:18:48.718617 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54074) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:48.754627 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe66af-1e57-4f28-8e34-8ef353702250 req-ffa4c982-a35f-412b-9e08-d9132b9fa6f3 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:48.765567 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-78fe66af-1e57-4f28-8e34-8ef353702250 req-ffa4c982-a35f-412b-9e08-d9132b9fa6f3 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/ports?device_id=22307b02-4e89-4d9c-954f-681026262aa4 HTTP/1.1" status: 200 len: 949 time: 0.0770004 Nov 16 11:18:48.777008 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:48.793501 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54078) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:48.805097 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fb5b44c-fba8-41cc-ba18-fc7d4872a39c admin admin] Deleting subnet b4606ebc-3b8d-450a-b3fe-326f7660508b {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:18:48.810136 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4fb5b44c-fba8-41cc-ba18-fc7d4872a39c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:48.837236 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-78fe66af-1e57-4f28-8e34-8ef353702250 req-7003eb00-d13e-41f6-993c-2484d2fd7706 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2d83d1a-7587-49ca-a243-42f07aaa81ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668814 Nov 16 11:18:48.852158 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4fb5b44c-fba8-41cc-ba18-fc7d4872a39c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:49.049304 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 8675d734-f9d6-48b7-96ff-9c32ed2ff258 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:18:49.083369 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 8675d734-f9d6-48b7-96ff-9c32ed2ff258 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:18:49.083881 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 8675d734-f9d6-48b7-96ff-9c32ed2ff258 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:18:49.084451 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4fb5b44c-fba8-41cc-ba18-fc7d4872a39c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:49.085604 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 91f7978c-6ecc-4338-a672-233fdb903a9f up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:18:49.192607 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4fb5b44c-fba8-41cc-ba18-fc7d4872a39c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:49.214416 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port 91f7978c-6ecc-4338-a672-233fdb903a9f completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:18:49.223163 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 91f7978c-6ecc-4338-a672-233fdb903a9f triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:18:49.223613 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:49.229166 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4fb5b44c-fba8-41cc-ba18-fc7d4872a39c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:49.234787 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4fb5b44c-fba8-41cc-ba18-fc7d4872a39c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b4606ebc-3b8d-450a-b3fe-326f7660508b HTTP/1.1" status: 204 len: 168 time: 0.5113845 Nov 16 11:18:49.234787 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5b44c-fba8-41cc-ba18-fc7d4872a39c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4606ebc-3b8d-450a-b3fe-326f7660508b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:49.235107 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54098) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:49.238760 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a1da4ea7-c82e-4536-b97c-b092e5a5adfd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8a603c520b904e74be85fb34c08a8e26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4437099 Nov 16 11:18:49.249317 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54102) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:49.265145 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53a037e-884d-4a5b-a0c0-a50a812f481c None None] Network 134ed322-0960-4c11-a655-c358722a737d requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:18:49.324340 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e083e8b-fe70-44af-8018-c1d8d0fde04f req-d2f5692d-b011-466c-89fb-50440c66069b tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:49.325871 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2e083e8b-fe70-44af-8018-c1d8d0fde04f req-d2f5692d-b011-466c-89fb-50440c66069b tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bddbbd5-6e1b-4e6e-adda-fb42234aede3 HTTP/1.1" status: 200 len: 946 time: 0.1266484 Nov 16 11:18:49.330541 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea71204e-84f0-457a-9005-0c80b2c4bbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:49.404576 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db85fbb7-f599-4e22-a953-5c24d44eaf7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:49.411862 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ea71204e-84f0-457a-9005-0c80b2c4bbeb admin admin] Deleting port 25a86159-2e90-4832-8d6c-d2ad66ad0ee0 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:18:49.412215 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea71204e-84f0-457a-9005-0c80b2c4bbeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:49.495139 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db85fbb7-f599-4e22-a953-5c24d44eaf7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:49.605724 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2e083e8b-fe70-44af-8018-c1d8d0fde04f req-6884959a-e301-4dd6-b11a-919ac00a066a tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569568 Nov 16 11:18:49.630354 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-ea71204e-84f0-457a-9005-0c80b2c4bbeb admin admin] For port 25a86159-2e90-4832-8d6c-d2ad66ad0ee0, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=25a86159-2e90-4832-8d6c-d2ad66ad0ee0,segment=NetworkSegment(cb883649-aa16-4970-9748-12afafa5095f),segment_id=cb883649-aa16-4970-9748-12afafa5095f)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:49.633763 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea71204e-84f0-457a-9005-0c80b2c4bbeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:49.646001 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54118) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:49.663534 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:49.666342 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ea71204e-84f0-457a-9005-0c80b2c4bbeb admin admin] Calling delete_port for 25a86159-2e90-4832-8d6c-d2ad66ad0ee0 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:18:49.726520 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db85fbb7-f599-4e22-a953-5c24d44eaf7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:49.735360 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22307b02-4e89-4d9c-954f-681026262aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f7978c-6ecc-4338-a672-233fdb903a9f'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:18:49.736793 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db85fbb7-f599-4e22-a953-5c24d44eaf7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:49.741005 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159b6f77-3034-46fe-8038-251e0e70d361" -d '{"events": [{"server_uuid": "22307b02-4e89-4d9c-954f-681026262aa4", "name": "network-vif-plugged", "status": "completed", "tag": "91f7978c-6ecc-4338-a672-233fdb903a9f"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:18:49.744027 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-db85fbb7-f599-4e22-a953-5c24d44eaf7e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9bad7d3d-8d2d-4539-87cc-ead85771bd28 HTTP/1.1" status: 204 len: 168 time: 0.4912541 Nov 16 11:18:49.777321 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 91f7978c-6ecc-4338-a672-233fdb903a9f, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=91f7978c-6ecc-4338-a672-233fdb903a9f,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:49.782875 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db699f0d-db26-40dc-b6e1-e9229aa8ac2d None None] DHCP port deletion for 134ed322-0960-4c11-a655-c358722a737d request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:18:49.787596 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:49.788898 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 5cbbc87c-022a-4ee6-b9ed-87c67592e147 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:18:49.859750 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: 5cbbc87c-022a-4ee6-b9ed-87c67592e147 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:18:49.860332 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 5cbbc87c-022a-4ee6-b9ed-87c67592e147 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:18:49.871515 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db85fbb7-f599-4e22-a953-5c24d44eaf7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bad7d3d-8d2d-4539-87cc-ead85771bd28,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:49.897407 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=91f7978c-6ecc-4338-a672-233fdb903a9f,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:49.913880 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db85fbb7-f599-4e22-a953-5c24d44eaf7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:49.914540 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db85fbb7-f599-4e22-a953-5c24d44eaf7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:49.914662 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db85fbb7-f599-4e22-a953-5c24d44eaf7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:49.914909 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db85fbb7-f599-4e22-a953-5c24d44eaf7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:49.915237 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db85fbb7-f599-4e22-a953-5c24d44eaf7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:49.915564 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db85fbb7-f599-4e22-a953-5c24d44eaf7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:49.915889 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db85fbb7-f599-4e22-a953-5c24d44eaf7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:49.916204 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db85fbb7-f599-4e22-a953-5c24d44eaf7e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:49.917740 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db85fbb7-f599-4e22-a953-5c24d44eaf7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:49.919590 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db85fbb7-f599-4e22-a953-5c24d44eaf7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:49.921206 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db85fbb7-f599-4e22-a953-5c24d44eaf7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:49.921706 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db85fbb7-f599-4e22-a953-5c24d44eaf7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:18:49.927629 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-db699f0d-db26-40dc-b6e1-e9229aa8ac2d None None] Deleting port 25a86159-2e90-4832-8d6c-d2ad66ad0ee0 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:18:49.928253 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-db699f0d-db26-40dc-b6e1-e9229aa8ac2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:49.935078 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea71204e-84f0-457a-9005-0c80b2c4bbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:49.943183 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d363b-981c-44dd-bb04-e35079718ed1 req-973b4550-768f-4265-8043-e66565cf77d1 tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:49.945796 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c26d363b-981c-44dd-bb04-e35079718ed1 req-973b4550-768f-4265-8043-e66565cf77d1 tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] 10.222.0.36 "GET /v2.0/ports?device_id=452662b7-4ae4-4a69-978a-ef10fbb143c1 HTTP/1.1" status: 200 len: 945 time: 0.3593731 Nov 16 11:18:49.967287 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ce73d-314c-4fd7-a834-7b5822ced948 req-28352e92-93a9-44a5-abe3-d9372406185e tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:49.974597 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e46ce73d-314c-4fd7-a834-7b5822ced948 req-28352e92-93a9-44a5-abe3-d9372406185e tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7bddbbd5-6e1b-4e6e-adda-fb42234aede3 HTTP/1.1" status: 200 len: 1097 time: 0.2149589 Nov 16 11:18:50.012015 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71204e-84f0-457a-9005-0c80b2c4bbeb admin admin] Pushing event deleted for resources: {'Port': ['ID=25a86159-2e90-4832-8d6c-d2ad66ad0ee0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:50.021050 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa0527-9412-4410-859f-119ec7d252ab req-a2ba460a-8698-419c-afd1-a7c31d847a5b tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:50.024803 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea71204e-84f0-457a-9005-0c80b2c4bbeb admin admin] No DVR routers for this DVR port 25a86159-2e90-4832-8d6c-d2ad66ad0ee0 on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:18:50.034047 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-35aa0527-9412-4410-859f-119ec7d252ab req-a2ba460a-8698-419c-afd1-a7c31d847a5b tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] 10.222.0.61 "GET /v2.0/ports?device_id=452662b7-4ae4-4a69-978a-ef10fbb143c1 HTTP/1.1" status: 200 len: 945 time: 0.2907696 Nov 16 11:18:50.045197 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-db699f0d-db26-40dc-b6e1-e9229aa8ac2d None None] For port 25a86159-2e90-4832-8d6c-d2ad66ad0ee0, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=25a86159-2e90-4832-8d6c-d2ad66ad0ee0,segment=NetworkSegment(cb883649-aa16-4970-9748-12afafa5095f),segment_id=cb883649-aa16-4970-9748-12afafa5095f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:50.045759 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-db699f0d-db26-40dc-b6e1-e9229aa8ac2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:50.062833 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-db699f0d-db26-40dc-b6e1-e9229aa8ac2d None None] Calling delete_port for 25a86159-2e90-4832-8d6c-d2ad66ad0ee0 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:18:50.186296 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e46ce73d-314c-4fd7-a834-7b5822ced948 req-50e3e755-20ed-47df-9a19-8367e6f48425 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058456 Nov 16 11:18:50.189393 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-db699f0d-db26-40dc-b6e1-e9229aa8ac2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:50.217643 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-35aa0527-9412-4410-859f-119ec7d252ab req-93de6d4f-394c-4663-9a4b-1023a102a9ba tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] 10.222.0.61 "GET /v2.0/security-groups?id=0e81e678-2bad-4199-9a8a-c263ae69b831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778624 Nov 16 11:18:50.226156 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea71204e-84f0-457a-9005-0c80b2c4bbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:50.246478 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db699f0d-db26-40dc-b6e1-e9229aa8ac2d None None] Pushing event deleted for resources: {'Port': ['ID=25a86159-2e90-4832-8d6c-d2ad66ad0ee0,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:50.256849 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db699f0d-db26-40dc-b6e1-e9229aa8ac2d None None] No DVR routers for this DVR port 25a86159-2e90-4832-8d6c-d2ad66ad0ee0 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:18:50.261012 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-c26d363b-981c-44dd-bb04-e35079718ed1 req-f00a9351-cedb-41da-ab28-da8a63e93cb5 tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] Deleting port a51bacff-f798-4c20-906a-02d7c3ef6e4c {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:18:50.261538 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-c26d363b-981c-44dd-bb04-e35079718ed1 req-f00a9351-cedb-41da-ab28-da8a63e93cb5 tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:50.283173 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be835ed-3a62-47f5-a8d8-77bd1afa33f9 x-openstack-request-id: req-4be835ed-3a62-47f5-a8d8-77bd1afa33f9 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:18:50.283653 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22307b02-4e89-4d9c-954f-681026262aa4", "name": "network-vif-plugged", "status": "completed", "tag": "91f7978c-6ecc-4338-a672-233fdb903a9f", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:18:50.284073 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4be835ed-3a62-47f5-a8d8-77bd1afa33f9 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:18:50.284609 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22307b02-4e89-4d9c-954f-681026262aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f7978c-6ecc-4338-a672-233fdb903a9f', 'code': 200} Nov 16 11:18:50.295123 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-ea71204e-84f0-457a-9005-0c80b2c4bbeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['134ed322-0960-4c11-a655-c358722a737d']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:50.307414 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-ea71204e-84f0-457a-9005-0c80b2c4bbeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb883649-aa16-4970-9748-12afafa5095f') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:50.307899 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-ea71204e-84f0-457a-9005-0c80b2c4bbeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb883649-aa16-4970-9748-12afafa5095f') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:50.319395 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea71204e-84f0-457a-9005-0c80b2c4bbeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:50.335561 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea71204e-84f0-457a-9005-0c80b2c4bbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:50.345606 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea71204e-84f0-457a-9005-0c80b2c4bbeb admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:18:50.346343 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea71204e-84f0-457a-9005-0c80b2c4bbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:50.349014 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:18:50.349014 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:18:50.349014 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:18:50.349014 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:18:50.349014 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:18:50.349014 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:18:50.349014 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:18:50.349014 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:18:50.349014 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:18:50.349014 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:18:50.349014 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:18:50.349014 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:18:50.349014 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:18:50.349014 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:18:50.349014 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:18:50.349014 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:18:50.349014 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:18:50.349014 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:18:50.349014 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:18:50.349014 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:18:50.349014 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:18:50.349014 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:18:50.349014 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:18:50.349014 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:18:50.349014 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:18:50.349014 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:18:50.349014 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:18:50.349014 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:18:50.349014 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:18:50.349014 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:18:50.349014 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:18:50.349014 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:18:50.375352 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2b610279-5e4e-4340-af6c-62dfc728fc00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:50.469109 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-c26d363b-981c-44dd-bb04-e35079718ed1 req-f00a9351-cedb-41da-ab28-da8a63e93cb5 tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] For port a51bacff-f798-4c20-906a-02d7c3ef6e4c, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=a51bacff-f798-4c20-906a-02d7c3ef6e4c,segment=NetworkSegment(65ace411-d1b8-4bb8-85c6-0993e23fd886),segment_id=65ace411-d1b8-4bb8-85c6-0993e23fd886)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:50.469479 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-c26d363b-981c-44dd-bb04-e35079718ed1 req-f00a9351-cedb-41da-ab28-da8a63e93cb5 tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:50.483040 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea71204e-84f0-457a-9005-0c80b2c4bbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:50.487147 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1900c4-e9e0-4df6-9394-ec350ff1c676 req-0643b9e5-c277-47f1-82e5-aa57fc77882e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:50.489023 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7e1900c4-e9e0-4df6-9394-ec350ff1c676 req-0643b9e5-c277-47f1-82e5-aa57fc77882e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=22307b02-4e89-4d9c-954f-681026262aa4 HTTP/1.1" status: 200 len: 1101 time: 0.1359565 Nov 16 11:18:50.492344 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-c26d363b-981c-44dd-bb04-e35079718ed1 req-f00a9351-cedb-41da-ab28-da8a63e93cb5 tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] Calling delete_port for a51bacff-f798-4c20-906a-02d7c3ef6e4c owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:18:50.493223 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea71204e-84f0-457a-9005-0c80b2c4bbeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:50.509467 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ea71204e-84f0-457a-9005-0c80b2c4bbeb admin admin] 10.222.0.61 "DELETE /v2.0/networks/134ed322-0960-4c11-a655-c358722a737d HTTP/1.1" status: 204 len: 168 time: 1.2657075 Nov 16 11:18:50.531373 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9278131a-4c6e-4e84-9cdc-2570653b0c92 req-00deaa39-5196-4f32-a2d0-927955664a9a tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:50.538790 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9278131a-4c6e-4e84-9cdc-2570653b0c92 req-00deaa39-5196-4f32-a2d0-927955664a9a tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/ports?device_id=22307b02-4e89-4d9c-954f-681026262aa4 HTTP/1.1" status: 200 len: 950 time: 0.1244671 Nov 16 11:18:50.562760 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71204e-84f0-457a-9005-0c80b2c4bbeb admin admin] Pushing event deleted for resources: {'Network': ['ID=134ed322-0960-4c11-a655-c358722a737d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:50.612761 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7e1900c4-e9e0-4df6-9394-ec350ff1c676 req-d3e3f414-fa1f-415d-8787-17199d2a15d3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a2d83d1a-7587-49ca-a243-42f07aaa81ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008687 Nov 16 11:18:50.623925 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2b610279-5e4e-4340-af6c-62dfc728fc00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:50.643798 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2b610279-5e4e-4340-af6c-62dfc728fc00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:50.700877 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9278131a-4c6e-4e84-9cdc-2570653b0c92 req-c93c005b-86e6-4183-930a-e8c499da5654 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2d83d1a-7587-49ca-a243-42f07aaa81ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609306 Nov 16 11:18:50.723325 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2b610279-5e4e-4340-af6c-62dfc728fc00 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bdd1a99a09bb4aacbf605602688d171a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0581784 Nov 16 11:18:50.726509 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54152) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:50.752331 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b610279-5e4e-4340-af6c-62dfc728fc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f34d3e-2f58-4052-94ce-5bcbea5108d7,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:50.805717 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 25a86159-2e90-4832-8d6c-d2ad66ad0ee0 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:18:50.806588 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54156) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:50.840221 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 25a86159-2e90-4832-8d6c-d2ad66ad0ee0 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:18:50.841774 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 25a86159-2e90-4832-8d6c-d2ad66ad0ee0 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:18:50.842202 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device f4072431-d791-42e9-9b0a-2b259b9afe20 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:18:50.874463 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: f4072431-d791-42e9-9b0a-2b259b9afe20 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:18:50.874618 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-78bb792d-be99-4058-906f-61709520c49e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b93e16b5088a434e83f06e6986f5cdec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0659010 Nov 16 11:18:50.877220 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device f4072431-d791-42e9-9b0a-2b259b9afe20 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:18:50.877823 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54158) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:50.917415 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-c26d363b-981c-44dd-bb04-e35079718ed1 req-f00a9351-cedb-41da-ab28-da8a63e93cb5 tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:50.934107 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['a51bacff-f798-4c20-906a-02d7c3ef6e4c'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:18:50.956382 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2554e7f9-115b-44b9-a571-3fc74ee2664a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:50.967910 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a9351-cedb-41da-ab28-da8a63e93cb5 tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] Pushing event deleted for resources: {'Port': ['ID=a51bacff-f798-4c20-906a-02d7c3ef6e4c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:50.973870 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-110a8b91-9e8d-44fc-a956-00b0c5457039 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:51.007288 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-110a8b91-9e8d-44fc-a956-00b0c5457039 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:51.053163 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2554e7f9-115b-44b9-a571-3fc74ee2664a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:51.068976 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-110a8b91-9e8d-44fc-a956-00b0c5457039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:51.075479 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-110a8b91-9e8d-44fc-a956-00b0c5457039 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:51.079589 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-110a8b91-9e8d-44fc-a956-00b0c5457039 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/62edbcf9-5951-4ad3-a7a2-b76dd955b5f6 HTTP/1.1" status: 204 len: 168 time: 0.1963811 Nov 16 11:18:51.099863 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a8b91-9e8d-44fc-a956-00b0c5457039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62edbcf9-5951-4ad3-a7a2-b76dd955b5f6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:51.106945 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26d363b-981c-44dd-bb04-e35079718ed1 req-f00a9351-cedb-41da-ab28-da8a63e93cb5 tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] No DVR routers for this DVR port a51bacff-f798-4c20-906a-02d7c3ef6e4c on host n-h1-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:18:51.116203 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-c26d363b-981c-44dd-bb04-e35079718ed1 req-f00a9351-cedb-41da-ab28-da8a63e93cb5 tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:51.119397 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c26d363b-981c-44dd-bb04-e35079718ed1 req-f00a9351-cedb-41da-ab28-da8a63e93cb5 tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] 10.222.0.36 "DELETE /v2.0/ports/a51bacff-f798-4c20-906a-02d7c3ef6e4c HTTP/1.1" status: 204 len: 173 time: 1.1658747 Nov 16 11:18:51.119879 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452662b7-4ae4-4a69-978a-ef10fbb143c1', 'name': 'network-vif-deleted', 'tag': 'a51bacff-f798-4c20-906a-02d7c3ef6e4c'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:18:51.122327 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfba392-1594-42ed-a302-3f9c58930289" -d '{"events": [{"server_uuid": "452662b7-4ae4-4a69-978a-ef10fbb143c1", "name": "network-vif-deleted", "tag": "a51bacff-f798-4c20-906a-02d7c3ef6e4c"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:18:51.191943 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2554e7f9-115b-44b9-a571-3fc74ee2664a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:51.202282 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2554e7f9-115b-44b9-a571-3fc74ee2664a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:51.218843 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2554e7f9-115b-44b9-a571-3fc74ee2664a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/25f34d3e-2f58-4052-94ce-5bcbea5108d7 HTTP/1.1" status: 204 len: 168 time: 0.4911702 Nov 16 11:18:51.239275 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2554e7f9-115b-44b9-a571-3fc74ee2664a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f34d3e-2f58-4052-94ce-5bcbea5108d7,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:51.274332 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c92fd7c-abbd-46ec-826e-cceae40cc3d1 x-openstack-request-id: req-2c92fd7c-abbd-46ec-826e-cceae40cc3d1 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:18:51.274790 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452662b7-4ae4-4a69-978a-ef10fbb143c1", "name": "network-vif-deleted", "tag": "a51bacff-f798-4c20-906a-02d7c3ef6e4c", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:18:51.276560 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2c92fd7c-abbd-46ec-826e-cceae40cc3d1 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:18:51.278272 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452662b7-4ae4-4a69-978a-ef10fbb143c1', 'name': 'network-vif-deleted', 'tag': 'a51bacff-f798-4c20-906a-02d7c3ef6e4c', 'status': 'completed', 'code': 200} Nov 16 11:18:51.400740 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-99aca229-b933-4dee-961e-1da276e199aa req-0b628d6e-d92e-4868-bcc6-77aca6181f60 tempest-ServerTagsTestJSON-408796583 tempest-ServerTagsTestJSON-408796583-project] 10.222.0.61 "GET /v2.0/ports?device_id=452662b7-4ae4-4a69-978a-ef10fbb143c1 HTTP/1.1" status: 200 len: 210 time: 0.0431924 Nov 16 11:18:51.749656 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54210) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:51.893334 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4adc66-1941-4697-8e0c-4404b9adff78 req-fddba68d-e6f1-4c4c-bcfb-05aead3e01bd tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:51.907767 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aa4adc66-1941-4697-8e0c-4404b9adff78 req-fddba68d-e6f1-4c4c-bcfb-05aead3e01bd tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/ports?device_id=22307b02-4e89-4d9c-954f-681026262aa4 HTTP/1.1" status: 200 len: 950 time: 0.0908790 Nov 16 11:18:51.969258 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aa4adc66-1941-4697-8e0c-4404b9adff78 req-c68602c5-ed8e-48fd-b576-d6428919fc40 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2d83d1a-7587-49ca-a243-42f07aaa81ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602419 Nov 16 11:18:52.035168 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-221169b2-38f8-4500-b8ce-eb84a6f71087 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:52.063041 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54230) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:52.208817 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-221169b2-38f8-4500-b8ce-eb84a6f71087 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:52.246892 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-221169b2-38f8-4500-b8ce-eb84a6f71087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:52.309393 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54242) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:52.310338 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-221169b2-38f8-4500-b8ce-eb84a6f71087 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9b047a9fdb5c46babfcef5a1c3eb48bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5593619 Nov 16 11:18:52.311351 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221169b2-38f8-4500-b8ce-eb84a6f71087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5939c16c-ee39-4594-9fc9-d734b2baf0b0,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:52.401594 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f0191498-f18a-4f99-a578-cb2b63c6eb9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:52.469627 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81483a-adb4-4107-bd45-38fe9c949eb5 req-1b315d0a-273d-49e7-95b6-e445b706fa04 tempest-ServersAdminNegativeTestJSON-1757083304 tempest-ServersAdminNegativeTestJSON-1757083304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:52.476079 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5d81483a-adb4-4107-bd45-38fe9c949eb5 req-1b315d0a-273d-49e7-95b6-e445b706fa04 tempest-ServersAdminNegativeTestJSON-1757083304 tempest-ServersAdminNegativeTestJSON-1757083304-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=22307b02-4e89-4d9c-954f-681026262aa4 HTTP/1.1" status: 200 len: 1101 time: 0.1462760 Nov 16 11:18:52.482726 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-90e62291-2afd-487b-aa16-9334a14827a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:52.489631 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54256) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:52.562880 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-2639da44-2286-45b3-82db-53ed307a8510 admin admin] Deleting subnet 0f97d6b2-0974-4695-964b-2fc7fd360b00 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:18:52.568998 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2639da44-2286-45b3-82db-53ed307a8510 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:52.580199 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5d81483a-adb4-4107-bd45-38fe9c949eb5 req-38b6bfdc-301d-4ad4-910d-95f675d0cdc9 tempest-ServersAdminNegativeTestJSON-1757083304 tempest-ServersAdminNegativeTestJSON-1757083304-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:52.618545 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-90e62291-2afd-487b-aa16-9334a14827a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:52.625296 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2639da44-2286-45b3-82db-53ed307a8510 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:52.704391 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2639da44-2286-45b3-82db-53ed307a8510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:52.731303 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f0191498-f18a-4f99-a578-cb2b63c6eb9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:52.743757 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f0191498-f18a-4f99-a578-cb2b63c6eb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:52.751449 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-90e62291-2afd-487b-aa16-9334a14827a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:52.754185 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-90e62291-2afd-487b-aa16-9334a14827a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:52.755309 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-90e62291-2afd-487b-aa16-9334a14827a8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5939c16c-ee39-4594-9fc9-d734b2baf0b0 HTTP/1.1" status: 204 len: 168 time: 0.4442146 Nov 16 11:18:52.757078 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54268) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:52.807630 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2639da44-2286-45b3-82db-53ed307a8510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:52.821264 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f0191498-f18a-4f99-a578-cb2b63c6eb9e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b29677479b5040b38a7c8c4b19f52b9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7565129 Nov 16 11:18:52.822024 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0191498-f18a-4f99-a578-cb2b63c6eb9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8030fdc9-dc63-4daf-93df-c19433ea02ff,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:52.834174 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54274) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:52.837083 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5d81483a-adb4-4107-bd45-38fe9c949eb5 req-38b6bfdc-301d-4ad4-910d-95f675d0cdc9 tempest-ServersAdminNegativeTestJSON-1757083304 tempest-ServersAdminNegativeTestJSON-1757083304-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:52.848283 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2639da44-2286-45b3-82db-53ed307a8510 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f97d6b2-0974-4695-964b-2fc7fd360b00,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:52.849635 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5d81483a-adb4-4107-bd45-38fe9c949eb5 req-38b6bfdc-301d-4ad4-910d-95f675d0cdc9 tempest-ServersAdminNegativeTestJSON-1757083304 tempest-ServersAdminNegativeTestJSON-1757083304-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:52.857502 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2639da44-2286-45b3-82db-53ed307a8510 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:52.873238 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2639da44-2286-45b3-82db-53ed307a8510 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/0f97d6b2-0974-4695-964b-2fc7fd360b00 HTTP/1.1" status: 204 len: 168 time: 0.3795204 Nov 16 11:18:52.873512 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54276) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:52.885749 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e62291-2afd-487b-aa16-9334a14827a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5939c16c-ee39-4594-9fc9-d734b2baf0b0,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:52.983076 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5d81483a-adb4-4107-bd45-38fe9c949eb5 req-38b6bfdc-301d-4ad4-910d-95f675d0cdc9 tempest-ServersAdminNegativeTestJSON-1757083304 tempest-ServersAdminNegativeTestJSON-1757083304-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=a2d83d1a-7587-49ca-a243-42f07aaa81ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4981368 Nov 16 11:18:52.992634 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a0947603-b5d9-4ae8-b83b-152ef192e8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:53.020083 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6bfdc-301d-4ad4-910d-95f675d0cdc9 tempest-ServersAdminNegativeTestJSON-1757083304 tempest-ServersAdminNegativeTestJSON-1757083304-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c108b0-6d71-474c-9fb1-cc0e1b261c8c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:53.065000 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-baa96c66-9741-46e9-a855-c9318b302244 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:53.068096 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device a51bacff-f798-4c20-906a-02d7c3ef6e4c no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:18:53.114343 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: a51bacff-f798-4c20-906a-02d7c3ef6e4c {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:18:53.114589 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device a51bacff-f798-4c20-906a-02d7c3ef6e4c not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:18:53.137227 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-baa96c66-9741-46e9-a855-c9318b302244 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:53.152070 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a0947603-b5d9-4ae8-b83b-152ef192e8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:53.199467 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-a0947603-b5d9-4ae8-b83b-152ef192e8f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d868932-43f9-402c-99fa-d250a47653a9']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:53.222121 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-a0947603-b5d9-4ae8-b83b-152ef192e8f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65ace411-d1b8-4bb8-85c6-0993e23fd886') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:53.223263 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-a0947603-b5d9-4ae8-b83b-152ef192e8f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65ace411-d1b8-4bb8-85c6-0993e23fd886') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:18:53.233945 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a0947603-b5d9-4ae8-b83b-152ef192e8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:53.245938 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-baa96c66-9741-46e9-a855-c9318b302244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:53.250218 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-baa96c66-9741-46e9-a855-c9318b302244 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:53.250493 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a0947603-b5d9-4ae8-b83b-152ef192e8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:53.254098 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-baa96c66-9741-46e9-a855-c9318b302244 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8030fdc9-dc63-4daf-93df-c19433ea02ff HTTP/1.1" status: 204 len: 168 time: 0.4127483 Nov 16 11:18:53.261314 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa96c66-9741-46e9-a855-c9318b302244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8030fdc9-dc63-4daf-93df-c19433ea02ff,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:53.261814 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0947603-b5d9-4ae8-b83b-152ef192e8f7 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:18:53.262249 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a0947603-b5d9-4ae8-b83b-152ef192e8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:53.263981 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:18:53.263981 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:18:53.263981 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:18:53.263981 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:18:53.263981 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:18:53.263981 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:18:53.263981 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:18:53.263981 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:18:53.263981 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:18:53.263981 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:18:53.263981 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:18:53.263981 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:18:53.263981 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:18:53.263981 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:18:53.263981 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:18:53.263981 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:18:53.263981 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:18:53.263981 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:18:53.263981 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:18:53.263981 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:18:53.263981 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:18:53.263981 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:18:53.263981 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:18:53.263981 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:18:53.263981 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:18:53.263981 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:18:53.263981 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:18:53.263981 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:18:53.263981 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:18:53.263981 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:18:53.263981 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:18:53.263981 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:18:53.291052 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-af02042e-071c-4321-9def-a2fadb990b94 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-342540777-network', 'tenant_id': 'bf22bd8dab034ff5987d30909ecac4ca'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:53.318147 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af02042e-071c-4321-9def-a2fadb990b94 admin admin] Made reservation on behalf of bf22bd8dab034ff5987d30909ecac4ca for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:18:53.321345 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-af02042e-071c-4321-9def-a2fadb990b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:53.327417 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a0947603-b5d9-4ae8-b83b-152ef192e8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:53.355769 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a0947603-b5d9-4ae8-b83b-152ef192e8f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:53.359479 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a0947603-b5d9-4ae8-b83b-152ef192e8f7 admin admin] 10.222.0.61 "DELETE /v2.0/networks/3d868932-43f9-402c-99fa-d250a47653a9 HTTP/1.1" status: 204 len: 168 time: 0.4845936 Nov 16 11:18:53.360693 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0947603-b5d9-4ae8-b83b-152ef192e8f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d868932-43f9-402c-99fa-d250a47653a9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:53.611262 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-af02042e-071c-4321-9def-a2fadb990b94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:53.639714 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54330) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:53.653456 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54332) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:53.704913 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2f6dd048-6289-4ee3-a644-ab83b0087065 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=552f19450b3242c88d3781f48756057c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0616381 Nov 16 11:18:53.705264 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54338) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:53.743350 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-af02042e-071c-4321-9def-a2fadb990b94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:53.755787 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-af02042e-071c-4321-9def-a2fadb990b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:53.796039 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af02042e-071c-4321-9def-a2fadb990b94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:18:53.816047 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fad795ae-e8b1-4a0d-b55e-5fb7b6cd4652 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:53.820735 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af02042e-071c-4321-9def-a2fadb990b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed873ce2-ea99-4014-871e-99615db50583,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:53.834719 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-af02042e-071c-4321-9def-a2fadb990b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:53.834975 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-af02042e-071c-4321-9def-a2fadb990b94 admin admin] Added segment ce85ca15-f769-4b19-ac27-e2dde8790e9c of type vlan for network 2f1afc56-e457-472b-b316-d0ccc57e0c3c Nov 16 11:18:53.855261 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fad795ae-e8b1-4a0d-b55e-5fb7b6cd4652 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:53.909622 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-af02042e-071c-4321-9def-a2fadb990b94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:53.935503 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e36b652a-e886-4955-8810-3e35f1ff3247 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:53.978903 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-af02042e-071c-4321-9def-a2fadb990b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:53.979880 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af02042e-071c-4321-9def-a2fadb990b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:53.980566 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-af02042e-071c-4321-9def-a2fadb990b94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:53.994422 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fad795ae-e8b1-4a0d-b55e-5fb7b6cd4652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:53.996949 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fad795ae-e8b1-4a0d-b55e-5fb7b6cd4652 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:54.000484 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-fad795ae-e8b1-4a0d-b55e-5fb7b6cd4652 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0e81e678-2bad-4199-9a8a-c263ae69b831 HTTP/1.1" status: 204 len: 168 time: 0.2891610 Nov 16 11:18:54.061293 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54362) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:54.061542 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-af02042e-071c-4321-9def-a2fadb990b94 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3004684 Nov 16 11:18:54.067948 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-6403b58e-adaa-4482-9fb7-7bea57e02609 admin admin] Request body: {'subnet': {'network_id': '2f1afc56-e457-472b-b316-d0ccc57e0c3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-342540777-subnet', 'tenant_id': 'bf22bd8dab034ff5987d30909ecac4ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:54.068519 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad795ae-e8b1-4a0d-b55e-5fb7b6cd4652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e81e678-2bad-4199-9a8a-c263ae69b831,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:54.093176 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af02042e-071c-4321-9def-a2fadb990b94 admin admin] Pushing event updated for resources: {'Network': ['ID=2f1afc56-e457-472b-b316-d0ccc57e0c3c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:54.111141 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 2f1afc56-e457-472b-b316-d0ccc57e0c3c details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:18:54.172557 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6403b58e-adaa-4482-9fb7-7bea57e02609 admin admin] Made reservation on behalf of bf22bd8dab034ff5987d30909ecac4ca for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:18:54.179855 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6403b58e-adaa-4482-9fb7-7bea57e02609 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:54.217548 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e36b652a-e886-4955-8810-3e35f1ff3247 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:54.234158 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e36b652a-e886-4955-8810-3e35f1ff3247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:54.286288 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206c875-22f3-447a-b6a7-e3892cb91eb8 req-b3d11f0a-4631-4a28-802b-3d15b1c40018 tempest-ServersAdminNegativeTestJSON-1757083304 tempest-ServersAdminNegativeTestJSON-1757083304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:54.293804 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9206c875-22f3-447a-b6a7-e3892cb91eb8 req-b3d11f0a-4631-4a28-802b-3d15b1c40018 tempest-ServersAdminNegativeTestJSON-1757083304 tempest-ServersAdminNegativeTestJSON-1757083304-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=22307b02-4e89-4d9c-954f-681026262aa4 HTTP/1.1" status: 200 len: 1101 time: 0.1494827 Nov 16 11:18:54.316832 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e36b652a-e886-4955-8810-3e35f1ff3247 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=abd9fc58172f444088a40a2d2906eb5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6618140 Nov 16 11:18:54.326108 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54372) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:54.328153 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b652a-e886-4955-8810-3e35f1ff3247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e66856-c9c5-49d1-b3e8-bc827cd12e95,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:54.373135 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9206c875-22f3-447a-b6a7-e3892cb91eb8 req-b20a6ba3-73f7-45eb-bde2-297fe7d883e3 tempest-ServersAdminNegativeTestJSON-1757083304 tempest-ServersAdminNegativeTestJSON-1757083304-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=a2d83d1a-7587-49ca-a243-42f07aaa81ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777962 Nov 16 11:18:54.425964 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e102672e-ead4-42c6-abcc-5dc45b042a6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:54.445995 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54378) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:54.465658 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e102672e-ead4-42c6-abcc-5dc45b042a6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:54.569199 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6403b58e-adaa-4482-9fb7-7bea57e02609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:54.576724 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e102672e-ead4-42c6-abcc-5dc45b042a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:54.579628 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e102672e-ead4-42c6-abcc-5dc45b042a6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:54.581114 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e102672e-ead4-42c6-abcc-5dc45b042a6e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a6e66856-c9c5-49d1-b3e8-bc827cd12e95 HTTP/1.1" status: 204 len: 168 time: 0.2539296 Nov 16 11:18:54.595635 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102672e-ead4-42c6-abcc-5dc45b042a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e66856-c9c5-49d1-b3e8-bc827cd12e95,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:54.667144 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403b58e-adaa-4482-9fb7-7bea57e02609 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d56f9a27-62bc-44a3-bb27-3285cac925fa,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:54.701712 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6403b58e-adaa-4482-9fb7-7bea57e02609 admin admin] Checking segment: {'id': 'ce85ca15-f769-4b19-ac27-e2dde8790e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '2f1afc56-e457-472b-b316-d0ccc57e0c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:18:54.703675 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6403b58e-adaa-4482-9fb7-7bea57e02609 admin admin] Network hostable DHCP agents. Network: 2f1afc56-e457-472b-b316-d0ccc57e0c3c, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:18:54.719554 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-78885e98-b600-4e56-8775-dc6dd75a477a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1269617616-network', 'tenant_id': '00e734e8e94248a6b0855b7c568d3f03'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:54.750583 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6403b58e-adaa-4482-9fb7-7bea57e02609 admin admin] Network 2f1afc56-e457-472b-b316-d0ccc57e0c3c is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:18:54.768509 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78885e98-b600-4e56-8775-dc6dd75a477a admin admin] Made reservation on behalf of 00e734e8e94248a6b0855b7c568d3f03 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:18:54.772361 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-78885e98-b600-4e56-8775-dc6dd75a477a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:54.772971 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-6403b58e-adaa-4482-9fb7-7bea57e02609 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 2f1afc56-e457-472b-b316-d0ccc57e0c3c) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:18:54.783027 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6403b58e-adaa-4482-9fb7-7bea57e02609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:54.784053 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6403b58e-adaa-4482-9fb7-7bea57e02609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:54.789864 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7c5936-5258-4cd1-8673-ab350734b4e1 None None] Network 2f1afc56-e457-472b-b316-d0ccc57e0c3c requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:18:54.799176 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-78885e98-b600-4e56-8775-dc6dd75a477a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:54.822930 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6403b58e-adaa-4482-9fb7-7bea57e02609 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7604098 Nov 16 11:18:54.986288 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-78885e98-b600-4e56-8775-dc6dd75a477a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:54.991691 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-78885e98-b600-4e56-8775-dc6dd75a477a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:55.030523 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78885e98-b600-4e56-8775-dc6dd75a477a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:18:55.055723 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78885e98-b600-4e56-8775-dc6dd75a477a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37708fa9-89b5-407c-848d-a2b78fff32ea,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:55.094559 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-78885e98-b600-4e56-8775-dc6dd75a477a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:55.096384 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-78885e98-b600-4e56-8775-dc6dd75a477a admin admin] Added segment 31480e8a-8047-4df7-85a0-19c96b040df1 of type vlan for network 3b28f2b1-ddea-4609-8d0b-4e8c0aacf5fd Nov 16 11:18:55.167340 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28f533-212c-4415-9d21-f9cf815f1965 req-4fa3d676-1109-4fc9-8bc4-1e7e38fab6f3 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:55.169149 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ca28f533-212c-4415-9d21-f9cf815f1965 req-4fa3d676-1109-4fc9-8bc4-1e7e38fab6f3 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/ports?device_id=22307b02-4e89-4d9c-954f-681026262aa4 HTTP/1.1" status: 200 len: 950 time: 0.1359985 Nov 16 11:18:55.173434 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-78885e98-b600-4e56-8775-dc6dd75a477a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:55.220918 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717fb745-f055-4dfc-9d45-5b20060ed565 None None] Network 2f1afc56-e457-472b-b316-d0ccc57e0c3c requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:18:55.225461 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54422) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:55.243011 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-78885e98-b600-4e56-8775-dc6dd75a477a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:55.244143 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78885e98-b600-4e56-8775-dc6dd75a477a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:55.244760 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-78885e98-b600-4e56-8775-dc6dd75a477a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:55.308264 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78885e98-b600-4e56-8775-dc6dd75a477a admin admin] Pushing event updated for resources: {'Network': ['ID=3b28f2b1-ddea-4609-8d0b-4e8c0aacf5fd,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:55.324532 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ca28f533-212c-4415-9d21-f9cf815f1965 req-029eefc7-6ebd-467e-afeb-661583d33611 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2d83d1a-7587-49ca-a243-42f07aaa81ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479847 Nov 16 11:18:55.346375 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-78885e98-b600-4e56-8775-dc6dd75a477a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8990273 Nov 16 11:18:55.349210 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54434) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:55.359823 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 3b28f2b1-ddea-4609-8d0b-4e8c0aacf5fd details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:18:55.361037 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-b393663f-95d3-4b15-a4f2-36b94a014216 admin admin] Request body: {'subnet': {'network_id': '3b28f2b1-ddea-4609-8d0b-4e8c0aacf5fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1269617616-subnet', 'tenant_id': '00e734e8e94248a6b0855b7c568d3f03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:55.416213 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b393663f-95d3-4b15-a4f2-36b94a014216 admin admin] Made reservation on behalf of 00e734e8e94248a6b0855b7c568d3f03 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:18:55.421883 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b393663f-95d3-4b15-a4f2-36b94a014216 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:55.535292 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-ae716a0c-b948-46fe-b350-3627d66f25e4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1432320026-network', 'tenant_id': '0083ff9f320940cc9f27a884e96c269f'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:55.551333 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-e326ce42-bd7f-4f32-a3a8-9d46fdad6e07 req-db40535a-286e-456e-927d-8b3f7ef47e1e tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1301805538', 'description': 'tempest-description-1448004444'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:55.583763 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e326ce42-bd7f-4f32-a3a8-9d46fdad6e07 req-db40535a-286e-456e-927d-8b3f7ef47e1e tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:55.645084 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae716a0c-b948-46fe-b350-3627d66f25e4 admin admin] Made reservation on behalf of 0083ff9f320940cc9f27a884e96c269f for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:18:55.647424 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ae716a0c-b948-46fe-b350-3627d66f25e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:55.668474 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ae716a0c-b948-46fe-b350-3627d66f25e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:55.755340 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b393663f-95d3-4b15-a4f2-36b94a014216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:55.826066 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e326ce42-bd7f-4f32-a3a8-9d46fdad6e07 req-db40535a-286e-456e-927d-8b3f7ef47e1e tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:55.843353 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e326ce42-bd7f-4f32-a3a8-9d46fdad6e07 req-db40535a-286e-456e-927d-8b3f7ef47e1e tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:55.884890 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393663f-95d3-4b15-a4f2-36b94a014216 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a637a55e-80ba-4b85-a036-60418aac4f5a,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:55.900214 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54448) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:55.914652 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e326ce42-bd7f-4f32-a3a8-9d46fdad6e07 req-db40535a-286e-456e-927d-8b3f7ef47e1e tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:55.920366 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e326ce42-bd7f-4f32-a3a8-9d46fdad6e07 req-db40535a-286e-456e-927d-8b3f7ef47e1e tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3811209 Nov 16 11:18:55.924495 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b393663f-95d3-4b15-a4f2-36b94a014216 admin admin] Checking segment: {'id': '31480e8a-8047-4df7-85a0-19c96b040df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '3b28f2b1-ddea-4609-8d0b-4e8c0aacf5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:18:55.925064 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b393663f-95d3-4b15-a4f2-36b94a014216 admin admin] Network hostable DHCP agents. Network: 3b28f2b1-ddea-4609-8d0b-4e8c0aacf5fd, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:18:55.927369 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db40535a-286e-456e-927d-8b3f7ef47e1e tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39adf99d-8945-49d8-bb61-b5748674cf3c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:55.941102 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ae716a0c-b948-46fe-b350-3627d66f25e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:55.948832 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ae716a0c-b948-46fe-b350-3627d66f25e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:55.968561 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b393663f-95d3-4b15-a4f2-36b94a014216 admin admin] Network 3b28f2b1-ddea-4609-8d0b-4e8c0aacf5fd is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:18:55.978744 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae716a0c-b948-46fe-b350-3627d66f25e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:18:56.014896 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae716a0c-b948-46fe-b350-3627d66f25e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2faa416-4579-46e6-aabb-72b9fc04a498,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:56.018217 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ae716a0c-b948-46fe-b350-3627d66f25e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:56.018533 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-ae716a0c-b948-46fe-b350-3627d66f25e4 admin admin] Added segment 6010f23d-2319-49e4-9d27-00c73d54b3c1 of type vlan for network 88f25b19-ae40-471f-83f3-2a0d38b6110b Nov 16 11:18:56.029421 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-b393663f-95d3-4b15-a4f2-36b94a014216 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 3b28f2b1-ddea-4609-8d0b-4e8c0aacf5fd) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:18:56.041031 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e80769-eb74-4f03-877d-bd65aa4d0dda None None] Network 3b28f2b1-ddea-4609-8d0b-4e8c0aacf5fd requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:18:56.043009 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b393663f-95d3-4b15-a4f2-36b94a014216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:56.043691 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b393663f-95d3-4b15-a4f2-36b94a014216 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:56.094167 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ae716a0c-b948-46fe-b350-3627d66f25e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:56.099118 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bb6e7ed7-4b3d-4937-8d57-a8ab8cd1a549 req-48a1eddb-2eb5-4e73-8961-3bd4945e78ad tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] 10.222.0.61 "GET /v2.0/security-groups/39adf99d-8945-49d8-bb61-b5748674cf3c HTTP/1.1" status: 200 len: 1822 time: 0.1282589 Nov 16 11:18:56.130142 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b393663f-95d3-4b15-a4f2-36b94a014216 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7707851 Nov 16 11:18:56.130142 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-bb6e7ed7-4b3d-4937-8d57-a8ab8cd1a549 req-e3f5e463-62e7-47eb-a0ee-96bc072c7833 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '39adf99d-8945-49d8-bb61-b5748674cf3c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:56.130142 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-bb6e7ed7-4b3d-4937-8d57-a8ab8cd1a549 req-e3f5e463-62e7-47eb-a0ee-96bc072c7833 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '39adf99d-8945-49d8-bb61-b5748674cf3c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:56.163268 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-35b381bb-8a40-4c6e-923f-ad1107b1baa3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1428015680-network', 'tenant_id': '73e5fc395dda4693899e370eca8a1116'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:56.179320 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ae716a0c-b948-46fe-b350-3627d66f25e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:56.180288 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae716a0c-b948-46fe-b350-3627d66f25e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:56.180908 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ae716a0c-b948-46fe-b350-3627d66f25e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:56.218149 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b381bb-8a40-4c6e-923f-ad1107b1baa3 admin admin] Made reservation on behalf of 73e5fc395dda4693899e370eca8a1116 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:18:56.220919 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35b381bb-8a40-4c6e-923f-ad1107b1baa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:56.235446 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35b381bb-8a40-4c6e-923f-ad1107b1baa3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:56.330485 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbc44c4-ba07-46a0-a6c1-34aa95bf27cc None None] Network 3b28f2b1-ddea-4609-8d0b-4e8c0aacf5fd requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:18:56.332663 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae716a0c-b948-46fe-b350-3627d66f25e4 admin admin] Pushing event updated for resources: {'Network': ['ID=88f25b19-ae40-471f-83f3-2a0d38b6110b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:56.341532 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ae716a0c-b948-46fe-b350-3627d66f25e4 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1123264 Nov 16 11:18:56.343455 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54468) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:56.354499 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b6cf5110-ff73-4dd5-bf4d-1f404a0d276f admin admin] Request body: {'subnet': {'network_id': '88f25b19-ae40-471f-83f3-2a0d38b6110b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1432320026-subnet', 'tenant_id': '0083ff9f320940cc9f27a884e96c269f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:56.394045 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 88f25b19-ae40-471f-83f3-2a0d38b6110b details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:18:56.405632 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-bb6e7ed7-4b3d-4937-8d57-a8ab8cd1a549 req-e3f5e463-62e7-47eb-a0ee-96bc072c7833 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:56.430114 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5f912-b924-491b-b2fd-bae74529ec9c req-72890849-909f-42eb-993f-fd83d54972db tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:56.431890 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-44d5f912-b924-491b-b2fd-bae74529ec9c req-72890849-909f-42eb-993f-fd83d54972db tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.36 "GET /v2.0/ports?device_id=22307b02-4e89-4d9c-954f-681026262aa4 HTTP/1.1" status: 200 len: 950 time: 0.0921009 Nov 16 11:18:56.458508 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35b381bb-8a40-4c6e-923f-ad1107b1baa3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:56.461760 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6cf5110-ff73-4dd5-bf4d-1f404a0d276f admin admin] Made reservation on behalf of 0083ff9f320940cc9f27a884e96c269f for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:18:56.475534 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b6cf5110-ff73-4dd5-bf4d-1f404a0d276f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:56.550065 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-bb6e7ed7-4b3d-4937-8d57-a8ab8cd1a549 req-e3f5e463-62e7-47eb-a0ee-96bc072c7833 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:56.567281 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-bb6e7ed7-4b3d-4937-8d57-a8ab8cd1a549 req-e3f5e463-62e7-47eb-a0ee-96bc072c7833 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:56.626927 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35b381bb-8a40-4c6e-923f-ad1107b1baa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:56.641120 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-bb6e7ed7-4b3d-4937-8d57-a8ab8cd1a549 req-e3f5e463-62e7-47eb-a0ee-96bc072c7833 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:56.642761 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bb6e7ed7-4b3d-4937-8d57-a8ab8cd1a549 req-e3f5e463-62e7-47eb-a0ee-96bc072c7833 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5327592 Nov 16 11:18:56.650347 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-cd98d312-7a15-4014-bc75-4d35caa50560 req-f3974a50-6b1a-478f-b3bf-19e812f63c1e tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-597865092', 'description': 'tempest-description-1485732881'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:56.673556 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5e463-62e7-47eb-a0ee-96bc072c7833 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=431f373c-6abc-4a73-8585-644c66d218d9,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:56.683225 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cd98d312-7a15-4014-bc75-4d35caa50560 req-f3974a50-6b1a-478f-b3bf-19e812f63c1e tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:56.709800 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35b381bb-8a40-4c6e-923f-ad1107b1baa3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:18:56.723616 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35b381bb-8a40-4c6e-923f-ad1107b1baa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:56.723963 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-35b381bb-8a40-4c6e-923f-ad1107b1baa3 admin admin] Added segment 29fe51c5-7413-4ecd-8c04-97b69fe8410f of type vlan for network cbb4a65b-8eab-4791-8d34-bab11c0de63c Nov 16 11:18:56.812644 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-44d5f912-b924-491b-b2fd-bae74529ec9c req-75dedb51-3f87-422d-b519-314138402f50 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Deleting port 91f7978c-6ecc-4338-a672-233fdb903a9f {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:18:56.813167 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-44d5f912-b924-491b-b2fd-bae74529ec9c req-75dedb51-3f87-422d-b519-314138402f50 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:56.844670 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cd98d312-7a15-4014-bc75-4d35caa50560 req-f3974a50-6b1a-478f-b3bf-19e812f63c1e tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:56.850495 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b6cf5110-ff73-4dd5-bf4d-1f404a0d276f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:56.873749 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b381bb-8a40-4c6e-923f-ad1107b1baa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:56.879019 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cd98d312-7a15-4014-bc75-4d35caa50560 req-f3974a50-6b1a-478f-b3bf-19e812f63c1e tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:56.905357 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35b381bb-8a40-4c6e-923f-ad1107b1baa3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:56.926646 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718de96f-214c-42a7-a34f-636d5b7e2f96 req-46bbef1e-50ad-46ff-babc-5a0daf4907d6 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:56.928197 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-718de96f-214c-42a7-a34f-636d5b7e2f96 req-46bbef1e-50ad-46ff-babc-5a0daf4907d6 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/ports?device_id=22307b02-4e89-4d9c-954f-681026262aa4 HTTP/1.1" status: 200 len: 950 time: 0.1900244 Nov 16 11:18:56.962172 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf5110-ff73-4dd5-bf4d-1f404a0d276f admin admin] Pushing event updated for resources: {'Subnet': ['ID=50dbcca0-861c-401b-911d-16a9002f1b98,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:56.966511 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cd98d312-7a15-4014-bc75-4d35caa50560 req-f3974a50-6b1a-478f-b3bf-19e812f63c1e tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:56.969579 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cf5110-ff73-4dd5-bf4d-1f404a0d276f admin admin] Checking segment: {'id': '6010f23d-2319-49e4-9d27-00c73d54b3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '88f25b19-ae40-471f-83f3-2a0d38b6110b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:18:56.970331 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cf5110-ff73-4dd5-bf4d-1f404a0d276f admin admin] Network hostable DHCP agents. Network: 88f25b19-ae40-471f-83f3-2a0d38b6110b, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:18:56.983578 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35b381bb-8a40-4c6e-923f-ad1107b1baa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:56.984546 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b381bb-8a40-4c6e-923f-ad1107b1baa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:56.985227 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd98d312-7a15-4014-bc75-4d35caa50560 req-f3974a50-6b1a-478f-b3bf-19e812f63c1e tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3528774 Nov 16 11:18:56.985356 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35b381bb-8a40-4c6e-923f-ad1107b1baa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:56.998600 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54488) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:57.009725 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-35b381bb-8a40-4c6e-923f-ad1107b1baa3 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1077056 Nov 16 11:18:57.018800 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54492) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:57.020526 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cf5110-ff73-4dd5-bf4d-1f404a0d276f admin admin] Network 88f25b19-ae40-471f-83f3-2a0d38b6110b is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:18:57.031041 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3974a50-6b1a-478f-b3bf-19e812f63c1e tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acb86026-d5b5-44f9-92cb-01508145e725,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:57.063540 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-b6cf5110-ff73-4dd5-bf4d-1f404a0d276f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 88f25b19-ae40-471f-83f3-2a0d38b6110b) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:18:57.078526 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cf5110-ff73-4dd5-bf4d-1f404a0d276f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:57.079098 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b6cf5110-ff73-4dd5-bf4d-1f404a0d276f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:57.079357 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51e072f-ed01-429e-ba1f-a16f10cc6204 None None] Network 88f25b19-ae40-471f-83f3-2a0d38b6110b requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:18:57.083815 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b381bb-8a40-4c6e-923f-ad1107b1baa3 admin admin] Pushing event updated for resources: {'Network': ['ID=cbb4a65b-8eab-4791-8d34-bab11c0de63c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:57.118910 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-44d5f912-b924-491b-b2fd-bae74529ec9c req-75dedb51-3f87-422d-b519-314138402f50 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] For port 91f7978c-6ecc-4338-a672-233fdb903a9f, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=91f7978c-6ecc-4338-a672-233fdb903a9f,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:18:57.120001 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-44d5f912-b924-491b-b2fd-bae74529ec9c req-75dedb51-3f87-422d-b519-314138402f50 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:57.137848 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b6cf5110-ff73-4dd5-bf4d-1f404a0d276f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7919428 Nov 16 11:18:57.158279 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-2e0b76bd-8410-461b-97bb-e770c22400d2 admin admin] Request body: {'subnet': {'network_id': 'cbb4a65b-8eab-4791-8d34-bab11c0de63c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1428015680-subnet', 'tenant_id': '73e5fc395dda4693899e370eca8a1116', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:57.165170 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network cbb4a65b-8eab-4791-8d34-bab11c0de63c details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:18:57.173946 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-86f4ae69-36ad-4439-9172-1ae0254575f8 req-7369bc51-8218-47f7-9617-ccb27d39bb82 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1192152216', 'description': 'tempest-description-1211215815'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:57.201956 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb659d94-1850-4bf4-9e9c-093500a8d30d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:57.213477 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-44d5f912-b924-491b-b2fd-bae74529ec9c req-75dedb51-3f87-422d-b519-314138402f50 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Calling delete_port for 91f7978c-6ecc-4338-a672-233fdb903a9f owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:18:57.275706 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-86f4ae69-36ad-4439-9172-1ae0254575f8 req-7369bc51-8218-47f7-9617-ccb27d39bb82 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:57.345889 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb659d94-1850-4bf4-9e9c-093500a8d30d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:57.349055 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-718de96f-214c-42a7-a34f-636d5b7e2f96 req-de6bd0cd-0afe-43ce-89cd-f8b2bb5ca6fd tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2d83d1a-7587-49ca-a243-42f07aaa81ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108233 Nov 16 11:18:57.354926 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb659d94-1850-4bf4-9e9c-093500a8d30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:57.376059 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0b76bd-8410-461b-97bb-e770c22400d2 admin admin] Made reservation on behalf of 73e5fc395dda4693899e370eca8a1116 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:18:57.378482 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2e0b76bd-8410-461b-97bb-e770c22400d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:57.391478 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509d7b76-3c46-4aa0-af74-5dc1e1e7795a None None] Network 88f25b19-ae40-471f-83f3-2a0d38b6110b requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:18:57.405044 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb659d94-1850-4bf4-9e9c-093500a8d30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb09137-66c9-40ae-a56d-3bd331ed3e6c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:57.437074 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bb659d94-1850-4bf4-9e9c-093500a8d30d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bd455dd6ee48481888ae9f0b8c51f28f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4372787 Nov 16 11:18:57.438295 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54498) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:57.500474 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-25faec79-c856-4d0d-a6d8-ef6d2b426316 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:57.529469 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-25faec79-c856-4d0d-a6d8-ef6d2b426316 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:57.588329 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-86f4ae69-36ad-4439-9172-1ae0254575f8 req-7369bc51-8218-47f7-9617-ccb27d39bb82 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:57.600720 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-25faec79-c856-4d0d-a6d8-ef6d2b426316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:57.600720 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-25faec79-c856-4d0d-a6d8-ef6d2b426316 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:57.601044 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b14dc48c-0f87-4707-bc45-b39de725b73e req-c8d2ec09-9f91-485d-a2fd-2222c5cf07a0 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] 10.222.0.61 "GET /v2.0/security-groups/acb86026-d5b5-44f9-92cb-01508145e725 HTTP/1.1" status: 200 len: 1829 time: 0.1920433 Nov 16 11:18:57.602117 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-25faec79-c856-4d0d-a6d8-ef6d2b426316 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7fb09137-66c9-40ae-a56d-3bd331ed3e6c HTTP/1.1" status: 204 len: 168 time: 0.1615233 Nov 16 11:18:57.602637 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-b14dc48c-0f87-4707-bc45-b39de725b73e req-b7836b6a-04db-41c3-9c7f-e1d4937fd49f tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'acb86026-d5b5-44f9-92cb-01508145e725', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:57.602958 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-b14dc48c-0f87-4707-bc45-b39de725b73e req-b7836b6a-04db-41c3-9c7f-e1d4937fd49f tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'acb86026-d5b5-44f9-92cb-01508145e725', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:57.615089 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-86f4ae69-36ad-4439-9172-1ae0254575f8 req-7369bc51-8218-47f7-9617-ccb27d39bb82 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:57.622124 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25faec79-c856-4d0d-a6d8-ef6d2b426316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb09137-66c9-40ae-a56d-3bd331ed3e6c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:57.693450 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-44d5f912-b924-491b-b2fd-bae74529ec9c req-75dedb51-3f87-422d-b519-314138402f50 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:57.705337 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['91f7978c-6ecc-4338-a672-233fdb903a9f'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:18:57.717640 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-86f4ae69-36ad-4439-9172-1ae0254575f8 req-7369bc51-8218-47f7-9617-ccb27d39bb82 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:57.718905 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-86f4ae69-36ad-4439-9172-1ae0254575f8 req-7369bc51-8218-47f7-9617-ccb27d39bb82 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5503728 Nov 16 11:18:57.729755 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['193c7bd3-aece-462f-bfa9-3d53ce7cb844'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:18:57.747554 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7369bc51-8218-47f7-9617-ccb27d39bb82 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcccf24-d794-425a-9cc0-6ea557a43346,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:57.754109 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dedb51-3f87-422d-b519-314138402f50 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Pushing event deleted for resources: {'Port': ['ID=91f7978c-6ecc-4338-a672-233fdb903a9f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:57.930575 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:57.954297 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d5f912-b924-491b-b2fd-bae74529ec9c req-75dedb51-3f87-422d-b519-314138402f50 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] No DVR routers for this DVR port 91f7978c-6ecc-4338-a672-233fdb903a9f on host n-h1-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:18:57.963643 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-44d5f912-b924-491b-b2fd-bae74529ec9c req-75dedb51-3f87-422d-b519-314138402f50 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:57.967703 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-44d5f912-b924-491b-b2fd-bae74529ec9c req-75dedb51-3f87-422d-b519-314138402f50 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.36 "DELETE /v2.0/ports/91f7978c-6ecc-4338-a672-233fdb903a9f HTTP/1.1" status: 204 len: 173 time: 1.5146120 Nov 16 11:18:57.968167 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22307b02-4e89-4d9c-954f-681026262aa4', 'name': 'network-vif-deleted', 'tag': '91f7978c-6ecc-4338-a672-233fdb903a9f'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:18:57.970826 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de259e3-ab49-4ba7-bf85-2ebf44448a7d" -d '{"events": [{"server_uuid": "22307b02-4e89-4d9c-954f-681026262aa4", "name": "network-vif-deleted", "tag": "91f7978c-6ecc-4338-a672-233fdb903a9f"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:18:57.975495 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2e0b76bd-8410-461b-97bb-e770c22400d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:57.978136 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b14dc48c-0f87-4707-bc45-b39de725b73e req-b7836b6a-04db-41c3-9c7f-e1d4937fd49f tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:58.086494 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b14dc48c-0f87-4707-bc45-b39de725b73e req-b7836b6a-04db-41c3-9c7f-e1d4937fd49f tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:58.087543 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b76bd-8410-461b-97bb-e770c22400d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a10b0d7-f428-41c3-8bd0-15f87f8f81d9,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:58.108057 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b14dc48c-0f87-4707-bc45-b39de725b73e req-b7836b6a-04db-41c3-9c7f-e1d4937fd49f tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:58.147248 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-e33feccf-a2d7-4799-ae6c-e3cbdef4a104 req-d26fc154-c660-411d-ab5f-a9ee899bf3d3 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1274664529', 'description': 'tempest-description-684010959'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:58.165628 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0b76bd-8410-461b-97bb-e770c22400d2 admin admin] Checking segment: {'id': '29fe51c5-7413-4ecd-8c04-97b69fe8410f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'cbb4a65b-8eab-4791-8d34-bab11c0de63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:18:58.166038 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0b76bd-8410-461b-97bb-e770c22400d2 admin admin] Network hostable DHCP agents. Network: cbb4a65b-8eab-4791-8d34-bab11c0de63c, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:18:58.168184 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7836b6a-04db-41c3-9c7f-e1d4937fd49f tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85123e54-0295-49b0-ad18-474c0deccf4a,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:58.192131 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b14dc48c-0f87-4707-bc45-b39de725b73e req-b7836b6a-04db-41c3-9c7f-e1d4937fd49f tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:58.193382 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b14dc48c-0f87-4707-bc45-b39de725b73e req-b7836b6a-04db-41c3-9c7f-e1d4937fd49f tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5951271 Nov 16 11:18:58.197466 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0b76bd-8410-461b-97bb-e770c22400d2 admin admin] Network cbb4a65b-8eab-4791-8d34-bab11c0de63c is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:18:58.216063 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-2e0b76bd-8410-461b-97bb-e770c22400d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, cbb4a65b-8eab-4791-8d34-bab11c0de63c) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:18:58.220691 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e33feccf-a2d7-4799-ae6c-e3cbdef4a104 req-d26fc154-c660-411d-ab5f-a9ee899bf3d3 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:58.230600 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0b76bd-8410-461b-97bb-e770c22400d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:58.231197 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2e0b76bd-8410-461b-97bb-e770c22400d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:58.231839 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413e691b-cde0-4777-bbf7-0634d29a0f57 None None] Network cbb4a65b-8eab-4791-8d34-bab11c0de63c requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:18:58.289974 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2e0b76bd-8410-461b-97bb-e770c22400d2 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.2577107 Nov 16 11:18:58.305546 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2ad99367-94de-4b6b-b22e-b816d03f8903 req-4c5a60a7-8f94-4ffd-86ad-055794ba1414 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] 10.222.0.61 "GET /v2.0/security-groups/fdcccf24-d794-425a-9cc0-6ea557a43346 HTTP/1.1" status: 200 len: 1822 time: 0.0962121 Nov 16 11:18:58.322430 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-2ad99367-94de-4b6b-b22e-b816d03f8903 req-a7e6f449-3fb3-4668-9cd7-e0f05b3a9fed tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'fdcccf24-d794-425a-9cc0-6ea557a43346', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:58.323328 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-2ad99367-94de-4b6b-b22e-b816d03f8903 req-a7e6f449-3fb3-4668-9cd7-e0f05b3a9fed tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'fdcccf24-d794-425a-9cc0-6ea557a43346', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:58.390826 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d47854-1d8f-4bf4-b39e-f4d9e34f29fc None None] Network cbb4a65b-8eab-4791-8d34-bab11c0de63c requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:18:58.421569 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e33feccf-a2d7-4799-ae6c-e3cbdef4a104 req-d26fc154-c660-411d-ab5f-a9ee899bf3d3 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:58.434655 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e33feccf-a2d7-4799-ae6c-e3cbdef4a104 req-d26fc154-c660-411d-ab5f-a9ee899bf3d3 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:58.540525 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e33feccf-a2d7-4799-ae6c-e3cbdef4a104 req-d26fc154-c660-411d-ab5f-a9ee899bf3d3 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:58.541755 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e33feccf-a2d7-4799-ae6c-e3cbdef4a104 req-d26fc154-c660-411d-ab5f-a9ee899bf3d3 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4094036 Nov 16 11:18:58.567689 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26fc154-c660-411d-ab5f-a9ee899bf3d3 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0065adac-0d80-49cc-81fb-61e93cfb4410,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:58.588899 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-2ad99367-94de-4b6b-b22e-b816d03f8903 req-a7e6f449-3fb3-4668-9cd7-e0f05b3a9fed tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:58.623986 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-2ad99367-94de-4b6b-b22e-b816d03f8903 req-a7e6f449-3fb3-4668-9cd7-e0f05b3a9fed tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:58.639877 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-2ad99367-94de-4b6b-b22e-b816d03f8903 req-a7e6f449-3fb3-4668-9cd7-e0f05b3a9fed tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:58.670190 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd7931e-c680-403e-805f-eb84a0cb1442 x-openstack-request-id: req-9cd7931e-c680-403e-805f-eb84a0cb1442 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:18:58.670571 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22307b02-4e89-4d9c-954f-681026262aa4", "name": "network-vif-deleted", "tag": "91f7978c-6ecc-4338-a672-233fdb903a9f", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:18:58.673664 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9cd7931e-c680-403e-805f-eb84a0cb1442 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:18:58.674129 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22307b02-4e89-4d9c-954f-681026262aa4', 'name': 'network-vif-deleted', 'tag': '91f7978c-6ecc-4338-a672-233fdb903a9f', 'status': 'completed', 'code': 200} Nov 16 11:18:58.696084 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:58.702689 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6f449-3fb3-4668-9cd7-e0f05b3a9fed tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c91d9b8f-f1b1-459f-8f81-5352fb10c89d,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:58.713721 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-2ad99367-94de-4b6b-b22e-b816d03f8903 req-a7e6f449-3fb3-4668-9cd7-e0f05b3a9fed tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:58.734217 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2ad99367-94de-4b6b-b22e-b816d03f8903 req-a7e6f449-3fb3-4668-9cd7-e0f05b3a9fed tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4190476 Nov 16 11:18:58.763870 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54546) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:58.785952 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-52151419-687d-4758-888f-8d17979c69ec req-55202adf-c054-48b2-a951-034289afc658 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] 10.222.0.61 "GET /v2.0/security-groups/acb86026-d5b5-44f9-92cb-01508145e725 HTTP/1.1" status: 200 len: 2422 time: 0.0450199 Nov 16 11:18:58.842399 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-6f320271-2f6a-42d8-ad25-8d9970254e0a req-c19befba-c36e-4bb3-b3aa-d9bf3921b1ed tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1297909684', 'description': 'tempest-description-868693537'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:58.868251 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6f320271-2f6a-42d8-ad25-8d9970254e0a req-c19befba-c36e-4bb3-b3aa-d9bf3921b1ed tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:58.908828 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-3b201c0d-ef14-4247-90d0-b7ddc9a3aedc admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1857941324-network', 'tenant_id': '9f7363a08c414209ac7c04aff97b826c'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:58.944872 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b201c0d-ef14-4247-90d0-b7ddc9a3aedc admin admin] Made reservation on behalf of 9f7363a08c414209ac7c04aff97b826c for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:18:58.948154 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3b201c0d-ef14-4247-90d0-b7ddc9a3aedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:58.955582 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6f320271-2f6a-42d8-ad25-8d9970254e0a req-c19befba-c36e-4bb3-b3aa-d9bf3921b1ed tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:58.959789 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3b201c0d-ef14-4247-90d0-b7ddc9a3aedc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:58.961328 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6f320271-2f6a-42d8-ad25-8d9970254e0a req-c19befba-c36e-4bb3-b3aa-d9bf3921b1ed tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:59.001993 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6f320271-2f6a-42d8-ad25-8d9970254e0a req-c19befba-c36e-4bb3-b3aa-d9bf3921b1ed tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:59.003235 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6f320271-2f6a-42d8-ad25-8d9970254e0a req-c19befba-c36e-4bb3-b3aa-d9bf3921b1ed tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.1652834 Nov 16 11:18:59.005507 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19befba-c36e-4bb3-b3aa-d9bf3921b1ed tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0b7bd7-41ff-43a5-a1e3-80d2d4639f2b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:59.034820 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-141b2fc2-d83e-405e-86a9-57ffff8a832b req-98eb2a70-4eb5-42a7-a469-22bff93182a7 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1124661945', 'description': 'tempest-description-2129079794'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:59.067828 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3b201c0d-ef14-4247-90d0-b7ddc9a3aedc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:59.070892 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-141b2fc2-d83e-405e-86a9-57ffff8a832b req-98eb2a70-4eb5-42a7-a469-22bff93182a7 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:59.076938 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3b201c0d-ef14-4247-90d0-b7ddc9a3aedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:59.124340 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b201c0d-ef14-4247-90d0-b7ddc9a3aedc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:18:59.146437 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b201c0d-ef14-4247-90d0-b7ddc9a3aedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3efb422-718d-4c8d-bbef-93c5249195cc,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:59.155924 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3b201c0d-ef14-4247-90d0-b7ddc9a3aedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:59.156286 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-3b201c0d-ef14-4247-90d0-b7ddc9a3aedc admin admin] Added segment a7930220-f8f9-4bbb-b524-6482b10d505a of type vlan for network 0554fe60-bd03-4672-b976-b9334c9ef674 Nov 16 11:18:59.198764 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3b201c0d-ef14-4247-90d0-b7ddc9a3aedc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:59.232236 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3b201c0d-ef14-4247-90d0-b7ddc9a3aedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:59.233221 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b201c0d-ef14-4247-90d0-b7ddc9a3aedc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:59.233825 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3b201c0d-ef14-4247-90d0-b7ddc9a3aedc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:59.244815 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-141b2fc2-d83e-405e-86a9-57ffff8a832b req-98eb2a70-4eb5-42a7-a469-22bff93182a7 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:59.257338 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-141b2fc2-d83e-405e-86a9-57ffff8a832b req-98eb2a70-4eb5-42a7-a469-22bff93182a7 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:59.285006 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-3b201c0d-ef14-4247-90d0-b7ddc9a3aedc admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5194733 Nov 16 11:18:59.292212 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54568) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:18:59.298154 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e070e832-27db-4934-b419-d16f230abf1a admin admin] Request body: {'subnet': {'network_id': '0554fe60-bd03-4672-b976-b9334c9ef674', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1857941324-subnet', 'tenant_id': '9f7363a08c414209ac7c04aff97b826c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:59.309047 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-7f96efa9-21fe-4e93-9d32-392a795478b5 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:59.309650 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b201c0d-ef14-4247-90d0-b7ddc9a3aedc admin admin] Pushing event updated for resources: {'Network': ['ID=0554fe60-bd03-4672-b976-b9334c9ef674,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:59.310637 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-7f96efa9-21fe-4e93-9d32-392a795478b5 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/networks?id=cbb4a65b-8eab-4791-8d34-bab11c0de63c HTTP/1.1" status: 200 len: 806 time: 0.1765862 Nov 16 11:18:59.312421 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb2a70-4eb5-42a7-a469-22bff93182a7 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=221b23bd-5e24-4d86-9d15-a45721198740,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:59.317708 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-141b2fc2-d83e-405e-86a9-57ffff8a832b req-98eb2a70-4eb5-42a7-a469-22bff93182a7 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:59.323203 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 0554fe60-bd03-4672-b976-b9334c9ef674 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:18:59.330507 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-141b2fc2-d83e-405e-86a9-57ffff8a832b req-98eb2a70-4eb5-42a7-a469-22bff93182a7 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3014524 Nov 16 11:18:59.347820 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-19fedfd5-7406-4e38-a6dd-d116c4e020e7 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/quotas/73e5fc395dda4693899e370eca8a1116 HTTP/1.1" status: 200 len: 375 time: 0.0162342 Nov 16 11:18:59.353793 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e070e832-27db-4934-b419-d16f230abf1a admin admin] Made reservation on behalf of 9f7363a08c414209ac7c04aff97b826c for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:18:59.360063 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e070e832-27db-4934-b419-d16f230abf1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:59.381409 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e71c25d6-b9ed-42aa-bd7d-07202b4c6813 req-a1698e1c-4af0-4be4-9006-f316f5067ef5 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] 10.222.0.61 "GET /v2.0/security-group-rules/85123e54-0295-49b0-ad18-474c0deccf4a HTTP/1.1" status: 200 len: 778 time: 0.0326128 Nov 16 11:18:59.404232 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-c0c977cc-3ac8-4fc5-99fa-e0991d5fea95 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=73e5fc395dda4693899e370eca8a1116&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361543 Nov 16 11:18:59.497688 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e71c25d6-b9ed-42aa-bd7d-07202b4c6813 req-88972f6f-62dd-4dd3-a375-c8faaf1107cc tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] 10.222.0.61 "GET /v2.0/security-groups/acb86026-d5b5-44f9-92cb-01508145e725 HTTP/1.1" status: 200 len: 2422 time: 0.0963297 Nov 16 11:18:59.552664 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-812cd001-adc6-4d3c-aab1-6cfb1e71ed89 service neutron] 10.222.0.61 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291070 Nov 16 11:18:59.553763 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e71c25d6-b9ed-42aa-bd7d-07202b4c6813 req-f81e9869-ef29-4852-b666-d7d1afe9d0b8 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:59.563659 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e71c25d6-b9ed-42aa-bd7d-07202b4c6813 req-f81e9869-ef29-4852-b666-d7d1afe9d0b8 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:59.643735 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e71c25d6-b9ed-42aa-bd7d-07202b4c6813 req-f81e9869-ef29-4852-b666-d7d1afe9d0b8 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:59.649036 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e71c25d6-b9ed-42aa-bd7d-07202b4c6813 req-f81e9869-ef29-4852-b666-d7d1afe9d0b8 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:59.650173 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e71c25d6-b9ed-42aa-bd7d-07202b4c6813 req-f81e9869-ef29-4852-b666-d7d1afe9d0b8 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/85123e54-0295-49b0-ad18-474c0deccf4a HTTP/1.1" status: 204 len: 173 time: 0.1414189 Nov 16 11:18:59.673333 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e9869-ef29-4852-b666-d7d1afe9d0b8 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85123e54-0295-49b0-ad18-474c0deccf4a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:59.694336 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-d921df8c-dae8-4bd5-b850-5734b18eb6e5 service neutron] 10.222.0.61 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326001 Nov 16 11:18:59.852545 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e070e832-27db-4934-b419-d16f230abf1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:59.896621 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-8eac06a7-76e0-49aa-acc9-09d49ba92825 req-472d3911-95ca-4459-8326-258e857336d9 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1498445742', 'description': 'tempest-description-1895333245'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:18:59.930002 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8eac06a7-76e0-49aa-acc9-09d49ba92825 req-472d3911-95ca-4459-8326-258e857336d9 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:59.943136 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e070e832-27db-4934-b419-d16f230abf1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5b632c6-00ee-4c25-9555-e7f1a5d8a8f3,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:18:59.945785 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e070e832-27db-4934-b419-d16f230abf1a admin admin] Checking segment: {'id': 'a7930220-f8f9-4bbb-b524-6482b10d505a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0554fe60-bd03-4672-b976-b9334c9ef674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:18:59.946169 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e070e832-27db-4934-b419-d16f230abf1a admin admin] Network hostable DHCP agents. Network: 0554fe60-bd03-4672-b976-b9334c9ef674, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:18:59.968609 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e070e832-27db-4934-b419-d16f230abf1a admin admin] Network 0554fe60-bd03-4672-b976-b9334c9ef674 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:18:59.980766 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-e070e832-27db-4934-b419-d16f230abf1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 0554fe60-bd03-4672-b976-b9334c9ef674) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:18:59.985397 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e070e832-27db-4934-b419-d16f230abf1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:18:59.986026 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e070e832-27db-4934-b419-d16f230abf1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:18:59.993191 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a417c8-dffa-46a1-b0f5-940281428e72 None None] Network 0554fe60-bd03-4672-b976-b9334c9ef674 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:19:00.008726 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e070e832-27db-4934-b419-d16f230abf1a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7146225 Nov 16 11:19:00.011028 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54592) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:19:00.017434 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a724729a-b27f-4eb6-8ae6-166874671538 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1857941324-router', 'tenant_id': '9f7363a08c414209ac7c04aff97b826c', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:00.046959 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a724729a-b27f-4eb6-8ae6-166874671538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:00.049403 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a724729a-b27f-4eb6-8ae6-166874671538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:00.128285 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a724729a-b27f-4eb6-8ae6-166874671538 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:00.140994 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8eac06a7-76e0-49aa-acc9-09d49ba92825 req-472d3911-95ca-4459-8326-258e857336d9 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:00.152648 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8eac06a7-76e0-49aa-acc9-09d49ba92825 req-472d3911-95ca-4459-8326-258e857336d9 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:00.199874 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8eac06a7-76e0-49aa-acc9-09d49ba92825 req-472d3911-95ca-4459-8326-258e857336d9 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:00.201746 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3004ef70-db6f-470b-837b-690083a50357 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-0554fe60-bd03-4672-b976-b9334c9ef674', 'network_id': '0554fe60-bd03-4672-b976-b9334c9ef674', 'tenant_id': '9f7363a08c414209ac7c04aff97b826c', 'fixed_ips': [{'subnet_id': 'c5b632c6-00ee-4c25-9555-e7f1a5d8a8f3'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:19:00.207978 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3004ef70-db6f-470b-837b-690083a50357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:00.212777 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8eac06a7-76e0-49aa-acc9-09d49ba92825 req-472d3911-95ca-4459-8326-258e857336d9 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3212702 Nov 16 11:19:00.240627 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-6181da9a-4726-450f-8a80-fdfe306b1f74 req-20ecbfce-d91b-4ebe-9847-f91581e9c9fe tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-812044340', 'description': 'tempest-description-1282573231'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:00.252604 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-754cff03-aa1c-4048-bfd1-97e9dbbd62c0 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:00.269641 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-754cff03-aa1c-4048-bfd1-97e9dbbd62c0 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/networks?id=88f25b19-ae40-471f-83f3-2a0d38b6110b HTTP/1.1" status: 200 len: 813 time: 0.3271196 Nov 16 11:19:00.271624 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d3911-95ca-4459-8326-258e857336d9 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66c04271-d7f7-4850-98c0-42f8309639e9,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:00.321192 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-c3e67b19-40c6-4451-873f-98c2133c5e60 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/quotas/0083ff9f320940cc9f27a884e96c269f HTTP/1.1" status: 200 len: 375 time: 0.0503514 Nov 16 11:19:00.322404 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a724729a-b27f-4eb6-8ae6-166874671538 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:00.388938 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-acce9277-8ce7-46f7-b0f1-6476ed152c9b tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0083ff9f320940cc9f27a884e96c269f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644507 Nov 16 11:19:00.390810 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6181da9a-4726-450f-8a80-fdfe306b1f74 req-20ecbfce-d91b-4ebe-9847-f91581e9c9fe tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:00.418355 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:19:00.463863 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-3004ef70-db6f-470b-837b-690083a50357 None None] Allocated IP 172.20.0.2 (0554fe60-bd03-4672-b976-b9334c9ef674/c5b632c6-00ee-4c25-9555-e7f1a5d8a8f3/702ed533-cbce-469b-9f0d-304370beda73) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:19:00.603840 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-6a1ab3f2-7d02-4de5-91eb-22ca4edba1fc service neutron] 10.222.0.61 "GET /v2.0/networks/88f25b19-ae40-471f-83f3-2a0d38b6110b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991153 Nov 16 11:19:00.621835 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a724729a-b27f-4eb6-8ae6-166874671538 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:00.647073 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a724729a-b27f-4eb6-8ae6-166874671538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:00.673369 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3004ef70-db6f-470b-837b-690083a50357 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:00.683984 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6181da9a-4726-450f-8a80-fdfe306b1f74 req-20ecbfce-d91b-4ebe-9847-f91581e9c9fe tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:00.684534 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3004ef70-db6f-470b-837b-690083a50357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:00.717038 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6181da9a-4726-450f-8a80-fdfe306b1f74 req-20ecbfce-d91b-4ebe-9847-f91581e9c9fe tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:00.740979 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004ef70-db6f-470b-837b-690083a50357 None None] Pushing event updated for resources: {'Port': ['ID=702ed533-cbce-469b-9f0d-304370beda73,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:00.748348 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3004ef70-db6f-470b-837b-690083a50357 None None] Network 0554fe60-bd03-4672-b976-b9334c9ef674 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:19:00.750183 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-3004ef70-db6f-470b-837b-690083a50357 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:19:00.755648 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3004ef70-db6f-470b-837b-690083a50357 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:19:00.816017 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-a724729a-b27f-4eb6-8ae6-166874671538 admin admin] Allocated IP 172.25.0.166 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/ba2f309e-39f1-4339-a3c1-153149d9ef56) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:19:00.833609 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-3004ef70-db6f-470b-837b-690083a50357 None None] Attempting to bind port 702ed533-cbce-469b-9f0d-304370beda73 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:19:00.834015 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-3004ef70-db6f-470b-837b-690083a50357 None None] Attempting to bind port 702ed533-cbce-469b-9f0d-304370beda73 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'a7930220-f8f9-4bbb-b524-6482b10d505a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0554fe60-bd03-4672-b976-b9334c9ef674'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:19:00.834381 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3004ef70-db6f-470b-837b-690083a50357 None None] Attempting to bind port 702ed533-cbce-469b-9f0d-304370beda73 on network 0554fe60-bd03-4672-b976-b9334c9ef674 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:19:00.842972 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3004ef70-db6f-470b-837b-690083a50357 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:19:00.843361 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3004ef70-db6f-470b-837b-690083a50357 None None] Checking segment: {'id': 'a7930220-f8f9-4bbb-b524-6482b10d505a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0554fe60-bd03-4672-b976-b9334c9ef674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:19:00.843770 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3004ef70-db6f-470b-837b-690083a50357 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:00.844174 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3004ef70-db6f-470b-837b-690083a50357 None None] Bound using segment: {'id': 'a7930220-f8f9-4bbb-b524-6482b10d505a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0554fe60-bd03-4672-b976-b9334c9ef674'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:19:00.844700 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-3004ef70-db6f-470b-837b-690083a50357 None None] Bound port: 702ed533-cbce-469b-9f0d-304370beda73, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7930220-f8f9-4bbb-b524-6482b10d505a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0554fe60-bd03-4672-b976-b9334c9ef674'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:19:00.845839 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3004ef70-db6f-470b-837b-690083a50357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:00.863065 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6181da9a-4726-450f-8a80-fdfe306b1f74 req-20ecbfce-d91b-4ebe-9847-f91581e9c9fe tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:00.864328 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6181da9a-4726-450f-8a80-fdfe306b1f74 req-20ecbfce-d91b-4ebe-9847-f91581e9c9fe tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.6301386 Nov 16 11:19:00.887020 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-0eb14e86-7050-4c96-bf5f-cf53f6a0e6d2 service neutron] 10.222.0.61 "GET /v2.0/networks/88f25b19-ae40-471f-83f3-2a0d38b6110b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619035 Nov 16 11:19:00.887943 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ecbfce-d91b-4ebe-9847-f91581e9c9fe tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1202b8-1ada-4328-8cfb-a81225132422,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:00.938828 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3004ef70-db6f-470b-837b-690083a50357 None None] For port 702ed533-cbce-469b-9f0d-304370beda73, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:19:00.943152 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3004ef70-db6f-470b-837b-690083a50357 None None] For port 702ed533-cbce-469b-9f0d-304370beda73, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=702ed533-cbce-469b-9f0d-304370beda73,segment=NetworkSegment(a7930220-f8f9-4bbb-b524-6482b10d505a),segment_id=a7930220-f8f9-4bbb-b524-6482b10d505a)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:19:00.952548 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3004ef70-db6f-470b-837b-690083a50357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:01.026737 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004ef70-db6f-470b-837b-690083a50357 None None] Pushing event updated for resources: {'Port': ['ID=702ed533-cbce-469b-9f0d-304370beda73,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:01.068441 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 91f7978c-6ecc-4338-a672-233fdb903a9f no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:19:01.130692 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: 91f7978c-6ecc-4338-a672-233fdb903a9f {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:19:01.133854 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a724729a-b27f-4eb6-8ae6-166874671538 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:01.142993 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 91f7978c-6ecc-4338-a672-233fdb903a9f not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:19:01.198905 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a724729a-b27f-4eb6-8ae6-166874671538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:01.242953 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a724729a-b27f-4eb6-8ae6-166874671538 admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:19:01.251652 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-a724729a-b27f-4eb6-8ae6-166874671538 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:19:01.263712 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a724729a-b27f-4eb6-8ae6-166874671538 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:19:01.266461 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730a8b3b-9a26-4e32-b958-458af96a8d2c None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:19:01.319074 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a0eb4-31a8-4640-a94e-c88910d3e666 req-2e4c9e92-5dc6-4a0c-8746-c0b8c3a1d0e6 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:01.321817 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-55ae584f-f607-4830-8151-ef92721fdb87 None None] Provisioning complete for port ba2f309e-39f1-4339-a3c1-153149d9ef56 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:01.322176 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-55ae584f-f607-4830-8151-ef92721fdb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:01.343600 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-888a0eb4-31a8-4640-a94e-c88910d3e666 req-2e4c9e92-5dc6-4a0c-8746-c0b8c3a1d0e6 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/ports?device_id=a26cda3a-e03b-4dbd-b0e1-7fd3f228e561 HTTP/1.1" status: 200 len: 950 time: 0.2081130 Nov 16 11:19:01.619565 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b376bcf8-0428-4fac-ac06-6378c6c4789e req-5f048aaa-df1d-4602-81a1-c3c85ab38fd6 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac3d68f4-75a9-4d5b-90a4-43957b1b21d1 HTTP/1.1" status: 200 len: 210 time: 0.2658949 Nov 16 11:19:01.670973 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a724729a-b27f-4eb6-8ae6-166874671538 admin admin] Pushing event updated for resources: {'Port': ['ID=ba2f309e-39f1-4339-a3c1-153149d9ef56,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:01.720072 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-55ae584f-f607-4830-8151-ef92721fdb87 None None] Port ba2f309e-39f1-4339-a3c1-153149d9ef56 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:19:01.751367 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a724729a-b27f-4eb6-8ae6-166874671538 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:01.768225 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-5ce042b1-3757-4046-b906-b614ef1cc674 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:01.769726 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-5ce042b1-3757-4046-b906-b614ef1cc674 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.36 "GET /v2.0/networks?id=cbb4a65b-8eab-4791-8d34-bab11c0de63c HTTP/1.1" status: 200 len: 806 time: 0.2601225 Nov 16 11:19:01.812928 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-b1e68b4e-586d-4547-805e-c5d48cb7a989 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Request body: {'port': {'device_id': 'ac3d68f4-75a9-4d5b-90a4-43957b1b21d1', 'network_id': 'cbb4a65b-8eab-4791-8d34-bab11c0de63c', 'admin_state_up': True, 'tenant_id': '73e5fc395dda4693899e370eca8a1116'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:01.929422 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c0ef4-0dbd-4591-b52e-24a722da1c9a req-06871447-87c3-4578-af9e-f6aefc44be2f tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:01.931598 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-179c0ef4-0dbd-4591-b52e-24a722da1c9a req-06871447-87c3-4578-af9e-f6aefc44be2f tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.64 "GET /v2.0/ports?device_id=a26cda3a-e03b-4dbd-b0e1-7fd3f228e561 HTTP/1.1" status: 200 len: 950 time: 0.5859156 Nov 16 11:19:01.947216 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-888a0eb4-31a8-4640-a94e-c88910d3e666 req-f1b31ce4-76f1-46fe-b518-accbfa43bfda tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2d83d1a-7587-49ca-a243-42f07aaa81ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6025507 Nov 16 11:19:01.985053 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-48f2eb24-fcd3-41bb-a90a-3028e474e0be req-7502a73d-e818-4154-9729-35824f9ac0c6 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] 10.222.0.61 "GET /v2.0/security-groups/221b23bd-5e24-4d86-9d15-a45721198740 HTTP/1.1" status: 200 len: 1822 time: 0.2125053 Nov 16 11:19:02.031345 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a724729a-b27f-4eb6-8ae6-166874671538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:02.209244 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a724729a-b27f-4eb6-8ae6-166874671538 admin admin] Router 412865f5-fee1-4122-ae57-6d6691e555ed is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:19:02.332811 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a724729a-b27f-4eb6-8ae6-166874671538 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:19:02.345439 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa454f42-dd99-43a4-85af-5df0335ba776 None None] Network 0554fe60-bd03-4672-b976-b9334c9ef674 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:19:02.346150 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea016d1-853c-4ed5-8efb-be8c6de1d1b9 None None] Sync routers for ids ['412865f5-fee1-4122-ae57-6d6691e555ed'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:19:02.359938 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea016d1-853c-4ed5-8efb-be8c6de1d1b9 None None] Routers {'412865f5-fee1-4122-ae57-6d6691e555ed'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:19:02.361076 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-7ea016d1-853c-4ed5-8efb-be8c6de1d1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:18:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['412865f5-fee1-4122-ae57-6d6691e555ed'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:19:02.361578 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a724729a-b27f-4eb6-8ae6-166874671538 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:02.362911 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a724729a-b27f-4eb6-8ae6-166874671538 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3502929 Nov 16 11:19:02.365537 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54622) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:19:02.486910 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-7ea016d1-853c-4ed5-8efb-be8c6de1d1b9 None None] Set router 412865f5-fee1-4122-ae57-6d6691e555ed gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:19:02.496117 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-e08c8f17-f8fb-4bda-957c-b23ffab9f38c None None] Provisioning complete for port 702ed533-cbce-469b-9f0d-304370beda73 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:02.496625 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e08c8f17-f8fb-4bda-957c-b23ffab9f38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:02.520027 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-036350a5-941c-454f-b2b3-5a06aa7c904e req-91df95b4-0590-4fc5-b4aa-76bd02b78544 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] 10.222.0.61 "GET /v2.0/security-groups/9e1202b8-1ada-4328-8cfb-a81225132422 HTTP/1.1" status: 200 len: 1829 time: 0.5289156 Nov 16 11:19:02.565322 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-48f2eb24-fcd3-41bb-a90a-3028e474e0be req-d00ab8ad-2cf9-4a1a-bd08-0c02a101db72 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] 10.222.0.61 "GET /v2.0/security-groups/66c04271-d7f7-4850-98c0-42f8309639e9 HTTP/1.1" status: 200 len: 1822 time: 0.5273712 Nov 16 11:19:02.575356 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-48f2eb24-fcd3-41bb-a90a-3028e474e0be req-61c4a5dd-4905-4277-89e9-51be54377a4e tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '221b23bd-5e24-4d86-9d15-a45721198740', 'remote_group_id': '66c04271-d7f7-4850-98c0-42f8309639e9', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:02.575787 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-48f2eb24-fcd3-41bb-a90a-3028e474e0be req-61c4a5dd-4905-4277-89e9-51be54377a4e tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '221b23bd-5e24-4d86-9d15-a45721198740', 'remote_group_id': '66c04271-d7f7-4850-98c0-42f8309639e9', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:02.619628 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-179c0ef4-0dbd-4591-b52e-24a722da1c9a req-bfbad17d-1c78-4317-beeb-dd348172b4a4 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Deleting port 193c7bd3-aece-462f-bfa9-3d53ce7cb844 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:19:02.621892 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-179c0ef4-0dbd-4591-b52e-24a722da1c9a req-bfbad17d-1c78-4317-beeb-dd348172b4a4 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:02.636576 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e08c8f17-f8fb-4bda-957c-b23ffab9f38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:02.644123 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-b1e68b4e-586d-4547-805e-c5d48cb7a989 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Made reservation on behalf of 73e5fc395dda4693899e370eca8a1116 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:19:02.649902 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-b1e68b4e-586d-4547-805e-c5d48cb7a989 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:02.721757 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e08c8f17-f8fb-4bda-957c-b23ffab9f38c None None] For port 702ed533-cbce-469b-9f0d-304370beda73, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=702ed533-cbce-469b-9f0d-304370beda73,segment=NetworkSegment(a7930220-f8f9-4bbb-b524-6482b10d505a),segment_id=a7930220-f8f9-4bbb-b524-6482b10d505a)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:19:02.734443 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e08c8f17-f8fb-4bda-957c-b23ffab9f38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:02.759269 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a0d98cd1-3416-454f-a0c3-350b0fd27e5c req-9ba1aa95-556c-4dc5-9f10-6c99edda78da tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/ports?device_id=512fb662-782a-4a8c-a24e-48288df6e327 HTTP/1.1" status: 200 len: 210 time: 0.0885999 Nov 16 11:19:02.840803 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c8f17-f8fb-4bda-957c-b23ffab9f38c None None] Pushing event updated for resources: {'Port': ['ID=702ed533-cbce-469b-9f0d-304370beda73,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:02.908553 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-7ea016d1-853c-4ed5-8efb-be8c6de1d1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412865f5-fee1-4122-ae57-6d6691e555ed', 'name': 'tempest-ServersTestBootFromVolume-1857941324-router', 'tenant_id': '9f7363a08c414209ac7c04aff97b826c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'ba2f309e-39f1-4339-a3c1-153149d9ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:19:00Z', 'updated_at': '2021-11-16T11:19:01Z', 'revision_number': 3, 'project_id': '9f7363a08c414209ac7c04aff97b826c', 'gw_port': {'id': 'ba2f309e-39f1-4339-a3c1-153149d9ef56', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:15:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412865f5-fee1-4122-ae57-6d6691e555ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:00Z', 'updated_at': '2021-11-16T11:19:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:19:02.935458 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 702ed533-cbce-469b-9f0d-304370beda73 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:19:02.961414 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea016d1-853c-4ed5-8efb-be8c6de1d1b9 None None] Checking router: 412865f5-fee1-4122-ae57-6d6691e555ed for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:19:02.962065 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea016d1-853c-4ed5-8efb-be8c6de1d1b9 None None] Updating router 412865f5-fee1-4122-ae57-6d6691e555ed port ba2f309e-39f1-4339-a3c1-153149d9ef56 binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:19:02.969226 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-48f2eb24-fcd3-41bb-a90a-3028e474e0be req-61c4a5dd-4905-4277-89e9-51be54377a4e tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:02.981593 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-f188260f-b88e-4474-a1b1-75b58b7c2228 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:02.981593 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-f188260f-b88e-4474-a1b1-75b58b7c2228 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.36 "GET /v2.0/networks?id=88f25b19-ae40-471f-83f3-2a0d38b6110b HTTP/1.1" status: 200 len: 813 time: 0.3079510 Nov 16 11:19:03.022945 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-7ea016d1-853c-4ed5-8efb-be8c6de1d1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:03.047444 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 702ed533-cbce-469b-9f0d-304370beda73 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:03.047747 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:03.059124 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-a33cc08f-fc0b-41f3-9f9e-ea4780cc9765 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Request body: {'port': {'device_id': '512fb662-782a-4a8c-a24e-48288df6e327', 'network_id': '88f25b19-ae40-471f-83f3-2a0d38b6110b', 'admin_state_up': True, 'tenant_id': '0083ff9f320940cc9f27a884e96c269f'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:03.095745 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-31a5111f-88fa-4656-8b17-e8a7de3d88f7 None None] Provisioning complete for port 702ed533-cbce-469b-9f0d-304370beda73 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:03.096118 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-31a5111f-88fa-4656-8b17-e8a7de3d88f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:03.122792 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-48f2eb24-fcd3-41bb-a90a-3028e474e0be req-61c4a5dd-4905-4277-89e9-51be54377a4e tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:03.151905 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-48f2eb24-fcd3-41bb-a90a-3028e474e0be req-61c4a5dd-4905-4277-89e9-51be54377a4e tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:03.184854 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7f40ecfd-728f-43c4-b52a-5e634e1f6e07 req-5834a972-1b8a-43d0-b76e-dde89f364e3d tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac3d68f4-75a9-4d5b-90a4-43957b1b21d1 HTTP/1.1" status: 200 len: 210 time: 0.0599902 Nov 16 11:19:03.186962 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-179c0ef4-0dbd-4591-b52e-24a722da1c9a req-bfbad17d-1c78-4317-beeb-dd348172b4a4 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] For port 193c7bd3-aece-462f-bfa9-3d53ce7cb844, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=193c7bd3-aece-462f-bfa9-3d53ce7cb844,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:19:03.187507 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-179c0ef4-0dbd-4591-b52e-24a722da1c9a req-bfbad17d-1c78-4317-beeb-dd348172b4a4 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:03.213390 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c4a5dd-4905-4277-89e9-51be54377a4e tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf7edc5-8591-408b-abea-3697159307cf,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:03.233123 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-179c0ef4-0dbd-4591-b52e-24a722da1c9a req-bfbad17d-1c78-4317-beeb-dd348172b4a4 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Calling delete_port for 193c7bd3-aece-462f-bfa9-3d53ce7cb844 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:19:03.241484 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-b1e68b4e-586d-4547-805e-c5d48cb7a989 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Allocated IP 172.20.0.3 (cbb4a65b-8eab-4791-8d34-bab11c0de63c/5a10b0d7-f428-41c3-8bd0-15f87f8f81d9/a76869bb-efef-4d86-865d-17b014916cd8) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:19:03.254581 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-48f2eb24-fcd3-41bb-a90a-3028e474e0be req-61c4a5dd-4905-4277-89e9-51be54377a4e tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:03.268741 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-48f2eb24-fcd3-41bb-a90a-3028e474e0be req-61c4a5dd-4905-4277-89e9-51be54377a4e tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7022071 Nov 16 11:19:03.322551 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-3e2a3f69-fa58-4743-9ea3-9c80ab011b5f req-faa75712-91a6-4e96-a9ec-ed87eb6abf94 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-37718414', 'description': 'tempest-description-2058451179'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:03.380233 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-7ea016d1-853c-4ed5-8efb-be8c6de1d1b9 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:03.386056 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-7ea016d1-853c-4ed5-8efb-be8c6de1d1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:03.400219 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.db.api [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-a33cc08f-fc0b-41f3-9f9e-ea4780cc9765 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 16 11:19:03.400219 n-d-816823-3 neutron-server[102668]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 16 11:19:03.400219 n-d-816823-3 neutron-server[102668]: [parameters: {'project_id_1': '0083ff9f320940cc9f27a884e96c269f', 'expiration_1': datetime.datetime(2021, 11, 16, 11, 18, 43, 352871)}] Nov 16 11:19:03.400219 n-d-816823-3 neutron-server[102668]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:19:03.401408 n-d-816823-3 neutron-server[102668]: DEBUG oslo_db.api [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-a33cc08f-fc0b-41f3-9f9e-ea4780cc9765 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:19:03.405401 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-059d22fd-b84f-44ba-b7d5-4be78db59f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:03.436488 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc58da4c-7223-4c08-a2ff-56ec93fdb77c None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:19:03.439626 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a5067-0484-4ce7-9a2f-553c022739dd None None] Pushing event updated for resources: {'Port': ['ID=ba2f309e-39f1-4339-a3c1-153149d9ef56,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:03.446020 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-7ea016d1-853c-4ed5-8efb-be8c6de1d1b9 None None] Attempting to bind port ba2f309e-39f1-4339-a3c1-153149d9ef56 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:19:03.446389 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-7ea016d1-853c-4ed5-8efb-be8c6de1d1b9 None None] Attempting to bind port ba2f309e-39f1-4339-a3c1-153149d9ef56 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:19:03.446744 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea016d1-853c-4ed5-8efb-be8c6de1d1b9 None None] Attempting to bind port ba2f309e-39f1-4339-a3c1-153149d9ef56 on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:19:03.453401 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea016d1-853c-4ed5-8efb-be8c6de1d1b9 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:19:03.454547 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea016d1-853c-4ed5-8efb-be8c6de1d1b9 None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:19:03.455458 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-7ea016d1-853c-4ed5-8efb-be8c6de1d1b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:03.456567 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea016d1-853c-4ed5-8efb-be8c6de1d1b9 None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:19:03.457583 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-7ea016d1-853c-4ed5-8efb-be8c6de1d1b9 None None] Bound port: ba2f309e-39f1-4339-a3c1-153149d9ef56, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:19:03.457808 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-3e2a3f69-fa58-4743-9ea3-9c80ab011b5f req-faa75712-91a6-4e96-a9ec-ed87eb6abf94 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:03.458064 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-7ea016d1-853c-4ed5-8efb-be8c6de1d1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:03.500384 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-61d6b485-aec1-4d8c-abef-23fb1bd11fa4 None None] Provisioning complete for port ba2f309e-39f1-4339-a3c1-153149d9ef56 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:03.501123 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-61d6b485-aec1-4d8c-abef-23fb1bd11fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:03.538368 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129bc17-5e35-4768-9bf7-da1beefa0560 req-9e5641d8-14ae-44c4-a5d2-c7f18bf1c4b1 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:03.540480 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2129bc17-5e35-4768-9bf7-da1beefa0560 req-9e5641d8-14ae-44c4-a5d2-c7f18bf1c4b1 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/ports?device_id=a26cda3a-e03b-4dbd-b0e1-7fd3f228e561 HTTP/1.1" status: 200 len: 950 time: 0.2138352 Nov 16 11:19:03.544291 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-7ea016d1-853c-4ed5-8efb-be8c6de1d1b9 None None] For port ba2f309e-39f1-4339-a3c1-153149d9ef56, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:19:03.549605 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-7ea016d1-853c-4ed5-8efb-be8c6de1d1b9 None None] For port ba2f309e-39f1-4339-a3c1-153149d9ef56, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=ba2f309e-39f1-4339-a3c1-153149d9ef56,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:19:03.555414 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-61d6b485-aec1-4d8c-abef-23fb1bd11fa4 None None] Port ba2f309e-39f1-4339-a3c1-153149d9ef56 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:19:03.558477 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-7ea016d1-853c-4ed5-8efb-be8c6de1d1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:03.586062 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059e0f16-e39c-4eb6-a5e8-0289c90d8d25 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:19:03.613449 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea016d1-853c-4ed5-8efb-be8c6de1d1b9 None None] Routers {'412865f5-fee1-4122-ae57-6d6691e555ed'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:19:03.614166 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-7ea016d1-853c-4ed5-8efb-be8c6de1d1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:18:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['412865f5-fee1-4122-ae57-6d6691e555ed'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:19:03.656885 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-059d22fd-b84f-44ba-b7d5-4be78db59f2e admin admin] Allocated IP 172.20.0.1 (0554fe60-bd03-4672-b976-b9334c9ef674/c5b632c6-00ee-4c25-9555-e7f1a5d8a8f3/088e7ea9-b244-4ed9-83e2-c59038047c1a) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:19:03.678424 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-179c0ef4-0dbd-4591-b52e-24a722da1c9a req-bfbad17d-1c78-4317-beeb-dd348172b4a4 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:03.684397 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-f0741308-09ea-49b7-a002-42d4bb066542 None None] Provisioning complete for port ba2f309e-39f1-4339-a3c1-153149d9ef56 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:03.685372 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f0741308-09ea-49b7-a002-42d4bb066542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:03.719304 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2129bc17-5e35-4768-9bf7-da1beefa0560 req-bc0fcbf4-1b55-433e-a4cd-c69f8d6d42db tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2d83d1a-7587-49ca-a243-42f07aaa81ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474931 Nov 16 11:19:03.754133 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-7ea016d1-853c-4ed5-8efb-be8c6de1d1b9 None None] Set router 412865f5-fee1-4122-ae57-6d6691e555ed gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:19:03.754263 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-b1e68b4e-586d-4547-805e-c5d48cb7a989 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:03.756296 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a5067-0484-4ce7-9a2f-553c022739dd None None] Pushing event updated for resources: {'Port': ['ID=ba2f309e-39f1-4339-a3c1-153149d9ef56,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:03.759911 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbad17d-1c78-4317-beeb-dd348172b4a4 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Pushing event deleted for resources: {'Port': ['ID=193c7bd3-aece-462f-bfa9-3d53ce7cb844,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:03.766254 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-3e2a3f69-fa58-4743-9ea3-9c80ab011b5f req-faa75712-91a6-4e96-a9ec-ed87eb6abf94 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:03.802316 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-02039b24-b0a8-4a10-b6a8-25b670e91f94 req-0b1c9bcb-dd5f-48d1-a5c7-64b57be13801 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-494973200', 'description': 'tempest-description-1409186623'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:03.813309 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-3e2a3f69-fa58-4743-9ea3-9c80ab011b5f req-faa75712-91a6-4e96-a9ec-ed87eb6abf94 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:03.842721 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-179c0ef4-0dbd-4591-b52e-24a722da1c9a req-bfbad17d-1c78-4317-beeb-dd348172b4a4 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] No DVR routers for this DVR port 193c7bd3-aece-462f-bfa9-3d53ce7cb844 on host n-h2-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:19:03.842914 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f0741308-09ea-49b7-a002-42d4bb066542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:03.857170 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-179c0ef4-0dbd-4591-b52e-24a722da1c9a req-bfbad17d-1c78-4317-beeb-dd348172b4a4 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:03.860651 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-179c0ef4-0dbd-4591-b52e-24a722da1c9a req-bfbad17d-1c78-4317-beeb-dd348172b4a4 tempest-ServersAdminNegativeTestJSON-1448667928 tempest-ServersAdminNegativeTestJSON-1448667928-project] 10.222.0.64 "DELETE /v2.0/ports/193c7bd3-aece-462f-bfa9-3d53ce7cb844 HTTP/1.1" status: 204 len: 173 time: 1.9060154 Nov 16 11:19:03.866555 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a26cda3a-e03b-4dbd-b0e1-7fd3f228e561', 'name': 'network-vif-deleted', 'tag': '193c7bd3-aece-462f-bfa9-3d53ce7cb844'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:19:03.868935 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26e2679-b1bb-4a74-a03a-eb49fc36da49" -d '{"events": [{"server_uuid": "a26cda3a-e03b-4dbd-b0e1-7fd3f228e561", "name": "network-vif-deleted", "tag": "193c7bd3-aece-462f-bfa9-3d53ce7cb844"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:19:03.870127 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-f0741308-09ea-49b7-a002-42d4bb066542 None None] For port ba2f309e-39f1-4339-a3c1-153149d9ef56, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=ba2f309e-39f1-4339-a3c1-153149d9ef56,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:19:03.871642 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-059d22fd-b84f-44ba-b7d5-4be78db59f2e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:03.876595 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f0741308-09ea-49b7-a002-42d4bb066542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:03.902941 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa75712-91a6-4e96-a9ec-ed87eb6abf94 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96d4b2da-903a-40b5-b963-ea259f9f5e24,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:03.908732 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02039b24-b0a8-4a10-b6a8-25b670e91f94 req-0b1c9bcb-dd5f-48d1-a5c7-64b57be13801 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:03.942705 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-3e2a3f69-fa58-4743-9ea3-9c80ab011b5f req-faa75712-91a6-4e96-a9ec-ed87eb6abf94 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:03.942956 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0741308-09ea-49b7-a002-42d4bb066542 None None] Pushing event updated for resources: {'Port': ['ID=ba2f309e-39f1-4339-a3c1-153149d9ef56,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:03.946703 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3e2a3f69-fa58-4743-9ea3-9c80ab011b5f req-faa75712-91a6-4e96-a9ec-ed87eb6abf94 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.6603439 Nov 16 11:19:03.948217 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-b1e68b4e-586d-4547-805e-c5d48cb7a989 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:04.001142 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-b1e68b4e-586d-4547-805e-c5d48cb7a989 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Network cbb4a65b-8eab-4791-8d34-bab11c0de63c is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:19:04.004487 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-059d22fd-b84f-44ba-b7d5-4be78db59f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:04.011898 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-b1e68b4e-586d-4547-805e-c5d48cb7a989 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:19:04.015189 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-b1e68b4e-586d-4547-805e-c5d48cb7a989 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:19:04.041679 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-7ea016d1-853c-4ed5-8efb-be8c6de1d1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412865f5-fee1-4122-ae57-6d6691e555ed', 'name': 'tempest-ServersTestBootFromVolume-1857941324-router', 'tenant_id': '9f7363a08c414209ac7c04aff97b826c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'ba2f309e-39f1-4339-a3c1-153149d9ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:19:00Z', 'updated_at': '2021-11-16T11:19:01Z', 'revision_number': 3, 'project_id': '9f7363a08c414209ac7c04aff97b826c', 'gw_port': {'id': 'ba2f309e-39f1-4339-a3c1-153149d9ef56', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:15:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412865f5-fee1-4122-ae57-6d6691e555ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:00Z', 'updated_at': '2021-11-16T11:19:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:19:04.047840 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-a33cc08f-fc0b-41f3-9f9e-ea4780cc9765 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Made reservation on behalf of 0083ff9f320940cc9f27a884e96c269f for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:19:04.051639 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-a33cc08f-fc0b-41f3-9f9e-ea4780cc9765 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:04.067931 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059d22fd-b84f-44ba-b7d5-4be78db59f2e admin admin] Network 0554fe60-bd03-4672-b976-b9334c9ef674 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:19:04.078302 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-059d22fd-b84f-44ba-b7d5-4be78db59f2e admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:19:04.083501 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059d22fd-b84f-44ba-b7d5-4be78db59f2e admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:19:04.085170 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea016d1-853c-4ed5-8efb-be8c6de1d1b9 None None] The sync data for ids ['412865f5-fee1-4122-ae57-6d6691e555ed'] in n-d-816823-3 is: [{'id': '412865f5-fee1-4122-ae57-6d6691e555ed', 'name': 'tempest-ServersTestBootFromVolume-1857941324-router', 'tenant_id': '9f7363a08c414209ac7c04aff97b826c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'ba2f309e-39f1-4339-a3c1-153149d9ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:19:00Z', 'updated_at': '2021-11-16T11:19:01Z', 'revision_number': 3, 'project_id': '9f7363a08c414209ac7c04aff97b826c', 'gw_port': {'id': 'ba2f309e-39f1-4339-a3c1-153149d9ef56', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:15:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412865f5-fee1-4122-ae57-6d6691e555ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:00Z', 'updated_at': '2021-11-16T11:19:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:19:04.149296 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1d5388d1-a440-4251-8e31-310a27327f2d req-0237b847-20b5-454c-9192-1fd3f09dc36e tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/ports?device_id=512fb662-782a-4a8c-a24e-48288df6e327 HTTP/1.1" status: 200 len: 210 time: 0.0864317 Nov 16 11:19:04.150383 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e68b4e-586d-4547-805e-c5d48cb7a989 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Pushing event updated for resources: {'Port': ['ID=a76869bb-efef-4d86-865d-17b014916cd8,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:04.232651 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-b1e68b4e-586d-4547-805e-c5d48cb7a989 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:04.233322 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-b1e68b4e-586d-4547-805e-c5d48cb7a989 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:04.239722 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e51c6b0-bc61-48c3-897b-b1564980e7ca x-openstack-request-id: req-4e51c6b0-bc61-48c3-897b-b1564980e7ca {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:19:04.240007 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a26cda3a-e03b-4dbd-b0e1-7fd3f228e561", "name": "network-vif-deleted", "tag": "193c7bd3-aece-462f-bfa9-3d53ce7cb844", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:19:04.240254 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4e51c6b0-bc61-48c3-897b-b1564980e7ca {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:19:04.240645 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a26cda3a-e03b-4dbd-b0e1-7fd3f228e561', 'name': 'network-vif-deleted', 'tag': '193c7bd3-aece-462f-bfa9-3d53ce7cb844', 'status': 'completed', 'code': 200} Nov 16 11:19:04.268903 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02039b24-b0a8-4a10-b6a8-25b670e91f94 req-0b1c9bcb-dd5f-48d1-a5c7-64b57be13801 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:04.273824 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02039b24-b0a8-4a10-b6a8-25b670e91f94 req-0b1c9bcb-dd5f-48d1-a5c7-64b57be13801 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:04.287910 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059d22fd-b84f-44ba-b7d5-4be78db59f2e admin admin] Pushing event updated for resources: {'Port': ['ID=088e7ea9-b244-4ed9-83e2-c59038047c1a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:04.319766 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c9bcb-dd5f-48d1-a5c7-64b57be13801 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73d20af4-a595-4c1a-80e1-ceda58fee2bb,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:04.351366 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-059d22fd-b84f-44ba-b7d5-4be78db59f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:04.378021 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-b1e68b4e-586d-4547-805e-c5d48cb7a989 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5849068 Nov 16 11:19:04.393871 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c671b0b5-0b1b-4347-aea0-f74ce75aaaaa req-c3bc7065-9e4e-42a1-85ba-a4a0fd2caf40 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] 10.222.0.61 "GET /v2.0/security-groups/96d4b2da-903a-40b5-b963-ea259f9f5e24 HTTP/1.1" status: 200 len: 1828 time: 0.0781643 Nov 16 11:19:04.398430 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-f61331f4-6de2-424b-b462-eba98b24b9dc service neutron] Request body: {'port': {'device_id': 'ac3d68f4-75a9-4d5b-90a4-43957b1b21d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:04.421164 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02039b24-b0a8-4a10-b6a8-25b670e91f94 req-0b1c9bcb-dd5f-48d1-a5c7-64b57be13801 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:04.422436 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02039b24-b0a8-4a10-b6a8-25b670e91f94 req-0b1c9bcb-dd5f-48d1-a5c7-64b57be13801 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.6495373 Nov 16 11:19:04.434504 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-a33cc08f-fc0b-41f3-9f9e-ea4780cc9765 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Allocated IP 172.20.0.4 (88f25b19-ae40-471f-83f3-2a0d38b6110b/50dbcca0-861c-401b-911d-16a9002f1b98/9f7f87ae-515f-40f3-92dc-824ff848a68f) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:19:04.508964 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-f61331f4-6de2-424b-b462-eba98b24b9dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:04.558997 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-14bd59f9-dbfe-4293-bf51-b7e55880caa5 req-c4bc0cd0-8ebd-4649-a639-93e6c6b59916 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2132408052', 'description': 'tempest-description-761720478'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:04.638249 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-8c7fd873-9c36-4ce1-9679-847106fabc48 None None] Provisioning complete for port 088e7ea9-b244-4ed9-83e2-c59038047c1a triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:04.642299 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c7fd873-9c36-4ce1-9679-847106fabc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:04.695066 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-8c7fd873-9c36-4ce1-9679-847106fabc48 None None] Port 088e7ea9-b244-4ed9-83e2-c59038047c1a cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:19:04.779142 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bf599-2ad7-4197-87a8-03f055cd2e3e req-dcb47fb3-b638-4b74-89ed-1641719ed3b6 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:04.780793 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-896bf599-2ad7-4197-87a8-03f055cd2e3e req-dcb47fb3-b638-4b74-89ed-1641719ed3b6 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac3d68f4-75a9-4d5b-90a4-43957b1b21d1 HTTP/1.1" status: 200 len: 931 time: 0.2736206 Nov 16 11:19:04.804232 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-14bd59f9-dbfe-4293-bf51-b7e55880caa5 req-c4bc0cd0-8ebd-4649-a639-93e6c6b59916 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:04.859561 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 193c7bd3-aece-462f-bfa9-3d53ce7cb844 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:19:04.910080 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 193c7bd3-aece-462f-bfa9-3d53ce7cb844 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:19:04.910493 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 193c7bd3-aece-462f-bfa9-3d53ce7cb844 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:19:04.917985 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-896bf599-2ad7-4197-87a8-03f055cd2e3e req-f08130d6-6105-4764-ae45-893318bcd44e tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295307 Nov 16 11:19:04.957142 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device ba2f309e-39f1-4339-a3c1-153149d9ef56 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:19:05.017965 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-bdc5c3d9-1aac-49db-97ac-831a1673a017 req-49e06459-15ae-4ba1-8593-67bbced966ed tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-198705592', 'description': 'tempest-description-259405126'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:05.036870 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-f61331f4-6de2-424b-b462-eba98b24b9dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a76869bb-efef-4d86-865d-17b014916cd8 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:19:05.044370 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port ba2f309e-39f1-4339-a3c1-153149d9ef56 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:05.045558 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:05.055770 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-f61331f4-6de2-424b-b462-eba98b24b9dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:05.085067 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-14bd59f9-dbfe-4293-bf51-b7e55880caa5 req-c4bc0cd0-8ebd-4649-a639-93e6c6b59916 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:05.088711 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-f61331f4-6de2-424b-b462-eba98b24b9dc service neutron] Transition to ACTIVE for port object a76869bb-efef-4d86-865d-17b014916cd8 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:19:05.089700 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-bdc5c3d9-1aac-49db-97ac-831a1673a017 req-49e06459-15ae-4ba1-8593-67bbced966ed tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:05.102374 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-14bd59f9-dbfe-4293-bf51-b7e55880caa5 req-c4bc0cd0-8ebd-4649-a639-93e6c6b59916 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:05.116276 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-f61331f4-6de2-424b-b462-eba98b24b9dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:05.175538 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 702ed533-cbce-469b-9f0d-304370beda73 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:19:05.178360 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-a33cc08f-fc0b-41f3-9f9e-ea4780cc9765 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:05.198970 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-14bd59f9-dbfe-4293-bf51-b7e55880caa5 req-c4bc0cd0-8ebd-4649-a639-93e6c6b59916 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:05.201888 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14bd59f9-dbfe-4293-bf51-b7e55880caa5 req-c4bc0cd0-8ebd-4649-a639-93e6c6b59916 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.6572089 Nov 16 11:19:05.225659 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc0cd0-8ebd-4649-a639-93e6c6b59916 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cede117b-85e3-4e22-9f54-dfb051bd0ca6,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:05.244438 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61331f4-6de2-424b-b462-eba98b24b9dc service neutron] Pushing event updated for resources: {'Port': ['ID=a76869bb-efef-4d86-865d-17b014916cd8,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:05.281887 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-059d22fd-b84f-44ba-b7d5-4be78db59f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:05.322705 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 702ed533-cbce-469b-9f0d-304370beda73 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:05.323502 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:05.379276 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-bdc5c3d9-1aac-49db-97ac-831a1673a017 req-49e06459-15ae-4ba1-8593-67bbced966ed tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:05.382072 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-a33cc08f-fc0b-41f3-9f9e-ea4780cc9765 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:05.390324 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-bdc5c3d9-1aac-49db-97ac-831a1673a017 req-49e06459-15ae-4ba1-8593-67bbced966ed tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:05.445954 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-f61331f4-6de2-424b-b462-eba98b24b9dc service neutron] Attempting to bind port a76869bb-efef-4d86-865d-17b014916cd8 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:19:05.445954 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-f61331f4-6de2-424b-b462-eba98b24b9dc service neutron] Attempting to bind port a76869bb-efef-4d86-865d-17b014916cd8 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '29fe51c5-7413-4ecd-8c04-97b69fe8410f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'cbb4a65b-8eab-4791-8d34-bab11c0de63c'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:19:05.445954 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-f61331f4-6de2-424b-b462-eba98b24b9dc service neutron] Attempting to bind port a76869bb-efef-4d86-865d-17b014916cd8 on network cbb4a65b-8eab-4791-8d34-bab11c0de63c {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:19:05.477956 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-bdc5c3d9-1aac-49db-97ac-831a1673a017 req-49e06459-15ae-4ba1-8593-67bbced966ed tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:05.489232 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-a33cc08f-fc0b-41f3-9f9e-ea4780cc9765 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Network 88f25b19-ae40-471f-83f3-2a0d38b6110b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:19:05.489232 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33cc08f-fc0b-41f3-9f9e-ea4780cc9765 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Pushing event updated for resources: {'Port': ['ID=9f7f87ae-515f-40f3-92dc-824ff848a68f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:05.494433 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-a33cc08f-fc0b-41f3-9f9e-ea4780cc9765 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:19:05.494570 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bdc5c3d9-1aac-49db-97ac-831a1673a017 req-49e06459-15ae-4ba1-8593-67bbced966ed tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4842596 Nov 16 11:19:05.497090 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-a33cc08f-fc0b-41f3-9f9e-ea4780cc9765 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:19:05.513989 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-f61331f4-6de2-424b-b462-eba98b24b9dc service neutron] Port a76869bb-efef-4d86-865d-17b014916cd8 on network cbb4a65b-8eab-4791-8d34-bab11c0de63c not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:19:05.514347 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-f61331f4-6de2-424b-b462-eba98b24b9dc service neutron] Attempting to bind port a76869bb-efef-4d86-865d-17b014916cd8 on network cbb4a65b-8eab-4791-8d34-bab11c0de63c {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:19:05.523815 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e06459-15ae-4ba1-8593-67bbced966ed tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=173543d3-7ab0-418c-882d-260985502b30,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:05.536995 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-f61331f4-6de2-424b-b462-eba98b24b9dc service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:19:05.537340 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-f61331f4-6de2-424b-b462-eba98b24b9dc service neutron] Checking segment: {'id': '29fe51c5-7413-4ecd-8c04-97b69fe8410f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'cbb4a65b-8eab-4791-8d34-bab11c0de63c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:19:05.537731 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-f61331f4-6de2-424b-b462-eba98b24b9dc service neutron] Bound using segment: {'id': '29fe51c5-7413-4ecd-8c04-97b69fe8410f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'cbb4a65b-8eab-4791-8d34-bab11c0de63c'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:19:05.538204 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-f61331f4-6de2-424b-b462-eba98b24b9dc service neutron] Bound port: a76869bb-efef-4d86-865d-17b014916cd8, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29fe51c5-7413-4ecd-8c04-97b69fe8410f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'cbb4a65b-8eab-4791-8d34-bab11c0de63c'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:19:05.541245 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-f61331f4-6de2-424b-b462-eba98b24b9dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:05.601230 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-a33cc08f-fc0b-41f3-9f9e-ea4780cc9765 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:05.601847 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-a33cc08f-fc0b-41f3-9f9e-ea4780cc9765 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:05.602041 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9329d72-99d8-4477-8a10-1aac3e970417 req-e93f429f-0723-412d-af0d-6f587ecf438c tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:05.603537 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d9329d72-99d8-4477-8a10-1aac3e970417 req-e93f429f-0723-412d-af0d-6f587ecf438c tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/ports?device_id=512fb662-782a-4a8c-a24e-48288df6e327 HTTP/1.1" status: 200 len: 931 time: 0.1860356 Nov 16 11:19:05.625591 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4b5186e6-53af-41fa-8331-d0cec24483d2 req-a363aac7-e952-4ced-b14c-3b5b109229da tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] 10.222.0.61 "GET /v2.0/security-groups/cede117b-85e3-4e22-9f54-dfb051bd0ca6 HTTP/1.1" status: 200 len: 1829 time: 0.1301866 Nov 16 11:19:05.644012 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-a33cc08f-fc0b-41f3-9f9e-ea4780cc9765 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6029229 Nov 16 11:19:05.656175 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54672) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:19:05.661548 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-6d57045a-182b-4c86-8376-ca96e28514f7 service neutron] Request body: {'port': {'device_id': '512fb662-782a-4a8c-a24e-48288df6e327', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:05.713565 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d9329d72-99d8-4477-8a10-1aac3e970417 req-941f93be-b2e1-4607-a84a-0793aaf76ad4 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2faa416-4579-46e6-aabb-72b9fc04a498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827889 Nov 16 11:19:05.727099 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-059d22fd-b84f-44ba-b7d5-4be78db59f2e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:05.735854 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-f61331f4-6de2-424b-b462-eba98b24b9dc service neutron] For port a76869bb-efef-4d86-865d-17b014916cd8, host n-h1-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:19:05.741653 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-f61331f4-6de2-424b-b462-eba98b24b9dc service neutron] For port a76869bb-efef-4d86-865d-17b014916cd8, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=a76869bb-efef-4d86-865d-17b014916cd8,segment=NetworkSegment(29fe51c5-7413-4ecd-8c04-97b69fe8410f),segment_id=29fe51c5-7413-4ecd-8c04-97b69fe8410f)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:19:05.744944 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-059d22fd-b84f-44ba-b7d5-4be78db59f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:05.761153 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-f61331f4-6de2-424b-b462-eba98b24b9dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:05.798816 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-6d57045a-182b-4c86-8376-ca96e28514f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:05.812562 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5178dcf8-ed5e-4bf9-aa5e-da16f2e4f5ac req-0ff800a8-c5ec-4f5f-974d-c000141674a9 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] 10.222.0.61 "GET /v2.0/security-groups/73d20af4-a595-4c1a-80e1-ceda58fee2bb HTTP/1.1" status: 200 len: 1821 time: 0.1763294 Nov 16 11:19:05.838813 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-f61331f4-6de2-424b-b462-eba98b24b9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:05.839521 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-f61331f4-6de2-424b-b462-eba98b24b9dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:05.840940 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-f61331f4-6de2-424b-b462-eba98b24b9dc service neutron] 10.222.0.36 "PUT /v2.0/ports/a76869bb-efef-4d86-865d-17b014916cd8 HTTP/1.1" status: 200 len: 1091 time: 1.4513209 Nov 16 11:19:05.847519 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-bd28ced4-0953-4f43-9a29-68023be965c8 req-33183df7-033c-4fc0-86ba-9de1a171e412 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-813743227', 'description': 'tempest-description-2104899057'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:05.849968 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-059d22fd-b84f-44ba-b7d5-4be78db59f2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:05.879895 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059d22fd-b84f-44ba-b7d5-4be78db59f2e admin admin] Pushing event updated for resources: {'Port': ['ID=088e7ea9-b244-4ed9-83e2-c59038047c1a,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:05.886337 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61331f4-6de2-424b-b462-eba98b24b9dc service neutron] Pushing event updated for resources: {'Port': ['ID=a76869bb-efef-4d86-865d-17b014916cd8,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:05.936364 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5178dcf8-ed5e-4bf9-aa5e-da16f2e4f5ac req-8b3a3ce8-c297-4a8f-a4a5-64b885a3d7f6 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] 10.222.0.61 "GET /v2.0/security-groups/173543d3-7ab0-418c-882d-260985502b30 HTTP/1.1" status: 200 len: 1820 time: 0.1227891 Nov 16 11:19:05.937909 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-bd28ced4-0953-4f43-9a29-68023be965c8 req-33183df7-033c-4fc0-86ba-9de1a171e412 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:05.956176 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-5178dcf8-ed5e-4bf9-aa5e-da16f2e4f5ac req-796d805d-dad0-4586-ba02-f13980384ce9 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '73d20af4-a595-4c1a-80e1-ceda58fee2bb', 'remote_group_id': '173543d3-7ab0-418c-882d-260985502b30', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:05.956489 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-5178dcf8-ed5e-4bf9-aa5e-da16f2e4f5ac req-796d805d-dad0-4586-ba02-f13980384ce9 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '73d20af4-a595-4c1a-80e1-ceda58fee2bb', 'remote_group_id': '173543d3-7ab0-418c-882d-260985502b30', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:05.986883 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-18587d2b-4c39-40f7-bed4-f6abc9110332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:05.988494 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-18587d2b-4c39-40f7-bed4-f6abc9110332 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=73e5fc395dda4693899e370eca8a1116&device_id=ac3d68f4-75a9-4d5b-90a4-43957b1b21d1 HTTP/1.1" status: 200 len: 1094 time: 0.1062057 Nov 16 11:19:06.011992 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ebf199b7-9e19-4ee6-88ce-822ece34c1d2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f8179a551ca149c6a3cfb31a9d45b53e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3524075 Nov 16 11:19:06.013956 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54680) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:19:06.058403 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-fbcdbe18-5ba6-4af7-aec3-5570442c15f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a76869bb-efef-4d86-865d-17b014916cd8 HTTP/1.1" status: 200 len: 217 time: 0.0597982 Nov 16 11:19:06.112230 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059d22fd-b84f-44ba-b7d5-4be78db59f2e admin admin] Network 0554fe60-bd03-4672-b976-b9334c9ef674 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:19:06.118361 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-059d22fd-b84f-44ba-b7d5-4be78db59f2e admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:19:06.150289 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-bd28ced4-0953-4f43-9a29-68023be965c8 req-33183df7-033c-4fc0-86ba-9de1a171e412 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:06.168234 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-bd28ced4-0953-4f43-9a29-68023be965c8 req-33183df7-033c-4fc0-86ba-9de1a171e412 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:06.195501 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-552f8725-849f-467e-b80e-be2ea2631525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:06.196878 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-552f8725-849f-467e-b80e-be2ea2631525 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a10b0d7-f428-41c3-8bd0-15f87f8f81d9 HTTP/1.1" status: 200 len: 846 time: 0.1249518 Nov 16 11:19:06.231420 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5178dcf8-ed5e-4bf9-aa5e-da16f2e4f5ac req-796d805d-dad0-4586-ba02-f13980384ce9 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:06.249718 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3d68f4-75a9-4d5b-90a4-43957b1b21d1', 'tag': 'a76869bb-efef-4d86-865d-17b014916cd8'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:19:06.251971 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94b42e8-62f4-4f9a-a6c2-84034cb9645b" -d '{"events": [{"name": "network-changed", "server_uuid": "ac3d68f4-75a9-4d5b-90a4-43957b1b21d1", "tag": "a76869bb-efef-4d86-865d-17b014916cd8"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:19:06.263447 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-09ad04c9-7950-4273-ac2f-83e333f48781 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbb4a65b-8eab-4791-8d34-bab11c0de63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577030 Nov 16 11:19:06.272299 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-227377e3-44d6-4b2d-bd91-2d9db2d621be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:06.276234 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-bd28ced4-0953-4f43-9a29-68023be965c8 req-33183df7-033c-4fc0-86ba-9de1a171e412 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:06.277467 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bd28ced4-0953-4f43-9a29-68023be965c8 req-33183df7-033c-4fc0-86ba-9de1a171e412 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.4450586 Nov 16 11:19:06.286607 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33183df7-033c-4fc0-86ba-9de1a171e412 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb759a20-e5fe-4e84-a883-a477cdb2bc80,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:06.321201 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059d22fd-b84f-44ba-b7d5-4be78db59f2e admin admin] Router 412865f5-fee1-4122-ae57-6d6691e555ed has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:19:06.349465 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-227377e3-44d6-4b2d-bd91-2d9db2d621be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:06.359870 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-6d57045a-182b-4c86-8376-ca96e28514f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f7f87ae-515f-40f3-92dc-824ff848a68f {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:19:06.411237 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-6d57045a-182b-4c86-8376-ca96e28514f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:06.434834 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ed941c31-80bc-4f7f-8002-41bde3ba47f2 None None] Provisioning complete for port 088e7ea9-b244-4ed9-83e2-c59038047c1a triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:06.435404 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ed941c31-80bc-4f7f-8002-41bde3ba47f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:06.458422 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-6d57045a-182b-4c86-8376-ca96e28514f7 service neutron] Transition to ACTIVE for port object 9f7f87ae-515f-40f3-92dc-824ff848a68f will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:19:06.467790 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-6d57045a-182b-4c86-8376-ca96e28514f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:06.480329 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-ed941c31-80bc-4f7f-8002-41bde3ba47f2 None None] Port 088e7ea9-b244-4ed9-83e2-c59038047c1a cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:19:06.508567 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750ae23-4947-4055-bbc1-35450809950d req-23e1c995-b55d-49e3-abca-21404be8d042 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:06.510077 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3750ae23-4947-4055-bbc1-35450809950d req-23e1c995-b55d-49e3-abca-21404be8d042 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac3d68f4-75a9-4d5b-90a4-43957b1b21d1 HTTP/1.1" status: 200 len: 943 time: 0.1105561 Nov 16 11:19:06.514510 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5178dcf8-ed5e-4bf9-aa5e-da16f2e4f5ac req-796d805d-dad0-4586-ba02-f13980384ce9 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:06.545201 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5178dcf8-ed5e-4bf9-aa5e-da16f2e4f5ac req-796d805d-dad0-4586-ba02-f13980384ce9 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:06.558507 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059d22fd-b84f-44ba-b7d5-4be78db59f2e admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:19:06.559696 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-227377e3-44d6-4b2d-bd91-2d9db2d621be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:06.562285 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-227377e3-44d6-4b2d-bd91-2d9db2d621be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:06.563674 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-059d22fd-b84f-44ba-b7d5-4be78db59f2e admin admin] 10.222.0.61 "PUT /v2.0/routers/412865f5-fee1-4122-ae57-6d6691e555ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1971273 Nov 16 11:19:06.565948 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-227377e3-44d6-4b2d-bd91-2d9db2d621be admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a2d83d1a-7587-49ca-a243-42f07aaa81ac HTTP/1.1" status: 204 len: 168 time: 0.5526822 Nov 16 11:19:06.597639 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796d805d-dad0-4586-ba02-f13980384ce9 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd2f696c-f584-4dc4-b2f9-5e67297e7327,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:06.607038 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227377e3-44d6-4b2d-bd91-2d9db2d621be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d83d1a-7587-49ca-a243-42f07aaa81ac,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:06.609821 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-37500cb7-b5d7-4b56-9867-7e09305d6a84 service neutron] 10.222.0.36 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314340 Nov 16 11:19:06.618884 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5178dcf8-ed5e-4bf9-aa5e-da16f2e4f5ac req-796d805d-dad0-4586-ba02-f13980384ce9 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:06.620089 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5178dcf8-ed5e-4bf9-aa5e-da16f2e4f5ac req-796d805d-dad0-4586-ba02-f13980384ce9 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6710880 Nov 16 11:19:06.642437 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d57045a-182b-4c86-8376-ca96e28514f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9f7f87ae-515f-40f3-92dc-824ff848a68f,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:06.650533 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3750ae23-4947-4055-bbc1-35450809950d req-3224d6fb-de1f-45d4-a8a0-588588ae05a2 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307487 Nov 16 11:19:06.744649 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f18194-96f0-4439-891f-2edbf21b1373 x-openstack-request-id: req-d1f18194-96f0-4439-891f-2edbf21b1373 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:19:06.745027 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac3d68f4-75a9-4d5b-90a4-43957b1b21d1", "tag": "a76869bb-efef-4d86-865d-17b014916cd8", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:19:06.745359 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d1f18194-96f0-4439-891f-2edbf21b1373 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:19:06.745830 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac3d68f4-75a9-4d5b-90a4-43957b1b21d1', 'tag': 'a76869bb-efef-4d86-865d-17b014916cd8', 'status': 'completed', 'code': 200} Nov 16 11:19:06.752501 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-6d57045a-182b-4c86-8376-ca96e28514f7 service neutron] Attempting to bind port 9f7f87ae-515f-40f3-92dc-824ff848a68f on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:19:06.753824 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-6d57045a-182b-4c86-8376-ca96e28514f7 service neutron] Attempting to bind port 9f7f87ae-515f-40f3-92dc-824ff848a68f by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '6010f23d-2319-49e4-9d27-00c73d54b3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '88f25b19-ae40-471f-83f3-2a0d38b6110b'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:19:06.754377 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-6d57045a-182b-4c86-8376-ca96e28514f7 service neutron] Attempting to bind port 9f7f87ae-515f-40f3-92dc-824ff848a68f on network 88f25b19-ae40-471f-83f3-2a0d38b6110b {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:19:06.764208 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-6d57045a-182b-4c86-8376-ca96e28514f7 service neutron] Port 9f7f87ae-515f-40f3-92dc-824ff848a68f on network 88f25b19-ae40-471f-83f3-2a0d38b6110b not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:19:06.764705 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-6d57045a-182b-4c86-8376-ca96e28514f7 service neutron] Attempting to bind port 9f7f87ae-515f-40f3-92dc-824ff848a68f on network 88f25b19-ae40-471f-83f3-2a0d38b6110b {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:19:06.770946 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-6d57045a-182b-4c86-8376-ca96e28514f7 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:19:06.771511 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-6d57045a-182b-4c86-8376-ca96e28514f7 service neutron] Checking segment: {'id': '6010f23d-2319-49e4-9d27-00c73d54b3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '88f25b19-ae40-471f-83f3-2a0d38b6110b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:19:06.771900 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-6d57045a-182b-4c86-8376-ca96e28514f7 service neutron] Bound using segment: {'id': '6010f23d-2319-49e4-9d27-00c73d54b3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '88f25b19-ae40-471f-83f3-2a0d38b6110b'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:19:06.772332 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-6d57045a-182b-4c86-8376-ca96e28514f7 service neutron] Bound port: 9f7f87ae-515f-40f3-92dc-824ff848a68f, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6010f23d-2319-49e4-9d27-00c73d54b3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '88f25b19-ae40-471f-83f3-2a0d38b6110b'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:19:06.772924 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-6d57045a-182b-4c86-8376-ca96e28514f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:06.804702 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-89859a97-37e5-49dc-b248-656fd3a26e3c req-4a4342a3-a483-4f33-a84a-e674b2434d7f tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] 10.222.0.61 "GET /v2.0/security-groups/fb759a20-e5fe-4e84-a883-a477cdb2bc80 HTTP/1.1" status: 200 len: 1829 time: 0.1057787 Nov 16 11:19:06.820365 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fec6fab-44bc-4b90-be15-e9ee81e22e9b None None] Sync routers for ids ['412865f5-fee1-4122-ae57-6d6691e555ed'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:19:06.836756 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fec6fab-44bc-4b90-be15-e9ee81e22e9b None None] Routers {'412865f5-fee1-4122-ae57-6d6691e555ed'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:19:06.837546 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4fec6fab-44bc-4b90-be15-e9ee81e22e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:18:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['412865f5-fee1-4122-ae57-6d6691e555ed'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:19:06.844114 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d38bc432-69fc-41d2-9b83-66bc0cd61919 req-97a25564-1c81-4174-a155-18e01143eef7 service neutron] 10.222.0.36 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190239 Nov 16 11:19:06.878400 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-6d57045a-182b-4c86-8376-ca96e28514f7 service neutron] For port 9f7f87ae-515f-40f3-92dc-824ff848a68f, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:19:06.884209 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3c28c222-a86c-43cc-a4a0-25a6bf4873ed req-9b0caaf9-86e7-4525-bfe3-4eb24d9be54b tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] 10.222.0.61 "GET /v2.0/security-groups/173543d3-7ab0-418c-882d-260985502b30 HTTP/1.1" status: 200 len: 1820 time: 0.1339116 Nov 16 11:19:06.896045 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-6d57045a-182b-4c86-8376-ca96e28514f7 service neutron] For port 9f7f87ae-515f-40f3-92dc-824ff848a68f, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=9f7f87ae-515f-40f3-92dc-824ff848a68f,segment=NetworkSegment(6010f23d-2319-49e4-9d27-00c73d54b3c1),segment_id=6010f23d-2319-49e4-9d27-00c73d54b3c1)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:19:06.902611 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-6d57045a-182b-4c86-8376-ca96e28514f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:06.942913 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-6d57045a-182b-4c86-8376-ca96e28514f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:06.943612 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-6d57045a-182b-4c86-8376-ca96e28514f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:06.945659 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-6d57045a-182b-4c86-8376-ca96e28514f7 service neutron] 10.222.0.36 "PUT /v2.0/ports/9f7f87ae-515f-40f3-92dc-824ff848a68f HTTP/1.1" status: 200 len: 1091 time: 1.2899237 Nov 16 11:19:06.946242 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '512fb662-782a-4a8c-a24e-48288df6e327', 'tag': '9f7f87ae-515f-40f3-92dc-824ff848a68f'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:19:06.948616 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbd0ccc-5b32-4637-9a56-35ad357b0c6f" -d '{"events": [{"name": "network-changed", "server_uuid": "512fb662-782a-4a8c-a24e-48288df6e327", "tag": "9f7f87ae-515f-40f3-92dc-824ff848a68f"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:19:06.985998 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d57045a-182b-4c86-8376-ca96e28514f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9f7f87ae-515f-40f3-92dc-824ff848a68f,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:06.995476 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-4fec6fab-44bc-4b90-be15-e9ee81e22e9b None None] Set router 412865f5-fee1-4122-ae57-6d6691e555ed gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:19:07.024305 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b42e8-62f4-4f9a-a6c2-84034cb9645b req-e5ed84c2-600c-4006-97cc-9541e036fa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:07.026107 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f94b42e8-62f4-4f9a-a6c2-84034cb9645b req-e5ed84c2-600c-4006-97cc-9541e036fa23 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=73e5fc395dda4693899e370eca8a1116&device_id=ac3d68f4-75a9-4d5b-90a4-43957b1b21d1 HTTP/1.1" status: 200 len: 1094 time: 0.1179323 Nov 16 11:19:07.055720 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-63e10ced-7f67-4576-8138-474a89c64317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:07.056537 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769f959-d97a-47c8-be55-77f5e9f0769e req-d7da90b2-6f1f-49b2-9a39-e4c453553ebd tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:07.057574 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-63e10ced-7f67-4576-8138-474a89c64317 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0083ff9f320940cc9f27a884e96c269f&device_id=512fb662-782a-4a8c-a24e-48288df6e327 HTTP/1.1" status: 200 len: 1094 time: 0.0548542 Nov 16 11:19:07.058153 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54706) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:19:07.062439 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d769f959-d97a-47c8-be55-77f5e9f0769e req-d7da90b2-6f1f-49b2-9a39-e4c453553ebd tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/ports?device_id=512fb662-782a-4a8c-a24e-48288df6e327 HTTP/1.1" status: 200 len: 943 time: 0.1841400 Nov 16 11:19:07.112483 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-3c28c222-a86c-43cc-a4a0-25a6bf4873ed req-ba336b8c-893a-4fab-98d0-d28a510d21b4 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:07.133630 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a16bea58-95bb-4d41-a97d-d598d8401d78 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8054cf37f1e0429b8a8f430c12baa1d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0715835 Nov 16 11:19:07.134457 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54708) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:19:07.139204 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-4fe7aedb-1388-4abb-b091-7453fec9ae54 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f7f87ae-515f-40f3-92dc-824ff848a68f HTTP/1.1" status: 200 len: 217 time: 0.0660746 Nov 16 11:19:07.172869 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-3c28c222-a86c-43cc-a4a0-25a6bf4873ed req-ba336b8c-893a-4fab-98d0-d28a510d21b4 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:07.215835 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d769f959-d97a-47c8-be55-77f5e9f0769e req-c8906967-dcdc-45e8-af38-77ffa6068368 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2faa416-4579-46e6-aabb-72b9fc04a498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386316 Nov 16 11:19:07.218488 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-2c88cafa-9c67-4270-8988-edcbc69ef5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:07.219957 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-2c88cafa-9c67-4270-8988-edcbc69ef5f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50dbcca0-861c-401b-911d-16a9002f1b98 HTTP/1.1" status: 200 len: 853 time: 0.0639961 Nov 16 11:19:07.224764 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4fec6fab-44bc-4b90-be15-e9ee81e22e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412865f5-fee1-4122-ae57-6d6691e555ed', 'name': 'tempest-ServersTestBootFromVolume-1857941324-router', 'tenant_id': '9f7363a08c414209ac7c04aff97b826c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'ba2f309e-39f1-4339-a3c1-153149d9ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:19:00Z', 'updated_at': '2021-11-16T11:19:05Z', 'revision_number': 4, 'project_id': '9f7363a08c414209ac7c04aff97b826c', 'gw_port': {'id': 'ba2f309e-39f1-4339-a3c1-153149d9ef56', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:15:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412865f5-fee1-4122-ae57-6d6691e555ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:00Z', 'updated_at': '2021-11-16T11:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '088e7ea9-b244-4ed9-83e2-c59038047c1a', 'name': '', 'network_id': '0554fe60-bd03-4672-b976-b9334c9ef674', 'tenant_id': '9f7363a08c414209ac7c04aff97b826c', 'mac_address': 'fa:16:3e:5c:71:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412865f5-fee1-4122-ae57-6d6691e555ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'c5b632c6-00ee-4c25-9555-e7f1a5d8a8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:03Z', 'updated_at': '2021-11-16T11:19:05Z', 'revision_number': 2, 'project_id': '9f7363a08c414209ac7c04aff97b826c', 'subnets': [{'id': 'c5b632c6-00ee-4c25-9555-e7f1a5d8a8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:19:07.255277 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b42e8-62f4-4f9a-a6c2-84034cb9645b req-6980426f-e0e6-433d-9ffb-5372e8bf6f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:07.256445 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fec6fab-44bc-4b90-be15-e9ee81e22e9b None None] Checking router: 412865f5-fee1-4122-ae57-6d6691e555ed for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:19:07.257252 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fec6fab-44bc-4b90-be15-e9ee81e22e9b None None] Updating router 412865f5-fee1-4122-ae57-6d6691e555ed port 088e7ea9-b244-4ed9-83e2-c59038047c1a binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:19:07.257525 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-a0204a10-d849-4c90-9f2a-b2a142e1e9c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=88f25b19-ae40-471f-83f3-2a0d38b6110b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274546 Nov 16 11:19:07.258350 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f94b42e8-62f4-4f9a-a6c2-84034cb9645b req-6980426f-e0e6-433d-9ffb-5372e8bf6f52 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cbb4a65b-8eab-4791-8d34-bab11c0de63c HTTP/1.1" status: 200 len: 907 time: 0.2241921 Nov 16 11:19:07.258850 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-83f659be-16c1-47c8-99e6-8b3d64767d6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:07.286699 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4fec6fab-44bc-4b90-be15-e9ee81e22e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:07.289803 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-83f659be-16c1-47c8-99e6-8b3d64767d6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:07.331106 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f94b42e8-62f4-4f9a-a6c2-84034cb9645b req-d4d29e70-5176-4dd9-855a-ba79f746cbb1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a76869bb-efef-4d86-865d-17b014916cd8 HTTP/1.1" status: 200 len: 217 time: 0.0534809 Nov 16 11:19:07.337115 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-3c28c222-a86c-43cc-a4a0-25a6bf4873ed req-ba336b8c-893a-4fab-98d0-d28a510d21b4 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:07.340255 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-3c28c222-a86c-43cc-a4a0-25a6bf4873ed req-ba336b8c-893a-4fab-98d0-d28a510d21b4 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:07.342498 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3c28c222-a86c-43cc-a4a0-25a6bf4873ed req-ba336b8c-893a-4fab-98d0-d28a510d21b4 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] 10.222.0.61 "DELETE /v2.0/security-groups/173543d3-7ab0-418c-882d-260985502b30 HTTP/1.1" status: 204 len: 173 time: 0.4453888 Nov 16 11:19:07.385332 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba336b8c-893a-4fab-98d0-d28a510d21b4 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=173543d3-7ab0-418c-882d-260985502b30,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:07.407824 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b42e8-62f4-4f9a-a6c2-84034cb9645b req-f9a47104-8afd-4a88-9cb6-68bf9298f67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:07.409678 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f94b42e8-62f4-4f9a-a6c2-84034cb9645b req-f9a47104-8afd-4a88-9cb6-68bf9298f67d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a10b0d7-f428-41c3-8bd0-15f87f8f81d9 HTTP/1.1" status: 200 len: 846 time: 0.0663173 Nov 16 11:19:07.479308 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f94b42e8-62f4-4f9a-a6c2-84034cb9645b req-4a362ba0-50fd-4c51-be7a-da98f2cb9b80 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbb4a65b-8eab-4791-8d34-bab11c0de63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587792 Nov 16 11:19:07.510038 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-57f0fd24-0c9f-441c-9d3e-49be01fa64c1 service neutron] 10.222.0.36 "GET /v2.0/networks/88f25b19-ae40-471f-83f3-2a0d38b6110b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358797 Nov 16 11:19:07.536989 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [req-9b5cebea-87ed-4593-9d83-275e0fae0109 req-2f52650e-85c8-47f2-b79e-e91b5a9064c8 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] show failed (client error): The resource could not be found. Nov 16 11:19:07.539423 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9b5cebea-87ed-4593-9d83-275e0fae0109 req-2f52650e-85c8-47f2-b79e-e91b5a9064c8 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] 10.222.0.61 "GET /v2.0/security-groups/ed4d54d8-3771-4f05-88cf-1e3effe0098b HTTP/1.1" status: 404 len: 352 time: 0.0505681 Nov 16 11:19:07.551363 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-83f659be-16c1-47c8-99e6-8b3d64767d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:07.563622 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-83f659be-16c1-47c8-99e6-8b3d64767d6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:07.565606 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-83f659be-16c1-47c8-99e6-8b3d64767d6e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b5c108b0-6d71-474c-9fb1-cc0e1b261c8c HTTP/1.1" status: 204 len: 168 time: 0.4253581 Nov 16 11:19:07.603489 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f659be-16c1-47c8-99e6-8b3d64767d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c108b0-6d71-474c-9fb1-cc0e1b261c8c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:07.625258 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4fec6fab-44bc-4b90-be15-e9ee81e22e9b None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:07.650916 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4fec6fab-44bc-4b90-be15-e9ee81e22e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:07.713175 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-375b03fe-778d-40ed-8c97-c43ff1dad605 req-95e303e6-7737-4705-84cf-40eda6fcefae service neutron] 10.222.0.36 "GET /v2.0/networks/88f25b19-ae40-471f-83f3-2a0d38b6110b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949158 Nov 16 11:19:07.719092 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f826802b-5ccd-4124-91c5-972f02d0e727 x-openstack-request-id: req-f826802b-5ccd-4124-91c5-972f02d0e727 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:19:07.720841 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "512fb662-782a-4a8c-a24e-48288df6e327", "tag": "9f7f87ae-515f-40f3-92dc-824ff848a68f", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:19:07.721830 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f826802b-5ccd-4124-91c5-972f02d0e727 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:19:07.725119 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '512fb662-782a-4a8c-a24e-48288df6e327', 'tag': '9f7f87ae-515f-40f3-92dc-824ff848a68f', 'status': 'completed', 'code': 200} Nov 16 11:19:07.728636 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f94b42e8-62f4-4f9a-a6c2-84034cb9645b req-8f4e41cb-b97b-442e-b57f-b6636e0fd9ba service neutron] 10.222.0.36 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143099 Nov 16 11:19:07.771135 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b595c-bb07-4d2b-8da5-cd70bfa3202c None None] Pushing event updated for resources: {'Port': ['ID=088e7ea9-b244-4ed9-83e2-c59038047c1a,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:07.868777 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-4fec6fab-44bc-4b90-be15-e9ee81e22e9b None None] Attempting to bind port 088e7ea9-b244-4ed9-83e2-c59038047c1a on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:19:07.869622 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-4fec6fab-44bc-4b90-be15-e9ee81e22e9b None None] Attempting to bind port 088e7ea9-b244-4ed9-83e2-c59038047c1a by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'a7930220-f8f9-4bbb-b524-6482b10d505a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0554fe60-bd03-4672-b976-b9334c9ef674'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:19:07.870288 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fec6fab-44bc-4b90-be15-e9ee81e22e9b None None] Attempting to bind port 088e7ea9-b244-4ed9-83e2-c59038047c1a on network 0554fe60-bd03-4672-b976-b9334c9ef674 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:19:07.879760 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd0ccc-5b32-4637-9a56-35ad357b0c6f req-54de6b18-a97f-4407-a21e-4e150f4c51f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:07.881453 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0fbd0ccc-5b32-4637-9a56-35ad357b0c6f req-54de6b18-a97f-4407-a21e-4e150f4c51f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0083ff9f320940cc9f27a884e96c269f&device_id=512fb662-782a-4a8c-a24e-48288df6e327 HTTP/1.1" status: 200 len: 1094 time: 0.1072142 Nov 16 11:19:07.885208 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fec6fab-44bc-4b90-be15-e9ee81e22e9b None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:19:07.886559 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fec6fab-44bc-4b90-be15-e9ee81e22e9b None None] Checking segment: {'id': 'a7930220-f8f9-4bbb-b524-6482b10d505a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0554fe60-bd03-4672-b976-b9334c9ef674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:19:07.887091 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4fec6fab-44bc-4b90-be15-e9ee81e22e9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:07.887851 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fec6fab-44bc-4b90-be15-e9ee81e22e9b None None] Bound using segment: {'id': 'a7930220-f8f9-4bbb-b524-6482b10d505a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0554fe60-bd03-4672-b976-b9334c9ef674'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:19:07.889315 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-4fec6fab-44bc-4b90-be15-e9ee81e22e9b None None] Bound port: 088e7ea9-b244-4ed9-83e2-c59038047c1a, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7930220-f8f9-4bbb-b524-6482b10d505a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0554fe60-bd03-4672-b976-b9334c9ef674'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:19:07.890104 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4fec6fab-44bc-4b90-be15-e9ee81e22e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:07.906197 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f94b42e8-62f4-4f9a-a6c2-84034cb9645b req-5f8696ef-2752-4842-9f26-81a27571dcd9 service neutron] 10.222.0.36 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527615 Nov 16 11:19:07.957528 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9c753c68-1d1a-45ed-88b9-75b05e2c668b req-56b6e631-6deb-463e-b3a6-23985b9db2f2 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] 10.222.0.61 "GET /v2.0/security-groups/73d20af4-a595-4c1a-80e1-ceda58fee2bb HTTP/1.1" status: 200 len: 1821 time: 0.2170360 Nov 16 11:19:07.980594 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [req-6032dab9-2cb2-439d-a169-54e4acd27b00 req-0e7c5d19-a1d6-4c11-8fc5-1c5b9f817651 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] show failed (client error): The resource could not be found. Nov 16 11:19:07.981741 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6032dab9-2cb2-439d-a169-54e4acd27b00 req-0e7c5d19-a1d6-4c11-8fc5-1c5b9f817651 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] 10.222.0.61 "GET /v2.0/security-group-rules/dc966e6d-53da-4b8e-9f78-16806bbd52f6 HTTP/1.1" status: 404 len: 361 time: 0.0177453 Nov 16 11:19:08.017457 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd0ccc-5b32-4637-9a56-35ad357b0c6f req-4528f6ad-aa11-4b9e-a867-94136afb4817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:08.020222 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0fbd0ccc-5b32-4637-9a56-35ad357b0c6f req-4528f6ad-aa11-4b9e-a867-94136afb4817 service neutron] 10.222.0.36 "GET /v2.0/networks?id=88f25b19-ae40-471f-83f3-2a0d38b6110b HTTP/1.1" status: 200 len: 914 time: 0.1297300 Nov 16 11:19:08.059669 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-4fec6fab-44bc-4b90-be15-e9ee81e22e9b None None] For port 088e7ea9-b244-4ed9-83e2-c59038047c1a, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:19:08.070073 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-4fec6fab-44bc-4b90-be15-e9ee81e22e9b None None] For port 088e7ea9-b244-4ed9-83e2-c59038047c1a, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=088e7ea9-b244-4ed9-83e2-c59038047c1a,segment=NetworkSegment(a7930220-f8f9-4bbb-b524-6482b10d505a),segment_id=a7930220-f8f9-4bbb-b524-6482b10d505a)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:19:08.083447 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4fec6fab-44bc-4b90-be15-e9ee81e22e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:08.086303 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0fbd0ccc-5b32-4637-9a56-35ad357b0c6f req-9e62363f-fdfc-4e9b-b368-79a1a6a03b62 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f7f87ae-515f-40f3-92dc-824ff848a68f HTTP/1.1" status: 200 len: 217 time: 0.0550103 Nov 16 11:19:08.088461 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-f112f4ce-7844-4977-94d4-66a1de1ebf49 None None] Provisioning complete for port 088e7ea9-b244-4ed9-83e2-c59038047c1a triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:08.088798 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f112f4ce-7844-4977-94d4-66a1de1ebf49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:08.157971 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec933d3b-3e5c-4b53-a62a-d5a2d229d3a3 req-072f846c-a4a5-4f77-adc5-766d1f29210c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:08.170356 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ec933d3b-3e5c-4b53-a62a-d5a2d229d3a3 req-072f846c-a4a5-4f77-adc5-766d1f29210c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac3d68f4-75a9-4d5b-90a4-43957b1b21d1 HTTP/1.1" status: 200 len: 943 time: 0.1101334 Nov 16 11:19:08.195006 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b595c-bb07-4d2b-8da5-cd70bfa3202c None None] Pushing event updated for resources: {'Port': ['ID=088e7ea9-b244-4ed9-83e2-c59038047c1a,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:08.199821 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd0ccc-5b32-4637-9a56-35ad357b0c6f req-43a45c2b-ccbb-41b5-8967-218dcb892ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:08.201379 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0fbd0ccc-5b32-4637-9a56-35ad357b0c6f req-43a45c2b-ccbb-41b5-8967-218dcb892ae7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50dbcca0-861c-401b-911d-16a9002f1b98 HTTP/1.1" status: 200 len: 853 time: 0.1047907 Nov 16 11:19:08.221916 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fec6fab-44bc-4b90-be15-e9ee81e22e9b None None] Routers {'412865f5-fee1-4122-ae57-6d6691e555ed'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:19:08.227989 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4fec6fab-44bc-4b90-be15-e9ee81e22e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:18:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['412865f5-fee1-4122-ae57-6d6691e555ed'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:19:08.252673 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0fbd0ccc-5b32-4637-9a56-35ad357b0c6f req-ecbf5453-05d8-4add-8050-7f11fb0902f1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=88f25b19-ae40-471f-83f3-2a0d38b6110b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427563 Nov 16 11:19:08.304090 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ec933d3b-3e5c-4b53-a62a-d5a2d229d3a3 req-eb0488b8-3f40-480b-86b3-9c1e7dad8d91 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325853 Nov 16 11:19:08.331234 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54734) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:19:08.343988 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-c0c13de1-fd94-40cf-8534-e3e617894d71 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1715567235', 'description': 'tempest-description--1308362516'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:08.384211 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-15491136-3146-4caf-b266-9b84f3dfac00 req-ad069c9b-4632-497d-8bc0-2961261d5fe8 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-796126570', 'description': 'tempest-description-16560548'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:08.428830 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0fbd0ccc-5b32-4637-9a56-35ad357b0c6f req-eccd4c11-17b1-4fad-82e2-f22cc1427f1b service neutron] 10.222.0.36 "GET /v2.0/networks/88f25b19-ae40-471f-83f3-2a0d38b6110b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650486 Nov 16 11:19:08.442114 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f112f4ce-7844-4977-94d4-66a1de1ebf49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:08.452696 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-c0c13de1-fd94-40cf-8534-e3e617894d71 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 16 11:19:08.452696 n-d-816823-3 neutron-server[102669]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 16 11:19:08.452696 n-d-816823-3 neutron-server[102669]: [parameters: {'project_id': '9f7363a08c414209ac7c04aff97b826c', 'id': 'd75ee12f-a321-42b2-9166-2c237e4d2a32', 'expiration': datetime.datetime(2021, 11, 16, 11, 21, 8, 416785)}] Nov 16 11:19:08.452696 n-d-816823-3 neutron-server[102669]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:19:08.453541 n-d-816823-3 neutron-server[102669]: DEBUG oslo_db.api [None req-c0c13de1-fd94-40cf-8534-e3e617894d71 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:19:08.459011 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-15491136-3146-4caf-b266-9b84f3dfac00 req-ad069c9b-4632-497d-8bc0-2961261d5fe8 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:08.504145 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-f112f4ce-7844-4977-94d4-66a1de1ebf49 None None] For port 088e7ea9-b244-4ed9-83e2-c59038047c1a, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=088e7ea9-b244-4ed9-83e2-c59038047c1a,segment=NetworkSegment(a7930220-f8f9-4bbb-b524-6482b10d505a),segment_id=a7930220-f8f9-4bbb-b524-6482b10d505a)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:19:08.508387 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2c0ea5fa-0ef1-49e4-b221-4868c57a4cc3 req-73a8eeef-d0e1-4c10-87ff-62709fe42173 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] 10.222.0.61 "GET /v2.0/security-groups/fb759a20-e5fe-4e84-a883-a477cdb2bc80 HTTP/1.1" status: 200 len: 1829 time: 0.1550026 Nov 16 11:19:08.520315 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f112f4ce-7844-4977-94d4-66a1de1ebf49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:08.531262 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-4fec6fab-44bc-4b90-be15-e9ee81e22e9b None None] Set router 412865f5-fee1-4122-ae57-6d6691e555ed gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:19:08.617955 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-15491136-3146-4caf-b266-9b84f3dfac00 req-ad069c9b-4632-497d-8bc0-2961261d5fe8 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:08.623303 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0fbd0ccc-5b32-4637-9a56-35ad357b0c6f req-68342815-0fdc-4b09-a593-10bd46fec139 service neutron] 10.222.0.36 "GET /v2.0/networks/88f25b19-ae40-471f-83f3-2a0d38b6110b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875005 Nov 16 11:19:08.630904 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-15491136-3146-4caf-b266-9b84f3dfac00 req-ad069c9b-4632-497d-8bc0-2961261d5fe8 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:08.662198 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-2c0ea5fa-0ef1-49e4-b221-4868c57a4cc3 req-9c3b9b7d-2333-4b12-85cc-04e8b4ec98fc tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:08.691430 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-15491136-3146-4caf-b266-9b84f3dfac00 req-ad069c9b-4632-497d-8bc0-2961261d5fe8 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:08.692808 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-15491136-3146-4caf-b266-9b84f3dfac00 req-ad069c9b-4632-497d-8bc0-2961261d5fe8 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3281176 Nov 16 11:19:08.705581 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad069c9b-4632-497d-8bc0-2961261d5fe8 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd6d059-269a-47ae-ab69-3ed4be837fce,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:08.712158 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-2c0ea5fa-0ef1-49e4-b221-4868c57a4cc3 req-9c3b9b7d-2333-4b12-85cc-04e8b4ec98fc tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:08.768798 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-2c0ea5fa-0ef1-49e4-b221-4868c57a4cc3 req-9c3b9b7d-2333-4b12-85cc-04e8b4ec98fc tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:08.771622 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-2c0ea5fa-0ef1-49e4-b221-4868c57a4cc3 req-9c3b9b7d-2333-4b12-85cc-04e8b4ec98fc tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:08.772769 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2c0ea5fa-0ef1-49e4-b221-4868c57a4cc3 req-9c3b9b7d-2333-4b12-85cc-04e8b4ec98fc tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] 10.222.0.61 "DELETE /v2.0/security-groups/fb759a20-e5fe-4e84-a883-a477cdb2bc80 HTTP/1.1" status: 204 len: 173 time: 0.2549131 Nov 16 11:19:08.803654 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b9b7d-2333-4b12-85cc-04e8b4ec98fc tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb759a20-e5fe-4e84-a883-a477cdb2bc80,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:08.836166 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc5843-8588-4d31-ac47-3019addb0ab5 req-5830eeb0-37df-40b3-8487-73c4f5a55b0b tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:08.838093 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2cdc5843-8588-4d31-ac47-3019addb0ab5 req-5830eeb0-37df-40b3-8487-73c4f5a55b0b tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/ports?device_id=512fb662-782a-4a8c-a24e-48288df6e327 HTTP/1.1" status: 200 len: 943 time: 0.0820730 Nov 16 11:19:08.906653 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2cdc5843-8588-4d31-ac47-3019addb0ab5 req-8b2a6a7b-4e06-4b16-81c6-a87a69e9abd8 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2faa416-4579-46e6-aabb-72b9fc04a498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593693 Nov 16 11:19:08.966023 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f112f4ce-7844-4977-94d4-66a1de1ebf49 None None] Pushing event updated for resources: {'Port': ['ID=088e7ea9-b244-4ed9-83e2-c59038047c1a,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:08.979252 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-7ba2e83f-391e-4ddb-a4b7-48661c9f27b9 None None] Provisioning complete for port 088e7ea9-b244-4ed9-83e2-c59038047c1a triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:08.979635 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7ba2e83f-391e-4ddb-a4b7-48661c9f27b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:09.026593 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8a10a71e-32d8-4bc8-ac89-1e00967b3232 req-d91c1688-8440-4e98-8d5c-85d0ad8671fa tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] 10.222.0.61 "GET /v2.0/security-groups/cfd6d059-269a-47ae-ab69-3ed4be837fce HTTP/1.1" status: 200 len: 1819 time: 0.1033354 Nov 16 11:19:09.033961 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-8a10a71e-32d8-4bc8-ac89-1e00967b3232 req-9885af21-0e66-44d8-859f-f9c8b3cdf631 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cfd6d059-269a-47ae-ab69-3ed4be837fce', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:09.034479 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-8a10a71e-32d8-4bc8-ac89-1e00967b3232 req-9885af21-0e66-44d8-859f-f9c8b3cdf631 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cfd6d059-269a-47ae-ab69-3ed4be837fce', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:09.046592 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cb135-9dbb-4212-8349-0a7affefb60b req-06516734-d43c-4a00-b405-af15562af9ec tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:09.055047 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6a1cb135-9dbb-4212-8349-0a7affefb60b req-06516734-d43c-4a00-b405-af15562af9ec tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7bddbbd5-6e1b-4e6e-adda-fb42234aede3 HTTP/1.1" status: 200 len: 1097 time: 0.1293681 Nov 16 11:19:09.057164 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c0c13de1-fd94-40cf-8534-e3e617894d71 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:09.115456 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device a76869bb-efef-4d86-865d-17b014916cd8 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:19:09.156632 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6a1cb135-9dbb-4212-8349-0a7affefb60b req-705a9648-1ba1-4787-8058-e145082f5b19 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004701 Nov 16 11:19:09.198113 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4fec6fab-44bc-4b90-be15-e9ee81e22e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412865f5-fee1-4122-ae57-6d6691e555ed', 'name': 'tempest-ServersTestBootFromVolume-1857941324-router', 'tenant_id': '9f7363a08c414209ac7c04aff97b826c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'ba2f309e-39f1-4339-a3c1-153149d9ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:19:00Z', 'updated_at': '2021-11-16T11:19:05Z', 'revision_number': 4, 'project_id': '9f7363a08c414209ac7c04aff97b826c', 'gw_port': {'id': 'ba2f309e-39f1-4339-a3c1-153149d9ef56', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:15:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412865f5-fee1-4122-ae57-6d6691e555ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:00Z', 'updated_at': '2021-11-16T11:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '088e7ea9-b244-4ed9-83e2-c59038047c1a', 'name': '', 'network_id': '0554fe60-bd03-4672-b976-b9334c9ef674', 'tenant_id': '9f7363a08c414209ac7c04aff97b826c', 'mac_address': 'fa:16:3e:5c:71:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412865f5-fee1-4122-ae57-6d6691e555ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'c5b632c6-00ee-4c25-9555-e7f1a5d8a8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:03Z', 'updated_at': '2021-11-16T11:19:08Z', 'revision_number': 4, 'project_id': '9f7363a08c414209ac7c04aff97b826c', 'subnets': [{'id': 'c5b632c6-00ee-4c25-9555-e7f1a5d8a8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:19:09.208262 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8a10a71e-32d8-4bc8-ac89-1e00967b3232 req-9885af21-0e66-44d8-859f-f9c8b3cdf631 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:09.227345 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c0c13de1-fd94-40cf-8534-e3e617894d71 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:09.231160 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fec6fab-44bc-4b90-be15-e9ee81e22e9b None None] The sync data for ids ['412865f5-fee1-4122-ae57-6d6691e555ed'] in n-d-816823-3 is: [{'id': '412865f5-fee1-4122-ae57-6d6691e555ed', 'name': 'tempest-ServersTestBootFromVolume-1857941324-router', 'tenant_id': '9f7363a08c414209ac7c04aff97b826c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'ba2f309e-39f1-4339-a3c1-153149d9ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:19:00Z', 'updated_at': '2021-11-16T11:19:05Z', 'revision_number': 4, 'project_id': '9f7363a08c414209ac7c04aff97b826c', 'gw_port': {'id': 'ba2f309e-39f1-4339-a3c1-153149d9ef56', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:15:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412865f5-fee1-4122-ae57-6d6691e555ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:00Z', 'updated_at': '2021-11-16T11:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '088e7ea9-b244-4ed9-83e2-c59038047c1a', 'name': '', 'network_id': '0554fe60-bd03-4672-b976-b9334c9ef674', 'tenant_id': '9f7363a08c414209ac7c04aff97b826c', 'mac_address': 'fa:16:3e:5c:71:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412865f5-fee1-4122-ae57-6d6691e555ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'c5b632c6-00ee-4c25-9555-e7f1a5d8a8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:03Z', 'updated_at': '2021-11-16T11:19:08Z', 'revision_number': 4, 'project_id': '9f7363a08c414209ac7c04aff97b826c', 'subnets': [{'id': 'c5b632c6-00ee-4c25-9555-e7f1a5d8a8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:19:09.239851 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c0c13de1-fd94-40cf-8534-e3e617894d71 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:09.279168 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port a76869bb-efef-4d86-865d-17b014916cd8, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=a76869bb-efef-4d86-865d-17b014916cd8,segment=NetworkSegment(29fe51c5-7413-4ecd-8c04-97b69fe8410f),segment_id=29fe51c5-7413-4ecd-8c04-97b69fe8410f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:19:09.290077 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8a10a71e-32d8-4bc8-ac89-1e00967b3232 req-9885af21-0e66-44d8-859f-f9c8b3cdf631 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:09.301577 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': 'a76869bb-efef-4d86-865d-17b014916cd8', 'network_id': 'cbb4a65b-8eab-4791-8d34-bab11c0de63c', 'port_id': 'a76869bb-efef-4d86-865d-17b014916cd8', 'mac_address': 'fa:16:3e:30:10:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a10b0d7-f428-41c3-8bd0-15f87f8f81d9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:19:09.325061 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c0c13de1-fd94-40cf-8534-e3e617894d71 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:09.328415 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c0c13de1-fd94-40cf-8534-e3e617894d71 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9910982 Nov 16 11:19:09.331849 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54770) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:19:09.333758 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8a10a71e-32d8-4bc8-ac89-1e00967b3232 req-9885af21-0e66-44d8-859f-f9c8b3cdf631 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:09.339789 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-c8d213cf-3214-4c1b-a2ce-955d14b20210 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Request body: {'security_group_rule': {'security_group_id': '7e2f27fd-8e22-4399-89da-285e295b5e5c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:09.371128 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8a399224-de82-418a-b766-a15f53c2a578 req-9a3190eb-fcac-41ff-bb6b-d49cf925aa02 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] 10.222.0.61 "GET /v2.0/security-groups/cede117b-85e3-4e22-9f54-dfb051bd0ca6 HTTP/1.1" status: 200 len: 1829 time: 0.1829526 Nov 16 11:19:09.384096 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c13de1-fd94-40cf-8534-e3e617894d71 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2f27fd-8e22-4399-89da-285e295b5e5c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:09.391882 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:09.393833 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c8d213cf-3214-4c1b-a2ce-955d14b20210 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:09.409367 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a76869bb-efef-4d86-865d-17b014916cd8 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:19:09.411771 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885af21-0e66-44d8-859f-f9c8b3cdf631 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ac0bed-328b-4e08-b4ba-5f4e8950946b,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:09.437491 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port a76869bb-efef-4d86-865d-17b014916cd8, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=a76869bb-efef-4d86-865d-17b014916cd8,segment=NetworkSegment(29fe51c5-7413-4ecd-8c04-97b69fe8410f),segment_id=29fe51c5-7413-4ecd-8c04-97b69fe8410f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:19:09.443518 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:09.445530 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8a10a71e-32d8-4bc8-ac89-1e00967b3232 req-9885af21-0e66-44d8-859f-f9c8b3cdf631 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:09.446825 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8a10a71e-32d8-4bc8-ac89-1e00967b3232 req-9885af21-0e66-44d8-859f-f9c8b3cdf631 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4185481 Nov 16 11:19:09.493982 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8a399224-de82-418a-b766-a15f53c2a578 req-902a988c-2f36-4b94-a205-e8f0627f610a tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:09.505751 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c8d213cf-3214-4c1b-a2ce-955d14b20210 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:09.511880 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c8d213cf-3214-4c1b-a2ce-955d14b20210 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:09.521911 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=a76869bb-efef-4d86-865d-17b014916cd8,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:09.546228 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d213cf-3214-4c1b-a2ce-955d14b20210 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=906e2897-bcdd-4459-a198-5ef1427d56a1,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:09.562298 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c8d213cf-3214-4c1b-a2ce-955d14b20210 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:09.563546 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8a399224-de82-418a-b766-a15f53c2a578 req-902a988c-2f36-4b94-a205-e8f0627f610a tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:09.563674 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c8d213cf-3214-4c1b-a2ce-955d14b20210 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2302446 Nov 16 11:19:09.566975 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54778) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:19:09.573163 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-47a1b33d-1cc1-46e1-9429-e27fd058f4c1 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Request body: {'security_group_rule': {'security_group_id': '7e2f27fd-8e22-4399-89da-285e295b5e5c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:09.635872 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-47a1b33d-1cc1-46e1-9429-e27fd058f4c1 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:09.659046 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['a76869bb-efef-4d86-865d-17b014916cd8'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:19:09.673410 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8a399224-de82-418a-b766-a15f53c2a578 req-902a988c-2f36-4b94-a205-e8f0627f610a tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:09.680912 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8a399224-de82-418a-b766-a15f53c2a578 req-902a988c-2f36-4b94-a205-e8f0627f610a tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:09.694279 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8a399224-de82-418a-b766-a15f53c2a578 req-902a988c-2f36-4b94-a205-e8f0627f610a tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] 10.222.0.61 "DELETE /v2.0/security-groups/cede117b-85e3-4e22-9f54-dfb051bd0ca6 HTTP/1.1" status: 204 len: 173 time: 0.3221529 Nov 16 11:19:09.735618 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a988c-2f36-4b94-a205-e8f0627f610a tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cede117b-85e3-4e22-9f54-dfb051bd0ca6,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:09.811304 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-47a1b33d-1cc1-46e1-9429-e27fd058f4c1 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:09.820264 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-47a1b33d-1cc1-46e1-9429-e27fd058f4c1 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:09.871785 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a1b33d-1cc1-46e1-9429-e27fd058f4c1 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de2f7831-7ced-4401-935d-d7996a014dbb,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:09.914125 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853324d7-182c-4c3d-b646-8ed1b5d6cd99 req-bc5edb07-849e-4613-b5f8-197fb7ba7120 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:09.922732 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-853324d7-182c-4c3d-b646-8ed1b5d6cd99 req-bc5edb07-849e-4613-b5f8-197fb7ba7120 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac3d68f4-75a9-4d5b-90a4-43957b1b21d1 HTTP/1.1" status: 200 len: 944 time: 0.1549838 Nov 16 11:19:09.984201 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-853324d7-182c-4c3d-b646-8ed1b5d6cd99 req-c13d3554-3dc7-4ba9-b7ed-9c16510b581a tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594761 Nov 16 11:19:09.990873 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-47a1b33d-1cc1-46e1-9429-e27fd058f4c1 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:09.992782 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-47a1b33d-1cc1-46e1-9429-e27fd058f4c1 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4243877 Nov 16 11:19:09.995945 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54802) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:19:10.002474 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4372599e-4581-4571-8ece-5ff1cedb3745 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:10.034115 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4372599e-4581-4571-8ece-5ff1cedb3745 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:10.099621 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-284d3ff4-7368-452a-8ece-7ebd85514898 req-6f586c3f-839f-48ed-bfcd-3230faa41f0a tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] 10.222.0.61 "GET /v2.0/security-groups/cfd6d059-269a-47ae-ab69-3ed4be837fce HTTP/1.1" status: 200 len: 2412 time: 0.0775599 Nov 16 11:19:10.105350 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-284d3ff4-7368-452a-8ece-7ebd85514898 req-a32f3f37-81e4-4d0d-a6eb-61028773cdd5 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cfd6d059-269a-47ae-ab69-3ed4be837fce', 'remote_group_id': None}]} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:10.105778 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-284d3ff4-7368-452a-8ece-7ebd85514898 req-a32f3f37-81e4-4d0d-a6eb-61028773cdd5 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cfd6d059-269a-47ae-ab69-3ed4be837fce', 'remote_group_id': None}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:10.170250 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4372599e-4581-4571-8ece-5ff1cedb3745 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:10.195946 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-284d3ff4-7368-452a-8ece-7ebd85514898 req-a32f3f37-81e4-4d0d-a6eb-61028773cdd5 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:10.224769 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-284d3ff4-7368-452a-8ece-7ebd85514898 req-a32f3f37-81e4-4d0d-a6eb-61028773cdd5 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:10.230589 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-284d3ff4-7368-452a-8ece-7ebd85514898 req-a32f3f37-81e4-4d0d-a6eb-61028773cdd5 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:10.255312 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f3f37-81e4-4d0d-a6eb-61028773cdd5 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b3d439d-9da3-4dd0-8514-5b37ad1b7b91,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:10.274180 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-284d3ff4-7368-452a-8ece-7ebd85514898 req-a32f3f37-81e4-4d0d-a6eb-61028773cdd5 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:10.275619 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-284d3ff4-7368-452a-8ece-7ebd85514898 req-a32f3f37-81e4-4d0d-a6eb-61028773cdd5 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1750832 Nov 16 11:19:10.320347 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-4372599e-4581-4571-8ece-5ff1cedb3745 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Allocated IP 172.25.0.107 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/31318999-b640-4875-b5b1-8939af7b9da7) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:19:10.350979 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ac2673b6-250b-47da-a8ff-c756bc4073d5 req-ede1fb7a-a1c9-4389-86ee-de530d0f3ad7 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] 10.222.0.61 "GET /v2.0/security-groups/96d4b2da-903a-40b5-b963-ea259f9f5e24 HTTP/1.1" status: 200 len: 1828 time: 0.0528932 Nov 16 11:19:10.428844 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4372599e-4581-4571-8ece-5ff1cedb3745 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:10.435128 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ac2673b6-250b-47da-a8ff-c756bc4073d5 req-3d25c91c-be07-4d04-8108-589751624be0 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:10.462718 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ac2673b6-250b-47da-a8ff-c756bc4073d5 req-3d25c91c-be07-4d04-8108-589751624be0 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:10.470274 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4372599e-4581-4571-8ece-5ff1cedb3745 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:10.506591 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4372599e-4581-4571-8ece-5ff1cedb3745 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:19:10.520191 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-4372599e-4581-4571-8ece-5ff1cedb3745 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:19:10.524479 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4372599e-4581-4571-8ece-5ff1cedb3745 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:19:10.528134 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ac2673b6-250b-47da-a8ff-c756bc4073d5 req-3d25c91c-be07-4d04-8108-589751624be0 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:10.532528 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ac2673b6-250b-47da-a8ff-c756bc4073d5 req-3d25c91c-be07-4d04-8108-589751624be0 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:10.533696 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ac2673b6-250b-47da-a8ff-c756bc4073d5 req-3d25c91c-be07-4d04-8108-589751624be0 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] 10.222.0.61 "DELETE /v2.0/security-groups/96d4b2da-903a-40b5-b963-ea259f9f5e24 HTTP/1.1" status: 204 len: 173 time: 0.1746974 Nov 16 11:19:10.550143 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25c91c-be07-4d04-8108-589751624be0 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d4b2da-903a-40b5-b963-ea259f9f5e24,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:10.575660 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372599e-4581-4571-8ece-5ff1cedb3745 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Pushing event updated for resources: {'Port': ['ID=31318999-b640-4875-b5b1-8939af7b9da7,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:10.625516 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-ed5b6b5b-7a50-47bb-8413-22514aa4934e tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:19:10.626673 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-ed5b6b5b-7a50-47bb-8413-22514aa4934e tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073814 Nov 16 11:19:10.672391 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4372599e-4581-4571-8ece-5ff1cedb3745 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:10.681996 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-5486a16e-965f-4bc1-bf22-7782028291f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:10.683344 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-5486a16e-965f-4bc1-bf22-7782028291f4 service neutron] 10.222.0.61 "GET /v2.0/ports/29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 HTTP/1.1" status: 200 len: 1094 time: 0.0470693 Nov 16 11:19:10.708797 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-dc95c8fe-4900-4d2c-ae10-d1e9e2c18fd5 service neutron] Request body: {'binding': {'host': 'n-h2-816823-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:10.709246 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-dc95c8fe-4900-4d2c-ae10-d1e9e2c18fd5 service neutron] Unknown quota resources ['binding']. {{(pid=102668) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 11:19:10.753101 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4372599e-4581-4571-8ece-5ff1cedb3745 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:10.765258 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff3a64-79b0-4741-adaf-067ac6c84fe7 req-fa480edd-4acb-4613-903d-6b6beec24f44 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:10.766829 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1bff3a64-79b0-4741-adaf-067ac6c84fe7 req-fa480edd-4acb-4613-903d-6b6beec24f44 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/ports?device_id=512fb662-782a-4a8c-a24e-48288df6e327 HTTP/1.1" status: 200 len: 943 time: 0.0762091 Nov 16 11:19:10.822418 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 088e7ea9-b244-4ed9-83e2-c59038047c1a up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:19:10.840322 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1bff3a64-79b0-4741-adaf-067ac6c84fe7 req-aa135049-a2fd-4922-b55b-5c0e51746641 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2faa416-4579-46e6-aabb-72b9fc04a498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671628 Nov 16 11:19:10.882002 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 088e7ea9-b244-4ed9-83e2-c59038047c1a triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:10.883137 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:10.963967 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-dc95c8fe-4900-4d2c-ae10-d1e9e2c18fd5 service neutron] Attempting to bind port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 on host n-h2-816823-3 for vnic_type normal with profile None {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:19:10.964309 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-dc95c8fe-4900-4d2c-ae10-d1e9e2c18fd5 service neutron] Attempting to bind port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:19:10.964634 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-dc95c8fe-4900-4d2c-ae10-d1e9e2c18fd5 service neutron] Attempting to bind port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 on network b7bb2a97-86e1-4934-a454-677fe86f6d7e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:19:10.978397 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-dc95c8fe-4900-4d2c-ae10-d1e9e2c18fd5 service neutron] Port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 on network b7bb2a97-86e1-4934-a454-677fe86f6d7e not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:19:10.980955 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-dc95c8fe-4900-4d2c-ae10-d1e9e2c18fd5 service neutron] Attempting to bind port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 on network b7bb2a97-86e1-4934-a454-677fe86f6d7e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:19:10.991314 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-dc95c8fe-4900-4d2c-ae10-d1e9e2c18fd5 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:19:10.991650 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-dc95c8fe-4900-4d2c-ae10-d1e9e2c18fd5 service neutron] Checking segment: {'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:19:10.992570 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-dc95c8fe-4900-4d2c-ae10-d1e9e2c18fd5 service neutron] Bound using segment: {'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:19:10.993015 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-dc95c8fe-4900-4d2c-ae10-d1e9e2c18fd5 service neutron] Bound port: 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:19:11.069270 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4372599e-4581-4571-8ece-5ff1cedb3745 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:11.077948 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4372599e-4581-4571-8ece-5ff1cedb3745 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:11.081786 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-dc95c8fe-4900-4d2c-ae10-d1e9e2c18fd5 service neutron] For port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=29d992c3-c0c9-4c03-bac2-e35d0d9dbe49,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:19:11.084026 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-bd1165b4-1cb3-41ff-a2c2-40e97fb7af46 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=0152afa3233947d9ae81982d449bc8b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223944 Nov 16 11:19:11.110867 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-dc95c8fe-4900-4d2c-ae10-d1e9e2c18fd5 service neutron] Publish callbacks [] for binding, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:11.112028 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-dc95c8fe-4900-4d2c-ae10-d1e9e2c18fd5 service neutron] 10.222.0.61 "POST /v2.0/ports/29d992c3-c0c9-4c03-bac2-e35d0d9dbe49/bindings HTTP/1.1" status: 201 len: 389 time: 0.4212401 Nov 16 11:19:11.133472 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 9f7f87ae-515f-40f3-92dc-824ff848a68f details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:19:11.136569 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device a76869bb-efef-4d86-865d-17b014916cd8 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:19:11.158003 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372599e-4581-4571-8ece-5ff1cedb3745 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Pushing event updated for resources: {'Port': ['ID=31318999-b640-4875-b5b1-8939af7b9da7,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:11.174566 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4372599e-4581-4571-8ece-5ff1cedb3745 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:11.199598 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4372599e-4581-4571-8ece-5ff1cedb3745 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:11.201787 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4372599e-4581-4571-8ece-5ff1cedb3745 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2038803 Nov 16 11:19:11.259739 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port a76869bb-efef-4d86-865d-17b014916cd8 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:19:11.269765 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port a76869bb-efef-4d86-865d-17b014916cd8 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:11.270915 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:11.349125 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 9f7f87ae-515f-40f3-92dc-824ff848a68f, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=9f7f87ae-515f-40f3-92dc-824ff848a68f,segment=NetworkSegment(6010f23d-2319-49e4-9d27-00c73d54b3c1),segment_id=6010f23d-2319-49e4-9d27-00c73d54b3c1)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:19:11.365353 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '9f7f87ae-515f-40f3-92dc-824ff848a68f', 'network_id': '88f25b19-ae40-471f-83f3-2a0d38b6110b', 'port_id': '9f7f87ae-515f-40f3-92dc-824ff848a68f', 'mac_address': 'fa:16:3e:bd:84:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50dbcca0-861c-401b-911d-16a9002f1b98', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:19:11.433166 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:11.436272 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:11.465016 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f7f87ae-515f-40f3-92dc-824ff848a68f {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:19:11.476900 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3d68f4-75a9-4d5b-90a4-43957b1b21d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76869bb-efef-4d86-865d-17b014916cd8'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:19:11.479364 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97db6a1d-6eab-45ea-a777-a3d5a1fe9b6b" -d '{"events": [{"server_uuid": "ac3d68f4-75a9-4d5b-90a4-43957b1b21d1", "name": "network-vif-plugged", "status": "completed", "tag": "a76869bb-efef-4d86-865d-17b014916cd8"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:19:11.502284 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port a76869bb-efef-4d86-865d-17b014916cd8, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=a76869bb-efef-4d86-865d-17b014916cd8,segment=NetworkSegment(29fe51c5-7413-4ecd-8c04-97b69fe8410f),segment_id=29fe51c5-7413-4ecd-8c04-97b69fe8410f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:19:11.504214 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 9f7f87ae-515f-40f3-92dc-824ff848a68f, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=9f7f87ae-515f-40f3-92dc-824ff848a68f,segment=NetworkSegment(6010f23d-2319-49e4-9d27-00c73d54b3c1),segment_id=6010f23d-2319-49e4-9d27-00c73d54b3c1)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:19:11.508232 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:11.512929 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:11.563168 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=a76869bb-efef-4d86-865d-17b014916cd8,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:11.579847 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-325e8bb5-bada-4863-8c67-c695121a2c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:11.581458 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-325e8bb5-bada-4863-8c67-c695121a2c39 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fca4017bffc548cea20e1270411b1992&device_id=7bddbbd5-6e1b-4e6e-adda-fb42234aede3 HTTP/1.1" status: 200 len: 1097 time: 0.1080816 Nov 16 11:19:11.589876 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-ced3e7aa-b508-4443-9d79-0ba7971ffdbe tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:11.591309 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-ced3e7aa-b508-4443-9d79-0ba7971ffdbe tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5011773 Nov 16 11:19:11.606516 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-739a615a-d678-4fac-b462-1c84088bfafa req-ade3d1a0-fdf4-4656-b14e-f3dbd01dffd9 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] 10.222.0.61 "GET /v2.0/security-groups/cfd6d059-269a-47ae-ab69-3ed4be837fce HTTP/1.1" status: 200 len: 3010 time: 0.1319854 Nov 16 11:19:11.622631 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=9f7f87ae-515f-40f3-92dc-824ff848a68f,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:11.671375 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-f4a45b1b-4597-40d6-85cb-fda39956f363 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] 10.222.0.61 "GET /v2.0/quotas/0152afa3233947d9ae81982d449bc8b0 HTTP/1.1" status: 200 len: 375 time: 0.0636952 Nov 16 11:19:11.727558 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-464220dd-c9c0-4db4-9d68-25546d50c4b9 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0152afa3233947d9ae81982d449bc8b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468669 Nov 16 11:19:11.730875 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['9f7f87ae-515f-40f3-92dc-824ff848a68f'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:19:11.766156 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-962a97a7-1cf0-4595-abde-876b8e8c1ca5 req-306db250-54a1-4d42-a431-289f79930e73 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] 10.222.0.61 "GET /v2.0/security-groups/9e1202b8-1ada-4328-8cfb-a81225132422 HTTP/1.1" status: 200 len: 1829 time: 0.1496391 Nov 16 11:19:11.804676 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-894a3889-aae1-4e3b-81a5-908d5d2e713e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:11.806321 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-894a3889-aae1-4e3b-81a5-908d5d2e713e service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7bb2a97-86e1-4934-a454-677fe86f6d7e HTTP/1.1" status: 200 len: 909 time: 0.1924284 Nov 16 11:19:11.900099 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-e75b1401-246b-451f-b968-f94d7929f24a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 HTTP/1.1" status: 200 len: 217 time: 0.0822999 Nov 16 11:19:12.055687 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-962a97a7-1cf0-4595-abde-876b8e8c1ca5 req-c4ed3345-e666-4005-aeb0-8e488fd37c8d tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:12.063070 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-d058aeaf-a6fe-4e05-aaf8-d0f0fb89f3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:12.065118 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-d058aeaf-a6fe-4e05-aaf8-d0f0fb89f3a2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7e023778-0206-43f4-abc1-4c067f7e46aa HTTP/1.1" status: 200 len: 848 time: 0.1475036 Nov 16 11:19:12.131482 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-db15edfe-2476-4ffd-9a78-689f36398a1e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7bb2a97-86e1-4934-a454-677fe86f6d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534341 Nov 16 11:19:12.134544 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-962a97a7-1cf0-4595-abde-876b8e8c1ca5 req-c4ed3345-e666-4005-aeb0-8e488fd37c8d tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:12.147783 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541feb93-4379-48e6-b1d2-2ba19b976fe3 req-acaa56fd-d34a-4f1e-9f11-434517196b7c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:12.150640 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-541feb93-4379-48e6-b1d2-2ba19b976fe3 req-acaa56fd-d34a-4f1e-9f11-434517196b7c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac3d68f4-75a9-4d5b-90a4-43957b1b21d1 HTTP/1.1" status: 200 len: 945 time: 0.1703527 Nov 16 11:19:12.307036 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-962a97a7-1cf0-4595-abde-876b8e8c1ca5 req-c4ed3345-e666-4005-aeb0-8e488fd37c8d tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:12.309656 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-962a97a7-1cf0-4595-abde-876b8e8c1ca5 req-c4ed3345-e666-4005-aeb0-8e488fd37c8d tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:12.310836 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-962a97a7-1cf0-4595-abde-876b8e8c1ca5 req-c4ed3345-e666-4005-aeb0-8e488fd37c8d tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] 10.222.0.61 "DELETE /v2.0/security-groups/9e1202b8-1ada-4328-8cfb-a81225132422 HTTP/1.1" status: 204 len: 173 time: 0.5360541 Nov 16 11:19:12.368445 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-541feb93-4379-48e6-b1d2-2ba19b976fe3 req-e1470305-7a4d-460d-bdf7-0753b26004e6 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998513 Nov 16 11:19:12.375812 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed3345-e666-4005-aeb0-8e488fd37c8d tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1202b8-1ada-4328-8cfb-a81225132422,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:12.387079 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-7f455405-c422-47c8-84af-bdb17fd553c3 service neutron] 10.222.0.64 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353945 Nov 16 11:19:12.482601 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0464a039-c86d-4515-b0de-ad93f1280222 x-openstack-request-id: req-0464a039-c86d-4515-b0de-ad93f1280222 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:19:12.483168 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3d68f4-75a9-4d5b-90a4-43957b1b21d1", "name": "network-vif-plugged", "status": "completed", "tag": "a76869bb-efef-4d86-865d-17b014916cd8", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:19:12.483270 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0464a039-c86d-4515-b0de-ad93f1280222 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:19:12.483650 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3d68f4-75a9-4d5b-90a4-43957b1b21d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76869bb-efef-4d86-865d-17b014916cd8', 'code': 200} Nov 16 11:19:12.586803 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ee163459-f805-4663-8bf2-4cc38d0daed4 req-3eec1c6d-9806-44b1-bbcd-22ef520956a2 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] 10.222.0.61 "GET /v2.0/security-group-rules/9b3d439d-9da3-4dd0-8514-5b37ad1b7b91 HTTP/1.1" status: 200 len: 783 time: 0.0471959 Nov 16 11:19:12.601355 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ced18-2731-4e88-a163-ef033c2746c2 req-f6db9529-f37b-4b99-8168-09915de7041f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:12.602256 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9e11a-4f24-45b7-a128-c9d117530133 req-d2b06f9a-bc9c-4efb-b806-c3d86dada0f0 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:12.603777 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d9b9e11a-4f24-45b7-a128-c9d117530133 req-d2b06f9a-bc9c-4efb-b806-c3d86dada0f0 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bddbbd5-6e1b-4e6e-adda-fb42234aede3 HTTP/1.1" status: 200 len: 946 time: 0.1906099 Nov 16 11:19:12.604144 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-267ced18-2731-4e88-a163-ef033c2746c2 req-f6db9529-f37b-4b99-8168-09915de7041f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ac3d68f4-75a9-4d5b-90a4-43957b1b21d1 HTTP/1.1" status: 200 len: 1096 time: 0.0462747 Nov 16 11:19:12.607994 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-239b1003-7c06-42d1-938e-1f2c5564c2af service neutron] 10.222.0.64 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128212 Nov 16 11:19:12.683858 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-267ced18-2731-4e88-a163-ef033c2746c2 req-746ca86c-ff2c-4977-b0f5-b509a6018db2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714524 Nov 16 11:19:12.686785 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ee163459-f805-4663-8bf2-4cc38d0daed4 req-548b1ad2-1f57-4a91-9fb9-00a108b4e43d tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] 10.222.0.61 "GET /v2.0/security-groups/cfd6d059-269a-47ae-ab69-3ed4be837fce HTTP/1.1" status: 200 len: 3010 time: 0.0813749 Nov 16 11:19:12.711823 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d9b9e11a-4f24-45b7-a128-c9d117530133 req-dbc66ac4-e5b3-49e1-942c-8e6a116bc826 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982773 Nov 16 11:19:12.724346 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ee163459-f805-4663-8bf2-4cc38d0daed4 req-4067f32c-4886-430b-a854-2af243453053 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:12.734273 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ee163459-f805-4663-8bf2-4cc38d0daed4 req-4067f32c-4886-430b-a854-2af243453053 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:12.766784 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ee163459-f805-4663-8bf2-4cc38d0daed4 req-4067f32c-4886-430b-a854-2af243453053 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:12.773711 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ee163459-f805-4663-8bf2-4cc38d0daed4 req-4067f32c-4886-430b-a854-2af243453053 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:12.775004 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ee163459-f805-4663-8bf2-4cc38d0daed4 req-4067f32c-4886-430b-a854-2af243453053 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/9b3d439d-9da3-4dd0-8514-5b37ad1b7b91 HTTP/1.1" status: 204 len: 173 time: 0.0873990 Nov 16 11:19:12.784095 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067f32c-4886-430b-a854-2af243453053 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b3d439d-9da3-4dd0-8514-5b37ad1b7b91,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:12.931209 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33914183-c273-4b09-a4b8-a0af6c316de0 req-2b76ab80-ee24-4592-90f7-f9cb3b9bae1e tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:12.939514 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-33914183-c273-4b09-a4b8-a0af6c316de0 req-2b76ab80-ee24-4592-90f7-f9cb3b9bae1e tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/ports?device_id=512fb662-782a-4a8c-a24e-48288df6e327 HTTP/1.1" status: 200 len: 944 time: 0.0987306 Nov 16 11:19:12.964278 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-095c9c08-3c0e-487b-9b2e-f75e63d0d3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:13.011071 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-33914183-c273-4b09-a4b8-a0af6c316de0 req-03ebae48-51d3-4849-95bd-eb7c97c2d1a5 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2faa416-4579-46e6-aabb-72b9fc04a498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703540 Nov 16 11:19:13.096205 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-38d47bc3-2137-4e86-90d4-50814e9f48ae req-fa64f510-6056-4d84-b340-2c54214b7cb1 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] 10.222.0.61 "GET /v2.0/ports?device_id=cef4b006-0763-4a36-99d5-8ae57b8d650a HTTP/1.1" status: 200 len: 210 time: 0.0392811 Nov 16 11:19:13.106209 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9c4a9337-1c2f-49ca-89b4-7327baa0d6c9 req-31d33d2c-f696-4302-9d14-c68c66a9df87 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] 10.222.0.61 "GET /v2.0/security-groups/acb86026-d5b5-44f9-92cb-01508145e725 HTTP/1.1" status: 200 len: 1829 time: 0.0685847 Nov 16 11:19:13.140091 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 9f7f87ae-515f-40f3-92dc-824ff848a68f up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:19:13.212890 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port 9f7f87ae-515f-40f3-92dc-824ff848a68f completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:19:13.217795 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 9f7f87ae-515f-40f3-92dc-824ff848a68f triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:13.218430 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:13.224479 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7c57b317-dc47-4fef-a7c3-471c698c1c01 req-f1844ef1-9202-4c0f-9619-5fb00db68f6a tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] 10.222.0.61 "GET /v2.0/security-groups/cfd6d059-269a-47ae-ab69-3ed4be837fce HTTP/1.1" status: 200 len: 2412 time: 0.0881815 Nov 16 11:19:13.238934 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9c4a9337-1c2f-49ca-89b4-7327baa0d6c9 req-d5d31c70-aea0-47f5-97a9-b770f088a3a9 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:13.310702 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9c4a9337-1c2f-49ca-89b4-7327baa0d6c9 req-d5d31c70-aea0-47f5-97a9-b770f088a3a9 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:13.319016 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-04a7a2f1-c762-48fe-917b-1de4787e303e tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=0152afa3233947d9ae81982d449bc8b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506077 Nov 16 11:19:13.343015 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:13.387268 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 9f7f87ae-515f-40f3-92dc-824ff848a68f, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=9f7f87ae-515f-40f3-92dc-824ff848a68f,segment=NetworkSegment(6010f23d-2319-49e4-9d27-00c73d54b3c1),segment_id=6010f23d-2319-49e4-9d27-00c73d54b3c1)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:19:13.394322 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:13.413799 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-7c57b317-dc47-4fef-a7c3-471c698c1c01 req-86faa0f0-a118-4650-98ec-733a86cc2b88 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:13.466423 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=9f7f87ae-515f-40f3-92dc-824ff848a68f,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:13.469827 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-7c57b317-dc47-4fef-a7c3-471c698c1c01 req-86faa0f0-a118-4650-98ec-733a86cc2b88 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:13.493995 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9c4a9337-1c2f-49ca-89b4-7327baa0d6c9 req-d5d31c70-aea0-47f5-97a9-b770f088a3a9 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:13.497333 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9c4a9337-1c2f-49ca-89b4-7327baa0d6c9 req-d5d31c70-aea0-47f5-97a9-b770f088a3a9 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:13.504752 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54936) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:19:13.511509 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9c4a9337-1c2f-49ca-89b4-7327baa0d6c9 req-d5d31c70-aea0-47f5-97a9-b770f088a3a9 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] 10.222.0.61 "DELETE /v2.0/security-groups/acb86026-d5b5-44f9-92cb-01508145e725 HTTP/1.1" status: 204 len: 173 time: 0.3828971 Nov 16 11:19:13.572538 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dffe31f-76a1-44aa-b73d-b9623bf0bb37 admin admin] Deleting subnet a637a55e-80ba-4b85-a036-60418aac4f5a {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:19:13.579076 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9dffe31f-76a1-44aa-b73d-b9623bf0bb37 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:13.629961 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9dffe31f-76a1-44aa-b73d-b9623bf0bb37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:13.651832 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-63396cb1-64d6-484e-83d0-7979a4064a00 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:13.653258 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-63396cb1-64d6-484e-83d0-7979a4064a00 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3266997 Nov 16 11:19:13.658223 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d31c70-aea0-47f5-97a9-b770f088a3a9 tempest-SecurityGroupRulesNegativeTestJSON-144756824 tempest-SecurityGroupRulesNegativeTestJSON-144756824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb86026-d5b5-44f9-92cb-01508145e725,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:13.671180 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-a5c43457-3534-4e9d-959d-b74bfce9b537 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] Request body: {'port': {'device_id': 'cef4b006-0763-4a36-99d5-8ae57b8d650a', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'admin_state_up': True, 'tenant_id': '0152afa3233947d9ae81982d449bc8b0'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:13.699555 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9dffe31f-76a1-44aa-b73d-b9623bf0bb37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:13.736819 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6dd4fe-08d5-4150-9d4e-713170631235 req-ae0ab935-f847-4ee8-b974-f7f79c588ac4 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:13.739223 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5c6dd4fe-08d5-4150-9d4e-713170631235 req-ae0ab935-f847-4ee8-b974-f7f79c588ac4 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac3d68f4-75a9-4d5b-90a4-43957b1b21d1 HTTP/1.1" status: 200 len: 945 time: 0.1456158 Nov 16 11:19:13.745846 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-7c57b317-dc47-4fef-a7c3-471c698c1c01 req-86faa0f0-a118-4650-98ec-733a86cc2b88 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:13.748496 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-7c57b317-dc47-4fef-a7c3-471c698c1c01 req-86faa0f0-a118-4650-98ec-733a86cc2b88 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:13.762574 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7c57b317-dc47-4fef-a7c3-471c698c1c01 req-86faa0f0-a118-4650-98ec-733a86cc2b88 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] 10.222.0.61 "DELETE /v2.0/security-groups/cfd6d059-269a-47ae-ab69-3ed4be837fce HTTP/1.1" status: 204 len: 173 time: 0.5255654 Nov 16 11:19:13.779836 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9dffe31f-76a1-44aa-b73d-b9623bf0bb37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:13.828004 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9dffe31f-76a1-44aa-b73d-b9623bf0bb37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:13.836716 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9dffe31f-76a1-44aa-b73d-b9623bf0bb37 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/a637a55e-80ba-4b85-a036-60418aac4f5a HTTP/1.1" status: 204 len: 168 time: 0.3285792 Nov 16 11:19:13.836716 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dffe31f-76a1-44aa-b73d-b9623bf0bb37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a637a55e-80ba-4b85-a036-60418aac4f5a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:13.837034 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86faa0f0-a118-4650-98ec-733a86cc2b88 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd6d059-269a-47ae-ab69-3ed4be837fce,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:13.838475 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54942) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:19:13.988302 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de65ef08-e725-4f70-93c4-1ca8776ce2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:14.009275 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5c6dd4fe-08d5-4150-9d4e-713170631235 req-4e45cfed-c93c-472f-b6ae-61e6376aba6f tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433214 Nov 16 11:19:14.030033 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abe59c-2549-41e6-8923-5c41a5dd7c65 req-a23ffb2f-0860-4bc7-af80-a66bbd88089a tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:14.031423 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-45abe59c-2549-41e6-8923-5c41a5dd7c65 req-a23ffb2f-0860-4bc7-af80-a66bbd88089a tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bddbbd5-6e1b-4e6e-adda-fb42234aede3 HTTP/1.1" status: 200 len: 946 time: 0.1776817 Nov 16 11:19:14.054823 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-a5c43457-3534-4e9d-959d-b74bfce9b537 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] Made reservation on behalf of 0152afa3233947d9ae81982d449bc8b0 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:19:14.054823 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-a5c43457-3534-4e9d-959d-b74bfce9b537 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:14.075085 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-a5c43457-3534-4e9d-959d-b74bfce9b537 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:14.120596 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [req-789d7ba4-f2c1-423f-8a39-cbd57f676ef5 req-4f396db8-33e0-45cd-89ba-16c1e294f98e tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] show failed (client error): The resource could not be found. Nov 16 11:19:14.126060 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de65ef08-e725-4f70-93c4-1ca8776ce2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:14.132439 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-789d7ba4-f2c1-423f-8a39-cbd57f676ef5 req-4f396db8-33e0-45cd-89ba-16c1e294f98e tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] 10.222.0.61 "GET /v2.0/security-groups/173543d3-7ab0-418c-882d-260985502b30 HTTP/1.1" status: 404 len: 352 time: 0.0536757 Nov 16 11:19:14.190062 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-45abe59c-2549-41e6-8923-5c41a5dd7c65 req-411068ae-1be6-457a-b589-bc6ec3b8519d tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513894 Nov 16 11:19:14.290745 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-a5c43457-3534-4e9d-959d-b74bfce9b537 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:14.300829 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-a5c43457-3534-4e9d-959d-b74bfce9b537 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:14.484178 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6e6d7341-0cb6-4407-b638-37a4f6754ea4 req-a49387ad-53f9-436b-a2a4-ec23b5af6650 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] 10.222.0.61 "GET /v2.0/ports?device_id=cef4b006-0763-4a36-99d5-8ae57b8d650a HTTP/1.1" status: 200 len: 210 time: 0.1003554 Nov 16 11:19:14.484819 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512fb662-782a-4a8c-a24e-48288df6e327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f7f87ae-515f-40f3-92dc-824ff848a68f'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:19:14.488027 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8694f71a-c050-4d62-aece-605c4cff0739" -d '{"events": [{"server_uuid": "512fb662-782a-4a8c-a24e-48288df6e327", "name": "network-vif-plugged", "status": "completed", "tag": "9f7f87ae-515f-40f3-92dc-824ff848a68f"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:19:14.517839 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-de65ef08-e725-4f70-93c4-1ca8776ce2dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b28f2b1-ddea-4609-8d0b-4e8c0aacf5fd']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:19:14.523609 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c43457-3534-4e9d-959d-b74bfce9b537 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4657343f-2e7d-4dcc-b42a-fcef730b116a,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:14.547014 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-de65ef08-e725-4f70-93c4-1ca8776ce2dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31480e8a-8047-4df7-85a0-19c96b040df1') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:19:14.547304 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-de65ef08-e725-4f70-93c4-1ca8776ce2dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31480e8a-8047-4df7-85a0-19c96b040df1') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:19:14.562381 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de65ef08-e725-4f70-93c4-1ca8776ce2dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:14.572173 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb08107-3482-440b-bc12-ad4d555ad339 req-a8b4cb30-c970-4146-80fb-9deff17b0218 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:14.573665 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aeb08107-3482-440b-bc12-ad4d555ad339 req-a8b4cb30-c970-4146-80fb-9deff17b0218 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/ports?device_id=512fb662-782a-4a8c-a24e-48288df6e327 HTTP/1.1" status: 200 len: 945 time: 0.2429464 Nov 16 11:19:14.582948 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de65ef08-e725-4f70-93c4-1ca8776ce2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:14.590288 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de65ef08-e725-4f70-93c4-1ca8776ce2dc admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:19:14.590781 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de65ef08-e725-4f70-93c4-1ca8776ce2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:14.596196 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:19:14.596196 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:19:14.596196 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:19:14.596196 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:19:14.596196 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:19:14.596196 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:19:14.596196 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:19:14.596196 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:19:14.596196 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:19:14.596196 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:19:14.596196 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:19:14.596196 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:19:14.596196 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:19:14.596196 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:19:14.596196 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:19:14.596196 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:19:14.596196 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:19:14.596196 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:19:14.596196 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:19:14.596196 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:19:14.596196 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:19:14.596196 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:19:14.596196 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:19:14.596196 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:19:14.596196 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:19:14.596196 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:19:14.596196 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:19:14.596196 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:19:14.596196 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:19:14.596196 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:19:14.596196 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:19:14.596196 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:19:14.642413 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-a5c43457-3534-4e9d-959d-b74bfce9b537 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] Allocated IP 192.168.233.249 (d184b1c6-3832-4c86-bfd0-c1472d76d6c3/c4c770cc-51d7-42eb-b4a6-9a605bacae0f/16e5d6be-5e37-4cb3-bfed-ade67f0e75fc) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:19:14.664299 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de65ef08-e725-4f70-93c4-1ca8776ce2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:14.674628 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de65ef08-e725-4f70-93c4-1ca8776ce2dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:14.681286 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-de65ef08-e725-4f70-93c4-1ca8776ce2dc admin admin] 10.222.0.61 "DELETE /v2.0/networks/3b28f2b1-ddea-4609-8d0b-4e8c0aacf5fd HTTP/1.1" status: 204 len: 168 time: 0.8408537 Nov 16 11:19:14.693574 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65ef08-e725-4f70-93c4-1ca8776ce2dc admin admin] Pushing event deleted for resources: {'Network': ['ID=3b28f2b1-ddea-4609-8d0b-4e8c0aacf5fd,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:14.730745 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-74129560-fae2-4eb4-bd05-8d79e8bd1af0 req-ce2256e2-5a3c-4d84-8936-65e96d8a21bb tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] 10.222.0.61 "GET /v2.0/security-groups/73d20af4-a595-4c1a-80e1-ceda58fee2bb HTTP/1.1" status: 200 len: 1821 time: 0.1997597 Nov 16 11:19:14.745849 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aeb08107-3482-440b-bc12-ad4d555ad339 req-999003d3-aeac-415d-adc3-fc5bf4fb185c tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2faa416-4579-46e6-aabb-72b9fc04a498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573069 Nov 16 11:19:14.821494 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98cc7b8a-324f-4049-9590-19abab121d3e x-openstack-request-id: req-98cc7b8a-324f-4049-9590-19abab121d3e {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:19:14.821812 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512fb662-782a-4a8c-a24e-48288df6e327", "name": "network-vif-plugged", "status": "completed", "tag": "9f7f87ae-515f-40f3-92dc-824ff848a68f", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:19:14.822117 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-98cc7b8a-324f-4049-9590-19abab121d3e {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:19:14.822517 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512fb662-782a-4a8c-a24e-48288df6e327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f7f87ae-515f-40f3-92dc-824ff848a68f', 'code': 200} Nov 16 11:19:14.951498 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-74129560-fae2-4eb4-bd05-8d79e8bd1af0 req-895a6392-c25f-494c-80bf-9729208d8242 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:14.977094 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54958) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:19:14.990084 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff79c4-33f1-49e3-94e2-219863a59900 req-2f52cfa5-78c5-4a7a-aa44-47c1072b4adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:14.992392 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-eaff79c4-33f1-49e3-94e2-219863a59900 req-2f52cfa5-78c5-4a7a-aa44-47c1072b4adc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=512fb662-782a-4a8c-a24e-48288df6e327 HTTP/1.1" status: 200 len: 1096 time: 0.1030455 Nov 16 11:19:14.997066 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-74129560-fae2-4eb4-bd05-8d79e8bd1af0 req-895a6392-c25f-494c-80bf-9729208d8242 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:15.002645 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-a5c43457-3534-4e9d-959d-b74bfce9b537 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:15.089221 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9e38ba8d-86e5-4da5-aa23-3ab7dab880f2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=00e734e8e94248a6b0855b7c568d3f03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1106191 Nov 16 11:19:15.090142 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54964) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:19:15.113732 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-74129560-fae2-4eb4-bd05-8d79e8bd1af0 req-895a6392-c25f-494c-80bf-9729208d8242 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:15.119549 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-eaff79c4-33f1-49e3-94e2-219863a59900 req-e0cabb27-a6c2-4b42-9825-fae442da8df4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b2faa416-4579-46e6-aabb-72b9fc04a498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123497 Nov 16 11:19:15.136003 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-74129560-fae2-4eb4-bd05-8d79e8bd1af0 req-895a6392-c25f-494c-80bf-9729208d8242 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:15.144524 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-74129560-fae2-4eb4-bd05-8d79e8bd1af0 req-895a6392-c25f-494c-80bf-9729208d8242 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] 10.222.0.61 "DELETE /v2.0/security-groups/73d20af4-a595-4c1a-80e1-ceda58fee2bb HTTP/1.1" status: 204 len: 173 time: 0.3973026 Nov 16 11:19:15.181552 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7f19faad-83b9-4de4-884f-cd8bb13c1fcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:15.215269 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7f19faad-83b9-4de4-884f-cd8bb13c1fcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:15.250244 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895a6392-c25f-494c-80bf-9729208d8242 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d20af4-a595-4c1a-80e1-ceda58fee2bb,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:15.319167 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7f19faad-83b9-4de4-884f-cd8bb13c1fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:15.328628 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7f19faad-83b9-4de4-884f-cd8bb13c1fcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:15.333470 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7f19faad-83b9-4de4-884f-cd8bb13c1fcc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/37708fa9-89b5-407c-848d-a2b78fff32ea HTTP/1.1" status: 204 len: 168 time: 0.2386963 Nov 16 11:19:15.347551 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19faad-83b9-4de4-884f-cd8bb13c1fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37708fa9-89b5-407c-848d-a2b78fff32ea,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:15.382202 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-a5c43457-3534-4e9d-959d-b74bfce9b537 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:15.395412 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f9e3c666-09a4-4705-a199-67970cb4ab71 req-eef6b32c-9e6b-41b2-8b12-771d67b2f36c tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] 10.222.0.61 "GET /v2.0/security-groups/66c04271-d7f7-4850-98c0-42f8309639e9 HTTP/1.1" status: 200 len: 1822 time: 0.1962965 Nov 16 11:19:15.470633 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-a5c43457-3534-4e9d-959d-b74bfce9b537 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] Network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:19:15.482630 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-a5c43457-3534-4e9d-959d-b74bfce9b537 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:19:15.510831 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e9dae-6c82-4096-8c23-dc187e07488d req-295e647a-5b43-45dd-a7ac-e4666dc25869 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:15.520293 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ec3e9dae-6c82-4096-8c23-dc187e07488d req-295e647a-5b43-45dd-a7ac-e4666dc25869 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac3d68f4-75a9-4d5b-90a4-43957b1b21d1 HTTP/1.1" status: 200 len: 945 time: 0.3237162 Nov 16 11:19:15.533965 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-a5c43457-3534-4e9d-959d-b74bfce9b537 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:19:15.547318 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9c411931-79eb-45ad-81f2-4d397f177404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:15.618067 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c43457-3534-4e9d-959d-b74bfce9b537 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] Pushing event updated for resources: {'Port': ['ID=16e5d6be-5e37-4cb3-bfed-ade67f0e75fc,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:15.668298 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f9e3c666-09a4-4705-a199-67970cb4ab71 req-190600d1-639e-43ba-98a5-eeea36f6f877 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:15.701344 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ec3e9dae-6c82-4096-8c23-dc187e07488d req-34a56fac-161f-40fa-9732-bb72c5f0bd7b tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800811 Nov 16 11:19:15.778189 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-a5c43457-3534-4e9d-959d-b74bfce9b537 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:15.780911 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-a5c43457-3534-4e9d-959d-b74bfce9b537 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:15.793415 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f9e3c666-09a4-4705-a199-67970cb4ab71 req-190600d1-639e-43ba-98a5-eeea36f6f877 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:15.863631 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-a5c43457-3534-4e9d-959d-b74bfce9b537 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1976285 Nov 16 11:19:15.898685 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-dc67bb5c-8e08-4718-91f7-734d359f7fc4 service neutron] Request body: {'port': {'device_id': 'cef4b006-0763-4a36-99d5-8ae57b8d650a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:16.001687 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-dc67bb5c-8e08-4718-91f7-734d359f7fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:16.011769 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba83de-a0be-485f-9770-f148fbc55892 req-43e3361b-816d-4339-bd99-cd7c729a7ed9 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:16.018468 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2dba83de-a0be-485f-9770-f148fbc55892 req-43e3361b-816d-4339-bd99-cd7c729a7ed9 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bddbbd5-6e1b-4e6e-adda-fb42234aede3 HTTP/1.1" status: 200 len: 946 time: 0.1791105 Nov 16 11:19:16.042913 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fc737110-c3db-489e-a610-b05aec040d59 None None] Provisioning complete for port 16e5d6be-5e37-4cb3-bfed-ade67f0e75fc triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:16.043271 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fc737110-c3db-489e-a610-b05aec040d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:16.139089 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fc737110-c3db-489e-a610-b05aec040d59 None None] Port 16e5d6be-5e37-4cb3-bfed-ade67f0e75fc cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:19:16.146696 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2dba83de-a0be-485f-9770-f148fbc55892 req-7a67a037-c0a6-4065-bf51-1d77a8ce79ba tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272423 Nov 16 11:19:16.153994 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f9e3c666-09a4-4705-a199-67970cb4ab71 req-190600d1-639e-43ba-98a5-eeea36f6f877 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:16.160853 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f9e3c666-09a4-4705-a199-67970cb4ab71 req-190600d1-639e-43ba-98a5-eeea36f6f877 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:16.169213 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f9e3c666-09a4-4705-a199-67970cb4ab71 req-190600d1-639e-43ba-98a5-eeea36f6f877 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] 10.222.0.61 "DELETE /v2.0/security-groups/66c04271-d7f7-4850-98c0-42f8309639e9 HTTP/1.1" status: 204 len: 173 time: 0.7722888 Nov 16 11:19:16.231776 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190600d1-639e-43ba-98a5-eeea36f6f877 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c04271-d7f7-4850-98c0-42f8309639e9,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:16.468368 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:16.513411 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8b9be-7c15-4301-8230-5164f30e9b22 req-6df67770-7c6c-4971-8be9-5e0749528a64 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:16.514979 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-99a8b9be-7c15-4301-8230-5164f30e9b22 req-6df67770-7c6c-4971-8be9-5e0749528a64 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] 10.222.0.61 "GET /v2.0/ports?device_id=cef4b006-0763-4a36-99d5-8ae57b8d650a HTTP/1.1" status: 200 len: 936 time: 0.2142522 Nov 16 11:19:16.594026 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e873a-c9e2-44c2-b4f0-b806a0b382db req-b1370ad8-601a-42c6-b0c6-2c43f9abdd99 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:16.594026 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-453e873a-c9e2-44c2-b4f0-b806a0b382db req-b1370ad8-601a-42c6-b0c6-2c43f9abdd99 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/ports?device_id=512fb662-782a-4a8c-a24e-48288df6e327 HTTP/1.1" status: 200 len: 945 time: 0.1694553 Nov 16 11:19:16.656912 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-99a8b9be-7c15-4301-8230-5164f30e9b22 req-aca89ae0-3d02-4c6e-817f-23c19cabb170 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] 10.222.0.61 "GET /v2.0/security-groups?id=4657343f-2e7d-4dcc-b42a-fcef730b116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094170 Nov 16 11:19:16.701340 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-453e873a-c9e2-44c2-b4f0-b806a0b382db req-70db5011-4b38-4bc1-996f-d1e362b4416b tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2faa416-4579-46e6-aabb-72b9fc04a498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031809 Nov 16 11:19:16.729195 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55004) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:19:16.800298 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-dc67bb5c-8e08-4718-91f7-734d359f7fc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16e5d6be-5e37-4cb3-bfed-ade67f0e75fc {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:19:16.838092 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-dc67bb5c-8e08-4718-91f7-734d359f7fc4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:16.880497 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6d0ec64c-52ff-43b2-8bda-1d2f08bf9308 req-5a292762-e01b-4337-afac-c9660096c312 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] 10.222.0.61 "GET /v2.0/security-groups/221b23bd-5e24-4d86-9d15-a45721198740 HTTP/1.1" status: 200 len: 1822 time: 0.1294208 Nov 16 11:19:16.894434 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-dc67bb5c-8e08-4718-91f7-734d359f7fc4 service neutron] Transition to ACTIVE for port object 16e5d6be-5e37-4cb3-bfed-ade67f0e75fc will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:19:16.912853 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-496577d0-e499-4d6c-8960-f979244a2a70 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-926643920-network', 'tenant_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:16.917530 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-dc67bb5c-8e08-4718-91f7-734d359f7fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:16.956584 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496577d0-e499-4d6c-8960-f979244a2a70 admin admin] Made reservation on behalf of a9437637abeb4120bb9f8a5ce0dcd3d7 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:19:16.959732 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-496577d0-e499-4d6c-8960-f979244a2a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:16.978508 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-496577d0-e499-4d6c-8960-f979244a2a70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:17.034839 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc67bb5c-8e08-4718-91f7-734d359f7fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=16e5d6be-5e37-4cb3-bfed-ade67f0e75fc,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:17.057965 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9dd865-2f38-4b0e-8037-de903f1628ae req-b9a0d615-4d2b-4028-ab89-63762f66c7c6 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:17.059606 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fa9dd865-2f38-4b0e-8037-de903f1628ae req-b9a0d615-4d2b-4028-ab89-63762f66c7c6 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/networks?id=cbb4a65b-8eab-4791-8d34-bab11c0de63c HTTP/1.1" status: 200 len: 806 time: 0.2664428 Nov 16 11:19:17.120941 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fa9dd865-2f38-4b0e-8037-de903f1628ae req-0b20f81a-7e55-4ab8-945c-933a0c29d9d1 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/quotas/73e5fc395dda4693899e370eca8a1116 HTTP/1.1" status: 200 len: 375 time: 0.0551503 Nov 16 11:19:17.121470 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6d0ec64c-52ff-43b2-8bda-1d2f08bf9308 req-17a55434-42c4-4114-af32-b6c4baa1ae0a tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:17.179291 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-496577d0-e499-4d6c-8960-f979244a2a70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:17.195516 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-496577d0-e499-4d6c-8960-f979244a2a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:17.203691 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-dc67bb5c-8e08-4718-91f7-734d359f7fc4 service neutron] Attempting to bind port 16e5d6be-5e37-4cb3-bfed-ade67f0e75fc on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:19:17.204271 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-dc67bb5c-8e08-4718-91f7-734d359f7fc4 service neutron] Attempting to bind port 16e5d6be-5e37-4cb3-bfed-ade67f0e75fc by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:19:17.204544 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-dc67bb5c-8e08-4718-91f7-734d359f7fc4 service neutron] Attempting to bind port 16e5d6be-5e37-4cb3-bfed-ade67f0e75fc on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:19:17.217452 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-dc67bb5c-8e08-4718-91f7-734d359f7fc4 service neutron] Port 16e5d6be-5e37-4cb3-bfed-ade67f0e75fc on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:19:17.217793 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-dc67bb5c-8e08-4718-91f7-734d359f7fc4 service neutron] Attempting to bind port 16e5d6be-5e37-4cb3-bfed-ade67f0e75fc on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:19:17.260355 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-496577d0-e499-4d6c-8960-f979244a2a70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:19:17.287553 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-dc67bb5c-8e08-4718-91f7-734d359f7fc4 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:19:17.288322 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-dc67bb5c-8e08-4718-91f7-734d359f7fc4 service neutron] Checking segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:19:17.288789 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-dc67bb5c-8e08-4718-91f7-734d359f7fc4 service neutron] Bound using segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:19:17.289733 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-dc67bb5c-8e08-4718-91f7-734d359f7fc4 service neutron] Bound port: 16e5d6be-5e37-4cb3-bfed-ade67f0e75fc, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:19:17.290139 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-dc67bb5c-8e08-4718-91f7-734d359f7fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:17.293968 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6d0ec64c-52ff-43b2-8bda-1d2f08bf9308 req-17a55434-42c4-4114-af32-b6c4baa1ae0a tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:17.307800 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496577d0-e499-4d6c-8960-f979244a2a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31126fc-f1b1-4e2f-9594-f15eeabdddd5,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:17.316970 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-496577d0-e499-4d6c-8960-f979244a2a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:17.317407 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-496577d0-e499-4d6c-8960-f979244a2a70 admin admin] Added segment 5e0b668e-e3dd-479a-8c7f-351b9a6cb777 of type vlan for network c33c780a-fa25-4b50-94e1-5d7ff73b89f0 Nov 16 11:19:17.389292 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-496577d0-e499-4d6c-8960-f979244a2a70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:17.437219 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-496577d0-e499-4d6c-8960-f979244a2a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:17.438626 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496577d0-e499-4d6c-8960-f979244a2a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:17.439445 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-496577d0-e499-4d6c-8960-f979244a2a70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:17.450270 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6d0ec64c-52ff-43b2-8bda-1d2f08bf9308 req-17a55434-42c4-4114-af32-b6c4baa1ae0a tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:17.453019 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6d0ec64c-52ff-43b2-8bda-1d2f08bf9308 req-17a55434-42c4-4114-af32-b6c4baa1ae0a tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:17.454283 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6d0ec64c-52ff-43b2-8bda-1d2f08bf9308 req-17a55434-42c4-4114-af32-b6c4baa1ae0a tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] 10.222.0.61 "DELETE /v2.0/security-groups/221b23bd-5e24-4d86-9d15-a45721198740 HTTP/1.1" status: 204 len: 173 time: 0.5644839 Nov 16 11:19:17.482963 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fa9dd865-2f38-4b0e-8037-de903f1628ae req-9870d7c4-138b-4b86-a29a-7de84bac0137 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=73e5fc395dda4693899e370eca8a1116&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3071396 Nov 16 11:19:17.488764 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a55434-42c4-4114-af32-b6c4baa1ae0a tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=221b23bd-5e24-4d86-9d15-a45721198740,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:17.555484 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496577d0-e499-4d6c-8960-f979244a2a70 admin admin] Pushing event updated for resources: {'Network': ['ID=c33c780a-fa25-4b50-94e1-5d7ff73b89f0,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:17.569868 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network c33c780a-fa25-4b50-94e1-5d7ff73b89f0 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:19:17.591883 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-496577d0-e499-4d6c-8960-f979244a2a70 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8609953 Nov 16 11:19:17.594649 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55024) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:19:17.608464 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-909c79b3-dd18-4252-a71e-3a887b077002 admin admin] Request body: {'subnet': {'network_id': 'c33c780a-fa25-4b50-94e1-5d7ff73b89f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-926643920-subnet', 'tenant_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:17.665630 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909c79b3-dd18-4252-a71e-3a887b077002 admin admin] Made reservation on behalf of a9437637abeb4120bb9f8a5ce0dcd3d7 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:19:17.668713 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-dc67bb5c-8e08-4718-91f7-734d359f7fc4 service neutron] For port 16e5d6be-5e37-4cb3-bfed-ade67f0e75fc, host n-h2-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:19:17.668871 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-909c79b3-dd18-4252-a71e-3a887b077002 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:17.676711 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fa9dd865-2f38-4b0e-8037-de903f1628ae req-85f138f9-576b-447f-af81-f21ee0c8aef9 service neutron] 10.222.0.61 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816216 Nov 16 11:19:17.680031 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-dc67bb5c-8e08-4718-91f7-734d359f7fc4 service neutron] For port 16e5d6be-5e37-4cb3-bfed-ade67f0e75fc, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=16e5d6be-5e37-4cb3-bfed-ade67f0e75fc,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:19:17.697914 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-dc67bb5c-8e08-4718-91f7-734d359f7fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:17.724406 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e8f420-9d3f-42a3-b4e2-795313d087e5 req-b7edfcd6-556a-4766-bf93-be5028d77eb6 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:17.725962 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c2e8f420-9d3f-42a3-b4e2-795313d087e5 req-b7edfcd6-556a-4766-bf93-be5028d77eb6 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bddbbd5-6e1b-4e6e-adda-fb42234aede3 HTTP/1.1" status: 200 len: 946 time: 0.1409726 Nov 16 11:19:17.848008 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc67bb5c-8e08-4718-91f7-734d359f7fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=16e5d6be-5e37-4cb3-bfed-ade67f0e75fc,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:17.917413 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-dc67bb5c-8e08-4718-91f7-734d359f7fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:17.918123 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-dc67bb5c-8e08-4718-91f7-734d359f7fc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:17.919663 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-dc67bb5c-8e08-4718-91f7-734d359f7fc4 service neutron] 10.222.0.64 "PUT /v2.0/ports/16e5d6be-5e37-4cb3-bfed-ade67f0e75fc HTTP/1.1" status: 200 len: 1096 time: 2.0319836 Nov 16 11:19:17.922109 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef4b006-0763-4a36-99d5-8ae57b8d650a', 'tag': '16e5d6be-5e37-4cb3-bfed-ade67f0e75fc'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:19:17.924949 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79318e72-81e1-4854-a8a2-cdcc4d612992" -d '{"events": [{"name": "network-changed", "server_uuid": "cef4b006-0763-4a36-99d5-8ae57b8d650a", "tag": "16e5d6be-5e37-4cb3-bfed-ade67f0e75fc"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:19:17.930245 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-909c79b3-dd18-4252-a71e-3a887b077002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:17.984615 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fa9dd865-2f38-4b0e-8037-de903f1628ae req-150d8e09-d587-4016-82b6-0127e12be505 service neutron] 10.222.0.61 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000426 Nov 16 11:19:18.055673 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c2e8f420-9d3f-42a3-b4e2-795313d087e5 req-01d3eb60-6584-4120-a174-805535bc9d44 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930615 Nov 16 11:19:18.076908 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909c79b3-dd18-4252-a71e-3a887b077002 admin admin] Checking segment: {'id': '5e0b668e-e3dd-479a-8c7f-351b9a6cb777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'c33c780a-fa25-4b50-94e1-5d7ff73b89f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:19:18.077518 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909c79b3-dd18-4252-a71e-3a887b077002 admin admin] Network hostable DHCP agents. Network: c33c780a-fa25-4b50-94e1-5d7ff73b89f0, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:19:18.108729 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c79b3-dd18-4252-a71e-3a887b077002 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3449e234-5575-467b-9000-57855a07772e,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:18.109438 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-f7f30e83-40db-452b-ad3e-73e7bbb8eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:18.117954 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-f7f30e83-40db-452b-ad3e-73e7bbb8eaa9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0152afa3233947d9ae81982d449bc8b0&device_id=cef4b006-0763-4a36-99d5-8ae57b8d650a HTTP/1.1" status: 200 len: 1099 time: 0.1444249 Nov 16 11:19:18.162318 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909c79b3-dd18-4252-a71e-3a887b077002 admin admin] Network c33c780a-fa25-4b50-94e1-5d7ff73b89f0 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:19:18.196485 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-909c79b3-dd18-4252-a71e-3a887b077002 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, c33c780a-fa25-4b50-94e1-5d7ff73b89f0) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:19:18.202198 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909c79b3-dd18-4252-a71e-3a887b077002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:18.202830 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-909c79b3-dd18-4252-a71e-3a887b077002 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:18.203408 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-be4599d4-1527-4dc6-8704-9a619073d130 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=16e5d6be-5e37-4cb3-bfed-ade67f0e75fc HTTP/1.1" status: 200 len: 217 time: 0.0776415 Nov 16 11:19:18.212982 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d6c0d0-e1f7-4261-b883-1180917c5e75 None None] Network c33c780a-fa25-4b50-94e1-5d7ff73b89f0 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:19:18.231812 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-909c79b3-dd18-4252-a71e-3a887b077002 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6323383 Nov 16 11:19:18.235153 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55032) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:19:18.236435 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:18.245483 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-db5d7412-2a64-4bc2-b5a5-6419d38131ea admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-926643920-router', 'tenant_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:18.312976 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db5d7412-2a64-4bc2-b5a5-6419d38131ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:18.314346 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db5d7412-2a64-4bc2-b5a5-6419d38131ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:18.391549 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db5d7412-2a64-4bc2-b5a5-6419d38131ea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:18.556802 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bb9c01-a3b9-4fcb-9e73-544b1d6ee823 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-c33c780a-fa25-4b50-94e1-5d7ff73b89f0', 'network_id': 'c33c780a-fa25-4b50-94e1-5d7ff73b89f0', 'tenant_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'fixed_ips': [{'subnet_id': '3449e234-5575-467b-9000-57855a07772e'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:19:18.563211 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c3bb9c01-a3b9-4fcb-9e73-544b1d6ee823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:18.639681 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db5d7412-2a64-4bc2-b5a5-6419d38131ea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:18.719845 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0081d3c7-5cef-45bc-aef3-3d88f1f7fd2c req-29139a5b-098d-44c3-8b1a-e4b511b8b2de tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] 10.222.0.61 "GET /v2.0/security-groups/fdcccf24-d794-425a-9cc0-6ea557a43346 HTTP/1.1" status: 200 len: 2421 time: 0.5197940 Nov 16 11:19:18.733587 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-6d25c441-97de-431d-a489-454cbd7373d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:18.736585 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-6d25c441-97de-431d-a489-454cbd7373d9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.5241268 Nov 16 11:19:18.849131 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbccc79b-45a9-4c9b-9195-c70433e79260 req-7f0fa405-39f3-4d9e-9359-7f7443b390b1 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:18.860400 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fbccc79b-45a9-4c9b-9195-c70433e79260 req-7f0fa405-39f3-4d9e-9359-7f7443b390b1 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] 10.222.0.61 "GET /v2.0/ports?device_id=cef4b006-0763-4a36-99d5-8ae57b8d650a HTTP/1.1" status: 200 len: 948 time: 0.2712793 Nov 16 11:19:18.968034 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:18.976398 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-c3bb9c01-a3b9-4fcb-9e73-544b1d6ee823 None None] Allocated IP 172.20.0.2 (c33c780a-fa25-4b50-94e1-5d7ff73b89f0/3449e234-5575-467b-9000-57855a07772e/33a98ce0-f244-44b4-80a3-1832b1eff59b) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:19:19.009492 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0081d3c7-5cef-45bc-aef3-3d88f1f7fd2c req-b50ebbbb-5abe-411e-b22f-231f559a8937 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:19.036707 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-9366203d-e68f-47cf-b71a-93dec3e17b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:19.039174 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-9366203d-e68f-47cf-b71a-93dec3e17b7a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2894583 Nov 16 11:19:19.082601 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db5d7412-2a64-4bc2-b5a5-6419d38131ea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:19.120150 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db5d7412-2a64-4bc2-b5a5-6419d38131ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:19.155313 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fbccc79b-45a9-4c9b-9195-c70433e79260 req-2e92b81a-13f9-4e7b-8f7f-1d5ec735a37a tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] 10.222.0.61 "GET /v2.0/security-groups?id=4657343f-2e7d-4dcc-b42a-fcef730b116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936261 Nov 16 11:19:19.281158 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0081d3c7-5cef-45bc-aef3-3d88f1f7fd2c req-b50ebbbb-5abe-411e-b22f-231f559a8937 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:19.295225 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c3bb9c01-a3b9-4fcb-9e73-544b1d6ee823 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:19.301060 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-db5d7412-2a64-4bc2-b5a5-6419d38131ea admin admin] Allocated IP 172.25.0.71 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/53d542f6-a643-44c1-a543-dd8b557af76e) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:19:19.314888 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c3bb9c01-a3b9-4fcb-9e73-544b1d6ee823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:19.378064 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bb9c01-a3b9-4fcb-9e73-544b1d6ee823 None None] Network c33c780a-fa25-4b50-94e1-5d7ff73b89f0 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:19:19.384516 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-c3bb9c01-a3b9-4fcb-9e73-544b1d6ee823 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:19:19.386821 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bb9c01-a3b9-4fcb-9e73-544b1d6ee823 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:19:19.398928 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb9c01-a3b9-4fcb-9e73-544b1d6ee823 None None] Pushing event updated for resources: {'Port': ['ID=33a98ce0-f244-44b4-80a3-1832b1eff59b,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:19.437352 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db5d7412-2a64-4bc2-b5a5-6419d38131ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:19.493048 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c3bb9c01-a3b9-4fcb-9e73-544b1d6ee823 None None] Attempting to bind port 33a98ce0-f244-44b4-80a3-1832b1eff59b on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:19:19.493711 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c3bb9c01-a3b9-4fcb-9e73-544b1d6ee823 None None] Attempting to bind port 33a98ce0-f244-44b4-80a3-1832b1eff59b by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '5e0b668e-e3dd-479a-8c7f-351b9a6cb777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'c33c780a-fa25-4b50-94e1-5d7ff73b89f0'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:19:19.494286 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bb9c01-a3b9-4fcb-9e73-544b1d6ee823 None None] Attempting to bind port 33a98ce0-f244-44b4-80a3-1832b1eff59b on network c33c780a-fa25-4b50-94e1-5d7ff73b89f0 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:19:19.502079 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bb9c01-a3b9-4fcb-9e73-544b1d6ee823 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:19:19.503173 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bb9c01-a3b9-4fcb-9e73-544b1d6ee823 None None] Checking segment: {'id': '5e0b668e-e3dd-479a-8c7f-351b9a6cb777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'c33c780a-fa25-4b50-94e1-5d7ff73b89f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:19:19.503815 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c3bb9c01-a3b9-4fcb-9e73-544b1d6ee823 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:19.504495 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bb9c01-a3b9-4fcb-9e73-544b1d6ee823 None None] Bound using segment: {'id': '5e0b668e-e3dd-479a-8c7f-351b9a6cb777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'c33c780a-fa25-4b50-94e1-5d7ff73b89f0'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:19:19.505239 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c3bb9c01-a3b9-4fcb-9e73-544b1d6ee823 None None] Bound port: 33a98ce0-f244-44b4-80a3-1832b1eff59b, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e0b668e-e3dd-479a-8c7f-351b9a6cb777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'c33c780a-fa25-4b50-94e1-5d7ff73b89f0'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:19:19.505795 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c3bb9c01-a3b9-4fcb-9e73-544b1d6ee823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:19.530069 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0081d3c7-5cef-45bc-aef3-3d88f1f7fd2c req-b50ebbbb-5abe-411e-b22f-231f559a8937 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:19.532189 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db5d7412-2a64-4bc2-b5a5-6419d38131ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:19.553636 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0081d3c7-5cef-45bc-aef3-3d88f1f7fd2c req-b50ebbbb-5abe-411e-b22f-231f559a8937 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:19.556010 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0081d3c7-5cef-45bc-aef3-3d88f1f7fd2c req-b50ebbbb-5abe-411e-b22f-231f559a8937 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] 10.222.0.61 "DELETE /v2.0/security-groups/fdcccf24-d794-425a-9cc0-6ea557a43346 HTTP/1.1" status: 204 len: 173 time: 0.8346958 Nov 16 11:19:19.614821 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5d7412-2a64-4bc2-b5a5-6419d38131ea admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:19:19.616388 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50ebbbb-5abe-411e-b22f-231f559a8937 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcccf24-d794-425a-9cc0-6ea557a43346,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:19.624877 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-db5d7412-2a64-4bc2-b5a5-6419d38131ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:19:19.631434 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-a92efc09-d895-4221-b239-9f91eca9780d service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5726779 Nov 16 11:19:19.634651 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5d7412-2a64-4bc2-b5a5-6419d38131ea admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:19:19.715606 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d7412-2a64-4bc2-b5a5-6419d38131ea admin admin] Pushing event updated for resources: {'Port': ['ID=53d542f6-a643-44c1-a543-dd8b557af76e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:19.767638 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4dffbac6-d88e-4c4d-a3e2-257e3c19147a req-4815fe4d-c7cb-485d-8a58-2cc2602295f1 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213930 Nov 16 11:19:19.778365 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c4a67-acdf-49d6-bf3a-e1ae3cc2811e req-ca0477cf-761e-400b-890f-ddaf334527fa tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:19.786417 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-930c4a67-acdf-49d6-bf3a-e1ae3cc2811e req-ca0477cf-761e-400b-890f-ddaf334527fa tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/ports?device_id=512fb662-782a-4a8c-a24e-48288df6e327 HTTP/1.1" status: 200 len: 945 time: 0.5015996 Nov 16 11:19:19.789311 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa9bfa4-2b67-45ef-8795-1ea50b62f4bd x-openstack-request-id: req-7fa9bfa4-2b67-45ef-8795-1ea50b62f4bd {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:19:19.789615 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef4b006-0763-4a36-99d5-8ae57b8d650a", "tag": "16e5d6be-5e37-4cb3-bfed-ade67f0e75fc", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:19:19.790170 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7fa9bfa4-2b67-45ef-8795-1ea50b62f4bd {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:19:19.790571 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cef4b006-0763-4a36-99d5-8ae57b8d650a', 'tag': '16e5d6be-5e37-4cb3-bfed-ade67f0e75fc', 'status': 'completed', 'code': 200} Nov 16 11:19:19.831177 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25968f15-7ae5-4cdc-bbd5-610d690c4aa8 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:19:19.934801 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-930c4a67-acdf-49d6-bf3a-e1ae3cc2811e req-0939793e-41c4-4222-93f7-ec7b6f4e8ee0 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2faa416-4579-46e6-aabb-72b9fc04a498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473806 Nov 16 11:19:20.001805 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79318e72-81e1-4854-a8a2-cdcc4d612992 req-689ed526-378a-4ca0-9ac9-ccad438b6ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:20.003882 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-79318e72-81e1-4854-a8a2-cdcc4d612992 req-689ed526-378a-4ca0-9ac9-ccad438b6ea5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0152afa3233947d9ae81982d449bc8b0&device_id=cef4b006-0763-4a36-99d5-8ae57b8d650a HTTP/1.1" status: 200 len: 1099 time: 0.1706295 Nov 16 11:19:20.040486 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c3bb9c01-a3b9-4fcb-9e73-544b1d6ee823 None None] For port 33a98ce0-f244-44b4-80a3-1832b1eff59b, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:19:20.050360 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c3bb9c01-a3b9-4fcb-9e73-544b1d6ee823 None None] For port 33a98ce0-f244-44b4-80a3-1832b1eff59b, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=33a98ce0-f244-44b4-80a3-1832b1eff59b,segment=NetworkSegment(5e0b668e-e3dd-479a-8c7f-351b9a6cb777),segment_id=5e0b668e-e3dd-479a-8c7f-351b9a6cb777)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:19:20.078995 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c3bb9c01-a3b9-4fcb-9e73-544b1d6ee823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:20.212766 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb9c01-a3b9-4fcb-9e73-544b1d6ee823 None None] Pushing event updated for resources: {'Port': ['ID=33a98ce0-f244-44b4-80a3-1832b1eff59b,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:20.221148 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-1a8eb50a-cc3e-4915-ad79-1aa6be01ce0b None None] Provisioning complete for port 53d542f6-a643-44c1-a543-dd8b557af76e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:20.221522 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1a8eb50a-cc3e-4915-ad79-1aa6be01ce0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:20.293259 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fab934-dcf6-43c3-8446-5637c8cfb923 req-d6d98331-c10f-4b95-a252-d0b2e2269442 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:20.295635 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-24fab934-dcf6-43c3-8446-5637c8cfb923 req-d6d98331-c10f-4b95-a252-d0b2e2269442 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bddbbd5-6e1b-4e6e-adda-fb42234aede3 HTTP/1.1" status: 200 len: 946 time: 0.1514041 Nov 16 11:19:20.310399 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-1a8eb50a-cc3e-4915-ad79-1aa6be01ce0b None None] Port 53d542f6-a643-44c1-a543-dd8b557af76e cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:19:20.327314 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db5d7412-2a64-4bc2-b5a5-6419d38131ea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:20.339437 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9ba89951-82ab-46cc-a480-fe7b55ea7f73 req-c94f9e1d-fdc0-4a28-8bd9-200ea141ae1e tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] 10.222.0.61 "GET /v2.0/security-groups/39adf99d-8945-49d8-bb61-b5748674cf3c HTTP/1.1" status: 200 len: 2415 time: 0.1961699 Nov 16 11:19:20.421816 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-24fab934-dcf6-43c3-8446-5637c8cfb923 req-ccd121e2-b0f7-4559-ae5a-135ef80f7d51 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116369 Nov 16 11:19:20.426641 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79318e72-81e1-4854-a8a2-cdcc4d612992 req-7b00c4c0-319f-4aa2-b71c-451637d4a965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:20.428464 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-79318e72-81e1-4854-a8a2-cdcc4d612992 req-7b00c4c0-319f-4aa2-b71c-451637d4a965 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.4154084 Nov 16 11:19:20.490758 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-79318e72-81e1-4854-a8a2-cdcc4d612992 req-8f2988a6-1cb9-4da7-ac85-76292a57f43a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=16e5d6be-5e37-4cb3-bfed-ade67f0e75fc HTTP/1.1" status: 200 len: 217 time: 0.0533144 Nov 16 11:19:20.502804 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fa9dd865-2f38-4b0e-8037-de903f1628ae req-b7444cf7-ea17-4012-bf6e-262b1582ffc6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=73e5fc395dda4693899e370eca8a1116&device_id=4373c5e3-1367-4e4f-beae-f3c7c39068b6 HTTP/1.1" status: 200 len: 210 time: 0.0719991 Nov 16 11:19:20.544230 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9ba89951-82ab-46cc-a480-fe7b55ea7f73 req-171c67d1-77ca-4067-9ac1-2146cffe7e91 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:20.599372 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79318e72-81e1-4854-a8a2-cdcc4d612992 req-3591e145-fd04-4e43-bd64-770334fda619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:20.600653 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-79318e72-81e1-4854-a8a2-cdcc4d612992 req-3591e145-fd04-4e43-bd64-770334fda619 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0967772 Nov 16 11:19:20.604002 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9ba89951-82ab-46cc-a480-fe7b55ea7f73 req-171c67d1-77ca-4067-9ac1-2146cffe7e91 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:20.696529 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b5ef3bc8-1ef2-4b2a-9b57-71587364bf5f req-a503f95b-6717-4539-a210-3beb369da7f9 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=4373c5e3-1367-4e4f-beae-f3c7c39068b6 HTTP/1.1" status: 200 len: 210 time: 0.1028836 Nov 16 11:19:20.773584 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79318e72-81e1-4854-a8a2-cdcc4d612992 req-f0409f95-35cb-4189-94e3-90c58da62a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:20.779625 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-79318e72-81e1-4854-a8a2-cdcc4d612992 req-f0409f95-35cb-4189-94e3-90c58da62a68 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1610138 Nov 16 11:19:20.819469 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9ba89951-82ab-46cc-a480-fe7b55ea7f73 req-171c67d1-77ca-4067-9ac1-2146cffe7e91 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:20.822765 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9ba89951-82ab-46cc-a480-fe7b55ea7f73 req-171c67d1-77ca-4067-9ac1-2146cffe7e91 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:20.828625 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9ba89951-82ab-46cc-a480-fe7b55ea7f73 req-171c67d1-77ca-4067-9ac1-2146cffe7e91 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] 10.222.0.61 "DELETE /v2.0/security-groups/39adf99d-8945-49d8-bb61-b5748674cf3c HTTP/1.1" status: 204 len: 173 time: 0.4880037 Nov 16 11:19:20.845591 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55062) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:19:20.854452 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 33a98ce0-f244-44b4-80a3-1832b1eff59b up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:19:20.962546 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c67d1-77ca-4067-9ac1-2146cffe7e91 tempest-SecurityGroupRulesTestJSON-1312501410 tempest-SecurityGroupRulesTestJSON-1312501410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39adf99d-8945-49d8-bb61-b5748674cf3c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:21.043733 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 33a98ce0-f244-44b4-80a3-1832b1eff59b triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:21.045522 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:21.071325 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-56d0ee79-3416-490d-bcb5-4e94c0c4d7df admin admin] Deleting subnet d56f9a27-62bc-44a3-bb27-3285cac925fa {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:19:21.079359 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56d0ee79-3416-490d-bcb5-4e94c0c4d7df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:21.083450 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8979672e-f784-4f1c-b916-c99ea1d56e57 req-168d7496-1dcb-467b-888e-8eea1386ea4c tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1274664529&fields=id&tenant_id=0083ff9f320940cc9f27a884e96c269f HTTP/1.1" status: 200 len: 267 time: 0.2384827 Nov 16 11:19:21.097654 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579be281-8c64-4731-9110-1dc9cf519008 req-cd55bc70-7d66-4ab3-b545-9099381abcb3 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:21.099322 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-579be281-8c64-4731-9110-1dc9cf519008 req-cd55bc70-7d66-4ab3-b545-9099381abcb3 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] 10.222.0.61 "GET /v2.0/ports?device_id=cef4b006-0763-4a36-99d5-8ae57b8d650a HTTP/1.1" status: 200 len: 948 time: 0.1682856 Nov 16 11:19:21.108293 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9dd865-2f38-4b0e-8037-de903f1628ae req-50cc98aa-40db-4525-8069-b8aa5085a710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:21.109970 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fa9dd865-2f38-4b0e-8037-de903f1628ae req-50cc98aa-40db-4525-8069-b8aa5085a710 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=73e5fc395dda4693899e370eca8a1116&shared=False HTTP/1.1" status: 200 len: 907 time: 0.5994012 Nov 16 11:19:21.151854 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-79318e72-81e1-4854-a8a2-cdcc4d612992 req-df5a82b7-db5b-4780-8661-f80538f5ca30 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615458 Nov 16 11:19:21.183878 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db5d7412-2a64-4bc2-b5a5-6419d38131ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:21.214486 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:21.229382 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56d0ee79-3416-490d-bcb5-4e94c0c4d7df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:21.275406 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 33a98ce0-f244-44b4-80a3-1832b1eff59b, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=33a98ce0-f244-44b4-80a3-1832b1eff59b,segment=NetworkSegment(5e0b668e-e3dd-479a-8c7f-351b9a6cb777),segment_id=5e0b668e-e3dd-479a-8c7f-351b9a6cb777)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:19:21.282797 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:21.358864 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=33a98ce0-f244-44b4-80a3-1832b1eff59b,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:21.369336 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979672e-f784-4f1c-b916-c99ea1d56e57 req-407427da-2fc7-4310-9ff5-1899f7b8f5a8 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:21.371654 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8979672e-f784-4f1c-b916-c99ea1d56e57 req-407427da-2fc7-4310-9ff5-1899f7b8f5a8 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/ports?device_id=512fb662-782a-4a8c-a24e-48288df6e327 HTTP/1.1" status: 200 len: 945 time: 0.2656965 Nov 16 11:19:21.387384 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-579be281-8c64-4731-9110-1dc9cf519008 req-1f830289-d636-42e4-8c1b-fdb56da7b724 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] 10.222.0.61 "GET /v2.0/security-groups?id=4657343f-2e7d-4dcc-b42a-fcef730b116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778130 Nov 16 11:19:21.405020 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-79318e72-81e1-4854-a8a2-cdcc4d612992 req-5ca6da85-1f17-45e7-9a95-3288f0e28b51 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373347 Nov 16 11:19:21.409159 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-8979672e-f784-4f1c-b916-c99ea1d56e57 req-67f7e0e1-60fe-4520-afb5-14a4abaa5b37 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Request body: {'port': {'security_groups': ['b2faa416-4579-46e6-aabb-72b9fc04a498', '0065adac-0d80-49cc-81fb-61e93cfb4410']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:21.492463 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56d0ee79-3416-490d-bcb5-4e94c0c4d7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:21.530618 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8979672e-f784-4f1c-b916-c99ea1d56e57 req-67f7e0e1-60fe-4520-afb5-14a4abaa5b37 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:21.556954 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9dd865-2f38-4b0e-8037-de903f1628ae req-fc358177-9097-4b8a-a593-358d204fbc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:21.558751 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fa9dd865-2f38-4b0e-8037-de903f1628ae req-fc358177-9097-4b8a-a593-358d204fbc7b service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4265225 Nov 16 11:19:21.636225 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fa9dd865-2f38-4b0e-8037-de903f1628ae req-df6e79aa-439a-4f6b-a509-356c3483717f tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.64 "GET /v2.0/ports?device_id=4373c5e3-1367-4e4f-beae-f3c7c39068b6 HTTP/1.1" status: 200 len: 210 time: 0.0358517 Nov 16 11:19:21.664328 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56d0ee79-3416-490d-bcb5-4e94c0c4d7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:21.727796 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d0ee79-3416-490d-bcb5-4e94c0c4d7df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d56f9a27-62bc-44a3-bb27-3285cac925fa,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:21.730536 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56d0ee79-3416-490d-bcb5-4e94c0c4d7df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:21.737842 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-56d0ee79-3416-490d-bcb5-4e94c0c4d7df admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d56f9a27-62bc-44a3-bb27-3285cac925fa HTTP/1.1" status: 204 len: 168 time: 0.8528996 Nov 16 11:19:21.739316 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55072) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:19:21.747919 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5d7412-2a64-4bc2-b5a5-6419d38131ea admin admin] Router d77f76d5-6aa3-4480-8be6-84b28e71b6cf is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:19:21.774926 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f88c96-6a7b-4761-83e6-b52a31c72e89 req-bcc11538-3442-4d29-ab65-2f0e573b3ae1 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:21.798830 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7c0905-e986-4a00-bd62-0c172d860f51 None None] Network c33c780a-fa25-4b50-94e1-5d7ff73b89f0 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:19:21.800631 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a1f88c96-6a7b-4761-83e6-b52a31c72e89 req-bcc11538-3442-4d29-ab65-2f0e573b3ae1 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bddbbd5-6e1b-4e6e-adda-fb42234aede3 HTTP/1.1" status: 200 len: 946 time: 0.1938365 Nov 16 11:19:21.900517 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-bacea4c1-9a12-48b4-b5b9-b306f123deed None None] Provisioning complete for port 33a98ce0-f244-44b4-80a3-1832b1eff59b triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:21.901037 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bacea4c1-9a12-48b4-b5b9-b306f123deed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:21.987439 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a1f88c96-6a7b-4761-83e6-b52a31c72e89 req-d3d61cc2-029e-4880-977b-98198839e878 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746643 Nov 16 11:19:22.084191 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-8979672e-f784-4f1c-b916-c99ea1d56e57 req-67f7e0e1-60fe-4520-afb5-14a4abaa5b37 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] For port 9f7f87ae-515f-40f3-92dc-824ff848a68f, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=9f7f87ae-515f-40f3-92dc-824ff848a68f,segment=NetworkSegment(6010f23d-2319-49e4-9d27-00c73d54b3c1),segment_id=6010f23d-2319-49e4-9d27-00c73d54b3c1)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:19:22.142014 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fc739c63-6951-47c2-899b-504b6f67524a req-b4973b5c-4aee-4101-a86c-1910790b88ea tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=4373c5e3-1367-4e4f-beae-f3c7c39068b6 HTTP/1.1" status: 200 len: 210 time: 0.0508041 Nov 16 11:19:22.167065 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8979672e-f784-4f1c-b916-c99ea1d56e57 req-67f7e0e1-60fe-4520-afb5-14a4abaa5b37 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:22.177481 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8979672e-f784-4f1c-b916-c99ea1d56e57 req-67f7e0e1-60fe-4520-afb5-14a4abaa5b37 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:22.183865 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-cfe12c76-2377-44f5-82eb-6d2432e26479 req-6e879bc2-841e-4cc3-9b3c-0a7363bf714e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=73e5fc395dda4693899e370eca8a1116&device_id=4373c5e3-1367-4e4f-beae-f3c7c39068b6 HTTP/1.1" status: 200 len: 210 time: 0.1219890 Nov 16 11:19:22.192753 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['9f7f87ae-515f-40f3-92dc-824ff848a68f'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:19:22.237044 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979672e-f784-4f1c-b916-c99ea1d56e57 req-67f7e0e1-60fe-4520-afb5-14a4abaa5b37 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:22.238014 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8979672e-f784-4f1c-b916-c99ea1d56e57 req-67f7e0e1-60fe-4520-afb5-14a4abaa5b37 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:22.244506 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8979672e-f784-4f1c-b916-c99ea1d56e57 req-67f7e0e1-60fe-4520-afb5-14a4abaa5b37 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "PUT /v2.0/ports/9f7f87ae-515f-40f3-92dc-824ff848a68f HTTP/1.1" status: 200 len: 981 time: 0.8494477 Nov 16 11:19:22.245222 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '512fb662-782a-4a8c-a24e-48288df6e327', 'tag': '9f7f87ae-515f-40f3-92dc-824ff848a68f'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:19:22.248057 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90dced48-05b3-49fc-ae40-5b57cbf83838" -d '{"events": [{"name": "network-changed", "server_uuid": "512fb662-782a-4a8c-a24e-48288df6e327", "tag": "9f7f87ae-515f-40f3-92dc-824ff848a68f"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:19:22.275195 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f7e0e1-60fe-4520-afb5-14a4abaa5b37 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Pushing event updated for resources: {'Port': ['ID=9f7f87ae-515f-40f3-92dc-824ff848a68f,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:22.298323 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ab3a5428-36b8-4770-a439-84c040f68061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:22.330158 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7332b3-d596-4e2a-88fc-c3894fa78c58 x-openstack-request-id: req-8e7332b3-d596-4e2a-88fc-c3894fa78c58 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:19:22.330541 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "512fb662-782a-4a8c-a24e-48288df6e327", "tag": "9f7f87ae-515f-40f3-92dc-824ff848a68f", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:19:22.330886 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8e7332b3-d596-4e2a-88fc-c3894fa78c58 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:19:22.331378 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '512fb662-782a-4a8c-a24e-48288df6e327', 'tag': '9f7f87ae-515f-40f3-92dc-824ff848a68f', 'status': 'completed', 'code': 200} Nov 16 11:19:22.360502 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['9f7f87ae-515f-40f3-92dc-824ff848a68f'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:19:22.460094 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4ff2deb4-c103-499b-9e3e-96ad9d786c05 req-bca43649-33a2-4013-87e5-b348ba3872f3 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1297909684&fields=id&tenant_id=0083ff9f320940cc9f27a884e96c269f HTTP/1.1" status: 200 len: 267 time: 0.1148994 Nov 16 11:19:22.485378 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5d7412-2a64-4bc2-b5a5-6419d38131ea admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:19:22.497826 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3e5e3b-01b9-4905-81a5-3cc0cf0a417f None None] Sync routers for ids ['d77f76d5-6aa3-4480-8be6-84b28e71b6cf'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:19:22.516636 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3e5e3b-01b9-4905-81a5-3cc0cf0a417f None None] Routers {'d77f76d5-6aa3-4480-8be6-84b28e71b6cf'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:19:22.517595 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-de3e5e3b-01b9-4905-81a5-3cc0cf0a417f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:19:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['d77f76d5-6aa3-4480-8be6-84b28e71b6cf'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:19:22.568320 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db5d7412-2a64-4bc2-b5a5-6419d38131ea admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:22.572545 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-db5d7412-2a64-4bc2-b5a5-6419d38131ea admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.3351324 Nov 16 11:19:22.573567 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55082) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:19:22.575418 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff2deb4-c103-499b-9e3e-96ad9d786c05 req-6c232a8c-f676-4f3b-9f6e-ebe14541c870 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:22.577735 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4ff2deb4-c103-499b-9e3e-96ad9d786c05 req-6c232a8c-f676-4f3b-9f6e-ebe14541c870 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/ports?device_id=512fb662-782a-4a8c-a24e-48288df6e327 HTTP/1.1" status: 200 len: 984 time: 0.1115351 Nov 16 11:19:22.585092 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe12c76-2377-44f5-82eb-6d2432e26479 req-f84a1d24-9f47-4847-b29b-1db3f1b486b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:22.586971 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-cfe12c76-2377-44f5-82eb-6d2432e26479 req-f84a1d24-9f47-4847-b29b-1db3f1b486b7 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=73e5fc395dda4693899e370eca8a1116&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3930666 Nov 16 11:19:22.597974 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-4ff2deb4-c103-499b-9e3e-96ad9d786c05 req-b6841e52-c599-4a5f-bf1c-a2637a2ff1ac tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Request body: {'port': {'security_groups': ['0065adac-0d80-49cc-81fb-61e93cfb4410', 'b2faa416-4579-46e6-aabb-72b9fc04a498', '9b0b7bd7-41ff-43a5-a1e3-80d2d4639f2b']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:22.607673 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-1c59e4e4-27cf-474c-8232-f71d4c11929c None None] Provisioning complete for port 33a98ce0-f244-44b4-80a3-1832b1eff59b triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:22.608041 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1c59e4e4-27cf-474c-8232-f71d4c11929c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:22.676105 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-de3e5e3b-01b9-4905-81a5-3cc0cf0a417f None None] Set router d77f76d5-6aa3-4480-8be6-84b28e71b6cf gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:19:22.699351 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe12c76-2377-44f5-82eb-6d2432e26479 req-d2374645-9167-4a44-bc05-2df36de96e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:22.701429 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-cfe12c76-2377-44f5-82eb-6d2432e26479 req-d2374645-9167-4a44-bc05-2df36de96e07 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0975657 Nov 16 11:19:22.754841 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ab3a5428-36b8-4770-a439-84c040f68061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:22.801769 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4ff2deb4-c103-499b-9e3e-96ad9d786c05 req-b6841e52-c599-4a5f-bf1c-a2637a2ff1ac tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:22.823483 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c7555-c338-482b-9846-80b8c28fc95b req-9e28183b-815c-4d02-9b28-d0d8513d59fa tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:22.826274 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-448c7555-c338-482b-9846-80b8c28fc95b req-9e28183b-815c-4d02-9b28-d0d8513d59fa tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] 10.222.0.61 "GET /v2.0/ports?device_id=cef4b006-0763-4a36-99d5-8ae57b8d650a HTTP/1.1" status: 200 len: 948 time: 0.3128119 Nov 16 11:19:22.862534 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 33a98ce0-f244-44b4-80a3-1832b1eff59b up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:19:22.921126 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-ab3a5428-36b8-4770-a439-84c040f68061 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f1afc56-e457-472b-b316-d0ccc57e0c3c']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:19:22.933887 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-ab3a5428-36b8-4770-a439-84c040f68061 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce85ca15-f769-4b19-ac27-e2dde8790e9c') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:19:22.934271 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-ab3a5428-36b8-4770-a439-84c040f68061 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce85ca15-f769-4b19-ac27-e2dde8790e9c') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:19:22.946721 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-448c7555-c338-482b-9846-80b8c28fc95b req-6418f87a-42dc-466f-bd25-54655b065e1a tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] 10.222.0.61 "GET /v2.0/security-groups?id=4657343f-2e7d-4dcc-b42a-fcef730b116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111970 Nov 16 11:19:22.946969 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ab3a5428-36b8-4770-a439-84c040f68061 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:22.961622 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 16e5d6be-5e37-4cb3-bfed-ade67f0e75fc details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:19:23.004304 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dced48-05b3-49fc-ae40-5b57cbf83838 req-3ba50480-7441-4724-9426-866c82c86cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:23.007923 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-90dced48-05b3-49fc-ae40-5b57cbf83838 req-3ba50480-7441-4724-9426-866c82c86cb9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0083ff9f320940cc9f27a884e96c269f&device_id=512fb662-782a-4a8c-a24e-48288df6e327 HTTP/1.1" status: 200 len: 1135 time: 0.6318519 Nov 16 11:19:23.084467 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-cfe12c76-2377-44f5-82eb-6d2432e26479 req-04cacd83-ef10-4461-8be3-4e2606c955cd tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.64 "GET /v2.0/ports?device_id=4373c5e3-1367-4e4f-beae-f3c7c39068b6 HTTP/1.1" status: 200 len: 210 time: 0.1291492 Nov 16 11:19:23.104483 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ab3a5428-36b8-4770-a439-84c040f68061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:23.128903 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 16e5d6be-5e37-4cb3-bfed-ade67f0e75fc, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=16e5d6be-5e37-4cb3-bfed-ade67f0e75fc,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:19:23.155469 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab3a5428-36b8-4770-a439-84c040f68061 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:19:23.155885 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ab3a5428-36b8-4770-a439-84c040f68061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:23.172678 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:19:23.172678 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:19:23.172678 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:19:23.172678 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:19:23.172678 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:19:23.172678 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:19:23.172678 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:19:23.172678 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:19:23.172678 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:19:23.172678 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:19:23.172678 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:19:23.172678 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:19:23.172678 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:19:23.172678 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:19:23.172678 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:19:23.172678 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:19:23.172678 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:19:23.172678 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:19:23.172678 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:19:23.172678 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:19:23.172678 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:19:23.172678 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:19:23.172678 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:19:23.172678 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:19:23.172678 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:19:23.172678 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:19:23.172678 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:19:23.172678 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:19:23.172678 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:19:23.172678 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:19:23.172678 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:19:23.172678 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:19:23.174890 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '16e5d6be-5e37-4cb3-bfed-ade67f0e75fc', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'port_id': '16e5d6be-5e37-4cb3-bfed-ade67f0e75fc', 'mac_address': 'fa:16:3e:c4:7b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c770cc-51d7-42eb-b4a6-9a605bacae0f', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:19:23.290207 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:23.295394 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ab3a5428-36b8-4770-a439-84c040f68061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:23.299635 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-4ff2deb4-c103-499b-9e3e-96ad9d786c05 req-b6841e52-c599-4a5f-bf1c-a2637a2ff1ac tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] For port 9f7f87ae-515f-40f3-92dc-824ff848a68f, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=9f7f87ae-515f-40f3-92dc-824ff848a68f,segment=NetworkSegment(6010f23d-2319-49e4-9d27-00c73d54b3c1),segment_id=6010f23d-2319-49e4-9d27-00c73d54b3c1)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:19:23.319234 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 33a98ce0-f244-44b4-80a3-1832b1eff59b triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:23.321595 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:23.329803 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16e5d6be-5e37-4cb3-bfed-ade67f0e75fc {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:19:23.333486 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-de3e5e3b-01b9-4905-81a5-3cc0cf0a417f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77f76d5-6aa3-4480-8be6-84b28e71b6cf', 'name': 'tempest-ServersTestFqdnHostnames-926643920-router', 'tenant_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '53d542f6-a643-44c1-a543-dd8b557af76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:19:18Z', 'updated_at': '2021-11-16T11:19:20Z', 'revision_number': 3, 'project_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'gw_port': {'id': '53d542f6-a643-44c1-a543-dd8b557af76e', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77f76d5-6aa3-4480-8be6-84b28e71b6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:19Z', 'updated_at': '2021-11-16T11:19:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:19:23.352626 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dced48-05b3-49fc-ae40-5b57cbf83838 req-1a503ebb-c4b2-4ed6-923e-f3f2bf051fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:23.354883 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-90dced48-05b3-49fc-ae40-5b57cbf83838 req-1a503ebb-c4b2-4ed6-923e-f3f2bf051fba service neutron] 10.222.0.36 "GET /v2.0/networks?id=88f25b19-ae40-471f-83f3-2a0d38b6110b HTTP/1.1" status: 200 len: 914 time: 0.2838452 Nov 16 11:19:23.382049 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 16e5d6be-5e37-4cb3-bfed-ade67f0e75fc, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=16e5d6be-5e37-4cb3-bfed-ade67f0e75fc,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:19:23.398828 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ab3a5428-36b8-4770-a439-84c040f68061 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:23.402465 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:23.410977 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ab3a5428-36b8-4770-a439-84c040f68061 admin admin] 10.222.0.61 "DELETE /v2.0/networks/2f1afc56-e457-472b-b316-d0ccc57e0c3c HTTP/1.1" status: 204 len: 168 time: 1.6640875 Nov 16 11:19:23.414073 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3a5428-36b8-4770-a439-84c040f68061 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f1afc56-e457-472b-b316-d0ccc57e0c3c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:23.452993 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3e5e3b-01b9-4905-81a5-3cc0cf0a417f None None] Checking router: d77f76d5-6aa3-4480-8be6-84b28e71b6cf for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:19:23.453724 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3e5e3b-01b9-4905-81a5-3cc0cf0a417f None None] Updating router d77f76d5-6aa3-4480-8be6-84b28e71b6cf port 53d542f6-a643-44c1-a543-dd8b557af76e binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:19:23.486335 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47627b5-0be4-4a0e-b5c6-b5ac74f56662 req-fb80bc32-9925-4f4a-946b-e31ea9f80c78 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:23.497420 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c47627b5-0be4-4a0e-b5c6-b5ac74f56662 req-fb80bc32-9925-4f4a-946b-e31ea9f80c78 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bddbbd5-6e1b-4e6e-adda-fb42234aede3 HTTP/1.1" status: 200 len: 946 time: 0.1925147 Nov 16 11:19:23.506852 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4ff2deb4-c103-499b-9e3e-96ad9d786c05 req-b6841e52-c599-4a5f-bf1c-a2637a2ff1ac tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:23.509490 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3e5e3b-01b9-4905-81a5-3cc0cf0a417f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:23.510799 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-90dced48-05b3-49fc-ae40-5b57cbf83838 req-9d5b71a9-b0ec-4eb5-8ea1-393dfafdb456 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f7f87ae-515f-40f3-92dc-824ff848a68f HTTP/1.1" status: 200 len: 217 time: 0.0844774 Nov 16 11:19:23.526870 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4ff2deb4-c103-499b-9e3e-96ad9d786c05 req-b6841e52-c599-4a5f-bf1c-a2637a2ff1ac tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:23.565916 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['9f7f87ae-515f-40f3-92dc-824ff848a68f'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:19:23.646471 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6841e52-c599-4a5f-bf1c-a2637a2ff1ac tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Pushing event updated for resources: {'Port': ['ID=9f7f87ae-515f-40f3-92dc-824ff848a68f,revision_number=7']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:23.652797 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=16e5d6be-5e37-4cb3-bfed-ade67f0e75fc,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:23.667891 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dced48-05b3-49fc-ae40-5b57cbf83838 req-d0564b36-ed96-4ae5-8cc4-13799aef5131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:23.669564 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-90dced48-05b3-49fc-ae40-5b57cbf83838 req-d0564b36-ed96-4ae5-8cc4-13799aef5131 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50dbcca0-861c-401b-911d-16a9002f1b98 HTTP/1.1" status: 200 len: 853 time: 0.1507125 Nov 16 11:19:23.673132 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55092) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:19:23.681088 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff2deb4-c103-499b-9e3e-96ad9d786c05 req-b6841e52-c599-4a5f-bf1c-a2637a2ff1ac tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:23.681717 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4ff2deb4-c103-499b-9e3e-96ad9d786c05 req-b6841e52-c599-4a5f-bf1c-a2637a2ff1ac tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:23.683156 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4ff2deb4-c103-499b-9e3e-96ad9d786c05 req-b6841e52-c599-4a5f-bf1c-a2637a2ff1ac tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "PUT /v2.0/ports/9f7f87ae-515f-40f3-92dc-824ff848a68f HTTP/1.1" status: 200 len: 1020 time: 1.0966191 Nov 16 11:19:23.714129 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c47627b5-0be4-4a0e-b5c6-b5ac74f56662 req-75441cb3-133f-4973-95d1-7fe580b0949a tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153072 Nov 16 11:19:23.738208 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['16e5d6be-5e37-4cb3-bfed-ade67f0e75fc'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:19:23.761814 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-90dced48-05b3-49fc-ae40-5b57cbf83838 req-70e28d22-f6eb-4b2e-b507-d636d5bd47f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=88f25b19-ae40-471f-83f3-2a0d38b6110b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819311 Nov 16 11:19:23.785819 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['9f7f87ae-515f-40f3-92dc-824ff848a68f'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:19:23.928816 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-90dced48-05b3-49fc-ae40-5b57cbf83838 req-e212ea1a-3b9c-4d75-a86a-92205bc1951c service neutron] 10.222.0.36 "GET /v2.0/networks/88f25b19-ae40-471f-83f3-2a0d38b6110b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375508 Nov 16 11:19:24.000971 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f43198-da21-4bc8-84b8-c4f20f4d9905 req-7eacc7f4-f39a-4e48-8522-847c5234cd07 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:24.013000 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3e5e3b-01b9-4905-81a5-3cc0cf0a417f None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:24.013293 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-07f43198-da21-4bc8-84b8-c4f20f4d9905 req-7eacc7f4-f39a-4e48-8522-847c5234cd07 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/ports?device_id=512fb662-782a-4a8c-a24e-48288df6e327 HTTP/1.1" status: 200 len: 1023 time: 0.1571205 Nov 16 11:19:24.024121 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3e5e3b-01b9-4905-81a5-3cc0cf0a417f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:24.083194 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-90dced48-05b3-49fc-ae40-5b57cbf83838 req-bbba13da-e88b-460c-919c-b9df6822def9 service neutron] 10.222.0.36 "GET /v2.0/networks/88f25b19-ae40-471f-83f3-2a0d38b6110b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417670 Nov 16 11:19:24.105453 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-df834357-8b74-47f3-9e14-61ba8d280633 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bf22bd8dab034ff5987d30909ecac4ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4317532 Nov 16 11:19:24.106247 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55104) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:19:24.115939 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd50026-688d-4fcc-8ff7-f3bc9561f398 None None] Pushing event updated for resources: {'Port': ['ID=53d542f6-a643-44c1-a543-dd8b557af76e,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:24.129707 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b42ec9-d11c-4d30-8e3f-1942a41707cc None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:19:24.137506 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd50026-688d-4fcc-8ff7-f3bc9561f398 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:24.138624 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd50026-688d-4fcc-8ff7-f3bc9561f398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:24.139192 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd50026-688d-4fcc-8ff7-f3bc9561f398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:24.139739 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd50026-688d-4fcc-8ff7-f3bc9561f398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:24.140205 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd50026-688d-4fcc-8ff7-f3bc9561f398 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:24.140942 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd50026-688d-4fcc-8ff7-f3bc9561f398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:24.141425 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd50026-688d-4fcc-8ff7-f3bc9561f398 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:24.141959 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd50026-688d-4fcc-8ff7-f3bc9561f398 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:24.142693 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd50026-688d-4fcc-8ff7-f3bc9561f398 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:24.143467 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd50026-688d-4fcc-8ff7-f3bc9561f398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:24.143988 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd50026-688d-4fcc-8ff7-f3bc9561f398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:24.144458 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd50026-688d-4fcc-8ff7-f3bc9561f398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:24.162944 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-de3e5e3b-01b9-4905-81a5-3cc0cf0a417f None None] Attempting to bind port 53d542f6-a643-44c1-a543-dd8b557af76e on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:19:24.163514 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-de3e5e3b-01b9-4905-81a5-3cc0cf0a417f None None] Attempting to bind port 53d542f6-a643-44c1-a543-dd8b557af76e by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:19:24.164576 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3e5e3b-01b9-4905-81a5-3cc0cf0a417f None None] Attempting to bind port 53d542f6-a643-44c1-a543-dd8b557af76e on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:19:24.172035 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3e5e3b-01b9-4905-81a5-3cc0cf0a417f None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:19:24.172645 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3e5e3b-01b9-4905-81a5-3cc0cf0a417f None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:19:24.173208 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3e5e3b-01b9-4905-81a5-3cc0cf0a417f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:24.174098 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3e5e3b-01b9-4905-81a5-3cc0cf0a417f None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:19:24.174742 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-de3e5e3b-01b9-4905-81a5-3cc0cf0a417f None None] Bound port: 53d542f6-a643-44c1-a543-dd8b557af76e, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:19:24.175286 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3e5e3b-01b9-4905-81a5-3cc0cf0a417f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:24.268334 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-07f43198-da21-4bc8-84b8-c4f20f4d9905 req-2e282d4b-068b-4176-a2f7-74655d0413bc tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups?id=0065adac-0d80-49cc-81fb-61e93cfb4410&id=b2faa416-4579-46e6-aabb-72b9fc04a498&id=9b0b7bd7-41ff-43a5-a1e3-80d2d4639f2b HTTP/1.1" status: 200 len: 6199 time: 0.2520366 Nov 16 11:19:24.280947 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-de3e5e3b-01b9-4905-81a5-3cc0cf0a417f None None] For port 53d542f6-a643-44c1-a543-dd8b557af76e, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:19:24.282903 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b246d-4b98-4a91-a3de-ae72fc292631 req-e8d8ff97-219a-435e-a2f4-80a7a741da92 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:24.291979 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-de3e5e3b-01b9-4905-81a5-3cc0cf0a417f None None] For port 53d542f6-a643-44c1-a543-dd8b557af76e, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=53d542f6-a643-44c1-a543-dd8b557af76e,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:19:24.292994 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-692b246d-4b98-4a91-a3de-ae72fc292631 req-e8d8ff97-219a-435e-a2f4-80a7a741da92 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] 10.222.0.61 "GET /v2.0/ports?device_id=cef4b006-0763-4a36-99d5-8ae57b8d650a HTTP/1.1" status: 200 len: 949 time: 0.2248929 Nov 16 11:19:24.302927 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-de3e5e3b-01b9-4905-81a5-3cc0cf0a417f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:24.327327 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d73bd55c-2a3b-4e83-99a6-f0c08f9a2f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:24.334973 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-331f59ac-57f2-43e8-9cb4-7fc76d162810 None None] Provisioning complete for port 53d542f6-a643-44c1-a543-dd8b557af76e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:24.338883 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-331f59ac-57f2-43e8-9cb4-7fc76d162810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:24.349715 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '512fb662-782a-4a8c-a24e-48288df6e327', 'tag': '9f7f87ae-515f-40f3-92dc-824ff848a68f'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:19:24.352650 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e69cdd-4686-47f2-a268-5b3d16a625f3" -d '{"events": [{"name": "network-changed", "server_uuid": "512fb662-782a-4a8c-a24e-48288df6e327", "tag": "9f7f87ae-515f-40f3-92dc-824ff848a68f"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:19:24.402421 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f70cd35-57af-4517-a7dc-20860d1d53e6 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:19:24.439387 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3e5e3b-01b9-4905-81a5-3cc0cf0a417f None None] Routers {'d77f76d5-6aa3-4480-8be6-84b28e71b6cf'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:19:24.440037 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-de3e5e3b-01b9-4905-81a5-3cc0cf0a417f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:19:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['d77f76d5-6aa3-4480-8be6-84b28e71b6cf'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:19:24.468028 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2390b443-4550-4ad4-adda-1063c7f06664 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:24.503662 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2390b443-4550-4ad4-adda-1063c7f06664 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:24.527372 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-692b246d-4b98-4a91-a3de-ae72fc292631 req-c1243da8-5c76-4830-9f3e-36b19325367a tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] 10.222.0.61 "GET /v2.0/security-groups?id=4657343f-2e7d-4dcc-b42a-fcef730b116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315853 Nov 16 11:19:24.532458 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd50026-688d-4fcc-8ff7-f3bc9561f398 None None] Pushing event updated for resources: {'Port': ['ID=53d542f6-a643-44c1-a543-dd8b557af76e,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:24.574541 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-331f59ac-57f2-43e8-9cb4-7fc76d162810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:24.615748 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-331f59ac-57f2-43e8-9cb4-7fc76d162810 None None] For port 53d542f6-a643-44c1-a543-dd8b557af76e, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=53d542f6-a643-44c1-a543-dd8b557af76e,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:19:24.627742 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-331f59ac-57f2-43e8-9cb4-7fc76d162810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:24.652587 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-de3e5e3b-01b9-4905-81a5-3cc0cf0a417f None None] Set router d77f76d5-6aa3-4480-8be6-84b28e71b6cf gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:19:24.657418 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-f6d2aac6-60da-497b-bd84-e4a5215ddfcf tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:24.658664 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-f6d2aac6-60da-497b-bd84-e4a5215ddfcf tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/networks?id=cbb4a65b-8eab-4791-8d34-bab11c0de63c HTTP/1.1" status: 200 len: 806 time: 0.2967193 Nov 16 11:19:24.675918 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-ab2b32da-12b6-44ba-980a-b79aed04e252 req-a4991b86-db5e-44c2-a46a-6a1ac10ca67a tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1107983241 ', 'description': 'tempest-description-597879577'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:24.704397 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-9e6cb155-7484-43d6-8634-f35005c646ec tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/quotas/73e5fc395dda4693899e370eca8a1116 HTTP/1.1" status: 200 len: 375 time: 0.0238700 Nov 16 11:19:24.713294 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-d73bd55c-2a3b-4e83-99a6-f0c08f9a2f9e admin admin] Allocated IP 172.20.0.1 (c33c780a-fa25-4b50-94e1-5d7ff73b89f0/3449e234-5575-467b-9000-57855a07772e/55cbd045-ee61-492d-a381-e933626c7f0e) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:19:24.746443 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2390b443-4550-4ad4-adda-1063c7f06664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:24.748787 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f59ac-57f2-43e8-9cb4-7fc76d162810 None None] Pushing event updated for resources: {'Port': ['ID=53d542f6-a643-44c1-a543-dd8b557af76e,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:24.752635 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2390b443-4550-4ad4-adda-1063c7f06664 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:24.753555 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2390b443-4550-4ad4-adda-1063c7f06664 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ed873ce2-ea99-4014-871e-99615db50583 HTTP/1.1" status: 204 len: 168 time: 0.6350038 Nov 16 11:19:24.767444 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-f1e3bb82-6b84-4ae9-93c0-0a9ff29a3788 None None] Provisioning complete for port 53d542f6-a643-44c1-a543-dd8b557af76e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:24.770354 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f1e3bb82-6b84-4ae9-93c0-0a9ff29a3788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:24.799687 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2390b443-4550-4ad4-adda-1063c7f06664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed873ce2-ea99-4014-871e-99615db50583,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:24.809269 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ab2b32da-12b6-44ba-980a-b79aed04e252 req-a4991b86-db5e-44c2-a46a-6a1ac10ca67a tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:24.863685 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-d7d8e5a9-8b7c-4927-bea3-af406bb751be tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=73e5fc395dda4693899e370eca8a1116&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1400757 Nov 16 11:19:24.907005 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d73bd55c-2a3b-4e83-99a6-f0c08f9a2f9e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:24.954916 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d73bd55c-2a3b-4e83-99a6-f0c08f9a2f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:24.965303 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 16e5d6be-5e37-4cb3-bfed-ade67f0e75fc up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:19:25.037544 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-de3e5e3b-01b9-4905-81a5-3cc0cf0a417f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77f76d5-6aa3-4480-8be6-84b28e71b6cf', 'name': 'tempest-ServersTestFqdnHostnames-926643920-router', 'tenant_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '53d542f6-a643-44c1-a543-dd8b557af76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:19:18Z', 'updated_at': '2021-11-16T11:19:20Z', 'revision_number': 3, 'project_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'gw_port': {'id': '53d542f6-a643-44c1-a543-dd8b557af76e', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77f76d5-6aa3-4480-8be6-84b28e71b6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:19Z', 'updated_at': '2021-11-16T11:19:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:19:25.047637 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73bd55c-2a3b-4e83-99a6-f0c08f9a2f9e admin admin] Pushing event updated for resources: {'Port': ['ID=55cbd045-ee61-492d-a381-e933626c7f0e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:25.080560 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73bd55c-2a3b-4e83-99a6-f0c08f9a2f9e admin admin] Network c33c780a-fa25-4b50-94e1-5d7ff73b89f0 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:19:25.082448 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-d73bd55c-2a3b-4e83-99a6-f0c08f9a2f9e admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:19:25.085040 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73bd55c-2a3b-4e83-99a6-f0c08f9a2f9e admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:19:25.108131 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3e5e3b-01b9-4905-81a5-3cc0cf0a417f None None] The sync data for ids ['d77f76d5-6aa3-4480-8be6-84b28e71b6cf'] in n-d-816823-3 is: [{'id': 'd77f76d5-6aa3-4480-8be6-84b28e71b6cf', 'name': 'tempest-ServersTestFqdnHostnames-926643920-router', 'tenant_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '53d542f6-a643-44c1-a543-dd8b557af76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:19:18Z', 'updated_at': '2021-11-16T11:19:20Z', 'revision_number': 3, 'project_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'gw_port': {'id': '53d542f6-a643-44c1-a543-dd8b557af76e', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77f76d5-6aa3-4480-8be6-84b28e71b6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:19Z', 'updated_at': '2021-11-16T11:19:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:19:25.150475 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ab2b32da-12b6-44ba-980a-b79aed04e252 req-a4991b86-db5e-44c2-a46a-6a1ac10ca67a tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:25.151762 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 16e5d6be-5e37-4cb3-bfed-ade67f0e75fc completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:19:25.159979 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 16e5d6be-5e37-4cb3-bfed-ade67f0e75fc triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:25.160803 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:25.161697 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d73bd55c-2a3b-4e83-99a6-f0c08f9a2f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:25.165038 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-740f09eb-7cc5-4fd5-af76-a9dbb781a65c service neutron] 10.222.0.61 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835302 Nov 16 11:19:25.165612 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ab2b32da-12b6-44ba-980a-b79aed04e252 req-a4991b86-db5e-44c2-a46a-6a1ac10ca67a tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:25.284961 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4991b86-db5e-44c2-a46a-6a1ac10ca67a tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=792e3c5e-2eb3-4b76-81dd-e184bde8cbbb,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:25.294294 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ab2b32da-12b6-44ba-980a-b79aed04e252 req-a4991b86-db5e-44c2-a46a-6a1ac10ca67a tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:25.295782 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ab2b32da-12b6-44ba-980a-b79aed04e252 req-a4991b86-db5e-44c2-a46a-6a1ac10ca67a tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.6361904 Nov 16 11:19:25.356895 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:25.385574 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-f6f34b42-71c1-4bd7-b27e-bb4ca492de9b service neutron] 10.222.0.61 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965244 Nov 16 11:19:25.430626 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c137ce-9b83-4009-9cfb-bf281087bb17 x-openstack-request-id: req-d4c137ce-9b83-4009-9cfb-bf281087bb17 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:19:25.431210 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "512fb662-782a-4a8c-a24e-48288df6e327", "tag": "9f7f87ae-515f-40f3-92dc-824ff848a68f", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:19:25.431759 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d4c137ce-9b83-4009-9cfb-bf281087bb17 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:19:25.432375 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '512fb662-782a-4a8c-a24e-48288df6e327', 'tag': '9f7f87ae-515f-40f3-92dc-824ff848a68f', 'status': 'completed', 'code': 200} Nov 16 11:19:25.451084 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef4b006-0763-4a36-99d5-8ae57b8d650a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e5d6be-5e37-4cb3-bfed-ade67f0e75fc'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:19:25.470146 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1b46f8-7f69-4db8-bcc5-fd2e68f7b48e" -d '{"events": [{"server_uuid": "cef4b006-0763-4a36-99d5-8ae57b8d650a", "name": "network-vif-plugged", "status": "completed", "tag": "16e5d6be-5e37-4cb3-bfed-ade67f0e75fc"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:19:25.572928 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 16e5d6be-5e37-4cb3-bfed-ade67f0e75fc, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=16e5d6be-5e37-4cb3-bfed-ade67f0e75fc,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:19:25.613200 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:25.625734 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-34ef5864-2326-4c23-aa64-deac6ddcf7c5 None None] Provisioning complete for port 55cbd045-ee61-492d-a381-e933626c7f0e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:25.626147 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-34ef5864-2326-4c23-aa64-deac6ddcf7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:25.672625 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e69cdd-4686-47f2-a268-5b3d16a625f3 req-a1f2e81e-1684-4abe-86e1-d787e8497ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:25.674878 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a7e69cdd-4686-47f2-a268-5b3d16a625f3 req-a1f2e81e-1684-4abe-86e1-d787e8497ffe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0083ff9f320940cc9f27a884e96c269f&device_id=512fb662-782a-4a8c-a24e-48288df6e327 HTTP/1.1" status: 200 len: 1174 time: 0.1992712 Nov 16 11:19:25.676790 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d73bd55c-2a3b-4e83-99a6-f0c08f9a2f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:25.749581 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f480b23b-853b-4216-8fdb-b12378ee8839 req-bdabd17d-ee91-490c-956d-63fd2b6142b2 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups/792e3c5e-2eb3-4b76-81dd-e184bde8cbbb HTTP/1.1" status: 200 len: 1797 time: 0.0885115 Nov 16 11:19:25.814957 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-34ef5864-2326-4c23-aa64-deac6ddcf7c5 None None] Port 55cbd045-ee61-492d-a381-e933626c7f0e cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:19:25.818851 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=16e5d6be-5e37-4cb3-bfed-ade67f0e75fc,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:25.825409 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76df607-d498-4aeb-9626-5e8ebf41a5cd req-5b23ae93-a3a7-458b-b2f3-ae981f932532 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:25.836854 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f76df607-d498-4aeb-9626-5e8ebf41a5cd req-5b23ae93-a3a7-458b-b2f3-ae981f932532 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bddbbd5-6e1b-4e6e-adda-fb42234aede3 HTTP/1.1" status: 200 len: 946 time: 0.1959026 Nov 16 11:19:25.853786 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7265dd-5fe3-44a7-a9d9-9138ad798af3 x-openstack-request-id: req-6d7265dd-5fe3-44a7-a9d9-9138ad798af3 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:19:25.855199 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef4b006-0763-4a36-99d5-8ae57b8d650a", "name": "network-vif-plugged", "status": "completed", "tag": "16e5d6be-5e37-4cb3-bfed-ade67f0e75fc", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:19:25.855603 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6d7265dd-5fe3-44a7-a9d9-9138ad798af3 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:19:25.857485 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef4b006-0763-4a36-99d5-8ae57b8d650a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e5d6be-5e37-4cb3-bfed-ade67f0e75fc', 'code': 200} Nov 16 11:19:25.953216 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f76df607-d498-4aeb-9626-5e8ebf41a5cd req-8e459c4a-7d51-4d24-ab5a-aa1b79eef800 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149466 Nov 16 11:19:25.954252 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e69cdd-4686-47f2-a268-5b3d16a625f3 req-8515c01b-d3c6-4a36-ad90-772f02f54db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:25.955723 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a7e69cdd-4686-47f2-a268-5b3d16a625f3 req-8515c01b-d3c6-4a36-ad90-772f02f54db9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=88f25b19-ae40-471f-83f3-2a0d38b6110b HTTP/1.1" status: 200 len: 914 time: 0.2650523 Nov 16 11:19:26.072696 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc8db7-5224-4d2c-8b60-34faee8cb6c0 req-6a8527d4-1057-4207-9fc6-efca90d34db5 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:26.076826 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1bcc8db7-5224-4d2c-8b60-34faee8cb6c0 req-6a8527d4-1057-4207-9fc6-efca90d34db5 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] 10.222.0.61 "GET /v2.0/ports?device_id=cef4b006-0763-4a36-99d5-8ae57b8d650a HTTP/1.1" status: 200 len: 950 time: 0.1224277 Nov 16 11:19:26.201972 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1bcc8db7-5224-4d2c-8b60-34faee8cb6c0 req-49c36e48-8f5e-4275-b004-16e05c98fc4e tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] 10.222.0.61 "GET /v2.0/security-groups?id=4657343f-2e7d-4dcc-b42a-fcef730b116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172745 Nov 16 11:19:26.249072 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ae0ecabd-2745-47b3-b648-2d37c8cc79e1 req-11b4f63f-15bd-4f49-bae9-695724f92dd0 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=785603e2-f1fb-4f56-a132-c5f2d1dcb118 HTTP/1.1" status: 200 len: 210 time: 0.0997064 Nov 16 11:19:26.325206 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a1223257-d8d7-49a0-8ef4-6c04a23d7386 req-f6b8b83d-f07a-4805-8bc6-886edda931cd tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups/792e3c5e-2eb3-4b76-81dd-e184bde8cbbb HTTP/1.1" status: 200 len: 1797 time: 0.0573692 Nov 16 11:19:26.413011 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55166) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:19:26.451433 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a1223257-d8d7-49a0-8ef4-6c04a23d7386 req-614fa679-389a-443d-a98a-5da47fb6b54a tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:26.532808 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a1223257-d8d7-49a0-8ef4-6c04a23d7386 req-614fa679-389a-443d-a98a-5da47fb6b54a tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:26.649383 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a7e69cdd-4686-47f2-a268-5b3d16a625f3 req-d89ccfff-636f-4249-a828-a8fc828434f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f7f87ae-515f-40f3-92dc-824ff848a68f HTTP/1.1" status: 200 len: 217 time: 0.6623826 Nov 16 11:19:26.662196 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-25a60bbf-6438-4869-a8e5-5623224cfc36 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-263329870-network', 'tenant_id': 'c6297fca90ae441aa40dab0d2d555d6b'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:26.691469 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a1223257-d8d7-49a0-8ef4-6c04a23d7386 req-614fa679-389a-443d-a98a-5da47fb6b54a tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:26.694250 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a1223257-d8d7-49a0-8ef4-6c04a23d7386 req-614fa679-389a-443d-a98a-5da47fb6b54a tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:26.696337 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a1223257-d8d7-49a0-8ef4-6c04a23d7386 req-614fa679-389a-443d-a98a-5da47fb6b54a tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "DELETE /v2.0/security-groups/792e3c5e-2eb3-4b76-81dd-e184bde8cbbb HTTP/1.1" status: 204 len: 173 time: 0.3636553 Nov 16 11:19:26.702701 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a60bbf-6438-4869-a8e5-5623224cfc36 admin admin] Made reservation on behalf of c6297fca90ae441aa40dab0d2d555d6b for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:19:26.705514 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25a60bbf-6438-4869-a8e5-5623224cfc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:26.719037 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25a60bbf-6438-4869-a8e5-5623224cfc36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:26.722402 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614fa679-389a-443d-a98a-5da47fb6b54a tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=792e3c5e-2eb3-4b76-81dd-e184bde8cbbb,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:26.773066 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8552281-922c-492a-ba48-94c2029349da req-b6e9740b-2242-441b-a9a9-96f48178e7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:26.774657 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b8552281-922c-492a-ba48-94c2029349da req-b6e9740b-2242-441b-a9a9-96f48178e7cf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cef4b006-0763-4a36-99d5-8ae57b8d650a HTTP/1.1" status: 200 len: 1101 time: 0.8167315 Nov 16 11:19:26.793668 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [req-b17bc69c-99d0-4bf0-806c-1ebbd0adc157 req-0be440f5-30f8-436a-858c-b0a5637b89b9 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] show failed (client error): The resource could not be found. Nov 16 11:19:26.794716 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b17bc69c-99d0-4bf0-806c-1ebbd0adc157 req-0be440f5-30f8-436a-858c-b0a5637b89b9 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups/792e3c5e-2eb3-4b76-81dd-e184bde8cbbb HTTP/1.1" status: 404 len: 352 time: 0.0353689 Nov 16 11:19:26.842756 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-26f931a8-2d10-476a-9f0d-d25decc810c4 req-9aae2af5-1523-4008-9e95-d14a974464a0 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2114647707', 'description': 'tempest-description-257489004'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:26.891846 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-26f931a8-2d10-476a-9f0d-d25decc810c4 req-9aae2af5-1523-4008-9e95-d14a974464a0 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:26.909497 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e69cdd-4686-47f2-a268-5b3d16a625f3 req-aee4a853-1877-4542-8731-efbfbd41e7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:26.911513 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a7e69cdd-4686-47f2-a268-5b3d16a625f3 req-aee4a853-1877-4542-8731-efbfbd41e7ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50dbcca0-861c-401b-911d-16a9002f1b98 HTTP/1.1" status: 200 len: 853 time: 0.2476389 Nov 16 11:19:26.937119 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 53d542f6-a643-44c1-a543-dd8b557af76e up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:19:26.948081 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25a60bbf-6438-4869-a8e5-5623224cfc36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:26.961670 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25a60bbf-6438-4869-a8e5-5623224cfc36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:26.966649 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a7e69cdd-4686-47f2-a268-5b3d16a625f3 req-d1180a54-6f99-4fd4-8d32-91d169c19651 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=88f25b19-ae40-471f-83f3-2a0d38b6110b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441747 Nov 16 11:19:26.974329 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25a60bbf-6438-4869-a8e5-5623224cfc36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:19:26.983995 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25a60bbf-6438-4869-a8e5-5623224cfc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:26.984348 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-25a60bbf-6438-4869-a8e5-5623224cfc36 admin admin] Added segment ce47cb9c-ba85-496b-b744-4a5fa69cb198 of type vlan for network c4ea0ecb-718e-47cf-bf5c-a5dc12609334 Nov 16 11:19:26.990547 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b8552281-922c-492a-ba48-94c2029349da req-4c73f83f-937e-4e30-a6fc-e651cdcaa08f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4657343f-2e7d-4dcc-b42a-fcef730b116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923399 Nov 16 11:19:27.035722 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25a60bbf-6438-4869-a8e5-5623224cfc36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:27.082239 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25a60bbf-6438-4869-a8e5-5623224cfc36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:27.086297 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a60bbf-6438-4869-a8e5-5623224cfc36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:27.086891 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25a60bbf-6438-4869-a8e5-5623224cfc36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:27.089152 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 53d542f6-a643-44c1-a543-dd8b557af76e triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:27.089772 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:27.115583 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d73bd55c-2a3b-4e83-99a6-f0c08f9a2f9e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:27.131970 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-25a60bbf-6438-4869-a8e5-5623224cfc36 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7164502 Nov 16 11:19:27.144770 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55178) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:19:27.151304 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d73bd55c-2a3b-4e83-99a6-f0c08f9a2f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:27.188163 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-e2064156-257c-4f06-bcbb-5b84cd2b2e14 admin admin] Request body: {'subnet': {'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-263329870-subnet', 'tenant_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:27.191239 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a60bbf-6438-4869-a8e5-5623224cfc36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99b9b5f-9152-44af-baf0-d47f59823573,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:27.196516 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a7e69cdd-4686-47f2-a268-5b3d16a625f3 req-8905a30e-e1a7-44d8-b76c-891968fd54fd service neutron] 10.222.0.36 "GET /v2.0/networks/88f25b19-ae40-471f-83f3-2a0d38b6110b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184181 Nov 16 11:19:27.272254 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-26f931a8-2d10-476a-9f0d-d25decc810c4 req-9aae2af5-1523-4008-9e95-d14a974464a0 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:27.292716 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-26f931a8-2d10-476a-9f0d-d25decc810c4 req-9aae2af5-1523-4008-9e95-d14a974464a0 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:27.312466 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a60bbf-6438-4869-a8e5-5623224cfc36 admin admin] Pushing event updated for resources: {'Network': ['ID=c4ea0ecb-718e-47cf-bf5c-a5dc12609334,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:27.327670 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2064156-257c-4f06-bcbb-5b84cd2b2e14 admin admin] Made reservation on behalf of c6297fca90ae441aa40dab0d2d555d6b for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:19:27.330093 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e2064156-257c-4f06-bcbb-5b84cd2b2e14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:27.338870 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network c4ea0ecb-718e-47cf-bf5c-a5dc12609334 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:19:27.360105 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-26f931a8-2d10-476a-9f0d-d25decc810c4 req-9aae2af5-1523-4008-9e95-d14a974464a0 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:27.362522 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-26f931a8-2d10-476a-9f0d-d25decc810c4 req-9aae2af5-1523-4008-9e95-d14a974464a0 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5285656 Nov 16 11:19:27.439648 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a7e69cdd-4686-47f2-a268-5b3d16a625f3 req-a3790341-0959-476f-9845-8fc0eaf542ea service neutron] 10.222.0.36 "GET /v2.0/networks/88f25b19-ae40-471f-83f3-2a0d38b6110b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090859 Nov 16 11:19:27.448680 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d73bd55c-2a3b-4e83-99a6-f0c08f9a2f9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:27.541751 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73bd55c-2a3b-4e83-99a6-f0c08f9a2f9e admin admin] Pushing event updated for resources: {'Port': ['ID=55cbd045-ee61-492d-a381-e933626c7f0e,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:27.644714 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73bd55c-2a3b-4e83-99a6-f0c08f9a2f9e admin admin] Network c33c780a-fa25-4b50-94e1-5d7ff73b89f0 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:19:27.649820 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-d73bd55c-2a3b-4e83-99a6-f0c08f9a2f9e admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:19:27.745062 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092c0db-3d97-42da-8af9-e35623e2b1d2 req-dcc103af-62d3-4ca1-b50b-f08644a1ac90 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:27.746741 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9092c0db-3d97-42da-8af9-e35623e2b1d2 req-dcc103af-62d3-4ca1-b50b-f08644a1ac90 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bddbbd5-6e1b-4e6e-adda-fb42234aede3 HTTP/1.1" status: 200 len: 946 time: 0.5508590 Nov 16 11:19:27.767739 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:27.906210 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-9832cd9b-6b0d-4461-a54d-ae8a76d6b8be tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:27.909155 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-9832cd9b-6b0d-4461-a54d-ae8a76d6b8be tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.64 "GET /v2.0/networks?id=cbb4a65b-8eab-4791-8d34-bab11c0de63c HTTP/1.1" status: 200 len: 806 time: 0.3346784 Nov 16 11:19:27.933323 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-e666c323-9cf4-4cf5-894f-77c07ebbd23c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Request body: {'port': {'device_id': '785603e2-f1fb-4f56-a132-c5f2d1dcb118', 'network_id': 'cbb4a65b-8eab-4791-8d34-bab11c0de63c', 'admin_state_up': True, 'tenant_id': '73e5fc395dda4693899e370eca8a1116'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:27.964457 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ca91cc2e-e807-4a83-ac5c-8434517f7933 None None] Provisioning complete for port 55cbd045-ee61-492d-a381-e933626c7f0e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:27.965741 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ca91cc2e-e807-4a83-ac5c-8434517f7933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:27.978258 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae2af5-1523-4008-9e95-d14a974464a0 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afe88320-e44e-4a3a-a9a3-395e463398d5,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:28.009483 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-ca91cc2e-e807-4a83-ac5c-8434517f7933 None None] Port 55cbd045-ee61-492d-a381-e933626c7f0e cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:19:28.044428 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73bd55c-2a3b-4e83-99a6-f0c08f9a2f9e admin admin] Router d77f76d5-6aa3-4480-8be6-84b28e71b6cf has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:19:28.091486 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e2064156-257c-4f06-bcbb-5b84cd2b2e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:28.105129 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9092c0db-3d97-42da-8af9-e35623e2b1d2 req-58d71cfc-f545-4062-895f-4adf0094404c tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390779 Nov 16 11:19:28.140589 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf23e4-f55f-4005-b84e-bd55f11f3858 req-257d8aa7-765f-49a1-8370-db7f152e5fd3 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:28.142233 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-10bf23e4-f55f-4005-b84e-bd55f11f3858 req-257d8aa7-765f-49a1-8370-db7f152e5fd3 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] 10.222.0.61 "GET /v2.0/ports?device_id=cef4b006-0763-4a36-99d5-8ae57b8d650a HTTP/1.1" status: 200 len: 950 time: 0.3945179 Nov 16 11:19:28.180562 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2064156-257c-4f06-bcbb-5b84cd2b2e14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=098ff2a2-731b-47ba-a3df-3f077a39e5d8,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:28.195656 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-e666c323-9cf4-4cf5-894f-77c07ebbd23c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Made reservation on behalf of 73e5fc395dda4693899e370eca8a1116 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:19:28.199300 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-e666c323-9cf4-4cf5-894f-77c07ebbd23c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:28.207605 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2064156-257c-4f06-bcbb-5b84cd2b2e14 admin admin] Checking segment: {'id': 'ce47cb9c-ba85-496b-b744-4a5fa69cb198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:19:28.207934 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2064156-257c-4f06-bcbb-5b84cd2b2e14 admin admin] Network hostable DHCP agents. Network: c4ea0ecb-718e-47cf-bf5c-a5dc12609334, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:19:28.238564 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-10bf23e4-f55f-4005-b84e-bd55f11f3858 req-4acb52ee-fe34-404d-84a9-5521878d7956 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] 10.222.0.61 "GET /v2.0/security-groups?id=4657343f-2e7d-4dcc-b42a-fcef730b116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842068 Nov 16 11:19:28.292329 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a63371b2-4e05-4dc4-9cf2-3e7024366d0c req-293f57ff-c821-481c-bd8f-21fde19d2fb9 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=785603e2-f1fb-4f56-a132-c5f2d1dcb118 HTTP/1.1" status: 200 len: 210 time: 0.0663574 Nov 16 11:19:28.295777 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-d59d79a5-e646-4adf-a7da-e1621361efe9 req-e8bafa7a-6a0c-4ce6-9804-9010f1cf6cc4 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-946264592', 'description': 'tempest-description-642787781'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:28.301610 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2064156-257c-4f06-bcbb-5b84cd2b2e14 admin admin] Network c4ea0ecb-718e-47cf-bf5c-a5dc12609334 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:19:28.321053 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-e2064156-257c-4f06-bcbb-5b84cd2b2e14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, c4ea0ecb-718e-47cf-bf5c-a5dc12609334) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:19:28.326953 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2064156-257c-4f06-bcbb-5b84cd2b2e14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:28.327538 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e2064156-257c-4f06-bcbb-5b84cd2b2e14 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:28.332263 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65806968-7852-4aa7-bb8d-0bb97a0f90cf None None] Network c4ea0ecb-718e-47cf-bf5c-a5dc12609334 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:19:28.342977 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73bd55c-2a3b-4e83-99a6-f0c08f9a2f9e admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:19:28.351948 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d73bd55c-2a3b-4e83-99a6-f0c08f9a2f9e admin admin] 10.222.0.61 "PUT /v2.0/routers/d77f76d5-6aa3-4480-8be6-84b28e71b6cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7631850 Nov 16 11:19:28.356230 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d59d79a5-e646-4adf-a7da-e1621361efe9 req-e8bafa7a-6a0c-4ce6-9804-9010f1cf6cc4 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:28.387415 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b740dd-73c4-4d56-91b0-e1ee0df7b776 None None] Sync routers for ids ['d77f76d5-6aa3-4480-8be6-84b28e71b6cf'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:19:28.388035 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e2064156-257c-4f06-bcbb-5b84cd2b2e14 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2387841 Nov 16 11:19:28.393359 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55192) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:19:28.399350 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-0b91f09a-c086-4bdb-9e2e-b09379c6967b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-263329870-router', 'tenant_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:28.429880 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b740dd-73c4-4d56-91b0-e1ee0df7b776 None None] Routers {'d77f76d5-6aa3-4480-8be6-84b28e71b6cf'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:19:28.430854 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-02b740dd-73c4-4d56-91b0-e1ee0df7b776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:19:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['d77f76d5-6aa3-4480-8be6-84b28e71b6cf'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:19:28.435264 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b91f09a-c086-4bdb-9e2e-b09379c6967b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:28.436305 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b91f09a-c086-4bdb-9e2e-b09379c6967b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:28.512452 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-e666c323-9cf4-4cf5-894f-77c07ebbd23c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Allocated IP 172.20.0.9 (cbb4a65b-8eab-4791-8d34-bab11c0de63c/5a10b0d7-f428-41c3-8bd0-15f87f8f81d9/1c95b04f-21fc-4dd4-84c7-ff1797d4f3db) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:19:28.515394 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b91f09a-c086-4bdb-9e2e-b09379c6967b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:28.526477 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d59d79a5-e646-4adf-a7da-e1621361efe9 req-e8bafa7a-6a0c-4ce6-9804-9010f1cf6cc4 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:28.605996 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d59d79a5-e646-4adf-a7da-e1621361efe9 req-e8bafa7a-6a0c-4ce6-9804-9010f1cf6cc4 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:28.719851 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:28.805057 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d59d79a5-e646-4adf-a7da-e1621361efe9 req-e8bafa7a-6a0c-4ce6-9804-9010f1cf6cc4 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:28.814657 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d59d79a5-e646-4adf-a7da-e1621361efe9 req-e8bafa7a-6a0c-4ce6-9804-9010f1cf6cc4 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.5353935 Nov 16 11:19:28.816923 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-02b740dd-73c4-4d56-91b0-e1ee0df7b776 None None] Set router d77f76d5-6aa3-4480-8be6-84b28e71b6cf gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:19:28.822555 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-e666c323-9cf4-4cf5-894f-77c07ebbd23c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:28.834453 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bafa7a-6a0c-4ce6-9804-9010f1cf6cc4 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=438a4b0d-3968-4f0e-9b9a-a21e93b38ad2,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:28.849109 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b91f09a-c086-4bdb-9e2e-b09379c6967b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:28.855443 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-7e9f88e4-955e-4a03-8628-c2ade6f370e0 req-6f4aa114-228f-4ecb-950f-ba4634f8bddd tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1566226617', 'description': 'tempest-description-689436888'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:28.893454 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80fa6b5-c261-4b29-9b8c-eb603a7b0704 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-c4ea0ecb-718e-47cf-bf5c-a5dc12609334', 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334', 'tenant_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'fixed_ips': [{'subnet_id': '098ff2a2-731b-47ba-a3df-3f077a39e5d8'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:19:28.894744 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d80fa6b5-c261-4b29-9b8c-eb603a7b0704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:28.905458 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-64a83da0-2b54-457f-bdf7-51f87ecfa47e tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:28.907055 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-64a83da0-2b54-457f-bdf7-51f87ecfa47e tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7bddbbd5-6e1b-4e6e-adda-fb42234aede3&tenant_id=fca4017bffc548cea20e1270411b1992&binding%3Ahost_id=n-h1-816823-3 HTTP/1.1" status: 200 len: 1097 time: 0.2959278 Nov 16 11:19:28.941872 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-f001f660-b9d2-4dbd-aaa9-6ea406168e27 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816823-3'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:28.944666 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-7e9f88e4-955e-4a03-8628-c2ade6f370e0 req-6f4aa114-228f-4ecb-950f-ba4634f8bddd tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:28.971241 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-e666c323-9cf4-4cf5-894f-77c07ebbd23c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:29.052661 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-f001f660-b9d2-4dbd-aaa9-6ea406168e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:29.080470 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-d80fa6b5-c261-4b29-9b8c-eb603a7b0704 None None] Allocated IP 172.20.0.2 (c4ea0ecb-718e-47cf-bf5c-a5dc12609334/098ff2a2-731b-47ba-a3df-3f077a39e5d8/ec9b377f-727d-49e3-bb31-d99a94879caa) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:19:29.098531 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-e666c323-9cf4-4cf5-894f-77c07ebbd23c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Network cbb4a65b-8eab-4791-8d34-bab11c0de63c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:19:29.113339 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-e666c323-9cf4-4cf5-894f-77c07ebbd23c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:19:29.127349 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-7e9f88e4-955e-4a03-8628-c2ade6f370e0 req-6f4aa114-228f-4ecb-950f-ba4634f8bddd tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:29.129512 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-e666c323-9cf4-4cf5-894f-77c07ebbd23c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:19:29.143825 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-7e9f88e4-955e-4a03-8628-c2ade6f370e0 req-6f4aa114-228f-4ecb-950f-ba4634f8bddd tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:29.192000 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e666c323-9cf4-4cf5-894f-77c07ebbd23c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Pushing event updated for resources: {'Port': ['ID=1c95b04f-21fc-4dd4-84c7-ff1797d4f3db,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:29.224543 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-e666c323-9cf4-4cf5-894f-77c07ebbd23c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:29.225179 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-e666c323-9cf4-4cf5-894f-77c07ebbd23c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:29.244226 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4aa114-228f-4ecb-950f-ba4634f8bddd tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=417f0414-dd80-4d94-b03e-2c0c8093c410,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:29.256180 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d80fa6b5-c261-4b29-9b8c-eb603a7b0704 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:29.262575 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['a76869bb-efef-4d86-865d-17b014916cd8'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:19:29.264446 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-e666c323-9cf4-4cf5-894f-77c07ebbd23c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3375909 Nov 16 11:19:29.279616 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-ea35ae26-1c65-45d2-b24b-6c8788b872a3 service neutron] Request body: {'port': {'device_id': '785603e2-f1fb-4f56-a132-c5f2d1dcb118', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:29.283665 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55206) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:19:29.289537 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d80fa6b5-c261-4b29-9b8c-eb603a7b0704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:29.298557 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f494fd91-51dd-4458-ac70-518d5d1e1c24 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Request body: {'security_group': {'name': 'tempest-securitygroup--80284461', 'description': 'tempest-description--1606861258'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:29.356935 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-7e9f88e4-955e-4a03-8628-c2ade6f370e0 req-6f4aa114-228f-4ecb-950f-ba4634f8bddd tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:29.364680 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7e9f88e4-955e-4a03-8628-c2ade6f370e0 req-6f4aa114-228f-4ecb-950f-ba4634f8bddd tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5213027 Nov 16 11:19:29.389548 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80fa6b5-c261-4b29-9b8c-eb603a7b0704 None None] Network c4ea0ecb-718e-47cf-bf5c-a5dc12609334 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:19:29.396077 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-d80fa6b5-c261-4b29-9b8c-eb603a7b0704 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:19:29.407889 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80fa6b5-c261-4b29-9b8c-eb603a7b0704 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:19:29.417069 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f494fd91-51dd-4458-ac70-518d5d1e1c24 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:29.445883 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-ea35ae26-1c65-45d2-b24b-6c8788b872a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:29.470189 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fa6b5-c261-4b29-9b8c-eb603a7b0704 None None] Pushing event updated for resources: {'Port': ['ID=ec9b377f-727d-49e3-bb31-d99a94879caa,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:29.548160 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-d80fa6b5-c261-4b29-9b8c-eb603a7b0704 None None] Attempting to bind port ec9b377f-727d-49e3-bb31-d99a94879caa on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:19:29.548557 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-d80fa6b5-c261-4b29-9b8c-eb603a7b0704 None None] Attempting to bind port ec9b377f-727d-49e3-bb31-d99a94879caa by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'ce47cb9c-ba85-496b-b744-4a5fa69cb198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:19:29.548920 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80fa6b5-c261-4b29-9b8c-eb603a7b0704 None None] Attempting to bind port ec9b377f-727d-49e3-bb31-d99a94879caa on network c4ea0ecb-718e-47cf-bf5c-a5dc12609334 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:19:29.572026 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80fa6b5-c261-4b29-9b8c-eb603a7b0704 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:19:29.572312 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80fa6b5-c261-4b29-9b8c-eb603a7b0704 None None] Checking segment: {'id': 'ce47cb9c-ba85-496b-b744-4a5fa69cb198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:19:29.572714 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d80fa6b5-c261-4b29-9b8c-eb603a7b0704 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:29.573105 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80fa6b5-c261-4b29-9b8c-eb603a7b0704 None None] Bound using segment: {'id': 'ce47cb9c-ba85-496b-b744-4a5fa69cb198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:19:29.573584 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-d80fa6b5-c261-4b29-9b8c-eb603a7b0704 None None] Bound port: ec9b377f-727d-49e3-bb31-d99a94879caa, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce47cb9c-ba85-496b-b744-4a5fa69cb198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:19:29.573995 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d80fa6b5-c261-4b29-9b8c-eb603a7b0704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:29.616814 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f33c8-da70-44aa-a516-9e904d982a56 req-ea50a899-ed7e-49cd-955b-1d93cca7daf9 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:29.618503 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-180f33c8-da70-44aa-a516-9e904d982a56 req-ea50a899-ed7e-49cd-955b-1d93cca7daf9 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bddbbd5-6e1b-4e6e-adda-fb42234aede3 HTTP/1.1" status: 200 len: 946 time: 0.1756446 Nov 16 11:19:29.659009 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f494fd91-51dd-4458-ac70-518d5d1e1c24 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:29.665315 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-f001f660-b9d2-4dbd-aaa9-6ea406168e27 service neutron] For port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=29d992c3-c0c9-4c03-bac2-e35d0d9dbe49,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:19:29.669785 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f494fd91-51dd-4458-ac70-518d5d1e1c24 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:29.692013 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b91f09a-c086-4bdb-9e2e-b09379c6967b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:29.741337 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f494fd91-51dd-4458-ac70-518d5d1e1c24 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:29.746170 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f494fd91-51dd-4458-ac70-518d5d1e1c24 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4573774 Nov 16 11:19:29.746170 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f494fd91-51dd-4458-ac70-518d5d1e1c24 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8987ed36-22b4-4bb4-aa0a-efe1382f1277,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:29.747901 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55216) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:19:29.749880 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502a584-be12-4551-977b-d19580454deb req-34b8943c-f661-4bf2-a418-f91685c599e0 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:29.751927 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c502a584-be12-4551-977b-d19580454deb req-34b8943c-f661-4bf2-a418-f91685c599e0 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] 10.222.0.61 "GET /v2.0/ports?device_id=cef4b006-0763-4a36-99d5-8ae57b8d650a HTTP/1.1" status: 200 len: 950 time: 0.1999953 Nov 16 11:19:29.755081 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-2cad2884-7462-4f6d-acbf-717808b39b87 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Request body: {'security_group_rule': {'security_group_id': '8987ed36-22b4-4bb4-aa0a-efe1382f1277', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:29.756697 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b91f09a-c086-4bdb-9e2e-b09379c6967b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:29.760361 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-02b740dd-73c4-4d56-91b0-e1ee0df7b776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77f76d5-6aa3-4480-8be6-84b28e71b6cf', 'name': 'tempest-ServersTestFqdnHostnames-926643920-router', 'tenant_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '53d542f6-a643-44c1-a543-dd8b557af76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:19:18Z', 'updated_at': '2021-11-16T11:19:25Z', 'revision_number': 4, 'project_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'gw_port': {'id': '53d542f6-a643-44c1-a543-dd8b557af76e', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77f76d5-6aa3-4480-8be6-84b28e71b6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:19Z', 'updated_at': '2021-11-16T11:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '55cbd045-ee61-492d-a381-e933626c7f0e', 'name': '', 'network_id': 'c33c780a-fa25-4b50-94e1-5d7ff73b89f0', 'tenant_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'mac_address': 'fa:16:3e:5c:f2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77f76d5-6aa3-4480-8be6-84b28e71b6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '3449e234-5575-467b-9000-57855a07772e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:24Z', 'updated_at': '2021-11-16T11:19:26Z', 'revision_number': 2, 'project_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'subnets': [{'id': '3449e234-5575-467b-9000-57855a07772e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:19:29.765656 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-d80fa6b5-c261-4b29-9b8c-eb603a7b0704 None None] For port ec9b377f-727d-49e3-bb31-d99a94879caa, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:19:29.781492 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-180f33c8-da70-44aa-a516-9e904d982a56 req-2416e2cb-388a-46dd-97ce-4b9efc875b8b tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427100 Nov 16 11:19:29.799843 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b740dd-73c4-4d56-91b0-e1ee0df7b776 None None] Checking router: d77f76d5-6aa3-4480-8be6-84b28e71b6cf for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:19:29.800244 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b740dd-73c4-4d56-91b0-e1ee0df7b776 None None] Updating router d77f76d5-6aa3-4480-8be6-84b28e71b6cf port 55cbd045-ee61-492d-a381-e933626c7f0e binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:19:29.845270 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-d80fa6b5-c261-4b29-9b8c-eb603a7b0704 None None] For port ec9b377f-727d-49e3-bb31-d99a94879caa, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=ec9b377f-727d-49e3-bb31-d99a94879caa,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:19:29.861766 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d80fa6b5-c261-4b29-9b8c-eb603a7b0704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:29.867655 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2cad2884-7462-4f6d-acbf-717808b39b87 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:29.872457 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-f001f660-b9d2-4dbd-aaa9-6ea406168e27 service neutron] For port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49, host n-h1-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:19:29.872642 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-02b740dd-73c4-4d56-91b0-e1ee0df7b776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:29.967606 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-ea35ae26-1c65-45d2-b24b-6c8788b872a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c95b04f-21fc-4dd4-84c7-ff1797d4f3db {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:19:29.988825 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-ea35ae26-1c65-45d2-b24b-6c8788b872a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:29.989467 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fa6b5-c261-4b29-9b8c-eb603a7b0704 None None] Pushing event updated for resources: {'Port': ['ID=ec9b377f-727d-49e3-bb31-d99a94879caa,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:29.992481 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2cad2884-7462-4f6d-acbf-717808b39b87 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:30.004943 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-ea35ae26-1c65-45d2-b24b-6c8788b872a3 service neutron] Transition to ACTIVE for port object 1c95b04f-21fc-4dd4-84c7-ff1797d4f3db will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:19:30.006003 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2cad2884-7462-4f6d-acbf-717808b39b87 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:30.014156 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c502a584-be12-4551-977b-d19580454deb req-abe10ff6-bb7e-4930-be03-f659678ab8ab tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] 10.222.0.61 "GET /v2.0/security-groups?id=4657343f-2e7d-4dcc-b42a-fcef730b116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158177 Nov 16 11:19:30.020035 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-ea35ae26-1c65-45d2-b24b-6c8788b872a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:30.037378 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad2884-7462-4f6d-acbf-717808b39b87 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=868d2e1d-1923-402f-8905-c76f2b065607,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:30.065783 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bddbbd5-6e1b-4e6e-adda-fb42234aede3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29d992c3-c0c9-4c03-bac2-e35d0d9dbe49'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:19:30.068962 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6e3eaa-27bc-4219-873d-0f75c90eea44" -d '{"events": [{"server_uuid": "7bddbbd5-6e1b-4e6e-adda-fb42234aede3", "name": "network-vif-unplugged", "status": "completed", "tag": "29d992c3-c0c9-4c03-bac2-e35d0d9dbe49"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:19:30.074274 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-f001f660-b9d2-4dbd-aaa9-6ea406168e27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:30.100600 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2cad2884-7462-4f6d-acbf-717808b39b87 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:30.102711 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2cad2884-7462-4f6d-acbf-717808b39b87 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3538160 Nov 16 11:19:30.109569 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55222) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:19:30.135234 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-39171c6a-aae8-447c-9d68-cdfc3907554e tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Request body: {'security_group_rule': {'security_group_id': '8987ed36-22b4-4bb4-aa0a-efe1382f1277', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:30.141691 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-f001f660-b9d2-4dbd-aaa9-6ea406168e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:30.151877 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fb8b9-d289-462f-81d1-c467d9fb13bb req-64da84ea-95fd-4b14-8898-1daa361170e6 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:30.159898 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a85fb8b9-d289-462f-81d1-c467d9fb13bb req-64da84ea-95fd-4b14-8898-1daa361170e6 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=785603e2-f1fb-4f56-a132-c5f2d1dcb118 HTTP/1.1" status: 200 len: 931 time: 0.2902453 Nov 16 11:19:30.174522 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea35ae26-1c65-45d2-b24b-6c8788b872a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1c95b04f-21fc-4dd4-84c7-ff1797d4f3db,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:30.180973 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-ea35ae26-1c65-45d2-b24b-6c8788b872a3 service neutron] Attempting to bind port 1c95b04f-21fc-4dd4-84c7-ff1797d4f3db on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:19:30.181310 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-ea35ae26-1c65-45d2-b24b-6c8788b872a3 service neutron] Attempting to bind port 1c95b04f-21fc-4dd4-84c7-ff1797d4f3db by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '29fe51c5-7413-4ecd-8c04-97b69fe8410f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'cbb4a65b-8eab-4791-8d34-bab11c0de63c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:19:30.186589 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-ea35ae26-1c65-45d2-b24b-6c8788b872a3 service neutron] Attempting to bind port 1c95b04f-21fc-4dd4-84c7-ff1797d4f3db on network cbb4a65b-8eab-4791-8d34-bab11c0de63c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:19:30.198219 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-ea35ae26-1c65-45d2-b24b-6c8788b872a3 service neutron] Port 1c95b04f-21fc-4dd4-84c7-ff1797d4f3db on network cbb4a65b-8eab-4791-8d34-bab11c0de63c not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:19:30.198544 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-ea35ae26-1c65-45d2-b24b-6c8788b872a3 service neutron] Attempting to bind port 1c95b04f-21fc-4dd4-84c7-ff1797d4f3db on network cbb4a65b-8eab-4791-8d34-bab11c0de63c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:19:30.204522 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-ea35ae26-1c65-45d2-b24b-6c8788b872a3 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:19:30.204854 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-ea35ae26-1c65-45d2-b24b-6c8788b872a3 service neutron] Checking segment: {'id': '29fe51c5-7413-4ecd-8c04-97b69fe8410f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'cbb4a65b-8eab-4791-8d34-bab11c0de63c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:19:30.205236 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-ea35ae26-1c65-45d2-b24b-6c8788b872a3 service neutron] Bound using segment: {'id': '29fe51c5-7413-4ecd-8c04-97b69fe8410f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'cbb4a65b-8eab-4791-8d34-bab11c0de63c'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:19:30.205658 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-ea35ae26-1c65-45d2-b24b-6c8788b872a3 service neutron] Bound port: 1c95b04f-21fc-4dd4-84c7-ff1797d4f3db, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29fe51c5-7413-4ecd-8c04-97b69fe8410f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'cbb4a65b-8eab-4791-8d34-bab11c0de63c'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:19:30.206036 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-ea35ae26-1c65-45d2-b24b-6c8788b872a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:30.327412 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-ea35ae26-1c65-45d2-b24b-6c8788b872a3 service neutron] For port 1c95b04f-21fc-4dd4-84c7-ff1797d4f3db, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:19:30.331335 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-ea35ae26-1c65-45d2-b24b-6c8788b872a3 service neutron] For port 1c95b04f-21fc-4dd4-84c7-ff1797d4f3db, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=1c95b04f-21fc-4dd4-84c7-ff1797d4f3db,segment=NetworkSegment(29fe51c5-7413-4ecd-8c04-97b69fe8410f),segment_id=29fe51c5-7413-4ecd-8c04-97b69fe8410f)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:19:30.333281 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c937eb4c-32b8-4317-8372-36f46ba94f60 None None] DHCP port deletion for b7bb2a97-86e1-4934-a454-677fe86f6d7e request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:19:30.341480 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-ea35ae26-1c65-45d2-b24b-6c8788b872a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:30.349113 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-0b91f09a-c086-4bdb-9e2e-b09379c6967b admin admin] Allocated IP 172.25.0.196 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/9e7bf77d-13cb-4567-8e6b-c51bd92a058b) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:19:30.400883 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-ea35ae26-1c65-45d2-b24b-6c8788b872a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:30.401578 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-ea35ae26-1c65-45d2-b24b-6c8788b872a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:30.405156 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-ea35ae26-1c65-45d2-b24b-6c8788b872a3 service neutron] 10.222.0.64 "PUT /v2.0/ports/1c95b04f-21fc-4dd4-84c7-ff1797d4f3db HTTP/1.1" status: 200 len: 1091 time: 1.1289914 Nov 16 11:19:30.405156 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785603e2-f1fb-4f56-a132-c5f2d1dcb118', 'tag': '1c95b04f-21fc-4dd4-84c7-ff1797d4f3db'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:19:30.407539 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145afbda-d0d2-4eee-819b-84d32d422f34" -d '{"events": [{"name": "network-changed", "server_uuid": "785603e2-f1fb-4f56-a132-c5f2d1dcb118", "tag": "1c95b04f-21fc-4dd4-84c7-ff1797d4f3db"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:19:30.422937 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f001f660-b9d2-4dbd-aaa9-6ea406168e27 service neutron] Pushing event updated for resources: {'Port': ['ID=29d992c3-c0c9-4c03-bac2-e35d0d9dbe49,revision_number=7']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:30.427660 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39171c6a-aae8-447c-9d68-cdfc3907554e tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:30.433750 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea35ae26-1c65-45d2-b24b-6c8788b872a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1c95b04f-21fc-4dd4-84c7-ff1797d4f3db,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:30.460844 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a85fb8b9-d289-462f-81d1-c467d9fb13bb req-152f683f-3659-4090-a3b8-7ecc9aca1a17 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991710 Nov 16 11:19:30.500083 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-f001f660-b9d2-4dbd-aaa9-6ea406168e27 service neutron] Attempting to bind port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 on host n-h1-816823-3 for vnic_type normal with profile {"migrating_to": "n-h2-816823-3"} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:19:30.500450 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-f001f660-b9d2-4dbd-aaa9-6ea406168e27 service neutron] Attempting to bind port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:19:30.500784 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-f001f660-b9d2-4dbd-aaa9-6ea406168e27 service neutron] Attempting to bind port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 on network b7bb2a97-86e1-4934-a454-677fe86f6d7e {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:19:30.545049 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-77359c66-c8fb-41b4-9e97-c1d682407137 None None] Provisioning complete for port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:30.545696 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-77359c66-c8fb-41b4-9e97-c1d682407137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:30.576375 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-8c1cd08e-042d-4608-a574-a2372b2db162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:30.581096 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-8c1cd08e-042d-4608-a574-a2372b2db162 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=73e5fc395dda4693899e370eca8a1116&device_id=785603e2-f1fb-4f56-a132-c5f2d1dcb118 HTTP/1.1" status: 200 len: 1094 time: 0.1054695 Nov 16 11:19:30.634498 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-f001f660-b9d2-4dbd-aaa9-6ea406168e27 service neutron] Port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 on network b7bb2a97-86e1-4934-a454-677fe86f6d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:19:30.635306 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-f001f660-b9d2-4dbd-aaa9-6ea406168e27 service neutron] Attempting to bind port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 on network b7bb2a97-86e1-4934-a454-677fe86f6d7e {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:19:30.645652 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-02b740dd-73c4-4d56-91b0-e1ee0df7b776 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:30.659768 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-77359c66-c8fb-41b4-9e97-c1d682407137 None None] Port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:19:30.661181 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-284b76ea-44c6-403b-93f3-cbce26176af3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c95b04f-21fc-4dd4-84c7-ff1797d4f3db HTTP/1.1" status: 200 len: 217 time: 0.0691879 Nov 16 11:19:30.662245 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-02b740dd-73c4-4d56-91b0-e1ee0df7b776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:30.666758 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c71e2fa3-edbf-4e3b-9e1f-e7c83c6c70c5 req-2005d81a-39b4-4f13-a968-30d8a6510019 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0083ff9f320940cc9f27a884e96c269f HTTP/1.1" status: 200 len: 10996 time: 0.5356486 Nov 16 11:19:30.686143 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-f001f660-b9d2-4dbd-aaa9-6ea406168e27 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:19:30.686491 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-f001f660-b9d2-4dbd-aaa9-6ea406168e27 service neutron] Checking segment: {'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:19:30.686880 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-f001f660-b9d2-4dbd-aaa9-6ea406168e27 service neutron] Bound using segment: {'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:19:30.687378 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-f001f660-b9d2-4dbd-aaa9-6ea406168e27 service neutron] Bound port: 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:19:30.687690 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-f001f660-b9d2-4dbd-aaa9-6ea406168e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:30.729662 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a9175-0435-4837-b5c2-e612cb521293 None None] Pushing event updated for resources: {'Port': ['ID=55cbd045-ee61-492d-a381-e933626c7f0e,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:30.744198 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39171c6a-aae8-447c-9d68-cdfc3907554e tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:30.789247 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39171c6a-aae8-447c-9d68-cdfc3907554e tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:30.841114 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-0af5ba7c-758f-47f2-ae44-00b6d63dd2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:30.845949 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-0af5ba7c-758f-47f2-ae44-00b6d63dd2be service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a10b0d7-f428-41c3-8bd0-15f87f8f81d9 HTTP/1.1" status: 200 len: 846 time: 0.1729684 Nov 16 11:19:30.869476 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b91f09a-c086-4bdb-9e2e-b09379c6967b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:30.895350 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-02b740dd-73c4-4d56-91b0-e1ee0df7b776 None None] Attempting to bind port 55cbd045-ee61-492d-a381-e933626c7f0e on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:19:30.895976 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-02b740dd-73c4-4d56-91b0-e1ee0df7b776 None None] Attempting to bind port 55cbd045-ee61-492d-a381-e933626c7f0e by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '5e0b668e-e3dd-479a-8c7f-351b9a6cb777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'c33c780a-fa25-4b50-94e1-5d7ff73b89f0'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:19:30.896647 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c71e2fa3-edbf-4e3b-9e1f-e7c83c6c70c5 req-9684af28-ba67-4396-b273-01ddea4c29a2 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups/b2faa416-4579-46e6-aabb-72b9fc04a498 HTTP/1.1" status: 200 len: 2998 time: 0.2287188 Nov 16 11:19:30.899081 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b740dd-73c4-4d56-91b0-e1ee0df7b776 None None] Attempting to bind port 55cbd045-ee61-492d-a381-e933626c7f0e on network c33c780a-fa25-4b50-94e1-5d7ff73b89f0 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:19:30.902695 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-47850e02-6fbc-457c-a652-0add33d799bf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cbb4a65b-8eab-4791-8d34-bab11c0de63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490761 Nov 16 11:19:30.907814 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b740dd-73c4-4d56-91b0-e1ee0df7b776 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:19:30.908198 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b740dd-73c4-4d56-91b0-e1ee0df7b776 None None] Checking segment: {'id': '5e0b668e-e3dd-479a-8c7f-351b9a6cb777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'c33c780a-fa25-4b50-94e1-5d7ff73b89f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:19:30.908607 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-02b740dd-73c4-4d56-91b0-e1ee0df7b776 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:30.909003 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b740dd-73c4-4d56-91b0-e1ee0df7b776 None None] Bound using segment: {'id': '5e0b668e-e3dd-479a-8c7f-351b9a6cb777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'c33c780a-fa25-4b50-94e1-5d7ff73b89f0'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:19:30.909482 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-02b740dd-73c4-4d56-91b0-e1ee0df7b776 None None] Bound port: 55cbd045-ee61-492d-a381-e933626c7f0e, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e0b668e-e3dd-479a-8c7f-351b9a6cb777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'c33c780a-fa25-4b50-94e1-5d7ff73b89f0'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:19:30.909867 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-02b740dd-73c4-4d56-91b0-e1ee0df7b776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:30.930497 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39171c6a-aae8-447c-9d68-cdfc3907554e tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90510b15-500c-4406-a872-64d90237b70e,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:30.939412 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39171c6a-aae8-447c-9d68-cdfc3907554e tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:30.942310 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-39171c6a-aae8-447c-9d68-cdfc3907554e tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8132417 Nov 16 11:19:30.958245 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55232) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:19:30.964495 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-97ec03ea-ebe3-4317-a535-1003439aae42 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:31.004907 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device ec9b377f-727d-49e3-bb31-d99a94879caa up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:19:31.008202 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:19:31.053871 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-97ec03ea-ebe3-4317-a535-1003439aae42 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:31.058910 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-f001f660-b9d2-4dbd-aaa9-6ea406168e27 service neutron] For port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49, host n-h1-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:19:31.130937 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-f001f660-b9d2-4dbd-aaa9-6ea406168e27 service neutron] For port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=29d992c3-c0c9-4c03-bac2-e35d0d9dbe49,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:19:31.157058 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-f001f660-b9d2-4dbd-aaa9-6ea406168e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:31.213807 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-02b740dd-73c4-4d56-91b0-e1ee0df7b776 None None] For port 55cbd045-ee61-492d-a381-e933626c7f0e, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:19:31.230567 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-02b740dd-73c4-4d56-91b0-e1ee0df7b776 None None] For port 55cbd045-ee61-492d-a381-e933626c7f0e, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=55cbd045-ee61-492d-a381-e933626c7f0e,segment=NetworkSegment(5e0b668e-e3dd-479a-8c7f-351b9a6cb777),segment_id=5e0b668e-e3dd-479a-8c7f-351b9a6cb777)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:19:31.234472 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 11:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89335a8-a189-4bbf-9755-da4b65cf8b5d x-openstack-request-id: req-f89335a8-a189-4bbf-9755-da4b65cf8b5d {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:19:31.234598 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bddbbd5-6e1b-4e6e-adda-fb42234aede3", "name": "network-vif-unplugged", "status": "completed", "tag": "29d992c3-c0c9-4c03-bac2-e35d0d9dbe49", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:19:31.234838 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f89335a8-a189-4bbf-9755-da4b65cf8b5d {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:19:31.235288 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bddbbd5-6e1b-4e6e-adda-fb42234aede3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29d992c3-c0c9-4c03-bac2-e35d0d9dbe49', 'code': 200} Nov 16 11:19:31.239925 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-79ff9a32-5379-4b61-abeb-d488a213e303 service neutron] 10.222.0.64 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275034 Nov 16 11:19:31.248577 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c71e2fa3-edbf-4e3b-9e1f-e7c83c6c70c5 req-a5e4c863-e0f8-4581-a46d-4d0e3dcfaf34 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups/b2faa416-4579-46e6-aabb-72b9fc04a498 HTTP/1.1" status: 200 len: 2998 time: 0.3510613 Nov 16 11:19:31.285266 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b91f09a-c086-4bdb-9e2e-b09379c6967b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:31.327308 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-02b740dd-73c4-4d56-91b0-e1ee0df7b776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:31.329440 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0b94cb-d9e9-4bf7-bfa1-48dbe8ed4f12 None None] DHCP port deletion for b7bb2a97-86e1-4934-a454-677fe86f6d7e request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:19:31.368578 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d08ce49-0754-477c-94df-af27bc88e181 x-openstack-request-id: req-2d08ce49-0754-477c-94df-af27bc88e181 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:19:31.369318 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "785603e2-f1fb-4f56-a132-c5f2d1dcb118", "tag": "1c95b04f-21fc-4dd4-84c7-ff1797d4f3db", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:19:31.369750 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2d08ce49-0754-477c-94df-af27bc88e181 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:19:31.370380 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785603e2-f1fb-4f56-a132-c5f2d1dcb118', 'tag': '1c95b04f-21fc-4dd4-84c7-ff1797d4f3db', 'status': 'completed', 'code': 200} Nov 16 11:19:31.437212 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b91f09a-c086-4bdb-9e2e-b09379c6967b admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:19:31.449524 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e4c869a8-09a3-49ef-8359-d743a6581951 req-07a36871-b49f-42e6-9531-b38327568eee service neutron] 10.222.0.64 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931627 Nov 16 11:19:31.471651 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-f001f660-b9d2-4dbd-aaa9-6ea406168e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:31.472401 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-f001f660-b9d2-4dbd-aaa9-6ea406168e27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:31.474352 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-f001f660-b9d2-4dbd-aaa9-6ea406168e27 service neutron] 10.222.0.64 "PUT /v2.0/ports/29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 HTTP/1.1" status: 200 len: 1122 time: 2.5375435 Nov 16 11:19:31.494311 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f001f660-b9d2-4dbd-aaa9-6ea406168e27 service neutron] Pushing event updated for resources: {'Port': ['ID=29d992c3-c0c9-4c03-bac2-e35d0d9dbe49,revision_number=8']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:31.560390 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-97ec03ea-ebe3-4317-a535-1003439aae42 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:31.569291 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-0b91f09a-c086-4bdb-9e2e-b09379c6967b admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:19:31.575315 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b91f09a-c086-4bdb-9e2e-b09379c6967b admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:19:31.629532 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['29d992c3-c0c9-4c03-bac2-e35d0d9dbe49'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:19:31.634631 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port ec9b377f-727d-49e3-bb31-d99a94879caa triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:31.635006 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:31.641663 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['29d992c3-c0c9-4c03-bac2-e35d0d9dbe49'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:19:31.643747 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71792e4e-b792-47fa-8ce7-f2c20597a2f8 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:19:31.658040 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-61c00e8e-24b9-4a2f-b859-473d3dff51b6 None None] Provisioning complete for port 55cbd045-ee61-492d-a381-e933626c7f0e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:31.658040 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-61c00e8e-24b9-4a2f-b859-473d3dff51b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:31.787883 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49, host n-h1-816823-3, got binding levels [] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:19:31.788143 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b91f09a-c086-4bdb-9e2e-b09379c6967b admin admin] Pushing event updated for resources: {'Port': ['ID=9e7bf77d-13cb-4567-8e6b-c51bd92a058b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:31.837188 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-97ec03ea-ebe3-4317-a535-1003439aae42 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Allocated IP 172.25.0.190 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/803b5bb4-6abb-4042-b162-ef3d7f393661) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:19:31.852508 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a63a41-03f2-41c1-8345-af6c58865afd req-9b545ad6-e0ca-4a7f-adfc-50d44a5f55a5 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:31.860368 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-10a63a41-03f2-41c1-8345-af6c58865afd req-9b545ad6-e0ca-4a7f-adfc-50d44a5f55a5 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bddbbd5-6e1b-4e6e-adda-fb42234aede3 HTTP/1.1" status: 200 len: 944 time: 0.4982924 Nov 16 11:19:31.876551 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6de05726-3773-4956-bc58-287bbfd077b0 req-d433d60d-d2de-43d4-87fa-7115eb503311 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups/afe88320-e44e-4a3a-a9a3-395e463398d5 HTTP/1.1" status: 200 len: 1817 time: 0.4224629 Nov 16 11:19:31.937689 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145afbda-d0d2-4eee-819b-84d32d422f34 req-fcfbf4c7-0abf-45f8-8a2c-46e7b9a62ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:31.939212 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-145afbda-d0d2-4eee-819b-84d32d422f34 req-fcfbf4c7-0abf-45f8-8a2c-46e7b9a62ab8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=73e5fc395dda4693899e370eca8a1116&device_id=785603e2-f1fb-4f56-a132-c5f2d1dcb118 HTTP/1.1" status: 200 len: 1094 time: 0.3588657 Nov 16 11:19:32.004943 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-97ec03ea-ebe3-4317-a535-1003439aae42 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:32.065565 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-97ec03ea-ebe3-4317-a535-1003439aae42 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:32.080795 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f7826d-8087-4adb-be57-933d124c85c5 None None] Network c4ea0ecb-718e-47cf-bf5c-a5dc12609334 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:19:32.106311 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-10a63a41-03f2-41c1-8345-af6c58865afd req-cb433994-769b-40cb-ba5e-3c6651e7aa73 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447758 Nov 16 11:19:32.119723 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ec03ea-ebe3-4317-a535-1003439aae42 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:19:32.126221 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-97ec03ea-ebe3-4317-a535-1003439aae42 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:19:32.136070 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ec03ea-ebe3-4317-a535-1003439aae42 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:19:32.170207 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec03ea-ebe3-4317-a535-1003439aae42 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Pushing event updated for resources: {'Port': ['ID=803b5bb4-6abb-4042-b162-ef3d7f393661,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:32.281424 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-97ec03ea-ebe3-4317-a535-1003439aae42 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:32.288283 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a9175-0435-4837-b5c2-e612cb521293 None None] Pushing event updated for resources: {'Port': ['ID=55cbd045-ee61-492d-a381-e933626c7f0e,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:32.305353 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b740dd-73c4-4d56-91b0-e1ee0df7b776 None None] Routers {'d77f76d5-6aa3-4480-8be6-84b28e71b6cf'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:19:32.306227 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-02b740dd-73c4-4d56-91b0-e1ee0df7b776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:19:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['d77f76d5-6aa3-4480-8be6-84b28e71b6cf'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:19:32.373957 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-97ec03ea-ebe3-4317-a535-1003439aae42 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:32.474551 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Attempting to bind port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 on host n-h1-816823-3 for vnic_type normal with profile {"migrating_to": "n-h2-816823-3"} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:19:32.475092 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Attempting to bind port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:19:32.475537 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Attempting to bind port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 on network b7bb2a97-86e1-4934-a454-677fe86f6d7e {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:19:32.493069 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 on network b7bb2a97-86e1-4934-a454-677fe86f6d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:19:32.493522 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Attempting to bind port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 on network b7bb2a97-86e1-4934-a454-677fe86f6d7e {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:19:32.516468 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6de05726-3773-4956-bc58-287bbfd077b0 req-89556be9-6b27-4360-a308-4eaf2af97b58 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:32.555090 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-97ec03ea-ebe3-4317-a535-1003439aae42 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:32.561477 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-97ec03ea-ebe3-4317-a535-1003439aae42 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:32.567682 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:19:32.568326 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Checking segment: {'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:19:32.568873 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Bound using segment: {'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:19:32.569441 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Bound port: 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:19:32.570439 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:32.620497 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6de05726-3773-4956-bc58-287bbfd077b0 req-89556be9-6b27-4360-a308-4eaf2af97b58 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:32.624314 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145afbda-d0d2-4eee-819b-84d32d422f34 req-7c708452-c124-4b7b-88fe-b19d955f69f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:32.625698 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-145afbda-d0d2-4eee-819b-84d32d422f34 req-7c708452-c124-4b7b-88fe-b19d955f69f5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cbb4a65b-8eab-4791-8d34-bab11c0de63c HTTP/1.1" status: 200 len: 907 time: 0.6405942 Nov 16 11:19:32.641568 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec03ea-ebe3-4317-a535-1003439aae42 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Pushing event updated for resources: {'Port': ['ID=803b5bb4-6abb-4042-b162-ef3d7f393661,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:32.651413 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-97ec03ea-ebe3-4317-a535-1003439aae42 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:32.659619 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-61c00e8e-24b9-4a2f-b859-473d3dff51b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:32.686252 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-97ec03ea-ebe3-4317-a535-1003439aae42 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:32.691992 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-97ec03ea-ebe3-4317-a535-1003439aae42 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7325792 Nov 16 11:19:32.749431 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-145afbda-d0d2-4eee-819b-84d32d422f34 req-2c3bf0e5-ef41-4b18-820e-868c4c4c493f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c95b04f-21fc-4dd4-84c7-ff1797d4f3db HTTP/1.1" status: 200 len: 217 time: 0.1087999 Nov 16 11:19:32.813373 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12fd36e-3bed-4810-93ab-62839c962f15 req-1c33f1fc-1aba-4a25-a3c7-95dff788831f tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:32.824825 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c12fd36e-3bed-4810-93ab-62839c962f15 req-1c33f1fc-1aba-4a25-a3c7-95dff788831f tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=785603e2-f1fb-4f56-a132-c5f2d1dcb118 HTTP/1.1" status: 200 len: 943 time: 0.2802758 Nov 16 11:19:32.827002 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b91f09a-c086-4bdb-9e2e-b09379c6967b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:32.869511 n-d-816823-3 neutron-server[102670]: WARNING neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Concurrent port binding operations failed on port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 Nov 16 11:19:32.875702 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=29d992c3-c0c9-4c03-bac2-e35d0d9dbe49,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:19:32.931280 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-02b740dd-73c4-4d56-91b0-e1ee0df7b776 None None] Set router d77f76d5-6aa3-4480-8be6-84b28e71b6cf gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:19:32.984315 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6de05726-3773-4956-bc58-287bbfd077b0 req-89556be9-6b27-4360-a308-4eaf2af97b58 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:32.986854 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6de05726-3773-4956-bc58-287bbfd077b0 req-89556be9-6b27-4360-a308-4eaf2af97b58 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:32.999363 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6de05726-3773-4956-bc58-287bbfd077b0 req-89556be9-6b27-4360-a308-4eaf2af97b58 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "DELETE /v2.0/security-groups/afe88320-e44e-4a3a-a9a3-395e463398d5 HTTP/1.1" status: 204 len: 173 time: 1.1218238 Nov 16 11:19:33.005866 n-d-816823-3 neutron-server[102670]: INFO neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Attempt 2 to bind port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 Nov 16 11:19:33.006203 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 has no active binding in host n-h2-816823-3 {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 16 11:19:33.055999 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89556be9-6b27-4360-a308-4eaf2af97b58 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe88320-e44e-4a3a-a9a3-395e463398d5,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:33.100301 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145afbda-d0d2-4eee-819b-84d32d422f34 req-6c3eb5eb-ba09-4b61-9689-a6ded4976e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:33.103693 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:33.104411 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-145afbda-d0d2-4eee-819b-84d32d422f34 req-6c3eb5eb-ba09-4b61-9689-a6ded4976e6d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a10b0d7-f428-41c3-8bd0-15f87f8f81d9 HTTP/1.1" status: 200 len: 846 time: 0.3450258 Nov 16 11:19:33.151752 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-61c00e8e-24b9-4a2f-b859-473d3dff51b6 None None] For port 55cbd045-ee61-492d-a381-e933626c7f0e, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=55cbd045-ee61-492d-a381-e933626c7f0e,segment=NetworkSegment(5e0b668e-e3dd-479a-8c7f-351b9a6cb777),segment_id=5e0b668e-e3dd-479a-8c7f-351b9a6cb777)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:19:33.186514 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-61c00e8e-24b9-4a2f-b859-473d3dff51b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:33.255161 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c00e8e-24b9-4a2f-b859-473d3dff51b6 None None] Pushing event updated for resources: {'Port': ['ID=55cbd045-ee61-492d-a381-e933626c7f0e,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:33.300779 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bddbbd5-6e1b-4e6e-adda-fb42234aede3', 'tag': '29d992c3-c0c9-4c03-bac2-e35d0d9dbe49'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:19:33.303032 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b80bb6-7769-4b9b-9ab7-4ed2d307ed6f" -d '{"events": [{"name": "network-changed", "server_uuid": "7bddbbd5-6e1b-4e6e-adda-fb42234aede3", "tag": "29d992c3-c0c9-4c03-bac2-e35d0d9dbe49"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:19:33.329512 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c12fd36e-3bed-4810-93ab-62839c962f15 req-42e851bf-ff97-4396-9934-0b9ad7c58e2b tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5035269 Nov 16 11:19:33.383553 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-145afbda-d0d2-4eee-819b-84d32d422f34 req-19fc297b-f068-4535-aa1d-58c90e1c742c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cbb4a65b-8eab-4791-8d34-bab11c0de63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837512 Nov 16 11:19:33.389220 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port ec9b377f-727d-49e3-bb31-d99a94879caa, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=ec9b377f-727d-49e3-bb31-d99a94879caa,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:19:33.403501 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:33.411968 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-50ddaf06-93ec-442b-8ef5-24d82a0c0628 None None] Provisioning complete for port ec9b377f-727d-49e3-bb31-d99a94879caa triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:33.411968 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-50ddaf06-93ec-442b-8ef5-24d82a0c0628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:33.447776 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [req-ecda286d-9aa1-4d94-97f0-568c075d0629 req-902926e5-c231-4dc8-b456-278702a4d079 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] show failed (client error): The resource could not be found. Nov 16 11:19:33.462434 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ecda286d-9aa1-4d94-97f0-568c075d0629 req-902926e5-c231-4dc8-b456-278702a4d079 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups/afe88320-e44e-4a3a-a9a3-395e463398d5 HTTP/1.1" status: 404 len: 352 time: 0.0816438 Nov 16 11:19:33.524083 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=ec9b377f-727d-49e3-bb31-d99a94879caa,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:33.579544 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-02b740dd-73c4-4d56-91b0-e1ee0df7b776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77f76d5-6aa3-4480-8be6-84b28e71b6cf', 'name': 'tempest-ServersTestFqdnHostnames-926643920-router', 'tenant_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '53d542f6-a643-44c1-a543-dd8b557af76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:19:18Z', 'updated_at': '2021-11-16T11:19:25Z', 'revision_number': 4, 'project_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'gw_port': {'id': '53d542f6-a643-44c1-a543-dd8b557af76e', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77f76d5-6aa3-4480-8be6-84b28e71b6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:19Z', 'updated_at': '2021-11-16T11:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '55cbd045-ee61-492d-a381-e933626c7f0e', 'name': '', 'network_id': 'c33c780a-fa25-4b50-94e1-5d7ff73b89f0', 'tenant_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'mac_address': 'fa:16:3e:5c:f2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77f76d5-6aa3-4480-8be6-84b28e71b6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '3449e234-5575-467b-9000-57855a07772e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:24Z', 'updated_at': '2021-11-16T11:19:31Z', 'revision_number': 4, 'project_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'subnets': [{'id': '3449e234-5575-467b-9000-57855a07772e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:19:33.605271 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-889d13c2-17be-4638-8026-f3567674fe1f req-dc0383c8-2ab0-49df-84d9-5d07404f3b76 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--80284461&fields=id&tenant_id=a9437637abeb4120bb9f8a5ce0dcd3d7 HTTP/1.1" status: 200 len: 267 time: 0.2258890 Nov 16 11:19:33.606419 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b91f09a-c086-4bdb-9e2e-b09379c6967b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:33.614562 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b740dd-73c4-4d56-91b0-e1ee0df7b776 None None] The sync data for ids ['d77f76d5-6aa3-4480-8be6-84b28e71b6cf'] in n-d-816823-3 is: [{'id': 'd77f76d5-6aa3-4480-8be6-84b28e71b6cf', 'name': 'tempest-ServersTestFqdnHostnames-926643920-router', 'tenant_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '53d542f6-a643-44c1-a543-dd8b557af76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:19:18Z', 'updated_at': '2021-11-16T11:19:25Z', 'revision_number': 4, 'project_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'gw_port': {'id': '53d542f6-a643-44c1-a543-dd8b557af76e', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77f76d5-6aa3-4480-8be6-84b28e71b6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:19Z', 'updated_at': '2021-11-16T11:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '55cbd045-ee61-492d-a381-e933626c7f0e', 'name': '', 'network_id': 'c33c780a-fa25-4b50-94e1-5d7ff73b89f0', 'tenant_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'mac_address': 'fa:16:3e:5c:f2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77f76d5-6aa3-4480-8be6-84b28e71b6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '3449e234-5575-467b-9000-57855a07772e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:24Z', 'updated_at': '2021-11-16T11:19:31Z', 'revision_number': 4, 'project_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'subnets': [{'id': '3449e234-5575-467b-9000-57855a07772e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:19:33.643467 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-50ddaf06-93ec-442b-8ef5-24d82a0c0628 None None] Provisioning complete for port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:33.644471 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-50ddaf06-93ec-442b-8ef5-24d82a0c0628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:33.771342 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-145afbda-d0d2-4eee-819b-84d32d422f34 req-5ab1ec6d-7e98-4c9c-a459-2898403181d4 service neutron] 10.222.0.64 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704028 Nov 16 11:19:33.798008 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-50ddaf06-93ec-442b-8ef5-24d82a0c0628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:33.845805 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bddbbd5-6e1b-4e6e-adda-fb42234aede3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d992c3-c0c9-4c03-bac2-e35d0d9dbe49'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:19:33.852759 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d3d022-9500-487d-9f60-fdedb2b29472" -d '{"events": [{"server_uuid": "7bddbbd5-6e1b-4e6e-adda-fb42234aede3", "name": "network-vif-plugged", "status": "completed", "tag": "29d992c3-c0c9-4c03-bac2-e35d0d9dbe49"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:19:33.853954 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f9dc4-d75d-403f-9ea0-2bde9d5f8ecd req-badb2cef-bc08-4e6e-aae8-042a5f00d2ee tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:33.856578 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ab8f9dc4-d75d-403f-9ea0-2bde9d5f8ecd req-badb2cef-bc08-4e6e-aae8-042a5f00d2ee tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bddbbd5-6e1b-4e6e-adda-fb42234aede3 HTTP/1.1" status: 200 len: 944 time: 0.3209188 Nov 16 11:19:33.867393 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-50ddaf06-93ec-442b-8ef5-24d82a0c0628 None None] For port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=29d992c3-c0c9-4c03-bac2-e35d0d9dbe49,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:19:33.873245 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-50ddaf06-93ec-442b-8ef5-24d82a0c0628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:33.939274 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ddaf06-93ec-442b-8ef5-24d82a0c0628 None None] Pushing event updated for resources: {'Port': ['ID=29d992c3-c0c9-4c03-bac2-e35d0d9dbe49,revision_number=9']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:33.980510 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-50ddaf06-93ec-442b-8ef5-24d82a0c0628 None None] Provisioning complete for port 9e7bf77d-13cb-4567-8e6b-c51bd92a058b triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:33.980977 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-50ddaf06-93ec-442b-8ef5-24d82a0c0628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:34.031409 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-50ddaf06-93ec-442b-8ef5-24d82a0c0628 None None] Port 9e7bf77d-13cb-4567-8e6b-c51bd92a058b cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:19:34.043531 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-50ddaf06-93ec-442b-8ef5-24d82a0c0628 None None] Provisioning complete for port 55cbd045-ee61-492d-a381-e933626c7f0e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:34.043908 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-50ddaf06-93ec-442b-8ef5-24d82a0c0628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:34.078829 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d13c2-17be-4638-8026-f3567674fe1f req-199b2c87-a8e6-4653-b629-63dc02c0aa9c tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:34.087159 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-889d13c2-17be-4638-8026-f3567674fe1f req-199b2c87-a8e6-4653-b629-63dc02c0aa9c tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] 10.222.0.61 "GET /v2.0/networks?id=c33c780a-fa25-4b50-94e1-5d7ff73b89f0 HTTP/1.1" status: 200 len: 814 time: 0.4598958 Nov 16 11:19:34.095068 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b91f09a-c086-4bdb-9e2e-b09379c6967b admin admin] Router 90fa271a-5315-4fff-a2e6-6783a2832f10 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:19:34.136144 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-889d13c2-17be-4638-8026-f3567674fe1f req-b628bfe9-08d6-49af-bb47-4e631faa5f2f tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] 10.222.0.61 "GET /v2.0/quotas/a9437637abeb4120bb9f8a5ce0dcd3d7 HTTP/1.1" status: 200 len: 375 time: 0.0472002 Nov 16 11:19:34.140859 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-145afbda-d0d2-4eee-819b-84d32d422f34 req-36931851-f6bc-4580-afd5-b5db68f5a08e service neutron] 10.222.0.64 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350620 Nov 16 11:19:34.147781 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ab8f9dc4-d75d-403f-9ea0-2bde9d5f8ecd req-094feba8-aabf-448c-9c87-7f9e20b2dc47 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126384 Nov 16 11:19:34.338821 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-889d13c2-17be-4638-8026-f3567674fe1f req-1fabfbf7-7616-4795-9924-e676b6806146 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a9437637abeb4120bb9f8a5ce0dcd3d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1893561 Nov 16 11:19:34.357209 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def48d8-5afe-4346-855e-8dc7f9bdb0c3 req-38c7f783-7d12-432d-9c4f-7cb8d79214cc tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:34.359452 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9def48d8-5afe-4346-855e-8dc7f9bdb0c3 req-38c7f783-7d12-432d-9c4f-7cb8d79214cc tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] 10.222.0.61 "GET /v2.0/ports?device_id=cef4b006-0763-4a36-99d5-8ae57b8d650a HTTP/1.1" status: 200 len: 950 time: 0.1134071 Nov 16 11:19:34.371669 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b91f09a-c086-4bdb-9e2e-b09379c6967b admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:19:34.383753 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794db9f7-b922-4040-99f5-a425adebc2ce None None] Sync routers for ids ['90fa271a-5315-4fff-a2e6-6783a2832f10'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:19:34.399882 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794db9f7-b922-4040-99f5-a425adebc2ce None None] Routers {'90fa271a-5315-4fff-a2e6-6783a2832f10'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:19:34.400526 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-794db9f7-b922-4040-99f5-a425adebc2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:19:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['90fa271a-5315-4fff-a2e6-6783a2832f10'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:19:34.460593 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b91f09a-c086-4bdb-9e2e-b09379c6967b admin admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:34.461829 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0b91f09a-c086-4bdb-9e2e-b09379c6967b admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0674841 Nov 16 11:19:34.464695 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55298) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:19:34.526143 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-794db9f7-b922-4040-99f5-a425adebc2ce None None] Set router 90fa271a-5315-4fff-a2e6-6783a2832f10 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:19:34.544126 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-889d13c2-17be-4638-8026-f3567674fe1f req-d7132f0d-4ea5-48b9-b95f-0a09325820b6 service neutron] 10.222.0.61 "GET /v2.0/networks/c33c780a-fa25-4b50-94e1-5d7ff73b89f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828184 Nov 16 11:19:34.549936 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9def48d8-5afe-4346-855e-8dc7f9bdb0c3 req-89697977-e8f2-45bb-8435-ae021f910f07 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] 10.222.0.61 "GET /v2.0/security-groups?id=4657343f-2e7d-4dcc-b42a-fcef730b116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648884 Nov 16 11:19:34.627715 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fbdeb6-500b-45b6-b776-7ee1075a5c3e x-openstack-request-id: req-e8fbdeb6-500b-45b6-b776-7ee1075a5c3e {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:19:34.628417 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bddbbd5-6e1b-4e6e-adda-fb42234aede3", "tag": "29d992c3-c0c9-4c03-bac2-e35d0d9dbe49", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:19:34.628417 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e8fbdeb6-500b-45b6-b776-7ee1075a5c3e {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:19:34.628742 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bddbbd5-6e1b-4e6e-adda-fb42234aede3', 'tag': '29d992c3-c0c9-4c03-bac2-e35d0d9dbe49', 'status': 'completed', 'code': 200} Nov 16 11:19:34.696310 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-889d13c2-17be-4638-8026-f3567674fe1f req-ea75e6bf-c5a6-4a92-9b82-3c48bc341bee service neutron] 10.222.0.61 "GET /v2.0/networks/c33c780a-fa25-4b50-94e1-5d7ff73b89f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452255 Nov 16 11:19:34.778778 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd693bff-fd03-4c84-9104-02fb93b0e096 req-ea9759de-50bf-4307-94e2-3e265ab014bf tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups/438a4b0d-3968-4f0e-9b9a-a21e93b38ad2 HTTP/1.1" status: 200 len: 1816 time: 0.1034679 Nov 16 11:19:34.787526 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-794db9f7-b922-4040-99f5-a425adebc2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fa271a-5315-4fff-a2e6-6783a2832f10', 'name': 'tempest-ServerActionsTestJSON-263329870-router', 'tenant_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '9e7bf77d-13cb-4567-8e6b-c51bd92a058b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:19:28Z', 'updated_at': '2021-11-16T11:19:32Z', 'revision_number': 3, 'project_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'gw_port': {'id': '9e7bf77d-13cb-4567-8e6b-c51bd92a058b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fa271a-5315-4fff-a2e6-6783a2832f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:29Z', 'updated_at': '2021-11-16T11:19:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:19:34.824398 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794db9f7-b922-4040-99f5-a425adebc2ce None None] Checking router: 90fa271a-5315-4fff-a2e6-6783a2832f10 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:19:34.825285 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794db9f7-b922-4040-99f5-a425adebc2ce None None] Updating router 90fa271a-5315-4fff-a2e6-6783a2832f10 port 9e7bf77d-13cb-4567-8e6b-c51bd92a058b binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:19:34.861459 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-794db9f7-b922-4040-99f5-a425adebc2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:34.971474 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-67244c03-3410-4967-84ae-550eff1c402a req-0a5cf18c-0c28-4efc-82ff-e9110936b20c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=26cc20ca-4736-4dce-be17-8fa1de67d92a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1292391 Nov 16 11:19:35.031423 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 1c95b04f-21fc-4dd4-84c7-ff1797d4f3db details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:19:35.062457 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cd693bff-fd03-4c84-9104-02fb93b0e096 req-6b5df27b-af32-4804-a06f-f429ed57a6b0 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:35.073352 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53867ef9-7084-42e0-b636-0ffd62d5766b x-openstack-request-id: req-53867ef9-7084-42e0-b636-0ffd62d5766b {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:19:35.094332 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bddbbd5-6e1b-4e6e-adda-fb42234aede3", "name": "network-vif-plugged", "status": "completed", "tag": "29d992c3-c0c9-4c03-bac2-e35d0d9dbe49", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:19:35.094764 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-53867ef9-7084-42e0-b636-0ffd62d5766b {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:19:35.095211 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bddbbd5-6e1b-4e6e-adda-fb42234aede3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d992c3-c0c9-4c03-bac2-e35d0d9dbe49', 'code': 200} Nov 16 11:19:35.222461 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b80bb6-7769-4b9b-9ab7-4ed2d307ed6f req-9c6623f1-3bbb-47c5-8692-485fbe444fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:35.230574 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f5b80bb6-7769-4b9b-9ab7-4ed2d307ed6f req-9c6623f1-3bbb-47c5-8692-485fbe444fc6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fca4017bffc548cea20e1270411b1992&device_id=7bddbbd5-6e1b-4e6e-adda-fb42234aede3 HTTP/1.1" status: 200 len: 1127 time: 0.1976311 Nov 16 11:19:35.284393 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-794db9f7-b922-4040-99f5-a425adebc2ce None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:35.308675 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-794db9f7-b922-4040-99f5-a425adebc2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:35.321272 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cd693bff-fd03-4c84-9104-02fb93b0e096 req-6b5df27b-af32-4804-a06f-f429ed57a6b0 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:35.381289 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ab5b3-9894-4e51-8ff5-89d8f1730142 req-cf6c981e-85cf-4233-a644-07657dc61336 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:35.382933 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5a6ab5b3-9894-4e51-8ff5-89d8f1730142 req-cf6c981e-85cf-4233-a644-07657dc61336 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] 10.222.0.64 "GET /v2.0/ports?device_id=cef4b006-0763-4a36-99d5-8ae57b8d650a HTTP/1.1" status: 200 len: 950 time: 0.2342064 Nov 16 11:19:35.387698 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67244c03-3410-4967-84ae-550eff1c402a req-04a1b5bb-f2c2-4148-9e75-8f7f24681f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:35.399789 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-67244c03-3410-4967-84ae-550eff1c402a req-04a1b5bb-f2c2-4148-9e75-8f7f24681f76 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fca4017bffc548cea20e1270411b1992&device_id=26cc20ca-4736-4dce-be17-8fa1de67d92a HTTP/1.1" status: 200 len: 1095 time: 0.3384168 Nov 16 11:19:35.444943 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d199960-e86a-4451-be74-83c866176c8f None None] Pushing event updated for resources: {'Port': ['ID=9e7bf77d-13cb-4567-8e6b-c51bd92a058b,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:35.463879 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-794db9f7-b922-4040-99f5-a425adebc2ce None None] Attempting to bind port 9e7bf77d-13cb-4567-8e6b-c51bd92a058b on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:19:35.464285 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-794db9f7-b922-4040-99f5-a425adebc2ce None None] Attempting to bind port 9e7bf77d-13cb-4567-8e6b-c51bd92a058b by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:19:35.464602 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794db9f7-b922-4040-99f5-a425adebc2ce None None] Attempting to bind port 9e7bf77d-13cb-4567-8e6b-c51bd92a058b on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:19:35.482420 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794db9f7-b922-4040-99f5-a425adebc2ce None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:19:35.482735 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794db9f7-b922-4040-99f5-a425adebc2ce None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:19:35.483138 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-794db9f7-b922-4040-99f5-a425adebc2ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:35.483540 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794db9f7-b922-4040-99f5-a425adebc2ce None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:19:35.484440 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-794db9f7-b922-4040-99f5-a425adebc2ce None None] Bound port: 9e7bf77d-13cb-4567-8e6b-c51bd92a058b, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:19:35.484830 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-794db9f7-b922-4040-99f5-a425adebc2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:35.515133 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b325176-f462-4c43-b2e6-656b3c254ee7 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:19:35.535959 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 1c95b04f-21fc-4dd4-84c7-ff1797d4f3db, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=1c95b04f-21fc-4dd4-84c7-ff1797d4f3db,segment=NetworkSegment(29fe51c5-7413-4ecd-8c04-97b69fe8410f),segment_id=29fe51c5-7413-4ecd-8c04-97b69fe8410f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:19:35.559913 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-794db9f7-b922-4040-99f5-a425adebc2ce None None] For port 9e7bf77d-13cb-4567-8e6b-c51bd92a058b, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:19:35.560074 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '1c95b04f-21fc-4dd4-84c7-ff1797d4f3db', 'network_id': 'cbb4a65b-8eab-4791-8d34-bab11c0de63c', 'port_id': '1c95b04f-21fc-4dd4-84c7-ff1797d4f3db', 'mac_address': 'fa:16:3e:b3:4d:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a10b0d7-f428-41c3-8bd0-15f87f8f81d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:19:35.564628 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-794db9f7-b922-4040-99f5-a425adebc2ce None None] For port 9e7bf77d-13cb-4567-8e6b-c51bd92a058b, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=9e7bf77d-13cb-4567-8e6b-c51bd92a058b,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:19:35.573983 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-794db9f7-b922-4040-99f5-a425adebc2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:35.622794 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-bbf898ce-ba64-45f0-8c2e-e1ea22acf13d None None] Provisioning complete for port 9e7bf77d-13cb-4567-8e6b-c51bd92a058b triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:35.623791 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bbf898ce-ba64-45f0-8c2e-e1ea22acf13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:35.625477 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:35.707756 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cd693bff-fd03-4c84-9104-02fb93b0e096 req-6b5df27b-af32-4804-a06f-f429ed57a6b0 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:35.711135 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cd693bff-fd03-4c84-9104-02fb93b0e096 req-6b5df27b-af32-4804-a06f-f429ed57a6b0 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:35.718853 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd693bff-fd03-4c84-9104-02fb93b0e096 req-6b5df27b-af32-4804-a06f-f429ed57a6b0 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "DELETE /v2.0/security-groups/438a4b0d-3968-4f0e-9b9a-a21e93b38ad2 HTTP/1.1" status: 204 len: 173 time: 0.9390783 Nov 16 11:19:35.748188 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d199960-e86a-4451-be74-83c866176c8f None None] Pushing event updated for resources: {'Port': ['ID=9e7bf77d-13cb-4567-8e6b-c51bd92a058b,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:35.767129 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c109e13-2e06-4163-a59c-b1efbf949c7f None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:19:35.776161 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794db9f7-b922-4040-99f5-a425adebc2ce None None] Routers {'90fa271a-5315-4fff-a2e6-6783a2832f10'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:19:35.776808 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-794db9f7-b922-4040-99f5-a425adebc2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:19:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['90fa271a-5315-4fff-a2e6-6783a2832f10'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:19:35.788357 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c95b04f-21fc-4dd4-84c7-ff1797d4f3db {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:19:35.816413 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 55cbd045-ee61-492d-a381-e933626c7f0e up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:19:35.829550 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b82bed-78ad-4615-ba74-948d16e6e863 req-ecd7e0ba-e89c-41de-a36e-28c5c235b2ff tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:35.846382 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-76b82bed-78ad-4615-ba74-948d16e6e863 req-ecd7e0ba-e89c-41de-a36e-28c5c235b2ff tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=785603e2-f1fb-4f56-a132-c5f2d1dcb118 HTTP/1.1" status: 200 len: 943 time: 0.3055263 Nov 16 11:19:35.853266 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b80bb6-7769-4b9b-9ab7-4ed2d307ed6f req-89a3bb15-310d-46f5-9b04-2e54db6ecfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:35.854908 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f5b80bb6-7769-4b9b-9ab7-4ed2d307ed6f req-89a3bb15-310d-46f5-9b04-2e54db6ecfe9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b7bb2a97-86e1-4934-a454-677fe86f6d7e HTTP/1.1" status: 200 len: 909 time: 0.6111526 Nov 16 11:19:35.860682 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-5a6ab5b3-9894-4e51-8ff5-89d8f1730142 req-319cd44b-f7c8-43d0-822f-27b870e29e68 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] Deleting port 16e5d6be-5e37-4cb3-bfed-ade67f0e75fc {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:19:35.861016 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5a6ab5b3-9894-4e51-8ff5-89d8f1730142 req-319cd44b-f7c8-43d0-822f-27b870e29e68 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:35.877812 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 1c95b04f-21fc-4dd4-84c7-ff1797d4f3db, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=1c95b04f-21fc-4dd4-84c7-ff1797d4f3db,segment=NetworkSegment(29fe51c5-7413-4ecd-8c04-97b69fe8410f),segment_id=29fe51c5-7413-4ecd-8c04-97b69fe8410f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:19:35.897743 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:35.925667 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5df27b-af32-4804-a06f-f429ed57a6b0 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=438a4b0d-3968-4f0e-9b9a-a21e93b38ad2,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:36.005310 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1c7d2ccf-954a-43b9-b55f-b9519f4c39b7 req-43f90203-159a-45f3-bc77-66d4bb855a7a tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8ccdc5c-f4d3-47f6-981a-ddc769cf1cf7 HTTP/1.1" status: 200 len: 210 time: 0.1500745 Nov 16 11:19:36.007003 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67244c03-3410-4967-84ae-550eff1c402a req-dbf933f6-1a9b-40ad-b293-c0d75fb46ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:36.009033 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-67244c03-3410-4967-84ae-550eff1c402a req-dbf933f6-1a9b-40ad-b293-c0d75fb46ae7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7bb2a97-86e1-4934-a454-677fe86f6d7e HTTP/1.1" status: 200 len: 909 time: 0.5386651 Nov 16 11:19:36.010082 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bbf898ce-ba64-45f0-8c2e-e1ea22acf13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:36.091507 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-794db9f7-b922-4040-99f5-a425adebc2ce None None] Set router 90fa271a-5315-4fff-a2e6-6783a2832f10 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:19:36.118986 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f5b80bb6-7769-4b9b-9ab7-4ed2d307ed6f req-1d13932a-2266-4fcf-9127-7b86f8a7777d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 HTTP/1.1" status: 200 len: 217 time: 0.1017168 Nov 16 11:19:36.121529 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 55cbd045-ee61-492d-a381-e933626c7f0e triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:36.122073 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:36.124888 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-bbf898ce-ba64-45f0-8c2e-e1ea22acf13d None None] For port 9e7bf77d-13cb-4567-8e6b-c51bd92a058b, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=9e7bf77d-13cb-4567-8e6b-c51bd92a058b,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:19:36.128828 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-67244c03-3410-4967-84ae-550eff1c402a req-95cd5791-f781-4ba1-a638-ebd6aa3c4ab3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec702909-9927-4754-a960-17e3497beea5 HTTP/1.1" status: 200 len: 217 time: 0.1099684 Nov 16 11:19:36.131766 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=1c95b04f-21fc-4dd4-84c7-ff1797d4f3db,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:36.143629 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bbf898ce-ba64-45f0-8c2e-e1ea22acf13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:36.243165 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b80bb6-7769-4b9b-9ab7-4ed2d307ed6f req-dfb18697-01cf-461f-8886-8a4ba08b7d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:36.244563 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f5b80bb6-7769-4b9b-9ab7-4ed2d307ed6f req-dfb18697-01cf-461f-8886-8a4ba08b7d62 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e023778-0206-43f4-abc1-4c067f7e46aa HTTP/1.1" status: 200 len: 848 time: 0.1025226 Nov 16 11:19:36.249599 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['1c95b04f-21fc-4dd4-84c7-ff1797d4f3db'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:19:36.255667 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-5a6ab5b3-9894-4e51-8ff5-89d8f1730142 req-319cd44b-f7c8-43d0-822f-27b870e29e68 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] For port 16e5d6be-5e37-4cb3-bfed-ade67f0e75fc, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=16e5d6be-5e37-4cb3-bfed-ade67f0e75fc,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:19:36.256149 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5a6ab5b3-9894-4e51-8ff5-89d8f1730142 req-319cd44b-f7c8-43d0-822f-27b870e29e68 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:36.266583 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-76b82bed-78ad-4615-ba74-948d16e6e863 req-d15d0747-4216-4aba-a6eb-34075cdf701c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4192402 Nov 16 11:19:36.356132 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67244c03-3410-4967-84ae-550eff1c402a req-cce0775f-6027-48bb-a413-22fe7faa9312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:36.357772 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-67244c03-3410-4967-84ae-550eff1c402a req-cce0775f-6027-48bb-a413-22fe7faa9312 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7e023778-0206-43f4-abc1-4c067f7e46aa HTTP/1.1" status: 200 len: 848 time: 0.2214050 Nov 16 11:19:36.375223 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-5a6ab5b3-9894-4e51-8ff5-89d8f1730142 req-319cd44b-f7c8-43d0-822f-27b870e29e68 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] Calling delete_port for 16e5d6be-5e37-4cb3-bfed-ade67f0e75fc owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:19:36.378782 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f5b80bb6-7769-4b9b-9ab7-4ed2d307ed6f req-661a6413-badd-47b7-a05c-4a5ac69df03d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b7bb2a97-86e1-4934-a454-677fe86f6d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1188569 Nov 16 11:19:36.430217 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec8722-48e8-4599-ad7e-8312c09a3001 req-4d103b64-dfee-492b-8f52-d3ee97d8f180 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:36.438330 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-65ec8722-48e8-4599-ad7e-8312c09a3001 req-4d103b64-dfee-492b-8f52-d3ee97d8f180 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bddbbd5-6e1b-4e6e-adda-fb42234aede3 HTTP/1.1" status: 200 len: 946 time: 0.2563059 Nov 16 11:19:36.475371 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-67244c03-3410-4967-84ae-550eff1c402a req-a508d278-769d-4e28-a8b1-6b9ba87227b2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7bb2a97-86e1-4934-a454-677fe86f6d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948899 Nov 16 11:19:36.515213 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-794db9f7-b922-4040-99f5-a425adebc2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fa271a-5315-4fff-a2e6-6783a2832f10', 'name': 'tempest-ServerActionsTestJSON-263329870-router', 'tenant_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '9e7bf77d-13cb-4567-8e6b-c51bd92a058b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:19:28Z', 'updated_at': '2021-11-16T11:19:32Z', 'revision_number': 3, 'project_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'gw_port': {'id': '9e7bf77d-13cb-4567-8e6b-c51bd92a058b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fa271a-5315-4fff-a2e6-6783a2832f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:29Z', 'updated_at': '2021-11-16T11:19:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:19:36.551064 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794db9f7-b922-4040-99f5-a425adebc2ce None None] The sync data for ids ['90fa271a-5315-4fff-a2e6-6783a2832f10'] in n-d-816823-3 is: [{'id': '90fa271a-5315-4fff-a2e6-6783a2832f10', 'name': 'tempest-ServerActionsTestJSON-263329870-router', 'tenant_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '9e7bf77d-13cb-4567-8e6b-c51bd92a058b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:19:28Z', 'updated_at': '2021-11-16T11:19:32Z', 'revision_number': 3, 'project_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'gw_port': {'id': '9e7bf77d-13cb-4567-8e6b-c51bd92a058b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fa271a-5315-4fff-a2e6-6783a2832f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:29Z', 'updated_at': '2021-11-16T11:19:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:19:36.604601 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-67244c03-3410-4967-84ae-550eff1c402a req-9eacdb4f-bbb1-49f9-a1c9-5f299f8766e2 service neutron] 10.222.0.64 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045597 Nov 16 11:19:36.642910 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f5b80bb6-7769-4b9b-9ab7-4ed2d307ed6f req-04c08a4d-0dec-43fc-9b3f-c86dd61a7d57 service neutron] 10.222.0.36 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536919 Nov 16 11:19:36.724513 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-67244c03-3410-4967-84ae-550eff1c402a req-edd8f417-974a-4184-8954-6bc4e622c5aa service neutron] 10.222.0.64 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086066 Nov 16 11:19:36.728135 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-75e19651-cffe-47d1-905c-b905c6bc8c70 None None] Provisioning complete for port 9e7bf77d-13cb-4567-8e6b-c51bd92a058b triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:36.728513 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-75e19651-cffe-47d1-905c-b905c6bc8c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:36.769632 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf898ce-ba64-45f0-8c2e-e1ea22acf13d None None] Pushing event updated for resources: {'Port': ['ID=9e7bf77d-13cb-4567-8e6b-c51bd92a058b,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:36.778757 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2382e5-9826-4abb-8ecc-c69be3641907 req-56130b2c-19fd-4c1b-9cde-eadee1c164d4 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:36.787209 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ee2382e5-9826-4abb-8ecc-c69be3641907 req-56130b2c-19fd-4c1b-9cde-eadee1c164d4 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] 10.222.0.61 "GET /v2.0/ports?device_id=cef4b006-0763-4a36-99d5-8ae57b8d650a HTTP/1.1" status: 200 len: 950 time: 0.4225402 Nov 16 11:19:36.821171 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-65ec8722-48e8-4599-ad7e-8312c09a3001 req-d7fd7596-4e43-4714-a3c9-19bbbe3c43e4 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796074 Nov 16 11:19:36.885449 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device ec9b377f-727d-49e3-bb31-d99a94879caa up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:19:36.950242 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ee2382e5-9826-4abb-8ecc-c69be3641907 req-877fea7a-d5f9-4d30-8d62-55fed470c599 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] 10.222.0.61 "GET /v2.0/security-groups?id=4657343f-2e7d-4dcc-b42a-fcef730b116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248913 Nov 16 11:19:36.964425 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [req-0ba96bfd-1865-4240-9fff-62cbbd9e26f7 req-0dba8324-0f2e-4d48-bd17-6e6984295b75 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] show failed (client error): The resource could not be found. Nov 16 11:19:36.964786 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0ba96bfd-1865-4240-9fff-62cbbd9e26f7 req-0dba8324-0f2e-4d48-bd17-6e6984295b75 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups/438a4b0d-3968-4f0e-9b9a-a21e93b38ad2 HTTP/1.1" status: 404 len: 352 time: 0.0732629 Nov 16 11:19:37.068006 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0459945f-e371-4c26-9b07-e98608511ba7 req-16c8cffa-b5ec-4382-98e7-bd886a77632b tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups/417f0414-dd80-4d94-b03e-2c0c8093c410 HTTP/1.1" status: 200 len: 1817 time: 0.0733850 Nov 16 11:19:37.070773 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 16e5d6be-5e37-4cb3-bfed-ade67f0e75fc no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:19:37.246576 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9723b288-8609-40e6-83ce-ef3970344672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:37.371229 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port ec9b377f-727d-49e3-bb31-d99a94879caa triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:37.372087 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:37.421609 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:19:37.474835 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-9723b288-8609-40e6-83ce-ef3970344672 admin admin] Allocated IP 172.20.0.1 (c4ea0ecb-718e-47cf-bf5c-a5dc12609334/098ff2a2-731b-47ba-a3df-3f077a39e5d8/09edb527-55af-4057-9627-9eff09019e2d) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:19:37.507132 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:37.596468 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9723b288-8609-40e6-83ce-ef3970344672 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:37.631838 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5a6ab5b3-9894-4e51-8ff5-89d8f1730142 req-319cd44b-f7c8-43d0-822f-27b870e29e68 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:37.636358 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f5b80bb6-7769-4b9b-9ab7-4ed2d307ed6f req-caa5415e-d896-488d-9fa6-6f0c95d6f7cc service neutron] 10.222.0.36 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9814081 Nov 16 11:19:37.673050 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319cd44b-f7c8-43d0-822f-27b870e29e68 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] Pushing event deleted for resources: {'Port': ['ID=16e5d6be-5e37-4cb3-bfed-ade67f0e75fc,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:37.680365 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9723b288-8609-40e6-83ce-ef3970344672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:37.765038 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9723b288-8609-40e6-83ce-ef3970344672 admin admin] Pushing event updated for resources: {'Port': ['ID=09edb527-55af-4057-9627-9eff09019e2d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:37.817873 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 9e7bf77d-13cb-4567-8e6b-c51bd92a058b up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:19:37.925111 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e06e8bf8-fef3-45d6-8a60-ffc34e293782 req-5ea36669-e3c0-488e-a0c4-e58af6ff6b2b tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8ccdc5c-f4d3-47f6-981a-ddc769cf1cf7 HTTP/1.1" status: 200 len: 210 time: 0.0822802 Nov 16 11:19:37.927906 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9723b288-8609-40e6-83ce-ef3970344672 admin admin] Network c4ea0ecb-718e-47cf-bf5c-a5dc12609334 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:19:37.929015 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6ab5b3-9894-4e51-8ff5-89d8f1730142 req-319cd44b-f7c8-43d0-822f-27b870e29e68 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] No DVR routers for this DVR port 16e5d6be-5e37-4cb3-bfed-ade67f0e75fc on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:19:37.933168 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5a6ab5b3-9894-4e51-8ff5-89d8f1730142 req-319cd44b-f7c8-43d0-822f-27b870e29e68 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:37.937994 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5a6ab5b3-9894-4e51-8ff5-89d8f1730142 req-319cd44b-f7c8-43d0-822f-27b870e29e68 tempest-TenantUsagesTestJSON-2002566420 tempest-TenantUsagesTestJSON-2002566420-project] 10.222.0.64 "DELETE /v2.0/ports/16e5d6be-5e37-4cb3-bfed-ade67f0e75fc HTTP/1.1" status: 204 len: 173 time: 2.5456238 Nov 16 11:19:37.939137 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-9723b288-8609-40e6-83ce-ef3970344672 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:19:37.940870 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef4b006-0763-4a36-99d5-8ae57b8d650a', 'name': 'network-vif-deleted', 'tag': '16e5d6be-5e37-4cb3-bfed-ade67f0e75fc'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:19:37.943583 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ed52d4-1cf8-4278-ade8-13c0c59229af" -d '{"events": [{"server_uuid": "cef4b006-0763-4a36-99d5-8ae57b8d650a", "name": "network-vif-deleted", "tag": "16e5d6be-5e37-4cb3-bfed-ade67f0e75fc"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:19:37.963500 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9723b288-8609-40e6-83ce-ef3970344672 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:19:38.061161 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9723b288-8609-40e6-83ce-ef3970344672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:38.135338 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0459945f-e371-4c26-9b07-e98608511ba7 req-b341e019-4529-4d63-8c48-d352d4ce1ed7 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:38.145020 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 9e7bf77d-13cb-4567-8e6b-c51bd92a058b triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:38.145405 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:38.177878 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8789e11-c33c-4d17-9641-8881c036d15a req-4240b604-da88-4566-935f-b670c2e556b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:38.179969 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e8789e11-c33c-4d17-9641-8881c036d15a req-4240b604-da88-4566-935f-b670c2e556b3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fca4017bffc548cea20e1270411b1992&device_id=7bddbbd5-6e1b-4e6e-adda-fb42234aede3 HTTP/1.1" status: 200 len: 1127 time: 0.3912964 Nov 16 11:19:38.193024 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d13c2-17be-4638-8026-f3567674fe1f req-7f49c8d8-572b-48b1-ae95-94be0b1658b0 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:38.196632 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-889d13c2-17be-4638-8026-f3567674fe1f req-7f49c8d8-572b-48b1-ae95-94be0b1658b0 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] 10.222.0.36 "GET /v2.0/networks?id=c33c780a-fa25-4b50-94e1-5d7ff73b89f0 HTTP/1.1" status: 200 len: 814 time: 1.1503677 Nov 16 11:19:38.250905 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0459945f-e371-4c26-9b07-e98608511ba7 req-b341e019-4529-4d63-8c48-d352d4ce1ed7 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:38.338290 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901acf07-4efa-40a5-9041-4c9cd4f6e432 req-c94e52ba-890b-4b14-a6ad-87a29e8f95ff tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:38.350694 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-901acf07-4efa-40a5-9041-4c9cd4f6e432 req-c94e52ba-890b-4b14-a6ad-87a29e8f95ff tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=785603e2-f1fb-4f56-a132-c5f2d1dcb118 HTTP/1.1" status: 200 len: 944 time: 0.2447774 Nov 16 11:19:38.374908 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ac5f650b-1e09-4796-9fc5-c22c087e63b8 None None] Provisioning complete for port 09edb527-55af-4057-9627-9eff09019e2d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:38.375686 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ac5f650b-1e09-4796-9fc5-c22c087e63b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:38.425225 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-ac5f650b-1e09-4796-9fc5-c22c087e63b8 None None] Port 09edb527-55af-4057-9627-9eff09019e2d cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:19:38.457494 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-889d13c2-17be-4638-8026-f3567674fe1f req-86e14d02-db36-447f-87a7-b729f64ae460 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9437637abeb4120bb9f8a5ce0dcd3d7 HTTP/1.1" status: 200 len: 378 time: 0.2417793 Nov 16 11:19:38.460225 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8789e11-c33c-4d17-9641-8881c036d15a req-9ad6b782-38c2-4711-97e2-059f22538993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:38.461789 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e8789e11-c33c-4d17-9641-8881c036d15a req-9ad6b782-38c2-4711-97e2-059f22538993 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b7bb2a97-86e1-4934-a454-677fe86f6d7e HTTP/1.1" status: 200 len: 909 time: 0.2437425 Nov 16 11:19:38.469233 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9723b288-8609-40e6-83ce-ef3970344672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:38.520299 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e8789e11-c33c-4d17-9641-8881c036d15a req-ddb3733f-77c9-4968-ae13-b4926d5023dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 HTTP/1.1" status: 200 len: 217 time: 0.0475364 Nov 16 11:19:38.556400 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-901acf07-4efa-40a5-9041-4c9cd4f6e432 req-90bf4279-0f2c-40d9-9aa2-8e4bcf7d4c11 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042646 Nov 16 11:19:38.564825 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-889d13c2-17be-4638-8026-f3567674fe1f req-52e58645-b5a2-4158-b040-53e60d150ded tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Request body: {'port': {'device_id': 'b8ccdc5c-f4d3-47f6-981a-ddc769cf1cf7', 'network_id': 'c33c780a-fa25-4b50-94e1-5d7ff73b89f0', 'admin_state_up': True, 'tenant_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'security_groups': ['8987ed36-22b4-4bb4-aa0a-efe1382f1277']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:38.676099 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0459945f-e371-4c26-9b07-e98608511ba7 req-b341e019-4529-4d63-8c48-d352d4ce1ed7 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:38.682951 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0459945f-e371-4c26-9b07-e98608511ba7 req-b341e019-4529-4d63-8c48-d352d4ce1ed7 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:38.684152 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0459945f-e371-4c26-9b07-e98608511ba7 req-b341e019-4529-4d63-8c48-d352d4ce1ed7 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "DELETE /v2.0/security-groups/417f0414-dd80-4d94-b03e-2c0c8093c410 HTTP/1.1" status: 204 len: 173 time: 1.6029561 Nov 16 11:19:38.690791 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8789e11-c33c-4d17-9641-8881c036d15a req-486623c5-6c68-4742-b070-7c67da78d242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:38.692355 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e8789e11-c33c-4d17-9641-8881c036d15a req-486623c5-6c68-4742-b070-7c67da78d242 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e023778-0206-43f4-abc1-4c067f7e46aa HTTP/1.1" status: 200 len: 848 time: 0.1505327 Nov 16 11:19:38.768185 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e8789e11-c33c-4d17-9641-8881c036d15a req-0a54cca8-2afb-45ed-a157-9ae16b6490e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b7bb2a97-86e1-4934-a454-677fe86f6d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625451 Nov 16 11:19:38.821524 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e900c7-36e5-4108-90c5-7b971362acde x-openstack-request-id: req-15e900c7-36e5-4108-90c5-7b971362acde {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:19:38.821841 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef4b006-0763-4a36-99d5-8ae57b8d650a", "name": "network-vif-deleted", "tag": "16e5d6be-5e37-4cb3-bfed-ade67f0e75fc", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:19:38.822133 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-15e900c7-36e5-4108-90c5-7b971362acde {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:19:38.822494 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cef4b006-0763-4a36-99d5-8ae57b8d650a', 'name': 'network-vif-deleted', 'tag': '16e5d6be-5e37-4cb3-bfed-ade67f0e75fc', 'status': 'completed', 'code': 200} Nov 16 11:19:38.855213 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341e019-4529-4d63-8c48-d352d4ce1ed7 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=417f0414-dd80-4d94-b03e-2c0c8093c410,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:38.946507 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed24ef1-9def-4057-a995-bcd723292722 req-0a68c6dd-1a60-434f-92c1-bdfcb2b7841a tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:38.948811 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7ed24ef1-9def-4057-a995-bcd723292722 req-0a68c6dd-1a60-434f-92c1-bdfcb2b7841a tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bddbbd5-6e1b-4e6e-adda-fb42234aede3 HTTP/1.1" status: 200 len: 946 time: 0.2742534 Nov 16 11:19:39.012863 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9723b288-8609-40e6-83ce-ef3970344672 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:39.025071 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e8789e11-c33c-4d17-9641-8881c036d15a req-95e350a8-9e06-40f6-afb9-42927d436feb service neutron] 10.222.0.36 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471075 Nov 16 11:19:39.026790 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9723b288-8609-40e6-83ce-ef3970344672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:39.044324 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 1c95b04f-21fc-4dd4-84c7-ff1797d4f3db up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:19:39.196804 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-889d13c2-17be-4638-8026-f3567674fe1f req-52e58645-b5a2-4158-b040-53e60d150ded tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Made reservation on behalf of a9437637abeb4120bb9f8a5ce0dcd3d7 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:19:39.213266 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-889d13c2-17be-4638-8026-f3567674fe1f req-52e58645-b5a2-4158-b040-53e60d150ded tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:39.225519 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9723b288-8609-40e6-83ce-ef3970344672 admin admin] Pushing event updated for resources: {'Port': ['ID=09edb527-55af-4057-9627-9eff09019e2d,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:39.241310 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9723b288-8609-40e6-83ce-ef3970344672 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:39.251736 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 1c95b04f-21fc-4dd4-84c7-ff1797d4f3db completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:19:39.255085 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7ed24ef1-9def-4057-a995-bcd723292722 req-c1f935ae-6255-4da0-a6c4-2fd2643e6f61 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762737 Nov 16 11:19:39.256185 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 1c95b04f-21fc-4dd4-84c7-ff1797d4f3db triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:39.256589 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [req-723e120a-a321-4735-9dc3-fed7c63bd852 req-31f25407-b2b5-491d-a23d-95af94bc5bd7 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] show failed (client error): The resource could not be found. Nov 16 11:19:39.256752 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:39.284369 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-723e120a-a321-4735-9dc3-fed7c63bd852 req-31f25407-b2b5-491d-a23d-95af94bc5bd7 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups/417f0414-dd80-4d94-b03e-2c0c8093c410 HTTP/1.1" status: 404 len: 352 time: 0.1959226 Nov 16 11:19:39.365714 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e8789e11-c33c-4d17-9641-8881c036d15a req-b24a6aa7-4bea-4576-82e4-dcd513938c6f service neutron] 10.222.0.36 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738914 Nov 16 11:19:39.469600 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55360) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:19:39.527050 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9723b288-8609-40e6-83ce-ef3970344672 admin admin] Network c4ea0ecb-718e-47cf-bf5c-a5dc12609334 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:19:39.528918 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-9723b288-8609-40e6-83ce-ef3970344672 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:19:39.540165 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:39.566796 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d2400c3c-d899-4adb-806a-d6a0df88ab2d req-904669ce-3bf5-4de7-a0ba-deed59b00bab tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8ccdc5c-f4d3-47f6-981a-ddc769cf1cf7 HTTP/1.1" status: 200 len: 210 time: 0.0917995 Nov 16 11:19:39.606227 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785603e2-f1fb-4f56-a132-c5f2d1dcb118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c95b04f-21fc-4dd4-84c7-ff1797d4f3db'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:19:39.611418 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62cc1cfc-29e5-488f-a794-afae2aa11e99" -d '{"events": [{"server_uuid": "785603e2-f1fb-4f56-a132-c5f2d1dcb118", "name": "network-vif-plugged", "status": "completed", "tag": "1c95b04f-21fc-4dd4-84c7-ff1797d4f3db"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:19:39.636863 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 1c95b04f-21fc-4dd4-84c7-ff1797d4f3db, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=1c95b04f-21fc-4dd4-84c7-ff1797d4f3db,segment=NetworkSegment(29fe51c5-7413-4ecd-8c04-97b69fe8410f),segment_id=29fe51c5-7413-4ecd-8c04-97b69fe8410f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:19:39.648549 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:39.701678 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e72423f5-6f70-41b7-a64a-0f80d01b5fc7 req-ac5e156c-0632-44f1-bc34-0aa7a85f4952 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0083ff9f320940cc9f27a884e96c269f HTTP/1.1" status: 200 len: 6199 time: 0.3780088 Nov 16 11:19:39.785443 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=1c95b04f-21fc-4dd4-84c7-ff1797d4f3db,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:39.806942 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-889d13c2-17be-4638-8026-f3567674fe1f req-52e58645-b5a2-4158-b040-53e60d150ded tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Allocated IP 172.20.0.13 (c33c780a-fa25-4b50-94e1-5d7ff73b89f0/3449e234-5575-467b-9000-57855a07772e/cbae3dbd-8e39-467c-9bdf-1811440a2cd1) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:19:39.824180 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e72423f5-6f70-41b7-a64a-0f80d01b5fc7 req-0aaa8ec2-7539-47be-9066-eb573fce277b tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups/b2faa416-4579-46e6-aabb-72b9fc04a498 HTTP/1.1" status: 200 len: 2998 time: 0.1212194 Nov 16 11:19:39.952461 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e72423f5-6f70-41b7-a64a-0f80d01b5fc7 req-77f66998-5866-44fc-9e98-f5a5dfb71e5a tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups/b2faa416-4579-46e6-aabb-72b9fc04a498 HTTP/1.1" status: 200 len: 2998 time: 0.1272645 Nov 16 11:19:39.969961 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47476c97-f976-4c36-b924-f5ea52b365d7 req-3a405c0c-610b-4aff-a4b3-7a1fdfff7b7d tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:39.980306 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-47476c97-f976-4c36-b924-f5ea52b365d7 req-3a405c0c-610b-4aff-a4b3-7a1fdfff7b7d tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=785603e2-f1fb-4f56-a132-c5f2d1dcb118 HTTP/1.1" status: 200 len: 945 time: 0.2212315 Nov 16 11:19:39.981080 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a9ac53a7-37a9-4c9d-87c2-6c589b3d3a32 None None] Provisioning complete for port 09edb527-55af-4057-9627-9eff09019e2d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:39.981316 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a9ac53a7-37a9-4c9d-87c2-6c589b3d3a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:40.034727 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00a04fb-da74-4ecd-8d5d-0df2299c3192 x-openstack-request-id: req-a00a04fb-da74-4ecd-8d5d-0df2299c3192 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:19:40.036798 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785603e2-f1fb-4f56-a132-c5f2d1dcb118", "name": "network-vif-plugged", "status": "completed", "tag": "1c95b04f-21fc-4dd4-84c7-ff1797d4f3db", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:19:40.037335 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a00a04fb-da74-4ecd-8d5d-0df2299c3192 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:19:40.039884 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785603e2-f1fb-4f56-a132-c5f2d1dcb118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c95b04f-21fc-4dd4-84c7-ff1797d4f3db', 'code': 200} Nov 16 11:19:40.072396 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-a9ac53a7-37a9-4c9d-87c2-6c589b3d3a32 None None] Port 09edb527-55af-4057-9627-9eff09019e2d cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:19:40.126362 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-1ce7bfde-9472-45c6-96de-0402f7f41dce req-618009b5-f7bc-4734-ada9-ed3eca021b3b tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1061475879', 'description': 'tempest-description-508782081'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:40.203020 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-47476c97-f976-4c36-b924-f5ea52b365d7 req-b32e8243-cc00-4e48-ab1b-9bc23fdd1f07 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210863 Nov 16 11:19:40.250540 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-889d13c2-17be-4638-8026-f3567674fe1f req-52e58645-b5a2-4158-b040-53e60d150ded tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:40.266557 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-dda270d5-cd4a-4096-ad93-baa97b7c7fc8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0152afa3233947d9ae81982d449bc8b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7955832 Nov 16 11:19:40.269591 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55372) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:19:40.308271 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-889d13c2-17be-4638-8026-f3567674fe1f req-52e58645-b5a2-4158-b040-53e60d150ded tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:40.319883 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1ce7bfde-9472-45c6-96de-0402f7f41dce req-618009b5-f7bc-4734-ada9-ed3eca021b3b tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:40.344816 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621cbfa-1d4c-46d8-923c-b5cc1ec2c4da req-402fae54-ebe3-490b-8444-c99ccf9c4828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:40.346441 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b621cbfa-1d4c-46d8-923c-b5cc1ec2c4da req-402fae54-ebe3-490b-8444-c99ccf9c4828 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=785603e2-f1fb-4f56-a132-c5f2d1dcb118 HTTP/1.1" status: 200 len: 1096 time: 0.2089295 Nov 16 11:19:40.355066 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9723b288-8609-40e6-83ce-ef3970344672 admin admin] Router 90fa271a-5315-4fff-a2e6-6783a2832f10 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:19:40.396810 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0982b57f-01cc-4ea2-8a00-3e9071358400 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:40.397042 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-889d13c2-17be-4638-8026-f3567674fe1f req-52e58645-b5a2-4158-b040-53e60d150ded tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Network c33c780a-fa25-4b50-94e1-5d7ff73b89f0 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:19:40.425273 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-889d13c2-17be-4638-8026-f3567674fe1f req-52e58645-b5a2-4158-b040-53e60d150ded tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:19:40.444052 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-889d13c2-17be-4638-8026-f3567674fe1f req-52e58645-b5a2-4158-b040-53e60d150ded tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:19:40.477914 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e58645-b5a2-4158-b040-53e60d150ded tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Pushing event updated for resources: {'Port': ['ID=cbae3dbd-8e39-467c-9bdf-1811440a2cd1,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:40.594334 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0982b57f-01cc-4ea2-8a00-3e9071358400 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:40.602524 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfdaac7-ee53-4d75-ae7f-b1b31d68b4d6 req-4f6c592b-bf00-475c-b97c-9fde5245f9ac tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:40.604195 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cdfdaac7-ee53-4d75-ae7f-b1b31d68b4d6 req-4f6c592b-bf00-475c-b97c-9fde5245f9ac tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bddbbd5-6e1b-4e6e-adda-fb42234aede3 HTTP/1.1" status: 200 len: 946 time: 0.2008352 Nov 16 11:19:40.613078 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d13c2-17be-4638-8026-f3567674fe1f req-52e58645-b5a2-4158-b040-53e60d150ded tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:40.613775 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-889d13c2-17be-4638-8026-f3567674fe1f req-52e58645-b5a2-4158-b040-53e60d150ded tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:40.630360 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b621cbfa-1d4c-46d8-923c-b5cc1ec2c4da req-d535b466-0113-4ee1-8d35-e0a4c5e044d8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704265 Nov 16 11:19:40.689304 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9723b288-8609-40e6-83ce-ef3970344672 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:19:40.697232 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9723b288-8609-40e6-83ce-ef3970344672 admin admin] 10.222.0.61 "PUT /v2.0/routers/90fa271a-5315-4fff-a2e6-6783a2832f10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2312591 Nov 16 11:19:40.704908 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7e426f-cc46-4a0d-b827-95bea72a9ee6 None None] Sync routers for ids ['90fa271a-5315-4fff-a2e6-6783a2832f10'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:19:40.711090 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1ce7bfde-9472-45c6-96de-0402f7f41dce req-618009b5-f7bc-4734-ada9-ed3eca021b3b tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:40.725803 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0982b57f-01cc-4ea2-8a00-3e9071358400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:40.735850 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cdfdaac7-ee53-4d75-ae7f-b1b31d68b4d6 req-c92f799a-e847-4630-a632-1b20525eb022 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190987 Nov 16 11:19:40.738404 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1ce7bfde-9472-45c6-96de-0402f7f41dce req-618009b5-f7bc-4734-ada9-ed3eca021b3b tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:40.753790 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0982b57f-01cc-4ea2-8a00-3e9071358400 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:40.758879 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0982b57f-01cc-4ea2-8a00-3e9071358400 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4657343f-2e7d-4dcc-b42a-fcef730b116a HTTP/1.1" status: 204 len: 168 time: 0.4865832 Nov 16 11:19:40.771427 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7e426f-cc46-4a0d-b827-95bea72a9ee6 None None] Routers {'90fa271a-5315-4fff-a2e6-6783a2832f10'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:19:40.774386 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2d7e426f-cc46-4a0d-b827-95bea72a9ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:19:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['90fa271a-5315-4fff-a2e6-6783a2832f10'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:19:40.784099 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-889d13c2-17be-4638-8026-f3567674fe1f req-52e58645-b5a2-4158-b040-53e60d150ded tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2306077 Nov 16 11:19:40.788367 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1ce7bfde-9472-45c6-96de-0402f7f41dce req-618009b5-f7bc-4734-ada9-ed3eca021b3b tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:40.798622 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982b57f-01cc-4ea2-8a00-3e9071358400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4657343f-2e7d-4dcc-b42a-fcef730b116a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:40.798761 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1ce7bfde-9472-45c6-96de-0402f7f41dce req-618009b5-f7bc-4734-ada9-ed3eca021b3b tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.7377203 Nov 16 11:19:40.834927 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-889d13c2-17be-4638-8026-f3567674fe1f req-251de994-e9b1-4760-9d11-ec0fbd6c97d7 service neutron] Request body: {'port': {'device_id': 'b8ccdc5c-f4d3-47f6-981a-ddc769cf1cf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:40.869887 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-ca746804-5604-4f03-b760-2fb74de8856c req-cc6cd44a-37da-4814-a18b-cdfa57452b5d tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-694427592', 'description': 'tempest-description-725991036'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:41.010943 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ac7d67c0-852e-4e05-9351-b87fdda1f107 None None] Provisioning complete for port cbae3dbd-8e39-467c-9bdf-1811440a2cd1 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:41.011325 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ac7d67c0-852e-4e05-9351-b87fdda1f107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:41.033519 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618009b5-f7bc-4734-ada9-ed3eca021b3b tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9f91c1-7308-4a39-8109-be9b547a1ca3,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:41.043892 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-b09eaf57-3063-4b63-b390-1a7eb2f61476 service neutron] 10.222.0.36 "GET /v2.0/ports/29d992c3-c0c9-4c03-bac2-e35d0d9dbe49/bindings/n-h2-816823-3 HTTP/1.1" status: 200 len: 384 time: 0.0962560 Nov 16 11:19:41.059014 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-ac7d67c0-852e-4e05-9351-b87fdda1f107 None None] Port cbae3dbd-8e39-467c-9bdf-1811440a2cd1 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:19:41.080772 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-2d7e426f-cc46-4a0d-b827-95bea72a9ee6 None None] Set router 90fa271a-5315-4fff-a2e6-6783a2832f10 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:19:41.105642 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ca746804-5604-4f03-b760-2fb74de8856c req-cc6cd44a-37da-4814-a18b-cdfa57452b5d tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:41.118742 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-889d13c2-17be-4638-8026-f3567674fe1f req-251de994-e9b1-4760-9d11-ec0fbd6c97d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:41.165947 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1c61d-be01-472e-ada0-61bfe95929b0 req-eb2cc03e-9630-40b3-9489-fa57b9bb7eef tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:41.167590 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4ba1c61d-be01-472e-ada0-61bfe95929b0 req-eb2cc03e-9630-40b3-9489-fa57b9bb7eef tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8ccdc5c-f4d3-47f6-981a-ddc769cf1cf7 HTTP/1.1" status: 200 len: 932 time: 0.2348711 Nov 16 11:19:41.290695 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55392) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:19:41.307616 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:19:41.324320 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3554b00a-fde0-4496-b490-51400aef6bd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:41.359520 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-63db5380-52c8-4c0f-89a1-dee31b012035 service neutron] For port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=29d992c3-c0c9-4c03-bac2-e35d0d9dbe49,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:19:41.376446 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4ba1c61d-be01-472e-ada0-61bfe95929b0 req-c13792d3-1abc-4b0e-94a1-56c80b73f519 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] 10.222.0.61 "GET /v2.0/security-groups?id=8987ed36-22b4-4bb4-aa0a-efe1382f1277&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1730320 Nov 16 11:19:41.436995 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-63db5380-52c8-4c0f-89a1-dee31b012035 service neutron] For port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:19:41.460928 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:41.493392 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ca746804-5604-4f03-b760-2fb74de8856c req-cc6cd44a-37da-4814-a18b-cdfa57452b5d tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:41.506985 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2d7e426f-cc46-4a0d-b827-95bea72a9ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fa271a-5315-4fff-a2e6-6783a2832f10', 'name': 'tempest-ServerActionsTestJSON-263329870-router', 'tenant_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '9e7bf77d-13cb-4567-8e6b-c51bd92a058b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:19:28Z', 'updated_at': '2021-11-16T11:19:38Z', 'revision_number': 4, 'project_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'gw_port': {'id': '9e7bf77d-13cb-4567-8e6b-c51bd92a058b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa271a-5315-4fff-a2e6-6783a2832f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:29Z', 'updated_at': '2021-11-16T11:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '09edb527-55af-4057-9627-9eff09019e2d', 'name': '', 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334', 'tenant_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'mac_address': 'fa:16:3e:4a:47:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fa271a-5315-4fff-a2e6-6783a2832f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '098ff2a2-731b-47ba-a3df-3f077a39e5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:37Z', 'updated_at': '2021-11-16T11:19:38Z', 'revision_number': 2, 'project_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'subnets': [{'id': '098ff2a2-731b-47ba-a3df-3f077a39e5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:19:41.510180 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ca746804-5604-4f03-b760-2fb74de8856c req-cc6cd44a-37da-4814-a18b-cdfa57452b5d tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:41.523997 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bddbbd5-6e1b-4e6e-adda-fb42234aede3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29d992c3-c0c9-4c03-bac2-e35d0d9dbe49'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:19:41.542759 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb26415-0177-49d3-be8b-78bc70b9fa30" -d '{"events": [{"server_uuid": "7bddbbd5-6e1b-4e6e-adda-fb42234aede3", "name": "network-vif-unplugged", "status": "completed", "tag": "29d992c3-c0c9-4c03-bac2-e35d0d9dbe49"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:19:41.553888 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ca746804-5604-4f03-b760-2fb74de8856c req-cc6cd44a-37da-4814-a18b-cdfa57452b5d tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:41.557031 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7e426f-cc46-4a0d-b827-95bea72a9ee6 None None] Checking router: 90fa271a-5315-4fff-a2e6-6783a2832f10 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:19:41.557409 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7e426f-cc46-4a0d-b827-95bea72a9ee6 None None] Updating router 90fa271a-5315-4fff-a2e6-6783a2832f10 port 09edb527-55af-4057-9627-9eff09019e2d binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:19:41.568043 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-63db5380-52c8-4c0f-89a1-dee31b012035 service neutron] For port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=29d992c3-c0c9-4c03-bac2-e35d0d9dbe49,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:19:41.578475 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ca746804-5604-4f03-b760-2fb74de8856c req-cc6cd44a-37da-4814-a18b-cdfa57452b5d tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.7532103 Nov 16 11:19:41.642358 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-63db5380-52c8-4c0f-89a1-dee31b012035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:41.666141 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d7e426f-cc46-4a0d-b827-95bea72a9ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:41.701898 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6cd44a-37da-4814-a18b-cdfa57452b5d tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9d909b-e03b-4b75-9971-3329bf9c18d7,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:41.758276 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.api [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:19:41.758870 n-d-816823-3 neutron-server[102670]: DEBUG oslo_db.api [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:19:41.779113 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3554b00a-fde0-4496-b490-51400aef6bd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:41.803015 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3554b00a-fde0-4496-b490-51400aef6bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:41.845657 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded613c7-c98b-4e6d-9b4a-7c78e06d7b71 req-a4de905a-85e2-4c26-8b7d-8390ac63f9f3 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:41.848800 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ded613c7-c98b-4e6d-9b4a-7c78e06d7b71 req-a4de905a-85e2-4c26-8b7d-8390ac63f9f3 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=785603e2-f1fb-4f56-a132-c5f2d1dcb118 HTTP/1.1" status: 200 len: 945 time: 0.1920261 Nov 16 11:19:41.856869 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [req-889d13c2-17be-4638-8026-f3567674fe1f req-251de994-e9b1-4760-9d11-ec0fbd6c97d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbae3dbd-8e39-467c-9bdf-1811440a2cd1 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:19:41.896993 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-889d13c2-17be-4638-8026-f3567674fe1f req-251de994-e9b1-4760-9d11-ec0fbd6c97d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:41.911782 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-3554b00a-fde0-4496-b490-51400aef6bd2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e9c2a02b58b341a1abca38c4a96a5683&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6197844 Nov 16 11:19:41.918406 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55408) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:19:41.943894 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554b00a-fde0-4496-b490-51400aef6bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50e6327-78ca-47e5-8206-bd421a385fc5,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:41.955639 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-889d13c2-17be-4638-8026-f3567674fe1f req-251de994-e9b1-4760-9d11-ec0fbd6c97d7 service neutron] Transition to ACTIVE for port object cbae3dbd-8e39-467c-9bdf-1811440a2cd1 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:19:41.958175 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-63db5380-52c8-4c0f-89a1-dee31b012035 service neutron] Transition to ACTIVE for port object 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:19:41.965609 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-63db5380-52c8-4c0f-89a1-dee31b012035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:41.981550 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-889d13c2-17be-4638-8026-f3567674fe1f req-251de994-e9b1-4760-9d11-ec0fbd6c97d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:42.031551 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-63db5380-52c8-4c0f-89a1-dee31b012035 service neutron] No DVR routers for this DVR port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:19:42.059667 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ded613c7-c98b-4e6d-9b4a-7c78e06d7b71 req-b227c6f9-072f-4604-8d28-ff91765c708e tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972284 Nov 16 11:19:42.068010 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db5380-52c8-4c0f-89a1-dee31b012035 service neutron] Pushing event updated for resources: {'Port': ['ID=29d992c3-c0c9-4c03-bac2-e35d0d9dbe49,revision_number=11']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:42.075748 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-63db5380-52c8-4c0f-89a1-dee31b012035 service neutron] 10.222.0.36 "PUT /v2.0/ports/29d992c3-c0c9-4c03-bac2-e35d0d9dbe49/bindings/n-h2-816823-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0238569 Nov 16 11:19:42.105356 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf85c44-2290-4f47-ade7-3fc55af0f8ba None None] DHCP port deletion for b7bb2a97-86e1-4934-a454-677fe86f6d7e request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:19:42.185645 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251de994-e9b1-4760-9d11-ec0fbd6c97d7 service neutron] Pushing event updated for resources: {'Port': ['ID=cbae3dbd-8e39-467c-9bdf-1811440a2cd1,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:42.192746 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4cf03ca8-6bb8-4f48-98f8-33b3486d752c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:42.234258 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-49abcd31-651e-4767-9960-790eb3cb56e1 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:42.247796 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-49abcd31-651e-4767-9960-790eb3cb56e1 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7bddbbd5-6e1b-4e6e-adda-fb42234aede3&tenant_id=fca4017bffc548cea20e1270411b1992&binding%3Ahost_id=n-h1-816823-3 HTTP/1.1" status: 200 len: 1096 time: 0.1000311 Nov 16 11:19:42.257801 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4cf03ca8-6bb8-4f48-98f8-33b3486d752c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:42.300100 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-889d13c2-17be-4638-8026-f3567674fe1f req-251de994-e9b1-4760-9d11-ec0fbd6c97d7 service neutron] Attempting to bind port cbae3dbd-8e39-467c-9bdf-1811440a2cd1 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:19:42.302129 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-889d13c2-17be-4638-8026-f3567674fe1f req-251de994-e9b1-4760-9d11-ec0fbd6c97d7 service neutron] Attempting to bind port cbae3dbd-8e39-467c-9bdf-1811440a2cd1 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '5e0b668e-e3dd-479a-8c7f-351b9a6cb777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'c33c780a-fa25-4b50-94e1-5d7ff73b89f0'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:19:42.302129 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889d13c2-17be-4638-8026-f3567674fe1f req-251de994-e9b1-4760-9d11-ec0fbd6c97d7 service neutron] Attempting to bind port cbae3dbd-8e39-467c-9bdf-1811440a2cd1 on network c33c780a-fa25-4b50-94e1-5d7ff73b89f0 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:19:42.312127 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 11:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbe887d-4f8a-4853-872a-64fd43a02b3f x-openstack-request-id: req-3dbe887d-4f8a-4853-872a-64fd43a02b3f {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:19:42.312569 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bddbbd5-6e1b-4e6e-adda-fb42234aede3", "name": "network-vif-unplugged", "status": "completed", "tag": "29d992c3-c0c9-4c03-bac2-e35d0d9dbe49", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:19:42.315434 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3dbe887d-4f8a-4853-872a-64fd43a02b3f {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:19:42.316955 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889d13c2-17be-4638-8026-f3567674fe1f req-251de994-e9b1-4760-9d11-ec0fbd6c97d7 service neutron] Port cbae3dbd-8e39-467c-9bdf-1811440a2cd1 on network c33c780a-fa25-4b50-94e1-5d7ff73b89f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:19:42.317092 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bddbbd5-6e1b-4e6e-adda-fb42234aede3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29d992c3-c0c9-4c03-bac2-e35d0d9dbe49', 'code': 200} Nov 16 11:19:42.317199 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889d13c2-17be-4638-8026-f3567674fe1f req-251de994-e9b1-4760-9d11-ec0fbd6c97d7 service neutron] Attempting to bind port cbae3dbd-8e39-467c-9bdf-1811440a2cd1 on network c33c780a-fa25-4b50-94e1-5d7ff73b89f0 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:19:42.324195 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889d13c2-17be-4638-8026-f3567674fe1f req-251de994-e9b1-4760-9d11-ec0fbd6c97d7 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:19:42.324769 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889d13c2-17be-4638-8026-f3567674fe1f req-251de994-e9b1-4760-9d11-ec0fbd6c97d7 service neutron] Checking segment: {'id': '5e0b668e-e3dd-479a-8c7f-351b9a6cb777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'c33c780a-fa25-4b50-94e1-5d7ff73b89f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:19:42.325383 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889d13c2-17be-4638-8026-f3567674fe1f req-251de994-e9b1-4760-9d11-ec0fbd6c97d7 service neutron] Bound using segment: {'id': '5e0b668e-e3dd-479a-8c7f-351b9a6cb777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'c33c780a-fa25-4b50-94e1-5d7ff73b89f0'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:19:42.326018 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-889d13c2-17be-4638-8026-f3567674fe1f req-251de994-e9b1-4760-9d11-ec0fbd6c97d7 service neutron] Bound port: cbae3dbd-8e39-467c-9bdf-1811440a2cd1, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e0b668e-e3dd-479a-8c7f-351b9a6cb777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'c33c780a-fa25-4b50-94e1-5d7ff73b89f0'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:19:42.326651 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-889d13c2-17be-4638-8026-f3567674fe1f req-251de994-e9b1-4760-9d11-ec0fbd6c97d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:42.350746 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-0c5abdaa-75b7-4e0a-8e6f-3a214f9cfaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:42.355212 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d7e426f-cc46-4a0d-b827-95bea72a9ee6 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:42.387086 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d7e426f-cc46-4a0d-b827-95bea72a9ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:42.395029 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-0c5abdaa-75b7-4e0a-8e6f-3a214f9cfaf5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7bddbbd5-6e1b-4e6e-adda-fb42234aede3&tenant_id=fca4017bffc548cea20e1270411b1992 HTTP/1.1" status: 200 len: 1096 time: 0.0993717 Nov 16 11:19:42.453880 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-0465fafb-86aa-41d8-914c-80e286432467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:42.459209 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-0465fafb-86aa-41d8-914c-80e286432467 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fca4017bffc548cea20e1270411b1992&device_id=7bddbbd5-6e1b-4e6e-adda-fb42234aede3 HTTP/1.1" status: 200 len: 1096 time: 0.0567245 Nov 16 11:19:42.473279 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4cf03ca8-6bb8-4f48-98f8-33b3486d752c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:42.475871 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4cf03ca8-6bb8-4f48-98f8-33b3486d752c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:42.479471 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4cf03ca8-6bb8-4f48-98f8-33b3486d752c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b50e6327-78ca-47e5-8206-bd421a385fc5 HTTP/1.1" status: 204 len: 168 time: 0.5566041 Nov 16 11:19:42.497270 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf03ca8-6bb8-4f48-98f8-33b3486d752c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50e6327-78ca-47e5-8206-bd421a385fc5,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:42.561789 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55422) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:19:42.567172 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-a7e6679b-ccc2-48be-a5eb-6b551372395b tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1313098094', 'description': 'tempest-description--1846387445'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:42.583403 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-2d7e426f-cc46-4a0d-b827-95bea72a9ee6 None None] Attempting to bind port 09edb527-55af-4057-9627-9eff09019e2d on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:19:42.583939 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-2d7e426f-cc46-4a0d-b827-95bea72a9ee6 None None] Attempting to bind port 09edb527-55af-4057-9627-9eff09019e2d by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'ce47cb9c-ba85-496b-b744-4a5fa69cb198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:19:42.584394 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7e426f-cc46-4a0d-b827-95bea72a9ee6 None None] Attempting to bind port 09edb527-55af-4057-9627-9eff09019e2d on network c4ea0ecb-718e-47cf-bf5c-a5dc12609334 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:19:42.593026 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f3115-be26-479d-acb5-128550fa29e8 None None] Pushing event updated for resources: {'Port': ['ID=09edb527-55af-4057-9627-9eff09019e2d,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:42.601646 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7e426f-cc46-4a0d-b827-95bea72a9ee6 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:19:42.602203 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7e426f-cc46-4a0d-b827-95bea72a9ee6 None None] Checking segment: {'id': 'ce47cb9c-ba85-496b-b744-4a5fa69cb198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:19:42.602826 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d7e426f-cc46-4a0d-b827-95bea72a9ee6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:42.603705 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7e426f-cc46-4a0d-b827-95bea72a9ee6 None None] Bound using segment: {'id': 'ce47cb9c-ba85-496b-b744-4a5fa69cb198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:19:42.604282 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-2d7e426f-cc46-4a0d-b827-95bea72a9ee6 None None] Bound port: 09edb527-55af-4057-9627-9eff09019e2d, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce47cb9c-ba85-496b-b744-4a5fa69cb198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:19:42.604743 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d7e426f-cc46-4a0d-b827-95bea72a9ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:42.628280 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-889d13c2-17be-4638-8026-f3567674fe1f req-251de994-e9b1-4760-9d11-ec0fbd6c97d7 service neutron] For port cbae3dbd-8e39-467c-9bdf-1811440a2cd1, host n-h1-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:19:42.633259 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-5922051e-cf9b-4c4f-8226-8c0d5bdf6aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:42.635501 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-5922051e-cf9b-4c4f-8226-8c0d5bdf6aef service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7bb2a97-86e1-4934-a454-677fe86f6d7e HTTP/1.1" status: 200 len: 909 time: 0.1705353 Nov 16 11:19:42.702645 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-889d13c2-17be-4638-8026-f3567674fe1f req-251de994-e9b1-4760-9d11-ec0fbd6c97d7 service neutron] For port cbae3dbd-8e39-467c-9bdf-1811440a2cd1, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=cbae3dbd-8e39-467c-9bdf-1811440a2cd1,segment=NetworkSegment(5e0b668e-e3dd-479a-8c7f-351b9a6cb777),segment_id=5e0b668e-e3dd-479a-8c7f-351b9a6cb777)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:19:42.704594 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-208c6406-0772-42a6-a05f-a570399ced71 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 HTTP/1.1" status: 200 len: 217 time: 0.0608993 Nov 16 11:19:42.712411 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7e6679b-ccc2-48be-a5eb-6b551372395b tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:42.722979 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-2d7e426f-cc46-4a0d-b827-95bea72a9ee6 None None] For port 09edb527-55af-4057-9627-9eff09019e2d, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:19:42.728232 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-2d7e426f-cc46-4a0d-b827-95bea72a9ee6 None None] For port 09edb527-55af-4057-9627-9eff09019e2d, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=09edb527-55af-4057-9627-9eff09019e2d,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:19:42.751417 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d7e426f-cc46-4a0d-b827-95bea72a9ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:42.751841 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-889d13c2-17be-4638-8026-f3567674fe1f req-251de994-e9b1-4760-9d11-ec0fbd6c97d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:42.762188 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-a93e0277-4f7a-4b06-98a1-bbb7e388212e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:42.777396 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-a93e0277-4f7a-4b06-98a1-bbb7e388212e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7e023778-0206-43f4-abc1-4c067f7e46aa HTTP/1.1" status: 200 len: 848 time: 0.0651519 Nov 16 11:19:42.807676 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-d8468ee4-0e0e-4100-ae6d-e4e4d64e8994 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:42.818743 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-d8468ee4-0e0e-4100-ae6d-e4e4d64e8994 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/networks?id=88f25b19-ae40-471f-83f3-2a0d38b6110b HTTP/1.1" status: 200 len: 813 time: 0.4010162 Nov 16 11:19:42.828205 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-1cbd0ecd-576c-429b-8e67-c37d3a2dc22a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7bb2a97-86e1-4934-a454-677fe86f6d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410705 Nov 16 11:19:42.839836 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d13c2-17be-4638-8026-f3567674fe1f req-251de994-e9b1-4760-9d11-ec0fbd6c97d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:42.840514 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-889d13c2-17be-4638-8026-f3567674fe1f req-251de994-e9b1-4760-9d11-ec0fbd6c97d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:42.842607 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-889d13c2-17be-4638-8026-f3567674fe1f req-251de994-e9b1-4760-9d11-ec0fbd6c97d7 service neutron] 10.222.0.36 "PUT /v2.0/ports/cbae3dbd-8e39-467c-9bdf-1811440a2cd1 HTTP/1.1" status: 200 len: 1092 time: 2.0325694 Nov 16 11:19:42.853454 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ccdc5c-f4d3-47f6-981a-ddc769cf1cf7', 'tag': 'cbae3dbd-8e39-467c-9bdf-1811440a2cd1'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:19:42.855835 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a3f04b-9b4f-48fa-9e47-ccea119baa0a" -d '{"events": [{"name": "network-changed", "server_uuid": "b8ccdc5c-f4d3-47f6-981a-ddc769cf1cf7", "tag": "cbae3dbd-8e39-467c-9bdf-1811440a2cd1"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:19:42.879588 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-1559d665-8347-45eb-91f0-887b854a0b32 None None] Provisioning complete for port 09edb527-55af-4057-9627-9eff09019e2d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:42.880182 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1559d665-8347-45eb-91f0-887b854a0b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:42.913401 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7e426f-cc46-4a0d-b827-95bea72a9ee6 None None] Routers {'90fa271a-5315-4fff-a2e6-6783a2832f10'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:19:42.914342 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2d7e426f-cc46-4a0d-b827-95bea72a9ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:19:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['90fa271a-5315-4fff-a2e6-6783a2832f10'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:19:42.919817 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-07499301-e64b-4e77-a46c-aa8f44fe48db tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/quotas/0083ff9f320940cc9f27a884e96c269f HTTP/1.1" status: 200 len: 375 time: 0.0999491 Nov 16 11:19:42.930209 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f3115-be26-479d-acb5-128550fa29e8 None None] Pushing event updated for resources: {'Port': ['ID=09edb527-55af-4057-9627-9eff09019e2d,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:42.951861 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170765d2-7014-4c1f-b39c-a26551172227 req-0d3c0a27-b98e-4bea-b2a1-5e3dd7e994a1 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:42.960227 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-170765d2-7014-4c1f-b39c-a26551172227 req-0d3c0a27-b98e-4bea-b2a1-5e3dd7e994a1 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bddbbd5-6e1b-4e6e-adda-fb42234aede3 HTTP/1.1" status: 200 len: 945 time: 0.2948868 Nov 16 11:19:43.039495 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251de994-e9b1-4760-9d11-ec0fbd6c97d7 service neutron] Pushing event updated for resources: {'Port': ['ID=cbae3dbd-8e39-467c-9bdf-1811440a2cd1,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:43.051000 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-e27292d1-c4db-4162-95ba-ff2790949ccf service neutron] 10.222.0.64 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135305 Nov 16 11:19:43.178054 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-86e91b8e-5b40-4c42-852f-9ab1accc81a5 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0083ff9f320940cc9f27a884e96c269f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2573154 Nov 16 11:19:43.181180 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d13c2-17be-4638-8026-f3567674fe1f req-ab076d5c-dee6-4975-919a-d1b00b947383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:43.182935 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-889d13c2-17be-4638-8026-f3567674fe1f req-ab076d5c-dee6-4975-919a-d1b00b947383 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a9437637abeb4120bb9f8a5ce0dcd3d7&device_id=b8ccdc5c-f4d3-47f6-981a-ddc769cf1cf7 HTTP/1.1" status: 200 len: 1095 time: 0.2400577 Nov 16 11:19:43.201681 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-170765d2-7014-4c1f-b39c-a26551172227 req-8bd34d6b-c9f5-4930-abc0-745bf10bab78 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394834 Nov 16 11:19:43.252343 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7e6679b-ccc2-48be-a5eb-6b551372395b tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:43.280525 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-0738074d-36f9-48aa-9449-7b0d44b3d732 service neutron] 10.222.0.64 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175796 Nov 16 11:19:43.332906 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a5511ff0-c905-46f9-9766-8e884eb9152a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:43.348154 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7e6679b-ccc2-48be-a5eb-6b551372395b tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:43.360169 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-889d13c2-17be-4638-8026-f3567674fe1f req-d00b2501-b1c8-4d36-af8b-68fe993b929b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbae3dbd-8e39-467c-9bdf-1811440a2cd1 HTTP/1.1" status: 200 len: 217 time: 0.1401572 Nov 16 11:19:43.403849 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-2d7e426f-cc46-4a0d-b827-95bea72a9ee6 None None] Set router 90fa271a-5315-4fff-a2e6-6783a2832f10 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:19:43.435205 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1559d665-8347-45eb-91f0-887b854a0b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:43.489532 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7e6679b-ccc2-48be-a5eb-6b551372395b tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:43.491233 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a7e6679b-ccc2-48be-a5eb-6b551372395b tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9272399 Nov 16 11:19:43.495117 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55448) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:19:43.501789 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-c353b604-576d-41d9-8439-05304c4f2a62 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Request body: {'security_group_rule': {'security_group_id': '580edd4b-0a1f-40f0-bffb-3b9117332e0c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:43.513493 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6679b-ccc2-48be-a5eb-6b551372395b tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=580edd4b-0a1f-40f0-bffb-3b9117332e0c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:43.551031 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d13c2-17be-4638-8026-f3567674fe1f req-12b57843-ddca-4613-a5b1-88bf47af2237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:43.552640 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-889d13c2-17be-4638-8026-f3567674fe1f req-12b57843-ddca-4613-a5b1-88bf47af2237 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3449e234-5575-467b-9000-57855a07772e HTTP/1.1" status: 200 len: 853 time: 0.1582053 Nov 16 11:19:43.561434 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-003323a6-3aeb-4b3e-b543-cd1ec5349b32 service neutron] 10.222.0.61 "GET /v2.0/networks/88f25b19-ae40-471f-83f3-2a0d38b6110b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824880 Nov 16 11:19:43.569168 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19a998-0b8a-4a02-a131-39e7aa811a48 req-c0c0f748-988b-4e63-a287-0576f2349369 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:43.577854 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9e19a998-0b8a-4a02-a131-39e7aa811a48 req-c0c0f748-988b-4e63-a287-0576f2349369 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8ccdc5c-f4d3-47f6-981a-ddc769cf1cf7 HTTP/1.1" status: 200 len: 944 time: 0.2248774 Nov 16 11:19:43.615090 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c353b604-576d-41d9-8439-05304c4f2a62 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:43.634709 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-1559d665-8347-45eb-91f0-887b854a0b32 None None] For port 09edb527-55af-4057-9627-9eff09019e2d, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=09edb527-55af-4057-9627-9eff09019e2d,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:19:43.659930 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-44d6a503-324e-4950-8934-07657accb987 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:43.662007 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-44d6a503-324e-4950-8934-07657accb987 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7bddbbd5-6e1b-4e6e-adda-fb42234aede3&tenant_id=fca4017bffc548cea20e1270411b1992&binding%3Ahost_id=n-h2-816823-3 HTTP/1.1" status: 200 len: 1096 time: 0.1139884 Nov 16 11:19:43.714993 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55454) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:19:43.724128 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1559d665-8347-45eb-91f0-887b854a0b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:43.733908 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d13c2-17be-4638-8026-f3567674fe1f req-d7e69a08-40c1-408a-b323-2f12eb034715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:43.735467 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-889d13c2-17be-4638-8026-f3567674fe1f req-d7e69a08-40c1-408a-b323-2f12eb034715 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c33c780a-fa25-4b50-94e1-5d7ff73b89f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1556108 Nov 16 11:19:43.740729 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c353b604-576d-41d9-8439-05304c4f2a62 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:43.748128 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c353b604-576d-41d9-8439-05304c4f2a62 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:43.753655 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9e19a998-0b8a-4a02-a131-39e7aa811a48 req-7ad46417-f995-4112-99e2-3bab71eb1392 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] 10.222.0.61 "GET /v2.0/security-groups?id=8987ed36-22b4-4bb4-aa0a-efe1382f1277&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1748214 Nov 16 11:19:43.793277 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353b604-576d-41d9-8439-05304c4f2a62 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f8745de-e847-4dc5-b97a-3bc1316682f4,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:43.816309 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c353b604-576d-41d9-8439-05304c4f2a62 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:43.818210 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c353b604-576d-41d9-8439-05304c4f2a62 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3218491 Nov 16 11:19:43.822194 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55460) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:19:43.828408 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d6881d7a-b429-4bd6-aa5f-ee5ed30423fc tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Request body: {'security_group_rule': {'security_group_id': '580edd4b-0a1f-40f0-bffb-3b9117332e0c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:43.849608 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-b2c426b4-0753-4351-a8e5-c3500e442255 service neutron] For port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:19:43.857628 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-b2c426b4-0753-4351-a8e5-c3500e442255 service neutron] Publish callbacks [] for binding, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:43.858902 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a12d1b77-41bd-47f8-a4f8-ca051de6c837 req-b2c426b4-0753-4351-a8e5-c3500e442255 service neutron] 10.222.0.64 "DELETE /v2.0/ports/29d992c3-c0c9-4c03-bac2-e35d0d9dbe49/bindings/n-h1-816823-3 HTTP/1.1" status: 204 len: 173 time: 0.1882055 Nov 16 11:19:43.863207 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1559d665-8347-45eb-91f0-887b854a0b32 None None] Pushing event updated for resources: {'Port': ['ID=09edb527-55af-4057-9627-9eff09019e2d,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:43.887183 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6881d7a-b429-4bd6-aa5f-ee5ed30423fc tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:43.895281 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2d7e426f-cc46-4a0d-b827-95bea72a9ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fa271a-5315-4fff-a2e6-6783a2832f10', 'name': 'tempest-ServerActionsTestJSON-263329870-router', 'tenant_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '9e7bf77d-13cb-4567-8e6b-c51bd92a058b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:19:28Z', 'updated_at': '2021-11-16T11:19:38Z', 'revision_number': 4, 'project_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'gw_port': {'id': '9e7bf77d-13cb-4567-8e6b-c51bd92a058b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa271a-5315-4fff-a2e6-6783a2832f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:29Z', 'updated_at': '2021-11-16T11:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '09edb527-55af-4057-9627-9eff09019e2d', 'name': '', 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334', 'tenant_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'mac_address': 'fa:16:3e:4a:47:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fa271a-5315-4fff-a2e6-6783a2832f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '098ff2a2-731b-47ba-a3df-3f077a39e5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:37Z', 'updated_at': '2021-11-16T11:19:42Z', 'revision_number': 4, 'project_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'subnets': [{'id': '098ff2a2-731b-47ba-a3df-3f077a39e5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:19:43.925220 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-13696201-6f55-4aab-b2c7-c1b8999b95e7 service neutron] 10.222.0.61 "GET /v2.0/networks/88f25b19-ae40-471f-83f3-2a0d38b6110b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439617 Nov 16 11:19:43.927767 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7e426f-cc46-4a0d-b827-95bea72a9ee6 None None] The sync data for ids ['90fa271a-5315-4fff-a2e6-6783a2832f10'] in n-d-816823-3 is: [{'id': '90fa271a-5315-4fff-a2e6-6783a2832f10', 'name': 'tempest-ServerActionsTestJSON-263329870-router', 'tenant_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '9e7bf77d-13cb-4567-8e6b-c51bd92a058b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:19:28Z', 'updated_at': '2021-11-16T11:19:38Z', 'revision_number': 4, 'project_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'gw_port': {'id': '9e7bf77d-13cb-4567-8e6b-c51bd92a058b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa271a-5315-4fff-a2e6-6783a2832f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:29Z', 'updated_at': '2021-11-16T11:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '09edb527-55af-4057-9627-9eff09019e2d', 'name': '', 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334', 'tenant_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'mac_address': 'fa:16:3e:4a:47:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fa271a-5315-4fff-a2e6-6783a2832f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '098ff2a2-731b-47ba-a3df-3f077a39e5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:37Z', 'updated_at': '2021-11-16T11:19:42Z', 'revision_number': 4, 'project_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'subnets': [{'id': '098ff2a2-731b-47ba-a3df-3f077a39e5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:19:43.931908 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-95c463eb-6a1a-4b8c-92a5-d844f8ed6c16 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2079124777-network', 'tenant_id': '04a86aacf6f546c1be30256427532a30'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:43.933462 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fa0b97f6-47c3-49bb-8d52-9446d5ba39b4 None None] Provisioning complete for port 09edb527-55af-4057-9627-9eff09019e2d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:43.934098 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fa0b97f6-47c3-49bb-8d52-9446d5ba39b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:43.970082 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6881d7a-b429-4bd6-aa5f-ee5ed30423fc tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:43.980274 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6881d7a-b429-4bd6-aa5f-ee5ed30423fc tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:44.036275 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c463eb-6a1a-4b8c-92a5-d844f8ed6c16 admin admin] Made reservation on behalf of 04a86aacf6f546c1be30256427532a30 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:19:44.037948 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6881d7a-b429-4bd6-aa5f-ee5ed30423fc tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67283967-d07f-49b2-865a-bdec56b773f5,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:44.039156 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-95c463eb-6a1a-4b8c-92a5-d844f8ed6c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:44.050884 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6881d7a-b429-4bd6-aa5f-ee5ed30423fc tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:44.052413 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d6881d7a-b429-4bd6-aa5f-ee5ed30423fc tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2292528 Nov 16 11:19:44.057638 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55462) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:19:44.065897 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-874f4e12-10ae-4c85-886e-fd96807a5805 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:44.095923 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-95c463eb-6a1a-4b8c-92a5-d844f8ed6c16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:44.104053 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-889d13c2-17be-4638-8026-f3567674fe1f req-20934014-743e-4005-b831-7e34a6532a62 service neutron] 10.222.0.36 "GET /v2.0/networks/c33c780a-fa25-4b50-94e1-5d7ff73b89f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419123 Nov 16 11:19:44.135076 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-874f4e12-10ae-4c85-886e-fd96807a5805 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:44.184526 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-8105230b-0f04-4305-a4e2-fc81935cb7f9 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1715567235&fields=id&tenant_id=9f7363a08c414209ac7c04aff97b826c HTTP/1.1" status: 200 len: 267 time: 0.2619503 Nov 16 11:19:44.231837 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb436b2-bc3a-47a7-be45-54f7410ba01f x-openstack-request-id: req-abb436b2-bc3a-47a7-be45-54f7410ba01f {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:19:44.232199 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8ccdc5c-f4d3-47f6-981a-ddc769cf1cf7", "tag": "cbae3dbd-8e39-467c-9bdf-1811440a2cd1", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:19:44.232520 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-abb436b2-bc3a-47a7-be45-54f7410ba01f {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:19:44.232986 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ccdc5c-f4d3-47f6-981a-ddc769cf1cf7', 'tag': 'cbae3dbd-8e39-467c-9bdf-1811440a2cd1', 'status': 'completed', 'code': 200} Nov 16 11:19:44.319520 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-874f4e12-10ae-4c85-886e-fd96807a5805 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:44.481441 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-889d13c2-17be-4638-8026-f3567674fe1f req-89e3f26e-017d-44c8-b326-ed5c6afdd754 service neutron] 10.222.0.36 "GET /v2.0/networks/c33c780a-fa25-4b50-94e1-5d7ff73b89f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616116 Nov 16 11:19:44.501748 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-9f9bda46-87ac-4cf2-9768-343211c17a0e tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:44.509796 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-9f9bda46-87ac-4cf2-9768-343211c17a0e tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/networks?id=0554fe60-bd03-4672-b976-b9334c9ef674 HTTP/1.1" status: 200 len: 816 time: 0.3234179 Nov 16 11:19:44.534083 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-874f4e12-10ae-4c85-886e-fd96807a5805 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Allocated IP 172.25.0.2 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/b0fc3466-ee34-4449-83b2-3ebae169138d) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:19:44.548367 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500616d6-250b-4415-b0a6-6e6eb138e4cb req-99ff6d75-078b-4bf3-b16e-831f481f28b8 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:44.556799 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-500616d6-250b-4415-b0a6-6e6eb138e4cb req-99ff6d75-078b-4bf3-b16e-831f481f28b8 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=785603e2-f1fb-4f56-a132-c5f2d1dcb118 HTTP/1.1" status: 200 len: 945 time: 0.2169144 Nov 16 11:19:44.565333 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-06491202-ad31-4981-b329-c77fe99a9be0 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/quotas/9f7363a08c414209ac7c04aff97b826c HTTP/1.1" status: 200 len: 375 time: 0.0545168 Nov 16 11:19:44.570843 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-95c463eb-6a1a-4b8c-92a5-d844f8ed6c16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:44.632541 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-95c463eb-6a1a-4b8c-92a5-d844f8ed6c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:44.644098 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-874f4e12-10ae-4c85-886e-fd96807a5805 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:44.689091 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-874f4e12-10ae-4c85-886e-fd96807a5805 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:44.689353 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95c463eb-6a1a-4b8c-92a5-d844f8ed6c16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:19:44.725191 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c463eb-6a1a-4b8c-92a5-d844f8ed6c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf2e0af-15bc-479e-9f22-ca2ab77f662a,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:44.731034 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-95c463eb-6a1a-4b8c-92a5-d844f8ed6c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:44.731370 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-95c463eb-6a1a-4b8c-92a5-d844f8ed6c16 admin admin] Added segment 2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7 of type vlan for network 944e0536-d76b-420a-8405-63c5779cb0d2 Nov 16 11:19:44.750899 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-500616d6-250b-4415-b0a6-6e6eb138e4cb req-c58b9295-7387-41fc-964f-8a0c4552bf3b tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927454 Nov 16 11:19:44.751987 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874f4e12-10ae-4c85-886e-fd96807a5805 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:19:44.755351 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-874f4e12-10ae-4c85-886e-fd96807a5805 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:19:44.759492 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3f04b-9b4f-48fa-9e47-ccea119baa0a req-34434b3c-3469-4282-9f2b-460117b04c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:44.759775 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874f4e12-10ae-4c85-886e-fd96807a5805 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:19:44.762620 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-12a3f04b-9b4f-48fa-9e47-ccea119baa0a req-34434b3c-3469-4282-9f2b-460117b04c04 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a9437637abeb4120bb9f8a5ce0dcd3d7&device_id=b8ccdc5c-f4d3-47f6-981a-ddc769cf1cf7 HTTP/1.1" status: 200 len: 1095 time: 0.1951783 Nov 16 11:19:44.798160 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-16cf289c-9b8f-405d-8c0c-43401ed1097d tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9f7363a08c414209ac7c04aff97b826c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2318487 Nov 16 11:19:44.807913 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f4e12-10ae-4c85-886e-fd96807a5805 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Pushing event updated for resources: {'Port': ['ID=b0fc3466-ee34-4449-83b2-3ebae169138d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:44.921017 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-874f4e12-10ae-4c85-886e-fd96807a5805 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:44.970685 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-874f4e12-10ae-4c85-886e-fd96807a5805 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:45.173174 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-874f4e12-10ae-4c85-886e-fd96807a5805 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:45.180426 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-874f4e12-10ae-4c85-886e-fd96807a5805 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:45.252260 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f4e12-10ae-4c85-886e-fd96807a5805 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Pushing event updated for resources: {'Port': ['ID=b0fc3466-ee34-4449-83b2-3ebae169138d,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:45.269900 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-874f4e12-10ae-4c85-886e-fd96807a5805 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:45.287603 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-874f4e12-10ae-4c85-886e-fd96807a5805 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:45.289408 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-874f4e12-10ae-4c85-886e-fd96807a5805 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2305243 Nov 16 11:19:45.303864 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-95c463eb-6a1a-4b8c-92a5-d844f8ed6c16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:45.310662 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-97a09673-d0c6-4c48-aaa7-332c26dba4e8 req-37756df5-943e-45f1-aaae-1e8d0de7695a tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c3f4aec-d629-4872-b4c3-661edd7c0a44 HTTP/1.1" status: 200 len: 210 time: 0.0923476 Nov 16 11:19:45.384624 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-95c463eb-6a1a-4b8c-92a5-d844f8ed6c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:45.385509 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c463eb-6a1a-4b8c-92a5-d844f8ed6c16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:45.386142 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-95c463eb-6a1a-4b8c-92a5-d844f8ed6c16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:45.392649 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3f04b-9b4f-48fa-9e47-ccea119baa0a req-a42899d4-575b-4422-ab67-431cd8447e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:45.394333 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-12a3f04b-9b4f-48fa-9e47-ccea119baa0a req-a42899d4-575b-4422-ab67-431cd8447e20 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c33c780a-fa25-4b50-94e1-5d7ff73b89f0 HTTP/1.1" status: 200 len: 915 time: 0.6231353 Nov 16 11:19:45.421144 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-f7c1dfe6-547b-4f8b-b947-deba2e90e5e6 service neutron] 10.222.0.61 "GET /v2.0/networks/0554fe60-bd03-4672-b976-b9334c9ef674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5820324 Nov 16 11:19:45.517999 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-95c463eb-6a1a-4b8c-92a5-d844f8ed6c16 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7972546 Nov 16 11:19:45.520284 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-12a3f04b-9b4f-48fa-9e47-ccea119baa0a req-7706e0d6-1247-4b71-b08d-c1a8937271ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbae3dbd-8e39-467c-9bdf-1811440a2cd1 HTTP/1.1" status: 200 len: 217 time: 0.1067705 Nov 16 11:19:45.533875 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9b88aa4a-1a5f-45e9-a7dd-0f6c8fbc79f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:45.548152 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55484) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:19:45.559254 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-0c3f3306-effd-44b4-bdd8-6d612461eba5 admin admin] Request body: {'subnet': {'network_id': '944e0536-d76b-420a-8405-63c5779cb0d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2079124777-subnet', 'tenant_id': '04a86aacf6f546c1be30256427532a30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:45.593157 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c463eb-6a1a-4b8c-92a5-d844f8ed6c16 admin admin] Pushing event updated for resources: {'Network': ['ID=944e0536-d76b-420a-8405-63c5779cb0d2,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:45.607353 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 944e0536-d76b-420a-8405-63c5779cb0d2 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:19:45.614449 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3f3306-effd-44b4-bdd8-6d612461eba5 admin admin] Made reservation on behalf of 04a86aacf6f546c1be30256427532a30 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:19:45.617605 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c3f3306-effd-44b4-bdd8-6d612461eba5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:45.657535 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d89ed2-cf4c-4748-8715-e27837d9ad78 req-555a73bd-df75-494a-9d80-838c73ab136b tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:45.659122 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-68d89ed2-cf4c-4748-8715-e27837d9ad78 req-555a73bd-df75-494a-9d80-838c73ab136b tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bddbbd5-6e1b-4e6e-adda-fb42234aede3 HTTP/1.1" status: 200 len: 945 time: 0.2371097 Nov 16 11:19:45.673965 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3f04b-9b4f-48fa-9e47-ccea119baa0a req-5c3a1d95-cebc-4522-962b-964238344624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:45.673965 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-12a3f04b-9b4f-48fa-9e47-ccea119baa0a req-5c3a1d95-cebc-4522-962b-964238344624 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3449e234-5575-467b-9000-57855a07772e HTTP/1.1" status: 200 len: 853 time: 0.1027029 Nov 16 11:19:45.735088 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-ef270b34-30bc-4502-a2d7-ba39cd05ca78 service neutron] 10.222.0.61 "GET /v2.0/networks/0554fe60-bd03-4672-b976-b9334c9ef674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816129 Nov 16 11:19:45.745780 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-238fb998-5506-45d4-a581-e8e5e06459ad tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:45.747464 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-238fb998-5506-45d4-a581-e8e5e06459ad tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.36 "GET /v2.0/networks?id=88f25b19-ae40-471f-83f3-2a0d38b6110b HTTP/1.1" status: 200 len: 813 time: 0.2542925 Nov 16 11:19:45.758107 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 09edb527-55af-4057-9627-9eff09019e2d up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:19:45.767017 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-68d89ed2-cf4c-4748-8715-e27837d9ad78 req-ebc5c562-c67e-429b-bf65-94ddd06793fe tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000977 Nov 16 11:19:45.767904 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-9954ef55-c3f5-4fc9-9709-48b7016b0fdd tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Request body: {'port': {'device_id': '6c3f4aec-d629-4872-b4c3-661edd7c0a44', 'network_id': '88f25b19-ae40-471f-83f3-2a0d38b6110b', 'admin_state_up': True, 'tenant_id': '0083ff9f320940cc9f27a884e96c269f'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:45.771350 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3f04b-9b4f-48fa-9e47-ccea119baa0a req-7753c002-4428-4b24-87dd-075182ef07ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:45.773739 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-12a3f04b-9b4f-48fa-9e47-ccea119baa0a req-7753c002-4428-4b24-87dd-075182ef07ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c33c780a-fa25-4b50-94e1-5d7ff73b89f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884047 Nov 16 11:19:45.897082 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 09edb527-55af-4057-9627-9eff09019e2d triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:45.897747 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:45.938833 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fea0f5-addb-498e-992e-fced73bd648e req-21d775f4-f4ac-42c5-b3ef-a76696c7bba7 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:45.940354 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-36fea0f5-addb-498e-992e-fced73bd648e req-21d775f4-f4ac-42c5-b3ef-a76696c7bba7 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=785603e2-f1fb-4f56-a132-c5f2d1dcb118 HTTP/1.1" status: 200 len: 945 time: 0.0772841 Nov 16 11:19:45.971414 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-12a3f04b-9b4f-48fa-9e47-ccea119baa0a req-aa7af166-9b16-47af-9950-1589940d2f3a service neutron] 10.222.0.36 "GET /v2.0/networks/c33c780a-fa25-4b50-94e1-5d7ff73b89f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887324 Nov 16 11:19:45.979982 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c3f3306-effd-44b4-bdd8-6d612461eba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:46.029737 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-9954ef55-c3f5-4fc9-9709-48b7016b0fdd tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Made reservation on behalf of 0083ff9f320940cc9f27a884e96c269f for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:19:46.033227 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-9954ef55-c3f5-4fc9-9709-48b7016b0fdd tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:46.072362 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f3306-effd-44b4-bdd8-6d612461eba5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2c4b79e-b376-461e-aa12-aa150e542043,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:46.074466 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-36fea0f5-addb-498e-992e-fced73bd648e req-0f291fb9-cd4a-47ca-a805-3e2b69055602 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219525 Nov 16 11:19:46.113616 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3f3306-effd-44b4-bdd8-6d612461eba5 admin admin] Checking segment: {'id': '2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '944e0536-d76b-420a-8405-63c5779cb0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:19:46.114017 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3f3306-effd-44b4-bdd8-6d612461eba5 admin admin] Network hostable DHCP agents. Network: 944e0536-d76b-420a-8405-63c5779cb0d2, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:19:46.141061 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-12a3f04b-9b4f-48fa-9e47-ccea119baa0a req-9e359084-5681-4d7c-891b-c4460d2b02b0 service neutron] 10.222.0.36 "GET /v2.0/networks/c33c780a-fa25-4b50-94e1-5d7ff73b89f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543095 Nov 16 11:19:46.180967 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3f3306-effd-44b4-bdd8-6d612461eba5 admin admin] Network 944e0536-d76b-420a-8405-63c5779cb0d2 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:19:46.209833 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-0c3f3306-effd-44b4-bdd8-6d612461eba5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 944e0536-d76b-420a-8405-63c5779cb0d2) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:19:46.219016 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7731a9-0fa9-4d8b-84fe-317dc9709ef5 None None] Network 944e0536-d76b-420a-8405-63c5779cb0d2 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:19:46.232721 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-9954ef55-c3f5-4fc9-9709-48b7016b0fdd tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Allocated IP 172.20.0.5 (88f25b19-ae40-471f-83f3-2a0d38b6110b/50dbcca0-861c-401b-911d-16a9002f1b98/d7f69167-9ead-4e9a-b7f7-0ef0735c4324) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:19:46.238174 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3f3306-effd-44b4-bdd8-6d612461eba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:46.239151 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c3f3306-effd-44b4-bdd8-6d612461eba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:46.287733 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e36c3-dc67-4939-872d-32f8794e5bbe req-a9a6bc06-15c2-4182-85b2-6f5c10863a0e tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:46.295332 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4e1e36c3-dc67-4939-872d-32f8794e5bbe req-a9a6bc06-15c2-4182-85b2-6f5c10863a0e tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8ccdc5c-f4d3-47f6-981a-ddc769cf1cf7 HTTP/1.1" status: 200 len: 944 time: 0.1049857 Nov 16 11:19:46.311883 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-6c13c5d2-b489-43ee-bab7-48aaf65d9542 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1313098094&fields=id&tenant_id=c6297fca90ae441aa40dab0d2d555d6b HTTP/1.1" status: 200 len: 267 time: 0.0818205 Nov 16 11:19:46.394373 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb33c8c5-16c5-4e48-bd06-2f9a930111c7 None None] Network 944e0536-d76b-420a-8405-63c5779cb0d2 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:19:46.405678 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0c3f3306-effd-44b4-bdd8-6d612461eba5 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8566265 Nov 16 11:19:46.459574 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4e1e36c3-dc67-4939-872d-32f8794e5bbe req-c7dfb450-b929-42ae-b134-3b8251318972 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] 10.222.0.61 "GET /v2.0/security-groups?id=8987ed36-22b4-4bb4-aa0a-efe1382f1277&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1587479 Nov 16 11:19:46.472508 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-9954ef55-c3f5-4fc9-9709-48b7016b0fdd tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:46.487247 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:46.533950 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-9954ef55-c3f5-4fc9-9709-48b7016b0fdd tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:46.541751 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-ba5c4959-e133-4137-aa45-70fe3ce16bff tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:46.553623 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-ba5c4959-e133-4137-aa45-70fe3ce16bff tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/networks?id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334 HTTP/1.1" status: 200 len: 811 time: 0.2280219 Nov 16 11:19:46.559872 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['9f7f87ae-515f-40f3-92dc-824ff848a68f'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:19:46.590225 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-69fcf3f5-e705-4c62-b724-5e7bad893e8b tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/quotas/c6297fca90ae441aa40dab0d2d555d6b HTTP/1.1" status: 200 len: 375 time: 0.0315394 Nov 16 11:19:46.610211 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-9954ef55-c3f5-4fc9-9709-48b7016b0fdd tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Network 88f25b19-ae40-471f-83f3-2a0d38b6110b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:19:46.616399 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-9954ef55-c3f5-4fc9-9709-48b7016b0fdd tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:19:46.626409 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-9954ef55-c3f5-4fc9-9709-48b7016b0fdd tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:19:46.631022 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954ef55-c3f5-4fc9-9709-48b7016b0fdd tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Pushing event updated for resources: {'Port': ['ID=d7f69167-9ead-4e9a-b7f7-0ef0735c4324,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:46.700163 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-9954ef55-c3f5-4fc9-9709-48b7016b0fdd tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:46.700794 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-c7943b39-9807-487c-b161-88ef9d042078 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c6297fca90ae441aa40dab0d2d555d6b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1009128 Nov 16 11:19:46.701222 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-9954ef55-c3f5-4fc9-9709-48b7016b0fdd tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:46.724458 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-9954ef55-c3f5-4fc9-9709-48b7016b0fdd tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9622636 Nov 16 11:19:46.743657 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-95c38ba0-e42c-43a2-abe2-16c2acad74d5 service neutron] Request body: {'port': {'device_id': '6c3f4aec-d629-4872-b4c3-661edd7c0a44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:46.829325 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-95c38ba0-e42c-43a2-abe2-16c2acad74d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:46.848297 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-31377881-1640-4cf4-b24c-2a8168265b71 service neutron] 10.222.0.61 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451926 Nov 16 11:19:46.978670 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3c94c12b-a606-4612-98ba-76906b96e277 req-55e9996b-6e94-4dc8-bfb7-e29457c28168 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcd3cee9-d9b9-40a8-89d4-643c9900a7c1 HTTP/1.1" status: 200 len: 210 time: 0.0380390 Nov 16 11:19:47.032039 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-3bc1f114-3aee-4b14-8132-e7c43da45d83 service neutron] 10.222.0.61 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740744 Nov 16 11:19:47.137809 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1561f3-518c-447f-b39e-6a64a5793a38 req-dcaaa5f5-2e00-4a60-ad46-9d827561e27b tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:47.138368 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-95c38ba0-e42c-43a2-abe2-16c2acad74d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7f69167-9ead-4e9a-b7f7-0ef0735c4324 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:19:47.140086 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7b1561f3-518c-447f-b39e-6a64a5793a38 req-dcaaa5f5-2e00-4a60-ad46-9d827561e27b tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c3f4aec-d629-4872-b4c3-661edd7c0a44 HTTP/1.1" status: 200 len: 931 time: 0.0799856 Nov 16 11:19:47.150469 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-95c38ba0-e42c-43a2-abe2-16c2acad74d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:47.163331 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-95c38ba0-e42c-43a2-abe2-16c2acad74d5 service neutron] Transition to ACTIVE for port object d7f69167-9ead-4e9a-b7f7-0ef0735c4324 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:19:47.175786 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-95c38ba0-e42c-43a2-abe2-16c2acad74d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:47.211891 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7b1561f3-518c-447f-b39e-6a64a5793a38 req-d86f8f27-1bbe-4389-b659-6b07faf63080 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2faa416-4579-46e6-aabb-72b9fc04a498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645101 Nov 16 11:19:47.258044 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c38ba0-e42c-43a2-abe2-16c2acad74d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d7f69167-9ead-4e9a-b7f7-0ef0735c4324,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:47.282149 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c38ba0-e42c-43a2-abe2-16c2acad74d5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:47.282594 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c38ba0-e42c-43a2-abe2-16c2acad74d5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:47.283023 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c38ba0-e42c-43a2-abe2-16c2acad74d5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:47.283444 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c38ba0-e42c-43a2-abe2-16c2acad74d5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:47.284106 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c38ba0-e42c-43a2-abe2-16c2acad74d5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:47.284493 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c38ba0-e42c-43a2-abe2-16c2acad74d5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:47.285020 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c38ba0-e42c-43a2-abe2-16c2acad74d5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:47.286037 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c38ba0-e42c-43a2-abe2-16c2acad74d5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:47.286446 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c38ba0-e42c-43a2-abe2-16c2acad74d5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:47.287019 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c38ba0-e42c-43a2-abe2-16c2acad74d5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:47.287413 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c38ba0-e42c-43a2-abe2-16c2acad74d5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:47.287816 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c38ba0-e42c-43a2-abe2-16c2acad74d5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:47.304009 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670aeb3c-d6c4-43cd-aacf-a0ba8e2d1b95 req-70d3a87b-b14e-4c6e-850b-63925941e1d8 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:47.305767 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-670aeb3c-d6c4-43cd-aacf-a0ba8e2d1b95 req-70d3a87b-b14e-4c6e-850b-63925941e1d8 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7bddbbd5-6e1b-4e6e-adda-fb42234aede3 HTTP/1.1" status: 200 len: 1096 time: 0.0622189 Nov 16 11:19:47.345493 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-95c38ba0-e42c-43a2-abe2-16c2acad74d5 service neutron] Attempting to bind port d7f69167-9ead-4e9a-b7f7-0ef0735c4324 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:19:47.345833 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-95c38ba0-e42c-43a2-abe2-16c2acad74d5 service neutron] Attempting to bind port d7f69167-9ead-4e9a-b7f7-0ef0735c4324 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '6010f23d-2319-49e4-9d27-00c73d54b3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '88f25b19-ae40-471f-83f3-2a0d38b6110b'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:19:47.346316 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-95c38ba0-e42c-43a2-abe2-16c2acad74d5 service neutron] Attempting to bind port d7f69167-9ead-4e9a-b7f7-0ef0735c4324 on network 88f25b19-ae40-471f-83f3-2a0d38b6110b {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:19:47.352427 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-95c38ba0-e42c-43a2-abe2-16c2acad74d5 service neutron] Port d7f69167-9ead-4e9a-b7f7-0ef0735c4324 on network 88f25b19-ae40-471f-83f3-2a0d38b6110b not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:19:47.352658 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-95c38ba0-e42c-43a2-abe2-16c2acad74d5 service neutron] Attempting to bind port d7f69167-9ead-4e9a-b7f7-0ef0735c4324 on network 88f25b19-ae40-471f-83f3-2a0d38b6110b {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:19:47.357787 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-95c38ba0-e42c-43a2-abe2-16c2acad74d5 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:19:47.358174 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-95c38ba0-e42c-43a2-abe2-16c2acad74d5 service neutron] Checking segment: {'id': '6010f23d-2319-49e4-9d27-00c73d54b3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '88f25b19-ae40-471f-83f3-2a0d38b6110b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:19:47.358562 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-95c38ba0-e42c-43a2-abe2-16c2acad74d5 service neutron] Bound using segment: {'id': '6010f23d-2319-49e4-9d27-00c73d54b3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '88f25b19-ae40-471f-83f3-2a0d38b6110b'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:19:47.358991 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-95c38ba0-e42c-43a2-abe2-16c2acad74d5 service neutron] Bound port: d7f69167-9ead-4e9a-b7f7-0ef0735c4324, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6010f23d-2319-49e4-9d27-00c73d54b3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '88f25b19-ae40-471f-83f3-2a0d38b6110b'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:19:47.359350 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-95c38ba0-e42c-43a2-abe2-16c2acad74d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:47.366193 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device cbae3dbd-8e39-467c-9bdf-1811440a2cd1 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:19:47.414559 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-670aeb3c-d6c4-43cd-aacf-a0ba8e2d1b95 req-fd864b2c-ffc9-4a0d-bcb8-f37b093c71dd tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956686 Nov 16 11:19:47.470380 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-95c38ba0-e42c-43a2-abe2-16c2acad74d5 service neutron] For port d7f69167-9ead-4e9a-b7f7-0ef0735c4324, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:19:47.476204 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-95c38ba0-e42c-43a2-abe2-16c2acad74d5 service neutron] For port d7f69167-9ead-4e9a-b7f7-0ef0735c4324, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=d7f69167-9ead-4e9a-b7f7-0ef0735c4324,segment=NetworkSegment(6010f23d-2319-49e4-9d27-00c73d54b3c1),segment_id=6010f23d-2319-49e4-9d27-00c73d54b3c1)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:19:47.486202 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-95c38ba0-e42c-43a2-abe2-16c2acad74d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:47.573331 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c38ba0-e42c-43a2-abe2-16c2acad74d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d7f69167-9ead-4e9a-b7f7-0ef0735c4324,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:47.591034 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port cbae3dbd-8e39-467c-9bdf-1811440a2cd1, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=cbae3dbd-8e39-467c-9bdf-1811440a2cd1,segment=NetworkSegment(5e0b668e-e3dd-479a-8c7f-351b9a6cb777),segment_id=5e0b668e-e3dd-479a-8c7f-351b9a6cb777)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:19:47.622460 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': 'cbae3dbd-8e39-467c-9bdf-1811440a2cd1', 'network_id': 'c33c780a-fa25-4b50-94e1-5d7ff73b89f0', 'port_id': 'cbae3dbd-8e39-467c-9bdf-1811440a2cd1', 'mac_address': 'fa:16:3e:55:e7:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3449e234-5575-467b-9000-57855a07772e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:19:47.626581 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-95c38ba0-e42c-43a2-abe2-16c2acad74d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:47.627331 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-95c38ba0-e42c-43a2-abe2-16c2acad74d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:47.628874 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-95c38ba0-e42c-43a2-abe2-16c2acad74d5 service neutron] 10.222.0.36 "PUT /v2.0/ports/d7f69167-9ead-4e9a-b7f7-0ef0735c4324 HTTP/1.1" status: 200 len: 1091 time: 0.8934469 Nov 16 11:19:47.629378 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c3f4aec-d629-4872-b4c3-661edd7c0a44', 'tag': 'd7f69167-9ead-4e9a-b7f7-0ef0735c4324'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:19:47.631951 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd011ef7-d99f-4b55-b61b-7fc09386cec2" -d '{"events": [{"name": "network-changed", "server_uuid": "6c3f4aec-d629-4872-b4c3-661edd7c0a44", "tag": "d7f69167-9ead-4e9a-b7f7-0ef0735c4324"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:19:47.709458 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:47.729314 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d62e8-1d68-49c6-baa0-614b958df05a req-22c6e4a7-89ae-481c-bda8-5ec38c8748e8 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:47.732433 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbae3dbd-8e39-467c-9bdf-1811440a2cd1 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:19:47.737464 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fd4d62e8-1d68-49c6-baa0-614b958df05a req-22c6e4a7-89ae-481c-bda8-5ec38c8748e8 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=785603e2-f1fb-4f56-a132-c5f2d1dcb118 HTTP/1.1" status: 200 len: 945 time: 0.2226450 Nov 16 11:19:47.758573 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port cbae3dbd-8e39-467c-9bdf-1811440a2cd1, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=cbae3dbd-8e39-467c-9bdf-1811440a2cd1,segment=NetworkSegment(5e0b668e-e3dd-479a-8c7f-351b9a6cb777),segment_id=5e0b668e-e3dd-479a-8c7f-351b9a6cb777)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:19:47.764838 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:47.792200 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-36356c47-3505-4366-9e7c-e70436d2ecea tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:47.792733 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-fbcae29c-6341-4e9c-84c8-bdfd19d75779 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:47.794140 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-36356c47-3505-4366-9e7c-e70436d2ecea tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.64 "GET /v2.0/networks?id=0554fe60-bd03-4672-b976-b9334c9ef674 HTTP/1.1" status: 200 len: 816 time: 0.2309532 Nov 16 11:19:47.800516 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-fbcae29c-6341-4e9c-84c8-bdfd19d75779 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/networks?id=944e0536-d76b-420a-8405-63c5779cb0d2 HTTP/1.1" status: 200 len: 805 time: 0.3019984 Nov 16 11:19:47.800712 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-6a0f76a8-cd6b-4828-be6b-9b8c7f717262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:47.802590 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-6a0f76a8-cd6b-4828-be6b-9b8c7f717262 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0083ff9f320940cc9f27a884e96c269f&device_id=6c3f4aec-d629-4872-b4c3-661edd7c0a44 HTTP/1.1" status: 200 len: 1094 time: 0.1089625 Nov 16 11:19:47.833583 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-533250cb-9ffe-4661-8fda-6437d76be57b tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/quotas/04a86aacf6f546c1be30256427532a30 HTTP/1.1" status: 200 len: 375 time: 0.0319967 Nov 16 11:19:47.834324 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=cbae3dbd-8e39-467c-9bdf-1811440a2cd1,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:47.844495 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:47.845082 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:47.845612 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:47.846212 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:47.846752 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:47.847417 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:47.847928 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:47.848455 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:47.849095 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:47.849617 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:47.850605 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:47.851420 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:47.875370 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-0cde5fb2-1fe6-406a-8e65-d368e684394f tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=04a86aacf6f546c1be30256427532a30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407968 Nov 16 11:19:47.890493 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fd4d62e8-1d68-49c6-baa0-614b958df05a req-780cc3c9-39b2-459c-8271-a2e082728b1e tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521277 Nov 16 11:19:47.923084 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-ddaacb93-8123-4d22-8571-fba3d3015765 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7f69167-9ead-4e9a-b7f7-0ef0735c4324 HTTP/1.1" status: 200 len: 217 time: 0.1098175 Nov 16 11:19:47.947187 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-0969c5d8-dd3b-4f15-a177-96f5439fc58d tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f7363a08c414209ac7c04aff97b826c HTTP/1.1" status: 200 len: 380 time: 0.1411667 Nov 16 11:19:47.961816 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-27307ded-0558-4323-bafc-1339ab853460 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Request body: {'port': {'device_id': 'fcd3cee9-d9b9-40a8-89d4-643c9900a7c1', 'network_id': '0554fe60-bd03-4672-b976-b9334c9ef674', 'admin_state_up': True, 'tenant_id': '9f7363a08c414209ac7c04aff97b826c', 'security_groups': ['7e2f27fd-8e22-4399-89da-285e295b5e5c']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:48.012797 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['cbae3dbd-8e39-467c-9bdf-1811440a2cd1'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:19:48.055486 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-24f17419-1ff4-4bd2-b2bc-217b4201f9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:48.057155 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-24f17419-1ff4-4bd2-b2bc-217b4201f9ec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50dbcca0-861c-401b-911d-16a9002f1b98 HTTP/1.1" status: 200 len: 853 time: 0.1084394 Nov 16 11:19:48.061162 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-81be0e86-431d-48a0-b9bb-aac87f6dcbfd req-878f516f-fdef-4ad2-b610-36b89c8ded20 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 210 time: 0.0809286 Nov 16 11:19:48.121813 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-c85b19cc-c398-4188-b792-e52e533cb4be service neutron] 10.222.0.61 "GET /v2.0/networks/944e0536-d76b-420a-8405-63c5779cb0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428579 Nov 16 11:19:48.157178 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-5d6d4c93-5fd5-45ef-a2d8-8731491303aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=88f25b19-ae40-471f-83f3-2a0d38b6110b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909398 Nov 16 11:19:48.240897 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:48.266841 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-27307ded-0558-4323-bafc-1339ab853460 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Made reservation on behalf of 9f7363a08c414209ac7c04aff97b826c for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:19:48.270427 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-27307ded-0558-4323-bafc-1339ab853460 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:48.280378 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5924e-94c2-4f6b-8c8f-8c5bbf198606 req-04191c9f-7330-4265-a493-2c824a1aa796 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:48.286958 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f5e5924e-94c2-4f6b-8c8f-8c5bbf198606 req-04191c9f-7330-4265-a493-2c824a1aa796 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7bddbbd5-6e1b-4e6e-adda-fb42234aede3 HTTP/1.1" status: 200 len: 1096 time: 0.1299412 Nov 16 11:19:48.298381 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-05c86d67-295d-4591-8664-56c3324b2146 service neutron] 10.222.0.61 "GET /v2.0/networks/944e0536-d76b-420a-8405-63c5779cb0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755190 Nov 16 11:19:48.346159 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f5e5924e-94c2-4f6b-8c8f-8c5bbf198606 req-813c4354-7bea-4c67-855f-091ce5a2fab8 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534117 Nov 16 11:19:48.435513 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-2bebeaa3-3ea0-4ca2-b9a7-39820d1f1d3a service neutron] 10.222.0.36 "GET /v2.0/networks/88f25b19-ae40-471f-83f3-2a0d38b6110b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635963 Nov 16 11:19:48.474860 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ec2cf-407d-411d-bff9-788b8de693f7 req-c8c66d65-9f0c-4a0e-a7d8-41c25ba1d28b tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:48.474860 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a08ec2cf-407d-411d-bff9-788b8de693f7 req-c8c66d65-9f0c-4a0e-a7d8-41c25ba1d28b tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.64 "GET /v2.0/ports?device_id=785603e2-f1fb-4f56-a132-c5f2d1dcb118 HTTP/1.1" status: 200 len: 945 time: 0.1051140 Nov 16 11:19:48.504481 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-27307ded-0558-4323-bafc-1339ab853460 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Allocated IP 172.20.0.14 (0554fe60-bd03-4672-b976-b9334c9ef674/c5b632c6-00ee-4c25-9555-e7f1a5d8a8f3/ee2f460b-7187-42dd-842c-530a7ef3e9b2) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:19:48.606444 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a8a72f-2f0d-4f7b-94fc-db28a6483456 x-openstack-request-id: req-56a8a72f-2f0d-4f7b-94fc-db28a6483456 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:19:48.606727 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c3f4aec-d629-4872-b4c3-661edd7c0a44", "tag": "d7f69167-9ead-4e9a-b7f7-0ef0735c4324", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:19:48.607524 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-56a8a72f-2f0d-4f7b-94fc-db28a6483456 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:19:48.607934 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c3f4aec-d629-4872-b4c3-661edd7c0a44', 'tag': 'd7f69167-9ead-4e9a-b7f7-0ef0735c4324', 'status': 'completed', 'code': 200} Nov 16 11:19:48.688376 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9c18b96a-d32c-4c6a-84b2-3244a6e9811f req-48f93659-6437-4e93-894c-6199a553a82a service neutron] 10.222.0.36 "GET /v2.0/networks/88f25b19-ae40-471f-83f3-2a0d38b6110b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108731 Nov 16 11:19:48.789825 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:48.797308 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2ac0a-3e67-4585-aeea-8b2bfc1061d0 req-9703a209-4667-4ba0-9812-893249b908fc tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:48.804438 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-27307ded-0558-4323-bafc-1339ab853460 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:48.807712 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f2c2ac0a-3e67-4585-aeea-8b2bfc1061d0 req-9703a209-4667-4ba0-9812-893249b908fc tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8ccdc5c-f4d3-47f6-981a-ddc769cf1cf7 HTTP/1.1" status: 200 len: 945 time: 0.3224630 Nov 16 11:19:48.868595 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6de5a5c7-099a-489c-b7f9-247fbd1e3309 req-c0a7ecae-5d35-4858-bdc7-ba42fe371e31 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcd3cee9-d9b9-40a8-89d4-643c9900a7c1 HTTP/1.1" status: 200 len: 210 time: 0.0539856 Nov 16 11:19:48.871611 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-a08ec2cf-407d-411d-bff9-788b8de693f7 req-5e21584a-5e00-4ca1-98d9-49b18b036118 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Deleting port 1c95b04f-21fc-4dd4-84c7-ff1797d4f3db {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:19:48.872198 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a08ec2cf-407d-411d-bff9-788b8de693f7 req-5e21584a-5e00-4ca1-98d9-49b18b036118 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:48.881631 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd011ef7-d99f-4b55-b61b-7fc09386cec2 req-9149c19a-2b04-4524-b928-0834acf62078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:48.884402 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bd011ef7-d99f-4b55-b61b-7fc09386cec2 req-9149c19a-2b04-4524-b928-0834acf62078 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0083ff9f320940cc9f27a884e96c269f&device_id=6c3f4aec-d629-4872-b4c3-661edd7c0a44 HTTP/1.1" status: 200 len: 1094 time: 0.0661681 Nov 16 11:19:48.887818 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-27307ded-0558-4323-bafc-1339ab853460 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:49.029521 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-eafb2a44-66a8-4578-b109-88f444ee7dc9 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:49.031485 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-eafb2a44-66a8-4578-b109-88f444ee7dc9 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.36 "GET /v2.0/networks?id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334 HTTP/1.1" status: 200 len: 811 time: 0.4282200 Nov 16 11:19:49.102465 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f2c2ac0a-3e67-4585-aeea-8b2bfc1061d0 req-6f0f10a3-da60-45f1-aee4-68f5f081f00e tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] 10.222.0.61 "GET /v2.0/security-groups?id=8987ed36-22b4-4bb4-aa0a-efe1382f1277&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2887623 Nov 16 11:19:49.170446 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-a08ec2cf-407d-411d-bff9-788b8de693f7 req-5e21584a-5e00-4ca1-98d9-49b18b036118 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] For port 1c95b04f-21fc-4dd4-84c7-ff1797d4f3db, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=1c95b04f-21fc-4dd4-84c7-ff1797d4f3db,segment=NetworkSegment(29fe51c5-7413-4ecd-8c04-97b69fe8410f),segment_id=29fe51c5-7413-4ecd-8c04-97b69fe8410f)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:19:49.171035 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a08ec2cf-407d-411d-bff9-788b8de693f7 req-5e21584a-5e00-4ca1-98d9-49b18b036118 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:49.205495 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cebb31-8a14-4fc4-9ad7-7b4cc30f5520 req-ef664765-e396-42ef-8943-cbd20819c039 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:49.214570 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-85cebb31-8a14-4fc4-9ad7-7b4cc30f5520 req-ef664765-e396-42ef-8943-cbd20819c039 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c3f4aec-d629-4872-b4c3-661edd7c0a44 HTTP/1.1" status: 200 len: 943 time: 0.2004793 Nov 16 11:19:49.226268 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-a08ec2cf-407d-411d-bff9-788b8de693f7 req-5e21584a-5e00-4ca1-98d9-49b18b036118 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Calling delete_port for 1c95b04f-21fc-4dd4-84c7-ff1797d4f3db owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:19:49.262919 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-a3c6fe36-96ad-42d8-b59a-92bcba44265d tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6297fca90ae441aa40dab0d2d555d6b HTTP/1.1" status: 200 len: 380 time: 0.1934249 Nov 16 11:19:49.277378 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-5591f758-c819-4212-b19f-9d1060bee7e0 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Request body: {'port': {'device_id': 'a2f543b5-db37-43d1-b756-4fccbc592401', 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334', 'admin_state_up': True, 'tenant_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'security_groups': ['580edd4b-0a1f-40f0-bffb-3b9117332e0c']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:49.381513 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device cbae3dbd-8e39-467c-9bdf-1811440a2cd1 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:19:49.416700 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-27307ded-0558-4323-bafc-1339ab853460 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Network 0554fe60-bd03-4672-b976-b9334c9ef674 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:19:49.429555 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-27307ded-0558-4323-bafc-1339ab853460 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:19:49.464162 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-27307ded-0558-4323-bafc-1339ab853460 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:19:49.486966 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-85cebb31-8a14-4fc4-9ad7-7b4cc30f5520 req-f58ef979-8505-445c-8c76-ac8df83641c3 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2faa416-4579-46e6-aabb-72b9fc04a498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717328 Nov 16 11:19:49.516804 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-5591f758-c819-4212-b19f-9d1060bee7e0 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Made reservation on behalf of c6297fca90ae441aa40dab0d2d555d6b for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:19:49.522415 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-5591f758-c819-4212-b19f-9d1060bee7e0 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:49.542333 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port cbae3dbd-8e39-467c-9bdf-1811440a2cd1 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:19:49.550856 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port cbae3dbd-8e39-467c-9bdf-1811440a2cd1 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:49.550856 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:49.671390 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27307ded-0558-4323-bafc-1339ab853460 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Pushing event updated for resources: {'Port': ['ID=ee2f460b-7187-42dd-842c-530a7ef3e9b2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:49.697381 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-27307ded-0558-4323-bafc-1339ab853460 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:49.698435 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-27307ded-0558-4323-bafc-1339ab853460 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:49.757442 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-27307ded-0558-4323-bafc-1339ab853460 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7995236 Nov 16 11:19:49.762692 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd011ef7-d99f-4b55-b61b-7fc09386cec2 req-080c0969-1cfc-4199-b722-4feddf9a1f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:49.764497 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bd011ef7-d99f-4b55-b61b-7fc09386cec2 req-080c0969-1cfc-4199-b722-4feddf9a1f8c service neutron] 10.222.0.36 "GET /v2.0/networks?id=88f25b19-ae40-471f-83f3-2a0d38b6110b HTTP/1.1" status: 200 len: 914 time: 0.8674412 Nov 16 11:19:49.770226 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-dcd286d6-af22-4abe-be9d-336030245a09 service neutron] Request body: {'port': {'device_id': 'fcd3cee9-d9b9-40a8-89d4-643c9900a7c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:49.800857 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:49.801880 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b68067ee-d214-47d8-bcf1-f9ce35e5b81c req-493af151-cc8e-4dea-9dc9-5e6114adbf17 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4a90fbf-7597-4a83-b114-2fe9eac9b552 HTTP/1.1" status: 200 len: 210 time: 0.1241517 Nov 16 11:19:49.830510 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bd011ef7-d99f-4b55-b61b-7fc09386cec2 req-7ad58865-a80b-4e15-8b3c-aa95f88396a4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7f69167-9ead-4e9a-b7f7-0ef0735c4324 HTTP/1.1" status: 200 len: 217 time: 0.0570636 Nov 16 11:19:49.901500 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ccdc5c-f4d3-47f6-981a-ddc769cf1cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbae3dbd-8e39-467c-9bdf-1811440a2cd1'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:19:49.905787 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd011ef7-d99f-4b55-b61b-7fc09386cec2 req-642a4426-630f-406a-84c8-add65429ffe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:49.907462 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bd0c56-572c-4137-af73-d47441b92d40" -d '{"events": [{"server_uuid": "b8ccdc5c-f4d3-47f6-981a-ddc769cf1cf7", "name": "network-vif-plugged", "status": "completed", "tag": "cbae3dbd-8e39-467c-9bdf-1811440a2cd1"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:19:49.907696 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bd011ef7-d99f-4b55-b61b-7fc09386cec2 req-642a4426-630f-406a-84c8-add65429ffe8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50dbcca0-861c-401b-911d-16a9002f1b98 HTTP/1.1" status: 200 len: 853 time: 0.0620537 Nov 16 11:19:49.924194 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port cbae3dbd-8e39-467c-9bdf-1811440a2cd1, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=cbae3dbd-8e39-467c-9bdf-1811440a2cd1,segment=NetworkSegment(5e0b668e-e3dd-479a-8c7f-351b9a6cb777),segment_id=5e0b668e-e3dd-479a-8c7f-351b9a6cb777)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:19:49.930576 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:49.976795 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bd011ef7-d99f-4b55-b61b-7fc09386cec2 req-70d14c98-6712-44e8-8b02-7e6d57ac337b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=88f25b19-ae40-471f-83f3-2a0d38b6110b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595300 Nov 16 11:19:49.985420 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-dcd286d6-af22-4abe-be9d-336030245a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:50.003247 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-30e329e2-1ef9-4167-8abd-8925f2d0f41a None None] Provisioning complete for port ee2f460b-7187-42dd-842c-530a7ef3e9b2 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:50.003628 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-30e329e2-1ef9-4167-8abd-8925f2d0f41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:50.026553 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ab17f17a-7261-416c-8271-d718aeeae5a0 req-7dc061c1-c84e-4a66-8df6-d7a893037cd0 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 210 time: 0.0999403 Nov 16 11:19:50.053038 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03774e7-bdf5-4466-b300-685981f9b5d2 req-93f57ead-7acb-4771-81b5-ce767de6b9a7 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:50.055968 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c03774e7-bdf5-4466-b300-685981f9b5d2 req-93f57ead-7acb-4771-81b5-ce767de6b9a7 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=785603e2-f1fb-4f56-a132-c5f2d1dcb118 HTTP/1.1" status: 200 len: 945 time: 0.2701440 Nov 16 11:19:50.062352 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a08ec2cf-407d-411d-bff9-788b8de693f7 req-5e21584a-5e00-4ca1-98d9-49b18b036118 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:50.153864 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['1c95b04f-21fc-4dd4-84c7-ff1797d4f3db'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:19:50.156811 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['a76869bb-efef-4d86-865d-17b014916cd8'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:19:50.166578 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21584a-5e00-4ca1-98d9-49b18b036118 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Pushing event deleted for resources: {'Port': ['ID=1c95b04f-21fc-4dd4-84c7-ff1797d4f3db,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:50.176291 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=cbae3dbd-8e39-467c-9bdf-1811440a2cd1,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:50.234849 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-5591f758-c819-4212-b19f-9d1060bee7e0 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Allocated IP 172.20.0.5 (c4ea0ecb-718e-47cf-bf5c-a5dc12609334/098ff2a2-731b-47ba-a3df-3f077a39e5d8/02f24461-d778-4489-81ea-ce9be1265fcf) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:19:50.237988 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e21584a-5e00-4ca1-98d9-49b18b036118 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:50.238209 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e21584a-5e00-4ca1-98d9-49b18b036118 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:50.239432 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e21584a-5e00-4ca1-98d9-49b18b036118 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:50.239432 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e21584a-5e00-4ca1-98d9-49b18b036118 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:50.239432 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e21584a-5e00-4ca1-98d9-49b18b036118 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:50.239730 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e21584a-5e00-4ca1-98d9-49b18b036118 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:50.240166 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e21584a-5e00-4ca1-98d9-49b18b036118 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:50.240166 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e21584a-5e00-4ca1-98d9-49b18b036118 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:50.240506 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e21584a-5e00-4ca1-98d9-49b18b036118 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:50.240850 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e21584a-5e00-4ca1-98d9-49b18b036118 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:50.241296 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e21584a-5e00-4ca1-98d9-49b18b036118 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:50.241497 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e21584a-5e00-4ca1-98d9-49b18b036118 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:19:50.310577 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c03774e7-bdf5-4466-b300-685981f9b5d2 req-9c9b3d11-8703-437c-84a8-819123071743 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458711 Nov 16 11:19:50.320586 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-30e329e2-1ef9-4167-8abd-8925f2d0f41a None None] Port ee2f460b-7187-42dd-842c-530a7ef3e9b2 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:19:50.493453 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00016a07-a002-459f-83bb-e5df44b62b0a x-openstack-request-id: req-00016a07-a002-459f-83bb-e5df44b62b0a {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:19:50.493775 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ccdc5c-f4d3-47f6-981a-ddc769cf1cf7", "name": "network-vif-plugged", "status": "completed", "tag": "cbae3dbd-8e39-467c-9bdf-1811440a2cd1", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:19:50.494128 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-00016a07-a002-459f-83bb-e5df44b62b0a {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:19:50.494521 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ccdc5c-f4d3-47f6-981a-ddc769cf1cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbae3dbd-8e39-467c-9bdf-1811440a2cd1', 'code': 200} Nov 16 11:19:50.614664 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08ec2cf-407d-411d-bff9-788b8de693f7 req-5e21584a-5e00-4ca1-98d9-49b18b036118 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] No DVR routers for this DVR port 1c95b04f-21fc-4dd4-84c7-ff1797d4f3db on host n-h2-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:19:50.638768 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a08ec2cf-407d-411d-bff9-788b8de693f7 req-5e21584a-5e00-4ca1-98d9-49b18b036118 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:50.642331 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a08ec2cf-407d-411d-bff9-788b8de693f7 req-5e21584a-5e00-4ca1-98d9-49b18b036118 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.64 "DELETE /v2.0/ports/1c95b04f-21fc-4dd4-84c7-ff1797d4f3db HTTP/1.1" status: 204 len: 173 time: 2.1392033 Nov 16 11:19:50.647519 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785603e2-f1fb-4f56-a132-c5f2d1dcb118', 'name': 'network-vif-deleted', 'tag': '1c95b04f-21fc-4dd4-84c7-ff1797d4f3db'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:19:50.650364 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c74e36a-d92c-4024-b315-12d15639c7f4" -d '{"events": [{"server_uuid": "785603e2-f1fb-4f56-a132-c5f2d1dcb118", "name": "network-vif-deleted", "tag": "1c95b04f-21fc-4dd4-84c7-ff1797d4f3db"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:19:50.670235 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bd011ef7-d99f-4b55-b61b-7fc09386cec2 req-0b30d68b-6217-4d76-84aa-8debd50939cb service neutron] 10.222.0.36 "GET /v2.0/networks/88f25b19-ae40-471f-83f3-2a0d38b6110b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6856103 Nov 16 11:19:50.842617 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-e047fd8c-c64f-4608-a8bb-2c305a381c0e tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:50.844125 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-e047fd8c-c64f-4608-a8bb-2c305a381c0e tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.64 "GET /v2.0/networks?id=944e0536-d76b-420a-8405-63c5779cb0d2 HTTP/1.1" status: 200 len: 805 time: 0.5815656 Nov 16 11:19:50.863075 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-299d0555-7be2-4970-82a1-41545c41cf56 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Request body: {'port': {'device_id': 'd4a90fbf-7597-4a83-b114-2fe9eac9b552', 'network_id': '944e0536-d76b-420a-8405-63c5779cb0d2', 'admin_state_up': True, 'tenant_id': '04a86aacf6f546c1be30256427532a30'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:50.903620 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea7626-b812-4646-989d-12a753c70b52 req-5b3bcb1c-ecb4-4a92-8628-985167b2b304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:50.905188 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b7ea7626-b812-4646-989d-12a753c70b52 req-5b3bcb1c-ecb4-4a92-8628-985167b2b304 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b8ccdc5c-f4d3-47f6-981a-ddc769cf1cf7 HTTP/1.1" status: 200 len: 1097 time: 0.2572083 Nov 16 11:19:50.972457 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bd011ef7-d99f-4b55-b61b-7fc09386cec2 req-3804ced9-9f4c-4bed-bc4f-d43ad6ba1467 service neutron] 10.222.0.36 "GET /v2.0/networks/88f25b19-ae40-471f-83f3-2a0d38b6110b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767234 Nov 16 11:19:51.014249 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a0c9e-b8da-4ec0-83b4-25820ffe2fab req-27a4f50f-f6a8-46df-a548-77a2d368b654 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:51.016356 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-005a0c9e-b8da-4ec0-83b4-25820ffe2fab req-27a4f50f-f6a8-46df-a548-77a2d368b654 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcd3cee9-d9b9-40a8-89d4-643c9900a7c1 HTTP/1.1" status: 200 len: 932 time: 0.5351248 Nov 16 11:19:51.052027 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073314c-2aca-4887-a287-c21d008c2bc0 req-69d54736-1464-4c12-bd20-fdf0d81a96f8 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:51.053729 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8073314c-2aca-4887-a287-c21d008c2bc0 req-69d54736-1464-4c12-bd20-fdf0d81a96f8 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8ccdc5c-f4d3-47f6-981a-ddc769cf1cf7 HTTP/1.1" status: 200 len: 946 time: 0.4431119 Nov 16 11:19:51.068064 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b7ea7626-b812-4646-989d-12a753c70b52 req-eddd6d29-bd4c-45c7-9463-57f2e684c7be service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8987ed36-22b4-4bb4-aa0a-efe1382f1277&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1325495 Nov 16 11:19:51.078479 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-5591f758-c819-4212-b19f-9d1060bee7e0 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:51.145317 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-dcd286d6-af22-4abe-be9d-336030245a09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee2f460b-7187-42dd-842c-530a7ef3e9b2 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:19:51.158847 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-dcd286d6-af22-4abe-be9d-336030245a09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:51.162836 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-005a0c9e-b8da-4ec0-83b4-25820ffe2fab req-fb5d2285-364b-4f42-94e9-79ad425ea5ea tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/security-groups?id=7e2f27fd-8e22-4399-89da-285e295b5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285627 Nov 16 11:19:51.169553 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-299d0555-7be2-4970-82a1-41545c41cf56 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Made reservation on behalf of 04a86aacf6f546c1be30256427532a30 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:19:51.174712 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-299d0555-7be2-4970-82a1-41545c41cf56 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:51.184532 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8073314c-2aca-4887-a287-c21d008c2bc0 req-db42faf0-9fa7-4543-85c3-aeefe21cf7a8 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] 10.222.0.61 "GET /v2.0/security-groups?id=8987ed36-22b4-4bb4-aa0a-efe1382f1277&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1126578 Nov 16 11:19:51.206910 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-dcd286d6-af22-4abe-be9d-336030245a09 service neutron] Transition to ACTIVE for port object ee2f460b-7187-42dd-842c-530a7ef3e9b2 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:19:51.213438 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-5591f758-c819-4212-b19f-9d1060bee7e0 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:51.234613 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-dcd286d6-af22-4abe-be9d-336030245a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:51.315095 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a333957-ce97-4856-a500-338057d493f8 x-openstack-request-id: req-3a333957-ce97-4856-a500-338057d493f8 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:19:51.315444 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785603e2-f1fb-4f56-a132-c5f2d1dcb118", "name": "network-vif-deleted", "tag": "1c95b04f-21fc-4dd4-84c7-ff1797d4f3db", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:19:51.316345 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3a333957-ce97-4856-a500-338057d493f8 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:19:51.316345 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785603e2-f1fb-4f56-a132-c5f2d1dcb118', 'name': 'network-vif-deleted', 'tag': '1c95b04f-21fc-4dd4-84c7-ff1797d4f3db', 'status': 'completed', 'code': 200} Nov 16 11:19:51.324620 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-5591f758-c819-4212-b19f-9d1060bee7e0 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Network c4ea0ecb-718e-47cf-bf5c-a5dc12609334 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:19:51.334581 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-5591f758-c819-4212-b19f-9d1060bee7e0 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:19:51.338292 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5591f758-c819-4212-b19f-9d1060bee7e0 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Pushing event updated for resources: {'Port': ['ID=02f24461-d778-4489-81ea-ce9be1265fcf,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:51.342307 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-5591f758-c819-4212-b19f-9d1060bee7e0 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:19:51.376977 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device d7f69167-9ead-4e9a-b7f7-0ef0735c4324 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:19:51.389211 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd286d6-af22-4abe-be9d-336030245a09 service neutron] Pushing event updated for resources: {'Port': ['ID=ee2f460b-7187-42dd-842c-530a7ef3e9b2,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:51.397970 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dcd85e-a6ef-4fb7-9325-e4e9d5645cd9 req-a4451913-ecbf-4e3f-a239-16c75d0fe0cd tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:51.406718 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-50dcd85e-a6ef-4fb7-9325-e4e9d5645cd9 req-a4451913-ecbf-4e3f-a239-16c75d0fe0cd tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c3f4aec-d629-4872-b4c3-661edd7c0a44 HTTP/1.1" status: 200 len: 943 time: 0.1353903 Nov 16 11:19:51.480081 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-5591f758-c819-4212-b19f-9d1060bee7e0 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:51.480754 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-5591f758-c819-4212-b19f-9d1060bee7e0 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:51.523500 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-dcd286d6-af22-4abe-be9d-336030245a09 service neutron] Attempting to bind port ee2f460b-7187-42dd-842c-530a7ef3e9b2 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:19:51.523827 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-dcd286d6-af22-4abe-be9d-336030245a09 service neutron] Attempting to bind port ee2f460b-7187-42dd-842c-530a7ef3e9b2 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'a7930220-f8f9-4bbb-b524-6482b10d505a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0554fe60-bd03-4672-b976-b9334c9ef674'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:19:51.524158 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-dcd286d6-af22-4abe-be9d-336030245a09 service neutron] Attempting to bind port ee2f460b-7187-42dd-842c-530a7ef3e9b2 on network 0554fe60-bd03-4672-b976-b9334c9ef674 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:19:51.548604 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-dcd286d6-af22-4abe-be9d-336030245a09 service neutron] Port ee2f460b-7187-42dd-842c-530a7ef3e9b2 on network 0554fe60-bd03-4672-b976-b9334c9ef674 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:19:51.548938 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-dcd286d6-af22-4abe-be9d-336030245a09 service neutron] Attempting to bind port ee2f460b-7187-42dd-842c-530a7ef3e9b2 on network 0554fe60-bd03-4672-b976-b9334c9ef674 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:19:51.558531 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-dcd286d6-af22-4abe-be9d-336030245a09 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:19:51.558875 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-dcd286d6-af22-4abe-be9d-336030245a09 service neutron] Checking segment: {'id': 'a7930220-f8f9-4bbb-b524-6482b10d505a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0554fe60-bd03-4672-b976-b9334c9ef674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:19:51.559301 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-dcd286d6-af22-4abe-be9d-336030245a09 service neutron] Bound using segment: {'id': 'a7930220-f8f9-4bbb-b524-6482b10d505a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0554fe60-bd03-4672-b976-b9334c9ef674'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:19:51.559779 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-dcd286d6-af22-4abe-be9d-336030245a09 service neutron] Bound port: ee2f460b-7187-42dd-842c-530a7ef3e9b2, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7930220-f8f9-4bbb-b524-6482b10d505a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0554fe60-bd03-4672-b976-b9334c9ef674'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:19:51.560095 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-dcd286d6-af22-4abe-be9d-336030245a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:51.562712 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-299d0555-7be2-4970-82a1-41545c41cf56 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Allocated IP 172.20.0.8 (944e0536-d76b-420a-8405-63c5779cb0d2/c2c4b79e-b376-461e-aa12-aa150e542043/b7ee7645-353f-46bf-b6c4-9f401b1a5a4a) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:19:51.608830 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port d7f69167-9ead-4e9a-b7f7-0ef0735c4324, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=d7f69167-9ead-4e9a-b7f7-0ef0735c4324,segment=NetworkSegment(6010f23d-2319-49e4-9d27-00c73d54b3c1),segment_id=6010f23d-2319-49e4-9d27-00c73d54b3c1)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:19:51.640209 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': 'd7f69167-9ead-4e9a-b7f7-0ef0735c4324', 'network_id': '88f25b19-ae40-471f-83f3-2a0d38b6110b', 'port_id': 'd7f69167-9ead-4e9a-b7f7-0ef0735c4324', 'mac_address': 'fa:16:3e:3d:09:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50dbcca0-861c-401b-911d-16a9002f1b98', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:19:51.642422 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c4045018-ba2e-4bd7-9471-6d8d7ba7a74f req-ccefb5e4-9a3c-4038-b1f8-688e6ce643e3 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4a90fbf-7597-4a83-b114-2fe9eac9b552 HTTP/1.1" status: 200 len: 210 time: 0.2143838 Nov 16 11:19:51.665843 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-50dcd85e-a6ef-4fb7-9325-e4e9d5645cd9 req-f68b9920-03c0-49f6-b202-cb115399e61d tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2faa416-4579-46e6-aabb-72b9fc04a498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569394 Nov 16 11:19:51.698697 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-5591f758-c819-4212-b19f-9d1060bee7e0 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4281628 Nov 16 11:19:51.718748 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:51.722909 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-8068a699-cd7c-4059-adb5-a9220254b50f service neutron] Request body: {'port': {'device_id': 'a2f543b5-db37-43d1-b756-4fccbc592401', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:51.745324 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7f69167-9ead-4e9a-b7f7-0ef0735c4324 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:19:51.787371 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port d7f69167-9ead-4e9a-b7f7-0ef0735c4324, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=d7f69167-9ead-4e9a-b7f7-0ef0735c4324,segment=NetworkSegment(6010f23d-2319-49e4-9d27-00c73d54b3c1),segment_id=6010f23d-2319-49e4-9d27-00c73d54b3c1)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:19:51.805344 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-2e706db5-564b-421b-9aee-88740a94c3e7 None None] Provisioning complete for port 02f24461-d778-4489-81ea-ce9be1265fcf triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:51.805964 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2e706db5-564b-421b-9aee-88740a94c3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:51.807649 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:51.864456 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-dcd286d6-af22-4abe-be9d-336030245a09 service neutron] For port ee2f460b-7187-42dd-842c-530a7ef3e9b2, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:19:51.888726 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-2e706db5-564b-421b-9aee-88740a94c3e7 None None] Port 02f24461-d778-4489-81ea-ce9be1265fcf cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:19:51.889350 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b440a-e7f1-415d-bcb0-14d6efa50a0f req-dfbdc781-7cd8-4f62-8810-cf050eda5f0c tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:51.896196 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=d7f69167-9ead-4e9a-b7f7-0ef0735c4324,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:51.902579 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-164b440a-e7f1-415d-bcb0-14d6efa50a0f req-dfbdc781-7cd8-4f62-8810-cf050eda5f0c tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 931 time: 0.1055739 Nov 16 11:19:51.905268 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-8068a699-cd7c-4059-adb5-a9220254b50f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:51.913272 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-dcd286d6-af22-4abe-be9d-336030245a09 service neutron] For port ee2f460b-7187-42dd-842c-530a7ef3e9b2, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=ee2f460b-7187-42dd-842c-530a7ef3e9b2,segment=NetworkSegment(a7930220-f8f9-4bbb-b524-6482b10d505a),segment_id=a7930220-f8f9-4bbb-b524-6482b10d505a)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:19:51.928002 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-dcd286d6-af22-4abe-be9d-336030245a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:51.976860 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-dcd286d6-af22-4abe-be9d-336030245a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:51.978240 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-dcd286d6-af22-4abe-be9d-336030245a09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:51.979897 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-dcd286d6-af22-4abe-be9d-336030245a09 service neutron] 10.222.0.64 "PUT /v2.0/ports/ee2f460b-7187-42dd-842c-530a7ef3e9b2 HTTP/1.1" status: 200 len: 1092 time: 2.2143528 Nov 16 11:19:51.987287 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-164b440a-e7f1-415d-bcb0-14d6efa50a0f req-25306d2e-4ee6-4a26-8273-dc47e0aaf5af tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834792 Nov 16 11:19:52.033891 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcd3cee9-d9b9-40a8-89d4-643c9900a7c1', 'tag': 'ee2f460b-7187-42dd-842c-530a7ef3e9b2'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:19:52.037490 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca97d47-1854-4bd6-b62f-dc44d1714890" -d '{"events": [{"name": "network-changed", "server_uuid": "fcd3cee9-d9b9-40a8-89d4-643c9900a7c1", "tag": "ee2f460b-7187-42dd-842c-530a7ef3e9b2"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:19:52.084861 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['d7f69167-9ead-4e9a-b7f7-0ef0735c4324'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:19:52.192797 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edde02f5-33b9-4203-850b-60c85591102b x-openstack-request-id: req-edde02f5-33b9-4203-850b-60c85591102b {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:19:52.193219 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcd3cee9-d9b9-40a8-89d4-643c9900a7c1", "tag": "ee2f460b-7187-42dd-842c-530a7ef3e9b2", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:19:52.193880 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-edde02f5-33b9-4203-850b-60c85591102b {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:19:52.194099 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcd3cee9-d9b9-40a8-89d4-643c9900a7c1', 'tag': 'ee2f460b-7187-42dd-842c-530a7ef3e9b2', 'status': 'completed', 'code': 200} Nov 16 11:19:52.206589 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-697b1d4f-5159-435b-b663-743d9990fed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:52.208671 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-697b1d4f-5159-435b-b663-743d9990fed0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9f7363a08c414209ac7c04aff97b826c&device_id=fcd3cee9-d9b9-40a8-89d4-643c9900a7c1 HTTP/1.1" status: 200 len: 1095 time: 0.1672680 Nov 16 11:19:52.212884 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd286d6-af22-4abe-be9d-336030245a09 service neutron] Pushing event updated for resources: {'Port': ['ID=ee2f460b-7187-42dd-842c-530a7ef3e9b2,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:52.275229 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-299d0555-7be2-4970-82a1-41545c41cf56 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:52.278927 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-b74bf785-23d3-46ab-84fc-4801cfcf7b71 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee2f460b-7187-42dd-842c-530a7ef3e9b2 HTTP/1.1" status: 200 len: 217 time: 0.0488818 Nov 16 11:19:52.378234 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-4fb8397f-8d06-4251-8457-a4f9e78395cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:52.379875 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-4fb8397f-8d06-4251-8457-a4f9e78395cb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c5b632c6-00ee-4c25-9555-e7f1a5d8a8f3 HTTP/1.1" status: 200 len: 855 time: 0.0935075 Nov 16 11:19:52.393388 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-299d0555-7be2-4970-82a1-41545c41cf56 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:52.450248 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c937161-da12-4ea1-9536-4ed5c3166dc8 req-49950820-48bd-4cb5-a8d6-4f51b9f24993 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:52.457000 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-299d0555-7be2-4970-82a1-41545c41cf56 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Network 944e0536-d76b-420a-8405-63c5779cb0d2 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:19:52.458452 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6c937161-da12-4ea1-9536-4ed5c3166dc8 req-49950820-48bd-4cb5-a8d6-4f51b9f24993 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcd3cee9-d9b9-40a8-89d4-643c9900a7c1 HTTP/1.1" status: 200 len: 944 time: 0.1500089 Nov 16 11:19:52.479452 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-299d0555-7be2-4970-82a1-41545c41cf56 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:19:52.490118 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-299d0555-7be2-4970-82a1-41545c41cf56 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:19:52.516654 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d0555-7be2-4970-82a1-41545c41cf56 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Pushing event updated for resources: {'Port': ['ID=b7ee7645-353f-46bf-b6c4-9f401b1a5a4a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:52.552926 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-8068a699-cd7c-4059-adb5-a9220254b50f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02f24461-d778-4489-81ea-ce9be1265fcf {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:19:52.560493 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-31e08b58-5aa3-40f1-ac9a-ea2ba39e9322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:52.562059 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-31e08b58-5aa3-40f1-ac9a-ea2ba39e9322 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0554fe60-bd03-4672-b976-b9334c9ef674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1543639 Nov 16 11:19:52.576816 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6c937161-da12-4ea1-9536-4ed5c3166dc8 req-1a0382a7-ca22-4a6f-8a2d-db9bbd745a8e tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/security-groups?id=7e2f27fd-8e22-4399-89da-285e295b5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126688 Nov 16 11:19:52.577160 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-299d0555-7be2-4970-82a1-41545c41cf56 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:52.577837 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-299d0555-7be2-4970-82a1-41545c41cf56 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:52.579229 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-8068a699-cd7c-4059-adb5-a9220254b50f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:52.614043 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-8068a699-cd7c-4059-adb5-a9220254b50f service neutron] Transition to ACTIVE for port object 02f24461-d778-4489-81ea-ce9be1265fcf will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:19:52.625436 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-8068a699-cd7c-4059-adb5-a9220254b50f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:52.645483 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-299d0555-7be2-4970-82a1-41545c41cf56 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7875726 Nov 16 11:19:52.659688 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-752a853d-13d6-4b6a-9627-e087bd84910b service neutron] Request body: {'port': {'device_id': 'd4a90fbf-7597-4a83-b114-2fe9eac9b552', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:52.727267 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-752a853d-13d6-4b6a-9627-e087bd84910b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:52.746338 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068a699-cd7c-4059-adb5-a9220254b50f service neutron] Pushing event updated for resources: {'Port': ['ID=02f24461-d778-4489-81ea-ce9be1265fcf,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:52.797913 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-c791aee7-e692-4acb-9104-e3ea7d299491 service neutron] 10.222.0.64 "GET /v2.0/networks/0554fe60-bd03-4672-b976-b9334c9ef674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158403 Nov 16 11:19:52.839875 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb0ace-b0fb-40d3-8280-a23c144b744d req-c93295ab-88bd-429c-8513-e9c8dae6bf76 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:52.847934 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-92eb0ace-b0fb-40d3-8280-a23c144b744d req-c93295ab-88bd-429c-8513-e9c8dae6bf76 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8ccdc5c-f4d3-47f6-981a-ddc769cf1cf7 HTTP/1.1" status: 200 len: 946 time: 0.1549008 Nov 16 11:19:52.934469 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-92eb0ace-b0fb-40d3-8280-a23c144b744d req-3610a868-b737-4834-8b4b-a7fa4ae2a908 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] 10.222.0.61 "GET /v2.0/security-groups?id=8987ed36-22b4-4bb4-aa0a-efe1382f1277&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0853534 Nov 16 11:19:52.983520 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-8068a699-cd7c-4059-adb5-a9220254b50f service neutron] Attempting to bind port 02f24461-d778-4489-81ea-ce9be1265fcf on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:19:52.983520 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-8068a699-cd7c-4059-adb5-a9220254b50f service neutron] Attempting to bind port 02f24461-d778-4489-81ea-ce9be1265fcf by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'ce47cb9c-ba85-496b-b744-4a5fa69cb198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:19:52.983520 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-8068a699-cd7c-4059-adb5-a9220254b50f service neutron] Attempting to bind port 02f24461-d778-4489-81ea-ce9be1265fcf on network c4ea0ecb-718e-47cf-bf5c-a5dc12609334 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:19:53.005449 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-8068a699-cd7c-4059-adb5-a9220254b50f service neutron] Port 02f24461-d778-4489-81ea-ce9be1265fcf on network c4ea0ecb-718e-47cf-bf5c-a5dc12609334 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:19:53.005905 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-8068a699-cd7c-4059-adb5-a9220254b50f service neutron] Attempting to bind port 02f24461-d778-4489-81ea-ce9be1265fcf on network c4ea0ecb-718e-47cf-bf5c-a5dc12609334 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:19:53.013690 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-8068a699-cd7c-4059-adb5-a9220254b50f service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:19:53.014218 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-8068a699-cd7c-4059-adb5-a9220254b50f service neutron] Checking segment: {'id': 'ce47cb9c-ba85-496b-b744-4a5fa69cb198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:19:53.014715 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-8068a699-cd7c-4059-adb5-a9220254b50f service neutron] Bound using segment: {'id': 'ce47cb9c-ba85-496b-b744-4a5fa69cb198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:19:53.015513 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-8068a699-cd7c-4059-adb5-a9220254b50f service neutron] Bound port: 02f24461-d778-4489-81ea-ce9be1265fcf, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce47cb9c-ba85-496b-b744-4a5fa69cb198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:19:53.015711 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-8068a699-cd7c-4059-adb5-a9220254b50f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:53.053743 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a8afe-6b50-49c0-964d-054bd69e924a req-b0c1410c-d046-4f74-9d9b-c87350aa8b7d tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:53.056024 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e60a8afe-6b50-49c0-964d-054bd69e924a req-b0c1410c-d046-4f74-9d9b-c87350aa8b7d tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c3f4aec-d629-4872-b4c3-661edd7c0a44 HTTP/1.1" status: 200 len: 944 time: 0.0934944 Nov 16 11:19:53.092323 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9228ca0a-0963-4cba-9fe8-2d0d71f8270b req-851b58c5-2115-46c7-978a-d7d7f011f8a7 service neutron] 10.222.0.64 "GET /v2.0/networks/0554fe60-bd03-4672-b976-b9334c9ef674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860680 Nov 16 11:19:53.131727 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 1c95b04f-21fc-4dd4-84c7-ff1797d4f3db no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:19:53.164985 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 1c95b04f-21fc-4dd4-84c7-ff1797d4f3db {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:19:53.165585 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 1c95b04f-21fc-4dd4-84c7-ff1797d4f3db not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:19:53.175674 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0a627-c186-47d6-8d25-bb4a59f73ebb req-566d26f9-3536-49cc-8e33-1da7d070e7e8 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:53.177409 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fdc0a627-c186-47d6-8d25-bb4a59f73ebb req-566d26f9-3536-49cc-8e33-1da7d070e7e8 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4a90fbf-7597-4a83-b114-2fe9eac9b552 HTTP/1.1" status: 200 len: 931 time: 0.1434004 Nov 16 11:19:53.204238 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e60a8afe-6b50-49c0-964d-054bd69e924a req-de4abc00-a424-47d0-ad12-2efcf2102f58 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2faa416-4579-46e6-aabb-72b9fc04a498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285946 Nov 16 11:19:53.206348 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-8068a699-cd7c-4059-adb5-a9220254b50f service neutron] For port 02f24461-d778-4489-81ea-ce9be1265fcf, host n-h1-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:19:53.236740 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-8068a699-cd7c-4059-adb5-a9220254b50f service neutron] For port 02f24461-d778-4489-81ea-ce9be1265fcf, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=02f24461-d778-4489-81ea-ce9be1265fcf,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:19:53.236952 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca97d47-1854-4bd6-b62f-dc44d1714890 req-81b260de-baf4-405a-a239-1c8062f456c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:53.237341 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-cca97d47-1854-4bd6-b62f-dc44d1714890 req-81b260de-baf4-405a-a239-1c8062f456c1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9f7363a08c414209ac7c04aff97b826c&device_id=fcd3cee9-d9b9-40a8-89d4-643c9900a7c1 HTTP/1.1" status: 200 len: 1095 time: 0.0655191 Nov 16 11:19:53.248840 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-8068a699-cd7c-4059-adb5-a9220254b50f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:53.295148 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fdc0a627-c186-47d6-8d25-bb4a59f73ebb req-b9be6dea-6fb7-4434-8825-4f51483b25b2 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050637 Nov 16 11:19:53.309337 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-8068a699-cd7c-4059-adb5-a9220254b50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:53.310329 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-8068a699-cd7c-4059-adb5-a9220254b50f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:53.311851 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-8068a699-cd7c-4059-adb5-a9220254b50f service neutron] 10.222.0.36 "PUT /v2.0/ports/02f24461-d778-4489-81ea-ce9be1265fcf HTTP/1.1" status: 200 len: 1091 time: 1.6027329 Nov 16 11:19:53.320378 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f543b5-db37-43d1-b756-4fccbc592401', 'tag': '02f24461-d778-4489-81ea-ce9be1265fcf'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:19:53.323062 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b754be61-c052-41be-b04f-91dc1b45af42" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f543b5-db37-43d1-b756-4fccbc592401", "tag": "02f24461-d778-4489-81ea-ce9be1265fcf"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:19:53.337170 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068a699-cd7c-4059-adb5-a9220254b50f service neutron] Pushing event updated for resources: {'Port': ['ID=02f24461-d778-4489-81ea-ce9be1265fcf,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:53.342443 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-752a853d-13d6-4b6a-9627-e087bd84910b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7ee7645-353f-46bf-b6c4-9f401b1a5a4a {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:19:53.353316 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-752a853d-13d6-4b6a-9627-e087bd84910b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:53.382936 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device d7f69167-9ead-4e9a-b7f7-0ef0735c4324 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:19:53.404472 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-752a853d-13d6-4b6a-9627-e087bd84910b service neutron] Transition to ACTIVE for port object b7ee7645-353f-46bf-b6c4-9f401b1a5a4a will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:19:53.435157 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-752a853d-13d6-4b6a-9627-e087bd84910b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:53.480420 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-52f05feb-2991-4819-9c1b-a4470b7343c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:53.481754 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-52f05feb-2991-4819-9c1b-a4470b7343c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6297fca90ae441aa40dab0d2d555d6b&device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 1094 time: 0.1050639 Nov 16 11:19:53.527537 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port d7f69167-9ead-4e9a-b7f7-0ef0735c4324 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:19:53.532373 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port d7f69167-9ead-4e9a-b7f7-0ef0735c4324 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:19:53.533099 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:53.560654 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca97d47-1854-4bd6-b62f-dc44d1714890 req-a63e3a94-b074-47a9-8841-1df2e7988cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:53.570607 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-cca97d47-1854-4bd6-b62f-dc44d1714890 req-a63e3a94-b074-47a9-8841-1df2e7988cba service neutron] 10.222.0.64 "GET /v2.0/networks?id=0554fe60-bd03-4672-b976-b9334c9ef674 HTTP/1.1" status: 200 len: 917 time: 0.2940633 Nov 16 11:19:53.607379 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-44f1ab0c-5803-49be-b138-a735518be339 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02f24461-d778-4489-81ea-ce9be1265fcf HTTP/1.1" status: 200 len: 217 time: 0.1138279 Nov 16 11:19:53.658937 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-cca97d47-1854-4bd6-b62f-dc44d1714890 req-82af9e74-dbf4-42b0-97f3-f1630215f154 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee2f460b-7187-42dd-842c-530a7ef3e9b2 HTTP/1.1" status: 200 len: 217 time: 0.0872507 Nov 16 11:19:53.698495 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:53.726221 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a853d-13d6-4b6a-9627-e087bd84910b service neutron] Pushing event updated for resources: {'Port': ['ID=b7ee7645-353f-46bf-b6c4-9f401b1a5a4a,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:53.730997 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3f4aec-d629-4872-b4c3-661edd7c0a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f69167-9ead-4e9a-b7f7-0ef0735c4324'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:19:53.738326 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75ca426-4c8b-40e7-9254-9af86a6cf53c" -d '{"events": [{"server_uuid": "6c3f4aec-d629-4872-b4c3-661edd7c0a44", "name": "network-vif-plugged", "status": "completed", "tag": "d7f69167-9ead-4e9a-b7f7-0ef0735c4324"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:19:53.762938 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-752a853d-13d6-4b6a-9627-e087bd84910b service neutron] Attempting to bind port b7ee7645-353f-46bf-b6c4-9f401b1a5a4a on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:19:53.763272 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-752a853d-13d6-4b6a-9627-e087bd84910b service neutron] Attempting to bind port b7ee7645-353f-46bf-b6c4-9f401b1a5a4a by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '944e0536-d76b-420a-8405-63c5779cb0d2'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:19:53.763590 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-752a853d-13d6-4b6a-9627-e087bd84910b service neutron] Attempting to bind port b7ee7645-353f-46bf-b6c4-9f401b1a5a4a on network 944e0536-d76b-420a-8405-63c5779cb0d2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:19:53.772486 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-752a853d-13d6-4b6a-9627-e087bd84910b service neutron] Port b7ee7645-353f-46bf-b6c4-9f401b1a5a4a on network 944e0536-d76b-420a-8405-63c5779cb0d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:19:53.772837 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-752a853d-13d6-4b6a-9627-e087bd84910b service neutron] Attempting to bind port b7ee7645-353f-46bf-b6c4-9f401b1a5a4a on network 944e0536-d76b-420a-8405-63c5779cb0d2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:19:53.774988 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port d7f69167-9ead-4e9a-b7f7-0ef0735c4324, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=d7f69167-9ead-4e9a-b7f7-0ef0735c4324,segment=NetworkSegment(6010f23d-2319-49e4-9d27-00c73d54b3c1),segment_id=6010f23d-2319-49e4-9d27-00c73d54b3c1)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:19:53.782929 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca97d47-1854-4bd6-b62f-dc44d1714890 req-dd217743-6f32-44bd-9b9a-7ac0d4538f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:53.783822 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:53.784397 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-cca97d47-1854-4bd6-b62f-dc44d1714890 req-dd217743-6f32-44bd-9b9a-7ac0d4538f28 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c5b632c6-00ee-4c25-9555-e7f1a5d8a8f3 HTTP/1.1" status: 200 len: 855 time: 0.1080792 Nov 16 11:19:53.785268 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-752a853d-13d6-4b6a-9627-e087bd84910b service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:19:53.785600 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-752a853d-13d6-4b6a-9627-e087bd84910b service neutron] Checking segment: {'id': '2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '944e0536-d76b-420a-8405-63c5779cb0d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:19:53.786035 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-752a853d-13d6-4b6a-9627-e087bd84910b service neutron] Bound using segment: {'id': '2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '944e0536-d76b-420a-8405-63c5779cb0d2'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:19:53.786457 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-752a853d-13d6-4b6a-9627-e087bd84910b service neutron] Bound port: b7ee7645-353f-46bf-b6c4-9f401b1a5a4a, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '944e0536-d76b-420a-8405-63c5779cb0d2'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:19:53.786811 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-752a853d-13d6-4b6a-9627-e087bd84910b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:53.793226 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6e8f7-6ec9-4ac1-a410-e690db1f1906 req-6e4dec0e-131b-47b1-83b2-988aea3c4de3 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:53.795407 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-13d6e8f7-6ec9-4ac1-a410-e690db1f1906 req-6e4dec0e-131b-47b1-83b2-988aea3c4de3 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 943 time: 0.1336217 Nov 16 11:19:53.797535 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-6fa31b46-74db-4892-a5ce-533213aaa088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:53.799665 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-6fa31b46-74db-4892-a5ce-533213aaa088 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=098ff2a2-731b-47ba-a3df-3f077a39e5d8 HTTP/1.1" status: 200 len: 850 time: 0.1702864 Nov 16 11:19:53.810450 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280682e-552e-4419-86cc-de0735b06966 req-9f85ae5b-732a-4309-939a-6e132bc6f692 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:53.817982 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6280682e-552e-4419-86cc-de0735b06966 req-9f85ae5b-732a-4309-939a-6e132bc6f692 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8ccdc5c-f4d3-47f6-981a-ddc769cf1cf7 HTTP/1.1" status: 200 len: 946 time: 0.3220863 Nov 16 11:19:53.831375 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55638) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:19:53.858853 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=d7f69167-9ead-4e9a-b7f7-0ef0735c4324,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:53.883829 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-dfa4b2f0-63d5-4b05-835a-71c2cc12ea8b tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Request body: {'floatingip': {'port_id': 'cbae3dbd-8e39-467c-9bdf-1811440a2cd1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:53.893069 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca97d47-1854-4bd6-b62f-dc44d1714890 req-bf3fa6e9-d10a-456e-b6c2-4d2e08df1420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:53.894605 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-cca97d47-1854-4bd6-b62f-dc44d1714890 req-bf3fa6e9-d10a-456e-b6c2-4d2e08df1420 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0554fe60-bd03-4672-b976-b9334c9ef674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909913 Nov 16 11:19:53.896095 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0421b93-76e7-41f4-ac7c-5efebd15a68c x-openstack-request-id: req-e0421b93-76e7-41f4-ac7c-5efebd15a68c {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:19:53.896576 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f543b5-db37-43d1-b756-4fccbc592401", "tag": "02f24461-d778-4489-81ea-ce9be1265fcf", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:19:53.896980 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e0421b93-76e7-41f4-ac7c-5efebd15a68c {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:19:53.899170 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f543b5-db37-43d1-b756-4fccbc592401', 'tag': '02f24461-d778-4489-81ea-ce9be1265fcf', 'status': 'completed', 'code': 200} Nov 16 11:19:53.969372 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dfa4b2f0-63d5-4b05-835a-71c2cc12ea8b tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks [] for floatingip, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:54.014059 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-cca97d47-1854-4bd6-b62f-dc44d1714890 req-7368aa8f-0e84-42d4-b65d-bf043eaaf212 service neutron] 10.222.0.64 "GET /v2.0/networks/0554fe60-bd03-4672-b976-b9334c9ef674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075587 Nov 16 11:19:54.017818 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-752a853d-13d6-4b6a-9627-e087bd84910b service neutron] For port b7ee7645-353f-46bf-b6c4-9f401b1a5a4a, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:19:54.039027 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-752a853d-13d6-4b6a-9627-e087bd84910b service neutron] For port b7ee7645-353f-46bf-b6c4-9f401b1a5a4a, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=b7ee7645-353f-46bf-b6c4-9f401b1a5a4a,segment=NetworkSegment(2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7),segment_id=2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:19:54.050874 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-752a853d-13d6-4b6a-9627-e087bd84910b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:54.077143 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-d4d081df-da76-478a-a3a8-23b3e8901c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:54.079779 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-d4d081df-da76-478a-a3a8-23b3e8901c20 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2596173 Nov 16 11:19:54.115934 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-13d6e8f7-6ec9-4ac1-a410-e690db1f1906 req-313b8272-38ac-4f08-90a3-c25e8ddfee84 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2932720 Nov 16 11:19:54.370019 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-d6b79a8c-ee2f-400a-8cbe-1b65a8b0e463 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:54.371434 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-d6b79a8c-ee2f-400a-8cbe-1b65a8b0e463 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/networks?id=cbb4a65b-8eab-4791-8d34-bab11c0de63c HTTP/1.1" status: 200 len: 806 time: 0.3607841 Nov 16 11:19:54.414533 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-db513f0b-ee92-493b-b8b2-d1d11536c96c service neutron] 10.222.0.36 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062513 Nov 16 11:19:54.418789 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-3789ccab-0caa-454b-9da5-39c2935d40c3 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/quotas/73e5fc395dda4693899e370eca8a1116 HTTP/1.1" status: 200 len: 375 time: 0.0346084 Nov 16 11:19:54.473762 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-752a853d-13d6-4b6a-9627-e087bd84910b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:54.475556 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-752a853d-13d6-4b6a-9627-e087bd84910b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:54.477970 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-752a853d-13d6-4b6a-9627-e087bd84910b service neutron] 10.222.0.64 "PUT /v2.0/ports/b7ee7645-353f-46bf-b6c4-9f401b1a5a4a HTTP/1.1" status: 200 len: 1091 time: 1.8222170 Nov 16 11:19:54.481279 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a90fbf-7597-4a83-b114-2fe9eac9b552', 'tag': 'b7ee7645-353f-46bf-b6c4-9f401b1a5a4a'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:19:54.483506 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb7c063-0b1b-4e94-b2f9-c69a8395a0a0" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a90fbf-7597-4a83-b114-2fe9eac9b552", "tag": "b7ee7645-353f-46bf-b6c4-9f401b1a5a4a"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:19:54.494738 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b333ba-a5f7-4b66-98c6-2b5261c1b265 req-52f31648-5b49-45bc-9ed4-b0fe353734a6 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:54.496144 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02b333ba-a5f7-4b66-98c6-2b5261c1b265 req-52f31648-5b49-45bc-9ed4-b0fe353734a6 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcd3cee9-d9b9-40a8-89d4-643c9900a7c1 HTTP/1.1" status: 200 len: 944 time: 0.2676971 Nov 16 11:19:54.507291 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a853d-13d6-4b6a-9627-e087bd84910b service neutron] Pushing event updated for resources: {'Port': ['ID=b7ee7645-353f-46bf-b6c4-9f401b1a5a4a,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:54.579001 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-cca97d47-1854-4bd6-b62f-dc44d1714890 req-e3239a52-522b-4a13-ad30-1a182689e66e service neutron] 10.222.0.64 "GET /v2.0/networks/0554fe60-bd03-4672-b976-b9334c9ef674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5515022 Nov 16 11:19:54.598670 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-71f5373c-6ecd-48a5-a40d-bbe676c9a1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:54.601521 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-71f5373c-6ecd-48a5-a40d-bbe676c9a1bc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04a86aacf6f546c1be30256427532a30&device_id=d4a90fbf-7597-4a83-b114-2fe9eac9b552 HTTP/1.1" status: 200 len: 1094 time: 0.0624187 Nov 16 11:19:54.664861 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-24935595-6da3-4939-a0a6-2d38f21b21af service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7ee7645-353f-46bf-b6c4-9f401b1a5a4a HTTP/1.1" status: 200 len: 217 time: 0.0550621 Nov 16 11:19:54.701842 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-a98b09c3-7e12-4868-be14-3aa024b34e4b tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=73e5fc395dda4693899e370eca8a1116&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2680173 Nov 16 11:19:54.715475 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c0001d0f-7a85-45aa-bc28-2b4aec89fa65 req-c57d52c9-0070-4378-8e6f-db03b2ce2177 service neutron] 10.222.0.36 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928433 Nov 16 11:19:54.717861 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-cc36165f-502b-4464-9f10-a247c9e6ad68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:54.720191 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-cc36165f-502b-4464-9f10-a247c9e6ad68 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c2c4b79e-b376-461e-aa12-aa150e542043 HTTP/1.1" status: 200 len: 845 time: 0.0476701 Nov 16 11:19:54.723429 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02b333ba-a5f7-4b66-98c6-2b5261c1b265 req-74944955-5de1-48d0-87c1-045ab95c4c8b tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/security-groups?id=7e2f27fd-8e22-4399-89da-285e295b5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109449 Nov 16 11:19:54.753259 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-b25d30bb-f2f4-4e9f-bda0-634cb1da38be service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=944e0536-d76b-420a-8405-63c5779cb0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267603 Nov 16 11:19:54.810706 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac87c417-71a7-4942-8512-9c8ad17eca9b x-openstack-request-id: req-ac87c417-71a7-4942-8512-9c8ad17eca9b {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:19:54.811741 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3f4aec-d629-4872-b4c3-661edd7c0a44", "name": "network-vif-plugged", "status": "completed", "tag": "d7f69167-9ead-4e9a-b7f7-0ef0735c4324", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:19:54.812159 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ac87c417-71a7-4942-8512-9c8ad17eca9b {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:19:54.812813 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c3f4aec-d629-4872-b4c3-661edd7c0a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f69167-9ead-4e9a-b7f7-0ef0735c4324', 'code': 200} Nov 16 11:19:54.914147 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-bf0f8233-d6be-4752-9cb5-77ebc4d87cd9 service neutron] 10.222.0.64 "GET /v2.0/networks/944e0536-d76b-420a-8405-63c5779cb0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518152 Nov 16 11:19:54.943532 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcaee42-98f7-4b29-a4b8-c713608eef28 req-93a52367-04ef-49bf-9bc6-80cd8e13ec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:54.945456 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0bcaee42-98f7-4b29-a4b8-c713608eef28 req-93a52367-04ef-49bf-9bc6-80cd8e13ec82 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6c3f4aec-d629-4872-b4c3-661edd7c0a44 HTTP/1.1" status: 200 len: 1096 time: 0.0714900 Nov 16 11:19:55.006536 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-23ce3ffe-c71f-417d-bc35-0d3382d0a542 service neutron] 10.222.0.61 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724621 Nov 16 11:19:55.023739 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754be61-c052-41be-b04f-91dc1b45af42 req-641777b9-57ff-4275-bbab-2d0cfd6a395e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:55.025182 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b754be61-c052-41be-b04f-91dc1b45af42 req-641777b9-57ff-4275-bbab-2d0cfd6a395e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6297fca90ae441aa40dab0d2d555d6b&device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 1094 time: 0.2356064 Nov 16 11:19:55.030719 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dfa4b2f0-63d5-4b05-835a-71c2cc12ea8b tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:55.032924 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0bcaee42-98f7-4b29-a4b8-c713608eef28 req-90819744-5f36-4964-8f47-4a8478f0e7b6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b2faa416-4579-46e6-aabb-72b9fc04a498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632374 Nov 16 11:19:55.047336 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ada6f310-037c-4323-89e9-b5f4af3acf78 req-d4a4236c-93d4-4c13-9a0e-e9ad452d3301 service neutron] 10.222.0.64 "GET /v2.0/networks/944e0536-d76b-420a-8405-63c5779cb0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244619 Nov 16 11:19:55.084249 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dfa4b2f0-63d5-4b05-835a-71c2cc12ea8b tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:55.467569 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6e113-4959-4a87-a6c8-13956b3c9403 req-3fc29b9a-5a25-4b5e-a1a8-f6eb02cea8ea tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:55.468959 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2da6e113-4959-4a87-a6c8-13956b3c9403 req-3fc29b9a-5a25-4b5e-a1a8-f6eb02cea8ea tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c3f4aec-d629-4872-b4c3-661edd7c0a44 HTTP/1.1" status: 200 len: 945 time: 0.5696471 Nov 16 11:19:55.595158 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [None req-dfa4b2f0-63d5-4b05-835a-71c2cc12ea8b tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Floating IP d31f18cb-745f-4f8e-84bb-1e0c941d1b5d associated. External IP: 172.25.0.190, port: cbae3dbd-8e39-467c-9bdf-1811440a2cd1. Nov 16 11:19:55.598750 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754be61-c052-41be-b04f-91dc1b45af42 req-aefdc204-aef6-4cb6-a14f-37e00252406a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:55.600215 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b754be61-c052-41be-b04f-91dc1b45af42 req-aefdc204-aef6-4cb6-a14f-37e00252406a service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334 HTTP/1.1" status: 200 len: 912 time: 0.5533671 Nov 16 11:19:55.602912 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-1382dc4a-ce69-444a-bdf9-23ebd11df9f2 service neutron] 10.222.0.61 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5929914 Nov 16 11:19:55.636718 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2da6e113-4959-4a87-a6c8-13956b3c9403 req-c60ada6d-0eae-44fb-8d9c-be451df1600e tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2faa416-4579-46e6-aabb-72b9fc04a498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607914 Nov 16 11:19:55.708528 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b754be61-c052-41be-b04f-91dc1b45af42 req-e9600956-3d64-4616-aedb-26bd882ac472 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02f24461-d778-4489-81ea-ce9be1265fcf HTTP/1.1" status: 200 len: 217 time: 0.0702281 Nov 16 11:19:55.842161 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e863231-a608-4444-9abc-b0ecc1001361 x-openstack-request-id: req-6e863231-a608-4444-9abc-b0ecc1001361 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:19:55.848269 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a90fbf-7597-4a83-b114-2fe9eac9b552", "tag": "b7ee7645-353f-46bf-b6c4-9f401b1a5a4a", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:19:55.848532 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6e863231-a608-4444-9abc-b0ecc1001361 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:19:55.848984 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a90fbf-7597-4a83-b114-2fe9eac9b552', 'tag': 'b7ee7645-353f-46bf-b6c4-9f401b1a5a4a', 'status': 'completed', 'code': 200} Nov 16 11:19:55.857305 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754be61-c052-41be-b04f-91dc1b45af42 req-afb31037-c35c-4eb8-b1f7-9cc334dea69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:55.859364 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b754be61-c052-41be-b04f-91dc1b45af42 req-afb31037-c35c-4eb8-b1f7-9cc334dea69f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=098ff2a2-731b-47ba-a3df-3f077a39e5d8 HTTP/1.1" status: 200 len: 850 time: 0.1426470 Nov 16 11:19:55.873471 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ddb657-c88d-4d51-a3ef-13a9f6f0a680 req-bdcf075d-e6e5-4e11-b163-049fee662407 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:55.875963 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c3ddb657-c88d-4d51-a3ef-13a9f6f0a680 req-bdcf075d-e6e5-4e11-b163-049fee662407 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4a90fbf-7597-4a83-b114-2fe9eac9b552 HTTP/1.1" status: 200 len: 943 time: 0.1477208 Nov 16 11:19:55.924784 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7c063-0b1b-4e94-b2f9-c69a8395a0a0 req-89af9b7a-9c91-45ab-9f2f-9f7cfd8314e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:55.926628 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ceb7c063-0b1b-4e94-b2f9-c69a8395a0a0 req-89af9b7a-9c91-45ab-9f2f-9f7cfd8314e5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04a86aacf6f546c1be30256427532a30&device_id=d4a90fbf-7597-4a83-b114-2fe9eac9b552 HTTP/1.1" status: 200 len: 1094 time: 0.0521612 Nov 16 11:19:56.060989 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7c063-0b1b-4e94-b2f9-c69a8395a0a0 req-db21713c-1c24-41f1-95fd-877400b662b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:56.063688 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ceb7c063-0b1b-4e94-b2f9-c69a8395a0a0 req-db21713c-1c24-41f1-95fd-877400b662b3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=944e0536-d76b-420a-8405-63c5779cb0d2 HTTP/1.1" status: 200 len: 906 time: 0.1285172 Nov 16 11:19:56.091202 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754be61-c052-41be-b04f-91dc1b45af42 req-0437430a-468d-42eb-b053-ceaaadb23b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:56.092702 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b754be61-c052-41be-b04f-91dc1b45af42 req-0437430a-468d-42eb-b053-ceaaadb23b47 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1845715 Nov 16 11:19:56.105000 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c3ddb657-c88d-4d51-a3ef-13a9f6f0a680 req-a95b69df-6eed-4b26-b894-0b180855befb tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843078 Nov 16 11:19:56.145790 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ceb7c063-0b1b-4e94-b2f9-c69a8395a0a0 req-2b00c2c0-da52-425d-bb7d-212c3568cc40 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7ee7645-353f-46bf-b6c4-9f401b1a5a4a HTTP/1.1" status: 200 len: 217 time: 0.0739219 Nov 16 11:19:56.151232 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f4fe7-88ee-46a1-b770-a14693f1eaa7 req-767781a9-3033-42fb-ac4e-1e153be357ba tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:56.152742 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d76f4fe7-88ee-46a1-b770-a14693f1eaa7 req-767781a9-3033-42fb-ac4e-1e153be357ba tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 943 time: 0.1683297 Nov 16 11:19:56.229813 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7c063-0b1b-4e94-b2f9-c69a8395a0a0 req-1b2711ca-108e-449f-98cb-da36c491ce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:56.231522 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ceb7c063-0b1b-4e94-b2f9-c69a8395a0a0 req-1b2711ca-108e-449f-98cb-da36c491ce2c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c2c4b79e-b376-461e-aa12-aa150e542043 HTTP/1.1" status: 200 len: 845 time: 0.0776503 Nov 16 11:19:56.245252 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e42c291b-9280-41d9-b16b-e4944ba150ee req-4d5ae46b-c7fc-4af5-b199-c80d8d2b98cc tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=1761b9d0-0052-4a3f-ba57-6888d32d56f3 HTTP/1.1" status: 200 len: 210 time: 0.0778675 Nov 16 11:19:56.253899 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa4b2f0-63d5-4b05-835a-71c2cc12ea8b tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Router d77f76d5-6aa3-4480-8be6-84b28e71b6cf has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:19:56.284996 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d76f4fe7-88ee-46a1-b770-a14693f1eaa7 req-2462154d-0f46-4e37-b832-6b6cdb7262a7 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188293 Nov 16 11:19:56.310295 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ceb7c063-0b1b-4e94-b2f9-c69a8395a0a0 req-3659f243-7843-4274-8b6c-3e3686478b90 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=944e0536-d76b-420a-8405-63c5779cb0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671539 Nov 16 11:19:56.419326 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ceb7c063-0b1b-4e94-b2f9-c69a8395a0a0 req-984a1f6a-67d6-4c0c-b138-79668f0d6db1 service neutron] 10.222.0.64 "GET /v2.0/networks/944e0536-d76b-420a-8405-63c5779cb0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012208 Nov 16 11:19:56.444156 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b754be61-c052-41be-b04f-91dc1b45af42 req-a9cee1f2-c763-4878-8484-23f96cbd7c2c service neutron] 10.222.0.36 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344247 Nov 16 11:19:56.528010 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ceb7c063-0b1b-4e94-b2f9-c69a8395a0a0 req-0a31c11f-d670-4024-8d4f-dfa76a4ab6dc service neutron] 10.222.0.64 "GET /v2.0/networks/944e0536-d76b-420a-8405-63c5779cb0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971920 Nov 16 11:19:56.533623 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b37ec-043b-4d73-ab5a-a797c235d99c req-091a4c31-8127-4207-bd17-9ffa5cc31a93 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:56.541055 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b32b37ec-043b-4d73-ab5a-a797c235d99c req-091a4c31-8127-4207-bd17-9ffa5cc31a93 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcd3cee9-d9b9-40a8-89d4-643c9900a7c1 HTTP/1.1" status: 200 len: 944 time: 0.2273526 Nov 16 11:19:56.604082 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa4b2f0-63d5-4b05-835a-71c2cc12ea8b tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:19:56.616496 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dfa4b2f0-63d5-4b05-835a-71c2cc12ea8b tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:56.616716 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fd2e56-7e13-42f1-99a4-be98a202e047 None None] Sync routers for ids ['d77f76d5-6aa3-4480-8be6-84b28e71b6cf'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:19:56.627211 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fd2e56-7e13-42f1-99a4-be98a202e047 None None] Routers {'d77f76d5-6aa3-4480-8be6-84b28e71b6cf'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:19:56.627901 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-39fd2e56-7e13-42f1-99a4-be98a202e047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:19:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['d77f76d5-6aa3-4480-8be6-84b28e71b6cf'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:19:56.671912 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b32b37ec-043b-4d73-ab5a-a797c235d99c req-bf00daa9-963c-401d-845c-df6b99ab2643 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/security-groups?id=7e2f27fd-8e22-4399-89da-285e295b5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298521 Nov 16 11:19:56.676224 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b754be61-c052-41be-b04f-91dc1b45af42 req-d1ad68f4-1160-4337-9406-3e8f3d823585 service neutron] 10.222.0.36 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248449 Nov 16 11:19:56.688895 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-dfa4b2f0-63d5-4b05-835a-71c2cc12ea8b tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] 10.222.0.61 "PUT /v2.0/floatingips/d31f18cb-745f-4f8e-84bb-1e0c941d1b5d HTTP/1.1" status: 200 len: 992 time: 2.8551972 Nov 16 11:19:56.689964 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ccdc5c-f4d3-47f6-981a-ddc769cf1cf7', 'tag': 'cbae3dbd-8e39-467c-9bdf-1811440a2cd1'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:19:56.693113 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5242fb1-4492-4f29-84a3-e42667cf2c1f" -d '{"events": [{"name": "network-changed", "server_uuid": "b8ccdc5c-f4d3-47f6-981a-ddc769cf1cf7", "tag": "cbae3dbd-8e39-467c-9bdf-1811440a2cd1"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:19:56.767219 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-39fd2e56-7e13-42f1-99a4-be98a202e047 None None] Set router d77f76d5-6aa3-4480-8be6-84b28e71b6cf gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:19:56.825443 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074328e9-2387-46dc-beed-58704c4d2cb6 x-openstack-request-id: req-074328e9-2387-46dc-beed-58704c4d2cb6 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:19:56.825858 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8ccdc5c-f4d3-47f6-981a-ddc769cf1cf7", "tag": "cbae3dbd-8e39-467c-9bdf-1811440a2cd1", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:19:56.826256 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-074328e9-2387-46dc-beed-58704c4d2cb6 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:19:56.826911 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ccdc5c-f4d3-47f6-981a-ddc769cf1cf7', 'tag': 'cbae3dbd-8e39-467c-9bdf-1811440a2cd1', 'status': 'completed', 'code': 200} Nov 16 11:19:56.842409 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe0f34-7314-4712-8117-fe95ab4714a5 req-163c953e-17dc-4ab4-9cf5-d64e7cdf9c5c tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:56.852182 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e1fe0f34-7314-4712-8117-fe95ab4714a5 req-163c953e-17dc-4ab4-9cf5-d64e7cdf9c5c tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c3f4aec-d629-4872-b4c3-661edd7c0a44 HTTP/1.1" status: 200 len: 945 time: 0.0846341 Nov 16 11:19:56.936563 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5242fb1-4492-4f29-84a3-e42667cf2c1f req-cbd760b2-7ecc-48bf-9abf-d066e046af32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:56.938215 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e5242fb1-4492-4f29-84a3-e42667cf2c1f req-cbd760b2-7ecc-48bf-9abf-d066e046af32 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a9437637abeb4120bb9f8a5ce0dcd3d7&device_id=b8ccdc5c-f4d3-47f6-981a-ddc769cf1cf7 HTTP/1.1" status: 200 len: 1097 time: 0.0837822 Nov 16 11:19:56.950966 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e1fe0f34-7314-4712-8117-fe95ab4714a5 req-46352ce2-fa69-4645-b11a-b9afb53b6f01 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2faa416-4579-46e6-aabb-72b9fc04a498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976489 Nov 16 11:19:57.131943 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a2852f06-393a-44a7-9a48-1322c0e71979 req-e6e85e04-52c5-4e67-92f6-1f73eb8c1420 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1061475879&fields=id&tenant_id=0083ff9f320940cc9f27a884e96c269f HTTP/1.1" status: 200 len: 267 time: 0.0636311 Nov 16 11:19:57.145185 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5242fb1-4492-4f29-84a3-e42667cf2c1f req-0146bb62-0a0d-4165-b8cd-4af483728a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:57.145363 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device b7ee7645-353f-46bf-b6c4-9f401b1a5a4a details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:19:57.152081 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e5242fb1-4492-4f29-84a3-e42667cf2c1f req-0146bb62-0a0d-4165-b8cd-4af483728a68 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c33c780a-fa25-4b50-94e1-5d7ff73b89f0 HTTP/1.1" status: 200 len: 915 time: 0.1960797 Nov 16 11:19:57.161202 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-39fd2e56-7e13-42f1-99a4-be98a202e047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77f76d5-6aa3-4480-8be6-84b28e71b6cf', 'name': 'tempest-ServersTestFqdnHostnames-926643920-router', 'tenant_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '53d542f6-a643-44c1-a543-dd8b557af76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:19:18Z', 'updated_at': '2021-11-16T11:19:25Z', 'revision_number': 4, 'project_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'gw_port': {'id': '53d542f6-a643-44c1-a543-dd8b557af76e', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77f76d5-6aa3-4480-8be6-84b28e71b6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:19Z', 'updated_at': '2021-11-16T11:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': 'd31f18cb-745f-4f8e-84bb-1e0c941d1b5d', 'tenant_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'd77f76d5-6aa3-4480-8be6-84b28e71b6cf', 'port_id': 'cbae3dbd-8e39-467c-9bdf-1811440a2cd1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33c780a-fa25-4b50-94e1-5d7ff73b89f0', 'mac_address': 'fa:16:3e:55:e7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ccdc5c-f4d3-47f6-981a-ddc769cf1cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:19:32Z', 'updated_at': '2021-11-16T11:19:54Z', 'revision_number': 1, 'project_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55cbd045-ee61-492d-a381-e933626c7f0e', 'name': '', 'network_id': 'c33c780a-fa25-4b50-94e1-5d7ff73b89f0', 'tenant_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'mac_address': 'fa:16:3e:5c:f2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77f76d5-6aa3-4480-8be6-84b28e71b6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '3449e234-5575-467b-9000-57855a07772e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:24Z', 'updated_at': '2021-11-16T11:19:32Z', 'revision_number': 5, 'project_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'subnets': [{'id': '3449e234-5575-467b-9000-57855a07772e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:19:57.233802 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fd2e56-7e13-42f1-99a4-be98a202e047 None None] Checking router: d77f76d5-6aa3-4480-8be6-84b28e71b6cf for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:19:57.235418 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-a2e697a0-3b67-43f7-af58-1f2ee6668297 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:57.236954 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-a2e697a0-3b67-43f7-af58-1f2ee6668297 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.64 "GET /v2.0/networks?id=cbb4a65b-8eab-4791-8d34-bab11c0de63c HTTP/1.1" status: 200 len: 806 time: 0.1610515 Nov 16 11:19:57.244736 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fd2e56-7e13-42f1-99a4-be98a202e047 None None] Routers {'d77f76d5-6aa3-4480-8be6-84b28e71b6cf'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:19:57.245997 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-39fd2e56-7e13-42f1-99a4-be98a202e047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:19:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['d77f76d5-6aa3-4480-8be6-84b28e71b6cf'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:19:57.252566 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-66c443f6-13f7-4705-abc6-dd7bbc3e31b0 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Request body: {'port': {'device_id': '1761b9d0-0052-4a3f-ba57-6888d32d56f3', 'network_id': 'cbb4a65b-8eab-4791-8d34-bab11c0de63c', 'admin_state_up': True, 'tenant_id': '73e5fc395dda4693899e370eca8a1116'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:57.326775 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port b7ee7645-353f-46bf-b6c4-9f401b1a5a4a, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=b7ee7645-353f-46bf-b6c4-9f401b1a5a4a,segment=NetworkSegment(2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7),segment_id=2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:19:57.344624 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'b7ee7645-353f-46bf-b6c4-9f401b1a5a4a', 'network_id': '944e0536-d76b-420a-8405-63c5779cb0d2', 'port_id': 'b7ee7645-353f-46bf-b6c4-9f401b1a5a4a', 'mac_address': 'fa:16:3e:17:f0:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2c4b79e-b376-461e-aa12-aa150e542043', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:19:57.387111 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 02f24461-d778-4489-81ea-ce9be1265fcf details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:19:57.398552 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e5242fb1-4492-4f29-84a3-e42667cf2c1f req-efcb75c4-84c2-4cca-8c1c-08812067ad43 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbae3dbd-8e39-467c-9bdf-1811440a2cd1 HTTP/1.1" status: 200 len: 1000 time: 0.2386599 Nov 16 11:19:57.403551 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-39fd2e56-7e13-42f1-99a4-be98a202e047 None None] Set router d77f76d5-6aa3-4480-8be6-84b28e71b6cf gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:19:57.419303 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:57.428290 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2852f06-393a-44a7-9a48-1322c0e71979 req-439ecde9-d1b4-4465-b05d-5fc1c6f52c01 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:57.432407 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-66c443f6-13f7-4705-abc6-dd7bbc3e31b0 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Made reservation on behalf of 73e5fc395dda4693899e370eca8a1116 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:19:57.434761 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a2852f06-393a-44a7-9a48-1322c0e71979 req-439ecde9-d1b4-4465-b05d-5fc1c6f52c01 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c3f4aec-d629-4872-b4c3-661edd7c0a44 HTTP/1.1" status: 200 len: 945 time: 0.3020449 Nov 16 11:19:57.437225 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-66c443f6-13f7-4705-abc6-dd7bbc3e31b0 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:57.451768 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7ee7645-353f-46bf-b6c4-9f401b1a5a4a {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:19:57.515592 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035834c-f05b-4881-ae3a-2e96623bc33e req-61a856e0-6de1-4f7d-a450-3516027aba5d tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:57.518725 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port b7ee7645-353f-46bf-b6c4-9f401b1a5a4a, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=b7ee7645-353f-46bf-b6c4-9f401b1a5a4a,segment=NetworkSegment(2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7),segment_id=2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:19:57.519925 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2035834c-f05b-4881-ae3a-2e96623bc33e req-61a856e0-6de1-4f7d-a450-3516027aba5d tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4a90fbf-7597-4a83-b114-2fe9eac9b552 HTTP/1.1" status: 200 len: 943 time: 0.2534721 Nov 16 11:19:57.530211 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:57.554091 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-a2852f06-393a-44a7-9a48-1322c0e71979 req-30fc5f45-3a6b-4efc-a705-c2572c0f96a0 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Request body: {'port': {'security_groups': ['b2faa416-4579-46e6-aabb-72b9fc04a498', 'ea9f91c1-7308-4a39-8109-be9b547a1ca3']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:57.675615 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5242fb1-4492-4f29-84a3-e42667cf2c1f req-844b4d90-54a8-4b78-b9bd-22bae631af16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:57.676505 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e5242fb1-4492-4f29-84a3-e42667cf2c1f req-844b4d90-54a8-4b78-b9bd-22bae631af16 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3449e234-5575-467b-9000-57855a07772e HTTP/1.1" status: 200 len: 853 time: 0.2395151 Nov 16 11:19:57.679435 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a2852f06-393a-44a7-9a48-1322c0e71979 req-30fc5f45-3a6b-4efc-a705-c2572c0f96a0 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:57.680258 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 02f24461-d778-4489-81ea-ce9be1265fcf, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=02f24461-d778-4489-81ea-ce9be1265fcf,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:19:57.688453 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-66c443f6-13f7-4705-abc6-dd7bbc3e31b0 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Allocated IP 172.20.0.14 (cbb4a65b-8eab-4791-8d34-bab11c0de63c/5a10b0d7-f428-41c3-8bd0-15f87f8f81d9/6bbf227c-7f60-408a-94fd-1f1c88a1d2c1) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:19:57.712806 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=b7ee7645-353f-46bf-b6c4-9f401b1a5a4a,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:57.726532 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '02f24461-d778-4489-81ea-ce9be1265fcf', 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334', 'port_id': '02f24461-d778-4489-81ea-ce9be1265fcf', 'mac_address': 'fa:16:3e:2a:cf:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098ff2a2-731b-47ba-a3df-3f077a39e5d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:19:57.752513 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-39fd2e56-7e13-42f1-99a4-be98a202e047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77f76d5-6aa3-4480-8be6-84b28e71b6cf', 'name': 'tempest-ServersTestFqdnHostnames-926643920-router', 'tenant_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '53d542f6-a643-44c1-a543-dd8b557af76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:19:18Z', 'updated_at': '2021-11-16T11:19:25Z', 'revision_number': 4, 'project_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'gw_port': {'id': '53d542f6-a643-44c1-a543-dd8b557af76e', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77f76d5-6aa3-4480-8be6-84b28e71b6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:19Z', 'updated_at': '2021-11-16T11:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': 'd31f18cb-745f-4f8e-84bb-1e0c941d1b5d', 'tenant_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'd77f76d5-6aa3-4480-8be6-84b28e71b6cf', 'port_id': 'cbae3dbd-8e39-467c-9bdf-1811440a2cd1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33c780a-fa25-4b50-94e1-5d7ff73b89f0', 'mac_address': 'fa:16:3e:55:e7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ccdc5c-f4d3-47f6-981a-ddc769cf1cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:19:32Z', 'updated_at': '2021-11-16T11:19:54Z', 'revision_number': 1, 'project_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55cbd045-ee61-492d-a381-e933626c7f0e', 'name': '', 'network_id': 'c33c780a-fa25-4b50-94e1-5d7ff73b89f0', 'tenant_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'mac_address': 'fa:16:3e:5c:f2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77f76d5-6aa3-4480-8be6-84b28e71b6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '3449e234-5575-467b-9000-57855a07772e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:24Z', 'updated_at': '2021-11-16T11:19:32Z', 'revision_number': 5, 'project_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'subnets': [{'id': '3449e234-5575-467b-9000-57855a07772e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:19:57.782188 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2035834c-f05b-4881-ae3a-2e96623bc33e req-cdfb1bc7-d0fe-4ddc-b3e8-4b32de04d34f tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242513 Nov 16 11:19:57.790070 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fd2e56-7e13-42f1-99a4-be98a202e047 None None] The sync data for ids ['d77f76d5-6aa3-4480-8be6-84b28e71b6cf'] in n-d-816823-3 is: [{'id': 'd77f76d5-6aa3-4480-8be6-84b28e71b6cf', 'name': 'tempest-ServersTestFqdnHostnames-926643920-router', 'tenant_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '53d542f6-a643-44c1-a543-dd8b557af76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:19:18Z', 'updated_at': '2021-11-16T11:19:25Z', 'revision_number': 4, 'project_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'gw_port': {'id': '53d542f6-a643-44c1-a543-dd8b557af76e', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77f76d5-6aa3-4480-8be6-84b28e71b6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:19Z', 'updated_at': '2021-11-16T11:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': 'd31f18cb-745f-4f8e-84bb-1e0c941d1b5d', 'tenant_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'd77f76d5-6aa3-4480-8be6-84b28e71b6cf', 'port_id': 'cbae3dbd-8e39-467c-9bdf-1811440a2cd1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c33c780a-fa25-4b50-94e1-5d7ff73b89f0', 'mac_address': 'fa:16:3e:55:e7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ccdc5c-f4d3-47f6-981a-ddc769cf1cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:19:32Z', 'updated_at': '2021-11-16T11:19:54Z', 'revision_number': 1, 'project_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55cbd045-ee61-492d-a381-e933626c7f0e', 'name': '', 'network_id': 'c33c780a-fa25-4b50-94e1-5d7ff73b89f0', 'tenant_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'mac_address': 'fa:16:3e:5c:f2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77f76d5-6aa3-4480-8be6-84b28e71b6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '3449e234-5575-467b-9000-57855a07772e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:24Z', 'updated_at': '2021-11-16T11:19:32Z', 'revision_number': 5, 'project_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'subnets': [{'id': '3449e234-5575-467b-9000-57855a07772e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:19:57.820878 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:57.823030 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['b7ee7645-353f-46bf-b6c4-9f401b1a5a4a'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:19:57.849691 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5242fb1-4492-4f29-84a3-e42667cf2c1f req-2b343485-429b-45b7-984e-df2b9aca1371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:57.851192 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e5242fb1-4492-4f29-84a3-e42667cf2c1f req-2b343485-429b-45b7-984e-df2b9aca1371 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c33c780a-fa25-4b50-94e1-5d7ff73b89f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1564715 Nov 16 11:19:57.916940 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02f24461-d778-4489-81ea-ce9be1265fcf {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:19:57.934761 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:57.975081 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5f0b47df-5b81-4e52-a3e8-3add97960862 req-7c34ed4d-ffd9-4fb7-a7ce-78c14085e0db tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=1761b9d0-0052-4a3f-ba57-6888d32d56f3 HTTP/1.1" status: 200 len: 210 time: 0.0824239 Nov 16 11:19:57.980053 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-66c443f6-13f7-4705-abc6-dd7bbc3e31b0 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:57.984466 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 02f24461-d778-4489-81ea-ce9be1265fcf, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=02f24461-d778-4489-81ea-ce9be1265fcf,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:19:58.038019 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-66c443f6-13f7-4705-abc6-dd7bbc3e31b0 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:58.039718 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:58.058952 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['a76869bb-efef-4d86-865d-17b014916cd8'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:19:58.089630 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-66c443f6-13f7-4705-abc6-dd7bbc3e31b0 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Network cbb4a65b-8eab-4791-8d34-bab11c0de63c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:19:58.092983 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-66c443f6-13f7-4705-abc6-dd7bbc3e31b0 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:19:58.097711 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-66c443f6-13f7-4705-abc6-dd7bbc3e31b0 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:19:58.151215 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c443f6-13f7-4705-abc6-dd7bbc3e31b0 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Pushing event updated for resources: {'Port': ['ID=6bbf227c-7f60-408a-94fd-1f1c88a1d2c1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:58.187488 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf2b7f5-d83c-40f1-a0b4-fae0493ee1b3 None None] New status for floating IP d31f18cb-745f-4f8e-84bb-1e0c941d1b5d: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:19:58.188487 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-66c443f6-13f7-4705-abc6-dd7bbc3e31b0 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:58.189482 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-66c443f6-13f7-4705-abc6-dd7bbc3e31b0 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:58.194157 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-a2852f06-393a-44a7-9a48-1322c0e71979 req-30fc5f45-3a6b-4efc-a705-c2572c0f96a0 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] For port d7f69167-9ead-4e9a-b7f7-0ef0735c4324, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=d7f69167-9ead-4e9a-b7f7-0ef0735c4324,segment=NetworkSegment(6010f23d-2319-49e4-9d27-00c73d54b3c1),segment_id=6010f23d-2319-49e4-9d27-00c73d54b3c1)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:19:58.213321 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-66c443f6-13f7-4705-abc6-dd7bbc3e31b0 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9645281 Nov 16 11:19:58.229445 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-3c6df580-2db4-4f27-b44e-011d0717fedd service neutron] Request body: {'port': {'device_id': '1761b9d0-0052-4a3f-ba57-6888d32d56f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:19:58.277700 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e5242fb1-4492-4f29-84a3-e42667cf2c1f req-3dcd651e-d7e0-4540-8cad-ef3793df2f2b service neutron] 10.222.0.36 "GET /v2.0/networks/c33c780a-fa25-4b50-94e1-5d7ff73b89f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181023 Nov 16 11:19:58.279933 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a2852f06-393a-44a7-9a48-1322c0e71979 req-30fc5f45-3a6b-4efc-a705-c2572c0f96a0 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:58.300883 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-3c6df580-2db4-4f27-b44e-011d0717fedd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:58.304683 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a2852f06-393a-44a7-9a48-1322c0e71979 req-30fc5f45-3a6b-4efc-a705-c2572c0f96a0 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:58.326244 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540896df-1172-4162-baf8-52f18fb39be6 req-aa6df40a-0985-467c-a24d-59045208fd19 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:58.327843 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-540896df-1172-4162-baf8-52f18fb39be6 req-aa6df40a-0985-467c-a24d-59045208fd19 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.1221478 Nov 16 11:19:58.403991 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=02f24461-d778-4489-81ea-ce9be1265fcf,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:58.414234 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['02f24461-d778-4489-81ea-ce9be1265fcf'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:19:58.456282 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2852f06-393a-44a7-9a48-1322c0e71979 req-30fc5f45-3a6b-4efc-a705-c2572c0f96a0 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:58.456854 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a2852f06-393a-44a7-9a48-1322c0e71979 req-30fc5f45-3a6b-4efc-a705-c2572c0f96a0 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:58.458533 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a2852f06-393a-44a7-9a48-1322c0e71979 req-30fc5f45-3a6b-4efc-a705-c2572c0f96a0 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "PUT /v2.0/ports/d7f69167-9ead-4e9a-b7f7-0ef0735c4324 HTTP/1.1" status: 200 len: 981 time: 0.9858532 Nov 16 11:19:58.481638 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-540896df-1172-4162-baf8-52f18fb39be6 req-5cc22c30-f6e7-4d9c-9e53-9147d17dfa0a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174715 Nov 16 11:19:58.488998 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc5f45-3a6b-4efc-a705-c2572c0f96a0 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Pushing event updated for resources: {'Port': ['ID=d7f69167-9ead-4e9a-b7f7-0ef0735c4324,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:58.514486 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e5242fb1-4492-4f29-84a3-e42667cf2c1f req-a97b7fab-169e-46a7-b081-bf79b7ca1ab5 service neutron] 10.222.0.36 "GET /v2.0/networks/c33c780a-fa25-4b50-94e1-5d7ff73b89f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226069 Nov 16 11:19:58.623580 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['d7f69167-9ead-4e9a-b7f7-0ef0735c4324'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:19:58.678787 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091191d-b0be-4008-ab81-41b3bbca2b05 req-918867ea-8980-4619-8734-74797b51e5e6 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:58.680741 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9091191d-b0be-4008-ab81-41b3bbca2b05 req-918867ea-8980-4619-8734-74797b51e5e6 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcd3cee9-d9b9-40a8-89d4-643c9900a7c1 HTTP/1.1" status: 200 len: 944 time: 0.0991442 Nov 16 11:19:58.729887 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:58.765349 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9091191d-b0be-4008-ab81-41b3bbca2b05 req-27a386e8-c88c-410d-8a16-37c795f56f6b tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/security-groups?id=7e2f27fd-8e22-4399-89da-285e295b5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744810 Nov 16 11:19:58.790193 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-3c6df580-2db4-4f27-b44e-011d0717fedd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bbf227c-7f60-408a-94fd-1f1c88a1d2c1 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:19:58.800145 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-3c6df580-2db4-4f27-b44e-011d0717fedd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:58.815614 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-3c6df580-2db4-4f27-b44e-011d0717fedd service neutron] Transition to ACTIVE for port object 6bbf227c-7f60-408a-94fd-1f1c88a1d2c1 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:19:58.825116 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-3c6df580-2db4-4f27-b44e-011d0717fedd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:58.828057 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c3f4aec-d629-4872-b4c3-661edd7c0a44', 'tag': 'd7f69167-9ead-4e9a-b7f7-0ef0735c4324'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:19:58.830829 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316cdd8a-ceb5-4717-bc56-ae9b1169421b" -d '{"events": [{"name": "network-changed", "server_uuid": "6c3f4aec-d629-4872-b4c3-661edd7c0a44", "tag": "d7f69167-9ead-4e9a-b7f7-0ef0735c4324"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:19:58.936998 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-87f8e8d3-4720-491c-8fcb-7bcfccceb7d6 req-28602c91-c076-40eb-8a08-4ae00552574a tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups/ea9f91c1-7308-4a39-8109-be9b547a1ca3 HTTP/1.1" status: 200 len: 1817 time: 0.1001379 Nov 16 11:19:59.013789 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6df580-2db4-4f27-b44e-011d0717fedd service neutron] Pushing event updated for resources: {'Port': ['ID=6bbf227c-7f60-408a-94fd-1f1c88a1d2c1,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:59.060387 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [req-87f8e8d3-4720-491c-8fcb-7bcfccceb7d6 req-0bbbed1e-2f27-4376-90fb-a13ab4b29618 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 16 11:19:59.061420 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-87f8e8d3-4720-491c-8fcb-7bcfccceb7d6 req-0bbbed1e-2f27-4376-90fb-a13ab4b29618 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "DELETE /v2.0/security-groups/ea9f91c1-7308-4a39-8109-be9b547a1ca3 HTTP/1.1" status: 409 len: 341 time: 0.1187420 Nov 16 11:19:59.089597 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6648d5-efaa-4976-9de3-77252339c24b req-2cabd5c0-324f-4c94-bf1d-1cf32cd219d8 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:59.099163 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-3c6df580-2db4-4f27-b44e-011d0717fedd service neutron] Attempting to bind port 6bbf227c-7f60-408a-94fd-1f1c88a1d2c1 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:19:59.099163 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-3c6df580-2db4-4f27-b44e-011d0717fedd service neutron] Attempting to bind port 6bbf227c-7f60-408a-94fd-1f1c88a1d2c1 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '29fe51c5-7413-4ecd-8c04-97b69fe8410f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'cbb4a65b-8eab-4791-8d34-bab11c0de63c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:19:59.099582 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-de6648d5-efaa-4976-9de3-77252339c24b req-2cabd5c0-324f-4c94-bf1d-1cf32cd219d8 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4a90fbf-7597-4a83-b114-2fe9eac9b552 HTTP/1.1" status: 200 len: 944 time: 0.0912657 Nov 16 11:19:59.099793 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-3c6df580-2db4-4f27-b44e-011d0717fedd service neutron] Attempting to bind port 6bbf227c-7f60-408a-94fd-1f1c88a1d2c1 on network cbb4a65b-8eab-4791-8d34-bab11c0de63c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:19:59.104779 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-3c6df580-2db4-4f27-b44e-011d0717fedd service neutron] Port 6bbf227c-7f60-408a-94fd-1f1c88a1d2c1 on network cbb4a65b-8eab-4791-8d34-bab11c0de63c not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:19:59.105349 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-3c6df580-2db4-4f27-b44e-011d0717fedd service neutron] Attempting to bind port 6bbf227c-7f60-408a-94fd-1f1c88a1d2c1 on network cbb4a65b-8eab-4791-8d34-bab11c0de63c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:19:59.113918 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-3c6df580-2db4-4f27-b44e-011d0717fedd service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:19:59.114300 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-3c6df580-2db4-4f27-b44e-011d0717fedd service neutron] Checking segment: {'id': '29fe51c5-7413-4ecd-8c04-97b69fe8410f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'cbb4a65b-8eab-4791-8d34-bab11c0de63c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:19:59.114690 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-3c6df580-2db4-4f27-b44e-011d0717fedd service neutron] Bound using segment: {'id': '29fe51c5-7413-4ecd-8c04-97b69fe8410f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'cbb4a65b-8eab-4791-8d34-bab11c0de63c'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:19:59.115123 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-3c6df580-2db4-4f27-b44e-011d0717fedd service neutron] Bound port: 6bbf227c-7f60-408a-94fd-1f1c88a1d2c1, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29fe51c5-7413-4ecd-8c04-97b69fe8410f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'cbb4a65b-8eab-4791-8d34-bab11c0de63c'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:19:59.115534 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-3c6df580-2db4-4f27-b44e-011d0717fedd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:59.149287 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99c2951-093d-4168-828d-5d165a70bc92 x-openstack-request-id: req-e99c2951-093d-4168-828d-5d165a70bc92 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:19:59.149579 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c3f4aec-d629-4872-b4c3-661edd7c0a44", "tag": "d7f69167-9ead-4e9a-b7f7-0ef0735c4324", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:19:59.149842 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e99c2951-093d-4168-828d-5d165a70bc92 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:19:59.150489 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c3f4aec-d629-4872-b4c3-661edd7c0a44', 'tag': 'd7f69167-9ead-4e9a-b7f7-0ef0735c4324', 'status': 'completed', 'code': 200} Nov 16 11:19:59.217297 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-3c6df580-2db4-4f27-b44e-011d0717fedd service neutron] For port 6bbf227c-7f60-408a-94fd-1f1c88a1d2c1, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:19:59.220837 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-3c6df580-2db4-4f27-b44e-011d0717fedd service neutron] For port 6bbf227c-7f60-408a-94fd-1f1c88a1d2c1, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=6bbf227c-7f60-408a-94fd-1f1c88a1d2c1,segment=NetworkSegment(29fe51c5-7413-4ecd-8c04-97b69fe8410f),segment_id=29fe51c5-7413-4ecd-8c04-97b69fe8410f)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:19:59.227830 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-3c6df580-2db4-4f27-b44e-011d0717fedd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:59.281756 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-de6648d5-efaa-4976-9de3-77252339c24b req-6c700b57-0523-4a59-b58e-6943cc7aef73 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803138 Nov 16 11:19:59.288460 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-3c6df580-2db4-4f27-b44e-011d0717fedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:59.290692 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-3c6df580-2db4-4f27-b44e-011d0717fedd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:19:59.292138 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-3c6df580-2db4-4f27-b44e-011d0717fedd service neutron] 10.222.0.64 "PUT /v2.0/ports/6bbf227c-7f60-408a-94fd-1f1c88a1d2c1 HTTP/1.1" status: 200 len: 1092 time: 1.0694728 Nov 16 11:19:59.295372 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1761b9d0-0052-4a3f-ba57-6888d32d56f3', 'tag': '6bbf227c-7f60-408a-94fd-1f1c88a1d2c1'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:19:59.306823 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db780e55-6f35-47d3-96f1-a016ba7cdb9e" -d '{"events": [{"name": "network-changed", "server_uuid": "1761b9d0-0052-4a3f-ba57-6888d32d56f3", "tag": "6bbf227c-7f60-408a-94fd-1f1c88a1d2c1"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:19:59.327485 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316cdd8a-ceb5-4717-bc56-ae9b1169421b req-6dc9a057-e662-4458-b25c-272344d58294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:59.342172 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-316cdd8a-ceb5-4717-bc56-ae9b1169421b req-6dc9a057-e662-4458-b25c-272344d58294 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0083ff9f320940cc9f27a884e96c269f&device_id=6c3f4aec-d629-4872-b4c3-661edd7c0a44 HTTP/1.1" status: 200 len: 1135 time: 0.1858516 Nov 16 11:19:59.368490 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6de42b-8212-44ab-a2a4-8627cd585daa req-5ed0955c-c19b-4485-ace9-f30e8f0609fa tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:59.370650 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-de6de42b-8212-44ab-a2a4-8627cd585daa req-5ed0955c-c19b-4485-ace9-f30e8f0609fa tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=1761b9d0-0052-4a3f-ba57-6888d32d56f3 HTTP/1.1" status: 200 len: 944 time: 0.1555860 Nov 16 11:19:59.390683 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6df580-2db4-4f27-b44e-011d0717fedd service neutron] Pushing event updated for resources: {'Port': ['ID=6bbf227c-7f60-408a-94fd-1f1c88a1d2c1,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:19:59.411083 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['9f7f87ae-515f-40f3-92dc-824ff848a68f', 'd7f69167-9ead-4e9a-b7f7-0ef0735c4324'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:19:59.439703 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-7fd8996b-c91d-4c78-8aea-72b6dff3ff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:59.442039 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-7fd8996b-c91d-4c78-8aea-72b6dff3ff99 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=73e5fc395dda4693899e370eca8a1116&device_id=1761b9d0-0052-4a3f-ba57-6888d32d56f3 HTTP/1.1" status: 200 len: 1095 time: 0.0890868 Nov 16 11:19:59.528991 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-5882539d-b011-46bd-8e92-5061c0c6a4af service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bbf227c-7f60-408a-94fd-1f1c88a1d2c1 HTTP/1.1" status: 200 len: 217 time: 0.0764928 Nov 16 11:19:59.569202 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-de6de42b-8212-44ab-a2a4-8627cd585daa req-39a9490b-941c-4d11-a496-fba67bd557d9 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794887 Nov 16 11:19:59.589499 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73bdb9d-d32c-4151-b356-2cd25d5bc943 x-openstack-request-id: req-f73bdb9d-d32c-4151-b356-2cd25d5bc943 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:19:59.589786 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1761b9d0-0052-4a3f-ba57-6888d32d56f3", "tag": "6bbf227c-7f60-408a-94fd-1f1c88a1d2c1", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:19:59.590072 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f73bdb9d-d32c-4151-b356-2cd25d5bc943 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:19:59.590495 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1761b9d0-0052-4a3f-ba57-6888d32d56f3', 'tag': '6bbf227c-7f60-408a-94fd-1f1c88a1d2c1', 'status': 'completed', 'code': 200} Nov 16 11:19:59.645861 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-a823d8e7-43ec-41c3-99d4-d586b78ee6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:59.647387 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-a823d8e7-43ec-41c3-99d4-d586b78ee6f0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a10b0d7-f428-41c3-8bd0-15f87f8f81d9 HTTP/1.1" status: 200 len: 846 time: 0.1075344 Nov 16 11:19:59.652056 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316cdd8a-ceb5-4717-bc56-ae9b1169421b req-ab6e63d0-ab63-482e-893c-944f5c860278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:59.653541 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-316cdd8a-ceb5-4717-bc56-ae9b1169421b req-ab6e63d0-ab63-482e-893c-944f5c860278 service neutron] 10.222.0.36 "GET /v2.0/networks?id=88f25b19-ae40-471f-83f3-2a0d38b6110b HTTP/1.1" status: 200 len: 914 time: 0.2820051 Nov 16 11:19:59.718522 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-51aa95dd-4d11-4b68-8d80-7530bd0f5232 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cbb4a65b-8eab-4791-8d34-bab11c0de63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601642 Nov 16 11:19:59.721862 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-316cdd8a-ceb5-4717-bc56-ae9b1169421b req-6a5f82e2-8ad7-4f04-944b-ea94d29b581d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7f69167-9ead-4e9a-b7f7-0ef0735c4324 HTTP/1.1" status: 200 len: 217 time: 0.0546434 Nov 16 11:19:59.843917 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6d4a2-6f5e-4415-a11b-4b5b823a4894 req-02791e0f-4dc9-43bf-8120-08884fb5cb31 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:59.845500 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6ac6d4a2-6f5e-4415-a11b-4b5b823a4894 req-02791e0f-4dc9-43bf-8120-08884fb5cb31 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.1366258 Nov 16 11:19:59.847379 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316cdd8a-ceb5-4717-bc56-ae9b1169421b req-10312262-7374-494c-be79-fba623ec2fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:59.848686 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-316cdd8a-ceb5-4717-bc56-ae9b1169421b req-10312262-7374-494c-be79-fba623ec2fb4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50dbcca0-861c-401b-911d-16a9002f1b98 HTTP/1.1" status: 200 len: 853 time: 0.1040943 Nov 16 11:19:59.863231 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-9aa6cca0-a388-40e0-95d4-81f449c7c9a0 service neutron] 10.222.0.64 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266201 Nov 16 11:19:59.873148 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77235f77-7867-4921-a7a4-dbdb25dc51e4 req-5114a62a-a659-4578-beed-a20a5b1dedf6 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:19:59.880813 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-77235f77-7867-4921-a7a4-dbdb25dc51e4 req-5114a62a-a659-4578-beed-a20a5b1dedf6 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c3f4aec-d629-4872-b4c3-661edd7c0a44 HTTP/1.1" status: 200 len: 984 time: 0.1731505 Nov 16 11:19:59.927141 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-316cdd8a-ceb5-4717-bc56-ae9b1169421b req-a8ef3d34-e8a8-42e2-b87d-2c1faa5e2f12 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=88f25b19-ae40-471f-83f3-2a0d38b6110b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691903 Nov 16 11:20:00.011709 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-961496e6-8498-444e-bb7c-20aa8adda0c0 req-e3021c1c-ae8e-4a7c-ae0e-3779ff754871 service neutron] 10.222.0.64 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476021 Nov 16 11:20:00.097367 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-316cdd8a-ceb5-4717-bc56-ae9b1169421b req-7b33580a-3667-46f1-a214-3e719aaff5f7 service neutron] 10.222.0.36 "GET /v2.0/networks/88f25b19-ae40-471f-83f3-2a0d38b6110b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352472 Nov 16 11:20:00.111703 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-77235f77-7867-4921-a7a4-dbdb25dc51e4 req-9cd07cc3-9696-4307-b981-ceec49ff58e0 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea9f91c1-7308-4a39-8109-be9b547a1ca3&id=b2faa416-4579-46e6-aabb-72b9fc04a498&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2300065 Nov 16 11:20:00.148886 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db780e55-6f35-47d3-96f1-a016ba7cdb9e req-90e2a5d3-eae7-4e51-9543-6af77331b239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:00.150832 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-db780e55-6f35-47d3-96f1-a016ba7cdb9e req-90e2a5d3-eae7-4e51-9543-6af77331b239 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=73e5fc395dda4693899e370eca8a1116&device_id=1761b9d0-0052-4a3f-ba57-6888d32d56f3 HTTP/1.1" status: 200 len: 1095 time: 0.0821693 Nov 16 11:20:00.158057 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6ac6d4a2-6f5e-4415-a11b-4b5b823a4894 req-4a6ad80c-3207-439d-844a-34ec7ec73048 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3011620 Nov 16 11:20:00.249542 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-316cdd8a-ceb5-4717-bc56-ae9b1169421b req-58873bcd-fb7c-4ea1-9339-a40479bc67fe service neutron] 10.222.0.36 "GET /v2.0/networks/88f25b19-ae40-471f-83f3-2a0d38b6110b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338539 Nov 16 11:20:00.283150 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db780e55-6f35-47d3-96f1-a016ba7cdb9e req-3bafaaa4-d085-4013-9fb0-2756299b00a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:00.284734 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-db780e55-6f35-47d3-96f1-a016ba7cdb9e req-3bafaaa4-d085-4013-9fb0-2756299b00a6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cbb4a65b-8eab-4791-8d34-bab11c0de63c HTTP/1.1" status: 200 len: 907 time: 0.1243358 Nov 16 11:20:00.352340 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-db780e55-6f35-47d3-96f1-a016ba7cdb9e req-d974f34b-683f-4429-99b7-f325e5787419 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bbf227c-7f60-408a-94fd-1f1c88a1d2c1 HTTP/1.1" status: 200 len: 217 time: 0.0564978 Nov 16 11:20:00.425445 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db780e55-6f35-47d3-96f1-a016ba7cdb9e req-86b6f1a0-b79d-45e5-98f9-408076afa43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:00.427019 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-db780e55-6f35-47d3-96f1-a016ba7cdb9e req-86b6f1a0-b79d-45e5-98f9-408076afa43a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a10b0d7-f428-41c3-8bd0-15f87f8f81d9 HTTP/1.1" status: 200 len: 846 time: 0.0660145 Nov 16 11:20:00.442583 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ecd16-6c30-4c1e-bfcf-41f5d6668796 req-a24ca62f-1466-4733-8ffd-e8e49253523c tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:00.454704 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-613ecd16-6c30-4c1e-bfcf-41f5d6668796 req-a24ca62f-1466-4733-8ffd-e8e49253523c tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcd3cee9-d9b9-40a8-89d4-643c9900a7c1 HTTP/1.1" status: 200 len: 944 time: 0.1238782 Nov 16 11:20:00.465049 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-db780e55-6f35-47d3-96f1-a016ba7cdb9e req-c224feb4-7a71-4b74-9d18-61192ae210de service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cbb4a65b-8eab-4791-8d34-bab11c0de63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294104 Nov 16 11:20:00.486679 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c57c25-d9f7-45b6-97e5-b31aa0b4532a req-d0ea334a-9e57-4af8-b6c0-2097f68cae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:00.488288 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-50c57c25-d9f7-45b6-97e5-b31aa0b4532a req-d0ea334a-9e57-4af8-b6c0-2097f68cae3a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0083ff9f320940cc9f27a884e96c269f&device_id=6c3f4aec-d629-4872-b4c3-661edd7c0a44 HTTP/1.1" status: 200 len: 1135 time: 0.1674910 Nov 16 11:20:00.583645 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-db780e55-6f35-47d3-96f1-a016ba7cdb9e req-2a69d4ac-b53c-48fc-bf6d-c613cae9146c service neutron] 10.222.0.64 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090581 Nov 16 11:20:00.701159 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-db780e55-6f35-47d3-96f1-a016ba7cdb9e req-05f39ff5-5d64-4728-b55e-738a42fff038 service neutron] 10.222.0.64 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081781 Nov 16 11:20:00.921792 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b0cbd-89c4-4101-9d26-cd0dc4b66a2e req-061ec269-77e5-406d-973b-4a8297ddbddf tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:00.923381 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-487b0cbd-89c4-4101-9d26-cd0dc4b66a2e req-061ec269-77e5-406d-973b-4a8297ddbddf tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4a90fbf-7597-4a83-b114-2fe9eac9b552 HTTP/1.1" status: 200 len: 944 time: 0.5116913 Nov 16 11:20:00.962894 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-613ecd16-6c30-4c1e-bfcf-41f5d6668796 req-dbe81307-0e0a-474c-a905-32195b8e5d3e tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/security-groups?id=7e2f27fd-8e22-4399-89da-285e295b5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5073211 Nov 16 11:20:00.995467 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c57c25-d9f7-45b6-97e5-b31aa0b4532a req-9c2d2d49-4127-408e-9ef7-8ebcc58454f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:00.996940 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-50c57c25-d9f7-45b6-97e5-b31aa0b4532a req-9c2d2d49-4127-408e-9ef7-8ebcc58454f1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=88f25b19-ae40-471f-83f3-2a0d38b6110b HTTP/1.1" status: 200 len: 914 time: 0.4978433 Nov 16 11:20:01.004634 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-487b0cbd-89c4-4101-9d26-cd0dc4b66a2e req-b92c247f-07f7-450e-ac77-650c5d9929d9 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744107 Nov 16 11:20:01.055090 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-50c57c25-d9f7-45b6-97e5-b31aa0b4532a req-22245b68-f40c-4c30-89a6-3621c13a1d18 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7f69167-9ead-4e9a-b7f7-0ef0735c4324 HTTP/1.1" status: 200 len: 217 time: 0.0494654 Nov 16 11:20:01.133566 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c57c25-d9f7-45b6-97e5-b31aa0b4532a req-51d9fb72-3eef-440d-baaa-17fb67381ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:01.135118 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-50c57c25-d9f7-45b6-97e5-b31aa0b4532a req-51d9fb72-3eef-440d-baaa-17fb67381ab6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50dbcca0-861c-401b-911d-16a9002f1b98 HTTP/1.1" status: 200 len: 853 time: 0.0733075 Nov 16 11:20:01.161590 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f6dc7-25f8-452a-8080-18ee7d1fbb9c req-7bdb4e85-f53c-4def-873c-37bd89ee74ce tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:01.164221 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-146f6dc7-25f8-452a-8080-18ee7d1fbb9c req-7bdb4e85-f53c-4def-873c-37bd89ee74ce tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=1761b9d0-0052-4a3f-ba57-6888d32d56f3 HTTP/1.1" status: 200 len: 944 time: 0.0946412 Nov 16 11:20:01.176738 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device b7ee7645-353f-46bf-b6c4-9f401b1a5a4a up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:20:01.182149 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-50c57c25-d9f7-45b6-97e5-b31aa0b4532a req-fc7c8808-cfdd-41a8-9694-709ee6158e04 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=88f25b19-ae40-471f-83f3-2a0d38b6110b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388606 Nov 16 11:20:01.247507 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port b7ee7645-353f-46bf-b6c4-9f401b1a5a4a completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:20:01.251694 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port b7ee7645-353f-46bf-b6c4-9f401b1a5a4a triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:20:01.252580 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:01.351202 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:01.372643 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0729378-e825-4864-af24-280f3064a6c2 req-9382da8b-ac10-4cc4-9cef-13caa49e7a26 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:01.374290 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e0729378-e825-4864-af24-280f3064a6c2 req-9382da8b-ac10-4cc4-9cef-13caa49e7a26 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c3f4aec-d629-4872-b4c3-661edd7c0a44 HTTP/1.1" status: 200 len: 984 time: 0.1335897 Nov 16 11:20:01.376329 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a90fbf-7597-4a83-b114-2fe9eac9b552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ee7645-353f-46bf-b6c4-9f401b1a5a4a'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:20:01.376979 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-50c57c25-d9f7-45b6-97e5-b31aa0b4532a req-92d255f2-4caa-4ccc-b835-98115d8a186b service neutron] 10.222.0.36 "GET /v2.0/networks/88f25b19-ae40-471f-83f3-2a0d38b6110b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841030 Nov 16 11:20:01.380360 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-146f6dc7-25f8-452a-8080-18ee7d1fbb9c req-1e6e7857-0f46-4382-a04b-70167f721df9 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013824 Nov 16 11:20:01.380501 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6798629a-2244-4a14-bd03-efb5006f5886" -d '{"events": [{"server_uuid": "d4a90fbf-7597-4a83-b114-2fe9eac9b552", "name": "network-vif-plugged", "status": "completed", "tag": "b7ee7645-353f-46bf-b6c4-9f401b1a5a4a"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:20:01.395887 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port b7ee7645-353f-46bf-b6c4-9f401b1a5a4a, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=b7ee7645-353f-46bf-b6c4-9f401b1a5a4a,segment=NetworkSegment(2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7),segment_id=2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:20:01.401512 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 02f24461-d778-4489-81ea-ce9be1265fcf up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:20:01.434245 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:01.522869 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=b7ee7645-353f-46bf-b6c4-9f401b1a5a4a,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:01.531331 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port 02f24461-d778-4489-81ea-ce9be1265fcf completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:20:01.535851 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 02f24461-d778-4489-81ea-ce9be1265fcf triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:20:01.536331 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:01.563255 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e0729378-e825-4864-af24-280f3064a6c2 req-8f177394-970b-456a-85d4-605ad99f1ef0 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea9f91c1-7308-4a39-8109-be9b547a1ca3&id=b2faa416-4579-46e6-aabb-72b9fc04a498&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1655676 Nov 16 11:20:01.575779 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-50c57c25-d9f7-45b6-97e5-b31aa0b4532a req-07d52403-b1b6-4ff3-bc66-3a76dd559fbc service neutron] 10.222.0.36 "GET /v2.0/networks/88f25b19-ae40-471f-83f3-2a0d38b6110b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914997 Nov 16 11:20:01.627608 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:01.634656 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc4579-4741-49bd-96c5-988f10d4d62a req-6f6f665c-a79e-4db3-9124-bfb1b528acd5 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:01.636715 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3cbc4579-4741-49bd-96c5-988f10d4d62a req-6f6f665c-a79e-4db3-9124-bfb1b528acd5 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.1312864 Nov 16 11:20:01.672406 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 02f24461-d778-4489-81ea-ce9be1265fcf, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=02f24461-d778-4489-81ea-ce9be1265fcf,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:20:01.682813 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:01.699849 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3cbc4579-4741-49bd-96c5-988f10d4d62a req-c225ddf9-bd48-4fc4-93a2-936d05342c0d tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545509 Nov 16 11:20:01.754428 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=02f24461-d778-4489-81ea-ce9be1265fcf,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:01.758032 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1a743c-8cb1-4741-9eff-223770f4d9b6 x-openstack-request-id: req-fe1a743c-8cb1-4741-9eff-223770f4d9b6 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:20:01.758341 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a90fbf-7597-4a83-b114-2fe9eac9b552", "name": "network-vif-plugged", "status": "completed", "tag": "b7ee7645-353f-46bf-b6c4-9f401b1a5a4a", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:20:01.758604 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fe1a743c-8cb1-4741-9eff-223770f4d9b6 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:20:01.759201 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a90fbf-7597-4a83-b114-2fe9eac9b552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ee7645-353f-46bf-b6c4-9f401b1a5a4a', 'code': 200} Nov 16 11:20:01.871040 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88756e55-a6b7-48cd-8369-cc975c05a07a req-06e901f6-4e56-4f5d-8850-955297250e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:01.872814 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-88756e55-a6b7-48cd-8369-cc975c05a07a req-06e901f6-4e56-4f5d-8850-955297250e23 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d4a90fbf-7597-4a83-b114-2fe9eac9b552 HTTP/1.1" status: 200 len: 1096 time: 0.0463254 Nov 16 11:20:01.928661 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-88756e55-a6b7-48cd-8369-cc975c05a07a req-fa07f67b-ae4c-43c8-819d-565e250e8520 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434093 Nov 16 11:20:02.149542 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe67d4-9843-44b1-a2af-ad9941d5a106 req-cde5a942-f3de-46b4-b363-940d5999b07c tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:02.151103 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-94fe67d4-9843-44b1-a2af-ad9941d5a106 req-cde5a942-f3de-46b4-b363-940d5999b07c tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcd3cee9-d9b9-40a8-89d4-643c9900a7c1 HTTP/1.1" status: 200 len: 944 time: 0.1016369 Nov 16 11:20:02.165752 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1492062-36e1-47fb-9296-d93d1b849c1e req-fe1a3e00-6f18-43d3-848b-450f159826af tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:02.167132 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a1492062-36e1-47fb-9296-d93d1b849c1e req-fe1a3e00-6f18-43d3-848b-450f159826af tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4a90fbf-7597-4a83-b114-2fe9eac9b552 HTTP/1.1" status: 200 len: 945 time: 0.0809216 Nov 16 11:20:02.236083 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-94fe67d4-9843-44b1-a2af-ad9941d5a106 req-1c341efa-8ae9-4a12-b560-324b5e2f161a tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/security-groups?id=7e2f27fd-8e22-4399-89da-285e295b5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787332 Nov 16 11:20:02.243599 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a1492062-36e1-47fb-9296-d93d1b849c1e req-6d458f96-45d1-485c-ae09-550272789967 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704045 Nov 16 11:20:02.518463 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521c7e7-f6bb-43f2-b6f1-e74c8284f034 req-8f33962c-e1b9-4a41-b234-f67b5e683184 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:02.520251 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6521c7e7-f6bb-43f2-b6f1-e74c8284f034 req-8f33962c-e1b9-4a41-b234-f67b5e683184 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=1761b9d0-0052-4a3f-ba57-6888d32d56f3 HTTP/1.1" status: 200 len: 944 time: 0.0575111 Nov 16 11:20:02.577187 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6521c7e7-f6bb-43f2-b6f1-e74c8284f034 req-ef253aa3-56be-416e-988d-656d7cdc1c35 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502107 Nov 16 11:20:02.679361 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9e0b2-0b8a-4536-a17e-60fad505d7fa req-2181c030-8175-4d4f-98e5-1efec6c88d7b tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:02.681037 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-38e9e0b2-0b8a-4536-a17e-60fad505d7fa req-2181c030-8175-4d4f-98e5-1efec6c88d7b tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c3f4aec-d629-4872-b4c3-661edd7c0a44 HTTP/1.1" status: 200 len: 984 time: 0.0546005 Nov 16 11:20:02.748070 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-38e9e0b2-0b8a-4536-a17e-60fad505d7fa req-185fc9e0-69af-41cf-9a78-39984d45bd01 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea9f91c1-7308-4a39-8109-be9b547a1ca3&id=b2faa416-4579-46e6-aabb-72b9fc04a498&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0599840 Nov 16 11:20:02.822153 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de142be-df5c-4f0c-92b0-4d59815ebbb6 req-aa8f53e0-6948-4730-9746-cb45006bdeb8 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:02.823823 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2de142be-df5c-4f0c-92b0-4d59815ebbb6 req-aa8f53e0-6948-4730-9746-cb45006bdeb8 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 945 time: 0.0520191 Nov 16 11:20:02.879650 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2de142be-df5c-4f0c-92b0-4d59815ebbb6 req-065c7589-83bb-4de6-bf66-21b4b0bf505b tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495965 Nov 16 11:20:02.940910 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e3a9cb15-8641-4365-8907-2f9ce21979f6 req-a0dd0172-d5d3-4c7a-ba9d-0ba6d372e5a4 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-694427592&fields=id&tenant_id=0083ff9f320940cc9f27a884e96c269f HTTP/1.1" status: 200 len: 267 time: 0.0564983 Nov 16 11:20:03.004429 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a9cb15-8641-4365-8907-2f9ce21979f6 req-c239a500-bf98-425d-80e9-9938432fcbc1 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:03.006201 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e3a9cb15-8641-4365-8907-2f9ce21979f6 req-c239a500-bf98-425d-80e9-9938432fcbc1 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c3f4aec-d629-4872-b4c3-661edd7c0a44 HTTP/1.1" status: 200 len: 984 time: 0.0590134 Nov 16 11:20:03.018683 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-e3a9cb15-8641-4365-8907-2f9ce21979f6 req-62e0e384-1751-4c10-a9a9-238b6112e485 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Request body: {'port': {'security_groups': ['b2faa416-4579-46e6-aabb-72b9fc04a498', 'ea9f91c1-7308-4a39-8109-be9b547a1ca3', 'eb9d909b-e03b-4b75-9971-3329bf9c18d7']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:20:03.096956 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e3a9cb15-8641-4365-8907-2f9ce21979f6 req-62e0e384-1751-4c10-a9a9-238b6112e485 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:03.205840 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 6bbf227c-7f60-408a-94fd-1f1c88a1d2c1 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:20:03.313554 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-e3a9cb15-8641-4365-8907-2f9ce21979f6 req-62e0e384-1751-4c10-a9a9-238b6112e485 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] For port d7f69167-9ead-4e9a-b7f7-0ef0735c4324, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=d7f69167-9ead-4e9a-b7f7-0ef0735c4324,segment=NetworkSegment(6010f23d-2319-49e4-9d27-00c73d54b3c1),segment_id=6010f23d-2319-49e4-9d27-00c73d54b3c1)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:20:03.331193 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 6bbf227c-7f60-408a-94fd-1f1c88a1d2c1, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=6bbf227c-7f60-408a-94fd-1f1c88a1d2c1,segment=NetworkSegment(29fe51c5-7413-4ecd-8c04-97b69fe8410f),segment_id=29fe51c5-7413-4ecd-8c04-97b69fe8410f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:20:03.345223 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '6bbf227c-7f60-408a-94fd-1f1c88a1d2c1', 'network_id': 'cbb4a65b-8eab-4791-8d34-bab11c0de63c', 'port_id': '6bbf227c-7f60-408a-94fd-1f1c88a1d2c1', 'mac_address': 'fa:16:3e:bf:f0:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a10b0d7-f428-41c3-8bd0-15f87f8f81d9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:20:03.373899 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e3a9cb15-8641-4365-8907-2f9ce21979f6 req-62e0e384-1751-4c10-a9a9-238b6112e485 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:03.381780 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e3a9cb15-8641-4365-8907-2f9ce21979f6 req-62e0e384-1751-4c10-a9a9-238b6112e485 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:03.393187 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['9f7f87ae-515f-40f3-92dc-824ff848a68f', 'd7f69167-9ead-4e9a-b7f7-0ef0735c4324'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:20:03.422007 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:03.430663 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a9cb15-8641-4365-8907-2f9ce21979f6 req-62e0e384-1751-4c10-a9a9-238b6112e485 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:03.431295 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e3a9cb15-8641-4365-8907-2f9ce21979f6 req-62e0e384-1751-4c10-a9a9-238b6112e485 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:03.432702 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e3a9cb15-8641-4365-8907-2f9ce21979f6 req-62e0e384-1751-4c10-a9a9-238b6112e485 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "PUT /v2.0/ports/d7f69167-9ead-4e9a-b7f7-0ef0735c4324 HTTP/1.1" status: 200 len: 1020 time: 0.4188745 Nov 16 11:20:03.435907 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c3f4aec-d629-4872-b4c3-661edd7c0a44', 'tag': 'd7f69167-9ead-4e9a-b7f7-0ef0735c4324'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:20:03.438201 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9801d66e-6786-4da7-ab15-7e0f5318e165" -d '{"events": [{"name": "network-changed", "server_uuid": "6c3f4aec-d629-4872-b4c3-661edd7c0a44", "tag": "d7f69167-9ead-4e9a-b7f7-0ef0735c4324"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:20:03.450296 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bbf227c-7f60-408a-94fd-1f1c88a1d2c1 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:20:03.465709 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b6e60-b5e6-44da-b50f-15e767ca3a6d req-5aaab251-bbf3-4823-ac8f-4d26bdb4c355 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:03.467672 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8a7b6e60-b5e6-44da-b50f-15e767ca3a6d req-5aaab251-bbf3-4823-ac8f-4d26bdb4c355 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcd3cee9-d9b9-40a8-89d4-643c9900a7c1 HTTP/1.1" status: 200 len: 944 time: 0.1361854 Nov 16 11:20:03.495254 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 6bbf227c-7f60-408a-94fd-1f1c88a1d2c1, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=6bbf227c-7f60-408a-94fd-1f1c88a1d2c1,segment=NetworkSegment(29fe51c5-7413-4ecd-8c04-97b69fe8410f),segment_id=29fe51c5-7413-4ecd-8c04-97b69fe8410f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:20:03.501058 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e0e384-1751-4c10-a9a9-238b6112e485 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Pushing event updated for resources: {'Port': ['ID=d7f69167-9ead-4e9a-b7f7-0ef0735c4324,revision_number=7']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:03.511733 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:03.523660 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['d7f69167-9ead-4e9a-b7f7-0ef0735c4324'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:20:03.547319 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8a7b6e60-b5e6-44da-b50f-15e767ca3a6d req-5614e657-06ff-4837-8fc9-488bc2841664 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/security-groups?id=7e2f27fd-8e22-4399-89da-285e295b5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714531 Nov 16 11:20:03.596327 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe55203-b4e6-45c0-8e6f-4a503798d433 req-6c92e015-fc57-4bda-a93a-d62b3088cb13 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:03.598200 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fbe55203-b4e6-45c0-8e6f-4a503798d433 req-6c92e015-fc57-4bda-a93a-d62b3088cb13 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4a90fbf-7597-4a83-b114-2fe9eac9b552 HTTP/1.1" status: 200 len: 945 time: 0.0759733 Nov 16 11:20:03.642515 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=6bbf227c-7f60-408a-94fd-1f1c88a1d2c1,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:03.670493 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-67f53483-6c48-483a-b2dd-0da6dc2e83bf req-07b8fa78-285d-4550-8b6e-19badb86763f tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups/eb9d909b-e03b-4b75-9971-3329bf9c18d7 HTTP/1.1" status: 200 len: 1816 time: 0.0712414 Nov 16 11:20:03.707487 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fbe55203-b4e6-45c0-8e6f-4a503798d433 req-aeef56bf-24f2-4c09-bd86-ec3ac595b827 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014037 Nov 16 11:20:03.745815 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [req-67f53483-6c48-483a-b2dd-0da6dc2e83bf req-0e3e6936-4d27-41f3-ad6a-878b212ca794 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 16 11:20:03.751982 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-67f53483-6c48-483a-b2dd-0da6dc2e83bf req-0e3e6936-4d27-41f3-ad6a-878b212ca794 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "DELETE /v2.0/security-groups/eb9d909b-e03b-4b75-9971-3329bf9c18d7 HTTP/1.1" status: 409 len: 341 time: 0.0718548 Nov 16 11:20:03.764834 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f543b5-db37-43d1-b756-4fccbc592401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f24461-d778-4489-81ea-ce9be1265fcf'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:20:03.769840 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb46f50-83d2-4572-8c16-4123f2a23191" -d '{"events": [{"server_uuid": "a2f543b5-db37-43d1-b756-4fccbc592401", "name": "network-vif-plugged", "status": "completed", "tag": "02f24461-d778-4489-81ea-ce9be1265fcf"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:20:03.772211 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028f8567-b004-41e6-8255-428db5cefbf5 x-openstack-request-id: req-028f8567-b004-41e6-8255-428db5cefbf5 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:20:03.772566 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c3f4aec-d629-4872-b4c3-661edd7c0a44", "tag": "d7f69167-9ead-4e9a-b7f7-0ef0735c4324", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:20:03.773539 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-028f8567-b004-41e6-8255-428db5cefbf5 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:20:03.774144 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c3f4aec-d629-4872-b4c3-661edd7c0a44', 'tag': 'd7f69167-9ead-4e9a-b7f7-0ef0735c4324', 'status': 'completed', 'code': 200} Nov 16 11:20:03.796415 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['6bbf227c-7f60-408a-94fd-1f1c88a1d2c1'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:20:03.885409 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801d66e-6786-4da7-ab15-7e0f5318e165 req-f48c3540-27bd-4d7b-a872-60ba48c465b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:03.888099 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9801d66e-6786-4da7-ab15-7e0f5318e165 req-f48c3540-27bd-4d7b-a872-60ba48c465b8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0083ff9f320940cc9f27a884e96c269f&device_id=6c3f4aec-d629-4872-b4c3-661edd7c0a44 HTTP/1.1" status: 200 len: 1174 time: 0.0901809 Nov 16 11:20:03.959912 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1864e-21c1-47c4-bb21-592f01344eee req-2dd61463-1790-42a5-8d39-ad4e63c954f6 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:03.975239 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4ae1864e-21c1-47c4-bb21-592f01344eee req-2dd61463-1790-42a5-8d39-ad4e63c954f6 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=1761b9d0-0052-4a3f-ba57-6888d32d56f3 HTTP/1.1" status: 200 len: 945 time: 0.1679697 Nov 16 11:20:04.086717 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4ae1864e-21c1-47c4-bb21-592f01344eee req-293f5913-8bb4-4705-b31f-8d04d53dcf5d tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098814 Nov 16 11:20:04.114478 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801d66e-6786-4da7-ab15-7e0f5318e165 req-e4de6ced-daf7-4753-aaec-be9ad7697a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:04.118900 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9801d66e-6786-4da7-ab15-7e0f5318e165 req-e4de6ced-daf7-4753-aaec-be9ad7697a1f service neutron] 10.222.0.36 "GET /v2.0/networks?id=88f25b19-ae40-471f-83f3-2a0d38b6110b HTTP/1.1" status: 200 len: 914 time: 0.2213876 Nov 16 11:20:04.184770 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f358e26b-6486-4472-ad01-a6bf142daeea x-openstack-request-id: req-f358e26b-6486-4472-ad01-a6bf142daeea {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:20:04.185110 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f543b5-db37-43d1-b756-4fccbc592401", "name": "network-vif-plugged", "status": "completed", "tag": "02f24461-d778-4489-81ea-ce9be1265fcf", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:20:04.185378 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f358e26b-6486-4472-ad01-a6bf142daeea {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:20:04.185775 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f543b5-db37-43d1-b756-4fccbc592401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f24461-d778-4489-81ea-ce9be1265fcf', 'code': 200} Nov 16 11:20:04.231348 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9801d66e-6786-4da7-ab15-7e0f5318e165 req-781b7575-b3f0-44bd-9037-5e4791b47f8b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7f69167-9ead-4e9a-b7f7-0ef0735c4324 HTTP/1.1" status: 200 len: 217 time: 0.1037459 Nov 16 11:20:04.388849 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801d66e-6786-4da7-ab15-7e0f5318e165 req-49138ac2-d292-434c-bbcd-e19849edcf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:04.390316 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9801d66e-6786-4da7-ab15-7e0f5318e165 req-49138ac2-d292-434c-bbcd-e19849edcf33 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50dbcca0-861c-401b-911d-16a9002f1b98 HTTP/1.1" status: 200 len: 853 time: 0.1519995 Nov 16 11:20:04.405459 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f419cc-d029-409c-8b76-d5ab4741b79f req-07622a0f-e071-428f-b22c-3c7ff380a96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:04.407182 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-99f419cc-d029-409c-8b76-d5ab4741b79f req-07622a0f-e071-428f-b22c-3c7ff380a96e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 1096 time: 0.0488844 Nov 16 11:20:04.443126 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9801d66e-6786-4da7-ab15-7e0f5318e165 req-0c42c11f-1954-4df3-9ca7-4f60f081d014 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=88f25b19-ae40-471f-83f3-2a0d38b6110b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363863 Nov 16 11:20:04.455304 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-99f419cc-d029-409c-8b76-d5ab4741b79f req-d89a7ea6-a37f-47bf-af16-0dcc211a48dd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398798 Nov 16 11:20:04.457957 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada89857-f43b-47e9-a1ea-9e4485bfef6e req-de9fd018-ce4b-471f-ae80-b5598c63c061 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:04.459525 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ada89857-f43b-47e9-a1ea-9e4485bfef6e req-de9fd018-ce4b-471f-ae80-b5598c63c061 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 945 time: 0.1541731 Nov 16 11:20:04.535150 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f165ac7-709e-43f1-8d25-e6c7524336cd req-41c85e9b-b032-47e7-ae4e-976d1a88974e tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:04.536632 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1f165ac7-709e-43f1-8d25-e6c7524336cd req-41c85e9b-b032-47e7-ae4e-976d1a88974e tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4a90fbf-7597-4a83-b114-2fe9eac9b552 HTTP/1.1" status: 200 len: 945 time: 0.1643989 Nov 16 11:20:04.596504 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ada89857-f43b-47e9-a1ea-9e4485bfef6e req-8deb3468-1e29-4923-839b-44120bdf6dcd tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296809 Nov 16 11:20:04.653373 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1f165ac7-709e-43f1-8d25-e6c7524336cd req-7d62d9f5-d452-40a8-a75b-c704eb6a2448 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068420 Nov 16 11:20:04.657481 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9801d66e-6786-4da7-ab15-7e0f5318e165 req-8102f75b-110c-4fe7-a8e7-df9972e3abde service neutron] 10.222.0.36 "GET /v2.0/networks/88f25b19-ae40-471f-83f3-2a0d38b6110b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925910 Nov 16 11:20:04.792265 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a658e21-ea2c-458f-b29b-6319748a0f3b req-3727731f-b469-44be-8aa7-bb8a646ad2ec tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:04.793669 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1a658e21-ea2c-458f-b29b-6319748a0f3b req-3727731f-b469-44be-8aa7-bb8a646ad2ec tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c3f4aec-d629-4872-b4c3-661edd7c0a44 HTTP/1.1" status: 200 len: 1023 time: 0.1349354 Nov 16 11:20:04.847059 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43012277-74a1-49ba-a167-f06fb9a08abb req-c5041d1b-3822-433e-bc07-32a8922d6c78 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:04.848538 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-43012277-74a1-49ba-a167-f06fb9a08abb req-c5041d1b-3822-433e-bc07-32a8922d6c78 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcd3cee9-d9b9-40a8-89d4-643c9900a7c1 HTTP/1.1" status: 200 len: 944 time: 0.1163146 Nov 16 11:20:04.853657 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9801d66e-6786-4da7-ab15-7e0f5318e165 req-7bb56223-159e-4770-a8aa-4912e0dbf92b service neutron] 10.222.0.36 "GET /v2.0/networks/88f25b19-ae40-471f-83f3-2a0d38b6110b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682575 Nov 16 11:20:04.933960 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1a658e21-ea2c-458f-b29b-6319748a0f3b req-2f1d45e7-78ab-4ab1-a975-2474e2b7c63a tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea9f91c1-7308-4a39-8109-be9b547a1ca3&id=b2faa416-4579-46e6-aabb-72b9fc04a498&id=eb9d909b-e03b-4b75-9971-3329bf9c18d7&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1324825 Nov 16 11:20:04.936690 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-43012277-74a1-49ba-a167-f06fb9a08abb req-3bdf6f15-582b-4822-93b6-52d0662eac71 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/security-groups?id=7e2f27fd-8e22-4399-89da-285e295b5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807202 Nov 16 11:20:05.215217 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 6bbf227c-7f60-408a-94fd-1f1c88a1d2c1 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:20:05.245265 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16bc64-6753-4323-8cb2-04899d93017f req-392a38d8-1c42-455b-a0dc-5d6aa92e3e64 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:05.247901 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6e16bc64-6753-4323-8cb2-04899d93017f req-392a38d8-1c42-455b-a0dc-5d6aa92e3e64 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=1761b9d0-0052-4a3f-ba57-6888d32d56f3 HTTP/1.1" status: 200 len: 945 time: 0.0773358 Nov 16 11:20:05.279441 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 6bbf227c-7f60-408a-94fd-1f1c88a1d2c1 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:20:05.285112 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 6bbf227c-7f60-408a-94fd-1f1c88a1d2c1 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:20:05.285506 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:05.330942 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6e16bc64-6753-4323-8cb2-04899d93017f req-dc1e96ca-0e16-4cb7-b3d6-c80b8d645338 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768304 Nov 16 11:20:05.406748 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:05.441619 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 6bbf227c-7f60-408a-94fd-1f1c88a1d2c1, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=6bbf227c-7f60-408a-94fd-1f1c88a1d2c1,segment=NetworkSegment(29fe51c5-7413-4ecd-8c04-97b69fe8410f),segment_id=29fe51c5-7413-4ecd-8c04-97b69fe8410f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:20:05.445745 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:05.502930 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=6bbf227c-7f60-408a-94fd-1f1c88a1d2c1,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:05.719246 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a851a-800f-456f-b385-f544881b7f42 req-7328ab7c-2a61-4f9e-8903-a78a1e813acc tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:05.720759 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b82a851a-800f-456f-b385-f544881b7f42 req-7328ab7c-2a61-4f9e-8903-a78a1e813acc tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 945 time: 0.0524237 Nov 16 11:20:05.769718 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b82a851a-800f-456f-b385-f544881b7f42 req-9e5aac09-8f01-483b-87a7-1f1981c9a239 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423250 Nov 16 11:20:06.098289 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f0e853-4f37-417e-8b0e-72aa6f3757be req-242e3344-7eba-4ee8-9e45-64b08ee55b2c tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:06.099792 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-54f0e853-4f37-417e-8b0e-72aa6f3757be req-242e3344-7eba-4ee8-9e45-64b08ee55b2c tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c3f4aec-d629-4872-b4c3-661edd7c0a44 HTTP/1.1" status: 200 len: 1023 time: 0.0848908 Nov 16 11:20:06.110526 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be732b-eedc-4dd0-b452-14cefcd2585a req-295e2c9e-d357-4caf-89ba-4417815e9379 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:06.112007 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-57be732b-eedc-4dd0-b452-14cefcd2585a req-295e2c9e-d357-4caf-89ba-4417815e9379 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcd3cee9-d9b9-40a8-89d4-643c9900a7c1 HTTP/1.1" status: 200 len: 944 time: 0.0843036 Nov 16 11:20:06.186993 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1761b9d0-0052-4a3f-ba57-6888d32d56f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbf227c-7f60-408a-94fd-1f1c88a1d2c1'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:20:06.189350 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e848431-c37d-4c45-843d-4177da444b79" -d '{"events": [{"server_uuid": "1761b9d0-0052-4a3f-ba57-6888d32d56f3", "name": "network-vif-plugged", "status": "completed", "tag": "6bbf227c-7f60-408a-94fd-1f1c88a1d2c1"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:20:06.191953 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-57be732b-eedc-4dd0-b452-14cefcd2585a req-1c4c721e-e2f1-4cd5-8bf6-7356ea07efc8 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/security-groups?id=7e2f27fd-8e22-4399-89da-285e295b5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730617 Nov 16 11:20:06.211559 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-54f0e853-4f37-417e-8b0e-72aa6f3757be req-1a8e5ae5-0e7e-4669-93fc-527e09acdc77 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups?id=ea9f91c1-7308-4a39-8109-be9b547a1ca3&id=b2faa416-4579-46e6-aabb-72b9fc04a498&id=eb9d909b-e03b-4b75-9971-3329bf9c18d7&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0984516 Nov 16 11:20:06.270163 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc9e245-ac05-457c-924b-dbe48d8413ac x-openstack-request-id: req-9dc9e245-ac05-457c-924b-dbe48d8413ac {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:20:06.270671 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1761b9d0-0052-4a3f-ba57-6888d32d56f3", "name": "network-vif-plugged", "status": "completed", "tag": "6bbf227c-7f60-408a-94fd-1f1c88a1d2c1", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:20:06.270775 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9dc9e245-ac05-457c-924b-dbe48d8413ac {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:20:06.271520 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1761b9d0-0052-4a3f-ba57-6888d32d56f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbf227c-7f60-408a-94fd-1f1c88a1d2c1', 'code': 200} Nov 16 11:20:06.390649 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305bd8f-4471-4f26-818f-415d97261ace req-06e82e88-9fbf-43cc-8e3e-96347e4f2a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:06.394889 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2305bd8f-4471-4f26-818f-415d97261ace req-06e82e88-9fbf-43cc-8e3e-96347e4f2a64 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1761b9d0-0052-4a3f-ba57-6888d32d56f3 HTTP/1.1" status: 200 len: 1097 time: 0.0631182 Nov 16 11:20:06.411084 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c36e23-708d-417f-9c65-65cb234aa86a req-cf230959-f522-4d18-b290-5b4b086f33d0 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:06.412740 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-29c36e23-708d-417f-9c65-65cb234aa86a req-cf230959-f522-4d18-b290-5b4b086f33d0 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c3f4aec-d629-4872-b4c3-661edd7c0a44 HTTP/1.1" status: 200 len: 1023 time: 0.0760972 Nov 16 11:20:06.461320 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2305bd8f-4471-4f26-818f-415d97261ace req-08410652-f6b1-4bd2-80a3-fc64ae8a6e41 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542681 Nov 16 11:20:06.544220 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fff62-6504-4c49-9470-2849be17108d req-00f97b3b-bc7a-4d52-bca5-9b6616774b0c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:06.545777 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-901fff62-6504-4c49-9470-2849be17108d req-00f97b3b-bc7a-4d52-bca5-9b6616774b0c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=1761b9d0-0052-4a3f-ba57-6888d32d56f3 HTTP/1.1" status: 200 len: 946 time: 0.1275325 Nov 16 11:20:06.607312 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-29c36e23-708d-417f-9c65-65cb234aa86a req-00ac12fa-2820-47ba-b19e-3805ab2a6472 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Deleting port d7f69167-9ead-4e9a-b7f7-0ef0735c4324 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:20:06.607656 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-29c36e23-708d-417f-9c65-65cb234aa86a req-00ac12fa-2820-47ba-b19e-3805ab2a6472 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:06.614706 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-901fff62-6504-4c49-9470-2849be17108d req-3f395cf2-1165-45da-934e-de5f840a4223 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624359 Nov 16 11:20:06.704439 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-29c36e23-708d-417f-9c65-65cb234aa86a req-00ac12fa-2820-47ba-b19e-3805ab2a6472 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] For port d7f69167-9ead-4e9a-b7f7-0ef0735c4324, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=d7f69167-9ead-4e9a-b7f7-0ef0735c4324,segment=NetworkSegment(6010f23d-2319-49e4-9d27-00c73d54b3c1),segment_id=6010f23d-2319-49e4-9d27-00c73d54b3c1)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:20:06.704811 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-29c36e23-708d-417f-9c65-65cb234aa86a req-00ac12fa-2820-47ba-b19e-3805ab2a6472 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:06.719002 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-29c36e23-708d-417f-9c65-65cb234aa86a req-00ac12fa-2820-47ba-b19e-3805ab2a6472 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Calling delete_port for d7f69167-9ead-4e9a-b7f7-0ef0735c4324 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:20:06.878251 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-29c36e23-708d-417f-9c65-65cb234aa86a req-00ac12fa-2820-47ba-b19e-3805ab2a6472 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:06.895167 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['9f7f87ae-515f-40f3-92dc-824ff848a68f', 'd7f69167-9ead-4e9a-b7f7-0ef0735c4324'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:20:06.915433 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac12fa-2820-47ba-b19e-3805ab2a6472 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Pushing event deleted for resources: {'Port': ['ID=d7f69167-9ead-4e9a-b7f7-0ef0735c4324,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:06.971072 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1d66b-d211-4a61-bd56-2e8fe220e7ed req-8a95d69a-eb3e-499f-82ad-ea615aba7e26 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:06.973797 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cda1d66b-d211-4a61-bd56-2e8fe220e7ed req-8a95d69a-eb3e-499f-82ad-ea615aba7e26 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 945 time: 0.1294880 Nov 16 11:20:06.973797 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c36e23-708d-417f-9c65-65cb234aa86a req-00ac12fa-2820-47ba-b19e-3805ab2a6472 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] No DVR routers for this DVR port d7f69167-9ead-4e9a-b7f7-0ef0735c4324 on host n-h1-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:20:06.976102 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-29c36e23-708d-417f-9c65-65cb234aa86a req-00ac12fa-2820-47ba-b19e-3805ab2a6472 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:06.979661 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-29c36e23-708d-417f-9c65-65cb234aa86a req-00ac12fa-2820-47ba-b19e-3805ab2a6472 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.36 "DELETE /v2.0/ports/d7f69167-9ead-4e9a-b7f7-0ef0735c4324 HTTP/1.1" status: 204 len: 173 time: 0.5596316 Nov 16 11:20:06.980108 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3f4aec-d629-4872-b4c3-661edd7c0a44', 'name': 'network-vif-deleted', 'tag': 'd7f69167-9ead-4e9a-b7f7-0ef0735c4324'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:20:06.982552 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a8ec57-41ac-4e5d-aabf-fe79432dfa52" -d '{"events": [{"server_uuid": "6c3f4aec-d629-4872-b4c3-661edd7c0a44", "name": "network-vif-deleted", "tag": "d7f69167-9ead-4e9a-b7f7-0ef0735c4324"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:20:07.034425 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cda1d66b-d211-4a61-bd56-2e8fe220e7ed req-00cce2bd-5615-4936-bdf2-948a0a6510f8 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488539 Nov 16 11:20:07.043920 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc03fe7-9ef9-4d4e-add9-d1b1a83941b4 x-openstack-request-id: req-0bc03fe7-9ef9-4d4e-add9-d1b1a83941b4 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:20:07.044320 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3f4aec-d629-4872-b4c3-661edd7c0a44", "name": "network-vif-deleted", "tag": "d7f69167-9ead-4e9a-b7f7-0ef0735c4324", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:20:07.044685 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0bc03fe7-9ef9-4d4e-add9-d1b1a83941b4 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:20:07.045300 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c3f4aec-d629-4872-b4c3-661edd7c0a44', 'name': 'network-vif-deleted', 'tag': 'd7f69167-9ead-4e9a-b7f7-0ef0735c4324', 'status': 'completed', 'code': 200} Nov 16 11:20:07.177366 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89362e-2bf3-4e09-81be-a61b6927405c req-42227c9b-38f5-44fa-b4dc-3568097fccc3 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:07.179749 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cf89362e-2bf3-4e09-81be-a61b6927405c req-42227c9b-38f5-44fa-b4dc-3568097fccc3 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 945 time: 0.0700619 Nov 16 11:20:07.189043 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55922) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:20:07.195908 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-c24f9b94-5428-4244-92d3-fb6f35b0d3fa tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Request body: {'floatingip': {'port_id': '02f24461-d778-4489-81ea-ce9be1265fcf'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:20:07.231154 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device b7ee7645-353f-46bf-b6c4-9f401b1a5a4a details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:20:07.239847 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c24f9b94-5428-4244-92d3-fb6f35b0d3fa tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks [] for floatingip, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:07.346485 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port b7ee7645-353f-46bf-b6c4-9f401b1a5a4a, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=b7ee7645-353f-46bf-b6c4-9f401b1a5a4a,segment=NetworkSegment(2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7),segment_id=2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:20:07.363981 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'b7ee7645-353f-46bf-b6c4-9f401b1a5a4a', 'network_id': '944e0536-d76b-420a-8405-63c5779cb0d2', 'port_id': 'b7ee7645-353f-46bf-b6c4-9f401b1a5a4a', 'mac_address': 'fa:16:3e:17:f0:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2c4b79e-b376-461e-aa12-aa150e542043', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:20:07.371868 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8705bf2c-0538-46ae-b17a-6c10d5b7911e req-02d79cda-e3dd-424e-b5c9-e5a23f011231 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c3f4aec-d629-4872-b4c3-661edd7c0a44 HTTP/1.1" status: 200 len: 210 time: 0.0536973 Nov 16 11:20:07.398071 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff07cb2-84c5-43ab-b4ba-b442cee26fb9 req-ce0b028d-4fb4-4de7-bbc6-e0d2bf4fd356 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:07.399569 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7ff07cb2-84c5-43ab-b4ba-b442cee26fb9 req-ce0b028d-4fb4-4de7-bbc6-e0d2bf4fd356 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcd3cee9-d9b9-40a8-89d4-643c9900a7c1 HTTP/1.1" status: 200 len: 944 time: 0.1005478 Nov 16 11:20:07.463332 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:07.481362 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7ee7645-353f-46bf-b6c4-9f401b1a5a4a {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:20:07.498344 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7ff07cb2-84c5-43ab-b4ba-b442cee26fb9 req-8cff30b1-70bd-4d1d-aa36-86547ef098fe tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/security-groups?id=7e2f27fd-8e22-4399-89da-285e295b5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918951 Nov 16 11:20:07.526130 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port b7ee7645-353f-46bf-b6c4-9f401b1a5a4a, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=b7ee7645-353f-46bf-b6c4-9f401b1a5a4a,segment=NetworkSegment(2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7),segment_id=2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:20:07.533808 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:07.600658 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=b7ee7645-353f-46bf-b6c4-9f401b1a5a4a,revision_number=6']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:07.681218 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['b7ee7645-353f-46bf-b6c4-9f401b1a5a4a'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:20:07.831276 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0f547-b038-4d25-938c-cf46631194ca req-e0cd9a44-8c6f-4a29-adea-529abbc6682d tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:07.833278 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0de0f547-b038-4d25-938c-cf46631194ca req-e0cd9a44-8c6f-4a29-adea-529abbc6682d tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=1761b9d0-0052-4a3f-ba57-6888d32d56f3 HTTP/1.1" status: 200 len: 946 time: 0.1347916 Nov 16 11:20:07.943900 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c24f9b94-5428-4244-92d3-fb6f35b0d3fa tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:07.949663 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c24f9b94-5428-4244-92d3-fb6f35b0d3fa tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:07.964695 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0de0f547-b038-4d25-938c-cf46631194ca req-4aa9d1ba-2bb4-4e4c-92c5-c3663c125c07 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169035 Nov 16 11:20:08.068408 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [None req-c24f9b94-5428-4244-92d3-fb6f35b0d3fa tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Floating IP 665d54b6-1b21-4ae9-9847-88bcabf94b75 associated. External IP: 172.25.0.2, port: 02f24461-d778-4489-81ea-ce9be1265fcf. Nov 16 11:20:08.289490 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24f9b94-5428-4244-92d3-fb6f35b0d3fa tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Router 90fa271a-5315-4fff-a2e6-6783a2832f10 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:20:08.424465 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24f9b94-5428-4244-92d3-fb6f35b0d3fa tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:20:08.434956 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91847f53-da7f-4ff3-b2e5-45b747bf224e None None] Sync routers for ids ['90fa271a-5315-4fff-a2e6-6783a2832f10'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:20:08.444362 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c24f9b94-5428-4244-92d3-fb6f35b0d3fa tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:08.449886 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91847f53-da7f-4ff3-b2e5-45b747bf224e None None] Routers {'90fa271a-5315-4fff-a2e6-6783a2832f10'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:20:08.450783 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-91847f53-da7f-4ff3-b2e5-45b747bf224e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:19:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['90fa271a-5315-4fff-a2e6-6783a2832f10'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:20:08.482559 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c24f9b94-5428-4244-92d3-fb6f35b0d3fa tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "PUT /v2.0/floatingips/665d54b6-1b21-4ae9-9847-88bcabf94b75 HTTP/1.1" status: 200 len: 989 time: 1.2921805 Nov 16 11:20:08.483175 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f543b5-db37-43d1-b756-4fccbc592401', 'tag': '02f24461-d778-4489-81ea-ce9be1265fcf'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:20:08.485769 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f88e121-5c21-4d83-889c-0a6ef13e688f" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f543b5-db37-43d1-b756-4fccbc592401", "tag": "02f24461-d778-4489-81ea-ce9be1265fcf"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:20:08.571482 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-79267366-b828-4799-b130-6fe4d4e8349b req-ab466aae-097d-4220-a47b-aacedffec5f9 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups/ea9f91c1-7308-4a39-8109-be9b547a1ca3 HTTP/1.1" status: 200 len: 1817 time: 0.1087408 Nov 16 11:20:08.600579 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-91847f53-da7f-4ff3-b2e5-45b747bf224e None None] Set router 90fa271a-5315-4fff-a2e6-6783a2832f10 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:20:08.610277 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4801b83c-cb8a-40a1-a011-2bc78227fbc2 x-openstack-request-id: req-4801b83c-cb8a-40a1-a011-2bc78227fbc2 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:20:08.610959 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f543b5-db37-43d1-b756-4fccbc592401", "tag": "02f24461-d778-4489-81ea-ce9be1265fcf", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:20:08.611413 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4801b83c-cb8a-40a1-a011-2bc78227fbc2 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:20:08.612333 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f543b5-db37-43d1-b756-4fccbc592401', 'tag': '02f24461-d778-4489-81ea-ce9be1265fcf', 'status': 'completed', 'code': 200} Nov 16 11:20:08.751436 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-79267366-b828-4799-b130-6fe4d4e8349b req-6b483d4d-41f4-4cb4-a2b9-08396973a260 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:08.792983 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88e121-5c21-4d83-889c-0a6ef13e688f req-53722a98-ca3a-4d50-9b09-0874cb168ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:08.794549 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5f88e121-5c21-4d83-889c-0a6ef13e688f req-53722a98-ca3a-4d50-9b09-0874cb168ed1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6297fca90ae441aa40dab0d2d555d6b&device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 1096 time: 0.1274743 Nov 16 11:20:08.796874 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-79267366-b828-4799-b130-6fe4d4e8349b req-6b483d4d-41f4-4cb4-a2b9-08396973a260 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:08.952186 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-79267366-b828-4799-b130-6fe4d4e8349b req-6b483d4d-41f4-4cb4-a2b9-08396973a260 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:08.955075 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-79267366-b828-4799-b130-6fe4d4e8349b req-6b483d4d-41f4-4cb4-a2b9-08396973a260 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:08.960600 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-79267366-b828-4799-b130-6fe4d4e8349b req-6b483d4d-41f4-4cb4-a2b9-08396973a260 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "DELETE /v2.0/security-groups/ea9f91c1-7308-4a39-8109-be9b547a1ca3 HTTP/1.1" status: 204 len: 173 time: 0.3879342 Nov 16 11:20:09.005808 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-91847f53-da7f-4ff3-b2e5-45b747bf224e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fa271a-5315-4fff-a2e6-6783a2832f10', 'name': 'tempest-ServerActionsTestJSON-263329870-router', 'tenant_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '9e7bf77d-13cb-4567-8e6b-c51bd92a058b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:19:28Z', 'updated_at': '2021-11-16T11:19:38Z', 'revision_number': 4, 'project_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'gw_port': {'id': '9e7bf77d-13cb-4567-8e6b-c51bd92a058b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa271a-5315-4fff-a2e6-6783a2832f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:29Z', 'updated_at': '2021-11-16T11:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '665d54b6-1b21-4ae9-9847-88bcabf94b75', 'tenant_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'floating_ip_address': '172.25.0.2', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '90fa271a-5315-4fff-a2e6-6783a2832f10', 'port_id': '02f24461-d778-4489-81ea-ce9be1265fcf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334', 'mac_address': 'fa:16:3e:2a:cf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f543b5-db37-43d1-b756-4fccbc592401', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:19:44Z', 'updated_at': '2021-11-16T11:20:07Z', 'revision_number': 1, 'project_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09edb527-55af-4057-9627-9eff09019e2d', 'name': '', 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334', 'tenant_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'mac_address': 'fa:16:3e:4a:47:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa271a-5315-4fff-a2e6-6783a2832f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '098ff2a2-731b-47ba-a3df-3f077a39e5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:37Z', 'updated_at': '2021-11-16T11:19:43Z', 'revision_number': 5, 'project_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'subnets': [{'id': '098ff2a2-731b-47ba-a3df-3f077a39e5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:20:09.006167 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351ddea-d018-4c23-8145-9858c7bd4872 req-9a99ab3b-0b05-4bbc-9f23-5d7da80da1c4 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:09.011859 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a351ddea-d018-4c23-8145-9858c7bd4872 req-9a99ab3b-0b05-4bbc-9f23-5d7da80da1c4 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcd3cee9-d9b9-40a8-89d4-643c9900a7c1 HTTP/1.1" status: 200 len: 944 time: 0.1664581 Nov 16 11:20:09.035818 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b483d4d-41f4-4cb4-a2b9-08396973a260 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9f91c1-7308-4a39-8109-be9b547a1ca3,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:09.044910 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88e121-5c21-4d83-889c-0a6ef13e688f req-38b54e0f-9910-4f1e-bca5-4b472806fefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:09.046687 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5f88e121-5c21-4d83-889c-0a6ef13e688f req-38b54e0f-9910-4f1e-bca5-4b472806fefb service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334 HTTP/1.1" status: 200 len: 912 time: 0.2406266 Nov 16 11:20:09.072085 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91847f53-da7f-4ff3-b2e5-45b747bf224e None None] Checking router: 90fa271a-5315-4fff-a2e6-6783a2832f10 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:20:09.084061 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91847f53-da7f-4ff3-b2e5-45b747bf224e None None] Routers {'90fa271a-5315-4fff-a2e6-6783a2832f10'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:20:09.084701 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-91847f53-da7f-4ff3-b2e5-45b747bf224e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:19:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['90fa271a-5315-4fff-a2e6-6783a2832f10'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:20:09.153576 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a351ddea-d018-4c23-8145-9858c7bd4872 req-0c947da0-c261-416d-9248-ad5573df9943 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/security-groups?id=7e2f27fd-8e22-4399-89da-285e295b5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362092 Nov 16 11:20:09.189680 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5f88e121-5c21-4d83-889c-0a6ef13e688f req-9274381d-f651-460c-92eb-aa418d1bbfe5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02f24461-d778-4489-81ea-ce9be1265fcf HTTP/1.1" status: 200 len: 997 time: 0.1324916 Nov 16 11:20:09.252853 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-91847f53-da7f-4ff3-b2e5-45b747bf224e None None] Set router 90fa271a-5315-4fff-a2e6-6783a2832f10 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:20:09.259064 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88e121-5c21-4d83-889c-0a6ef13e688f req-28e30774-c001-413a-a8bb-4c7f1266ed7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:09.260635 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5f88e121-5c21-4d83-889c-0a6ef13e688f req-28e30774-c001-413a-a8bb-4c7f1266ed7f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=098ff2a2-731b-47ba-a3df-3f077a39e5d8 HTTP/1.1" status: 200 len: 850 time: 0.0639913 Nov 16 11:20:09.263016 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device ee2f460b-7187-42dd-842c-530a7ef3e9b2 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:20:09.266475 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device b7ee7645-353f-46bf-b6c4-9f401b1a5a4a up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:20:09.388911 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88e121-5c21-4d83-889c-0a6ef13e688f req-dcf48ca1-e79d-45ff-bd23-bc118a9e75e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:09.389946 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5f88e121-5c21-4d83-889c-0a6ef13e688f req-dcf48ca1-e79d-45ff-bd23-bc118a9e75e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1207840 Nov 16 11:20:09.400583 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aeccb2eb-b8bd-4584-bb36-db78fafde888 req-aa766e64-418a-459d-8fb3-c21feca4c471 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups/eb9d909b-e03b-4b75-9971-3329bf9c18d7 HTTP/1.1" status: 200 len: 1816 time: 0.0751929 Nov 16 11:20:09.448124 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device d7f69167-9ead-4e9a-b7f7-0ef0735c4324 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:20:09.522370 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: d7f69167-9ead-4e9a-b7f7-0ef0735c4324 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:20:09.523268 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device d7f69167-9ead-4e9a-b7f7-0ef0735c4324 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:20:09.541390 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5f88e121-5c21-4d83-889c-0a6ef13e688f req-7e5dd0da-01eb-4988-92c2-52cb68749209 service neutron] 10.222.0.36 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380227 Nov 16 11:20:09.690606 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-91847f53-da7f-4ff3-b2e5-45b747bf224e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fa271a-5315-4fff-a2e6-6783a2832f10', 'name': 'tempest-ServerActionsTestJSON-263329870-router', 'tenant_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '9e7bf77d-13cb-4567-8e6b-c51bd92a058b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:19:28Z', 'updated_at': '2021-11-16T11:19:38Z', 'revision_number': 4, 'project_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'gw_port': {'id': '9e7bf77d-13cb-4567-8e6b-c51bd92a058b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa271a-5315-4fff-a2e6-6783a2832f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:29Z', 'updated_at': '2021-11-16T11:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '665d54b6-1b21-4ae9-9847-88bcabf94b75', 'tenant_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'floating_ip_address': '172.25.0.2', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '90fa271a-5315-4fff-a2e6-6783a2832f10', 'port_id': '02f24461-d778-4489-81ea-ce9be1265fcf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334', 'mac_address': 'fa:16:3e:2a:cf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f543b5-db37-43d1-b756-4fccbc592401', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:19:44Z', 'updated_at': '2021-11-16T11:20:07Z', 'revision_number': 1, 'project_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09edb527-55af-4057-9627-9eff09019e2d', 'name': '', 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334', 'tenant_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'mac_address': 'fa:16:3e:4a:47:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa271a-5315-4fff-a2e6-6783a2832f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '098ff2a2-731b-47ba-a3df-3f077a39e5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:37Z', 'updated_at': '2021-11-16T11:19:43Z', 'revision_number': 5, 'project_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'subnets': [{'id': '098ff2a2-731b-47ba-a3df-3f077a39e5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:20:09.720002 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5f88e121-5c21-4d83-889c-0a6ef13e688f req-0610e50c-cd22-4ffb-9317-01480043f990 service neutron] 10.222.0.36 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691632 Nov 16 11:20:09.755751 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-aeccb2eb-b8bd-4584-bb36-db78fafde888 req-e4f1a050-6bb7-4aa6-a86b-fc67380bb911 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:09.756341 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91847f53-da7f-4ff3-b2e5-45b747bf224e None None] The sync data for ids ['90fa271a-5315-4fff-a2e6-6783a2832f10'] in n-d-816823-3 is: [{'id': '90fa271a-5315-4fff-a2e6-6783a2832f10', 'name': 'tempest-ServerActionsTestJSON-263329870-router', 'tenant_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '9e7bf77d-13cb-4567-8e6b-c51bd92a058b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:19:28Z', 'updated_at': '2021-11-16T11:19:38Z', 'revision_number': 4, 'project_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'gw_port': {'id': '9e7bf77d-13cb-4567-8e6b-c51bd92a058b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa271a-5315-4fff-a2e6-6783a2832f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:29Z', 'updated_at': '2021-11-16T11:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '665d54b6-1b21-4ae9-9847-88bcabf94b75', 'tenant_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'floating_ip_address': '172.25.0.2', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '90fa271a-5315-4fff-a2e6-6783a2832f10', 'port_id': '02f24461-d778-4489-81ea-ce9be1265fcf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334', 'mac_address': 'fa:16:3e:2a:cf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f543b5-db37-43d1-b756-4fccbc592401', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:19:44Z', 'updated_at': '2021-11-16T11:20:07Z', 'revision_number': 1, 'project_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09edb527-55af-4057-9627-9eff09019e2d', 'name': '', 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334', 'tenant_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'mac_address': 'fa:16:3e:4a:47:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa271a-5315-4fff-a2e6-6783a2832f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '098ff2a2-731b-47ba-a3df-3f077a39e5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:37Z', 'updated_at': '2021-11-16T11:19:43Z', 'revision_number': 5, 'project_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'subnets': [{'id': '098ff2a2-731b-47ba-a3df-3f077a39e5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:20:09.831204 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-aeccb2eb-b8bd-4584-bb36-db78fafde888 req-e4f1a050-6bb7-4aa6-a86b-fc67380bb911 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:09.903632 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-aeccb2eb-b8bd-4584-bb36-db78fafde888 req-e4f1a050-6bb7-4aa6-a86b-fc67380bb911 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:09.906813 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-aeccb2eb-b8bd-4584-bb36-db78fafde888 req-e4f1a050-6bb7-4aa6-a86b-fc67380bb911 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:09.920845 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aeccb2eb-b8bd-4584-bb36-db78fafde888 req-e4f1a050-6bb7-4aa6-a86b-fc67380bb911 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "DELETE /v2.0/security-groups/eb9d909b-e03b-4b75-9971-3329bf9c18d7 HTTP/1.1" status: 204 len: 173 time: 0.5192084 Nov 16 11:20:09.945873 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f1a050-6bb7-4aa6-a86b-fc67380bb911 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9d909b-e03b-4b75-9971-3329bf9c18d7,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:10.021595 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port b7ee7645-353f-46bf-b6c4-9f401b1a5a4a triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:20:10.021986 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:10.088894 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710509a-8798-4b87-a0b0-03f89735c746 req-daf55477-e612-4898-9200-948b19a93baa tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:10.103826 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9710509a-8798-4b87-a0b0-03f89735c746 req-daf55477-e612-4898-9200-948b19a93baa tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=1761b9d0-0052-4a3f-ba57-6888d32d56f3 HTTP/1.1" status: 200 len: 946 time: 0.1061916 Nov 16 11:20:10.128476 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port ee2f460b-7187-42dd-842c-530a7ef3e9b2, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=ee2f460b-7187-42dd-842c-530a7ef3e9b2,segment=NetworkSegment(a7930220-f8f9-4bbb-b524-6482b10d505a),segment_id=a7930220-f8f9-4bbb-b524-6482b10d505a)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:20:10.178920 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'ee2f460b-7187-42dd-842c-530a7ef3e9b2', 'network_id': '0554fe60-bd03-4672-b976-b9334c9ef674', 'port_id': 'ee2f460b-7187-42dd-842c-530a7ef3e9b2', 'mac_address': 'fa:16:3e:01:1d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b632c6-00ee-4c25-9555-e7f1a5d8a8f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:20:10.206916 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9710509a-8798-4b87-a0b0-03f89735c746 req-e5972110-c569-4ba6-87b3-92b704ec8d52 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832925 Nov 16 11:20:10.263306 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:10.293432 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1266317f-93b6-4c7d-92af-8996bd23dd76 None None] New status for floating IP 665d54b6-1b21-4ae9-9847-88bcabf94b75: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:20:10.402877 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-1f9dc1ea-f01b-47f9-bb1a-ccc04a8cc38b req-3dfc5eee-1f32-4029-a150-569ef68795c5 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1863839090', 'description': 'tempest-description-1331844754'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:20:10.421171 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee2f460b-7187-42dd-842c-530a7ef3e9b2 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:20:10.446939 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1f9dc1ea-f01b-47f9-bb1a-ccc04a8cc38b req-3dfc5eee-1f32-4029-a150-569ef68795c5 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:10.449440 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port ee2f460b-7187-42dd-842c-530a7ef3e9b2, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=ee2f460b-7187-42dd-842c-530a7ef3e9b2,segment=NetworkSegment(a7930220-f8f9-4bbb-b524-6482b10d505a),segment_id=a7930220-f8f9-4bbb-b524-6482b10d505a)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:20:10.455665 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:10.461057 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:10.536967 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a90fbf-7597-4a83-b114-2fe9eac9b552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ee7645-353f-46bf-b6c4-9f401b1a5a4a'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:20:10.539120 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1f9dc1ea-f01b-47f9-bb1a-ccc04a8cc38b req-3dfc5eee-1f32-4029-a150-569ef68795c5 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:10.539969 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b80c938-312d-4ff3-9862-bf729e05e216" -d '{"events": [{"server_uuid": "d4a90fbf-7597-4a83-b114-2fe9eac9b552", "name": "network-vif-plugged", "status": "completed", "tag": "b7ee7645-353f-46bf-b6c4-9f401b1a5a4a"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:20:10.547746 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1f9dc1ea-f01b-47f9-bb1a-ccc04a8cc38b req-3dfc5eee-1f32-4029-a150-569ef68795c5 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:10.577476 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc5eee-1f32-4029-a150-569ef68795c5 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d103d7a3-4635-4060-af88-8662dc7ac45a,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:10.596482 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1f9dc1ea-f01b-47f9-bb1a-ccc04a8cc38b req-3dfc5eee-1f32-4029-a150-569ef68795c5 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:10.597567 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port b7ee7645-353f-46bf-b6c4-9f401b1a5a4a, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=b7ee7645-353f-46bf-b6c4-9f401b1a5a4a,segment=NetworkSegment(2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7),segment_id=2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:20:10.609950 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1f9dc1ea-f01b-47f9-bb1a-ccc04a8cc38b req-3dfc5eee-1f32-4029-a150-569ef68795c5 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2139854 Nov 16 11:20:10.612771 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:10.618453 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=ee2f460b-7187-42dd-842c-530a7ef3e9b2,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:10.687628 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=b7ee7645-353f-46bf-b6c4-9f401b1a5a4a,revision_number=7']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:10.774667 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5904a-6c7b-49dc-bda8-acdfc2f00237 req-9e14ca13-f562-4c99-9961-3cefc54c9df8 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:10.782012 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e2d5904a-6c7b-49dc-bda8-acdfc2f00237 req-9e14ca13-f562-4c99-9961-3cefc54c9df8 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcd3cee9-d9b9-40a8-89d4-643c9900a7c1 HTTP/1.1" status: 200 len: 945 time: 0.0781512 Nov 16 11:20:10.842605 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e2d5904a-6c7b-49dc-bda8-acdfc2f00237 req-beee18fe-cfa6-4c25-9fe7-e6996df0e733 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/security-groups?id=7e2f27fd-8e22-4399-89da-285e295b5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596361 Nov 16 11:20:10.842879 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['ee2f460b-7187-42dd-842c-530a7ef3e9b2'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:20:10.989101 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39902c78-6a88-4862-a22c-844244e75ea9 req-c1e5675f-f45e-4e4b-8871-339e27ea6b77 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:10.990993 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-39902c78-6a88-4862-a22c-844244e75ea9 req-c1e5675f-f45e-4e4b-8871-339e27ea6b77 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=1761b9d0-0052-4a3f-ba57-6888d32d56f3 HTTP/1.1" status: 200 len: 946 time: 0.0847404 Nov 16 11:20:11.078603 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-39902c78-6a88-4862-a22c-844244e75ea9 req-bb05dc0c-7f82-4989-90fa-edf52cb245ad tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775583 Nov 16 11:20:11.240220 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3cc599-329d-4a70-bbd5-017487cbae97 x-openstack-request-id: req-8a3cc599-329d-4a70-bbd5-017487cbae97 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:20:11.240555 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a90fbf-7597-4a83-b114-2fe9eac9b552", "name": "network-vif-plugged", "status": "completed", "tag": "b7ee7645-353f-46bf-b6c4-9f401b1a5a4a", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:20:11.241233 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8a3cc599-329d-4a70-bbd5-017487cbae97 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:20:11.242293 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a90fbf-7597-4a83-b114-2fe9eac9b552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ee7645-353f-46bf-b6c4-9f401b1a5a4a', 'code': 200} Nov 16 11:20:11.299176 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f143d117-2447-4213-8684-9674200cbf1b req-64238bcd-3e70-4f1c-9f2b-ad4dc1165fb6 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups/d103d7a3-4635-4060-af88-8662dc7ac45a HTTP/1.1" status: 200 len: 1818 time: 0.0464113 Nov 16 11:20:11.312452 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-f143d117-2447-4213-8684-9674200cbf1b req-a50a8c47-f8ab-4d06-be68-9a8a1957b2d6 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1008248925', 'description': 'tempest-description-hth-1185205763'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:20:11.348470 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f143d117-2447-4213-8684-9674200cbf1b req-a50a8c47-f8ab-4d06-be68-9a8a1957b2d6 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:11.415166 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f143d117-2447-4213-8684-9674200cbf1b req-a50a8c47-f8ab-4d06-be68-9a8a1957b2d6 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:11.423000 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f143d117-2447-4213-8684-9674200cbf1b req-a50a8c47-f8ab-4d06-be68-9a8a1957b2d6 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:11.430819 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f143d117-2447-4213-8684-9674200cbf1b req-a50a8c47-f8ab-4d06-be68-9a8a1957b2d6 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:11.430819 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f143d117-2447-4213-8684-9674200cbf1b req-a50a8c47-f8ab-4d06-be68-9a8a1957b2d6 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "PUT /v2.0/security-groups/d103d7a3-4635-4060-af88-8662dc7ac45a HTTP/1.1" status: 200 len: 1792 time: 0.1197460 Nov 16 11:20:11.461778 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a8c47-f8ab-4d06-be68-9a8a1957b2d6 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d103d7a3-4635-4060-af88-8662dc7ac45a,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:11.842526 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ab9b77cf-f692-4cc6-b536-edad3c4573f4 req-eb33bf2e-adf2-4556-8560-2ab63066ef2e tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups/d103d7a3-4635-4060-af88-8662dc7ac45a HTTP/1.1" status: 200 len: 1792 time: 0.0863411 Nov 16 11:20:11.977431 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b44177-46ce-4c26-85f7-c55427662ca7 req-4705f260-40d0-4612-abd0-65ff0d225a51 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:11.979302 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14b44177-46ce-4c26-85f7-c55427662ca7 req-4705f260-40d0-4612-abd0-65ff0d225a51 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=1761b9d0-0052-4a3f-ba57-6888d32d56f3 HTTP/1.1" status: 200 len: 946 time: 0.0638523 Nov 16 11:20:12.034735 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14b44177-46ce-4c26-85f7-c55427662ca7 req-9c6c532b-7776-4194-938d-8b158bad078b tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488074 Nov 16 11:20:12.110554 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d54a38d9-fcb6-4358-81ec-48feb37125c4 req-3c3215a5-8841-41d0-abdc-989758af0185 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups/d103d7a3-4635-4060-af88-8662dc7ac45a HTTP/1.1" status: 200 len: 1792 time: 0.0476029 Nov 16 11:20:12.192049 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d54a38d9-fcb6-4358-81ec-48feb37125c4 req-453eb3a0-c5f2-4605-9d3f-3e2ff0df2dac tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:12.235199 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d54a38d9-fcb6-4358-81ec-48feb37125c4 req-453eb3a0-c5f2-4605-9d3f-3e2ff0df2dac tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:12.301375 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d54a38d9-fcb6-4358-81ec-48feb37125c4 req-453eb3a0-c5f2-4605-9d3f-3e2ff0df2dac tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:12.304389 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d54a38d9-fcb6-4358-81ec-48feb37125c4 req-453eb3a0-c5f2-4605-9d3f-3e2ff0df2dac tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:12.305592 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d54a38d9-fcb6-4358-81ec-48feb37125c4 req-453eb3a0-c5f2-4605-9d3f-3e2ff0df2dac tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "DELETE /v2.0/security-groups/d103d7a3-4635-4060-af88-8662dc7ac45a HTTP/1.1" status: 204 len: 173 time: 0.1885352 Nov 16 11:20:12.324436 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453eb3a0-c5f2-4605-9d3f-3e2ff0df2dac tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d103d7a3-4635-4060-af88-8662dc7ac45a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:12.448056 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d03e8e-5dd7-41a1-9a6e-7e9d90015a83 req-e577efb2-8e30-4351-8e66-c8e473b40671 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:12.449670 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-03d03e8e-5dd7-41a1-9a6e-7e9d90015a83 req-e577efb2-8e30-4351-8e66-c8e473b40671 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcd3cee9-d9b9-40a8-89d4-643c9900a7c1 HTTP/1.1" status: 200 len: 945 time: 0.0747726 Nov 16 11:20:12.523660 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-03d03e8e-5dd7-41a1-9a6e-7e9d90015a83 req-3be9cdc2-fe47-493d-9418-d15e3b85a43b tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/security-groups?id=7e2f27fd-8e22-4399-89da-285e295b5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614159 Nov 16 11:20:12.778172 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [req-4c6d5685-907a-4b04-ac07-95ebf4a6f751 req-9f252890-f897-44bc-96bf-e51b88006741 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] show failed (client error): The resource could not be found. Nov 16 11:20:12.790544 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4c6d5685-907a-4b04-ac07-95ebf4a6f751 req-9f252890-f897-44bc-96bf-e51b88006741 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups/eb9d909b-e03b-4b75-9971-3329bf9c18d7 HTTP/1.1" status: 404 len: 352 time: 0.0297890 Nov 16 11:20:12.908156 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [req-0ec0a20f-727c-43ff-b793-3d33757973d0 req-b1a91fb9-c36e-4252-bb62-e64812535534 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] show failed (client error): The resource could not be found. Nov 16 11:20:12.909228 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0ec0a20f-727c-43ff-b793-3d33757973d0 req-b1a91fb9-c36e-4252-bb62-e64812535534 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups/ea9f91c1-7308-4a39-8109-be9b547a1ca3 HTTP/1.1" status: 404 len: 352 time: 0.0305190 Nov 16 11:20:12.964514 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bf34d340-ff5a-4eef-b550-0d32d5849c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:12.965063 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [req-e8cc6cf3-4640-4c1c-826f-c5af6dac5f63 req-dc9d3543-9081-49d3-a440-845a0202c9c4 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] show failed (client error): The resource could not be found. Nov 16 11:20:12.969397 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e8cc6cf3-4640-4c1c-826f-c5af6dac5f63 req-dc9d3543-9081-49d3-a440-845a0202c9c4 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups/417f0414-dd80-4d94-b03e-2c0c8093c410 HTTP/1.1" status: 404 len: 352 time: 0.0158477 Nov 16 11:20:13.003299 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [req-4d352b6f-235d-4578-b103-7c1f353adbec req-ecdde6e8-665a-4f3f-ad97-123397c3ad82 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] show failed (client error): The resource could not be found. Nov 16 11:20:13.012573 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4d352b6f-235d-4578-b103-7c1f353adbec req-ecdde6e8-665a-4f3f-ad97-123397c3ad82 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups/438a4b0d-3968-4f0e-9b9a-a21e93b38ad2 HTTP/1.1" status: 404 len: 352 time: 0.0238152 Nov 16 11:20:13.046911 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [req-340412ca-d93c-4bd2-9432-9694d6ca2fa3 req-fbb147f3-fc10-4029-b9a0-fa436500d36a tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] show failed (client error): The resource could not be found. Nov 16 11:20:13.047996 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-340412ca-d93c-4bd2-9432-9694d6ca2fa3 req-fbb147f3-fc10-4029-b9a0-fa436500d36a tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups/afe88320-e44e-4a3a-a9a3-395e463398d5 HTTP/1.1" status: 404 len: 352 time: 0.0165162 Nov 16 11:20:13.144382 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0b522-96dd-4284-985a-a90255bee7f9 req-6caa3aa4-290f-425f-8126-da3d3eb86f47 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:13.146173 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-09a0b522-96dd-4284-985a-a90255bee7f9 req-6caa3aa4-290f-425f-8126-da3d3eb86f47 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.64 "GET /v2.0/ports?device_id=1761b9d0-0052-4a3f-ba57-6888d32d56f3 HTTP/1.1" status: 200 len: 946 time: 0.0664113 Nov 16 11:20:13.269016 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device ee2f460b-7187-42dd-842c-530a7ef3e9b2 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:20:13.282684 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-09a0b522-96dd-4284-985a-a90255bee7f9 req-9ea77436-f32e-47c8-9a3e-53b6d65762b5 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Deleting port 6bbf227c-7f60-408a-94fd-1f1c88a1d2c1 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:20:13.283154 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-09a0b522-96dd-4284-985a-a90255bee7f9 req-9ea77436-f32e-47c8-9a3e-53b6d65762b5 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:13.394189 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port ee2f460b-7187-42dd-842c-530a7ef3e9b2 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:20:13.399759 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port ee2f460b-7187-42dd-842c-530a7ef3e9b2 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:20:13.400141 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:13.575704 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:13.629859 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd3cee9-d9b9-40a8-89d4-643c9900a7c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2f460b-7187-42dd-842c-530a7ef3e9b2'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:20:13.637876 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8edf991b-f782-4b22-84dd-6e15d748870f" -d '{"events": [{"server_uuid": "fcd3cee9-d9b9-40a8-89d4-643c9900a7c1", "name": "network-vif-plugged", "status": "completed", "tag": "ee2f460b-7187-42dd-842c-530a7ef3e9b2"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:20:13.656745 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port ee2f460b-7187-42dd-842c-530a7ef3e9b2, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=ee2f460b-7187-42dd-842c-530a7ef3e9b2,segment=NetworkSegment(a7930220-f8f9-4bbb-b524-6482b10d505a),segment_id=a7930220-f8f9-4bbb-b524-6482b10d505a)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:20:13.676551 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:13.700174 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-09a0b522-96dd-4284-985a-a90255bee7f9 req-9ea77436-f32e-47c8-9a3e-53b6d65762b5 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] For port 6bbf227c-7f60-408a-94fd-1f1c88a1d2c1, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=6bbf227c-7f60-408a-94fd-1f1c88a1d2c1,segment=NetworkSegment(29fe51c5-7413-4ecd-8c04-97b69fe8410f),segment_id=29fe51c5-7413-4ecd-8c04-97b69fe8410f)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:20:13.700698 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-09a0b522-96dd-4284-985a-a90255bee7f9 req-9ea77436-f32e-47c8-9a3e-53b6d65762b5 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:13.715360 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-09a0b522-96dd-4284-985a-a90255bee7f9 req-9ea77436-f32e-47c8-9a3e-53b6d65762b5 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Calling delete_port for 6bbf227c-7f60-408a-94fd-1f1c88a1d2c1 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:20:13.724147 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [req-65e4925f-009d-47b0-bba7-5a44fbd830d4 req-9712d61d-b8b6-49ec-ae10-80c30d777254 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] show failed (client error): The resource could not be found. Nov 16 11:20:13.725816 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-65e4925f-009d-47b0-bba7-5a44fbd830d4 req-9712d61d-b8b6-49ec-ae10-80c30d777254 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups/792e3c5e-2eb3-4b76-81dd-e184bde8cbbb HTTP/1.1" status: 404 len: 352 time: 0.0205736 Nov 16 11:20:13.742421 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82576860-0d9d-46f9-86ab-6fc9a051ab5d req-945ad927-8b5f-4e60-8635-88d034472f33 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:13.750339 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-82576860-0d9d-46f9-86ab-6fc9a051ab5d req-945ad927-8b5f-4e60-8635-88d034472f33 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=1761b9d0-0052-4a3f-ba57-6888d32d56f3 HTTP/1.1" status: 200 len: 946 time: 0.6092038 Nov 16 11:20:13.821335 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-82576860-0d9d-46f9-86ab-6fc9a051ab5d req-ee799903-33d8-4570-861a-c115cf69018c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698707 Nov 16 11:20:13.837973 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=ee2f460b-7187-42dd-842c-530a7ef3e9b2,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:13.877753 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-09a0b522-96dd-4284-985a-a90255bee7f9 req-9ea77436-f32e-47c8-9a3e-53b6d65762b5 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:13.890587 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['a76869bb-efef-4d86-865d-17b014916cd8'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:20:13.893975 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['6bbf227c-7f60-408a-94fd-1f1c88a1d2c1'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:20:13.941462 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea77436-f32e-47c8-9a3e-53b6d65762b5 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Pushing event deleted for resources: {'Port': ['ID=6bbf227c-7f60-408a-94fd-1f1c88a1d2c1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:13.989503 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545c101d-32b7-4768-9fbf-5d38bf2cb1b6 req-26f93aa6-218b-4514-a3c9-abb3ad54d7f3 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:13.991211 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-545c101d-32b7-4768-9fbf-5d38bf2cb1b6 req-26f93aa6-218b-4514-a3c9-abb3ad54d7f3 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcd3cee9-d9b9-40a8-89d4-643c9900a7c1 HTTP/1.1" status: 200 len: 946 time: 0.1033709 Nov 16 11:20:14.024260 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ea7bdb-573c-4d27-8823-f918195fab2e x-openstack-request-id: req-64ea7bdb-573c-4d27-8823-f918195fab2e {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:20:14.024768 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd3cee9-d9b9-40a8-89d4-643c9900a7c1", "name": "network-vif-plugged", "status": "completed", "tag": "ee2f460b-7187-42dd-842c-530a7ef3e9b2", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:20:14.024768 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-64ea7bdb-573c-4d27-8823-f918195fab2e {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:20:14.025270 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd3cee9-d9b9-40a8-89d4-643c9900a7c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2f460b-7187-42dd-842c-530a7ef3e9b2', 'code': 200} Nov 16 11:20:14.036838 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a0b522-96dd-4284-985a-a90255bee7f9 req-9ea77436-f32e-47c8-9a3e-53b6d65762b5 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] No DVR routers for this DVR port 6bbf227c-7f60-408a-94fd-1f1c88a1d2c1 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:20:14.040127 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-09a0b522-96dd-4284-985a-a90255bee7f9 req-9ea77436-f32e-47c8-9a3e-53b6d65762b5 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:14.045355 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-09a0b522-96dd-4284-985a-a90255bee7f9 req-9ea77436-f32e-47c8-9a3e-53b6d65762b5 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.64 "DELETE /v2.0/ports/6bbf227c-7f60-408a-94fd-1f1c88a1d2c1 HTTP/1.1" status: 204 len: 173 time: 0.8911166 Nov 16 11:20:14.048068 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1761b9d0-0052-4a3f-ba57-6888d32d56f3', 'name': 'network-vif-deleted', 'tag': '6bbf227c-7f60-408a-94fd-1f1c88a1d2c1'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:20:14.052345 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e396605-308c-49e6-9d9f-7526de1fc3a1" -d '{"events": [{"server_uuid": "1761b9d0-0052-4a3f-ba57-6888d32d56f3", "name": "network-vif-deleted", "tag": "6bbf227c-7f60-408a-94fd-1f1c88a1d2c1"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:20:14.164372 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-545c101d-32b7-4768-9fbf-5d38bf2cb1b6 req-0bf4090e-8099-431b-b2a8-1a1e85dba536 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/security-groups?id=7e2f27fd-8e22-4399-89da-285e295b5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607487 Nov 16 11:20:14.224750 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5659c-ac5a-4114-a5d1-6bbf225feb5d req-3cfb651d-fceb-433c-8877-cc41103318a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:14.228066 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d4e5659c-ac5a-4114-a5d1-6bbf225feb5d req-3cfb651d-fceb-433c-8877-cc41103318a1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fcd3cee9-d9b9-40a8-89d4-643c9900a7c1 HTTP/1.1" status: 200 len: 1097 time: 0.0748765 Nov 16 11:20:14.303391 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d4e5659c-ac5a-4114-a5d1-6bbf225feb5d req-2376484f-214d-42b5-9886-95bb084173b8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7e2f27fd-8e22-4399-89da-285e295b5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628271 Nov 16 11:20:14.387684 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeeb3c06-bf64-4749-9c6f-0ed1753206a9 x-openstack-request-id: req-aeeb3c06-bf64-4749-9c6f-0ed1753206a9 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:20:14.387981 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1761b9d0-0052-4a3f-ba57-6888d32d56f3", "name": "network-vif-deleted", "tag": "6bbf227c-7f60-408a-94fd-1f1c88a1d2c1", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:20:14.388231 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-aeeb3c06-bf64-4749-9c6f-0ed1753206a9 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:20:14.388651 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1761b9d0-0052-4a3f-ba57-6888d32d56f3', 'name': 'network-vif-deleted', 'tag': '6bbf227c-7f60-408a-94fd-1f1c88a1d2c1', 'status': 'completed', 'code': 200} Nov 16 11:20:14.423413 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:20:14.509670 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0eaca-a72c-4353-acc4-4cccb783e631 req-4b845d58-ea1e-4420-9ad3-b1fa8c396406 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:14.517290 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1bd0eaca-a72c-4353-acc4-4cccb783e631 req-4b845d58-ea1e-4420-9ad3-b1fa8c396406 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/ports?device_id=512fb662-782a-4a8c-a24e-48288df6e327 HTTP/1.1" status: 200 len: 1023 time: 0.0592642 Nov 16 11:20:14.596880 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1bd0eaca-a72c-4353-acc4-4cccb783e631 req-00a72b2d-7e12-4059-a1e6-e10243ea908a tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups?id=0065adac-0d80-49cc-81fb-61e93cfb4410&id=b2faa416-4579-46e6-aabb-72b9fc04a498&id=9b0b7bd7-41ff-43a5-a1e3-80d2d4639f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0777268 Nov 16 11:20:15.053887 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7a8d03cf-f35f-410a-b237-f0a3c352a35a req-50415393-8bc2-4d0f-807c-9caee60953ab tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=1761b9d0-0052-4a3f-ba57-6888d32d56f3 HTTP/1.1" status: 200 len: 210 time: 0.0469692 Nov 16 11:20:15.393914 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cfbcb-35e9-4a9f-b5c0-353211e1b3e7 req-4e9288e7-a65a-4884-a5bd-9ad6bb1577dc tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:15.402878 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd6cfbcb-35e9-4a9f-b5c0-353211e1b3e7 req-4e9288e7-a65a-4884-a5bd-9ad6bb1577dc tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcd3cee9-d9b9-40a8-89d4-643c9900a7c1 HTTP/1.1" status: 200 len: 946 time: 0.1024816 Nov 16 11:20:15.469661 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd6cfbcb-35e9-4a9f-b5c0-353211e1b3e7 req-3dd00dea-f18f-46ad-afe0-9d5f9906664d tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/security-groups?id=7e2f27fd-8e22-4399-89da-285e295b5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643120 Nov 16 11:20:15.560378 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c8ce9bb6-b1cb-4ec0-a79c-7e63d459da23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:15.827117 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd76e72-b9d9-42e7-91a9-64a5a1b8c724 req-a63b14b5-9727-429e-a135-a69794525a09 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:15.830441 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-afd76e72-b9d9-42e7-91a9-64a5a1b8c724 req-a63b14b5-9727-429e-a135-a69794525a09 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/ports?device_id=512fb662-782a-4a8c-a24e-48288df6e327 HTTP/1.1" status: 200 len: 1023 time: 0.0988431 Nov 16 11:20:15.999835 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-afd76e72-b9d9-42e7-91a9-64a5a1b8c724 req-1fe253de-7e4b-4db8-b9ee-f044389c86da tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups?id=0065adac-0d80-49cc-81fb-61e93cfb4410&id=b2faa416-4579-46e6-aabb-72b9fc04a498&id=9b0b7bd7-41ff-43a5-a1e3-80d2d4639f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1608303 Nov 16 11:20:16.008378 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2916497-07d5-47f1-baae-2bcecf24c922 req-120d846a-e60a-461c-bdfb-f11f03b21d5e tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:16.009860 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d2916497-07d5-47f1-baae-2bcecf24c922 req-120d846a-e60a-461c-bdfb-f11f03b21d5e tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.36 "GET /v2.0/ports?device_id=512fb662-782a-4a8c-a24e-48288df6e327 HTTP/1.1" status: 200 len: 1023 time: 0.1348038 Nov 16 11:20:16.223115 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-d2916497-07d5-47f1-baae-2bcecf24c922 req-19b575bf-3985-4ef2-b268-ab721463e7d1 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Deleting port 9f7f87ae-515f-40f3-92dc-824ff848a68f {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:20:16.224063 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d2916497-07d5-47f1-baae-2bcecf24c922 req-19b575bf-3985-4ef2-b268-ab721463e7d1 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:16.466490 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:16.508627 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-d2916497-07d5-47f1-baae-2bcecf24c922 req-19b575bf-3985-4ef2-b268-ab721463e7d1 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] For port 9f7f87ae-515f-40f3-92dc-824ff848a68f, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=9f7f87ae-515f-40f3-92dc-824ff848a68f,segment=NetworkSegment(6010f23d-2319-49e4-9d27-00c73d54b3c1),segment_id=6010f23d-2319-49e4-9d27-00c73d54b3c1)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:20:16.510220 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d2916497-07d5-47f1-baae-2bcecf24c922 req-19b575bf-3985-4ef2-b268-ab721463e7d1 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:16.534120 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-d2916497-07d5-47f1-baae-2bcecf24c922 req-19b575bf-3985-4ef2-b268-ab721463e7d1 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Calling delete_port for 9f7f87ae-515f-40f3-92dc-824ff848a68f owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:20:16.749221 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-387371b6-13aa-40b8-94d2-7cf5779dfcc7 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:16.757321 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-387371b6-13aa-40b8-94d2-7cf5779dfcc7 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/networks?id=cbb4a65b-8eab-4791-8d34-bab11c0de63c HTTP/1.1" status: 200 len: 806 time: 0.3519497 Nov 16 11:20:16.823705 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-38c6da51-ca25-42a7-9bcc-44af57e6c121 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/quotas/73e5fc395dda4693899e370eca8a1116 HTTP/1.1" status: 200 len: 375 time: 0.0651848 Nov 16 11:20:16.881670 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ff35c-553b-4c46-9024-da22923a382a req-49da5713-83ad-44f8-a30a-270a06d7c97a tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:16.886249 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-148ff35c-553b-4c46-9024-da22923a382a req-49da5713-83ad-44f8-a30a-270a06d7c97a tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcd3cee9-d9b9-40a8-89d4-643c9900a7c1 HTTP/1.1" status: 200 len: 946 time: 0.2088466 Nov 16 11:20:16.988491 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-6ddfb75e-fd8c-4614-a7ac-17b29655e203 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=73e5fc395dda4693899e370eca8a1116&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1637685 Nov 16 11:20:17.073731 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d2916497-07d5-47f1-baae-2bcecf24c922 req-19b575bf-3985-4ef2-b268-ab721463e7d1 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:17.088841 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['9f7f87ae-515f-40f3-92dc-824ff848a68f'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:20:17.092211 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-148ff35c-553b-4c46-9024-da22923a382a req-4a3e8aad-b5df-4d67-b002-30d45660bf05 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/security-groups?id=7e2f27fd-8e22-4399-89da-285e295b5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848583 Nov 16 11:20:17.166566 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b575bf-3985-4ef2-b268-ab721463e7d1 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Pushing event deleted for resources: {'Port': ['ID=9f7f87ae-515f-40f3-92dc-824ff848a68f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:17.241064 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2916497-07d5-47f1-baae-2bcecf24c922 req-19b575bf-3985-4ef2-b268-ab721463e7d1 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] No DVR routers for this DVR port 9f7f87ae-515f-40f3-92dc-824ff848a68f on host n-h1-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:20:17.245194 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d2916497-07d5-47f1-baae-2bcecf24c922 req-19b575bf-3985-4ef2-b268-ab721463e7d1 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:17.254641 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d2916497-07d5-47f1-baae-2bcecf24c922 req-19b575bf-3985-4ef2-b268-ab721463e7d1 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.36 "DELETE /v2.0/ports/9f7f87ae-515f-40f3-92dc-824ff848a68f HTTP/1.1" status: 204 len: 173 time: 1.2302012 Nov 16 11:20:17.255134 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512fb662-782a-4a8c-a24e-48288df6e327', 'name': 'network-vif-deleted', 'tag': '9f7f87ae-515f-40f3-92dc-824ff848a68f'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:20:17.257493 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31309e0f-c558-4fed-b30c-d699fc1b4c8a" -d '{"events": [{"server_uuid": "512fb662-782a-4a8c-a24e-48288df6e327", "name": "network-vif-deleted", "tag": "9f7f87ae-515f-40f3-92dc-824ff848a68f"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:20:17.270984 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-33ec9d60-2d1f-4de3-bb43-f86e21097396 service neutron] 10.222.0.61 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712605 Nov 16 11:20:17.278794 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 6bbf227c-7f60-408a-94fd-1f1c88a1d2c1 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:20:17.359067 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 6bbf227c-7f60-408a-94fd-1f1c88a1d2c1 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:20:17.360502 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 6bbf227c-7f60-408a-94fd-1f1c88a1d2c1 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:20:17.470567 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-ffdeddb8-806d-4e9d-b641-e452eb2616a0 service neutron] 10.222.0.61 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986217 Nov 16 11:20:17.563939 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c8e37249-214b-40b3-964f-43ebb45a365f req-157ad17f-1078-4f7b-aff2-1d6ee3777555 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/ports?device_id=512fb662-782a-4a8c-a24e-48288df6e327 HTTP/1.1" status: 200 len: 210 time: 0.0358183 Nov 16 11:20:17.793258 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d92848-027d-4151-9e50-0f8e9f8c0d09 x-openstack-request-id: req-d1d92848-027d-4151-9e50-0f8e9f8c0d09 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:20:17.793647 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512fb662-782a-4a8c-a24e-48288df6e327", "name": "network-vif-deleted", "tag": "9f7f87ae-515f-40f3-92dc-824ff848a68f", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:20:17.794032 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d1d92848-027d-4151-9e50-0f8e9f8c0d09 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:20:17.794575 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512fb662-782a-4a8c-a24e-48288df6e327', 'name': 'network-vif-deleted', 'tag': '9f7f87ae-515f-40f3-92dc-824ff848a68f', 'status': 'completed', 'code': 200} Nov 16 11:20:17.856712 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879a166-574d-41cc-9317-8b5583df453a req-2ceba7da-abcb-48a1-88bb-11e16072c01e tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:17.860220 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0879a166-574d-41cc-9317-8b5583df453a req-2ceba7da-abcb-48a1-88bb-11e16072c01e tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcd3cee9-d9b9-40a8-89d4-643c9900a7c1 HTTP/1.1" status: 200 len: 946 time: 0.1261947 Nov 16 11:20:17.871718 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56198) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:20:17.877147 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-1c553fc8-0251-4f35-aaba-7b9bb6552f08 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Request body: {'floatingip': {'port_id': 'ee2f460b-7187-42dd-842c-530a7ef3e9b2'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:20:17.935733 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c553fc8-0251-4f35-aaba-7b9bb6552f08 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks [] for floatingip, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:18.093790 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e2ae0229-1de1-467e-96e7-4c333abf9a51 req-e9fa2811-d751-4460-bd0a-4d4289d16f73 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=6390f83c-83c5-4156-b423-fbc8d4b26e92 HTTP/1.1" status: 200 len: 210 time: 0.1114399 Nov 16 11:20:18.190293 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:18.685650 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c553fc8-0251-4f35-aaba-7b9bb6552f08 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:18.692291 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c553fc8-0251-4f35-aaba-7b9bb6552f08 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:18.809621 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:18.872806 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ae477366-8ff0-41f8-8161-3fe092967ed4 req-1c766d2d-e42b-4755-83eb-80de515d669b tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups/9b0b7bd7-41ff-43a5-a1e3-80d2d4639f2b HTTP/1.1" status: 200 len: 1817 time: 0.1310663 Nov 16 11:20:18.881532 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [None req-1c553fc8-0251-4f35-aaba-7b9bb6552f08 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Floating IP a5a283c9-89e5-4451-98b9-1efad91f319d associated. External IP: 172.25.0.107, port: ee2f460b-7187-42dd-842c-530a7ef3e9b2. Nov 16 11:20:19.064003 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ae477366-8ff0-41f8-8161-3fe092967ed4 req-764d5464-2ba8-40d5-a191-892e4000a577 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:19.093786 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ae477366-8ff0-41f8-8161-3fe092967ed4 req-764d5464-2ba8-40d5-a191-892e4000a577 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:19.340388 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c30bb872-ae58-42d5-8ce7-a8b748979521 req-146afc4a-3dcd-4898-8245-118ef5b2d849 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=6390f83c-83c5-4156-b423-fbc8d4b26e92 HTTP/1.1" status: 200 len: 210 time: 0.1174238 Nov 16 11:20:19.345890 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ae477366-8ff0-41f8-8161-3fe092967ed4 req-764d5464-2ba8-40d5-a191-892e4000a577 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:19.348352 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ae477366-8ff0-41f8-8161-3fe092967ed4 req-764d5464-2ba8-40d5-a191-892e4000a577 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:19.370927 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ae477366-8ff0-41f8-8161-3fe092967ed4 req-764d5464-2ba8-40d5-a191-892e4000a577 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "DELETE /v2.0/security-groups/9b0b7bd7-41ff-43a5-a1e3-80d2d4639f2b HTTP/1.1" status: 204 len: 173 time: 0.4434724 Nov 16 11:20:19.450192 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 9f7f87ae-515f-40f3-92dc-824ff848a68f no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:20:19.491084 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: 9f7f87ae-515f-40f3-92dc-824ff848a68f {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:20:19.491956 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 9f7f87ae-515f-40f3-92dc-824ff848a68f not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:20:19.533029 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d5464-2ba8-40d5-a191-892e4000a577 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0b7bd7-41ff-43a5-a1e3-80d2d4639f2b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:19.631032 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c553fc8-0251-4f35-aaba-7b9bb6552f08 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Router 412865f5-fee1-4122-ae57-6d6691e555ed has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:20:19.646566 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d9dfd4f5-da3f-4160-bbb5-6ad79a033315 req-08bd69ea-8aaf-40da-8b0a-84b3261fbbc8 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "GET /v2.0/security-groups/0065adac-0d80-49cc-81fb-61e93cfb4410 HTTP/1.1" status: 200 len: 1817 time: 0.1767070 Nov 16 11:20:19.675390 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-355d100b-65e3-4e37-8057-227463b0d4c3 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:19.677186 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-355d100b-65e3-4e37-8057-227463b0d4c3 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.36 "GET /v2.0/networks?id=cbb4a65b-8eab-4791-8d34-bab11c0de63c HTTP/1.1" status: 200 len: 806 time: 0.4671280 Nov 16 11:20:19.694225 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-5d3e74e6-fb4a-4a17-90fa-668b34314339 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Request body: {'port': {'device_id': '6390f83c-83c5-4156-b423-fbc8d4b26e92', 'network_id': 'cbb4a65b-8eab-4791-8d34-bab11c0de63c', 'admin_state_up': True, 'tenant_id': '73e5fc395dda4693899e370eca8a1116'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:20:19.943871 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d9dfd4f5-da3f-4160-bbb5-6ad79a033315 req-73da4781-fee2-4ccc-be5e-313bbceb6f05 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:19.988450 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c553fc8-0251-4f35-aaba-7b9bb6552f08 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:20:20.001480 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c553fc8-0251-4f35-aaba-7b9bb6552f08 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:20.017774 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd5a050-8b97-4b98-8ada-06437d4d1aa0 None None] Sync routers for ids ['412865f5-fee1-4122-ae57-6d6691e555ed'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:20:20.045405 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd5a050-8b97-4b98-8ada-06437d4d1aa0 None None] Routers {'412865f5-fee1-4122-ae57-6d6691e555ed'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:20:20.046455 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-5dd5a050-8b97-4b98-8ada-06437d4d1aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:20:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['412865f5-fee1-4122-ae57-6d6691e555ed'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:20:20.048831 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1c553fc8-0251-4f35-aaba-7b9bb6552f08 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "PUT /v2.0/floatingips/a5a283c9-89e5-4451-98b9-1efad91f319d HTTP/1.1" status: 200 len: 992 time: 2.1757307 Nov 16 11:20:20.051364 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d9dfd4f5-da3f-4160-bbb5-6ad79a033315 req-73da4781-fee2-4ccc-be5e-313bbceb6f05 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:20.056078 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcd3cee9-d9b9-40a8-89d4-643c9900a7c1', 'tag': 'ee2f460b-7187-42dd-842c-530a7ef3e9b2'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:20:20.060571 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56861eaa-9a8f-4908-88a3-416b308909f4" -d '{"events": [{"name": "network-changed", "server_uuid": "fcd3cee9-d9b9-40a8-89d4-643c9900a7c1", "tag": "ee2f460b-7187-42dd-842c-530a7ef3e9b2"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:20:20.129680 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-5d3e74e6-fb4a-4a17-90fa-668b34314339 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Made reservation on behalf of 73e5fc395dda4693899e370eca8a1116 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:20:20.132627 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-5d3e74e6-fb4a-4a17-90fa-668b34314339 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:20.135389 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d9dfd4f5-da3f-4160-bbb5-6ad79a033315 req-73da4781-fee2-4ccc-be5e-313bbceb6f05 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:20.138107 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d9dfd4f5-da3f-4160-bbb5-6ad79a033315 req-73da4781-fee2-4ccc-be5e-313bbceb6f05 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:20.145612 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56258) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:20:20.169371 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d9dfd4f5-da3f-4160-bbb5-6ad79a033315 req-73da4781-fee2-4ccc-be5e-313bbceb6f05 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] 10.222.0.61 "DELETE /v2.0/security-groups/0065adac-0d80-49cc-81fb-61e93cfb4410 HTTP/1.1" status: 204 len: 173 time: 0.5208793 Nov 16 11:20:20.196252 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da4781-fee2-4ccc-be5e-313bbceb6f05 tempest-SecurityGroupsTestJSON-1147577758 tempest-SecurityGroupsTestJSON-1147577758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0065adac-0d80-49cc-81fb-61e93cfb4410,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:20.207126 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394c01ff-33e6-4df9-9224-fa88ab52be68 x-openstack-request-id: req-394c01ff-33e6-4df9-9224-fa88ab52be68 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:20:20.208460 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcd3cee9-d9b9-40a8-89d4-643c9900a7c1", "tag": "ee2f460b-7187-42dd-842c-530a7ef3e9b2", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:20:20.208460 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-394c01ff-33e6-4df9-9224-fa88ab52be68 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:20:20.208460 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcd3cee9-d9b9-40a8-89d4-643c9900a7c1', 'tag': 'ee2f460b-7187-42dd-842c-530a7ef3e9b2', 'status': 'completed', 'code': 200} Nov 16 11:20:20.364567 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-5d3e74e6-fb4a-4a17-90fa-668b34314339 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Allocated IP 172.20.0.4 (cbb4a65b-8eab-4791-8d34-bab11c0de63c/5a10b0d7-f428-41c3-8bd0-15f87f8f81d9/1cd95fde-fefc-467c-bb23-ac21eb00939f) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:20:20.369778 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af27060-2e22-42ed-a24f-9529947bd834 admin admin] Deleting subnet 50dbcca0-861c-401b-911d-16a9002f1b98 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:20:20.376400 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4af27060-2e22-42ed-a24f-9529947bd834 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:20.389395 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-5dd5a050-8b97-4b98-8ada-06437d4d1aa0 None None] Set router 412865f5-fee1-4122-ae57-6d6691e555ed gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:20:20.479100 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4af27060-2e22-42ed-a24f-9529947bd834 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:20.595400 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4af27060-2e22-42ed-a24f-9529947bd834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:20.686097 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-5dd5a050-8b97-4b98-8ada-06437d4d1aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412865f5-fee1-4122-ae57-6d6691e555ed', 'name': 'tempest-ServersTestBootFromVolume-1857941324-router', 'tenant_id': '9f7363a08c414209ac7c04aff97b826c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'ba2f309e-39f1-4339-a3c1-153149d9ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:19:00Z', 'updated_at': '2021-11-16T11:19:05Z', 'revision_number': 4, 'project_id': '9f7363a08c414209ac7c04aff97b826c', 'gw_port': {'id': 'ba2f309e-39f1-4339-a3c1-153149d9ef56', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:15:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412865f5-fee1-4122-ae57-6d6691e555ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:00Z', 'updated_at': '2021-11-16T11:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': 'a5a283c9-89e5-4451-98b9-1efad91f319d', 'tenant_id': '9f7363a08c414209ac7c04aff97b826c', 'floating_ip_address': '172.25.0.107', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '412865f5-fee1-4122-ae57-6d6691e555ed', 'port_id': 'ee2f460b-7187-42dd-842c-530a7ef3e9b2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0554fe60-bd03-4672-b976-b9334c9ef674', 'mac_address': 'fa:16:3e:01:1d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd3cee9-d9b9-40a8-89d4-643c9900a7c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:19:10Z', 'updated_at': '2021-11-16T11:20:18Z', 'revision_number': 1, 'project_id': '9f7363a08c414209ac7c04aff97b826c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '088e7ea9-b244-4ed9-83e2-c59038047c1a', 'name': '', 'network_id': '0554fe60-bd03-4672-b976-b9334c9ef674', 'tenant_id': '9f7363a08c414209ac7c04aff97b826c', 'mac_address': 'fa:16:3e:5c:71:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412865f5-fee1-4122-ae57-6d6691e555ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'c5b632c6-00ee-4c25-9555-e7f1a5d8a8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:03Z', 'updated_at': '2021-11-16T11:19:08Z', 'revision_number': 5, 'project_id': '9f7363a08c414209ac7c04aff97b826c', 'subnets': [{'id': 'c5b632c6-00ee-4c25-9555-e7f1a5d8a8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:20:20.723551 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56861eaa-9a8f-4908-88a3-416b308909f4 req-d9aaca8b-1a29-4e88-bec2-f0997db78c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:20.724180 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd5a050-8b97-4b98-8ada-06437d4d1aa0 None None] Checking router: 412865f5-fee1-4122-ae57-6d6691e555ed for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:20:20.725757 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-56861eaa-9a8f-4908-88a3-416b308909f4 req-d9aaca8b-1a29-4e88-bec2-f0997db78c35 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9f7363a08c414209ac7c04aff97b826c&device_id=fcd3cee9-d9b9-40a8-89d4-643c9900a7c1 HTTP/1.1" status: 200 len: 1097 time: 0.4727600 Nov 16 11:20:20.728365 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4af27060-2e22-42ed-a24f-9529947bd834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:20.742639 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd5a050-8b97-4b98-8ada-06437d4d1aa0 None None] Routers {'412865f5-fee1-4122-ae57-6d6691e555ed'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:20:20.743282 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-5dd5a050-8b97-4b98-8ada-06437d4d1aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:20:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['412865f5-fee1-4122-ae57-6d6691e555ed'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:20:20.801493 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-5d3e74e6-fb4a-4a17-90fa-668b34314339 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:20.808386 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af27060-2e22-42ed-a24f-9529947bd834 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50dbcca0-861c-401b-911d-16a9002f1b98,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:20.873138 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f13cff61-944c-46b5-b259-4e319718e406 req-621f0ea8-a5c4-4edf-8dcd-04f94038cef0 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=6390f83c-83c5-4156-b423-fbc8d4b26e92 HTTP/1.1" status: 200 len: 210 time: 0.3279498 Nov 16 11:20:20.874634 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-5d3e74e6-fb4a-4a17-90fa-668b34314339 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:20.891057 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4af27060-2e22-42ed-a24f-9529947bd834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:20.891483 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['a76869bb-efef-4d86-865d-17b014916cd8'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:20:20.898627 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4af27060-2e22-42ed-a24f-9529947bd834 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/50dbcca0-861c-401b-911d-16a9002f1b98 HTTP/1.1" status: 204 len: 168 time: 0.7511504 Nov 16 11:20:20.924518 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-5dd5a050-8b97-4b98-8ada-06437d4d1aa0 None None] Set router 412865f5-fee1-4122-ae57-6d6691e555ed gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:20:20.936643 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56276) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:20:20.937678 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e74e6-fb4a-4a17-90fa-668b34314339 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Pushing event updated for resources: {'Port': ['ID=1cd95fde-fefc-467c-bb23-ac21eb00939f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:20.955275 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-5d3e74e6-fb4a-4a17-90fa-668b34314339 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Network cbb4a65b-8eab-4791-8d34-bab11c0de63c is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:20:21.017902 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-5d3e74e6-fb4a-4a17-90fa-668b34314339 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:20:21.023740 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-5d3e74e6-fb4a-4a17-90fa-668b34314339 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:20:21.084342 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56861eaa-9a8f-4908-88a3-416b308909f4 req-28f9f63a-401e-45b8-af35-22955723b0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:21.091948 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-56861eaa-9a8f-4908-88a3-416b308909f4 req-28f9f63a-401e-45b8-af35-22955723b0f2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0554fe60-bd03-4672-b976-b9334c9ef674 HTTP/1.1" status: 200 len: 917 time: 0.2908630 Nov 16 11:20:21.223237 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b3b90865-057c-47ab-b3bc-d9806ca7b82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:21.252460 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-5d3e74e6-fb4a-4a17-90fa-668b34314339 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:21.253682 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-5d3e74e6-fb4a-4a17-90fa-668b34314339 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:21.309522 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-56861eaa-9a8f-4908-88a3-416b308909f4 req-70bcbf20-9e9d-4278-866d-7c301de9873d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee2f460b-7187-42dd-842c-530a7ef3e9b2 HTTP/1.1" status: 200 len: 1000 time: 0.2066894 Nov 16 11:20:21.343741 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b3b90865-057c-47ab-b3bc-d9806ca7b82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:21.446973 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56861eaa-9a8f-4908-88a3-416b308909f4 req-248c7e8f-39eb-44d0-8193-ae57715403a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:21.449866 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-56861eaa-9a8f-4908-88a3-416b308909f4 req-248c7e8f-39eb-44d0-8193-ae57715403a5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c5b632c6-00ee-4c25-9555-e7f1a5d8a8f3 HTTP/1.1" status: 200 len: 855 time: 0.1316044 Nov 16 11:20:21.521685 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56861eaa-9a8f-4908-88a3-416b308909f4 req-f489c985-d076-4144-887e-5e482c681597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:21.524906 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-56861eaa-9a8f-4908-88a3-416b308909f4 req-f489c985-d076-4144-887e-5e482c681597 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0554fe60-bd03-4672-b976-b9334c9ef674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661683 Nov 16 11:20:21.644439 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-56861eaa-9a8f-4908-88a3-416b308909f4 req-bd6531c7-1cc7-468c-b36d-3ae0e4ee62ac service neutron] 10.222.0.64 "GET /v2.0/networks/0554fe60-bd03-4672-b976-b9334c9ef674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110573 Nov 16 11:20:21.675160 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-5dd5a050-8b97-4b98-8ada-06437d4d1aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412865f5-fee1-4122-ae57-6d6691e555ed', 'name': 'tempest-ServersTestBootFromVolume-1857941324-router', 'tenant_id': '9f7363a08c414209ac7c04aff97b826c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'ba2f309e-39f1-4339-a3c1-153149d9ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:19:00Z', 'updated_at': '2021-11-16T11:19:05Z', 'revision_number': 4, 'project_id': '9f7363a08c414209ac7c04aff97b826c', 'gw_port': {'id': 'ba2f309e-39f1-4339-a3c1-153149d9ef56', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:15:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412865f5-fee1-4122-ae57-6d6691e555ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:00Z', 'updated_at': '2021-11-16T11:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': 'a5a283c9-89e5-4451-98b9-1efad91f319d', 'tenant_id': '9f7363a08c414209ac7c04aff97b826c', 'floating_ip_address': '172.25.0.107', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '412865f5-fee1-4122-ae57-6d6691e555ed', 'port_id': 'ee2f460b-7187-42dd-842c-530a7ef3e9b2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0554fe60-bd03-4672-b976-b9334c9ef674', 'mac_address': 'fa:16:3e:01:1d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd3cee9-d9b9-40a8-89d4-643c9900a7c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:19:10Z', 'updated_at': '2021-11-16T11:20:18Z', 'revision_number': 1, 'project_id': '9f7363a08c414209ac7c04aff97b826c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '088e7ea9-b244-4ed9-83e2-c59038047c1a', 'name': '', 'network_id': '0554fe60-bd03-4672-b976-b9334c9ef674', 'tenant_id': '9f7363a08c414209ac7c04aff97b826c', 'mac_address': 'fa:16:3e:5c:71:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412865f5-fee1-4122-ae57-6d6691e555ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'c5b632c6-00ee-4c25-9555-e7f1a5d8a8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:03Z', 'updated_at': '2021-11-16T11:19:08Z', 'revision_number': 5, 'project_id': '9f7363a08c414209ac7c04aff97b826c', 'subnets': [{'id': 'c5b632c6-00ee-4c25-9555-e7f1a5d8a8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:20:21.682286 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-b3b90865-057c-47ab-b3bc-d9806ca7b82c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f25b19-ae40-471f-83f3-2a0d38b6110b']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:20:21.694326 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-5d3e74e6-fb4a-4a17-90fa-668b34314339 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0038321 Nov 16 11:20:21.720566 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-f9994575-186d-4b7b-9f05-89e73b272f0b service neutron] Request body: {'port': {'device_id': '6390f83c-83c5-4156-b423-fbc8d4b26e92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:20:21.738698 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd5a050-8b97-4b98-8ada-06437d4d1aa0 None None] The sync data for ids ['412865f5-fee1-4122-ae57-6d6691e555ed'] in n-d-816823-3 is: [{'id': '412865f5-fee1-4122-ae57-6d6691e555ed', 'name': 'tempest-ServersTestBootFromVolume-1857941324-router', 'tenant_id': '9f7363a08c414209ac7c04aff97b826c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'ba2f309e-39f1-4339-a3c1-153149d9ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:19:00Z', 'updated_at': '2021-11-16T11:19:05Z', 'revision_number': 4, 'project_id': '9f7363a08c414209ac7c04aff97b826c', 'gw_port': {'id': 'ba2f309e-39f1-4339-a3c1-153149d9ef56', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:15:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412865f5-fee1-4122-ae57-6d6691e555ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:00Z', 'updated_at': '2021-11-16T11:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': 'a5a283c9-89e5-4451-98b9-1efad91f319d', 'tenant_id': '9f7363a08c414209ac7c04aff97b826c', 'floating_ip_address': '172.25.0.107', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '412865f5-fee1-4122-ae57-6d6691e555ed', 'port_id': 'ee2f460b-7187-42dd-842c-530a7ef3e9b2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0554fe60-bd03-4672-b976-b9334c9ef674', 'mac_address': 'fa:16:3e:01:1d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd3cee9-d9b9-40a8-89d4-643c9900a7c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:19:10Z', 'updated_at': '2021-11-16T11:20:18Z', 'revision_number': 1, 'project_id': '9f7363a08c414209ac7c04aff97b826c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '088e7ea9-b244-4ed9-83e2-c59038047c1a', 'name': '', 'network_id': '0554fe60-bd03-4672-b976-b9334c9ef674', 'tenant_id': '9f7363a08c414209ac7c04aff97b826c', 'mac_address': 'fa:16:3e:5c:71:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412865f5-fee1-4122-ae57-6d6691e555ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'c5b632c6-00ee-4c25-9555-e7f1a5d8a8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:03Z', 'updated_at': '2021-11-16T11:19:08Z', 'revision_number': 5, 'project_id': '9f7363a08c414209ac7c04aff97b826c', 'subnets': [{'id': 'c5b632c6-00ee-4c25-9555-e7f1a5d8a8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:20:21.797962 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-b3b90865-057c-47ab-b3bc-d9806ca7b82c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6010f23d-2319-49e4-9d27-00c73d54b3c1') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:20:21.798508 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-b3b90865-057c-47ab-b3bc-d9806ca7b82c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6010f23d-2319-49e4-9d27-00c73d54b3c1') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:20:21.835058 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b3b90865-057c-47ab-b3bc-d9806ca7b82c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:21.927038 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-56861eaa-9a8f-4908-88a3-416b308909f4 req-64deb154-19e6-415a-9007-7123656a3a6f service neutron] 10.222.0.64 "GET /v2.0/networks/0554fe60-bd03-4672-b976-b9334c9ef674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748418 Nov 16 11:20:21.961522 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-f9994575-186d-4b7b-9f05-89e73b272f0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:21.965054 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b3b90865-057c-47ab-b3bc-d9806ca7b82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:21.981424 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3b90865-057c-47ab-b3bc-d9806ca7b82c admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:20:21.982242 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b3b90865-057c-47ab-b3bc-d9806ca7b82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:21.984935 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:20:21.984935 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:20:21.984935 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:20:21.984935 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:20:21.984935 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:20:21.984935 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:20:21.984935 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:20:21.984935 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:20:21.984935 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:20:21.984935 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:20:21.984935 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:20:21.984935 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:20:21.984935 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:20:21.984935 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:20:21.984935 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:20:21.984935 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:20:21.984935 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:20:21.984935 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:20:21.984935 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:20:21.984935 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:20:21.984935 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:20:21.984935 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:20:21.984935 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:20:21.984935 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:20:21.984935 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:20:21.984935 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:20:21.984935 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:20:21.984935 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:20:21.984935 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:20:21.984935 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:20:21.984935 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:20:21.984935 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:20:22.178102 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de646e3-c346-4b9c-b4bf-93473e448e19 None None] New status for floating IP a5a283c9-89e5-4451-98b9-1efad91f319d: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:20:22.234139 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b3b90865-057c-47ab-b3bc-d9806ca7b82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:22.240296 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b3b90865-057c-47ab-b3bc-d9806ca7b82c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:22.246446 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b3b90865-057c-47ab-b3bc-d9806ca7b82c admin admin] 10.222.0.61 "DELETE /v2.0/networks/88f25b19-ae40-471f-83f3-2a0d38b6110b HTTP/1.1" status: 204 len: 168 time: 1.3056667 Nov 16 11:20:22.288163 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97225a-890e-4539-896f-51987c9249f1 req-f570ee46-3af4-4289-888a-5f0e22674d65 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:22.296079 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ee97225a-890e-4539-896f-51987c9249f1 req-f570ee46-3af4-4289-888a-5f0e22674d65 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=6390f83c-83c5-4156-b423-fbc8d4b26e92 HTTP/1.1" status: 200 len: 931 time: 0.2189643 Nov 16 11:20:22.313893 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b90865-057c-47ab-b3bc-d9806ca7b82c admin admin] Pushing event deleted for resources: {'Network': ['ID=88f25b19-ae40-471f-83f3-2a0d38b6110b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:22.467131 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ee97225a-890e-4539-896f-51987c9249f1 req-0927fe9c-752d-492c-a0bc-526c4aaa893a tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426709 Nov 16 11:20:22.543027 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56308) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:20:22.596963 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56310) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:20:22.600789 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d5f8e013-beac-4ff8-baf3-5a2a6763af83 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0083ff9f320940cc9f27a884e96c269f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0564296 Nov 16 11:20:22.689844 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-f9994575-186d-4b7b-9f05-89e73b272f0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cd95fde-fefc-467c-bb23-ac21eb00939f {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:20:22.702596 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-f9994575-186d-4b7b-9f05-89e73b272f0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:22.719219 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-129c74cd-a0d5-43ca-aafe-7dc57ecc4967 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:22.729698 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-f9994575-186d-4b7b-9f05-89e73b272f0b service neutron] Transition to ACTIVE for port object 1cd95fde-fefc-467c-bb23-ac21eb00939f will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:20:22.749873 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-129c74cd-a0d5-43ca-aafe-7dc57ecc4967 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:22.770455 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-f9994575-186d-4b7b-9f05-89e73b272f0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:22.847452 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9994575-186d-4b7b-9f05-89e73b272f0b service neutron] Pushing event updated for resources: {'Port': ['ID=1cd95fde-fefc-467c-bb23-ac21eb00939f,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:22.925992 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-129c74cd-a0d5-43ca-aafe-7dc57ecc4967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:22.928960 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-129c74cd-a0d5-43ca-aafe-7dc57ecc4967 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:22.934864 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-129c74cd-a0d5-43ca-aafe-7dc57ecc4967 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b2faa416-4579-46e6-aabb-72b9fc04a498 HTTP/1.1" status: 204 len: 168 time: 0.3359597 Nov 16 11:20:22.969998 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c74cd-a0d5-43ca-aafe-7dc57ecc4967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2faa416-4579-46e6-aabb-72b9fc04a498,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:23.010953 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-f9994575-186d-4b7b-9f05-89e73b272f0b service neutron] Attempting to bind port 1cd95fde-fefc-467c-bb23-ac21eb00939f on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:20:23.013015 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-f9994575-186d-4b7b-9f05-89e73b272f0b service neutron] Attempting to bind port 1cd95fde-fefc-467c-bb23-ac21eb00939f by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '29fe51c5-7413-4ecd-8c04-97b69fe8410f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'cbb4a65b-8eab-4791-8d34-bab11c0de63c'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:20:23.013473 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-f9994575-186d-4b7b-9f05-89e73b272f0b service neutron] Attempting to bind port 1cd95fde-fefc-467c-bb23-ac21eb00939f on network cbb4a65b-8eab-4791-8d34-bab11c0de63c {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:20:23.024318 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-f9994575-186d-4b7b-9f05-89e73b272f0b service neutron] Port 1cd95fde-fefc-467c-bb23-ac21eb00939f on network cbb4a65b-8eab-4791-8d34-bab11c0de63c not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:20:23.024767 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-f9994575-186d-4b7b-9f05-89e73b272f0b service neutron] Attempting to bind port 1cd95fde-fefc-467c-bb23-ac21eb00939f on network cbb4a65b-8eab-4791-8d34-bab11c0de63c {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:20:23.031997 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-f9994575-186d-4b7b-9f05-89e73b272f0b service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:20:23.032490 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-f9994575-186d-4b7b-9f05-89e73b272f0b service neutron] Checking segment: {'id': '29fe51c5-7413-4ecd-8c04-97b69fe8410f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'cbb4a65b-8eab-4791-8d34-bab11c0de63c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:20:23.033460 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-f9994575-186d-4b7b-9f05-89e73b272f0b service neutron] Bound using segment: {'id': '29fe51c5-7413-4ecd-8c04-97b69fe8410f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'cbb4a65b-8eab-4791-8d34-bab11c0de63c'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:20:23.034316 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-f9994575-186d-4b7b-9f05-89e73b272f0b service neutron] Bound port: 1cd95fde-fefc-467c-bb23-ac21eb00939f, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29fe51c5-7413-4ecd-8c04-97b69fe8410f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'cbb4a65b-8eab-4791-8d34-bab11c0de63c'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:20:23.034792 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-f9994575-186d-4b7b-9f05-89e73b272f0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:23.134922 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-f9994575-186d-4b7b-9f05-89e73b272f0b service neutron] For port 1cd95fde-fefc-467c-bb23-ac21eb00939f, host n-h1-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:20:23.138548 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-f9994575-186d-4b7b-9f05-89e73b272f0b service neutron] For port 1cd95fde-fefc-467c-bb23-ac21eb00939f, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=1cd95fde-fefc-467c-bb23-ac21eb00939f,segment=NetworkSegment(29fe51c5-7413-4ecd-8c04-97b69fe8410f),segment_id=29fe51c5-7413-4ecd-8c04-97b69fe8410f)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:20:23.170500 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-f9994575-186d-4b7b-9f05-89e73b272f0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:23.243040 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-f9994575-186d-4b7b-9f05-89e73b272f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:23.243809 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-f9994575-186d-4b7b-9f05-89e73b272f0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:23.245324 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-f9994575-186d-4b7b-9f05-89e73b272f0b service neutron] 10.222.0.36 "PUT /v2.0/ports/1cd95fde-fefc-467c-bb23-ac21eb00939f HTTP/1.1" status: 200 len: 1091 time: 1.5402973 Nov 16 11:20:23.245765 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6390f83c-83c5-4156-b423-fbc8d4b26e92', 'tag': '1cd95fde-fefc-467c-bb23-ac21eb00939f'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:20:23.249826 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe2b0c0-916d-410f-840a-ec93d12e06de" -d '{"events": [{"name": "network-changed", "server_uuid": "6390f83c-83c5-4156-b423-fbc8d4b26e92", "tag": "1cd95fde-fefc-467c-bb23-ac21eb00939f"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:20:23.352866 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c82291-559a-4258-83ab-5e0d3440a9cd x-openstack-request-id: req-c4c82291-559a-4258-83ab-5e0d3440a9cd {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:20:23.353408 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6390f83c-83c5-4156-b423-fbc8d4b26e92", "tag": "1cd95fde-fefc-467c-bb23-ac21eb00939f", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:20:23.353842 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c4c82291-559a-4258-83ab-5e0d3440a9cd {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:20:23.354426 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6390f83c-83c5-4156-b423-fbc8d4b26e92', 'tag': '1cd95fde-fefc-467c-bb23-ac21eb00939f', 'status': 'completed', 'code': 200} Nov 16 11:20:23.360146 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9994575-186d-4b7b-9f05-89e73b272f0b service neutron] Pushing event updated for resources: {'Port': ['ID=1cd95fde-fefc-467c-bb23-ac21eb00939f,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:23.403123 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-539e6edb-f40e-45c8-ab6e-4b624d8b43d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:23.405324 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-539e6edb-f40e-45c8-ab6e-4b624d8b43d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=73e5fc395dda4693899e370eca8a1116&device_id=6390f83c-83c5-4156-b423-fbc8d4b26e92 HTTP/1.1" status: 200 len: 1094 time: 0.0918086 Nov 16 11:20:23.458635 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-8afac7db-8c57-4e5e-9b95-06e4c524b01c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cd95fde-fefc-467c-bb23-ac21eb00939f HTTP/1.1" status: 200 len: 217 time: 0.0441046 Nov 16 11:20:23.552546 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-cfcc5eba-37a5-4fb9-8a61-f7d6dd34b76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:23.555648 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-cfcc5eba-37a5-4fb9-8a61-f7d6dd34b76a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a10b0d7-f428-41c3-8bd0-15f87f8f81d9 HTTP/1.1" status: 200 len: 846 time: 0.0856359 Nov 16 11:20:23.618367 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-0dc27155-221f-431d-ad3a-fe31bd58a96c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbb4a65b-8eab-4791-8d34-bab11c0de63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527084 Nov 16 11:20:23.724270 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff6104-5898-43bb-9d4b-466016047c8f req-953722ba-76e0-4d94-8fb5-7e8ff7693850 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:23.726499 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-03ff6104-5898-43bb-9d4b-466016047c8f req-953722ba-76e0-4d94-8fb5-7e8ff7693850 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=6390f83c-83c5-4156-b423-fbc8d4b26e92 HTTP/1.1" status: 200 len: 943 time: 0.1482825 Nov 16 11:20:23.787557 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-6d1da38c-3dc4-49d9-b43e-66ad163cfff0 service neutron] 10.222.0.36 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497712 Nov 16 11:20:23.853426 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-03ff6104-5898-43bb-9d4b-466016047c8f req-d82b5172-150c-4a6d-9a67-e60584c1be3e tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179817 Nov 16 11:20:23.912963 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b34b937-3143-48c2-a995-ce4a903b6d29 req-a5678139-6174-46bd-af16-641473e1add7 service neutron] 10.222.0.36 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145296 Nov 16 11:20:24.041665 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2b0c0-916d-410f-840a-ec93d12e06de req-28959a3a-28a2-49a8-be28-e40d2f3655d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:24.044618 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7fe2b0c0-916d-410f-840a-ec93d12e06de req-28959a3a-28a2-49a8-be28-e40d2f3655d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=73e5fc395dda4693899e370eca8a1116&device_id=6390f83c-83c5-4156-b423-fbc8d4b26e92 HTTP/1.1" status: 200 len: 1094 time: 0.0817685 Nov 16 11:20:24.227697 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56374) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:20:24.281521 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2b0c0-916d-410f-840a-ec93d12e06de req-ae98f03a-0db0-4894-9f3a-0f35d2a41f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:24.283129 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7fe2b0c0-916d-410f-840a-ec93d12e06de req-ae98f03a-0db0-4894-9f3a-0f35d2a41f98 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cbb4a65b-8eab-4791-8d34-bab11c0de63c HTTP/1.1" status: 200 len: 907 time: 0.2261076 Nov 16 11:20:24.349611 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7fe2b0c0-916d-410f-840a-ec93d12e06de req-9dfde0ba-6964-4fdc-8de3-341a9cad8ab0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cd95fde-fefc-467c-bb23-ac21eb00939f HTTP/1.1" status: 200 len: 217 time: 0.0577712 Nov 16 11:20:24.360317 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4f06c178-5a53-444a-96e4-6c37518cffe4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2147404544-network', 'tenant_id': '26c963f4cdb74f2494c888a4f19adc27'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:20:24.386570 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f06c178-5a53-444a-96e4-6c37518cffe4 admin admin] Made reservation on behalf of 26c963f4cdb74f2494c888a4f19adc27 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:20:24.389519 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4f06c178-5a53-444a-96e4-6c37518cffe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:24.398458 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-50c6e3a7-9151-4634-8b26-1a86e588bb6f tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:24.399938 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-50c6e3a7-9151-4634-8b26-1a86e588bb6f tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/networks?id=b7bb2a97-86e1-4934-a454-677fe86f6d7e HTTP/1.1" status: 200 len: 808 time: 0.2135324 Nov 16 11:20:24.404478 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4f06c178-5a53-444a-96e4-6c37518cffe4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:24.466503 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-baab58ee-c53f-424f-8623-b4e0040b47e6 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/quotas/fca4017bffc548cea20e1270411b1992 HTTP/1.1" status: 200 len: 375 time: 0.0589156 Nov 16 11:20:24.469039 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2b0c0-916d-410f-840a-ec93d12e06de req-d7ce16f6-da2d-4c73-a099-168bda075df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:24.470673 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7fe2b0c0-916d-410f-840a-ec93d12e06de req-d7ce16f6-da2d-4c73-a099-168bda075df2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a10b0d7-f428-41c3-8bd0-15f87f8f81d9 HTTP/1.1" status: 200 len: 846 time: 0.1100037 Nov 16 11:20:24.524076 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7fe2b0c0-916d-410f-840a-ec93d12e06de req-0915ad9c-a9fc-4e69-8d6e-76eb0aa31a30 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbb4a65b-8eab-4791-8d34-bab11c0de63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434842 Nov 16 11:20:24.553444 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4f06c178-5a53-444a-96e4-6c37518cffe4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:24.564261 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4f06c178-5a53-444a-96e4-6c37518cffe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:24.580800 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f06c178-5a53-444a-96e4-6c37518cffe4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:20:24.596688 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4f06c178-5a53-444a-96e4-6c37518cffe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:24.597457 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-4f06c178-5a53-444a-96e4-6c37518cffe4 admin admin] Added segment d8bdba8e-aa0f-4483-a329-b591bfdb474e of type vlan for network 483102d2-5f88-4f47-b33e-a8293393494c Nov 16 11:20:24.600468 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-61eede76-0b1e-4862-b441-7fb868ac0ad5 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=fca4017bffc548cea20e1270411b1992&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1287205 Nov 16 11:20:24.672790 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06c178-5a53-444a-96e4-6c37518cffe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f959caf-7dd1-45a7-b034-89a3414a0cd6,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:24.687135 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4f06c178-5a53-444a-96e4-6c37518cffe4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:24.718792 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7fe2b0c0-916d-410f-840a-ec93d12e06de req-769ae350-f5a6-4402-9fd3-59ff11a58154 service neutron] 10.222.0.36 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839957 Nov 16 11:20:24.719737 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4f06c178-5a53-444a-96e4-6c37518cffe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:24.721819 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f06c178-5a53-444a-96e4-6c37518cffe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:24.722873 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4f06c178-5a53-444a-96e4-6c37518cffe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:24.790120 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4f06c178-5a53-444a-96e4-6c37518cffe4 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5611434 Nov 16 11:20:24.794193 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56388) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:20:24.798707 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-d79ac24a-d7ce-45ab-a35a-e412983cb2db service neutron] 10.222.0.61 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884384 Nov 16 11:20:24.807807 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-64819718-7760-4e1d-a5b0-a0570bb7ab57 admin admin] Request body: {'subnet': {'network_id': '483102d2-5f88-4f47-b33e-a8293393494c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2147404544-subnet', 'tenant_id': '26c963f4cdb74f2494c888a4f19adc27', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:20:24.842911 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64819718-7760-4e1d-a5b0-a0570bb7ab57 admin admin] Made reservation on behalf of 26c963f4cdb74f2494c888a4f19adc27 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:20:24.846225 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64819718-7760-4e1d-a5b0-a0570bb7ab57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:24.896780 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06c178-5a53-444a-96e4-6c37518cffe4 admin admin] Pushing event updated for resources: {'Network': ['ID=483102d2-5f88-4f47-b33e-a8293393494c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:24.909550 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 483102d2-5f88-4f47-b33e-a8293393494c details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:20:24.946973 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7fe2b0c0-916d-410f-840a-ec93d12e06de req-2c00db8c-f908-41ef-8b31-c1aa5c9d9800 service neutron] 10.222.0.36 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190588 Nov 16 11:20:24.952934 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-37e65bf4-dc88-41bf-9bd0-370008cda381 service neutron] 10.222.0.61 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457458 Nov 16 11:20:25.063346 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec308787-e929-4fe6-994f-386a5ae76276 req-c3e25c15-30fd-4e96-aeaa-59e70caa89c3 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:25.071602 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ec308787-e929-4fe6-994f-386a5ae76276 req-c3e25c15-30fd-4e96-aeaa-59e70caa89c3 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=6390f83c-83c5-4156-b423-fbc8d4b26e92 HTTP/1.1" status: 200 len: 943 time: 0.1028285 Nov 16 11:20:25.128272 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ec308787-e929-4fe6-994f-386a5ae76276 req-5332a722-9914-4ce0-976f-4ccdd65cb647 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556567 Nov 16 11:20:25.183530 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64819718-7760-4e1d-a5b0-a0570bb7ab57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:25.272982 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64819718-7760-4e1d-a5b0-a0570bb7ab57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=515a754f-5433-4f9b-a0b1-17eea39f57f6,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:25.278513 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64819718-7760-4e1d-a5b0-a0570bb7ab57 admin admin] Checking segment: {'id': 'd8bdba8e-aa0f-4483-a329-b591bfdb474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '483102d2-5f88-4f47-b33e-a8293393494c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:20:25.278513 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64819718-7760-4e1d-a5b0-a0570bb7ab57 admin admin] Network hostable DHCP agents. Network: 483102d2-5f88-4f47-b33e-a8293393494c, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:20:25.295537 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64819718-7760-4e1d-a5b0-a0570bb7ab57 admin admin] Network 483102d2-5f88-4f47-b33e-a8293393494c is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:20:25.307583 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-64819718-7760-4e1d-a5b0-a0570bb7ab57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 483102d2-5f88-4f47-b33e-a8293393494c) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:20:25.318201 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64819718-7760-4e1d-a5b0-a0570bb7ab57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:25.318793 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64819718-7760-4e1d-a5b0-a0570bb7ab57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:25.326470 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9668d67f-665c-4664-91d6-3169e56abfe7 None None] Network 483102d2-5f88-4f47-b33e-a8293393494c requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:20:25.350991 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-64819718-7760-4e1d-a5b0-a0570bb7ab57 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5551586 Nov 16 11:20:25.353806 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56416) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:20:25.358434 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-e37733f2-575b-40b6-9fb8-62794dd81497 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2147404544-router', 'tenant_id': '26c963f4cdb74f2494c888a4f19adc27', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:20:25.416814 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e37733f2-575b-40b6-9fb8-62794dd81497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:25.417839 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e37733f2-575b-40b6-9fb8-62794dd81497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:25.469326 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-33675a16-b839-4470-b28c-8175f6cbdc7c req-d3e3e11f-fae3-4747-b453-65f1383237de tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 210 time: 0.0394030 Nov 16 11:20:25.530283 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9e7ce8-c4c8-4b1b-ad47-77de0aae3585 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-483102d2-5f88-4f47-b33e-a8293393494c', 'network_id': '483102d2-5f88-4f47-b33e-a8293393494c', 'tenant_id': '26c963f4cdb74f2494c888a4f19adc27', 'fixed_ips': [{'subnet_id': '515a754f-5433-4f9b-a0b1-17eea39f57f6'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:20:25.531231 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c9e7ce8-c4c8-4b1b-ad47-77de0aae3585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:25.545684 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e37733f2-575b-40b6-9fb8-62794dd81497 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:25.719820 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-8c9e7ce8-c4c8-4b1b-ad47-77de0aae3585 None None] Allocated IP 172.20.0.2 (483102d2-5f88-4f47-b33e-a8293393494c/515a754f-5433-4f9b-a0b1-17eea39f57f6/d658759c-cdda-4f01-9551-ab25595051ed) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:20:25.748173 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e37733f2-575b-40b6-9fb8-62794dd81497 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:25.770384 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c4d0b-ecd9-410b-9f8e-6058c68b2bfa req-1a1687ac-b077-4e6f-ad18-f2da83a71269 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:25.777610 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2d8c4d0b-ecd9-410b-9f8e-6058c68b2bfa req-1a1687ac-b077-4e6f-ad18-f2da83a71269 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/ports?device_id=baa1f9e9-3331-45d5-b503-c7ee67e24795 HTTP/1.1" status: 200 len: 946 time: 0.0953794 Nov 16 11:20:25.865665 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2d8c4d0b-ecd9-410b-9f8e-6058c68b2bfa req-b35767bf-d4fb-441f-8fcf-68b923e2fe0d tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/security-groups?id=29be483f-dbde-4ea7-977a-e091d2cc6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868094 Nov 16 11:20:25.928464 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c9e7ce8-c4c8-4b1b-ad47-77de0aae3585 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:25.935689 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c9e7ce8-c4c8-4b1b-ad47-77de0aae3585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:25.979435 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9e7ce8-c4c8-4b1b-ad47-77de0aae3585 None None] Network 483102d2-5f88-4f47-b33e-a8293393494c is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:20:25.984180 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-8c9e7ce8-c4c8-4b1b-ad47-77de0aae3585 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:20:25.989278 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9e7ce8-c4c8-4b1b-ad47-77de0aae3585 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:20:25.992986 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e7ce8-c4c8-4b1b-ad47-77de0aae3585 None None] Pushing event updated for resources: {'Port': ['ID=d658759c-cdda-4f01-9551-ab25595051ed,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:26.047907 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-8c9e7ce8-c4c8-4b1b-ad47-77de0aae3585 None None] Attempting to bind port d658759c-cdda-4f01-9551-ab25595051ed on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:20:26.048278 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-8c9e7ce8-c4c8-4b1b-ad47-77de0aae3585 None None] Attempting to bind port d658759c-cdda-4f01-9551-ab25595051ed by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'd8bdba8e-aa0f-4483-a329-b591bfdb474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '483102d2-5f88-4f47-b33e-a8293393494c'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:20:26.048678 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9e7ce8-c4c8-4b1b-ad47-77de0aae3585 None None] Attempting to bind port d658759c-cdda-4f01-9551-ab25595051ed on network 483102d2-5f88-4f47-b33e-a8293393494c {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:20:26.055874 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9e7ce8-c4c8-4b1b-ad47-77de0aae3585 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:20:26.056253 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9e7ce8-c4c8-4b1b-ad47-77de0aae3585 None None] Checking segment: {'id': 'd8bdba8e-aa0f-4483-a329-b591bfdb474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '483102d2-5f88-4f47-b33e-a8293393494c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:20:26.056658 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c9e7ce8-c4c8-4b1b-ad47-77de0aae3585 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:26.057052 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9e7ce8-c4c8-4b1b-ad47-77de0aae3585 None None] Bound using segment: {'id': 'd8bdba8e-aa0f-4483-a329-b591bfdb474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '483102d2-5f88-4f47-b33e-a8293393494c'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:20:26.057555 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-8c9e7ce8-c4c8-4b1b-ad47-77de0aae3585 None None] Bound port: d658759c-cdda-4f01-9551-ab25595051ed, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8bdba8e-aa0f-4483-a329-b591bfdb474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '483102d2-5f88-4f47-b33e-a8293393494c'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:20:26.058150 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c9e7ce8-c4c8-4b1b-ad47-77de0aae3585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:26.069319 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e37733f2-575b-40b6-9fb8-62794dd81497 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:26.090264 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e37733f2-575b-40b6-9fb8-62794dd81497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:26.135720 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-8c9e7ce8-c4c8-4b1b-ad47-77de0aae3585 None None] For port d658759c-cdda-4f01-9551-ab25595051ed, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:20:26.139494 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-8c9e7ce8-c4c8-4b1b-ad47-77de0aae3585 None None] For port d658759c-cdda-4f01-9551-ab25595051ed, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=d658759c-cdda-4f01-9551-ab25595051ed,segment=NetworkSegment(d8bdba8e-aa0f-4483-a329-b591bfdb474e),segment_id=d8bdba8e-aa0f-4483-a329-b591bfdb474e)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:20:26.144010 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c9e7ce8-c4c8-4b1b-ad47-77de0aae3585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:26.204369 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e7ce8-c4c8-4b1b-ad47-77de0aae3585 None None] Pushing event updated for resources: {'Port': ['ID=d658759c-cdda-4f01-9551-ab25595051ed,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:26.215465 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-e37733f2-575b-40b6-9fb8-62794dd81497 admin admin] Allocated IP 172.25.0.36 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/94cba580-3b90-40d0-8119-4c9e526876c7) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:20:26.349378 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac2535-1e16-413b-8637-9d71e00eb367 req-d4746dc0-36b0-4702-96bb-fa1549648e1c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:26.351767 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-23ac2535-1e16-413b-8637-9d71e00eb367 req-d4746dc0-36b0-4702-96bb-fa1549648e1c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=6390f83c-83c5-4156-b423-fbc8d4b26e92 HTTP/1.1" status: 200 len: 943 time: 0.1123524 Nov 16 11:20:26.393088 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e37733f2-575b-40b6-9fb8-62794dd81497 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:26.451393 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-23ac2535-1e16-413b-8637-9d71e00eb367 req-f98af96b-ba70-4ee2-84f6-82513b424de8 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899317 Nov 16 11:20:26.478545 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e37733f2-575b-40b6-9fb8-62794dd81497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:26.521741 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37733f2-575b-40b6-9fb8-62794dd81497 admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:20:26.527501 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-e37733f2-575b-40b6-9fb8-62794dd81497 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:20:26.531650 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37733f2-575b-40b6-9fb8-62794dd81497 admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:20:26.547885 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd19f6de-9687-4df9-8c98-e6ab6a666d42 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:20:26.566763 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37733f2-575b-40b6-9fb8-62794dd81497 admin admin] Pushing event updated for resources: {'Port': ['ID=94cba580-3b90-40d0-8119-4c9e526876c7,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:26.651644 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-29726358-d40d-4881-a6e7-4b982720e494 None None] Provisioning complete for port 94cba580-3b90-40d0-8119-4c9e526876c7 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:20:26.655501 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-29726358-d40d-4881-a6e7-4b982720e494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:26.700394 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f3ae430d-9ff9-4949-a367-8355d2bcd07c req-9c39516b-dbbe-4224-ba9f-f7299522afc9 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 210 time: 0.0342109 Nov 16 11:20:26.753860 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-29726358-d40d-4881-a6e7-4b982720e494 None None] Port 94cba580-3b90-40d0-8119-4c9e526876c7 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:20:26.771295 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-de7156af-e460-4322-8eea-9b409024b45c tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:26.777128 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-de7156af-e460-4322-8eea-9b409024b45c tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.64 "GET /v2.0/networks?id=b7bb2a97-86e1-4934-a454-677fe86f6d7e HTTP/1.1" status: 200 len: 808 time: 0.1999745 Nov 16 11:20:26.795910 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-28a02b25-a299-4d03-8849-0fbc6ccaece7 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Request body: {'port': {'device_id': 'aed181c3-be86-4992-9ef4-fcd0c2cf50db', 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e', 'admin_state_up': True, 'tenant_id': 'fca4017bffc548cea20e1270411b1992'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:20:26.929637 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e37733f2-575b-40b6-9fb8-62794dd81497 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:26.958002 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-28a02b25-a299-4d03-8849-0fbc6ccaece7 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Made reservation on behalf of fca4017bffc548cea20e1270411b1992 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:20:26.983117 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-28a02b25-a299-4d03-8849-0fbc6ccaece7 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:27.268214 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e37733f2-575b-40b6-9fb8-62794dd81497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:27.307735 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-28a02b25-a299-4d03-8849-0fbc6ccaece7 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Allocated IP 172.20.0.3 (b7bb2a97-86e1-4934-a454-677fe86f6d7e/7e023778-0206-43f4-abc1-4c067f7e46aa/59c92fb4-1659-4cb6-8ce4-e17d14b3920c) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:20:27.478166 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 1cd95fde-fefc-467c-bb23-ac21eb00939f details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:20:27.569048 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37733f2-575b-40b6-9fb8-62794dd81497 admin admin] Router 28e7a5bd-a360-4e95-801b-ab38ff0e30cb is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:20:27.630190 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-28a02b25-a299-4d03-8849-0fbc6ccaece7 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:27.709550 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc0efe5-3d3f-406a-9cc4-a3c68c751b40 None None] Network 483102d2-5f88-4f47-b33e-a8293393494c requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:20:27.712947 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-28a02b25-a299-4d03-8849-0fbc6ccaece7 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:27.785017 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-28a02b25-a299-4d03-8849-0fbc6ccaece7 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Network b7bb2a97-86e1-4934-a454-677fe86f6d7e is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:20:27.789902 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-28a02b25-a299-4d03-8849-0fbc6ccaece7 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:20:27.795240 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-28a02b25-a299-4d03-8849-0fbc6ccaece7 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:20:27.837006 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a02b25-a299-4d03-8849-0fbc6ccaece7 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Pushing event updated for resources: {'Port': ['ID=59c92fb4-1659-4cb6-8ce4-e17d14b3920c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:27.838309 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['29d992c3-c0c9-4c03-bac2-e35d0d9dbe49'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:20:27.871463 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e514f50-5a49-4aa8-98a5-98fb4f3cf799 None None] DHCP port deletion for b7bb2a97-86e1-4934-a454-677fe86f6d7e request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:20:27.873939 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device d658759c-cdda-4f01-9551-ab25595051ed up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:20:27.885819 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-28a02b25-a299-4d03-8849-0fbc6ccaece7 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:27.887919 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-28a02b25-a299-4d03-8849-0fbc6ccaece7 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:27.905394 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-28a02b25-a299-4d03-8849-0fbc6ccaece7 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1133873 Nov 16 11:20:27.930789 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-c76b18c8-8a81-494e-a074-fca23150ccb0 service neutron] Request body: {'port': {'device_id': 'aed181c3-be86-4992-9ef4-fcd0c2cf50db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:20:27.978035 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:28.006166 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 1cd95fde-fefc-467c-bb23-ac21eb00939f, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=1cd95fde-fefc-467c-bb23-ac21eb00939f,segment=NetworkSegment(29fe51c5-7413-4ecd-8c04-97b69fe8410f),segment_id=29fe51c5-7413-4ecd-8c04-97b69fe8410f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:20:28.020419 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-c76b18c8-8a81-494e-a074-fca23150ccb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:28.024160 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-7b65eb7f-01f0-495f-b209-5ba48037242c None None] Provisioning complete for port d658759c-cdda-4f01-9551-ab25595051ed triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:20:28.024554 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7b65eb7f-01f0-495f-b209-5ba48037242c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:28.109550 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb109b-f701-4f98-9329-3b17584a5aaf req-d089d607-7d68-493a-ac70-2b5738131dc0 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:28.111150 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-59eb109b-f701-4f98-9329-3b17584a5aaf req-d089d607-7d68-493a-ac70-2b5738131dc0 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/ports?device_id=baa1f9e9-3331-45d5-b503-c7ee67e24795 HTTP/1.1" status: 200 len: 946 time: 0.4557087 Nov 16 11:20:28.126616 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a9d76-4d99-472b-8bff-3225ddbe7880 req-5db91d4a-cd24-4529-846d-056313c96510 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:28.134600 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9a6a9d76-4d99-472b-8bff-3225ddbe7880 req-5db91d4a-cd24-4529-846d-056313c96510 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=6390f83c-83c5-4156-b423-fbc8d4b26e92 HTTP/1.1" status: 200 len: 943 time: 0.4327514 Nov 16 11:20:28.173006 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37733f2-575b-40b6-9fb8-62794dd81497 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:20:28.188195 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be65237f-fcd0-4ee4-999b-3bbeebdbbf6c None None] Sync routers for ids ['28e7a5bd-a360-4e95-801b-ab38ff0e30cb'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:20:28.225455 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be65237f-fcd0-4ee4-999b-3bbeebdbbf6c None None] Routers {'28e7a5bd-a360-4e95-801b-ab38ff0e30cb'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:20:28.238980 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9a6a9d76-4d99-472b-8bff-3225ddbe7880 req-17ce375c-16c3-4193-8891-1d7468c46119 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872030 Nov 16 11:20:28.239294 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-be65237f-fcd0-4ee4-999b-3bbeebdbbf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:20:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['28e7a5bd-a360-4e95-801b-ab38ff0e30cb'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:20:28.239429 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e37733f2-575b-40b6-9fb8-62794dd81497 admin admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:28.242740 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e37733f2-575b-40b6-9fb8-62794dd81497 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8876786 Nov 16 11:20:28.243494 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56530) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:20:28.284823 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-59eb109b-f701-4f98-9329-3b17584a5aaf req-39793fbd-25d6-4666-8771-f58f15754c45 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/security-groups?id=29be483f-dbde-4ea7-977a-e091d2cc6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473942 Nov 16 11:20:28.371688 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '1cd95fde-fefc-467c-bb23-ac21eb00939f', 'network_id': 'cbb4a65b-8eab-4791-8d34-bab11c0de63c', 'port_id': '1cd95fde-fefc-467c-bb23-ac21eb00939f', 'mac_address': 'fa:16:3e:5a:65:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a10b0d7-f428-41c3-8bd0-15f87f8f81d9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:20:28.380134 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7b65eb7f-01f0-495f-b209-5ba48037242c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:28.416196 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-be65237f-fcd0-4ee4-999b-3bbeebdbbf6c None None] Set router 28e7a5bd-a360-4e95-801b-ab38ff0e30cb gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:20:28.420226 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-7b65eb7f-01f0-495f-b209-5ba48037242c None None] For port d658759c-cdda-4f01-9551-ab25595051ed, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=d658759c-cdda-4f01-9551-ab25595051ed,segment=NetworkSegment(d8bdba8e-aa0f-4483-a329-b591bfdb474e),segment_id=d8bdba8e-aa0f-4483-a329-b591bfdb474e)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:20:28.486695 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7b65eb7f-01f0-495f-b209-5ba48037242c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:28.496474 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:28.539597 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port d658759c-cdda-4f01-9551-ab25595051ed triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:20:28.539597 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:28.554789 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-c76b18c8-8a81-494e-a074-fca23150ccb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59c92fb4-1659-4cb6-8ce4-e17d14b3920c {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:20:28.574191 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-c76b18c8-8a81-494e-a074-fca23150ccb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:28.597774 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cd95fde-fefc-467c-bb23-ac21eb00939f {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:20:28.599516 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-c76b18c8-8a81-494e-a074-fca23150ccb0 service neutron] Transition to ACTIVE for port object 59c92fb4-1659-4cb6-8ce4-e17d14b3920c will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:20:28.604800 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-c76b18c8-8a81-494e-a074-fca23150ccb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:28.621893 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 1cd95fde-fefc-467c-bb23-ac21eb00939f, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=1cd95fde-fefc-467c-bb23-ac21eb00939f,segment=NetworkSegment(29fe51c5-7413-4ecd-8c04-97b69fe8410f),segment_id=29fe51c5-7413-4ecd-8c04-97b69fe8410f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:20:28.623372 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-684bff4a-8b4c-4a7f-86dc-5fb480b93169 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:28.638618 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-be65237f-fcd0-4ee4-999b-3bbeebdbbf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e7a5bd-a360-4e95-801b-ab38ff0e30cb', 'name': 'tempest-ServersTestManualDisk-2147404544-router', 'tenant_id': '26c963f4cdb74f2494c888a4f19adc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '94cba580-3b90-40d0-8119-4c9e526876c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:20:25Z', 'updated_at': '2021-11-16T11:20:26Z', 'revision_number': 3, 'project_id': '26c963f4cdb74f2494c888a4f19adc27', 'gw_port': {'id': '94cba580-3b90-40d0-8119-4c9e526876c7', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fb:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e7a5bd-a360-4e95-801b-ab38ff0e30cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:20:26Z', 'updated_at': '2021-11-16T11:20:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:20:28.649101 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-684bff4a-8b4c-4a7f-86dc-5fb480b93169 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/networks?id=944e0536-d76b-420a-8405-63c5779cb0d2 HTTP/1.1" status: 200 len: 805 time: 0.2167618 Nov 16 11:20:28.652039 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:28.676591 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be65237f-fcd0-4ee4-999b-3bbeebdbbf6c None None] Checking router: 28e7a5bd-a360-4e95-801b-ab38ff0e30cb for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:20:28.676591 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be65237f-fcd0-4ee4-999b-3bbeebdbbf6c None None] Updating router 28e7a5bd-a360-4e95-801b-ab38ff0e30cb port 94cba580-3b90-40d0-8119-4c9e526876c7 binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:20:28.686760 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:28.714539 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-be65237f-fcd0-4ee4-999b-3bbeebdbbf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:28.727739 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7b0810-d8bf-4bd4-9894-22b7a57ecacb None None] DHCP port deletion for b7bb2a97-86e1-4934-a454-677fe86f6d7e request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:20:28.737346 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b65eb7f-01f0-495f-b209-5ba48037242c None None] Pushing event updated for resources: {'Port': ['ID=d658759c-cdda-4f01-9551-ab25595051ed,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:28.779812 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b18c8-8a81-494e-a074-fca23150ccb0 service neutron] Pushing event updated for resources: {'Port': ['ID=59c92fb4-1659-4cb6-8ce4-e17d14b3920c,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:28.795432 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=1cd95fde-fefc-467c-bb23-ac21eb00939f,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:28.843859 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-3556ece7-95e8-4887-8b4d-aa4b9faee14d tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/quotas/04a86aacf6f546c1be30256427532a30 HTTP/1.1" status: 200 len: 375 time: 0.1937621 Nov 16 11:20:28.914833 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-c76b18c8-8a81-494e-a074-fca23150ccb0 service neutron] Attempting to bind port 59c92fb4-1659-4cb6-8ce4-e17d14b3920c on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:20:28.915441 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-c76b18c8-8a81-494e-a074-fca23150ccb0 service neutron] Attempting to bind port 59c92fb4-1659-4cb6-8ce4-e17d14b3920c by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:20:28.915666 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-c76b18c8-8a81-494e-a074-fca23150ccb0 service neutron] Attempting to bind port 59c92fb4-1659-4cb6-8ce4-e17d14b3920c on network b7bb2a97-86e1-4934-a454-677fe86f6d7e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:20:28.920762 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-c76b18c8-8a81-494e-a074-fca23150ccb0 service neutron] Port 59c92fb4-1659-4cb6-8ce4-e17d14b3920c on network b7bb2a97-86e1-4934-a454-677fe86f6d7e not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:20:28.921075 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-c76b18c8-8a81-494e-a074-fca23150ccb0 service neutron] Attempting to bind port 59c92fb4-1659-4cb6-8ce4-e17d14b3920c on network b7bb2a97-86e1-4934-a454-677fe86f6d7e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:20:28.924725 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['1cd95fde-fefc-467c-bb23-ac21eb00939f'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:20:28.939875 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-c76b18c8-8a81-494e-a074-fca23150ccb0 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:20:28.940202 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-c76b18c8-8a81-494e-a074-fca23150ccb0 service neutron] Checking segment: {'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:20:28.940601 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-c76b18c8-8a81-494e-a074-fca23150ccb0 service neutron] Bound using segment: {'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:20:28.941971 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-c76b18c8-8a81-494e-a074-fca23150ccb0 service neutron] Bound port: 59c92fb4-1659-4cb6-8ce4-e17d14b3920c, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:20:28.942361 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-c76b18c8-8a81-494e-a074-fca23150ccb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:28.965517 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ee54f-9367-4c47-a256-97325e251044 req-cfd91781-def6-4581-94f6-60b18c80d639 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:28.986830 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-799ee54f-9367-4c47-a256-97325e251044 req-cfd91781-def6-4581-94f6-60b18c80d639 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 943 time: 0.3251431 Nov 16 11:20:29.018721 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-757e8739-6640-4ad1-981d-de861470cdea None None] Provisioning complete for port d658759c-cdda-4f01-9551-ab25595051ed triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:20:29.019202 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-757e8739-6640-4ad1-981d-de861470cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:29.068674 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-799ee54f-9367-4c47-a256-97325e251044 req-a1decbc8-1763-438f-a5d8-ad64414b128f tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794849 Nov 16 11:20:29.089787 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-c76b18c8-8a81-494e-a074-fca23150ccb0 service neutron] For port 59c92fb4-1659-4cb6-8ce4-e17d14b3920c, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:20:29.093233 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-c76b18c8-8a81-494e-a074-fca23150ccb0 service neutron] For port 59c92fb4-1659-4cb6-8ce4-e17d14b3920c, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=59c92fb4-1659-4cb6-8ce4-e17d14b3920c,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:20:29.098538 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-2c9329a7-d030-48d9-929f-32122dd4f433 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=04a86aacf6f546c1be30256427532a30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2533967 Nov 16 11:20:29.121234 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-c76b18c8-8a81-494e-a074-fca23150ccb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:29.193832 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-c76b18c8-8a81-494e-a074-fca23150ccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:29.195494 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-c76b18c8-8a81-494e-a074-fca23150ccb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:29.197398 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-c76b18c8-8a81-494e-a074-fca23150ccb0 service neutron] 10.222.0.64 "PUT /v2.0/ports/59c92fb4-1659-4cb6-8ce4-e17d14b3920c HTTP/1.1" status: 200 len: 1091 time: 1.2731354 Nov 16 11:20:29.199671 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed181c3-be86-4992-9ef4-fcd0c2cf50db', 'tag': '59c92fb4-1659-4cb6-8ce4-e17d14b3920c'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:20:29.201997 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f06c69a-b001-4104-9dff-393fbc3f15d3" -d '{"events": [{"name": "network-changed", "server_uuid": "aed181c3-be86-4992-9ef4-fcd0c2cf50db", "tag": "59c92fb4-1659-4cb6-8ce4-e17d14b3920c"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:20:29.202951 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b4e247-e1f9-4948-89b6-e6e047f7736c None None] DHCP port deletion for b7bb2a97-86e1-4934-a454-677fe86f6d7e request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:20:29.243224 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-c1a875bc-ce52-4dd7-9e79-8c0951278dfc service neutron] 10.222.0.61 "GET /v2.0/networks/944e0536-d76b-420a-8405-63c5779cb0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428587 Nov 16 11:20:29.286603 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1dfe5a-611f-4d89-838c-9a26f3b31704 req-14212e9d-45f7-4b1e-8521-d70cb6d22845 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:29.288270 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9f1dfe5a-611f-4d89-838c-9a26f3b31704 req-14212e9d-45f7-4b1e-8521-d70cb6d22845 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.64 "GET /v2.0/ports?device_id=baa1f9e9-3331-45d5-b503-c7ee67e24795 HTTP/1.1" status: 200 len: 946 time: 0.1934786 Nov 16 11:20:29.289324 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-be65237f-fcd0-4ee4-999b-3bbeebdbbf6c None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:29.297320 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-be65237f-fcd0-4ee4-999b-3bbeebdbbf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:29.307995 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device b7ee7645-353f-46bf-b6c4-9f401b1a5a4a no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:20:29.308729 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b18c8-8a81-494e-a074-fca23150ccb0 service neutron] Pushing event updated for resources: {'Port': ['ID=59c92fb4-1659-4cb6-8ce4-e17d14b3920c,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:29.345138 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be450956-503f-46b0-aad0-383b87bf29fc None None] Pushing event updated for resources: {'Port': ['ID=94cba580-3b90-40d0-8119-4c9e526876c7,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:29.358115 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be450956-503f-46b0-aad0-383b87bf29fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:20:29.358793 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be450956-503f-46b0-aad0-383b87bf29fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:20:29.359384 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be450956-503f-46b0-aad0-383b87bf29fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:20:29.359933 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be450956-503f-46b0-aad0-383b87bf29fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:20:29.360469 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be450956-503f-46b0-aad0-383b87bf29fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:20:29.360996 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be450956-503f-46b0-aad0-383b87bf29fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:20:29.361556 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be450956-503f-46b0-aad0-383b87bf29fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:20:29.362103 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be450956-503f-46b0-aad0-383b87bf29fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:20:29.362619 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be450956-503f-46b0-aad0-383b87bf29fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:20:29.363156 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be450956-503f-46b0-aad0-383b87bf29fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:20:29.363667 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be450956-503f-46b0-aad0-383b87bf29fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:20:29.364181 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be450956-503f-46b0-aad0-383b87bf29fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:20:29.391925 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-be65237f-fcd0-4ee4-999b-3bbeebdbbf6c None None] Attempting to bind port 94cba580-3b90-40d0-8119-4c9e526876c7 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:20:29.392337 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-be65237f-fcd0-4ee4-999b-3bbeebdbbf6c None None] Attempting to bind port 94cba580-3b90-40d0-8119-4c9e526876c7 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:20:29.392700 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be65237f-fcd0-4ee4-999b-3bbeebdbbf6c None None] Attempting to bind port 94cba580-3b90-40d0-8119-4c9e526876c7 on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:20:29.399703 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be65237f-fcd0-4ee4-999b-3bbeebdbbf6c None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:20:29.400372 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be65237f-fcd0-4ee4-999b-3bbeebdbbf6c None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:20:29.400996 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-be65237f-fcd0-4ee4-999b-3bbeebdbbf6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:29.401736 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be65237f-fcd0-4ee4-999b-3bbeebdbbf6c None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:20:29.402522 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-be65237f-fcd0-4ee4-999b-3bbeebdbbf6c None None] Bound port: 94cba580-3b90-40d0-8119-4c9e526876c7, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:20:29.403147 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-be65237f-fcd0-4ee4-999b-3bbeebdbbf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:29.423209 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a518a483-d7b9-40e0-a725-ddb23d09cb05 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:20:29.485789 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-be65237f-fcd0-4ee4-999b-3bbeebdbbf6c None None] For port 94cba580-3b90-40d0-8119-4c9e526876c7, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:20:29.489474 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-be65237f-fcd0-4ee4-999b-3bbeebdbbf6c None None] For port 94cba580-3b90-40d0-8119-4c9e526876c7, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=94cba580-3b90-40d0-8119-4c9e526876c7,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:20:29.496082 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-be65237f-fcd0-4ee4-999b-3bbeebdbbf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:29.525350 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-d43ab8d3-c562-426e-94d6-8aad3fe4fe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:29.525350 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-d43ab8d3-c562-426e-94d6-8aad3fe4fe5b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fca4017bffc548cea20e1270411b1992&device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 1094 time: 0.2350204 Nov 16 11:20:29.570137 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be65237f-fcd0-4ee4-999b-3bbeebdbbf6c None None] Routers {'28e7a5bd-a360-4e95-801b-ab38ff0e30cb'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:20:29.570777 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-be65237f-fcd0-4ee4-999b-3bbeebdbbf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:20:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['28e7a5bd-a360-4e95-801b-ab38ff0e30cb'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:20:29.575925 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be450956-503f-46b0-aad0-383b87bf29fc None None] Pushing event updated for resources: {'Port': ['ID=94cba580-3b90-40d0-8119-4c9e526876c7,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:29.599422 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-21ae094f-07f1-4c25-b38b-091784b27f7e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59c92fb4-1659-4cb6-8ce4-e17d14b3920c HTTP/1.1" status: 200 len: 217 time: 0.0596118 Nov 16 11:20:29.602957 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:29.603528 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-9f1dfe5a-611f-4d89-838c-9a26f3b31704 req-b97e34cf-96f0-4388-a59a-0614f420b0bb tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Deleting port 48e1828f-e7d7-4a31-b5e4-02cf1b427966 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:20:29.603680 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9f1dfe5a-611f-4d89-838c-9a26f3b31704 req-b97e34cf-96f0-4388-a59a-0614f420b0bb tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:29.611160 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392a6a76-e008-4fe8-b3a9-c7d22cfd3399 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:20:29.628967 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9aed2a-76ae-4cf2-a2a8-a44969a5a5c1 x-openstack-request-id: req-5e9aed2a-76ae-4cf2-a2a8-a44969a5a5c1 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:20:29.629257 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aed181c3-be86-4992-9ef4-fcd0c2cf50db", "tag": "59c92fb4-1659-4cb6-8ce4-e17d14b3920c", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:20:29.629505 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5e9aed2a-76ae-4cf2-a2a8-a44969a5a5c1 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:20:29.629899 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed181c3-be86-4992-9ef4-fcd0c2cf50db', 'tag': '59c92fb4-1659-4cb6-8ce4-e17d14b3920c', 'status': 'completed', 'code': 200} Nov 16 11:20:29.708944 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a90fbf-7597-4a83-b114-2fe9eac9b552', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7ee7645-353f-46bf-b6c4-9f401b1a5a4a'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:20:29.719984 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c9a772-d3f5-4430-b282-56e303f17668" -d '{"events": [{"server_uuid": "d4a90fbf-7597-4a83-b114-2fe9eac9b552", "name": "network-vif-unplugged", "status": "completed", "tag": "b7ee7645-353f-46bf-b6c4-9f401b1a5a4a"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:20:29.728842 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-82cb68c5-3434-4af9-8388-089e992ad0c3 None None] Provisioning complete for port 94cba580-3b90-40d0-8119-4c9e526876c7 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:20:29.730988 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-82cb68c5-3434-4af9-8388-089e992ad0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:29.762201 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-68d71e0a-279a-4ed0-8438-b5bd5914fbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:29.764352 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-68d71e0a-279a-4ed0-8438-b5bd5914fbab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7e023778-0206-43f4-abc1-4c067f7e46aa HTTP/1.1" status: 200 len: 848 time: 0.1560771 Nov 16 11:20:29.771083 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port b7ee7645-353f-46bf-b6c4-9f401b1a5a4a, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=b7ee7645-353f-46bf-b6c4-9f401b1a5a4a,segment=NetworkSegment(2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7),segment_id=2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:20:29.774726 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device d658759c-cdda-4f01-9551-ab25595051ed up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:20:29.808420 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:29.831770 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-44fe7144-94c9-4f1e-827e-ceb69a87bf2f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7bb2a97-86e1-4934-a454-677fe86f6d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553002 Nov 16 11:20:29.841231 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-2198c7c6-e366-4c37-80ad-2dfe429ec2e9 service neutron] 10.222.0.61 "GET /v2.0/networks/944e0536-d76b-420a-8405-63c5779cb0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5644398 Nov 16 11:20:29.909862 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-be65237f-fcd0-4ee4-999b-3bbeebdbbf6c None None] Set router 28e7a5bd-a360-4e95-801b-ab38ff0e30cb gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:20:29.912104 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336882bf-aa1e-403e-966d-003899fb1a3a req-67a96c74-10c5-423a-9764-43d547d6159a tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:29.916697 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-336882bf-aa1e-403e-966d-003899fb1a3a req-67a96c74-10c5-423a-9764-43d547d6159a tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4a90fbf-7597-4a83-b114-2fe9eac9b552 HTTP/1.1" status: 200 len: 945 time: 0.3068440 Nov 16 11:20:29.938665 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc8ebf-18d4-404b-b2fa-878c6595dcd7 req-ee5e07ec-47bd-4a47-b097-7e164d2a0ba1 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:29.945781 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=b7ee7645-353f-46bf-b6c4-9f401b1a5a4a,revision_number=8']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:29.949902 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9fcc8ebf-18d4-404b-b2fa-878c6595dcd7 req-ee5e07ec-47bd-4a47-b097-7e164d2a0ba1 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=6390f83c-83c5-4156-b423-fbc8d4b26e92 HTTP/1.1" status: 200 len: 944 time: 0.2284775 Nov 16 11:20:29.967495 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port d658759c-cdda-4f01-9551-ab25595051ed triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:20:29.967803 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:29.967917 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-7a321615-a294-4eca-996f-0cb85a30cd14 service neutron] 10.222.0.64 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229956 Nov 16 11:20:30.034300 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-82cb68c5-3434-4af9-8388-089e992ad0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:30.066827 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-82cb68c5-3434-4af9-8388-089e992ad0c3 None None] For port 94cba580-3b90-40d0-8119-4c9e526876c7, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=94cba580-3b90-40d0-8119-4c9e526876c7,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:20:30.085051 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-9f1dfe5a-611f-4d89-838c-9a26f3b31704 req-b97e34cf-96f0-4388-a59a-0614f420b0bb tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] For port 48e1828f-e7d7-4a31-b5e4-02cf1b427966, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=48e1828f-e7d7-4a31-b5e4-02cf1b427966,segment=NetworkSegment(28eb1295-39a5-4045-b087-0ec8bd4c5806),segment_id=28eb1295-39a5-4045-b087-0ec8bd4c5806)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:20:30.085908 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9f1dfe5a-611f-4d89-838c-9a26f3b31704 req-b97e34cf-96f0-4388-a59a-0614f420b0bb tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:30.107638 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-82cb68c5-3434-4af9-8388-089e992ad0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:30.191145 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb68c5-3434-4af9-8388-089e992ad0c3 None None] Pushing event updated for resources: {'Port': ['ID=94cba580-3b90-40d0-8119-4c9e526876c7,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:30.233208 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-721dcf56-951e-45a1-9358-3ac5b39aeccb None None] Provisioning complete for port 94cba580-3b90-40d0-8119-4c9e526876c7 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:20:30.233579 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-721dcf56-951e-45a1-9358-3ac5b39aeccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:30.246313 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-be65237f-fcd0-4ee4-999b-3bbeebdbbf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e7a5bd-a360-4e95-801b-ab38ff0e30cb', 'name': 'tempest-ServersTestManualDisk-2147404544-router', 'tenant_id': '26c963f4cdb74f2494c888a4f19adc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '94cba580-3b90-40d0-8119-4c9e526876c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:20:25Z', 'updated_at': '2021-11-16T11:20:26Z', 'revision_number': 3, 'project_id': '26c963f4cdb74f2494c888a4f19adc27', 'gw_port': {'id': '94cba580-3b90-40d0-8119-4c9e526876c7', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fb:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e7a5bd-a360-4e95-801b-ab38ff0e30cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:20:26Z', 'updated_at': '2021-11-16T11:20:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:20:30.300065 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be65237f-fcd0-4ee4-999b-3bbeebdbbf6c None None] The sync data for ids ['28e7a5bd-a360-4e95-801b-ab38ff0e30cb'] in n-d-816823-3 is: [{'id': '28e7a5bd-a360-4e95-801b-ab38ff0e30cb', 'name': 'tempest-ServersTestManualDisk-2147404544-router', 'tenant_id': '26c963f4cdb74f2494c888a4f19adc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '94cba580-3b90-40d0-8119-4c9e526876c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:20:25Z', 'updated_at': '2021-11-16T11:20:26Z', 'revision_number': 3, 'project_id': '26c963f4cdb74f2494c888a4f19adc27', 'gw_port': {'id': '94cba580-3b90-40d0-8119-4c9e526876c7', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fb:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e7a5bd-a360-4e95-801b-ab38ff0e30cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:20:26Z', 'updated_at': '2021-11-16T11:20:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:20:30.300736 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-56fd420e-5169-42df-ac4b-93ee4e6990fe req-7ebaba2a-0baa-4207-873a-0bb35096124d service neutron] 10.222.0.64 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215296 Nov 16 11:20:30.477658 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9fcc8ebf-18d4-404b-b2fa-878c6595dcd7 req-64fbfbba-1913-4f30-9f5a-bd670c9e95bc tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5265925 Nov 16 11:20:30.578675 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b45570-ad35-4f01-92bb-75294157bd7a req-55b93f82-4265-476d-8da1-880273d32b65 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:30.580220 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d8b45570-ad35-4f01-92bb-75294157bd7a req-55b93f82-4265-476d-8da1-880273d32b65 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/ports?device_id=baa1f9e9-3331-45d5-b503-c7ee67e24795 HTTP/1.1" status: 200 len: 946 time: 0.2382238 Nov 16 11:20:30.596838 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 11:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c7430f-1dc5-4d3a-b6dc-8620cbc4a632 x-openstack-request-id: req-20c7430f-1dc5-4d3a-b6dc-8620cbc4a632 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:20:30.598108 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a90fbf-7597-4a83-b114-2fe9eac9b552", "name": "network-vif-unplugged", "status": "completed", "tag": "b7ee7645-353f-46bf-b6c4-9f401b1a5a4a", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:20:30.599142 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-336882bf-aa1e-403e-966d-003899fb1a3a req-66a97bf6-8690-4d9a-9401-e35234febf3c tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Deleting port b7ee7645-353f-46bf-b6c4-9f401b1a5a4a {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:20:30.599142 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-336882bf-aa1e-403e-966d-003899fb1a3a req-66a97bf6-8690-4d9a-9401-e35234febf3c tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:30.599618 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-20c7430f-1dc5-4d3a-b6dc-8620cbc4a632 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:20:30.601995 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a90fbf-7597-4a83-b114-2fe9eac9b552', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7ee7645-353f-46bf-b6c4-9f401b1a5a4a', 'code': 200} Nov 16 11:20:30.641383 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06c69a-b001-4104-9dff-393fbc3f15d3 req-bc349a2b-76d3-4785-8154-70ae48292e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:30.642910 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3f06c69a-b001-4104-9dff-393fbc3f15d3 req-bc349a2b-76d3-4785-8154-70ae48292e6e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fca4017bffc548cea20e1270411b1992&device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 1094 time: 0.2284696 Nov 16 11:20:30.730290 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d8b45570-ad35-4f01-92bb-75294157bd7a req-4c33fb5a-5e3d-473d-a202-24197b954cee tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/security-groups?id=29be483f-dbde-4ea7-977a-e091d2cc6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417847 Nov 16 11:20:30.764389 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9f1dfe5a-611f-4d89-838c-9a26f3b31704 req-b97e34cf-96f0-4388-a59a-0614f420b0bb tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:30.765529 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9f1dfe5a-611f-4d89-838c-9a26f3b31704 req-b97e34cf-96f0-4388-a59a-0614f420b0bb tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:30.766945 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [req-9f1dfe5a-611f-4d89-838c-9a26f3b31704 req-b97e34cf-96f0-4388-a59a-0614f420b0bb tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Floating IP 094b5115-b5bb-43a9-b252-029cceee1b7b disassociated. External IP: 172.25.0.47, port: 48e1828f-e7d7-4a31-b5e4-02cf1b427966. Nov 16 11:20:30.768188 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-9f1dfe5a-611f-4d89-838c-9a26f3b31704 req-b97e34cf-96f0-4388-a59a-0614f420b0bb tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Calling delete_port for 48e1828f-e7d7-4a31-b5e4-02cf1b427966 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:20:30.828476 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d6f7eac3-e510-4681-a0fd-0526d90a21a1 req-fffd1df5-f421-4090-a59d-102389b52f69 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=973649eb-8d2a-4fdc-8d9a-79083e80d403 HTTP/1.1" status: 200 len: 210 time: 0.1157055 Nov 16 11:20:30.907978 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06c69a-b001-4104-9dff-393fbc3f15d3 req-d8473afd-d92e-496c-9708-4c78c3caefb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:30.909815 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3f06c69a-b001-4104-9dff-393fbc3f15d3 req-d8473afd-d92e-496c-9708-4c78c3caefb4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7bb2a97-86e1-4934-a454-677fe86f6d7e HTTP/1.1" status: 200 len: 909 time: 0.2577248 Nov 16 11:20:30.926185 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-336882bf-aa1e-403e-966d-003899fb1a3a req-66a97bf6-8690-4d9a-9401-e35234febf3c tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] For port b7ee7645-353f-46bf-b6c4-9f401b1a5a4a, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=b7ee7645-353f-46bf-b6c4-9f401b1a5a4a,segment=NetworkSegment(2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7),segment_id=2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:20:30.926762 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-336882bf-aa1e-403e-966d-003899fb1a3a req-66a97bf6-8690-4d9a-9401-e35234febf3c tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:30.958862 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-336882bf-aa1e-403e-966d-003899fb1a3a req-66a97bf6-8690-4d9a-9401-e35234febf3c tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Calling delete_port for b7ee7645-353f-46bf-b6c4-9f401b1a5a4a owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:20:30.987995 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3f06c69a-b001-4104-9dff-393fbc3f15d3 req-560a029d-686c-402d-a142-b1ba6a8c366d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59c92fb4-1659-4cb6-8ce4-e17d14b3920c HTTP/1.1" status: 200 len: 217 time: 0.0680637 Nov 16 11:20:31.138394 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06c69a-b001-4104-9dff-393fbc3f15d3 req-be3bb34d-c62d-4dcd-8a3b-dc971579dea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:31.140591 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3f06c69a-b001-4104-9dff-393fbc3f15d3 req-be3bb34d-c62d-4dcd-8a3b-dc971579dea2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7e023778-0206-43f4-abc1-4c067f7e46aa HTTP/1.1" status: 200 len: 848 time: 0.1346281 Nov 16 11:20:31.147303 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9f1dfe5a-611f-4d89-838c-9a26f3b31704 req-b97e34cf-96f0-4388-a59a-0614f420b0bb tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:31.208290 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e34cf-96f0-4388-a59a-0614f420b0bb tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Pushing event deleted for resources: {'Port': ['ID=48e1828f-e7d7-4a31-b5e4-02cf1b427966,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:31.223532 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-faea224c-4ab6-4e98-9576-2d113e54b6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:31.240106 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3f06c69a-b001-4104-9dff-393fbc3f15d3 req-4f0cb1a6-b7e8-40f4-88cf-c0517063f6ef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7bb2a97-86e1-4934-a454-677fe86f6d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722587 Nov 16 11:20:31.267174 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-336882bf-aa1e-403e-966d-003899fb1a3a req-66a97bf6-8690-4d9a-9401-e35234febf3c tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:31.287396 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9cb86-29f7-4be3-be6a-13895fcb5d29 req-480b38b9-cf92-4c66-8da7-888386a53e3c tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:31.289186 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-91b9cb86-29f7-4be3-be6a-13895fcb5d29 req-480b38b9-cf92-4c66-8da7-888386a53e3c tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 943 time: 0.1293728 Nov 16 11:20:31.328654 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a97bf6-8690-4d9a-9401-e35234febf3c tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Pushing event deleted for resources: {'Port': ['ID=b7ee7645-353f-46bf-b6c4-9f401b1a5a4a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:31.428836 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-336882bf-aa1e-403e-966d-003899fb1a3a req-66a97bf6-8690-4d9a-9401-e35234febf3c tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] No DVR routers for this DVR port b7ee7645-353f-46bf-b6c4-9f401b1a5a4a on host n-h2-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:20:31.434644 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-336882bf-aa1e-403e-966d-003899fb1a3a req-66a97bf6-8690-4d9a-9401-e35234febf3c tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:31.438069 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-336882bf-aa1e-403e-966d-003899fb1a3a req-66a97bf6-8690-4d9a-9401-e35234febf3c tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.64 "DELETE /v2.0/ports/b7ee7645-353f-46bf-b6c4-9f401b1a5a4a HTTP/1.1" status: 204 len: 173 time: 1.5102606 Nov 16 11:20:31.438937 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a90fbf-7597-4a83-b114-2fe9eac9b552', 'name': 'network-vif-deleted', 'tag': 'b7ee7645-353f-46bf-b6c4-9f401b1a5a4a'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:20:31.441252 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8964f87d-aa1d-4183-9411-3cd8cd1aa285" -d '{"events": [{"server_uuid": "d4a90fbf-7597-4a83-b114-2fe9eac9b552", "name": "network-vif-deleted", "tag": "b7ee7645-353f-46bf-b6c4-9f401b1a5a4a"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:20:31.478050 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-91b9cb86-29f7-4be3-be6a-13895fcb5d29 req-7540b919-51bd-4c03-bdb0-4ae71f910bae tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557698 Nov 16 11:20:31.493539 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 1cd95fde-fefc-467c-bb23-ac21eb00939f up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:20:31.576149 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22dd764a-2f10-4d83-a80a-673913358288 x-openstack-request-id: req-22dd764a-2f10-4d83-a80a-673913358288 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:20:31.583086 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a90fbf-7597-4a83-b114-2fe9eac9b552", "name": "network-vif-deleted", "tag": "b7ee7645-353f-46bf-b6c4-9f401b1a5a4a", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:20:31.583415 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-22dd764a-2f10-4d83-a80a-673913358288 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:20:31.583783 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a90fbf-7597-4a83-b114-2fe9eac9b552', 'name': 'network-vif-deleted', 'tag': 'b7ee7645-353f-46bf-b6c4-9f401b1a5a4a', 'status': 'completed', 'code': 200} Nov 16 11:20:31.704236 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port 1cd95fde-fefc-467c-bb23-ac21eb00939f completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:20:31.713285 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 1cd95fde-fefc-467c-bb23-ac21eb00939f triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:20:31.713977 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:31.934182 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 94cba580-3b90-40d0-8119-4c9e526876c7 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:20:31.959738 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3f06c69a-b001-4104-9dff-393fbc3f15d3 req-d8545faa-f2ca-4b54-89ee-1cf80ea0d696 service neutron] 10.222.0.64 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6675675 Nov 16 11:20:31.988646 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:32.000044 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-7de3e577-9371-4029-b358-60ecbafb7b66 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:32.001906 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-7de3e577-9371-4029-b358-60ecbafb7b66 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.36 "GET /v2.0/networks?id=944e0536-d76b-420a-8405-63c5779cb0d2 HTTP/1.1" status: 200 len: 805 time: 0.4275980 Nov 16 11:20:32.045300 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 1cd95fde-fefc-467c-bb23-ac21eb00939f, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=1cd95fde-fefc-467c-bb23-ac21eb00939f,segment=NetworkSegment(29fe51c5-7413-4ecd-8c04-97b69fe8410f),segment_id=29fe51c5-7413-4ecd-8c04-97b69fe8410f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:20:32.048020 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 94cba580-3b90-40d0-8119-4c9e526876c7 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:20:32.048584 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:32.053161 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-20b63d3c-80e0-4a92-a083-f745ef1ab266 req-14caf0c7-d329-4552-948a-1f6badec098c tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/ports?device_id=baa1f9e9-3331-45d5-b503-c7ee67e24795 HTTP/1.1" status: 200 len: 210 time: 0.1441760 Nov 16 11:20:32.072858 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:32.108641 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f1dfe5a-611f-4d89-838c-9a26f3b31704 req-b97e34cf-96f0-4388-a59a-0614f420b0bb tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Router 2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:20:32.126781 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3f06c69a-b001-4104-9dff-393fbc3f15d3 req-6cd07485-9a64-44b7-a2de-ddae4b10e5e5 service neutron] 10.222.0.64 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540298 Nov 16 11:20:32.150980 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-8ae33180-cac5-4978-8142-6bee91bd39eb tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Request body: {'port': {'device_id': '973649eb-8d2a-4fdc-8d9a-79083e80d403', 'network_id': '944e0536-d76b-420a-8405-63c5779cb0d2', 'admin_state_up': True, 'tenant_id': '04a86aacf6f546c1be30256427532a30'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:20:32.211552 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=1cd95fde-fefc-467c-bb23-ac21eb00939f,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:32.246863 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37665d4c-210d-461f-b55b-ef38a912cf69 req-2bd541a6-853c-44cb-bae2-793ad82d25ef tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:32.248377 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-37665d4c-210d-461f-b55b-ef38a912cf69 req-2bd541a6-853c-44cb-bae2-793ad82d25ef tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=6390f83c-83c5-4156-b423-fbc8d4b26e92 HTTP/1.1" status: 200 len: 944 time: 0.4579177 Nov 16 11:20:32.281550 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-faea224c-4ab6-4e98-9576-2d113e54b6e7 admin admin] Allocated IP 172.20.0.1 (483102d2-5f88-4f47-b33e-a8293393494c/515a754f-5433-4f9b-a0b1-17eea39f57f6/bee4151b-5252-4f23-b786-d2cacace6a9e) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:20:32.305859 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7a32d940-2de0-4b99-8a70-7cc5a712421d req-68a4444e-eb98-4075-b1dc-eaec72168d8e tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=973649eb-8d2a-4fdc-8d9a-79083e80d403 HTTP/1.1" status: 200 len: 210 time: 0.0812316 Nov 16 11:20:32.369483 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f1dfe5a-611f-4d89-838c-9a26f3b31704 req-b97e34cf-96f0-4388-a59a-0614f420b0bb tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:20:32.384606 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89344fc9-39b3-473d-9417-67ec6228ecb3 None None] Sync routers for ids ['2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:20:32.406522 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89344fc9-39b3-473d-9417-67ec6228ecb3 None None] Routers {'2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:20:32.407186 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-89344fc9-39b3-473d-9417-67ec6228ecb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:20:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:20:32.445625 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-37665d4c-210d-461f-b55b-ef38a912cf69 req-31e82cfb-5fb0-4e67-a878-b4ab10039913 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876228 Nov 16 11:20:32.526432 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1dfe5a-611f-4d89-838c-9a26f3b31704 req-b97e34cf-96f0-4388-a59a-0614f420b0bb tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] No DVR routers for this DVR port 48e1828f-e7d7-4a31-b5e4-02cf1b427966 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:20:32.532899 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9f1dfe5a-611f-4d89-838c-9a26f3b31704 req-b97e34cf-96f0-4388-a59a-0614f420b0bb tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:32.543279 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9f1dfe5a-611f-4d89-838c-9a26f3b31704 req-b97e34cf-96f0-4388-a59a-0614f420b0bb tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.64 "DELETE /v2.0/ports/48e1828f-e7d7-4a31-b5e4-02cf1b427966 HTTP/1.1" status: 204 len: 173 time: 3.2264421 Nov 16 11:20:32.545232 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa1f9e9-3331-45d5-b503-c7ee67e24795', 'name': 'network-vif-deleted', 'tag': '48e1828f-e7d7-4a31-b5e4-02cf1b427966'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:20:32.550987 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b4ba22-4675-4af3-b7cb-9b9b3c46876f" -d '{"events": [{"server_uuid": "baa1f9e9-3331-45d5-b503-c7ee67e24795", "name": "network-vif-deleted", "tag": "48e1828f-e7d7-4a31-b5e4-02cf1b427966"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:20:32.589424 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-faea224c-4ab6-4e98-9576-2d113e54b6e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:32.604664 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6390f83c-83c5-4156-b423-fbc8d4b26e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd95fde-fefc-467c-bb23-ac21eb00939f'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:20:32.613228 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e16372b-1db0-4147-9a48-7c667d13a15e" -d '{"events": [{"server_uuid": "6390f83c-83c5-4156-b423-fbc8d4b26e92", "name": "network-vif-plugged", "status": "completed", "tag": "1cd95fde-fefc-467c-bb23-ac21eb00939f"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:20:32.654419 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-8ae33180-cac5-4978-8142-6bee91bd39eb tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Made reservation on behalf of 04a86aacf6f546c1be30256427532a30 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:20:32.661965 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-8ae33180-cac5-4978-8142-6bee91bd39eb tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:32.669605 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-faea224c-4ab6-4e98-9576-2d113e54b6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:32.697784 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faea224c-4ab6-4e98-9576-2d113e54b6e7 admin admin] Network 483102d2-5f88-4f47-b33e-a8293393494c is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:20:32.701721 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-faea224c-4ab6-4e98-9576-2d113e54b6e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:20:32.725806 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3809184a-8330-4740-a7f4-80c626aebc8b x-openstack-request-id: req-3809184a-8330-4740-a7f4-80c626aebc8b {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:20:32.726137 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa1f9e9-3331-45d5-b503-c7ee67e24795", "name": "network-vif-deleted", "tag": "48e1828f-e7d7-4a31-b5e4-02cf1b427966", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:20:32.726371 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3809184a-8330-4740-a7f4-80c626aebc8b {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:20:32.726800 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa1f9e9-3331-45d5-b503-c7ee67e24795', 'name': 'network-vif-deleted', 'tag': '48e1828f-e7d7-4a31-b5e4-02cf1b427966', 'status': 'completed', 'code': 200} Nov 16 11:20:32.735881 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-89344fc9-39b3-473d-9417-67ec6228ecb3 None None] Set router 2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:20:32.745488 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faea224c-4ab6-4e98-9576-2d113e54b6e7 admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:20:32.805091 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879038ce-e6e8-4c8e-8f76-de46b1d0a1ae x-openstack-request-id: req-879038ce-e6e8-4c8e-8f76-de46b1d0a1ae {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:20:32.805596 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6390f83c-83c5-4156-b423-fbc8d4b26e92", "name": "network-vif-plugged", "status": "completed", "tag": "1cd95fde-fefc-467c-bb23-ac21eb00939f", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:20:32.806020 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-879038ce-e6e8-4c8e-8f76-de46b1d0a1ae {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:20:32.806542 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6390f83c-83c5-4156-b423-fbc8d4b26e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd95fde-fefc-467c-bb23-ac21eb00939f', 'code': 200} Nov 16 11:20:32.976693 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d676ed8-e552-4cb3-9a2f-1d1b6e067aaf req-755fd04c-5000-48ac-acbd-b66ddd3fcc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:32.977618 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2d676ed8-e552-4cb3-9a2f-1d1b6e067aaf req-755fd04c-5000-48ac-acbd-b66ddd3fcc43 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6390f83c-83c5-4156-b423-fbc8d4b26e92 HTTP/1.1" status: 200 len: 1096 time: 0.0732210 Nov 16 11:20:33.064372 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2d676ed8-e552-4cb3-9a2f-1d1b6e067aaf req-8051f2f7-2c37-437e-8f58-ca04a5a8d185 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725069 Nov 16 11:20:33.140577 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-acc2c0a6-24b9-4001-a959-fac2b8e6ba92 None None] Provisioning complete for port bee4151b-5252-4f23-b786-d2cacace6a9e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:20:33.140952 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-acc2c0a6-24b9-4001-a959-fac2b8e6ba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:33.198893 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-89344fc9-39b3-473d-9417-67ec6228ecb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-840112725-router', 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'dd5df8bd-1786-49d5-b0f5-482dc80ec83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:15:42Z', 'updated_at': '2021-11-16T11:15:47Z', 'revision_number': 4, 'project_id': '633ef91d4b18467e89e639dc8864c492', 'gw_port': {'id': 'dd5df8bd-1786-49d5-b0f5-482dc80ec83b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:15:43Z', 'updated_at': '2021-11-16T11:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '8edb7184-a35e-4649-86f3-f83eae38ce10', 'name': '', 'network_id': '51c062da-8d2e-4635-9233-083382f5e91b', 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'mac_address': 'fa:16:3e:86:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '3a80f9cd-7734-45f6-8085-b4fd319f0cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:15:45Z', 'updated_at': '2021-11-16T11:15:51Z', 'revision_number': 5, 'project_id': '633ef91d4b18467e89e639dc8864c492', 'subnets': [{'id': '3a80f9cd-7734-45f6-8085-b4fd319f0cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:20:33.249257 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89344fc9-39b3-473d-9417-67ec6228ecb3 None None] Checking router: 2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:20:33.258413 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-acc2c0a6-24b9-4001-a959-fac2b8e6ba92 None None] Port bee4151b-5252-4f23-b786-d2cacace6a9e cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:20:33.266743 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89344fc9-39b3-473d-9417-67ec6228ecb3 None None] Routers {'2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:20:33.267469 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-89344fc9-39b3-473d-9417-67ec6228ecb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:20:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:20:33.330411 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-8ae33180-cac5-4978-8142-6bee91bd39eb tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Allocated IP 172.20.0.10 (944e0536-d76b-420a-8405-63c5779cb0d2/c2c4b79e-b376-461e-aa12-aa150e542043/9a8d62f8-37bc-4d33-9706-6dffe7b724a3) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:20:33.352516 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 48e1828f-e7d7-4a31-b5e4-02cf1b427966 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:20:33.362496 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea224c-4ab6-4e98-9576-2d113e54b6e7 admin admin] Pushing event updated for resources: {'Port': ['ID=bee4151b-5252-4f23-b786-d2cacace6a9e,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:33.387046 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-faea224c-4ab6-4e98-9576-2d113e54b6e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:33.470583 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-75416ee6-55c9-468b-b91b-9fa8a6f1b710 req-93024f4f-1b2a-4e5b-a193-3ed6fdf14915 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/ports?device_id=baa1f9e9-3331-45d5-b503-c7ee67e24795 HTTP/1.1" status: 200 len: 210 time: 0.1611071 Nov 16 11:20:33.535513 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 48e1828f-e7d7-4a31-b5e4-02cf1b427966 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:20:33.535862 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 48e1828f-e7d7-4a31-b5e4-02cf1b427966 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:20:33.536292 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device b7ee7645-353f-46bf-b6c4-9f401b1a5a4a no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:20:33.546839 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d5431-f255-45b1-ba32-66ed173fb1a3 req-f82d842c-c374-48eb-ac4d-4e7e4cdeb898 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:33.548896 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8e3d5431-f255-45b1-ba32-66ed173fb1a3 req-f82d842c-c374-48eb-ac4d-4e7e4cdeb898 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 943 time: 0.8010707 Nov 16 11:20:33.566564 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: b7ee7645-353f-46bf-b6c4-9f401b1a5a4a {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:20:33.566914 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device b7ee7645-353f-46bf-b6c4-9f401b1a5a4a not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:20:33.594967 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-89344fc9-39b3-473d-9417-67ec6228ecb3 None None] Set router 2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:20:33.648421 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8e3d5431-f255-45b1-ba32-66ed173fb1a3 req-a7bea7ca-231e-4edb-8d98-ea764e564269 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874360 Nov 16 11:20:33.801812 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-25291765-4e17-4647-b32c-a000485874d2 req-579e606b-9a22-43fd-978d-be7dd52065a5 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=973649eb-8d2a-4fdc-8d9a-79083e80d403 HTTP/1.1" status: 200 len: 210 time: 0.1995652 Nov 16 11:20:33.871468 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-89344fc9-39b3-473d-9417-67ec6228ecb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-840112725-router', 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'dd5df8bd-1786-49d5-b0f5-482dc80ec83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:15:42Z', 'updated_at': '2021-11-16T11:15:47Z', 'revision_number': 4, 'project_id': '633ef91d4b18467e89e639dc8864c492', 'gw_port': {'id': 'dd5df8bd-1786-49d5-b0f5-482dc80ec83b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:15:43Z', 'updated_at': '2021-11-16T11:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '8edb7184-a35e-4649-86f3-f83eae38ce10', 'name': '', 'network_id': '51c062da-8d2e-4635-9233-083382f5e91b', 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'mac_address': 'fa:16:3e:86:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '3a80f9cd-7734-45f6-8085-b4fd319f0cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:15:45Z', 'updated_at': '2021-11-16T11:15:51Z', 'revision_number': 5, 'project_id': '633ef91d4b18467e89e639dc8864c492', 'subnets': [{'id': '3a80f9cd-7734-45f6-8085-b4fd319f0cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:20:33.897378 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7b40b-6437-4491-99fc-08c92482a0bd req-3da186c4-5a11-4217-b62c-07f3c8602d92 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:33.899988 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1cd7b40b-6437-4491-99fc-08c92482a0bd req-3da186c4-5a11-4217-b62c-07f3c8602d92 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=6390f83c-83c5-4156-b423-fbc8d4b26e92 HTTP/1.1" status: 200 len: 945 time: 0.1302495 Nov 16 11:20:33.924223 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89344fc9-39b3-473d-9417-67ec6228ecb3 None None] The sync data for ids ['2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4'] in n-d-816823-3 is: [{'id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-840112725-router', 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'dd5df8bd-1786-49d5-b0f5-482dc80ec83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:15:42Z', 'updated_at': '2021-11-16T11:15:47Z', 'revision_number': 4, 'project_id': '633ef91d4b18467e89e639dc8864c492', 'gw_port': {'id': 'dd5df8bd-1786-49d5-b0f5-482dc80ec83b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:15:43Z', 'updated_at': '2021-11-16T11:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '8edb7184-a35e-4649-86f3-f83eae38ce10', 'name': '', 'network_id': '51c062da-8d2e-4635-9233-083382f5e91b', 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'mac_address': 'fa:16:3e:86:35:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '3a80f9cd-7734-45f6-8085-b4fd319f0cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:15:45Z', 'updated_at': '2021-11-16T11:15:51Z', 'revision_number': 5, 'project_id': '633ef91d4b18467e89e639dc8864c492', 'subnets': [{'id': '3a80f9cd-7734-45f6-8085-b4fd319f0cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:20:33.951132 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-8ae33180-cac5-4978-8142-6bee91bd39eb tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:33.952520 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-faea224c-4ab6-4e98-9576-2d113e54b6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:34.029773 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1cd7b40b-6437-4491-99fc-08c92482a0bd req-b8a1ebe1-aed4-4e41-acc1-2a86fd58e5e9 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202157 Nov 16 11:20:34.090822 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-8ae33180-cac5-4978-8142-6bee91bd39eb tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:34.171646 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-8ae33180-cac5-4978-8142-6bee91bd39eb tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Network 944e0536-d76b-420a-8405-63c5779cb0d2 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:20:34.181268 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-8ae33180-cac5-4978-8142-6bee91bd39eb tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:20:34.189481 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-8ae33180-cac5-4978-8142-6bee91bd39eb tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:20:34.199404 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae33180-cac5-4978-8142-6bee91bd39eb tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Pushing event updated for resources: {'Port': ['ID=9a8d62f8-37bc-4d33-9706-6dffe7b724a3,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:34.271063 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06032bb-9518-44d7-81df-58c736fcec5c None None] New status for floating IP 094b5115-b5bb-43a9-b252-029cceee1b7b: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:20:34.272593 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-8ae33180-cac5-4978-8142-6bee91bd39eb tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:34.275987 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-8ae33180-cac5-4978-8142-6bee91bd39eb tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:34.306534 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-faea224c-4ab6-4e98-9576-2d113e54b6e7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:34.311816 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-8ae33180-cac5-4978-8142-6bee91bd39eb tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2570906 Nov 16 11:20:34.312983 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-faea224c-4ab6-4e98-9576-2d113e54b6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:34.374736 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-faea224c-4ab6-4e98-9576-2d113e54b6e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:34.391509 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-d58cb50a-0036-40d4-93c0-77d0a5668075 service neutron] Request body: {'port': {'device_id': '973649eb-8d2a-4fdc-8d9a-79083e80d403', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:20:34.469338 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea224c-4ab6-4e98-9576-2d113e54b6e7 admin admin] Pushing event updated for resources: {'Port': ['ID=bee4151b-5252-4f23-b786-d2cacace6a9e,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:34.511668 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-d58cb50a-0036-40d4-93c0-77d0a5668075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:34.574179 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faea224c-4ab6-4e98-9576-2d113e54b6e7 admin admin] Network 483102d2-5f88-4f47-b33e-a8293393494c is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:20:34.580691 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-faea224c-4ab6-4e98-9576-2d113e54b6e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:20:34.654319 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56608) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:20:34.720424 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0b6a3312-3480-4528-9019-327173c4d053 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:34.752159 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0b6a3312-3480-4528-9019-327173c4d053 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:34.812498 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0b6a3312-3480-4528-9019-327173c4d053 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:34.818008 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0b6a3312-3480-4528-9019-327173c4d053 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:34.819465 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0b6a3312-3480-4528-9019-327173c4d053 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "DELETE /v2.0/security-groups/29be483f-dbde-4ea7-977a-e091d2cc6d48 HTTP/1.1" status: 204 len: 168 time: 0.1632974 Nov 16 11:20:34.826315 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56612) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:20:34.849081 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-929ff54b-6fa1-4a1d-85cd-13ccd83c246d tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] show failed (client error): The resource could not be found. Nov 16 11:20:34.850280 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-929ff54b-6fa1-4a1d-85cd-13ccd83c246d tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "GET /v2.0/security-groups/29be483f-dbde-4ea7-977a-e091d2cc6d48 HTTP/1.1" status: 404 len: 347 time: 0.0229197 Nov 16 11:20:34.852294 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a3312-3480-4528-9019-327173c4d053 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29be483f-dbde-4ea7-977a-e091d2cc6d48,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:34.854686 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56616) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:20:34.902784 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-30e84c01-b06c-4e4d-84a1-de79e1521b70 None None] Provisioning complete for port bee4151b-5252-4f23-b786-d2cacace6a9e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:20:34.903396 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-30e84c01-b06c-4e4d-84a1-de79e1521b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:34.922641 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d276c-bcfb-424a-bcb4-de3e599e6c69 req-e14128c5-0f82-417d-bac3-eb0a992b160b tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:34.929788 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-075d276c-bcfb-424a-bcb4-de3e599e6c69 req-e14128c5-0f82-417d-bac3-eb0a992b160b tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 943 time: 0.1811671 Nov 16 11:20:34.942229 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faea224c-4ab6-4e98-9576-2d113e54b6e7 admin admin] Router 28e7a5bd-a360-4e95-801b-ab38ff0e30cb has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:20:34.946365 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-30e84c01-b06c-4e4d-84a1-de79e1521b70 None None] Port bee4151b-5252-4f23-b786-d2cacace6a9e cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:20:35.022106 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-bafa88c5-5acf-4df1-a13d-979ae8100cb0 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Deleting port a9dcf6c7-b1e9-46f3-ae00-8f84416390ce {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:20:35.022435 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bafa88c5-5acf-4df1-a13d-979ae8100cb0 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:35.101002 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bafa88c5-5acf-4df1-a13d-979ae8100cb0 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:35.101747 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bafa88c5-5acf-4df1-a13d-979ae8100cb0 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:35.119553 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-bafa88c5-5acf-4df1-a13d-979ae8100cb0 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Calling delete_port for a9dcf6c7-b1e9-46f3-ae00-8f84416390ce owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:20:35.148866 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd3301-4eea-455d-91e3-a6efc13b9416 req-c084ad26-d75c-43e3-9e26-5fb269551a04 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:35.150485 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cffd3301-4eea-455d-91e3-a6efc13b9416 req-c084ad26-d75c-43e3-9e26-5fb269551a04 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=973649eb-8d2a-4fdc-8d9a-79083e80d403 HTTP/1.1" status: 200 len: 932 time: 0.2164738 Nov 16 11:20:35.159225 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-075d276c-bcfb-424a-bcb4-de3e599e6c69 req-1d9302d0-6090-46cd-8e08-1b052c45c3f3 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278922 Nov 16 11:20:35.246096 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-d58cb50a-0036-40d4-93c0-77d0a5668075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a8d62f8-37bc-4d33-9706-6dffe7b724a3 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:20:35.254508 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-d58cb50a-0036-40d4-93c0-77d0a5668075 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:35.280326 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-d58cb50a-0036-40d4-93c0-77d0a5668075 service neutron] Transition to ACTIVE for port object 9a8d62f8-37bc-4d33-9706-6dffe7b724a3 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:20:35.281443 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faea224c-4ab6-4e98-9576-2d113e54b6e7 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:20:35.295417 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba94f8e-381e-4313-9d00-47e6bd30a370 None None] Sync routers for ids ['28e7a5bd-a360-4e95-801b-ab38ff0e30cb'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:20:35.300172 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-faea224c-4ab6-4e98-9576-2d113e54b6e7 admin admin] 10.222.0.61 "PUT /v2.0/routers/28e7a5bd-a360-4e95-801b-ab38ff0e30cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0364337 Nov 16 11:20:35.310215 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-d58cb50a-0036-40d4-93c0-77d0a5668075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:35.315896 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba94f8e-381e-4313-9d00-47e6bd30a370 None None] Routers {'28e7a5bd-a360-4e95-801b-ab38ff0e30cb'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:20:35.316853 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-aba94f8e-381e-4313-9d00-47e6bd30a370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:20:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['28e7a5bd-a360-4e95-801b-ab38ff0e30cb'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:20:35.392502 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cffd3301-4eea-455d-91e3-a6efc13b9416 req-304911d3-235e-418f-8232-a8e18f4c874b tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153080 Nov 16 11:20:35.395562 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bafa88c5-5acf-4df1-a13d-979ae8100cb0 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:35.440802 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58cb50a-0036-40d4-93c0-77d0a5668075 service neutron] Pushing event updated for resources: {'Port': ['ID=9a8d62f8-37bc-4d33-9706-6dffe7b724a3,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:35.522004 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa88c5-5acf-4df1-a13d-979ae8100cb0 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Pushing event deleted for resources: {'Port': ['ID=a9dcf6c7-b1e9-46f3-ae00-8f84416390ce,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:35.535255 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f18e46-b329-4ba3-99c9-6540776bb519 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:20:35.578723 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-aba94f8e-381e-4313-9d00-47e6bd30a370 None None] Set router 28e7a5bd-a360-4e95-801b-ab38ff0e30cb gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:20:35.597546 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349bebb-b8a1-4f64-8d00-27ba359a002b req-27b62f52-bb65-4f71-bd13-4eb84c27ed29 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:35.608112 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b349bebb-b8a1-4f64-8d00-27ba359a002b req-27b62f52-bb65-4f71-bd13-4eb84c27ed29 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=6390f83c-83c5-4156-b423-fbc8d4b26e92 HTTP/1.1" status: 200 len: 945 time: 0.1630073 Nov 16 11:20:35.611409 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-d58cb50a-0036-40d4-93c0-77d0a5668075 service neutron] Attempting to bind port 9a8d62f8-37bc-4d33-9706-6dffe7b724a3 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:20:35.611848 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-d58cb50a-0036-40d4-93c0-77d0a5668075 service neutron] Attempting to bind port 9a8d62f8-37bc-4d33-9706-6dffe7b724a3 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '944e0536-d76b-420a-8405-63c5779cb0d2'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:20:35.612294 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-d58cb50a-0036-40d4-93c0-77d0a5668075 service neutron] Attempting to bind port 9a8d62f8-37bc-4d33-9706-6dffe7b724a3 on network 944e0536-d76b-420a-8405-63c5779cb0d2 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:20:35.630061 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bafa88c5-5acf-4df1-a13d-979ae8100cb0 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:35.633485 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-d58cb50a-0036-40d4-93c0-77d0a5668075 service neutron] Port 9a8d62f8-37bc-4d33-9706-6dffe7b724a3 on network 944e0536-d76b-420a-8405-63c5779cb0d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:20:35.633914 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-d58cb50a-0036-40d4-93c0-77d0a5668075 service neutron] Attempting to bind port 9a8d62f8-37bc-4d33-9706-6dffe7b724a3 on network 944e0536-d76b-420a-8405-63c5779cb0d2 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:20:35.634458 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bafa88c5-5acf-4df1-a13d-979ae8100cb0 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:35.640078 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bafa88c5-5acf-4df1-a13d-979ae8100cb0 tempest-ServersWithSpecificFlavorTestJSON-1758120984 tempest-ServersWithSpecificFlavorTestJSON-1758120984-project] 10.222.0.61 "DELETE /v2.0/floatingips/094b5115-b5bb-43a9-b252-029cceee1b7b HTTP/1.1" status: 204 len: 168 time: 0.7841454 Nov 16 11:20:35.642959 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-d58cb50a-0036-40d4-93c0-77d0a5668075 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:20:35.643395 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-d58cb50a-0036-40d4-93c0-77d0a5668075 service neutron] Checking segment: {'id': '2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '944e0536-d76b-420a-8405-63c5779cb0d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:20:35.643901 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-d58cb50a-0036-40d4-93c0-77d0a5668075 service neutron] Bound using segment: {'id': '2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '944e0536-d76b-420a-8405-63c5779cb0d2'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:20:35.644225 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7cee4dae-91e3-41a0-ac25-2713b9daac19 req-2ca5bd3b-eb84-4cee-8b94-5e76424c471f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ac3d68f4-75a9-4d5b-90a4-43957b1b21d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2727499 Nov 16 11:20:35.644597 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-d58cb50a-0036-40d4-93c0-77d0a5668075 service neutron] Bound port: 9a8d62f8-37bc-4d33-9706-6dffe7b724a3, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '944e0536-d76b-420a-8405-63c5779cb0d2'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:20:35.646366 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-d58cb50a-0036-40d4-93c0-77d0a5668075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:35.688647 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b349bebb-b8a1-4f64-8d00-27ba359a002b req-ed4eda5b-d762-4a07-98a2-fdfa6b2446a3 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793819 Nov 16 11:20:35.743964 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-d58cb50a-0036-40d4-93c0-77d0a5668075 service neutron] For port 9a8d62f8-37bc-4d33-9706-6dffe7b724a3, host n-h1-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:20:35.748557 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-d58cb50a-0036-40d4-93c0-77d0a5668075 service neutron] For port 9a8d62f8-37bc-4d33-9706-6dffe7b724a3, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=9a8d62f8-37bc-4d33-9706-6dffe7b724a3,segment=NetworkSegment(2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7),segment_id=2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:20:35.757358 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee4dae-91e3-41a0-ac25-2713b9daac19 req-adb5beab-ad17-4ae2-a56e-d7b29614490e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:35.759578 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-d58cb50a-0036-40d4-93c0-77d0a5668075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:35.765111 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7cee4dae-91e3-41a0-ac25-2713b9daac19 req-adb5beab-ad17-4ae2-a56e-d7b29614490e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=73e5fc395dda4693899e370eca8a1116&device_id=ac3d68f4-75a9-4d5b-90a4-43957b1b21d1 HTTP/1.1" status: 200 len: 1096 time: 0.0934911 Nov 16 11:20:35.817757 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-d58cb50a-0036-40d4-93c0-77d0a5668075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:35.818519 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-d58cb50a-0036-40d4-93c0-77d0a5668075 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:35.820093 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-d58cb50a-0036-40d4-93c0-77d0a5668075 service neutron] 10.222.0.36 "PUT /v2.0/ports/9a8d62f8-37bc-4d33-9706-6dffe7b724a3 HTTP/1.1" status: 200 len: 1092 time: 1.4366503 Nov 16 11:20:35.820661 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '973649eb-8d2a-4fdc-8d9a-79083e80d403', 'tag': '9a8d62f8-37bc-4d33-9706-6dffe7b724a3'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:20:35.823174 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad290f9c-ecec-43fe-bdfd-5be5dfca7874" -d '{"events": [{"name": "network-changed", "server_uuid": "973649eb-8d2a-4fdc-8d9a-79083e80d403", "tag": "9a8d62f8-37bc-4d33-9706-6dffe7b724a3"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:20:35.951096 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbef6a6-ea99-4a02-8ac0-7dd1e6da002c x-openstack-request-id: req-6bbef6a6-ea99-4a02-8ac0-7dd1e6da002c {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:20:35.951410 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "973649eb-8d2a-4fdc-8d9a-79083e80d403", "tag": "9a8d62f8-37bc-4d33-9706-6dffe7b724a3", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:20:35.951799 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6bbef6a6-ea99-4a02-8ac0-7dd1e6da002c {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:20:35.952291 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '973649eb-8d2a-4fdc-8d9a-79083e80d403', 'tag': '9a8d62f8-37bc-4d33-9706-6dffe7b724a3', 'status': 'completed', 'code': 200} Nov 16 11:20:35.959110 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58cb50a-0036-40d4-93c0-77d0a5668075 service neutron] Pushing event updated for resources: {'Port': ['ID=9a8d62f8-37bc-4d33-9706-6dffe7b724a3,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:35.973553 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee4dae-91e3-41a0-ac25-2713b9daac19 req-08ce86a8-3f75-412c-b855-06a50700184f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:35.975761 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7cee4dae-91e3-41a0-ac25-2713b9daac19 req-08ce86a8-3f75-412c-b855-06a50700184f service neutron] 10.222.0.36 "GET /v2.0/networks?id=cbb4a65b-8eab-4791-8d34-bab11c0de63c HTTP/1.1" status: 200 len: 907 time: 0.1889939 Nov 16 11:20:35.982757 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-5978f454-8333-487a-ad8a-8f56de154147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:35.984670 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-5978f454-8333-487a-ad8a-8f56de154147 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=04a86aacf6f546c1be30256427532a30&device_id=973649eb-8d2a-4fdc-8d9a-79083e80d403 HTTP/1.1" status: 200 len: 1095 time: 0.1163714 Nov 16 11:20:36.037603 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-7c4eb736-9f05-4f9e-86a8-76b83a3fa47b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a8d62f8-37bc-4d33-9706-6dffe7b724a3 HTTP/1.1" status: 200 len: 217 time: 0.0445888 Nov 16 11:20:36.051458 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7cee4dae-91e3-41a0-ac25-2713b9daac19 req-0d9e68d6-10a9-4207-9e8f-58c33f9c7158 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a76869bb-efef-4d86-865d-17b014916cd8 HTTP/1.1" status: 200 len: 217 time: 0.0636485 Nov 16 11:20:36.057197 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-204af843-df7e-40b3-bb38-6b922f3ce40c req-3275ad1d-dd6b-46b8-bb7b-67d4f41cb580 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c93c256b-bc50-45b1-b8a3-ea3c6f5cad41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1291356 Nov 16 11:20:36.061667 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-aba94f8e-381e-4313-9d00-47e6bd30a370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e7a5bd-a360-4e95-801b-ab38ff0e30cb', 'name': 'tempest-ServersTestManualDisk-2147404544-router', 'tenant_id': '26c963f4cdb74f2494c888a4f19adc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '94cba580-3b90-40d0-8119-4c9e526876c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:20:25Z', 'updated_at': '2021-11-16T11:20:33Z', 'revision_number': 4, 'project_id': '26c963f4cdb74f2494c888a4f19adc27', 'gw_port': {'id': '94cba580-3b90-40d0-8119-4c9e526876c7', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e7a5bd-a360-4e95-801b-ab38ff0e30cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:20:26Z', 'updated_at': '2021-11-16T11:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'bee4151b-5252-4f23-b786-d2cacace6a9e', 'name': '', 'network_id': '483102d2-5f88-4f47-b33e-a8293393494c', 'tenant_id': '26c963f4cdb74f2494c888a4f19adc27', 'mac_address': 'fa:16:3e:12:86:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e7a5bd-a360-4e95-801b-ab38ff0e30cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '515a754f-5433-4f9b-a0b1-17eea39f57f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:20:31Z', 'updated_at': '2021-11-16T11:20:34Z', 'revision_number': 2, 'project_id': '26c963f4cdb74f2494c888a4f19adc27', 'subnets': [{'id': '515a754f-5433-4f9b-a0b1-17eea39f57f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:20:36.109634 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba94f8e-381e-4313-9d00-47e6bd30a370 None None] Checking router: 28e7a5bd-a360-4e95-801b-ab38ff0e30cb for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:20:36.115038 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba94f8e-381e-4313-9d00-47e6bd30a370 None None] Updating router 28e7a5bd-a360-4e95-801b-ab38ff0e30cb port bee4151b-5252-4f23-b786-d2cacace6a9e binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:20:36.154229 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee4dae-91e3-41a0-ac25-2713b9daac19 req-819beb76-6e65-4518-bd49-75150cc70f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:36.155792 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7cee4dae-91e3-41a0-ac25-2713b9daac19 req-819beb76-6e65-4518-bd49-75150cc70f3a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a10b0d7-f428-41c3-8bd0-15f87f8f81d9 HTTP/1.1" status: 200 len: 846 time: 0.0972726 Nov 16 11:20:36.169754 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204af843-df7e-40b3-bb38-6b922f3ce40c req-b010a624-4f4c-4c76-919b-1664f6f7e973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:36.172588 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-204af843-df7e-40b3-bb38-6b922f3ce40c req-b010a624-4f4c-4c76-919b-1664f6f7e973 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fca4017bffc548cea20e1270411b1992&device_id=c93c256b-bc50-45b1-b8a3-ea3c6f5cad41 HTTP/1.1" status: 200 len: 1095 time: 0.0792463 Nov 16 11:20:36.175196 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aba94f8e-381e-4313-9d00-47e6bd30a370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:36.180019 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-0475bcc7-52ee-449f-a9fa-e6a94fe468e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:36.181763 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-0475bcc7-52ee-449f-a9fa-e6a94fe468e2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2c4b79e-b376-461e-aa12-aa150e542043 HTTP/1.1" status: 200 len: 845 time: 0.1381693 Nov 16 11:20:36.185911 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56658) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:20:36.191338 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-d821731e-fdc0-46bb-bb4e-a64d32152f20 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1057703660', 'description': 'tempest-description--531777407'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:20:36.228611 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7cee4dae-91e3-41a0-ac25-2713b9daac19 req-eb77036f-4ce0-4cd0-8d7c-f8989116bb28 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbb4a65b-8eab-4791-8d34-bab11c0de63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624821 Nov 16 11:20:36.244500 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-8375ef1f-af78-4b40-b348-8994d3027537 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=944e0536-d76b-420a-8405-63c5779cb0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448568 Nov 16 11:20:36.345727 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d821731e-fdc0-46bb-bb4e-a64d32152f20 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:36.387328 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-5639dcb4-84ff-4229-8c70-34a024ab89cd tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:36.394859 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-5639dcb4-84ff-4229-8c70-34a024ab89cd tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/networks?id=cbb4a65b-8eab-4791-8d34-bab11c0de63c HTTP/1.1" status: 200 len: 806 time: 0.3100772 Nov 16 11:20:36.430270 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-f936dd1d-62f1-4a70-965d-ee217fec4ced service neutron] 10.222.0.36 "GET /v2.0/networks/944e0536-d76b-420a-8405-63c5779cb0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692677 Nov 16 11:20:36.439191 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-0c9c676d-b25b-45c1-9868-d9e029d610c8 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/quotas/73e5fc395dda4693899e370eca8a1116 HTTP/1.1" status: 200 len: 375 time: 0.0432980 Nov 16 11:20:36.466317 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204af843-df7e-40b3-bb38-6b922f3ce40c req-18979094-0390-4cb0-8d45-2b2da01c9696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:36.471627 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-204af843-df7e-40b3-bb38-6b922f3ce40c req-18979094-0390-4cb0-8d45-2b2da01c9696 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7bb2a97-86e1-4934-a454-677fe86f6d7e HTTP/1.1" status: 200 len: 909 time: 0.2461884 Nov 16 11:20:36.478833 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7cee4dae-91e3-41a0-ac25-2713b9daac19 req-38974661-895c-43cb-9d9e-ea0d785270f0 service neutron] 10.222.0.36 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383845 Nov 16 11:20:36.523715 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aba94f8e-381e-4313-9d00-47e6bd30a370 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:36.528724 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-204af843-df7e-40b3-bb38-6b922f3ce40c req-1082b43e-aa56-4254-86b0-b1b852a25987 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33148d57-3947-45a8-b7d8-6a4f2fbccddc HTTP/1.1" status: 200 len: 217 time: 0.0449467 Nov 16 11:20:36.528933 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aba94f8e-381e-4313-9d00-47e6bd30a370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:36.560671 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9d56f-ae57-4d41-9fcd-e4496e8852a3 req-e320c7b3-8d71-47ca-a428-60987f90acd8 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:36.562860 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-45a9d56f-ae57-4d41-9fcd-e4496e8852a3 req-e320c7b3-8d71-47ca-a428-60987f90acd8 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 943 time: 0.2386148 Nov 16 11:20:36.603739 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8a9dd-78dd-40bd-acab-8da9bab87f4c None None] Pushing event updated for resources: {'Port': ['ID=bee4151b-5252-4f23-b786-d2cacace6a9e,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:36.639115 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-aba94f8e-381e-4313-9d00-47e6bd30a370 None None] Attempting to bind port bee4151b-5252-4f23-b786-d2cacace6a9e on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:20:36.639482 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-aba94f8e-381e-4313-9d00-47e6bd30a370 None None] Attempting to bind port bee4151b-5252-4f23-b786-d2cacace6a9e by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'd8bdba8e-aa0f-4483-a329-b591bfdb474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '483102d2-5f88-4f47-b33e-a8293393494c'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:20:36.639848 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba94f8e-381e-4313-9d00-47e6bd30a370 None None] Attempting to bind port bee4151b-5252-4f23-b786-d2cacace6a9e on network 483102d2-5f88-4f47-b33e-a8293393494c {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:20:36.646551 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba94f8e-381e-4313-9d00-47e6bd30a370 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:20:36.647059 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba94f8e-381e-4313-9d00-47e6bd30a370 None None] Checking segment: {'id': 'd8bdba8e-aa0f-4483-a329-b591bfdb474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '483102d2-5f88-4f47-b33e-a8293393494c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:20:36.647340 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aba94f8e-381e-4313-9d00-47e6bd30a370 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:36.648337 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba94f8e-381e-4313-9d00-47e6bd30a370 None None] Bound using segment: {'id': 'd8bdba8e-aa0f-4483-a329-b591bfdb474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '483102d2-5f88-4f47-b33e-a8293393494c'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:20:36.648824 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-aba94f8e-381e-4313-9d00-47e6bd30a370 None None] Bound port: bee4151b-5252-4f23-b786-d2cacace6a9e, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8bdba8e-aa0f-4483-a329-b591bfdb474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '483102d2-5f88-4f47-b33e-a8293393494c'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:20:36.649642 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aba94f8e-381e-4313-9d00-47e6bd30a370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:36.652472 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204af843-df7e-40b3-bb38-6b922f3ce40c req-f1e7cea1-2613-40cd-aca5-a4dffb75e8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:36.653968 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-204af843-df7e-40b3-bb38-6b922f3ce40c req-f1e7cea1-2613-40cd-aca5-a4dffb75e8a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7e023778-0206-43f4-abc1-4c067f7e46aa HTTP/1.1" status: 200 len: 848 time: 0.1163471 Nov 16 11:20:36.670728 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d821731e-fdc0-46bb-bb4e-a64d32152f20 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:36.691716 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-e1d7b7c8-1d56-4318-9fa4-8c258e5a12b2 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=73e5fc395dda4693899e370eca8a1116&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2374990 Nov 16 11:20:36.700235 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d821731e-fdc0-46bb-bb4e-a64d32152f20 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:36.705723 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-204af843-df7e-40b3-bb38-6b922f3ce40c req-f605ea58-995b-4ebd-9ce4-cf460908151e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7bb2a97-86e1-4934-a454-677fe86f6d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402558 Nov 16 11:20:36.711712 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7cee4dae-91e3-41a0-ac25-2713b9daac19 req-b1eeff8c-6997-4acd-8743-0e2a04e576fb service neutron] 10.222.0.36 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849473 Nov 16 11:20:36.739055 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-aba94f8e-381e-4313-9d00-47e6bd30a370 None None] For port bee4151b-5252-4f23-b786-d2cacace6a9e, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:20:36.745072 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-aba94f8e-381e-4313-9d00-47e6bd30a370 None None] For port bee4151b-5252-4f23-b786-d2cacace6a9e, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=bee4151b-5252-4f23-b786-d2cacace6a9e,segment=NetworkSegment(d8bdba8e-aa0f-4483-a329-b591bfdb474e),segment_id=d8bdba8e-aa0f-4483-a329-b591bfdb474e)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:20:36.750526 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aba94f8e-381e-4313-9d00-47e6bd30a370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:36.816962 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba94f8e-381e-4313-9d00-47e6bd30a370 None None] Routers {'28e7a5bd-a360-4e95-801b-ab38ff0e30cb'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:20:36.817881 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-aba94f8e-381e-4313-9d00-47e6bd30a370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:20:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['28e7a5bd-a360-4e95-801b-ab38ff0e30cb'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:20:36.818421 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-204af843-df7e-40b3-bb38-6b922f3ce40c req-5134fb0a-8261-4bb3-9582-6cff5c60fff6 service neutron] 10.222.0.64 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032450 Nov 16 11:20:36.920237 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8a9dd-78dd-40bd-acab-8da9bab87f4c None None] Pushing event updated for resources: {'Port': ['ID=bee4151b-5252-4f23-b786-d2cacace6a9e,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:36.942964 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-338b5c30-1cc6-42b5-a529-327077d7e01c None None] Provisioning complete for port bee4151b-5252-4f23-b786-d2cacace6a9e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:20:36.944212 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-338b5c30-1cc6-42b5-a529-327077d7e01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:36.944434 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-204af843-df7e-40b3-bb38-6b922f3ce40c req-768876ea-88c0-4443-857c-3f5b30075d45 service neutron] 10.222.0.64 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148453 Nov 16 11:20:37.018692 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-aba94f8e-381e-4313-9d00-47e6bd30a370 None None] Set router 28e7a5bd-a360-4e95-801b-ab38ff0e30cb gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:20:37.096445 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-338b5c30-1cc6-42b5-a529-327077d7e01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:37.103501 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b06a4d9-6275-4897-9920-eca9e554f377 req-026126be-9232-4698-9409-5a9c7b38a622 service neutron] 10.222.0.36 "GET /v2.0/networks/944e0536-d76b-420a-8405-63c5779cb0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6628799 Nov 16 11:20:37.118938 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-45a9d56f-ae57-4d41-9fcd-e4496e8852a3 req-0a71abf5-38f7-48fb-bc5a-1d30fe8d9049 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5166404 Nov 16 11:20:37.128605 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d821731e-fdc0-46bb-bb4e-a64d32152f20 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:37.132731 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d821731e-fdc0-46bb-bb4e-a64d32152f20 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9434147 Nov 16 11:20:37.133041 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56670) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:20:37.137577 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-58d2f033-b0a4-486b-8c47-87780c62d5c5 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Request body: {'security_group_rule': {'security_group_id': '6a2913a2-9d7f-4129-b87d-a2a92aa04900', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:20:37.138342 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821731e-fdc0-46bb-bb4e-a64d32152f20 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2913a2-9d7f-4129-b87d-a2a92aa04900,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:37.177606 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-4094ba26-f812-43ae-84c9-dccc00246b4c service neutron] 10.222.0.61 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4745827 Nov 16 11:20:37.181465 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58d2f033-b0a4-486b-8c47-87780c62d5c5 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:37.245394 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-338b5c30-1cc6-42b5-a529-327077d7e01c None None] For port bee4151b-5252-4f23-b786-d2cacace6a9e, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=bee4151b-5252-4f23-b786-d2cacace6a9e,segment=NetworkSegment(d8bdba8e-aa0f-4483-a329-b591bfdb474e),segment_id=d8bdba8e-aa0f-4483-a329-b591bfdb474e)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:20:37.256051 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-338b5c30-1cc6-42b5-a529-327077d7e01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:37.259756 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58d2f033-b0a4-486b-8c47-87780c62d5c5 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:37.270384 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58d2f033-b0a4-486b-8c47-87780c62d5c5 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:37.287903 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad290f9c-ecec-43fe-bdfd-5be5dfca7874 req-86381a84-22e3-4275-aea0-ad231a07b0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:37.290002 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ad290f9c-ecec-43fe-bdfd-5be5dfca7874 req-86381a84-22e3-4275-aea0-ad231a07b0d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=04a86aacf6f546c1be30256427532a30&device_id=973649eb-8d2a-4fdc-8d9a-79083e80d403 HTTP/1.1" status: 200 len: 1095 time: 0.1017969 Nov 16 11:20:37.294635 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2f033-b0a4-486b-8c47-87780c62d5c5 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8fb3efb-f0a5-4075-801b-6509d105e37a,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:37.317133 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58d2f033-b0a4-486b-8c47-87780c62d5c5 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:37.318820 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-58d2f033-b0a4-486b-8c47-87780c62d5c5 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1846890 Nov 16 11:20:37.321478 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56674) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:20:37.323315 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b5c30-1cc6-42b5-a529-327077d7e01c None None] Pushing event updated for resources: {'Port': ['ID=bee4151b-5252-4f23-b786-d2cacace6a9e,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:37.332925 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-deb30f4e-9fb2-4ea5-bd3d-e8af2436ca56 service neutron] 10.222.0.61 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543505 Nov 16 11:20:37.338937 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4c2a9a33-3345-4193-9f4a-fd6bc22aed75 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Request body: {'security_group_rule': {'security_group_id': '6a2913a2-9d7f-4129-b87d-a2a92aa04900', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:20:37.391659 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4c2a9a33-3345-4193-9f4a-fd6bc22aed75 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:37.412667 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d462b43e-905f-45ad-8748-155f90f43964 None None] Provisioning complete for port bee4151b-5252-4f23-b786-d2cacace6a9e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:20:37.413039 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d462b43e-905f-45ad-8748-155f90f43964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:37.464753 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad290f9c-ecec-43fe-bdfd-5be5dfca7874 req-88362c72-eac9-4f08-8ffc-26f7af3dbfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:37.466485 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ad290f9c-ecec-43fe-bdfd-5be5dfca7874 req-88362c72-eac9-4f08-8ffc-26f7af3dbfa0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=944e0536-d76b-420a-8405-63c5779cb0d2 HTTP/1.1" status: 200 len: 906 time: 0.1664553 Nov 16 11:20:37.479564 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-aba94f8e-381e-4313-9d00-47e6bd30a370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e7a5bd-a360-4e95-801b-ab38ff0e30cb', 'name': 'tempest-ServersTestManualDisk-2147404544-router', 'tenant_id': '26c963f4cdb74f2494c888a4f19adc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '94cba580-3b90-40d0-8119-4c9e526876c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:20:25Z', 'updated_at': '2021-11-16T11:20:33Z', 'revision_number': 4, 'project_id': '26c963f4cdb74f2494c888a4f19adc27', 'gw_port': {'id': '94cba580-3b90-40d0-8119-4c9e526876c7', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e7a5bd-a360-4e95-801b-ab38ff0e30cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:20:26Z', 'updated_at': '2021-11-16T11:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'bee4151b-5252-4f23-b786-d2cacace6a9e', 'name': '', 'network_id': '483102d2-5f88-4f47-b33e-a8293393494c', 'tenant_id': '26c963f4cdb74f2494c888a4f19adc27', 'mac_address': 'fa:16:3e:12:86:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e7a5bd-a360-4e95-801b-ab38ff0e30cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '515a754f-5433-4f9b-a0b1-17eea39f57f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:20:31Z', 'updated_at': '2021-11-16T11:20:36Z', 'revision_number': 4, 'project_id': '26c963f4cdb74f2494c888a4f19adc27', 'subnets': [{'id': '515a754f-5433-4f9b-a0b1-17eea39f57f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:20:37.490804 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4c2a9a33-3345-4193-9f4a-fd6bc22aed75 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:37.496060 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4c2a9a33-3345-4193-9f4a-fd6bc22aed75 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:37.513545 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba94f8e-381e-4313-9d00-47e6bd30a370 None None] The sync data for ids ['28e7a5bd-a360-4e95-801b-ab38ff0e30cb'] in n-d-816823-3 is: [{'id': '28e7a5bd-a360-4e95-801b-ab38ff0e30cb', 'name': 'tempest-ServersTestManualDisk-2147404544-router', 'tenant_id': '26c963f4cdb74f2494c888a4f19adc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '94cba580-3b90-40d0-8119-4c9e526876c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:20:25Z', 'updated_at': '2021-11-16T11:20:33Z', 'revision_number': 4, 'project_id': '26c963f4cdb74f2494c888a4f19adc27', 'gw_port': {'id': '94cba580-3b90-40d0-8119-4c9e526876c7', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e7a5bd-a360-4e95-801b-ab38ff0e30cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:20:26Z', 'updated_at': '2021-11-16T11:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'bee4151b-5252-4f23-b786-d2cacace6a9e', 'name': '', 'network_id': '483102d2-5f88-4f47-b33e-a8293393494c', 'tenant_id': '26c963f4cdb74f2494c888a4f19adc27', 'mac_address': 'fa:16:3e:12:86:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e7a5bd-a360-4e95-801b-ab38ff0e30cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '515a754f-5433-4f9b-a0b1-17eea39f57f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:20:31Z', 'updated_at': '2021-11-16T11:20:36Z', 'revision_number': 4, 'project_id': '26c963f4cdb74f2494c888a4f19adc27', 'subnets': [{'id': '515a754f-5433-4f9b-a0b1-17eea39f57f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:20:37.529982 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a9a33-3345-4193-9f4a-fd6bc22aed75 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c65088ee-4233-4e8a-bdca-5884b7536f97,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:37.549002 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4c2a9a33-3345-4193-9f4a-fd6bc22aed75 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:37.556654 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4c2a9a33-3345-4193-9f4a-fd6bc22aed75 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2330036 Nov 16 11:20:37.559479 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56678) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:20:37.586753 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-cac02499-db6b-4d66-bdcb-faae44f94cd4 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:20:37.623162 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cac02499-db6b-4d66-bdcb-faae44f94cd4 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:37.640645 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ad290f9c-ecec-43fe-bdfd-5be5dfca7874 req-de429c5d-5626-4126-ad3a-fe8fc382e31e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a8d62f8-37bc-4d33-9706-6dffe7b724a3 HTTP/1.1" status: 200 len: 217 time: 0.1438236 Nov 16 11:20:37.775736 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cac02499-db6b-4d66-bdcb-faae44f94cd4 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:37.783553 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd033d7-dfb2-4855-9baf-883ca03b26f8 req-c5439bc1-a3f3-48da-8863-922f17d221fb tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:37.785215 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1dd033d7-dfb2-4855-9baf-883ca03b26f8 req-c5439bc1-a3f3-48da-8863-922f17d221fb tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=973649eb-8d2a-4fdc-8d9a-79083e80d403 HTTP/1.1" status: 200 len: 944 time: 0.3435988 Nov 16 11:20:37.825221 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e88f7c52-2743-4dd7-9303-fc845cf55e56 req-8483387d-daac-4ac6-b1f4-a9e144b9e5cb tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=6addf728-8751-4ae2-910d-45b803ce5290 HTTP/1.1" status: 200 len: 210 time: 0.0351305 Nov 16 11:20:37.825373 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device bee4151b-5252-4f23-b786-d2cacace6a9e up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:20:37.868163 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad290f9c-ecec-43fe-bdfd-5be5dfca7874 req-6e7b74d2-dd18-44f3-8f8b-0da8d70d2865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:37.869637 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ad290f9c-ecec-43fe-bdfd-5be5dfca7874 req-6e7b74d2-dd18-44f3-8f8b-0da8d70d2865 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2c4b79e-b376-461e-aa12-aa150e542043 HTTP/1.1" status: 200 len: 845 time: 0.2107761 Nov 16 11:20:37.973174 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port bee4151b-5252-4f23-b786-d2cacace6a9e triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:20:37.974803 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:37.979170 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ad290f9c-ecec-43fe-bdfd-5be5dfca7874 req-b3e60d0a-f5bc-4f13-a8e4-041095f3062c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=944e0536-d76b-420a-8405-63c5779cb0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957890 Nov 16 11:20:38.011046 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-cac02499-db6b-4d66-bdcb-faae44f94cd4 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Allocated IP 172.25.0.64 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/78775b44-8f0a-43de-968a-f80309300d23) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:20:38.013544 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56690) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:20:38.127138 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1dd033d7-dfb2-4855-9baf-883ca03b26f8 req-3fd2476f-c6e3-4588-91de-7f46a92ef842 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975855 Nov 16 11:20:38.139494 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ad290f9c-ecec-43fe-bdfd-5be5dfca7874 req-4dc7ebba-5597-4f60-b078-fb0a8db8d418 service neutron] 10.222.0.36 "GET /v2.0/networks/944e0536-d76b-420a-8405-63c5779cb0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366129 Nov 16 11:20:38.325823 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ad290f9c-ecec-43fe-bdfd-5be5dfca7874 req-28e84cfd-92bc-41dc-ac71-d1492658f35c service neutron] 10.222.0.36 "GET /v2.0/networks/944e0536-d76b-420a-8405-63c5779cb0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844940 Nov 16 11:20:38.350378 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d362eba-62cb-4fd8-853a-1f149f98324a req-3bfcc8c3-f46b-4b0c-a4d5-c02f515ac8d0 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:38.352514 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9d362eba-62cb-4fd8-853a-1f149f98324a req-3bfcc8c3-f46b-4b0c-a4d5-c02f515ac8d0 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 943 time: 0.1073887 Nov 16 11:20:38.369578 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cac02499-db6b-4d66-bdcb-faae44f94cd4 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:38.417901 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9d362eba-62cb-4fd8-853a-1f149f98324a req-ed5059e1-fe52-4efd-bd37-62b151ba149f tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592065 Nov 16 11:20:38.447418 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cac02499-db6b-4d66-bdcb-faae44f94cd4 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:38.525309 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac02499-db6b-4d66-bdcb-faae44f94cd4 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:20:38.529865 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-cac02499-db6b-4d66-bdcb-faae44f94cd4 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:20:38.537314 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac02499-db6b-4d66-bdcb-faae44f94cd4 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:20:38.608984 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac02499-db6b-4d66-bdcb-faae44f94cd4 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Pushing event updated for resources: {'Port': ['ID=78775b44-8f0a-43de-968a-f80309300d23,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:38.714081 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cac02499-db6b-4d66-bdcb-faae44f94cd4 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:38.790871 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cac02499-db6b-4d66-bdcb-faae44f94cd4 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:38.857679 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9a13f550-f718-4c03-8e0e-08738b30d062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:38.990584 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-05e7342c-4777-4466-a61a-181987eed6c9 req-313fd62a-2c82-4360-8d6a-b66f3e29c0e6 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=6addf728-8751-4ae2-910d-45b803ce5290 HTTP/1.1" status: 200 len: 210 time: 0.0484653 Nov 16 11:20:39.246823 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b31811-9b84-435f-a2b9-b0a96a2658d1 req-7733a48b-5ccf-4596-b88d-e4d131c1690d tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:39.248469 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-11b31811-9b84-435f-a2b9-b0a96a2658d1 req-7733a48b-5ccf-4596-b88d-e4d131c1690d tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=973649eb-8d2a-4fdc-8d9a-79083e80d403 HTTP/1.1" status: 200 len: 944 time: 0.0545092 Nov 16 11:20:39.297596 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-11b31811-9b84-435f-a2b9-b0a96a2658d1 req-8c3315e7-491f-4d77-8458-eded5626d0b2 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428772 Nov 16 11:20:39.441193 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-f7365cb6-38d2-4836-bff2-213493dcc9f7 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:39.442645 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-f7365cb6-38d2-4836-bff2-213493dcc9f7 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.64 "GET /v2.0/networks?id=cbb4a65b-8eab-4791-8d34-bab11c0de63c HTTP/1.1" status: 200 len: 806 time: 0.2302821 Nov 16 11:20:39.469043 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-0e8c4e02-b998-46d3-b300-ccbd5dce9cdd tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Request body: {'port': {'device_id': '6addf728-8751-4ae2-910d-45b803ce5290', 'network_id': 'cbb4a65b-8eab-4791-8d34-bab11c0de63c', 'admin_state_up': True, 'tenant_id': '73e5fc395dda4693899e370eca8a1116'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:20:39.528384 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 9a8d62f8-37bc-4d33-9706-6dffe7b724a3 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:20:39.530013 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cac02499-db6b-4d66-bdcb-faae44f94cd4 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:39.548705 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cac02499-db6b-4d66-bdcb-faae44f94cd4 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:39.557537 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700bec4c-a674-439a-8235-50f26fda5aa3 req-9d0ae750-67ea-4ee9-ac32-70ff567fa27e tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:39.559465 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-700bec4c-a674-439a-8235-50f26fda5aa3 req-9d0ae750-67ea-4ee9-ac32-70ff567fa27e tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 943 time: 0.0586364 Nov 16 11:20:39.619908 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-700bec4c-a674-439a-8235-50f26fda5aa3 req-9acef406-ee36-4a13-a262-bb6c64113aa6 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542886 Nov 16 11:20:39.659839 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 9a8d62f8-37bc-4d33-9706-6dffe7b724a3, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=9a8d62f8-37bc-4d33-9706-6dffe7b724a3,segment=NetworkSegment(2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7),segment_id=2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:20:39.667691 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac02499-db6b-4d66-bdcb-faae44f94cd4 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Pushing event updated for resources: {'Port': ['ID=78775b44-8f0a-43de-968a-f80309300d23,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:39.674555 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '9a8d62f8-37bc-4d33-9706-6dffe7b724a3', 'network_id': '944e0536-d76b-420a-8405-63c5779cb0d2', 'port_id': '9a8d62f8-37bc-4d33-9706-6dffe7b724a3', 'mac_address': 'fa:16:3e:e7:e9:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2c4b79e-b376-461e-aa12-aa150e542043', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:20:39.712113 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:39.717688 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cac02499-db6b-4d66-bdcb-faae44f94cd4 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:39.725251 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a8d62f8-37bc-4d33-9706-6dffe7b724a3 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:20:39.750988 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 9a8d62f8-37bc-4d33-9706-6dffe7b724a3, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=9a8d62f8-37bc-4d33-9706-6dffe7b724a3,segment=NetworkSegment(2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7),segment_id=2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:20:39.756683 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:39.758536 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-0e8c4e02-b998-46d3-b300-ccbd5dce9cdd tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Made reservation on behalf of 73e5fc395dda4693899e370eca8a1116 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:20:39.762099 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-0e8c4e02-b998-46d3-b300-ccbd5dce9cdd tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:39.774493 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cac02499-db6b-4d66-bdcb-faae44f94cd4 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:39.784392 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-cac02499-db6b-4d66-bdcb-faae44f94cd4 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1992242 Nov 16 11:20:39.821800 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=9a8d62f8-37bc-4d33-9706-6dffe7b724a3,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:39.864949 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-9a13f550-f718-4c03-8e0e-08738b30d062 admin admin] Deleting port 8edb7184-a35e-4649-86f3-f83eae38ce10 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:20:39.865284 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9a13f550-f718-4c03-8e0e-08738b30d062 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:39.953277 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-758ac518-f1cb-44f7-9d75-241ab00998e4 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1057703660&fields=id&tenant_id=26c963f4cdb74f2494c888a4f19adc27 HTTP/1.1" status: 200 len: 267 time: 0.0499470 Nov 16 11:20:39.961788 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-0e8c4e02-b998-46d3-b300-ccbd5dce9cdd tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Allocated IP 172.20.0.11 (cbb4a65b-8eab-4791-8d34-bab11c0de63c/5a10b0d7-f428-41c3-8bd0-15f87f8f81d9/c6ba51c0-f408-47a4-bfbe-09f941a93edc) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:20:39.995734 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-9a13f550-f718-4c03-8e0e-08738b30d062 admin admin] For port 8edb7184-a35e-4649-86f3-f83eae38ce10, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=8edb7184-a35e-4649-86f3-f83eae38ce10,segment=NetworkSegment(28eb1295-39a5-4045-b087-0ec8bd4c5806),segment_id=28eb1295-39a5-4045-b087-0ec8bd4c5806)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:20:39.996144 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9a13f550-f718-4c03-8e0e-08738b30d062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:40.017795 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['9a8d62f8-37bc-4d33-9706-6dffe7b724a3'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:20:40.019356 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-9a13f550-f718-4c03-8e0e-08738b30d062 admin admin] Calling delete_port for 8edb7184-a35e-4649-86f3-f83eae38ce10 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:20:40.119110 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b8a81c7-84c1-4cf6-9af2-5a8fd40b3b1c req-f9010c64-2fe9-4758-9ea4-312e167546fa tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=6addf728-8751-4ae2-910d-45b803ce5290 HTTP/1.1" status: 200 len: 210 time: 0.0459878 Nov 16 11:20:40.130674 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-ed5edd0f-9abf-43e3-9c01-7d4b9f45be79 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:40.135612 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-ed5edd0f-9abf-43e3-9c01-7d4b9f45be79 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] 10.222.0.61 "GET /v2.0/networks?id=483102d2-5f88-4f47-b33e-a8293393494c HTTP/1.1" status: 200 len: 812 time: 0.1749382 Nov 16 11:20:40.152494 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-a6c468f0-1cee-4ec8-877c-7605fb1bac7c tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] 10.222.0.61 "GET /v2.0/quotas/26c963f4cdb74f2494c888a4f19adc27 HTTP/1.1" status: 200 len: 375 time: 0.0103981 Nov 16 11:20:40.217170 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-e9481f82-d7ad-4528-8f19-469d926dc331 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=26c963f4cdb74f2494c888a4f19adc27&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0572991 Nov 16 11:20:40.246925 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-0e8c4e02-b998-46d3-b300-ccbd5dce9cdd tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:40.310000 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-0e8c4e02-b998-46d3-b300-ccbd5dce9cdd tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:40.316292 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-b4f3f796-c907-46fb-b07e-5144ea58267c service neutron] 10.222.0.61 "GET /v2.0/networks/483102d2-5f88-4f47-b33e-a8293393494c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857399 Nov 16 11:20:40.381599 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-0e8c4e02-b998-46d3-b300-ccbd5dce9cdd tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Network cbb4a65b-8eab-4791-8d34-bab11c0de63c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:20:40.388547 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-0e8c4e02-b998-46d3-b300-ccbd5dce9cdd tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:20:40.395651 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-0e8c4e02-b998-46d3-b300-ccbd5dce9cdd tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:20:40.401347 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c4e02-b998-46d3-b300-ccbd5dce9cdd tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Pushing event updated for resources: {'Port': ['ID=c6ba51c0-f408-47a4-bfbe-09f941a93edc,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:40.423490 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9a13f550-f718-4c03-8e0e-08738b30d062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:40.448096 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459e8bd-488c-47ae-abf7-5aee9c2d5c26 req-05c6b3bb-3b40-481a-9f43-4b295dd6ba99 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:40.449568 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e459e8bd-488c-47ae-abf7-5aee9c2d5c26 req-05c6b3bb-3b40-481a-9f43-4b295dd6ba99 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=973649eb-8d2a-4fdc-8d9a-79083e80d403 HTTP/1.1" status: 200 len: 945 time: 0.0729959 Nov 16 11:20:40.463710 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a13f550-f718-4c03-8e0e-08738b30d062 admin admin] Pushing event deleted for resources: {'Port': ['ID=8edb7184-a35e-4649-86f3-f83eae38ce10,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:40.476482 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-599aea27-f2e9-41e6-abbe-fb025cbf6e1f service neutron] 10.222.0.61 "GET /v2.0/networks/483102d2-5f88-4f47-b33e-a8293393494c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530483 Nov 16 11:20:40.480037 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-0e8c4e02-b998-46d3-b300-ccbd5dce9cdd tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:40.480683 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-0e8c4e02-b998-46d3-b300-ccbd5dce9cdd tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:40.513496 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e459e8bd-488c-47ae-abf7-5aee9c2d5c26 req-6f43b376-3504-47cc-a538-f480121dce91 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558898 Nov 16 11:20:40.540348 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-0e8c4e02-b998-46d3-b300-ccbd5dce9cdd tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0768783 Nov 16 11:20:40.552504 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-efe05b89-a7c5-4bf1-84e0-f01ce1b619d0 service neutron] Request body: {'port': {'device_id': '6addf728-8751-4ae2-910d-45b803ce5290', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:20:40.633032 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['a76869bb-efef-4d86-865d-17b014916cd8', '1cd95fde-fefc-467c-bb23-ac21eb00939f'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:20:40.765321 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-efe05b89-a7c5-4bf1-84e0-f01ce1b619d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:40.850286 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9a13f550-f718-4c03-8e0e-08738b30d062 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:40.871135 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7769a319-e029-43ae-bd1f-97b2db93bd20 req-7d670e72-e6e0-41d1-a885-0075cd314fb9 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] 10.222.0.61 "GET /v2.0/ports?device_id=76e45ce9-57a1-4d86-b991-b1b2b1f08edf HTTP/1.1" status: 200 len: 210 time: 0.0457027 Nov 16 11:20:40.910674 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ccc393-db21-43cd-8228-ebfb4536488b req-11995210-797b-49f7-a833-4cf36549ae2e tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:40.912255 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c2ccc393-db21-43cd-8228-ebfb4536488b req-11995210-797b-49f7-a833-4cf36549ae2e tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 943 time: 0.1812584 Nov 16 11:20:41.012577 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c2ccc393-db21-43cd-8228-ebfb4536488b req-d843a609-5d5b-4ad1-b15b-790e7028d6cb tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902834 Nov 16 11:20:41.246331 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd1cbf-08c8-4bd0-a5d5-61e2eaf907a0 req-356869e2-a259-4608-990d-f113ab0badb8 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:41.248759 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-98cd1cbf-08c8-4bd0-a5d5-61e2eaf907a0 req-356869e2-a259-4608-990d-f113ab0badb8 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=6addf728-8751-4ae2-910d-45b803ce5290 HTTP/1.1" status: 200 len: 932 time: 0.0517576 Nov 16 11:20:41.267383 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a13f550-f718-4c03-8e0e-08738b30d062 admin admin] Router 2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:20:41.269374 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-efe05b89-a7c5-4bf1-84e0-f01ce1b619d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6ba51c0-f408-47a4-bfbe-09f941a93edc {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:20:41.281199 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-efe05b89-a7c5-4bf1-84e0-f01ce1b619d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:41.299542 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-efe05b89-a7c5-4bf1-84e0-f01ce1b619d0 service neutron] Transition to ACTIVE for port object c6ba51c0-f408-47a4-bfbe-09f941a93edc will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:20:41.310189 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-98cd1cbf-08c8-4bd0-a5d5-61e2eaf907a0 req-0b3e6d6e-e60f-42ba-8a30-b7dd351c6aaf tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541396 Nov 16 11:20:41.332118 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-efe05b89-a7c5-4bf1-84e0-f01ce1b619d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:41.428107 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe05b89-a7c5-4bf1-84e0-f01ce1b619d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c6ba51c0-f408-47a4-bfbe-09f941a93edc,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:41.458203 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a13f550-f718-4c03-8e0e-08738b30d062 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:20:41.464009 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9a13f550-f718-4c03-8e0e-08738b30d062 admin admin] 10.222.0.61 "PUT /v2.0/routers/2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4488823 Nov 16 11:20:41.466403 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56750) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:20:41.471992 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0239871-15ce-4d5e-ba54-c1c7498c80d9 None None] Sync routers for ids ['2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:20:41.487737 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0239871-15ce-4d5e-ba54-c1c7498c80d9 None None] Routers {'2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:20:41.488772 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-b0239871-15ce-4d5e-ba54-c1c7498c80d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:20:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:20:41.511435 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-efe05b89-a7c5-4bf1-84e0-f01ce1b619d0 service neutron] Attempting to bind port c6ba51c0-f408-47a4-bfbe-09f941a93edc on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:20:41.511794 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-efe05b89-a7c5-4bf1-84e0-f01ce1b619d0 service neutron] Attempting to bind port c6ba51c0-f408-47a4-bfbe-09f941a93edc by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '29fe51c5-7413-4ecd-8c04-97b69fe8410f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'cbb4a65b-8eab-4791-8d34-bab11c0de63c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:20:41.512123 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-efe05b89-a7c5-4bf1-84e0-f01ce1b619d0 service neutron] Attempting to bind port c6ba51c0-f408-47a4-bfbe-09f941a93edc on network cbb4a65b-8eab-4791-8d34-bab11c0de63c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:20:41.516789 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-efe05b89-a7c5-4bf1-84e0-f01ce1b619d0 service neutron] Port c6ba51c0-f408-47a4-bfbe-09f941a93edc on network cbb4a65b-8eab-4791-8d34-bab11c0de63c not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:20:41.516973 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-efe05b89-a7c5-4bf1-84e0-f01ce1b619d0 service neutron] Attempting to bind port c6ba51c0-f408-47a4-bfbe-09f941a93edc on network cbb4a65b-8eab-4791-8d34-bab11c0de63c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:20:41.522057 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-efe05b89-a7c5-4bf1-84e0-f01ce1b619d0 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:20:41.522394 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-efe05b89-a7c5-4bf1-84e0-f01ce1b619d0 service neutron] Checking segment: {'id': '29fe51c5-7413-4ecd-8c04-97b69fe8410f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'cbb4a65b-8eab-4791-8d34-bab11c0de63c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:20:41.522811 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-efe05b89-a7c5-4bf1-84e0-f01ce1b619d0 service neutron] Bound using segment: {'id': '29fe51c5-7413-4ecd-8c04-97b69fe8410f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'cbb4a65b-8eab-4791-8d34-bab11c0de63c'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:20:41.523948 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-efe05b89-a7c5-4bf1-84e0-f01ce1b619d0 service neutron] Bound port: c6ba51c0-f408-47a4-bfbe-09f941a93edc, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29fe51c5-7413-4ecd-8c04-97b69fe8410f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'cbb4a65b-8eab-4791-8d34-bab11c0de63c'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:20:41.523948 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-efe05b89-a7c5-4bf1-84e0-f01ce1b619d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:41.553414 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 9a8d62f8-37bc-4d33-9706-6dffe7b724a3 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:20:41.624907 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-efe05b89-a7c5-4bf1-84e0-f01ce1b619d0 service neutron] For port c6ba51c0-f408-47a4-bfbe-09f941a93edc, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:20:41.633269 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-efe05b89-a7c5-4bf1-84e0-f01ce1b619d0 service neutron] For port c6ba51c0-f408-47a4-bfbe-09f941a93edc, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=c6ba51c0-f408-47a4-bfbe-09f941a93edc,segment=NetworkSegment(29fe51c5-7413-4ecd-8c04-97b69fe8410f),segment_id=29fe51c5-7413-4ecd-8c04-97b69fe8410f)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:20:41.640849 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-b0239871-15ce-4d5e-ba54-c1c7498c80d9 None None] Set router 2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:20:41.655160 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-efe05b89-a7c5-4bf1-84e0-f01ce1b619d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:41.680305 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf45dd8-e920-41a8-9c96-850e96f47967 req-80a721c3-b851-4cbf-8c63-7c6436a9dbef tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:41.684430 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port 9a8d62f8-37bc-4d33-9706-6dffe7b724a3 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:20:41.688390 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-adf45dd8-e920-41a8-9c96-850e96f47967 req-80a721c3-b851-4cbf-8c63-7c6436a9dbef tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=973649eb-8d2a-4fdc-8d9a-79083e80d403 HTTP/1.1" status: 200 len: 945 time: 0.0845203 Nov 16 11:20:41.697392 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 9a8d62f8-37bc-4d33-9706-6dffe7b724a3 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:20:41.698258 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:41.713292 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c4cefe7-1f3c-4538-976a-afc3c8e80228 admin admin] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:41.738324 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-efe05b89-a7c5-4bf1-84e0-f01ce1b619d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:41.741111 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-efe05b89-a7c5-4bf1-84e0-f01ce1b619d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:41.744875 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-efe05b89-a7c5-4bf1-84e0-f01ce1b619d0 service neutron] 10.222.0.64 "PUT /v2.0/ports/c6ba51c0-f408-47a4-bfbe-09f941a93edc HTTP/1.1" status: 200 len: 1092 time: 1.1971252 Nov 16 11:20:41.745578 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6addf728-8751-4ae2-910d-45b803ce5290', 'tag': 'c6ba51c0-f408-47a4-bfbe-09f941a93edc'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:20:41.774938 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b713c9-d3b5-4f51-bedc-9f44d3c37734" -d '{"events": [{"name": "network-changed", "server_uuid": "6addf728-8751-4ae2-910d-45b803ce5290", "tag": "c6ba51c0-f408-47a4-bfbe-09f941a93edc"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:20:41.844391 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:41.865350 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c4cefe7-1f3c-4538-976a-afc3c8e80228 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:41.883584 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973649eb-8d2a-4fdc-8d9a-79083e80d403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8d62f8-37bc-4d33-9706-6dffe7b724a3'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:20:41.889544 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f809b0-5093-4537-b91a-65ac682706ac" -d '{"events": [{"server_uuid": "973649eb-8d2a-4fdc-8d9a-79083e80d403", "name": "network-vif-plugged", "status": "completed", "tag": "9a8d62f8-37bc-4d33-9706-6dffe7b724a3"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:20:41.907317 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 9a8d62f8-37bc-4d33-9706-6dffe7b724a3, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=9a8d62f8-37bc-4d33-9706-6dffe7b724a3,segment=NetworkSegment(2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7),segment_id=2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:20:41.915300 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:41.921501 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-b0239871-15ce-4d5e-ba54-c1c7498c80d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-840112725-router', 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': 'dd5df8bd-1786-49d5-b0f5-482dc80ec83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:15:42Z', 'updated_at': '2021-11-16T11:20:40Z', 'revision_number': 5, 'project_id': '633ef91d4b18467e89e639dc8864c492', 'gw_port': {'id': 'dd5df8bd-1786-49d5-b0f5-482dc80ec83b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:15:43Z', 'updated_at': '2021-11-16T11:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:20:41.956346 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe05b89-a7c5-4bf1-84e0-f01ce1b619d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c6ba51c0-f408-47a4-bfbe-09f941a93edc,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:41.978894 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0239871-15ce-4d5e-ba54-c1c7498c80d9 None None] Checking router: 2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:20:41.997022 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0239871-15ce-4d5e-ba54-c1c7498c80d9 None None] Routers {'2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:20:41.997898 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-b0239871-15ce-4d5e-ba54-c1c7498c80d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:20:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:20:42.005095 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78547634-df8c-4aeb-b1db-6fc582542798 x-openstack-request-id: req-78547634-df8c-4aeb-b1db-6fc582542798 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:20:42.005913 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6addf728-8751-4ae2-910d-45b803ce5290", "tag": "c6ba51c0-f408-47a4-bfbe-09f941a93edc", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:20:42.006321 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-78547634-df8c-4aeb-b1db-6fc582542798 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:20:42.006871 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6addf728-8751-4ae2-910d-45b803ce5290', 'tag': 'c6ba51c0-f408-47a4-bfbe-09f941a93edc', 'status': 'completed', 'code': 200} Nov 16 11:20:42.008843 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-adf45dd8-e920-41a8-9c96-850e96f47967 req-dd10fea5-ef1d-47e7-aef6-dfe702e7628f tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151312 Nov 16 11:20:42.009277 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-960bcda4-e362-49f3-92f3-1e5a154f38b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:42.012804 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-960bcda4-e362-49f3-92f3-1e5a154f38b7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=73e5fc395dda4693899e370eca8a1116&device_id=6addf728-8751-4ae2-910d-45b803ce5290 HTTP/1.1" status: 200 len: 1095 time: 0.2103443 Nov 16 11:20:42.036392 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=9a8d62f8-37bc-4d33-9706-6dffe7b724a3,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:42.082981 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3ec955-4a1e-4ab4-a875-6683539de8de x-openstack-request-id: req-9c3ec955-4a1e-4ab4-a875-6683539de8de {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:20:42.083284 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "973649eb-8d2a-4fdc-8d9a-79083e80d403", "name": "network-vif-plugged", "status": "completed", "tag": "9a8d62f8-37bc-4d33-9706-6dffe7b724a3", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:20:42.083536 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9c3ec955-4a1e-4ab4-a875-6683539de8de {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:20:42.083979 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973649eb-8d2a-4fdc-8d9a-79083e80d403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8d62f8-37bc-4d33-9706-6dffe7b724a3', 'code': 200} Nov 16 11:20:42.095189 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-dcdc766c-69cb-42ba-9e10-95d1068db8c3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6ba51c0-f408-47a4-bfbe-09f941a93edc HTTP/1.1" status: 200 len: 217 time: 0.0745275 Nov 16 11:20:42.125162 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-4a80eda3-699e-4b7a-8a66-38b0fa185c16 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:42.134337 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-4a80eda3-699e-4b7a-8a66-38b0fa185c16 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] 10.222.0.36 "GET /v2.0/networks?id=483102d2-5f88-4f47-b33e-a8293393494c HTTP/1.1" status: 200 len: 812 time: 0.2582088 Nov 16 11:20:42.155912 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-b0239871-15ce-4d5e-ba54-c1c7498c80d9 None None] Set router 2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:20:42.176867 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-47e5691e-b5c1-4a7f-8378-5e6b113ce899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:42.179461 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-47e5691e-b5c1-4a7f-8378-5e6b113ce899 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a10b0d7-f428-41c3-8bd0-15f87f8f81d9 HTTP/1.1" status: 200 len: 846 time: 0.0745988 Nov 16 11:20:42.207025 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4ec08d84-f913-4456-86c4-30f589423d54 req-8d6e42f3-0ef3-4fae-a18c-f3aebfac05fe tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] 10.222.0.61 "GET /v2.0/ports?device_id=76e45ce9-57a1-4d86-b991-b1b2b1f08edf HTTP/1.1" status: 200 len: 210 time: 0.0423043 Nov 16 11:20:42.216227 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-b0239871-15ce-4d5e-ba54-c1c7498c80d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-840112725-router', 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:15:42Z', 'updated_at': '2021-11-16T11:20:41Z', 'revision_number': 6, 'project_id': '633ef91d4b18467e89e639dc8864c492', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:20:42.226730 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cefe7-1f3c-4538-976a-afc3c8e80228 admin admin] Deleting port dd5df8bd-1786-49d5-b0f5-482dc80ec83b {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:20:42.226872 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c4cefe7-1f3c-4538-976a-afc3c8e80228 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:42.253046 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0239871-15ce-4d5e-ba54-c1c7498c80d9 None None] The sync data for ids ['2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4'] in n-d-816823-3 is: [{'id': '2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-840112725-router', 'tenant_id': '633ef91d4b18467e89e639dc8864c492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:15:42Z', 'updated_at': '2021-11-16T11:20:41Z', 'revision_number': 6, 'project_id': '633ef91d4b18467e89e639dc8864c492', 'gw_port_host': None}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:20:42.270836 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-0cae37e2-f80c-483d-9725-fb0ab32e92f7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cbb4a65b-8eab-4791-8d34-bab11c0de63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764873 Nov 16 11:20:42.338249 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-e885755e-b76a-475b-ba88-7f5c3742c547 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26c963f4cdb74f2494c888a4f19adc27 HTTP/1.1" status: 200 len: 380 time: 0.1886446 Nov 16 11:20:42.357028 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-e733f236-5996-4c92-a156-102a7fd590fd tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Request body: {'port': {'device_id': '76e45ce9-57a1-4d86-b991-b1b2b1f08edf', 'network_id': '483102d2-5f88-4f47-b33e-a8293393494c', 'admin_state_up': True, 'tenant_id': '26c963f4cdb74f2494c888a4f19adc27', 'security_groups': ['6a2913a2-9d7f-4129-b87d-a2a92aa04900']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:20:42.485684 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-3c4cefe7-1f3c-4538-976a-afc3c8e80228 admin admin] For port dd5df8bd-1786-49d5-b0f5-482dc80ec83b, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=dd5df8bd-1786-49d5-b0f5-482dc80ec83b,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:20:42.485984 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c4cefe7-1f3c-4538-976a-afc3c8e80228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:42.497501 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23075d-8a4a-411a-9054-1a41287d4fe5 req-3f282e0a-0600-46cc-87a8-c5c99f7f6443 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:42.499106 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eb23075d-8a4a-411a-9054-1a41287d4fe5 req-3f282e0a-0600-46cc-87a8-c5c99f7f6443 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 943 time: 0.2140925 Nov 16 11:20:42.528989 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cefe7-1f3c-4538-976a-afc3c8e80228 admin admin] Calling delete_port for dd5df8bd-1786-49d5-b0f5-482dc80ec83b owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:20:42.600421 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ae615-27f4-4b68-af52-18e3a0aedf36 req-7125cd01-2c7e-4d27-8649-7fe2dc6377ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:42.601961 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0e1ae615-27f4-4b68-af52-18e3a0aedf36 req-7125cd01-2c7e-4d27-8649-7fe2dc6377ae service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=973649eb-8d2a-4fdc-8d9a-79083e80d403 HTTP/1.1" status: 200 len: 1097 time: 0.4215262 Nov 16 11:20:42.639469 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d96ff-c379-4596-a235-a434c5917be9 req-b8a4a621-d365-470f-b1a3-84278af87e4b tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:42.641019 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-166d96ff-c379-4596-a235-a434c5917be9 req-b8a4a621-d365-470f-b1a3-84278af87e4b tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=6addf728-8751-4ae2-910d-45b803ce5290 HTTP/1.1" status: 200 len: 944 time: 0.2215533 Nov 16 11:20:42.657430 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eb23075d-8a4a-411a-9054-1a41287d4fe5 req-6c767327-0c82-4506-a488-3793187947f3 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450338 Nov 16 11:20:42.674061 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-db402eba-7153-4d4b-87a8-fcc47ef0b3b0 service neutron] 10.222.0.64 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953078 Nov 16 11:20:42.676304 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0e1ae615-27f4-4b68-af52-18e3a0aedf36 req-8d77463c-be43-42b7-8de4-81197071fcae service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648525 Nov 16 11:20:42.718816 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-e733f236-5996-4c92-a156-102a7fd590fd tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Made reservation on behalf of 26c963f4cdb74f2494c888a4f19adc27 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:20:42.722643 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-e733f236-5996-4c92-a156-102a7fd590fd tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:42.785231 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8bf4fb7a-2686-4393-90b2-5f52676a0e69 req-3ae59129-1bdf-49ab-8556-0af11b811e05 service neutron] 10.222.0.64 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032486 Nov 16 11:20:42.823424 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-166d96ff-c379-4596-a235-a434c5917be9 req-4ac5d7ad-267a-4092-a472-8eac0f43c5cb tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710851 Nov 16 11:20:42.885117 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b713c9-d3b5-4f51-bedc-9f44d3c37734 req-27717d45-3640-48d1-8538-67ae91e63628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:42.886829 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c6b713c9-d3b5-4f51-bedc-9f44d3c37734 req-27717d45-3640-48d1-8538-67ae91e63628 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=73e5fc395dda4693899e370eca8a1116&device_id=6addf728-8751-4ae2-910d-45b803ce5290 HTTP/1.1" status: 200 len: 1095 time: 0.0493519 Nov 16 11:20:42.966937 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c4cefe7-1f3c-4538-976a-afc3c8e80228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:42.968360 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a9383515-cfe2-402e-aac3-bc1c5030f99f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:42.977653 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-e733f236-5996-4c92-a156-102a7fd590fd tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Allocated IP 172.20.0.12 (483102d2-5f88-4f47-b33e-a8293393494c/515a754f-5433-4f9b-a0b1-17eea39f57f6/0235e1ca-c3a5-4319-894a-6737b3d66d61) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:20:43.000164 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b713c9-d3b5-4f51-bedc-9f44d3c37734 req-072259d9-5b74-47de-96dd-c9192172bb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:43.002521 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c6b713c9-d3b5-4f51-bedc-9f44d3c37734 req-072259d9-5b74-47de-96dd-c9192172bb75 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cbb4a65b-8eab-4791-8d34-bab11c0de63c HTTP/1.1" status: 200 len: 907 time: 0.1079960 Nov 16 11:20:43.009912 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cefe7-1f3c-4538-976a-afc3c8e80228 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd5df8bd-1786-49d5-b0f5-482dc80ec83b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:43.021092 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8445e31b-7535-45c9-9d5d-2c9f38b08c48 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:20:43.072354 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c6b713c9-d3b5-4f51-bedc-9f44d3c37734 req-0f9b1a95-74f3-4dc6-b46c-e7929d75a17c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6ba51c0-f408-47a4-bfbe-09f941a93edc HTTP/1.1" status: 200 len: 217 time: 0.0608420 Nov 16 11:20:43.137437 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b713c9-d3b5-4f51-bedc-9f44d3c37734 req-2409f0d1-3b72-493c-91d3-a1bbf88a21c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:43.139054 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c6b713c9-d3b5-4f51-bedc-9f44d3c37734 req-2409f0d1-3b72-493c-91d3-a1bbf88a21c5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a10b0d7-f428-41c3-8bd0-15f87f8f81d9 HTTP/1.1" status: 200 len: 846 time: 0.0588698 Nov 16 11:20:43.175720 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c4cefe7-1f3c-4538-976a-afc3c8e80228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:43.176676 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c6b713c9-d3b5-4f51-bedc-9f44d3c37734 req-0b871272-1bd8-4123-839e-ec4c4400a32e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cbb4a65b-8eab-4791-8d34-bab11c0de63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293517 Nov 16 11:20:43.288899 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c6b713c9-d3b5-4f51-bedc-9f44d3c37734 req-d70b6402-4270-42e9-be7a-3ad4ae5670ae service neutron] 10.222.0.64 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035419 Nov 16 11:20:43.396260 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c6b713c9-d3b5-4f51-bedc-9f44d3c37734 req-89bee341-6aca-440d-ba56-800a4bff311a service neutron] 10.222.0.64 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979741 Nov 16 11:20:43.404217 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 59c92fb4-1659-4cb6-8ce4-e17d14b3920c details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:20:43.506669 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 59c92fb4-1659-4cb6-8ce4-e17d14b3920c, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=59c92fb4-1659-4cb6-8ce4-e17d14b3920c,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:20:43.518274 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '59c92fb4-1659-4cb6-8ce4-e17d14b3920c', 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e', 'port_id': '59c92fb4-1659-4cb6-8ce4-e17d14b3920c', 'mac_address': 'fa:16:3e:f7:1b:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e023778-0206-43f4-abc1-4c067f7e46aa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:20:43.571075 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:43.577194 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c4cefe7-1f3c-4538-976a-afc3c8e80228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:43.584030 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59c92fb4-1659-4cb6-8ce4-e17d14b3920c {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:20:43.597260 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f772e-9dd3-463d-aaa3-cd5eb323c0db req-55ee1370-6686-472f-ad47-afd1fd23cccc tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:43.598719 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-144f772e-9dd3-463d-aaa3-cd5eb323c0db req-55ee1370-6686-472f-ad47-afd1fd23cccc tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=973649eb-8d2a-4fdc-8d9a-79083e80d403 HTTP/1.1" status: 200 len: 946 time: 0.5034981 Nov 16 11:20:43.603089 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c4cefe7-1f3c-4538-976a-afc3c8e80228 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:43.606756 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 59c92fb4-1659-4cb6-8ce4-e17d14b3920c, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=59c92fb4-1659-4cb6-8ce4-e17d14b3920c,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:20:43.611297 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:43.630570 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bf377f40-3e22-4079-a296-dd50235ea8e7 req-85c83d1f-238a-4d1b-9b00-b5e795c9a2bb tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] 10.222.0.61 "GET /v2.0/ports?device_id=76e45ce9-57a1-4d86-b991-b1b2b1f08edf HTTP/1.1" status: 200 len: 210 time: 0.0611269 Nov 16 11:20:43.676349 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=59c92fb4-1659-4cb6-8ce4-e17d14b3920c,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:43.678683 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-e733f236-5996-4c92-a156-102a7fd590fd tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:43.698247 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c4cefe7-1f3c-4538-976a-afc3c8e80228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:43.698760 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4cefe7-1f3c-4538-976a-afc3c8e80228 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:20:43.724873 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c4cefe7-1f3c-4538-976a-afc3c8e80228 admin admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:43.729036 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56784) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:20:43.730431 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3c4cefe7-1f3c-4538-976a-afc3c8e80228 admin admin] 10.222.0.61 "DELETE /v2.0/routers/2d89ba1c-44cf-4ef6-88d7-d14efc95b6b4 HTTP/1.1" status: 204 len: 168 time: 2.2630315 Nov 16 11:20:43.734056 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device dd5df8bd-1786-49d5-b0f5-482dc80ec83b no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:20:43.766139 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-144f772e-9dd3-463d-aaa3-cd5eb323c0db req-0bedccf9-4c06-4286-b9ec-b28b34f295f9 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409168 Nov 16 11:20:43.772549 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: dd5df8bd-1786-49d5-b0f5-482dc80ec83b {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:20:43.773463 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device dd5df8bd-1786-49d5-b0f5-482dc80ec83b not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:20:43.773874 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 8edb7184-a35e-4649-86f3-f83eae38ce10 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:20:43.812294 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 8edb7184-a35e-4649-86f3-f83eae38ce10 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:20:43.812875 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 8edb7184-a35e-4649-86f3-f83eae38ce10 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:20:43.820998 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-e733f236-5996-4c92-a156-102a7fd590fd tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:43.825410 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-486880de-8321-4ad7-b173-9d8224799e3d admin admin] Deleting subnet 3a80f9cd-7734-45f6-8085-b4fd319f0cf2 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:20:43.830298 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-486880de-8321-4ad7-b173-9d8224799e3d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:43.872297 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-486880de-8321-4ad7-b173-9d8224799e3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:43.877384 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-e733f236-5996-4c92-a156-102a7fd590fd tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Network 483102d2-5f88-4f47-b33e-a8293393494c is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:20:43.888328 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-e733f236-5996-4c92-a156-102a7fd590fd tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:20:43.893279 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-e733f236-5996-4c92-a156-102a7fd590fd tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:20:43.918066 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['59c92fb4-1659-4cb6-8ce4-e17d14b3920c'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:20:43.958402 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-e733f236-5996-4c92-a156-102a7fd590fd tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:43.959490 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-e733f236-5996-4c92-a156-102a7fd590fd tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:44.000570 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e25401-522e-40d3-9d7c-43249ce572ee req-9d4e6160-6cf1-44b6-bfc0-5fca577853ab tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:44.002248 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14e25401-522e-40d3-9d7c-43249ce572ee req-9d4e6160-6cf1-44b6-bfc0-5fca577853ab tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 944 time: 0.2342472 Nov 16 11:20:44.018450 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733f236-5996-4c92-a156-102a7fd590fd tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Pushing event updated for resources: {'Port': ['ID=0235e1ca-c3a5-4319-894a-6737b3d66d61,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:44.022339 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-486880de-8321-4ad7-b173-9d8224799e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:44.085483 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-e733f236-5996-4c92-a156-102a7fd590fd tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7369604 Nov 16 11:20:44.088909 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-486880de-8321-4ad7-b173-9d8224799e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:44.111488 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-b27f3505-fa8c-41b3-8982-e0af7ead855f service neutron] Request body: {'port': {'device_id': '76e45ce9-57a1-4d86-b991-b1b2b1f08edf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:20:44.117940 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486880de-8321-4ad7-b173-9d8224799e3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a80f9cd-7734-45f6-8085-b4fd319f0cf2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:44.131075 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-486880de-8321-4ad7-b173-9d8224799e3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:44.138891 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-486880de-8321-4ad7-b173-9d8224799e3d admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3a80f9cd-7734-45f6-8085-b4fd319f0cf2 HTTP/1.1" status: 204 len: 168 time: 0.4063976 Nov 16 11:20:44.139099 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56792) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:20:44.142454 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d04ab1-cd85-459a-8786-96af853e0948 req-096c5f01-e7df-4079-bac9-62ee93207b3b tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:44.144584 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c4d04ab1-cd85-459a-8786-96af853e0948 req-096c5f01-e7df-4079-bac9-62ee93207b3b tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=6addf728-8751-4ae2-910d-45b803ce5290 HTTP/1.1" status: 200 len: 944 time: 0.1790271 Nov 16 11:20:44.195863 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14e25401-522e-40d3-9d7c-43249ce572ee req-c9fae0d7-c388-47a2-8baa-e17216920a95 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487451 Nov 16 11:20:44.199432 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c8bff1-8bc3-40ed-aec6-8203e610a8e3 None None] Network 51c062da-8d2e-4635-9233-083382f5e91b requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:20:44.229318 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b8c4a74d-0337-40c2-a6b9-91514abfec99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:44.283274 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-b27f3505-fa8c-41b3-8982-e0af7ead855f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:44.291860 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-b8c4a74d-0337-40c2-a6b9-91514abfec99 admin admin] Deleting port aa82401d-d410-4ae7-93da-9d6ce31a3dd2 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:20:44.292050 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b8c4a74d-0337-40c2-a6b9-91514abfec99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:44.322250 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c4d04ab1-cd85-459a-8786-96af853e0948 req-31eb673d-af20-4538-8bfe-e70299f26d18 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521356 Nov 16 11:20:44.334413 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-139f1cfc-90ce-4884-a94b-59d18bbf2f83 None None] Provisioning complete for port 0235e1ca-c3a5-4319-894a-6737b3d66d61 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:20:44.334747 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-139f1cfc-90ce-4884-a94b-59d18bbf2f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:44.377524 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-b8c4a74d-0337-40c2-a6b9-91514abfec99 admin admin] For port aa82401d-d410-4ae7-93da-9d6ce31a3dd2, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=aa82401d-d410-4ae7-93da-9d6ce31a3dd2,segment=NetworkSegment(28eb1295-39a5-4045-b087-0ec8bd4c5806),segment_id=28eb1295-39a5-4045-b087-0ec8bd4c5806)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:20:44.378131 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b8c4a74d-0337-40c2-a6b9-91514abfec99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:44.399437 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-b8c4a74d-0337-40c2-a6b9-91514abfec99 admin admin] Calling delete_port for aa82401d-d410-4ae7-93da-9d6ce31a3dd2 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:20:44.467414 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-139f1cfc-90ce-4884-a94b-59d18bbf2f83 None None] Port 0235e1ca-c3a5-4319-894a-6737b3d66d61 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:20:44.494202 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b8c4a74d-0337-40c2-a6b9-91514abfec99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:44.527762 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c4a74d-0337-40c2-a6b9-91514abfec99 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa82401d-d410-4ae7-93da-9d6ce31a3dd2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:44.529561 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c4a74d-0337-40c2-a6b9-91514abfec99 admin admin] No DVR routers for this DVR port aa82401d-d410-4ae7-93da-9d6ce31a3dd2 on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:20:44.586818 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c4e0cd-e7d0-4723-809f-723cb5cc4e95 None None] DHCP port deletion for 51c062da-8d2e-4635-9233-083382f5e91b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:20:44.610239 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b8c4a74d-0337-40c2-a6b9-91514abfec99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:44.631375 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-b8c4a74d-0337-40c2-a6b9-91514abfec99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c062da-8d2e-4635-9233-083382f5e91b']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:20:44.641059 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-b8c4a74d-0337-40c2-a6b9-91514abfec99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28eb1295-39a5-4045-b087-0ec8bd4c5806') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:20:44.641470 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-b8c4a74d-0337-40c2-a6b9-91514abfec99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28eb1295-39a5-4045-b087-0ec8bd4c5806') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:20:44.646761 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-b27f3505-fa8c-41b3-8982-e0af7ead855f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0235e1ca-c3a5-4319-894a-6737b3d66d61 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:20:44.651439 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b8c4a74d-0337-40c2-a6b9-91514abfec99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:44.655054 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-b27f3505-fa8c-41b3-8982-e0af7ead855f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:44.666222 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b8c4a74d-0337-40c2-a6b9-91514abfec99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:44.671311 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-b27f3505-fa8c-41b3-8982-e0af7ead855f service neutron] Transition to ACTIVE for port object 0235e1ca-c3a5-4319-894a-6737b3d66d61 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:20:44.675036 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8c4a74d-0337-40c2-a6b9-91514abfec99 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:20:44.675542 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b8c4a74d-0337-40c2-a6b9-91514abfec99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:44.677535 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:20:44.677535 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:20:44.677535 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:20:44.677535 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:20:44.677535 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:20:44.677535 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:20:44.677535 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:20:44.677535 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:20:44.677535 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:20:44.677535 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:20:44.677535 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:20:44.677535 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:20:44.677535 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:20:44.677535 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:20:44.677535 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:20:44.677535 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:20:44.677535 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:20:44.677535 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:20:44.677535 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:20:44.677535 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:20:44.677535 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:20:44.677535 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:20:44.677535 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:20:44.677535 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:20:44.677535 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:20:44.677535 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:20:44.677535 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:20:44.677535 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:20:44.677535 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:20:44.677535 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:20:44.677535 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:20:44.677535 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:20:44.683409 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-b27f3505-fa8c-41b3-8982-e0af7ead855f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:44.737779 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b8c4a74d-0337-40c2-a6b9-91514abfec99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:44.748615 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b8c4a74d-0337-40c2-a6b9-91514abfec99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:44.753939 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b8c4a74d-0337-40c2-a6b9-91514abfec99 admin admin] 10.222.0.61 "DELETE /v2.0/networks/51c062da-8d2e-4635-9233-083382f5e91b HTTP/1.1" status: 204 len: 168 time: 0.6119089 Nov 16 11:20:44.755947 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56798) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:20:44.771892 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f3505-fa8c-41b3-8982-e0af7ead855f service neutron] Pushing event updated for resources: {'Port': ['ID=0235e1ca-c3a5-4319-894a-6737b3d66d61,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:44.780205 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c4a74d-0337-40c2-a6b9-91514abfec99 admin admin] Pushing event deleted for resources: {'Network': ['ID=51c062da-8d2e-4635-9233-083382f5e91b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:44.858687 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b188089-84d4-46a9-b7d1-87f78d9daad8 req-ba78028c-fb5e-4e88-b935-5d7edf73363b tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:44.860660 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4b188089-84d4-46a9-b7d1-87f78d9daad8 req-ba78028c-fb5e-4e88-b935-5d7edf73363b tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] 10.222.0.61 "GET /v2.0/ports?device_id=76e45ce9-57a1-4d86-b991-b1b2b1f08edf HTTP/1.1" status: 200 len: 944 time: 0.1285310 Nov 16 11:20:44.940446 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-b27f3505-fa8c-41b3-8982-e0af7ead855f service neutron] Attempting to bind port 0235e1ca-c3a5-4319-894a-6737b3d66d61 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:20:44.940786 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-b27f3505-fa8c-41b3-8982-e0af7ead855f service neutron] Attempting to bind port 0235e1ca-c3a5-4319-894a-6737b3d66d61 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'd8bdba8e-aa0f-4483-a329-b591bfdb474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '483102d2-5f88-4f47-b33e-a8293393494c'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:20:44.941117 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-b27f3505-fa8c-41b3-8982-e0af7ead855f service neutron] Attempting to bind port 0235e1ca-c3a5-4319-894a-6737b3d66d61 on network 483102d2-5f88-4f47-b33e-a8293393494c {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:20:44.954258 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-b27f3505-fa8c-41b3-8982-e0af7ead855f service neutron] Port 0235e1ca-c3a5-4319-894a-6737b3d66d61 on network 483102d2-5f88-4f47-b33e-a8293393494c not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:20:44.954651 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-b27f3505-fa8c-41b3-8982-e0af7ead855f service neutron] Attempting to bind port 0235e1ca-c3a5-4319-894a-6737b3d66d61 on network 483102d2-5f88-4f47-b33e-a8293393494c {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:20:44.969000 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1930347-91a3-46d8-bc96-5db5e43fd64a req-7d655468-ddd1-475d-a577-5a4c25c1ad0f tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:44.970718 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f1930347-91a3-46d8-bc96-5db5e43fd64a req-7d655468-ddd1-475d-a577-5a4c25c1ad0f tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=973649eb-8d2a-4fdc-8d9a-79083e80d403 HTTP/1.1" status: 200 len: 946 time: 0.1091435 Nov 16 11:20:44.980612 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4b188089-84d4-46a9-b7d1-87f78d9daad8 req-7f217062-041b-429e-aca7-59863057e489 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a2913a2-9d7f-4129-b87d-a2a92aa04900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022933 Nov 16 11:20:44.981338 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-b27f3505-fa8c-41b3-8982-e0af7ead855f service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:20:44.981681 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-b27f3505-fa8c-41b3-8982-e0af7ead855f service neutron] Checking segment: {'id': 'd8bdba8e-aa0f-4483-a329-b591bfdb474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '483102d2-5f88-4f47-b33e-a8293393494c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:20:44.982084 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-b27f3505-fa8c-41b3-8982-e0af7ead855f service neutron] Bound using segment: {'id': 'd8bdba8e-aa0f-4483-a329-b591bfdb474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '483102d2-5f88-4f47-b33e-a8293393494c'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:20:44.982532 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-b27f3505-fa8c-41b3-8982-e0af7ead855f service neutron] Bound port: 0235e1ca-c3a5-4319-894a-6737b3d66d61, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8bdba8e-aa0f-4483-a329-b591bfdb474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '483102d2-5f88-4f47-b33e-a8293393494c'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:20:44.982887 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-b27f3505-fa8c-41b3-8982-e0af7ead855f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:45.072228 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f1930347-91a3-46d8-bc96-5db5e43fd64a req-9791f21d-a1f1-4fb9-9b1c-5393d20d2a00 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869083 Nov 16 11:20:45.096272 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-b27f3505-fa8c-41b3-8982-e0af7ead855f service neutron] For port 0235e1ca-c3a5-4319-894a-6737b3d66d61, host n-h1-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:20:45.099684 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-b27f3505-fa8c-41b3-8982-e0af7ead855f service neutron] For port 0235e1ca-c3a5-4319-894a-6737b3d66d61, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=0235e1ca-c3a5-4319-894a-6737b3d66d61,segment=NetworkSegment(d8bdba8e-aa0f-4483-a329-b591bfdb474e),segment_id=d8bdba8e-aa0f-4483-a329-b591bfdb474e)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:20:45.105989 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-b27f3505-fa8c-41b3-8982-e0af7ead855f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:45.149024 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-b27f3505-fa8c-41b3-8982-e0af7ead855f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:45.150350 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-b27f3505-fa8c-41b3-8982-e0af7ead855f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:45.152075 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-b27f3505-fa8c-41b3-8982-e0af7ead855f service neutron] 10.222.0.36 "PUT /v2.0/ports/0235e1ca-c3a5-4319-894a-6737b3d66d61 HTTP/1.1" status: 200 len: 1092 time: 1.0498545 Nov 16 11:20:45.154511 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76e45ce9-57a1-4d86-b991-b1b2b1f08edf', 'tag': '0235e1ca-c3a5-4319-894a-6737b3d66d61'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:20:45.158679 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a836461-f4eb-4d55-b93b-29064a41df2a" -d '{"events": [{"name": "network-changed", "server_uuid": "76e45ce9-57a1-4d86-b991-b1b2b1f08edf", "tag": "0235e1ca-c3a5-4319-894a-6737b3d66d61"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:20:45.177790 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8ca780d4-83c5-4947-857a-c6b7e255ee72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:45.196472 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f3505-fa8c-41b3-8982-e0af7ead855f service neutron] Pushing event updated for resources: {'Port': ['ID=0235e1ca-c3a5-4319-894a-6737b3d66d61,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:45.247174 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adbd025c-45e2-437f-9cee-8880050812c0 x-openstack-request-id: req-adbd025c-45e2-437f-9cee-8880050812c0 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:20:45.247545 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76e45ce9-57a1-4d86-b991-b1b2b1f08edf", "tag": "0235e1ca-c3a5-4319-894a-6737b3d66d61", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:20:45.247933 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-adbd025c-45e2-437f-9cee-8880050812c0 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:20:45.248706 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76e45ce9-57a1-4d86-b991-b1b2b1f08edf', 'tag': '0235e1ca-c3a5-4319-894a-6737b3d66d61', 'status': 'completed', 'code': 200} Nov 16 11:20:45.267895 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-afe7068c-3b3b-4be2-9ad9-157c56c5b927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:45.269753 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-afe7068c-3b3b-4be2-9ad9-157c56c5b927 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=26c963f4cdb74f2494c888a4f19adc27&device_id=76e45ce9-57a1-4d86-b991-b1b2b1f08edf HTTP/1.1" status: 200 len: 1095 time: 0.0687406 Nov 16 11:20:45.384428 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-bbe7c740-1d4f-4bee-9494-e667f3dfb083 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0235e1ca-c3a5-4319-894a-6737b3d66d61 HTTP/1.1" status: 200 len: 217 time: 0.1053698 Nov 16 11:20:45.417965 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device c6ba51c0-f408-47a4-bfbe-09f941a93edc details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:20:45.421220 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 59c92fb4-1659-4cb6-8ce4-e17d14b3920c up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:20:45.446714 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b67beb-5766-47d0-8f2f-241d61ff30b5 req-d0fa6422-c473-4d42-abb4-07e654df3bca tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:45.448582 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14b67beb-5766-47d0-8f2f-241d61ff30b5 req-d0fa6422-c473-4d42-abb4-07e654df3bca tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 944 time: 0.0998893 Nov 16 11:20:45.506546 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-1209d490-9707-4ec9-b7c6-7dda6c1c172d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:45.508088 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-1209d490-9707-4ec9-b7c6-7dda6c1c172d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=515a754f-5433-4f9b-a0b1-17eea39f57f6 HTTP/1.1" status: 200 len: 851 time: 0.1067407 Nov 16 11:20:45.578774 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d529e08b-52c8-4d59-8e2f-3ca0b4ad90b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:45.578995 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14b67beb-5766-47d0-8f2f-241d61ff30b5 req-6d1be0a1-6c54-4502-8ec0-8b159d7a100e tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210399 Nov 16 11:20:45.589903 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-8ca780d4-83c5-4947-857a-c6b7e255ee72 admin admin] Deleting port 7735dc6e-d690-4258-a2e1-c70a49b96bdb {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:20:45.591917 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8ca780d4-83c5-4947-857a-c6b7e255ee72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:45.606055 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f2c61a-a187-4b58-88e2-6dd8d920876f req-55f4f313-ac2d-4620-94d7-bfa93b74ff7e tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:45.608532 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 59c92fb4-1659-4cb6-8ce4-e17d14b3920c completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:20:45.613505 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b2f2c61a-a187-4b58-88e2-6dd8d920876f req-55f4f313-ac2d-4620-94d7-bfa93b74ff7e tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=973649eb-8d2a-4fdc-8d9a-79083e80d403 HTTP/1.1" status: 200 len: 946 time: 0.1483688 Nov 16 11:20:45.627201 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 59c92fb4-1659-4cb6-8ce4-e17d14b3920c triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:20:45.627643 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:45.634429 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port c6ba51c0-f408-47a4-bfbe-09f941a93edc, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=c6ba51c0-f408-47a4-bfbe-09f941a93edc,segment=NetworkSegment(29fe51c5-7413-4ecd-8c04-97b69fe8410f),segment_id=29fe51c5-7413-4ecd-8c04-97b69fe8410f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:20:45.641891 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-07b3ab48-608c-45f5-9db2-2d0410e0c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:45.643470 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-07b3ab48-608c-45f5-9db2-2d0410e0c625 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=483102d2-5f88-4f47-b33e-a8293393494c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1231780 Nov 16 11:20:45.699422 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'c6ba51c0-f408-47a4-bfbe-09f941a93edc', 'network_id': 'cbb4a65b-8eab-4791-8d34-bab11c0de63c', 'port_id': 'c6ba51c0-f408-47a4-bfbe-09f941a93edc', 'mac_address': 'fa:16:3e:2b:8b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a10b0d7-f428-41c3-8bd0-15f87f8f81d9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:20:45.719493 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-8ca780d4-83c5-4947-857a-c6b7e255ee72 admin admin] For port 7735dc6e-d690-4258-a2e1-c70a49b96bdb, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=7735dc6e-d690-4258-a2e1-c70a49b96bdb,segment=NetworkSegment(6fd5660c-1270-4b3f-9a25-c3a16f56d043),segment_id=6fd5660c-1270-4b3f-9a25-c3a16f56d043)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:20:45.720141 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8ca780d4-83c5-4947-857a-c6b7e255ee72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:45.738182 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-8ca780d4-83c5-4947-857a-c6b7e255ee72 admin admin] Calling delete_port for 7735dc6e-d690-4258-a2e1-c70a49b96bdb owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:20:45.748634 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device aa82401d-d410-4ae7-93da-9d6ce31a3dd2 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:20:45.753448 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b2f2c61a-a187-4b58-88e2-6dd8d920876f req-c7dc8b4b-d24d-489f-8fd2-bd465058f8e3 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390591 Nov 16 11:20:45.778220 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088ff04-ac27-49f2-a809-790312b4eb34 req-c8747fa1-9b5d-4712-8c47-6c1564fd5367 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:45.783717 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8088ff04-ac27-49f2-a809-790312b4eb34 req-c8747fa1-9b5d-4712-8c47-6c1564fd5367 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=6addf728-8751-4ae2-910d-45b803ce5290 HTTP/1.1" status: 200 len: 944 time: 0.1292403 Nov 16 11:20:45.828741 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: aa82401d-d410-4ae7-93da-9d6ce31a3dd2 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:20:45.829190 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device aa82401d-d410-4ae7-93da-9d6ce31a3dd2 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:20:45.836913 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:45.861041 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:45.866188 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8088ff04-ac27-49f2-a809-790312b4eb34 req-b14c12d1-0ba0-43ba-aedc-8e5e547444f9 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772326 Nov 16 11:20:45.867999 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed181c3-be86-4992-9ef4-fcd0c2cf50db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c92fb4-1659-4cb6-8ce4-e17d14b3920c'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:20:45.870307 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b666602-91fd-4a07-b384-e681f7368046" -d '{"events": [{"server_uuid": "aed181c3-be86-4992-9ef4-fcd0c2cf50db", "name": "network-vif-plugged", "status": "completed", "tag": "59c92fb4-1659-4cb6-8ce4-e17d14b3920c"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:20:45.870779 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-ac5f6fd9-2a19-43f1-aead-4c4565fde506 service neutron] 10.222.0.36 "GET /v2.0/networks/483102d2-5f88-4f47-b33e-a8293393494c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861784 Nov 16 11:20:45.902585 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 59c92fb4-1659-4cb6-8ce4-e17d14b3920c, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=59c92fb4-1659-4cb6-8ce4-e17d14b3920c,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:20:45.912102 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6ba51c0-f408-47a4-bfbe-09f941a93edc {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:20:45.934309 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:45.938775 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d87fc6-66fb-4b57-bdc9-eaa2b20f6d38 x-openstack-request-id: req-33d87fc6-66fb-4b57-bdc9-eaa2b20f6d38 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:20:45.939090 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed181c3-be86-4992-9ef4-fcd0c2cf50db", "name": "network-vif-plugged", "status": "completed", "tag": "59c92fb4-1659-4cb6-8ce4-e17d14b3920c", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:20:45.939410 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-33d87fc6-66fb-4b57-bdc9-eaa2b20f6d38 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:20:45.939802 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed181c3-be86-4992-9ef4-fcd0c2cf50db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c92fb4-1659-4cb6-8ce4-e17d14b3920c', 'code': 200} Nov 16 11:20:45.971870 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port c6ba51c0-f408-47a4-bfbe-09f941a93edc, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=c6ba51c0-f408-47a4-bfbe-09f941a93edc,segment=NetworkSegment(29fe51c5-7413-4ecd-8c04-97b69fe8410f),segment_id=29fe51c5-7413-4ecd-8c04-97b69fe8410f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:20:45.980667 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:45.998194 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=59c92fb4-1659-4cb6-8ce4-e17d14b3920c,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:46.014843 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28f7b546-c97c-41d3-a56b-52e43d695108 req-bb724998-82db-4601-aab6-e52f2e7bcc76 service neutron] 10.222.0.36 "GET /v2.0/networks/483102d2-5f88-4f47-b33e-a8293393494c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350737 Nov 16 11:20:46.049824 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8ca780d4-83c5-4947-857a-c6b7e255ee72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:46.051628 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=c6ba51c0-f408-47a4-bfbe-09f941a93edc,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:46.091995 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca780d4-83c5-4947-857a-c6b7e255ee72 admin admin] Pushing event deleted for resources: {'Port': ['ID=7735dc6e-d690-4258-a2e1-c70a49b96bdb,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:46.096096 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff22da3-75cd-4726-ac41-582c63caaebf req-996c4cf4-366b-4cf3-82d3-5c058f7de791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:46.097858 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-cff22da3-75cd-4726-ac41-582c63caaebf req-996c4cf4-366b-4cf3-82d3-5c058f7de791 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 1096 time: 0.1003926 Nov 16 11:20:46.168422 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a836461-f4eb-4d55-b93b-29064a41df2a req-0d7ae0f3-a33f-467a-a40d-91ee56d68c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:46.169918 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1a836461-f4eb-4d55-b93b-29064a41df2a req-0d7ae0f3-a33f-467a-a40d-91ee56d68c17 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=26c963f4cdb74f2494c888a4f19adc27&device_id=76e45ce9-57a1-4d86-b991-b1b2b1f08edf HTTP/1.1" status: 200 len: 1095 time: 0.0848207 Nov 16 11:20:46.178587 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec189829-cd36-4a20-a500-41118df1c831 req-109f6d6f-bfbd-4f15-ab30-8aa4faa28ec1 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:46.180116 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ec189829-cd36-4a20-a500-41118df1c831 req-109f6d6f-bfbd-4f15-ab30-8aa4faa28ec1 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] 10.222.0.61 "GET /v2.0/ports?device_id=76e45ce9-57a1-4d86-b991-b1b2b1f08edf HTTP/1.1" status: 200 len: 944 time: 0.0853500 Nov 16 11:20:46.199442 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-cff22da3-75cd-4726-ac41-582c63caaebf req-f67c0428-0780-40b2-a93c-4f0b513a2e7c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859864 Nov 16 11:20:46.274367 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['c6ba51c0-f408-47a4-bfbe-09f941a93edc'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:20:46.290177 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ec189829-cd36-4a20-a500-41118df1c831 req-ece25772-7d93-4f21-93ee-599cc68e29db tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a2913a2-9d7f-4129-b87d-a2a92aa04900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909896 Nov 16 11:20:46.307359 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a836461-f4eb-4d55-b93b-29064a41df2a req-a1717cae-06b4-44de-8264-e84f253a799e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:46.308892 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1a836461-f4eb-4d55-b93b-29064a41df2a req-a1717cae-06b4-44de-8264-e84f253a799e service neutron] 10.222.0.36 "GET /v2.0/networks?id=483102d2-5f88-4f47-b33e-a8293393494c HTTP/1.1" status: 200 len: 913 time: 0.1279018 Nov 16 11:20:46.314684 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8ca780d4-83c5-4947-857a-c6b7e255ee72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:46.357124 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1a836461-f4eb-4d55-b93b-29064a41df2a req-791b283b-9c10-438e-a19f-7d2b11a367fe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0235e1ca-c3a5-4319-894a-6737b3d66d61 HTTP/1.1" status: 200 len: 217 time: 0.0365164 Nov 16 11:20:46.419261 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a836461-f4eb-4d55-b93b-29064a41df2a req-30a737c1-0364-4668-9418-4d2256e6bae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:46.420783 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1a836461-f4eb-4d55-b93b-29064a41df2a req-30a737c1-0364-4668-9418-4d2256e6bae0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=515a754f-5433-4f9b-a0b1-17eea39f57f6 HTTP/1.1" status: 200 len: 851 time: 0.0492585 Nov 16 11:20:46.461093 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:46.492970 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a836461-f4eb-4d55-b93b-29064a41df2a req-b33ab391-543c-48b7-a89c-68f62faaee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:46.494576 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1a836461-f4eb-4d55-b93b-29064a41df2a req-b33ab391-543c-48b7-a89c-68f62faaee52 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=483102d2-5f88-4f47-b33e-a8293393494c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574648 Nov 16 11:20:46.564956 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca780d4-83c5-4947-857a-c6b7e255ee72 admin admin] Router 84d995df-ba78-44aa-8aba-576d02d27759 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:20:46.583426 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1a836461-f4eb-4d55-b93b-29064a41df2a req-3f68c871-c7f1-4085-ab5b-7bcbaa4d3c23 service neutron] 10.222.0.36 "GET /v2.0/networks/483102d2-5f88-4f47-b33e-a8293393494c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809271 Nov 16 11:20:46.670552 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca780d4-83c5-4947-857a-c6b7e255ee72 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:20:46.678398 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8ca780d4-83c5-4947-857a-c6b7e255ee72 admin admin] 10.222.0.61 "PUT /v2.0/routers/84d995df-ba78-44aa-8aba-576d02d27759/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9072635 Nov 16 11:20:46.679820 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56826) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:20:46.680639 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec413a52-a293-45ad-9987-87df189fc67c None None] Sync routers for ids ['84d995df-ba78-44aa-8aba-576d02d27759'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:20:46.690678 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec413a52-a293-45ad-9987-87df189fc67c None None] Routers {'84d995df-ba78-44aa-8aba-576d02d27759'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:20:46.691297 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ec413a52-a293-45ad-9987-87df189fc67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:20:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['84d995df-ba78-44aa-8aba-576d02d27759'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:20:46.712113 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1a836461-f4eb-4d55-b93b-29064a41df2a req-273ace65-151e-4792-80fd-3344655c5131 service neutron] 10.222.0.36 "GET /v2.0/networks/483102d2-5f88-4f47-b33e-a8293393494c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209345 Nov 16 11:20:46.726676 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0c2fc-ec7b-4cc8-bb4e-14816994906f req-4457760c-2f7b-46e4-ae9b-06d99eb3d73f tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:46.728301 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4ef0c2fc-ec7b-4cc8-bb4e-14816994906f req-4457760c-2f7b-46e4-ae9b-06d99eb3d73f tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 945 time: 0.0791469 Nov 16 11:20:46.777964 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4ef0c2fc-ec7b-4cc8-bb4e-14816994906f req-a6c2c8da-08f7-4a11-97b4-e926d166fd22 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435793 Nov 16 11:20:46.803529 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fedb663a-c2f4-4e40-8336-e9b0f385912a admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:46.808586 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-ec413a52-a293-45ad-9987-87df189fc67c None None] Set router 84d995df-ba78-44aa-8aba-576d02d27759 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:20:46.892344 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196c4df-15e9-4f3d-b551-915348805f6b req-6fec77a7-2498-40c9-8748-830e5cf4e74d tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:46.895115 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6196c4df-15e9-4f3d-b551-915348805f6b req-6fec77a7-2498-40c9-8748-830e5cf4e74d tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=973649eb-8d2a-4fdc-8d9a-79083e80d403 HTTP/1.1" status: 200 len: 946 time: 0.0584819 Nov 16 11:20:46.918678 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fedb663a-c2f4-4e40-8336-e9b0f385912a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:46.951622 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6196c4df-15e9-4f3d-b551-915348805f6b req-9be6ea93-14c3-4f52-be2c-098bf15f2023 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509043 Nov 16 11:20:46.982438 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-fedb663a-c2f4-4e40-8336-e9b0f385912a admin admin] Deleting port 573f7593-01e2-4f5e-ae51-209109adaefa {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:20:46.982900 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fedb663a-c2f4-4e40-8336-e9b0f385912a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:47.048901 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ec413a52-a293-45ad-9987-87df189fc67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d995df-ba78-44aa-8aba-576d02d27759', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2081826371-router', 'tenant_id': 'fa858bdb3c594892b4065e5cd118f073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '573f7593-01e2-4f5e-ae51-209109adaefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:15:52Z', 'updated_at': '2021-11-16T11:20:45Z', 'revision_number': 5, 'project_id': 'fa858bdb3c594892b4065e5cd118f073', 'gw_port': {'id': '573f7593-01e2-4f5e-ae51-209109adaefa', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d995df-ba78-44aa-8aba-576d02d27759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:15:54Z', 'updated_at': '2021-11-16T11:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:20:47.056165 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb06598-fa22-43c6-aa0a-2a8b7b949434 req-fd508a0e-d15d-412b-945a-4b3306a2f2f4 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:47.058850 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ffb06598-fa22-43c6-aa0a-2a8b7b949434 req-fd508a0e-d15d-412b-945a-4b3306a2f2f4 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=6addf728-8751-4ae2-910d-45b803ce5290 HTTP/1.1" status: 200 len: 945 time: 0.0679634 Nov 16 11:20:47.076861 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-fedb663a-c2f4-4e40-8336-e9b0f385912a admin admin] For port 573f7593-01e2-4f5e-ae51-209109adaefa, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=573f7593-01e2-4f5e-ae51-209109adaefa,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:20:47.077265 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fedb663a-c2f4-4e40-8336-e9b0f385912a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:47.079018 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec413a52-a293-45ad-9987-87df189fc67c None None] Checking router: 84d995df-ba78-44aa-8aba-576d02d27759 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:20:47.088495 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec413a52-a293-45ad-9987-87df189fc67c None None] Routers {'84d995df-ba78-44aa-8aba-576d02d27759'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:20:47.089721 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ec413a52-a293-45ad-9987-87df189fc67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:20:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['84d995df-ba78-44aa-8aba-576d02d27759'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:20:47.090296 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-fedb663a-c2f4-4e40-8336-e9b0f385912a admin admin] Calling delete_port for 573f7593-01e2-4f5e-ae51-209109adaefa owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:20:47.111114 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ffb06598-fa22-43c6-aa0a-2a8b7b949434 req-aaf27db2-277c-4693-a48a-7716b73449c5 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475304 Nov 16 11:20:47.177734 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-ec413a52-a293-45ad-9987-87df189fc67c None None] Set router 84d995df-ba78-44aa-8aba-576d02d27759 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:20:47.230582 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ec413a52-a293-45ad-9987-87df189fc67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d995df-ba78-44aa-8aba-576d02d27759', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2081826371-router', 'tenant_id': 'fa858bdb3c594892b4065e5cd118f073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:15:52Z', 'updated_at': '2021-11-16T11:20:46Z', 'revision_number': 6, 'project_id': 'fa858bdb3c594892b4065e5cd118f073', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:20:47.256450 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec413a52-a293-45ad-9987-87df189fc67c None None] The sync data for ids ['84d995df-ba78-44aa-8aba-576d02d27759'] in n-d-816823-3 is: [{'id': '84d995df-ba78-44aa-8aba-576d02d27759', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2081826371-router', 'tenant_id': 'fa858bdb3c594892b4065e5cd118f073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:15:52Z', 'updated_at': '2021-11-16T11:20:46Z', 'revision_number': 6, 'project_id': 'fa858bdb3c594892b4065e5cd118f073', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:20:47.258053 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fedb663a-c2f4-4e40-8336-e9b0f385912a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:47.293984 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedb663a-c2f4-4e40-8336-e9b0f385912a admin admin] Pushing event deleted for resources: {'Port': ['ID=573f7593-01e2-4f5e-ae51-209109adaefa,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:47.300716 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac8a438-7fca-4686-a681-3a92d3ee7c11 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:20:47.315958 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedb663a-c2f4-4e40-8336-e9b0f385912a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:20:47.316301 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedb663a-c2f4-4e40-8336-e9b0f385912a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:20:47.316633 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedb663a-c2f4-4e40-8336-e9b0f385912a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:20:47.316961 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedb663a-c2f4-4e40-8336-e9b0f385912a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:20:47.317284 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedb663a-c2f4-4e40-8336-e9b0f385912a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:20:47.317602 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedb663a-c2f4-4e40-8336-e9b0f385912a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:20:47.317937 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedb663a-c2f4-4e40-8336-e9b0f385912a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:20:47.318765 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedb663a-c2f4-4e40-8336-e9b0f385912a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:20:47.319093 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedb663a-c2f4-4e40-8336-e9b0f385912a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:20:47.319409 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedb663a-c2f4-4e40-8336-e9b0f385912a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:20:47.319755 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedb663a-c2f4-4e40-8336-e9b0f385912a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:20:47.320073 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedb663a-c2f4-4e40-8336-e9b0f385912a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:20:47.357792 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fedb663a-c2f4-4e40-8336-e9b0f385912a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:47.419002 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device c6ba51c0-f408-47a4-bfbe-09f941a93edc up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:20:47.458477 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fedb663a-c2f4-4e40-8336-e9b0f385912a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:47.466305 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fedb663a-c2f4-4e40-8336-e9b0f385912a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:47.478492 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port c6ba51c0-f408-47a4-bfbe-09f941a93edc completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:20:47.495144 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port c6ba51c0-f408-47a4-bfbe-09f941a93edc triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:20:47.495422 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:47.514776 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fedb663a-c2f4-4e40-8336-e9b0f385912a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:47.515639 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fedb663a-c2f4-4e40-8336-e9b0f385912a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84d995df-ba78-44aa-8aba-576d02d27759 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:20:47.515770 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894aaea-7804-4815-b38c-1bed0e8fbaa2 req-9c966b1d-bbd8-4572-94b0-db476204b218 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:47.518385 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d894aaea-7804-4815-b38c-1bed0e8fbaa2 req-9c966b1d-bbd8-4572-94b0-db476204b218 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] 10.222.0.61 "GET /v2.0/ports?device_id=76e45ce9-57a1-4d86-b991-b1b2b1f08edf HTTP/1.1" status: 200 len: 944 time: 0.1466782 Nov 16 11:20:47.526252 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fedb663a-c2f4-4e40-8336-e9b0f385912a admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:47.527556 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-fedb663a-c2f4-4e40-8336-e9b0f385912a admin admin] 10.222.0.61 "DELETE /v2.0/routers/84d995df-ba78-44aa-8aba-576d02d27759 HTTP/1.1" status: 204 len: 168 time: 0.8468020 Nov 16 11:20:47.530105 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56842) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:20:47.557772 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 0235e1ca-c3a5-4319-894a-6737b3d66d61 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:20:47.581162 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d894aaea-7804-4815-b38c-1bed0e8fbaa2 req-68cf7341-3162-40b5-a011-8284e9bcb95d tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a2913a2-9d7f-4129-b87d-a2a92aa04900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548751 Nov 16 11:20:47.582189 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-55a538eb-cfc8-445a-9543-84b12adb03dc admin admin] Deleting subnet 8e903e51-d964-4fb0-81fa-9a8d9b134443 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:20:47.587253 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-55a538eb-cfc8-445a-9543-84b12adb03dc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:47.636998 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-55a538eb-cfc8-445a-9543-84b12adb03dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:47.655329 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:47.716790 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port c6ba51c0-f408-47a4-bfbe-09f941a93edc, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=c6ba51c0-f408-47a4-bfbe-09f941a93edc,segment=NetworkSegment(29fe51c5-7413-4ecd-8c04-97b69fe8410f),segment_id=29fe51c5-7413-4ecd-8c04-97b69fe8410f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:20:47.727586 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:47.736863 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 0235e1ca-c3a5-4319-894a-6737b3d66d61, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=0235e1ca-c3a5-4319-894a-6737b3d66d61,segment=NetworkSegment(d8bdba8e-aa0f-4483-a329-b591bfdb474e),segment_id=d8bdba8e-aa0f-4483-a329-b591bfdb474e)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:20:47.756723 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-55a538eb-cfc8-445a-9543-84b12adb03dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:47.783082 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '0235e1ca-c3a5-4319-894a-6737b3d66d61', 'network_id': '483102d2-5f88-4f47-b33e-a8293393494c', 'port_id': '0235e1ca-c3a5-4319-894a-6737b3d66d61', 'mac_address': 'fa:16:3e:e9:73:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '515a754f-5433-4f9b-a0b1-17eea39f57f6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:20:47.818788 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-55a538eb-cfc8-445a-9543-84b12adb03dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:47.822763 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=c6ba51c0-f408-47a4-bfbe-09f941a93edc,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:47.841256 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:47.849840 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a538eb-cfc8-445a-9543-84b12adb03dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e903e51-d964-4fb0-81fa-9a8d9b134443,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:47.851726 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-55a538eb-cfc8-445a-9543-84b12adb03dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:47.857701 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-55a538eb-cfc8-445a-9543-84b12adb03dc admin admin] 10.222.0.61 "DELETE /v2.0/subnets/8e903e51-d964-4fb0-81fa-9a8d9b134443 HTTP/1.1" status: 204 len: 168 time: 0.3237851 Nov 16 11:20:47.858270 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56846) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:20:47.862330 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7173c227-8667-440b-9bae-b4d0ff34027f None None] Network 25e21298-65f4-4f6a-8358-087cb695ed0a requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:20:47.869166 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0235e1ca-c3a5-4319-894a-6737b3d66d61 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:20:47.915279 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b638ae9-e92d-40a5-b0d9-b13542038b98 req-6a9b7e18-4cd0-4702-a594-774614559076 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:47.919631 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9b638ae9-e92d-40a5-b0d9-b13542038b98 req-6a9b7e18-4cd0-4702-a594-774614559076 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 945 time: 0.0626512 Nov 16 11:20:47.936798 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-26d8469d-13b6-4021-b86c-a29f48022f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:47.942733 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6addf728-8751-4ae2-910d-45b803ce5290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ba51c0-f408-47a4-bfbe-09f941a93edc'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:20:47.945193 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9a67d4-688b-470f-b039-5c84ed1d86c2" -d '{"events": [{"server_uuid": "6addf728-8751-4ae2-910d-45b803ce5290", "name": "network-vif-plugged", "status": "completed", "tag": "c6ba51c0-f408-47a4-bfbe-09f941a93edc"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:20:47.951589 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 0235e1ca-c3a5-4319-894a-6737b3d66d61, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=0235e1ca-c3a5-4319-894a-6737b3d66d61,segment=NetworkSegment(d8bdba8e-aa0f-4483-a329-b591bfdb474e),segment_id=d8bdba8e-aa0f-4483-a329-b591bfdb474e)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:20:47.964936 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:47.998539 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9b638ae9-e92d-40a5-b0d9-b13542038b98 req-bb5d1594-6688-4b5b-b50f-6bb0e9c86095 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743136 Nov 16 11:20:48.078766 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=0235e1ca-c3a5-4319-894a-6737b3d66d61,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:48.102200 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74299802-aba1-4fbd-86f5-61a1273d32f6 x-openstack-request-id: req-74299802-aba1-4fbd-86f5-61a1273d32f6 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:20:48.102494 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6addf728-8751-4ae2-910d-45b803ce5290", "name": "network-vif-plugged", "status": "completed", "tag": "c6ba51c0-f408-47a4-bfbe-09f941a93edc", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:20:48.102750 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-74299802-aba1-4fbd-86f5-61a1273d32f6 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:20:48.103136 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6addf728-8751-4ae2-910d-45b803ce5290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ba51c0-f408-47a4-bfbe-09f941a93edc', 'code': 200} Nov 16 11:20:48.108777 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7735dc6e-d690-4258-a2e1-c70a49b96bdb no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:20:48.167357 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:20:48.168062 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:20:48.168478 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:20:48.168881 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:20:48.170752 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:20:48.171193 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:20:48.171656 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:20:48.172058 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:20:48.172726 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:20:48.173120 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:20:48.173512 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:20:48.173907 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:20:48.194169 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08286ad5-8843-44bb-a641-fb2b52346308 req-ed159fc9-6963-4812-b616-0cc9f84911a0 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:48.199575 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 7735dc6e-d690-4258-a2e1-c70a49b96bdb {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:20:48.200010 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7735dc6e-d690-4258-a2e1-c70a49b96bdb not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:20:48.202669 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-08286ad5-8843-44bb-a641-fb2b52346308 req-ed159fc9-6963-4812-b616-0cc9f84911a0 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=973649eb-8d2a-4fdc-8d9a-79083e80d403 HTTP/1.1" status: 200 len: 946 time: 0.0769591 Nov 16 11:20:48.234693 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:48.282259 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-08286ad5-8843-44bb-a641-fb2b52346308 req-b33f1096-da6b-4044-aa0d-9e295d83c009 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786529 Nov 16 11:20:48.289616 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b8dcb-54b1-43a5-ad9e-94e5076c50b5 req-e2ca1c34-ad0a-498d-a2d9-c3ea10e89f00 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:48.293830 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['0235e1ca-c3a5-4319-894a-6737b3d66d61'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:20:48.298302 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-040b8dcb-54b1-43a5-ad9e-94e5076c50b5 req-e2ca1c34-ad0a-498d-a2d9-c3ea10e89f00 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 1096 time: 0.0854084 Nov 16 11:20:48.325968 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfccda1e-221f-43f2-95cb-4f4ae66c8078 None None] DHCP port deletion for 25e21298-65f4-4f6a-8358-087cb695ed0a request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:20:48.369115 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-040b8dcb-54b1-43a5-ad9e-94e5076c50b5 req-5fcd773d-0283-4d3a-96ed-df699e8ebfb3 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695872 Nov 16 11:20:48.428869 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403495f-792d-4c07-be73-b4d726e2e3a6 req-ca3ca5c8-cf8d-4f20-9055-b11d55ec6c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:48.430880 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c403495f-792d-4c07-be73-b4d726e2e3a6 req-ca3ca5c8-cf8d-4f20-9055-b11d55ec6c2d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6addf728-8751-4ae2-910d-45b803ce5290 HTTP/1.1" status: 200 len: 1097 time: 0.0653472 Nov 16 11:20:48.443291 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-26d8469d-13b6-4021-b86c-a29f48022f84 admin admin] Deleting port 7b2b52b0-08a9-4d48-9f69-7a5439dacdc1 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:20:48.445529 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-26d8469d-13b6-4021-b86c-a29f48022f84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:48.496032 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-bfccda1e-221f-43f2-95cb-4f4ae66c8078 None None] Deleting port 7b2b52b0-08a9-4d48-9f69-7a5439dacdc1 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:20:48.496675 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bfccda1e-221f-43f2-95cb-4f4ae66c8078 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:48.525899 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719942c-3065-4285-b856-d95d6188d0b5 req-1048f800-797b-4fb7-b5d7-845cd87ff422 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:48.527697 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e719942c-3065-4285-b856-d95d6188d0b5 req-1048f800-797b-4fb7-b5d7-845cd87ff422 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=6addf728-8751-4ae2-910d-45b803ce5290 HTTP/1.1" status: 200 len: 946 time: 0.0865889 Nov 16 11:20:48.557809 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-26d8469d-13b6-4021-b86c-a29f48022f84 admin admin] For port 7b2b52b0-08a9-4d48-9f69-7a5439dacdc1, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=7b2b52b0-08a9-4d48-9f69-7a5439dacdc1,segment=NetworkSegment(6fd5660c-1270-4b3f-9a25-c3a16f56d043),segment_id=6fd5660c-1270-4b3f-9a25-c3a16f56d043)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:20:48.558658 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-26d8469d-13b6-4021-b86c-a29f48022f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:48.573221 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c403495f-792d-4c07-be73-b4d726e2e3a6 req-e99794bd-deed-4637-8d5c-a358fbedabb2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313667 Nov 16 11:20:48.577152 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-26d8469d-13b6-4021-b86c-a29f48022f84 admin admin] Calling delete_port for 7b2b52b0-08a9-4d48-9f69-7a5439dacdc1 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:20:48.600801 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9def75f-0453-4abd-87a6-f68c9c52454a req-7c6ceb36-7f02-4aab-a9a5-cd0ade5e2499 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:48.606184 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-bfccda1e-221f-43f2-95cb-4f4ae66c8078 None None] For port 7b2b52b0-08a9-4d48-9f69-7a5439dacdc1, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=7b2b52b0-08a9-4d48-9f69-7a5439dacdc1,segment=NetworkSegment(6fd5660c-1270-4b3f-9a25-c3a16f56d043),segment_id=6fd5660c-1270-4b3f-9a25-c3a16f56d043)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:20:48.606579 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bfccda1e-221f-43f2-95cb-4f4ae66c8078 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:48.609874 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c9def75f-0453-4abd-87a6-f68c9c52454a req-7c6ceb36-7f02-4aab-a9a5-cd0ade5e2499 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 1096 time: 0.1126626 Nov 16 11:20:48.630590 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-bfccda1e-221f-43f2-95cb-4f4ae66c8078 None None] Calling delete_port for 7b2b52b0-08a9-4d48-9f69-7a5439dacdc1 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:20:48.630822 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e719942c-3065-4285-b856-d95d6188d0b5 req-559c41cb-e1e4-4d64-a662-76d11cf23c03 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825100 Nov 16 11:20:48.676537 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c9def75f-0453-4abd-87a6-f68c9c52454a req-220c82ef-4aa9-44ee-aa3b-44166559d50e tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655625 Nov 16 11:20:48.707222 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-26d8469d-13b6-4021-b86c-a29f48022f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:48.722132 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d8469d-13b6-4021-b86c-a29f48022f84 admin admin] No DVR routers for this DVR port 7b2b52b0-08a9-4d48-9f69-7a5439dacdc1 on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:20:48.744241 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bfccda1e-221f-43f2-95cb-4f4ae66c8078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:48.769692 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8469d-13b6-4021-b86c-a29f48022f84 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b2b52b0-08a9-4d48-9f69-7a5439dacdc1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:48.799218 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfccda1e-221f-43f2-95cb-4f4ae66c8078 None None] No DVR routers for this DVR port 7b2b52b0-08a9-4d48-9f69-7a5439dacdc1 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:20:48.810701 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfccda1e-221f-43f2-95cb-4f4ae66c8078 None None] Pushing event deleted for resources: {'Port': ['ID=7b2b52b0-08a9-4d48-9f69-7a5439dacdc1,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:48.831879 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:48.835209 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af01adb-62e5-4c1b-aaa0-c3926a1e1915 req-b6628a58-8f4f-4d16-9427-58d2e1a5222b tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:48.837265 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-26d8469d-13b6-4021-b86c-a29f48022f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:48.837767 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2af01adb-62e5-4c1b-aaa0-c3926a1e1915 req-b6628a58-8f4f-4d16-9427-58d2e1a5222b tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] 10.222.0.61 "GET /v2.0/ports?device_id=76e45ce9-57a1-4d86-b991-b1b2b1f08edf HTTP/1.1" status: 200 len: 945 time: 0.0770738 Nov 16 11:20:48.861515 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-26d8469d-13b6-4021-b86c-a29f48022f84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e21298-65f4-4f6a-8358-087cb695ed0a']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:20:48.874879 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-26d8469d-13b6-4021-b86c-a29f48022f84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd5660c-1270-4b3f-9a25-c3a16f56d043') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:20:48.875418 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-26d8469d-13b6-4021-b86c-a29f48022f84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd5660c-1270-4b3f-9a25-c3a16f56d043') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:20:48.891150 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-26d8469d-13b6-4021-b86c-a29f48022f84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:48.897785 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2af01adb-62e5-4c1b-aaa0-c3926a1e1915 req-110c0052-0371-4325-9da8-c2acc8e9d6b4 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a2913a2-9d7f-4129-b87d-a2a92aa04900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524631 Nov 16 11:20:48.921890 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-26d8469d-13b6-4021-b86c-a29f48022f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:48.928667 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d8469d-13b6-4021-b86c-a29f48022f84 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:20:48.929604 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-26d8469d-13b6-4021-b86c-a29f48022f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:48.931404 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:20:48.931404 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:20:48.931404 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:20:48.931404 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:20:48.931404 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:20:48.931404 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:20:48.931404 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:20:48.931404 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:20:48.931404 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:20:48.931404 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:20:48.931404 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:20:48.931404 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:20:48.931404 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:20:48.931404 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:20:48.931404 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:20:48.931404 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:20:48.931404 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:20:48.931404 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:20:48.931404 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:20:48.931404 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:20:48.931404 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:20:48.931404 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:20:48.931404 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:20:48.931404 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:20:48.931404 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:20:48.931404 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:20:48.931404 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:20:48.931404 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:20:48.931404 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:20:48.931404 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:20:48.931404 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:20:48.931404 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:20:48.988243 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-26d8469d-13b6-4021-b86c-a29f48022f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:48.994859 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-26d8469d-13b6-4021-b86c-a29f48022f84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:49.000468 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-26d8469d-13b6-4021-b86c-a29f48022f84 admin admin] 10.222.0.61 "DELETE /v2.0/networks/25e21298-65f4-4f6a-8358-087cb695ed0a HTTP/1.1" status: 204 len: 168 time: 1.1387033 Nov 16 11:20:49.009626 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8469d-13b6-4021-b86c-a29f48022f84 admin admin] Pushing event deleted for resources: {'Network': ['ID=25e21298-65f4-4f6a-8358-087cb695ed0a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:49.132573 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56880) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:20:49.178526 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9a138863-ee20-4de8-bb2e-e46f3e38c69d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=633ef91d4b18467e89e639dc8864c492&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0444119 Nov 16 11:20:49.181179 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56888) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:20:49.236069 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1913e343-2cac-4556-bef6-7599f05b9caf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:49.259654 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1913e343-2cac-4556-bef6-7599f05b9caf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:49.311705 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1913e343-2cac-4556-bef6-7599f05b9caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:49.314276 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1913e343-2cac-4556-bef6-7599f05b9caf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:49.315394 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1913e343-2cac-4556-bef6-7599f05b9caf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a3cdba2f-e3c6-4b89-9faf-791ad5f638ef HTTP/1.1" status: 204 len: 168 time: 0.1333759 Nov 16 11:20:49.324495 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913e343-2cac-4556-bef6-7599f05b9caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3cdba2f-e3c6-4b89-9faf-791ad5f638ef,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:49.437786 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13859702-bcf3-4d62-99b6-d340d2fbb651 req-7032d400-6376-441f-934e-909a5d62b3e0 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:49.439330 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-13859702-bcf3-4d62-99b6-d340d2fbb651 req-7032d400-6376-441f-934e-909a5d62b3e0 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=973649eb-8d2a-4fdc-8d9a-79083e80d403 HTTP/1.1" status: 200 len: 946 time: 0.0573115 Nov 16 11:20:49.496971 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-13859702-bcf3-4d62-99b6-d340d2fbb651 req-556ef10a-9491-4f7f-9f0b-ebbd3e7128af tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460823 Nov 16 11:20:49.582984 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 0235e1ca-c3a5-4319-894a-6737b3d66d61 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:20:49.656232 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port 0235e1ca-c3a5-4319-894a-6737b3d66d61 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:20:49.660665 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 0235e1ca-c3a5-4319-894a-6737b3d66d61 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:20:49.661094 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:49.807265 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56912) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:20:49.864899 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41fbc7-81ed-4b98-876c-82154fed31ea req-03a09054-e28f-4135-93d0-6fc6c384c368 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:49.873193 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eb41fbc7-81ed-4b98-876c-82154fed31ea req-03a09054-e28f-4135-93d0-6fc6c384c368 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=6addf728-8751-4ae2-910d-45b803ce5290 HTTP/1.1" status: 200 len: 946 time: 0.0775974 Nov 16 11:20:49.875717 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-6b915193-acf1-4adc-8f04-4c6eda482856 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:20:49.876967 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-6b915193-acf1-4adc-8f04-4c6eda482856 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0166399 Nov 16 11:20:49.902518 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-21b7c94b-6689-436c-99b6-702bd0068eed admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fa858bdb3c594892b4065e5cd118f073&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0940800 Nov 16 11:20:49.906198 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56914) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:20:49.925960 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 573f7593-01e2-4f5e-ae51-209109adaefa no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:20:49.933986 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-f31b2e89-6a6c-4b02-91eb-a944e0dbd7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:49.935509 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-f31b2e89-6a6c-4b02-91eb-a944e0dbd7c1 service neutron] 10.222.0.61 "GET /v2.0/ports/59c92fb4-1659-4cb6-8ce4-e17d14b3920c HTTP/1.1" status: 200 len: 1093 time: 0.0474167 Nov 16 11:20:49.947050 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-3edc612a-43f4-4e55-9c6d-85e39cb6fe5f service neutron] Request body: {'binding': {'host': 'n-h1-816823-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:20:49.947734 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-3edc612a-43f4-4e55-9c6d-85e39cb6fe5f service neutron] Unknown quota resources ['binding']. {{(pid=102668) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 11:20:49.954039 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 573f7593-01e2-4f5e-ae51-209109adaefa {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:20:49.954331 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 573f7593-01e2-4f5e-ae51-209109adaefa not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:20:49.954533 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eb41fbc7-81ed-4b98-876c-82154fed31ea req-90d5404e-aef1-44bb-bcaa-f47dcd86bf5b tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803781 Nov 16 11:20:49.955098 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7b2b52b0-08a9-4d48-9f69-7a5439dacdc1 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:20:49.976524 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 7b2b52b0-08a9-4d48-9f69-7a5439dacdc1 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:20:49.976863 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7b2b52b0-08a9-4d48-9f69-7a5439dacdc1 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:20:49.978953 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:49.992690 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6e2119b9-a1ea-4dd9-acd3-30eac2b1a365 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:50.021604 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6e2119b9-a1ea-4dd9-acd3-30eac2b1a365 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:50.026260 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 0235e1ca-c3a5-4319-894a-6737b3d66d61, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=0235e1ca-c3a5-4319-894a-6737b3d66d61,segment=NetworkSegment(d8bdba8e-aa0f-4483-a329-b591bfdb474e),segment_id=d8bdba8e-aa0f-4483-a329-b591bfdb474e)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:20:50.033408 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:50.087876 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6e2119b9-a1ea-4dd9-acd3-30eac2b1a365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:50.091448 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6e2119b9-a1ea-4dd9-acd3-30eac2b1a365 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:50.095559 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6e2119b9-a1ea-4dd9-acd3-30eac2b1a365 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7b002096-c567-44a1-88eb-ae3d8f344140 HTTP/1.1" status: 204 len: 168 time: 0.1878998 Nov 16 11:20:50.104525 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2119b9-a1ea-4dd9-acd3-30eac2b1a365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b002096-c567-44a1-88eb-ae3d8f344140,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:50.133614 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e45ce9-57a1-4d86-b991-b1b2b1f08edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0235e1ca-c3a5-4319-894a-6737b3d66d61'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:20:50.135236 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-3edc612a-43f4-4e55-9c6d-85e39cb6fe5f service neutron] Attempting to bind port 59c92fb4-1659-4cb6-8ce4-e17d14b3920c on host n-h1-816823-3 for vnic_type normal with profile None {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:20:50.135666 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-3edc612a-43f4-4e55-9c6d-85e39cb6fe5f service neutron] Attempting to bind port 59c92fb4-1659-4cb6-8ce4-e17d14b3920c by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:20:50.136032 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-3edc612a-43f4-4e55-9c6d-85e39cb6fe5f service neutron] Attempting to bind port 59c92fb4-1659-4cb6-8ce4-e17d14b3920c on network b7bb2a97-86e1-4934-a454-677fe86f6d7e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:20:50.136167 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97f399f-fb11-4b4d-bb3e-725455833ded" -d '{"events": [{"server_uuid": "76e45ce9-57a1-4d86-b991-b1b2b1f08edf", "name": "network-vif-plugged", "status": "completed", "tag": "0235e1ca-c3a5-4319-894a-6737b3d66d61"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:20:50.146758 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-3edc612a-43f4-4e55-9c6d-85e39cb6fe5f service neutron] Port 59c92fb4-1659-4cb6-8ce4-e17d14b3920c on network b7bb2a97-86e1-4934-a454-677fe86f6d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:20:50.147373 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-3edc612a-43f4-4e55-9c6d-85e39cb6fe5f service neutron] Attempting to bind port 59c92fb4-1659-4cb6-8ce4-e17d14b3920c on network b7bb2a97-86e1-4934-a454-677fe86f6d7e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:20:50.153781 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-3edc612a-43f4-4e55-9c6d-85e39cb6fe5f service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:20:50.154668 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-3edc612a-43f4-4e55-9c6d-85e39cb6fe5f service neutron] Checking segment: {'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:20:50.155395 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-3edc612a-43f4-4e55-9c6d-85e39cb6fe5f service neutron] Bound using segment: {'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:20:50.155774 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=0235e1ca-c3a5-4319-894a-6737b3d66d61,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:50.156335 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-3edc612a-43f4-4e55-9c6d-85e39cb6fe5f service neutron] Bound port: 59c92fb4-1659-4cb6-8ce4-e17d14b3920c, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:20:50.182938 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679d65a-76ed-472a-8c05-d7caa1535544 req-f2a222f2-7ff9-42d7-8c51-cac9ecdb2ce9 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:50.184625 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3679d65a-76ed-472a-8c05-d7caa1535544 req-f2a222f2-7ff9-42d7-8c51-cac9ecdb2ce9 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] 10.222.0.61 "GET /v2.0/ports?device_id=76e45ce9-57a1-4d86-b991-b1b2b1f08edf HTTP/1.1" status: 200 len: 946 time: 0.0614693 Nov 16 11:20:50.223926 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-3edc612a-43f4-4e55-9c6d-85e39cb6fe5f service neutron] For port 59c92fb4-1659-4cb6-8ce4-e17d14b3920c, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=59c92fb4-1659-4cb6-8ce4-e17d14b3920c,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:20:50.231493 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-3edc612a-43f4-4e55-9c6d-85e39cb6fe5f service neutron] Publish callbacks [] for binding, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:50.233151 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-3edc612a-43f4-4e55-9c6d-85e39cb6fe5f service neutron] 10.222.0.61 "POST /v2.0/ports/59c92fb4-1659-4cb6-8ce4-e17d14b3920c/bindings HTTP/1.1" status: 201 len: 389 time: 0.2906802 Nov 16 11:20:50.246554 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3679d65a-76ed-472a-8c05-d7caa1535544 req-88f9f882-91df-4f14-b22e-b3bb0ae3fc16 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a2913a2-9d7f-4129-b87d-a2a92aa04900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557184 Nov 16 11:20:50.372892 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9799a0-6c57-4d1f-9a5c-e02f44df5a32 x-openstack-request-id: req-5f9799a0-6c57-4d1f-9a5c-e02f44df5a32 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:20:50.373248 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76e45ce9-57a1-4d86-b991-b1b2b1f08edf", "name": "network-vif-plugged", "status": "completed", "tag": "0235e1ca-c3a5-4319-894a-6737b3d66d61", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:20:50.373469 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5f9799a0-6c57-4d1f-9a5c-e02f44df5a32 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:20:50.374015 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e45ce9-57a1-4d86-b991-b1b2b1f08edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0235e1ca-c3a5-4319-894a-6737b3d66d61', 'code': 200} Nov 16 11:20:50.438123 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925b5d7-6e18-4b56-8fb2-19045cd433d8 req-e3a6ad59-b530-4385-9eb9-877ec654bc76 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:50.445610 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a925b5d7-6e18-4b56-8fb2-19045cd433d8 req-e3a6ad59-b530-4385-9eb9-877ec654bc76 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 945 time: 0.0642717 Nov 16 11:20:50.533033 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a925b5d7-6e18-4b56-8fb2-19045cd433d8 req-d284fc02-f37e-4065-a294-d995cb61f5f7 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864472 Nov 16 11:20:50.540035 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953302c3-69c2-404e-852a-2e11ccfa6215 req-7dcdd590-d6d3-493e-b400-1d47a69fee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:50.541558 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-953302c3-69c2-404e-852a-2e11ccfa6215 req-7dcdd590-d6d3-493e-b400-1d47a69fee13 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=76e45ce9-57a1-4d86-b991-b1b2b1f08edf HTTP/1.1" status: 200 len: 1097 time: 0.0746217 Nov 16 11:20:50.597459 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-deabfda0-5b82-403e-abd0-21cee93d6a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:50.599249 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-deabfda0-5b82-403e-abd0-21cee93d6a76 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fca4017bffc548cea20e1270411b1992&device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 1096 time: 0.1038907 Nov 16 11:20:50.659824 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-953302c3-69c2-404e-852a-2e11ccfa6215 req-799f79cb-56a8-4630-a3ef-e4fa888ed880 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6a2913a2-9d7f-4129-b87d-a2a92aa04900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080871 Nov 16 11:20:50.747116 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-893ee211-331f-4729-b5ea-82e3d3b8a935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:50.748702 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-893ee211-331f-4729-b5ea-82e3d3b8a935 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b7bb2a97-86e1-4934-a454-677fe86f6d7e HTTP/1.1" status: 200 len: 909 time: 0.1395488 Nov 16 11:20:50.922223 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-d8be1124-16bb-46f4-bcb4-f3ed8b2456e4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59c92fb4-1659-4cb6-8ce4-e17d14b3920c HTTP/1.1" status: 200 len: 217 time: 0.0384634 Nov 16 11:20:50.935365 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c8acb-9f94-4344-a223-89bd35376dce req-937a1da9-24b3-421e-9d12-31bc462d39ff tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:50.936873 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a62c8acb-9f94-4344-a223-89bd35376dce req-937a1da9-24b3-421e-9d12-31bc462d39ff tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=973649eb-8d2a-4fdc-8d9a-79083e80d403 HTTP/1.1" status: 200 len: 946 time: 0.3500743 Nov 16 11:20:51.010878 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-233fe6b9-3a73-441c-a928-db028bee24ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:51.012672 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-233fe6b9-3a73-441c-a928-db028bee24ec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e023778-0206-43f4-abc1-4c067f7e46aa HTTP/1.1" status: 200 len: 848 time: 0.0828843 Nov 16 11:20:51.025674 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a62c8acb-9f94-4344-a223-89bd35376dce req-263e45c9-0405-49c1-a1bf-b64b828de110 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813997 Nov 16 11:20:51.064138 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-3a0d4b36-c1db-4d54-9856-e8905ff57192 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b7bb2a97-86e1-4934-a454-677fe86f6d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416899 Nov 16 11:20:51.118193 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3e451-f32e-43f4-8154-c7ac6504ecb5 req-99095dcb-44f6-4f2a-8c69-a23dcbf3aad0 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:51.120801 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-75b3e451-f32e-43f4-8154-c7ac6504ecb5 req-99095dcb-44f6-4f2a-8c69-a23dcbf3aad0 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=6addf728-8751-4ae2-910d-45b803ce5290 HTTP/1.1" status: 200 len: 946 time: 0.0634320 Nov 16 11:20:51.182091 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-75b3e451-f32e-43f4-8154-c7ac6504ecb5 req-1a94a642-54b0-46c9-9ccd-677d57164b73 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554807 Nov 16 11:20:51.188348 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-b283755b-f290-4b50-8176-5a6f8e1164f9 service neutron] 10.222.0.36 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128936 Nov 16 11:20:51.314697 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893db5c3-f674-434b-a0a4-4dd81b131555 req-a79f1301-69d7-4c77-af32-52cc1d216134 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:51.316485 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-f027ec2c-728e-4f2c-8f32-6d99449204f2 service neutron] 10.222.0.36 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200526 Nov 16 11:20:51.318425 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-893db5c3-f674-434b-a0a4-4dd81b131555 req-a79f1301-69d7-4c77-af32-52cc1d216134 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=6390f83c-83c5-4156-b423-fbc8d4b26e92 HTTP/1.1" status: 200 len: 945 time: 0.0586581 Nov 16 11:20:51.430299 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:20:51.431745 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87985b7-1b52-4953-b96d-f8e878b52da9 req-abdd6a2d-fc57-431d-b49d-fc9a3a97d1fd tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:51.433576 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c87985b7-1b52-4953-b96d-f8e878b52da9 req-abdd6a2d-fc57-431d-b49d-fc9a3a97d1fd tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] 10.222.0.61 "GET /v2.0/ports?device_id=76e45ce9-57a1-4d86-b991-b1b2b1f08edf HTTP/1.1" status: 200 len: 946 time: 0.1026244 Nov 16 11:20:51.450372 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-893db5c3-f674-434b-a0a4-4dd81b131555 req-491c0d7b-6c19-45bc-b21f-cb6c4c640b76 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169252 Nov 16 11:20:51.517491 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c87985b7-1b52-4953-b96d-f8e878b52da9 req-792ab184-ec38-487d-9968-d7b4b5fc7571 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a2913a2-9d7f-4129-b87d-a2a92aa04900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660453 Nov 16 11:20:51.688355 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4433a-94fb-47a4-9afe-60cf2500b030 req-3444a5a2-04d7-45ca-8e88-062867ac0da9 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:51.689872 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b1d4433a-94fb-47a4-9afe-60cf2500b030 req-3444a5a2-04d7-45ca-8e88-062867ac0da9 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=6addf728-8751-4ae2-910d-45b803ce5290 HTTP/1.1" status: 200 len: 946 time: 0.0845716 Nov 16 11:20:51.722201 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fada9-3966-46b4-a2af-ec593f3ed4da req-73e4fff2-4689-4a3a-8775-00539d64f8b1 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:51.724068 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d90fada9-3966-46b4-a2af-ec593f3ed4da req-73e4fff2-4689-4a3a-8775-00539d64f8b1 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 945 time: 0.0827961 Nov 16 11:20:51.777189 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b1d4433a-94fb-47a4-9afe-60cf2500b030 req-dd5a7ff3-fedf-4940-b606-9d174a8b034c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790622 Nov 16 11:20:51.818576 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d90fada9-3966-46b4-a2af-ec593f3ed4da req-c0af3bee-78f8-45d0-b77c-79929c0453cb tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808494 Nov 16 11:20:52.138277 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-24ec032b-4d90-4cfd-853d-35b022be633e tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=10cc67978aae489e907f1529f7b066da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285265 Nov 16 11:20:52.147194 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d55b34-31bc-4a97-ad86-c61ebd35a896 req-cfc43bea-eb17-47d4-a13d-0c652d565f27 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:52.148960 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14d55b34-31bc-4a97-ad86-c61ebd35a896 req-cfc43bea-eb17-47d4-a13d-0c652d565f27 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=6addf728-8751-4ae2-910d-45b803ce5290 HTTP/1.1" status: 200 len: 946 time: 0.0786669 Nov 16 11:20:52.257481 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14d55b34-31bc-4a97-ad86-c61ebd35a896 req-ef479d1d-ed8e-4640-99e7-197bfb497dad tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981822 Nov 16 11:20:52.298827 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-0b99e1c9-df56-4320-99ac-6ee0d5244d51 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:52.301145 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-0b99e1c9-df56-4320-99ac-6ee0d5244d51 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1511621 Nov 16 11:20:52.318489 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-59e5997c-f261-460e-a361-ab1cafd0eeb6 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/quotas/10cc67978aae489e907f1529f7b066da HTTP/1.1" status: 200 len: 375 time: 0.0107908 Nov 16 11:20:52.369463 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-d3ebe365-585c-4040-8f58-5328a79cfd87 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=10cc67978aae489e907f1529f7b066da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420408 Nov 16 11:20:52.389687 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6d460-0e35-4e91-b0eb-8312038dc201 req-175b3b5b-86ba-4e7b-ae39-802969c77cac tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:52.391584 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7ab6d460-0e35-4e91-b0eb-8312038dc201 req-175b3b5b-86ba-4e7b-ae39-802969c77cac tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=973649eb-8d2a-4fdc-8d9a-79083e80d403 HTTP/1.1" status: 200 len: 946 time: 0.0748215 Nov 16 11:20:52.446122 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7ab6d460-0e35-4e91-b0eb-8312038dc201 req-996d2c4e-a076-41fa-a138-347c61efba62 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480797 Nov 16 11:20:52.562267 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1a103933-f1cc-407f-89d9-f6dac6f25628 req-3d649140-cbc9-4207-8305-ee9c5072ef08 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/ports?device_id=adbfd77c-c26e-42e0-969a-aa16c50ed8b9 HTTP/1.1" status: 200 len: 210 time: 0.0431025 Nov 16 11:20:52.712514 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b340bf0-f30f-4b04-a54d-0d803d4c554c req-c88a181a-f130-4ad1-9244-84079eb15bfe tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:52.714236 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b340bf0-f30f-4b04-a54d-0d803d4c554c req-c88a181a-f130-4ad1-9244-84079eb15bfe tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] 10.222.0.61 "GET /v2.0/ports?device_id=76e45ce9-57a1-4d86-b991-b1b2b1f08edf HTTP/1.1" status: 200 len: 946 time: 0.0530765 Nov 16 11:20:52.767500 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b340bf0-f30f-4b04-a54d-0d803d4c554c req-41fdcb0a-861c-41e6-80cd-0beb2c46f573 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a2913a2-9d7f-4129-b87d-a2a92aa04900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460539 Nov 16 11:20:52.901652 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c95fc2-87df-47fd-87e5-3b199f93e090 req-a638e271-2025-4916-ab87-cd2f0d153881 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:52.912141 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57022) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:20:52.914203 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d7c95fc2-87df-47fd-87e5-3b199f93e090 req-a638e271-2025-4916-ab87-cd2f0d153881 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] 10.222.0.61 "GET /v2.0/ports?device_id=76e45ce9-57a1-4d86-b991-b1b2b1f08edf HTTP/1.1" status: 200 len: 946 time: 0.0755877 Nov 16 11:20:52.918515 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-71165c73-1414-4ee6-9d19-aa58ab644bad tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Request body: {'floatingip': {'port_id': '0235e1ca-c3a5-4319-894a-6737b3d66d61'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:20:52.963473 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-71165c73-1414-4ee6-9d19-aa58ab644bad tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks [] for floatingip, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:52.979919 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f3645-9dfc-4f3b-82d1-175562611190 req-173e60b5-10d4-47c0-9676-11ab8ee91ad7 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:52.983724 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-568f3645-9dfc-4f3b-82d1-175562611190 req-173e60b5-10d4-47c0-9676-11ab8ee91ad7 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 945 time: 0.0679090 Nov 16 11:20:53.052017 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-568f3645-9dfc-4f3b-82d1-175562611190 req-e11a36c4-b5c1-419c-a277-930caf82ab04 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566866 Nov 16 11:20:53.420514 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74694278-481e-4fb5-a94c-e0f9de4da2d3 req-9785754a-de78-44ab-9dd4-3238adee9899 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:53.422718 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-74694278-481e-4fb5-a94c-e0f9de4da2d3 req-9785754a-de78-44ab-9dd4-3238adee9899 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=6addf728-8751-4ae2-910d-45b803ce5290 HTTP/1.1" status: 200 len: 946 time: 0.0737107 Nov 16 11:20:53.452878 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-71165c73-1414-4ee6-9d19-aa58ab644bad tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:53.457459 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-71165c73-1414-4ee6-9d19-aa58ab644bad tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:53.476139 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-74694278-481e-4fb5-a94c-e0f9de4da2d3 req-1cdc023a-6f33-4e20-99e0-ef619fcae8da tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463355 Nov 16 11:20:53.598021 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5e62b-acb7-4820-a8f2-97346d365f57 req-6f7f0a35-6b2d-43df-a051-fe7452c11af1 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:53.599585 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a3d5e62b-acb7-4820-a8f2-97346d365f57 req-6f7f0a35-6b2d-43df-a051-fe7452c11af1 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=973649eb-8d2a-4fdc-8d9a-79083e80d403 HTTP/1.1" status: 200 len: 946 time: 0.0642493 Nov 16 11:20:53.615022 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [None req-71165c73-1414-4ee6-9d19-aa58ab644bad tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Floating IP 85921971-2aee-49f1-a5cd-a109c82f54c6 associated. External IP: 172.25.0.64, port: 0235e1ca-c3a5-4319-894a-6737b3d66d61. Nov 16 11:20:53.670103 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a3d5e62b-acb7-4820-a8f2-97346d365f57 req-0bd2c20c-7738-4290-99c0-1090ba412df7 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585408 Nov 16 11:20:53.778067 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4745f770-49bc-494c-bd9a-5790c49e2d6b req-976d2412-954d-4929-a497-1ba7b8bbe118 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/ports?device_id=adbfd77c-c26e-42e0-969a-aa16c50ed8b9 HTTP/1.1" status: 200 len: 210 time: 0.0497165 Nov 16 11:20:53.868060 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-97ca3ef4-d87b-4e04-95fa-49cb51b61f44 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=10cc67978aae489e907f1529f7b066da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219455 Nov 16 11:20:53.876496 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e7685-28ee-48fa-af26-919165a249d5 req-93705d21-1cfa-45cf-adeb-7219e9e7c12a tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:53.877910 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4e9e7685-28ee-48fa-af26-919165a249d5 req-93705d21-1cfa-45cf-adeb-7219e9e7c12a tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.64 "GET /v2.0/ports?device_id=6addf728-8751-4ae2-910d-45b803ce5290 HTTP/1.1" status: 200 len: 946 time: 0.2264066 Nov 16 11:20:54.053443 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71165c73-1414-4ee6-9d19-aa58ab644bad tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Router 28e7a5bd-a360-4e95-801b-ab38ff0e30cb has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:20:54.082542 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-31b5a79c-abd9-4aa6-97ad-fcd4d57cc044 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:54.083981 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-31b5a79c-abd9-4aa6-97ad-fcd4d57cc044 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2051897 Nov 16 11:20:54.166388 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-ee6c2380-5de0-4628-85a1-63539b6615f3 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Request body: {'port': {'device_id': 'adbfd77c-c26e-42e0-969a-aa16c50ed8b9', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'admin_state_up': True, 'tenant_id': '10cc67978aae489e907f1529f7b066da'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:20:54.168244 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be22d84-eac2-4790-ba01-7e744c15adfc req-a9395653-43fb-4497-90f9-68b5d38d3a01 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:54.169865 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1be22d84-eac2-4790-ba01-7e744c15adfc req-a9395653-43fb-4497-90f9-68b5d38d3a01 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 945 time: 0.0510979 Nov 16 11:20:54.211702 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-4e9e7685-28ee-48fa-af26-919165a249d5 req-9e25b9bb-98e9-4ffb-84a2-2f404dcc4db4 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Deleting port c6ba51c0-f408-47a4-bfbe-09f941a93edc {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:20:54.212038 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4e9e7685-28ee-48fa-af26-919165a249d5 req-9e25b9bb-98e9-4ffb-84a2-2f404dcc4db4 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:54.226797 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1be22d84-eac2-4790-ba01-7e744c15adfc req-c0df7f80-2c5e-4827-b8bd-243cd7171387 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501647 Nov 16 11:20:54.609603 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6810a-0ca8-4655-8607-e1a60f49f2e8 req-9076fe4c-b953-4825-89fc-9ca0636d7851 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:54.614561 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-34b6810a-0ca8-4655-8607-e1a60f49f2e8 req-9076fe4c-b953-4825-89fc-9ca0636d7851 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=6addf728-8751-4ae2-910d-45b803ce5290 HTTP/1.1" status: 200 len: 946 time: 0.0593941 Nov 16 11:20:54.625063 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-4e9e7685-28ee-48fa-af26-919165a249d5 req-9e25b9bb-98e9-4ffb-84a2-2f404dcc4db4 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] For port c6ba51c0-f408-47a4-bfbe-09f941a93edc, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=c6ba51c0-f408-47a4-bfbe-09f941a93edc,segment=NetworkSegment(29fe51c5-7413-4ecd-8c04-97b69fe8410f),segment_id=29fe51c5-7413-4ecd-8c04-97b69fe8410f)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:20:54.625420 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4e9e7685-28ee-48fa-af26-919165a249d5 req-9e25b9bb-98e9-4ffb-84a2-2f404dcc4db4 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:54.629914 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71165c73-1414-4ee6-9d19-aa58ab644bad tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:20:54.642130 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-71165c73-1414-4ee6-9d19-aa58ab644bad tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:54.646360 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c38eeb1-0fd1-4c6a-b69e-a0230c107c54 None None] Sync routers for ids ['28e7a5bd-a360-4e95-801b-ab38ff0e30cb'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:20:54.649650 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-4e9e7685-28ee-48fa-af26-919165a249d5 req-9e25b9bb-98e9-4ffb-84a2-2f404dcc4db4 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Calling delete_port for c6ba51c0-f408-47a4-bfbe-09f941a93edc owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:20:54.658338 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c38eeb1-0fd1-4c6a-b69e-a0230c107c54 None None] Routers {'28e7a5bd-a360-4e95-801b-ab38ff0e30cb'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:20:54.659288 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-1c38eeb1-0fd1-4c6a-b69e-a0230c107c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:20:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['28e7a5bd-a360-4e95-801b-ab38ff0e30cb'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:20:54.703069 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-34b6810a-0ca8-4655-8607-e1a60f49f2e8 req-f15aca75-bbf5-4d84-9f53-d8a6b929f2ce tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836329 Nov 16 11:20:54.719065 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-ee6c2380-5de0-4628-85a1-63539b6615f3 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Made reservation on behalf of 10cc67978aae489e907f1529f7b066da for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:20:54.729117 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-ee6c2380-5de0-4628-85a1-63539b6615f3 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:54.729117 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-71165c73-1414-4ee6-9d19-aa58ab644bad tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] 10.222.0.61 "PUT /v2.0/floatingips/85921971-2aee-49f1-a5cd-a109c82f54c6 HTTP/1.1" status: 200 len: 991 time: 1.8109202 Nov 16 11:20:54.729117 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76e45ce9-57a1-4d86-b991-b1b2b1f08edf', 'tag': '0235e1ca-c3a5-4319-894a-6737b3d66d61'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:20:54.730353 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f465b543-7ee7-488e-b502-a4b54caa18a0" -d '{"events": [{"name": "network-changed", "server_uuid": "76e45ce9-57a1-4d86-b991-b1b2b1f08edf", "tag": "0235e1ca-c3a5-4319-894a-6737b3d66d61"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:20:54.743748 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-ee6c2380-5de0-4628-85a1-63539b6615f3 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:54.794139 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-1c38eeb1-0fd1-4c6a-b69e-a0230c107c54 None None] Set router 28e7a5bd-a360-4e95-801b-ab38ff0e30cb gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:20:54.869015 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a586631-2280-43be-921f-d677f884da15 req-c9d13f36-8700-42b3-8827-e68b077e1300 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:54.876388 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8a586631-2280-43be-921f-d677f884da15 req-c9d13f36-8700-42b3-8827-e68b077e1300 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=973649eb-8d2a-4fdc-8d9a-79083e80d403 HTTP/1.1" status: 200 len: 946 time: 0.0751674 Nov 16 11:20:54.964234 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8a586631-2280-43be-921f-d677f884da15 req-6c3405d2-d141-4676-920f-4e93262a3854 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868528 Nov 16 11:20:54.970120 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-ee6c2380-5de0-4628-85a1-63539b6615f3 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:54.974794 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c08d06-4ab7-4fc6-865c-ef44788e6f58 x-openstack-request-id: req-e7c08d06-4ab7-4fc6-865c-ef44788e6f58 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:20:54.975408 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76e45ce9-57a1-4d86-b991-b1b2b1f08edf", "tag": "0235e1ca-c3a5-4319-894a-6737b3d66d61", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:20:54.975798 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e7c08d06-4ab7-4fc6-865c-ef44788e6f58 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:20:54.976608 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76e45ce9-57a1-4d86-b991-b1b2b1f08edf', 'tag': '0235e1ca-c3a5-4319-894a-6737b3d66d61', 'status': 'completed', 'code': 200} Nov 16 11:20:54.978702 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4e9e7685-28ee-48fa-af26-919165a249d5 req-9e25b9bb-98e9-4ffb-84a2-2f404dcc4db4 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:54.986073 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-ee6c2380-5de0-4628-85a1-63539b6615f3 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:54.997712 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['c6ba51c0-f408-47a4-bfbe-09f941a93edc'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:20:55.005292 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['a76869bb-efef-4d86-865d-17b014916cd8', '1cd95fde-fefc-467c-bb23-ac21eb00939f'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:20:55.172745 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e25b9bb-98e9-4ffb-84a2-2f404dcc4db4 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Pushing event deleted for resources: {'Port': ['ID=c6ba51c0-f408-47a4-bfbe-09f941a93edc,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:55.186405 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-924c783d-e0bb-4b81-9bf2-fcf061fccbde req-c599f856-9d4c-4c49-ba7f-24fc5eb2dbc7 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/ports?device_id=adbfd77c-c26e-42e0-969a-aa16c50ed8b9 HTTP/1.1" status: 200 len: 210 time: 0.0946312 Nov 16 11:20:55.292056 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-1c38eeb1-0fd1-4c6a-b69e-a0230c107c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e7a5bd-a360-4e95-801b-ab38ff0e30cb', 'name': 'tempest-ServersTestManualDisk-2147404544-router', 'tenant_id': '26c963f4cdb74f2494c888a4f19adc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '94cba580-3b90-40d0-8119-4c9e526876c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:20:25Z', 'updated_at': '2021-11-16T11:20:33Z', 'revision_number': 4, 'project_id': '26c963f4cdb74f2494c888a4f19adc27', 'gw_port': {'id': '94cba580-3b90-40d0-8119-4c9e526876c7', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e7a5bd-a360-4e95-801b-ab38ff0e30cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:20:26Z', 'updated_at': '2021-11-16T11:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '85921971-2aee-49f1-a5cd-a109c82f54c6', 'tenant_id': '26c963f4cdb74f2494c888a4f19adc27', 'floating_ip_address': '172.25.0.64', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '28e7a5bd-a360-4e95-801b-ab38ff0e30cb', 'port_id': '0235e1ca-c3a5-4319-894a-6737b3d66d61', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '483102d2-5f88-4f47-b33e-a8293393494c', 'mac_address': 'fa:16:3e:e9:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e45ce9-57a1-4d86-b991-b1b2b1f08edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:20:38Z', 'updated_at': '2021-11-16T11:20:53Z', 'revision_number': 1, 'project_id': '26c963f4cdb74f2494c888a4f19adc27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee4151b-5252-4f23-b786-d2cacace6a9e', 'name': '', 'network_id': '483102d2-5f88-4f47-b33e-a8293393494c', 'tenant_id': '26c963f4cdb74f2494c888a4f19adc27', 'mac_address': 'fa:16:3e:12:86:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e7a5bd-a360-4e95-801b-ab38ff0e30cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '515a754f-5433-4f9b-a0b1-17eea39f57f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:20:31Z', 'updated_at': '2021-11-16T11:20:37Z', 'revision_number': 5, 'project_id': '26c963f4cdb74f2494c888a4f19adc27', 'subnets': [{'id': '515a754f-5433-4f9b-a0b1-17eea39f57f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:20:55.293540 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465b543-7ee7-488e-b502-a4b54caa18a0 req-c802f8f7-1c06-47ed-9cbf-e81a8f229f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:55.296220 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f465b543-7ee7-488e-b502-a4b54caa18a0 req-c802f8f7-1c06-47ed-9cbf-e81a8f229f9d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=26c963f4cdb74f2494c888a4f19adc27&device_id=76e45ce9-57a1-4d86-b991-b1b2b1f08edf HTTP/1.1" status: 200 len: 1097 time: 0.3129337 Nov 16 11:20:55.336233 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9e7685-28ee-48fa-af26-919165a249d5 req-9e25b9bb-98e9-4ffb-84a2-2f404dcc4db4 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] No DVR routers for this DVR port c6ba51c0-f408-47a4-bfbe-09f941a93edc on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:20:55.338568 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c2380-5de0-4628-85a1-63539b6615f3 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffae2544-b49b-4aca-b94f-b24176bd18c4,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:55.341425 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4e9e7685-28ee-48fa-af26-919165a249d5 req-9e25b9bb-98e9-4ffb-84a2-2f404dcc4db4 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:55.344801 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4e9e7685-28ee-48fa-af26-919165a249d5 req-9e25b9bb-98e9-4ffb-84a2-2f404dcc4db4 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.64 "DELETE /v2.0/ports/c6ba51c0-f408-47a4-bfbe-09f941a93edc HTTP/1.1" status: 204 len: 173 time: 1.4530542 Nov 16 11:20:55.408363 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c38eeb1-0fd1-4c6a-b69e-a0230c107c54 None None] Checking router: 28e7a5bd-a360-4e95-801b-ab38ff0e30cb for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:20:55.432045 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c38eeb1-0fd1-4c6a-b69e-a0230c107c54 None None] Routers {'28e7a5bd-a360-4e95-801b-ab38ff0e30cb'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:20:55.435130 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-1c38eeb1-0fd1-4c6a-b69e-a0230c107c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:20:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['28e7a5bd-a360-4e95-801b-ab38ff0e30cb'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:20:55.499243 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6206588-8798-4f6a-9ed3-7d05661e7eab req-8f073d69-5a85-4bbb-a608-701e6b1fc8f2 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:55.514417 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f6206588-8798-4f6a-9ed3-7d05661e7eab req-8f073d69-5a85-4bbb-a608-701e6b1fc8f2 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 945 time: 0.1353669 Nov 16 11:20:55.559711 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-ee6c2380-5de0-4628-85a1-63539b6615f3 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Allocated IP 192.168.233.82 (d184b1c6-3832-4c86-bfd0-c1472d76d6c3/c4c770cc-51d7-42eb-b4a6-9a605bacae0f/797e6fa7-146a-4da4-a6ec-9e0426fc6c87) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:20:55.619001 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f6206588-8798-4f6a-9ed3-7d05661e7eab req-1b4b2632-54fb-47c7-96c9-d4e0dab297b2 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024516 Nov 16 11:20:55.667558 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-1c38eeb1-0fd1-4c6a-b69e-a0230c107c54 None None] Set router 28e7a5bd-a360-4e95-801b-ab38ff0e30cb gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:20:55.792246 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465b543-7ee7-488e-b502-a4b54caa18a0 req-22719cbd-3eb2-4fb4-8ebf-5056dcffe3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:55.794466 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f465b543-7ee7-488e-b502-a4b54caa18a0 req-22719cbd-3eb2-4fb4-8ebf-5056dcffe3f6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=483102d2-5f88-4f47-b33e-a8293393494c HTTP/1.1" status: 200 len: 913 time: 0.4598336 Nov 16 11:20:55.855981 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a8a5511e-5ba1-4367-b04c-8b42f88f4fa7 req-2e5b22a6-b145-4bab-bf18-b5dd6d919858 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=6addf728-8751-4ae2-910d-45b803ce5290 HTTP/1.1" status: 200 len: 210 time: 0.0352702 Nov 16 11:20:55.936592 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-ee6c2380-5de0-4628-85a1-63539b6615f3 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:55.978349 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-1c38eeb1-0fd1-4c6a-b69e-a0230c107c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e7a5bd-a360-4e95-801b-ab38ff0e30cb', 'name': 'tempest-ServersTestManualDisk-2147404544-router', 'tenant_id': '26c963f4cdb74f2494c888a4f19adc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '94cba580-3b90-40d0-8119-4c9e526876c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:20:25Z', 'updated_at': '2021-11-16T11:20:33Z', 'revision_number': 4, 'project_id': '26c963f4cdb74f2494c888a4f19adc27', 'gw_port': {'id': '94cba580-3b90-40d0-8119-4c9e526876c7', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e7a5bd-a360-4e95-801b-ab38ff0e30cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:20:26Z', 'updated_at': '2021-11-16T11:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '85921971-2aee-49f1-a5cd-a109c82f54c6', 'tenant_id': '26c963f4cdb74f2494c888a4f19adc27', 'floating_ip_address': '172.25.0.64', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '28e7a5bd-a360-4e95-801b-ab38ff0e30cb', 'port_id': '0235e1ca-c3a5-4319-894a-6737b3d66d61', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '483102d2-5f88-4f47-b33e-a8293393494c', 'mac_address': 'fa:16:3e:e9:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e45ce9-57a1-4d86-b991-b1b2b1f08edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:20:38Z', 'updated_at': '2021-11-16T11:20:53Z', 'revision_number': 1, 'project_id': '26c963f4cdb74f2494c888a4f19adc27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee4151b-5252-4f23-b786-d2cacace6a9e', 'name': '', 'network_id': '483102d2-5f88-4f47-b33e-a8293393494c', 'tenant_id': '26c963f4cdb74f2494c888a4f19adc27', 'mac_address': 'fa:16:3e:12:86:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e7a5bd-a360-4e95-801b-ab38ff0e30cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '515a754f-5433-4f9b-a0b1-17eea39f57f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:20:31Z', 'updated_at': '2021-11-16T11:20:37Z', 'revision_number': 5, 'project_id': '26c963f4cdb74f2494c888a4f19adc27', 'subnets': [{'id': '515a754f-5433-4f9b-a0b1-17eea39f57f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:20:55.992818 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f465b543-7ee7-488e-b502-a4b54caa18a0 req-fe1afc10-aa40-4286-978a-2abb0d43b41d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0235e1ca-c3a5-4319-894a-6737b3d66d61 HTTP/1.1" status: 200 len: 999 time: 0.1865201 Nov 16 11:20:56.035205 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c38eeb1-0fd1-4c6a-b69e-a0230c107c54 None None] The sync data for ids ['28e7a5bd-a360-4e95-801b-ab38ff0e30cb'] in n-d-816823-3 is: [{'id': '28e7a5bd-a360-4e95-801b-ab38ff0e30cb', 'name': 'tempest-ServersTestManualDisk-2147404544-router', 'tenant_id': '26c963f4cdb74f2494c888a4f19adc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '94cba580-3b90-40d0-8119-4c9e526876c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:20:25Z', 'updated_at': '2021-11-16T11:20:33Z', 'revision_number': 4, 'project_id': '26c963f4cdb74f2494c888a4f19adc27', 'gw_port': {'id': '94cba580-3b90-40d0-8119-4c9e526876c7', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e7a5bd-a360-4e95-801b-ab38ff0e30cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:20:26Z', 'updated_at': '2021-11-16T11:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '85921971-2aee-49f1-a5cd-a109c82f54c6', 'tenant_id': '26c963f4cdb74f2494c888a4f19adc27', 'floating_ip_address': '172.25.0.64', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '28e7a5bd-a360-4e95-801b-ab38ff0e30cb', 'port_id': '0235e1ca-c3a5-4319-894a-6737b3d66d61', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '483102d2-5f88-4f47-b33e-a8293393494c', 'mac_address': 'fa:16:3e:e9:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e45ce9-57a1-4d86-b991-b1b2b1f08edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:20:38Z', 'updated_at': '2021-11-16T11:20:53Z', 'revision_number': 1, 'project_id': '26c963f4cdb74f2494c888a4f19adc27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee4151b-5252-4f23-b786-d2cacace6a9e', 'name': '', 'network_id': '483102d2-5f88-4f47-b33e-a8293393494c', 'tenant_id': '26c963f4cdb74f2494c888a4f19adc27', 'mac_address': 'fa:16:3e:12:86:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e7a5bd-a360-4e95-801b-ab38ff0e30cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '515a754f-5433-4f9b-a0b1-17eea39f57f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:20:31Z', 'updated_at': '2021-11-16T11:20:37Z', 'revision_number': 5, 'project_id': '26c963f4cdb74f2494c888a4f19adc27', 'subnets': [{'id': '515a754f-5433-4f9b-a0b1-17eea39f57f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:20:56.136427 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-ee6c2380-5de0-4628-85a1-63539b6615f3 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:56.148461 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1faba-d9bc-4524-b746-7bb71dd8a81d req-d525e0a6-5d52-4a62-b0ac-f957c1047ceb tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:56.155941 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e9c1faba-d9bc-4524-b746-7bb71dd8a81d req-d525e0a6-5d52-4a62-b0ac-f957c1047ceb tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=973649eb-8d2a-4fdc-8d9a-79083e80d403 HTTP/1.1" status: 200 len: 946 time: 0.0846145 Nov 16 11:20:56.177369 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465b543-7ee7-488e-b502-a4b54caa18a0 req-3343191b-583d-4a88-bd17-becb5f9f3534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:56.179135 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f465b543-7ee7-488e-b502-a4b54caa18a0 req-3343191b-583d-4a88-bd17-becb5f9f3534 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=515a754f-5433-4f9b-a0b1-17eea39f57f6 HTTP/1.1" status: 200 len: 851 time: 0.1786032 Nov 16 11:20:56.213816 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-ee6c2380-5de0-4628-85a1-63539b6615f3 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:20:56.214717 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e9c1faba-d9bc-4524-b746-7bb71dd8a81d req-7b6ddf73-2103-431b-a211-c7959828a88d tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578804 Nov 16 11:20:56.238642 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-ee6c2380-5de0-4628-85a1-63539b6615f3 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:20:56.242051 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-ee6c2380-5de0-4628-85a1-63539b6615f3 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:20:56.244478 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c2380-5de0-4628-85a1-63539b6615f3 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Pushing event updated for resources: {'Port': ['ID=797e6fa7-146a-4da4-a6ec-9e0426fc6c87,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:56.334614 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465b543-7ee7-488e-b502-a4b54caa18a0 req-24fda144-df90-4655-997c-056805ab75f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:56.336705 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f465b543-7ee7-488e-b502-a4b54caa18a0 req-24fda144-df90-4655-997c-056805ab75f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=483102d2-5f88-4f47-b33e-a8293393494c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1430669 Nov 16 11:20:56.346241 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-ee6c2380-5de0-4628-85a1-63539b6615f3 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:56.346824 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-ee6c2380-5de0-4628-85a1-63539b6615f3 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:56.386954 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc587d88-25c9-4d82-9795-9c6984d0464f req-8e5937ea-f0f5-49d1-ac36-11ec355f9ac5 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:56.393623 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4889006-db99-4abd-b336-8e14f03a08f5 None None] New status for floating IP 85921971-2aee-49f1-a5cd-a109c82f54c6: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:20:56.402965 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cc587d88-25c9-4d82-9795-9c6984d0464f req-8e5937ea-f0f5-49d1-ac36-11ec355f9ac5 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/ports?device_id=adbfd77c-c26e-42e0-969a-aa16c50ed8b9 HTTP/1.1" status: 200 len: 935 time: 0.1117778 Nov 16 11:20:56.412398 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-ee6c2380-5de0-4628-85a1-63539b6615f3 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2806334 Nov 16 11:20:56.433026 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-0b310729-ff1d-463a-9ab2-bb1bda01bbfa service neutron] Request body: {'port': {'device_id': 'adbfd77c-c26e-42e0-969a-aa16c50ed8b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:20:56.474148 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cc587d88-25c9-4d82-9795-9c6984d0464f req-ef640fdb-d6ec-47a7-940a-1b7e714d1efd tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffae2544-b49b-4aca-b94f-b24176bd18c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638597 Nov 16 11:20:56.511926 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f465b543-7ee7-488e-b502-a4b54caa18a0 req-c1d8c66f-234f-402c-8267-3cc460cff2ae service neutron] 10.222.0.36 "GET /v2.0/networks/483102d2-5f88-4f47-b33e-a8293393494c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608505 Nov 16 11:20:56.585659 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-0b310729-ff1d-463a-9ab2-bb1bda01bbfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:56.619252 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-085b1a27-3149-40cd-ac12-95ccf80bb85b None None] Provisioning complete for port 797e6fa7-146a-4da4-a6ec-9e0426fc6c87 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:20:56.619706 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-085b1a27-3149-40cd-ac12-95ccf80bb85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:56.691783 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-085b1a27-3149-40cd-ac12-95ccf80bb85b None None] Port 797e6fa7-146a-4da4-a6ec-9e0426fc6c87 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:20:56.739062 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f465b543-7ee7-488e-b502-a4b54caa18a0 req-f6c11535-05a3-40da-af80-ba628f2f43c0 service neutron] 10.222.0.36 "GET /v2.0/networks/483102d2-5f88-4f47-b33e-a8293393494c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106564 Nov 16 11:20:56.777842 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021303a-89e2-4aa7-807e-bad86b7c509d req-f54e6c19-8920-4eb6-82e2-ef688d47e799 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:56.779481 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8021303a-89e2-4aa7-807e-bad86b7c509d req-f54e6c19-8920-4eb6-82e2-ef688d47e799 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 945 time: 0.0627480 Nov 16 11:20:56.831635 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8021303a-89e2-4aa7-807e-bad86b7c509d req-624dce88-281f-4eef-949a-fe56ad2ec559 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454807 Nov 16 11:20:56.919474 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-0b310729-ff1d-463a-9ab2-bb1bda01bbfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 797e6fa7-146a-4da4-a6ec-9e0426fc6c87 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:20:56.931773 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-0b310729-ff1d-463a-9ab2-bb1bda01bbfa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:56.945368 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-0b310729-ff1d-463a-9ab2-bb1bda01bbfa service neutron] Transition to ACTIVE for port object 797e6fa7-146a-4da4-a6ec-9e0426fc6c87 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:20:56.949674 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-0b310729-ff1d-463a-9ab2-bb1bda01bbfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:56.987250 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6addf728-8751-4ae2-910d-45b803ce5290', 'name': 'network-vif-deleted', 'tag': 'c6ba51c0-f408-47a4-bfbe-09f941a93edc'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:20:56.989516 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce91242-3438-4349-845d-e51d5d958115" -d '{"events": [{"server_uuid": "6addf728-8751-4ae2-910d-45b803ce5290", "name": "network-vif-deleted", "tag": "c6ba51c0-f408-47a4-bfbe-09f941a93edc"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:20:57.043682 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b310729-ff1d-463a-9ab2-bb1bda01bbfa service neutron] Pushing event updated for resources: {'Port': ['ID=797e6fa7-146a-4da4-a6ec-9e0426fc6c87,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:57.122675 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-0b310729-ff1d-463a-9ab2-bb1bda01bbfa service neutron] Attempting to bind port 797e6fa7-146a-4da4-a6ec-9e0426fc6c87 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:20:57.123110 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-0b310729-ff1d-463a-9ab2-bb1bda01bbfa service neutron] Attempting to bind port 797e6fa7-146a-4da4-a6ec-9e0426fc6c87 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:20:57.123536 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-0b310729-ff1d-463a-9ab2-bb1bda01bbfa service neutron] Attempting to bind port 797e6fa7-146a-4da4-a6ec-9e0426fc6c87 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:20:57.135202 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-0b310729-ff1d-463a-9ab2-bb1bda01bbfa service neutron] Port 797e6fa7-146a-4da4-a6ec-9e0426fc6c87 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:20:57.138825 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-0b310729-ff1d-463a-9ab2-bb1bda01bbfa service neutron] Attempting to bind port 797e6fa7-146a-4da4-a6ec-9e0426fc6c87 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:20:57.156372 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-0b310729-ff1d-463a-9ab2-bb1bda01bbfa service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:20:57.156717 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-0b310729-ff1d-463a-9ab2-bb1bda01bbfa service neutron] Checking segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:20:57.157119 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-0b310729-ff1d-463a-9ab2-bb1bda01bbfa service neutron] Bound using segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:20:57.157581 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-0b310729-ff1d-463a-9ab2-bb1bda01bbfa service neutron] Bound port: 797e6fa7-146a-4da4-a6ec-9e0426fc6c87, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:20:57.157986 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-0b310729-ff1d-463a-9ab2-bb1bda01bbfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:57.175171 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1af4c02-f72f-4ff0-9cd5-85de93e8810a x-openstack-request-id: req-b1af4c02-f72f-4ff0-9cd5-85de93e8810a {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:20:57.175465 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6addf728-8751-4ae2-910d-45b803ce5290", "name": "network-vif-deleted", "tag": "c6ba51c0-f408-47a4-bfbe-09f941a93edc", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:20:57.175720 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b1af4c02-f72f-4ff0-9cd5-85de93e8810a {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:20:57.176112 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6addf728-8751-4ae2-910d-45b803ce5290', 'name': 'network-vif-deleted', 'tag': 'c6ba51c0-f408-47a4-bfbe-09f941a93edc', 'status': 'completed', 'code': 200} Nov 16 11:20:57.256314 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ab104-a307-4380-8505-471986a2e462 req-22c884e4-4b71-4e1a-a311-9d35c24359a1 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:57.265286 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eb4ab104-a307-4380-8505-471986a2e462 req-22c884e4-4b71-4e1a-a311-9d35c24359a1 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=6390f83c-83c5-4156-b423-fbc8d4b26e92 HTTP/1.1" status: 200 len: 945 time: 0.0684407 Nov 16 11:20:57.286821 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-0b310729-ff1d-463a-9ab2-bb1bda01bbfa service neutron] For port 797e6fa7-146a-4da4-a6ec-9e0426fc6c87, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:20:57.290249 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-0b310729-ff1d-463a-9ab2-bb1bda01bbfa service neutron] For port 797e6fa7-146a-4da4-a6ec-9e0426fc6c87, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=797e6fa7-146a-4da4-a6ec-9e0426fc6c87,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:20:57.298650 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-0b310729-ff1d-463a-9ab2-bb1bda01bbfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:57.337385 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eb4ab104-a307-4380-8505-471986a2e462 req-fd8d6978-9a26-48f7-a3f6-556d44e5a543 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712259 Nov 16 11:20:57.366122 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-0b310729-ff1d-463a-9ab2-bb1bda01bbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:57.366825 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-0b310729-ff1d-463a-9ab2-bb1bda01bbfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:57.368268 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-0b310729-ff1d-463a-9ab2-bb1bda01bbfa service neutron] 10.222.0.64 "PUT /v2.0/ports/797e6fa7-146a-4da4-a6ec-9e0426fc6c87 HTTP/1.1" status: 200 len: 1095 time: 0.9394038 Nov 16 11:20:57.386579 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b310729-ff1d-463a-9ab2-bb1bda01bbfa service neutron] Pushing event updated for resources: {'Port': ['ID=797e6fa7-146a-4da4-a6ec-9e0426fc6c87,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:57.405312 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd497010-4a5f-48f1-98c6-afe0917fed00 req-78f2ffcf-fc67-4545-be8f-805705fd8540 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:57.410435 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bd497010-4a5f-48f1-98c6-afe0917fed00 req-78f2ffcf-fc67-4545-be8f-805705fd8540 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=973649eb-8d2a-4fdc-8d9a-79083e80d403 HTTP/1.1" status: 200 len: 946 time: 0.0908926 Nov 16 11:20:57.440494 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device c6ba51c0-f408-47a4-bfbe-09f941a93edc no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:20:57.473011 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: c6ba51c0-f408-47a4-bfbe-09f941a93edc {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:20:57.473362 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device c6ba51c0-f408-47a4-bfbe-09f941a93edc not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:20:57.492478 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-0c779905-a16a-4a66-afa7-fae3d89630f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:57.493226 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-0c779905-a16a-4a66-afa7-fae3d89630f5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=10cc67978aae489e907f1529f7b066da&device_id=adbfd77c-c26e-42e0-969a-aa16c50ed8b9 HTTP/1.1" status: 200 len: 1098 time: 0.0757673 Nov 16 11:20:57.503210 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bd497010-4a5f-48f1-98c6-afe0917fed00 req-5f6bdedf-b616-4d14-a5a5-db1068700c0e tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871592 Nov 16 11:20:57.572054 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-8cc44ba9-8328-4d31-9b3b-28ffc8ec339b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=797e6fa7-146a-4da4-a6ec-9e0426fc6c87 HTTP/1.1" status: 200 len: 217 time: 0.0667202 Nov 16 11:20:57.606352 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b9b90-d369-45cb-a4a2-b001eb0f432a req-71efa3a9-ae3f-451a-847e-c0d6be07afcf tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:57.608045 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f92b9b90-d369-45cb-a4a2-b001eb0f432a req-71efa3a9-ae3f-451a-847e-c0d6be07afcf tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/ports?device_id=adbfd77c-c26e-42e0-969a-aa16c50ed8b9 HTTP/1.1" status: 200 len: 947 time: 0.0583494 Nov 16 11:20:57.630827 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-f4eb8e95-6b1f-403c-b048-9bc38eeb27c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:57.632588 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-f4eb8e95-6b1f-403c-b048-9bc38eeb27c8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0525441 Nov 16 11:20:57.673546 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f92b9b90-d369-45cb-a4a2-b001eb0f432a req-28d600a8-1012-4355-ac4e-1e18cbcbb674 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffae2544-b49b-4aca-b94f-b24176bd18c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507178 Nov 16 11:20:57.681717 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-0eba2ef6-58f3-454c-9012-419da419cbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:57.683245 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-0eba2ef6-58f3-454c-9012-419da419cbf4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0426750 Nov 16 11:20:57.771549 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:57.781985 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-45b59ab3-413f-47c7-99e7-3d082bd32c3c service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901573 Nov 16 11:20:57.870798 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3c2302bd-76d1-439f-bdac-e9aeaa2376ed req-fd064464-f1f4-43ed-884f-776b59f9b158 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808210 Nov 16 11:20:57.963007 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b18a6-8a1f-4484-a925-3f9adb393aa9 req-1020b2e9-f15b-4de7-9dec-951cc904fa1d tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:57.970254 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ff4b18a6-8a1f-4484-a925-3f9adb393aa9 req-1020b2e9-f15b-4de7-9dec-951cc904fa1d tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 945 time: 0.0669365 Nov 16 11:20:58.013826 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ff4b18a6-8a1f-4484-a925-3f9adb393aa9 req-e571023d-e2b2-4b6f-9f7b-e86e7134c92b tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426197 Nov 16 11:20:58.457969 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7141a-909e-4bee-a286-10df5797b12b req-80d8f858-5ebd-412a-bc69-de512216be2e tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:58.459468 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c1b7141a-909e-4bee-a286-10df5797b12b req-80d8f858-5ebd-412a-bc69-de512216be2e tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=6390f83c-83c5-4156-b423-fbc8d4b26e92 HTTP/1.1" status: 200 len: 945 time: 0.0499275 Nov 16 11:20:58.506607 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c1b7141a-909e-4bee-a286-10df5797b12b req-1ee928dc-7f14-4a69-9771-79ff2c4cb003 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411341 Nov 16 11:20:58.624269 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10345873-486a-4af6-8fbd-463cbb4bea07 req-9a4dceb3-80d1-43c1-bdd7-f64e1ef4380c tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:58.625762 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-10345873-486a-4af6-8fbd-463cbb4bea07 req-9a4dceb3-80d1-43c1-bdd7-f64e1ef4380c tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=973649eb-8d2a-4fdc-8d9a-79083e80d403 HTTP/1.1" status: 200 len: 946 time: 0.0491652 Nov 16 11:20:58.626365 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366a0ef-8a82-4942-9ecc-1724dcdb36fe req-2499e7ed-decb-4cc0-b828-c00ee462528a tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:58.627814 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7366a0ef-8a82-4942-9ecc-1724dcdb36fe req-2499e7ed-decb-4cc0-b828-c00ee462528a tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.36 "GET /v2.0/ports?device_id=6390f83c-83c5-4156-b423-fbc8d4b26e92 HTTP/1.1" status: 200 len: 945 time: 0.0484209 Nov 16 11:20:58.649249 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:58.677153 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-10345873-486a-4af6-8fbd-463cbb4bea07 req-bce1c7bb-23e0-4288-b5ab-01228e4f3e45 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452657 Nov 16 11:20:58.724223 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-7366a0ef-8a82-4942-9ecc-1724dcdb36fe req-353b1674-3a2d-425a-b85c-d09dc339229c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Deleting port 1cd95fde-fefc-467c-bb23-ac21eb00939f {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:20:58.724557 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7366a0ef-8a82-4942-9ecc-1724dcdb36fe req-353b1674-3a2d-425a-b85c-d09dc339229c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:58.789616 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeacabe-0207-4cf2-8486-486653279506 req-448158d6-ef3d-4495-8f44-8a09604013bd tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:58.791118 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fdeacabe-0207-4cf2-8486-486653279506 req-448158d6-ef3d-4495-8f44-8a09604013bd tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/ports?device_id=adbfd77c-c26e-42e0-969a-aa16c50ed8b9 HTTP/1.1" status: 200 len: 947 time: 0.0479157 Nov 16 11:20:58.815646 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-7366a0ef-8a82-4942-9ecc-1724dcdb36fe req-353b1674-3a2d-425a-b85c-d09dc339229c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] For port 1cd95fde-fefc-467c-bb23-ac21eb00939f, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=1cd95fde-fefc-467c-bb23-ac21eb00939f,segment=NetworkSegment(29fe51c5-7413-4ecd-8c04-97b69fe8410f),segment_id=29fe51c5-7413-4ecd-8c04-97b69fe8410f)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:20:58.816001 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7366a0ef-8a82-4942-9ecc-1724dcdb36fe req-353b1674-3a2d-425a-b85c-d09dc339229c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:58.827541 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-7366a0ef-8a82-4942-9ecc-1724dcdb36fe req-353b1674-3a2d-425a-b85c-d09dc339229c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Calling delete_port for 1cd95fde-fefc-467c-bb23-ac21eb00939f owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:20:58.837242 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fdeacabe-0207-4cf2-8486-486653279506 req-13d29b00-677e-4e26-b032-63b81db6e947 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffae2544-b49b-4aca-b94f-b24176bd18c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401521 Nov 16 11:20:58.949415 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7366a0ef-8a82-4942-9ecc-1724dcdb36fe req-353b1674-3a2d-425a-b85c-d09dc339229c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:58.961012 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['a76869bb-efef-4d86-865d-17b014916cd8', '1cd95fde-fefc-467c-bb23-ac21eb00939f'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:20:58.974936 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b1674-3a2d-425a-b85c-d09dc339229c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Pushing event deleted for resources: {'Port': ['ID=1cd95fde-fefc-467c-bb23-ac21eb00939f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:20:59.026170 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-7366a0ef-8a82-4942-9ecc-1724dcdb36fe req-353b1674-3a2d-425a-b85c-d09dc339229c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] No DVR routers for this DVR port 1cd95fde-fefc-467c-bb23-ac21eb00939f on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:20:59.028872 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7366a0ef-8a82-4942-9ecc-1724dcdb36fe req-353b1674-3a2d-425a-b85c-d09dc339229c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:20:59.032324 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7366a0ef-8a82-4942-9ecc-1724dcdb36fe req-353b1674-3a2d-425a-b85c-d09dc339229c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.36 "DELETE /v2.0/ports/1cd95fde-fefc-467c-bb23-ac21eb00939f HTTP/1.1" status: 204 len: 173 time: 0.3975809 Nov 16 11:20:59.160921 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373a377-2a51-4d2f-8359-3166f2e8c884 req-716bad0c-62a5-454b-a7ca-aee24b654efa tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:59.162752 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e373a377-2a51-4d2f-8359-3166f2e8c884 req-716bad0c-62a5-454b-a7ca-aee24b654efa tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 945 time: 0.0582714 Nov 16 11:20:59.177444 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adbfd77c-c26e-42e0-969a-aa16c50ed8b9', 'tag': '797e6fa7-146a-4da4-a6ec-9e0426fc6c87'}, {'server_uuid': '6390f83c-83c5-4156-b423-fbc8d4b26e92', 'name': 'network-vif-deleted', 'tag': '1cd95fde-fefc-467c-bb23-ac21eb00939f'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:20:59.180012 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de1f36c-2a1b-4cbe-b08b-153064a3f195" -d '{"events": [{"name": "network-changed", "server_uuid": "adbfd77c-c26e-42e0-969a-aa16c50ed8b9", "tag": "797e6fa7-146a-4da4-a6ec-9e0426fc6c87"}, {"server_uuid": "6390f83c-83c5-4156-b423-fbc8d4b26e92", "name": "network-vif-deleted", "tag": "1cd95fde-fefc-467c-bb23-ac21eb00939f"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:20:59.216126 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e373a377-2a51-4d2f-8359-3166f2e8c884 req-540f3e1f-4e62-4779-9229-eacbf1f8b07e tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457141 Nov 16 11:20:59.265572 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 16 Nov 2021 11:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9d4bd8-ba60-4102-b628-2727ff580e57 x-openstack-request-id: req-9c9d4bd8-ba60-4102-b628-2727ff580e57 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:20:59.265866 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adbfd77c-c26e-42e0-969a-aa16c50ed8b9", "tag": "797e6fa7-146a-4da4-a6ec-9e0426fc6c87", "status": "completed", "code": 200}, {"server_uuid": "6390f83c-83c5-4156-b423-fbc8d4b26e92", "name": "network-vif-deleted", "tag": "1cd95fde-fefc-467c-bb23-ac21eb00939f", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:20:59.266154 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9c9d4bd8-ba60-4102-b628-2727ff580e57 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:20:59.266578 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adbfd77c-c26e-42e0-969a-aa16c50ed8b9', 'tag': '797e6fa7-146a-4da4-a6ec-9e0426fc6c87', 'status': 'completed', 'code': 200} Nov 16 11:20:59.266837 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6390f83c-83c5-4156-b423-fbc8d4b26e92', 'name': 'network-vif-deleted', 'tag': '1cd95fde-fefc-467c-bb23-ac21eb00939f', 'status': 'completed', 'code': 200} Nov 16 11:20:59.330732 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1f36c-2a1b-4cbe-b08b-153064a3f195 req-e4a077f7-ed22-4d2d-a4ab-bc4faab7326e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:59.332239 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4de1f36c-2a1b-4cbe-b08b-153064a3f195 req-e4a077f7-ed22-4d2d-a4ab-bc4faab7326e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=10cc67978aae489e907f1529f7b066da&device_id=adbfd77c-c26e-42e0-969a-aa16c50ed8b9 HTTP/1.1" status: 200 len: 1098 time: 0.0409474 Nov 16 11:20:59.433624 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1f36c-2a1b-4cbe-b08b-153064a3f195 req-e0229458-63d2-4d20-8d9e-0a76adb547fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:59.435140 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4de1f36c-2a1b-4cbe-b08b-153064a3f195 req-e0229458-63d2-4d20-8d9e-0a76adb547fd service neutron] 10.222.0.64 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.0949395 Nov 16 11:20:59.481027 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4de1f36c-2a1b-4cbe-b08b-153064a3f195 req-36487d88-4e5b-433a-9190-6d50d758d9c1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=797e6fa7-146a-4da4-a6ec-9e0426fc6c87 HTTP/1.1" status: 200 len: 217 time: 0.0372734 Nov 16 11:20:59.531802 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1f36c-2a1b-4cbe-b08b-153064a3f195 req-6cb072f7-9077-45b3-b439-434fcb265cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:59.533270 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4de1f36c-2a1b-4cbe-b08b-153064a3f195 req-6cb072f7-9077-45b3-b439-434fcb265cbd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0458846 Nov 16 11:20:59.600534 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1f36c-2a1b-4cbe-b08b-153064a3f195 req-075f9c54-eb6e-4472-b1d8-ebc7fc60cfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:59.602434 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4de1f36c-2a1b-4cbe-b08b-153064a3f195 req-075f9c54-eb6e-4472-b1d8-ebc7fc60cfa6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0613136 Nov 16 11:20:59.633331 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f903690e-d915-42a6-9d9f-b63c702d863f req-85f7962d-6f80-42b3-ab38-65a23c8c45c0 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=6390f83c-83c5-4156-b423-fbc8d4b26e92 HTTP/1.1" status: 200 len: 210 time: 0.0339613 Nov 16 11:20:59.698671 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4de1f36c-2a1b-4cbe-b08b-153064a3f195 req-2db98035-abed-4f6f-9a19-93f590453d29 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877151 Nov 16 11:20:59.801374 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4de1f36c-2a1b-4cbe-b08b-153064a3f195 req-c8285240-ff50-40b1-a9b9-1e1f1a021b77 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941045 Nov 16 11:20:59.804420 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d887a-f1dd-43ee-a621-17124343fc9a req-17764f6a-5a06-4e15-a3a8-1cb2a1e83dca tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:59.805841 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-591d887a-f1dd-43ee-a621-17124343fc9a req-17764f6a-5a06-4e15-a3a8-1cb2a1e83dca tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=973649eb-8d2a-4fdc-8d9a-79083e80d403 HTTP/1.1" status: 200 len: 946 time: 0.0554428 Nov 16 11:20:59.855446 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-591d887a-f1dd-43ee-a621-17124343fc9a req-6f544e82-1b4f-45a6-a507-b0909a9ade2f tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433686 Nov 16 11:20:59.956447 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190beb18-e9c5-4615-8e9e-4a673e291c57 req-eae1d8ee-1bfb-4fe8-8fb7-90896c0c9a74 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:20:59.957942 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-190beb18-e9c5-4615-8e9e-4a673e291c57 req-eae1d8ee-1bfb-4fe8-8fb7-90896c0c9a74 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/ports?device_id=adbfd77c-c26e-42e0-969a-aa16c50ed8b9 HTTP/1.1" status: 200 len: 947 time: 0.0508854 Nov 16 11:21:00.007758 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-190beb18-e9c5-4615-8e9e-4a673e291c57 req-52d24550-e340-490b-9b59-b1e50bc9a60d tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffae2544-b49b-4aca-b94f-b24176bd18c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431974 Nov 16 11:21:00.612918 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8cbe3-bba6-48ce-abae-3f2e8cdec567 req-237023ea-45b1-42a3-9081-8c71ecc1c231 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:00.614551 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-62b8cbe3-bba6-48ce-abae-3f2e8cdec567 req-237023ea-45b1-42a3-9081-8c71ecc1c231 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 945 time: 0.3285654 Nov 16 11:21:00.668409 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-62b8cbe3-bba6-48ce-abae-3f2e8cdec567 req-23584d1d-da12-4214-ab21-5f5f4c98e46c tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468829 Nov 16 11:21:01.002895 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865bc25-b2e6-485e-9c6f-cd545b6907af req-f6e65089-4b61-4d3a-9448-eb2a51255912 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:01.004260 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0865bc25-b2e6-485e-9c6f-cd545b6907af req-f6e65089-4b61-4d3a-9448-eb2a51255912 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=973649eb-8d2a-4fdc-8d9a-79083e80d403 HTTP/1.1" status: 200 len: 946 time: 0.0746028 Nov 16 11:21:01.011175 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-32ebac90-6e19-4c72-b144-f549e4904d53 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:01.012508 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-32ebac90-6e19-4c72-b144-f549e4904d53 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/networks?id=cbb4a65b-8eab-4791-8d34-bab11c0de63c HTTP/1.1" status: 200 len: 806 time: 0.1468737 Nov 16 11:21:01.036736 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-c6cc4cbb-3e87-4a47-b20e-e09e951ad989 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/quotas/73e5fc395dda4693899e370eca8a1116 HTTP/1.1" status: 200 len: 375 time: 0.0171905 Nov 16 11:21:01.087211 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0865bc25-b2e6-485e-9c6f-cd545b6907af req-16323e73-04e4-4940-8b27-876c65f656c8 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737352 Nov 16 11:21:01.103764 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-a70a6a0d-4951-44b4-bf7a-7deec813f77b tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=73e5fc395dda4693899e370eca8a1116&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0559101 Nov 16 11:21:01.237277 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858d2b7-cf26-4024-a24b-2c40272d2d74 req-8ab2bdc5-f41c-414f-8237-3b1a9d200124 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:01.239129 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3858d2b7-cf26-4024-a24b-2c40272d2d74 req-8ab2bdc5-f41c-414f-8237-3b1a9d200124 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/ports?device_id=adbfd77c-c26e-42e0-969a-aa16c50ed8b9 HTTP/1.1" status: 200 len: 947 time: 0.0812547 Nov 16 11:21:01.243536 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-79ab3b01-f303-4f88-86e4-0d3f7d4816d2 service neutron] 10.222.0.61 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323540 Nov 16 11:21:01.337630 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3858d2b7-cf26-4024-a24b-2c40272d2d74 req-85373fd6-bdd7-4856-a0aa-c7041850298c tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffae2544-b49b-4aca-b94f-b24176bd18c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924494 Nov 16 11:21:01.365019 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-72f2ebc5-71e6-49da-9703-f0cb9017d750 service neutron] 10.222.0.61 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139157 Nov 16 11:21:01.453122 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 797e6fa7-146a-4da4-a6ec-9e0426fc6c87 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:21:01.551012 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-83836a07-9aa3-4f10-8b8c-fb9e284e4fcc req-2e6e651b-12f6-4c90-964f-64f45682e950 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=71313705-77db-4dd6-96bd-81fb025f80b0 HTTP/1.1" status: 200 len: 210 time: 0.0348639 Nov 16 11:21:01.570264 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 797e6fa7-146a-4da4-a6ec-9e0426fc6c87, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=797e6fa7-146a-4da4-a6ec-9e0426fc6c87,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:21:01.581977 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '797e6fa7-146a-4da4-a6ec-9e0426fc6c87', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'port_id': '797e6fa7-146a-4da4-a6ec-9e0426fc6c87', 'mac_address': 'fa:16:3e:1f:d5:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c770cc-51d7-42eb-b4a6-9a605bacae0f', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:21:01.619879 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:01.633053 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 797e6fa7-146a-4da4-a6ec-9e0426fc6c87 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:21:01.653033 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 797e6fa7-146a-4da4-a6ec-9e0426fc6c87, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=797e6fa7-146a-4da4-a6ec-9e0426fc6c87,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:21:01.659319 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:01.665358 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 1cd95fde-fefc-467c-bb23-ac21eb00939f no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:21:01.709483 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: 1cd95fde-fefc-467c-bb23-ac21eb00939f {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:21:01.709843 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 1cd95fde-fefc-467c-bb23-ac21eb00939f not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:21:01.737658 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=797e6fa7-146a-4da4-a6ec-9e0426fc6c87,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:01.789799 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e4867-8413-4958-911a-a4239cb98a9b req-43ca8d13-8f8c-42a9-9be4-b9dfbe63de13 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:01.794416 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ee6e4867-8413-4958-911a-a4239cb98a9b req-43ca8d13-8f8c-42a9-9be4-b9dfbe63de13 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 945 time: 0.0549717 Nov 16 11:21:01.849165 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ee6e4867-8413-4958-911a-a4239cb98a9b req-9ef580c5-0f71-4ac5-9657-dd4688e71537 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514629 Nov 16 11:21:01.951531 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['797e6fa7-146a-4da4-a6ec-9e0426fc6c87'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:21:02.211848 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657b632-8519-465c-b529-5348c495cb90 req-23091ab1-e228-40e8-8263-4a109db1c1d7 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:02.213446 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7657b632-8519-465c-b529-5348c495cb90 req-23091ab1-e228-40e8-8263-4a109db1c1d7 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=973649eb-8d2a-4fdc-8d9a-79083e80d403 HTTP/1.1" status: 200 len: 946 time: 0.0538247 Nov 16 11:21:02.261682 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7657b632-8519-465c-b529-5348c495cb90 req-acdef795-864c-407b-938b-243ce179ad85 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423799 Nov 16 11:21:02.478929 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab9b45-09dd-45b4-ab8f-1dd3b1da4f32 req-a2129b52-5bca-4f2b-8e1e-c90bca568830 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:02.480659 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-36ab9b45-09dd-45b4-ab8f-1dd3b1da4f32 req-a2129b52-5bca-4f2b-8e1e-c90bca568830 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/ports?device_id=adbfd77c-c26e-42e0-969a-aa16c50ed8b9 HTTP/1.1" status: 200 len: 948 time: 0.0715771 Nov 16 11:21:02.553312 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-36ab9b45-09dd-45b4-ab8f-1dd3b1da4f32 req-b08b9fd4-86a4-46e1-94b9-4aa288b5912b tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffae2544-b49b-4aca-b94f-b24176bd18c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662515 Nov 16 11:21:02.576905 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-8df07c17-ca4f-42be-8aec-9c6e84f07d4b tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:02.579025 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-8df07c17-ca4f-42be-8aec-9c6e84f07d4b tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.36 "GET /v2.0/networks?id=cbb4a65b-8eab-4791-8d34-bab11c0de63c HTTP/1.1" status: 200 len: 806 time: 0.1368470 Nov 16 11:21:02.596361 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-7d8f0cbd-9836-433e-9f8a-24b8e6d9a460 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Request body: {'port': {'device_id': '71313705-77db-4dd6-96bd-81fb025f80b0', 'network_id': 'cbb4a65b-8eab-4791-8d34-bab11c0de63c', 'admin_state_up': True, 'tenant_id': '73e5fc395dda4693899e370eca8a1116'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:21:02.669418 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2db6998c-926f-4b49-ac95-582bf54b9019 req-ba9c79bb-6a88-469b-b332-393aef3ebcd2 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=71313705-77db-4dd6-96bd-81fb025f80b0 HTTP/1.1" status: 200 len: 210 time: 0.0313277 Nov 16 11:21:02.732964 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-7d8f0cbd-9836-433e-9f8a-24b8e6d9a460 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Made reservation on behalf of 73e5fc395dda4693899e370eca8a1116 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:21:02.737844 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-7d8f0cbd-9836-433e-9f8a-24b8e6d9a460 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:02.873771 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-7d8f0cbd-9836-433e-9f8a-24b8e6d9a460 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Allocated IP 172.20.0.12 (cbb4a65b-8eab-4791-8d34-bab11c0de63c/5a10b0d7-f428-41c3-8bd0-15f87f8f81d9/04b1a177-7998-4407-b316-4d70c6b1d4da) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:21:02.980735 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f08cb2-c76b-4eec-9e3e-534574d78bf8 req-1db17d98-febc-4606-849c-42e10e3d7068 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:02.982454 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-42f08cb2-c76b-4eec-9e3e-534574d78bf8 req-1db17d98-febc-4606-849c-42e10e3d7068 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 945 time: 0.0589824 Nov 16 11:21:03.031520 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-42f08cb2-c76b-4eec-9e3e-534574d78bf8 req-1f481daf-15a3-4fcf-8652-fc59bb0f6f7d tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425818 Nov 16 11:21:03.039990 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-7d8f0cbd-9836-433e-9f8a-24b8e6d9a460 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:03.074085 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-7d8f0cbd-9836-433e-9f8a-24b8e6d9a460 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:03.087298 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['a76869bb-efef-4d86-865d-17b014916cd8'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:21:03.117639 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-7d8f0cbd-9836-433e-9f8a-24b8e6d9a460 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Network cbb4a65b-8eab-4791-8d34-bab11c0de63c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:21:03.123327 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-7d8f0cbd-9836-433e-9f8a-24b8e6d9a460 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:21:03.127152 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-7d8f0cbd-9836-433e-9f8a-24b8e6d9a460 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:21:03.151777 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8f0cbd-9836-433e-9f8a-24b8e6d9a460 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Pushing event updated for resources: {'Port': ['ID=04b1a177-7998-4407-b316-4d70c6b1d4da,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:03.180820 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-7d8f0cbd-9836-433e-9f8a-24b8e6d9a460 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:03.181424 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-7d8f0cbd-9836-433e-9f8a-24b8e6d9a460 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:03.198401 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-7d8f0cbd-9836-433e-9f8a-24b8e6d9a460 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6082311 Nov 16 11:21:03.211010 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-7a9e5155-9c59-4c3f-a29b-cf33479bc0f7 service neutron] Request body: {'port': {'device_id': '71313705-77db-4dd6-96bd-81fb025f80b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:21:03.268540 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-7a9e5155-9c59-4c3f-a29b-cf33479bc0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:03.379751 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75879e-1759-4c52-81d0-79ee5cb1060a req-8b635c58-6053-490f-956d-574b635b28dc tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:03.381223 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ef75879e-1759-4c52-81d0-79ee5cb1060a req-8b635c58-6053-490f-956d-574b635b28dc tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=973649eb-8d2a-4fdc-8d9a-79083e80d403 HTTP/1.1" status: 200 len: 946 time: 0.0495987 Nov 16 11:21:03.428602 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ef75879e-1759-4c52-81d0-79ee5cb1060a req-554614ae-f685-4361-ae49-bd4b039a8929 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410247 Nov 16 11:21:03.450418 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 797e6fa7-146a-4da4-a6ec-9e0426fc6c87 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:21:03.500768 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 797e6fa7-146a-4da4-a6ec-9e0426fc6c87 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:21:03.506119 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 797e6fa7-146a-4da4-a6ec-9e0426fc6c87 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:21:03.507418 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:03.542755 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-7a9e5155-9c59-4c3f-a29b-cf33479bc0f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04b1a177-7998-4407-b316-4d70c6b1d4da {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:21:03.550455 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-7a9e5155-9c59-4c3f-a29b-cf33479bc0f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:03.563028 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-7a9e5155-9c59-4c3f-a29b-cf33479bc0f7 service neutron] Transition to ACTIVE for port object 04b1a177-7998-4407-b316-4d70c6b1d4da will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:21:03.567001 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-7a9e5155-9c59-4c3f-a29b-cf33479bc0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:03.594908 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:03.623879 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adbfd77c-c26e-42e0-969a-aa16c50ed8b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '797e6fa7-146a-4da4-a6ec-9e0426fc6c87'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:21:03.626303 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7a435b-0161-4322-baa7-8ef35eec9dfb" -d '{"events": [{"server_uuid": "adbfd77c-c26e-42e0-969a-aa16c50ed8b9", "name": "network-vif-plugged", "status": "completed", "tag": "797e6fa7-146a-4da4-a6ec-9e0426fc6c87"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:21:03.639213 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 797e6fa7-146a-4da4-a6ec-9e0426fc6c87, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=797e6fa7-146a-4da4-a6ec-9e0426fc6c87,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:21:03.645265 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:03.667609 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e5155-9c59-4c3f-a29b-cf33479bc0f7 service neutron] Pushing event updated for resources: {'Port': ['ID=04b1a177-7998-4407-b316-4d70c6b1d4da,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:03.702890 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-7a9e5155-9c59-4c3f-a29b-cf33479bc0f7 service neutron] Attempting to bind port 04b1a177-7998-4407-b316-4d70c6b1d4da on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:21:03.702890 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-7a9e5155-9c59-4c3f-a29b-cf33479bc0f7 service neutron] Attempting to bind port 04b1a177-7998-4407-b316-4d70c6b1d4da by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '29fe51c5-7413-4ecd-8c04-97b69fe8410f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'cbb4a65b-8eab-4791-8d34-bab11c0de63c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:21:03.702890 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-7a9e5155-9c59-4c3f-a29b-cf33479bc0f7 service neutron] Attempting to bind port 04b1a177-7998-4407-b316-4d70c6b1d4da on network cbb4a65b-8eab-4791-8d34-bab11c0de63c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:21:03.706981 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-7a9e5155-9c59-4c3f-a29b-cf33479bc0f7 service neutron] Port 04b1a177-7998-4407-b316-4d70c6b1d4da on network cbb4a65b-8eab-4791-8d34-bab11c0de63c not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:21:03.707263 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=797e6fa7-146a-4da4-a6ec-9e0426fc6c87,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:03.707602 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30ab01-e94c-4b98-9215-0f1f8ea1e069 req-3c1d6182-8833-4190-9cbf-57a89f9571e8 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:03.708225 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-7a9e5155-9c59-4c3f-a29b-cf33479bc0f7 service neutron] Attempting to bind port 04b1a177-7998-4407-b316-4d70c6b1d4da on network cbb4a65b-8eab-4791-8d34-bab11c0de63c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:21:03.709446 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5a30ab01-e94c-4b98-9215-0f1f8ea1e069 req-3c1d6182-8833-4190-9cbf-57a89f9571e8 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/ports?device_id=adbfd77c-c26e-42e0-969a-aa16c50ed8b9 HTTP/1.1" status: 200 len: 948 time: 0.0866089 Nov 16 11:21:03.714311 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-7a9e5155-9c59-4c3f-a29b-cf33479bc0f7 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:21:03.714828 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-7a9e5155-9c59-4c3f-a29b-cf33479bc0f7 service neutron] Checking segment: {'id': '29fe51c5-7413-4ecd-8c04-97b69fe8410f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'cbb4a65b-8eab-4791-8d34-bab11c0de63c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:21:03.715451 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-7a9e5155-9c59-4c3f-a29b-cf33479bc0f7 service neutron] Bound using segment: {'id': '29fe51c5-7413-4ecd-8c04-97b69fe8410f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'cbb4a65b-8eab-4791-8d34-bab11c0de63c'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:21:03.716148 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-7a9e5155-9c59-4c3f-a29b-cf33479bc0f7 service neutron] Bound port: 04b1a177-7998-4407-b316-4d70c6b1d4da, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29fe51c5-7413-4ecd-8c04-97b69fe8410f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'cbb4a65b-8eab-4791-8d34-bab11c0de63c'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:21:03.716687 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-7a9e5155-9c59-4c3f-a29b-cf33479bc0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:03.789508 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5a30ab01-e94c-4b98-9215-0f1f8ea1e069 req-4ea5894a-5295-4c7c-a0f6-4fd9010ea341 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffae2544-b49b-4aca-b94f-b24176bd18c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625756 Nov 16 11:21:03.792746 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-8384e115-f819-4056-9889-f9a4618f5816 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:03.794282 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-8384e115-f819-4056-9889-f9a4618f5816 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db&tenant_id=fca4017bffc548cea20e1270411b1992&binding%3Ahost_id=n-h2-816823-3 HTTP/1.1" status: 200 len: 1096 time: 0.1115394 Nov 16 11:21:03.803746 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17b5fcf-389a-4667-bd96-448f631b7d18 x-openstack-request-id: req-c17b5fcf-389a-4667-bd96-448f631b7d18 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:21:03.804992 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adbfd77c-c26e-42e0-969a-aa16c50ed8b9", "name": "network-vif-plugged", "status": "completed", "tag": "797e6fa7-146a-4da4-a6ec-9e0426fc6c87", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:21:03.805209 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c17b5fcf-389a-4667-bd96-448f631b7d18 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:21:03.805676 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-7a9e5155-9c59-4c3f-a29b-cf33479bc0f7 service neutron] For port 04b1a177-7998-4407-b316-4d70c6b1d4da, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:21:03.805861 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adbfd77c-c26e-42e0-969a-aa16c50ed8b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '797e6fa7-146a-4da4-a6ec-9e0426fc6c87', 'code': 200} Nov 16 11:21:03.809186 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-7a9e5155-9c59-4c3f-a29b-cf33479bc0f7 service neutron] For port 04b1a177-7998-4407-b316-4d70c6b1d4da, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=04b1a177-7998-4407-b316-4d70c6b1d4da,segment=NetworkSegment(29fe51c5-7413-4ecd-8c04-97b69fe8410f),segment_id=29fe51c5-7413-4ecd-8c04-97b69fe8410f)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:21:03.814989 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-7a9e5155-9c59-4c3f-a29b-cf33479bc0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:03.823493 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-85ebdcc4-e253-4521-9521-6c95e22a181d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816823-3'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:21:03.875350 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e5155-9c59-4c3f-a29b-cf33479bc0f7 service neutron] Pushing event updated for resources: {'Port': ['ID=04b1a177-7998-4407-b316-4d70c6b1d4da,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:03.893426 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-7a9e5155-9c59-4c3f-a29b-cf33479bc0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:03.894132 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-7a9e5155-9c59-4c3f-a29b-cf33479bc0f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:03.896324 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-7a9e5155-9c59-4c3f-a29b-cf33479bc0f7 service neutron] 10.222.0.36 "PUT /v2.0/ports/04b1a177-7998-4407-b316-4d70c6b1d4da HTTP/1.1" status: 200 len: 1092 time: 0.6898634 Nov 16 11:21:03.896695 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71313705-77db-4dd6-96bd-81fb025f80b0', 'tag': '04b1a177-7998-4407-b316-4d70c6b1d4da'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:21:03.900740 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a46d0a-4a32-4551-8d22-f1530f6a10b5" -d '{"events": [{"name": "network-changed", "server_uuid": "71313705-77db-4dd6-96bd-81fb025f80b0", "tag": "04b1a177-7998-4407-b316-4d70c6b1d4da"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:21:03.932048 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-85ebdcc4-e253-4521-9521-6c95e22a181d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:03.951744 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf83450-508d-4a58-95ff-2b4f1fac11d6 req-4d00e0de-0cc7-4ef2-acde-41061648009b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:03.953359 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bbf83450-508d-4a58-95ff-2b4f1fac11d6 req-4d00e0de-0cc7-4ef2-acde-41061648009b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=adbfd77c-c26e-42e0-969a-aa16c50ed8b9 HTTP/1.1" status: 200 len: 1100 time: 0.0683434 Nov 16 11:21:03.979179 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c66f6-16a8-45c4-b50a-c4cdac4d0b35 req-4518af45-47a5-4d3e-9df3-0948babadf10 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:03.980675 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b22c66f6-16a8-45c4-b50a-c4cdac4d0b35 req-4518af45-47a5-4d3e-9df3-0948babadf10 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=71313705-77db-4dd6-96bd-81fb025f80b0 HTTP/1.1" status: 200 len: 944 time: 0.1185801 Nov 16 11:21:04.031165 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bbf83450-508d-4a58-95ff-2b4f1fac11d6 req-178aceae-2345-4fc5-8b09-a28999273049 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ffae2544-b49b-4aca-b94f-b24176bd18c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627327 Nov 16 11:21:04.043391 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0aa9f2-8f67-4038-a47e-035f65402a53 x-openstack-request-id: req-da0aa9f2-8f67-4038-a47e-035f65402a53 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:21:04.043687 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71313705-77db-4dd6-96bd-81fb025f80b0", "tag": "04b1a177-7998-4407-b316-4d70c6b1d4da", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:21:04.043962 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-da0aa9f2-8f67-4038-a47e-035f65402a53 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:21:04.044359 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71313705-77db-4dd6-96bd-81fb025f80b0', 'tag': '04b1a177-7998-4407-b316-4d70c6b1d4da', 'status': 'completed', 'code': 200} Nov 16 11:21:04.046293 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-919efcf9-3145-4474-812b-855bca5d9d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:04.048023 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-919efcf9-3145-4474-812b-855bca5d9d11 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=73e5fc395dda4693899e370eca8a1116&device_id=71313705-77db-4dd6-96bd-81fb025f80b0 HTTP/1.1" status: 200 len: 1095 time: 0.0899193 Nov 16 11:21:04.082510 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b22c66f6-16a8-45c4-b50a-c4cdac4d0b35 req-e15d53e2-92cf-4b0b-9688-d56f83db1ea3 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937195 Nov 16 11:21:04.098332 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-0c4c2c80-b078-48cf-a249-be53ffe78260 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04b1a177-7998-4407-b316-4d70c6b1d4da HTTP/1.1" status: 200 len: 217 time: 0.0392525 Nov 16 11:21:04.126675 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-85ebdcc4-e253-4521-9521-6c95e22a181d service neutron] For port 59c92fb4-1659-4cb6-8ce4-e17d14b3920c, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=59c92fb4-1659-4cb6-8ce4-e17d14b3920c,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:21:04.147309 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-f3c1cfe9-5307-4b5b-9d85-4196c6bfb33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:04.149328 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-f3c1cfe9-5307-4b5b-9d85-4196c6bfb33a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a10b0d7-f428-41c3-8bd0-15f87f8f81d9 HTTP/1.1" status: 200 len: 846 time: 0.0443401 Nov 16 11:21:04.183518 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-2206d7dd-1d94-4514-ae10-6cda1caec734 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbb4a65b-8eab-4791-8d34-bab11c0de63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259464 Nov 16 11:21:04.189606 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a6c667-62ab-4c34-8700-3bd61b48f945 req-f88ba2a0-21ed-471d-af62-6905d75e33aa tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:04.191182 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-17a6c667-62ab-4c34-8700-3bd61b48f945 req-f88ba2a0-21ed-471d-af62-6905d75e33aa tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 945 time: 0.0806327 Nov 16 11:21:04.196803 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-85ebdcc4-e253-4521-9521-6c95e22a181d service neutron] For port 59c92fb4-1659-4cb6-8ce4-e17d14b3920c, host n-h2-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:21:04.259554 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed181c3-be86-4992-9ef4-fcd0c2cf50db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59c92fb4-1659-4cb6-8ce4-e17d14b3920c'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:21:04.261803 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0833123-2f75-46f0-b1bc-f321eb51d39a" -d '{"events": [{"server_uuid": "aed181c3-be86-4992-9ef4-fcd0c2cf50db", "name": "network-vif-unplugged", "status": "completed", "tag": "59c92fb4-1659-4cb6-8ce4-e17d14b3920c"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:21:04.268546 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-85ebdcc4-e253-4521-9521-6c95e22a181d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:04.278214 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-cdaeb15d-debf-4b69-99a4-f7c05caa34d6 service neutron] 10.222.0.36 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863485 Nov 16 11:21:04.283393 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-17a6c667-62ab-4c34-8700-3bd61b48f945 req-6e25b1ec-d0f9-431c-9aff-60439be96411 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847056 Nov 16 11:21:04.284685 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-85ebdcc4-e253-4521-9521-6c95e22a181d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:04.317429 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 11:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c6d47c-7504-4ecc-a5d5-b48aa448ecfd x-openstack-request-id: req-e3c6d47c-7504-4ecc-a5d5-b48aa448ecfd {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:21:04.317722 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed181c3-be86-4992-9ef4-fcd0c2cf50db", "name": "network-vif-unplugged", "status": "completed", "tag": "59c92fb4-1659-4cb6-8ce4-e17d14b3920c", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:21:04.318020 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e3c6d47c-7504-4ecc-a5d5-b48aa448ecfd {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:21:04.318414 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed181c3-be86-4992-9ef4-fcd0c2cf50db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59c92fb4-1659-4cb6-8ce4-e17d14b3920c', 'code': 200} Nov 16 11:21:04.335895 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704fff41-faaa-4037-a5f5-013e824aa5e6 None None] DHCP port deletion for b7bb2a97-86e1-4934-a454-677fe86f6d7e request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:21:04.380486 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ebdcc4-e253-4521-9521-6c95e22a181d service neutron] Pushing event updated for resources: {'Port': ['ID=59c92fb4-1659-4cb6-8ce4-e17d14b3920c,revision_number=7']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:04.392776 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f50bb479-2a85-44c1-98dd-b2f7f5404602 req-5da80f6e-a4f3-4886-bf46-5f4615003da5 service neutron] 10.222.0.36 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058764 Nov 16 11:21:04.397185 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ebdcc4-e253-4521-9521-6c95e22a181d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:21:04.397547 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ebdcc4-e253-4521-9521-6c95e22a181d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:21:04.397898 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ebdcc4-e253-4521-9521-6c95e22a181d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:21:04.398261 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ebdcc4-e253-4521-9521-6c95e22a181d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:21:04.398596 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ebdcc4-e253-4521-9521-6c95e22a181d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:21:04.398928 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ebdcc4-e253-4521-9521-6c95e22a181d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:21:04.399252 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ebdcc4-e253-4521-9521-6c95e22a181d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:21:04.399573 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ebdcc4-e253-4521-9521-6c95e22a181d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:21:04.399896 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ebdcc4-e253-4521-9521-6c95e22a181d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:21:04.400223 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ebdcc4-e253-4521-9521-6c95e22a181d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:21:04.400550 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ebdcc4-e253-4521-9521-6c95e22a181d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:21:04.400871 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ebdcc4-e253-4521-9521-6c95e22a181d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:21:04.407113 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-85ebdcc4-e253-4521-9521-6c95e22a181d service neutron] Attempting to bind port 59c92fb4-1659-4cb6-8ce4-e17d14b3920c on host n-h2-816823-3 for vnic_type normal with profile {"migrating_to": "n-h1-816823-3"} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:21:04.407449 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-85ebdcc4-e253-4521-9521-6c95e22a181d service neutron] Attempting to bind port 59c92fb4-1659-4cb6-8ce4-e17d14b3920c by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:21:04.407779 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-85ebdcc4-e253-4521-9521-6c95e22a181d service neutron] Attempting to bind port 59c92fb4-1659-4cb6-8ce4-e17d14b3920c on network b7bb2a97-86e1-4934-a454-677fe86f6d7e {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:21:04.412917 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-85ebdcc4-e253-4521-9521-6c95e22a181d service neutron] Port 59c92fb4-1659-4cb6-8ce4-e17d14b3920c on network b7bb2a97-86e1-4934-a454-677fe86f6d7e not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:21:04.412917 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-85ebdcc4-e253-4521-9521-6c95e22a181d service neutron] Attempting to bind port 59c92fb4-1659-4cb6-8ce4-e17d14b3920c on network b7bb2a97-86e1-4934-a454-677fe86f6d7e {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:21:04.417836 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-62f2cfa9-513e-4717-ae8b-78e1654bd1f9 None None] Provisioning complete for port 59c92fb4-1659-4cb6-8ce4-e17d14b3920c triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:21:04.418233 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-62f2cfa9-513e-4717-ae8b-78e1654bd1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:04.419059 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-85ebdcc4-e253-4521-9521-6c95e22a181d service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:21:04.420438 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-85ebdcc4-e253-4521-9521-6c95e22a181d service neutron] Checking segment: {'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:21:04.421005 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-85ebdcc4-e253-4521-9521-6c95e22a181d service neutron] Bound using segment: {'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:21:04.421878 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-85ebdcc4-e253-4521-9521-6c95e22a181d service neutron] Bound port: 59c92fb4-1659-4cb6-8ce4-e17d14b3920c, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76a2907-9101-4b32-bca9-15957cbf2080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b7bb2a97-86e1-4934-a454-677fe86f6d7e'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:21:04.422282 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-85ebdcc4-e253-4521-9521-6c95e22a181d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:04.458736 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-62f2cfa9-513e-4717-ae8b-78e1654bd1f9 None None] Port 59c92fb4-1659-4cb6-8ce4-e17d14b3920c cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:21:04.497576 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a46d0a-4a32-4551-8d22-f1530f6a10b5 req-f01e231f-54e7-491c-948b-ad6a82755618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:04.499445 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-25a46d0a-4a32-4551-8d22-f1530f6a10b5 req-f01e231f-54e7-491c-948b-ad6a82755618 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=73e5fc395dda4693899e370eca8a1116&device_id=71313705-77db-4dd6-96bd-81fb025f80b0 HTTP/1.1" status: 200 len: 1095 time: 0.0528073 Nov 16 11:21:04.500484 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-85ebdcc4-e253-4521-9521-6c95e22a181d service neutron] For port 59c92fb4-1659-4cb6-8ce4-e17d14b3920c, host n-h2-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:21:04.504715 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-85ebdcc4-e253-4521-9521-6c95e22a181d service neutron] For port 59c92fb4-1659-4cb6-8ce4-e17d14b3920c, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=59c92fb4-1659-4cb6-8ce4-e17d14b3920c,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:21:04.519232 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-85ebdcc4-e253-4521-9521-6c95e22a181d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:04.582481 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7a36ea-b615-4b97-bbcf-46c4cb007dd5 None None] DHCP port deletion for b7bb2a97-86e1-4934-a454-677fe86f6d7e request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:21:04.609029 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a46d0a-4a32-4551-8d22-f1530f6a10b5 req-313d7bb9-0d1f-4508-a005-a8e748d0e210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:04.610537 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-25a46d0a-4a32-4551-8d22-f1530f6a10b5 req-313d7bb9-0d1f-4508-a005-a8e748d0e210 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cbb4a65b-8eab-4791-8d34-bab11c0de63c HTTP/1.1" status: 200 len: 907 time: 0.1035197 Nov 16 11:21:04.632615 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ebdcc4-e253-4521-9521-6c95e22a181d service neutron] Pushing event updated for resources: {'Port': ['ID=59c92fb4-1659-4cb6-8ce4-e17d14b3920c,revision_number=8']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:04.636679 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-85ebdcc4-e253-4521-9521-6c95e22a181d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:04.637300 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-85ebdcc4-e253-4521-9521-6c95e22a181d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:04.638709 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-85ebdcc4-e253-4521-9521-6c95e22a181d service neutron] 10.222.0.36 "PUT /v2.0/ports/59c92fb4-1659-4cb6-8ce4-e17d14b3920c HTTP/1.1" status: 200 len: 1121 time: 0.8278477 Nov 16 11:21:04.646397 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff660018-69ef-4ec8-b87b-e1b169a99a20 req-fa2c2b8c-883d-46fd-9e81-c02d3c4c524a tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:04.647891 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ff660018-69ef-4ec8-b87b-e1b169a99a20 req-fa2c2b8c-883d-46fd-9e81-c02d3c4c524a tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=973649eb-8d2a-4fdc-8d9a-79083e80d403 HTTP/1.1" status: 200 len: 946 time: 0.1393371 Nov 16 11:21:04.663927 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-25a46d0a-4a32-4551-8d22-f1530f6a10b5 req-5138a25e-e4c0-452b-902a-d9e7044a4859 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04b1a177-7998-4407-b316-4d70c6b1d4da HTTP/1.1" status: 200 len: 217 time: 0.0423996 Nov 16 11:21:04.702790 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ff660018-69ef-4ec8-b87b-e1b169a99a20 req-9fc0da8e-c5ab-4d35-95fd-c9cd97662af2 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464451 Nov 16 11:21:04.705768 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-33dd31ac-22c6-4ba0-8300-7320b65f1fa3 None None] Provisioning complete for port 59c92fb4-1659-4cb6-8ce4-e17d14b3920c triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:21:04.706261 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-33dd31ac-22c6-4ba0-8300-7320b65f1fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:04.757860 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['59c92fb4-1659-4cb6-8ce4-e17d14b3920c'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:21:04.763427 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['59c92fb4-1659-4cb6-8ce4-e17d14b3920c'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:21:04.889358 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-33dd31ac-22c6-4ba0-8300-7320b65f1fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:04.952559 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1a61a-4b1d-4549-80e7-8ee7cdf2d612 req-90ecea13-a3c2-47d5-a6c0-89da08419593 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:04.960695 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-33dd31ac-22c6-4ba0-8300-7320b65f1fa3 None None] For port 59c92fb4-1659-4cb6-8ce4-e17d14b3920c, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=59c92fb4-1659-4cb6-8ce4-e17d14b3920c,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:21:04.965729 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b3a1a61a-4b1d-4549-80e7-8ee7cdf2d612 req-90ecea13-a3c2-47d5-a6c0-89da08419593 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/ports?device_id=adbfd77c-c26e-42e0-969a-aa16c50ed8b9 HTTP/1.1" status: 200 len: 949 time: 0.0753479 Nov 16 11:21:04.979310 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-33dd31ac-22c6-4ba0-8300-7320b65f1fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:05.031145 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b3a1a61a-4b1d-4549-80e7-8ee7cdf2d612 req-d300b4e5-5a6e-4dd3-84c3-daea04133e9f tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffae2544-b49b-4aca-b94f-b24176bd18c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643234 Nov 16 11:21:05.043400 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a46d0a-4a32-4551-8d22-f1530f6a10b5 req-13043aaa-db8e-4f4e-93f2-731d95136bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:05.044857 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-25a46d0a-4a32-4551-8d22-f1530f6a10b5 req-13043aaa-db8e-4f4e-93f2-731d95136bc8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a10b0d7-f428-41c3-8bd0-15f87f8f81d9 HTTP/1.1" status: 200 len: 846 time: 0.3599823 Nov 16 11:21:05.081834 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-25a46d0a-4a32-4551-8d22-f1530f6a10b5 req-6b2911df-c430-4947-aaa7-3961808b3e70 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbb4a65b-8eab-4791-8d34-bab11c0de63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249271 Nov 16 11:21:05.123554 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd31ac-22c6-4ba0-8300-7320b65f1fa3 None None] Pushing event updated for resources: {'Port': ['ID=59c92fb4-1659-4cb6-8ce4-e17d14b3920c,revision_number=9']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:05.230520 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-25a46d0a-4a32-4551-8d22-f1530f6a10b5 req-16bd9b6a-8283-4541-98cd-dc46ffdef1bf service neutron] 10.222.0.36 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370261 Nov 16 11:21:05.238397 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a0776-7836-40c4-beeb-a046dd8391be req-abacaf92-4b71-40c8-8a4a-87b4af7e7ebb tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:05.239912 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd2a0776-7836-40c4-beeb-a046dd8391be req-abacaf92-4b71-40c8-8a4a-87b4af7e7ebb tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=71313705-77db-4dd6-96bd-81fb025f80b0 HTTP/1.1" status: 200 len: 944 time: 0.0571344 Nov 16 11:21:05.287347 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd2a0776-7836-40c4-beeb-a046dd8391be req-6c823659-1920-4e74-bf9e-dd0b273745d5 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411968 Nov 16 11:21:05.323323 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-25a46d0a-4a32-4551-8d22-f1530f6a10b5 req-c6380279-d4fd-49e0-8ea7-b75dd7b98898 service neutron] 10.222.0.36 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811536 Nov 16 11:21:05.399626 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309c7ca-425d-4cde-bca5-cc9976e5be3f req-ba77f6dd-e6ac-4fa1-8dc6-3529f59bfa43 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:05.401070 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2309c7ca-425d-4cde-bca5-cc9976e5be3f req-ba77f6dd-e6ac-4fa1-8dc6-3529f59bfa43 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 945 time: 0.0480642 Nov 16 11:21:05.449958 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2309c7ca-425d-4cde-bca5-cc9976e5be3f req-dd6fd5e9-4802-4603-bf51-4f3c68401b76 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429249 Nov 16 11:21:05.675668 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 59c92fb4-1659-4cb6-8ce4-e17d14b3920c details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:21:05.776791 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 59c92fb4-1659-4cb6-8ce4-e17d14b3920c, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=59c92fb4-1659-4cb6-8ce4-e17d14b3920c,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:21:05.788616 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 59c92fb4-1659-4cb6-8ce4-e17d14b3920c has no active binding in host n-h1-816823-3 {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 16 11:21:05.806944 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed181c3-be86-4992-9ef4-fcd0c2cf50db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c92fb4-1659-4cb6-8ce4-e17d14b3920c'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:21:05.809411 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd499ed0-4f39-442b-9e0f-914259d1c1d6" -d '{"events": [{"server_uuid": "aed181c3-be86-4992-9ef4-fcd0c2cf50db", "name": "network-vif-plugged", "status": "completed", "tag": "59c92fb4-1659-4cb6-8ce4-e17d14b3920c"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:21:05.824477 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f9cff-8439-4e83-be53-ba18009cf0fa req-e5a543dc-04cd-4bf0-a707-c742c2616744 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:05.825956 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-247f9cff-8439-4e83-be53-ba18009cf0fa req-e5a543dc-04cd-4bf0-a707-c742c2616744 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=973649eb-8d2a-4fdc-8d9a-79083e80d403 HTTP/1.1" status: 200 len: 946 time: 0.0530133 Nov 16 11:21:05.873243 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-247f9cff-8439-4e83-be53-ba18009cf0fa req-bf3f650a-e4a6-49b3-93b6-1dd43c9ef005 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413790 Nov 16 11:21:05.894847 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58dcb2d-d834-48c3-88c0-fc5701af4a6b x-openstack-request-id: req-d58dcb2d-d834-48c3-88c0-fc5701af4a6b {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:21:05.895135 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed181c3-be86-4992-9ef4-fcd0c2cf50db", "name": "network-vif-plugged", "status": "completed", "tag": "59c92fb4-1659-4cb6-8ce4-e17d14b3920c", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:21:05.895388 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d58dcb2d-d834-48c3-88c0-fc5701af4a6b {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:21:05.895781 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed181c3-be86-4992-9ef4-fcd0c2cf50db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c92fb4-1659-4cb6-8ce4-e17d14b3920c', 'code': 200} Nov 16 11:21:06.158020 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061dac7-d548-478a-b2cd-c95f32579509 req-103d715a-1b08-4a8c-befd-5df5f92a6be9 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:06.159481 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d061dac7-d548-478a-b2cd-c95f32579509 req-103d715a-1b08-4a8c-befd-5df5f92a6be9 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/ports?device_id=adbfd77c-c26e-42e0-969a-aa16c50ed8b9 HTTP/1.1" status: 200 len: 949 time: 0.0484502 Nov 16 11:21:06.207450 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d061dac7-d548-478a-b2cd-c95f32579509 req-f88ad5fe-1256-4810-8280-a981660529b8 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffae2544-b49b-4aca-b94f-b24176bd18c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410488 Nov 16 11:21:06.319368 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed181c3-be86-4992-9ef4-fcd0c2cf50db', 'tag': '59c92fb4-1659-4cb6-8ce4-e17d14b3920c'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:21:06.321847 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b90eac-992d-4b3b-8d8d-ee697f1cb874" -d '{"events": [{"name": "network-changed", "server_uuid": "aed181c3-be86-4992-9ef4-fcd0c2cf50db", "tag": "59c92fb4-1659-4cb6-8ce4-e17d14b3920c"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:21:06.425121 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe45c43-549d-43e0-988d-ce382befe0d2 req-310b3a13-b80d-48ec-b0eb-e51c60e510d8 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:06.426631 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6fe45c43-549d-43e0-988d-ce382befe0d2 req-310b3a13-b80d-48ec-b0eb-e51c60e510d8 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=71313705-77db-4dd6-96bd-81fb025f80b0 HTTP/1.1" status: 200 len: 944 time: 0.0602894 Nov 16 11:21:06.436119 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7f8248-a044-41d4-90b5-e85f2c0c566e x-openstack-request-id: req-7d7f8248-a044-41d4-90b5-e85f2c0c566e {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:21:06.436532 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aed181c3-be86-4992-9ef4-fcd0c2cf50db", "tag": "59c92fb4-1659-4cb6-8ce4-e17d14b3920c", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:21:06.436788 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7d7f8248-a044-41d4-90b5-e85f2c0c566e {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:21:06.437187 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed181c3-be86-4992-9ef4-fcd0c2cf50db', 'tag': '59c92fb4-1659-4cb6-8ce4-e17d14b3920c', 'status': 'completed', 'code': 200} Nov 16 11:21:06.505279 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b90eac-992d-4b3b-8d8d-ee697f1cb874 req-4cb054e8-d1c5-4806-8209-c3b1c8172d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:06.507523 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d8b90eac-992d-4b3b-8d8d-ee697f1cb874 req-4cb054e8-d1c5-4806-8209-c3b1c8172d29 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fca4017bffc548cea20e1270411b1992&device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 1126 time: 0.0435688 Nov 16 11:21:06.518616 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6fe45c43-549d-43e0-988d-ce382befe0d2 req-0774ddea-c0be-47e5-b758-d273a2ef4ac9 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846488 Nov 16 11:21:06.549290 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25845ba9-39d3-424c-9e2a-61097caa5175 req-71c69d58-99a2-442f-aeb9-7517cd88f9d8 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:06.550442 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-25845ba9-39d3-424c-9e2a-61097caa5175 req-71c69d58-99a2-442f-aeb9-7517cd88f9d8 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/ports?device_id=adbfd77c-c26e-42e0-969a-aa16c50ed8b9 HTTP/1.1" status: 200 len: 949 time: 0.0684357 Nov 16 11:21:06.603748 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b90eac-992d-4b3b-8d8d-ee697f1cb874 req-71969a78-766a-4814-9620-bc6d5ee2af24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:06.605221 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d8b90eac-992d-4b3b-8d8d-ee697f1cb874 req-71969a78-766a-4814-9620-bc6d5ee2af24 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b7bb2a97-86e1-4934-a454-677fe86f6d7e HTTP/1.1" status: 200 len: 909 time: 0.0903761 Nov 16 11:21:06.625098 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-25845ba9-39d3-424c-9e2a-61097caa5175 req-fc5b4dc4-6e8f-45e4-861f-4517a00221f7 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffae2544-b49b-4aca-b94f-b24176bd18c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688989 Nov 16 11:21:06.647475 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d8b90eac-992d-4b3b-8d8d-ee697f1cb874 req-e21d4d04-b6af-4dca-a63a-2de4f6b8c532 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59c92fb4-1659-4cb6-8ce4-e17d14b3920c HTTP/1.1" status: 200 len: 217 time: 0.0339844 Nov 16 11:21:06.654673 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73314131-bdaa-4909-8cdb-ac3184c82f8b req-55e90f21-ce80-49fa-bbfe-87ab2dc6d072 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:06.656104 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-73314131-bdaa-4909-8cdb-ac3184c82f8b req-55e90f21-ce80-49fa-bbfe-87ab2dc6d072 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 945 time: 0.0786126 Nov 16 11:21:06.704411 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b90eac-992d-4b3b-8d8d-ee697f1cb874 req-fc9ccd94-f368-4095-9304-98906c3467f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:06.706165 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d8b90eac-992d-4b3b-8d8d-ee697f1cb874 req-fc9ccd94-f368-4095-9304-98906c3467f1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7e023778-0206-43f4-abc1-4c067f7e46aa HTTP/1.1" status: 200 len: 848 time: 0.0491583 Nov 16 11:21:06.713791 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-73314131-bdaa-4909-8cdb-ac3184c82f8b req-4fbb8d8f-5eae-456d-9280-e45ccff9e915 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518255 Nov 16 11:21:06.741744 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d8b90eac-992d-4b3b-8d8d-ee697f1cb874 req-4a50cc93-dacd-473f-bfbb-cc7be177aee3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b7bb2a97-86e1-4934-a454-677fe86f6d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254362 Nov 16 11:21:06.830173 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d8b90eac-992d-4b3b-8d8d-ee697f1cb874 req-54e4e6cf-bc81-4fc5-bf25-b00baad4c661 service neutron] 10.222.0.64 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796864 Nov 16 11:21:06.924571 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d8b90eac-992d-4b3b-8d8d-ee697f1cb874 req-7d7ad574-a76f-4595-a0f0-abab1b973884 service neutron] 10.222.0.64 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866385 Nov 16 11:21:06.997624 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c00a09d-d7fe-4b8e-86a5-fb9e9b0721f0 req-c485eedd-f572-4ffd-a831-666b2c40b953 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:06.999148 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0c00a09d-d7fe-4b8e-86a5-fb9e9b0721f0 req-c485eedd-f572-4ffd-a831-666b2c40b953 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=973649eb-8d2a-4fdc-8d9a-79083e80d403 HTTP/1.1" status: 200 len: 946 time: 0.0489421 Nov 16 11:21:07.059034 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0c00a09d-d7fe-4b8e-86a5-fb9e9b0721f0 req-79da000e-2bbc-4194-8f86-284b6f9869cf tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541792 Nov 16 11:21:07.634464 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c18c3c-55f6-4eff-897e-05d37edc641e req-4e06b892-0db4-40ba-ad50-a732c0770268 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:07.636078 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-94c18c3c-55f6-4eff-897e-05d37edc641e req-4e06b892-0db4-40ba-ad50-a732c0770268 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=71313705-77db-4dd6-96bd-81fb025f80b0 HTTP/1.1" status: 200 len: 944 time: 0.0484421 Nov 16 11:21:07.676784 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 04b1a177-7998-4407-b316-4d70c6b1d4da details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:21:07.685237 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-94c18c3c-55f6-4eff-897e-05d37edc641e req-9390691f-f4f9-4c86-a955-cb2c2aa6fa39 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431533 Nov 16 11:21:07.751912 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d1b5a-4bc2-4f01-a994-3240cbe92e5b req-926a4f12-ecf6-4ffb-adb5-0eac233a8964 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:07.753597 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-908d1b5a-4bc2-4f01-a994-3240cbe92e5b req-926a4f12-ecf6-4ffb-adb5-0eac233a8964 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/ports?device_id=adbfd77c-c26e-42e0-969a-aa16c50ed8b9 HTTP/1.1" status: 200 len: 949 time: 0.0550463 Nov 16 11:21:07.784754 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 04b1a177-7998-4407-b316-4d70c6b1d4da, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=04b1a177-7998-4407-b316-4d70c6b1d4da,segment=NetworkSegment(29fe51c5-7413-4ecd-8c04-97b69fe8410f),segment_id=29fe51c5-7413-4ecd-8c04-97b69fe8410f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:21:07.801802 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '04b1a177-7998-4407-b316-4d70c6b1d4da', 'network_id': 'cbb4a65b-8eab-4791-8d34-bab11c0de63c', 'port_id': '04b1a177-7998-4407-b316-4d70c6b1d4da', 'mac_address': 'fa:16:3e:d4:90:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a10b0d7-f428-41c3-8bd0-15f87f8f81d9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:21:07.832587 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-908d1b5a-4bc2-4f01-a994-3240cbe92e5b req-11a0a385-e7d4-4546-9b80-ef51e0225f6d tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffae2544-b49b-4aca-b94f-b24176bd18c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718312 Nov 16 11:21:07.846796 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:07.854125 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ccfcbe-e9ad-46cf-a4a2-d70994b8ef36 req-52cd87be-e785-462b-88d7-c6c66b26bb60 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:07.855776 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-75ccfcbe-e9ad-46cf-a4a2-d70994b8ef36 req-52cd87be-e785-462b-88d7-c6c66b26bb60 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 945 time: 0.0640724 Nov 16 11:21:07.868146 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04b1a177-7998-4407-b316-4d70c6b1d4da {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:21:07.889261 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 04b1a177-7998-4407-b316-4d70c6b1d4da, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=04b1a177-7998-4407-b316-4d70c6b1d4da,segment=NetworkSegment(29fe51c5-7413-4ecd-8c04-97b69fe8410f),segment_id=29fe51c5-7413-4ecd-8c04-97b69fe8410f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:21:07.895655 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:07.910092 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-75ccfcbe-e9ad-46cf-a4a2-d70994b8ef36 req-50f8df51-4579-46c7-971a-ff19e5f844e0 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485117 Nov 16 11:21:07.948383 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=04b1a177-7998-4407-b316-4d70c6b1d4da,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:08.067881 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a93454-ea6e-410f-9b35-6c6a415778fa req-c7e588a9-58e9-489a-bdd2-4791626776c5 tempest-DeleteServersAdminTestJSON-756072070 tempest-DeleteServersAdminTestJSON-756072070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:08.069264 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a6a93454-ea6e-410f-9b35-6c6a415778fa req-c7e588a9-58e9-489a-bdd2-4791626776c5 tempest-DeleteServersAdminTestJSON-756072070 tempest-DeleteServersAdminTestJSON-756072070-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=adbfd77c-c26e-42e0-969a-aa16c50ed8b9 HTTP/1.1" status: 200 len: 1100 time: 0.0399547 Nov 16 11:21:08.169649 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-a6a93454-ea6e-410f-9b35-6c6a415778fa req-4b9700b2-7de5-4059-8e61-d69897a2effa tempest-DeleteServersAdminTestJSON-756072070 tempest-DeleteServersAdminTestJSON-756072070-project-admin] Deleting port 797e6fa7-146a-4da4-a6ec-9e0426fc6c87 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:21:08.170025 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a6a93454-ea6e-410f-9b35-6c6a415778fa req-4b9700b2-7de5-4059-8e61-d69897a2effa tempest-DeleteServersAdminTestJSON-756072070 tempest-DeleteServersAdminTestJSON-756072070-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:08.191264 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['04b1a177-7998-4407-b316-4d70c6b1d4da'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:21:08.215580 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33156a0-4944-4e73-ad96-7eb33e67ebab req-f4dfa3ad-531d-4f37-b02b-2eddf1ad30c4 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:08.218339 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d33156a0-4944-4e73-ad96-7eb33e67ebab req-f4dfa3ad-531d-4f37-b02b-2eddf1ad30c4 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=973649eb-8d2a-4fdc-8d9a-79083e80d403 HTTP/1.1" status: 200 len: 946 time: 0.0647585 Nov 16 11:21:08.259720 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-a6a93454-ea6e-410f-9b35-6c6a415778fa req-4b9700b2-7de5-4059-8e61-d69897a2effa tempest-DeleteServersAdminTestJSON-756072070 tempest-DeleteServersAdminTestJSON-756072070-project-admin] For port 797e6fa7-146a-4da4-a6ec-9e0426fc6c87, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=797e6fa7-146a-4da4-a6ec-9e0426fc6c87,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:21:08.260191 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a6a93454-ea6e-410f-9b35-6c6a415778fa req-4b9700b2-7de5-4059-8e61-d69897a2effa tempest-DeleteServersAdminTestJSON-756072070 tempest-DeleteServersAdminTestJSON-756072070-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:08.275201 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-a6a93454-ea6e-410f-9b35-6c6a415778fa req-4b9700b2-7de5-4059-8e61-d69897a2effa tempest-DeleteServersAdminTestJSON-756072070 tempest-DeleteServersAdminTestJSON-756072070-project-admin] Calling delete_port for 797e6fa7-146a-4da4-a6ec-9e0426fc6c87 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:21:08.278111 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d33156a0-4944-4e73-ad96-7eb33e67ebab req-5ed52200-b3f0-449b-80d3-760e555c95c3 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536778 Nov 16 11:21:08.415896 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a6a93454-ea6e-410f-9b35-6c6a415778fa req-4b9700b2-7de5-4059-8e61-d69897a2effa tempest-DeleteServersAdminTestJSON-756072070 tempest-DeleteServersAdminTestJSON-756072070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:08.430995 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['797e6fa7-146a-4da4-a6ec-9e0426fc6c87'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:21:08.443801 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9700b2-7de5-4059-8e61-d69897a2effa tempest-DeleteServersAdminTestJSON-756072070 tempest-DeleteServersAdminTestJSON-756072070-project-admin] Pushing event deleted for resources: {'Port': ['ID=797e6fa7-146a-4da4-a6ec-9e0426fc6c87,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:08.490682 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a93454-ea6e-410f-9b35-6c6a415778fa req-4b9700b2-7de5-4059-8e61-d69897a2effa tempest-DeleteServersAdminTestJSON-756072070 tempest-DeleteServersAdminTestJSON-756072070-project-admin] No DVR routers for this DVR port 797e6fa7-146a-4da4-a6ec-9e0426fc6c87 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:21:08.493239 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a6a93454-ea6e-410f-9b35-6c6a415778fa req-4b9700b2-7de5-4059-8e61-d69897a2effa tempest-DeleteServersAdminTestJSON-756072070 tempest-DeleteServersAdminTestJSON-756072070-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:08.496619 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a6a93454-ea6e-410f-9b35-6c6a415778fa req-4b9700b2-7de5-4059-8e61-d69897a2effa tempest-DeleteServersAdminTestJSON-756072070 tempest-DeleteServersAdminTestJSON-756072070-project-admin] 10.222.0.64 "DELETE /v2.0/ports/797e6fa7-146a-4da4-a6ec-9e0426fc6c87 HTTP/1.1" status: 204 len: 173 time: 0.4152682 Nov 16 11:21:08.497069 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adbfd77c-c26e-42e0-969a-aa16c50ed8b9', 'name': 'network-vif-deleted', 'tag': '797e6fa7-146a-4da4-a6ec-9e0426fc6c87'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:21:08.499332 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fca291-f62c-468b-9f18-4b7b3bbfb3dd" -d '{"events": [{"server_uuid": "adbfd77c-c26e-42e0-969a-aa16c50ed8b9", "name": "network-vif-deleted", "tag": "797e6fa7-146a-4da4-a6ec-9e0426fc6c87"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:21:08.559305 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe47131-42ab-4bc1-ba4d-3af12e53fd85 x-openstack-request-id: req-4fe47131-42ab-4bc1-ba4d-3af12e53fd85 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:21:08.559599 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adbfd77c-c26e-42e0-969a-aa16c50ed8b9", "name": "network-vif-deleted", "tag": "797e6fa7-146a-4da4-a6ec-9e0426fc6c87", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:21:08.559851 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4fe47131-42ab-4bc1-ba4d-3af12e53fd85 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:21:08.560300 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adbfd77c-c26e-42e0-969a-aa16c50ed8b9', 'name': 'network-vif-deleted', 'tag': '797e6fa7-146a-4da4-a6ec-9e0426fc6c87', 'status': 'completed', 'code': 200} Nov 16 11:21:08.810168 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982761a6-c187-47c0-a206-5f71a13c58b6 req-ccc4ca7f-279d-4959-bf74-90ab824c05ec tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:08.811793 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-982761a6-c187-47c0-a206-5f71a13c58b6 req-ccc4ca7f-279d-4959-bf74-90ab824c05ec tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=71313705-77db-4dd6-96bd-81fb025f80b0 HTTP/1.1" status: 200 len: 945 time: 0.0493586 Nov 16 11:21:08.860503 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-982761a6-c187-47c0-a206-5f71a13c58b6 req-92884c4f-7cd0-4b25-8d2a-3986a9e7e55d tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417616 Nov 16 11:21:08.964705 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-67eceed9-ec41-4f51-89db-7d52b09db21c req-81f4daa5-e0ad-4654-bab6-b0b61fdedc24 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/ports?device_id=adbfd77c-c26e-42e0-969a-aa16c50ed8b9 HTTP/1.1" status: 200 len: 210 time: 0.0404401 Nov 16 11:21:09.130472 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12128f57-f5d6-4802-8f35-f816821328b3 req-4ae9149b-710f-4727-b8ac-609f4234caec tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:09.132351 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-12128f57-f5d6-4802-8f35-f816821328b3 req-4ae9149b-710f-4727-b8ac-609f4234caec tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 945 time: 0.0789857 Nov 16 11:21:09.189411 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-12128f57-f5d6-4802-8f35-f816821328b3 req-2b155dfe-21f8-4e4a-a164-0b531b2b5882 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504534 Nov 16 11:21:09.408420 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6284a4e-bc62-493c-90d9-37dff42b7761 req-8b163dc6-6584-400f-a5d5-5d9efdbb11d0 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:09.409940 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f6284a4e-bc62-493c-90d9-37dff42b7761 req-8b163dc6-6584-400f-a5d5-5d9efdbb11d0 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=973649eb-8d2a-4fdc-8d9a-79083e80d403 HTTP/1.1" status: 200 len: 946 time: 0.0518923 Nov 16 11:21:09.460552 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f6284a4e-bc62-493c-90d9-37dff42b7761 req-cf92f1f4-c526-475c-bb87-475ebcf7e1f8 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440435 Nov 16 11:21:09.693160 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 04b1a177-7998-4407-b316-4d70c6b1d4da up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:21:09.744745 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port 04b1a177-7998-4407-b316-4d70c6b1d4da completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:21:09.748583 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 04b1a177-7998-4407-b316-4d70c6b1d4da triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:21:09.748946 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:09.827423 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:09.851493 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71313705-77db-4dd6-96bd-81fb025f80b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b1a177-7998-4407-b316-4d70c6b1d4da'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:21:09.853765 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97aade38-37c9-4482-b051-859a7f88b189" -d '{"events": [{"server_uuid": "71313705-77db-4dd6-96bd-81fb025f80b0", "name": "network-vif-plugged", "status": "completed", "tag": "04b1a177-7998-4407-b316-4d70c6b1d4da"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:21:09.866752 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 04b1a177-7998-4407-b316-4d70c6b1d4da, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=04b1a177-7998-4407-b316-4d70c6b1d4da,segment=NetworkSegment(29fe51c5-7413-4ecd-8c04-97b69fe8410f),segment_id=29fe51c5-7413-4ecd-8c04-97b69fe8410f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:21:09.871962 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:09.896965 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972a4fe7-7819-43de-b04d-13761b35c1a1 x-openstack-request-id: req-972a4fe7-7819-43de-b04d-13761b35c1a1 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:21:09.897274 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71313705-77db-4dd6-96bd-81fb025f80b0", "name": "network-vif-plugged", "status": "completed", "tag": "04b1a177-7998-4407-b316-4d70c6b1d4da", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:21:09.897551 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-972a4fe7-7819-43de-b04d-13761b35c1a1 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:21:09.899102 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71313705-77db-4dd6-96bd-81fb025f80b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b1a177-7998-4407-b316-4d70c6b1d4da', 'code': 200} Nov 16 11:21:09.935926 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=04b1a177-7998-4407-b316-4d70c6b1d4da,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:10.011739 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b9870-19a6-473c-8c82-a5d5f213a3b5 req-659879c7-2bb2-43c9-98e9-37ab7abe854a tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:10.012189 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9099cdd-7e70-4676-a0fe-c06a01a76a84 req-ad196ec7-3562-4cb9-8f4c-83679a292b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:10.013427 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0f7b9870-19a6-473c-8c82-a5d5f213a3b5 req-659879c7-2bb2-43c9-98e9-37ab7abe854a tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=71313705-77db-4dd6-96bd-81fb025f80b0 HTTP/1.1" status: 200 len: 946 time: 0.0699196 Nov 16 11:21:10.014483 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e9099cdd-7e70-4676-a0fe-c06a01a76a84 req-ad196ec7-3562-4cb9-8f4c-83679a292b13 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=71313705-77db-4dd6-96bd-81fb025f80b0 HTTP/1.1" status: 200 len: 1097 time: 0.0429235 Nov 16 11:21:10.073836 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0f7b9870-19a6-473c-8c82-a5d5f213a3b5 req-85e768cb-4dc9-43eb-8b0c-0c8d6fc5f40b tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539994 Nov 16 11:21:10.127756 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-98f849ca-e47d-41b4-a327-5f56571b8115 service neutron] 10.222.0.64 "GET /v2.0/ports/59c92fb4-1659-4cb6-8ce4-e17d14b3920c/bindings/n-h1-816823-3 HTTP/1.1" status: 200 len: 384 time: 0.1014783 Nov 16 11:21:10.138192 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e9099cdd-7e70-4676-a0fe-c06a01a76a84 req-7dd5ee48-e44f-4074-a727-eba79373631a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969472 Nov 16 11:21:10.182630 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1802d162-9022-4ef5-886b-ab631d0e316b req-5fa9215c-564a-453d-a87c-4049fe8b24f3 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=10cc67978aae489e907f1529f7b066da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219598 Nov 16 11:21:10.300120 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802d162-9022-4ef5-886b-ab631d0e316b req-8987b446-1bca-4321-8714-827c90ce9b78 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:10.301832 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1802d162-9022-4ef5-886b-ab631d0e316b req-8987b446-1bca-4321-8714-827c90ce9b78 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1137888 Nov 16 11:21:10.312389 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-2631b3eb-2e74-4473-b3c7-756f4a35e444 service neutron] For port 59c92fb4-1659-4cb6-8ce4-e17d14b3920c, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=59c92fb4-1659-4cb6-8ce4-e17d14b3920c,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:21:10.326617 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1802d162-9022-4ef5-886b-ab631d0e316b req-f2dc1646-68f3-4b02-930d-164787b4d020 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/quotas/10cc67978aae489e907f1529f7b066da HTTP/1.1" status: 200 len: 375 time: 0.0184991 Nov 16 11:21:10.332530 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-2631b3eb-2e74-4473-b3c7-756f4a35e444 service neutron] For port 59c92fb4-1659-4cb6-8ce4-e17d14b3920c, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:21:10.376854 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1802d162-9022-4ef5-886b-ab631d0e316b req-e83d584e-45f3-4d12-b739-34df5ee3dde9 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=10cc67978aae489e907f1529f7b066da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316217 Nov 16 11:21:10.385441 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-2631b3eb-2e74-4473-b3c7-756f4a35e444 service neutron] For port 59c92fb4-1659-4cb6-8ce4-e17d14b3920c, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=59c92fb4-1659-4cb6-8ce4-e17d14b3920c,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:21:10.394391 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef7050-0266-4215-b46f-3afb379640dc req-e530c289-8aa0-47e4-bc49-3c9176241878 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:10.395881 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c2ef7050-0266-4215-b46f-3afb379640dc req-e530c289-8aa0-47e4-bc49-3c9176241878 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 945 time: 0.0813320 Nov 16 11:21:10.404238 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-2631b3eb-2e74-4473-b3c7-756f4a35e444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:10.452377 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c2ef7050-0266-4215-b46f-3afb379640dc req-49555c8a-dc86-4384-9ba5-ef7891be77d0 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472395 Nov 16 11:21:10.490629 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-2631b3eb-2e74-4473-b3c7-756f4a35e444 service neutron] Transition to ACTIVE for port object 59c92fb4-1659-4cb6-8ce4-e17d14b3920c will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:21:10.500731 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-2631b3eb-2e74-4473-b3c7-756f4a35e444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:10.544876 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f24a9fc-d87b-4564-aeda-aeda0ce57f11 None None] DHCP port deletion for b7bb2a97-86e1-4934-a454-677fe86f6d7e request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:21:10.578453 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed181c3-be86-4992-9ef4-fcd0c2cf50db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59c92fb4-1659-4cb6-8ce4-e17d14b3920c'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:21:10.580975 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff3b525-00db-4203-b6c4-ee07b38e075f" -d '{"events": [{"server_uuid": "aed181c3-be86-4992-9ef4-fcd0c2cf50db", "name": "network-vif-unplugged", "status": "completed", "tag": "59c92fb4-1659-4cb6-8ce4-e17d14b3920c"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:21:10.588698 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-2631b3eb-2e74-4473-b3c7-756f4a35e444 service neutron] No DVR routers for this DVR port 59c92fb4-1659-4cb6-8ce4-e17d14b3920c on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:21:10.607153 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2631b3eb-2e74-4473-b3c7-756f4a35e444 service neutron] Pushing event updated for resources: {'Port': ['ID=59c92fb4-1659-4cb6-8ce4-e17d14b3920c,revision_number=11']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:10.625085 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1bb852-68f7-41a9-ad26-793ec43b4e43 req-7c424a5b-1fa0-4fb6-b19c-fcabc5ea861a tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:10.632634 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-2631b3eb-2e74-4473-b3c7-756f4a35e444 service neutron] 10.222.0.64 "PUT /v2.0/ports/59c92fb4-1659-4cb6-8ce4-e17d14b3920c/bindings/n-h1-816823-3/activate HTTP/1.1" status: 200 len: 369 time: 0.4934511 Nov 16 11:21:10.634473 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-be1bb852-68f7-41a9-ad26-793ec43b4e43 req-7c424a5b-1fa0-4fb6-b19c-fcabc5ea861a tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=973649eb-8d2a-4fdc-8d9a-79083e80d403 HTTP/1.1" status: 200 len: 946 time: 0.0793784 Nov 16 11:21:10.705445 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-be1bb852-68f7-41a9-ad26-793ec43b4e43 req-e87a6882-cd33-4f6b-a831-d08673589564 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632062 Nov 16 11:21:10.785741 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-165ec0f0-a295-412a-ace2-91716d5b2128 req-89e46c04-e5b8-4bc4-8999-d14ff67260f4 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/ports?device_id=94986370-2e90-4382-b4e6-9574cf76e1f6 HTTP/1.1" status: 200 len: 210 time: 0.0412934 Nov 16 11:21:10.791748 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 11:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c8f5eb-b5c9-4c1e-bb6a-6eccba8d4c44 x-openstack-request-id: req-c3c8f5eb-b5c9-4c1e-bb6a-6eccba8d4c44 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:21:10.792049 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed181c3-be86-4992-9ef4-fcd0c2cf50db", "name": "network-vif-unplugged", "status": "completed", "tag": "59c92fb4-1659-4cb6-8ce4-e17d14b3920c", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:21:10.792299 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c3c8f5eb-b5c9-4c1e-bb6a-6eccba8d4c44 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:21:10.792723 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed181c3-be86-4992-9ef4-fcd0c2cf50db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59c92fb4-1659-4cb6-8ce4-e17d14b3920c', 'code': 200} Nov 16 11:21:10.800699 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-23f71244-6b3c-45a9-b7a0-879a51116f5c tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:10.802217 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-23f71244-6b3c-45a9-b7a0-879a51116f5c tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db&tenant_id=fca4017bffc548cea20e1270411b1992&binding%3Ahost_id=n-h2-816823-3 HTTP/1.1" status: 200 len: 1095 time: 0.0885696 Nov 16 11:21:10.851913 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-2beb4942-cda3-41bb-8ace-2e8ad605023a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:10.853426 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-2beb4942-cda3-41bb-8ace-2e8ad605023a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db&tenant_id=fca4017bffc548cea20e1270411b1992 HTTP/1.1" status: 200 len: 1095 time: 0.0421317 Nov 16 11:21:10.920082 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-a9a5b37a-e38b-481f-a48e-adf61d7b0009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:10.921574 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-a9a5b37a-e38b-481f-a48e-adf61d7b0009 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fca4017bffc548cea20e1270411b1992&device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 1095 time: 0.0431798 Nov 16 11:21:11.023394 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-018069c3-908c-4748-9185-4fa88b4f1266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:11.024857 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-018069c3-908c-4748-9185-4fa88b4f1266 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b7bb2a97-86e1-4934-a454-677fe86f6d7e HTTP/1.1" status: 200 len: 909 time: 0.0911143 Nov 16 11:21:11.073312 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-7523aa05-2fb6-4d28-9451-677333ccbe23 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59c92fb4-1659-4cb6-8ce4-e17d14b3920c HTTP/1.1" status: 200 len: 217 time: 0.0356305 Nov 16 11:21:11.144069 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-802da104-7f4a-45f8-ab50-9fa5ba239cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:11.145542 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-802da104-7f4a-45f8-ab50-9fa5ba239cec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e023778-0206-43f4-abc1-4c067f7e46aa HTTP/1.1" status: 200 len: 848 time: 0.0637445 Nov 16 11:21:11.196486 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68442c7f-4585-49a0-aca1-8470abdfb74c req-79c660ff-d33f-45d9-9d59-9bc6583cbb6b tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:11.197991 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-68442c7f-4585-49a0-aca1-8470abdfb74c req-79c660ff-d33f-45d9-9d59-9bc6583cbb6b tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=71313705-77db-4dd6-96bd-81fb025f80b0 HTTP/1.1" status: 200 len: 946 time: 0.0514872 Nov 16 11:21:11.245177 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-68442c7f-4585-49a0-aca1-8470abdfb74c req-1e2b3c01-b68f-48dd-8eba-72b3c3f7c5d2 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410731 Nov 16 11:21:11.333797 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-fdffa6ec-f9e0-47c6-a791-87f419db9c8e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b7bb2a97-86e1-4934-a454-677fe86f6d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263777 Nov 16 11:21:11.425300 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-27fc1d36-0414-447f-8c69-c524a14f8597 service neutron] 10.222.0.36 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819299 Nov 16 11:21:11.496747 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 59c92fb4-1659-4cb6-8ce4-e17d14b3920c no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:21:11.523246 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-f3ed7773-cb13-4cfe-9570-ebcf9bced8f5 service neutron] 10.222.0.36 "GET /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889590 Nov 16 11:21:11.536088 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 59c92fb4-1659-4cb6-8ce4-e17d14b3920c not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:21:11.536505 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 797e6fa7-146a-4da4-a6ec-9e0426fc6c87 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:21:11.556350 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 797e6fa7-146a-4da4-a6ec-9e0426fc6c87 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:21:11.556989 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 797e6fa7-146a-4da4-a6ec-9e0426fc6c87 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:21:11.577520 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d3707-156a-463e-8fe0-f9d5ea12aa30 req-1f9f40c8-f9f7-4bf2-a9f6-6f843cd0fe5f tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:11.579056 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8b1d3707-156a-463e-8fe0-f9d5ea12aa30 req-1f9f40c8-f9f7-4bf2-a9f6-6f843cd0fe5f tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 944 time: 0.0506117 Nov 16 11:21:11.627652 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8b1d3707-156a-463e-8fe0-f9d5ea12aa30 req-741af4bb-b2e4-4784-b379-77e5b8c8391c tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425096 Nov 16 11:21:11.668731 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1802d162-9022-4ef5-886b-ab631d0e316b req-bf37bf9e-6b30-4645-9bc1-4178c0990c9b tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=10cc67978aae489e907f1529f7b066da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307271 Nov 16 11:21:11.824100 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802d162-9022-4ef5-886b-ab631d0e316b req-bf4a00c4-dbec-4639-9ca7-364597e2551f tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:11.825625 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1802d162-9022-4ef5-886b-ab631d0e316b req-bf4a00c4-dbec-4639-9ca7-364597e2551f tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1505258 Nov 16 11:21:11.842374 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c0dce-21d7-4e4c-8e4a-b2693ebf51cc req-7bd12a70-4619-47f8-b38a-472feca47377 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:11.843901 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d90c0dce-21d7-4e4c-8e4a-b2693ebf51cc req-7bd12a70-4619-47f8-b38a-472feca47377 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=973649eb-8d2a-4fdc-8d9a-79083e80d403 HTTP/1.1" status: 200 len: 946 time: 0.0621719 Nov 16 11:21:11.868494 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-1802d162-9022-4ef5-886b-ab631d0e316b req-8de8fb60-56e5-4d36-9023-78a2c9e84e50 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Request body: {'port': {'device_id': '94986370-2e90-4382-b4e6-9574cf76e1f6', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'admin_state_up': True, 'tenant_id': '10cc67978aae489e907f1529f7b066da'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:21:11.897639 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0bb04038-2a15-4fb2-b9c8-397f602bde5d req-e71e4d30-dd98-41cf-ae1d-a42bcc4c16a0 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/ports?device_id=94986370-2e90-4382-b4e6-9574cf76e1f6 HTTP/1.1" status: 200 len: 210 time: 0.0290761 Nov 16 11:21:11.926842 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d90c0dce-21d7-4e4c-8e4a-b2693ebf51cc req-e4bac327-57c0-4f37-ad37-cd8683d18ea3 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750365 Nov 16 11:21:11.946272 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-f1a55d70-50ea-4a74-ae88-e846016036b5 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:11.947778 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-f1a55d70-50ea-4a74-ae88-e846016036b5 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db&tenant_id=fca4017bffc548cea20e1270411b1992&binding%3Ahost_id=n-h1-816823-3 HTTP/1.1" status: 200 len: 1095 time: 0.1142144 Nov 16 11:21:12.037480 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1802d162-9022-4ef5-886b-ab631d0e316b req-8de8fb60-56e5-4d36-9023-78a2c9e84e50 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Made reservation on behalf of 10cc67978aae489e907f1529f7b066da for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:21:12.040968 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1802d162-9022-4ef5-886b-ab631d0e316b req-8de8fb60-56e5-4d36-9023-78a2c9e84e50 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:12.139276 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-28099ad9-e39c-415b-b80f-59adeb3a9140 service neutron] For port 59c92fb4-1659-4cb6-8ce4-e17d14b3920c, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:21:12.144704 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-28099ad9-e39c-415b-b80f-59adeb3a9140 service neutron] Publish callbacks [] for binding, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:12.145810 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-26dbd0d4-0928-4969-b7e1-860a56e024a2 req-28099ad9-e39c-415b-b80f-59adeb3a9140 service neutron] 10.222.0.36 "DELETE /v2.0/ports/59c92fb4-1659-4cb6-8ce4-e17d14b3920c/bindings/n-h2-816823-3 HTTP/1.1" status: 204 len: 173 time: 0.1892424 Nov 16 11:21:12.207372 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-1802d162-9022-4ef5-886b-ab631d0e316b req-8de8fb60-56e5-4d36-9023-78a2c9e84e50 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Allocated IP 192.168.233.240 (d184b1c6-3832-4c86-bfd0-c1472d76d6c3/c4c770cc-51d7-42eb-b4a6-9a605bacae0f/a656c5ec-3bee-4414-b032-b6579c87af27) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:21:12.368617 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1802d162-9022-4ef5-886b-ab631d0e316b req-8de8fb60-56e5-4d36-9023-78a2c9e84e50 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:12.387813 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b89db4-9695-4877-9c24-141e237cf9b9 req-0f58b104-d843-41ed-a046-3b0a862a5930 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:12.390457 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-68b89db4-9695-4877-9c24-141e237cf9b9 req-0f58b104-d843-41ed-a046-3b0a862a5930 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=71313705-77db-4dd6-96bd-81fb025f80b0 HTTP/1.1" status: 200 len: 946 time: 0.0746913 Nov 16 11:21:12.412144 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1802d162-9022-4ef5-886b-ab631d0e316b req-8de8fb60-56e5-4d36-9023-78a2c9e84e50 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:12.446877 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-68b89db4-9695-4877-9c24-141e237cf9b9 req-51dfc038-e626-46a0-b6e4-baecb47aeb43 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503750 Nov 16 11:21:12.461674 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1802d162-9022-4ef5-886b-ab631d0e316b req-8de8fb60-56e5-4d36-9023-78a2c9e84e50 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:21:12.465237 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-1802d162-9022-4ef5-886b-ab631d0e316b req-8de8fb60-56e5-4d36-9023-78a2c9e84e50 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:21:12.469218 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-1802d162-9022-4ef5-886b-ab631d0e316b req-8de8fb60-56e5-4d36-9023-78a2c9e84e50 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:21:12.496947 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de8fb60-56e5-4d36-9023-78a2c9e84e50 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Pushing event updated for resources: {'Port': ['ID=a656c5ec-3bee-4414-b032-b6579c87af27,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:12.525656 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802d162-9022-4ef5-886b-ab631d0e316b req-8de8fb60-56e5-4d36-9023-78a2c9e84e50 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:12.526397 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1802d162-9022-4ef5-886b-ab631d0e316b req-8de8fb60-56e5-4d36-9023-78a2c9e84e50 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:12.545361 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1802d162-9022-4ef5-886b-ab631d0e316b req-8de8fb60-56e5-4d36-9023-78a2c9e84e50 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6946113 Nov 16 11:21:12.559422 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-1802d162-9022-4ef5-886b-ab631d0e316b req-98d57a9f-f497-4a9d-9430-230f108e0daf service neutron] Request body: {'port': {'device_id': '94986370-2e90-4382-b4e6-9574cf76e1f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:21:12.644250 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1802d162-9022-4ef5-886b-ab631d0e316b req-98d57a9f-f497-4a9d-9430-230f108e0daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:12.735268 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72fa2a2-787a-40d3-9e36-c663b0b65129 req-d39d7525-b6b3-4900-ab30-f60fb4637470 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:12.737058 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d72fa2a2-787a-40d3-9e36-c663b0b65129 req-d39d7525-b6b3-4900-ab30-f60fb4637470 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=71313705-77db-4dd6-96bd-81fb025f80b0 HTTP/1.1" status: 200 len: 946 time: 0.0964272 Nov 16 11:21:12.804275 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-dafcd798-f79a-41c9-ab7c-fd95993327fb None None] Provisioning complete for port a656c5ec-3bee-4414-b032-b6579c87af27 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:21:12.804859 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dafcd798-f79a-41c9-ab7c-fd95993327fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:12.818610 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d72fa2a2-787a-40d3-9e36-c663b0b65129 req-4605ce08-2329-4428-b27a-db3748c38a0a tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744491 Nov 16 11:21:12.840651 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca2293-0da3-4070-9101-4515771cd4d5 req-60deb728-8c18-4bc1-aec1-96d65aa617f3 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:12.849307 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-39ca2293-0da3-4070-9101-4515771cd4d5 req-60deb728-8c18-4bc1-aec1-96d65aa617f3 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 944 time: 0.0744896 Nov 16 11:21:12.855798 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-dafcd798-f79a-41c9-ab7c-fd95993327fb None None] Port a656c5ec-3bee-4414-b032-b6579c87af27 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:21:12.903475 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-39ca2293-0da3-4070-9101-4515771cd4d5 req-c0d509dd-5bda-4f9d-acf7-aeceeffd08e0 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532930 Nov 16 11:21:12.968064 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7cbacbd0-258f-4174-9fa3-f6b2b4d956db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:12.987452 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-1802d162-9022-4ef5-886b-ab631d0e316b req-98d57a9f-f497-4a9d-9430-230f108e0daf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a656c5ec-3bee-4414-b032-b6579c87af27 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:21:12.998358 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1802d162-9022-4ef5-886b-ab631d0e316b req-98d57a9f-f497-4a9d-9430-230f108e0daf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:13.014329 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-1802d162-9022-4ef5-886b-ab631d0e316b req-98d57a9f-f497-4a9d-9430-230f108e0daf service neutron] Transition to ACTIVE for port object a656c5ec-3bee-4414-b032-b6579c87af27 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:21:13.020360 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1802d162-9022-4ef5-886b-ab631d0e316b req-98d57a9f-f497-4a9d-9430-230f108e0daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:13.032898 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac128e-51e4-477f-a4a0-d33ec154a625 req-0cb379e8-c1bd-4747-9e9a-e62e6dec0ea4 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:13.034481 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b9ac128e-51e4-477f-a4a0-d33ec154a625 req-0cb379e8-c1bd-4747-9e9a-e62e6dec0ea4 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=71313705-77db-4dd6-96bd-81fb025f80b0 HTTP/1.1" status: 200 len: 946 time: 0.0882986 Nov 16 11:21:13.048596 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d24ba-fc4f-4538-8990-111ef83ac6cd req-6512a6ec-f8a2-4168-82d0-1ffac749af4e tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:13.050122 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f02d24ba-fc4f-4538-8990-111ef83ac6cd req-6512a6ec-f8a2-4168-82d0-1ffac749af4e tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/ports?device_id=94986370-2e90-4382-b4e6-9574cf76e1f6 HTTP/1.1" status: 200 len: 936 time: 0.0751445 Nov 16 11:21:13.080658 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d57a9f-f497-4a9d-9430-230f108e0daf service neutron] Pushing event updated for resources: {'Port': ['ID=a656c5ec-3bee-4414-b032-b6579c87af27,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:13.128229 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b9ac128e-51e4-477f-a4a0-d33ec154a625 req-a8561784-1334-468c-acbe-4977b51e1c41 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771325 Nov 16 11:21:13.137355 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f02d24ba-fc4f-4538-8990-111ef83ac6cd req-b5b3783b-f5e2-4a91-98dd-36eb84b002bf tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffae2544-b49b-4aca-b94f-b24176bd18c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686095 Nov 16 11:21:13.212822 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-1802d162-9022-4ef5-886b-ab631d0e316b req-98d57a9f-f497-4a9d-9430-230f108e0daf service neutron] Attempting to bind port a656c5ec-3bee-4414-b032-b6579c87af27 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:21:13.213109 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-1802d162-9022-4ef5-886b-ab631d0e316b req-98d57a9f-f497-4a9d-9430-230f108e0daf service neutron] Attempting to bind port a656c5ec-3bee-4414-b032-b6579c87af27 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:21:13.213584 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1802d162-9022-4ef5-886b-ab631d0e316b req-98d57a9f-f497-4a9d-9430-230f108e0daf service neutron] Attempting to bind port a656c5ec-3bee-4414-b032-b6579c87af27 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:21:13.219005 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1802d162-9022-4ef5-886b-ab631d0e316b req-98d57a9f-f497-4a9d-9430-230f108e0daf service neutron] Port a656c5ec-3bee-4414-b032-b6579c87af27 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:21:13.219334 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1802d162-9022-4ef5-886b-ab631d0e316b req-98d57a9f-f497-4a9d-9430-230f108e0daf service neutron] Attempting to bind port a656c5ec-3bee-4414-b032-b6579c87af27 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:21:13.227220 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1802d162-9022-4ef5-886b-ab631d0e316b req-98d57a9f-f497-4a9d-9430-230f108e0daf service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:21:13.227557 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1802d162-9022-4ef5-886b-ab631d0e316b req-98d57a9f-f497-4a9d-9430-230f108e0daf service neutron] Checking segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:21:13.227912 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1802d162-9022-4ef5-886b-ab631d0e316b req-98d57a9f-f497-4a9d-9430-230f108e0daf service neutron] Bound using segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:21:13.228357 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-1802d162-9022-4ef5-886b-ab631d0e316b req-98d57a9f-f497-4a9d-9430-230f108e0daf service neutron] Bound port: a656c5ec-3bee-4414-b032-b6579c87af27, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:21:13.228712 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1802d162-9022-4ef5-886b-ab631d0e316b req-98d57a9f-f497-4a9d-9430-230f108e0daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:13.328524 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37580752-8c94-4704-b240-8490a6a9c7c6 req-5b964110-81ab-422e-9837-9615dff79396 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:13.337759 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-37580752-8c94-4704-b240-8490a6a9c7c6 req-5b964110-81ab-422e-9837-9615dff79396 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=973649eb-8d2a-4fdc-8d9a-79083e80d403 HTTP/1.1" status: 200 len: 946 time: 0.0750763 Nov 16 11:21:13.346019 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-1802d162-9022-4ef5-886b-ab631d0e316b req-98d57a9f-f497-4a9d-9430-230f108e0daf service neutron] For port a656c5ec-3bee-4414-b032-b6579c87af27, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:21:13.350428 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-1802d162-9022-4ef5-886b-ab631d0e316b req-98d57a9f-f497-4a9d-9430-230f108e0daf service neutron] For port a656c5ec-3bee-4414-b032-b6579c87af27, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=a656c5ec-3bee-4414-b032-b6579c87af27,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:21:13.360167 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1802d162-9022-4ef5-886b-ab631d0e316b req-98d57a9f-f497-4a9d-9430-230f108e0daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:13.403824 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-37580752-8c94-4704-b240-8490a6a9c7c6 req-1d16aa56-25f8-4c02-a5a3-3e7fa13212b1 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650442 Nov 16 11:21:13.426806 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802d162-9022-4ef5-886b-ab631d0e316b req-98d57a9f-f497-4a9d-9430-230f108e0daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:13.427426 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1802d162-9022-4ef5-886b-ab631d0e316b req-98d57a9f-f497-4a9d-9430-230f108e0daf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:13.431557 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1802d162-9022-4ef5-886b-ab631d0e316b req-98d57a9f-f497-4a9d-9430-230f108e0daf service neutron] 10.222.0.64 "PUT /v2.0/ports/a656c5ec-3bee-4414-b032-b6579c87af27 HTTP/1.1" status: 200 len: 1096 time: 0.8774621 Nov 16 11:21:13.435186 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94986370-2e90-4382-b4e6-9574cf76e1f6', 'tag': 'a656c5ec-3bee-4414-b032-b6579c87af27'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:21:13.436982 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc9ab38-d94a-4488-9483-ea8c623b5652" -d '{"events": [{"name": "network-changed", "server_uuid": "94986370-2e90-4382-b4e6-9574cf76e1f6", "tag": "a656c5ec-3bee-4414-b032-b6579c87af27"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:21:13.461736 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d57a9f-f497-4a9d-9430-230f108e0daf service neutron] Pushing event updated for resources: {'Port': ['ID=a656c5ec-3bee-4414-b032-b6579c87af27,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:13.536470 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802d162-9022-4ef5-886b-ab631d0e316b req-b67fb520-590f-4e61-a722-97f31190ec2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:13.538141 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1802d162-9022-4ef5-886b-ab631d0e316b req-b67fb520-590f-4e61-a722-97f31190ec2d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=10cc67978aae489e907f1529f7b066da&device_id=94986370-2e90-4382-b4e6-9574cf76e1f6 HTTP/1.1" status: 200 len: 1099 time: 0.0536773 Nov 16 11:21:13.540012 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a985fe4-ca43-44d5-8e9d-e75f76fcd18b req-a8994abb-e573-400a-adaf-10441b81a3e5 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:13.542009 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7a985fe4-ca43-44d5-8e9d-e75f76fcd18b req-a8994abb-e573-400a-adaf-10441b81a3e5 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 1095 time: 0.0588968 Nov 16 11:21:13.595733 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1802d162-9022-4ef5-886b-ab631d0e316b req-ff3af503-7b2f-4fc0-a623-ad01bdd77d5c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=a656c5ec-3bee-4414-b032-b6579c87af27 HTTP/1.1" status: 200 len: 217 time: 0.0490615 Nov 16 11:21:13.618517 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7a985fe4-ca43-44d5-8e9d-e75f76fcd18b req-e50229e7-e92f-425e-9b34-7d8cbdb0b7f1 tempest-LiveMigrationTest-961814704 tempest-LiveMigrationTest-961814704-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694578 Nov 16 11:21:13.666286 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802d162-9022-4ef5-886b-ab631d0e316b req-204eca92-4036-4515-a17f-47c537ff0e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:13.668077 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1802d162-9022-4ef5-886b-ab631d0e316b req-204eca92-4036-4515-a17f-47c537ff0e6d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0588861 Nov 16 11:21:13.677785 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26451dd-7b40-464b-a790-d70c549f6341 x-openstack-request-id: req-b26451dd-7b40-464b-a790-d70c549f6341 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:21:13.678228 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94986370-2e90-4382-b4e6-9574cf76e1f6", "tag": "a656c5ec-3bee-4414-b032-b6579c87af27", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:21:13.678576 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b26451dd-7b40-464b-a790-d70c549f6341 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:21:13.679587 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94986370-2e90-4382-b4e6-9574cf76e1f6', 'tag': 'a656c5ec-3bee-4414-b032-b6579c87af27', 'status': 'completed', 'code': 200} Nov 16 11:21:13.684757 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00cda6-8fc0-4af2-9237-7880f7c28935 req-99c64635-0e06-4509-8891-bf338bcba74c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:13.686387 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0e00cda6-8fc0-4af2-9237-7880f7c28935 req-99c64635-0e06-4509-8891-bf338bcba74c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=71313705-77db-4dd6-96bd-81fb025f80b0 HTTP/1.1" status: 200 len: 946 time: 0.0948079 Nov 16 11:21:13.726678 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802d162-9022-4ef5-886b-ab631d0e316b req-44118cb0-55ce-49df-b07c-0865c8462179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:13.728237 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1802d162-9022-4ef5-886b-ab631d0e316b req-44118cb0-55ce-49df-b07c-0865c8462179 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0439494 Nov 16 11:21:13.739665 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0e00cda6-8fc0-4af2-9237-7880f7c28935 req-30ed090d-cf95-4c40-b7db-b81fe894b00a tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466928 Nov 16 11:21:13.842127 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1802d162-9022-4ef5-886b-ab631d0e316b req-bfdee120-be04-4ded-99fb-3bb2a6fe464d service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014371 Nov 16 11:21:13.955144 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1802d162-9022-4ef5-886b-ab631d0e316b req-8fbf049f-c853-4d7d-af16-ea1dc52848ed service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978105 Nov 16 11:21:13.998211 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d358e7b-39ac-4cf4-a0b3-fe518be508e8 req-8efe059c-2e40-4211-8f7c-5a602400de4b tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:14.001870 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2d358e7b-39ac-4cf4-a0b3-fe518be508e8 req-8efe059c-2e40-4211-8f7c-5a602400de4b tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 944 time: 0.0598211 Nov 16 11:21:14.054239 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2d358e7b-39ac-4cf4-a0b3-fe518be508e8 req-26de866f-a36d-4469-a03b-2324e8113c2f tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479503 Nov 16 11:21:14.058352 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9ab38-d94a-4488-9483-ea8c623b5652 req-6a85a771-a9d9-4281-bcb5-102884b6896c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:14.059820 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0dc9ab38-d94a-4488-9483-ea8c623b5652 req-6a85a771-a9d9-4281-bcb5-102884b6896c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=10cc67978aae489e907f1529f7b066da&device_id=94986370-2e90-4382-b4e6-9574cf76e1f6 HTTP/1.1" status: 200 len: 1099 time: 0.0460973 Nov 16 11:21:14.150304 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9ab38-d94a-4488-9483-ea8c623b5652 req-2c7c1027-342f-426a-bb45-3cf916bd9016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:14.151690 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0dc9ab38-d94a-4488-9483-ea8c623b5652 req-2c7c1027-342f-426a-bb45-3cf916bd9016 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.0847950 Nov 16 11:21:14.195759 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0dc9ab38-d94a-4488-9483-ea8c623b5652 req-39fa57ea-ba66-494c-aaf5-4fe03a5829f4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=a656c5ec-3bee-4414-b032-b6579c87af27 HTTP/1.1" status: 200 len: 217 time: 0.0368996 Nov 16 11:21:14.247607 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9ab38-d94a-4488-9483-ea8c623b5652 req-f4029018-1227-4d2a-9a27-63d6c0568038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:14.249114 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0dc9ab38-d94a-4488-9483-ea8c623b5652 req-f4029018-1227-4d2a-9a27-63d6c0568038 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0448275 Nov 16 11:21:14.287036 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161498a6-f3c5-4d3e-b203-01314438630b req-cad56cc7-9390-4d6f-90e5-8e0b87d6c776 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:14.289193 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-161498a6-f3c5-4d3e-b203-01314438630b req-cad56cc7-9390-4d6f-90e5-8e0b87d6c776 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/ports?device_id=94986370-2e90-4382-b4e6-9574cf76e1f6 HTTP/1.1" status: 200 len: 948 time: 0.0634255 Nov 16 11:21:14.302906 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9ab38-d94a-4488-9483-ea8c623b5652 req-2e2da73f-3e73-4077-bf39-6a84fc4d6b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:14.304431 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0dc9ab38-d94a-4488-9483-ea8c623b5652 req-2e2da73f-3e73-4077-bf39-6a84fc4d6b27 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0453801 Nov 16 11:21:14.335961 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-161498a6-f3c5-4d3e-b203-01314438630b req-1d4d7c81-c32f-4ed4-b84e-2be6c3b39a16 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffae2544-b49b-4aca-b94f-b24176bd18c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402434 Nov 16 11:21:14.400109 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0dc9ab38-d94a-4488-9483-ea8c623b5652 req-bc3219f1-cb07-45b4-babe-fd7cefd6c39f service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842359 Nov 16 11:21:14.490934 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0dc9ab38-d94a-4488-9483-ea8c623b5652 req-2e1eb5eb-04d1-49c5-8374-994c952acdae service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819864 Nov 16 11:21:14.510560 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8b57e-5c4e-403f-b348-b2e6f9dce48f req-a2d9b130-0c1b-4958-80b7-6f3a76668a9e tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:14.512376 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-55d8b57e-5c4e-403f-b348-b2e6f9dce48f req-a2d9b130-0c1b-4958-80b7-6f3a76668a9e tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=973649eb-8d2a-4fdc-8d9a-79083e80d403 HTTP/1.1" status: 200 len: 946 time: 0.0498307 Nov 16 11:21:14.560832 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-55d8b57e-5c4e-403f-b348-b2e6f9dce48f req-85c542f6-781c-4bc6-950d-8a70d376bc29 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423195 Nov 16 11:21:14.667470 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae574f-b883-4e4b-a2c6-935d96e5ff0a req-5a8c2dad-2536-49b8-84ce-5fe9e13f9fe4 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:14.668895 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-57ae574f-b883-4e4b-a2c6-935d96e5ff0a req-5a8c2dad-2536-49b8-84ce-5fe9e13f9fe4 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.36 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 944 time: 0.0481789 Nov 16 11:21:14.763245 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-57ae574f-b883-4e4b-a2c6-935d96e5ff0a req-055ec3d5-e0a3-44f6-8b65-33fce1d7ab2c tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Deleting port 59c92fb4-1659-4cb6-8ce4-e17d14b3920c {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:21:14.763589 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-57ae574f-b883-4e4b-a2c6-935d96e5ff0a req-055ec3d5-e0a3-44f6-8b65-33fce1d7ab2c tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:14.851327 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-57ae574f-b883-4e4b-a2c6-935d96e5ff0a req-055ec3d5-e0a3-44f6-8b65-33fce1d7ab2c tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] For port 59c92fb4-1659-4cb6-8ce4-e17d14b3920c, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=59c92fb4-1659-4cb6-8ce4-e17d14b3920c,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:21:14.851700 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-57ae574f-b883-4e4b-a2c6-935d96e5ff0a req-055ec3d5-e0a3-44f6-8b65-33fce1d7ab2c tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:14.865164 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-57ae574f-b883-4e4b-a2c6-935d96e5ff0a req-055ec3d5-e0a3-44f6-8b65-33fce1d7ab2c tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Calling delete_port for 59c92fb4-1659-4cb6-8ce4-e17d14b3920c owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:21:14.869336 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b27b1-eea1-41c0-bd3a-8bcdb09da897 req-0e08c8d1-e814-4f53-ab56-19cc4131b1b5 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:14.870869 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-410b27b1-eea1-41c0-bd3a-8bcdb09da897 req-0e08c8d1-e814-4f53-ab56-19cc4131b1b5 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=71313705-77db-4dd6-96bd-81fb025f80b0 HTTP/1.1" status: 200 len: 946 time: 0.0524857 Nov 16 11:21:14.924298 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-410b27b1-eea1-41c0-bd3a-8bcdb09da897 req-d59f2686-7603-4717-a869-e02a5f7fa747 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444677 Nov 16 11:21:15.001715 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-57ae574f-b883-4e4b-a2c6-935d96e5ff0a req-055ec3d5-e0a3-44f6-8b65-33fce1d7ab2c tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:15.021866 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['29d992c3-c0c9-4c03-bac2-e35d0d9dbe49'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:21:15.024361 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['59c92fb4-1659-4cb6-8ce4-e17d14b3920c'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:21:15.044397 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ec3d5-e0a3-44f6-8b65-33fce1d7ab2c tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Pushing event deleted for resources: {'Port': ['ID=59c92fb4-1659-4cb6-8ce4-e17d14b3920c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:15.069279 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d8bab8-c698-421a-8589-268f478fdbc6 None None] DHCP port deletion for b7bb2a97-86e1-4934-a454-677fe86f6d7e request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:21:15.107891 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ae574f-b883-4e4b-a2c6-935d96e5ff0a req-055ec3d5-e0a3-44f6-8b65-33fce1d7ab2c tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] No DVR routers for this DVR port 59c92fb4-1659-4cb6-8ce4-e17d14b3920c on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:21:15.110906 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-57ae574f-b883-4e4b-a2c6-935d96e5ff0a req-055ec3d5-e0a3-44f6-8b65-33fce1d7ab2c tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:15.117973 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-57ae574f-b883-4e4b-a2c6-935d96e5ff0a req-055ec3d5-e0a3-44f6-8b65-33fce1d7ab2c tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.36 "DELETE /v2.0/ports/59c92fb4-1659-4cb6-8ce4-e17d14b3920c HTTP/1.1" status: 204 len: 173 time: 0.4389999 Nov 16 11:21:15.184584 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6e5bbe47-1b26-4b4b-8b85-845456e02e5a req-293db19b-215d-4ede-8028-92337d7db312 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 210 time: 0.0344865 Nov 16 11:21:15.203543 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e066f5-caf3-4c0f-9c20-e5bd31931249 req-56e45860-ee18-4ac0-8a29-b3b946b22f92 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:15.205016 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-25e066f5-caf3-4c0f-9c20-e5bd31931249 req-56e45860-ee18-4ac0-8a29-b3b946b22f92 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.36 "GET /v2.0/ports?device_id=71313705-77db-4dd6-96bd-81fb025f80b0 HTTP/1.1" status: 200 len: 946 time: 0.0873663 Nov 16 11:21:15.313513 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-25e066f5-caf3-4c0f-9c20-e5bd31931249 req-d6104d97-26f2-4535-8802-529f20005703 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Deleting port 04b1a177-7998-4407-b316-4d70c6b1d4da {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:21:15.314021 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-25e066f5-caf3-4c0f-9c20-e5bd31931249 req-d6104d97-26f2-4535-8802-529f20005703 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:15.411464 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-25e066f5-caf3-4c0f-9c20-e5bd31931249 req-d6104d97-26f2-4535-8802-529f20005703 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] For port 04b1a177-7998-4407-b316-4d70c6b1d4da, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=04b1a177-7998-4407-b316-4d70c6b1d4da,segment=NetworkSegment(29fe51c5-7413-4ecd-8c04-97b69fe8410f),segment_id=29fe51c5-7413-4ecd-8c04-97b69fe8410f)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:21:15.411891 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-25e066f5-caf3-4c0f-9c20-e5bd31931249 req-d6104d97-26f2-4535-8802-529f20005703 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:15.426915 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-25e066f5-caf3-4c0f-9c20-e5bd31931249 req-d6104d97-26f2-4535-8802-529f20005703 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Calling delete_port for 04b1a177-7998-4407-b316-4d70c6b1d4da owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:21:15.550141 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2669a721-611b-408f-94ee-c3f91f39a14d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:15.601285 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-25e066f5-caf3-4c0f-9c20-e5bd31931249 req-d6104d97-26f2-4535-8802-529f20005703 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:15.615075 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['a76869bb-efef-4d86-865d-17b014916cd8', '04b1a177-7998-4407-b316-4d70c6b1d4da'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:21:15.641279 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6104d97-26f2-4535-8802-529f20005703 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Pushing event deleted for resources: {'Port': ['ID=04b1a177-7998-4407-b316-4d70c6b1d4da,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:15.680471 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed181c3-be86-4992-9ef4-fcd0c2cf50db', 'name': 'network-vif-deleted', 'tag': '59c92fb4-1659-4cb6-8ce4-e17d14b3920c'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:21:15.683020 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920651ae-2333-476d-a013-1d6aad7a19cc" -d '{"events": [{"server_uuid": "aed181c3-be86-4992-9ef4-fcd0c2cf50db", "name": "network-vif-deleted", "tag": "59c92fb4-1659-4cb6-8ce4-e17d14b3920c"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:21:15.728694 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e066f5-caf3-4c0f-9c20-e5bd31931249 req-d6104d97-26f2-4535-8802-529f20005703 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] No DVR routers for this DVR port 04b1a177-7998-4407-b316-4d70c6b1d4da on host n-h1-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:21:15.735429 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-25e066f5-caf3-4c0f-9c20-e5bd31931249 req-d6104d97-26f2-4535-8802-529f20005703 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:15.743805 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-25e066f5-caf3-4c0f-9c20-e5bd31931249 req-d6104d97-26f2-4535-8802-529f20005703 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.36 "DELETE /v2.0/ports/04b1a177-7998-4407-b316-4d70c6b1d4da HTTP/1.1" status: 204 len: 173 time: 0.5318382 Nov 16 11:21:15.781889 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71313705-77db-4dd6-96bd-81fb025f80b0', 'name': 'network-vif-deleted', 'tag': '04b1a177-7998-4407-b316-4d70c6b1d4da'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:21:15.788002 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ef22a5-d979-4e08-bd67-c2166e5d7466" -d '{"events": [{"server_uuid": "71313705-77db-4dd6-96bd-81fb025f80b0", "name": "network-vif-deleted", "tag": "04b1a177-7998-4407-b316-4d70c6b1d4da"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:21:15.881405 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a020965-ed5c-4034-a05a-4cffbc327555 req-d9088ea2-1748-4075-9cfe-427c479e55a6 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:15.885437 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8a020965-ed5c-4034-a05a-4cffbc327555 req-d9088ea2-1748-4075-9cfe-427c479e55a6 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=973649eb-8d2a-4fdc-8d9a-79083e80d403 HTTP/1.1" status: 200 len: 946 time: 0.1406648 Nov 16 11:21:15.959147 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8df51-8833-4bc4-ae9d-0ccca4122a26 req-41962723-8898-4a35-92aa-705ef01bbb51 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:15.961396 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-15d8df51-8833-4bc4-ae9d-0ccca4122a26 req-41962723-8898-4a35-92aa-705ef01bbb51 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/ports?device_id=94986370-2e90-4382-b4e6-9574cf76e1f6 HTTP/1.1" status: 200 len: 948 time: 0.1683636 Nov 16 11:21:16.009000 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8a020965-ed5c-4034-a05a-4cffbc327555 req-2737c906-6347-4834-b987-dbc69da4855d tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151733 Nov 16 11:21:16.049769 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-15d8df51-8833-4bc4-ae9d-0ccca4122a26 req-4a546495-c339-46bc-9df5-6c0dae89ed8b tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffae2544-b49b-4aca-b94f-b24176bd18c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759323 Nov 16 11:21:16.093487 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be53004-7574-4ec2-aa1b-41cf507ea0fc x-openstack-request-id: req-5be53004-7574-4ec2-aa1b-41cf507ea0fc {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:21:16.093997 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed181c3-be86-4992-9ef4-fcd0c2cf50db", "name": "network-vif-deleted", "tag": "59c92fb4-1659-4cb6-8ce4-e17d14b3920c", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:21:16.094427 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5be53004-7574-4ec2-aa1b-41cf507ea0fc {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:21:16.094988 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed181c3-be86-4992-9ef4-fcd0c2cf50db', 'name': 'network-vif-deleted', 'tag': '59c92fb4-1659-4cb6-8ce4-e17d14b3920c', 'status': 'completed', 'code': 200} Nov 16 11:21:16.145870 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4beb4f9-09cb-4ef4-b1ea-da232063226d x-openstack-request-id: req-a4beb4f9-09cb-4ef4-b1ea-da232063226d {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:21:16.146260 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71313705-77db-4dd6-96bd-81fb025f80b0", "name": "network-vif-deleted", "tag": "04b1a177-7998-4407-b316-4d70c6b1d4da", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:21:16.146584 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a4beb4f9-09cb-4ef4-b1ea-da232063226d {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:21:16.147069 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71313705-77db-4dd6-96bd-81fb025f80b0', 'name': 'network-vif-deleted', 'tag': '04b1a177-7998-4407-b316-4d70c6b1d4da', 'status': 'completed', 'code': 200} Nov 16 11:21:16.377303 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-51997030-f40b-4043-8ea0-641b97020167 req-bc4cd02e-7b02-48fa-8b90-8ef7b8c3c957 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=71313705-77db-4dd6-96bd-81fb025f80b0 HTTP/1.1" status: 200 len: 210 time: 0.0655770 Nov 16 11:21:16.423696 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c8b0d490-d8b8-4985-be08-88785a72fd69 req-ead84c71-5180-476e-b8ca-de16aeb4bd8a tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 210 time: 0.0301807 Nov 16 11:21:16.458362 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:17.166339 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb3b1b-3aef-409f-b29f-046aa82a7886 req-52cb0257-b9da-4b73-b565-c27979491a0a tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:17.167905 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0afb3b1b-3aef-409f-b29f-046aa82a7886 req-52cb0257-b9da-4b73-b565-c27979491a0a tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=973649eb-8d2a-4fdc-8d9a-79083e80d403 HTTP/1.1" status: 200 len: 946 time: 0.0825973 Nov 16 11:21:17.189608 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b9890-5e6b-411f-ab2d-6613bc95ccd4 req-cb33b6ed-41ad-41dd-80ce-f7b7537b6d85 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:17.191039 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b18b9890-5e6b-411f-ab2d-6613bc95ccd4 req-cb33b6ed-41ad-41dd-80ce-f7b7537b6d85 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/ports?device_id=94986370-2e90-4382-b4e6-9574cf76e1f6 HTTP/1.1" status: 200 len: 948 time: 0.0722251 Nov 16 11:21:17.260411 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0afb3b1b-3aef-409f-b29f-046aa82a7886 req-40656677-a81b-4487-8fed-ffaec5e6d944 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843687 Nov 16 11:21:17.267883 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b18b9890-5e6b-411f-ab2d-6613bc95ccd4 req-e8396f55-68c5-4dfd-beec-44f4171c4f3b tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffae2544-b49b-4aca-b94f-b24176bd18c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689337 Nov 16 11:21:17.540030 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device a656c5ec-3bee-4414-b032-b6579c87af27 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:21:17.561105 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-37b73283-aab5-46af-8234-6a0a5a0c4bbe req-66f88cc7-a9f0-46ee-92ce-86da1979c5e3 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 210 time: 0.0293925 Nov 16 11:21:17.664085 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port a656c5ec-3bee-4414-b032-b6579c87af27, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=a656c5ec-3bee-4414-b032-b6579c87af27,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:21:17.679644 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'a656c5ec-3bee-4414-b032-b6579c87af27', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'port_id': 'a656c5ec-3bee-4414-b032-b6579c87af27', 'mac_address': 'fa:16:3e:21:d6:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c770cc-51d7-42eb-b4a6-9a605bacae0f', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:21:17.726500 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:17.740693 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 04b1a177-7998-4407-b316-4d70c6b1d4da no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:21:17.765402 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a656c5ec-3bee-4414-b032-b6579c87af27 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:21:17.774488 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: 04b1a177-7998-4407-b316-4d70c6b1d4da {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:21:17.775282 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 04b1a177-7998-4407-b316-4d70c6b1d4da not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:21:17.775822 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 59c92fb4-1659-4cb6-8ce4-e17d14b3920c no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:21:17.782493 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-75598cc4-a3ee-412b-8962-ae1ea272554c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:17.790474 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-75598cc4-a3ee-412b-8962-ae1ea272554c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/networks?id=cbb4a65b-8eab-4791-8d34-bab11c0de63c HTTP/1.1" status: 200 len: 806 time: 0.1475012 Nov 16 11:21:17.801424 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-5131ec3b-b997-4cd9-9dd4-549c0a6c72ae tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/quotas/73e5fc395dda4693899e370eca8a1116 HTTP/1.1" status: 200 len: 375 time: 0.0100961 Nov 16 11:21:17.808032 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: 59c92fb4-1659-4cb6-8ce4-e17d14b3920c {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:21:17.808386 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 59c92fb4-1659-4cb6-8ce4-e17d14b3920c not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:21:17.814260 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port a656c5ec-3bee-4414-b032-b6579c87af27, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=a656c5ec-3bee-4414-b032-b6579c87af27,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:21:17.818403 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:17.858843 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-6b1da8a2-f211-4649-b414-1195dc00397c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=73e5fc395dda4693899e370eca8a1116&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0503829 Nov 16 11:21:17.884125 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=a656c5ec-3bee-4414-b032-b6579c87af27,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:18.013727 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-110fffc6-3c62-41fd-ac4d-1f976547305e service neutron] 10.222.0.61 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470814 Nov 16 11:21:18.109740 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-0eb0d8e2-9f88-478a-9d95-97da45d99bb9 service neutron] 10.222.0.61 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895636 Nov 16 11:21:18.113896 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['a656c5ec-3bee-4414-b032-b6579c87af27'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:21:18.220275 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:18.315435 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-56a0974a-f6dc-4e66-ac1c-79b6ebc14b71 req-07be8766-172d-4c22-81ce-d98c659580e3 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=0de1e654-2b1f-4276-9666-f3bf55d47ec3 HTTP/1.1" status: 200 len: 210 time: 0.0417051 Nov 16 11:21:18.410524 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32963478-3e7c-439b-9a1d-99595b6415d8 req-657679ba-494d-4639-8c84-14bae1794f2d tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:18.412291 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-32963478-3e7c-439b-9a1d-99595b6415d8 req-657679ba-494d-4639-8c84-14bae1794f2d tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/ports?device_id=94986370-2e90-4382-b4e6-9574cf76e1f6 HTTP/1.1" status: 200 len: 949 time: 0.0578718 Nov 16 11:21:18.485135 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-32963478-3e7c-439b-9a1d-99595b6415d8 req-2ab45a82-3726-4a42-983a-b83fd356290c tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffae2544-b49b-4aca-b94f-b24176bd18c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625780 Nov 16 11:21:18.665354 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-302a3a27-4cbf-4f49-a9f6-415170fb0af3 req-ee007c30-3afb-4ac1-b4f5-81ea7ad7cc56 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 210 time: 0.0298014 Nov 16 11:21:18.766096 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:19.384136 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-048ab0ed-889e-43b8-bf6c-c1c25bd9c6b0 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:19.385585 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-048ab0ed-889e-43b8-bf6c-c1c25bd9c6b0 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.64 "GET /v2.0/networks?id=cbb4a65b-8eab-4791-8d34-bab11c0de63c HTTP/1.1" status: 200 len: 806 time: 0.1081920 Nov 16 11:21:19.402676 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-dbdd9398-885f-4876-bd3e-9d04a50e2dc3 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Request body: {'port': {'device_id': '0de1e654-2b1f-4276-9666-f3bf55d47ec3', 'network_id': 'cbb4a65b-8eab-4791-8d34-bab11c0de63c', 'admin_state_up': True, 'tenant_id': '73e5fc395dda4693899e370eca8a1116'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:21:19.455688 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-549fbb3a-8458-465c-886f-e8257cd03dfd req-24cfca7e-e3e4-48c2-afec-ccaac2db1943 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=0de1e654-2b1f-4276-9666-f3bf55d47ec3 HTTP/1.1" status: 200 len: 210 time: 0.0510881 Nov 16 11:21:19.533338 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-dbdd9398-885f-4876-bd3e-9d04a50e2dc3 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Made reservation on behalf of 73e5fc395dda4693899e370eca8a1116 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:21:19.538288 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-dbdd9398-885f-4876-bd3e-9d04a50e2dc3 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:19.561173 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device a656c5ec-3bee-4414-b032-b6579c87af27 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:21:19.630490 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee120e99-da31-45d5-867f-66172fae45f3 req-d77a3d27-7941-403a-b030-357eaf1747e2 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:19.639116 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ee120e99-da31-45d5-867f-66172fae45f3 req-d77a3d27-7941-403a-b030-357eaf1747e2 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/ports?device_id=94986370-2e90-4382-b4e6-9574cf76e1f6 HTTP/1.1" status: 200 len: 949 time: 0.0730867 Nov 16 11:21:19.669916 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port a656c5ec-3bee-4414-b032-b6579c87af27 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:21:19.678808 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port a656c5ec-3bee-4414-b032-b6579c87af27 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:21:19.681959 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:19.716414 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ee120e99-da31-45d5-867f-66172fae45f3 req-22c1f9ce-26f5-4b0d-bf7c-314a93c189de tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffae2544-b49b-4aca-b94f-b24176bd18c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760899 Nov 16 11:21:19.751829 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 9a8d62f8-37bc-4d33-9706-6dffe7b724a3 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:21:19.757908 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-dbdd9398-885f-4876-bd3e-9d04a50e2dc3 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Allocated IP 172.20.0.11 (cbb4a65b-8eab-4791-8d34-bab11c0de63c/5a10b0d7-f428-41c3-8bd0-15f87f8f81d9/8ea52e91-cf6f-42de-ac17-f2be6f35cd50) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:21:19.805480 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6badceb9-ee85-4719-a399-9b68dd833eb3 req-3091bab5-ca1f-4c6f-9f24-2ee0701cc711 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=aed181c3-be86-4992-9ef4-fcd0c2cf50db HTTP/1.1" status: 200 len: 210 time: 0.0430424 Nov 16 11:21:19.880914 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:19.935353 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94986370-2e90-4382-b4e6-9574cf76e1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a656c5ec-3bee-4414-b032-b6579c87af27'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:21:19.937631 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d904053e-4b2a-4bea-a3ec-08c79e4c8371" -d '{"events": [{"server_uuid": "94986370-2e90-4382-b4e6-9574cf76e1f6", "name": "network-vif-plugged", "status": "completed", "tag": "a656c5ec-3bee-4414-b032-b6579c87af27"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:21:19.954542 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 9a8d62f8-37bc-4d33-9706-6dffe7b724a3, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=9a8d62f8-37bc-4d33-9706-6dffe7b724a3,segment=NetworkSegment(2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7),segment_id=2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:21:19.957845 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port a656c5ec-3bee-4414-b032-b6579c87af27, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=a656c5ec-3bee-4414-b032-b6579c87af27,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:21:19.969129 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-dbdd9398-885f-4876-bd3e-9d04a50e2dc3 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:19.971787 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:20.007683 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-dbdd9398-885f-4876-bd3e-9d04a50e2dc3 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:20.030414 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['a76869bb-efef-4d86-865d-17b014916cd8'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:21:20.033585 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '9a8d62f8-37bc-4d33-9706-6dffe7b724a3', 'network_id': '944e0536-d76b-420a-8405-63c5779cb0d2', 'port_id': '9a8d62f8-37bc-4d33-9706-6dffe7b724a3', 'mac_address': 'fa:16:3e:e7:e9:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2c4b79e-b376-461e-aa12-aa150e542043', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:21:20.037045 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=a656c5ec-3bee-4414-b032-b6579c87af27,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:20.068168 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-dbdd9398-885f-4876-bd3e-9d04a50e2dc3 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Network cbb4a65b-8eab-4791-8d34-bab11c0de63c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:21:20.071646 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-dbdd9398-885f-4876-bd3e-9d04a50e2dc3 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:21:20.076368 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-dbdd9398-885f-4876-bd3e-9d04a50e2dc3 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:21:20.122022 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd9398-885f-4876-bd3e-9d04a50e2dc3 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Pushing event updated for resources: {'Port': ['ID=8ea52e91-cf6f-42de-ac17-f2be6f35cd50,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:20.138584 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:20.162844 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a8d62f8-37bc-4d33-9706-6dffe7b724a3 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:21:20.168906 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024481d6-910a-4044-bfaa-afc08e6c4aa9 x-openstack-request-id: req-024481d6-910a-4044-bfaa-afc08e6c4aa9 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:21:20.169059 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-dbdd9398-885f-4876-bd3e-9d04a50e2dc3 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:20.169188 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94986370-2e90-4382-b4e6-9574cf76e1f6", "name": "network-vif-plugged", "status": "completed", "tag": "a656c5ec-3bee-4414-b032-b6579c87af27", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:21:20.169538 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-024481d6-910a-4044-bfaa-afc08e6c4aa9 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:21:20.169900 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-dbdd9398-885f-4876-bd3e-9d04a50e2dc3 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:20.170063 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94986370-2e90-4382-b4e6-9574cf76e1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a656c5ec-3bee-4414-b032-b6579c87af27', 'code': 200} Nov 16 11:21:20.200259 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-dbdd9398-885f-4876-bd3e-9d04a50e2dc3 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8014960 Nov 16 11:21:20.205535 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 9a8d62f8-37bc-4d33-9706-6dffe7b724a3, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=9a8d62f8-37bc-4d33-9706-6dffe7b724a3,segment=NetworkSegment(2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7),segment_id=2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:21:20.214580 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:20.219723 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-7072a458-f155-45a7-a6e1-5f2bc5848d26 service neutron] Request body: {'port': {'device_id': '0de1e654-2b1f-4276-9666-f3bf55d47ec3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:21:20.296252 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=9a8d62f8-37bc-4d33-9706-6dffe7b724a3,revision_number=6']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:20.318610 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-7072a458-f155-45a7-a6e1-5f2bc5848d26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:20.325294 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['9a8d62f8-37bc-4d33-9706-6dffe7b724a3'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:21:20.636829 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ca17f-1056-442f-aee6-56aec4b8074d req-3adf99e8-d03c-4956-8ee7-57b1d978724e tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:20.645800 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e03ca17f-1056-442f-aee6-56aec4b8074d req-3adf99e8-d03c-4956-8ee7-57b1d978724e tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=0de1e654-2b1f-4276-9666-f3bf55d47ec3 HTTP/1.1" status: 200 len: 932 time: 0.0855391 Nov 16 11:21:20.754870 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e03ca17f-1056-442f-aee6-56aec4b8074d req-6ec8b4ab-f1f7-483a-8948-ed8aaf9b80b9 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082268 Nov 16 11:21:20.886253 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27828e2-7f37-4256-b324-468885c5b6fb req-2bb9dae0-99e9-4f62-bf24-49622e58c16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:20.888301 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d27828e2-7f37-4256-b324-468885c5b6fb req-2bb9dae0-99e9-4f62-bf24-49622e58c16b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=94986370-2e90-4382-b4e6-9574cf76e1f6 HTTP/1.1" status: 200 len: 1101 time: 0.4866457 Nov 16 11:21:20.948383 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a9f93-20a3-455b-beb7-fe284cc2997f req-e8ebcd1c-8609-43d1-aae3-9d61cb18cbd1 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:20.956261 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b87a9f93-20a3-455b-beb7-fe284cc2997f req-e8ebcd1c-8609-43d1-aae3-9d61cb18cbd1 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/ports?device_id=94986370-2e90-4382-b4e6-9574cf76e1f6 HTTP/1.1" status: 200 len: 950 time: 0.0672801 Nov 16 11:21:21.073006 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b87a9f93-20a3-455b-beb7-fe284cc2997f req-25abada6-00d2-43f5-a749-492ec9ec2efb tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffae2544-b49b-4aca-b94f-b24176bd18c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153502 Nov 16 11:21:21.222195 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d27828e2-7f37-4256-b324-468885c5b6fb req-8ec9c7b9-88ad-46d4-ba03-f4fdd32a3bea service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ffae2544-b49b-4aca-b94f-b24176bd18c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141069 Nov 16 11:21:21.234007 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-7072a458-f155-45a7-a6e1-5f2bc5848d26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ea52e91-cf6f-42de-ac17-f2be6f35cd50 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:21:21.243320 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-7072a458-f155-45a7-a6e1-5f2bc5848d26 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:21.259758 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-7072a458-f155-45a7-a6e1-5f2bc5848d26 service neutron] Transition to ACTIVE for port object 8ea52e91-cf6f-42de-ac17-f2be6f35cd50 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:21:21.264443 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-7072a458-f155-45a7-a6e1-5f2bc5848d26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:21.391653 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7072a458-f155-45a7-a6e1-5f2bc5848d26 service neutron] Pushing event updated for resources: {'Port': ['ID=8ea52e91-cf6f-42de-ac17-f2be6f35cd50,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:21.404233 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-7072a458-f155-45a7-a6e1-5f2bc5848d26 service neutron] Attempting to bind port 8ea52e91-cf6f-42de-ac17-f2be6f35cd50 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:21:21.404626 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-7072a458-f155-45a7-a6e1-5f2bc5848d26 service neutron] Attempting to bind port 8ea52e91-cf6f-42de-ac17-f2be6f35cd50 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '29fe51c5-7413-4ecd-8c04-97b69fe8410f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'cbb4a65b-8eab-4791-8d34-bab11c0de63c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:21:21.404949 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-7072a458-f155-45a7-a6e1-5f2bc5848d26 service neutron] Attempting to bind port 8ea52e91-cf6f-42de-ac17-f2be6f35cd50 on network cbb4a65b-8eab-4791-8d34-bab11c0de63c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:21:21.409400 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-7072a458-f155-45a7-a6e1-5f2bc5848d26 service neutron] Port 8ea52e91-cf6f-42de-ac17-f2be6f35cd50 on network cbb4a65b-8eab-4791-8d34-bab11c0de63c not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:21:21.409721 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-7072a458-f155-45a7-a6e1-5f2bc5848d26 service neutron] Attempting to bind port 8ea52e91-cf6f-42de-ac17-f2be6f35cd50 on network cbb4a65b-8eab-4791-8d34-bab11c0de63c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:21:21.415688 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-7072a458-f155-45a7-a6e1-5f2bc5848d26 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:21:21.416048 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-7072a458-f155-45a7-a6e1-5f2bc5848d26 service neutron] Checking segment: {'id': '29fe51c5-7413-4ecd-8c04-97b69fe8410f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'cbb4a65b-8eab-4791-8d34-bab11c0de63c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:21:21.416415 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-7072a458-f155-45a7-a6e1-5f2bc5848d26 service neutron] Bound using segment: {'id': '29fe51c5-7413-4ecd-8c04-97b69fe8410f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'cbb4a65b-8eab-4791-8d34-bab11c0de63c'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:21:21.416855 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-7072a458-f155-45a7-a6e1-5f2bc5848d26 service neutron] Bound port: 8ea52e91-cf6f-42de-ac17-f2be6f35cd50, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29fe51c5-7413-4ecd-8c04-97b69fe8410f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'cbb4a65b-8eab-4791-8d34-bab11c0de63c'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:21:21.417211 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-7072a458-f155-45a7-a6e1-5f2bc5848d26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:21.487953 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-7072a458-f155-45a7-a6e1-5f2bc5848d26 service neutron] For port 8ea52e91-cf6f-42de-ac17-f2be6f35cd50, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:21:21.492603 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-7072a458-f155-45a7-a6e1-5f2bc5848d26 service neutron] For port 8ea52e91-cf6f-42de-ac17-f2be6f35cd50, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=8ea52e91-cf6f-42de-ac17-f2be6f35cd50,segment=NetworkSegment(29fe51c5-7413-4ecd-8c04-97b69fe8410f),segment_id=29fe51c5-7413-4ecd-8c04-97b69fe8410f)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:21:21.499622 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-7072a458-f155-45a7-a6e1-5f2bc5848d26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:21.540155 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-7072a458-f155-45a7-a6e1-5f2bc5848d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:21.540945 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-7072a458-f155-45a7-a6e1-5f2bc5848d26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:21.542375 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-7072a458-f155-45a7-a6e1-5f2bc5848d26 service neutron] 10.222.0.64 "PUT /v2.0/ports/8ea52e91-cf6f-42de-ac17-f2be6f35cd50 HTTP/1.1" status: 200 len: 1092 time: 1.3270264 Nov 16 11:21:21.543194 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de1e654-2b1f-4276-9666-f3bf55d47ec3', 'tag': '8ea52e91-cf6f-42de-ac17-f2be6f35cd50'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:21:21.545633 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ccbeca-9c4b-431a-90a7-ee43310c7d4e" -d '{"events": [{"name": "network-changed", "server_uuid": "0de1e654-2b1f-4276-9666-f3bf55d47ec3", "tag": "8ea52e91-cf6f-42de-ac17-f2be6f35cd50"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:21:21.621443 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b87efd5-c349-4b4e-a9c6-659779b32958 x-openstack-request-id: req-0b87efd5-c349-4b4e-a9c6-659779b32958 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:21:21.622000 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0de1e654-2b1f-4276-9666-f3bf55d47ec3", "tag": "8ea52e91-cf6f-42de-ac17-f2be6f35cd50", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:21:21.622414 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0b87efd5-c349-4b4e-a9c6-659779b32958 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:21:21.623004 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0de1e654-2b1f-4276-9666-f3bf55d47ec3', 'tag': '8ea52e91-cf6f-42de-ac17-f2be6f35cd50', 'status': 'completed', 'code': 200} Nov 16 11:21:21.623865 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7072a458-f155-45a7-a6e1-5f2bc5848d26 service neutron] Pushing event updated for resources: {'Port': ['ID=8ea52e91-cf6f-42de-ac17-f2be6f35cd50,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:21.663691 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-a4a6c8af-dee9-48db-8d94-068538d1dc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:21.666021 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-a4a6c8af-dee9-48db-8d94-068538d1dc4d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=73e5fc395dda4693899e370eca8a1116&device_id=0de1e654-2b1f-4276-9666-f3bf55d47ec3 HTTP/1.1" status: 200 len: 1095 time: 0.0647862 Nov 16 11:21:21.724885 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-1c89d1a4-df5c-4251-9ed6-075f2daa3658 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ea52e91-cf6f-42de-ac17-f2be6f35cd50 HTTP/1.1" status: 200 len: 217 time: 0.0428071 Nov 16 11:21:21.770357 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 9a8d62f8-37bc-4d33-9706-6dffe7b724a3 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:21:21.856142 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-abcb8f7a-e379-46c4-8029-9149147a9a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:21.857917 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-abcb8f7a-e379-46c4-8029-9149147a9a77 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a10b0d7-f428-41c3-8bd0-15f87f8f81d9 HTTP/1.1" status: 200 len: 846 time: 0.1018877 Nov 16 11:21:21.875719 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 9a8d62f8-37bc-4d33-9706-6dffe7b724a3 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:21:21.875719 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:21.940673 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-a762aadc-2941-4337-98ec-9320c114c794 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cbb4a65b-8eab-4791-8d34-bab11c0de63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733109 Nov 16 11:21:21.958801 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f625922e-6ce1-44da-a866-9130eb9d909d req-d3baed3d-2ceb-436c-94da-90adb5a2d97f tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:21.977875 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f625922e-6ce1-44da-a866-9130eb9d909d req-d3baed3d-2ceb-436c-94da-90adb5a2d97f tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=0de1e654-2b1f-4276-9666-f3bf55d47ec3 HTTP/1.1" status: 200 len: 944 time: 0.0990620 Nov 16 11:21:22.048660 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:22.086178 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f625922e-6ce1-44da-a866-9130eb9d909d req-cd5aaae7-1ecb-4961-8e81-99b5f0b7b0ae tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053200 Nov 16 11:21:22.114726 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 9a8d62f8-37bc-4d33-9706-6dffe7b724a3, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=9a8d62f8-37bc-4d33-9706-6dffe7b724a3,segment=NetworkSegment(2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7),segment_id=2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:21:22.127451 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:22.182747 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-f7f484cf-7f86-46de-8a57-80eb059818b5 service neutron] 10.222.0.64 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320821 Nov 16 11:21:22.182964 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973649eb-8d2a-4fdc-8d9a-79083e80d403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8d62f8-37bc-4d33-9706-6dffe7b724a3'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:21:22.185046 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8258338-00d8-4f03-9065-35191e3cba08" -d '{"events": [{"server_uuid": "973649eb-8d2a-4fdc-8d9a-79083e80d403", "name": "network-vif-plugged", "status": "completed", "tag": "9a8d62f8-37bc-4d33-9706-6dffe7b724a3"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:21:22.274977 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=9a8d62f8-37bc-4d33-9706-6dffe7b724a3,revision_number=7']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:22.290503 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35eda811-a030-4a69-aafe-545890084b9d x-openstack-request-id: req-35eda811-a030-4a69-aafe-545890084b9d {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:21:22.290856 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "973649eb-8d2a-4fdc-8d9a-79083e80d403", "name": "network-vif-plugged", "status": "completed", "tag": "9a8d62f8-37bc-4d33-9706-6dffe7b724a3", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:21:22.291040 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-35eda811-a030-4a69-aafe-545890084b9d {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:21:22.291447 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973649eb-8d2a-4fdc-8d9a-79083e80d403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8d62f8-37bc-4d33-9706-6dffe7b724a3', 'code': 200} Nov 16 11:21:22.417241 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b790a21-dad2-42bc-88bf-b3bc92e16107 req-ea3deccc-0b8c-4376-add3-f54e6bd77887 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:22.428629 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1b790a21-dad2-42bc-88bf-b3bc92e16107 req-ea3deccc-0b8c-4376-add3-f54e6bd77887 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/ports?device_id=94986370-2e90-4382-b4e6-9574cf76e1f6 HTTP/1.1" status: 200 len: 950 time: 0.1179070 Nov 16 11:21:22.431052 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d9efc6bf-052a-44df-a63d-b87e7bc3734a req-27f9d388-f68e-4847-baaa-c8870b2c1be5 service neutron] 10.222.0.64 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372251 Nov 16 11:21:22.495408 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1b790a21-dad2-42bc-88bf-b3bc92e16107 req-5905b0c4-240a-492b-b354-c3caff85b2e0 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffae2544-b49b-4aca-b94f-b24176bd18c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620568 Nov 16 11:21:22.625537 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccbeca-9c4b-431a-90a7-ee43310c7d4e req-c17197db-f2f3-459c-b97f-934ba7aafcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:22.627287 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a9ccbeca-9c4b-431a-90a7-ee43310c7d4e req-c17197db-f2f3-459c-b97f-934ba7aafcfa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=73e5fc395dda4693899e370eca8a1116&device_id=0de1e654-2b1f-4276-9666-f3bf55d47ec3 HTTP/1.1" status: 200 len: 1095 time: 0.0616102 Nov 16 11:21:22.770655 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccbeca-9c4b-431a-90a7-ee43310c7d4e req-a9907cb8-c9eb-4704-a2cc-2eb8e5f5ea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:22.772412 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a9ccbeca-9c4b-431a-90a7-ee43310c7d4e req-a9907cb8-c9eb-4704-a2cc-2eb8e5f5ea19 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cbb4a65b-8eab-4791-8d34-bab11c0de63c HTTP/1.1" status: 200 len: 907 time: 0.1289115 Nov 16 11:21:22.831658 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a9ccbeca-9c4b-431a-90a7-ee43310c7d4e req-a712f2fc-cd51-402e-9d44-c26b1fd73966 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ea52e91-cf6f-42de-ac17-f2be6f35cd50 HTTP/1.1" status: 200 len: 217 time: 0.0482845 Nov 16 11:21:22.906266 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccbeca-9c4b-431a-90a7-ee43310c7d4e req-2ba2d2e2-5994-4ded-801b-68287ac44ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:22.909341 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a9ccbeca-9c4b-431a-90a7-ee43310c7d4e req-2ba2d2e2-5994-4ded-801b-68287ac44ebe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a10b0d7-f428-41c3-8bd0-15f87f8f81d9 HTTP/1.1" status: 200 len: 846 time: 0.0692866 Nov 16 11:21:22.956491 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a9ccbeca-9c4b-431a-90a7-ee43310c7d4e req-db1d2527-7b25-4c99-9b23-45e6554cab0c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cbb4a65b-8eab-4791-8d34-bab11c0de63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389435 Nov 16 11:21:23.129347 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a9ccbeca-9c4b-431a-90a7-ee43310c7d4e req-5ec9fc42-8700-4f87-adc5-c330ec77951a service neutron] 10.222.0.64 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579928 Nov 16 11:21:23.355786 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb15fbd-6ebe-480b-b174-301373489a91 req-4cf840cb-622e-4456-b71c-69083d5155e8 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:23.368918 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eeb15fbd-6ebe-480b-b174-301373489a91 req-4cf840cb-622e-4456-b71c-69083d5155e8 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=0de1e654-2b1f-4276-9666-f3bf55d47ec3 HTTP/1.1" status: 200 len: 944 time: 0.1538239 Nov 16 11:21:23.399400 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a9ccbeca-9c4b-431a-90a7-ee43310c7d4e req-286b7c32-580f-4831-90bf-549e2ef8dd11 service neutron] 10.222.0.64 "GET /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608469 Nov 16 11:21:23.462272 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eeb15fbd-6ebe-480b-b174-301373489a91 req-cc7358f9-6d18-474d-b796-1ccfbfd36e1b tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923705 Nov 16 11:21:23.637043 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b6995-a06d-47d4-862c-5f0a09437ba8 req-ff825e40-9f37-4225-8da8-bd6b5fe30146 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:23.646135 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-773b6995-a06d-47d4-862c-5f0a09437ba8 req-ff825e40-9f37-4225-8da8-bd6b5fe30146 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/ports?device_id=94986370-2e90-4382-b4e6-9574cf76e1f6 HTTP/1.1" status: 200 len: 950 time: 0.0688698 Nov 16 11:21:23.732378 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-773b6995-a06d-47d4-862c-5f0a09437ba8 req-f1b6d829-c279-4a22-bccb-4808e83f4e7f tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffae2544-b49b-4aca-b94f-b24176bd18c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791633 Nov 16 11:21:24.193403 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f508a-efc0-46f8-b74b-f07e782bf5ca req-864692da-0c78-42ba-b108-900c8a8e9d27 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:24.203068 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-337f508a-efc0-46f8-b74b-f07e782bf5ca req-864692da-0c78-42ba-b108-900c8a8e9d27 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/ports?device_id=94986370-2e90-4382-b4e6-9574cf76e1f6 HTTP/1.1" status: 200 len: 950 time: 0.1078975 Nov 16 11:21:24.276042 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-337f508a-efc0-46f8-b74b-f07e782bf5ca req-64c39da3-9b7c-42f1-a076-4a0d63941abc tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffae2544-b49b-4aca-b94f-b24176bd18c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719323 Nov 16 11:21:24.773713 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc65f57-0c84-4d18-aef5-4aae6784883b req-f87a971f-a831-4a09-a641-4bdbba62be1c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:24.781294 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5cc65f57-0c84-4d18-aef5-4aae6784883b req-f87a971f-a831-4a09-a641-4bdbba62be1c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=0de1e654-2b1f-4276-9666-f3bf55d47ec3 HTTP/1.1" status: 200 len: 944 time: 0.1549513 Nov 16 11:21:24.795480 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e4eae-b347-4b42-95b9-527cbc4a075c req-e7c182d3-be49-4072-baaa-c0512c9c600d tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:24.803245 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-067e4eae-b347-4b42-95b9-527cbc4a075c req-e7c182d3-be49-4072-baaa-c0512c9c600d tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/ports?device_id=94986370-2e90-4382-b4e6-9574cf76e1f6 HTTP/1.1" status: 200 len: 950 time: 0.0967977 Nov 16 11:21:24.895878 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-067e4eae-b347-4b42-95b9-527cbc4a075c req-426f525b-f37e-42d1-ba4d-3d5ded3173f3 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffae2544-b49b-4aca-b94f-b24176bd18c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867996 Nov 16 11:21:24.911915 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5cc65f57-0c84-4d18-aef5-4aae6784883b req-07fd7163-4861-41d5-ac42-30a8a2c965fe tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296868 Nov 16 11:21:25.565428 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 8ea52e91-cf6f-42de-ac17-f2be6f35cd50 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:21:25.852594 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 8ea52e91-cf6f-42de-ac17-f2be6f35cd50, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=8ea52e91-cf6f-42de-ac17-f2be6f35cd50,segment=NetworkSegment(29fe51c5-7413-4ecd-8c04-97b69fe8410f),segment_id=29fe51c5-7413-4ecd-8c04-97b69fe8410f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:21:25.878521 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '8ea52e91-cf6f-42de-ac17-f2be6f35cd50', 'network_id': 'cbb4a65b-8eab-4791-8d34-bab11c0de63c', 'port_id': '8ea52e91-cf6f-42de-ac17-f2be6f35cd50', 'mac_address': 'fa:16:3e:34:85:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a10b0d7-f428-41c3-8bd0-15f87f8f81d9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:21:25.934358 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:25.961171 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ea52e91-cf6f-42de-ac17-f2be6f35cd50 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:21:25.994692 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 8ea52e91-cf6f-42de-ac17-f2be6f35cd50, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=8ea52e91-cf6f-42de-ac17-f2be6f35cd50,segment=NetworkSegment(29fe51c5-7413-4ecd-8c04-97b69fe8410f),segment_id=29fe51c5-7413-4ecd-8c04-97b69fe8410f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:21:26.003055 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:26.107610 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1191350-03cd-4f13-b933-738564b91d43 req-268378db-50f6-4d41-950a-70809d529aea tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:26.109360 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c1191350-03cd-4f13-b933-738564b91d43 req-268378db-50f6-4d41-950a-70809d529aea tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bddbbd5-6e1b-4e6e-adda-fb42234aede3 HTTP/1.1" status: 200 len: 945 time: 0.1107833 Nov 16 11:21:26.121518 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d34e37-91ae-4664-89b7-c8f34b9ab7de req-846f8e66-6c6d-4062-9b04-998343585552 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:26.128886 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-57d34e37-91ae-4664-89b7-c8f34b9ab7de req-846f8e66-6c6d-4062-9b04-998343585552 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.64 "GET /v2.0/ports?device_id=94986370-2e90-4382-b4e6-9574cf76e1f6 HTTP/1.1" status: 200 len: 950 time: 0.1268702 Nov 16 11:21:26.184754 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=8ea52e91-cf6f-42de-ac17-f2be6f35cd50,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:26.264607 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-57d34e37-91ae-4664-89b7-c8f34b9ab7de req-b284ffc3-132b-4c1a-9f57-eaaad3b4755f tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Deleting port a656c5ec-3bee-4414-b032-b6579c87af27 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:21:26.265082 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-57d34e37-91ae-4664-89b7-c8f34b9ab7de req-b284ffc3-132b-4c1a-9f57-eaaad3b4755f tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:26.267399 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c1191350-03cd-4f13-b933-738564b91d43 req-6feeb556-f802-4032-94a8-0daaef6db4c9 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516263 Nov 16 11:21:26.291023 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['8ea52e91-cf6f-42de-ac17-f2be6f35cd50'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:21:26.297796 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec592f24-5e8b-4379-96dc-38fa96d9172c req-19b1e1ca-86aa-44aa-854d-b84cecea1574 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:26.309578 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ec592f24-5e8b-4379-96dc-38fa96d9172c req-19b1e1ca-86aa-44aa-854d-b84cecea1574 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/ports?device_id=94986370-2e90-4382-b4e6-9574cf76e1f6 HTTP/1.1" status: 200 len: 950 time: 0.1579363 Nov 16 11:21:26.465201 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b60345-b5cd-40e3-be97-33e21ff25183 req-fb99684f-f24c-4bb7-ad67-4ce47a11026b tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:26.466790 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c1b60345-b5cd-40e3-be97-33e21ff25183 req-fb99684f-f24c-4bb7-ad67-4ce47a11026b tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=0de1e654-2b1f-4276-9666-f3bf55d47ec3 HTTP/1.1" status: 200 len: 945 time: 0.1140282 Nov 16 11:21:26.479859 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ec592f24-5e8b-4379-96dc-38fa96d9172c req-daa054db-5f9d-46b8-8707-15a2280cc8a3 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffae2544-b49b-4aca-b94f-b24176bd18c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670232 Nov 16 11:21:26.525647 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-57d34e37-91ae-4664-89b7-c8f34b9ab7de req-b284ffc3-132b-4c1a-9f57-eaaad3b4755f tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] For port a656c5ec-3bee-4414-b032-b6579c87af27, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=a656c5ec-3bee-4414-b032-b6579c87af27,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:21:26.528951 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-57d34e37-91ae-4664-89b7-c8f34b9ab7de req-b284ffc3-132b-4c1a-9f57-eaaad3b4755f tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:26.540847 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1bfda-45ec-4bf7-b8c3-dc41aaff0642 req-d00650d0-4212-462a-9c28-8081967e342a tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:26.543330 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-95a1bfda-45ec-4bf7-b8c3-dc41aaff0642 req-d00650d0-4212-462a-9c28-8081967e342a tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bddbbd5-6e1b-4e6e-adda-fb42234aede3 HTTP/1.1" status: 200 len: 945 time: 0.1466360 Nov 16 11:21:26.579674 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c1b60345-b5cd-40e3-be97-33e21ff25183 req-57c61630-7b64-4a92-89d8-99014f18ef66 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987053 Nov 16 11:21:26.663227 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-57d34e37-91ae-4664-89b7-c8f34b9ab7de req-b284ffc3-132b-4c1a-9f57-eaaad3b4755f tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Calling delete_port for a656c5ec-3bee-4414-b032-b6579c87af27 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:21:26.833085 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-95a1bfda-45ec-4bf7-b8c3-dc41aaff0642 req-1da6a224-52ec-4d62-91e7-ef71dcaa084c tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Deleting port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:21:26.833814 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-95a1bfda-45ec-4bf7-b8c3-dc41aaff0642 req-1da6a224-52ec-4d62-91e7-ef71dcaa084c tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:26.968411 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-95a1bfda-45ec-4bf7-b8c3-dc41aaff0642 req-1da6a224-52ec-4d62-91e7-ef71dcaa084c tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] For port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=29d992c3-c0c9-4c03-bac2-e35d0d9dbe49,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:21:26.968894 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-95a1bfda-45ec-4bf7-b8c3-dc41aaff0642 req-1da6a224-52ec-4d62-91e7-ef71dcaa084c tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:26.971617 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-57d34e37-91ae-4664-89b7-c8f34b9ab7de req-b284ffc3-132b-4c1a-9f57-eaaad3b4755f tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:27.009717 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284ffc3-132b-4c1a-9f57-eaaad3b4755f tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Pushing event deleted for resources: {'Port': ['ID=a656c5ec-3bee-4414-b032-b6579c87af27,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:27.011995 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-95a1bfda-45ec-4bf7-b8c3-dc41aaff0642 req-1da6a224-52ec-4d62-91e7-ef71dcaa084c tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Calling delete_port for 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:21:27.026658 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['a656c5ec-3bee-4414-b032-b6579c87af27'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:21:27.221323 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d34e37-91ae-4664-89b7-c8f34b9ab7de req-b284ffc3-132b-4c1a-9f57-eaaad3b4755f tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] No DVR routers for this DVR port a656c5ec-3bee-4414-b032-b6579c87af27 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:21:27.223263 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-95a1bfda-45ec-4bf7-b8c3-dc41aaff0642 req-1da6a224-52ec-4d62-91e7-ef71dcaa084c tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:27.225126 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-57d34e37-91ae-4664-89b7-c8f34b9ab7de req-b284ffc3-132b-4c1a-9f57-eaaad3b4755f tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:27.228659 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-57d34e37-91ae-4664-89b7-c8f34b9ab7de req-b284ffc3-132b-4c1a-9f57-eaaad3b4755f tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.64 "DELETE /v2.0/ports/a656c5ec-3bee-4414-b032-b6579c87af27 HTTP/1.1" status: 204 len: 173 time: 1.0888703 Nov 16 11:21:27.229153 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94986370-2e90-4382-b4e6-9574cf76e1f6', 'name': 'network-vif-deleted', 'tag': 'a656c5ec-3bee-4414-b032-b6579c87af27'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:21:27.231765 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfe9b1f-b589-42c7-ba12-625e170f8240" -d '{"events": [{"server_uuid": "94986370-2e90-4382-b4e6-9574cf76e1f6", "name": "network-vif-deleted", "tag": "a656c5ec-3bee-4414-b032-b6579c87af27"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:21:27.241728 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['29d992c3-c0c9-4c03-bac2-e35d0d9dbe49'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:21:27.306994 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6a224-52ec-4d62-91e7-ef71dcaa084c tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Pushing event deleted for resources: {'Port': ['ID=29d992c3-c0c9-4c03-bac2-e35d0d9dbe49,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:27.314178 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948eef4e-f897-482a-ac50-fe84a4670218 x-openstack-request-id: req-948eef4e-f897-482a-ac50-fe84a4670218 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:21:27.314609 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94986370-2e90-4382-b4e6-9574cf76e1f6", "name": "network-vif-deleted", "tag": "a656c5ec-3bee-4414-b032-b6579c87af27", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:21:27.314864 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-948eef4e-f897-482a-ac50-fe84a4670218 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:21:27.315266 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94986370-2e90-4382-b4e6-9574cf76e1f6', 'name': 'network-vif-deleted', 'tag': 'a656c5ec-3bee-4414-b032-b6579c87af27', 'status': 'completed', 'code': 200} Nov 16 11:21:27.342667 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cf3cbf-459d-49cc-bd95-0bc2d3771df6 None None] DHCP port deletion for b7bb2a97-86e1-4934-a454-677fe86f6d7e request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:21:27.383188 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a1bfda-45ec-4bf7-b8c3-dc41aaff0642 req-1da6a224-52ec-4d62-91e7-ef71dcaa084c tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] No DVR routers for this DVR port 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:21:27.385748 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-95a1bfda-45ec-4bf7-b8c3-dc41aaff0642 req-1da6a224-52ec-4d62-91e7-ef71dcaa084c tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:27.396195 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-95a1bfda-45ec-4bf7-b8c3-dc41aaff0642 req-1da6a224-52ec-4d62-91e7-ef71dcaa084c tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.64 "DELETE /v2.0/ports/29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 HTTP/1.1" status: 204 len: 173 time: 0.8369155 Nov 16 11:21:27.492252 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-147bc4ee-59b2-4f4b-807f-cde6ec5bc9bf req-a8007715-3a8c-4754-a9b0-ce7fd2834d5a tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bddbbd5-6e1b-4e6e-adda-fb42234aede3 HTTP/1.1" status: 200 len: 210 time: 0.0435638 Nov 16 11:21:27.564219 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 8ea52e91-cf6f-42de-ac17-f2be6f35cd50 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:21:27.612645 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c97d2fb9-e610-443b-ab5a-e2d781286722 req-606abf01-445b-441a-86f4-e17fb077a584 tempest-DeleteServersAdminTestJSON-522618626 tempest-DeleteServersAdminTestJSON-522618626-project] 10.222.0.61 "GET /v2.0/ports?device_id=94986370-2e90-4382-b4e6-9574cf76e1f6 HTTP/1.1" status: 200 len: 210 time: 0.0427814 Nov 16 11:21:27.652744 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 8ea52e91-cf6f-42de-ac17-f2be6f35cd50 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:21:27.659591 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 8ea52e91-cf6f-42de-ac17-f2be6f35cd50 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:21:27.660136 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:27.814856 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:27.820373 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6eaf5d-aed5-4ee9-b1bf-2e7c9413d7f5 req-67bf1783-06e3-4c6f-9000-84b224bfce28 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:27.825706 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6c6eaf5d-aed5-4ee9-b1bf-2e7c9413d7f5 req-67bf1783-06e3-4c6f-9000-84b224bfce28 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=0de1e654-2b1f-4276-9666-f3bf55d47ec3 HTTP/1.1" status: 200 len: 945 time: 0.1112735 Nov 16 11:21:27.846473 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:27.856840 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de1e654-2b1f-4276-9666-f3bf55d47ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea52e91-cf6f-42de-ac17-f2be6f35cd50'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:21:27.863214 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af50f79-c126-4be2-88d2-23f4f0996c57" -d '{"events": [{"server_uuid": "0de1e654-2b1f-4276-9666-f3bf55d47ec3", "name": "network-vif-plugged", "status": "completed", "tag": "8ea52e91-cf6f-42de-ac17-f2be6f35cd50"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:21:27.901709 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 8ea52e91-cf6f-42de-ac17-f2be6f35cd50, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=8ea52e91-cf6f-42de-ac17-f2be6f35cd50,segment=NetworkSegment(29fe51c5-7413-4ecd-8c04-97b69fe8410f),segment_id=29fe51c5-7413-4ecd-8c04-97b69fe8410f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:21:27.915519 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:27.916506 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device a656c5ec-3bee-4414-b032-b6579c87af27 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:21:27.927729 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6c6eaf5d-aed5-4ee9-b1bf-2e7c9413d7f5 req-babdf066-1af4-4eb6-b2da-71b856dfcfd3 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926843 Nov 16 11:21:28.001084 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: a656c5ec-3bee-4414-b032-b6579c87af27 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:21:28.001084 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device a656c5ec-3bee-4414-b032-b6579c87af27 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:21:28.050004 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=8ea52e91-cf6f-42de-ac17-f2be6f35cd50,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:28.065705 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0c8941-cb2f-401b-9433-6a9332689f1b x-openstack-request-id: req-9b0c8941-cb2f-401b-9433-6a9332689f1b {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:21:28.066031 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de1e654-2b1f-4276-9666-f3bf55d47ec3", "name": "network-vif-plugged", "status": "completed", "tag": "8ea52e91-cf6f-42de-ac17-f2be6f35cd50", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:21:28.066297 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9b0c8941-cb2f-401b-9433-6a9332689f1b {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:21:28.066691 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de1e654-2b1f-4276-9666-f3bf55d47ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea52e91-cf6f-42de-ac17-f2be6f35cd50', 'code': 200} Nov 16 11:21:28.189697 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe45e3-e057-484b-a1e0-b318195ce537 req-632f5509-7af5-4ccf-a722-b36d88d49b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:28.191204 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fabe45e3-e057-484b-a1e0-b318195ce537 req-632f5509-7af5-4ccf-a722-b36d88d49b62 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0de1e654-2b1f-4276-9666-f3bf55d47ec3 HTTP/1.1" status: 200 len: 1097 time: 0.0547559 Nov 16 11:21:28.266728 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fabe45e3-e057-484b-a1e0-b318195ce537 req-3262a1c8-72ab-4285-bca4-6f58f30c3f48 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655077 Nov 16 11:21:28.420090 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:21:28.670316 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:28.829121 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc212b-678d-488b-9f6a-c7865f1cc3be req-226d0be0-64dd-4ef2-a9f4-df266ed4f5c7 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:28.840336 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0cdc212b-678d-488b-9f6a-c7865f1cc3be req-226d0be0-64dd-4ef2-a9f4-df266ed4f5c7 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=c93c256b-bc50-45b1-b8a3-ea3c6f5cad41 HTTP/1.1" status: 200 len: 944 time: 0.0758719 Nov 16 11:21:28.916038 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0cdc212b-678d-488b-9f6a-c7865f1cc3be req-ee96cd69-8fd0-44c9-bea3-aa292eae4bd9 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745404 Nov 16 11:21:29.309804 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61eb9a-fd43-4a01-870a-ef8bfdcd70cc req-aa28e415-4553-448d-9c27-ffe3ee117192 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:29.312353 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6e61eb9a-fd43-4a01-870a-ef8bfdcd70cc req-aa28e415-4553-448d-9c27-ffe3ee117192 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.64 "GET /v2.0/ports?device_id=c93c256b-bc50-45b1-b8a3-ea3c6f5cad41 HTTP/1.1" status: 200 len: 944 time: 0.0962989 Nov 16 11:21:29.322580 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bddbbd5-6e1b-4e6e-adda-fb42234aede3', 'name': 'network-vif-deleted', 'tag': '29d992c3-c0c9-4c03-bac2-e35d0d9dbe49'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:21:29.333437 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7558dcb4-49c2-48ec-b68e-a5954d584009" -d '{"events": [{"server_uuid": "7bddbbd5-6e1b-4e6e-adda-fb42234aede3", "name": "network-vif-deleted", "tag": "29d992c3-c0c9-4c03-bac2-e35d0d9dbe49"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:21:29.438535 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57808) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:29.470503 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52619d34-f8b3-49ca-a463-8be690e09f10 req-97b637bc-5e6b-4d15-b285-40e9c75296dc tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:29.471119 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb639ad8-2782-4bd3-be23-c511bd35f845 x-openstack-request-id: req-bb639ad8-2782-4bd3-be23-c511bd35f845 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:21:29.471380 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bddbbd5-6e1b-4e6e-adda-fb42234aede3", "name": "network-vif-deleted", "tag": "29d992c3-c0c9-4c03-bac2-e35d0d9dbe49", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:21:29.471626 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bb639ad8-2782-4bd3-be23-c511bd35f845 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:21:29.472021 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bddbbd5-6e1b-4e6e-adda-fb42234aede3', 'name': 'network-vif-deleted', 'tag': '29d992c3-c0c9-4c03-bac2-e35d0d9dbe49', 'status': 'completed', 'code': 200} Nov 16 11:21:29.483660 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-52619d34-f8b3-49ca-a463-8be690e09f10 req-97b637bc-5e6b-4d15-b285-40e9c75296dc tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=0de1e654-2b1f-4276-9666-f3bf55d47ec3 HTTP/1.1" status: 200 len: 946 time: 0.4786236 Nov 16 11:21:29.489802 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-6e61eb9a-fd43-4a01-870a-ef8bfdcd70cc req-cbaa795b-9d0b-4813-88a3-d8ec03a6dd53 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Deleting port 33148d57-3947-45a8-b7d8-6a4f2fbccddc {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:21:29.490163 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6e61eb9a-fd43-4a01-870a-ef8bfdcd70cc req-cbaa795b-9d0b-4813-88a3-d8ec03a6dd53 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:29.563279 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:21:29.578484 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-52619d34-f8b3-49ca-a463-8be690e09f10 req-6672c351-b0ad-4c34-bd96-4b7cd4381a79 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836637 Nov 16 11:21:29.610957 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:21:29.611304 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 29d992c3-c0c9-4c03-bac2-e35d0d9dbe49 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:21:29.647204 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-6e61eb9a-fd43-4a01-870a-ef8bfdcd70cc req-cbaa795b-9d0b-4813-88a3-d8ec03a6dd53 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] For port 33148d57-3947-45a8-b7d8-6a4f2fbccddc, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=33148d57-3947-45a8-b7d8-6a4f2fbccddc,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:21:29.647590 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6e61eb9a-fd43-4a01-870a-ef8bfdcd70cc req-cbaa795b-9d0b-4813-88a3-d8ec03a6dd53 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:29.668962 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-6e61eb9a-fd43-4a01-870a-ef8bfdcd70cc req-cbaa795b-9d0b-4813-88a3-d8ec03a6dd53 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Calling delete_port for 33148d57-3947-45a8-b7d8-6a4f2fbccddc owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:21:29.724791 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5772011b-fd96-421c-88e9-7a3bde06bef1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=10cc67978aae489e907f1529f7b066da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2850595 Nov 16 11:21:29.728018 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57812) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:29.794579 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9621d00-5adf-48e1-a7b0-f09ce344b495 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:29.818088 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9621d00-5adf-48e1-a7b0-f09ce344b495 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:29.845646 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6e61eb9a-fd43-4a01-870a-ef8bfdcd70cc req-cbaa795b-9d0b-4813-88a3-d8ec03a6dd53 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:29.886742 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa795b-9d0b-4813-88a3-d8ec03a6dd53 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Pushing event deleted for resources: {'Port': ['ID=33148d57-3947-45a8-b7d8-6a4f2fbccddc,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:29.904870 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9621d00-5adf-48e1-a7b0-f09ce344b495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:29.907548 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9621d00-5adf-48e1-a7b0-f09ce344b495 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:29.911069 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a9621d00-5adf-48e1-a7b0-f09ce344b495 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ffae2544-b49b-4aca-b94f-b24176bd18c4 HTTP/1.1" status: 204 len: 168 time: 0.1792920 Nov 16 11:21:29.917915 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d22f19b-599c-4755-9c85-28f9a4efa91b None None] DHCP port deletion for b7bb2a97-86e1-4934-a454-677fe86f6d7e request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:21:29.940085 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e61eb9a-fd43-4a01-870a-ef8bfdcd70cc req-cbaa795b-9d0b-4813-88a3-d8ec03a6dd53 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] No DVR routers for this DVR port 33148d57-3947-45a8-b7d8-6a4f2fbccddc on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:21:29.941301 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9621d00-5adf-48e1-a7b0-f09ce344b495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffae2544-b49b-4aca-b94f-b24176bd18c4,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:29.942643 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6e61eb9a-fd43-4a01-870a-ef8bfdcd70cc req-cbaa795b-9d0b-4813-88a3-d8ec03a6dd53 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:29.947330 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6e61eb9a-fd43-4a01-870a-ef8bfdcd70cc req-cbaa795b-9d0b-4813-88a3-d8ec03a6dd53 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.64 "DELETE /v2.0/ports/33148d57-3947-45a8-b7d8-6a4f2fbccddc HTTP/1.1" status: 204 len: 173 time: 0.6073434 Nov 16 11:21:30.151575 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8b4126a6-5418-400e-af29-761a57328a62 req-9ccc05fe-875b-43a8-989d-2d7fdd05aa16 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=c93c256b-bc50-45b1-b8a3-ea3c6f5cad41 HTTP/1.1" status: 200 len: 210 time: 0.0516419 Nov 16 11:21:30.362289 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57838) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:30.377341 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d442281b-0baf-4bd9-9f45-3b0ebb7bc1c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:30.499067 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d442281b-0baf-4bd9-9f45-3b0ebb7bc1c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:30.505639 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d442281b-0baf-4bd9-9f45-3b0ebb7bc1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:30.557352 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d442281b-0baf-4bd9-9f45-3b0ebb7bc1c5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=77abae51331b4ef5a0a2da34e616d379&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1935220 Nov 16 11:21:30.560478 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d442281b-0baf-4bd9-9f45-3b0ebb7bc1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f362ebdf-8b07-43c8-88a9-68ded286e4a2,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:30.561037 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57840) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:30.633248 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e1e2511-72f0-4fb8-af9a-95363f7ad0dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:30.669827 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e1e2511-72f0-4fb8-af9a-95363f7ad0dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:30.712663 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683e291-7bea-4eeb-a8f7-18783701512f req-b60d475c-7081-4cb7-a044-f0ab37a21ddc tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:30.718262 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b683e291-7bea-4eeb-a8f7-18783701512f req-b60d475c-7081-4cb7-a044-f0ab37a21ddc tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=0de1e654-2b1f-4276-9666-f3bf55d47ec3 HTTP/1.1" status: 200 len: 946 time: 0.0672741 Nov 16 11:21:30.767270 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e1e2511-72f0-4fb8-af9a-95363f7ad0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:30.769978 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e1e2511-72f0-4fb8-af9a-95363f7ad0dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:30.780042 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6e1e2511-72f0-4fb8-af9a-95363f7ad0dd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f362ebdf-8b07-43c8-88a9-68ded286e4a2 HTTP/1.1" status: 204 len: 168 time: 0.2164631 Nov 16 11:21:30.782436 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b683e291-7bea-4eeb-a8f7-18783701512f req-4afdaa42-317f-4889-9f58-05400367e289 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613427 Nov 16 11:21:30.789120 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e2511-72f0-4fb8-af9a-95363f7ad0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f362ebdf-8b07-43c8-88a9-68ded286e4a2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:31.090711 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b63b0-3b98-4b05-afa1-c21be14921fd req-a0fa09ec-3ea1-4b2f-8efb-a9a3d9d2f2aa tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:31.098343 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-013b63b0-3b98-4b05-afa1-c21be14921fd req-a0fa09ec-3ea1-4b2f-8efb-a9a3d9d2f2aa tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=0de1e654-2b1f-4276-9666-f3bf55d47ec3 HTTP/1.1" status: 200 len: 946 time: 0.0832748 Nov 16 11:21:31.178484 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-013b63b0-3b98-4b05-afa1-c21be14921fd req-4797a50b-e5a6-446d-9d22-6210d068ce8d tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790040 Nov 16 11:21:31.425608 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27e1fa-c2cd-47bb-865f-5ac06247ce78 req-7d7334a2-8bd1-410d-979b-ced01efe80bd tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:31.446066 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd27e1fa-c2cd-47bb-865f-5ac06247ce78 req-7d7334a2-8bd1-410d-979b-ced01efe80bd tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=0de1e654-2b1f-4276-9666-f3bf55d47ec3 HTTP/1.1" status: 200 len: 946 time: 0.1201565 Nov 16 11:21:31.473398 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93c256b-bc50-45b1-b8a3-ea3c6f5cad41', 'name': 'network-vif-deleted', 'tag': '33148d57-3947-45a8-b7d8-6a4f2fbccddc'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:21:31.477302 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba087453-9537-42c2-a88e-abd0f0b4f4e6" -d '{"events": [{"server_uuid": "c93c256b-bc50-45b1-b8a3-ea3c6f5cad41", "name": "network-vif-deleted", "tag": "33148d57-3947-45a8-b7d8-6a4f2fbccddc"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:21:31.527633 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd27e1fa-c2cd-47bb-865f-5ac06247ce78 req-b2a99999-de1b-4c0f-a54f-969a772f995c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805154 Nov 16 11:21:31.661749 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f810a6-0343-47ad-8e84-6afff7e3a249 x-openstack-request-id: req-47f810a6-0343-47ad-8e84-6afff7e3a249 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:21:31.662649 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93c256b-bc50-45b1-b8a3-ea3c6f5cad41", "name": "network-vif-deleted", "tag": "33148d57-3947-45a8-b7d8-6a4f2fbccddc", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:21:31.663219 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-47f810a6-0343-47ad-8e84-6afff7e3a249 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:21:31.663918 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93c256b-bc50-45b1-b8a3-ea3c6f5cad41', 'name': 'network-vif-deleted', 'tag': '33148d57-3947-45a8-b7d8-6a4f2fbccddc', 'status': 'completed', 'code': 200} Nov 16 11:21:31.797874 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11fdd7-e48c-44ec-95f6-1776dc5ef849 req-c2526b4e-7e66-49a7-8599-dd040146e127 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:31.807306 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd11fdd7-e48c-44ec-95f6-1776dc5ef849 req-c2526b4e-7e66-49a7-8599-dd040146e127 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=26cc20ca-4736-4dce-be17-8fa1de67d92a HTTP/1.1" status: 200 len: 944 time: 0.0774412 Nov 16 11:21:31.872813 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd11fdd7-e48c-44ec-95f6-1776dc5ef849 req-67cbc216-3012-4775-8fbf-282aa05a8191 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/security-groups?id=ffbaea26-2b27-415f-9016-1a9ad0f640a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642784 Nov 16 11:21:31.989261 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6eda2-a8dc-4ff7-91d2-cbc6a7f1b427 req-3209960f-ce8b-46e4-910d-9df2394260a5 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:31.997370 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-99d6eda2-a8dc-4ff7-91d2-cbc6a7f1b427 req-3209960f-ce8b-46e4-910d-9df2394260a5 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=0de1e654-2b1f-4276-9666-f3bf55d47ec3 HTTP/1.1" status: 200 len: 946 time: 0.0719912 Nov 16 11:21:32.074699 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-99d6eda2-a8dc-4ff7-91d2-cbc6a7f1b427 req-47450972-8bf2-4926-8e15-87baaafd437a tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742087 Nov 16 11:21:32.122750 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60a402-d3c7-4777-bf45-9ef71f26db9c req-20942e32-b118-4b85-bb1f-5eda4900a939 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:32.124851 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0a60a402-d3c7-4777-bf45-9ef71f26db9c req-20942e32-b118-4b85-bb1f-5eda4900a939 tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.64 "GET /v2.0/ports?device_id=26cc20ca-4736-4dce-be17-8fa1de67d92a HTTP/1.1" status: 200 len: 944 time: 0.0910223 Nov 16 11:21:32.250907 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-0a60a402-d3c7-4777-bf45-9ef71f26db9c req-d5d79975-59a5-436d-aab5-a36f2ce2294b tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Deleting port ec702909-9927-4754-a960-17e3497beea5 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:21:32.252209 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0a60a402-d3c7-4777-bf45-9ef71f26db9c req-d5d79975-59a5-436d-aab5-a36f2ce2294b tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:32.385110 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-0a60a402-d3c7-4777-bf45-9ef71f26db9c req-d5d79975-59a5-436d-aab5-a36f2ce2294b tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] For port ec702909-9927-4754-a960-17e3497beea5, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=ec702909-9927-4754-a960-17e3497beea5,segment=NetworkSegment(a76a2907-9101-4b32-bca9-15957cbf2080),segment_id=a76a2907-9101-4b32-bca9-15957cbf2080)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:21:32.385685 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0a60a402-d3c7-4777-bf45-9ef71f26db9c req-d5d79975-59a5-436d-aab5-a36f2ce2294b tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:32.401582 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-0a60a402-d3c7-4777-bf45-9ef71f26db9c req-d5d79975-59a5-436d-aab5-a36f2ce2294b tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Calling delete_port for ec702909-9927-4754-a960-17e3497beea5 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:21:32.557138 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0a60a402-d3c7-4777-bf45-9ef71f26db9c req-d5d79975-59a5-436d-aab5-a36f2ce2294b tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:32.589873 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d79975-59a5-436d-aab5-a36f2ce2294b tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Pushing event deleted for resources: {'Port': ['ID=ec702909-9927-4754-a960-17e3497beea5,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:32.617481 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675184e6-0337-46ee-85b6-c32c99ee2c6b None None] DHCP port deletion for b7bb2a97-86e1-4934-a454-677fe86f6d7e request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:21:32.666525 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a60a402-d3c7-4777-bf45-9ef71f26db9c req-d5d79975-59a5-436d-aab5-a36f2ce2294b tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] No DVR routers for this DVR port ec702909-9927-4754-a960-17e3497beea5 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:21:32.670499 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0a60a402-d3c7-4777-bf45-9ef71f26db9c req-d5d79975-59a5-436d-aab5-a36f2ce2294b tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:32.674474 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0a60a402-d3c7-4777-bf45-9ef71f26db9c req-d5d79975-59a5-436d-aab5-a36f2ce2294b tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.64 "DELETE /v2.0/ports/ec702909-9927-4754-a960-17e3497beea5 HTTP/1.1" status: 204 len: 173 time: 0.5395737 Nov 16 11:21:33.033111 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-902fe6f8-a227-4c05-97e4-840c21ec09e1 req-15b9d820-e083-45c5-b206-b2f46db10f5c tempest-LiveMigrationTest-487563324 tempest-LiveMigrationTest-487563324-project] 10.222.0.61 "GET /v2.0/ports?device_id=26cc20ca-4736-4dce-be17-8fa1de67d92a HTTP/1.1" status: 200 len: 210 time: 0.0380409 Nov 16 11:21:33.315727 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa5022-e12b-4c71-a1a8-a07ba392b7ed req-f48a8807-89c8-4b98-81eb-5364bf8bf8bd tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:33.324256 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-66aa5022-e12b-4c71-a1a8-a07ba392b7ed req-f48a8807-89c8-4b98-81eb-5364bf8bf8bd tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=0de1e654-2b1f-4276-9666-f3bf55d47ec3 HTTP/1.1" status: 200 len: 946 time: 0.1372728 Nov 16 11:21:33.389650 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-66aa5022-e12b-4c71-a1a8-a07ba392b7ed req-2d77513a-2091-4692-b2b7-a3b8dd082a97 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639081 Nov 16 11:21:33.604435 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 33148d57-3947-45a8-b7d8-6a4f2fbccddc no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:21:33.644169 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 33148d57-3947-45a8-b7d8-6a4f2fbccddc {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:21:33.644169 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 33148d57-3947-45a8-b7d8-6a4f2fbccddc not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:21:33.665439 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26cc20ca-4736-4dce-be17-8fa1de67d92a', 'name': 'network-vif-deleted', 'tag': 'ec702909-9927-4754-a960-17e3497beea5'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:21:33.667930 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df6241e-612d-439b-afec-2f9e316c34c5" -d '{"events": [{"server_uuid": "26cc20ca-4736-4dce-be17-8fa1de67d92a", "name": "network-vif-deleted", "tag": "ec702909-9927-4754-a960-17e3497beea5"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:21:33.732655 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ceb6b0-c5a2-446c-b553-0867398a7dce x-openstack-request-id: req-73ceb6b0-c5a2-446c-b553-0867398a7dce {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:21:33.733011 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26cc20ca-4736-4dce-be17-8fa1de67d92a", "name": "network-vif-deleted", "tag": "ec702909-9927-4754-a960-17e3497beea5", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:21:33.733354 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-73ceb6b0-c5a2-446c-b553-0867398a7dce {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:21:33.733823 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26cc20ca-4736-4dce-be17-8fa1de67d92a', 'name': 'network-vif-deleted', 'tag': 'ec702909-9927-4754-a960-17e3497beea5', 'status': 'completed', 'code': 200} Nov 16 11:21:34.109862 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58006) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:34.160749 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-8440de79-89ff-4b0e-a3cd-697bcab4c837 admin admin] Deleting subnet 7e023778-0206-43f4-abc1-4c067f7e46aa {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:21:34.164650 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8440de79-89ff-4b0e-a3cd-697bcab4c837 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:34.206360 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8440de79-89ff-4b0e-a3cd-697bcab4c837 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:34.270835 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8440de79-89ff-4b0e-a3cd-697bcab4c837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:34.334798 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8440de79-89ff-4b0e-a3cd-697bcab4c837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:34.371621 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440de79-89ff-4b0e-a3cd-697bcab4c837 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e023778-0206-43f4-abc1-4c067f7e46aa,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:34.377616 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8440de79-89ff-4b0e-a3cd-697bcab4c837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:34.379358 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e64a849-0a9a-491e-8947-165ac27cc1ad None None] Network b7bb2a97-86e1-4934-a454-677fe86f6d7e requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:21:34.382507 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8440de79-89ff-4b0e-a3cd-697bcab4c837 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7e023778-0206-43f4-abc1-4c067f7e46aa HTTP/1.1" status: 204 len: 168 time: 0.2705162 Nov 16 11:21:34.385442 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58020) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:34.519327 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ba2f19f6-76eb-44a9-bda4-ac6238db1cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:34.627963 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ba2f19f6-76eb-44a9-bda4-ac6238db1cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:34.634245 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5946a0ab-0b5d-4b68-938e-35e706aea6f7 None None] DHCP port deletion for b7bb2a97-86e1-4934-a454-677fe86f6d7e request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:21:34.668400 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-ba2f19f6-76eb-44a9-bda4-ac6238db1cd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7bb2a97-86e1-4934-a454-677fe86f6d7e']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:21:34.694487 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-ba2f19f6-76eb-44a9-bda4-ac6238db1cd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a76a2907-9101-4b32-bca9-15957cbf2080') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:21:34.694926 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-ba2f19f6-76eb-44a9-bda4-ac6238db1cd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a76a2907-9101-4b32-bca9-15957cbf2080') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:21:34.708011 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ba2f19f6-76eb-44a9-bda4-ac6238db1cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:34.732153 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ba2f19f6-76eb-44a9-bda4-ac6238db1cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:34.747123 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407fe34-67f7-472f-b5af-4b7a72ac9576 req-eab7f702-02c9-466d-be81-dba6abed0535 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:34.754292 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d407fe34-67f7-472f-b5af-4b7a72ac9576 req-eab7f702-02c9-466d-be81-dba6abed0535 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=0de1e654-2b1f-4276-9666-f3bf55d47ec3 HTTP/1.1" status: 200 len: 946 time: 0.1000009 Nov 16 11:21:34.756585 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba2f19f6-76eb-44a9-bda4-ac6238db1cd4 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:21:34.757019 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ba2f19f6-76eb-44a9-bda4-ac6238db1cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:34.759704 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:21:34.759704 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:21:34.759704 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:21:34.759704 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:21:34.759704 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:21:34.759704 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:21:34.759704 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:21:34.759704 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:21:34.759704 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:21:34.759704 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:21:34.759704 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:21:34.759704 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:21:34.759704 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:21:34.759704 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:21:34.759704 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:21:34.759704 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:21:34.759704 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:21:34.759704 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:21:34.759704 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:21:34.759704 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:21:34.759704 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:21:34.759704 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:21:34.759704 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:21:34.759704 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:21:34.759704 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:21:34.759704 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:21:34.759704 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:21:34.759704 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:21:34.759704 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:21:34.759704 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:21:34.759704 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:21:34.759704 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:21:34.855625 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ba2f19f6-76eb-44a9-bda4-ac6238db1cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:34.864164 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ba2f19f6-76eb-44a9-bda4-ac6238db1cd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:34.868208 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ba2f19f6-76eb-44a9-bda4-ac6238db1cd4 admin admin] 10.222.0.61 "DELETE /v2.0/networks/b7bb2a97-86e1-4934-a454-677fe86f6d7e HTTP/1.1" status: 204 len: 168 time: 0.4816422 Nov 16 11:21:34.871113 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58042) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:34.924185 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d407fe34-67f7-472f-b5af-4b7a72ac9576 req-b6836670-a302-4c11-887b-60ea75b31502 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686487 Nov 16 11:21:34.925262 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f19f6-76eb-44a9-bda4-ac6238db1cd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7bb2a97-86e1-4934-a454-677fe86f6d7e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:34.950648 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ab7299a-a2ff-44db-91bd-7392ff3df57c admin admin] Deleting subnet c8ef99be-e7c4-4c87-96a0-be7031657765 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:21:34.960931 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ab7299a-a2ff-44db-91bd-7392ff3df57c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:34.966898 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13db0a-ea5c-4ff7-809b-ec62d9f0d38e req-55d327ed-b948-4da6-9e06-24f24cc24255 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:34.974827 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ab13db0a-ea5c-4ff7-809b-ec62d9f0d38e req-55d327ed-b948-4da6-9e06-24f24cc24255 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8ccdc5c-f4d3-47f6-981a-ddc769cf1cf7 HTTP/1.1" status: 200 len: 946 time: 0.0862248 Nov 16 11:21:35.034470 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ab7299a-a2ff-44db-91bd-7392ff3df57c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:35.055120 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ab13db0a-ea5c-4ff7-809b-ec62d9f0d38e req-102e43ca-a1d2-405d-b759-57527491fa1c tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] 10.222.0.61 "GET /v2.0/security-groups?id=8987ed36-22b4-4bb4-aa0a-efe1382f1277&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0785391 Nov 16 11:21:35.102195 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ab7299a-a2ff-44db-91bd-7392ff3df57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:35.161376 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ab7299a-a2ff-44db-91bd-7392ff3df57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:35.186959 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7299a-a2ff-44db-91bd-7392ff3df57c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8ef99be-e7c4-4c87-96a0-be7031657765,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:35.207241 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376a7f72-68a0-4c4b-b765-7e59c9a39f52 None None] Network e221adc2-daed-491a-bb95-bc50f9aec7a8 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:21:35.208696 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ab7299a-a2ff-44db-91bd-7392ff3df57c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:35.218833 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7ab7299a-a2ff-44db-91bd-7392ff3df57c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c8ef99be-e7c4-4c87-96a0-be7031657765 HTTP/1.1" status: 204 len: 168 time: 0.3454335 Nov 16 11:21:35.219769 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58062) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:35.345637 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ca278ad2-5ac9-4490-be49-8e10583daad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:35.384142 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25de8dae-02cf-4381-aa86-5829900dbb5b None None] DHCP port deletion for e221adc2-daed-491a-bb95-bc50f9aec7a8 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:21:35.452048 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ca278ad2-5ac9-4490-be49-8e10583daad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:35.480716 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-ca278ad2-5ac9-4490-be49-8e10583daad3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e221adc2-daed-491a-bb95-bc50f9aec7a8']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:21:35.490898 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-ca278ad2-5ac9-4490-be49-8e10583daad3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c60f46f9-e6ae-48c2-b9c4-5a68a7ded1ef') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:21:35.491046 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-ca278ad2-5ac9-4490-be49-8e10583daad3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c60f46f9-e6ae-48c2-b9c4-5a68a7ded1ef') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:21:35.501238 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ca278ad2-5ac9-4490-be49-8e10583daad3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:35.515079 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ca278ad2-5ac9-4490-be49-8e10583daad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:35.521384 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca278ad2-5ac9-4490-be49-8e10583daad3 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:21:35.521769 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ca278ad2-5ac9-4490-be49-8e10583daad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:35.524250 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:21:35.524250 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:21:35.524250 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:21:35.524250 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:21:35.524250 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:21:35.524250 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:21:35.524250 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:21:35.524250 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:21:35.524250 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:21:35.524250 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:21:35.524250 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:21:35.524250 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:21:35.524250 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:21:35.524250 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:21:35.524250 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:21:35.524250 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:21:35.524250 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:21:35.524250 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:21:35.524250 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:21:35.524250 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:21:35.524250 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:21:35.524250 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:21:35.524250 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:21:35.524250 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:21:35.524250 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:21:35.524250 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:21:35.524250 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:21:35.524250 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:21:35.524250 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:21:35.524250 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:21:35.524250 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:21:35.524250 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:21:35.583255 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ca278ad2-5ac9-4490-be49-8e10583daad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:35.591403 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ca278ad2-5ac9-4490-be49-8e10583daad3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:35.597132 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ca278ad2-5ac9-4490-be49-8e10583daad3 admin admin] 10.222.0.61 "DELETE /v2.0/networks/e221adc2-daed-491a-bb95-bc50f9aec7a8 HTTP/1.1" status: 204 len: 168 time: 0.3732672 Nov 16 11:21:35.612451 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca278ad2-5ac9-4490-be49-8e10583daad3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e221adc2-daed-491a-bb95-bc50f9aec7a8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:35.622850 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device ec702909-9927-4754-a960-17e3497beea5 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:21:35.644190 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: ec702909-9927-4754-a960-17e3497beea5 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:21:35.644535 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device ec702909-9927-4754-a960-17e3497beea5 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:21:35.774121 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58104) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:35.830799 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-82bc4b94-55a0-4b86-b0d8-68a2a2bb1e87 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fca4017bffc548cea20e1270411b1992&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0534782 Nov 16 11:21:35.830999 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58110) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:35.878309 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58112) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:35.880870 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-82c24506-8149-416a-8c1f-c19615aa3a36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:35.903121 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-82c24506-8149-416a-8c1f-c19615aa3a36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:35.953697 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-82c24506-8149-416a-8c1f-c19615aa3a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:35.958494 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-82c24506-8149-416a-8c1f-c19615aa3a36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:35.962299 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-82c24506-8149-416a-8c1f-c19615aa3a36 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ffbaea26-2b27-415f-9016-1a9ad0f640a7 HTTP/1.1" status: 204 len: 168 time: 0.1276925 Nov 16 11:21:35.969909 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c24506-8149-416a-8c1f-c19615aa3a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbaea26-2b27-415f-9016-1a9ad0f640a7,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:35.995550 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-945e697c-a004-4d3c-89f6-fa1b75fa8764 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:36.081494 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa07a1-aa3a-4001-9041-eb502d4ecb1c req-88744d5b-a9a2-475e-80af-e534e8d4cfb7 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:36.083031 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8daa07a1-aa3a-4001-9041-eb502d4ecb1c req-88744d5b-a9a2-475e-80af-e534e8d4cfb7 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=0de1e654-2b1f-4276-9666-f3bf55d47ec3 HTTP/1.1" status: 200 len: 946 time: 0.0788262 Nov 16 11:21:36.188674 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8daa07a1-aa3a-4001-9041-eb502d4ecb1c req-5f170fcc-82b5-4dea-8dbd-04a2674e0787 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931122 Nov 16 11:21:36.198048 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-945e697c-a004-4d3c-89f6-fa1b75fa8764 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:36.229898 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-945e697c-a004-4d3c-89f6-fa1b75fa8764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:36.265494 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e62ea-949f-40ae-8525-a8b117b527c0 req-e44ce929-aa8d-471b-bbc3-d7d41a89dbbf tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:36.267157 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-956e62ea-949f-40ae-8525-a8b117b527c0 req-e44ce929-aa8d-471b-bbc3-d7d41a89dbbf tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8ccdc5c-f4d3-47f6-981a-ddc769cf1cf7 HTTP/1.1" status: 200 len: 946 time: 0.1216228 Nov 16 11:21:36.291328 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58140) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:36.305272 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-945e697c-a004-4d3c-89f6-fa1b75fa8764 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=956e5a4f9acc4b88acbe4cee0d4da934&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4258728 Nov 16 11:21:36.311444 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e697c-a004-4d3c-89f6-fa1b75fa8764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99fc3257-d675-47b9-9a9a-637347733e3b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:36.313730 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58146) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:36.323686 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b69de9-f34d-410b-988c-5a0d4253a8ab req-28693d0b-72fc-4a50-a7fb-abc312e499e5 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:36.325475 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-19b69de9-f34d-410b-988c-5a0d4253a8ab req-28693d0b-72fc-4a50-a7fb-abc312e499e5 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8ccdc5c-f4d3-47f6-981a-ddc769cf1cf7 HTTP/1.1" status: 200 len: 946 time: 0.1415074 Nov 16 11:21:36.362517 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-aac30f26-b543-4eea-825c-ad96174bc185 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bfca343ec15e4e438d61a7b1a9fb4638&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0698292 Nov 16 11:21:36.365050 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58154) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:36.415569 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6693ee05-5f20-4c60-bce3-63ae45fd21d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:36.437471 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6693ee05-5f20-4c60-bce3-63ae45fd21d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:36.457056 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-956e62ea-949f-40ae-8525-a8b117b527c0 req-ac48e59f-ce77-485c-9034-b0a0d664dfe7 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] 10.222.0.61 "GET /v2.0/security-groups?id=8987ed36-22b4-4bb4-aa0a-efe1382f1277&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1696975 Nov 16 11:21:36.472048 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-477f8191-133a-4e46-ab38-069f999a0faf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:36.500471 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6693ee05-5f20-4c60-bce3-63ae45fd21d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:36.502707 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6693ee05-5f20-4c60-bce3-63ae45fd21d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:36.503852 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6693ee05-5f20-4c60-bce3-63ae45fd21d2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cc8322a5-e7cd-4eff-9950-835dae6cd8e0 HTTP/1.1" status: 204 len: 168 time: 0.1376894 Nov 16 11:21:36.517446 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-477f8191-133a-4e46-ab38-069f999a0faf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:36.524340 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693ee05-5f20-4c60-bce3-63ae45fd21d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8322a5-e7cd-4eff-9950-835dae6cd8e0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:36.566959 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-19b69de9-f34d-410b-988c-5a0d4253a8ab req-c2c9f4ad-01ed-4ea9-8190-943dd8c44310 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Deleting port cbae3dbd-8e39-467c-9bdf-1811440a2cd1 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:21:36.567296 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-19b69de9-f34d-410b-988c-5a0d4253a8ab req-c2c9f4ad-01ed-4ea9-8190-943dd8c44310 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:36.667986 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-477f8191-133a-4e46-ab38-069f999a0faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:36.671296 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-477f8191-133a-4e46-ab38-069f999a0faf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:36.674567 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-477f8191-133a-4e46-ab38-069f999a0faf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/99fc3257-d675-47b9-9a9a-637347733e3b HTTP/1.1" status: 204 len: 168 time: 0.3560512 Nov 16 11:21:36.696901 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f8191-133a-4e46-ab38-069f999a0faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fc3257-d675-47b9-9a9a-637347733e3b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:36.700094 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-19b69de9-f34d-410b-988c-5a0d4253a8ab req-c2c9f4ad-01ed-4ea9-8190-943dd8c44310 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] For port cbae3dbd-8e39-467c-9bdf-1811440a2cd1, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=cbae3dbd-8e39-467c-9bdf-1811440a2cd1,segment=NetworkSegment(5e0b668e-e3dd-479a-8c7f-351b9a6cb777),segment_id=5e0b668e-e3dd-479a-8c7f-351b9a6cb777)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:21:36.700471 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-19b69de9-f34d-410b-988c-5a0d4253a8ab req-c2c9f4ad-01ed-4ea9-8190-943dd8c44310 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:36.995611 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-19b69de9-f34d-410b-988c-5a0d4253a8ab req-c2c9f4ad-01ed-4ea9-8190-943dd8c44310 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:36.996690 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-19b69de9-f34d-410b-988c-5a0d4253a8ab req-c2c9f4ad-01ed-4ea9-8190-943dd8c44310 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:36.997279 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [req-19b69de9-f34d-410b-988c-5a0d4253a8ab req-c2c9f4ad-01ed-4ea9-8190-943dd8c44310 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Floating IP d31f18cb-745f-4f8e-84bb-1e0c941d1b5d disassociated. External IP: 172.25.0.190, port: cbae3dbd-8e39-467c-9bdf-1811440a2cd1. Nov 16 11:21:36.997824 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-19b69de9-f34d-410b-988c-5a0d4253a8ab req-c2c9f4ad-01ed-4ea9-8190-943dd8c44310 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Calling delete_port for cbae3dbd-8e39-467c-9bdf-1811440a2cd1 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:21:37.149359 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58212) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:37.165542 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b18463b5-eace-4cbe-a26d-134a6669b5fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:37.191433 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-19b69de9-f34d-410b-988c-5a0d4253a8ab req-c2c9f4ad-01ed-4ea9-8190-943dd8c44310 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:37.235477 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c9f4ad-01ed-4ea9-8190-943dd8c44310 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Pushing event deleted for resources: {'Port': ['ID=cbae3dbd-8e39-467c-9bdf-1811440a2cd1,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:37.283779 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b18463b5-eace-4cbe-a26d-134a6669b5fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:37.296850 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b18463b5-eace-4cbe-a26d-134a6669b5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:37.342249 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b18463b5-eace-4cbe-a26d-134a6669b5fc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f4b00425f51844c2b886a22785873296&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1903350 Nov 16 11:21:37.344630 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58218) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:37.359659 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18463b5-eace-4cbe-a26d-134a6669b5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2d4438-02e3-481e-ab38-02f9277f9508,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:37.418337 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8a10b350-6d23-491c-bd94-d1cc9e6a4c5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:37.446302 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8a10b350-6d23-491c-bd94-d1cc9e6a4c5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:37.452067 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074bbd61-d2e0-4d36-b3c2-f02eaaca2bba req-1b05b239-7b35-47e0-97ef-acd168b0d930 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:37.460395 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-074bbd61-d2e0-4d36-b3c2-f02eaaca2bba req-1b05b239-7b35-47e0-97ef-acd168b0d930 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=0de1e654-2b1f-4276-9666-f3bf55d47ec3 HTTP/1.1" status: 200 len: 946 time: 0.1270804 Nov 16 11:21:37.498850 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8a10b350-6d23-491c-bd94-d1cc9e6a4c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:37.502526 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8a10b350-6d23-491c-bd94-d1cc9e6a4c5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:37.503717 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8a10b350-6d23-491c-bd94-d1cc9e6a4c5a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eb2d4438-02e3-481e-ab38-02f9277f9508 HTTP/1.1" status: 204 len: 168 time: 0.1579022 Nov 16 11:21:37.513136 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a10b350-6d23-491c-bd94-d1cc9e6a4c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2d4438-02e3-481e-ab38-02f9277f9508,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:37.570981 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19b69de9-f34d-410b-988c-5a0d4253a8ab req-c2c9f4ad-01ed-4ea9-8190-943dd8c44310 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Router d77f76d5-6aa3-4480-8be6-84b28e71b6cf has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:21:37.579440 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-074bbd61-d2e0-4d36-b3c2-f02eaaca2bba req-2c9b1422-0bd0-4585-a7cc-14a1605b27c9 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181986 Nov 16 11:21:37.729339 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-7ad209a5-1650-454c-b1a2-b69c2be48067 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:37.736958 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-7ad209a5-1650-454c-b1a2-b69c2be48067 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/networks?id=944e0536-d76b-420a-8405-63c5779cb0d2 HTTP/1.1" status: 200 len: 805 time: 0.2744777 Nov 16 11:21:37.742910 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3976146c-e3b5-40a6-9777-b567a50fc334 req-a04e415d-7144-4216-88c4-780dc0fe743c tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8ccdc5c-f4d3-47f6-981a-ddc769cf1cf7 HTTP/1.1" status: 200 len: 210 time: 0.0625875 Nov 16 11:21:37.759690 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-b7694760-e15d-4090-a41d-fd2e7c5f637c tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/quotas/04a86aacf6f546c1be30256427532a30 HTTP/1.1" status: 200 len: 375 time: 0.0217688 Nov 16 11:21:37.845714 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-d415b643-377b-4715-bb80-3ba433949519 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=04a86aacf6f546c1be30256427532a30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0850282 Nov 16 11:21:37.847978 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19b69de9-f34d-410b-988c-5a0d4253a8ab req-c2c9f4ad-01ed-4ea9-8190-943dd8c44310 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:21:37.859662 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462b8715-05d5-44a6-8b9d-75e3cd79928a None None] Sync routers for ids ['d77f76d5-6aa3-4480-8be6-84b28e71b6cf'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:21:37.883907 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462b8715-05d5-44a6-8b9d-75e3cd79928a None None] Routers {'d77f76d5-6aa3-4480-8be6-84b28e71b6cf'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:21:37.884469 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-462b8715-05d5-44a6-8b9d-75e3cd79928a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:21:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['d77f76d5-6aa3-4480-8be6-84b28e71b6cf'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:21:37.979735 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b69de9-f34d-410b-988c-5a0d4253a8ab req-c2c9f4ad-01ed-4ea9-8190-943dd8c44310 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] No DVR routers for this DVR port cbae3dbd-8e39-467c-9bdf-1811440a2cd1 on host n-h1-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:21:37.983319 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-19b69de9-f34d-410b-988c-5a0d4253a8ab req-c2c9f4ad-01ed-4ea9-8190-943dd8c44310 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:37.991163 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58254) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:37.996573 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-19b69de9-f34d-410b-988c-5a0d4253a8ab req-c2c9f4ad-01ed-4ea9-8190-943dd8c44310 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] 10.222.0.36 "DELETE /v2.0/ports/cbae3dbd-8e39-467c-9bdf-1811440a2cd1 HTTP/1.1" status: 204 len: 173 time: 1.6567013 Nov 16 11:21:37.997099 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ccdc5c-f4d3-47f6-981a-ddc769cf1cf7', 'name': 'network-vif-deleted', 'tag': 'cbae3dbd-8e39-467c-9bdf-1811440a2cd1'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:21:37.999324 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a69793b-4d91-4d98-ac50-b086d36a3842" -d '{"events": [{"server_uuid": "b8ccdc5c-f4d3-47f6-981a-ddc769cf1cf7", "name": "network-vif-deleted", "tag": "cbae3dbd-8e39-467c-9bdf-1811440a2cd1"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:21:38.024022 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b89dedf-20c2-4b18-980e-c098a8c640d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:38.048014 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-cd6c8a69-07ca-4d07-86de-1bcfb975b0fa service neutron] 10.222.0.61 "GET /v2.0/networks/944e0536-d76b-420a-8405-63c5779cb0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012956 Nov 16 11:21:38.132477 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-462b8715-05d5-44a6-8b9d-75e3cd79928a None None] Set router d77f76d5-6aa3-4480-8be6-84b28e71b6cf gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:21:38.140350 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b89dedf-20c2-4b18-980e-c098a8c640d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:38.149418 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b89dedf-20c2-4b18-980e-c098a8c640d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:38.184692 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b89dedf-20c2-4b18-980e-c098a8c640d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e841da2c-dc73-4cb0-b6f6-29075b951ce2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:38.213544 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5b89dedf-20c2-4b18-980e-c098a8c640d8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ba0b48b578e84c44b952cd31201cc676&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2187352 Nov 16 11:21:38.216357 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58262) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:38.237443 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-23da025b-d2ac-4308-9f5c-30af11205dd8 service neutron] 10.222.0.61 "GET /v2.0/networks/944e0536-d76b-420a-8405-63c5779cb0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885264 Nov 16 11:21:38.342838 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a2c0212f-dc15-43c8-bc46-668940d3e8ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:38.395137 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a2c0212f-dc15-43c8-bc46-668940d3e8ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:38.455695 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-462b8715-05d5-44a6-8b9d-75e3cd79928a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77f76d5-6aa3-4480-8be6-84b28e71b6cf', 'name': 'tempest-ServersTestFqdnHostnames-926643920-router', 'tenant_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '53d542f6-a643-44c1-a543-dd8b557af76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:19:18Z', 'updated_at': '2021-11-16T11:19:25Z', 'revision_number': 4, 'project_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'gw_port': {'id': '53d542f6-a643-44c1-a543-dd8b557af76e', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77f76d5-6aa3-4480-8be6-84b28e71b6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:19Z', 'updated_at': '2021-11-16T11:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '55cbd045-ee61-492d-a381-e933626c7f0e', 'name': '', 'network_id': 'c33c780a-fa25-4b50-94e1-5d7ff73b89f0', 'tenant_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'mac_address': 'fa:16:3e:5c:f2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77f76d5-6aa3-4480-8be6-84b28e71b6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '3449e234-5575-467b-9000-57855a07772e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:24Z', 'updated_at': '2021-11-16T11:19:32Z', 'revision_number': 5, 'project_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'subnets': [{'id': '3449e234-5575-467b-9000-57855a07772e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:21:38.489302 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462b8715-05d5-44a6-8b9d-75e3cd79928a None None] Checking router: d77f76d5-6aa3-4480-8be6-84b28e71b6cf for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:21:38.506684 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462b8715-05d5-44a6-8b9d-75e3cd79928a None None] Routers {'d77f76d5-6aa3-4480-8be6-84b28e71b6cf'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:21:38.508259 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-462b8715-05d5-44a6-8b9d-75e3cd79928a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:21:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['d77f76d5-6aa3-4480-8be6-84b28e71b6cf'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:21:38.510260 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a2c0212f-dc15-43c8-bc46-668940d3e8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:38.516757 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a2c0212f-dc15-43c8-bc46-668940d3e8ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:38.516926 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b3de0141-8bd3-42d1-8c73-4712e66df957 req-d8661199-9b8e-4d0f-ad27-a2f2bb3d2e9f tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=e31e7430-a8f8-4e84-9396-1e324e926aae HTTP/1.1" status: 200 len: 210 time: 0.0593362 Nov 16 11:21:38.517958 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a2c0212f-dc15-43c8-bc46-668940d3e8ba admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e841da2c-dc73-4cb0-b6f6-29075b951ce2 HTTP/1.1" status: 204 len: 168 time: 0.2992573 Nov 16 11:21:38.557646 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c0212f-dc15-43c8-bc46-668940d3e8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e841da2c-dc73-4cb0-b6f6-29075b951ce2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:38.574679 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f97614-a2c6-469e-a67e-139a7bfbbf7e x-openstack-request-id: req-f7f97614-a2c6-469e-a67e-139a7bfbbf7e {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:21:38.574971 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ccdc5c-f4d3-47f6-981a-ddc769cf1cf7", "name": "network-vif-deleted", "tag": "cbae3dbd-8e39-467c-9bdf-1811440a2cd1", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:21:38.575274 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f7f97614-a2c6-469e-a67e-139a7bfbbf7e {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:21:38.575675 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ccdc5c-f4d3-47f6-981a-ddc769cf1cf7', 'name': 'network-vif-deleted', 'tag': 'cbae3dbd-8e39-467c-9bdf-1811440a2cd1', 'status': 'completed', 'code': 200} Nov 16 11:21:38.727988 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60e8d9-fb55-4464-a4a9-1180d7fb4423 req-8487f0df-e6ea-410e-9c8f-7c3d74635648 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:38.737742 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5f60e8d9-fb55-4464-a4a9-1180d7fb4423 req-8487f0df-e6ea-410e-9c8f-7c3d74635648 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=0de1e654-2b1f-4276-9666-f3bf55d47ec3 HTTP/1.1" status: 200 len: 946 time: 0.0758610 Nov 16 11:21:38.764222 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-462b8715-05d5-44a6-8b9d-75e3cd79928a None None] Set router d77f76d5-6aa3-4480-8be6-84b28e71b6cf gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:21:38.869899 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5f60e8d9-fb55-4464-a4a9-1180d7fb4423 req-a462cead-2115-4b34-bb35-c59cf2b46344 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311827 Nov 16 11:21:38.907982 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58294) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:39.008752 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164350f3-0512-4c9c-82da-c8e4fc5b64a3 req-23c1744b-45f7-4199-b1c2-138436e4d123 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:39.010115 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-164350f3-0512-4c9c-82da-c8e4fc5b64a3 req-23c1744b-45f7-4199-b1c2-138436e4d123 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.36 "GET /v2.0/ports?device_id=973649eb-8d2a-4fdc-8d9a-79083e80d403 HTTP/1.1" status: 200 len: 946 time: 0.1603537 Nov 16 11:21:39.014962 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2aeca536-4038-43a5-9003-0c604dbb6376 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:39.066033 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2aeca536-4038-43a5-9003-0c604dbb6376 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:39.166389 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2aeca536-4038-43a5-9003-0c604dbb6376 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:39.170332 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2aeca536-4038-43a5-9003-0c604dbb6376 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:39.171743 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2aeca536-4038-43a5-9003-0c604dbb6376 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] 10.222.0.61 "DELETE /v2.0/security-groups/8987ed36-22b4-4bb4-aa0a-efe1382f1277 HTTP/1.1" status: 204 len: 168 time: 0.2624691 Nov 16 11:21:39.177754 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58308) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:39.204657 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-164350f3-0512-4c9c-82da-c8e4fc5b64a3 req-79061a74-ee8c-4f5e-a692-b7c802988cd6 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Deleting port 9a8d62f8-37bc-4d33-9706-6dffe7b724a3 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:21:39.205002 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-164350f3-0512-4c9c-82da-c8e4fc5b64a3 req-79061a74-ee8c-4f5e-a692-b7c802988cd6 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:39.209802 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-eaed26b8-d93b-4f36-9605-1e5edfd0981c tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] show failed (client error): The resource could not be found. Nov 16 11:21:39.211417 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-eaed26b8-d93b-4f36-9605-1e5edfd0981c tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] 10.222.0.61 "GET /v2.0/security-groups/8987ed36-22b4-4bb4-aa0a-efe1382f1277 HTTP/1.1" status: 404 len: 347 time: 0.0307169 Nov 16 11:21:39.213111 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeca536-4038-43a5-9003-0c604dbb6376 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8987ed36-22b4-4bb4-aa0a-efe1382f1277,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:39.215327 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58312) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:39.234939 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-462b8715-05d5-44a6-8b9d-75e3cd79928a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77f76d5-6aa3-4480-8be6-84b28e71b6cf', 'name': 'tempest-ServersTestFqdnHostnames-926643920-router', 'tenant_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '53d542f6-a643-44c1-a543-dd8b557af76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:19:18Z', 'updated_at': '2021-11-16T11:19:25Z', 'revision_number': 4, 'project_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'gw_port': {'id': '53d542f6-a643-44c1-a543-dd8b557af76e', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77f76d5-6aa3-4480-8be6-84b28e71b6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:19Z', 'updated_at': '2021-11-16T11:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '55cbd045-ee61-492d-a381-e933626c7f0e', 'name': '', 'network_id': 'c33c780a-fa25-4b50-94e1-5d7ff73b89f0', 'tenant_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'mac_address': 'fa:16:3e:5c:f2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77f76d5-6aa3-4480-8be6-84b28e71b6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '3449e234-5575-467b-9000-57855a07772e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:24Z', 'updated_at': '2021-11-16T11:19:32Z', 'revision_number': 5, 'project_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'subnets': [{'id': '3449e234-5575-467b-9000-57855a07772e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:21:39.390666 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-164350f3-0512-4c9c-82da-c8e4fc5b64a3 req-79061a74-ee8c-4f5e-a692-b7c802988cd6 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] For port 9a8d62f8-37bc-4d33-9706-6dffe7b724a3, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=9a8d62f8-37bc-4d33-9706-6dffe7b724a3,segment=NetworkSegment(2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7),segment_id=2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:21:39.397547 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-164350f3-0512-4c9c-82da-c8e4fc5b64a3 req-79061a74-ee8c-4f5e-a692-b7c802988cd6 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:39.427057 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-164350f3-0512-4c9c-82da-c8e4fc5b64a3 req-79061a74-ee8c-4f5e-a692-b7c802988cd6 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Calling delete_port for 9a8d62f8-37bc-4d33-9706-6dffe7b724a3 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:21:39.497490 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-0edb0252-d55d-4a1d-8e5f-0e9689c35978 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Deleting port 803b5bb4-6abb-4042-b162-ef3d7f393661 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:21:39.498468 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0edb0252-d55d-4a1d-8e5f-0e9689c35978 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:39.508769 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462b8715-05d5-44a6-8b9d-75e3cd79928a None None] The sync data for ids ['d77f76d5-6aa3-4480-8be6-84b28e71b6cf'] in n-d-816823-3 is: [{'id': 'd77f76d5-6aa3-4480-8be6-84b28e71b6cf', 'name': 'tempest-ServersTestFqdnHostnames-926643920-router', 'tenant_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '53d542f6-a643-44c1-a543-dd8b557af76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:19:18Z', 'updated_at': '2021-11-16T11:19:25Z', 'revision_number': 4, 'project_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'gw_port': {'id': '53d542f6-a643-44c1-a543-dd8b557af76e', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77f76d5-6aa3-4480-8be6-84b28e71b6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:19Z', 'updated_at': '2021-11-16T11:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '55cbd045-ee61-492d-a381-e933626c7f0e', 'name': '', 'network_id': 'c33c780a-fa25-4b50-94e1-5d7ff73b89f0', 'tenant_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'mac_address': 'fa:16:3e:5c:f2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77f76d5-6aa3-4480-8be6-84b28e71b6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '3449e234-5575-467b-9000-57855a07772e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:24Z', 'updated_at': '2021-11-16T11:19:32Z', 'revision_number': 5, 'project_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'subnets': [{'id': '3449e234-5575-467b-9000-57855a07772e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:21:39.630959 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0edb0252-d55d-4a1d-8e5f-0e9689c35978 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:39.631325 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0edb0252-d55d-4a1d-8e5f-0e9689c35978 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:39.645712 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-0edb0252-d55d-4a1d-8e5f-0e9689c35978 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Calling delete_port for 803b5bb4-6abb-4042-b162-ef3d7f393661 owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:21:39.717812 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f4a31d27-868f-442b-9e8a-6500c7d73044 req-a0545678-7ae9-476b-a914-ac68e8aa7153 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=e31e7430-a8f8-4e84-9396-1e324e926aae HTTP/1.1" status: 200 len: 210 time: 0.0499182 Nov 16 11:21:39.727407 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-164350f3-0512-4c9c-82da-c8e4fc5b64a3 req-79061a74-ee8c-4f5e-a692-b7c802988cd6 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:39.776343 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79061a74-ee8c-4f5e-a692-b7c802988cd6 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Pushing event deleted for resources: {'Port': ['ID=9a8d62f8-37bc-4d33-9706-6dffe7b724a3,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:39.821071 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 9a8d62f8-37bc-4d33-9706-6dffe7b724a3 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:21:39.871393 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: 9a8d62f8-37bc-4d33-9706-6dffe7b724a3 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:21:39.873277 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 9a8d62f8-37bc-4d33-9706-6dffe7b724a3 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:21:39.874097 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device cbae3dbd-8e39-467c-9bdf-1811440a2cd1 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:21:39.883360 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-164350f3-0512-4c9c-82da-c8e4fc5b64a3 req-79061a74-ee8c-4f5e-a692-b7c802988cd6 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] No DVR routers for this DVR port 9a8d62f8-37bc-4d33-9706-6dffe7b724a3 on host n-h1-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:21:39.886318 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-164350f3-0512-4c9c-82da-c8e4fc5b64a3 req-79061a74-ee8c-4f5e-a692-b7c802988cd6 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:39.889646 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0edb0252-d55d-4a1d-8e5f-0e9689c35978 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:39.896082 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-164350f3-0512-4c9c-82da-c8e4fc5b64a3 req-79061a74-ee8c-4f5e-a692-b7c802988cd6 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.36 "DELETE /v2.0/ports/9a8d62f8-37bc-4d33-9706-6dffe7b724a3 HTTP/1.1" status: 204 len: 173 time: 0.8797836 Nov 16 11:21:39.937812 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb0252-d55d-4a1d-8e5f-0e9689c35978 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Pushing event deleted for resources: {'Port': ['ID=803b5bb4-6abb-4042-b162-ef3d7f393661,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:39.957542 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d46901-e2dc-414a-8d24-ca6d103fec9a None None] New status for floating IP d31f18cb-745f-4f8e-84bb-1e0c941d1b5d: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:21:40.057172 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: cbae3dbd-8e39-467c-9bdf-1811440a2cd1 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:21:40.057532 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device cbae3dbd-8e39-467c-9bdf-1811440a2cd1 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:21:40.114609 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9d950-38fa-4818-83b7-906032d28f70 req-62250974-dc26-4bd0-9b96-7d851c7312fa tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:40.131491 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a5b9d950-38fa-4818-83b7-906032d28f70 req-62250974-dc26-4bd0-9b96-7d851c7312fa tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=0de1e654-2b1f-4276-9666-f3bf55d47ec3 HTTP/1.1" status: 200 len: 946 time: 0.1256883 Nov 16 11:21:40.235035 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0edb0252-d55d-4a1d-8e5f-0e9689c35978 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:40.235925 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a5b9d950-38fa-4818-83b7-906032d28f70 req-dfe32f39-9424-486c-9331-addd2b52a187 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965366 Nov 16 11:21:40.246882 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0edb0252-d55d-4a1d-8e5f-0e9689c35978 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:40.250890 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0edb0252-d55d-4a1d-8e5f-0e9689c35978 tempest-ServersTestFqdnHostnames-149074577 tempest-ServersTestFqdnHostnames-149074577-project] 10.222.0.61 "DELETE /v2.0/floatingips/d31f18cb-745f-4f8e-84bb-1e0c941d1b5d HTTP/1.1" status: 204 len: 168 time: 1.0106578 Nov 16 11:21:40.251143 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58352) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:40.577073 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973649eb-8d2a-4fdc-8d9a-79083e80d403', 'name': 'network-vif-deleted', 'tag': '9a8d62f8-37bc-4d33-9706-6dffe7b724a3'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:21:40.582850 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527223af-5802-4fdf-8fde-874ffa119ebc" -d '{"events": [{"server_uuid": "973649eb-8d2a-4fdc-8d9a-79083e80d403", "name": "network-vif-deleted", "tag": "9a8d62f8-37bc-4d33-9706-6dffe7b724a3"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:21:40.628724 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b890de1-a9cc-4ebb-aec5-a3a972bdd501 x-openstack-request-id: req-2b890de1-a9cc-4ebb-aec5-a3a972bdd501 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:21:40.629030 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "973649eb-8d2a-4fdc-8d9a-79083e80d403", "name": "network-vif-deleted", "tag": "9a8d62f8-37bc-4d33-9706-6dffe7b724a3", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:21:40.629279 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2b890de1-a9cc-4ebb-aec5-a3a972bdd501 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:21:40.630189 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973649eb-8d2a-4fdc-8d9a-79083e80d403', 'name': 'network-vif-deleted', 'tag': '9a8d62f8-37bc-4d33-9706-6dffe7b724a3', 'status': 'completed', 'code': 200} Nov 16 11:21:40.669364 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-ee6f1222-aa0e-4d33-8ba8-935d65618acd tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:40.670892 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-ee6f1222-aa0e-4d33-8ba8-935d65618acd tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.64 "GET /v2.0/networks?id=944e0536-d76b-420a-8405-63c5779cb0d2 HTTP/1.1" status: 200 len: 805 time: 0.7388668 Nov 16 11:21:40.690400 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-ee38fb8c-7b69-4a3e-bc63-65564ff5819f tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Request body: {'port': {'device_id': 'e31e7430-a8f8-4e84-9396-1e324e926aae', 'network_id': '944e0536-d76b-420a-8405-63c5779cb0d2', 'admin_state_up': True, 'tenant_id': '04a86aacf6f546c1be30256427532a30'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:21:40.818130 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5dc25536-f597-4553-a7c5-170bdc17a07c req-c387bab2-a880-433e-b739-77e7bd9739ec tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=e31e7430-a8f8-4e84-9396-1e324e926aae HTTP/1.1" status: 200 len: 210 time: 0.0312996 Nov 16 11:21:40.903106 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-ee38fb8c-7b69-4a3e-bc63-65564ff5819f tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Made reservation on behalf of 04a86aacf6f546c1be30256427532a30 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:21:40.907489 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-ee38fb8c-7b69-4a3e-bc63-65564ff5819f tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:41.105977 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-ee38fb8c-7b69-4a3e-bc63-65564ff5819f tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Allocated IP 172.20.0.8 (944e0536-d76b-420a-8405-63c5779cb0d2/c2c4b79e-b376-461e-aa12-aa150e542043/4addbcc2-c339-459c-9b42-be61c4d1a513) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:21:41.251769 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5016a229-42f0-4a47-969c-b44cb05b6a68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:41.387174 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-ee38fb8c-7b69-4a3e-bc63-65564ff5819f tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:41.395015 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b83441-fb39-4369-ae56-fbb3badb001f req-3dd939e4-79aa-41dc-94d5-9642078af3df tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:41.402864 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-31b83441-fb39-4369-ae56-fbb3badb001f req-3dd939e4-79aa-41dc-94d5-9642078af3df tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=0de1e654-2b1f-4276-9666-f3bf55d47ec3 HTTP/1.1" status: 200 len: 946 time: 0.0938959 Nov 16 11:21:41.479855 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-31b83441-fb39-4369-ae56-fbb3badb001f req-9d48b6c6-a89d-4083-b9e6-43472b0b864c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755265 Nov 16 11:21:41.509088 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-ee38fb8c-7b69-4a3e-bc63-65564ff5819f tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:41.586305 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-ee38fb8c-7b69-4a3e-bc63-65564ff5819f tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Network 944e0536-d76b-420a-8405-63c5779cb0d2 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:21:41.601756 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-ee38fb8c-7b69-4a3e-bc63-65564ff5819f tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:21:41.613272 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-ee38fb8c-7b69-4a3e-bc63-65564ff5819f tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:21:41.618843 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee38fb8c-7b69-4a3e-bc63-65564ff5819f tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Pushing event updated for resources: {'Port': ['ID=4addbcc2-c339-459c-9b42-be61c4d1a513,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:41.678687 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58426) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:41.697580 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-ee38fb8c-7b69-4a3e-bc63-65564ff5819f tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:41.698229 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-ee38fb8c-7b69-4a3e-bc63-65564ff5819f tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:41.736330 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-ee38fb8c-7b69-4a3e-bc63-65564ff5819f tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0496254 Nov 16 11:21:41.751298 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-d61466c2-ac33-46f2-9c37-239c722fce4e service neutron] Request body: {'port': {'device_id': 'e31e7430-a8f8-4e84-9396-1e324e926aae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:21:41.764455 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58430) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:41.777549 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-5016a229-42f0-4a47-969c-b44cb05b6a68 admin admin] Deleting port 55cbd045-ee61-492d-a381-e933626c7f0e {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:21:41.777900 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5016a229-42f0-4a47-969c-b44cb05b6a68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:41.847349 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-67922bc2-5dc5-4eaf-926c-6ad02cf437e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:41.857699 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-d61466c2-ac33-46f2-9c37-239c722fce4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:41.886468 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a81a46e5-d313-4fe6-88e9-1fa57f620574 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:41.922445 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-5016a229-42f0-4a47-969c-b44cb05b6a68 admin admin] For port 55cbd045-ee61-492d-a381-e933626c7f0e, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=55cbd045-ee61-492d-a381-e933626c7f0e,segment=NetworkSegment(5e0b668e-e3dd-479a-8c7f-351b9a6cb777),segment_id=5e0b668e-e3dd-479a-8c7f-351b9a6cb777)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:21:41.922903 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5016a229-42f0-4a47-969c-b44cb05b6a68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:41.950085 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-5016a229-42f0-4a47-969c-b44cb05b6a68 admin admin] Calling delete_port for 55cbd045-ee61-492d-a381-e933626c7f0e owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:21:42.003451 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-67922bc2-5dc5-4eaf-926c-6ad02cf437e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:42.016605 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-67922bc2-5dc5-4eaf-926c-6ad02cf437e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:42.061992 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a81a46e5-d313-4fe6-88e9-1fa57f620574 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:42.085283 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a81a46e5-d313-4fe6-88e9-1fa57f620574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:42.099425 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-67922bc2-5dc5-4eaf-926c-6ad02cf437e1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a8f8e26f454f4e63a515adbf8c4d67a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4167073 Nov 16 11:21:42.099425 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67922bc2-5dc5-4eaf-926c-6ad02cf437e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00bee14c-030c-401d-be34-eb41b192955a,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:42.103829 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58436) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:42.181822 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a81a46e5-d313-4fe6-88e9-1fa57f620574 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=585aeac7993945ef97b645dafbd38f9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4162986 Nov 16 11:21:42.188016 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58438) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:42.204295 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a46e5-d313-4fe6-88e9-1fa57f620574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478703e4-784e-4555-b478-e11ffd0827ff,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:42.236103 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9cfc1-99df-489c-90f5-1f78634cedb0 req-8e5e8e9f-0f39-462a-8a85-fd9baba7d350 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:42.237605 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c8e9cfc1-99df-489c-90f5-1f78634cedb0 req-8e5e8e9f-0f39-462a-8a85-fd9baba7d350 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=e31e7430-a8f8-4e84-9396-1e324e926aae HTTP/1.1" status: 200 len: 931 time: 0.1345348 Nov 16 11:21:42.238717 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2debd7f3-f8f7-4957-849f-5b176527f52a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:42.274132 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2debd7f3-f8f7-4957-849f-5b176527f52a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:42.333959 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c8e9cfc1-99df-489c-90f5-1f78634cedb0 req-bcf1bc5c-7b89-4288-b88b-a4f0c4681bad tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818009 Nov 16 11:21:42.355172 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-d61466c2-ac33-46f2-9c37-239c722fce4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4addbcc2-c339-459c-9b42-be61c4d1a513 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:21:42.355644 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2debd7f3-f8f7-4957-849f-5b176527f52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:42.355644 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2debd7f3-f8f7-4957-849f-5b176527f52a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:42.356637 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2debd7f3-f8f7-4957-849f-5b176527f52a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/00bee14c-030c-401d-be34-eb41b192955a HTTP/1.1" status: 204 len: 168 time: 0.2517712 Nov 16 11:21:42.359427 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f4c225d-f2d4-49e2-b4f8-ff40a72d6f10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:42.369083 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-d61466c2-ac33-46f2-9c37-239c722fce4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:42.369771 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2debd7f3-f8f7-4957-849f-5b176527f52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bee14c-030c-401d-be34-eb41b192955a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:42.381219 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5016a229-42f0-4a47-969c-b44cb05b6a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:42.422118 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f4c225d-f2d4-49e2-b4f8-ff40a72d6f10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:42.429480 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-d61466c2-ac33-46f2-9c37-239c722fce4e service neutron] Transition to ACTIVE for port object 4addbcc2-c339-459c-9b42-be61c4d1a513 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:21:42.433310 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016a229-42f0-4a47-969c-b44cb05b6a68 admin admin] Pushing event deleted for resources: {'Port': ['ID=55cbd045-ee61-492d-a381-e933626c7f0e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:42.445472 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-d61466c2-ac33-46f2-9c37-239c722fce4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:42.558878 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61466c2-ac33-46f2-9c37-239c722fce4e service neutron] Pushing event updated for resources: {'Port': ['ID=4addbcc2-c339-459c-9b42-be61c4d1a513,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:42.584652 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f4c225d-f2d4-49e2-b4f8-ff40a72d6f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:42.587836 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f4c225d-f2d4-49e2-b4f8-ff40a72d6f10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:42.590650 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8f4c225d-f2d4-49e2-b4f8-ff40a72d6f10 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/478703e4-784e-4555-b478-e11ffd0827ff HTTP/1.1" status: 204 len: 168 time: 0.4014015 Nov 16 11:21:42.657532 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c225d-f2d4-49e2-b4f8-ff40a72d6f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478703e4-784e-4555-b478-e11ffd0827ff,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:42.719194 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fccca9-9af3-4f5c-8c7e-9468f5e0cee4 req-0d8b0ab8-4140-4503-afb3-6c709bbff387 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:42.722902 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-36fccca9-9af3-4f5c-8c7e-9468f5e0cee4 req-0d8b0ab8-4140-4503-afb3-6c709bbff387 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=0de1e654-2b1f-4276-9666-f3bf55d47ec3 HTTP/1.1" status: 200 len: 946 time: 0.1434290 Nov 16 11:21:42.768361 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58454) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:42.793191 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6ed53ee8-3144-4b84-8be4-0fa9c634d4a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:42.800590 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-36fccca9-9af3-4f5c-8c7e-9468f5e0cee4 req-c3321968-fc9c-462c-a27d-8af3cd14df17 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715952 Nov 16 11:21:42.831920 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-d61466c2-ac33-46f2-9c37-239c722fce4e service neutron] Attempting to bind port 4addbcc2-c339-459c-9b42-be61c4d1a513 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:21:42.832264 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-d61466c2-ac33-46f2-9c37-239c722fce4e service neutron] Attempting to bind port 4addbcc2-c339-459c-9b42-be61c4d1a513 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '944e0536-d76b-420a-8405-63c5779cb0d2'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:21:42.832597 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-d61466c2-ac33-46f2-9c37-239c722fce4e service neutron] Attempting to bind port 4addbcc2-c339-459c-9b42-be61c4d1a513 on network 944e0536-d76b-420a-8405-63c5779cb0d2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:21:42.844121 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-d61466c2-ac33-46f2-9c37-239c722fce4e service neutron] Port 4addbcc2-c339-459c-9b42-be61c4d1a513 on network 944e0536-d76b-420a-8405-63c5779cb0d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:21:42.844521 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-d61466c2-ac33-46f2-9c37-239c722fce4e service neutron] Attempting to bind port 4addbcc2-c339-459c-9b42-be61c4d1a513 on network 944e0536-d76b-420a-8405-63c5779cb0d2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:21:42.854736 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-d61466c2-ac33-46f2-9c37-239c722fce4e service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:21:42.854983 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-d61466c2-ac33-46f2-9c37-239c722fce4e service neutron] Checking segment: {'id': '2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '944e0536-d76b-420a-8405-63c5779cb0d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:21:42.855369 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-d61466c2-ac33-46f2-9c37-239c722fce4e service neutron] Bound using segment: {'id': '2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '944e0536-d76b-420a-8405-63c5779cb0d2'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:21:42.855803 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-d61466c2-ac33-46f2-9c37-239c722fce4e service neutron] Bound port: 4addbcc2-c339-459c-9b42-be61c4d1a513, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '944e0536-d76b-420a-8405-63c5779cb0d2'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:21:42.856166 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-d61466c2-ac33-46f2-9c37-239c722fce4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:42.858022 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5016a229-42f0-4a47-969c-b44cb05b6a68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:42.894211 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6ed53ee8-3144-4b84-8be4-0fa9c634d4a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:42.903249 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6ed53ee8-3144-4b84-8be4-0fa9c634d4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:42.947411 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6ed53ee8-3144-4b84-8be4-0fa9c634d4a6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=19c7c9a94c5049aa907025d6ede78596&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1747706 Nov 16 11:21:42.947601 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58456) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:42.954599 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed53ee8-3144-4b84-8be4-0fa9c634d4a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b545220d-9c4b-4243-b8c7-62eae12d4838,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:42.972148 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-26939ce4-90a9-4131-975c-d1f11cd9692c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:43.005617 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-993dce1d-9b4d-4463-bc43-4670adc94b08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:43.033168 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-993dce1d-9b4d-4463-bc43-4670adc94b08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:43.046216 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-d61466c2-ac33-46f2-9c37-239c722fce4e service neutron] For port 4addbcc2-c339-459c-9b42-be61c4d1a513, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:21:43.063997 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-d61466c2-ac33-46f2-9c37-239c722fce4e service neutron] For port 4addbcc2-c339-459c-9b42-be61c4d1a513, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=4addbcc2-c339-459c-9b42-be61c4d1a513,segment=NetworkSegment(2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7),segment_id=2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:21:43.095330 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-993dce1d-9b4d-4463-bc43-4670adc94b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:43.099057 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-993dce1d-9b4d-4463-bc43-4670adc94b08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:43.100423 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-993dce1d-9b4d-4463-bc43-4670adc94b08 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b545220d-9c4b-4243-b8c7-62eae12d4838 HTTP/1.1" status: 204 len: 168 time: 0.1518846 Nov 16 11:21:43.111642 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993dce1d-9b4d-4463-bc43-4670adc94b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b545220d-9c4b-4243-b8c7-62eae12d4838,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:43.146110 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-d61466c2-ac33-46f2-9c37-239c722fce4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:43.200226 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-d61466c2-ac33-46f2-9c37-239c722fce4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:43.200870 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-d61466c2-ac33-46f2-9c37-239c722fce4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:43.202351 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-d61466c2-ac33-46f2-9c37-239c722fce4e service neutron] 10.222.0.64 "PUT /v2.0/ports/4addbcc2-c339-459c-9b42-be61c4d1a513 HTTP/1.1" status: 200 len: 1091 time: 1.4552083 Nov 16 11:21:43.204730 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31e7430-a8f8-4e84-9396-1e324e926aae', 'tag': '4addbcc2-c339-459c-9b42-be61c4d1a513'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:21:43.207009 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd1a718-49b8-4e43-be1a-1548a509dc0b" -d '{"events": [{"name": "network-changed", "server_uuid": "e31e7430-a8f8-4e84-9396-1e324e926aae", "tag": "4addbcc2-c339-459c-9b42-be61c4d1a513"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:21:43.226981 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58464) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:43.232453 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61466c2-ac33-46f2-9c37-239c722fce4e service neutron] Pushing event updated for resources: {'Port': ['ID=4addbcc2-c339-459c-9b42-be61c4d1a513,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:43.259121 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d012cf-de42-42ee-9982-f8a7bec38e87 x-openstack-request-id: req-e2d012cf-de42-42ee-9982-f8a7bec38e87 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:21:43.259406 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e31e7430-a8f8-4e84-9396-1e324e926aae", "tag": "4addbcc2-c339-459c-9b42-be61c4d1a513", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:21:43.259657 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e2d012cf-de42-42ee-9982-f8a7bec38e87 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:21:43.260055 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e31e7430-a8f8-4e84-9396-1e324e926aae', 'tag': '4addbcc2-c339-459c-9b42-be61c4d1a513', 'status': 'completed', 'code': 200} Nov 16 11:21:43.260463 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-04c5362f-836d-421e-b2c4-fe60fe9b3691 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:43.266230 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5016a229-42f0-4a47-969c-b44cb05b6a68 admin admin] Router d77f76d5-6aa3-4480-8be6-84b28e71b6cf has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:21:43.351965 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-04c5362f-836d-421e-b2c4-fe60fe9b3691 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:43.357369 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-04c5362f-836d-421e-b2c4-fe60fe9b3691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:43.376289 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-ab43eef8-0330-4252-b1e8-ebdf4427343b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:43.377816 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-ab43eef8-0330-4252-b1e8-ebdf4427343b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04a86aacf6f546c1be30256427532a30&device_id=e31e7430-a8f8-4e84-9396-1e324e926aae HTTP/1.1" status: 200 len: 1094 time: 0.1137412 Nov 16 11:21:43.399524 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-04c5362f-836d-421e-b2c4-fe60fe9b3691 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a1a4e69b4beb46a4bef3adfd9b3748d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1679316 Nov 16 11:21:43.408796 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58472) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:43.430813 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-f9f6d117-cd99-4470-a72d-e969f569ad0a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4addbcc2-c339-459c-9b42-be61c4d1a513 HTTP/1.1" status: 200 len: 217 time: 0.0413899 Nov 16 11:21:43.486038 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5016a229-42f0-4a47-969c-b44cb05b6a68 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:21:43.495356 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5016a229-42f0-4a47-969c-b44cb05b6a68 admin admin] 10.222.0.61 "PUT /v2.0/routers/d77f76d5-6aa3-4480-8be6-84b28e71b6cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2432878 Nov 16 11:21:43.496015 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58478) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:43.499058 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23779d3a-9a8f-4d74-b934-4cdeaceef56b None None] Sync routers for ids ['d77f76d5-6aa3-4480-8be6-84b28e71b6cf'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:21:43.508281 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5362f-836d-421e-b2c4-fe60fe9b3691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b05d88-5684-45a6-84e3-fc5f40603db1,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:43.532148 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23779d3a-9a8f-4d74-b934-4cdeaceef56b None None] Routers {'d77f76d5-6aa3-4480-8be6-84b28e71b6cf'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:21:43.532775 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-23779d3a-9a8f-4d74-b934-4cdeaceef56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:21:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['d77f76d5-6aa3-4480-8be6-84b28e71b6cf'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:21:43.542486 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61402fb-db10-4a9c-a21f-bbb30ee509f3 req-62c26bd6-603d-47e2-be5d-67e137f33b78 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:43.551029 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c61402fb-db10-4a9c-a21f-bbb30ee509f3 req-62c26bd6-603d-47e2-be5d-67e137f33b78 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=e31e7430-a8f8-4e84-9396-1e324e926aae HTTP/1.1" status: 200 len: 943 time: 0.1200600 Nov 16 11:21:43.561857 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a4c564f3-29e5-4489-ac59-4e0bf5382ca5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:43.603739 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a4c564f3-29e5-4489-ac59-4e0bf5382ca5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:43.640646 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-c1a6e4e4-3ee3-4016-932d-2fc002a5ab2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:43.642539 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-c1a6e4e4-3ee3-4016-932d-2fc002a5ab2c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c2c4b79e-b376-461e-aa12-aa150e542043 HTTP/1.1" status: 200 len: 845 time: 0.2048686 Nov 16 11:21:43.644634 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c61402fb-db10-4a9c-a21f-bbb30ee509f3 req-5b04d39f-babe-42fc-ad86-8ce99d65cc3b tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884380 Nov 16 11:21:43.690373 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-23779d3a-9a8f-4d74-b934-4cdeaceef56b None None] Set router d77f76d5-6aa3-4480-8be6-84b28e71b6cf gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:21:43.693055 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a4c564f3-29e5-4489-ac59-4e0bf5382ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:43.713298 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a4c564f3-29e5-4489-ac59-4e0bf5382ca5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:43.724121 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a4c564f3-29e5-4489-ac59-4e0bf5382ca5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/67b05d88-5684-45a6-84e3-fc5f40603db1 HTTP/1.1" status: 204 len: 168 time: 0.3140101 Nov 16 11:21:43.724733 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-6440c579-4721-4637-b476-800c69414ca9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=944e0536-d76b-420a-8405-63c5779cb0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646093 Nov 16 11:21:43.737174 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c564f3-29e5-4489-ac59-4e0bf5382ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b05d88-5684-45a6-84e3-fc5f40603db1,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:43.822106 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-886131ef-c408-447c-bdc7-ea3fa5b7910e admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:43.973769 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-23779d3a-9a8f-4d74-b934-4cdeaceef56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77f76d5-6aa3-4480-8be6-84b28e71b6cf', 'name': 'tempest-ServersTestFqdnHostnames-926643920-router', 'tenant_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '53d542f6-a643-44c1-a543-dd8b557af76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:19:18Z', 'updated_at': '2021-11-16T11:21:42Z', 'revision_number': 5, 'project_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'gw_port': {'id': '53d542f6-a643-44c1-a543-dd8b557af76e', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77f76d5-6aa3-4480-8be6-84b28e71b6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:19Z', 'updated_at': '2021-11-16T11:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:21:44.016818 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23779d3a-9a8f-4d74-b934-4cdeaceef56b None None] Checking router: d77f76d5-6aa3-4480-8be6-84b28e71b6cf for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:21:44.031070 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23779d3a-9a8f-4d74-b934-4cdeaceef56b None None] Routers {'d77f76d5-6aa3-4480-8be6-84b28e71b6cf'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:21:44.032223 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-23779d3a-9a8f-4d74-b934-4cdeaceef56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:21:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['d77f76d5-6aa3-4480-8be6-84b28e71b6cf'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:21:44.078387 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7e83a-520c-4350-9273-c1f832843e58 req-7fdb38f9-c783-46e3-b528-dd857dc2b2c1 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:44.090663 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-72c7e83a-520c-4350-9273-c1f832843e58 req-7fdb38f9-c783-46e3-b528-dd857dc2b2c1 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=0de1e654-2b1f-4276-9666-f3bf55d47ec3 HTTP/1.1" status: 200 len: 946 time: 0.1047192 Nov 16 11:21:44.182281 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-23779d3a-9a8f-4d74-b934-4cdeaceef56b None None] Set router d77f76d5-6aa3-4480-8be6-84b28e71b6cf gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:21:44.188305 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-72c7e83a-520c-4350-9273-c1f832843e58 req-1192f645-c2aa-486b-b39b-2b4eba8609c0 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913496 Nov 16 11:21:44.304344 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-c21b86c9-20ec-4a2e-8898-e13181e5a8db service neutron] 10.222.0.64 "GET /v2.0/networks/944e0536-d76b-420a-8405-63c5779cb0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5696611 Nov 16 11:21:44.377571 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-886131ef-c408-447c-bdc7-ea3fa5b7910e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:44.433306 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8dc5bd45-ea87-4362-9b06-631de0dd0c77 req-847e63a4-54b8-4516-b6d7-75640829dce1 service neutron] 10.222.0.64 "GET /v2.0/networks/944e0536-d76b-420a-8405-63c5779cb0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205475 Nov 16 11:21:44.438304 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-23779d3a-9a8f-4d74-b934-4cdeaceef56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77f76d5-6aa3-4480-8be6-84b28e71b6cf', 'name': 'tempest-ServersTestFqdnHostnames-926643920-router', 'tenant_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '53d542f6-a643-44c1-a543-dd8b557af76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:19:18Z', 'updated_at': '2021-11-16T11:21:42Z', 'revision_number': 5, 'project_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'gw_port': {'id': '53d542f6-a643-44c1-a543-dd8b557af76e', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77f76d5-6aa3-4480-8be6-84b28e71b6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:19Z', 'updated_at': '2021-11-16T11:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:21:44.476687 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23779d3a-9a8f-4d74-b934-4cdeaceef56b None None] The sync data for ids ['d77f76d5-6aa3-4480-8be6-84b28e71b6cf'] in n-d-816823-3 is: [{'id': 'd77f76d5-6aa3-4480-8be6-84b28e71b6cf', 'name': 'tempest-ServersTestFqdnHostnames-926643920-router', 'tenant_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '53d542f6-a643-44c1-a543-dd8b557af76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:19:18Z', 'updated_at': '2021-11-16T11:21:42Z', 'revision_number': 5, 'project_id': 'a9437637abeb4120bb9f8a5ce0dcd3d7', 'gw_port': {'id': '53d542f6-a643-44c1-a543-dd8b557af76e', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:6a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77f76d5-6aa3-4480-8be6-84b28e71b6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:19Z', 'updated_at': '2021-11-16T11:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:21:44.504553 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-886131ef-c408-447c-bdc7-ea3fa5b7910e admin admin] Deleting port 53d542f6-a643-44c1-a543-dd8b557af76e {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:21:44.504899 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-886131ef-c408-447c-bdc7-ea3fa5b7910e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:44.614769 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1a718-49b8-4e43-be1a-1548a509dc0b req-29012a66-c371-4061-8e5b-d11eea762ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:44.616291 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9fd1a718-49b8-4e43-be1a-1548a509dc0b req-29012a66-c371-4061-8e5b-d11eea762ff1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04a86aacf6f546c1be30256427532a30&device_id=e31e7430-a8f8-4e84-9396-1e324e926aae HTTP/1.1" status: 200 len: 1094 time: 0.0949655 Nov 16 11:21:44.629009 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-886131ef-c408-447c-bdc7-ea3fa5b7910e admin admin] For port 53d542f6-a643-44c1-a543-dd8b557af76e, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=53d542f6-a643-44c1-a543-dd8b557af76e,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:21:44.629312 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-886131ef-c408-447c-bdc7-ea3fa5b7910e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:44.691296 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-886131ef-c408-447c-bdc7-ea3fa5b7910e admin admin] Calling delete_port for 53d542f6-a643-44c1-a543-dd8b557af76e owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:21:44.805368 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bae388-86af-45ff-8269-c2df091d0551 req-17abce1a-4372-4b60-8da5-0e064a96b4ab tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:44.806921 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-13bae388-86af-45ff-8269-c2df091d0551 req-17abce1a-4372-4b60-8da5-0e064a96b4ab tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=e31e7430-a8f8-4e84-9396-1e324e926aae HTTP/1.1" status: 200 len: 943 time: 0.0875273 Nov 16 11:21:44.820704 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1a718-49b8-4e43-be1a-1548a509dc0b req-2e13f2c9-b270-4ee6-8705-f24f13281516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:44.822222 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9fd1a718-49b8-4e43-be1a-1548a509dc0b req-2e13f2c9-b270-4ee6-8705-f24f13281516 service neutron] 10.222.0.64 "GET /v2.0/networks?id=944e0536-d76b-420a-8405-63c5779cb0d2 HTTP/1.1" status: 200 len: 906 time: 0.1952567 Nov 16 11:21:44.876559 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-13bae388-86af-45ff-8269-c2df091d0551 req-89f6a3a3-3700-4bcd-a1a4-ab178a2d9bc2 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613654 Nov 16 11:21:44.937803 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9fd1a718-49b8-4e43-be1a-1548a509dc0b req-4cce22a2-f826-4477-9dda-64335e94ad9f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4addbcc2-c339-459c-9b42-be61c4d1a513 HTTP/1.1" status: 200 len: 217 time: 0.1056437 Nov 16 11:21:45.057054 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1a718-49b8-4e43-be1a-1548a509dc0b req-91305ef4-1a0e-4433-9090-1532893bb669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:45.060273 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9fd1a718-49b8-4e43-be1a-1548a509dc0b req-91305ef4-1a0e-4433-9090-1532893bb669 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c2c4b79e-b376-461e-aa12-aa150e542043 HTTP/1.1" status: 200 len: 845 time: 0.1107283 Nov 16 11:21:45.107669 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9fd1a718-49b8-4e43-be1a-1548a509dc0b req-391679db-4852-4544-9280-04e9eb16afff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=944e0536-d76b-420a-8405-63c5779cb0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382972 Nov 16 11:21:45.127663 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-886131ef-c408-447c-bdc7-ea3fa5b7910e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:45.191490 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886131ef-c408-447c-bdc7-ea3fa5b7910e admin admin] Pushing event deleted for resources: {'Port': ['ID=53d542f6-a643-44c1-a543-dd8b557af76e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:45.210981 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d766c869-aa5a-4075-80e9-7b332fdc62ba None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:21:45.287670 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9fd1a718-49b8-4e43-be1a-1548a509dc0b req-ad1c7745-287e-4409-b54e-73ea93a4d61d service neutron] 10.222.0.64 "GET /v2.0/networks/944e0536-d76b-420a-8405-63c5779cb0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696725 Nov 16 11:21:45.290248 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-886131ef-c408-447c-bdc7-ea3fa5b7910e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:45.372343 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ace302-09a6-413a-8110-9acf71760de5 req-a21786c1-d1f4-4631-9644-65ac61a8fb46 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:45.374786 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c7ace302-09a6-413a-8110-9acf71760de5 req-a21786c1-d1f4-4631-9644-65ac61a8fb46 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=0de1e654-2b1f-4276-9666-f3bf55d47ec3 HTTP/1.1" status: 200 len: 946 time: 0.0677979 Nov 16 11:21:45.424470 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-886131ef-c408-447c-bdc7-ea3fa5b7910e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:45.430984 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-886131ef-c408-447c-bdc7-ea3fa5b7910e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:45.452312 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c7ace302-09a6-413a-8110-9acf71760de5 req-5c1484ea-f030-4e3d-af38-5e75d6d6eff3 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610225 Nov 16 11:21:45.490638 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-886131ef-c408-447c-bdc7-ea3fa5b7910e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:45.491205 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886131ef-c408-447c-bdc7-ea3fa5b7910e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d77f76d5-6aa3-4480-8be6-84b28e71b6cf {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:21:45.498586 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-886131ef-c408-447c-bdc7-ea3fa5b7910e admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:45.503223 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58564) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:45.503759 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-886131ef-c408-447c-bdc7-ea3fa5b7910e admin admin] 10.222.0.61 "DELETE /v2.0/routers/d77f76d5-6aa3-4480-8be6-84b28e71b6cf HTTP/1.1" status: 204 len: 168 time: 2.0046961 Nov 16 11:21:45.517555 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9fd1a718-49b8-4e43-be1a-1548a509dc0b req-9de2777f-32aa-443d-ad24-6c2f40868e99 service neutron] 10.222.0.64 "GET /v2.0/networks/944e0536-d76b-420a-8405-63c5779cb0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996362 Nov 16 11:21:45.547962 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fbfb243b-d407-467f-8d43-fb4e1c2abdb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:45.585137 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c4f3f89-4f90-4057-877b-455325044fac admin admin] Deleting subnet 3449e234-5575-467b-9000-57855a07772e {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:21:45.589511 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c4f3f89-4f90-4057-877b-455325044fac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:45.932643 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c4f3f89-4f90-4057-877b-455325044fac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:46.037121 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58596) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:46.053044 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbc5ba-b4e6-41d1-a681-1d4e82ec9c9b req-034e484e-500a-45ae-9bd0-ff5450dbaff6 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:46.055288 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-06cbc5ba-b4e6-41d1-a681-1d4e82ec9c9b req-034e484e-500a-45ae-9bd0-ff5450dbaff6 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=e31e7430-a8f8-4e84-9396-1e324e926aae HTTP/1.1" status: 200 len: 943 time: 0.0928454 Nov 16 11:21:46.057762 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c4f3f89-4f90-4057-877b-455325044fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:46.128702 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 55cbd045-ee61-492d-a381-e933626c7f0e no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:21:46.168914 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 55cbd045-ee61-492d-a381-e933626c7f0e {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:21:46.170194 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 55cbd045-ee61-492d-a381-e933626c7f0e not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:21:46.191673 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-06cbc5ba-b4e6-41d1-a681-1d4e82ec9c9b req-4ea1b94d-3374-4c30-b1a4-484a182f3d3e tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045139 Nov 16 11:21:46.197306 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c4f3f89-4f90-4057-877b-455325044fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:46.227340 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f3f89-4f90-4057-877b-455325044fac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3449e234-5575-467b-9000-57855a07772e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:46.231107 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c4f3f89-4f90-4057-877b-455325044fac admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:46.236912 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3c4f3f89-4f90-4057-877b-455325044fac admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3449e234-5575-467b-9000-57855a07772e HTTP/1.1" status: 204 len: 168 time: 0.7326291 Nov 16 11:21:46.238061 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4780538e-8f05-4242-9f3e-9003fde168f5 None None] Network c33c780a-fa25-4b50-94e1-5d7ff73b89f0 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:21:46.239065 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58606) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:46.239890 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d39d29d-c906-4c93-9d0e-736782cb714d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:46.314180 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0bf84a2f-192e-4377-9795-987222829898 req-822599b4-0ace-40d2-b2f5-1531543d9d9d tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=ec47a3e7fd1142dea625a6029a3061c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288172 Nov 16 11:21:46.363891 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ecd66bab-390e-4b1c-965a-6414a9fa2357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:46.421800 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d39d29d-c906-4c93-9d0e-736782cb714d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:46.434533 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d39d29d-c906-4c93-9d0e-736782cb714d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:46.463977 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740912b7-1cd5-4267-96a6-44bb2d16860e None None] DHCP port deletion for c33c780a-fa25-4b50-94e1-5d7ff73b89f0 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:21:46.472016 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:46.479956 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf84a2f-192e-4377-9795-987222829898 req-85ac1fc2-d16e-407f-aad2-f0a9306d431d tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:46.481510 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0bf84a2f-192e-4377-9795-987222829898 req-85ac1fc2-d16e-407f-aad2-f0a9306d431d tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1590590 Nov 16 11:21:46.487636 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4d39d29d-c906-4c93-9d0e-736782cb714d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d008b142d1a24727ba9833cf8500468a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4491823 Nov 16 11:21:46.491965 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58616) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:46.494802 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39d29d-c906-4c93-9d0e-736782cb714d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1913e2e-f55d-403e-8819-ff61e6df5bf0,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:46.519416 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0bf84a2f-192e-4377-9795-987222829898 req-afeb354d-229f-4797-a6f7-ad70fe34efcd tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/quotas/ec47a3e7fd1142dea625a6029a3061c1 HTTP/1.1" status: 200 len: 375 time: 0.0191362 Nov 16 11:21:46.529205 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ecd66bab-390e-4b1c-965a-6414a9fa2357 admin admin] Deleting port 33a98ce0-f244-44b4-80a3-1832b1eff59b {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:21:46.529542 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ecd66bab-390e-4b1c-965a-6414a9fa2357 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:46.533496 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-740912b7-1cd5-4267-96a6-44bb2d16860e None None] Deleting port 33a98ce0-f244-44b4-80a3-1832b1eff59b {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:21:46.534318 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-740912b7-1cd5-4267-96a6-44bb2d16860e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:46.546828 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0254b2a-d785-483d-b128-e16ca97a8d9b req-a08f0f2f-b64a-410c-b0f6-85a5482ad71b tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:46.550388 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d0254b2a-d785-483d-b128-e16ca97a8d9b req-a08f0f2f-b64a-410c-b0f6-85a5482ad71b tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 945 time: 0.0900459 Nov 16 11:21:46.568465 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0bf84a2f-192e-4377-9795-987222829898 req-657e01c1-2c46-41e2-a3ea-12e4cfe4db50 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ec47a3e7fd1142dea625a6029a3061c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401309 Nov 16 11:21:46.611364 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-89fe53c3-b6cc-4e32-8628-bc0919c7d9e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:46.613986 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d0254b2a-d785-483d-b128-e16ca97a8d9b req-b23da1f8-84b9-418a-8d7d-5f2bcf78e537 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485880 Nov 16 11:21:46.615381 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-740912b7-1cd5-4267-96a6-44bb2d16860e None None] For port 33a98ce0-f244-44b4-80a3-1832b1eff59b, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=33a98ce0-f244-44b4-80a3-1832b1eff59b,segment=NetworkSegment(5e0b668e-e3dd-479a-8c7f-351b9a6cb777),segment_id=5e0b668e-e3dd-479a-8c7f-351b9a6cb777)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:21:46.615780 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-740912b7-1cd5-4267-96a6-44bb2d16860e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:46.619564 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-ecd66bab-390e-4b1c-965a-6414a9fa2357 admin admin] For port 33a98ce0-f244-44b4-80a3-1832b1eff59b, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=33a98ce0-f244-44b4-80a3-1832b1eff59b,segment=NetworkSegment(5e0b668e-e3dd-479a-8c7f-351b9a6cb777),segment_id=5e0b668e-e3dd-479a-8c7f-351b9a6cb777)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:21:46.619921 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ecd66bab-390e-4b1c-965a-6414a9fa2357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:46.632784 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-740912b7-1cd5-4267-96a6-44bb2d16860e None None] Calling delete_port for 33a98ce0-f244-44b4-80a3-1832b1eff59b owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:21:46.643499 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ecd66bab-390e-4b1c-965a-6414a9fa2357 admin admin] Calling delete_port for 33a98ce0-f244-44b4-80a3-1832b1eff59b owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:21:46.651101 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-89fe53c3-b6cc-4e32-8628-bc0919c7d9e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:46.769275 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-89fe53c3-b6cc-4e32-8628-bc0919c7d9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:46.773892 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-89fe53c3-b6cc-4e32-8628-bc0919c7d9e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:46.777983 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-89fe53c3-b6cc-4e32-8628-bc0919c7d9e2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f1913e2e-f55d-403e-8819-ff61e6df5bf0 HTTP/1.1" status: 204 len: 168 time: 0.2812483 Nov 16 11:21:46.787292 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe53c3-b6cc-4e32-8628-bc0919c7d9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1913e2e-f55d-403e-8819-ff61e6df5bf0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:46.797584 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ecd66bab-390e-4b1c-965a-6414a9fa2357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:46.798063 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2cb61-45d7-4491-b2c4-0a524daa91bc req-6153e24f-7dcd-4387-92ac-d5ebcac948d8 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:46.807860 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-05b2cb61-45d7-4491-b2c4-0a524daa91bc req-6153e24f-7dcd-4387-92ac-d5ebcac948d8 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=0de1e654-2b1f-4276-9666-f3bf55d47ec3 HTTP/1.1" status: 200 len: 946 time: 0.1059420 Nov 16 11:21:46.836029 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd66bab-390e-4b1c-965a-6414a9fa2357 admin admin] Pushing event deleted for resources: {'Port': ['ID=33a98ce0-f244-44b4-80a3-1832b1eff59b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:46.841174 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd66bab-390e-4b1c-965a-6414a9fa2357 admin admin] No DVR routers for this DVR port 33a98ce0-f244-44b4-80a3-1832b1eff59b on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:21:46.915489 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-05b2cb61-45d7-4491-b2c4-0a524daa91bc req-27c69dc5-4b07-4acc-9648-77d0675c9df6 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044607 Nov 16 11:21:46.949368 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ecd66bab-390e-4b1c-965a-6414a9fa2357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:47.009738 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-740912b7-1cd5-4267-96a6-44bb2d16860e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:47.014700 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-ecd66bab-390e-4b1c-965a-6414a9fa2357 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c33c780a-fa25-4b50-94e1-5d7ff73b89f0']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:21:47.032976 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740912b7-1cd5-4267-96a6-44bb2d16860e None None] No DVR routers for this DVR port 33a98ce0-f244-44b4-80a3-1832b1eff59b on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:21:47.036730 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-ecd66bab-390e-4b1c-965a-6414a9fa2357 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e0b668e-e3dd-479a-8c7f-351b9a6cb777') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:21:47.037037 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-ecd66bab-390e-4b1c-965a-6414a9fa2357 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e0b668e-e3dd-479a-8c7f-351b9a6cb777') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:21:47.063525 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ecd66bab-390e-4b1c-965a-6414a9fa2357 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:47.068706 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740912b7-1cd5-4267-96a6-44bb2d16860e None None] Pushing event deleted for resources: {'Port': ['ID=33a98ce0-f244-44b4-80a3-1832b1eff59b,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:47.084467 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-818c419b-70c9-42e0-a077-bdc2e2a402b1 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=ec47a3e7fd1142dea625a6029a3061c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450699 Nov 16 11:21:47.090651 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ecd66bab-390e-4b1c-965a-6414a9fa2357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:47.100421 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecd66bab-390e-4b1c-965a-6414a9fa2357 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:21:47.102555 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ecd66bab-390e-4b1c-965a-6414a9fa2357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:47.105213 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:21:47.105213 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:21:47.105213 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:21:47.105213 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:21:47.105213 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:21:47.105213 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:21:47.105213 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:21:47.105213 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:21:47.105213 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:21:47.105213 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:21:47.105213 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:21:47.105213 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:21:47.105213 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:21:47.105213 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:21:47.105213 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:21:47.105213 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:21:47.105213 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:21:47.105213 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:21:47.105213 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:21:47.105213 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:21:47.105213 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:21:47.105213 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:21:47.105213 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:21:47.105213 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:21:47.105213 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:21:47.105213 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:21:47.105213 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:21:47.105213 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:21:47.105213 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:21:47.105213 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:21:47.105213 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:21:47.105213 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:21:47.212949 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ecd66bab-390e-4b1c-965a-6414a9fa2357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:47.222345 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ecd66bab-390e-4b1c-965a-6414a9fa2357 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:47.230777 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ecd66bab-390e-4b1c-965a-6414a9fa2357 admin admin] 10.222.0.61 "DELETE /v2.0/networks/c33c780a-fa25-4b50-94e1-5d7ff73b89f0 HTTP/1.1" status: 204 len: 168 time: 0.9875586 Nov 16 11:21:47.246688 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd66bab-390e-4b1c-965a-6414a9fa2357 admin admin] Pushing event deleted for resources: {'Network': ['ID=c33c780a-fa25-4b50-94e1-5d7ff73b89f0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:47.250622 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-46f0cba3-8da3-42f6-b371-b27fbd155e81 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:47.262032 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-46f0cba3-8da3-42f6-b371-b27fbd155e81 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1686106 Nov 16 11:21:47.274459 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-37b67694-b45d-4967-8f3a-d21f6f9c4049 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/quotas/ec47a3e7fd1142dea625a6029a3061c1 HTTP/1.1" status: 200 len: 375 time: 0.0115564 Nov 16 11:21:47.335769 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-4f8ec274-26b2-4886-9bda-22f44a6231bc tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ec47a3e7fd1142dea625a6029a3061c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539382 Nov 16 11:21:47.414718 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58664) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:47.437651 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-28f55596-72f0-4920-84bd-a1f732fe401b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:47.496158 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58668) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:47.574498 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-86add0e9-f4a7-4b82-b913-d0d0d209c114 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a9437637abeb4120bb9f8a5ce0dcd3d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0771739 Nov 16 11:21:47.577004 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58672) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:47.594895 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23db24-9087-403e-a3f7-beb923ac0cfd req-96a90c95-580a-438b-8810-399202e56c6f tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:47.596524 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0d23db24-9087-403e-a3f7-beb923ac0cfd req-96a90c95-580a-438b-8810-399202e56c6f tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=e31e7430-a8f8-4e84-9396-1e324e926aae HTTP/1.1" status: 200 len: 943 time: 0.0936539 Nov 16 11:21:47.604062 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-28f55596-72f0-4920-84bd-a1f732fe401b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:47.618173 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-28f55596-72f0-4920-84bd-a1f732fe401b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:47.642764 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6751f6c-4843-4395-b56f-cd7924250978 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:47.648089 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7d16a5d5-bcc7-4f5c-a1c0-546964adb860 req-db005050-a88e-4c9d-82df-4748db402656 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b1194f6-8c34-436e-bc64-8bf735a31731 HTTP/1.1" status: 200 len: 210 time: 0.0505173 Nov 16 11:21:47.672597 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 4addbcc2-c339-459c-9b42-be61c4d1a513 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:21:47.719839 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6751f6c-4843-4395-b56f-cd7924250978 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:47.722232 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-28f55596-72f0-4920-84bd-a1f732fe401b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d625a52088a14d608d83cff27da02ebb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3060849 Nov 16 11:21:47.723054 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f55596-72f0-4920-84bd-a1f732fe401b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff4b3b0-0013-4e21-b290-6800ce5c54f1,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:47.726117 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58674) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:47.745499 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0d23db24-9087-403e-a3f7-beb923ac0cfd req-c11b6a98-88b6-48b6-932d-077496087210 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292365 Nov 16 11:21:47.807949 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-20f1a077-f0c5-4ee0-b72c-36363abab87d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:47.843227 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6751f6c-4843-4395-b56f-cd7924250978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:47.847039 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6751f6c-4843-4395-b56f-cd7924250978 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:47.852400 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e6751f6c-4843-4395-b56f-cd7924250978 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e31126fc-f1b1-4e2f-9594-f15eeabdddd5 HTTP/1.1" status: 204 len: 168 time: 0.2724345 Nov 16 11:21:47.856357 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-20f1a077-f0c5-4ee0-b72c-36363abab87d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:47.863649 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 4addbcc2-c339-459c-9b42-be61c4d1a513, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=4addbcc2-c339-459c-9b42-be61c4d1a513,segment=NetworkSegment(2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7),segment_id=2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:21:47.878919 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6751f6c-4843-4395-b56f-cd7924250978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31126fc-f1b1-4e2f-9594-f15eeabdddd5,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:47.880808 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 53d542f6-a643-44c1-a543-dd8b557af76e no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:21:47.894061 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6751f6c-4843-4395-b56f-cd7924250978 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:21:47.896964 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6751f6c-4843-4395-b56f-cd7924250978 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:21:47.897382 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6751f6c-4843-4395-b56f-cd7924250978 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:21:47.899260 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6751f6c-4843-4395-b56f-cd7924250978 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:21:47.899671 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6751f6c-4843-4395-b56f-cd7924250978 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:21:47.900074 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6751f6c-4843-4395-b56f-cd7924250978 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:21:47.901177 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6751f6c-4843-4395-b56f-cd7924250978 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:21:47.901583 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6751f6c-4843-4395-b56f-cd7924250978 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:21:47.902206 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6751f6c-4843-4395-b56f-cd7924250978 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:21:47.902377 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6751f6c-4843-4395-b56f-cd7924250978 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:21:47.902777 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6751f6c-4843-4395-b56f-cd7924250978 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:21:47.903167 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6751f6c-4843-4395-b56f-cd7924250978 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:21:47.906898 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 53d542f6-a643-44c1-a543-dd8b557af76e {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:21:47.907892 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 53d542f6-a643-44c1-a543-dd8b557af76e not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:21:47.908389 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 33a98ce0-f244-44b4-80a3-1832b1eff59b no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:21:47.934634 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '4addbcc2-c339-459c-9b42-be61c4d1a513', 'network_id': '944e0536-d76b-420a-8405-63c5779cb0d2', 'port_id': '4addbcc2-c339-459c-9b42-be61c4d1a513', 'mac_address': 'fa:16:3e:4a:65:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2c4b79e-b376-461e-aa12-aa150e542043', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:21:47.938596 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 33a98ce0-f244-44b4-80a3-1832b1eff59b {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:21:47.938947 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 33a98ce0-f244-44b4-80a3-1832b1eff59b not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:21:47.970093 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-20f1a077-f0c5-4ee0-b72c-36363abab87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:47.973542 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-20f1a077-f0c5-4ee0-b72c-36363abab87d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:47.974750 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-20f1a077-f0c5-4ee0-b72c-36363abab87d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eff4b3b0-0013-4e21-b290-6800ce5c54f1 HTTP/1.1" status: 204 len: 168 time: 0.2442198 Nov 16 11:21:47.990275 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1a077-f0c5-4ee0-b72c-36363abab87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff4b3b0-0013-4e21-b290-6800ce5c54f1,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:48.082404 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:48.092311 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575e3f7-4eb3-4d71-abfb-ebc2769cba0a req-df3229a7-769b-46f2-b64f-66b38e1aef21 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:48.093967 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f575e3f7-4eb3-4d71-abfb-ebc2769cba0a req-df3229a7-769b-46f2-b64f-66b38e1aef21 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=0de1e654-2b1f-4276-9666-f3bf55d47ec3 HTTP/1.1" status: 200 len: 946 time: 0.0745244 Nov 16 11:21:48.110972 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4addbcc2-c339-459c-9b42-be61c4d1a513 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:21:48.156940 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 4addbcc2-c339-459c-9b42-be61c4d1a513, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=4addbcc2-c339-459c-9b42-be61c4d1a513,segment=NetworkSegment(2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7),segment_id=2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:21:48.161773 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:48.191590 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f575e3f7-4eb3-4d71-abfb-ebc2769cba0a req-da30f1c4-194d-48a8-a668-26e50bc92666 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907936 Nov 16 11:21:48.235085 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:48.241953 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=4addbcc2-c339-459c-9b42-be61c4d1a513,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:48.258726 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:21:48.259455 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:21:48.260105 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:21:48.260635 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:21:48.261136 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:21:48.261798 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:21:48.262567 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:21:48.263067 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:21:48.265688 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:21:48.266085 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:21:48.266448 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:21:48.266750 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:21:48.328342 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0bf84a2f-192e-4377-9795-987222829898 req-350b7179-cd8c-4ae0-bc3d-8620c87579c3 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ec47a3e7fd1142dea625a6029a3061c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250423 Nov 16 11:21:48.440027 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['4addbcc2-c339-459c-9b42-be61c4d1a513'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:21:48.527649 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf84a2f-192e-4377-9795-987222829898 req-037dfa3e-0b63-4ebb-bf71-25ce93a1d1eb tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:48.529412 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0bf84a2f-192e-4377-9795-987222829898 req-037dfa3e-0b63-4ebb-bf71-25ce93a1d1eb tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1887124 Nov 16 11:21:48.547697 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-0bf84a2f-192e-4377-9795-987222829898 req-c62e2e92-d357-4036-aebf-03e9b9aa0ffd tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Request body: {'port': {'device_id': 'c6e64b9e-49c7-4466-8317-80b58a1d1a79', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'admin_state_up': True, 'tenant_id': 'ec47a3e7fd1142dea625a6029a3061c1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:21:48.720493 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bf84a2f-192e-4377-9795-987222829898 req-c62e2e92-d357-4036-aebf-03e9b9aa0ffd tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Made reservation on behalf of ec47a3e7fd1142dea625a6029a3061c1 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:21:48.725201 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0bf84a2f-192e-4377-9795-987222829898 req-c62e2e92-d357-4036-aebf-03e9b9aa0ffd tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:48.736309 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0bf84a2f-192e-4377-9795-987222829898 req-c62e2e92-d357-4036-aebf-03e9b9aa0ffd tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:48.770932 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:48.818179 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7c6092df-5884-4ab5-b061-98e7fc8fcb9c req-f56a0653-875b-49e5-ac22-c56da8f608f3 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b1194f6-8c34-436e-bc64-8bf735a31731 HTTP/1.1" status: 200 len: 210 time: 0.0503011 Nov 16 11:21:48.953281 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0bf84a2f-192e-4377-9795-987222829898 req-c62e2e92-d357-4036-aebf-03e9b9aa0ffd tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:48.962994 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0bf84a2f-192e-4377-9795-987222829898 req-c62e2e92-d357-4036-aebf-03e9b9aa0ffd tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:48.967274 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-28d81751-3c86-455f-b4d2-ef5ceb8378e2 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ec47a3e7fd1142dea625a6029a3061c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529287 Nov 16 11:21:49.043849 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e2e92-d357-4036-aebf-03e9b9aa0ffd tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c350b859-4c48-4a7c-8eeb-9f2df35cd460,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:49.076466 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4c4c0-480a-419a-aa61-0d886d451e1a req-9b090c22-5cd0-431e-beb4-121f4cb1f9d8 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:49.083981 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-38e4c4c0-480a-419a-aa61-0d886d451e1a req-9b090c22-5cd0-431e-beb4-121f4cb1f9d8 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=e31e7430-a8f8-4e84-9396-1e324e926aae HTTP/1.1" status: 200 len: 944 time: 0.1990650 Nov 16 11:21:49.122434 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-48e8e0e6-54e4-4a0a-9948-8fe6acb774d0 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:49.124227 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-48e8e0e6-54e4-4a0a-9948-8fe6acb774d0 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1526155 Nov 16 11:21:49.140272 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-d3faccea-67c6-4ca3-b764-2d6b382b041f tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Request body: {'port': {'device_id': '6b1194f6-8c34-436e-bc64-8bf735a31731', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'admin_state_up': True, 'tenant_id': 'ec47a3e7fd1142dea625a6029a3061c1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:21:49.145719 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58734) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:49.184154 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-0bf84a2f-192e-4377-9795-987222829898 req-c62e2e92-d357-4036-aebf-03e9b9aa0ffd tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Allocated IP 192.168.233.213 (d184b1c6-3832-4c86-bfd0-c1472d76d6c3/c4c770cc-51d7-42eb-b4a6-9a605bacae0f/a771019e-36ea-4eb2-b9ce-fd9be7346252) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:21:49.189277 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-38e4c4c0-480a-419a-aa61-0d886d451e1a req-9bb7b1e1-1e07-4f52-8db9-162d7b864136 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043739 Nov 16 11:21:49.320479 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-d3faccea-67c6-4ca3-b764-2d6b382b041f tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Made reservation on behalf of ec47a3e7fd1142dea625a6029a3061c1 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:21:49.323943 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-d3faccea-67c6-4ca3-b764-2d6b382b041f tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:49.340772 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58742) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:49.384000 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef662e-e710-4ef3-94fb-df9ae461334b req-f200d0c0-275e-47d4-862c-df6aa845ab8b tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:49.385770 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f0ef662e-e710-4ef3-94fb-df9ae461334b req-f200d0c0-275e-47d4-862c-df6aa845ab8b tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=0de1e654-2b1f-4276-9666-f3bf55d47ec3 HTTP/1.1" status: 200 len: 946 time: 0.0890222 Nov 16 11:21:49.397572 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-bbe78276-9878-42a0-9efb-65fa3ef7ca06 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-91696772-network', 'tenant_id': '1ae06a69eac64c2d80c4db8375c3a241'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:21:49.417528 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-ea07a6f1-9ca7-4c91-a0fa-302436fa95e0 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-675004052-network', 'tenant_id': 'ac57a0dec96b499199f175f118c6a6d4'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:21:49.430917 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe78276-9878-42a0-9efb-65fa3ef7ca06 admin admin] Made reservation on behalf of 1ae06a69eac64c2d80c4db8375c3a241 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:21:49.433197 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bbe78276-9878-42a0-9efb-65fa3ef7ca06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:49.445193 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0bf84a2f-192e-4377-9795-987222829898 req-c62e2e92-d357-4036-aebf-03e9b9aa0ffd tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:49.446004 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bbe78276-9878-42a0-9efb-65fa3ef7ca06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:49.482068 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea07a6f1-9ca7-4c91-a0fa-302436fa95e0 admin admin] Made reservation on behalf of ac57a0dec96b499199f175f118c6a6d4 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:21:49.484407 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ea07a6f1-9ca7-4c91-a0fa-302436fa95e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:49.503449 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f0ef662e-e710-4ef3-94fb-df9ae461334b req-34bfd308-162b-4ae1-950f-f4b5147c7e4e tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092775 Nov 16 11:21:49.509010 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ea07a6f1-9ca7-4c91-a0fa-302436fa95e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:49.533346 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bbe78276-9878-42a0-9efb-65fa3ef7ca06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:49.538974 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bbe78276-9878-42a0-9efb-65fa3ef7ca06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:49.546385 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0bf84a2f-192e-4377-9795-987222829898 req-c62e2e92-d357-4036-aebf-03e9b9aa0ffd tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:49.597229 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bf84a2f-192e-4377-9795-987222829898 req-c62e2e92-d357-4036-aebf-03e9b9aa0ffd tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:21:49.602704 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbe78276-9878-42a0-9efb-65fa3ef7ca06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:21:49.606370 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe78276-9878-42a0-9efb-65fa3ef7ca06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c641a9-9ec5-4bde-8d8e-91841ccae81e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:49.610901 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-0bf84a2f-192e-4377-9795-987222829898 req-c62e2e92-d357-4036-aebf-03e9b9aa0ffd tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:21:49.621207 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf84a2f-192e-4377-9795-987222829898 req-c62e2e92-d357-4036-aebf-03e9b9aa0ffd tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:21:49.626467 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bbe78276-9878-42a0-9efb-65fa3ef7ca06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:49.626813 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-bbe78276-9878-42a0-9efb-65fa3ef7ca06 admin admin] Added segment bc3efc76-7eee-41cc-b500-e816d15e53cf of type vlan for network 3a680621-2411-4708-95d4-d036f0b77350 Nov 16 11:21:49.638098 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-d3faccea-67c6-4ca3-b764-2d6b382b041f tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Allocated IP 192.168.233.140 (d184b1c6-3832-4c86-bfd0-c1472d76d6c3/c4c770cc-51d7-42eb-b4a6-9a605bacae0f/aaf8ca24-642c-4c97-886a-ff901d1a8062) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:21:49.642789 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e2e92-d357-4036-aebf-03e9b9aa0ffd tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Pushing event updated for resources: {'Port': ['ID=a771019e-36ea-4eb2-b9ce-fd9be7346252,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:49.682234 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bbe78276-9878-42a0-9efb-65fa3ef7ca06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:49.692852 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf84a2f-192e-4377-9795-987222829898 req-c62e2e92-d357-4036-aebf-03e9b9aa0ffd tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:49.693602 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0bf84a2f-192e-4377-9795-987222829898 req-c62e2e92-d357-4036-aebf-03e9b9aa0ffd tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:49.697952 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ea07a6f1-9ca7-4c91-a0fa-302436fa95e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:49.701665 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 4addbcc2-c339-459c-9b42-be61c4d1a513 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:21:49.709194 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ea07a6f1-9ca7-4c91-a0fa-302436fa95e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:49.720272 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0bf84a2f-192e-4377-9795-987222829898 req-c62e2e92-d357-4036-aebf-03e9b9aa0ffd tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1803100 Nov 16 11:21:49.745792 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-0bf84a2f-192e-4377-9795-987222829898 req-1a196871-98ce-488c-9d59-68bfcd3a3819 service neutron] Request body: {'port': {'device_id': 'c6e64b9e-49c7-4466-8317-80b58a1d1a79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:21:49.760467 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea07a6f1-9ca7-4c91-a0fa-302436fa95e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:21:49.789850 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07a6f1-9ca7-4c91-a0fa-302436fa95e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23393ffe-3361-4967-afad-c9fb1ce25101,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:49.796478 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 4addbcc2-c339-459c-9b42-be61c4d1a513 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:21:49.802019 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 4addbcc2-c339-459c-9b42-be61c4d1a513 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:21:49.803219 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:49.809228 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ea07a6f1-9ca7-4c91-a0fa-302436fa95e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:49.809569 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-ea07a6f1-9ca7-4c91-a0fa-302436fa95e0 admin admin] Added segment d9c88559-8fa4-467d-a577-d2c14bfd7508 of type vlan for network a6437950-3837-42ba-a7b4-c297945f46f8 Nov 16 11:21:49.814557 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bbe78276-9878-42a0-9efb-65fa3ef7ca06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:49.815550 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe78276-9878-42a0-9efb-65fa3ef7ca06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:49.816159 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bbe78276-9878-42a0-9efb-65fa3ef7ca06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:49.865437 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 02f24461-d778-4489-81ea-ce9be1265fcf details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:21:49.884269 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0bf84a2f-192e-4377-9795-987222829898 req-1a196871-98ce-488c-9d59-68bfcd3a3819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:49.896093 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ea07a6f1-9ca7-4c91-a0fa-302436fa95e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:49.930321 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe78276-9878-42a0-9efb-65fa3ef7ca06 admin admin] Pushing event updated for resources: {'Network': ['ID=3a680621-2411-4708-95d4-d036f0b77350,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:49.954052 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bbe78276-9878-42a0-9efb-65fa3ef7ca06 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8069372 Nov 16 11:21:49.954946 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58756) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:49.964477 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-356cc940-b22a-4950-9dad-56fc9b322913 req-94056a2f-8f90-4413-b854-99d775401169 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b1194f6-8c34-436e-bc64-8bf735a31731 HTTP/1.1" status: 200 len: 210 time: 0.0643835 Nov 16 11:21:49.967450 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-419fd3c7-7989-4458-9a44-9e56e8d842fd admin admin] Request body: {'subnet': {'network_id': '3a680621-2411-4708-95d4-d036f0b77350', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-91696772-subnet', 'tenant_id': '1ae06a69eac64c2d80c4db8375c3a241', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:21:49.989734 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ea07a6f1-9ca7-4c91-a0fa-302436fa95e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:49.990790 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea07a6f1-9ca7-4c91-a0fa-302436fa95e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:49.992042 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ea07a6f1-9ca7-4c91-a0fa-302436fa95e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:49.999948 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-d3faccea-67c6-4ca3-b764-2d6b382b041f tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:50.014688 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419fd3c7-7989-4458-9a44-9e56e8d842fd admin admin] Made reservation on behalf of 1ae06a69eac64c2d80c4db8375c3a241 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:21:50.017277 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-419fd3c7-7989-4458-9a44-9e56e8d842fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:50.054340 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:50.056259 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 3a680621-2411-4708-95d4-d036f0b77350 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:21:50.106830 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ea07a6f1-9ca7-4c91-a0fa-302436fa95e0 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7604623 Nov 16 11:21:50.107021 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-d3faccea-67c6-4ca3-b764-2d6b382b041f tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:50.111868 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58758) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:50.117619 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-6ec4e0b9-c723-40a6-be64-40a8b06873cc admin admin] Request body: {'subnet': {'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-675004052-subnet', 'tenant_id': 'ac57a0dec96b499199f175f118c6a6d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:21:50.148460 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 02f24461-d778-4489-81ea-ce9be1265fcf, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=02f24461-d778-4489-81ea-ce9be1265fcf,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:21:50.152869 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07a6f1-9ca7-4c91-a0fa-302436fa95e0 admin admin] Pushing event updated for resources: {'Network': ['ID=a6437950-3837-42ba-a7b4-c297945f46f8,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:50.163905 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-55635e0e-a236-44e6-a2d8-3db8bd798189 None None] Provisioning complete for port a771019e-36ea-4eb2-b9ce-fd9be7346252 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:21:50.164404 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-55635e0e-a236-44e6-a2d8-3db8bd798189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:50.174419 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31e7430-a8f8-4e84-9396-1e324e926aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4addbcc2-c339-459c-9b42-be61c4d1a513'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:21:50.176972 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82705b22-cf15-40c2-b3fa-8b52f8d0c9c6" -d '{"events": [{"server_uuid": "e31e7430-a8f8-4e84-9396-1e324e926aae", "name": "network-vif-plugged", "status": "completed", "tag": "4addbcc2-c339-459c-9b42-be61c4d1a513"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:21:50.192987 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-d3faccea-67c6-4ca3-b764-2d6b382b041f tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:21:50.210198 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-d3faccea-67c6-4ca3-b764-2d6b382b041f tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:21:50.212187 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network a6437950-3837-42ba-a7b4-c297945f46f8 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:21:50.229900 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3faccea-67c6-4ca3-b764-2d6b382b041f tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Pushing event updated for resources: {'Port': ['ID=aaf8ca24-642c-4c97-886a-ff901d1a8062,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:50.232342 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-d3faccea-67c6-4ca3-b764-2d6b382b041f tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:21:50.237759 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec4e0b9-c723-40a6-be64-40a8b06873cc admin admin] Made reservation on behalf of ac57a0dec96b499199f175f118c6a6d4 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:21:50.240169 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6ec4e0b9-c723-40a6-be64-40a8b06873cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:50.255138 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '02f24461-d778-4489-81ea-ce9be1265fcf', 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334', 'port_id': '02f24461-d778-4489-81ea-ce9be1265fcf', 'mac_address': 'fa:16:3e:2a:cf:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098ff2a2-731b-47ba-a3df-3f077a39e5d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:21:50.288980 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 4addbcc2-c339-459c-9b42-be61c4d1a513, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=4addbcc2-c339-459c-9b42-be61c4d1a513,segment=NetworkSegment(2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7),segment_id=2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:21:50.318389 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:50.352130 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f76434-5ae6-4a66-aefd-8799ed43fbea x-openstack-request-id: req-83f76434-5ae6-4a66-aefd-8799ed43fbea {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:21:50.352802 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31e7430-a8f8-4e84-9396-1e324e926aae", "name": "network-vif-plugged", "status": "completed", "tag": "4addbcc2-c339-459c-9b42-be61c4d1a513", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:21:50.353272 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-83f76434-5ae6-4a66-aefd-8799ed43fbea {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:21:50.353953 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31e7430-a8f8-4e84-9396-1e324e926aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4addbcc2-c339-459c-9b42-be61c4d1a513', 'code': 200} Nov 16 11:21:50.367020 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-55635e0e-a236-44e6-a2d8-3db8bd798189 None None] Port a771019e-36ea-4eb2-b9ce-fd9be7346252 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:21:50.406648 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b5c306-65f3-44e9-a2f6-c1db6982b1ef req-e3ddfe0a-3193-4a54-a374-d0efe6f8d938 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:50.408294 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e3b5c306-65f3-44e9-a2f6-c1db6982b1ef req-e3ddfe0a-3193-4a54-a374-d0efe6f8d938 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=e31e7430-a8f8-4e84-9396-1e324e926aae HTTP/1.1" status: 200 len: 945 time: 0.1035075 Nov 16 11:21:50.447080 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:50.473907 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=4addbcc2-c339-459c-9b42-be61c4d1a513,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:50.476143 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-d3faccea-67c6-4ca3-b764-2d6b382b041f tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:50.476740 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [req-0bf84a2f-192e-4377-9795-987222829898 req-1a196871-98ce-488c-9d59-68bfcd3a3819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a771019e-36ea-4eb2-b9ce-fd9be7346252 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:21:50.476856 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-d3faccea-67c6-4ca3-b764-2d6b382b041f tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:50.479446 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 02f24461-d778-4489-81ea-ce9be1265fcf {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:21:50.501862 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0bf84a2f-192e-4377-9795-987222829898 req-1a196871-98ce-488c-9d59-68bfcd3a3819 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:50.502460 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 02f24461-d778-4489-81ea-ce9be1265fcf, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=02f24461-d778-4489-81ea-ce9be1265fcf,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:21:50.508670 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:50.526602 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-0bf84a2f-192e-4377-9795-987222829898 req-1a196871-98ce-488c-9d59-68bfcd3a3819 service neutron] Transition to ACTIVE for port object a771019e-36ea-4eb2-b9ce-fd9be7346252 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:21:50.541433 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e3b5c306-65f3-44e9-a2f6-c1db6982b1ef req-ad3d3c07-27dc-438c-835f-9569d9a70090 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081345 Nov 16 11:21:50.546583 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0bf84a2f-192e-4377-9795-987222829898 req-1a196871-98ce-488c-9d59-68bfcd3a3819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:50.614073 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-d3faccea-67c6-4ca3-b764-2d6b382b041f tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4775980 Nov 16 11:21:50.625418 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea3f76-c930-45d1-86ad-f982230db36c req-6a53391c-fdca-4c6f-81f7-81d9f0f30561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:50.627049 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4aea3f76-c930-45d1-86ad-f982230db36c req-6a53391c-fdca-4c6f-81f7-81d9f0f30561 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e31e7430-a8f8-4e84-9396-1e324e926aae HTTP/1.1" status: 200 len: 1096 time: 0.1642449 Nov 16 11:21:50.636941 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=02f24461-d778-4489-81ea-ce9be1265fcf,revision_number=6']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:50.637219 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-79766a02-7211-4b1e-9cfa-3c7fd7a5e84c service neutron] Request body: {'port': {'device_id': '6b1194f6-8c34-436e-bc64-8bf735a31731', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:21:50.662889 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a196871-98ce-488c-9d59-68bfcd3a3819 service neutron] Pushing event updated for resources: {'Port': ['ID=a771019e-36ea-4eb2-b9ce-fd9be7346252,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:50.669910 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-419fd3c7-7989-4458-9a44-9e56e8d842fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:50.695302 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-f76bb9d5-5d82-46be-845d-9ddacf2435b7 None None] Provisioning complete for port aaf8ca24-642c-4c97-886a-ff901d1a8062 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:21:50.696895 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f76bb9d5-5d82-46be-845d-9ddacf2435b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:50.701035 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['02f24461-d778-4489-81ea-ce9be1265fcf'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:21:50.785234 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-f76bb9d5-5d82-46be-845d-9ddacf2435b7 None None] Port aaf8ca24-642c-4c97-886a-ff901d1a8062 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:21:50.790878 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7654b-e67b-4ec8-9b9e-91c499113000 req-df39e2ca-34b0-4a7f-8a5f-73e7264354b0 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:50.792420 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-51d7654b-e67b-4ec8-9b9e-91c499113000 req-df39e2ca-34b0-4a7f-8a5f-73e7264354b0 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=0de1e654-2b1f-4276-9666-f3bf55d47ec3 HTTP/1.1" status: 200 len: 946 time: 0.0835712 Nov 16 11:21:50.817959 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-0bf84a2f-192e-4377-9795-987222829898 req-1a196871-98ce-488c-9d59-68bfcd3a3819 service neutron] Attempting to bind port a771019e-36ea-4eb2-b9ce-fd9be7346252 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:21:50.818349 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-0bf84a2f-192e-4377-9795-987222829898 req-1a196871-98ce-488c-9d59-68bfcd3a3819 service neutron] Attempting to bind port a771019e-36ea-4eb2-b9ce-fd9be7346252 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:21:50.818694 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf84a2f-192e-4377-9795-987222829898 req-1a196871-98ce-488c-9d59-68bfcd3a3819 service neutron] Attempting to bind port a771019e-36ea-4eb2-b9ce-fd9be7346252 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:21:50.845253 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf84a2f-192e-4377-9795-987222829898 req-1a196871-98ce-488c-9d59-68bfcd3a3819 service neutron] Port a771019e-36ea-4eb2-b9ce-fd9be7346252 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:21:50.845648 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf84a2f-192e-4377-9795-987222829898 req-1a196871-98ce-488c-9d59-68bfcd3a3819 service neutron] Attempting to bind port a771019e-36ea-4eb2-b9ce-fd9be7346252 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:21:50.879049 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf84a2f-192e-4377-9795-987222829898 req-1a196871-98ce-488c-9d59-68bfcd3a3819 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:21:50.879373 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf84a2f-192e-4377-9795-987222829898 req-1a196871-98ce-488c-9d59-68bfcd3a3819 service neutron] Checking segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:21:50.880075 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf84a2f-192e-4377-9795-987222829898 req-1a196871-98ce-488c-9d59-68bfcd3a3819 service neutron] Bound using segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:21:50.880204 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-0bf84a2f-192e-4377-9795-987222829898 req-1a196871-98ce-488c-9d59-68bfcd3a3819 service neutron] Bound port: a771019e-36ea-4eb2-b9ce-fd9be7346252, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:21:50.880491 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0bf84a2f-192e-4377-9795-987222829898 req-1a196871-98ce-488c-9d59-68bfcd3a3819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:50.913811 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419fd3c7-7989-4458-9a44-9e56e8d842fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa229a78-8641-4bd0-96a1-8a987021b856,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:50.956570 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6ec4e0b9-c723-40a6-be64-40a8b06873cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:50.961804 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419fd3c7-7989-4458-9a44-9e56e8d842fd admin admin] Checking segment: {'id': 'bc3efc76-7eee-41cc-b500-e816d15e53cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3a680621-2411-4708-95d4-d036f0b77350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:21:50.962217 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419fd3c7-7989-4458-9a44-9e56e8d842fd admin admin] Network hostable DHCP agents. Network: 3a680621-2411-4708-95d4-d036f0b77350, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:21:50.965760 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4aea3f76-c930-45d1-86ad-f982230db36c req-abbcc4c2-e747-4d2f-98bf-43e4e23092b1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241029 Nov 16 11:21:50.966331 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-79766a02-7211-4b1e-9cfa-3c7fd7a5e84c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:50.971160 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-51d7654b-e67b-4ec8-9b9e-91c499113000 req-ac8b7fb9-f444-4dca-a9ee-40cac8604bef tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417904 Nov 16 11:21:51.029586 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-0bf84a2f-192e-4377-9795-987222829898 req-1a196871-98ce-488c-9d59-68bfcd3a3819 service neutron] For port a771019e-36ea-4eb2-b9ce-fd9be7346252, host n-h1-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:21:51.036016 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-0bf84a2f-192e-4377-9795-987222829898 req-1a196871-98ce-488c-9d59-68bfcd3a3819 service neutron] For port a771019e-36ea-4eb2-b9ce-fd9be7346252, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=a771019e-36ea-4eb2-b9ce-fd9be7346252,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:21:51.046031 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0bf84a2f-192e-4377-9795-987222829898 req-1a196871-98ce-488c-9d59-68bfcd3a3819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:51.128341 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf84a2f-192e-4377-9795-987222829898 req-1a196871-98ce-488c-9d59-68bfcd3a3819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:51.129185 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0bf84a2f-192e-4377-9795-987222829898 req-1a196871-98ce-488c-9d59-68bfcd3a3819 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:51.131727 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0bf84a2f-192e-4377-9795-987222829898 req-1a196871-98ce-488c-9d59-68bfcd3a3819 service neutron] 10.222.0.36 "PUT /v2.0/ports/a771019e-36ea-4eb2-b9ce-fd9be7346252 HTTP/1.1" status: 200 len: 1096 time: 1.4002876 Nov 16 11:21:51.133003 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e64b9e-49c7-4466-8317-80b58a1d1a79', 'tag': 'a771019e-36ea-4eb2-b9ce-fd9be7346252'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:21:51.134203 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419fd3c7-7989-4458-9a44-9e56e8d842fd admin admin] Network 3a680621-2411-4708-95d4-d036f0b77350 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:21:51.136861 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7e2c78-14e2-4014-893a-b4bf760a4881" -d '{"events": [{"name": "network-changed", "server_uuid": "c6e64b9e-49c7-4466-8317-80b58a1d1a79", "tag": "a771019e-36ea-4eb2-b9ce-fd9be7346252"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:21:51.145452 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4e0b9-c723-40a6-be64-40a8b06873cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=abaafd2b-7546-45a3-a211-065b2bf563c9,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:51.230713 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a196871-98ce-488c-9d59-68bfcd3a3819 service neutron] Pushing event updated for resources: {'Port': ['ID=a771019e-36ea-4eb2-b9ce-fd9be7346252,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:51.260313 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab094b93-7a93-4eff-a29e-ab774807390d x-openstack-request-id: req-ab094b93-7a93-4eff-a29e-ab774807390d {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:21:51.260698 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6e64b9e-49c7-4466-8317-80b58a1d1a79", "tag": "a771019e-36ea-4eb2-b9ce-fd9be7346252", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:21:51.261751 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ab094b93-7a93-4eff-a29e-ab774807390d {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:21:51.263124 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6e64b9e-49c7-4466-8317-80b58a1d1a79', 'tag': 'a771019e-36ea-4eb2-b9ce-fd9be7346252', 'status': 'completed', 'code': 200} Nov 16 11:21:51.289482 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf84a2f-192e-4377-9795-987222829898 req-996803d0-bef4-4d1d-89c3-e010446d5541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:51.291179 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0bf84a2f-192e-4377-9795-987222829898 req-996803d0-bef4-4d1d-89c3-e010446d5541 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ec47a3e7fd1142dea625a6029a3061c1&device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 1099 time: 0.0882180 Nov 16 11:21:51.301456 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607d951-6502-4822-8ecf-e4086f85350c req-f74043b2-c49a-4e8c-8830-6d3ad0b3f8a0 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:51.303680 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e607d951-6502-4822-8ecf-e4086f85350c req-f74043b2-c49a-4e8c-8830-6d3ad0b3f8a0 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b1194f6-8c34-436e-bc64-8bf735a31731 HTTP/1.1" status: 200 len: 936 time: 0.1770263 Nov 16 11:21:51.325499 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-419fd3c7-7989-4458-9a44-9e56e8d842fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 3a680621-2411-4708-95d4-d036f0b77350) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:21:51.330753 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec4e0b9-c723-40a6-be64-40a8b06873cc admin admin] Checking segment: {'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:21:51.331261 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec4e0b9-c723-40a6-be64-40a8b06873cc admin admin] Network hostable DHCP agents. Network: a6437950-3837-42ba-a7b4-c297945f46f8, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:21:51.343683 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81894761-575a-442b-8ac5-7a71238f7a8e None None] Network 3a680621-2411-4708-95d4-d036f0b77350 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:21:51.347125 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419fd3c7-7989-4458-9a44-9e56e8d842fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:51.347950 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-419fd3c7-7989-4458-9a44-9e56e8d842fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:51.389954 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0bf84a2f-192e-4377-9795-987222829898 req-46a55987-0ddb-4a9c-9d57-7871a4fa55ab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=a771019e-36ea-4eb2-b9ce-fd9be7346252 HTTP/1.1" status: 200 len: 217 time: 0.0855048 Nov 16 11:21:51.403784 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-419fd3c7-7989-4458-9a44-9e56e8d842fd admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4398935 Nov 16 11:21:51.436230 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58796) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:51.479814 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-d8708c90-a001-42e2-b57f-06b487c9a481 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-91696772-router', 'tenant_id': '1ae06a69eac64c2d80c4db8375c3a241', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:21:51.482297 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec4e0b9-c723-40a6-be64-40a8b06873cc admin admin] Network a6437950-3837-42ba-a7b4-c297945f46f8 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:21:51.501754 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-6ec4e0b9-c723-40a6-be64-40a8b06873cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, a6437950-3837-42ba-a7b4-c297945f46f8) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:21:51.525968 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec4e0b9-c723-40a6-be64-40a8b06873cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:51.526609 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6ec4e0b9-c723-40a6-be64-40a8b06873cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:51.536602 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61d280a-1a22-4022-b0b6-9f64c3f36194 None None] Network a6437950-3837-42ba-a7b4-c297945f46f8 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:21:51.557214 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e607d951-6502-4822-8ecf-e4086f85350c req-f5ef9ff7-ee0d-4411-a25a-9d709a85d159 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450368 Nov 16 11:21:51.566338 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d8708c90-a001-42e2-b57f-06b487c9a481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:51.567749 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d8708c90-a001-42e2-b57f-06b487c9a481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:51.576519 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf84a2f-192e-4377-9795-987222829898 req-bc84ee6e-0b8d-417c-987e-f753d55b4e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:51.578580 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0bf84a2f-192e-4377-9795-987222829898 req-bc84ee6e-0b8d-417c-987e-f753d55b4e6d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.1764777 Nov 16 11:21:51.627880 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6ec4e0b9-c723-40a6-be64-40a8b06873cc admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5144050 Nov 16 11:21:51.714617 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d8708c90-a001-42e2-b57f-06b487c9a481 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:51.767032 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-79766a02-7211-4b1e-9cfa-3c7fd7a5e84c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaf8ca24-642c-4c97-886a-ff901d1a8062 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:21:51.783976 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-79766a02-7211-4b1e-9cfa-3c7fd7a5e84c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:51.818494 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-79766a02-7211-4b1e-9cfa-3c7fd7a5e84c service neutron] Transition to ACTIVE for port object aaf8ca24-642c-4c97-886a-ff901d1a8062 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:21:51.832791 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-79766a02-7211-4b1e-9cfa-3c7fd7a5e84c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:51.867330 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04bd41b-0e45-4451-8994-5f00568f0949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-3a680621-2411-4708-95d4-d036f0b77350', 'network_id': '3a680621-2411-4708-95d4-d036f0b77350', 'tenant_id': '1ae06a69eac64c2d80c4db8375c3a241', 'fixed_ips': [{'subnet_id': 'fa229a78-8641-4bd0-96a1-8a987021b856'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:21:51.868217 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a04bd41b-0e45-4451-8994-5f00568f0949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:51.895330 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf84a2f-192e-4377-9795-987222829898 req-e70ba63e-ab24-43ac-a089-43ef11022579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:51.899720 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0bf84a2f-192e-4377-9795-987222829898 req-e70ba63e-ab24-43ac-a089-43ef11022579 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3102522 Nov 16 11:21:51.984405 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79766a02-7211-4b1e-9cfa-3c7fd7a5e84c service neutron] Pushing event updated for resources: {'Port': ['ID=aaf8ca24-642c-4c97-886a-ff901d1a8062,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:52.182618 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-a04bd41b-0e45-4451-8994-5f00568f0949 None None] Allocated IP 172.20.0.2 (3a680621-2411-4708-95d4-d036f0b77350/fa229a78-8641-4bd0-96a1-8a987021b856/b88045da-a45c-4a7f-bd6d-f074239bf3a0) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:21:52.323827 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-79766a02-7211-4b1e-9cfa-3c7fd7a5e84c service neutron] Attempting to bind port aaf8ca24-642c-4c97-886a-ff901d1a8062 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:21:52.323827 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-79766a02-7211-4b1e-9cfa-3c7fd7a5e84c service neutron] Attempting to bind port aaf8ca24-642c-4c97-886a-ff901d1a8062 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:21:52.324575 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-79766a02-7211-4b1e-9cfa-3c7fd7a5e84c service neutron] Attempting to bind port aaf8ca24-642c-4c97-886a-ff901d1a8062 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:21:52.326175 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f3776-2d6b-44eb-a219-afe2abdd0c12 req-bbe6c17c-51ce-48d8-8e74-93a4e63d3775 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:52.336800 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b31f3776-2d6b-44eb-a219-afe2abdd0c12 req-bbe6c17c-51ce-48d8-8e74-93a4e63d3775 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=e31e7430-a8f8-4e84-9396-1e324e926aae HTTP/1.1" status: 200 len: 945 time: 0.6699429 Nov 16 11:21:52.338990 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-79766a02-7211-4b1e-9cfa-3c7fd7a5e84c service neutron] Port aaf8ca24-642c-4c97-886a-ff901d1a8062 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:21:52.339325 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-79766a02-7211-4b1e-9cfa-3c7fd7a5e84c service neutron] Attempting to bind port aaf8ca24-642c-4c97-886a-ff901d1a8062 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:21:52.350179 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-79766a02-7211-4b1e-9cfa-3c7fd7a5e84c service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:21:52.350557 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-79766a02-7211-4b1e-9cfa-3c7fd7a5e84c service neutron] Checking segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:21:52.351563 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-79766a02-7211-4b1e-9cfa-3c7fd7a5e84c service neutron] Bound using segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:21:52.352104 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-79766a02-7211-4b1e-9cfa-3c7fd7a5e84c service neutron] Bound port: aaf8ca24-642c-4c97-886a-ff901d1a8062, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:21:52.356266 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-79766a02-7211-4b1e-9cfa-3c7fd7a5e84c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:52.487059 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a04bd41b-0e45-4451-8994-5f00568f0949 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:52.490166 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 02f24461-d778-4489-81ea-ce9be1265fcf up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:21:52.527181 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-79766a02-7211-4b1e-9cfa-3c7fd7a5e84c service neutron] For port aaf8ca24-642c-4c97-886a-ff901d1a8062, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:21:52.536840 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-79766a02-7211-4b1e-9cfa-3c7fd7a5e84c service neutron] For port aaf8ca24-642c-4c97-886a-ff901d1a8062, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=aaf8ca24-642c-4c97-886a-ff901d1a8062,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:21:52.550464 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-79766a02-7211-4b1e-9cfa-3c7fd7a5e84c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:52.565134 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a04bd41b-0e45-4451-8994-5f00568f0949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:52.642245 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79766a02-7211-4b1e-9cfa-3c7fd7a5e84c service neutron] Pushing event updated for resources: {'Port': ['ID=aaf8ca24-642c-4c97-886a-ff901d1a8062,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:52.672018 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-79766a02-7211-4b1e-9cfa-3c7fd7a5e84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:52.672934 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-79766a02-7211-4b1e-9cfa-3c7fd7a5e84c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:52.675163 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-79766a02-7211-4b1e-9cfa-3c7fd7a5e84c service neutron] 10.222.0.36 "PUT /v2.0/ports/aaf8ca24-642c-4c97-886a-ff901d1a8062 HTTP/1.1" status: 200 len: 1096 time: 2.0425537 Nov 16 11:21:52.675917 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1194f6-8c34-436e-bc64-8bf735a31731', 'tag': 'aaf8ca24-642c-4c97-886a-ff901d1a8062'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:21:52.678788 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a691383-4bfc-41eb-afdb-57a1095b3f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1194f6-8c34-436e-bc64-8bf735a31731", "tag": "aaf8ca24-642c-4c97-886a-ff901d1a8062"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:21:52.733730 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04bd41b-0e45-4451-8994-5f00568f0949 None None] Network 3a680621-2411-4708-95d4-d036f0b77350 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:21:52.734022 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d8708c90-a001-42e2-b57f-06b487c9a481 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:52.763990 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-a04bd41b-0e45-4451-8994-5f00568f0949 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:21:52.782438 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04bd41b-0e45-4451-8994-5f00568f0949 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:21:52.791647 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 02f24461-d778-4489-81ea-ce9be1265fcf triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:21:52.792026 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:52.792802 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b31f3776-2d6b-44eb-a219-afe2abdd0c12 req-9ed5d314-3c61-4d15-8e5d-7c9555c0e0c0 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4492791 Nov 16 11:21:52.840103 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04bd41b-0e45-4451-8994-5f00568f0949 None None] Pushing event updated for resources: {'Port': ['ID=b88045da-a45c-4a7f-bd6d-f074239bf3a0,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:52.844017 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae0a43-ce0d-4eed-ac95-c72826c46af7 req-60184bc2-033c-4503-ab8d-53140e330acd tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:52.854755 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f2ae0a43-ce0d-4eed-ac95-c72826c46af7 req-60184bc2-033c-4503-ab8d-53140e330acd tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=0de1e654-2b1f-4276-9666-f3bf55d47ec3 HTTP/1.1" status: 200 len: 946 time: 0.5050595 Nov 16 11:21:52.880173 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58838) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:52.887230 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0bf84a2f-192e-4377-9795-987222829898 req-3ce6f40c-a33f-4762-a631-a158377700d2 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8690403 Nov 16 11:21:52.894079 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-98df494b-ca51-43f9-8ef3-7a4d1f9d070f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1957970614-network', 'tenant_id': '94baa84d602948a7b25f7e9ed7834814'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:21:52.911127 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-a9eb806a-341b-4a8b-91bf-9ae6e089d101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:52.913730 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-a9eb806a-341b-4a8b-91bf-9ae6e089d101 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ec47a3e7fd1142dea625a6029a3061c1&device_id=6b1194f6-8c34-436e-bc64-8bf735a31731 HTTP/1.1" status: 200 len: 1099 time: 0.1724019 Nov 16 11:21:52.913874 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-a04bd41b-0e45-4451-8994-5f00568f0949 None None] Attempting to bind port b88045da-a45c-4a7f-bd6d-f074239bf3a0 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:21:52.914264 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-a04bd41b-0e45-4451-8994-5f00568f0949 None None] Attempting to bind port b88045da-a45c-4a7f-bd6d-f074239bf3a0 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'bc3efc76-7eee-41cc-b500-e816d15e53cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3a680621-2411-4708-95d4-d036f0b77350'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:21:52.914625 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04bd41b-0e45-4451-8994-5f00568f0949 None None] Attempting to bind port b88045da-a45c-4a7f-bd6d-f074239bf3a0 on network 3a680621-2411-4708-95d4-d036f0b77350 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:21:52.976390 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-89712cfb-b499-48dd-b584-f44dc40efa06 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=aaf8ca24-642c-4c97-886a-ff901d1a8062 HTTP/1.1" status: 200 len: 217 time: 0.0510590 Nov 16 11:21:52.979506 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04bd41b-0e45-4451-8994-5f00568f0949 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:21:52.980194 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04bd41b-0e45-4451-8994-5f00568f0949 None None] Checking segment: {'id': 'bc3efc76-7eee-41cc-b500-e816d15e53cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3a680621-2411-4708-95d4-d036f0b77350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:21:52.980697 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a04bd41b-0e45-4451-8994-5f00568f0949 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:52.983922 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04bd41b-0e45-4451-8994-5f00568f0949 None None] Bound using segment: {'id': 'bc3efc76-7eee-41cc-b500-e816d15e53cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3a680621-2411-4708-95d4-d036f0b77350'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:21:52.984920 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-a04bd41b-0e45-4451-8994-5f00568f0949 None None] Bound port: b88045da-a45c-4a7f-bd6d-f074239bf3a0, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3efc76-7eee-41cc-b500-e816d15e53cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3a680621-2411-4708-95d4-d036f0b77350'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:21:52.985421 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a04bd41b-0e45-4451-8994-5f00568f0949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:52.994842 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98df494b-ca51-43f9-8ef3-7a4d1f9d070f admin admin] Made reservation on behalf of 94baa84d602948a7b25f7e9ed7834814 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:21:52.997768 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98df494b-ca51-43f9-8ef3-7a4d1f9d070f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:53.033609 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98df494b-ca51-43f9-8ef3-7a4d1f9d070f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:53.074101 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-d98d08cc-64f9-440c-b326-2bac805b394f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:53.075787 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-d98d08cc-64f9-440c-b326-2bac805b394f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0928698 Nov 16 11:21:53.107566 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f9d4bf-6b50-4532-bffa-54f454d153d1 None None] Network a6437950-3837-42ba-a7b4-c297945f46f8 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:21:53.150840 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f2ae0a43-ce0d-4eed-ac95-c72826c46af7 req-acc63c58-4417-4a57-b73a-69ec54fca861 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935231 Nov 16 11:21:53.169903 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f097e-1b35-40ca-a251-7c2b54d25aec req-1a7cd1a6-b001-420c-ad1a-85bc84814adb tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:53.178543 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c52f097e-1b35-40ca-a251-7c2b54d25aec req-1a7cd1a6-b001-420c-ad1a-85bc84814adb tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b1194f6-8c34-436e-bc64-8bf735a31731 HTTP/1.1" status: 200 len: 948 time: 0.2087197 Nov 16 11:21:53.216851 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0bf84a2f-192e-4377-9795-987222829898 req-c9e0a55e-436c-4cae-b6ed-370b40ca542f service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995749 Nov 16 11:21:53.264215 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c52f097e-1b35-40ca-a251-7c2b54d25aec req-c52a21b3-5f62-4b38-9f4b-97ca21216c58 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842569 Nov 16 11:21:53.428080 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-a04bd41b-0e45-4451-8994-5f00568f0949 None None] For port b88045da-a45c-4a7f-bd6d-f074239bf3a0, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:21:53.453723 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-a04bd41b-0e45-4451-8994-5f00568f0949 None None] For port b88045da-a45c-4a7f-bd6d-f074239bf3a0, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=b88045da-a45c-4a7f-bd6d-f074239bf3a0,segment=NetworkSegment(bc3efc76-7eee-41cc-b500-e816d15e53cf),segment_id=bc3efc76-7eee-41cc-b500-e816d15e53cf)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:21:53.477557 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a04bd41b-0e45-4451-8994-5f00568f0949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:53.507995 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-b28562eb-8272-4ace-ab30-f4573ce7154c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:53.510408 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-b28562eb-8272-4ace-ab30-f4573ce7154c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4217207 Nov 16 11:21:53.513515 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603f50fb-5d06-40a1-b416-eac11024af31 x-openstack-request-id: req-603f50fb-5d06-40a1-b416-eac11024af31 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:21:53.514085 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1194f6-8c34-436e-bc64-8bf735a31731", "tag": "aaf8ca24-642c-4c97-886a-ff901d1a8062", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:21:53.514494 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-603f50fb-5d06-40a1-b416-eac11024af31 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:21:53.515061 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b1194f6-8c34-436e-bc64-8bf735a31731', 'tag': 'aaf8ca24-642c-4c97-886a-ff901d1a8062', 'status': 'completed', 'code': 200} Nov 16 11:21:53.549653 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04bd41b-0e45-4451-8994-5f00568f0949 None None] Pushing event updated for resources: {'Port': ['ID=b88045da-a45c-4a7f-bd6d-f074239bf3a0,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:53.553251 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:53.612887 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-1070e03b-21d8-4cc8-b146-19a544255c1a service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931716 Nov 16 11:21:53.638270 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f543b5-db37-43d1-b756-4fccbc592401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f24461-d778-4489-81ea-ce9be1265fcf'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:21:53.646281 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9b3699-910a-4c93-8814-5889ac810edb" -d '{"events": [{"server_uuid": "a2f543b5-db37-43d1-b756-4fccbc592401", "name": "network-vif-plugged", "status": "completed", "tag": "02f24461-d778-4489-81ea-ce9be1265fcf"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:21:53.686028 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 02f24461-d778-4489-81ea-ce9be1265fcf, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=02f24461-d778-4489-81ea-ce9be1265fcf,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:21:53.709378 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:53.768408 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98df494b-ca51-43f9-8ef3-7a4d1f9d070f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:53.777490 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27e4d5d-577d-43d7-8d8c-8437a992f916 x-openstack-request-id: req-b27e4d5d-577d-43d7-8d8c-8437a992f916 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:21:53.778561 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f543b5-db37-43d1-b756-4fccbc592401", "name": "network-vif-plugged", "status": "completed", "tag": "02f24461-d778-4489-81ea-ce9be1265fcf", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:21:53.778703 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98df494b-ca51-43f9-8ef3-7a4d1f9d070f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:53.779202 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b27e4d5d-577d-43d7-8d8c-8437a992f916 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:21:53.780170 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f543b5-db37-43d1-b756-4fccbc592401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f24461-d778-4489-81ea-ce9be1265fcf', 'code': 200} Nov 16 11:21:53.781445 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=02f24461-d778-4489-81ea-ce9be1265fcf,revision_number=7']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:53.798109 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98df494b-ca51-43f9-8ef3-7a4d1f9d070f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:21:53.809587 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98df494b-ca51-43f9-8ef3-7a4d1f9d070f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:53.809990 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-98df494b-ca51-43f9-8ef3-7a4d1f9d070f admin admin] Added segment 9b555b1d-02b4-4883-9063-45dfc11e93c7 of type vlan for network d096e297-a03c-41c2-9381-c5743b07cfc1 Nov 16 11:21:53.936511 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d8708c90-a001-42e2-b57f-06b487c9a481 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:53.962773 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d8708c90-a001-42e2-b57f-06b487c9a481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:53.970276 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98df494b-ca51-43f9-8ef3-7a4d1f9d070f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:53.974558 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df494b-ca51-43f9-8ef3-7a4d1f9d070f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c78c8e-8e3a-4b3e-a7c9-d469ec79c1cd,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:54.000630 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4f546b0a-ad40-48fb-9306-9bb03b706c18 req-5492d569-0569-4b34-9a6b-ae3810902d47 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793480 Nov 16 11:21:54.065833 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98df494b-ca51-43f9-8ef3-7a4d1f9d070f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:54.068837 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98df494b-ca51-43f9-8ef3-7a4d1f9d070f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:54.070537 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98df494b-ca51-43f9-8ef3-7a4d1f9d070f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:54.099936 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e2c78-14e2-4014-893a-b4bf760a4881 req-1881ec38-202b-4ef9-bc06-1c553b7d238f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:54.102043 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3f7e2c78-14e2-4014-893a-b4bf760a4881 req-1881ec38-202b-4ef9-bc06-1c553b7d238f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ec47a3e7fd1142dea625a6029a3061c1&device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 1099 time: 0.8160307 Nov 16 11:21:54.211464 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-d8708c90-a001-42e2-b57f-06b487c9a481 admin admin] Allocated IP 172.25.0.85 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/b67474d8-f467-468e-ab7a-01634eaf6b8d) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:21:54.230024 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df494b-ca51-43f9-8ef3-7a4d1f9d070f admin admin] Pushing event updated for resources: {'Network': ['ID=d096e297-a03c-41c2-9381-c5743b07cfc1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:54.240458 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-98df494b-ca51-43f9-8ef3-7a4d1f9d070f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3530443 Nov 16 11:21:54.247072 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network d096e297-a03c-41c2-9381-c5743b07cfc1 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:21:54.247298 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662566c-f0f0-41d7-b2f1-77f58e1b30bd req-0772ce4d-fd25-4e5d-9828-73e8a61c7d58 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:54.247420 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58852) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:54.254311 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2662566c-f0f0-41d7-b2f1-77f58e1b30bd req-0772ce4d-fd25-4e5d-9828-73e8a61c7d58 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=e31e7430-a8f8-4e84-9396-1e324e926aae HTTP/1.1" status: 200 len: 945 time: 0.2953136 Nov 16 11:21:54.258116 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-c62dcdb8-2fd4-462d-ac92-72544e9d32d5 admin admin] Request body: {'subnet': {'network_id': 'd096e297-a03c-41c2-9381-c5743b07cfc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1957970614-subnet', 'tenant_id': '94baa84d602948a7b25f7e9ed7834814', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:21:54.300850 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a691383-4bfc-41eb-afdb-57a1095b3f7c req-e9271970-dd83-4dcb-b285-24c59e6a7ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:54.302469 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9a691383-4bfc-41eb-afdb-57a1095b3f7c req-e9271970-dd83-4dcb-b285-24c59e6a7ce9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ec47a3e7fd1142dea625a6029a3061c1&device_id=6b1194f6-8c34-436e-bc64-8bf735a31731 HTTP/1.1" status: 200 len: 1099 time: 0.2079351 Nov 16 11:21:54.327275 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62dcdb8-2fd4-462d-ac92-72544e9d32d5 admin admin] Made reservation on behalf of 94baa84d602948a7b25f7e9ed7834814 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:21:54.329494 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c62dcdb8-2fd4-462d-ac92-72544e9d32d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:54.437234 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e2c78-14e2-4014-893a-b4bf760a4881 req-eb50353c-fe3a-4ce1-acb6-ec02ba7836b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:54.438784 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3f7e2c78-14e2-4014-893a-b4bf760a4881 req-eb50353c-fe3a-4ce1-acb6-ec02ba7836b7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.3048503 Nov 16 11:21:54.478684 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2662566c-f0f0-41d7-b2f1-77f58e1b30bd req-863ce184-4bea-4358-9a4c-30f3d2558912 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196767 Nov 16 11:21:54.486082 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a691383-4bfc-41eb-afdb-57a1095b3f7c req-7e75d5c5-590b-4bc0-903e-ebe7145cfd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:54.487595 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9a691383-4bfc-41eb-afdb-57a1095b3f7c req-7e75d5c5-590b-4bc0-903e-ebe7145cfd45 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.1684310 Nov 16 11:21:54.553422 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2f21c-0939-44bf-b057-229c1780cb2d req-7a8290dc-c401-4ab7-9513-2bd07360bb85 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:54.557766 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eac2f21c-0939-44bf-b057-229c1780cb2d req-7a8290dc-c401-4ab7-9513-2bd07360bb85 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=0de1e654-2b1f-4276-9666-f3bf55d47ec3 HTTP/1.1" status: 200 len: 946 time: 0.3014710 Nov 16 11:21:54.579182 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3f7e2c78-14e2-4014-893a-b4bf760a4881 req-32b731fb-28d4-4f24-be16-401ec121f189 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=a771019e-36ea-4eb2-b9ce-fd9be7346252 HTTP/1.1" status: 200 len: 217 time: 0.1137621 Nov 16 11:21:54.633466 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9a691383-4bfc-41eb-afdb-57a1095b3f7c req-1de1ca55-30e0-47cd-bad3-31ed5fe064ca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=aaf8ca24-642c-4c97-886a-ff901d1a8062 HTTP/1.1" status: 200 len: 217 time: 0.1344948 Nov 16 11:21:54.701327 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d8708c90-a001-42e2-b57f-06b487c9a481 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:54.744609 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a691383-4bfc-41eb-afdb-57a1095b3f7c req-ad69bd04-3c61-4222-9eb9-3ebbd6cf9c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:54.746158 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9a691383-4bfc-41eb-afdb-57a1095b3f7c req-ad69bd04-3c61-4222-9eb9-3ebbd6cf9c39 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0725565 Nov 16 11:21:54.747085 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e2c78-14e2-4014-893a-b4bf760a4881 req-773226e7-920b-42e1-8eef-e0561bed09e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:54.747575 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c62dcdb8-2fd4-462d-ac92-72544e9d32d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:54.748788 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3f7e2c78-14e2-4014-893a-b4bf760a4881 req-773226e7-920b-42e1-8eef-e0561bed09e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.1684518 Nov 16 11:21:54.765527 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eac2f21c-0939-44bf-b057-229c1780cb2d req-447edb91-10b5-47d4-ae4d-1724cc8648ec tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834574 Nov 16 11:21:54.780511 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a998157-49f1-4ec6-9da7-58a3092cca55 req-1ef07963-3c09-4d0f-a2d4-65c50ba914f3 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:54.790919 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7a998157-49f1-4ec6-9da7-58a3092cca55 req-1ef07963-3c09-4d0f-a2d4-65c50ba914f3 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b1194f6-8c34-436e-bc64-8bf735a31731 HTTP/1.1" status: 200 len: 948 time: 0.2312124 Nov 16 11:21:54.850305 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62dcdb8-2fd4-462d-ac92-72544e9d32d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9a01615-5b8c-4a35-9a86-7db70223ec4f,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:54.875613 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a691383-4bfc-41eb-afdb-57a1095b3f7c req-5060ac62-60f9-4cc5-86fc-e7b10610abc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:54.877731 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9a691383-4bfc-41eb-afdb-57a1095b3f7c req-5060ac62-60f9-4cc5-86fc-e7b10610abc5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0983860 Nov 16 11:21:54.884804 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62dcdb8-2fd4-462d-ac92-72544e9d32d5 admin admin] Checking segment: {'id': '9b555b1d-02b4-4883-9063-45dfc11e93c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd096e297-a03c-41c2-9381-c5743b07cfc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:21:54.885080 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62dcdb8-2fd4-462d-ac92-72544e9d32d5 admin admin] Network hostable DHCP agents. Network: d096e297-a03c-41c2-9381-c5743b07cfc1, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:21:54.898784 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d8708c90-a001-42e2-b57f-06b487c9a481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:54.969637 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e2c78-14e2-4014-893a-b4bf760a4881 req-00272618-e02f-470b-ae67-6cdcfa7e7110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:54.971787 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3f7e2c78-14e2-4014-893a-b4bf760a4881 req-00272618-e02f-470b-ae67-6cdcfa7e7110 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2049437 Nov 16 11:21:54.975568 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62dcdb8-2fd4-462d-ac92-72544e9d32d5 admin admin] Network d096e297-a03c-41c2-9381-c5743b07cfc1 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:21:55.003091 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7a998157-49f1-4ec6-9da7-58a3092cca55 req-a964ccfc-9981-4ff1-800d-5905e65724be tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070935 Nov 16 11:21:55.007686 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-c62dcdb8-2fd4-462d-ac92-72544e9d32d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, d096e297-a03c-41c2-9381-c5743b07cfc1) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:21:55.012153 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62dcdb8-2fd4-462d-ac92-72544e9d32d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:55.012749 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c62dcdb8-2fd4-462d-ac92-72544e9d32d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:55.017172 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ffa286-fd55-45b6-83d0-11bf4a3e59dc None None] Network d096e297-a03c-41c2-9381-c5743b07cfc1 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:21:55.047197 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8708c90-a001-42e2-b57f-06b487c9a481 admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:21:55.059737 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c62dcdb8-2fd4-462d-ac92-72544e9d32d5 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8067751 Nov 16 11:21:55.063782 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9a691383-4bfc-41eb-afdb-57a1095b3f7c req-7edd91f5-5497-4953-9d61-22fd5eac2ae1 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742001 Nov 16 11:21:55.066429 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-d8708c90-a001-42e2-b57f-06b487c9a481 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:21:55.125793 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8708c90-a001-42e2-b57f-06b487c9a481 admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:21:55.161427 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31943d2c-e6c5-4a08-b73d-c298b011c09a None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:21:55.206266 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9a691383-4bfc-41eb-afdb-57a1095b3f7c req-5e6cd7dc-0712-43b2-964d-5fe8e643e049 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240056 Nov 16 11:21:55.260858 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc743343-d878-4153-8e56-3634917c4d2d None None] Network 3a680621-2411-4708-95d4-d036f0b77350 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:21:55.272050 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8708c90-a001-42e2-b57f-06b487c9a481 admin admin] Pushing event updated for resources: {'Port': ['ID=b67474d8-f467-468e-ab7a-01634eaf6b8d,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:55.570422 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3f7e2c78-14e2-4014-893a-b4bf760a4881 req-6b0e99d3-9018-4f2c-8fee-92f68f86d1d5 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5894296 Nov 16 11:21:55.602070 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-4927d6ad-4d39-488e-9f13-6242b747606a None None] Provisioning complete for port b67474d8-f467-468e-ab7a-01634eaf6b8d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:21:55.602624 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4927d6ad-4d39-488e-9f13-6242b747606a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:55.648858 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-4927d6ad-4d39-488e-9f13-6242b747606a None None] Port b67474d8-f467-468e-ab7a-01634eaf6b8d cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:21:55.660824 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05848c51-c792-4433-91e0-a191b37a1d98 None None] Network d096e297-a03c-41c2-9381-c5743b07cfc1 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:21:55.695313 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3f7e2c78-14e2-4014-893a-b4bf760a4881 req-f471ae0c-cd9f-47e8-98a6-cd69c985bbef service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146142 Nov 16 11:21:55.704430 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f4bef-ba03-4e1f-8f3f-2de673f63a28 req-2aa53b4a-f326-4c36-bda3-49a593a2a380 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:55.705718 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-790f4bef-ba03-4e1f-8f3f-2de673f63a28 req-2aa53b4a-f326-4c36-bda3-49a593a2a380 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=e31e7430-a8f8-4e84-9396-1e324e926aae HTTP/1.1" status: 200 len: 945 time: 0.3013394 Nov 16 11:21:55.800648 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-99c329f2-1870-48b9-8157-f3659bc597e7 None None] Provisioning complete for port b88045da-a45c-4a7f-bd6d-f074239bf3a0 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:21:55.801183 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99c329f2-1870-48b9-8157-f3659bc597e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:55.892261 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device a771019e-36ea-4eb2-b9ce-fd9be7346252 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:21:56.004365 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device b88045da-a45c-4a7f-bd6d-f074239bf3a0 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:21:56.024712 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-790f4bef-ba03-4e1f-8f3f-2de673f63a28 req-fd805a76-4e4a-42eb-ae5a-884bb71a25cb tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095126 Nov 16 11:21:56.059387 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d8708c90-a001-42e2-b57f-06b487c9a481 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:56.165960 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99c329f2-1870-48b9-8157-f3659bc597e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:56.199168 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port a771019e-36ea-4eb2-b9ce-fd9be7346252, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=a771019e-36ea-4eb2-b9ce-fd9be7346252,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:21:56.228038 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-3999863e-f80e-4d86-b3cc-5635ec674cf3 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:56.229334 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': 'a771019e-36ea-4eb2-b9ce-fd9be7346252', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'port_id': 'a771019e-36ea-4eb2-b9ce-fd9be7346252', 'mac_address': 'fa:16:3e:dd:c6:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c770cc-51d7-42eb-b4a6-9a605bacae0f', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:21:56.232888 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-3999863e-f80e-4d86-b3cc-5635ec674cf3 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/networks?id=a6437950-3837-42ba-a7b4-c297945f46f8 HTTP/1.1" status: 200 len: 820 time: 0.3084409 Nov 16 11:21:56.255601 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port b88045da-a45c-4a7f-bd6d-f074239bf3a0 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:21:56.255877 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:56.259735 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-99c329f2-1870-48b9-8157-f3659bc597e7 None None] For port b88045da-a45c-4a7f-bd6d-f074239bf3a0, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=b88045da-a45c-4a7f-bd6d-f074239bf3a0,segment=NetworkSegment(bc3efc76-7eee-41cc-b500-e816d15e53cf),segment_id=bc3efc76-7eee-41cc-b500-e816d15e53cf)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:21:56.264229 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-955deee5-8046-4165-85ac-1e8885f5799a tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/quotas/ac57a0dec96b499199f175f118c6a6d4 HTTP/1.1" status: 200 len: 375 time: 0.0230441 Nov 16 11:21:56.329791 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99c329f2-1870-48b9-8157-f3659bc597e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:56.400116 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81243d-5018-46ae-8b4b-01ba3faa4ee9 req-83faba94-7089-4ac0-bc30-29e9c32b8eb6 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:56.409137 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-db81243d-5018-46ae-8b4b-01ba3faa4ee9 req-83faba94-7089-4ac0-bc30-29e9c32b8eb6 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=0de1e654-2b1f-4276-9666-f3bf55d47ec3 HTTP/1.1" status: 200 len: 946 time: 0.2514002 Nov 16 11:21:56.425757 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:56.447696 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-9326c53c-e7f8-459a-b9f3-19e4f955487e tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ac57a0dec96b499199f175f118c6a6d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1728613 Nov 16 11:21:56.488314 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a771019e-36ea-4eb2-b9ce-fd9be7346252 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:21:56.492114 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c329f2-1870-48b9-8157-f3659bc597e7 None None] Pushing event updated for resources: {'Port': ['ID=b88045da-a45c-4a7f-bd6d-f074239bf3a0,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:56.516233 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port a771019e-36ea-4eb2-b9ce-fd9be7346252, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=a771019e-36ea-4eb2-b9ce-fd9be7346252,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:21:56.534745 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d8708c90-a001-42e2-b57f-06b487c9a481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:56.540736 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:56.541436 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device aaf8ca24-642c-4c97-886a-ff901d1a8062 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:21:56.548597 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-db81243d-5018-46ae-8b4b-01ba3faa4ee9 req-784d37d9-827b-48c7-9037-a2f453834728 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381297 Nov 16 11:21:56.637188 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-2cbf084a-4da8-48c1-8a53-a1aebd2afc0f None None] Provisioning complete for port b88045da-a45c-4a7f-bd6d-f074239bf3a0 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:21:56.637568 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2cbf084a-4da8-48c1-8a53-a1aebd2afc0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:56.642081 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port aaf8ca24-642c-4c97-886a-ff901d1a8062, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=aaf8ca24-642c-4c97-886a-ff901d1a8062,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:21:56.650241 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=a771019e-36ea-4eb2-b9ce-fd9be7346252,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:56.720116 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': 'aaf8ca24-642c-4c97-886a-ff901d1a8062', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'port_id': 'aaf8ca24-642c-4c97-886a-ff901d1a8062', 'mac_address': 'fa:16:3e:01:07:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c770cc-51d7-42eb-b4a6-9a605bacae0f', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:21:56.798211 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:56.817137 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaf8ca24-642c-4c97-886a-ff901d1a8062 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:21:56.845549 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port aaf8ca24-642c-4c97-886a-ff901d1a8062, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=aaf8ca24-642c-4c97-886a-ff901d1a8062,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:21:56.857876 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-b9506daf-680b-4164-9732-4643b6beffed service neutron] 10.222.0.61 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945420 Nov 16 11:21:56.858544 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:56.885190 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8708c90-a001-42e2-b57f-06b487c9a481 admin admin] Router 58577538-a6be-4d1e-9a01-e273f36e201c is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:21:56.972985 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=aaf8ca24-642c-4c97-886a-ff901d1a8062,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:57.091050 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5adfd-96a5-4ca6-ae67-71aa3bc2807b req-b2f932b5-9dc5-4ffd-81be-535af78991c9 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:57.092951 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e5a5adfd-96a5-4ca6-ae67-71aa3bc2807b req-b2f932b5-9dc5-4ffd-81be-535af78991c9 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b1194f6-8c34-436e-bc64-8bf735a31731 HTTP/1.1" status: 200 len: 949 time: 0.2308893 Nov 16 11:21:57.118066 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-1703086b-7cfd-4291-8e69-a1f584680d3d service neutron] 10.222.0.61 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591207 Nov 16 11:21:57.141694 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['a771019e-36ea-4eb2-b9ce-fd9be7346252'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:21:57.159332 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8708c90-a001-42e2-b57f-06b487c9a481 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:21:57.194921 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e5a5adfd-96a5-4ca6-ae67-71aa3bc2807b req-dd5bffb8-57e6-4bb9-9e50-d1d21866d12d tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897894 Nov 16 11:21:57.208481 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['aaf8ca24-642c-4c97-886a-ff901d1a8062'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:21:57.209665 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d8708c90-a001-42e2-b57f-06b487c9a481 admin admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:57.215988 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58906) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:21:57.219853 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d8708c90-a001-42e2-b57f-06b487c9a481 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.7632327 Nov 16 11:21:57.250338 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7d4cbf-3f46-4dbb-a82a-142c1f1d0362 None None] Sync routers for ids ['58577538-a6be-4d1e-9a01-e273f36e201c'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:21:57.335873 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7d4cbf-3f46-4dbb-a82a-142c1f1d0362 None None] Routers {'58577538-a6be-4d1e-9a01-e273f36e201c'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:21:57.335873 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ed7d4cbf-3f46-4dbb-a82a-142c1f1d0362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:21:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['58577538-a6be-4d1e-9a01-e273f36e201c'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:21:57.456582 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-22322024-7b95-4842-98cb-91c837662e32 req-63acc5e3-9494-4fa4-92f4-c1d87401f833 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=af157f4b-dbd8-418c-8373-a45e2a47d15a HTTP/1.1" status: 200 len: 210 time: 0.0781415 Nov 16 11:21:57.488253 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a861aa8-ff51-4513-a74d-43e861ca06a9 req-7f184d89-d067-49a7-ad3a-99208b648b89 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:57.503015 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7a861aa8-ff51-4513-a74d-43e861ca06a9 req-7f184d89-d067-49a7-ad3a-99208b648b89 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=e31e7430-a8f8-4e84-9396-1e324e926aae HTTP/1.1" status: 200 len: 945 time: 0.1935136 Nov 16 11:21:57.554879 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-ed7d4cbf-3f46-4dbb-a82a-142c1f1d0362 None None] Set router 58577538-a6be-4d1e-9a01-e273f36e201c gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:21:57.666524 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7a861aa8-ff51-4513-a74d-43e861ca06a9 req-3e7b9b90-5631-486f-9865-8e5a4f64c4e4 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486342 Nov 16 11:21:57.823974 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:57.835981 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device b88045da-a45c-4a7f-bd6d-f074239bf3a0 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:21:57.871804 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389ec7b-5383-488f-91cf-218719bb4c4e req-6e0fdbea-2f84-40f2-a544-36151ddfd09a tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:57.885128 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e389ec7b-5383-488f-91cf-218719bb4c4e req-6e0fdbea-2f84-40f2-a544-36151ddfd09a tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=0de1e654-2b1f-4276-9666-f3bf55d47ec3 HTTP/1.1" status: 200 len: 946 time: 0.1858454 Nov 16 11:21:57.941258 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ed7d4cbf-3f46-4dbb-a82a-142c1f1d0362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58577538-a6be-4d1e-9a01-e273f36e201c', 'name': 'tempest-TaggedBootDevicesTest-91696772-router', 'tenant_id': '1ae06a69eac64c2d80c4db8375c3a241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b67474d8-f467-468e-ab7a-01634eaf6b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:21:51Z', 'updated_at': '2021-11-16T11:21:55Z', 'revision_number': 3, 'project_id': '1ae06a69eac64c2d80c4db8375c3a241', 'gw_port': {'id': 'b67474d8-f467-468e-ab7a-01634eaf6b8d', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:58:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58577538-a6be-4d1e-9a01-e273f36e201c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:21:53Z', 'updated_at': '2021-11-16T11:21:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:21:57.986228 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e389ec7b-5383-488f-91cf-218719bb4c4e req-7b7c1c5a-d0c4-4fc7-a135-6982edcc1154 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001878 Nov 16 11:21:58.012159 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7d4cbf-3f46-4dbb-a82a-142c1f1d0362 None None] Checking router: 58577538-a6be-4d1e-9a01-e273f36e201c for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:21:58.013167 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7d4cbf-3f46-4dbb-a82a-142c1f1d0362 None None] Updating router 58577538-a6be-4d1e-9a01-e273f36e201c port b67474d8-f467-468e-ab7a-01634eaf6b8d binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:21:58.063937 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port b88045da-a45c-4a7f-bd6d-f074239bf3a0 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:21:58.064310 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:58.092334 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ed7d4cbf-3f46-4dbb-a82a-142c1f1d0362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:58.242069 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f28bb6f5-b01d-4206-bd09-692eba083073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:58.460688 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86cec3a-5cfb-4d67-bc79-1442d7f0981b req-d7164d1d-69cc-4f9b-9f14-0fc891466c38 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:58.462969 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f86cec3a-5cfb-4d67-bc79-1442d7f0981b req-d7164d1d-69cc-4f9b-9f14-0fc891466c38 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b1194f6-8c34-436e-bc64-8bf735a31731 HTTP/1.1" status: 200 len: 949 time: 0.0675261 Nov 16 11:21:58.513802 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-f28bb6f5-b01d-4206-bd09-692eba083073 admin admin] Allocated IP 172.20.0.1 (3a680621-2411-4708-95d4-d036f0b77350/fa229a78-8641-4bd0-96a1-8a987021b856/fe243936-d558-4256-b06b-021aaf88410b) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:21:58.613442 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4b8acf7f-24a7-4723-8389-e524597627d5 req-0892a3ff-1e71-40cf-91a5-f66ce98ef0a8 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=af157f4b-dbd8-418c-8373-a45e2a47d15a HTTP/1.1" status: 200 len: 210 time: 0.0421858 Nov 16 11:21:58.635424 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f86cec3a-5cfb-4d67-bc79-1442d7f0981b req-ea8e72f6-99d2-4ffe-ac23-23c218ae21dd tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539984 Nov 16 11:21:58.702520 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:58.744419 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f28bb6f5-b01d-4206-bd09-692eba083073 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:58.785146 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f28bb6f5-b01d-4206-bd09-692eba083073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:58.831201 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28bb6f5-b01d-4206-bd09-692eba083073 admin admin] Network 3a680621-2411-4708-95d4-d036f0b77350 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:21:58.834717 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ed7d4cbf-3f46-4dbb-a82a-142c1f1d0362 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:58.834994 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-f28bb6f5-b01d-4206-bd09-692eba083073 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:21:58.838945 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28bb6f5-b01d-4206-bd09-692eba083073 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:21:58.855502 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ed7d4cbf-3f46-4dbb-a82a-142c1f1d0362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:58.864511 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28bb6f5-b01d-4206-bd09-692eba083073 admin admin] Pushing event updated for resources: {'Port': ['ID=fe243936-d558-4256-b06b-021aaf88410b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:58.890298 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f28bb6f5-b01d-4206-bd09-692eba083073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:58.921173 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc893f9-835f-4a66-930f-cb5eecf067e8 None None] Pushing event updated for resources: {'Port': ['ID=b67474d8-f467-468e-ab7a-01634eaf6b8d,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:58.978280 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f8b0fd-c338-449b-bd05-e8f404d8b773 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:21:58.985639 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-ed7d4cbf-3f46-4dbb-a82a-142c1f1d0362 None None] Attempting to bind port b67474d8-f467-468e-ab7a-01634eaf6b8d on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:21:58.986034 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-ed7d4cbf-3f46-4dbb-a82a-142c1f1d0362 None None] Attempting to bind port b67474d8-f467-468e-ab7a-01634eaf6b8d by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:21:58.986607 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7d4cbf-3f46-4dbb-a82a-142c1f1d0362 None None] Attempting to bind port b67474d8-f467-468e-ab7a-01634eaf6b8d on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:21:59.010903 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7d4cbf-3f46-4dbb-a82a-142c1f1d0362 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:21:59.012088 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7d4cbf-3f46-4dbb-a82a-142c1f1d0362 None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:21:59.013328 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ed7d4cbf-3f46-4dbb-a82a-142c1f1d0362 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:59.013995 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7d4cbf-3f46-4dbb-a82a-142c1f1d0362 None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:21:59.014723 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-ed7d4cbf-3f46-4dbb-a82a-142c1f1d0362 None None] Bound port: b67474d8-f467-468e-ab7a-01634eaf6b8d, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:21:59.015348 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ed7d4cbf-3f46-4dbb-a82a-142c1f1d0362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:59.106092 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-83bbe0f8-76a2-4beb-9fae-be4d577fe0cd None None] Provisioning complete for port b67474d8-f467-468e-ab7a-01634eaf6b8d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:21:59.109626 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-83bbe0f8-76a2-4beb-9fae-be4d577fe0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:59.139145 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-ed7d4cbf-3f46-4dbb-a82a-142c1f1d0362 None None] For port b67474d8-f467-468e-ab7a-01634eaf6b8d, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:21:59.163913 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-ed7d4cbf-3f46-4dbb-a82a-142c1f1d0362 None None] For port b67474d8-f467-468e-ab7a-01634eaf6b8d, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=b67474d8-f467-468e-ab7a-01634eaf6b8d,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:21:59.170381 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-83bbe0f8-76a2-4beb-9fae-be4d577fe0cd None None] Port b67474d8-f467-468e-ab7a-01634eaf6b8d cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:21:59.181282 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ed7d4cbf-3f46-4dbb-a82a-142c1f1d0362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:59.223060 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f28bb6f5-b01d-4206-bd09-692eba083073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:59.276013 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc893f9-835f-4a66-930f-cb5eecf067e8 None None] Pushing event updated for resources: {'Port': ['ID=b67474d8-f467-468e-ab7a-01634eaf6b8d,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:59.297399 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7d4cbf-3f46-4dbb-a82a-142c1f1d0362 None None] Routers {'58577538-a6be-4d1e-9a01-e273f36e201c'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:21:59.298055 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ed7d4cbf-3f46-4dbb-a82a-142c1f1d0362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:21:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['58577538-a6be-4d1e-9a01-e273f36e201c'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:21:59.300182 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838044b9-fa98-4b25-85fe-a2f4ae8e81d0 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:21:59.300655 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a96fff5-f604-4b02-af5d-1a60c96967c0 req-ebbb8ebe-e0a6-4b0e-abd8-00e129b506dd tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:59.310016 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8a96fff5-f604-4b02-af5d-1a60c96967c0 req-ebbb8ebe-e0a6-4b0e-abd8-00e129b506dd tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=0de1e654-2b1f-4276-9666-f3bf55d47ec3 HTTP/1.1" status: 200 len: 946 time: 0.1219642 Nov 16 11:21:59.411165 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8a96fff5-f604-4b02-af5d-1a60c96967c0 req-a970fe1c-86d4-4a70-8e49-ebffb9bac712 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983388 Nov 16 11:21:59.564858 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-0c9ae4c2-1791-441f-8404-c918233b6aa6 None None] Provisioning complete for port fe243936-d558-4256-b06b-021aaf88410b triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:21:59.565262 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0c9ae4c2-1791-441f-8404-c918233b6aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:59.624692 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-0c9ae4c2-1791-441f-8404-c918233b6aa6 None None] Port fe243936-d558-4256-b06b-021aaf88410b cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:21:59.628219 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-b06fbd57-0a57-41d4-96e2-81270399ba5d tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:59.630989 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-b06fbd57-0a57-41d4-96e2-81270399ba5d tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.64 "GET /v2.0/networks?id=a6437950-3837-42ba-a7b4-c297945f46f8 HTTP/1.1" status: 200 len: 820 time: 0.4340827 Nov 16 11:21:59.652805 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-9dbed13b-9c90-4e7e-be76-1f0ac7f7c060 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Request body: {'port': {'device_id': 'af157f4b-dbd8-418c-8373-a45e2a47d15a', 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8', 'admin_state_up': True, 'tenant_id': 'ac57a0dec96b499199f175f118c6a6d4'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:21:59.654270 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-ed7d4cbf-3f46-4dbb-a82a-142c1f1d0362 None None] Set router 58577538-a6be-4d1e-9a01-e273f36e201c gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:21:59.807233 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c80ac574-744a-48b5-acdf-759b84f29081 None None] Provisioning complete for port b67474d8-f467-468e-ab7a-01634eaf6b8d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:21:59.808409 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c80ac574-744a-48b5-acdf-759b84f29081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:59.813146 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 4addbcc2-c339-459c-9b42-be61c4d1a513 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:21:59.817431 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-320d7280-8684-4e2a-99f1-7b3d6c6afccd req-5a624b0b-bbf3-46e1-a0a4-f158d86b1d78 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=af157f4b-dbd8-418c-8373-a45e2a47d15a HTTP/1.1" status: 200 len: 210 time: 0.0605247 Nov 16 11:21:59.820647 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f28bb6f5-b01d-4206-bd09-692eba083073 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:59.836081 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f28bb6f5-b01d-4206-bd09-692eba083073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:59.848370 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c1795-476f-4930-b1a0-fbf0afea1bba req-2caec199-7e13-460b-ac20-90a4d4a605a1 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:21:59.850391 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-738c1795-476f-4930-b1a0-fbf0afea1bba req-2caec199-7e13-460b-ac20-90a4d4a605a1 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b1194f6-8c34-436e-bc64-8bf735a31731 HTTP/1.1" status: 200 len: 949 time: 0.1293232 Nov 16 11:21:59.880337 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-9dbed13b-9c90-4e7e-be76-1f0ac7f7c060 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Made reservation on behalf of ac57a0dec96b499199f175f118c6a6d4 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:21:59.884474 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-9dbed13b-9c90-4e7e-be76-1f0ac7f7c060 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:21:59.923009 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28bb6f5-b01d-4206-bd09-692eba083073 admin admin] Pushing event updated for resources: {'Port': ['ID=fe243936-d558-4256-b06b-021aaf88410b,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:21:59.941598 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-738c1795-476f-4930-b1a0-fbf0afea1bba req-6ce05cbb-3ced-49bd-b48d-408e3785533a tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822268 Nov 16 11:21:59.963122 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device a771019e-36ea-4eb2-b9ce-fd9be7346252 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:21:59.967680 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f28bb6f5-b01d-4206-bd09-692eba083073 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:00.184312 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port a771019e-36ea-4eb2-b9ce-fd9be7346252 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:22:00.194016 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28bb6f5-b01d-4206-bd09-692eba083073 admin admin] Network 3a680621-2411-4708-95d4-d036f0b77350 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:22:00.197153 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ed7d4cbf-3f46-4dbb-a82a-142c1f1d0362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58577538-a6be-4d1e-9a01-e273f36e201c', 'name': 'tempest-TaggedBootDevicesTest-91696772-router', 'tenant_id': '1ae06a69eac64c2d80c4db8375c3a241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b67474d8-f467-468e-ab7a-01634eaf6b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:21:51Z', 'updated_at': '2021-11-16T11:21:59Z', 'revision_number': 4, 'project_id': '1ae06a69eac64c2d80c4db8375c3a241', 'gw_port': {'id': 'b67474d8-f467-468e-ab7a-01634eaf6b8d', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:58:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58577538-a6be-4d1e-9a01-e273f36e201c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:21:53Z', 'updated_at': '2021-11-16T11:21:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'fe243936-d558-4256-b06b-021aaf88410b', 'name': '', 'network_id': '3a680621-2411-4708-95d4-d036f0b77350', 'tenant_id': '1ae06a69eac64c2d80c4db8375c3a241', 'mac_address': 'fa:16:3e:cd:44:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58577538-a6be-4d1e-9a01-e273f36e201c', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'fa229a78-8641-4bd0-96a1-8a987021b856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:21:58Z', 'updated_at': '2021-11-16T11:21:58Z', 'revision_number': 1, 'project_id': '1ae06a69eac64c2d80c4db8375c3a241', 'subnets': [{'id': 'fa229a78-8641-4bd0-96a1-8a987021b856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:22:00.201678 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-f28bb6f5-b01d-4206-bd09-692eba083073 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:22:00.213114 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-9dbed13b-9c90-4e7e-be76-1f0ac7f7c060 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Allocated IP 172.20.0.14 (a6437950-3837-42ba-a7b4-c297945f46f8/abaafd2b-7546-45a3-a211-065b2bf563c9/8a384ed4-b843-4f1c-bc26-7b543629180a) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:22:00.238574 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7d4cbf-3f46-4dbb-a82a-142c1f1d0362 None None] The sync data for ids ['58577538-a6be-4d1e-9a01-e273f36e201c'] in n-d-816823-3 is: [{'id': '58577538-a6be-4d1e-9a01-e273f36e201c', 'name': 'tempest-TaggedBootDevicesTest-91696772-router', 'tenant_id': '1ae06a69eac64c2d80c4db8375c3a241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b67474d8-f467-468e-ab7a-01634eaf6b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:21:51Z', 'updated_at': '2021-11-16T11:21:59Z', 'revision_number': 4, 'project_id': '1ae06a69eac64c2d80c4db8375c3a241', 'gw_port': {'id': 'b67474d8-f467-468e-ab7a-01634eaf6b8d', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:58:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58577538-a6be-4d1e-9a01-e273f36e201c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:21:53Z', 'updated_at': '2021-11-16T11:21:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'fe243936-d558-4256-b06b-021aaf88410b', 'name': '', 'network_id': '3a680621-2411-4708-95d4-d036f0b77350', 'tenant_id': '1ae06a69eac64c2d80c4db8375c3a241', 'mac_address': 'fa:16:3e:cd:44:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58577538-a6be-4d1e-9a01-e273f36e201c', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'fa229a78-8641-4bd0-96a1-8a987021b856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:21:58Z', 'updated_at': '2021-11-16T11:21:58Z', 'revision_number': 1, 'project_id': '1ae06a69eac64c2d80c4db8375c3a241', 'subnets': [{'id': 'fa229a78-8641-4bd0-96a1-8a987021b856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:22:00.242331 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port a771019e-36ea-4eb2-b9ce-fd9be7346252 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:22:00.242714 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:00.294664 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c80ac574-744a-48b5-acdf-759b84f29081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:00.329866 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c80ac574-744a-48b5-acdf-759b84f29081 None None] For port b67474d8-f467-468e-ab7a-01634eaf6b8d, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=b67474d8-f467-468e-ab7a-01634eaf6b8d,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:22:00.351652 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 4addbcc2-c339-459c-9b42-be61c4d1a513, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=4addbcc2-c339-459c-9b42-be61c4d1a513,segment=NetworkSegment(2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7),segment_id=2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:22:00.367092 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c80ac574-744a-48b5-acdf-759b84f29081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:00.463226 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '4addbcc2-c339-459c-9b42-be61c4d1a513', 'network_id': '944e0536-d76b-420a-8405-63c5779cb0d2', 'port_id': '4addbcc2-c339-459c-9b42-be61c4d1a513', 'mac_address': 'fa:16:3e:4a:65:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2c4b79e-b376-461e-aa12-aa150e542043', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:22:00.625473 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28bb6f5-b01d-4206-bd09-692eba083073 admin admin] Router 58577538-a6be-4d1e-9a01-e273f36e201c has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:22:00.665944 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154455c8-adf7-476e-8fb0-dc5e609a7e49 req-c05392ef-f8b6-474f-bd93-bcad4ca99a5c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:00.674661 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-154455c8-adf7-476e-8fb0-dc5e609a7e49 req-c05392ef-f8b6-474f-bd93-bcad4ca99a5c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=0de1e654-2b1f-4276-9666-f3bf55d47ec3 HTTP/1.1" status: 200 len: 946 time: 0.1385925 Nov 16 11:22:00.676591 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ac574-744a-48b5-acdf-759b84f29081 None None] Pushing event updated for resources: {'Port': ['ID=b67474d8-f467-468e-ab7a-01634eaf6b8d,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:00.806214 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-154455c8-adf7-476e-8fb0-dc5e609a7e49 req-c83df178-d93e-42c2-869b-199a403a6141 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254237 Nov 16 11:22:00.826015 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:00.834558 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:00.835756 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-9dbed13b-9c90-4e7e-be76-1f0ac7f7c060 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:00.867005 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-20864922-2ac8-4a2a-b09f-ce415e7c44ee None None] Provisioning complete for port fe243936-d558-4256-b06b-021aaf88410b triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:22:00.868036 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-20864922-2ac8-4a2a-b09f-ce415e7c44ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:00.910886 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4addbcc2-c339-459c-9b42-be61c4d1a513 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:22:00.945026 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 4addbcc2-c339-459c-9b42-be61c4d1a513, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=4addbcc2-c339-459c-9b42-be61c4d1a513,segment=NetworkSegment(2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7),segment_id=2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:22:00.946251 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-20864922-2ac8-4a2a-b09f-ce415e7c44ee None None] Port fe243936-d558-4256-b06b-021aaf88410b cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:22:00.980222 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28bb6f5-b01d-4206-bd09-692eba083073 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:22:00.992170 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:01.000193 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f28bb6f5-b01d-4206-bd09-692eba083073 admin admin] 10.222.0.61 "PUT /v2.0/routers/58577538-a6be-4d1e-9a01-e273f36e201c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7823930 Nov 16 11:22:01.020394 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e64b9e-49c7-4466-8317-80b58a1d1a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a771019e-36ea-4eb2-b9ce-fd9be7346252'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:22:01.027516 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845d6f05-67e7-438c-acd6-daba988a415b" -d '{"events": [{"server_uuid": "c6e64b9e-49c7-4466-8317-80b58a1d1a79", "name": "network-vif-plugged", "status": "completed", "tag": "a771019e-36ea-4eb2-b9ce-fd9be7346252"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:22:01.031387 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-9dbed13b-9c90-4e7e-be76-1f0ac7f7c060 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:01.082560 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-64bc0858-3c30-4307-b317-8d66ad5f5b77 req-a3a3902c-18cc-4d61-af33-2f08439d2efc tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=af157f4b-dbd8-418c-8373-a45e2a47d15a HTTP/1.1" status: 200 len: 210 time: 0.1147368 Nov 16 11:22:01.103519 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port a771019e-36ea-4eb2-b9ce-fd9be7346252, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=a771019e-36ea-4eb2-b9ce-fd9be7346252,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:22:01.129613 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:01.130893 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device aaf8ca24-642c-4c97-886a-ff901d1a8062 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:22:01.186909 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-9dbed13b-9c90-4e7e-be76-1f0ac7f7c060 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Network a6437950-3837-42ba-a7b4-c297945f46f8 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:22:01.195559 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-9dbed13b-9c90-4e7e-be76-1f0ac7f7c060 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:22:01.200207 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-9dbed13b-9c90-4e7e-be76-1f0ac7f7c060 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:22:01.249954 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['4addbcc2-c339-459c-9b42-be61c4d1a513'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:22:01.263934 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594fb3d0-852c-4a3b-8bf2-ddf919802b09 x-openstack-request-id: req-594fb3d0-852c-4a3b-8bf2-ddf919802b09 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:22:01.265364 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e64b9e-49c7-4466-8317-80b58a1d1a79", "name": "network-vif-plugged", "status": "completed", "tag": "a771019e-36ea-4eb2-b9ce-fd9be7346252", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:22:01.266910 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-594fb3d0-852c-4a3b-8bf2-ddf919802b09 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:22:01.267424 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e64b9e-49c7-4466-8317-80b58a1d1a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a771019e-36ea-4eb2-b9ce-fd9be7346252', 'code': 200} Nov 16 11:22:01.276174 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbed13b-9c90-4e7e-be76-1f0ac7f7c060 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Pushing event updated for resources: {'Port': ['ID=8a384ed4-b843-4f1c-bc26-7b543629180a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:01.293677 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0dcf3-5dba-4bf7-b7d4-5bc7dd3b4722 req-2b395566-2d8d-487c-99d6-e2151b248e96 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:01.307934 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0ca0dcf3-5dba-4bf7-b7d4-5bc7dd3b4722 req-2b395566-2d8d-487c-99d6-e2151b248e96 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b1194f6-8c34-436e-bc64-8bf735a31731 HTTP/1.1" status: 200 len: 949 time: 0.2209771 Nov 16 11:22:01.361906 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-9dbed13b-9c90-4e7e-be76-1f0ac7f7c060 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:01.362824 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-9dbed13b-9c90-4e7e-be76-1f0ac7f7c060 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:01.393141 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=4addbcc2-c339-459c-9b42-be61c4d1a513,revision_number=6']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:01.395446 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-9dbed13b-9c90-4e7e-be76-1f0ac7f7c060 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7462268 Nov 16 11:22:01.413899 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-671bd0af-a6c7-49b1-8b37-751a9295b3eb service neutron] Request body: {'port': {'device_id': 'af157f4b-dbd8-418c-8373-a45e2a47d15a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:22:01.528946 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=a771019e-36ea-4eb2-b9ce-fd9be7346252,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:01.557796 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-671bd0af-a6c7-49b1-8b37-751a9295b3eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:01.614269 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0ca0dcf3-5dba-4bf7-b7d4-5bc7dd3b4722 req-90583342-2dbc-404b-b402-0ccd6c956383 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039834 Nov 16 11:22:01.634894 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port aaf8ca24-642c-4c97-886a-ff901d1a8062 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:22:01.643805 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b050e-78cc-4d4d-aa8c-b621fd690d64 req-c4e14f47-a23e-4573-b548-bca984223788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:01.645702 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-913b050e-78cc-4d4d-aa8c-b621fd690d64 req-c4e14f47-a23e-4573-b548-bca984223788 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 1101 time: 0.3797574 Nov 16 11:22:01.655958 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port aaf8ca24-642c-4c97-886a-ff901d1a8062 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:22:01.656339 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:01.793986 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-913b050e-78cc-4d4d-aa8c-b621fd690d64 req-90b04f34-ad35-4c4d-9bde-a8007c91108e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351030 Nov 16 11:22:01.963341 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device b67474d8-f467-468e-ab7a-01634eaf6b8d up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:22:02.065627 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d364d24-0920-45b4-8923-c3337f83b73c req-a6526113-7618-4dc7-b4e2-82df3e10aecd tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:02.076541 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7d364d24-0920-45b4-8923-c3337f83b73c req-a6526113-7618-4dc7-b4e2-82df3e10aecd tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=0de1e654-2b1f-4276-9666-f3bf55d47ec3 HTTP/1.1" status: 200 len: 946 time: 0.1331253 Nov 16 11:22:02.101280 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:02.165665 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port aaf8ca24-642c-4c97-886a-ff901d1a8062, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=aaf8ca24-642c-4c97-886a-ff901d1a8062,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:22:02.174939 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port b67474d8-f467-468e-ab7a-01634eaf6b8d triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:22:02.175966 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:02.198763 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7d364d24-0920-45b4-8923-c3337f83b73c req-fe441d10-25ba-4cd1-93cb-850e76daaace tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176128 Nov 16 11:22:02.241561 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:02.262205 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-671bd0af-a6c7-49b1-8b37-751a9295b3eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a384ed4-b843-4f1c-bc26-7b543629180a {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:22:02.295723 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-671bd0af-a6c7-49b1-8b37-751a9295b3eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:02.342237 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-671bd0af-a6c7-49b1-8b37-751a9295b3eb service neutron] Transition to ACTIVE for port object 8a384ed4-b843-4f1c-bc26-7b543629180a will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:22:02.363530 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-671bd0af-a6c7-49b1-8b37-751a9295b3eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:02.448702 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=aaf8ca24-642c-4c97-886a-ff901d1a8062,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:02.483754 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671bd0af-a6c7-49b1-8b37-751a9295b3eb service neutron] Pushing event updated for resources: {'Port': ['ID=8a384ed4-b843-4f1c-bc26-7b543629180a,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:02.809454 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59068) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:22:02.816583 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-11fa24cb-b4a5-4485-b339-8f4ebbda3bdd admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1643430382-network', 'tenant_id': '0e021b3646974f35bcb10ac82c9daeb4'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:22:02.912027 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26dd331-a98b-4ac1-a5a6-7b317ccd6cd3 req-7aff0082-2e05-4e06-a431-2d7c32b600e7 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:02.919881 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b26dd331-a98b-4ac1-a5a6-7b317ccd6cd3 req-7aff0082-2e05-4e06-a431-2d7c32b600e7 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=af157f4b-dbd8-418c-8373-a45e2a47d15a HTTP/1.1" status: 200 len: 944 time: 0.5662239 Nov 16 11:22:02.936009 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fa24cb-b4a5-4485-b339-8f4ebbda3bdd admin admin] Made reservation on behalf of 0e021b3646974f35bcb10ac82c9daeb4 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:22:02.938689 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11fa24cb-b4a5-4485-b339-8f4ebbda3bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:02.982668 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11fa24cb-b4a5-4485-b339-8f4ebbda3bdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:03.171411 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11fa24cb-b4a5-4485-b339-8f4ebbda3bdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:03.198431 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11fa24cb-b4a5-4485-b339-8f4ebbda3bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:03.220733 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11fa24cb-b4a5-4485-b339-8f4ebbda3bdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:22:03.235102 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11fa24cb-b4a5-4485-b339-8f4ebbda3bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:03.236391 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-11fa24cb-b4a5-4485-b339-8f4ebbda3bdd admin admin] Added segment 895993bb-c076-4ec4-a9e5-6c9b06aa9ba0 of type vlan for network 2bea3c2b-9b6e-4353-90f6-1b51eaf5d1bf Nov 16 11:22:03.270787 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1194f6-8c34-436e-bc64-8bf735a31731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf8ca24-642c-4c97-886a-ff901d1a8062'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:22:03.271387 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b4b0ea-bc27-407a-814b-b87d71014b06" -d '{"events": [{"server_uuid": "6b1194f6-8c34-436e-bc64-8bf735a31731", "name": "network-vif-plugged", "status": "completed", "tag": "aaf8ca24-642c-4c97-886a-ff901d1a8062"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:22:03.271846 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-671bd0af-a6c7-49b1-8b37-751a9295b3eb service neutron] Attempting to bind port 8a384ed4-b843-4f1c-bc26-7b543629180a on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:22:03.272246 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-671bd0af-a6c7-49b1-8b37-751a9295b3eb service neutron] Attempting to bind port 8a384ed4-b843-4f1c-bc26-7b543629180a by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:22:03.272468 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-671bd0af-a6c7-49b1-8b37-751a9295b3eb service neutron] Attempting to bind port 8a384ed4-b843-4f1c-bc26-7b543629180a on network a6437950-3837-42ba-a7b4-c297945f46f8 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:22:03.281687 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-671bd0af-a6c7-49b1-8b37-751a9295b3eb service neutron] Port 8a384ed4-b843-4f1c-bc26-7b543629180a on network a6437950-3837-42ba-a7b4-c297945f46f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:22:03.282039 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-671bd0af-a6c7-49b1-8b37-751a9295b3eb service neutron] Attempting to bind port 8a384ed4-b843-4f1c-bc26-7b543629180a on network a6437950-3837-42ba-a7b4-c297945f46f8 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:22:03.297744 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-671bd0af-a6c7-49b1-8b37-751a9295b3eb service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:22:03.297744 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-671bd0af-a6c7-49b1-8b37-751a9295b3eb service neutron] Checking segment: {'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:22:03.297744 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-671bd0af-a6c7-49b1-8b37-751a9295b3eb service neutron] Bound using segment: {'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:22:03.297744 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-671bd0af-a6c7-49b1-8b37-751a9295b3eb service neutron] Bound port: 8a384ed4-b843-4f1c-bc26-7b543629180a, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:22:03.303475 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-671bd0af-a6c7-49b1-8b37-751a9295b3eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:03.325246 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b26dd331-a98b-4ac1-a5a6-7b317ccd6cd3 req-c39f8bab-cf8d-4952-b5b5-d5a15a048f55 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994863 Nov 16 11:22:03.385008 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11fa24cb-b4a5-4485-b339-8f4ebbda3bdd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:03.446191 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa24cb-b4a5-4485-b339-8f4ebbda3bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437aa101-87af-45d5-a370-a6f92ae1071b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:03.463393 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11fa24cb-b4a5-4485-b339-8f4ebbda3bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:03.465284 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fa24cb-b4a5-4485-b339-8f4ebbda3bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:03.466152 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11fa24cb-b4a5-4485-b339-8f4ebbda3bdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:03.468036 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-671bd0af-a6c7-49b1-8b37-751a9295b3eb service neutron] For port 8a384ed4-b843-4f1c-bc26-7b543629180a, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:22:03.473995 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-671bd0af-a6c7-49b1-8b37-751a9295b3eb service neutron] For port 8a384ed4-b843-4f1c-bc26-7b543629180a, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=8a384ed4-b843-4f1c-bc26-7b543629180a,segment=NetworkSegment(d9c88559-8fa4-467d-a577-d2c14bfd7508),segment_id=d9c88559-8fa4-467d-a577-d2c14bfd7508)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:22:03.496449 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-671bd0af-a6c7-49b1-8b37-751a9295b3eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:03.566994 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-11fa24cb-b4a5-4485-b339-8f4ebbda3bdd admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7552252 Nov 16 11:22:03.568063 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59076) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:22:03.575303 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-36045a4e-341b-4914-bc04-a0ddebd63e29 admin admin] Request body: {'subnet': {'network_id': '2bea3c2b-9b6e-4353-90f6-1b51eaf5d1bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1643430382-subnet', 'tenant_id': '0e021b3646974f35bcb10ac82c9daeb4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:22:03.613918 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-671bd0af-a6c7-49b1-8b37-751a9295b3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:03.614697 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-671bd0af-a6c7-49b1-8b37-751a9295b3eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:03.620126 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa24cb-b4a5-4485-b339-8f4ebbda3bdd admin admin] Pushing event updated for resources: {'Network': ['ID=2bea3c2b-9b6e-4353-90f6-1b51eaf5d1bf,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:03.623833 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-671bd0af-a6c7-49b1-8b37-751a9295b3eb service neutron] 10.222.0.64 "PUT /v2.0/ports/8a384ed4-b843-4f1c-bc26-7b543629180a HTTP/1.1" status: 200 len: 1092 time: 2.2123401 Nov 16 11:22:03.632832 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36045a4e-341b-4914-bc04-a0ddebd63e29 admin admin] Made reservation on behalf of 0e021b3646974f35bcb10ac82c9daeb4 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:22:03.634027 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 2bea3c2b-9b6e-4353-90f6-1b51eaf5d1bf details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:22:03.636439 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-36045a4e-341b-4914-bc04-a0ddebd63e29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:03.641789 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af157f4b-dbd8-418c-8373-a45e2a47d15a', 'tag': '8a384ed4-b843-4f1c-bc26-7b543629180a'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:22:03.654574 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944bcd21-6bf1-4a62-9046-2643330c402d" -d '{"events": [{"name": "network-changed", "server_uuid": "af157f4b-dbd8-418c-8373-a45e2a47d15a", "tag": "8a384ed4-b843-4f1c-bc26-7b543629180a"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:22:03.797269 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671bd0af-a6c7-49b1-8b37-751a9295b3eb service neutron] Pushing event updated for resources: {'Port': ['ID=8a384ed4-b843-4f1c-bc26-7b543629180a,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:03.820497 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 4addbcc2-c339-459c-9b42-be61c4d1a513 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:22:03.842987 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-f1f648c3-e6b4-465f-a520-a1c6404e94c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:03.849307 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-f1f648c3-e6b4-465f-a520-a1c6404e94c6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac57a0dec96b499199f175f118c6a6d4&device_id=af157f4b-dbd8-418c-8373-a45e2a47d15a HTTP/1.1" status: 200 len: 1095 time: 0.1580570 Nov 16 11:22:03.959110 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 4addbcc2-c339-459c-9b42-be61c4d1a513 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:22:03.959484 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:03.959786 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-ff0c3c6f-704a-4bb0-bb39-6934bf775a17 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a384ed4-b843-4f1c-bc26-7b543629180a HTTP/1.1" status: 200 len: 217 time: 0.1009252 Nov 16 11:22:03.971231 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-36045a4e-341b-4914-bc04-a0ddebd63e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:04.040315 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b3b59-2108-44f8-8f6b-9ea826405083 req-646ade3e-12c3-498c-a20d-3ce9df672023 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:04.052652 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-915b3b59-2108-44f8-8f6b-9ea826405083 req-646ade3e-12c3-498c-a20d-3ce9df672023 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b1194f6-8c34-436e-bc64-8bf735a31731 HTTP/1.1" status: 200 len: 950 time: 0.2190540 Nov 16 11:22:04.069594 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadbf864-16e5-484a-ae3a-e228b4b70ee2 None None] Sync routers for ids ['58577538-a6be-4d1e-9a01-e273f36e201c'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:22:04.095534 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadbf864-16e5-484a-ae3a-e228b4b70ee2 None None] Routers {'58577538-a6be-4d1e-9a01-e273f36e201c'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:22:04.096190 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-fadbf864-16e5-484a-ae3a-e228b4b70ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:21:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['58577538-a6be-4d1e-9a01-e273f36e201c'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:22:04.099829 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-f04733b6-5e5a-4dbd-be82-805835c5cdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:04.104873 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-f04733b6-5e5a-4dbd-be82-805835c5cdec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=abaafd2b-7546-45a3-a211-065b2bf563c9 HTTP/1.1" status: 200 len: 860 time: 0.1371179 Nov 16 11:22:04.130609 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36045a4e-341b-4914-bc04-a0ddebd63e29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=561673a0-7c6a-4b78-8624-3bdc3f6d4a60,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:04.143049 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:04.167846 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-28548dc1-389b-46d8-8cad-bfc949c2e5fa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a6437950-3837-42ba-a7b4-c297945f46f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522099 Nov 16 11:22:04.182795 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-915b3b59-2108-44f8-8f6b-9ea826405083 req-8b5e6b0f-c9fa-4510-b8ac-168a6f4ec232 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288581 Nov 16 11:22:04.186892 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36045a4e-341b-4914-bc04-a0ddebd63e29 admin admin] Checking segment: {'id': '895993bb-c076-4ec4-a9e5-6c9b06aa9ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2bea3c2b-9b6e-4353-90f6-1b51eaf5d1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:22:04.190874 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36045a4e-341b-4914-bc04-a0ddebd63e29 admin admin] Network hostable DHCP agents. Network: 2bea3c2b-9b6e-4353-90f6-1b51eaf5d1bf, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:22:04.221913 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 4addbcc2-c339-459c-9b42-be61c4d1a513, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=4addbcc2-c339-459c-9b42-be61c4d1a513,segment=NetworkSegment(2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7),segment_id=2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:22:04.231747 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:04.252835 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36045a4e-341b-4914-bc04-a0ddebd63e29 admin admin] Network 2bea3c2b-9b6e-4353-90f6-1b51eaf5d1bf is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:22:04.277768 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-36045a4e-341b-4914-bc04-a0ddebd63e29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 2bea3c2b-9b6e-4353-90f6-1b51eaf5d1bf) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:22:04.286367 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36045a4e-341b-4914-bc04-a0ddebd63e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:04.287401 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-36045a4e-341b-4914-bc04-a0ddebd63e29 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:04.296031 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c804739-790c-41ab-a384-975f430be83a None None] Network 2bea3c2b-9b6e-4353-90f6-1b51eaf5d1bf requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:22:04.347897 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-36045a4e-341b-4914-bc04-a0ddebd63e29 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7763994 Nov 16 11:22:04.349643 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59080) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:22:04.362944 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-1766d2e3-91f8-4a48-ba75-e759e82a297c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1643430382-router', 'tenant_id': '0e021b3646974f35bcb10ac82c9daeb4', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:22:04.412902 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-fadbf864-16e5-484a-ae3a-e228b4b70ee2 None None] Set router 58577538-a6be-4d1e-9a01-e273f36e201c gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:22:04.420384 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-311db763-3066-428f-ba3e-1ee54fd196de service neutron] 10.222.0.64 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449241 Nov 16 11:22:04.439637 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1766d2e3-91f8-4a48-ba75-e759e82a297c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:04.440738 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1766d2e3-91f8-4a48-ba75-e759e82a297c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:04.531474 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=4addbcc2-c339-459c-9b42-be61c4d1a513,revision_number=7']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:04.594520 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1766d2e3-91f8-4a48-ba75-e759e82a297c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:04.672755 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-83de0083-8dd2-4f21-9ceb-b5dfe33e5ced req-aa3ee950-a787-4e6d-9b05-9b28bf7bf2ed service neutron] 10.222.0.64 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386599 Nov 16 11:22:04.771573 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604d2e2-8f13-4c5f-8f25-ee5586b033f1 req-60ff874f-3cc0-4b02-afb2-76be108f7e32 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:04.780871 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d604d2e2-8f13-4c5f-8f25-ee5586b033f1 req-60ff874f-3cc0-4b02-afb2-76be108f7e32 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=0de1e654-2b1f-4276-9666-f3bf55d47ec3 HTTP/1.1" status: 200 len: 946 time: 0.2423730 Nov 16 11:22:04.807275 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdff9516-5be3-4eec-a1b5-ec181e83fe87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-2bea3c2b-9b6e-4353-90f6-1b51eaf5d1bf', 'network_id': '2bea3c2b-9b6e-4353-90f6-1b51eaf5d1bf', 'tenant_id': '0e021b3646974f35bcb10ac82c9daeb4', 'fixed_ips': [{'subnet_id': '561673a0-7c6a-4b78-8624-3bdc3f6d4a60'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:22:04.809349 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bdff9516-5be3-4eec-a1b5-ec181e83fe87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:04.919443 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-fadbf864-16e5-484a-ae3a-e228b4b70ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58577538-a6be-4d1e-9a01-e273f36e201c', 'name': 'tempest-TaggedBootDevicesTest-91696772-router', 'tenant_id': '1ae06a69eac64c2d80c4db8375c3a241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b67474d8-f467-468e-ab7a-01634eaf6b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:21:51Z', 'updated_at': '2021-11-16T11:21:59Z', 'revision_number': 4, 'project_id': '1ae06a69eac64c2d80c4db8375c3a241', 'gw_port': {'id': 'b67474d8-f467-468e-ab7a-01634eaf6b8d', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:58:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58577538-a6be-4d1e-9a01-e273f36e201c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:21:53Z', 'updated_at': '2021-11-16T11:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'fe243936-d558-4256-b06b-021aaf88410b', 'name': '', 'network_id': '3a680621-2411-4708-95d4-d036f0b77350', 'tenant_id': '1ae06a69eac64c2d80c4db8375c3a241', 'mac_address': 'fa:16:3e:cd:44:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58577538-a6be-4d1e-9a01-e273f36e201c', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'fa229a78-8641-4bd0-96a1-8a987021b856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:21:58Z', 'updated_at': '2021-11-16T11:21:59Z', 'revision_number': 2, 'project_id': '1ae06a69eac64c2d80c4db8375c3a241', 'subnets': [{'id': 'fa229a78-8641-4bd0-96a1-8a987021b856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:22:04.920587 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1766d2e3-91f8-4a48-ba75-e759e82a297c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:04.975460 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d604d2e2-8f13-4c5f-8f25-ee5586b033f1 req-a547c4a0-4733-426a-91cf-56c11793827d tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881757 Nov 16 11:22:05.004390 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadbf864-16e5-484a-ae3a-e228b4b70ee2 None None] Checking router: 58577538-a6be-4d1e-9a01-e273f36e201c for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:22:05.004900 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadbf864-16e5-484a-ae3a-e228b4b70ee2 None None] Updating router 58577538-a6be-4d1e-9a01-e273f36e201c port fe243936-d558-4256-b06b-021aaf88410b binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:22:05.039429 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fadbf864-16e5-484a-ae3a-e228b4b70ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:05.188523 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c29e1c1-13de-4dd3-9a4b-8932e62b7f04 x-openstack-request-id: req-8c29e1c1-13de-4dd3-9a4b-8932e62b7f04 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:22:05.188815 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af157f4b-dbd8-418c-8373-a45e2a47d15a", "tag": "8a384ed4-b843-4f1c-bc26-7b543629180a", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:22:05.189068 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8c29e1c1-13de-4dd3-9a4b-8932e62b7f04 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:22:05.189470 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af157f4b-dbd8-418c-8373-a45e2a47d15a', 'tag': '8a384ed4-b843-4f1c-bc26-7b543629180a', 'status': 'completed', 'code': 200} Nov 16 11:22:05.280473 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6df43d3-f514-4436-becd-2f29ad946eb9 x-openstack-request-id: req-e6df43d3-f514-4436-becd-2f29ad946eb9 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:22:05.281891 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1194f6-8c34-436e-bc64-8bf735a31731", "name": "network-vif-plugged", "status": "completed", "tag": "aaf8ca24-642c-4c97-886a-ff901d1a8062", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:22:05.282252 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e6df43d3-f514-4436-becd-2f29ad946eb9 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:22:05.283005 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1194f6-8c34-436e-bc64-8bf735a31731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf8ca24-642c-4c97-886a-ff901d1a8062', 'code': 200} Nov 16 11:22:05.297367 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944bcd21-6bf1-4a62-9046-2643330c402d req-cc18cccb-a90d-4715-a1c4-b8a21ff8c589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:05.298514 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-944bcd21-6bf1-4a62-9046-2643330c402d req-cc18cccb-a90d-4715-a1c4-b8a21ff8c589 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac57a0dec96b499199f175f118c6a6d4&device_id=af157f4b-dbd8-418c-8373-a45e2a47d15a HTTP/1.1" status: 200 len: 1095 time: 0.1032488 Nov 16 11:22:05.454634 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d2787-4f15-4b48-8f91-e9f5d71e83e3 req-14fd5e49-b37f-40e3-84ed-5928d2437a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:05.456584 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-301d2787-4f15-4b48-8f91-e9f5d71e83e3 req-14fd5e49-b37f-40e3-84ed-5928d2437a20 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6b1194f6-8c34-436e-bc64-8bf735a31731 HTTP/1.1" status: 200 len: 1101 time: 0.2962413 Nov 16 11:22:05.475743 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-bdff9516-5be3-4eec-a1b5-ec181e83fe87 None None] Allocated IP 172.20.0.2 (2bea3c2b-9b6e-4353-90f6-1b51eaf5d1bf/561673a0-7c6a-4b78-8624-3bdc3f6d4a60/d73c2e05-4e6b-4de5-a8b9-d0e82c477aa3) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:22:05.496752 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed3dac-f62f-4540-9059-29f39e482aad req-4981dd10-16f3-4762-8ec4-0e15a2109487 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:05.509868 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-65ed3dac-f62f-4540-9059-29f39e482aad req-4981dd10-16f3-4762-8ec4-0e15a2109487 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=af157f4b-dbd8-418c-8373-a45e2a47d15a HTTP/1.1" status: 200 len: 944 time: 0.1147518 Nov 16 11:22:05.537565 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944bcd21-6bf1-4a62-9046-2643330c402d req-8d6014e0-43b4-4a38-8068-87d387e17bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:05.541912 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-944bcd21-6bf1-4a62-9046-2643330c402d req-8d6014e0-43b4-4a38-8068-87d387e17bd7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a6437950-3837-42ba-a7b4-c297945f46f8 HTTP/1.1" status: 200 len: 921 time: 0.2345555 Nov 16 11:22:05.596577 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:22:05.638970 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fadbf864-16e5-484a-ae3a-e228b4b70ee2 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:05.653731 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-65ed3dac-f62f-4540-9059-29f39e482aad req-096bf56a-e365-4fbb-a60a-ff3b4c11c837 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418893 Nov 16 11:22:05.655405 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-944bcd21-6bf1-4a62-9046-2643330c402d req-11f2dd86-dcba-4a99-b485-24ca1637b228 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a384ed4-b843-4f1c-bc26-7b543629180a HTTP/1.1" status: 200 len: 217 time: 0.1040401 Nov 16 11:22:05.658923 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fadbf864-16e5-484a-ae3a-e228b4b70ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:05.661030 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1766d2e3-91f8-4a48-ba75-e759e82a297c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:05.720458 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1766d2e3-91f8-4a48-ba75-e759e82a297c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:05.725856 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944bcd21-6bf1-4a62-9046-2643330c402d req-0d7ff2af-3f15-4166-8b7a-a641d72e9127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:05.727281 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-944bcd21-6bf1-4a62-9046-2643330c402d req-0d7ff2af-3f15-4166-8b7a-a641d72e9127 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=abaafd2b-7546-45a3-a211-065b2bf563c9 HTTP/1.1" status: 200 len: 860 time: 0.0578439 Nov 16 11:22:05.808203 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-944bcd21-6bf1-4a62-9046-2643330c402d req-bf78d905-10c3-4922-982b-a0fcfa6059f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a6437950-3837-42ba-a7b4-c297945f46f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714681 Nov 16 11:22:05.838172 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0028570b-9554-4a1f-836e-0891eaa8700d None None] Pushing event updated for resources: {'Port': ['ID=fe243936-d558-4256-b06b-021aaf88410b,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:05.858574 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bdff9516-5be3-4eec-a1b5-ec181e83fe87 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:05.870575 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bdff9516-5be3-4eec-a1b5-ec181e83fe87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:05.899593 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0028570b-9554-4a1f-836e-0891eaa8700d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:05.899934 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0028570b-9554-4a1f-836e-0891eaa8700d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:05.900273 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0028570b-9554-4a1f-836e-0891eaa8700d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:05.901147 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0028570b-9554-4a1f-836e-0891eaa8700d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:05.901147 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0028570b-9554-4a1f-836e-0891eaa8700d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:05.922646 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0028570b-9554-4a1f-836e-0891eaa8700d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:05.923251 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0028570b-9554-4a1f-836e-0891eaa8700d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:05.923724 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0028570b-9554-4a1f-836e-0891eaa8700d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:05.924183 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0028570b-9554-4a1f-836e-0891eaa8700d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:05.924520 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0028570b-9554-4a1f-836e-0891eaa8700d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:05.925119 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0028570b-9554-4a1f-836e-0891eaa8700d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:05.925449 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0028570b-9554-4a1f-836e-0891eaa8700d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:05.974686 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdff9516-5be3-4eec-a1b5-ec181e83fe87 None None] Network 2bea3c2b-9b6e-4353-90f6-1b51eaf5d1bf is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:22:06.018454 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-301d2787-4f15-4b48-8f91-e9f5d71e83e3 req-87c36cfe-7db9-45f1-ad2b-dfeef60e99ac service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5430362 Nov 16 11:22:06.070850 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff9516-5be3-4eec-a1b5-ec181e83fe87 None None] Pushing event updated for resources: {'Port': ['ID=d73c2e05-4e6b-4de5-a8b9-d0e82c477aa3,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:06.076752 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-fadbf864-16e5-484a-ae3a-e228b4b70ee2 None None] Attempting to bind port fe243936-d558-4256-b06b-021aaf88410b on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:22:06.076973 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-fadbf864-16e5-484a-ae3a-e228b4b70ee2 None None] Attempting to bind port fe243936-d558-4256-b06b-021aaf88410b by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'bc3efc76-7eee-41cc-b500-e816d15e53cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3a680621-2411-4708-95d4-d036f0b77350'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:22:06.077295 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadbf864-16e5-484a-ae3a-e228b4b70ee2 None None] Attempting to bind port fe243936-d558-4256-b06b-021aaf88410b on network 3a680621-2411-4708-95d4-d036f0b77350 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:22:06.079602 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-bdff9516-5be3-4eec-a1b5-ec181e83fe87 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:22:06.090711 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-944bcd21-6bf1-4a62-9046-2643330c402d req-b1f81148-fb22-42a8-bde3-6d27eb2cd98f service neutron] 10.222.0.64 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657747 Nov 16 11:22:06.091670 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdff9516-5be3-4eec-a1b5-ec181e83fe87 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:22:06.096675 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadbf864-16e5-484a-ae3a-e228b4b70ee2 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:22:06.099187 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadbf864-16e5-484a-ae3a-e228b4b70ee2 None None] Checking segment: {'id': 'bc3efc76-7eee-41cc-b500-e816d15e53cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3a680621-2411-4708-95d4-d036f0b77350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:22:06.099187 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fadbf864-16e5-484a-ae3a-e228b4b70ee2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:06.099521 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadbf864-16e5-484a-ae3a-e228b4b70ee2 None None] Bound using segment: {'id': 'bc3efc76-7eee-41cc-b500-e816d15e53cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3a680621-2411-4708-95d4-d036f0b77350'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:22:06.100027 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-fadbf864-16e5-484a-ae3a-e228b4b70ee2 None None] Bound port: fe243936-d558-4256-b06b-021aaf88410b, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3efc76-7eee-41cc-b500-e816d15e53cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3a680621-2411-4708-95d4-d036f0b77350'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:22:06.100428 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fadbf864-16e5-484a-ae3a-e228b4b70ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:06.104793 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-1766d2e3-91f8-4a48-ba75-e759e82a297c admin admin] Allocated IP 172.25.0.169 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/920ea900-c10c-4e0d-bca8-c32fb12477ec) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:22:06.265643 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-bdff9516-5be3-4eec-a1b5-ec181e83fe87 None None] Attempting to bind port d73c2e05-4e6b-4de5-a8b9-d0e82c477aa3 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:22:06.266033 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-bdff9516-5be3-4eec-a1b5-ec181e83fe87 None None] Attempting to bind port d73c2e05-4e6b-4de5-a8b9-d0e82c477aa3 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '895993bb-c076-4ec4-a9e5-6c9b06aa9ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2bea3c2b-9b6e-4353-90f6-1b51eaf5d1bf'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:22:06.266399 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdff9516-5be3-4eec-a1b5-ec181e83fe87 None None] Attempting to bind port d73c2e05-4e6b-4de5-a8b9-d0e82c477aa3 on network 2bea3c2b-9b6e-4353-90f6-1b51eaf5d1bf {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:22:06.280189 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-fadbf864-16e5-484a-ae3a-e228b4b70ee2 None None] For port fe243936-d558-4256-b06b-021aaf88410b, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:22:06.286154 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdff9516-5be3-4eec-a1b5-ec181e83fe87 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:22:06.286593 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdff9516-5be3-4eec-a1b5-ec181e83fe87 None None] Checking segment: {'id': '895993bb-c076-4ec4-a9e5-6c9b06aa9ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2bea3c2b-9b6e-4353-90f6-1b51eaf5d1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:22:06.287188 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bdff9516-5be3-4eec-a1b5-ec181e83fe87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:06.287657 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdff9516-5be3-4eec-a1b5-ec181e83fe87 None None] Bound using segment: {'id': '895993bb-c076-4ec4-a9e5-6c9b06aa9ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2bea3c2b-9b6e-4353-90f6-1b51eaf5d1bf'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:22:06.288584 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-bdff9516-5be3-4eec-a1b5-ec181e83fe87 None None] Bound port: d73c2e05-4e6b-4de5-a8b9-d0e82c477aa3, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '895993bb-c076-4ec4-a9e5-6c9b06aa9ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2bea3c2b-9b6e-4353-90f6-1b51eaf5d1bf'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:22:06.292312 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bdff9516-5be3-4eec-a1b5-ec181e83fe87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:06.298458 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-fadbf864-16e5-484a-ae3a-e228b4b70ee2 None None] For port fe243936-d558-4256-b06b-021aaf88410b, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=fe243936-d558-4256-b06b-021aaf88410b,segment=NetworkSegment(bc3efc76-7eee-41cc-b500-e816d15e53cf),segment_id=bc3efc76-7eee-41cc-b500-e816d15e53cf)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:22:06.311918 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fadbf864-16e5-484a-ae3a-e228b4b70ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:06.360882 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-944bcd21-6bf1-4a62-9046-2643330c402d req-44e366fe-e3c5-404c-ace1-7363e1ef8625 service neutron] 10.222.0.64 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620044 Nov 16 11:22:06.402868 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3ea3c-2df2-43d2-bbcc-4e1524ec1beb req-589c17f0-fb53-407a-a5d7-b7e58e7d604f tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:06.410181 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-29b3ea3c-2df2-43d2-bbcc-4e1524ec1beb req-589c17f0-fb53-407a-a5d7-b7e58e7d604f tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b1194f6-8c34-436e-bc64-8bf735a31731 HTTP/1.1" status: 200 len: 950 time: 0.1466463 Nov 16 11:22:06.434976 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadbf864-16e5-484a-ae3a-e228b4b70ee2 None None] Routers {'58577538-a6be-4d1e-9a01-e273f36e201c'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:22:06.438447 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-fadbf864-16e5-484a-ae3a-e228b4b70ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:21:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['58577538-a6be-4d1e-9a01-e273f36e201c'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:22:06.525788 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1766d2e3-91f8-4a48-ba75-e759e82a297c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:06.539116 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-f3e47770-673b-4ffd-b03c-6cf958079076 None None] Provisioning complete for port fe243936-d558-4256-b06b-021aaf88410b triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:22:06.540393 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f3e47770-673b-4ffd-b03c-6cf958079076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:06.546886 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-bdff9516-5be3-4eec-a1b5-ec181e83fe87 None None] For port d73c2e05-4e6b-4de5-a8b9-d0e82c477aa3, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:22:06.558747 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-bdff9516-5be3-4eec-a1b5-ec181e83fe87 None None] For port d73c2e05-4e6b-4de5-a8b9-d0e82c477aa3, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=d73c2e05-4e6b-4de5-a8b9-d0e82c477aa3,segment=NetworkSegment(895993bb-c076-4ec4-a9e5-6c9b06aa9ba0),segment_id=895993bb-c076-4ec4-a9e5-6c9b06aa9ba0)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:22:06.611390 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bdff9516-5be3-4eec-a1b5-ec181e83fe87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:06.614260 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-29b3ea3c-2df2-43d2-bbcc-4e1524ec1beb req-f7330e50-559f-420a-a240-9e402dc582ae tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972580 Nov 16 11:22:06.684767 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1766d2e3-91f8-4a48-ba75-e759e82a297c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:06.840059 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1766d2e3-91f8-4a48-ba75-e759e82a297c admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:22:06.853117 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-1766d2e3-91f8-4a48-ba75-e759e82a297c admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:22:06.860477 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff9516-5be3-4eec-a1b5-ec181e83fe87 None None] Pushing event updated for resources: {'Port': ['ID=d73c2e05-4e6b-4de5-a8b9-d0e82c477aa3,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:06.874809 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1766d2e3-91f8-4a48-ba75-e759e82a297c admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:22:06.882673 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab019c6-1838-4254-a950-de67f552f78a None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:22:06.883684 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766d2e3-91f8-4a48-ba75-e759e82a297c admin admin] Pushing event updated for resources: {'Port': ['ID=920ea900-c10c-4e0d-bca8-c32fb12477ec,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:07.022298 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766d2e3-91f8-4a48-ba75-e759e82a297c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:07.022298 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766d2e3-91f8-4a48-ba75-e759e82a297c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:07.030593 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766d2e3-91f8-4a48-ba75-e759e82a297c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:07.032328 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766d2e3-91f8-4a48-ba75-e759e82a297c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:07.032683 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766d2e3-91f8-4a48-ba75-e759e82a297c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:07.033024 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766d2e3-91f8-4a48-ba75-e759e82a297c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:07.033366 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766d2e3-91f8-4a48-ba75-e759e82a297c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:07.033704 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766d2e3-91f8-4a48-ba75-e759e82a297c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:07.034115 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766d2e3-91f8-4a48-ba75-e759e82a297c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:07.034449 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766d2e3-91f8-4a48-ba75-e759e82a297c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:07.038534 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766d2e3-91f8-4a48-ba75-e759e82a297c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:07.042388 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766d2e3-91f8-4a48-ba75-e759e82a297c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:07.045428 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f3e47770-673b-4ffd-b03c-6cf958079076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:07.054901 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0028570b-9554-4a1f-836e-0891eaa8700d None None] Pushing event updated for resources: {'Port': ['ID=fe243936-d558-4256-b06b-021aaf88410b,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:07.142176 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-fadbf864-16e5-484a-ae3a-e228b4b70ee2 None None] Set router 58577538-a6be-4d1e-9a01-e273f36e201c gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:22:07.180571 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-f3e47770-673b-4ffd-b03c-6cf958079076 None None] For port fe243936-d558-4256-b06b-021aaf88410b, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=fe243936-d558-4256-b06b-021aaf88410b,segment=NetworkSegment(bc3efc76-7eee-41cc-b500-e816d15e53cf),segment_id=bc3efc76-7eee-41cc-b500-e816d15e53cf)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:22:07.191076 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f3e47770-673b-4ffd-b03c-6cf958079076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:07.287523 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31e7430-a8f8-4e84-9396-1e324e926aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4addbcc2-c339-459c-9b42-be61c4d1a513'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:22:07.297740 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f17e86-14d3-4281-9c2a-02e79faac8b8" -d '{"events": [{"server_uuid": "e31e7430-a8f8-4e84-9396-1e324e926aae", "name": "network-vif-plugged", "status": "completed", "tag": "4addbcc2-c339-459c-9b42-be61c4d1a513"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:22:07.361312 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e47770-673b-4ffd-b03c-6cf958079076 None None] Pushing event updated for resources: {'Port': ['ID=fe243936-d558-4256-b06b-021aaf88410b,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:07.381457 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f58c5d-3b04-4324-aa09-4e2a09546fbd req-32ee1725-fab9-40ea-877a-5c1e362885dd tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:07.385014 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-74a3b5f4-e3f5-4d2b-a83c-48d9b7223506 None None] Provisioning complete for port 920ea900-c10c-4e0d-bca8-c32fb12477ec triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:22:07.388379 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-74a3b5f4-e3f5-4d2b-a83c-48d9b7223506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:07.390261 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-44f58c5d-3b04-4324-aa09-4e2a09546fbd req-32ee1725-fab9-40ea-877a-5c1e362885dd tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=0de1e654-2b1f-4276-9666-f3bf55d47ec3 HTTP/1.1" status: 200 len: 946 time: 0.4377139 Nov 16 11:22:07.502669 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-74a3b5f4-e3f5-4d2b-a83c-48d9b7223506 None None] Port 920ea900-c10c-4e0d-bca8-c32fb12477ec cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:22:07.540176 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-74a3b5f4-e3f5-4d2b-a83c-48d9b7223506 None None] Provisioning complete for port fe243936-d558-4256-b06b-021aaf88410b triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:22:07.540852 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-74a3b5f4-e3f5-4d2b-a83c-48d9b7223506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:07.601611 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-fadbf864-16e5-484a-ae3a-e228b4b70ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58577538-a6be-4d1e-9a01-e273f36e201c', 'name': 'tempest-TaggedBootDevicesTest-91696772-router', 'tenant_id': '1ae06a69eac64c2d80c4db8375c3a241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b67474d8-f467-468e-ab7a-01634eaf6b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:21:51Z', 'updated_at': '2021-11-16T11:21:59Z', 'revision_number': 4, 'project_id': '1ae06a69eac64c2d80c4db8375c3a241', 'gw_port': {'id': 'b67474d8-f467-468e-ab7a-01634eaf6b8d', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:58:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58577538-a6be-4d1e-9a01-e273f36e201c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:21:53Z', 'updated_at': '2021-11-16T11:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'fe243936-d558-4256-b06b-021aaf88410b', 'name': '', 'network_id': '3a680621-2411-4708-95d4-d036f0b77350', 'tenant_id': '1ae06a69eac64c2d80c4db8375c3a241', 'mac_address': 'fa:16:3e:cd:44:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58577538-a6be-4d1e-9a01-e273f36e201c', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'fa229a78-8641-4bd0-96a1-8a987021b856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:21:58Z', 'updated_at': '2021-11-16T11:22:06Z', 'revision_number': 4, 'project_id': '1ae06a69eac64c2d80c4db8375c3a241', 'subnets': [{'id': 'fa229a78-8641-4bd0-96a1-8a987021b856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:22:07.639460 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-44f58c5d-3b04-4324-aa09-4e2a09546fbd req-1e7a6d9e-1ed4-4188-84f0-3a6624cdc0c8 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481375 Nov 16 11:22:07.651859 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadbf864-16e5-484a-ae3a-e228b4b70ee2 None None] The sync data for ids ['58577538-a6be-4d1e-9a01-e273f36e201c'] in n-d-816823-3 is: [{'id': '58577538-a6be-4d1e-9a01-e273f36e201c', 'name': 'tempest-TaggedBootDevicesTest-91696772-router', 'tenant_id': '1ae06a69eac64c2d80c4db8375c3a241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b67474d8-f467-468e-ab7a-01634eaf6b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:21:51Z', 'updated_at': '2021-11-16T11:21:59Z', 'revision_number': 4, 'project_id': '1ae06a69eac64c2d80c4db8375c3a241', 'gw_port': {'id': 'b67474d8-f467-468e-ab7a-01634eaf6b8d', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:58:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58577538-a6be-4d1e-9a01-e273f36e201c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:21:53Z', 'updated_at': '2021-11-16T11:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'fe243936-d558-4256-b06b-021aaf88410b', 'name': '', 'network_id': '3a680621-2411-4708-95d4-d036f0b77350', 'tenant_id': '1ae06a69eac64c2d80c4db8375c3a241', 'mac_address': 'fa:16:3e:cd:44:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58577538-a6be-4d1e-9a01-e273f36e201c', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'fa229a78-8641-4bd0-96a1-8a987021b856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:21:58Z', 'updated_at': '2021-11-16T11:22:06Z', 'revision_number': 4, 'project_id': '1ae06a69eac64c2d80c4db8375c3a241', 'subnets': [{'id': 'fa229a78-8641-4bd0-96a1-8a987021b856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:22:07.730630 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1766d2e3-91f8-4a48-ba75-e759e82a297c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:07.860994 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 8a384ed4-b843-4f1c-bc26-7b543629180a details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:22:08.179982 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47d912-4ca1-485b-936e-d8552699dc97 req-d095c579-1e97-4ced-a7f5-69c259d1d15e tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:08.181547 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7e47d912-4ca1-485b-936e-d8552699dc97 req-d095c579-1e97-4ced-a7f5-69c259d1d15e tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=af157f4b-dbd8-418c-8373-a45e2a47d15a HTTP/1.1" status: 200 len: 944 time: 0.3274972 Nov 16 11:22:08.219753 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 8a384ed4-b843-4f1c-bc26-7b543629180a, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=8a384ed4-b843-4f1c-bc26-7b543629180a,segment=NetworkSegment(d9c88559-8fa4-467d-a577-d2c14bfd7508),segment_id=d9c88559-8fa4-467d-a577-d2c14bfd7508)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:22:08.245365 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '8a384ed4-b843-4f1c-bc26-7b543629180a', 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8', 'port_id': '8a384ed4-b843-4f1c-bc26-7b543629180a', 'mac_address': 'fa:16:3e:80:a7:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abaafd2b-7546-45a3-a211-065b2bf563c9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:22:08.371019 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device fe243936-d558-4256-b06b-021aaf88410b up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:22:08.481639 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45eea25c-d9d9-4c4f-95fe-0e6982375596 None None] Network 2bea3c2b-9b6e-4353-90f6-1b51eaf5d1bf requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:22:08.510253 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7e47d912-4ca1-485b-936e-d8552699dc97 req-31f20684-dacb-48fc-9693-23f5242aad91 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118660 Nov 16 11:22:08.589183 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1766d2e3-91f8-4a48-ba75-e759e82a297c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:08.643776 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:08.790889 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a384ed4-b843-4f1c-bc26-7b543629180a {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:22:08.857970 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-53e52d8b-091b-4230-8412-e6e032df31d4 None None] Provisioning complete for port d73c2e05-4e6b-4de5-a8b9-d0e82c477aa3 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:22:08.859724 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-53e52d8b-091b-4230-8412-e6e032df31d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:08.887426 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1766d2e3-91f8-4a48-ba75-e759e82a297c admin admin] Router 1bc92f62-7d6c-43ad-b472-0507456da836 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:22:08.986904 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7661b4d3-59b3-4dcb-a55e-e549e289a35b x-openstack-request-id: req-7661b4d3-59b3-4dcb-a55e-e549e289a35b {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:22:08.988018 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31e7430-a8f8-4e84-9396-1e324e926aae", "name": "network-vif-plugged", "status": "completed", "tag": "4addbcc2-c339-459c-9b42-be61c4d1a513", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:22:08.988622 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7661b4d3-59b3-4dcb-a55e-e549e289a35b {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:22:08.993033 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31e7430-a8f8-4e84-9396-1e324e926aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4addbcc2-c339-459c-9b42-be61c4d1a513', 'code': 200} Nov 16 11:22:09.005831 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 8a384ed4-b843-4f1c-bc26-7b543629180a, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=8a384ed4-b843-4f1c-bc26-7b543629180a,segment=NetworkSegment(d9c88559-8fa4-467d-a577-d2c14bfd7508),segment_id=d9c88559-8fa4-467d-a577-d2c14bfd7508)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:22:09.055607 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:09.298694 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141472a-9eaf-4e84-9dea-3fee5d780516 req-6cd358f7-945b-4edb-8b69-c558a1b51e03 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:09.307803 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1141472a-9eaf-4e84-9dea-3fee5d780516 req-6cd358f7-945b-4edb-8b69-c558a1b51e03 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b1194f6-8c34-436e-bc64-8bf735a31731 HTTP/1.1" status: 200 len: 950 time: 0.2194088 Nov 16 11:22:09.312816 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port fe243936-d558-4256-b06b-021aaf88410b triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:22:09.313274 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:09.358066 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1766d2e3-91f8-4a48-ba75-e759e82a297c admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:22:09.383353 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6295b35b-6818-449c-ae94-232f4b653ca4 None None] Sync routers for ids ['1bc92f62-7d6c-43ad-b472-0507456da836'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:22:09.391846 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1141472a-9eaf-4e84-9dea-3fee5d780516 req-eccd2f68-5a7b-4533-965f-ae82f222c35f tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827973 Nov 16 11:22:09.404412 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1766d2e3-91f8-4a48-ba75-e759e82a297c admin admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:09.405735 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1766d2e3-91f8-4a48-ba75-e759e82a297c admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.0551341 Nov 16 11:22:09.406300 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6295b35b-6818-449c-ae94-232f4b653ca4 None None] Routers {'1bc92f62-7d6c-43ad-b472-0507456da836'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:22:09.407022 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6295b35b-6818-449c-ae94-232f4b653ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:21:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['1bc92f62-7d6c-43ad-b472-0507456da836'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:22:09.408532 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59116) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:22:09.495429 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['8a384ed4-b843-4f1c-bc26-7b543629180a'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:22:09.609847 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=8a384ed4-b843-4f1c-bc26-7b543629180a,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:09.675155 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device d73c2e05-4e6b-4de5-a8b9-d0e82c477aa3 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:22:09.685084 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-53e52d8b-091b-4230-8412-e6e032df31d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:09.835648 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-6295b35b-6818-449c-ae94-232f4b653ca4 None None] Set router 1bc92f62-7d6c-43ad-b472-0507456da836 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:22:10.300198 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-53e52d8b-091b-4230-8412-e6e032df31d4 None None] For port d73c2e05-4e6b-4de5-a8b9-d0e82c477aa3, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=d73c2e05-4e6b-4de5-a8b9-d0e82c477aa3,segment=NetworkSegment(895993bb-c076-4ec4-a9e5-6c9b06aa9ba0),segment_id=895993bb-c076-4ec4-a9e5-6c9b06aa9ba0)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:22:10.388303 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port d73c2e05-4e6b-4de5-a8b9-d0e82c477aa3 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:22:10.388680 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:10.406177 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-53e52d8b-091b-4230-8412-e6e032df31d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:10.507565 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d8a0a-5583-4658-83a3-37fb428b9f06 req-f39b1400-5080-4e35-86a3-453f4757306e tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:10.520314 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-be1d8a0a-5583-4658-83a3-37fb428b9f06 req-f39b1400-5080-4e35-86a3-453f4757306e tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=0de1e654-2b1f-4276-9666-f3bf55d47ec3 HTTP/1.1" status: 200 len: 946 time: 0.7944338 Nov 16 11:22:10.610978 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-be1d8a0a-5583-4658-83a3-37fb428b9f06 req-6e799aa8-7287-4913-be38-1faa7e0f480f tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895495 Nov 16 11:22:10.749145 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-22e0ee07-6c48-4634-9c63-9bca0f36b084 None None] Provisioning complete for port d73c2e05-4e6b-4de5-a8b9-d0e82c477aa3 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:22:10.750271 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-22e0ee07-6c48-4634-9c63-9bca0f36b084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:10.754357 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e52d8b-091b-4230-8412-e6e032df31d4 None None] Pushing event updated for resources: {'Port': ['ID=d73c2e05-4e6b-4de5-a8b9-d0e82c477aa3,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:10.934855 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6295b35b-6818-449c-ae94-232f4b653ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc92f62-7d6c-43ad-b472-0507456da836', 'name': 'tempest-TaggedBootDevicesTest-1643430382-router', 'tenant_id': '0e021b3646974f35bcb10ac82c9daeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '920ea900-c10c-4e0d-bca8-c32fb12477ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:22:04Z', 'updated_at': '2021-11-16T11:22:07Z', 'revision_number': 3, 'project_id': '0e021b3646974f35bcb10ac82c9daeb4', 'gw_port': {'id': '920ea900-c10c-4e0d-bca8-c32fb12477ec', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc92f62-7d6c-43ad-b472-0507456da836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:22:05Z', 'updated_at': '2021-11-16T11:22:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:22:11.001505 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d70ae96-ff5b-4309-b7db-70c5e50065ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:11.027685 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device d73c2e05-4e6b-4de5-a8b9-d0e82c477aa3 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:22:11.032184 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6295b35b-6818-449c-ae94-232f4b653ca4 None None] Checking router: 1bc92f62-7d6c-43ad-b472-0507456da836 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:22:11.032531 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6295b35b-6818-449c-ae94-232f4b653ca4 None None] Updating router 1bc92f62-7d6c-43ad-b472-0507456da836 port 920ea900-c10c-4e0d-bca8-c32fb12477ec binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:22:11.125784 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6295b35b-6818-449c-ae94-232f4b653ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:11.208739 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-7d70ae96-ff5b-4309-b7db-70c5e50065ad admin admin] Allocated IP 172.20.0.1 (2bea3c2b-9b6e-4353-90f6-1b51eaf5d1bf/561673a0-7c6a-4b78-8624-3bdc3f6d4a60/9fc1865e-7e21-4264-8a82-ef6c99607cae) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:22:11.272219 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port d73c2e05-4e6b-4de5-a8b9-d0e82c477aa3 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:22:11.273146 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:11.323111 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d70ae96-ff5b-4309-b7db-70c5e50065ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:11.372569 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac827f-2a86-42cf-9086-327994b8dc32 req-ac2014ed-cc0c-4b3e-b91d-b7f5acf3073a tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:11.380679 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2fac827f-2a86-42cf-9086-327994b8dc32 req-ac2014ed-cc0c-4b3e-b91d-b7f5acf3073a tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcd3cee9-d9b9-40a8-89d4-643c9900a7c1 HTTP/1.1" status: 200 len: 946 time: 0.4113553 Nov 16 11:22:11.390890 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d70ae96-ff5b-4309-b7db-70c5e50065ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:11.437476 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d70ae96-ff5b-4309-b7db-70c5e50065ad admin admin] Network 2bea3c2b-9b6e-4353-90f6-1b51eaf5d1bf is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:22:11.447241 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-7d70ae96-ff5b-4309-b7db-70c5e50065ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:22:11.450335 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d70ae96-ff5b-4309-b7db-70c5e50065ad admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:22:11.500469 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d70ae96-ff5b-4309-b7db-70c5e50065ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:11.589981 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6295b35b-6818-449c-ae94-232f4b653ca4 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:11.615607 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6295b35b-6818-449c-ae94-232f4b653ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:11.637082 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2fac827f-2a86-42cf-9086-327994b8dc32 req-ead53d58-b2c4-47ed-90b5-b5ffbe0794cc tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/security-groups?id=7e2f27fd-8e22-4399-89da-285e295b5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2554812 Nov 16 11:22:11.644867 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d70ae96-ff5b-4309-b7db-70c5e50065ad admin admin] Pushing event updated for resources: {'Port': ['ID=9fc1865e-7e21-4264-8a82-ef6c99607cae,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:11.732084 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d70ae96-ff5b-4309-b7db-70c5e50065ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:11.742745 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f56c040-392d-40d8-9db1-b1b488c67a2d None None] Pushing event updated for resources: {'Port': ['ID=920ea900-c10c-4e0d-bca8-c32fb12477ec,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:11.752629 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b319e048-e3e6-4d64-95b1-d218feed3898 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:22:11.769459 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-6295b35b-6818-449c-ae94-232f4b653ca4 None None] Attempting to bind port 920ea900-c10c-4e0d-bca8-c32fb12477ec on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:22:11.769838 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-6295b35b-6818-449c-ae94-232f4b653ca4 None None] Attempting to bind port 920ea900-c10c-4e0d-bca8-c32fb12477ec by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:22:11.770241 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6295b35b-6818-449c-ae94-232f4b653ca4 None None] Attempting to bind port 920ea900-c10c-4e0d-bca8-c32fb12477ec on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:22:11.790592 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6295b35b-6818-449c-ae94-232f4b653ca4 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:22:11.790982 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6295b35b-6818-449c-ae94-232f4b653ca4 None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:22:11.791390 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6295b35b-6818-449c-ae94-232f4b653ca4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:11.791849 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6295b35b-6818-449c-ae94-232f4b653ca4 None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:22:11.792333 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-6295b35b-6818-449c-ae94-232f4b653ca4 None None] Bound port: 920ea900-c10c-4e0d-bca8-c32fb12477ec, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:22:11.793114 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6295b35b-6818-449c-ae94-232f4b653ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:11.846434 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 8a384ed4-b843-4f1c-bc26-7b543629180a up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:22:11.885200 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b579c-648e-41c4-b6eb-0ea711c67875 req-811d8541-91a6-49f9-9f9a-a26a7bc16d14 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:11.886701 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-413b579c-648e-41c4-b6eb-0ea711c67875 req-811d8541-91a6-49f9-9f9a-a26a7bc16d14 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 950 time: 0.1146736 Nov 16 11:22:11.954066 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-6295b35b-6818-449c-ae94-232f4b653ca4 None None] For port 920ea900-c10c-4e0d-bca8-c32fb12477ec, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:22:11.959331 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-6295b35b-6818-449c-ae94-232f4b653ca4 None None] For port 920ea900-c10c-4e0d-bca8-c32fb12477ec, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=920ea900-c10c-4e0d-bca8-c32fb12477ec,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:22:11.965101 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-03f2a18e-7c75-4c38-8526-98c21cd2082b None None] Provisioning complete for port 920ea900-c10c-4e0d-bca8-c32fb12477ec triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:22:11.965737 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-03f2a18e-7c75-4c38-8526-98c21cd2082b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:11.969835 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6295b35b-6818-449c-ae94-232f4b653ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:12.062958 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-413b579c-648e-41c4-b6eb-0ea711c67875 req-15fa2af6-edd2-4886-8beb-1df87c1059f0 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662750 Nov 16 11:22:12.089533 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 8a384ed4-b843-4f1c-bc26-7b543629180a completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:22:12.109077 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38af7b83-003c-4112-994e-75e5964b37fe None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:22:12.152561 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 8a384ed4-b843-4f1c-bc26-7b543629180a triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:22:12.152846 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:12.204013 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6295b35b-6818-449c-ae94-232f4b653ca4 None None] Routers {'1bc92f62-7d6c-43ad-b472-0507456da836'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:22:12.204807 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6295b35b-6818-449c-ae94-232f4b653ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:21:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['1bc92f62-7d6c-43ad-b472-0507456da836'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:22:12.216658 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d70ae96-ff5b-4309-b7db-70c5e50065ad admin admin] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:12.226258 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f56c040-392d-40d8-9db1-b1b488c67a2d None None] Pushing event updated for resources: {'Port': ['ID=920ea900-c10c-4e0d-bca8-c32fb12477ec,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:12.227758 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d70ae96-ff5b-4309-b7db-70c5e50065ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:12.449494 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d70ae96-ff5b-4309-b7db-70c5e50065ad admin admin] Pushing event updated for resources: {'Port': ['ID=9fc1865e-7e21-4264-8a82-ef6c99607cae,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:12.484407 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d70ae96-ff5b-4309-b7db-70c5e50065ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:12.509531 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec89418-3ab2-4abd-a771-945feb75396a req-4eea6c8b-a7a1-4abe-8284-81acaebaef27 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:12.517120 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3ec89418-3ab2-4abd-a771-945feb75396a req-4eea6c8b-a7a1-4abe-8284-81acaebaef27 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=af157f4b-dbd8-418c-8373-a45e2a47d15a HTTP/1.1" status: 200 len: 945 time: 0.2340178 Nov 16 11:22:12.534495 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-6295b35b-6818-449c-ae94-232f4b653ca4 None None] Set router 1bc92f62-7d6c-43ad-b472-0507456da836 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:22:12.620401 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-03f2a18e-7c75-4c38-8526-98c21cd2082b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:12.641714 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-03f2a18e-7c75-4c38-8526-98c21cd2082b None None] For port 920ea900-c10c-4e0d-bca8-c32fb12477ec, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=920ea900-c10c-4e0d-bca8-c32fb12477ec,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:22:12.655822 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3ec89418-3ab2-4abd-a771-945feb75396a req-9c97e992-a69e-4773-8975-f81dde5a0044 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330976 Nov 16 11:22:12.701173 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-03f2a18e-7c75-4c38-8526-98c21cd2082b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:12.738370 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d70ae96-ff5b-4309-b7db-70c5e50065ad admin admin] Network 2bea3c2b-9b6e-4353-90f6-1b51eaf5d1bf is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:22:12.740191 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-7d70ae96-ff5b-4309-b7db-70c5e50065ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:22:12.857384 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:12.972142 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d70ae96-ff5b-4309-b7db-70c5e50065ad admin admin] Router 1bc92f62-7d6c-43ad-b472-0507456da836 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:22:13.043592 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 8a384ed4-b843-4f1c-bc26-7b543629180a, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=8a384ed4-b843-4f1c-bc26-7b543629180a,segment=NetworkSegment(d9c88559-8fa4-467d-a577-d2c14bfd7508),segment_id=d9c88559-8fa4-467d-a577-d2c14bfd7508)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:22:13.052719 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af157f4b-dbd8-418c-8373-a45e2a47d15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a384ed4-b843-4f1c-bc26-7b543629180a'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:22:13.063041 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd8d1f4-0875-46f1-82d9-7c641ed1f84d" -d '{"events": [{"server_uuid": "af157f4b-dbd8-418c-8373-a45e2a47d15a", "name": "network-vif-plugged", "status": "completed", "tag": "8a384ed4-b843-4f1c-bc26-7b543629180a"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:22:13.068760 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2a18e-7c75-4c38-8526-98c21cd2082b None None] Pushing event updated for resources: {'Port': ['ID=920ea900-c10c-4e0d-bca8-c32fb12477ec,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:13.075621 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-03f2a18e-7c75-4c38-8526-98c21cd2082b None None] Provisioning complete for port 9fc1865e-7e21-4264-8a82-ef6c99607cae triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:22:13.075621 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-03f2a18e-7c75-4c38-8526-98c21cd2082b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:13.093262 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:13.178471 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d70ae96-ff5b-4309-b7db-70c5e50065ad admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:22:13.192226 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7d70ae96-ff5b-4309-b7db-70c5e50065ad admin admin] 10.222.0.61 "PUT /v2.0/routers/1bc92f62-7d6c-43ad-b472-0507456da836/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7820358 Nov 16 11:22:13.272005 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-2a0ca958-490a-42a9-8073-c894c4748530 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=ec47a3e7fd1142dea625a6029a3061c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532522 Nov 16 11:22:13.367216 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ad39b14e-f899-41d9-8cd1-514927b5e9a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:13.399944 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-03f2a18e-7c75-4c38-8526-98c21cd2082b None None] Port 9fc1865e-7e21-4264-8a82-ef6c99607cae cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:22:13.430830 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=8a384ed4-b843-4f1c-bc26-7b543629180a,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:13.482294 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6295b35b-6818-449c-ae94-232f4b653ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc92f62-7d6c-43ad-b472-0507456da836', 'name': 'tempest-TaggedBootDevicesTest-1643430382-router', 'tenant_id': '0e021b3646974f35bcb10ac82c9daeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '920ea900-c10c-4e0d-bca8-c32fb12477ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:22:04Z', 'updated_at': '2021-11-16T11:22:11Z', 'revision_number': 4, 'project_id': '0e021b3646974f35bcb10ac82c9daeb4', 'gw_port': {'id': '920ea900-c10c-4e0d-bca8-c32fb12477ec', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc92f62-7d6c-43ad-b472-0507456da836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:22:05Z', 'updated_at': '2021-11-16T11:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '9fc1865e-7e21-4264-8a82-ef6c99607cae', 'name': '', 'network_id': '2bea3c2b-9b6e-4353-90f6-1b51eaf5d1bf', 'tenant_id': '0e021b3646974f35bcb10ac82c9daeb4', 'mac_address': 'fa:16:3e:7e:56:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc92f62-7d6c-43ad-b472-0507456da836', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '561673a0-7c6a-4b78-8624-3bdc3f6d4a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:22:11Z', 'updated_at': '2021-11-16T11:22:11Z', 'revision_number': 1, 'project_id': '0e021b3646974f35bcb10ac82c9daeb4', 'subnets': [{'id': '561673a0-7c6a-4b78-8624-3bdc3f6d4a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:22:13.550618 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6295b35b-6818-449c-ae94-232f4b653ca4 None None] The sync data for ids ['1bc92f62-7d6c-43ad-b472-0507456da836'] in n-d-816823-3 is: [{'id': '1bc92f62-7d6c-43ad-b472-0507456da836', 'name': 'tempest-TaggedBootDevicesTest-1643430382-router', 'tenant_id': '0e021b3646974f35bcb10ac82c9daeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '920ea900-c10c-4e0d-bca8-c32fb12477ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:22:04Z', 'updated_at': '2021-11-16T11:22:11Z', 'revision_number': 4, 'project_id': '0e021b3646974f35bcb10ac82c9daeb4', 'gw_port': {'id': '920ea900-c10c-4e0d-bca8-c32fb12477ec', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc92f62-7d6c-43ad-b472-0507456da836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:22:05Z', 'updated_at': '2021-11-16T11:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '9fc1865e-7e21-4264-8a82-ef6c99607cae', 'name': '', 'network_id': '2bea3c2b-9b6e-4353-90f6-1b51eaf5d1bf', 'tenant_id': '0e021b3646974f35bcb10ac82c9daeb4', 'mac_address': 'fa:16:3e:7e:56:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc92f62-7d6c-43ad-b472-0507456da836', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '561673a0-7c6a-4b78-8624-3bdc3f6d4a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:22:11Z', 'updated_at': '2021-11-16T11:22:11Z', 'revision_number': 1, 'project_id': '0e021b3646974f35bcb10ac82c9daeb4', 'subnets': [{'id': '561673a0-7c6a-4b78-8624-3bdc3f6d4a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:22:13.568337 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-ff3a2431-6ff9-4520-8c33-26b971771e89 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:13.572631 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-ff3a2431-6ff9-4520-8c33-26b971771e89 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2916026 Nov 16 11:22:13.598909 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-25dc65cd-d47b-4b0c-b6eb-fd9aa93d7d87 None None] Provisioning complete for port 920ea900-c10c-4e0d-bca8-c32fb12477ec triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:22:13.599320 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-25dc65cd-d47b-4b0c-b6eb-fd9aa93d7d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:13.617481 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-3da8312c-63d5-4ad6-8517-cf25085bfa03 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/quotas/ec47a3e7fd1142dea625a6029a3061c1 HTTP/1.1" status: 200 len: 375 time: 0.0255575 Nov 16 11:22:13.737056 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-5d35550e-1b27-4408-9efa-89033035e6d0 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ec47a3e7fd1142dea625a6029a3061c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1174769 Nov 16 11:22:13.829568 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-25dc65cd-d47b-4b0c-b6eb-fd9aa93d7d87 None None] Provisioning complete for port 9fc1865e-7e21-4264-8a82-ef6c99607cae triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:22:13.829971 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-25dc65cd-d47b-4b0c-b6eb-fd9aa93d7d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:13.927746 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-25dc65cd-d47b-4b0c-b6eb-fd9aa93d7d87 None None] Port 9fc1865e-7e21-4264-8a82-ef6c99607cae cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:22:13.940529 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118549b5-21f5-4be4-b7b3-fa70cbc12418 req-ee7704aa-daaa-40cf-88aa-e6de4cb5b375 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:13.946572 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-118549b5-21f5-4be4-b7b3-fa70cbc12418 req-ee7704aa-daaa-40cf-88aa-e6de4cb5b375 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=0de1e654-2b1f-4276-9666-f3bf55d47ec3 HTTP/1.1" status: 200 len: 946 time: 0.0929482 Nov 16 11:22:14.075788 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-118549b5-21f5-4be4-b7b3-fa70cbc12418 req-36291858-e418-4106-a2b3-80c37c1254d4 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114063 Nov 16 11:22:14.155647 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72c2510-f77b-4cea-874b-05eabe500798 x-openstack-request-id: req-e72c2510-f77b-4cea-874b-05eabe500798 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:22:14.156007 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af157f4b-dbd8-418c-8373-a45e2a47d15a", "name": "network-vif-plugged", "status": "completed", "tag": "8a384ed4-b843-4f1c-bc26-7b543629180a", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:22:14.156325 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e72c2510-f77b-4cea-874b-05eabe500798 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:22:14.156782 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af157f4b-dbd8-418c-8373-a45e2a47d15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a384ed4-b843-4f1c-bc26-7b543629180a', 'code': 200} Nov 16 11:22:14.292580 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fea330-9472-4db0-8dfd-82c52647c146 req-883a8f29-46bc-48b0-9422-6d1107e844f0 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:14.298029 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-48fea330-9472-4db0-8dfd-82c52647c146 req-883a8f29-46bc-48b0-9422-6d1107e844f0 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 945 time: 0.1647515 Nov 16 11:22:14.305489 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78b45a-be7c-4f7e-a0ce-fe78b62e3c84 req-5f2407b7-e73e-43d8-aba1-6a5e3989dd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:14.307017 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8e78b45a-be7c-4f7e-a0ce-fe78b62e3c84 req-5f2407b7-e73e-43d8-aba1-6a5e3989dd94 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=af157f4b-dbd8-418c-8373-a45e2a47d15a HTTP/1.1" status: 200 len: 1097 time: 0.0758307 Nov 16 11:22:14.370916 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8e78b45a-be7c-4f7e-a0ce-fe78b62e3c84 req-7c5ce6a1-699f-45d9-8412-c297a7082747 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513422 Nov 16 11:22:14.443791 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c82701-ff93-45ba-a8aa-3b7f7a5a3442 req-7c928105-a68d-4412-8a68-e041a4338f4b tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:14.446725 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f8c82701-ff93-45ba-a8aa-3b7f7a5a3442 req-7c928105-a68d-4412-8a68-e041a4338f4b tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=af157f4b-dbd8-418c-8373-a45e2a47d15a HTTP/1.1" status: 200 len: 946 time: 0.1476073 Nov 16 11:22:14.521718 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-48fea330-9472-4db0-8dfd-82c52647c146 req-1e2958a2-f22d-4223-b234-3e8bb6fd3607 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355205 Nov 16 11:22:14.618564 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f8c82701-ff93-45ba-a8aa-3b7f7a5a3442 req-7cc73d58-1a31-4350-b3ca-19e4bfac3854 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631925 Nov 16 11:22:14.709554 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c66380-a036-44ab-93df-8d585ea49a16 req-b946ca85-4441-4146-bf39-f95bca07f10f tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:14.711406 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e1c66380-a036-44ab-93df-8d585ea49a16 req-b946ca85-4441-4146-bf39-f95bca07f10f tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.64 "GET /v2.0/ports?device_id=0de1e654-2b1f-4276-9666-f3bf55d47ec3 HTTP/1.1" status: 200 len: 946 time: 0.1287820 Nov 16 11:22:14.771218 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d878f0f5-4b38-4168-9ac1-691f95aa5992 req-4f8de214-56ed-41d2-89ab-e7891eca1701 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8fa2877-c349-439a-986e-708bdc07fbb3 HTTP/1.1" status: 200 len: 210 time: 0.0758240 Nov 16 11:22:15.015623 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-e1c66380-a036-44ab-93df-8d585ea49a16 req-d6ed7836-754f-4a6a-bde5-107ccfa07b8c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Deleting port 8ea52e91-cf6f-42de-ac17-f2be6f35cd50 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:22:15.016020 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e1c66380-a036-44ab-93df-8d585ea49a16 req-d6ed7836-754f-4a6a-bde5-107ccfa07b8c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:15.276756 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-e1c66380-a036-44ab-93df-8d585ea49a16 req-d6ed7836-754f-4a6a-bde5-107ccfa07b8c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] For port 8ea52e91-cf6f-42de-ac17-f2be6f35cd50, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=8ea52e91-cf6f-42de-ac17-f2be6f35cd50,segment=NetworkSegment(29fe51c5-7413-4ecd-8c04-97b69fe8410f),segment_id=29fe51c5-7413-4ecd-8c04-97b69fe8410f)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:22:15.277524 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e1c66380-a036-44ab-93df-8d585ea49a16 req-d6ed7836-754f-4a6a-bde5-107ccfa07b8c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:15.309426 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-e1c66380-a036-44ab-93df-8d585ea49a16 req-d6ed7836-754f-4a6a-bde5-107ccfa07b8c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Calling delete_port for 8ea52e91-cf6f-42de-ac17-f2be6f35cd50 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:22:15.387983 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bc9ab-e648-49de-ab7e-63a332dad4b2 req-d475721f-7a47-4896-bb72-0a36b9f11049 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:15.396353 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-333bc9ab-e648-49de-ab7e-63a332dad4b2 req-d475721f-7a47-4896-bb72-0a36b9f11049 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcd3cee9-d9b9-40a8-89d4-643c9900a7c1 HTTP/1.1" status: 200 len: 946 time: 0.1115792 Nov 16 11:22:15.519654 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-333bc9ab-e648-49de-ab7e-63a332dad4b2 req-40bbdada-813b-4c6d-98d7-2cc546a441e7 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/security-groups?id=7e2f27fd-8e22-4399-89da-285e295b5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221795 Nov 16 11:22:15.564044 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8bbef0e3-83c7-4d03-8ba3-2d4bf0f4cc2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:15.733627 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e1c66380-a036-44ab-93df-8d585ea49a16 req-d6ed7836-754f-4a6a-bde5-107ccfa07b8c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:15.754281 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['a76869bb-efef-4d86-865d-17b014916cd8'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:22:15.757598 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['8ea52e91-cf6f-42de-ac17-f2be6f35cd50'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:22:15.848522 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed7836-754f-4a6a-bde5-107ccfa07b8c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Pushing event deleted for resources: {'Port': ['ID=8ea52e91-cf6f-42de-ac17-f2be6f35cd50,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:15.954098 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c66380-a036-44ab-93df-8d585ea49a16 req-d6ed7836-754f-4a6a-bde5-107ccfa07b8c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] No DVR routers for this DVR port 8ea52e91-cf6f-42de-ac17-f2be6f35cd50 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:22:15.957579 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e1c66380-a036-44ab-93df-8d585ea49a16 req-d6ed7836-754f-4a6a-bde5-107ccfa07b8c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:15.962698 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e1c66380-a036-44ab-93df-8d585ea49a16 req-d6ed7836-754f-4a6a-bde5-107ccfa07b8c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.64 "DELETE /v2.0/ports/8ea52e91-cf6f-42de-ac17-f2be6f35cd50 HTTP/1.1" status: 204 len: 173 time: 1.2384276 Nov 16 11:22:15.963692 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de1e654-2b1f-4276-9666-f3bf55d47ec3', 'name': 'network-vif-deleted', 'tag': '8ea52e91-cf6f-42de-ac17-f2be6f35cd50'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:22:15.976649 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce67bd9e-7591-45be-9f7b-81a30378599b" -d '{"events": [{"server_uuid": "0de1e654-2b1f-4276-9666-f3bf55d47ec3", "name": "network-vif-deleted", "tag": "8ea52e91-cf6f-42de-ac17-f2be6f35cd50"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:22:15.992180 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 02f24461-d778-4489-81ea-ce9be1265fcf no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:22:16.104623 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-3f5912f5-1a4e-4bc3-8e69-6310ef7c68b3 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ec47a3e7fd1142dea625a6029a3061c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476048 Nov 16 11:22:16.387662 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-1155a64a-9a44-4e1e-89fe-4a08fcfba9af tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:16.389854 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-1155a64a-9a44-4e1e-89fe-4a08fcfba9af tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2777095 Nov 16 11:22:16.400819 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:16.409814 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-f1d7cd3d-1710-48ac-bfd4-b859d2074897 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Request body: {'port': {'device_id': 'f8fa2877-c349-439a-986e-708bdc07fbb3', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'admin_state_up': True, 'tenant_id': 'ec47a3e7fd1142dea625a6029a3061c1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:22:16.444195 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f543b5-db37-43d1-b756-4fccbc592401', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02f24461-d778-4489-81ea-ce9be1265fcf'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:22:16.456574 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f30beb-03db-4638-8283-e9e595ada3a2" -d '{"events": [{"server_uuid": "a2f543b5-db37-43d1-b756-4fccbc592401", "name": "network-vif-unplugged", "status": "completed", "tag": "02f24461-d778-4489-81ea-ce9be1265fcf"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:22:16.529596 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 02f24461-d778-4489-81ea-ce9be1265fcf, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=02f24461-d778-4489-81ea-ce9be1265fcf,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:22:16.549557 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:16.637379 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-f1d7cd3d-1710-48ac-bfd4-b859d2074897 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Made reservation on behalf of ec47a3e7fd1142dea625a6029a3061c1 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:22:16.641567 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-f1d7cd3d-1710-48ac-bfd4-b859d2074897 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:16.667950 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:16.697106 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=02f24461-d778-4489-81ea-ce9be1265fcf,revision_number=8']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:16.990809 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-f1d7cd3d-1710-48ac-bfd4-b859d2074897 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Allocated IP 192.168.233.144 (d184b1c6-3832-4c86-bfd0-c1472d76d6c3/c4c770cc-51d7-42eb-b4a6-9a605bacae0f/e3ef95b6-6ba2-43f9-8339-fb6299a2480a) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:22:17.001880 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 920ea900-c10c-4e0d-bca8-c32fb12477ec up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:22:17.133047 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 920ea900-c10c-4e0d-bca8-c32fb12477ec triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:22:17.133424 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:17.235845 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-f1d7cd3d-1710-48ac-bfd4-b859d2074897 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:17.295698 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-f1d7cd3d-1710-48ac-bfd4-b859d2074897 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:17.317299 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['a771019e-36ea-4eb2-b9ce-fd9be7346252', 'aaf8ca24-642c-4c97-886a-ff901d1a8062'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:22:17.434215 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d7cd3d-1710-48ac-bfd4-b859d2074897 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Pushing event updated for resources: {'Port': ['ID=e3ef95b6-6ba2-43f9-8339-fb6299a2480a,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:17.452161 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-f1d7cd3d-1710-48ac-bfd4-b859d2074897 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:22:17.464716 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67d9af8-8000-402c-ab43-cfa9f1261b11 None None] Sync routers for ids ['1bc92f62-7d6c-43ad-b472-0507456da836'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:22:17.481916 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-f1d7cd3d-1710-48ac-bfd4-b859d2074897 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:22:17.486568 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67d9af8-8000-402c-ab43-cfa9f1261b11 None None] Routers {'1bc92f62-7d6c-43ad-b472-0507456da836'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:22:17.487672 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-f1d7cd3d-1710-48ac-bfd4-b859d2074897 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:22:17.490771 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c67d9af8-8000-402c-ab43-cfa9f1261b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:22:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['1bc92f62-7d6c-43ad-b472-0507456da836'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:22:17.655059 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-f1d7cd3d-1710-48ac-bfd4-b859d2074897 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:17.661682 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-f1d7cd3d-1710-48ac-bfd4-b859d2074897 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:17.701623 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-f1d7cd3d-1710-48ac-bfd4-b859d2074897 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2993236 Nov 16 11:22:17.717678 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-eba5168a-9d4d-4070-b1c7-5a111531e0fb service neutron] Request body: {'port': {'device_id': 'f8fa2877-c349-439a-986e-708bdc07fbb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:22:17.816676 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-c67d9af8-8000-402c-ab43-cfa9f1261b11 None None] Set router 1bc92f62-7d6c-43ad-b472-0507456da836 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:22:17.832420 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ae53589d-9296-4b51-bac1-1c3bf176efbd None None] Provisioning complete for port e3ef95b6-6ba2-43f9-8339-fb6299a2480a triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:22:17.833009 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ae53589d-9296-4b51-bac1-1c3bf176efbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:17.836217 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-eba5168a-9d4d-4070-b1c7-5a111531e0fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:17.910390 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 8ea52e91-cf6f-42de-ac17-f2be6f35cd50 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:22:17.999868 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 8ea52e91-cf6f-42de-ac17-f2be6f35cd50 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:22:18.000127 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 8ea52e91-cf6f-42de-ac17-f2be6f35cd50 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:22:18.016630 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-ae53589d-9296-4b51-bac1-1c3bf176efbd None None] Port e3ef95b6-6ba2-43f9-8339-fb6299a2480a cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:22:18.126207 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c67d9af8-8000-402c-ab43-cfa9f1261b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc92f62-7d6c-43ad-b472-0507456da836', 'name': 'tempest-TaggedBootDevicesTest-1643430382-router', 'tenant_id': '0e021b3646974f35bcb10ac82c9daeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '920ea900-c10c-4e0d-bca8-c32fb12477ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:22:04Z', 'updated_at': '2021-11-16T11:22:11Z', 'revision_number': 4, 'project_id': '0e021b3646974f35bcb10ac82c9daeb4', 'gw_port': {'id': '920ea900-c10c-4e0d-bca8-c32fb12477ec', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc92f62-7d6c-43ad-b472-0507456da836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:22:05Z', 'updated_at': '2021-11-16T11:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '9fc1865e-7e21-4264-8a82-ef6c99607cae', 'name': '', 'network_id': '2bea3c2b-9b6e-4353-90f6-1b51eaf5d1bf', 'tenant_id': '0e021b3646974f35bcb10ac82c9daeb4', 'mac_address': 'fa:16:3e:7e:56:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc92f62-7d6c-43ad-b472-0507456da836', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '561673a0-7c6a-4b78-8624-3bdc3f6d4a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:22:11Z', 'updated_at': '2021-11-16T11:22:11Z', 'revision_number': 2, 'project_id': '0e021b3646974f35bcb10ac82c9daeb4', 'subnets': [{'id': '561673a0-7c6a-4b78-8624-3bdc3f6d4a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:22:18.197189 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67d9af8-8000-402c-ab43-cfa9f1261b11 None None] Checking router: 1bc92f62-7d6c-43ad-b472-0507456da836 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:22:18.197189 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67d9af8-8000-402c-ab43-cfa9f1261b11 None None] Updating router 1bc92f62-7d6c-43ad-b472-0507456da836 port 9fc1865e-7e21-4264-8a82-ef6c99607cae binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:22:18.212182 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:18.237715 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c67d9af8-8000-402c-ab43-cfa9f1261b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:18.252377 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-eba5168a-9d4d-4070-b1c7-5a111531e0fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3ef95b6-6ba2-43f9-8339-fb6299a2480a {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:22:18.264636 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-eba5168a-9d4d-4070-b1c7-5a111531e0fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:18.278225 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-eba5168a-9d4d-4070-b1c7-5a111531e0fb service neutron] Transition to ACTIVE for port object e3ef95b6-6ba2-43f9-8339-fb6299a2480a will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:22:18.284026 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-eba5168a-9d4d-4070-b1c7-5a111531e0fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:18.421467 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5168a-9d4d-4070-b1c7-5a111531e0fb service neutron] Pushing event updated for resources: {'Port': ['ID=e3ef95b6-6ba2-43f9-8339-fb6299a2480a,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:18.439475 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-eba5168a-9d4d-4070-b1c7-5a111531e0fb service neutron] Attempting to bind port e3ef95b6-6ba2-43f9-8339-fb6299a2480a on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:22:18.439809 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-eba5168a-9d4d-4070-b1c7-5a111531e0fb service neutron] Attempting to bind port e3ef95b6-6ba2-43f9-8339-fb6299a2480a by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:22:18.440128 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-eba5168a-9d4d-4070-b1c7-5a111531e0fb service neutron] Attempting to bind port e3ef95b6-6ba2-43f9-8339-fb6299a2480a on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:22:18.445641 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-eba5168a-9d4d-4070-b1c7-5a111531e0fb service neutron] Port e3ef95b6-6ba2-43f9-8339-fb6299a2480a on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:22:18.445987 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-eba5168a-9d4d-4070-b1c7-5a111531e0fb service neutron] Attempting to bind port e3ef95b6-6ba2-43f9-8339-fb6299a2480a on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:22:18.453413 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-eba5168a-9d4d-4070-b1c7-5a111531e0fb service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:22:18.453747 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-eba5168a-9d4d-4070-b1c7-5a111531e0fb service neutron] Checking segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:22:18.454164 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-eba5168a-9d4d-4070-b1c7-5a111531e0fb service neutron] Bound using segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:22:18.454594 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-eba5168a-9d4d-4070-b1c7-5a111531e0fb service neutron] Bound port: e3ef95b6-6ba2-43f9-8339-fb6299a2480a, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:22:18.454948 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-eba5168a-9d4d-4070-b1c7-5a111531e0fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:18.549170 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-eba5168a-9d4d-4070-b1c7-5a111531e0fb service neutron] For port e3ef95b6-6ba2-43f9-8339-fb6299a2480a, host n-h1-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:22:18.553755 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-eba5168a-9d4d-4070-b1c7-5a111531e0fb service neutron] For port e3ef95b6-6ba2-43f9-8339-fb6299a2480a, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=e3ef95b6-6ba2-43f9-8339-fb6299a2480a,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:22:18.563536 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-eba5168a-9d4d-4070-b1c7-5a111531e0fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:18.612971 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-eba5168a-9d4d-4070-b1c7-5a111531e0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:18.613574 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-eba5168a-9d4d-4070-b1c7-5a111531e0fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:18.617184 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-eba5168a-9d4d-4070-b1c7-5a111531e0fb service neutron] 10.222.0.36 "PUT /v2.0/ports/e3ef95b6-6ba2-43f9-8339-fb6299a2480a HTTP/1.1" status: 200 len: 1096 time: 0.9041312 Nov 16 11:22:18.618104 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8fa2877-c349-439a-986e-708bdc07fbb3', 'tag': 'e3ef95b6-6ba2-43f9-8339-fb6299a2480a'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:22:18.622522 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1895776c-cac3-4d1b-994b-cee4a8dd59f7" -d '{"events": [{"name": "network-changed", "server_uuid": "f8fa2877-c349-439a-986e-708bdc07fbb3", "tag": "e3ef95b6-6ba2-43f9-8339-fb6299a2480a"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:22:18.633416 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c67d9af8-8000-402c-ab43-cfa9f1261b11 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:18.648608 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c67d9af8-8000-402c-ab43-cfa9f1261b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:18.688195 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5168a-9d4d-4070-b1c7-5a111531e0fb service neutron] Pushing event updated for resources: {'Port': ['ID=e3ef95b6-6ba2-43f9-8339-fb6299a2480a,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:18.713639 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0d396-9b7b-4390-828c-21e7591c8df1 None None] Pushing event updated for resources: {'Port': ['ID=9fc1865e-7e21-4264-8a82-ef6c99607cae,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:18.769013 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-e7ab6d3e-3cdd-4a1d-a442-a59a74b9c30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:18.770465 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-e7ab6d3e-3cdd-4a1d-a442-a59a74b9c30d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ec47a3e7fd1142dea625a6029a3061c1&device_id=f8fa2877-c349-439a-986e-708bdc07fbb3 HTTP/1.1" status: 200 len: 1099 time: 0.1030810 Nov 16 11:22:18.814865 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:18.831135 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-c67d9af8-8000-402c-ab43-cfa9f1261b11 None None] Attempting to bind port 9fc1865e-7e21-4264-8a82-ef6c99607cae on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:22:18.831492 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-c67d9af8-8000-402c-ab43-cfa9f1261b11 None None] Attempting to bind port 9fc1865e-7e21-4264-8a82-ef6c99607cae by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '895993bb-c076-4ec4-a9e5-6c9b06aa9ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2bea3c2b-9b6e-4353-90f6-1b51eaf5d1bf'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:22:18.831918 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67d9af8-8000-402c-ab43-cfa9f1261b11 None None] Attempting to bind port 9fc1865e-7e21-4264-8a82-ef6c99607cae on network 2bea3c2b-9b6e-4353-90f6-1b51eaf5d1bf {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:22:18.838793 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67d9af8-8000-402c-ab43-cfa9f1261b11 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:22:18.839389 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67d9af8-8000-402c-ab43-cfa9f1261b11 None None] Checking segment: {'id': '895993bb-c076-4ec4-a9e5-6c9b06aa9ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2bea3c2b-9b6e-4353-90f6-1b51eaf5d1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:22:18.840909 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c67d9af8-8000-402c-ab43-cfa9f1261b11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:18.841373 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67d9af8-8000-402c-ab43-cfa9f1261b11 None None] Bound using segment: {'id': '895993bb-c076-4ec4-a9e5-6c9b06aa9ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2bea3c2b-9b6e-4353-90f6-1b51eaf5d1bf'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:22:18.841998 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-c67d9af8-8000-402c-ab43-cfa9f1261b11 None None] Bound port: 9fc1865e-7e21-4264-8a82-ef6c99607cae, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '895993bb-c076-4ec4-a9e5-6c9b06aa9ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2bea3c2b-9b6e-4353-90f6-1b51eaf5d1bf'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:22:18.842424 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c67d9af8-8000-402c-ab43-cfa9f1261b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:18.924208 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-cb58d73d-dd44-4152-b304-75050f65c941 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=e3ef95b6-6ba2-43f9-8339-fb6299a2480a HTTP/1.1" status: 200 len: 217 time: 0.1451478 Nov 16 11:22:18.930493 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c67d9af8-8000-402c-ab43-cfa9f1261b11 None None] For port 9fc1865e-7e21-4264-8a82-ef6c99607cae, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:22:18.935157 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c67d9af8-8000-402c-ab43-cfa9f1261b11 None None] For port 9fc1865e-7e21-4264-8a82-ef6c99607cae, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=9fc1865e-7e21-4264-8a82-ef6c99607cae,segment=NetworkSegment(895993bb-c076-4ec4-a9e5-6c9b06aa9ba0),segment_id=895993bb-c076-4ec4-a9e5-6c9b06aa9ba0)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:22:18.951847 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c67d9af8-8000-402c-ab43-cfa9f1261b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:19.030108 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-04168e1f-4f00-4beb-98cf-d36a70d9aae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:19.035778 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67d9af8-8000-402c-ab43-cfa9f1261b11 None None] Routers {'1bc92f62-7d6c-43ad-b472-0507456da836'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:22:19.035976 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-04168e1f-4f00-4beb-98cf-d36a70d9aae7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0993400 Nov 16 11:22:19.036417 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c67d9af8-8000-402c-ab43-cfa9f1261b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:22:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['1bc92f62-7d6c-43ad-b472-0507456da836'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:22:19.124051 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0d396-9b7b-4390-828c-21e7591c8df1 None None] Pushing event updated for resources: {'Port': ['ID=9fc1865e-7e21-4264-8a82-ef6c99607cae,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:19.183024 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-35c7381f-2375-4b68-92be-38a4f28130de None None] Provisioning complete for port 9fc1865e-7e21-4264-8a82-ef6c99607cae triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:22:19.183633 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-35c7381f-2375-4b68-92be-38a4f28130de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:19.198317 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-2d9f3d42-ad53-48fc-93d3-9f24bea33b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:19.208188 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-2d9f3d42-ad53-48fc-93d3-9f24bea33b24 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1562605 Nov 16 11:22:19.331879 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-35c7381f-2375-4b68-92be-38a4f28130de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:19.360622 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-c67d9af8-8000-402c-ab43-cfa9f1261b11 None None] Set router 1bc92f62-7d6c-43ad-b472-0507456da836 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:22:19.388653 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-35c7381f-2375-4b68-92be-38a4f28130de None None] For port 9fc1865e-7e21-4264-8a82-ef6c99607cae, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=9fc1865e-7e21-4264-8a82-ef6c99607cae,segment=NetworkSegment(895993bb-c076-4ec4-a9e5-6c9b06aa9ba0),segment_id=895993bb-c076-4ec4-a9e5-6c9b06aa9ba0)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:22:19.418605 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-35c7381f-2375-4b68-92be-38a4f28130de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:19.487569 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-23f89766-a26b-427f-b125-623cd9878502 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687731 Nov 16 11:22:19.516484 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c7381f-2375-4b68-92be-38a4f28130de None None] Pushing event updated for resources: {'Port': ['ID=9fc1865e-7e21-4264-8a82-ef6c99607cae,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:19.571465 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d74931b9-58a3-42e6-9297-7a38bf60fd45 None None] Provisioning complete for port 9fc1865e-7e21-4264-8a82-ef6c99607cae triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:22:19.572781 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d74931b9-58a3-42e6-9297-7a38bf60fd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:19.680290 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e9d0d205-9163-421e-89d4-fc2af2abfdfc req-849082c9-47fa-4c12-8bd4-6e9b98cf1d58 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847908 Nov 16 11:22:19.717533 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c67d9af8-8000-402c-ab43-cfa9f1261b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc92f62-7d6c-43ad-b472-0507456da836', 'name': 'tempest-TaggedBootDevicesTest-1643430382-router', 'tenant_id': '0e021b3646974f35bcb10ac82c9daeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '920ea900-c10c-4e0d-bca8-c32fb12477ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:22:04Z', 'updated_at': '2021-11-16T11:22:11Z', 'revision_number': 4, 'project_id': '0e021b3646974f35bcb10ac82c9daeb4', 'gw_port': {'id': '920ea900-c10c-4e0d-bca8-c32fb12477ec', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc92f62-7d6c-43ad-b472-0507456da836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:22:05Z', 'updated_at': '2021-11-16T11:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '9fc1865e-7e21-4264-8a82-ef6c99607cae', 'name': '', 'network_id': '2bea3c2b-9b6e-4353-90f6-1b51eaf5d1bf', 'tenant_id': '0e021b3646974f35bcb10ac82c9daeb4', 'mac_address': 'fa:16:3e:7e:56:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc92f62-7d6c-43ad-b472-0507456da836', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '561673a0-7c6a-4b78-8624-3bdc3f6d4a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:22:11Z', 'updated_at': '2021-11-16T11:22:18Z', 'revision_number': 4, 'project_id': '0e021b3646974f35bcb10ac82c9daeb4', 'subnets': [{'id': '561673a0-7c6a-4b78-8624-3bdc3f6d4a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:22:19.752276 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67d9af8-8000-402c-ab43-cfa9f1261b11 None None] The sync data for ids ['1bc92f62-7d6c-43ad-b472-0507456da836'] in n-d-816823-3 is: [{'id': '1bc92f62-7d6c-43ad-b472-0507456da836', 'name': 'tempest-TaggedBootDevicesTest-1643430382-router', 'tenant_id': '0e021b3646974f35bcb10ac82c9daeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '920ea900-c10c-4e0d-bca8-c32fb12477ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:22:04Z', 'updated_at': '2021-11-16T11:22:11Z', 'revision_number': 4, 'project_id': '0e021b3646974f35bcb10ac82c9daeb4', 'gw_port': {'id': '920ea900-c10c-4e0d-bca8-c32fb12477ec', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc92f62-7d6c-43ad-b472-0507456da836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:22:05Z', 'updated_at': '2021-11-16T11:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '9fc1865e-7e21-4264-8a82-ef6c99607cae', 'name': '', 'network_id': '2bea3c2b-9b6e-4353-90f6-1b51eaf5d1bf', 'tenant_id': '0e021b3646974f35bcb10ac82c9daeb4', 'mac_address': 'fa:16:3e:7e:56:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bc92f62-7d6c-43ad-b472-0507456da836', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '561673a0-7c6a-4b78-8624-3bdc3f6d4a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:22:11Z', 'updated_at': '2021-11-16T11:22:18Z', 'revision_number': 4, 'project_id': '0e021b3646974f35bcb10ac82c9daeb4', 'subnets': [{'id': '561673a0-7c6a-4b78-8624-3bdc3f6d4a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:22:20.962872 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 9fc1865e-7e21-4264-8a82-ef6c99607cae up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:22:21.043058 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 9fc1865e-7e21-4264-8a82-ef6c99607cae triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:22:21.043437 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:21.841636 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21dc4e2-7976-45e5-a662-a77cd165b7be req-ec83a03a-446c-4c80-a03c-4861ab6e593a tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:21.846023 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e21dc4e2-7976-45e5-a662-a77cd165b7be req-ec83a03a-446c-4c80-a03c-4861ab6e593a tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=af157f4b-dbd8-418c-8373-a45e2a47d15a HTTP/1.1" status: 200 len: 946 time: 0.0625408 Nov 16 11:22:21.903658 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e21dc4e2-7976-45e5-a662-a77cd165b7be req-3a10ab5e-fb5a-48bd-a237-c7fc7cb0f961 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501702 Nov 16 11:22:21.989348 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device e3ef95b6-6ba2-43f9-8339-fb6299a2480a details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:22:22.045436 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b58cc0b-b17c-43a2-9755-010f52fd6a9b req-8a71f301-f8ad-4407-80b4-3cd0ed17a13f tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:22.053381 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf389927-01d7-4f3f-9fa8-a6a3362934c8 x-openstack-request-id: req-cf389927-01d7-4f3f-9fa8-a6a3362934c8 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:22:22.054533 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de1e654-2b1f-4276-9666-f3bf55d47ec3", "name": "network-vif-deleted", "tag": "8ea52e91-cf6f-42de-ac17-f2be6f35cd50", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:22:22.054746 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cf389927-01d7-4f3f-9fa8-a6a3362934c8 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:22:22.055154 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de1e654-2b1f-4276-9666-f3bf55d47ec3', 'name': 'network-vif-deleted', 'tag': '8ea52e91-cf6f-42de-ac17-f2be6f35cd50', 'status': 'completed', 'code': 200} Nov 16 11:22:22.058119 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b58cc0b-b17c-43a2-9755-010f52fd6a9b req-8a71f301-f8ad-4407-80b4-3cd0ed17a13f tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8fa2877-c349-439a-986e-708bdc07fbb3 HTTP/1.1" status: 200 len: 948 time: 0.0736315 Nov 16 11:22:22.131153 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b58cc0b-b17c-43a2-9755-010f52fd6a9b req-700dcbe2-9a4c-4dcc-b223-56dc114394ec tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666862 Nov 16 11:22:22.149991 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 11:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02d8dd0-a51b-4355-9d49-91314bf1aefa x-openstack-request-id: req-b02d8dd0-a51b-4355-9d49-91314bf1aefa {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:22:22.150284 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f543b5-db37-43d1-b756-4fccbc592401", "name": "network-vif-unplugged", "status": "completed", "tag": "02f24461-d778-4489-81ea-ce9be1265fcf", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:22:22.150538 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b02d8dd0-a51b-4355-9d49-91314bf1aefa {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:22:22.150928 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f543b5-db37-43d1-b756-4fccbc592401', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02f24461-d778-4489-81ea-ce9be1265fcf', 'code': 200} Nov 16 11:22:22.158711 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b16ddc5-36e8-4127-bb51-c504973310ad x-openstack-request-id: req-4b16ddc5-36e8-4127-bb51-c504973310ad {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:22:22.159010 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8fa2877-c349-439a-986e-708bdc07fbb3", "tag": "e3ef95b6-6ba2-43f9-8339-fb6299a2480a", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:22:22.159415 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4b16ddc5-36e8-4127-bb51-c504973310ad {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:22:22.159657 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8fa2877-c349-439a-986e-708bdc07fbb3', 'tag': 'e3ef95b6-6ba2-43f9-8339-fb6299a2480a', 'status': 'completed', 'code': 200} Nov 16 11:22:22.214487 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port e3ef95b6-6ba2-43f9-8339-fb6299a2480a, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=e3ef95b6-6ba2-43f9-8339-fb6299a2480a,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:22:22.229466 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': 'e3ef95b6-6ba2-43f9-8339-fb6299a2480a', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'port_id': 'e3ef95b6-6ba2-43f9-8339-fb6299a2480a', 'mac_address': 'fa:16:3e:91:93:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c770cc-51d7-42eb-b4a6-9a605bacae0f', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:22:22.246282 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895776c-cac3-4d1b-994b-cee4a8dd59f7 req-90d2d564-770c-44ff-94b3-c4ca54d40113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:22.248027 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1895776c-cac3-4d1b-994b-cee4a8dd59f7 req-90d2d564-770c-44ff-94b3-c4ca54d40113 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ec47a3e7fd1142dea625a6029a3061c1&device_id=f8fa2877-c349-439a-986e-708bdc07fbb3 HTTP/1.1" status: 200 len: 1099 time: 0.0615845 Nov 16 11:22:22.282398 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:22.310745 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3ef95b6-6ba2-43f9-8339-fb6299a2480a {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:22:22.337163 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port e3ef95b6-6ba2-43f9-8339-fb6299a2480a, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=e3ef95b6-6ba2-43f9-8339-fb6299a2480a,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:22:22.345366 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:22.412200 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895776c-cac3-4d1b-994b-cee4a8dd59f7 req-f25f77b5-1384-4f89-aef3-443ed8336c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:22.418863 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=e3ef95b6-6ba2-43f9-8339-fb6299a2480a,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:22.420638 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1895776c-cac3-4d1b-994b-cee4a8dd59f7 req-f25f77b5-1384-4f89-aef3-443ed8336c3e service neutron] 10.222.0.36 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.1629243 Nov 16 11:22:22.477684 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1895776c-cac3-4d1b-994b-cee4a8dd59f7 req-2b5fe5f3-fcfe-45b4-a210-627f15f3d8f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=e3ef95b6-6ba2-43f9-8339-fb6299a2480a HTTP/1.1" status: 200 len: 217 time: 0.0490263 Nov 16 11:22:22.590223 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895776c-cac3-4d1b-994b-cee4a8dd59f7 req-813df27a-1312-4097-9742-cddc3429c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:22.591688 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1895776c-cac3-4d1b-994b-cee4a8dd59f7 req-813df27a-1312-4097-9742-cddc3429c5a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.1060934 Nov 16 11:22:22.622214 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85a478-5c3d-423e-89d5-789b6222fca0 req-f8d02ca7-cc43-409e-8795-a305eca07e4d tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:22.623727 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ef85a478-5c3d-423e-89d5-789b6222fca0 req-f8d02ca7-cc43-409e-8795-a305eca07e4d tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcd3cee9-d9b9-40a8-89d4-643c9900a7c1 HTTP/1.1" status: 200 len: 946 time: 0.1268101 Nov 16 11:22:22.642037 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f973d68-67b2-4e20-a66b-731a8c428a00 req-525016fc-5f31-42f2-bdd8-52b202d026e8 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:22.643436 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3f973d68-67b2-4e20-a66b-731a8c428a00 req-525016fc-5f31-42f2-bdd8-52b202d026e8 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=af157f4b-dbd8-418c-8373-a45e2a47d15a HTTP/1.1" status: 200 len: 1097 time: 0.1236722 Nov 16 11:22:22.699268 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895776c-cac3-4d1b-994b-cee4a8dd59f7 req-a7a15151-f997-4015-bb74-1ed8f4d5ec35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:22.700755 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1895776c-cac3-4d1b-994b-cee4a8dd59f7 req-a7a15151-f997-4015-bb74-1ed8f4d5ec35 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1000371 Nov 16 11:22:22.751565 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['e3ef95b6-6ba2-43f9-8339-fb6299a2480a'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:22:23.006061 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ef85a478-5c3d-423e-89d5-789b6222fca0 req-eacb477e-1309-436f-ae6b-b5ff90801973 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/security-groups?id=7e2f27fd-8e22-4399-89da-285e295b5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3672612 Nov 16 11:22:23.017836 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3f973d68-67b2-4e20-a66b-731a8c428a00 req-4815098e-bf0e-4f65-9fa3-ae463c515d33 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652062 Nov 16 11:22:23.093040 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1895776c-cac3-4d1b-994b-cee4a8dd59f7 req-53bc8378-4c63-421e-b2dc-b9fe5fa4cfab service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723280 Nov 16 11:22:23.216253 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1895776c-cac3-4d1b-994b-cee4a8dd59f7 req-c8804dc6-11bb-49e6-b3a5-c49df9e44ca4 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102211 Nov 16 11:22:23.323021 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ef3a2-1dba-449a-aaad-f7641c2491f2 req-400bb3af-7e86-4f8e-850e-064cd8e0e94d tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:23.324547 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a87ef3a2-1dba-449a-aaad-f7641c2491f2 req-400bb3af-7e86-4f8e-850e-064cd8e0e94d tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=af157f4b-dbd8-418c-8373-a45e2a47d15a HTTP/1.1" status: 200 len: 1097 time: 0.0760398 Nov 16 11:22:23.338219 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978471e1-46eb-4c34-bd59-b3887b13d395 req-3d13e768-cbfb-4118-85a1-bc4cb88e3d2b tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:23.339149 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-978471e1-46eb-4c34-bd59-b3887b13d395 req-3d13e768-cbfb-4118-85a1-bc4cb88e3d2b tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8fa2877-c349-439a-986e-708bdc07fbb3 HTTP/1.1" status: 200 len: 949 time: 0.0612340 Nov 16 11:22:23.414239 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a87ef3a2-1dba-449a-aaad-f7641c2491f2 req-d3d0244f-9d85-45ba-8656-fed81c0dd39d tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739722 Nov 16 11:22:23.417996 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-978471e1-46eb-4c34-bd59-b3887b13d395 req-30c4ef74-c036-4311-96d4-39cd52ed4d1a tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709455 Nov 16 11:22:23.992586 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 02f24461-d778-4489-81ea-ce9be1265fcf details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:22:23.996732 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device e3ef95b6-6ba2-43f9-8339-fb6299a2480a up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:22:24.130622 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727dfad-508c-4993-adc7-28aa23f9b555 req-d9f59117-7799-420a-863e-41e4191d661e tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:24.132200 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f727dfad-508c-4993-adc7-28aa23f9b555 req-d9f59117-7799-420a-863e-41e4191d661e tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcd3cee9-d9b9-40a8-89d4-643c9900a7c1 HTTP/1.1" status: 200 len: 946 time: 0.0724571 Nov 16 11:22:24.149965 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port e3ef95b6-6ba2-43f9-8339-fb6299a2480a completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:22:24.162178 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port e3ef95b6-6ba2-43f9-8339-fb6299a2480a triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:22:24.162867 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:24.238951 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 02f24461-d778-4489-81ea-ce9be1265fcf, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=02f24461-d778-4489-81ea-ce9be1265fcf,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:22:24.260068 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '02f24461-d778-4489-81ea-ce9be1265fcf', 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334', 'port_id': '02f24461-d778-4489-81ea-ce9be1265fcf', 'mac_address': 'fa:16:3e:2a:cf:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098ff2a2-731b-47ba-a3df-3f077a39e5d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:22:24.303757 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-f727dfad-508c-4993-adc7-28aa23f9b555 req-9cb177ee-23cd-45b5-a9cf-17b5e62375c6 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Deleting port ee2f460b-7187-42dd-842c-530a7ef3e9b2 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:22:24.304442 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f727dfad-508c-4993-adc7-28aa23f9b555 req-9cb177ee-23cd-45b5-a9cf-17b5e62375c6 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:24.364883 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:24.385205 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:24.390923 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02f24461-d778-4489-81ea-ce9be1265fcf {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:22:24.438719 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fa2877-c349-439a-986e-708bdc07fbb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ef95b6-6ba2-43f9-8339-fb6299a2480a'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:22:24.440752 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7ffe68-12d9-40af-9852-59b1d2129336" -d '{"events": [{"server_uuid": "f8fa2877-c349-439a-986e-708bdc07fbb3", "name": "network-vif-plugged", "status": "completed", "tag": "e3ef95b6-6ba2-43f9-8339-fb6299a2480a"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:22:24.447519 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 02f24461-d778-4489-81ea-ce9be1265fcf, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=02f24461-d778-4489-81ea-ce9be1265fcf,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:22:24.466895 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port e3ef95b6-6ba2-43f9-8339-fb6299a2480a, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=e3ef95b6-6ba2-43f9-8339-fb6299a2480a,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:22:24.471484 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:24.478453 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:24.499091 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-f727dfad-508c-4993-adc7-28aa23f9b555 req-9cb177ee-23cd-45b5-a9cf-17b5e62375c6 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] For port ee2f460b-7187-42dd-842c-530a7ef3e9b2, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=ee2f460b-7187-42dd-842c-530a7ef3e9b2,segment=NetworkSegment(a7930220-f8f9-4bbb-b524-6482b10d505a),segment_id=a7930220-f8f9-4bbb-b524-6482b10d505a)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:22:24.499812 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f727dfad-508c-4993-adc7-28aa23f9b555 req-9cb177ee-23cd-45b5-a9cf-17b5e62375c6 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:24.532266 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=02f24461-d778-4489-81ea-ce9be1265fcf,revision_number=9']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:24.546656 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177dcf67-dc63-4fe5-b410-96b6a5dc4160 req-26c10d7d-1925-4b1d-8e71-be30105b0c5b tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:24.555510 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-177dcf67-dc63-4fe5-b410-96b6a5dc4160 req-26c10d7d-1925-4b1d-8e71-be30105b0c5b tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcd3cee9-d9b9-40a8-89d4-643c9900a7c1 HTTP/1.1" status: 200 len: 946 time: 0.0785220 Nov 16 11:22:24.583708 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['02f24461-d778-4489-81ea-ce9be1265fcf'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:22:24.623977 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=e3ef95b6-6ba2-43f9-8339-fb6299a2480a,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:24.637786 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-177dcf67-dc63-4fe5-b410-96b6a5dc4160 req-a6359338-ccb4-465b-bfaa-1c66506c6a89 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/security-groups?id=7e2f27fd-8e22-4399-89da-285e295b5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813999 Nov 16 11:22:24.770040 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f727dfad-508c-4993-adc7-28aa23f9b555 req-9cb177ee-23cd-45b5-a9cf-17b5e62375c6 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:24.770689 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f727dfad-508c-4993-adc7-28aa23f9b555 req-9cb177ee-23cd-45b5-a9cf-17b5e62375c6 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:24.771499 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [req-f727dfad-508c-4993-adc7-28aa23f9b555 req-9cb177ee-23cd-45b5-a9cf-17b5e62375c6 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Floating IP a5a283c9-89e5-4451-98b9-1efad91f319d disassociated. External IP: 172.25.0.107, port: ee2f460b-7187-42dd-842c-530a7ef3e9b2. Nov 16 11:22:24.772029 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-f727dfad-508c-4993-adc7-28aa23f9b555 req-9cb177ee-23cd-45b5-a9cf-17b5e62375c6 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Calling delete_port for ee2f460b-7187-42dd-842c-530a7ef3e9b2 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:22:24.790446 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-641ee845-4d8e-464f-bf37-b3d884b6f6a6 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:22:24.791482 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-641ee845-4d8e-464f-bf37-b3d884b6f6a6 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077965 Nov 16 11:22:24.878048 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-bee8f7cf-924a-409b-a4b4-27324c3ef66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:24.886339 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-bee8f7cf-924a-409b-a4b4-27324c3ef66a service neutron] 10.222.0.61 "GET /v2.0/ports/8a384ed4-b843-4f1c-bc26-7b543629180a HTTP/1.1" status: 200 len: 1094 time: 0.0553484 Nov 16 11:22:24.891054 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-ced33196-e49c-4367-ad69-005d52366255 service neutron] Request body: {'binding': {'host': 'n-h1-816823-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:22:24.891518 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-ced33196-e49c-4367-ad69-005d52366255 service neutron] Unknown quota resources ['binding']. {{(pid=102668) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 11:22:25.057067 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f727dfad-508c-4993-adc7-28aa23f9b555 req-9cb177ee-23cd-45b5-a9cf-17b5e62375c6 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:25.064562 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21f0ab-c191-411c-9b1a-61f5f1a17780 req-4c398033-2c08-48f9-b7c0-5a1e46ce4c51 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:25.066731 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ca21f0ab-c191-411c-9b1a-61f5f1a17780 req-4c398033-2c08-48f9-b7c0-5a1e46ce4c51 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8fa2877-c349-439a-986e-708bdc07fbb3 HTTP/1.1" status: 200 len: 950 time: 0.0604665 Nov 16 11:22:25.105996 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb177ee-23cd-45b5-a9cf-17b5e62375c6 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Pushing event deleted for resources: {'Port': ['ID=ee2f460b-7187-42dd-842c-530a7ef3e9b2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:25.140300 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ca21f0ab-c191-411c-9b1a-61f5f1a17780 req-640c872b-cb22-44b4-83ec-c82aefa794c0 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551162 Nov 16 11:22:25.194210 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a582a5b8-ecc9-49f7-8959-f32eb1c057d7 x-openstack-request-id: req-a582a5b8-ecc9-49f7-8959-f32eb1c057d7 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:22:25.194776 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fa2877-c349-439a-986e-708bdc07fbb3", "name": "network-vif-plugged", "status": "completed", "tag": "e3ef95b6-6ba2-43f9-8339-fb6299a2480a", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:22:25.195302 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a582a5b8-ecc9-49f7-8959-f32eb1c057d7 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:22:25.195945 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fa2877-c349-439a-986e-708bdc07fbb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ef95b6-6ba2-43f9-8339-fb6299a2480a', 'code': 200} Nov 16 11:22:25.200042 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-ced33196-e49c-4367-ad69-005d52366255 service neutron] Attempting to bind port 8a384ed4-b843-4f1c-bc26-7b543629180a on host n-h1-816823-3 for vnic_type normal with profile None {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:22:25.200516 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-ced33196-e49c-4367-ad69-005d52366255 service neutron] Attempting to bind port 8a384ed4-b843-4f1c-bc26-7b543629180a by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:22:25.200712 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-ced33196-e49c-4367-ad69-005d52366255 service neutron] Attempting to bind port 8a384ed4-b843-4f1c-bc26-7b543629180a on network a6437950-3837-42ba-a7b4-c297945f46f8 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:22:25.209196 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-ced33196-e49c-4367-ad69-005d52366255 service neutron] Port 8a384ed4-b843-4f1c-bc26-7b543629180a on network a6437950-3837-42ba-a7b4-c297945f46f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:22:25.209520 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-ced33196-e49c-4367-ad69-005d52366255 service neutron] Attempting to bind port 8a384ed4-b843-4f1c-bc26-7b543629180a on network a6437950-3837-42ba-a7b4-c297945f46f8 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:22:25.218210 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-ced33196-e49c-4367-ad69-005d52366255 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:22:25.218549 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-ced33196-e49c-4367-ad69-005d52366255 service neutron] Checking segment: {'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:22:25.218938 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-ced33196-e49c-4367-ad69-005d52366255 service neutron] Bound using segment: {'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:22:25.219378 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-ced33196-e49c-4367-ad69-005d52366255 service neutron] Bound port: 8a384ed4-b843-4f1c-bc26-7b543629180a, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:22:25.284187 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f727dfad-508c-4993-adc7-28aa23f9b555 req-9cb177ee-23cd-45b5-a9cf-17b5e62375c6 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Router 412865f5-fee1-4122-ae57-6d6691e555ed has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:22:25.296725 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-ced33196-e49c-4367-ad69-005d52366255 service neutron] For port 8a384ed4-b843-4f1c-bc26-7b543629180a, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=8a384ed4-b843-4f1c-bc26-7b543629180a,segment=NetworkSegment(d9c88559-8fa4-467d-a577-d2c14bfd7508),segment_id=d9c88559-8fa4-467d-a577-d2c14bfd7508)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:22:25.308355 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-ced33196-e49c-4367-ad69-005d52366255 service neutron] Publish callbacks [] for binding, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:25.312885 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-ced33196-e49c-4367-ad69-005d52366255 service neutron] 10.222.0.61 "POST /v2.0/ports/8a384ed4-b843-4f1c-bc26-7b543629180a/bindings HTTP/1.1" status: 201 len: 389 time: 0.4256947 Nov 16 11:22:25.348262 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686975a-2fb4-4031-9363-4063e5d707bc req-7daf6d79-99ed-458a-ab50-97d327b9d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:25.349942 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5686975a-2fb4-4031-9363-4063e5d707bc req-7daf6d79-99ed-458a-ab50-97d327b9d3b8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f8fa2877-c349-439a-986e-708bdc07fbb3 HTTP/1.1" status: 200 len: 1101 time: 0.0707817 Nov 16 11:22:25.478927 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f727dfad-508c-4993-adc7-28aa23f9b555 req-9cb177ee-23cd-45b5-a9cf-17b5e62375c6 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:22:25.492801 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a91474-1d02-4cd3-86b8-5281aed103d1 None None] Sync routers for ids ['412865f5-fee1-4122-ae57-6d6691e555ed'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:22:25.532584 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a91474-1d02-4cd3-86b8-5281aed103d1 None None] Routers {'412865f5-fee1-4122-ae57-6d6691e555ed'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:22:25.536207 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-65a91474-1d02-4cd3-86b8-5281aed103d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:22:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['412865f5-fee1-4122-ae57-6d6691e555ed'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:22:25.584423 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-f727dfad-508c-4993-adc7-28aa23f9b555 req-9cb177ee-23cd-45b5-a9cf-17b5e62375c6 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] No DVR routers for this DVR port ee2f460b-7187-42dd-842c-530a7ef3e9b2 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:22:25.588921 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f727dfad-508c-4993-adc7-28aa23f9b555 req-9cb177ee-23cd-45b5-a9cf-17b5e62375c6 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:25.595483 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f727dfad-508c-4993-adc7-28aa23f9b555 req-9cb177ee-23cd-45b5-a9cf-17b5e62375c6 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.64 "DELETE /v2.0/ports/ee2f460b-7187-42dd-842c-530a7ef3e9b2 HTTP/1.1" status: 204 len: 173 time: 1.4564798 Nov 16 11:22:25.596490 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd3cee9-d9b9-40a8-89d4-643c9900a7c1', 'name': 'network-vif-deleted', 'tag': 'ee2f460b-7187-42dd-842c-530a7ef3e9b2'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:22:25.615906 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf2ad8b-9911-4577-9048-8ed81853d162" -d '{"events": [{"server_uuid": "fcd3cee9-d9b9-40a8-89d4-643c9900a7c1", "name": "network-vif-deleted", "tag": "ee2f460b-7187-42dd-842c-530a7ef3e9b2"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:22:25.628587 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5686975a-2fb4-4031-9363-4063e5d707bc req-8bb2c2e9-51ee-423d-ae5f-bafdb5e5230b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620277 Nov 16 11:22:25.672186 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-7decdfc3-53d6-49a4-9436-bcfaf08968a5 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:25.674163 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-7decdfc3-53d6-49a4-9436-bcfaf08968a5 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/networks?id=944e0536-d76b-420a-8405-63c5779cb0d2 HTTP/1.1" status: 200 len: 805 time: 0.3123536 Nov 16 11:22:25.689448 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f7f9c-df6a-423d-a13b-16d882ffe7f5 req-ec38f5cc-1070-4e58-96a9-007db594a5cf tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:25.698486 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-298f7f9c-df6a-423d-a13b-16d882ffe7f5 req-ec38f5cc-1070-4e58-96a9-007db594a5cf tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=af157f4b-dbd8-418c-8373-a45e2a47d15a HTTP/1.1" status: 200 len: 946 time: 0.1112387 Nov 16 11:22:25.726871 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-65a91474-1d02-4cd3-86b8-5281aed103d1 None None] Set router 412865f5-fee1-4122-ae57-6d6691e555ed gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:22:25.731120 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-93b7da28-7a45-4765-b15d-3cc3b011cdc7 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/quotas/04a86aacf6f546c1be30256427532a30 HTTP/1.1" status: 200 len: 375 time: 0.0293925 Nov 16 11:22:25.788654 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-298f7f9c-df6a-423d-a13b-16d882ffe7f5 req-46321128-f900-4822-9042-4deaa64534a2 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892754 Nov 16 11:22:25.810521 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-64dc2381-5a8b-4e19-8ffc-26131272a6b2 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=04a86aacf6f546c1be30256427532a30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0783610 Nov 16 11:22:25.914473 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20f0d6e-212d-4d2b-ab39-a21a8785c871 x-openstack-request-id: req-f20f0d6e-212d-4d2b-ab39-a21a8785c871 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:22:25.914765 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd3cee9-d9b9-40a8-89d4-643c9900a7c1", "name": "network-vif-deleted", "tag": "ee2f460b-7187-42dd-842c-530a7ef3e9b2", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:22:25.915120 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f20f0d6e-212d-4d2b-ab39-a21a8785c871 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:22:25.916061 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd3cee9-d9b9-40a8-89d4-643c9900a7c1', 'name': 'network-vif-deleted', 'tag': 'ee2f460b-7187-42dd-842c-530a7ef3e9b2', 'status': 'completed', 'code': 200} Nov 16 11:22:25.982467 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-6cdd822a-782d-4ecc-9b1a-34e66fa437db service neutron] 10.222.0.61 "GET /v2.0/networks/944e0536-d76b-420a-8405-63c5779cb0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706269 Nov 16 11:22:25.984233 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device ee2f460b-7187-42dd-842c-530a7ef3e9b2 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:22:26.012550 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: ee2f460b-7187-42dd-842c-530a7ef3e9b2 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:22:26.013184 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device ee2f460b-7187-42dd-842c-530a7ef3e9b2 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:22:26.013759 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 4addbcc2-c339-459c-9b42-be61c4d1a513 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:22:26.016081 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 02f24461-d778-4489-81ea-ce9be1265fcf up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:22:26.098924 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6c9841c0-5e79-4d68-adf5-c88220d3f5f0 req-61001455-460b-4ea4-b979-7366de9781f3 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcd3cee9-d9b9-40a8-89d4-643c9900a7c1 HTTP/1.1" status: 200 len: 210 time: 0.0727358 Nov 16 11:22:26.142849 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-81dd359d-36cf-4ed8-a6f7-487fb990dd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:26.145620 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-81dd359d-36cf-4ed8-a6f7-487fb990dd1b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac57a0dec96b499199f175f118c6a6d4&device_id=af157f4b-dbd8-418c-8373-a45e2a47d15a HTTP/1.1" status: 200 len: 1097 time: 0.1596389 Nov 16 11:22:26.285378 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-fb79adf2-075a-4016-b3d6-c4ed230fc8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:26.286909 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-fb79adf2-075a-4016-b3d6-c4ed230fc8c9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6437950-3837-42ba-a7b4-c297945f46f8 HTTP/1.1" status: 200 len: 921 time: 0.1310952 Nov 16 11:22:26.298400 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-5e0fc5b0-df80-4b8f-bbd1-975d96fc326d service neutron] 10.222.0.61 "GET /v2.0/networks/944e0536-d76b-420a-8405-63c5779cb0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148930 Nov 16 11:22:26.407463 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-4466e6c2-0c07-496a-952c-e006f7106003 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a384ed4-b843-4f1c-bc26-7b543629180a HTTP/1.1" status: 200 len: 217 time: 0.0981240 Nov 16 11:22:26.437347 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-65a91474-1d02-4cd3-86b8-5281aed103d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412865f5-fee1-4122-ae57-6d6691e555ed', 'name': 'tempest-ServersTestBootFromVolume-1857941324-router', 'tenant_id': '9f7363a08c414209ac7c04aff97b826c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'ba2f309e-39f1-4339-a3c1-153149d9ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:19:00Z', 'updated_at': '2021-11-16T11:19:05Z', 'revision_number': 4, 'project_id': '9f7363a08c414209ac7c04aff97b826c', 'gw_port': {'id': 'ba2f309e-39f1-4339-a3c1-153149d9ef56', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:15:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412865f5-fee1-4122-ae57-6d6691e555ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:00Z', 'updated_at': '2021-11-16T11:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '088e7ea9-b244-4ed9-83e2-c59038047c1a', 'name': '', 'network_id': '0554fe60-bd03-4672-b976-b9334c9ef674', 'tenant_id': '9f7363a08c414209ac7c04aff97b826c', 'mac_address': 'fa:16:3e:5c:71:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412865f5-fee1-4122-ae57-6d6691e555ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'c5b632c6-00ee-4c25-9555-e7f1a5d8a8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:03Z', 'updated_at': '2021-11-16T11:19:08Z', 'revision_number': 5, 'project_id': '9f7363a08c414209ac7c04aff97b826c', 'subnets': [{'id': 'c5b632c6-00ee-4c25-9555-e7f1a5d8a8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:22:26.452159 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 02f24461-d778-4489-81ea-ce9be1265fcf triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:22:26.452692 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:26.513540 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-7c426a2d-b881-4e74-bfe9-388f6133b447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:26.517733 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-7c426a2d-b881-4e74-bfe9-388f6133b447 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=abaafd2b-7546-45a3-a211-065b2bf563c9 HTTP/1.1" status: 200 len: 860 time: 0.1058307 Nov 16 11:22:26.587408 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-840ce6e8-08d2-40ed-b7e3-eaf19761d0bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6437950-3837-42ba-a7b4-c297945f46f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613191 Nov 16 11:22:26.657164 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a91474-1d02-4cd3-86b8-5281aed103d1 None None] Checking router: 412865f5-fee1-4122-ae57-6d6691e555ed for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:22:26.708457 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:26.747718 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cc4319af-ae89-4ca5-81a3-0b841b69bb9a req-45577276-5495-4066-bef0-c16af9592fc2 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ab97477-2df6-4c93-b8f1-a0bd15bb61c7 HTTP/1.1" status: 200 len: 210 time: 0.0837700 Nov 16 11:22:26.845159 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a91474-1d02-4cd3-86b8-5281aed103d1 None None] Routers {'412865f5-fee1-4122-ae57-6d6691e555ed'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:22:26.845767 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-65a91474-1d02-4cd3-86b8-5281aed103d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:22:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['412865f5-fee1-4122-ae57-6d6691e555ed'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:22:26.867683 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-adc0b449-f673-48ab-a007-1fb896a8241a service neutron] 10.222.0.36 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023532 Nov 16 11:22:26.895125 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b163801-3d36-4192-bd44-dd2b23919232 req-7cc8094e-75ac-4661-a21c-bede78fdf56a tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:26.903121 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b163801-3d36-4192-bd44-dd2b23919232 req-7cc8094e-75ac-4661-a21c-bede78fdf56a tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8fa2877-c349-439a-986e-708bdc07fbb3 HTTP/1.1" status: 200 len: 950 time: 0.3139830 Nov 16 11:22:26.948509 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e3542-6f35-4aa0-addd-673fdb26b28f req-4142f8ad-80de-4096-a9f1-568706761157 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:26.957882 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-887e3542-6f35-4aa0-addd-673fdb26b28f req-4142f8ad-80de-4096-a9f1-568706761157 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.64 "GET /v2.0/ports?device_id=e31e7430-a8f8-4e84-9396-1e324e926aae HTTP/1.1" status: 200 len: 945 time: 0.1792343 Nov 16 11:22:27.190346 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-65a91474-1d02-4cd3-86b8-5281aed103d1 None None] Set router 412865f5-fee1-4122-ae57-6d6691e555ed gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:22:27.286576 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-887e3542-6f35-4aa0-addd-673fdb26b28f req-29baffe2-0780-4459-900b-e0f3f1d87ce0 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Deleting port 4addbcc2-c339-459c-9b42-be61c4d1a513 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:22:27.286924 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-887e3542-6f35-4aa0-addd-673fdb26b28f req-29baffe2-0780-4459-900b-e0f3f1d87ce0 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:27.370734 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 4addbcc2-c339-459c-9b42-be61c4d1a513, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=4addbcc2-c339-459c-9b42-be61c4d1a513,segment=NetworkSegment(2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7),segment_id=2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:22:27.373092 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31e7430-a8f8-4e84-9396-1e324e926aae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4addbcc2-c339-459c-9b42-be61c4d1a513'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:22:27.381859 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4949e5f-2213-4806-b785-54067ffe6c62" -d '{"events": [{"server_uuid": "e31e7430-a8f8-4e84-9396-1e324e926aae", "name": "network-vif-unplugged", "status": "completed", "tag": "4addbcc2-c339-459c-9b42-be61c4d1a513"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:22:27.422367 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:27.427012 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b163801-3d36-4192-bd44-dd2b23919232 req-6b1d6e25-19e6-434c-aedd-a28a7ea43138 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4674399 Nov 16 11:22:27.514517 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-887e3542-6f35-4aa0-addd-673fdb26b28f req-29baffe2-0780-4459-900b-e0f3f1d87ce0 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] For port 4addbcc2-c339-459c-9b42-be61c4d1a513, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=4addbcc2-c339-459c-9b42-be61c4d1a513,segment=NetworkSegment(2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7),segment_id=2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:22:27.515775 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-887e3542-6f35-4aa0-addd-673fdb26b28f req-29baffe2-0780-4459-900b-e0f3f1d87ce0 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:27.544309 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-887e3542-6f35-4aa0-addd-673fdb26b28f req-29baffe2-0780-4459-900b-e0f3f1d87ce0 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Calling delete_port for 4addbcc2-c339-459c-9b42-be61c4d1a513 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:22:27.555762 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6192d577-643a-45d0-b88f-e70b4acf5380 req-2031ca38-86c5-4318-8bc8-b1cef26cfd53 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:27.571844 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6192d577-643a-45d0-b88f-e70b4acf5380 req-2031ca38-86c5-4318-8bc8-b1cef26cfd53 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=af157f4b-dbd8-418c-8373-a45e2a47d15a HTTP/1.1" status: 200 len: 946 time: 0.4788194 Nov 16 11:22:27.666385 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-8ad760c8-99fc-4a44-a81d-fe22fbaa743d service neutron] 10.222.0.36 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7599022 Nov 16 11:22:27.763445 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6192d577-643a-45d0-b88f-e70b4acf5380 req-192fbe9c-46b3-46ce-98e0-4a9737fe4a76 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905775 Nov 16 11:22:27.974952 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-887e3542-6f35-4aa0-addd-673fdb26b28f req-29baffe2-0780-4459-900b-e0f3f1d87ce0 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:27.989174 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-9436f5ca-2016-4319-9b2c-ea0d7c834313 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:28.005984 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-9436f5ca-2016-4319-9b2c-ea0d7c834313 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=af157f4b-dbd8-418c-8373-a45e2a47d15a&tenant_id=ac57a0dec96b499199f175f118c6a6d4&binding%3Ahost_id=n-h2-816823-3 HTTP/1.1" status: 200 len: 1097 time: 0.2414660 Nov 16 11:22:28.052713 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29baffe2-0780-4459-900b-e0f3f1d87ce0 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Pushing event deleted for resources: {'Port': ['ID=4addbcc2-c339-459c-9b42-be61c4d1a513,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:28.057681 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-dde6eea1-7458-42a2-ba63-d9e701ab14a9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816823-3'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:22:28.085513 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=4addbcc2-c339-459c-9b42-be61c4d1a513,revision_number=8']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:28.152619 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-887e3542-6f35-4aa0-addd-673fdb26b28f req-29baffe2-0780-4459-900b-e0f3f1d87ce0 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] No DVR routers for this DVR port 4addbcc2-c339-459c-9b42-be61c4d1a513 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:22:28.158863 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-887e3542-6f35-4aa0-addd-673fdb26b28f req-29baffe2-0780-4459-900b-e0f3f1d87ce0 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:28.162748 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-887e3542-6f35-4aa0-addd-673fdb26b28f req-29baffe2-0780-4459-900b-e0f3f1d87ce0 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.64 "DELETE /v2.0/ports/4addbcc2-c339-459c-9b42-be61c4d1a513 HTTP/1.1" status: 204 len: 173 time: 1.1962380 Nov 16 11:22:28.163207 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31e7430-a8f8-4e84-9396-1e324e926aae', 'name': 'network-vif-deleted', 'tag': '4addbcc2-c339-459c-9b42-be61c4d1a513'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:22:28.181290 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2393a6-e86b-4c2a-9448-2adf12beb3c6" -d '{"events": [{"server_uuid": "e31e7430-a8f8-4e84-9396-1e324e926aae", "name": "network-vif-deleted", "tag": "4addbcc2-c339-459c-9b42-be61c4d1a513"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:22:28.216700 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 11:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1733e361-8e54-4129-8acd-60910863eb96 x-openstack-request-id: req-1733e361-8e54-4129-8acd-60910863eb96 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:22:28.216987 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31e7430-a8f8-4e84-9396-1e324e926aae", "name": "network-vif-unplugged", "status": "completed", "tag": "4addbcc2-c339-459c-9b42-be61c4d1a513", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:22:28.217243 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1733e361-8e54-4129-8acd-60910863eb96 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:22:28.217639 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31e7430-a8f8-4e84-9396-1e324e926aae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4addbcc2-c339-459c-9b42-be61c4d1a513', 'code': 200} Nov 16 11:22:28.242858 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:28.272723 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:28.289146 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8852d463-bcc6-451e-98d5-f690fd2a0c08 req-41b911d9-f117-476f-bc7d-fc0ae7b24df4 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcd3cee9-d9b9-40a8-89d4-643c9900a7c1 HTTP/1.1" status: 200 len: 210 time: 0.2816613 Nov 16 11:22:28.316036 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-dde6eea1-7458-42a2-ba63-d9e701ab14a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:28.381806 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 02f24461-d778-4489-81ea-ce9be1265fcf, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=02f24461-d778-4489-81ea-ce9be1265fcf,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:22:28.444382 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:28.651030 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-65a91474-1d02-4cd3-86b8-5281aed103d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412865f5-fee1-4122-ae57-6d6691e555ed', 'name': 'tempest-ServersTestBootFromVolume-1857941324-router', 'tenant_id': '9f7363a08c414209ac7c04aff97b826c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'ba2f309e-39f1-4339-a3c1-153149d9ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:19:00Z', 'updated_at': '2021-11-16T11:19:05Z', 'revision_number': 4, 'project_id': '9f7363a08c414209ac7c04aff97b826c', 'gw_port': {'id': 'ba2f309e-39f1-4339-a3c1-153149d9ef56', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:15:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412865f5-fee1-4122-ae57-6d6691e555ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:00Z', 'updated_at': '2021-11-16T11:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '088e7ea9-b244-4ed9-83e2-c59038047c1a', 'name': '', 'network_id': '0554fe60-bd03-4672-b976-b9334c9ef674', 'tenant_id': '9f7363a08c414209ac7c04aff97b826c', 'mac_address': 'fa:16:3e:5c:71:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412865f5-fee1-4122-ae57-6d6691e555ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'c5b632c6-00ee-4c25-9555-e7f1a5d8a8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:03Z', 'updated_at': '2021-11-16T11:19:08Z', 'revision_number': 5, 'project_id': '9f7363a08c414209ac7c04aff97b826c', 'subnets': [{'id': 'c5b632c6-00ee-4c25-9555-e7f1a5d8a8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:22:28.661429 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-6a48a8bd-2ff8-45ee-918c-46c3a267ea40 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:28.663075 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-6a48a8bd-2ff8-45ee-918c-46c3a267ea40 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.64 "GET /v2.0/networks?id=944e0536-d76b-420a-8405-63c5779cb0d2 HTTP/1.1" status: 200 len: 805 time: 0.2814937 Nov 16 11:22:28.677209 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-ff86724d-5a68-4598-8f79-5ec8a08be3b8 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Request body: {'port': {'device_id': '1ab97477-2df6-4c93-b8f1-a0bd15bb61c7', 'network_id': '944e0536-d76b-420a-8405-63c5779cb0d2', 'admin_state_up': True, 'tenant_id': '04a86aacf6f546c1be30256427532a30'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:22:28.697125 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-de943ad8-f77a-497e-8f48-28fe5986f94e req-23a32614-283f-48d2-93f9-a1f23c02d360 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ab97477-2df6-4c93-b8f1-a0bd15bb61c7 HTTP/1.1" status: 200 len: 210 time: 0.3383420 Nov 16 11:22:28.825510 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a91474-1d02-4cd3-86b8-5281aed103d1 None None] The sync data for ids ['412865f5-fee1-4122-ae57-6d6691e555ed'] in n-d-816823-3 is: [{'id': '412865f5-fee1-4122-ae57-6d6691e555ed', 'name': 'tempest-ServersTestBootFromVolume-1857941324-router', 'tenant_id': '9f7363a08c414209ac7c04aff97b826c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'ba2f309e-39f1-4339-a3c1-153149d9ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:19:00Z', 'updated_at': '2021-11-16T11:19:05Z', 'revision_number': 4, 'project_id': '9f7363a08c414209ac7c04aff97b826c', 'gw_port': {'id': 'ba2f309e-39f1-4339-a3c1-153149d9ef56', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:15:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412865f5-fee1-4122-ae57-6d6691e555ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:00Z', 'updated_at': '2021-11-16T11:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '088e7ea9-b244-4ed9-83e2-c59038047c1a', 'name': '', 'network_id': '0554fe60-bd03-4672-b976-b9334c9ef674', 'tenant_id': '9f7363a08c414209ac7c04aff97b826c', 'mac_address': 'fa:16:3e:5c:71:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412865f5-fee1-4122-ae57-6d6691e555ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'c5b632c6-00ee-4c25-9555-e7f1a5d8a8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:03Z', 'updated_at': '2021-11-16T11:19:08Z', 'revision_number': 5, 'project_id': '9f7363a08c414209ac7c04aff97b826c', 'subnets': [{'id': 'c5b632c6-00ee-4c25-9555-e7f1a5d8a8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:22:28.844706 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=02f24461-d778-4489-81ea-ce9be1265fcf,revision_number=10']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:28.851783 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:28.857395 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbeae54-2d76-4a69-b0af-855152e0ae12 x-openstack-request-id: req-2cbeae54-2d76-4a69-b0af-855152e0ae12 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:22:28.857695 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31e7430-a8f8-4e84-9396-1e324e926aae", "name": "network-vif-deleted", "tag": "4addbcc2-c339-459c-9b42-be61c4d1a513", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:22:28.867715 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2cbeae54-2d76-4a69-b0af-855152e0ae12 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:22:28.868288 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31e7430-a8f8-4e84-9396-1e324e926aae', 'name': 'network-vif-deleted', 'tag': '4addbcc2-c339-459c-9b42-be61c4d1a513', 'status': 'completed', 'code': 200} Nov 16 11:22:29.002754 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-ff86724d-5a68-4598-8f79-5ec8a08be3b8 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Made reservation on behalf of 04a86aacf6f546c1be30256427532a30 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:22:29.013772 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-ff86724d-5a68-4598-8f79-5ec8a08be3b8 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:29.200555 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c586ea-988e-433b-a76a-853e03d9eed5 req-2265ba5b-ce67-464c-ba41-dc2cff72574e tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:29.216281 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-91c586ea-988e-433b-a76a-853e03d9eed5 req-2265ba5b-ce67-464c-ba41-dc2cff72574e tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac3d68f4-75a9-4d5b-90a4-43957b1b21d1 HTTP/1.1" status: 200 len: 945 time: 0.5400469 Nov 16 11:22:29.269765 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-dde6eea1-7458-42a2-ba63-d9e701ab14a9 service neutron] For port 8a384ed4-b843-4f1c-bc26-7b543629180a, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=8a384ed4-b843-4f1c-bc26-7b543629180a,segment=NetworkSegment(d9c88559-8fa4-467d-a577-d2c14bfd7508),segment_id=d9c88559-8fa4-467d-a577-d2c14bfd7508)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:22:29.318652 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-dde6eea1-7458-42a2-ba63-d9e701ab14a9 service neutron] For port 8a384ed4-b843-4f1c-bc26-7b543629180a, host n-h2-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:22:29.332991 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-ff86724d-5a68-4598-8f79-5ec8a08be3b8 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Allocated IP 172.20.0.5 (944e0536-d76b-420a-8405-63c5779cb0d2/c2c4b79e-b376-461e-aa12-aa150e542043/a17fbd62-85d3-4523-8cf1-f17c6dee0834) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:22:29.370667 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-dde6eea1-7458-42a2-ba63-d9e701ab14a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:29.376008 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af157f4b-dbd8-418c-8373-a45e2a47d15a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a384ed4-b843-4f1c-bc26-7b543629180a'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:22:29.378524 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d63619e-0d25-4034-9a7e-1c25e992baf6" -d '{"events": [{"server_uuid": "af157f4b-dbd8-418c-8373-a45e2a47d15a", "name": "network-vif-unplugged", "status": "completed", "tag": "8a384ed4-b843-4f1c-bc26-7b543629180a"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:22:29.394402 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-dde6eea1-7458-42a2-ba63-d9e701ab14a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:29.411919 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff22e29-0f1e-42fc-8304-72286aec5289 req-3cc14c79-9c8b-4bcc-8df7-a1e4ad4fbbba tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:29.424134 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fff22e29-0f1e-42fc-8304-72286aec5289 req-3cc14c79-9c8b-4bcc-8df7-a1e4ad4fbbba tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8fa2877-c349-439a-986e-708bdc07fbb3 HTTP/1.1" status: 200 len: 950 time: 0.4513683 Nov 16 11:22:29.458355 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060523be-83d6-4fd0-803d-4efc13569ec0 None None] New status for floating IP a5a283c9-89e5-4451-98b9-1efad91f319d: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:22:29.533658 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-91c586ea-988e-433b-a76a-853e03d9eed5 req-b79f4904-97bd-4136-9073-a5dd1ca8176c tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164029 Nov 16 11:22:29.677638 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e36299-264f-4ff5-8c48-537a9a44f40e req-a22e085f-92d9-4e1e-955c-4f75993fbdd5 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:29.680132 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-10e36299-264f-4ff5-8c48-537a9a44f40e req-a22e085f-92d9-4e1e-955c-4f75993fbdd5 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac3d68f4-75a9-4d5b-90a4-43957b1b21d1 HTTP/1.1" status: 200 len: 945 time: 0.2642305 Nov 16 11:22:29.739618 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fff22e29-0f1e-42fc-8304-72286aec5289 req-01c87d3a-4aea-4da9-8208-2123097bc6c6 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144596 Nov 16 11:22:29.740425 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde6eea1-7458-42a2-ba63-d9e701ab14a9 service neutron] Pushing event updated for resources: {'Port': ['ID=8a384ed4-b843-4f1c-bc26-7b543629180a,revision_number=7']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:29.763693 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-dde6eea1-7458-42a2-ba63-d9e701ab14a9 service neutron] Attempting to bind port 8a384ed4-b843-4f1c-bc26-7b543629180a on host n-h2-816823-3 for vnic_type normal with profile {"migrating_to": "n-h1-816823-3"} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:22:29.764035 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-dde6eea1-7458-42a2-ba63-d9e701ab14a9 service neutron] Attempting to bind port 8a384ed4-b843-4f1c-bc26-7b543629180a by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:22:29.764439 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-dde6eea1-7458-42a2-ba63-d9e701ab14a9 service neutron] Attempting to bind port 8a384ed4-b843-4f1c-bc26-7b543629180a on network a6437950-3837-42ba-a7b4-c297945f46f8 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:22:29.775232 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-dde6eea1-7458-42a2-ba63-d9e701ab14a9 service neutron] Port 8a384ed4-b843-4f1c-bc26-7b543629180a on network a6437950-3837-42ba-a7b4-c297945f46f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:22:29.775694 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-dde6eea1-7458-42a2-ba63-d9e701ab14a9 service neutron] Attempting to bind port 8a384ed4-b843-4f1c-bc26-7b543629180a on network a6437950-3837-42ba-a7b4-c297945f46f8 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:22:29.813313 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9c777-fb33-4504-8bf9-786e5dd59d1d req-0f04fdfa-e978-40f8-a88b-989f0215fc90 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:29.820157 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2ed9c777-fb33-4504-8bf9-786e5dd59d1d req-0f04fdfa-e978-40f8-a88b-989f0215fc90 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=af157f4b-dbd8-418c-8373-a45e2a47d15a HTTP/1.1" status: 200 len: 944 time: 0.1469169 Nov 16 11:22:29.823260 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-dde6eea1-7458-42a2-ba63-d9e701ab14a9 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:22:29.830399 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-dde6eea1-7458-42a2-ba63-d9e701ab14a9 service neutron] Checking segment: {'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:22:29.830941 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-dde6eea1-7458-42a2-ba63-d9e701ab14a9 service neutron] Bound using segment: {'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:22:29.831767 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-dde6eea1-7458-42a2-ba63-d9e701ab14a9 service neutron] Bound port: 8a384ed4-b843-4f1c-bc26-7b543629180a, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:22:29.831906 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-dde6eea1-7458-42a2-ba63-d9e701ab14a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:29.887122 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-ff86724d-5a68-4598-8f79-5ec8a08be3b8 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:29.953195 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 4addbcc2-c339-459c-9b42-be61c4d1a513 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:22:30.006149 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-dde6eea1-7458-42a2-ba63-d9e701ab14a9 service neutron] For port 8a384ed4-b843-4f1c-bc26-7b543629180a, host n-h2-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:22:30.009795 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-dde6eea1-7458-42a2-ba63-d9e701ab14a9 service neutron] For port 8a384ed4-b843-4f1c-bc26-7b543629180a, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=8a384ed4-b843-4f1c-bc26-7b543629180a,segment=NetworkSegment(d9c88559-8fa4-467d-a577-d2c14bfd7508),segment_id=d9c88559-8fa4-467d-a577-d2c14bfd7508)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:22:30.035774 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-dde6eea1-7458-42a2-ba63-d9e701ab14a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:30.085942 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 4addbcc2-c339-459c-9b42-be61c4d1a513 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:22:30.085942 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 4addbcc2-c339-459c-9b42-be61c4d1a513 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:22:30.086843 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-53e4e0c5-23d0-488d-8376-e1c94dbc98b8 req-72f38223-08b4-491d-8c99-caf8d31c4e9b tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcd3cee9-d9b9-40a8-89d4-643c9900a7c1 HTTP/1.1" status: 200 len: 210 time: 0.0748463 Nov 16 11:22:30.101467 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-ff86724d-5a68-4598-8f79-5ec8a08be3b8 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:30.109235 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-10e36299-264f-4ff5-8c48-537a9a44f40e req-400c174e-a082-46e9-8c2b-6cf9f21597d1 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Deleting port a76869bb-efef-4d86-865d-17b014916cd8 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:22:30.110351 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-10e36299-264f-4ff5-8c48-537a9a44f40e req-400c174e-a082-46e9-8c2b-6cf9f21597d1 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:30.169770 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde6eea1-7458-42a2-ba63-d9e701ab14a9 service neutron] Pushing event updated for resources: {'Port': ['ID=8a384ed4-b843-4f1c-bc26-7b543629180a,revision_number=8']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:30.178523 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 11:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5c2544-9823-4b6b-a44b-6fdb2b2b2566 x-openstack-request-id: req-db5c2544-9823-4b6b-a44b-6fdb2b2b2566 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:22:30.179063 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af157f4b-dbd8-418c-8373-a45e2a47d15a", "name": "network-vif-unplugged", "status": "completed", "tag": "8a384ed4-b843-4f1c-bc26-7b543629180a", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:22:30.179486 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-db5c2544-9823-4b6b-a44b-6fdb2b2b2566 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:22:30.180062 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af157f4b-dbd8-418c-8373-a45e2a47d15a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a384ed4-b843-4f1c-bc26-7b543629180a', 'code': 200} Nov 16 11:22:30.198205 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2ed9c777-fb33-4504-8bf9-786e5dd59d1d req-e9576b35-a25a-4a49-a7bd-49a64f34ea7a tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635895 Nov 16 11:22:30.217836 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-ff86724d-5a68-4598-8f79-5ec8a08be3b8 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Network 944e0536-d76b-420a-8405-63c5779cb0d2 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:22:30.219061 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f543b5-db37-43d1-b756-4fccbc592401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f24461-d778-4489-81ea-ce9be1265fcf'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:22:30.221731 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d507244-9995-4d51-8ab8-6d277f185a5c" -d '{"events": [{"server_uuid": "a2f543b5-db37-43d1-b756-4fccbc592401", "name": "network-vif-plugged", "status": "completed", "tag": "02f24461-d778-4489-81ea-ce9be1265fcf"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:22:30.296880 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-dde6eea1-7458-42a2-ba63-d9e701ab14a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:30.297643 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-dde6eea1-7458-42a2-ba63-d9e701ab14a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:30.299318 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-dde6eea1-7458-42a2-ba63-d9e701ab14a9 service neutron] 10.222.0.36 "PUT /v2.0/ports/8a384ed4-b843-4f1c-bc26-7b543629180a HTTP/1.1" status: 200 len: 1122 time: 2.2659049 Nov 16 11:22:30.322810 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49cefe-e855-4c4f-b590-db0907b203f1 req-7af36cbb-99d7-4bf5-b6e2-1c2e5cf4bed7 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:30.330579 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8f49cefe-e855-4c4f-b590-db0907b203f1 req-7af36cbb-99d7-4bf5-b6e2-1c2e5cf4bed7 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ab97477-2df6-4c93-b8f1-a0bd15bb61c7 HTTP/1.1" status: 200 len: 931 time: 0.1016090 Nov 16 11:22:30.358885 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-ff86724d-5a68-4598-8f79-5ec8a08be3b8 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:22:30.381289 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['8a384ed4-b843-4f1c-bc26-7b543629180a'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:22:30.421207 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-ff86724d-5a68-4598-8f79-5ec8a08be3b8 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:22:30.433684 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8f49cefe-e855-4c4f-b590-db0907b203f1 req-9c3ef3ea-db81-43b0-984a-e69705baaf0c tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983777 Nov 16 11:22:30.543665 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-ff86724d-5a68-4598-8f79-5ec8a08be3b8 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:30.545035 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-ff86724d-5a68-4598-8f79-5ec8a08be3b8 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:30.553402 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20498f48-9667-4c69-a239-542e94d4e36b x-openstack-request-id: req-20498f48-9667-4c69-a239-542e94d4e36b {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:22:30.553734 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f543b5-db37-43d1-b756-4fccbc592401", "name": "network-vif-plugged", "status": "completed", "tag": "02f24461-d778-4489-81ea-ce9be1265fcf", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:22:30.554011 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-20498f48-9667-4c69-a239-542e94d4e36b {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:22:30.554546 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f543b5-db37-43d1-b756-4fccbc592401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f24461-d778-4489-81ea-ce9be1265fcf', 'code': 200} Nov 16 11:22:30.639278 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86724d-5a68-4598-8f79-5ec8a08be3b8 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Pushing event updated for resources: {'Port': ['ID=a17fbd62-85d3-4523-8cf1-f17c6dee0834,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:30.647482 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-ff86724d-5a68-4598-8f79-5ec8a08be3b8 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9746740 Nov 16 11:22:30.657091 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-10e36299-264f-4ff5-8c48-537a9a44f40e req-400c174e-a082-46e9-8c2b-6cf9f21597d1 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] For port a76869bb-efef-4d86-865d-17b014916cd8, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=a76869bb-efef-4d86-865d-17b014916cd8,segment=NetworkSegment(29fe51c5-7413-4ecd-8c04-97b69fe8410f),segment_id=29fe51c5-7413-4ecd-8c04-97b69fe8410f)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:22:30.657454 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-10e36299-264f-4ff5-8c48-537a9a44f40e req-400c174e-a082-46e9-8c2b-6cf9f21597d1 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:30.664730 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-8acbe2a4-bf8f-48d6-8a1d-92792931fd2d service neutron] Request body: {'port': {'device_id': '1ab97477-2df6-4c93-b8f1-a0bd15bb61c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:22:30.711169 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-10e36299-264f-4ff5-8c48-537a9a44f40e req-400c174e-a082-46e9-8c2b-6cf9f21597d1 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Calling delete_port for a76869bb-efef-4d86-865d-17b014916cd8 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:22:30.767794 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c9eb5c-005a-4ace-9fee-974737a98aec req-6ed3203b-9ec4-4852-bac3-f9b32f3bd712 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:30.786531 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-98c9eb5c-005a-4ace-9fee-974737a98aec req-6ed3203b-9ec4-4852-bac3-f9b32f3bd712 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac3d68f4-75a9-4d5b-90a4-43957b1b21d1 HTTP/1.1" status: 200 len: 945 time: 0.1311936 Nov 16 11:22:30.918834 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-98c9eb5c-005a-4ace-9fee-974737a98aec req-ae84862b-74dd-4ffa-ae76-90e30a41b4a1 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306341 Nov 16 11:22:30.965514 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-8acbe2a4-bf8f-48d6-8a1d-92792931fd2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:30.979374 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-10e36299-264f-4ff5-8c48-537a9a44f40e req-400c174e-a082-46e9-8c2b-6cf9f21597d1 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:31.021500 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c174e-a082-46e9-8c2b-6cf9f21597d1 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Pushing event deleted for resources: {'Port': ['ID=a76869bb-efef-4d86-865d-17b014916cd8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:31.121917 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e36299-264f-4ff5-8c48-537a9a44f40e req-400c174e-a082-46e9-8c2b-6cf9f21597d1 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] No DVR routers for this DVR port a76869bb-efef-4d86-865d-17b014916cd8 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:22:31.124798 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-10e36299-264f-4ff5-8c48-537a9a44f40e req-400c174e-a082-46e9-8c2b-6cf9f21597d1 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:31.128550 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-10e36299-264f-4ff5-8c48-537a9a44f40e req-400c174e-a082-46e9-8c2b-6cf9f21597d1 tempest-ServersTestJSON-14856895 tempest-ServersTestJSON-14856895-project] 10.222.0.36 "DELETE /v2.0/ports/a76869bb-efef-4d86-865d-17b014916cd8 HTTP/1.1" status: 204 len: 173 time: 1.4402666 Nov 16 11:22:31.129068 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3d68f4-75a9-4d5b-90a4-43957b1b21d1', 'name': 'network-vif-deleted', 'tag': 'a76869bb-efef-4d86-865d-17b014916cd8'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:22:31.131293 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f7d291-27be-4160-b083-9af880fd74c4" -d '{"events": [{"server_uuid": "ac3d68f4-75a9-4d5b-90a4-43957b1b21d1", "name": "network-vif-deleted", "tag": "a76869bb-efef-4d86-865d-17b014916cd8"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:22:31.281607 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-30e0382d-76e4-4fab-b2f4-3af3fb7fb437 req-f275e422-72ed-441c-b0cf-58eaab7ac5d7 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcd3cee9-d9b9-40a8-89d4-643c9900a7c1 HTTP/1.1" status: 200 len: 210 time: 0.0756030 Nov 16 11:22:31.355453 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db21749-c734-478b-b3ec-5f779ce4ddc8 x-openstack-request-id: req-2db21749-c734-478b-b3ec-5f779ce4ddc8 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:22:31.357533 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3d68f4-75a9-4d5b-90a4-43957b1b21d1", "name": "network-vif-deleted", "tag": "a76869bb-efef-4d86-865d-17b014916cd8", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:22:31.358065 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2db21749-c734-478b-b3ec-5f779ce4ddc8 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:22:31.358574 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3d68f4-75a9-4d5b-90a4-43957b1b21d1', 'name': 'network-vif-deleted', 'tag': 'a76869bb-efef-4d86-865d-17b014916cd8', 'status': 'completed', 'code': 200} Nov 16 11:22:31.508808 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b711061-9e6f-4384-a797-f4b66d3d8038 req-ee878659-44af-47f0-bf17-91357b5e72e6 tempest-ServersAdminTestJSON-1387856264 tempest-ServersAdminTestJSON-1387856264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:31.509791 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b711061-9e6f-4384-a797-f4b66d3d8038 req-ee878659-44af-47f0-bf17-91357b5e72e6 tempest-ServersAdminTestJSON-1387856264 tempest-ServersAdminTestJSON-1387856264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:31.510310 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b711061-9e6f-4384-a797-f4b66d3d8038 req-ee878659-44af-47f0-bf17-91357b5e72e6 tempest-ServersAdminTestJSON-1387856264 tempest-ServersAdminTestJSON-1387856264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:31.510783 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b711061-9e6f-4384-a797-f4b66d3d8038 req-ee878659-44af-47f0-bf17-91357b5e72e6 tempest-ServersAdminTestJSON-1387856264 tempest-ServersAdminTestJSON-1387856264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:31.511250 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b711061-9e6f-4384-a797-f4b66d3d8038 req-ee878659-44af-47f0-bf17-91357b5e72e6 tempest-ServersAdminTestJSON-1387856264 tempest-ServersAdminTestJSON-1387856264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:31.512267 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b711061-9e6f-4384-a797-f4b66d3d8038 req-ee878659-44af-47f0-bf17-91357b5e72e6 tempest-ServersAdminTestJSON-1387856264 tempest-ServersAdminTestJSON-1387856264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:31.512742 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b711061-9e6f-4384-a797-f4b66d3d8038 req-ee878659-44af-47f0-bf17-91357b5e72e6 tempest-ServersAdminTestJSON-1387856264 tempest-ServersAdminTestJSON-1387856264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:31.518477 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b711061-9e6f-4384-a797-f4b66d3d8038 req-ee878659-44af-47f0-bf17-91357b5e72e6 tempest-ServersAdminTestJSON-1387856264 tempest-ServersAdminTestJSON-1387856264-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=1ab97477-2df6-4c93-b8f1-a0bd15bb61c7&device_id=f8fa2877-c349-439a-986e-708bdc07fbb3&device_id=af157f4b-dbd8-418c-8373-a45e2a47d15a&device_id=6b1194f6-8c34-436e-bc64-8bf735a31731&device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79&device_id=76e45ce9-57a1-4d86-b991-b1b2b1f08edf&device_id=a2f543b5-db37-43d1-b756-4fccbc592401&device_id=fcd3cee9-d9b9-40a8-89d4-643c9900a7c1&device_id=ac3d68f4-75a9-4d5b-90a4-43957b1b21d1 HTTP/1.1" status: 200 len: 6390 time: 0.1392388 Nov 16 11:22:31.536070 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c97c9-df6d-4d5b-97f5-2e6abe3bfa87 req-de3aaf10-edf8-45f4-b65b-5bc1989895c1 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:31.545348 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d43c97c9-df6d-4d5b-97f5-2e6abe3bfa87 req-de3aaf10-edf8-45f4-b65b-5bc1989895c1 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=af157f4b-dbd8-418c-8373-a45e2a47d15a HTTP/1.1" status: 200 len: 944 time: 0.1308761 Nov 16 11:22:31.562219 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-8acbe2a4-bf8f-48d6-8a1d-92792931fd2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a17fbd62-85d3-4523-8cf1-f17c6dee0834 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:22:31.575039 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-8acbe2a4-bf8f-48d6-8a1d-92792931fd2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:31.599213 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-8acbe2a4-bf8f-48d6-8a1d-92792931fd2d service neutron] Transition to ACTIVE for port object a17fbd62-85d3-4523-8cf1-f17c6dee0834 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:22:31.608893 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-8acbe2a4-bf8f-48d6-8a1d-92792931fd2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:31.611322 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-3b711061-9e6f-4384-a797-f4b66d3d8038 req-b9888753-0a56-4fec-97e3-0f0adb718657 tempest-ServersAdminTestJSON-1387856264 tempest-ServersAdminTestJSON-1387856264-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:31.673421 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d43c97c9-df6d-4d5b-97f5-2e6abe3bfa87 req-85695944-4da6-4cee-a7db-be47138ee9a1 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244962 Nov 16 11:22:31.687526 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acbe2a4-bf8f-48d6-8a1d-92792931fd2d service neutron] Pushing event updated for resources: {'Port': ['ID=a17fbd62-85d3-4523-8cf1-f17c6dee0834,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:31.838415 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-3b711061-9e6f-4384-a797-f4b66d3d8038 req-b9888753-0a56-4fec-97e3-0f0adb718657 tempest-ServersAdminTestJSON-1387856264 tempest-ServersAdminTestJSON-1387856264-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:31.903660 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-8acbe2a4-bf8f-48d6-8a1d-92792931fd2d service neutron] Attempting to bind port a17fbd62-85d3-4523-8cf1-f17c6dee0834 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:22:31.904265 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-8acbe2a4-bf8f-48d6-8a1d-92792931fd2d service neutron] Attempting to bind port a17fbd62-85d3-4523-8cf1-f17c6dee0834 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '944e0536-d76b-420a-8405-63c5779cb0d2'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:22:31.905386 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-8acbe2a4-bf8f-48d6-8a1d-92792931fd2d service neutron] Attempting to bind port a17fbd62-85d3-4523-8cf1-f17c6dee0834 on network 944e0536-d76b-420a-8405-63c5779cb0d2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:22:31.911334 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-3b711061-9e6f-4384-a797-f4b66d3d8038 req-b9888753-0a56-4fec-97e3-0f0adb718657 tempest-ServersAdminTestJSON-1387856264 tempest-ServersAdminTestJSON-1387856264-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:31.917223 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-8acbe2a4-bf8f-48d6-8a1d-92792931fd2d service neutron] Port a17fbd62-85d3-4523-8cf1-f17c6dee0834 on network 944e0536-d76b-420a-8405-63c5779cb0d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:22:31.917813 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-8acbe2a4-bf8f-48d6-8a1d-92792931fd2d service neutron] Attempting to bind port a17fbd62-85d3-4523-8cf1-f17c6dee0834 on network 944e0536-d76b-420a-8405-63c5779cb0d2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:22:31.941412 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-8acbe2a4-bf8f-48d6-8a1d-92792931fd2d service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:22:31.942729 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-8acbe2a4-bf8f-48d6-8a1d-92792931fd2d service neutron] Checking segment: {'id': '2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '944e0536-d76b-420a-8405-63c5779cb0d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:22:31.943235 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-8acbe2a4-bf8f-48d6-8a1d-92792931fd2d service neutron] Bound using segment: {'id': '2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '944e0536-d76b-420a-8405-63c5779cb0d2'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:22:31.943949 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-8acbe2a4-bf8f-48d6-8a1d-92792931fd2d service neutron] Bound port: a17fbd62-85d3-4523-8cf1-f17c6dee0834, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '944e0536-d76b-420a-8405-63c5779cb0d2'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:22:31.945012 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-8acbe2a4-bf8f-48d6-8a1d-92792931fd2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:31.968978 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9888753-0a56-4fec-97e3-0f0adb718657 tempest-ServersAdminTestJSON-1387856264 tempest-ServersAdminTestJSON-1387856264-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222570c6-9547-4f94-bcd7-28527a60d984,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:31.981781 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe32d07-ca28-4b3c-b401-b695c8a1d60a req-41a4f52e-e335-4d12-be89-9aba97ded5a6 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:31.989261 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bfe32d07-ca28-4b3c-b401-b695c8a1d60a req-41a4f52e-e335-4d12-be89-9aba97ded5a6 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ab97477-2df6-4c93-b8f1-a0bd15bb61c7 HTTP/1.1" status: 200 len: 943 time: 0.1399863 Nov 16 11:22:32.041243 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 8a384ed4-b843-4f1c-bc26-7b543629180a details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:22:32.043342 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device a76869bb-efef-4d86-865d-17b014916cd8 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:22:32.087180 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b711061-9e6f-4384-a797-f4b66d3d8038 req-b9888753-0a56-4fec-97e3-0f0adb718657 tempest-ServersAdminTestJSON-1387856264 tempest-ServersAdminTestJSON-1387856264-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=6a2913a2-9d7f-4129-b87d-a2a92aa04900&id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&id=23393ffe-3361-4967-afad-c9fb1ce25101&id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 607 time: 0.5393326 Nov 16 11:22:32.106275 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-8acbe2a4-bf8f-48d6-8a1d-92792931fd2d service neutron] For port a17fbd62-85d3-4523-8cf1-f17c6dee0834, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:22:32.109780 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bfe32d07-ca28-4b3c-b401-b695c8a1d60a req-3b5b9ed2-f755-4e8a-93bc-5daf09f2a802 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195502 Nov 16 11:22:32.110595 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-8acbe2a4-bf8f-48d6-8a1d-92792931fd2d service neutron] For port a17fbd62-85d3-4523-8cf1-f17c6dee0834, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=a17fbd62-85d3-4523-8cf1-f17c6dee0834,segment=NetworkSegment(2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7),segment_id=2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:22:32.129871 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-8acbe2a4-bf8f-48d6-8a1d-92792931fd2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:32.182722 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af157f4b-dbd8-418c-8373-a45e2a47d15a', 'tag': '8a384ed4-b843-4f1c-bc26-7b543629180a'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:22:32.184201 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: a76869bb-efef-4d86-865d-17b014916cd8 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:22:32.185423 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e238b1c-1a1d-4803-bc9e-29c8d66b644d" -d '{"events": [{"name": "network-changed", "server_uuid": "af157f4b-dbd8-418c-8373-a45e2a47d15a", "tag": "8a384ed4-b843-4f1c-bc26-7b543629180a"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:22:32.187669 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device a76869bb-efef-4d86-865d-17b014916cd8 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:22:32.202195 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59618) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:22:32.217695 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acbe2a4-bf8f-48d6-8a1d-92792931fd2d service neutron] Pushing event updated for resources: {'Port': ['ID=a17fbd62-85d3-4523-8cf1-f17c6dee0834,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:32.235453 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-8acbe2a4-bf8f-48d6-8a1d-92792931fd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:32.236182 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-8acbe2a4-bf8f-48d6-8a1d-92792931fd2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:32.237694 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-8acbe2a4-bf8f-48d6-8a1d-92792931fd2d service neutron] 10.222.0.64 "PUT /v2.0/ports/a17fbd62-85d3-4523-8cf1-f17c6dee0834 HTTP/1.1" status: 200 len: 1091 time: 1.5775225 Nov 16 11:22:32.347686 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 8a384ed4-b843-4f1c-bc26-7b543629180a, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=8a384ed4-b843-4f1c-bc26-7b543629180a,segment=NetworkSegment(d9c88559-8fa4-467d-a577-d2c14bfd7508),segment_id=d9c88559-8fa4-467d-a577-d2c14bfd7508)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:22:32.362815 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 8a384ed4-b843-4f1c-bc26-7b543629180a has no active binding in host n-h1-816823-3 {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 16 11:22:32.436131 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-6977ba8b-3232-446d-a528-bf4d5aba584e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:32.441830 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-6977ba8b-3232-446d-a528-bf4d5aba584e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04a86aacf6f546c1be30256427532a30&device_id=1ab97477-2df6-4c93-b8f1-a0bd15bb61c7 HTTP/1.1" status: 200 len: 1094 time: 0.0863199 Nov 16 11:22:32.471653 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c195aa4-b783-4753-b50b-89978338b4c2 x-openstack-request-id: req-2c195aa4-b783-4753-b50b-89978338b4c2 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:22:32.471951 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af157f4b-dbd8-418c-8373-a45e2a47d15a", "tag": "8a384ed4-b843-4f1c-bc26-7b543629180a", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:22:32.472205 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2c195aa4-b783-4753-b50b-89978338b4c2 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:22:32.475754 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af157f4b-dbd8-418c-8373-a45e2a47d15a', 'tag': '8a384ed4-b843-4f1c-bc26-7b543629180a', 'status': 'completed', 'code': 200} Nov 16 11:22:32.477712 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-f34ada5f-2013-4f5a-855b-1303f129eec6 admin admin] Deleting subnet 5a10b0d7-f428-41c3-8bd0-15f87f8f81d9 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:22:32.496706 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f34ada5f-2013-4f5a-855b-1303f129eec6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:32.624277 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-15c6cb22-4ffe-4212-86c2-7a855ed2d092 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a17fbd62-85d3-4523-8cf1-f17c6dee0834 HTTP/1.1" status: 200 len: 217 time: 0.1013143 Nov 16 11:22:32.652586 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f5b8a01e-235a-4af1-b106-47d6f9838596 req-9fc504bb-f461-4a9e-9390-5197a7606523 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcd3cee9-d9b9-40a8-89d4-643c9900a7c1 HTTP/1.1" status: 200 len: 210 time: 0.0966783 Nov 16 11:22:32.679670 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f34ada5f-2013-4f5a-855b-1303f129eec6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:32.745027 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e238b1c-1a1d-4803-bc9e-29c8d66b644d req-8249c061-6daa-4f81-8886-5ba8cb3e8d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:32.746756 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4e238b1c-1a1d-4803-bc9e-29c8d66b644d req-8249c061-6daa-4f81-8886-5ba8cb3e8d3f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac57a0dec96b499199f175f118c6a6d4&device_id=af157f4b-dbd8-418c-8373-a45e2a47d15a HTTP/1.1" status: 200 len: 1125 time: 0.3036144 Nov 16 11:22:32.837447 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f34ada5f-2013-4f5a-855b-1303f129eec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:32.867155 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e238b1c-1a1d-4803-bc9e-29c8d66b644d req-3166f80d-2ef9-4116-8703-c0a338a83a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:32.868754 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4e238b1c-1a1d-4803-bc9e-29c8d66b644d req-3166f80d-2ef9-4116-8703-c0a338a83a29 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a6437950-3837-42ba-a7b4-c297945f46f8 HTTP/1.1" status: 200 len: 921 time: 0.1115775 Nov 16 11:22:32.870789 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-d07274c5-1dd5-4a53-8872-98c5e27002e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:32.872464 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-d07274c5-1dd5-4a53-8872-98c5e27002e9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c2c4b79e-b376-461e-aa12-aa150e542043 HTTP/1.1" status: 200 len: 845 time: 0.2363210 Nov 16 11:22:32.932628 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4e238b1c-1a1d-4803-bc9e-29c8d66b644d req-b6d08536-2c97-476a-bedf-4811f38e5146 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a384ed4-b843-4f1c-bc26-7b543629180a HTTP/1.1" status: 200 len: 217 time: 0.0482376 Nov 16 11:22:32.939637 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8203928-3045-469d-8918-245481460a03 req-23e5f575-fd4a-44e1-baa0-4d59848c2169 tempest-ServersAdminTestJSON-1387856264 tempest-ServersAdminTestJSON-1387856264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:32.953058 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8203928-3045-469d-8918-245481460a03 req-23e5f575-fd4a-44e1-baa0-4d59848c2169 tempest-ServersAdminTestJSON-1387856264 tempest-ServersAdminTestJSON-1387856264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:32.953058 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8203928-3045-469d-8918-245481460a03 req-23e5f575-fd4a-44e1-baa0-4d59848c2169 tempest-ServersAdminTestJSON-1387856264 tempest-ServersAdminTestJSON-1387856264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:32.953058 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d8203928-3045-469d-8918-245481460a03 req-23e5f575-fd4a-44e1-baa0-4d59848c2169 tempest-ServersAdminTestJSON-1387856264 tempest-ServersAdminTestJSON-1387856264-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f8fa2877-c349-439a-986e-708bdc07fbb3&device_id=6b1194f6-8c34-436e-bc64-8bf735a31731&device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 2884 time: 0.2284789 Nov 16 11:22:32.962461 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-337f4ec0-3e80-43d9-9062-ab553f2d97de service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=944e0536-d76b-420a-8405-63c5779cb0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769720 Nov 16 11:22:33.044701 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7af29-bf90-47f4-8b8a-3314c848781a req-ccfc99d8-3349-44e3-87b7-5f390fa900db tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:33.046296 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5dd7af29-bf90-47f4-8b8a-3314c848781a req-ccfc99d8-3349-44e3-87b7-5f390fa900db tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=af157f4b-dbd8-418c-8373-a45e2a47d15a HTTP/1.1" status: 200 len: 944 time: 0.1578681 Nov 16 11:22:33.122857 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f34ada5f-2013-4f5a-855b-1303f129eec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:33.158622 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d8203928-3045-469d-8918-245481460a03 req-541c8dec-eb86-483e-a903-93efa7b06ff6 tempest-ServersAdminTestJSON-1387856264 tempest-ServersAdminTestJSON-1387856264-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093866 Nov 16 11:22:33.231039 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ada5f-2013-4f5a-855b-1303f129eec6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a10b0d7-f428-41c3-8bd0-15f87f8f81d9,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:33.268203 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f34ada5f-2013-4f5a-855b-1303f129eec6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:33.272244 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f34ada5f-2013-4f5a-855b-1303f129eec6 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/5a10b0d7-f428-41c3-8bd0-15f87f8f81d9 HTTP/1.1" status: 204 len: 168 time: 1.0689669 Nov 16 11:22:33.287358 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59642) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:22:33.310125 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5dd7af29-bf90-47f4-8b8a-3314c848781a req-e3f9614d-e01c-4b7a-8c6a-3d813f2c33e2 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469928 Nov 16 11:22:33.439676 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab97477-2df6-4c93-b8f1-a0bd15bb61c7', 'tag': 'a17fbd62-85d3-4523-8cf1-f17c6dee0834'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:22:33.441826 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedc4acd-7274-4455-a1ff-c8facfcf09db" -d '{"events": [{"name": "network-changed", "server_uuid": "1ab97477-2df6-4c93-b8f1-a0bd15bb61c7", "tag": "a17fbd62-85d3-4523-8cf1-f17c6dee0834"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:22:33.517995 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48ea70-f540-4870-b34b-74c94f6563a1 req-6d08dfcc-f00b-4f96-b415-eda677efedd0 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:33.525987 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd48ea70-f540-4870-b34b-74c94f6563a1 req-6d08dfcc-f00b-4f96-b415-eda677efedd0 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ab97477-2df6-4c93-b8f1-a0bd15bb61c7 HTTP/1.1" status: 200 len: 943 time: 0.2734475 Nov 16 11:22:33.587235 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-43fd43f4-a922-43cf-b2c8-b08fd99b162a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:33.659312 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e238b1c-1a1d-4803-bc9e-29c8d66b644d req-94dfcdd0-bcf5-4b7c-b4af-9a61f819c568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:33.660885 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4e238b1c-1a1d-4803-bc9e-29c8d66b644d req-94dfcdd0-bcf5-4b7c-b4af-9a61f819c568 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=abaafd2b-7546-45a3-a211-065b2bf563c9 HTTP/1.1" status: 200 len: 860 time: 0.7019236 Nov 16 11:22:33.690401 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd48ea70-f540-4870-b34b-74c94f6563a1 req-b771677b-87f7-49df-b00c-00287e588dd9 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626217 Nov 16 11:22:33.710497 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194253ce-8fb1-4336-99c1-cb042da52e82 x-openstack-request-id: req-194253ce-8fb1-4336-99c1-cb042da52e82 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:22:33.710826 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ab97477-2df6-4c93-b8f1-a0bd15bb61c7", "tag": "a17fbd62-85d3-4523-8cf1-f17c6dee0834", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:22:33.711074 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-194253ce-8fb1-4336-99c1-cb042da52e82 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:22:33.711466 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ab97477-2df6-4c93-b8f1-a0bd15bb61c7', 'tag': 'a17fbd62-85d3-4523-8cf1-f17c6dee0834', 'status': 'completed', 'code': 200} Nov 16 11:22:33.742945 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4e238b1c-1a1d-4803-bc9e-29c8d66b644d req-1bee222f-a905-41de-b98b-b9b2425604bc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a6437950-3837-42ba-a7b4-c297945f46f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701842 Nov 16 11:22:33.774192 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-d33b240f-d943-4f28-b1c2-94939801fff0 service neutron] 10.222.0.64 "GET /v2.0/networks/944e0536-d76b-420a-8405-63c5779cb0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046443 Nov 16 11:22:33.980419 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-43ed7793-18be-446e-a0a0-ab0fc7de918c req-3a5f01ff-9300-479d-bc02-f451e09cb1b1 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcd3cee9-d9b9-40a8-89d4-643c9900a7c1 HTTP/1.1" status: 200 len: 210 time: 0.0770719 Nov 16 11:22:33.980528 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4e238b1c-1a1d-4803-bc9e-29c8d66b644d req-276a54b1-43fb-4ed7-82ea-81afe006cfb5 service neutron] 10.222.0.64 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256536 Nov 16 11:22:33.984682 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-be4b09de-f910-4e38-a64c-61032c7db8c3 req-a6f1fa25-489e-4168-b317-62790972c387 service neutron] 10.222.0.64 "GET /v2.0/networks/944e0536-d76b-420a-8405-63c5779cb0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758261 Nov 16 11:22:34.005421 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-43fd43f4-a922-43cf-b2c8-b08fd99b162a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:34.084426 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-43fd43f4-a922-43cf-b2c8-b08fd99b162a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbb4a65b-8eab-4791-8d34-bab11c0de63c']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:22:34.109394 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-43fd43f4-a922-43cf-b2c8-b08fd99b162a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29fe51c5-7413-4ecd-8c04-97b69fe8410f') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:22:34.109808 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-43fd43f4-a922-43cf-b2c8-b08fd99b162a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29fe51c5-7413-4ecd-8c04-97b69fe8410f') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:22:34.135170 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-43fd43f4-a922-43cf-b2c8-b08fd99b162a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:34.162004 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-43fd43f4-a922-43cf-b2c8-b08fd99b162a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:34.174075 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43fd43f4-a922-43cf-b2c8-b08fd99b162a admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:22:34.174569 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-43fd43f4-a922-43cf-b2c8-b08fd99b162a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:34.250540 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:22:34.250540 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:22:34.250540 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:22:34.250540 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:22:34.250540 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:22:34.250540 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:22:34.250540 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:22:34.250540 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:22:34.250540 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:22:34.250540 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:22:34.250540 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:22:34.250540 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:22:34.250540 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:22:34.250540 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:22:34.250540 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:22:34.250540 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:22:34.250540 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:22:34.250540 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:22:34.250540 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:22:34.250540 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:22:34.250540 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:22:34.250540 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:22:34.250540 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:22:34.250540 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:22:34.250540 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:22:34.250540 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:22:34.250540 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:22:34.250540 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:22:34.250540 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:22:34.250540 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:22:34.250540 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:22:34.250540 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:22:34.258891 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-43fd43f4-a922-43cf-b2c8-b08fd99b162a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:34.265542 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-43fd43f4-a922-43cf-b2c8-b08fd99b162a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:34.273222 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-43fd43f4-a922-43cf-b2c8-b08fd99b162a admin admin] 10.222.0.61 "DELETE /v2.0/networks/cbb4a65b-8eab-4791-8d34-bab11c0de63c HTTP/1.1" status: 204 len: 168 time: 0.9833584 Nov 16 11:22:34.298918 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd43f4-a922-43cf-b2c8-b08fd99b162a admin admin] Pushing event deleted for resources: {'Network': ['ID=cbb4a65b-8eab-4791-8d34-bab11c0de63c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:34.417266 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4e238b1c-1a1d-4803-bc9e-29c8d66b644d req-09da653a-7cbc-41c5-ba86-96a73664ab41 service neutron] 10.222.0.64 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233961 Nov 16 11:22:34.420214 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc4acd-7274-4455-a1ff-c8facfcf09db req-cdd24c89-d835-4d1d-89aa-3fec134aeea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:34.430873 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-eedc4acd-7274-4455-a1ff-c8facfcf09db req-cdd24c89-d835-4d1d-89aa-3fec134aeea7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04a86aacf6f546c1be30256427532a30&device_id=1ab97477-2df6-4c93-b8f1-a0bd15bb61c7 HTTP/1.1" status: 200 len: 1094 time: 0.2637999 Nov 16 11:22:34.576356 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59682) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:22:34.648408 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc49ca4-9470-425c-bdd4-3abad743c992 req-79ee5dfb-ec65-4100-a2c0-092158c9fbda tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:34.661805 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-edc49ca4-9470-425c-bdd4-3abad743c992 req-79ee5dfb-ec65-4100-a2c0-092158c9fbda tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=af157f4b-dbd8-418c-8373-a45e2a47d15a HTTP/1.1" status: 200 len: 944 time: 0.1808217 Nov 16 11:22:34.736966 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc4acd-7274-4455-a1ff-c8facfcf09db req-5e974ab9-e3c3-4c9f-8f5a-cfb44e0097dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:34.739830 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-eedc4acd-7274-4455-a1ff-c8facfcf09db req-5e974ab9-e3c3-4c9f-8f5a-cfb44e0097dd service neutron] 10.222.0.64 "GET /v2.0/networks?id=944e0536-d76b-420a-8405-63c5779cb0d2 HTTP/1.1" status: 200 len: 906 time: 0.2983053 Nov 16 11:22:34.784241 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6e46d4c6-6e3d-44be-bc98-21af6e6a37bb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=73e5fc395dda4693899e370eca8a1116&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2065203 Nov 16 11:22:34.812914 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-edc49ca4-9470-425c-bdd4-3abad743c992 req-bcd5a6d3-9c92-415e-a3ff-df48515158aa tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495662 Nov 16 11:22:34.814622 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59690) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:22:34.906737 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-eedc4acd-7274-4455-a1ff-c8facfcf09db req-f136c530-dd37-4a1e-90f0-7ec8198a4764 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a17fbd62-85d3-4523-8cf1-f17c6dee0834 HTTP/1.1" status: 200 len: 217 time: 0.1582017 Nov 16 11:22:34.949666 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110464c-3d6f-48b2-b500-96441e3d5a17 req-441b0e37-7a58-4f93-8ce1-5361d2510c7e tempest-ServersAdminTestJSON-1387856264 tempest-ServersAdminTestJSON-1387856264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:34.962496 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7110464c-3d6f-48b2-b500-96441e3d5a17 req-441b0e37-7a58-4f93-8ce1-5361d2510c7e tempest-ServersAdminTestJSON-1387856264 tempest-ServersAdminTestJSON-1387856264-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 1101 time: 0.2817657 Nov 16 11:22:34.986922 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6ee588a3-666d-4200-9112-2772d0e22ac6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:35.034157 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc4acd-7274-4455-a1ff-c8facfcf09db req-845ac998-49f3-40c7-8f19-356cc052c717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:35.035790 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-eedc4acd-7274-4455-a1ff-c8facfcf09db req-845ac998-49f3-40c7-8f19-356cc052c717 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c2c4b79e-b376-461e-aa12-aa150e542043 HTTP/1.1" status: 200 len: 845 time: 0.1202371 Nov 16 11:22:35.096675 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7110464c-3d6f-48b2-b500-96441e3d5a17 req-e0362da3-f5ad-43fe-8703-18b1e17052e0 tempest-ServersAdminTestJSON-1387856264 tempest-ServersAdminTestJSON-1387856264-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269987 Nov 16 11:22:35.113787 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-eedc4acd-7274-4455-a1ff-c8facfcf09db req-6dc0d601-d107-48c4-9408-00524d499704 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=944e0536-d76b-420a-8405-63c5779cb0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650122 Nov 16 11:22:35.154675 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6ee588a3-666d-4200-9112-2772d0e22ac6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:35.305239 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bd1d3384-e96c-4097-9c65-5c498acca8f6 req-273f0d6b-27b3-4e3a-8432-aec654469ce5 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcd3cee9-d9b9-40a8-89d4-643c9900a7c1 HTTP/1.1" status: 200 len: 210 time: 0.0711148 Nov 16 11:22:35.321739 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-eedc4acd-7274-4455-a1ff-c8facfcf09db req-e7eeb200-5651-40af-afdf-4bead0920232 service neutron] 10.222.0.64 "GET /v2.0/networks/944e0536-d76b-420a-8405-63c5779cb0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938086 Nov 16 11:22:35.329566 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7444f-301a-4f59-b08c-f0b8406937a4 req-074e266a-b9b6-44ba-b02f-fe6990376df0 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:35.347214 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c3f7444f-301a-4f59-b08c-f0b8406937a4 req-074e266a-b9b6-44ba-b02f-fe6990376df0 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ab97477-2df6-4c93-b8f1-a0bd15bb61c7 HTTP/1.1" status: 200 len: 943 time: 0.2616537 Nov 16 11:22:35.400786 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6ee588a3-666d-4200-9112-2772d0e22ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:35.403668 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6ee588a3-666d-4200-9112-2772d0e22ac6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:35.418071 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6ee588a3-666d-4200-9112-2772d0e22ac6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3b3da907-a7d2-4d8f-b3c9-7828c80a7d18 HTTP/1.1" status: 204 len: 168 time: 0.5893323 Nov 16 11:22:35.444324 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee588a3-666d-4200-9112-2772d0e22ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3da907-a7d2-4d8f-b3c9-7828c80a7d18,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:35.566411 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-eedc4acd-7274-4455-a1ff-c8facfcf09db req-6d7d9724-b1c0-4ce5-9235-c86d27ef9ded service neutron] 10.222.0.64 "GET /v2.0/networks/944e0536-d76b-420a-8405-63c5779cb0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360802 Nov 16 11:22:35.650793 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c3f7444f-301a-4f59-b08c-f0b8406937a4 req-eeaa690f-589a-4326-9523-2f2de45de763 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008912 Nov 16 11:22:35.666395 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd06f3-dff4-4458-be24-97a703d07553 req-cd18efb0-8560-4230-b58a-c66d2648deda tempest-ServersAdminTestJSON-1387856264 tempest-ServersAdminTestJSON-1387856264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:35.687130 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4ccd06f3-dff4-4458-be24-97a703d07553 req-cd18efb0-8560-4230-b58a-c66d2648deda tempest-ServersAdminTestJSON-1387856264 tempest-ServersAdminTestJSON-1387856264-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 1101 time: 0.2249515 Nov 16 11:22:35.812887 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4ccd06f3-dff4-4458-be24-97a703d07553 req-279c0e44-f388-433a-ab6d-23851a2369ba tempest-ServersAdminTestJSON-1387856264 tempest-ServersAdminTestJSON-1387856264-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240385 Nov 16 11:22:35.946611 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-f4c647f7-9770-4def-9ae7-fa30610175e6 service neutron] 10.222.0.64 "GET /v2.0/ports/8a384ed4-b843-4f1c-bc26-7b543629180a/bindings/n-h1-816823-3 HTTP/1.1" status: 200 len: 384 time: 0.1611912 Nov 16 11:22:35.977598 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device a17fbd62-85d3-4523-8cf1-f17c6dee0834 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:22:36.095630 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed824a6a-72be-4e0f-8e88-92238e8fa302 req-d5b8db68-b672-43de-aa0e-fb12aa7f26f6 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:36.104034 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ed824a6a-72be-4e0f-8e88-92238e8fa302 req-d5b8db68-b672-43de-aa0e-fb12aa7f26f6 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=af157f4b-dbd8-418c-8373-a45e2a47d15a HTTP/1.1" status: 200 len: 944 time: 0.1510186 Nov 16 11:22:36.188764 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port a17fbd62-85d3-4523-8cf1-f17c6dee0834, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=a17fbd62-85d3-4523-8cf1-f17c6dee0834,segment=NetworkSegment(2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7),segment_id=2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:22:36.205489 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'a17fbd62-85d3-4523-8cf1-f17c6dee0834', 'network_id': '944e0536-d76b-420a-8405-63c5779cb0d2', 'port_id': 'a17fbd62-85d3-4523-8cf1-f17c6dee0834', 'mac_address': 'fa:16:3e:14:38:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2c4b79e-b376-461e-aa12-aa150e542043', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:22:36.306813 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:36.336484 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a17fbd62-85d3-4523-8cf1-f17c6dee0834 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:22:36.362175 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ed824a6a-72be-4e0f-8e88-92238e8fa302 req-317d9f40-c6fa-4551-8671-6a25dc3de1d7 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366014 Nov 16 11:22:36.406118 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port a17fbd62-85d3-4523-8cf1-f17c6dee0834, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=a17fbd62-85d3-4523-8cf1-f17c6dee0834,segment=NetworkSegment(2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7),segment_id=2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:22:36.426016 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:36.442542 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-34159406-fca5-4cc0-a34c-43d7c1306daf service neutron] For port 8a384ed4-b843-4f1c-bc26-7b543629180a, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=8a384ed4-b843-4f1c-bc26-7b543629180a,segment=NetworkSegment(d9c88559-8fa4-467d-a577-d2c14bfd7508),segment_id=d9c88559-8fa4-467d-a577-d2c14bfd7508)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:22:36.502908 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-34159406-fca5-4cc0-a34c-43d7c1306daf service neutron] For port 8a384ed4-b843-4f1c-bc26-7b543629180a, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:22:36.562313 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=a17fbd62-85d3-4523-8cf1-f17c6dee0834,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:36.576024 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-34159406-fca5-4cc0-a34c-43d7c1306daf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a384ed4-b843-4f1c-bc26-7b543629180a {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:22:36.599340 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-34159406-fca5-4cc0-a34c-43d7c1306daf service neutron] For port 8a384ed4-b843-4f1c-bc26-7b543629180a, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=8a384ed4-b843-4f1c-bc26-7b543629180a,segment=NetworkSegment(d9c88559-8fa4-467d-a577-d2c14bfd7508),segment_id=d9c88559-8fa4-467d-a577-d2c14bfd7508)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:22:36.624720 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-34159406-fca5-4cc0-a34c-43d7c1306daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:36.672748 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['a17fbd62-85d3-4523-8cf1-f17c6dee0834'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:22:36.672930 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59738) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:22:36.791302 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6439abf2-0980-42c8-9919-50d23f7c9406 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:36.840002 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6439abf2-0980-42c8-9919-50d23f7c9406 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:36.862778 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-34159406-fca5-4cc0-a34c-43d7c1306daf service neutron] Transition to ACTIVE for port object 8a384ed4-b843-4f1c-bc26-7b543629180a will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:22:36.880510 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-34159406-fca5-4cc0-a34c-43d7c1306daf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:36.976530 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9dece-e116-4e67-b922-40a185fed576 req-5b627a61-43d3-4ee1-8b2f-3f8c632407bd tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:36.986670 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9cb9dece-e116-4e67-b922-40a185fed576 req-5b627a61-43d3-4ee1-8b2f-3f8c632407bd tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ab97477-2df6-4c93-b8f1-a0bd15bb61c7 HTTP/1.1" status: 200 len: 944 time: 0.1210673 Nov 16 11:22:37.047073 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6439abf2-0980-42c8-9919-50d23f7c9406 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:37.061842 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6439abf2-0980-42c8-9919-50d23f7c9406 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:37.066306 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6439abf2-0980-42c8-9919-50d23f7c9406 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "DELETE /v2.0/security-groups/7e2f27fd-8e22-4399-89da-285e295b5e5c HTTP/1.1" status: 204 len: 168 time: 0.3922954 Nov 16 11:22:37.071377 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59750) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:22:37.096151 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-f7e3eba9-b174-4333-9ef2-c4fcf4e3804b tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] show failed (client error): The resource could not be found. Nov 16 11:22:37.100139 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f7e3eba9-b174-4333-9ef2-c4fcf4e3804b tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "GET /v2.0/security-groups/7e2f27fd-8e22-4399-89da-285e295b5e5c HTTP/1.1" status: 404 len: 347 time: 0.0235674 Nov 16 11:22:37.106324 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59752) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:22:37.122537 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9cb9dece-e116-4e67-b922-40a185fed576 req-6ead08e1-1ee2-4321-ad67-686bec4652d1 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345217 Nov 16 11:22:37.195672 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-34159406-fca5-4cc0-a34c-43d7c1306daf service neutron] No DVR routers for this DVR port 8a384ed4-b843-4f1c-bc26-7b543629180a on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:22:37.201039 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439abf2-0980-42c8-9919-50d23f7c9406 tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2f27fd-8e22-4399-89da-285e295b5e5c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:37.263313 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34159406-fca5-4cc0-a34c-43d7c1306daf service neutron] Pushing event updated for resources: {'Port': ['ID=8a384ed4-b843-4f1c-bc26-7b543629180a,revision_number=10']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:37.278993 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-34159406-fca5-4cc0-a34c-43d7c1306daf service neutron] 10.222.0.64 "PUT /v2.0/ports/8a384ed4-b843-4f1c-bc26-7b543629180a/bindings/n-h1-816823-3/activate HTTP/1.1" status: 200 len: 369 time: 1.3173046 Nov 16 11:22:37.281208 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ae44e-123d-4e79-b65f-1b3c74502030 req-8a285408-2c0a-4ef4-93cd-792b28a4f95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:37.282971 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b4ae44e-123d-4e79-b65f-1b3c74502030 req-8a285408-2c0a-4ef4-93cd-792b28a4f95c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac57a0dec96b499199f175f118c6a6d4&device_id=af157f4b-dbd8-418c-8373-a45e2a47d15a HTTP/1.1" status: 200 len: 1096 time: 0.2671213 Nov 16 11:22:37.405236 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-4e00e6e2-294b-4d13-9f86-e44867f6c34e tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Deleting port 31318999-b640-4875-b5b1-8939af7b9da7 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:22:37.405569 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4e00e6e2-294b-4d13-9f86-e44867f6c34e tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:37.610658 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4e00e6e2-294b-4d13-9f86-e44867f6c34e tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:37.610969 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4e00e6e2-294b-4d13-9f86-e44867f6c34e tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:37.712618 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ae44e-123d-4e79-b65f-1b3c74502030 req-59fb3d70-edfc-46c5-84fd-8cc8dca33179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:37.714682 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b4ae44e-123d-4e79-b65f-1b3c74502030 req-59fb3d70-edfc-46c5-84fd-8cc8dca33179 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a6437950-3837-42ba-a7b4-c297945f46f8 HTTP/1.1" status: 200 len: 921 time: 0.3947139 Nov 16 11:22:37.804962 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b4ae44e-123d-4e79-b65f-1b3c74502030 req-dc105207-9fd9-40ca-bf0b-41e5847f980d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a384ed4-b843-4f1c-bc26-7b543629180a HTTP/1.1" status: 200 len: 217 time: 0.0624950 Nov 16 11:22:37.866502 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-127d7ce1-80ff-4228-82f0-af01395b97e7 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:37.874687 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-127d7ce1-80ff-4228-82f0-af01395b97e7 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=af157f4b-dbd8-418c-8373-a45e2a47d15a&tenant_id=ac57a0dec96b499199f175f118c6a6d4&binding%3Ahost_id=n-h2-816823-3 HTTP/1.1" status: 200 len: 1096 time: 0.3860128 Nov 16 11:22:38.002941 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device a17fbd62-85d3-4523-8cf1-f17c6dee0834 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:22:38.040038 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ae44e-123d-4e79-b65f-1b3c74502030 req-932f83ca-7e8c-46dc-964f-7a4dc081ec1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:38.044847 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b4ae44e-123d-4e79-b65f-1b3c74502030 req-932f83ca-7e8c-46dc-964f-7a4dc081ec1a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=abaafd2b-7546-45a3-a211-065b2bf563c9 HTTP/1.1" status: 200 len: 860 time: 0.2278972 Nov 16 11:22:38.055650 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-f5b2d551-5ff3-41bf-a419-5f821f22cba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:38.061633 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-f5b2d551-5ff3-41bf-a419-5f821f22cba5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=af157f4b-dbd8-418c-8373-a45e2a47d15a&tenant_id=ac57a0dec96b499199f175f118c6a6d4 HTTP/1.1" status: 200 len: 1096 time: 0.1339891 Nov 16 11:22:38.177723 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b4ae44e-123d-4e79-b65f-1b3c74502030 req-9d99abc3-a48d-4201-896f-3867daceedfc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a6437950-3837-42ba-a7b4-c297945f46f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1148357 Nov 16 11:22:38.261159 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port a17fbd62-85d3-4523-8cf1-f17c6dee0834 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:22:38.275836 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port a17fbd62-85d3-4523-8cf1-f17c6dee0834 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:22:38.276217 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:38.430829 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b4ae44e-123d-4e79-b65f-1b3c74502030 req-f8d5dc8a-911b-431d-a45a-935ddf754db0 service neutron] 10.222.0.64 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921141 Nov 16 11:22:38.440710 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-10aebdb5-c9cb-4f83-9350-901c558392a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:38.454527 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-10aebdb5-c9cb-4f83-9350-901c558392a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac57a0dec96b499199f175f118c6a6d4&device_id=af157f4b-dbd8-418c-8373-a45e2a47d15a HTTP/1.1" status: 200 len: 1096 time: 0.2860076 Nov 16 11:22:38.480571 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-4e00e6e2-294b-4d13-9f86-e44867f6c34e tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Calling delete_port for 31318999-b640-4875-b5b1-8939af7b9da7 owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:22:38.485054 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:38.542395 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab97477-2df6-4c93-b8f1-a0bd15bb61c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17fbd62-85d3-4523-8cf1-f17c6dee0834'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:22:38.550363 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25549fd-1914-4445-aeb1-c0a97533c97c" -d '{"events": [{"server_uuid": "1ab97477-2df6-4c93-b8f1-a0bd15bb61c7", "name": "network-vif-plugged", "status": "completed", "tag": "a17fbd62-85d3-4523-8cf1-f17c6dee0834"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:22:38.575990 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port a17fbd62-85d3-4523-8cf1-f17c6dee0834, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=a17fbd62-85d3-4523-8cf1-f17c6dee0834,segment=NetworkSegment(2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7),segment_id=2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:22:38.591841 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:38.593028 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 8a384ed4-b843-4f1c-bc26-7b543629180a no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:22:38.767234 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7ce01-efb7-4bea-9853-9055869364b2 req-aea37223-9a34-49df-9ad9-b967317cf903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:38.768907 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28f7ce01-efb7-4bea-9853-9055869364b2 req-aea37223-9a34-49df-9ad9-b967317cf903 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6297fca90ae441aa40dab0d2d555d6b&device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 1097 time: 1.1380029 Nov 16 11:22:38.822563 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b4ae44e-123d-4e79-b65f-1b3c74502030 req-094c0084-7264-4a6a-9259-19542c70fcc6 service neutron] 10.222.0.64 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632858 Nov 16 11:22:38.824578 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-77979047-b8ca-4a3c-9c93-e2f146194da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:38.826180 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-77979047-b8ca-4a3c-9c93-e2f146194da4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6437950-3837-42ba-a7b4-c297945f46f8 HTTP/1.1" status: 200 len: 921 time: 0.3478818 Nov 16 11:22:38.826401 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f572065-8c42-4fca-b0a6-0c8618c87868 req-b2c6e465-02f9-4db7-9146-485d38543f72 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:38.833907 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0f572065-8c42-4fca-b0a6-0c8618c87868 req-b2c6e465-02f9-4db7-9146-485d38543f72 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=af157f4b-dbd8-418c-8373-a45e2a47d15a HTTP/1.1" status: 200 len: 945 time: 1.2278311 Nov 16 11:22:38.856668 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=a17fbd62-85d3-4523-8cf1-f17c6dee0834,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:38.879683 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 8a384ed4-b843-4f1c-bc26-7b543629180a not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:22:38.940161 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-8f5589d7-20e4-4ab6-b48a-9df353f7419e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a384ed4-b843-4f1c-bc26-7b543629180a HTTP/1.1" status: 200 len: 217 time: 0.1032977 Nov 16 11:22:39.076858 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-f57330e7-143f-4b08-89c4-39b7fa357e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:39.081024 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-f57330e7-143f-4b08-89c4-39b7fa357e1f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=abaafd2b-7546-45a3-a211-065b2bf563c9 HTTP/1.1" status: 200 len: 860 time: 0.1245131 Nov 16 11:22:39.161743 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0f572065-8c42-4fca-b0a6-0c8618c87868 req-b0386837-abb7-4305-86a6-1223be84324d tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175170 Nov 16 11:22:39.174162 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-501f651b-b705-4714-9abd-15e2fde2809d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6437950-3837-42ba-a7b4-c297945f46f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755985 Nov 16 11:22:39.203509 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d16644-6172-4fea-b251-98baf256b996 req-4f6f42bc-9ab3-4ea8-ad84-a83711a3c228 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:39.232332 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-80d16644-6172-4fea-b251-98baf256b996 req-4f6f42bc-9ab3-4ea8-ad84-a83711a3c228 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 950 time: 0.7636425 Nov 16 11:22:39.270803 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7ce01-efb7-4bea-9853-9055869364b2 req-5ec9eeda-04a8-4302-95ae-edb0fe43cdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:39.280989 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28f7ce01-efb7-4bea-9853-9055869364b2 req-5ec9eeda-04a8-4302-95ae-edb0fe43cdea service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334 HTTP/1.1" status: 200 len: 912 time: 0.3251443 Nov 16 11:22:39.372761 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-647fdfce-1b6e-437e-90c3-101ea2a9a391 service neutron] 10.222.0.36 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867976 Nov 16 11:22:39.443756 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28f7ce01-efb7-4bea-9853-9055869364b2 req-6897a0ba-7210-4bc8-98fb-d875c3cb5e3e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02f24461-d778-4489-81ea-ce9be1265fcf HTTP/1.1" status: 200 len: 999 time: 0.1230264 Nov 16 11:22:39.557707 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4e00e6e2-294b-4d13-9f86-e44867f6c34e tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:39.595557 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-80d16644-6172-4fea-b251-98baf256b996 req-6d1bbc26-46ac-4f7c-9620-b7713081c639 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577502 Nov 16 11:22:39.602336 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-6f701f9e-562f-4a7c-b2df-724d99e03165 service neutron] 10.222.0.36 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189753 Nov 16 11:22:39.631309 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e00e6e2-294b-4d13-9f86-e44867f6c34e tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Pushing event deleted for resources: {'Port': ['ID=31318999-b640-4875-b5b1-8939af7b9da7,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:39.658343 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7ce01-efb7-4bea-9853-9055869364b2 req-2edc77f3-ebac-4e6e-8573-4d8ab67a5ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:39.662820 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28f7ce01-efb7-4bea-9853-9055869364b2 req-2edc77f3-ebac-4e6e-8573-4d8ab67a5ff7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=098ff2a2-731b-47ba-a3df-3f077a39e5d8 HTTP/1.1" status: 200 len: 850 time: 0.2016325 Nov 16 11:22:39.748817 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d1d94-ad5d-48a0-a936-2dd84747f643 req-2474123c-fbd1-4e74-be8c-2ce1e29280cb tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:39.755568 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-979d1d94-ad5d-48a0-a936-2dd84747f643 req-2474123c-fbd1-4e74-be8c-2ce1e29280cb tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] 10.222.0.61 "GET /v2.0/ports?device_id=76e45ce9-57a1-4d86-b991-b1b2b1f08edf HTTP/1.1" status: 200 len: 946 time: 0.3020632 Nov 16 11:22:39.862527 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4e00e6e2-294b-4d13-9f86-e44867f6c34e tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks [] for floatingip, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:39.865130 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4e00e6e2-294b-4d13-9f86-e44867f6c34e tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:39.867117 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4e00e6e2-294b-4d13-9f86-e44867f6c34e tempest-ServersTestBootFromVolume-426445706 tempest-ServersTestBootFromVolume-426445706-project] 10.222.0.61 "DELETE /v2.0/floatingips/a5a283c9-89e5-4451-98b9-1efad91f319d HTTP/1.1" status: 204 len: 168 time: 2.7590542 Nov 16 11:22:39.870005 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59832) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:22:39.905409 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-979d1d94-ad5d-48a0-a936-2dd84747f643 req-51006560-ed47-470f-9c19-1081c3c6c42d tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a2913a2-9d7f-4129-b87d-a2a92aa04900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490114 Nov 16 11:22:39.925219 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a03f8c-a7b8-4716-a17c-b20d7eb05e22 req-7553dd4c-7e03-4ffb-90fa-a757b0c5c5f0 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:39.935912 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-80a03f8c-a7b8-4716-a17c-b20d7eb05e22 req-7553dd4c-7e03-4ffb-90fa-a757b0c5c5f0 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ab97477-2df6-4c93-b8f1-a0bd15bb61c7 HTTP/1.1" status: 200 len: 945 time: 0.1544037 Nov 16 11:22:39.943047 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7ce01-efb7-4bea-9853-9055869364b2 req-eabaeb08-f4ec-49b5-9a0a-0ddec61c25df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:39.944611 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28f7ce01-efb7-4bea-9853-9055869364b2 req-eabaeb08-f4ec-49b5-9a0a-0ddec61c25df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2591860 Nov 16 11:22:39.993991 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70671a47-71ca-49ec-b275-b5f52e761a39 x-openstack-request-id: req-70671a47-71ca-49ec-b275-b5f52e761a39 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:22:39.994524 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab97477-2df6-4c93-b8f1-a0bd15bb61c7", "name": "network-vif-plugged", "status": "completed", "tag": "a17fbd62-85d3-4523-8cf1-f17c6dee0834", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:22:39.994524 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-70671a47-71ca-49ec-b275-b5f52e761a39 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:22:39.994919 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab97477-2df6-4c93-b8f1-a0bd15bb61c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17fbd62-85d3-4523-8cf1-f17c6dee0834', 'code': 200} Nov 16 11:22:40.162297 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-80a03f8c-a7b8-4716-a17c-b20d7eb05e22 req-cd59e56f-0f67-4c1f-933d-f3583fbf5151 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151392 Nov 16 11:22:40.164567 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b73c93-c5d1-44d0-88cf-d6f96695b1b5 req-09524193-c29a-42ad-b0c7-98e857b9db4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:40.166087 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e5b73c93-c5d1-44d0-88cf-d6f96695b1b5 req-09524193-c29a-42ad-b0c7-98e857b9db4b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1ab97477-2df6-4c93-b8f1-a0bd15bb61c7 HTTP/1.1" status: 200 len: 1096 time: 0.0692117 Nov 16 11:22:40.223409 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-8b1d6768-a9f4-480b-b938-7d167b7fa118 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:40.225097 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-8b1d6768-a9f4-480b-b938-7d167b7fa118 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=af157f4b-dbd8-418c-8373-a45e2a47d15a&tenant_id=ac57a0dec96b499199f175f118c6a6d4&binding%3Ahost_id=n-h1-816823-3 HTTP/1.1" status: 200 len: 1096 time: 0.2413120 Nov 16 11:22:40.229435 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28f7ce01-efb7-4bea-9853-9055869364b2 req-d9200f5d-39a8-4cc4-b45c-ab051542ad56 service neutron] 10.222.0.36 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654068 Nov 16 11:22:40.317036 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e5b73c93-c5d1-44d0-88cf-d6f96695b1b5 req-937ab2c4-2187-430e-b672-e5410f11f94d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316848 Nov 16 11:22:40.485811 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28f7ce01-efb7-4bea-9853-9055869364b2 req-0b33edbf-ac4a-4a9a-88a6-d3694ee3e4c1 service neutron] 10.222.0.36 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428560 Nov 16 11:22:40.616055 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ecb8f3-356c-4653-bfa2-d0be0ac58278 req-d360fe58-f305-4b5a-9308-1552dbe1741c tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:40.618890 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-72ecb8f3-356c-4653-bfa2-d0be0ac58278 req-d360fe58-f305-4b5a-9308-1552dbe1741c tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=af157f4b-dbd8-418c-8373-a45e2a47d15a HTTP/1.1" status: 200 len: 945 time: 0.1321650 Nov 16 11:22:40.629386 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-47564e1f-a929-44e1-9b10-041f747cd504 service neutron] For port 8a384ed4-b843-4f1c-bc26-7b543629180a, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:22:40.656998 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-47564e1f-a929-44e1-9b10-041f747cd504 service neutron] Publish callbacks [] for binding, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:40.658218 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-80e7f0f7-0157-4a08-bad3-449ce0f5da29 req-47564e1f-a929-44e1-9b10-041f747cd504 service neutron] 10.222.0.36 "DELETE /v2.0/ports/8a384ed4-b843-4f1c-bc26-7b543629180a/bindings/n-h2-816823-3 HTTP/1.1" status: 204 len: 173 time: 0.4146075 Nov 16 11:22:40.738755 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-72ecb8f3-356c-4653-bfa2-d0be0ac58278 req-406d6bd0-c74f-46fc-be0c-52049c10d5cf tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067491 Nov 16 11:22:40.964908 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3eaeae27-51fb-4184-abf9-3ad99cfbcc00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:40.979707 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ccb33-ef87-4a22-88ca-13d41d0b1be6 req-c2ee02f9-fcb2-447a-8131-9d1cf5bd3953 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:40.986659 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e15ccb33-ef87-4a22-88ca-13d41d0b1be6 req-c2ee02f9-fcb2-447a-8131-9d1cf5bd3953 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 950 time: 0.0974455 Nov 16 11:22:41.100045 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e15ccb33-ef87-4a22-88ca-13d41d0b1be6 req-4522c77d-da3d-48c3-b0e8-2de655af937e tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051345 Nov 16 11:22:41.313561 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc140b-f0a5-49f7-883e-b7b5287e6645 req-3fbbab6e-50b5-469b-94cd-9d2aa167c448 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:41.327357 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0ecc140b-f0a5-49f7-883e-b7b5287e6645 req-3fbbab6e-50b5-469b-94cd-9d2aa167c448 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ab97477-2df6-4c93-b8f1-a0bd15bb61c7 HTTP/1.1" status: 200 len: 945 time: 0.0719600 Nov 16 11:22:41.451996 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0ecc140b-f0a5-49f7-883e-b7b5287e6645 req-87ee3b73-ad7b-415c-9e7f-ef99f30ea69f tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233039 Nov 16 11:22:41.635264 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620e276-ba0d-4883-8706-1ccc52f43836 req-29e602e3-c927-4030-a1f8-3f004ccb5dd8 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:41.644275 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8620e276-ba0d-4883-8706-1ccc52f43836 req-29e602e3-c927-4030-a1f8-3f004ccb5dd8 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=af157f4b-dbd8-418c-8373-a45e2a47d15a HTTP/1.1" status: 200 len: 1096 time: 0.1087773 Nov 16 11:22:41.815748 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8620e276-ba0d-4883-8706-1ccc52f43836 req-b878a546-85ef-446b-8a76-8a2e831dfdf3 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705050 Nov 16 11:22:41.878945 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-3eaeae27-51fb-4184-abf9-3ad99cfbcc00 admin admin] Deleting port 088e7ea9-b244-4ed9-83e2-c59038047c1a {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:22:41.879513 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3eaeae27-51fb-4184-abf9-3ad99cfbcc00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:41.904415 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a9772-b5f7-464e-b70c-207da35edc20 req-88a66d3a-9358-4027-8583-9a8a86a3ba41 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:41.913827 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-755a9772-b5f7-464e-b70c-207da35edc20 req-88a66d3a-9358-4027-8583-9a8a86a3ba41 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] 10.222.0.61 "GET /v2.0/ports?device_id=76e45ce9-57a1-4d86-b991-b1b2b1f08edf HTTP/1.1" status: 200 len: 946 time: 0.2088821 Nov 16 11:22:42.076506 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-755a9772-b5f7-464e-b70c-207da35edc20 req-b980a289-2990-4fbd-879e-3e2274da3708 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a2913a2-9d7f-4129-b87d-a2a92aa04900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579111 Nov 16 11:22:42.123789 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-3eaeae27-51fb-4184-abf9-3ad99cfbcc00 admin admin] For port 088e7ea9-b244-4ed9-83e2-c59038047c1a, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=088e7ea9-b244-4ed9-83e2-c59038047c1a,segment=NetworkSegment(a7930220-f8f9-4bbb-b524-6482b10d505a),segment_id=a7930220-f8f9-4bbb-b524-6482b10d505a)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:22:42.124080 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3eaeae27-51fb-4184-abf9-3ad99cfbcc00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:42.150900 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-3eaeae27-51fb-4184-abf9-3ad99cfbcc00 admin admin] Calling delete_port for 088e7ea9-b244-4ed9-83e2-c59038047c1a owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:22:42.402105 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4a5e8-78e9-45ef-86ef-772ce04f5f6f req-070eb29f-12cf-406e-88fb-fb5293e67ec4 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:42.413256 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-23d4a5e8-78e9-45ef-86ef-772ce04f5f6f req-070eb29f-12cf-406e-88fb-fb5293e67ec4 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 950 time: 0.0923090 Nov 16 11:22:42.503147 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-08cad7b3-7059-4036-a8cb-41589bc05836 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:42.529271 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-08cad7b3-7059-4036-a8cb-41589bc05836 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/networks?id=a6437950-3837-42ba-a7b4-c297945f46f8 HTTP/1.1" status: 200 len: 820 time: 0.3227649 Nov 16 11:22:42.549685 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:22:42.574937 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3eaeae27-51fb-4184-abf9-3ad99cfbcc00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:42.575833 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-fcf3365f-b071-4c88-8807-4d4635aa72ea tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/quotas/ac57a0dec96b499199f175f118c6a6d4 HTTP/1.1" status: 200 len: 375 time: 0.0443513 Nov 16 11:22:42.619439 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-23d4a5e8-78e9-45ef-86ef-772ce04f5f6f req-6c4d583c-76ef-427d-9396-0441d1c771f3 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989431 Nov 16 11:22:42.669518 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaeae27-51fb-4184-abf9-3ad99cfbcc00 admin admin] Pushing event deleted for resources: {'Port': ['ID=088e7ea9-b244-4ed9-83e2-c59038047c1a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:42.792573 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-62c32caf-0180-4280-ad0b-0e779aae4c6d tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ac57a0dec96b499199f175f118c6a6d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2156084 Nov 16 11:22:42.794077 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59902) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:22:42.991882 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-24187aae-915d-439b-9dfa-800713d55407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:43.107313 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8daab-eab4-4c5e-9475-004ad51152de req-7ec7e587-5448-4803-bb8c-002e354a979f tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:43.135271 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4a582f15-e254-4750-a0ff-547ba7a49d4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:43.136853 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-94f8daab-eab4-4c5e-9475-004ad51152de req-7ec7e587-5448-4803-bb8c-002e354a979f tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ab97477-2df6-4c93-b8f1-a0bd15bb61c7 HTTP/1.1" status: 200 len: 945 time: 0.3658593 Nov 16 11:22:43.222033 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3eaeae27-51fb-4184-abf9-3ad99cfbcc00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:43.232808 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-432c5096-f191-4f4a-940d-523af53dbb88 service neutron] 10.222.0.61 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393833 Nov 16 11:22:43.264575 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-94f8daab-eab4-4c5e-9475-004ad51152de req-7aa2bed7-7080-4257-89b6-5a698264fd22 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267614 Nov 16 11:22:43.283199 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4a582f15-e254-4750-a0ff-547ba7a49d4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:43.298463 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4a582f15-e254-4750-a0ff-547ba7a49d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:43.541435 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-4bbf596a-0d3a-4175-ac99-3189d8907ac8 service neutron] 10.222.0.61 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754812 Nov 16 11:22:44.020594 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4a582f15-e254-4750-a0ff-547ba7a49d4c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=da9c4af00daf49c98343319c1b7cb478&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2258673 Nov 16 11:22:44.044244 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59930) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:22:44.092385 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a582f15-e254-4750-a0ff-547ba7a49d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca40930-775b-4153-bce7-ba3fab4a4140,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:44.208437 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5f95a-91d0-4e8d-b18b-f9541f1e82d9 req-e6106df3-0445-4096-84fa-18703d03710d tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:44.218820 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bec5f95a-91d0-4e8d-b18b-f9541f1e82d9 req-e6106df3-0445-4096-84fa-18703d03710d tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 950 time: 0.2494407 Nov 16 11:22:44.298385 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6f8ab2fe-9014-41a7-b027-bbb42c562e40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:44.338460 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bec5f95a-91d0-4e8d-b18b-f9541f1e82d9 req-352cc7d8-f419-4273-ab51-5d18ee039ed9 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131575 Nov 16 11:22:44.366936 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6f8ab2fe-9014-41a7-b027-bbb42c562e40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:44.495088 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eaeae27-51fb-4184-abf9-3ad99cfbcc00 admin admin] Router 412865f5-fee1-4122-ae57-6d6691e555ed has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:22:44.733027 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e71601b7-1e59-4d0c-97bc-352fbc2064ab req-8c523403-aa15-48c6-b3aa-0a5bcf4732a5 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d7ad5bb-6115-4b5e-8156-206b4ea5631a HTTP/1.1" status: 200 len: 210 time: 0.1208603 Nov 16 11:22:44.752361 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eaeae27-51fb-4184-abf9-3ad99cfbcc00 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:22:44.756393 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eac425-5a60-412c-893d-370fe0aab121 req-c6a2ba48-d3af-4978-8bdf-3a2acf71f7da tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:44.769043 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a4eac425-5a60-412c-893d-370fe0aab121 req-c6a2ba48-d3af-4978-8bdf-3a2acf71f7da tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] 10.222.0.61 "GET /v2.0/ports?device_id=76e45ce9-57a1-4d86-b991-b1b2b1f08edf HTTP/1.1" status: 200 len: 946 time: 0.2817688 Nov 16 11:22:44.782107 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784522c7-3da5-4d79-a416-509849ccef05 None None] Sync routers for ids ['412865f5-fee1-4122-ae57-6d6691e555ed'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:22:44.786909 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-3eaeae27-51fb-4184-abf9-3ad99cfbcc00 admin admin] 10.222.0.61 "PUT /v2.0/routers/412865f5-fee1-4122-ae57-6d6691e555ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9150677 Nov 16 11:22:44.791001 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59946) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:22:44.803106 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784522c7-3da5-4d79-a416-509849ccef05 None None] Routers {'412865f5-fee1-4122-ae57-6d6691e555ed'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:22:44.805635 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-784522c7-3da5-4d79-a416-509849ccef05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:22:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['412865f5-fee1-4122-ae57-6d6691e555ed'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:22:44.823930 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6f8ab2fe-9014-41a7-b027-bbb42c562e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:44.834745 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6f8ab2fe-9014-41a7-b027-bbb42c562e40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:44.836065 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6f8ab2fe-9014-41a7-b027-bbb42c562e40 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1ca40930-775b-4153-bce7-ba3fab4a4140 HTTP/1.1" status: 204 len: 168 time: 0.7887659 Nov 16 11:22:44.949983 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a4eac425-5a60-412c-893d-370fe0aab121 req-4dfc78ab-b0ad-4422-9e49-04d810a50b9b tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a2913a2-9d7f-4129-b87d-a2a92aa04900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796119 Nov 16 11:22:44.950878 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ab2fe-9014-41a7-b027-bbb42c562e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca40930-775b-4153-bce7-ba3fab4a4140,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:45.068020 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-588c4539-6813-43c7-a458-0b0d24fb73ce admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:45.160130 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-784522c7-3da5-4d79-a416-509849ccef05 None None] Set router 412865f5-fee1-4122-ae57-6d6691e555ed gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:22:45.551335 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a6df4496-bfba-4444-adbf-db9b11bfd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:45.574837 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-784522c7-3da5-4d79-a416-509849ccef05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412865f5-fee1-4122-ae57-6d6691e555ed', 'name': 'tempest-ServersTestBootFromVolume-1857941324-router', 'tenant_id': '9f7363a08c414209ac7c04aff97b826c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'ba2f309e-39f1-4339-a3c1-153149d9ef56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:19:00Z', 'updated_at': '2021-11-16T11:22:42Z', 'revision_number': 5, 'project_id': '9f7363a08c414209ac7c04aff97b826c', 'gw_port': {'id': 'ba2f309e-39f1-4339-a3c1-153149d9ef56', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:15:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412865f5-fee1-4122-ae57-6d6691e555ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:00Z', 'updated_at': '2021-11-16T11:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:22:45.626133 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-588c4539-6813-43c7-a458-0b0d24fb73ce admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:45.628666 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830602a6-4946-462b-8a2e-f29ac0f3b2c0 req-b3dc6b27-28fc-4106-b9e9-446ee8fd1b3d tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:45.644034 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-830602a6-4946-462b-8a2e-f29ac0f3b2c0 req-b3dc6b27-28fc-4106-b9e9-446ee8fd1b3d tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 950 time: 0.1820600 Nov 16 11:22:45.656301 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784522c7-3da5-4d79-a416-509849ccef05 None None] Checking router: 412865f5-fee1-4122-ae57-6d6691e555ed for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:22:45.670109 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784522c7-3da5-4d79-a416-509849ccef05 None None] Routers {'412865f5-fee1-4122-ae57-6d6691e555ed'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:22:45.671116 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-784522c7-3da5-4d79-a416-509849ccef05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:22:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['412865f5-fee1-4122-ae57-6d6691e555ed'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:22:45.674391 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83561e9-fafd-4941-a81f-9224abd8e2c2 req-79bebd5a-9d97-4f18-b527-d54345f44919 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:45.679413 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e83561e9-fafd-4941-a81f-9224abd8e2c2 req-79bebd5a-9d97-4f18-b527-d54345f44919 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] 10.222.0.36 "GET /v2.0/ports?device_id=76e45ce9-57a1-4d86-b991-b1b2b1f08edf HTTP/1.1" status: 200 len: 946 time: 0.2710207 Nov 16 11:22:45.699651 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59994) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:22:45.832132 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cdb4baf0-fcaa-451c-91d8-e32b73e1355c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:45.960395 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-784522c7-3da5-4d79-a416-509849ccef05 None None] Set router 412865f5-fee1-4122-ae57-6d6691e555ed gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:22:45.983022 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-830602a6-4946-462b-8a2e-f29ac0f3b2c0 req-2ad678c1-45c5-4b7f-941d-2ce33367fec1 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380301 Nov 16 11:22:46.040282 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-588c4539-6813-43c7-a458-0b0d24fb73ce admin admin] Deleting port ba2f309e-39f1-4339-a3c1-153149d9ef56 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:22:46.040282 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-588c4539-6813-43c7-a458-0b0d24fb73ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:46.146680 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-588c4539-6813-43c7-a458-0b0d24fb73ce admin admin] For port ba2f309e-39f1-4339-a3c1-153149d9ef56, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=ba2f309e-39f1-4339-a3c1-153149d9ef56,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:22:46.147224 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-588c4539-6813-43c7-a458-0b0d24fb73ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:46.166599 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-588c4539-6813-43c7-a458-0b0d24fb73ce admin admin] Calling delete_port for ba2f309e-39f1-4339-a3c1-153149d9ef56 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:22:46.405255 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2299e2f1-338b-498d-8994-165744c453f4 req-7d8f0254-50b3-4328-9c7a-ccfc2d0e5847 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d7ad5bb-6115-4b5e-8156-206b4ea5631a HTTP/1.1" status: 200 len: 210 time: 0.1649418 Nov 16 11:22:46.432680 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-e83561e9-fafd-4941-a81f-9224abd8e2c2 req-19c55d17-094f-4570-922d-fca7926c8474 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Deleting port 0235e1ca-c3a5-4319-894a-6737b3d66d61 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:22:46.435592 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e83561e9-fafd-4941-a81f-9224abd8e2c2 req-19c55d17-094f-4570-922d-fca7926c8474 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:46.449133 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-588c4539-6813-43c7-a458-0b0d24fb73ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:46.473960 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device a17fbd62-85d3-4523-8cf1-f17c6dee0834 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:22:46.479673 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-784522c7-3da5-4d79-a416-509849ccef05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412865f5-fee1-4122-ae57-6d6691e555ed', 'name': 'tempest-ServersTestBootFromVolume-1857941324-router', 'tenant_id': '9f7363a08c414209ac7c04aff97b826c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:19:00Z', 'updated_at': '2021-11-16T11:22:45Z', 'revision_number': 6, 'project_id': '9f7363a08c414209ac7c04aff97b826c', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:22:46.484099 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25233e64-9eec-4a8f-b197-b7c9604b42eb req-1094aa08-d402-4111-91c1-09e73d425b88 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:46.495854 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-25233e64-9eec-4a8f-b197-b7c9604b42eb req-1094aa08-d402-4111-91c1-09e73d425b88 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ab97477-2df6-4c93-b8f1-a0bd15bb61c7 HTTP/1.1" status: 200 len: 945 time: 0.8421104 Nov 16 11:22:46.529790 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784522c7-3da5-4d79-a416-509849ccef05 None None] The sync data for ids ['412865f5-fee1-4122-ae57-6d6691e555ed'] in n-d-816823-3 is: [{'id': '412865f5-fee1-4122-ae57-6d6691e555ed', 'name': 'tempest-ServersTestBootFromVolume-1857941324-router', 'tenant_id': '9f7363a08c414209ac7c04aff97b826c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:19:00Z', 'updated_at': '2021-11-16T11:22:45Z', 'revision_number': 6, 'project_id': '9f7363a08c414209ac7c04aff97b826c', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:22:46.598702 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c4539-6813-43c7-a458-0b0d24fb73ce admin admin] Pushing event deleted for resources: {'Port': ['ID=ba2f309e-39f1-4339-a3c1-153149d9ef56,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:46.602935 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:46.647157 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cbb2f4-56a8-46e5-9c0d-7dca699267cb None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:22:46.709320 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port a17fbd62-85d3-4523-8cf1-f17c6dee0834, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=a17fbd62-85d3-4523-8cf1-f17c6dee0834,segment=NetworkSegment(2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7),segment_id=2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:22:46.734370 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'a17fbd62-85d3-4523-8cf1-f17c6dee0834', 'network_id': '944e0536-d76b-420a-8405-63c5779cb0d2', 'port_id': 'a17fbd62-85d3-4523-8cf1-f17c6dee0834', 'mac_address': 'fa:16:3e:14:38:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2c4b79e-b376-461e-aa12-aa150e542043', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:22:46.751683 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-25233e64-9eec-4a8f-b197-b7c9604b42eb req-da848ad7-0187-4725-8867-69c19f3ac0a0 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466655 Nov 16 11:22:46.778071 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-307b7a61-9257-4168-b67f-f685e50f750b tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:46.779962 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-307b7a61-9257-4168-b67f-f685e50f750b tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.36 "GET /v2.0/networks?id=a6437950-3837-42ba-a7b4-c297945f46f8 HTTP/1.1" status: 200 len: 820 time: 0.8365803 Nov 16 11:22:46.787525 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-588c4539-6813-43c7-a458-0b0d24fb73ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:46.797085 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3dec5-62cd-4df3-b430-d90981f33a88 req-6264c726-c43a-457c-828a-d6804eefae28 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:46.799141 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dff3dec5-62cd-4df3-b430-d90981f33a88 req-6264c726-c43a-457c-828a-d6804eefae28 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] 10.222.0.61 "GET /v2.0/ports?device_id=76e45ce9-57a1-4d86-b991-b1b2b1f08edf HTTP/1.1" status: 200 len: 946 time: 0.1982479 Nov 16 11:22:46.809577 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-d8e781d6-32a9-4b02-b5ef-0ec85ba30ddc tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Request body: {'port': {'device_id': '0d7ad5bb-6115-4b5e-8156-206b4ea5631a', 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8', 'admin_state_up': True, 'tenant_id': 'ac57a0dec96b499199f175f118c6a6d4'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:22:46.879779 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:46.913459 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-588c4539-6813-43c7-a458-0b0d24fb73ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:46.916380 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-588c4539-6813-43c7-a458-0b0d24fb73ce admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:46.956632 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a17fbd62-85d3-4523-8cf1-f17c6dee0834 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:22:47.011424 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-588c4539-6813-43c7-a458-0b0d24fb73ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:47.014885 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588c4539-6813-43c7-a458-0b0d24fb73ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 412865f5-fee1-4122-ae57-6d6691e555ed {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:22:47.017497 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-d8e781d6-32a9-4b02-b5ef-0ec85ba30ddc tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Made reservation on behalf of ac57a0dec96b499199f175f118c6a6d4 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:22:47.020990 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-d8e781d6-32a9-4b02-b5ef-0ec85ba30ddc tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:47.034466 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-588c4539-6813-43c7-a458-0b0d24fb73ce admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:47.037677 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-588c4539-6813-43c7-a458-0b0d24fb73ce admin admin] 10.222.0.61 "DELETE /v2.0/routers/412865f5-fee1-4122-ae57-6d6691e555ed HTTP/1.1" status: 204 len: 168 time: 2.2426324 Nov 16 11:22:47.045023 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port a17fbd62-85d3-4523-8cf1-f17c6dee0834, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=a17fbd62-85d3-4523-8cf1-f17c6dee0834,segment=NetworkSegment(2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7),segment_id=2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:22:47.047894 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60008) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:22:47.062047 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:47.097318 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cdb4baf0-fcaa-451c-91d8-e32b73e1355c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:47.136081 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cdb4baf0-fcaa-451c-91d8-e32b73e1355c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:47.184177 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['a17fbd62-85d3-4523-8cf1-f17c6dee0834'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:22:47.209107 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-e83561e9-fafd-4941-a81f-9224abd8e2c2 req-19c55d17-094f-4570-922d-fca7926c8474 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] For port 0235e1ca-c3a5-4319-894a-6737b3d66d61, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=0235e1ca-c3a5-4319-894a-6737b3d66d61,segment=NetworkSegment(d8bdba8e-aa0f-4483-a329-b591bfdb474e),segment_id=d8bdba8e-aa0f-4483-a329-b591bfdb474e)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:22:47.212376 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e83561e9-fafd-4941-a81f-9224abd8e2c2 req-19c55d17-094f-4570-922d-fca7926c8474 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:47.241144 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 088e7ea9-b244-4ed9-83e2-c59038047c1a no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:22:47.261813 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=a17fbd62-85d3-4523-8cf1-f17c6dee0834,revision_number=6']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:47.275489 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 088e7ea9-b244-4ed9-83e2-c59038047c1a {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:22:47.275833 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 088e7ea9-b244-4ed9-83e2-c59038047c1a not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:22:47.297965 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-cdb4baf0-fcaa-451c-91d8-e32b73e1355c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1bb3ba8f9aee41d08894f7dc641d3d37&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5631607 Nov 16 11:22:47.309520 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60018) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:22:47.357094 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e063aad-3aa0-4ba4-a256-c74e39caaf76 admin admin] Deleting subnet c5b632c6-00ee-4c25-9555-e7f1a5d8a8f3 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:22:47.368308 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e063aad-3aa0-4ba4-a256-c74e39caaf76 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:47.445301 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e063aad-3aa0-4ba4-a256-c74e39caaf76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:47.477425 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dff3dec5-62cd-4df3-b430-d90981f33a88 req-daced663-bc24-4a4a-beb8-5936198a42ba tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a2913a2-9d7f-4129-b87d-a2a92aa04900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6663964 Nov 16 11:22:47.509037 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-77b93d93-eb13-4c9c-8406-187e4d98afde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:47.561568 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac7068-be9c-459e-b02f-c9ec78c21a2f req-32a2069a-eec1-4cfc-994d-c137e1e7ccd1 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:47.579315 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c4ac7068-be9c-459e-b02f-c9ec78c21a2f req-32a2069a-eec1-4cfc-994d-c137e1e7ccd1 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 950 time: 0.4895589 Nov 16 11:22:47.592254 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e063aad-3aa0-4ba4-a256-c74e39caaf76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:47.700629 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb4baf0-fcaa-451c-91d8-e32b73e1355c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8c273c-fb7b-464f-952c-68ddae3e98ad,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:47.711516 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-afea3996-422e-4fdf-b1f7-a4c585e22bb4 req-b9a09920-bf89-4af8-9a26-028d4b360f05 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d7ad5bb-6115-4b5e-8156-206b4ea5631a HTTP/1.1" status: 200 len: 210 time: 0.0700727 Nov 16 11:22:47.741981 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e063aad-3aa0-4ba4-a256-c74e39caaf76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:47.775440 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e063aad-3aa0-4ba4-a256-c74e39caaf76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5b632c6-00ee-4c25-9555-e7f1a5d8a8f3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:47.827959 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-77b93d93-eb13-4c9c-8406-187e4d98afde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:47.842329 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e063aad-3aa0-4ba4-a256-c74e39caaf76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:47.848697 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2e063aad-3aa0-4ba4-a256-c74e39caaf76 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c5b632c6-00ee-4c25-9555-e7f1a5d8a8f3 HTTP/1.1" status: 204 len: 168 time: 0.7930121 Nov 16 11:22:47.852121 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60030) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:22:47.854327 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b205db5a-859d-4e3f-b606-4ca82e9518dd None None] Network 0554fe60-bd03-4672-b976-b9334c9ef674 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:22:47.876418 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c4ac7068-be9c-459e-b02f-c9ec78c21a2f req-fecfad3e-e5c2-4cd4-a815-74a973051857 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960243 Nov 16 11:22:47.966746 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-d8e781d6-32a9-4b02-b5ef-0ec85ba30ddc tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Allocated IP 172.20.0.4 (a6437950-3837-42ba-a7b4-c297945f46f8/abaafd2b-7546-45a3-a211-065b2bf563c9/d169e98f-1f72-49dc-9f8d-d83ecf9c069c) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:22:47.970016 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a507ad1-e6b4-4c7b-915e-15b4217d18ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:47.976948 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c7308-ce05-4f82-b7c6-afd45169af86 req-23feec38-ed6f-4e07-b9e8-f8cbe271e5a6 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:47.984304 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-209c7308-ce05-4f82-b7c6-afd45169af86 req-23feec38-ed6f-4e07-b9e8-f8cbe271e5a6 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ab97477-2df6-4c93-b8f1-a0bd15bb61c7 HTTP/1.1" status: 200 len: 944 time: 0.1065869 Nov 16 11:22:48.052014 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-209c7308-ce05-4f82-b7c6-afd45169af86 req-a824e2b2-f192-4ddc-ad37-7271211c138e tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616319 Nov 16 11:22:48.070835 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device a17fbd62-85d3-4523-8cf1-f17c6dee0834 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:22:48.096034 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-77b93d93-eb13-4c9c-8406-187e4d98afde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:48.108799 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-77b93d93-eb13-4c9c-8406-187e4d98afde admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:48.121430 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-77b93d93-eb13-4c9c-8406-187e4d98afde admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2d8c273c-fb7b-464f-952c-68ddae3e98ad HTTP/1.1" status: 204 len: 168 time: 0.7897494 Nov 16 11:22:48.180193 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b93d93-eb13-4c9c-8406-187e4d98afde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8c273c-fb7b-464f-952c-68ddae3e98ad,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:48.226575 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 0235e1ca-c3a5-4319-894a-6737b3d66d61 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:22:48.287238 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e83561e9-fafd-4941-a81f-9224abd8e2c2 req-19c55d17-094f-4570-922d-fca7926c8474 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:48.287922 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e83561e9-fafd-4941-a81f-9224abd8e2c2 req-19c55d17-094f-4570-922d-fca7926c8474 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:48.288708 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [req-e83561e9-fafd-4941-a81f-9224abd8e2c2 req-19c55d17-094f-4570-922d-fca7926c8474 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Floating IP 85921971-2aee-49f1-a5cd-a109c82f54c6 disassociated. External IP: 172.25.0.64, port: 0235e1ca-c3a5-4319-894a-6737b3d66d61. Nov 16 11:22:48.289317 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-e83561e9-fafd-4941-a81f-9224abd8e2c2 req-19c55d17-094f-4570-922d-fca7926c8474 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Calling delete_port for 0235e1ca-c3a5-4319-894a-6737b3d66d61 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:22:48.483942 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:48.592600 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port a17fbd62-85d3-4523-8cf1-f17c6dee0834 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:22:48.592971 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:48.605390 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-1a507ad1-e6b4-4c7b-915e-15b4217d18ae admin admin] Deleting port 702ed533-cbce-469b-9f0d-304370beda73 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:22:48.605748 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a507ad1-e6b4-4c7b-915e-15b4217d18ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:48.672426 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:48.674469 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-d8e781d6-32a9-4b02-b5ef-0ec85ba30ddc tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:48.678263 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-1a507ad1-e6b4-4c7b-915e-15b4217d18ae admin admin] For port 702ed533-cbce-469b-9f0d-304370beda73, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=702ed533-cbce-469b-9f0d-304370beda73,segment=NetworkSegment(a7930220-f8f9-4bbb-b524-6482b10d505a),segment_id=a7930220-f8f9-4bbb-b524-6482b10d505a)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:22:48.678672 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a507ad1-e6b4-4c7b-915e-15b4217d18ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:48.693282 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-1a507ad1-e6b4-4c7b-915e-15b4217d18ae admin admin] Calling delete_port for 702ed533-cbce-469b-9f0d-304370beda73 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:22:48.856244 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a507ad1-e6b4-4c7b-915e-15b4217d18ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:48.857678 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-d8e781d6-32a9-4b02-b5ef-0ec85ba30ddc tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:48.872877 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e83561e9-fafd-4941-a81f-9224abd8e2c2 req-19c55d17-094f-4570-922d-fca7926c8474 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:48.874714 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a507ad1-e6b4-4c7b-915e-15b4217d18ae admin admin] No DVR routers for this DVR port 702ed533-cbce-469b-9f0d-304370beda73 on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:22:48.884326 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:49.030226 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device ba2f309e-39f1-4339-a3c1-153149d9ef56 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:22:49.061734 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:49.067702 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9a0f8d-6eb1-4d5c-9b45-0207403e2e53 None None] DHCP port deletion for 0554fe60-bd03-4672-b976-b9334c9ef674 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:22:49.121701 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: ba2f309e-39f1-4339-a3c1-153149d9ef56 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:22:49.122763 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device ba2f309e-39f1-4339-a3c1-153149d9ef56 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:22:49.154847 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab97477-2df6-4c93-b8f1-a0bd15bb61c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17fbd62-85d3-4523-8cf1-f17c6dee0834'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:22:49.168363 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee251c2f-7b6c-452b-81e1-9fd81d751f17" -d '{"events": [{"server_uuid": "1ab97477-2df6-4c93-b8f1-a0bd15bb61c7", "name": "network-vif-plugged", "status": "completed", "tag": "a17fbd62-85d3-4523-8cf1-f17c6dee0834"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:22:49.182446 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a507ad1-e6b4-4c7b-915e-15b4217d18ae admin admin] Pushing event deleted for resources: {'Port': ['ID=702ed533-cbce-469b-9f0d-304370beda73,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:49.191952 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port a17fbd62-85d3-4523-8cf1-f17c6dee0834, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=a17fbd62-85d3-4523-8cf1-f17c6dee0834,segment=NetworkSegment(2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7),segment_id=2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:22:49.202860 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-d8e781d6-32a9-4b02-b5ef-0ec85ba30ddc tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Network a6437950-3837-42ba-a7b4-c297945f46f8 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:22:49.205547 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:49.217272 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e83561e9-fafd-4941-a81f-9224abd8e2c2 req-19c55d17-094f-4570-922d-fca7926c8474 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Router 28e7a5bd-a360-4e95-801b-ab38ff0e30cb has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:22:49.227510 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-d8e781d6-32a9-4b02-b5ef-0ec85ba30ddc tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:22:49.236689 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-d8e781d6-32a9-4b02-b5ef-0ec85ba30ddc tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:22:49.267610 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a507ad1-e6b4-4c7b-915e-15b4217d18ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:49.269349 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a507ad1-e6b4-4c7b-915e-15b4217d18ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:49.269697 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a507ad1-e6b4-4c7b-915e-15b4217d18ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:49.270064 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a507ad1-e6b4-4c7b-915e-15b4217d18ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:49.270406 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a507ad1-e6b4-4c7b-915e-15b4217d18ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:49.271151 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a507ad1-e6b4-4c7b-915e-15b4217d18ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:49.271151 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a507ad1-e6b4-4c7b-915e-15b4217d18ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:49.271409 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a507ad1-e6b4-4c7b-915e-15b4217d18ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:49.271953 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a507ad1-e6b4-4c7b-915e-15b4217d18ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:49.271953 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a507ad1-e6b4-4c7b-915e-15b4217d18ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:49.272544 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a507ad1-e6b4-4c7b-915e-15b4217d18ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:49.272867 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a507ad1-e6b4-4c7b-915e-15b4217d18ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:49.326651 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=a17fbd62-85d3-4523-8cf1-f17c6dee0834,revision_number=7']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:49.344765 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:49.348181 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:49.348696 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:49.349979 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:49.350397 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:49.353596 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:49.354088 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:49.354543 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:49.355009 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:49.355480 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:49.357345 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:49.358750 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:22:49.379452 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e781d6-32a9-4b02-b5ef-0ec85ba30ddc tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Pushing event updated for resources: {'Port': ['ID=d169e98f-1f72-49dc-9f8d-d83ecf9c069c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:49.387716 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-d8e781d6-32a9-4b02-b5ef-0ec85ba30ddc tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:49.388753 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-d8e781d6-32a9-4b02-b5ef-0ec85ba30ddc tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:49.431630 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b911c9-ea62-4d29-89ad-0cc25162afe9 req-02310784-5504-4f49-84a5-9ffb62762bb3 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:49.439545 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f5b911c9-ea62-4d29-89ad-0cc25162afe9 req-02310784-5504-4f49-84a5-9ffb62762bb3 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] 10.222.0.61 "GET /v2.0/ports?device_id=76e45ce9-57a1-4d86-b991-b1b2b1f08edf HTTP/1.1" status: 200 len: 867 time: 0.6308930 Nov 16 11:22:49.454162 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c55d17-094f-4570-922d-fca7926c8474 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Pushing event deleted for resources: {'Port': ['ID=0235e1ca-c3a5-4319-894a-6737b3d66d61,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:49.497662 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-d8e781d6-32a9-4b02-b5ef-0ec85ba30ddc tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6929414 Nov 16 11:22:49.518659 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a507ad1-e6b4-4c7b-915e-15b4217d18ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:49.527075 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69079660-2520-4ccd-afac-e07bdeb7f8b1 req-57732d7a-983d-44a0-a5a0-f661915127b8 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:49.534580 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-69079660-2520-4ccd-afac-e07bdeb7f8b1 req-57732d7a-983d-44a0-a5a0-f661915127b8 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ab97477-2df6-4c93-b8f1-a0bd15bb61c7 HTTP/1.1" status: 200 len: 944 time: 0.5685492 Nov 16 11:22:49.554260 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-1a507ad1-e6b4-4c7b-915e-15b4217d18ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0554fe60-bd03-4672-b976-b9334c9ef674']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:22:49.555991 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-462834df-c0f7-4f40-aa6c-a259c2a9151f service neutron] Request body: {'port': {'device_id': '0d7ad5bb-6115-4b5e-8156-206b4ea5631a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:22:49.568863 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-1a507ad1-e6b4-4c7b-915e-15b4217d18ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7930220-f8f9-4bbb-b524-6482b10d505a') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:22:49.569419 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-1a507ad1-e6b4-4c7b-915e-15b4217d18ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7930220-f8f9-4bbb-b524-6482b10d505a') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:22:49.584219 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a507ad1-e6b4-4c7b-915e-15b4217d18ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:49.654513 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e83561e9-fafd-4941-a81f-9224abd8e2c2 req-19c55d17-094f-4570-922d-fca7926c8474 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:22:49.670719 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32c163a-f03b-4b62-8985-5ab3669a9afb None None] Sync routers for ids ['28e7a5bd-a360-4e95-801b-ab38ff0e30cb'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:22:49.677333 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a507ad1-e6b4-4c7b-915e-15b4217d18ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:49.688522 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32c163a-f03b-4b62-8985-5ab3669a9afb None None] Routers {'28e7a5bd-a360-4e95-801b-ab38ff0e30cb'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:22:49.689708 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-b32c163a-f03b-4b62-8985-5ab3669a9afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:22:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['28e7a5bd-a360-4e95-801b-ab38ff0e30cb'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:22:49.713533 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a507ad1-e6b4-4c7b-915e-15b4217d18ae admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:22:49.714268 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a507ad1-e6b4-4c7b-915e-15b4217d18ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:49.716363 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:22:49.716363 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:22:49.716363 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:22:49.716363 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:22:49.716363 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:22:49.716363 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:22:49.716363 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:22:49.716363 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:22:49.716363 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:22:49.716363 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:22:49.716363 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:22:49.716363 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:22:49.716363 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:22:49.716363 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:22:49.716363 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:22:49.716363 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:22:49.716363 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:22:49.716363 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:22:49.716363 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:22:49.716363 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:22:49.716363 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:22:49.716363 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:22:49.716363 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:22:49.716363 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:22:49.716363 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:22:49.716363 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:22:49.716363 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:22:49.716363 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:22:49.716363 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:22:49.716363 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:22:49.716363 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:22:49.716363 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:22:49.780997 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83561e9-fafd-4941-a81f-9224abd8e2c2 req-19c55d17-094f-4570-922d-fca7926c8474 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] No DVR routers for this DVR port 0235e1ca-c3a5-4319-894a-6737b3d66d61 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:22:49.785906 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e83561e9-fafd-4941-a81f-9224abd8e2c2 req-19c55d17-094f-4570-922d-fca7926c8474 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:49.790754 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e83561e9-fafd-4941-a81f-9224abd8e2c2 req-19c55d17-094f-4570-922d-fca7926c8474 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] 10.222.0.36 "DELETE /v2.0/ports/0235e1ca-c3a5-4319-894a-6737b3d66d61 HTTP/1.1" status: 204 len: 173 time: 4.0425954 Nov 16 11:22:49.791551 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e45ce9-57a1-4d86-b991-b1b2b1f08edf', 'name': 'network-vif-deleted', 'tag': '0235e1ca-c3a5-4319-894a-6737b3d66d61'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:22:49.794161 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bad812a-a09b-4132-856e-b7921d43d421" -d '{"events": [{"server_uuid": "76e45ce9-57a1-4d86-b991-b1b2b1f08edf", "name": "network-vif-deleted", "tag": "0235e1ca-c3a5-4319-894a-6737b3d66d61"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:22:49.833700 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-b32c163a-f03b-4b62-8985-5ab3669a9afb None None] Set router 28e7a5bd-a360-4e95-801b-ab38ff0e30cb gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:22:49.846451 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a507ad1-e6b4-4c7b-915e-15b4217d18ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:49.857729 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a507ad1-e6b4-4c7b-915e-15b4217d18ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:49.863718 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1a507ad1-e6b4-4c7b-915e-15b4217d18ae admin admin] 10.222.0.61 "DELETE /v2.0/networks/0554fe60-bd03-4672-b976-b9334c9ef674 HTTP/1.1" status: 204 len: 168 time: 2.0105455 Nov 16 11:22:49.927637 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a507ad1-e6b4-4c7b-915e-15b4217d18ae admin admin] Pushing event deleted for resources: {'Network': ['ID=0554fe60-bd03-4672-b976-b9334c9ef674,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:50.015895 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f5b911c9-ea62-4d29-89ad-0cc25162afe9 req-c59c44b8-d43e-460d-b3de-e1fb7ef860dc tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a2913a2-9d7f-4129-b87d-a2a92aa04900&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5748875 Nov 16 11:22:50.029095 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-462834df-c0f7-4f40-aa6c-a259c2a9151f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:50.226396 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-b32c163a-f03b-4b62-8985-5ab3669a9afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e7a5bd-a360-4e95-801b-ab38ff0e30cb', 'name': 'tempest-ServersTestManualDisk-2147404544-router', 'tenant_id': '26c963f4cdb74f2494c888a4f19adc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '94cba580-3b90-40d0-8119-4c9e526876c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:20:25Z', 'updated_at': '2021-11-16T11:20:33Z', 'revision_number': 4, 'project_id': '26c963f4cdb74f2494c888a4f19adc27', 'gw_port': {'id': '94cba580-3b90-40d0-8119-4c9e526876c7', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e7a5bd-a360-4e95-801b-ab38ff0e30cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:20:26Z', 'updated_at': '2021-11-16T11:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'bee4151b-5252-4f23-b786-d2cacace6a9e', 'name': '', 'network_id': '483102d2-5f88-4f47-b33e-a8293393494c', 'tenant_id': '26c963f4cdb74f2494c888a4f19adc27', 'mac_address': 'fa:16:3e:12:86:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e7a5bd-a360-4e95-801b-ab38ff0e30cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '515a754f-5433-4f9b-a0b1-17eea39f57f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:20:31Z', 'updated_at': '2021-11-16T11:20:37Z', 'revision_number': 5, 'project_id': '26c963f4cdb74f2494c888a4f19adc27', 'subnets': [{'id': '515a754f-5433-4f9b-a0b1-17eea39f57f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:22:50.278701 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d30b83-5de7-48e2-905f-a7e443a5e7a7 req-dd706e42-7e31-43db-be23-9903eb28121f tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:50.283777 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a8d30b83-5de7-48e2-905f-a7e443a5e7a7 req-dd706e42-7e31-43db-be23-9903eb28121f tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ab97477-2df6-4c93-b8f1-a0bd15bb61c7 HTTP/1.1" status: 200 len: 945 time: 0.1353180 Nov 16 11:22:50.288646 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32c163a-f03b-4b62-8985-5ab3669a9afb None None] Checking router: 28e7a5bd-a360-4e95-801b-ab38ff0e30cb for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:22:50.311962 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32c163a-f03b-4b62-8985-5ab3669a9afb None None] Routers {'28e7a5bd-a360-4e95-801b-ab38ff0e30cb'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:22:50.312942 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-b32c163a-f03b-4b62-8985-5ab3669a9afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:22:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['28e7a5bd-a360-4e95-801b-ab38ff0e30cb'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:22:50.368426 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60100) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:22:50.489673 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-b32c163a-f03b-4b62-8985-5ab3669a9afb None None] Set router 28e7a5bd-a360-4e95-801b-ab38ff0e30cb gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:22:50.496571 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-69079660-2520-4ccd-afac-e07bdeb7f8b1 req-74603c44-1355-46ba-bbeb-ed1be06cd593 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/security-groups?id=5cf2e0af-15bc-479e-9f22-ca2ab77f662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9608822 Nov 16 11:22:50.620997 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-eee5536c-04ce-408d-823c-9755aef588e8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9f7363a08c414209ac7c04aff97b826c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2482927 Nov 16 11:22:50.623600 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60106) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:22:50.849611 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-16a7d888-06e1-4dc2-9c52-58cc64fecc90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:50.916219 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-16a7d888-06e1-4dc2-9c52-58cc64fecc90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:51.015402 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-b32c163a-f03b-4b62-8985-5ab3669a9afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e7a5bd-a360-4e95-801b-ab38ff0e30cb', 'name': 'tempest-ServersTestManualDisk-2147404544-router', 'tenant_id': '26c963f4cdb74f2494c888a4f19adc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '94cba580-3b90-40d0-8119-4c9e526876c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:20:25Z', 'updated_at': '2021-11-16T11:20:33Z', 'revision_number': 4, 'project_id': '26c963f4cdb74f2494c888a4f19adc27', 'gw_port': {'id': '94cba580-3b90-40d0-8119-4c9e526876c7', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e7a5bd-a360-4e95-801b-ab38ff0e30cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:20:26Z', 'updated_at': '2021-11-16T11:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'bee4151b-5252-4f23-b786-d2cacace6a9e', 'name': '', 'network_id': '483102d2-5f88-4f47-b33e-a8293393494c', 'tenant_id': '26c963f4cdb74f2494c888a4f19adc27', 'mac_address': 'fa:16:3e:12:86:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e7a5bd-a360-4e95-801b-ab38ff0e30cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '515a754f-5433-4f9b-a0b1-17eea39f57f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:20:31Z', 'updated_at': '2021-11-16T11:20:37Z', 'revision_number': 5, 'project_id': '26c963f4cdb74f2494c888a4f19adc27', 'subnets': [{'id': '515a754f-5433-4f9b-a0b1-17eea39f57f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:22:51.026947 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 702ed533-cbce-469b-9f0d-304370beda73 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:22:51.045218 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-a8d30b83-5de7-48e2-905f-a7e443a5e7a7 req-3c180426-d84e-4c17-aa12-eca20610b32a tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Deleting port a17fbd62-85d3-4523-8cf1-f17c6dee0834 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:22:51.045492 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a8d30b83-5de7-48e2-905f-a7e443a5e7a7 req-3c180426-d84e-4c17-aa12-eca20610b32a tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:51.048240 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-16a7d888-06e1-4dc2-9c52-58cc64fecc90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:51.051667 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-16a7d888-06e1-4dc2-9c52-58cc64fecc90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:51.053375 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-16a7d888-06e1-4dc2-9c52-58cc64fecc90 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b3efb422-718d-4c8d-bbef-93c5249195cc HTTP/1.1" status: 204 len: 168 time: 0.4274104 Nov 16 11:22:51.071284 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 702ed533-cbce-469b-9f0d-304370beda73 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:22:51.071953 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 702ed533-cbce-469b-9f0d-304370beda73 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:22:51.103414 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32c163a-f03b-4b62-8985-5ab3669a9afb None None] The sync data for ids ['28e7a5bd-a360-4e95-801b-ab38ff0e30cb'] in n-d-816823-3 is: [{'id': '28e7a5bd-a360-4e95-801b-ab38ff0e30cb', 'name': 'tempest-ServersTestManualDisk-2147404544-router', 'tenant_id': '26c963f4cdb74f2494c888a4f19adc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '94cba580-3b90-40d0-8119-4c9e526876c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:20:25Z', 'updated_at': '2021-11-16T11:20:33Z', 'revision_number': 4, 'project_id': '26c963f4cdb74f2494c888a4f19adc27', 'gw_port': {'id': '94cba580-3b90-40d0-8119-4c9e526876c7', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e7a5bd-a360-4e95-801b-ab38ff0e30cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:20:26Z', 'updated_at': '2021-11-16T11:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'bee4151b-5252-4f23-b786-d2cacace6a9e', 'name': '', 'network_id': '483102d2-5f88-4f47-b33e-a8293393494c', 'tenant_id': '26c963f4cdb74f2494c888a4f19adc27', 'mac_address': 'fa:16:3e:12:86:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e7a5bd-a360-4e95-801b-ab38ff0e30cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '515a754f-5433-4f9b-a0b1-17eea39f57f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:20:31Z', 'updated_at': '2021-11-16T11:20:37Z', 'revision_number': 5, 'project_id': '26c963f4cdb74f2494c888a4f19adc27', 'subnets': [{'id': '515a754f-5433-4f9b-a0b1-17eea39f57f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:22:51.138288 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7d888-06e1-4dc2-9c52-58cc64fecc90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3efb422-718d-4c8d-bbef-93c5249195cc,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:51.249975 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-a8d30b83-5de7-48e2-905f-a7e443a5e7a7 req-3c180426-d84e-4c17-aa12-eca20610b32a tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] For port a17fbd62-85d3-4523-8cf1-f17c6dee0834, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=a17fbd62-85d3-4523-8cf1-f17c6dee0834,segment=NetworkSegment(2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7),segment_id=2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:22:51.250342 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a8d30b83-5de7-48e2-905f-a7e443a5e7a7 req-3c180426-d84e-4c17-aa12-eca20610b32a tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:51.278831 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-a8d30b83-5de7-48e2-905f-a7e443a5e7a7 req-3c180426-d84e-4c17-aa12-eca20610b32a tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Calling delete_port for a17fbd62-85d3-4523-8cf1-f17c6dee0834 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:22:51.492146 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66563bc-0eb7-40c9-917e-e301611adf07 req-27455df2-8b12-43b8-96c6-06ab57e569f7 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:51.493665 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e66563bc-0eb7-40c9-917e-e301611adf07 req-27455df2-8b12-43b8-96c6-06ab57e569f7 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d7ad5bb-6115-4b5e-8156-206b4ea5631a HTTP/1.1" status: 200 len: 931 time: 1.0263805 Nov 16 11:22:51.615544 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a8d30b83-5de7-48e2-905f-a7e443a5e7a7 req-3c180426-d84e-4c17-aa12-eca20610b32a tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:51.638229 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['a17fbd62-85d3-4523-8cf1-f17c6dee0834'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:22:51.653998 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae797d-05de-47e1-aaef-ca7bd4ef42cf req-86444d6b-e0f7-4be1-b006-dcc355fa97f5 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:51.692101 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-93ae797d-05de-47e1-aaef-ca7bd4ef42cf req-86444d6b-e0f7-4be1-b006-dcc355fa97f5 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 950 time: 0.9889328 Nov 16 11:22:51.717452 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3420c55c-e388-4dd7-b07b-d7c7aabdd2ee None None] New status for floating IP 85921971-2aee-49f1-a5cd-a109c82f54c6: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:22:51.753803 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c180426-d84e-4c17-aa12-eca20610b32a tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Pushing event deleted for resources: {'Port': ['ID=a17fbd62-85d3-4523-8cf1-f17c6dee0834,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:51.906534 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d30b83-5de7-48e2-905f-a7e443a5e7a7 req-3c180426-d84e-4c17-aa12-eca20610b32a tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] No DVR routers for this DVR port a17fbd62-85d3-4523-8cf1-f17c6dee0834 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:22:51.917895 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a8d30b83-5de7-48e2-905f-a7e443a5e7a7 req-3c180426-d84e-4c17-aa12-eca20610b32a tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:51.932456 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a8d30b83-5de7-48e2-905f-a7e443a5e7a7 req-3c180426-d84e-4c17-aa12-eca20610b32a tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.64 "DELETE /v2.0/ports/a17fbd62-85d3-4523-8cf1-f17c6dee0834 HTTP/1.1" status: 204 len: 173 time: 1.6385157 Nov 16 11:22:51.979450 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e66563bc-0eb7-40c9-917e-e301611adf07 req-b347b445-e764-4af3-903b-943be8b10cdf tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4714093 Nov 16 11:22:52.066305 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-462834df-c0f7-4f40-aa6c-a259c2a9151f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d169e98f-1f72-49dc-9f8d-d83ecf9c069c {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:22:52.113353 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-462834df-c0f7-4f40-aa6c-a259c2a9151f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:52.161745 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-93ae797d-05de-47e1-aaef-ca7bd4ef42cf req-2af8454e-3231-4c70-a71c-df3fde6dd9d5 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4630334 Nov 16 11:22:52.174293 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5e4d89-c23b-428b-b639-866c595cca1e x-openstack-request-id: req-fc5e4d89-c23b-428b-b639-866c595cca1e {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:22:52.174786 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab97477-2df6-4c93-b8f1-a0bd15bb61c7", "name": "network-vif-plugged", "status": "completed", "tag": "a17fbd62-85d3-4523-8cf1-f17c6dee0834", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:22:52.174900 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fc5e4d89-c23b-428b-b639-866c595cca1e {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:22:52.175215 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab97477-2df6-4c93-b8f1-a0bd15bb61c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17fbd62-85d3-4523-8cf1-f17c6dee0834', 'code': 200} Nov 16 11:22:52.202543 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-462834df-c0f7-4f40-aa6c-a259c2a9151f service neutron] Transition to ACTIVE for port object d169e98f-1f72-49dc-9f8d-d83ecf9c069c will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:22:52.212977 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-462834df-c0f7-4f40-aa6c-a259c2a9151f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:52.276925 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4915fdb1-1809-41b9-bb0b-8b505f3a845a x-openstack-request-id: req-4915fdb1-1809-41b9-bb0b-8b505f3a845a {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:22:52.277213 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76e45ce9-57a1-4d86-b991-b1b2b1f08edf", "name": "network-vif-deleted", "tag": "0235e1ca-c3a5-4319-894a-6737b3d66d61", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:22:52.277464 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4915fdb1-1809-41b9-bb0b-8b505f3a845a {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:22:52.283473 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e45ce9-57a1-4d86-b991-b1b2b1f08edf', 'name': 'network-vif-deleted', 'tag': '0235e1ca-c3a5-4319-894a-6737b3d66d61', 'status': 'completed', 'code': 200} Nov 16 11:22:52.308355 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462834df-c0f7-4f40-aa6c-a259c2a9151f service neutron] Pushing event updated for resources: {'Port': ['ID=d169e98f-1f72-49dc-9f8d-d83ecf9c069c,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:52.510341 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-de0626ae-1f06-4fa8-96d1-e9fc7fb2031d req-9aa495b1-d7e9-401d-8ddb-34b8e54ce135 tempest-ImagesTestJSON-509787957 tempest-ImagesTestJSON-509787957-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ab97477-2df6-4c93-b8f1-a0bd15bb61c7 HTTP/1.1" status: 200 len: 210 time: 0.1116354 Nov 16 11:22:52.564087 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-462834df-c0f7-4f40-aa6c-a259c2a9151f service neutron] Attempting to bind port d169e98f-1f72-49dc-9f8d-d83ecf9c069c on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:22:52.564591 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-462834df-c0f7-4f40-aa6c-a259c2a9151f service neutron] Attempting to bind port d169e98f-1f72-49dc-9f8d-d83ecf9c069c by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:22:52.565037 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-462834df-c0f7-4f40-aa6c-a259c2a9151f service neutron] Attempting to bind port d169e98f-1f72-49dc-9f8d-d83ecf9c069c on network a6437950-3837-42ba-a7b4-c297945f46f8 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:22:52.570678 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-462834df-c0f7-4f40-aa6c-a259c2a9151f service neutron] Port d169e98f-1f72-49dc-9f8d-d83ecf9c069c on network a6437950-3837-42ba-a7b4-c297945f46f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:22:52.571676 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-462834df-c0f7-4f40-aa6c-a259c2a9151f service neutron] Attempting to bind port d169e98f-1f72-49dc-9f8d-d83ecf9c069c on network a6437950-3837-42ba-a7b4-c297945f46f8 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:22:52.578913 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-462834df-c0f7-4f40-aa6c-a259c2a9151f service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:22:52.579538 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-462834df-c0f7-4f40-aa6c-a259c2a9151f service neutron] Checking segment: {'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:22:52.580424 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-462834df-c0f7-4f40-aa6c-a259c2a9151f service neutron] Bound using segment: {'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:22:52.581135 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-462834df-c0f7-4f40-aa6c-a259c2a9151f service neutron] Bound port: d169e98f-1f72-49dc-9f8d-d83ecf9c069c, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:22:52.581881 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-462834df-c0f7-4f40-aa6c-a259c2a9151f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:52.703890 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60172) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:22:52.740213 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-462834df-c0f7-4f40-aa6c-a259c2a9151f service neutron] For port d169e98f-1f72-49dc-9f8d-d83ecf9c069c, host n-h1-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:22:52.744411 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-462834df-c0f7-4f40-aa6c-a259c2a9151f service neutron] For port d169e98f-1f72-49dc-9f8d-d83ecf9c069c, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=d169e98f-1f72-49dc-9f8d-d83ecf9c069c,segment=NetworkSegment(d9c88559-8fa4-467d-a577-d2c14bfd7508),segment_id=d9c88559-8fa4-467d-a577-d2c14bfd7508)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:22:52.759689 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-462834df-c0f7-4f40-aa6c-a259c2a9151f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:52.834434 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462834df-c0f7-4f40-aa6c-a259c2a9151f service neutron] Pushing event updated for resources: {'Port': ['ID=d169e98f-1f72-49dc-9f8d-d83ecf9c069c,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:52.844727 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-462834df-c0f7-4f40-aa6c-a259c2a9151f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:52.845725 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-462834df-c0f7-4f40-aa6c-a259c2a9151f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:52.848137 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-462834df-c0f7-4f40-aa6c-a259c2a9151f service neutron] 10.222.0.36 "PUT /v2.0/ports/d169e98f-1f72-49dc-9f8d-d83ecf9c069c HTTP/1.1" status: 200 len: 1091 time: 3.3082452 Nov 16 11:22:52.865565 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d7ad5bb-6115-4b5e-8156-206b4ea5631a', 'tag': 'd169e98f-1f72-49dc-9f8d-d83ecf9c069c'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:22:52.868300 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9593a57-dccc-42ca-9d91-6aab067e5f94" -d '{"events": [{"name": "network-changed", "server_uuid": "0d7ad5bb-6115-4b5e-8156-206b4ea5631a", "tag": "d169e98f-1f72-49dc-9f8d-d83ecf9c069c"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:22:52.885809 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ecbaa9bd-22d6-4c41-8a52-497b30d2370c admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-259286842-network', 'tenant_id': 'a7ec6f0aa917436da9b8feca47770801'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:22:52.916849 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60182) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:22:52.922625 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-12e7b836-cebb-44cc-9cd0-bd89e3eefb92 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1398672913'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:22:52.943580 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbaa9bd-22d6-4c41-8a52-497b30d2370c admin admin] Made reservation on behalf of a7ec6f0aa917436da9b8feca47770801 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:22:52.950667 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ecbaa9bd-22d6-4c41-8a52-497b30d2370c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:52.968242 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ecbaa9bd-22d6-4c41-8a52-497b30d2370c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:52.986724 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b80daa-3bed-4c9c-a465-f73d5fa601df x-openstack-request-id: req-e2b80daa-3bed-4c9c-a465-f73d5fa601df {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:22:52.987399 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d7ad5bb-6115-4b5e-8156-206b4ea5631a", "tag": "d169e98f-1f72-49dc-9f8d-d83ecf9c069c", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:22:52.987822 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e2b80daa-3bed-4c9c-a465-f73d5fa601df {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:22:52.988379 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d7ad5bb-6115-4b5e-8156-206b4ea5631a', 'tag': 'd169e98f-1f72-49dc-9f8d-d83ecf9c069c', 'status': 'completed', 'code': 200} Nov 16 11:22:53.010885 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-4c7aa050-307a-4d98-972b-97ed18670b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:53.013076 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-4c7aa050-307a-4d98-972b-97ed18670b91 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac57a0dec96b499199f175f118c6a6d4&device_id=0d7ad5bb-6115-4b5e-8156-206b4ea5631a HTTP/1.1" status: 200 len: 1094 time: 0.0816729 Nov 16 11:22:53.018558 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e7b836-cebb-44cc-9cd0-bd89e3eefb92 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Made reservation on behalf of 1ae06a69eac64c2d80c4db8375c3a241 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:22:53.024425 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-12e7b836-cebb-44cc-9cd0-bd89e3eefb92 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:53.108113 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-808257ec-6c94-4007-981d-e5172cab3d71 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d169e98f-1f72-49dc-9f8d-d83ecf9c069c HTTP/1.1" status: 200 len: 217 time: 0.0545223 Nov 16 11:22:53.236377 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12e7b836-cebb-44cc-9cd0-bd89e3eefb92 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:22:53.281718 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-36840632-d8c8-4c35-8625-78c2e19b8c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:53.281718 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-36840632-d8c8-4c35-8625-78c2e19b8c30 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=abaafd2b-7546-45a3-a211-065b2bf563c9 HTTP/1.1" status: 200 len: 860 time: 0.1337719 Nov 16 11:22:53.287781 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3bcd6-ddbb-4656-b6e9-186053b0f85a req-732247fa-1625-4582-bf28-920daf3ffade tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:53.289439 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-05f3bcd6-ddbb-4656-b6e9-186053b0f85a req-732247fa-1625-4582-bf28-920daf3ffade tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d7ad5bb-6115-4b5e-8156-206b4ea5631a HTTP/1.1" status: 200 len: 943 time: 0.1867111 Nov 16 11:22:53.290789 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-12e7b836-cebb-44cc-9cd0-bd89e3eefb92 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:53.291133 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-12e7b836-cebb-44cc-9cd0-bd89e3eefb92 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Added segment 16847986-4ee3-48f3-a2b2-b0245bd65314 of type vlan for network 2ef7fac0-ba76-4873-aa0c-db478637a221 Nov 16 11:22:53.392468 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-6a4f2d9a-9b47-4e1a-819c-5c29fd792d17 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6437950-3837-42ba-a7b4-c297945f46f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995772 Nov 16 11:22:53.405450 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ecbaa9bd-22d6-4c41-8a52-497b30d2370c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:53.409765 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ecbaa9bd-22d6-4c41-8a52-497b30d2370c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:53.430465 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-12e7b836-cebb-44cc-9cd0-bd89e3eefb92 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:53.435381 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecbaa9bd-22d6-4c41-8a52-497b30d2370c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:22:53.456073 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ecbaa9bd-22d6-4c41-8a52-497b30d2370c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:53.456429 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-ecbaa9bd-22d6-4c41-8a52-497b30d2370c admin admin] Added segment 2a557798-23cb-4d44-89f9-b076844abe00 of type vlan for network 14b5bb36-e676-46d8-b178-69214011ecd1 Nov 16 11:22:53.524977 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ecbaa9bd-22d6-4c41-8a52-497b30d2370c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:53.550061 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbaa9bd-22d6-4c41-8a52-497b30d2370c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ce7d58-b578-4d94-8222-f5a684de1780,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:53.553257 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-05f3bcd6-ddbb-4656-b6e9-186053b0f85a req-9ef1c09b-63ba-42fc-b7c4-4ed59413313c tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447672 Nov 16 11:22:53.556367 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-12e7b836-cebb-44cc-9cd0-bd89e3eefb92 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:53.562544 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e7b836-cebb-44cc-9cd0-bd89e3eefb92 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:53.562652 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-12e7b836-cebb-44cc-9cd0-bd89e3eefb92 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:53.570108 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60206) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:22:53.610821 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ecbaa9bd-22d6-4c41-8a52-497b30d2370c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:53.612155 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbaa9bd-22d6-4c41-8a52-497b30d2370c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:53.613423 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ecbaa9bd-22d6-4c41-8a52-497b30d2370c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:53.695065 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ecbaa9bd-22d6-4c41-8a52-497b30d2370c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9898887 Nov 16 11:22:53.698490 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60210) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:22:53.703941 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-590fe7e7-85e8-4768-b513-6cca329493e4 admin admin] Request body: {'subnet': {'network_id': '14b5bb36-e676-46d8-b178-69214011ecd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-259286842-subnet', 'tenant_id': 'a7ec6f0aa917436da9b8feca47770801', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:22:53.738448 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590fe7e7-85e8-4768-b513-6cca329493e4 admin admin] Made reservation on behalf of a7ec6f0aa917436da9b8feca47770801 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:22:53.742379 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-590fe7e7-85e8-4768-b513-6cca329493e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:53.784869 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-12e7b836-cebb-44cc-9cd0-bd89e3eefb92 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8666532 Nov 16 11:22:53.789446 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7b836-cebb-44cc-9cd0-bd89e3eefb92 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Pushing event updated for resources: {'Network': ['ID=2ef7fac0-ba76-4873-aa0c-db478637a221,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:53.791835 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60212) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:22:53.798248 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-8e83ec83-a761-4ccd-bde7-a39ba11069f9 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1766119706'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:22:53.810749 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 2ef7fac0-ba76-4873-aa0c-db478637a221 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:22:53.817331 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbaa9bd-22d6-4c41-8a52-497b30d2370c admin admin] Pushing event updated for resources: {'Network': ['ID=14b5bb36-e676-46d8-b178-69214011ecd1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:53.822049 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-88f1c115-2cf6-4dc4-86fd-8a188bcfa023 service neutron] 10.222.0.36 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158480 Nov 16 11:22:53.829447 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e83ec83-a761-4ccd-bde7-a39ba11069f9 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Made reservation on behalf of 1ae06a69eac64c2d80c4db8375c3a241 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:22:53.833329 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e83ec83-a761-4ccd-bde7-a39ba11069f9 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:53.839087 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7decb069-db3c-4270-8abb-35f7011bf6f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:53.879789 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 14b5bb36-e676-46d8-b178-69214011ecd1 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:22:53.901896 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b38a44-9f13-40f0-a669-fca58fbdd487 req-788f7aa6-68db-4f7d-8a47-4c55eab23124 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:53.909755 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-64b38a44-9f13-40f0-a669-fca58fbdd487 req-788f7aa6-68db-4f7d-8a47-4c55eab23124 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 950 time: 0.2227304 Nov 16 11:22:53.944992 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7decb069-db3c-4270-8abb-35f7011bf6f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:53.955331 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7decb069-db3c-4270-8abb-35f7011bf6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:53.987850 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e83ec83-a761-4ccd-bde7-a39ba11069f9 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:22:53.994744 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7decb069-db3c-4270-8abb-35f7011bf6f8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b8403f0dcdc24d3cb75f625f33299ec5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4216049 Nov 16 11:22:54.001828 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60214) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:22:54.044234 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e83ec83-a761-4ccd-bde7-a39ba11069f9 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:54.044960 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-8e83ec83-a761-4ccd-bde7-a39ba11069f9 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Added segment 3aacb015-09d5-4518-8cdb-9c27d9564540 of type vlan for network ea6b1a63-583a-4222-8450-3af28565319c Nov 16 11:22:54.078685 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-64b38a44-9f13-40f0-a669-fca58fbdd487 req-37128599-dd66-43fc-96f5-6e37eaeabc1f tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674674 Nov 16 11:22:54.090379 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device a17fbd62-85d3-4523-8cf1-f17c6dee0834 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:22:54.103763 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-935b68a9-83fa-4ace-92e3-859c91872ad1 req-4b6759b5-351d-4140-901e-1b399e7b2d74 service neutron] 10.222.0.36 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665267 Nov 16 11:22:54.110334 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7decb069-db3c-4270-8abb-35f7011bf6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7dff662-70d1-45cf-b688-0910b878c7a0,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:54.177692 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: a17fbd62-85d3-4523-8cf1-f17c6dee0834 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:22:54.178068 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device a17fbd62-85d3-4523-8cf1-f17c6dee0834 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:22:54.206287 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-47c48a81-0842-45c7-95f6-1e200a0bbcd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:54.252460 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-47c48a81-0842-45c7-95f6-1e200a0bbcd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:54.259964 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e83ec83-a761-4ccd-bde7-a39ba11069f9 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:54.290501 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab97477-2df6-4c93-b8f1-a0bd15bb61c7', 'name': 'network-vif-deleted', 'tag': 'a17fbd62-85d3-4523-8cf1-f17c6dee0834'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:22:54.293244 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c42dec7-e6e1-4b63-b9dc-78ec78c3b38f" -d '{"events": [{"server_uuid": "1ab97477-2df6-4c93-b8f1-a0bd15bb61c7", "name": "network-vif-deleted", "tag": "a17fbd62-85d3-4523-8cf1-f17c6dee0834"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:22:54.306036 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e83ec83-a761-4ccd-bde7-a39ba11069f9 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:54.315408 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e83ec83-a761-4ccd-bde7-a39ba11069f9 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:54.316581 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e83ec83-a761-4ccd-bde7-a39ba11069f9 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:54.336511 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9593a57-dccc-42ca-9d91-6aab067e5f94 req-09589a2d-d9f8-4a20-bf06-3f9caa0efb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:54.338106 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f9593a57-dccc-42ca-9d91-6aab067e5f94 req-09589a2d-d9f8-4a20-bf06-3f9caa0efb2d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac57a0dec96b499199f175f118c6a6d4&device_id=0d7ad5bb-6115-4b5e-8156-206b4ea5631a HTTP/1.1" status: 200 len: 1094 time: 0.1481626 Nov 16 11:22:54.343873 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8e83ec83-a761-4ccd-bde7-a39ba11069f9 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5497208 Nov 16 11:22:54.348635 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60230) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:22:54.369246 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-90417aed-74b8-4be7-ac84-c668d1b659d2 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Request body: {'subnet': {'network_id': '2ef7fac0-ba76-4873-aa0c-db478637a221', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:22:54.376250 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9364d2-dcea-4dac-bcd5-cb0d5b4f57de x-openstack-request-id: req-0a9364d2-dcea-4dac-bcd5-cb0d5b4f57de {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:22:54.376586 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab97477-2df6-4c93-b8f1-a0bd15bb61c7", "name": "network-vif-deleted", "tag": "a17fbd62-85d3-4523-8cf1-f17c6dee0834", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:22:54.376841 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0a9364d2-dcea-4dac-bcd5-cb0d5b4f57de {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:22:54.377231 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab97477-2df6-4c93-b8f1-a0bd15bb61c7', 'name': 'network-vif-deleted', 'tag': 'a17fbd62-85d3-4523-8cf1-f17c6dee0834', 'status': 'completed', 'code': 200} Nov 16 11:22:54.430844 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-590fe7e7-85e8-4768-b513-6cca329493e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:54.480839 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e83ec83-a761-4ccd-bde7-a39ba11069f9 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Pushing event updated for resources: {'Network': ['ID=ea6b1a63-583a-4222-8450-3af28565319c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:54.495228 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network ea6b1a63-583a-4222-8450-3af28565319c details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:22:54.543677 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9593a57-dccc-42ca-9d91-6aab067e5f94 req-2a21e6b1-ad08-4c09-bdc8-79390f84eb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:54.548767 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f9593a57-dccc-42ca-9d91-6aab067e5f94 req-2a21e6b1-ad08-4c09-bdc8-79390f84eb89 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6437950-3837-42ba-a7b4-c297945f46f8 HTTP/1.1" status: 200 len: 921 time: 0.1904829 Nov 16 11:22:54.575404 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-47c48a81-0842-45c7-95f6-1e200a0bbcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:54.584619 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-47c48a81-0842-45c7-95f6-1e200a0bbcd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:54.588828 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-47c48a81-0842-45c7-95f6-1e200a0bbcd4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f7dff662-70d1-45cf-b688-0910b878c7a0 HTTP/1.1" status: 204 len: 168 time: 0.5836329 Nov 16 11:22:54.631438 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590fe7e7-85e8-4768-b513-6cca329493e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2b6f4fe-eecb-4976-bd26-361dea906db8,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:54.642988 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c48a81-0842-45c7-95f6-1e200a0bbcd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7dff662-70d1-45cf-b688-0910b878c7a0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:54.668501 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f9593a57-dccc-42ca-9d91-6aab067e5f94 req-4f19f14d-0719-454f-9123-920b1813d950 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d169e98f-1f72-49dc-9f8d-d83ecf9c069c HTTP/1.1" status: 200 len: 217 time: 0.1080332 Nov 16 11:22:54.680236 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90417aed-74b8-4be7-ac84-c668d1b659d2 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Made reservation on behalf of 1ae06a69eac64c2d80c4db8375c3a241 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:22:54.685429 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90417aed-74b8-4be7-ac84-c668d1b659d2 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:54.689352 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590fe7e7-85e8-4768-b513-6cca329493e4 admin admin] Checking segment: {'id': '2a557798-23cb-4d44-89f9-b076844abe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '14b5bb36-e676-46d8-b178-69214011ecd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:22:54.689719 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590fe7e7-85e8-4768-b513-6cca329493e4 admin admin] Network hostable DHCP agents. Network: 14b5bb36-e676-46d8-b178-69214011ecd1, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:22:54.793550 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590fe7e7-85e8-4768-b513-6cca329493e4 admin admin] Network 14b5bb36-e676-46d8-b178-69214011ecd1 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:22:54.814845 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9593a57-dccc-42ca-9d91-6aab067e5f94 req-59951436-48a6-4dc0-bd6a-84024d771cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:54.815803 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-590fe7e7-85e8-4768-b513-6cca329493e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 14b5bb36-e676-46d8-b178-69214011ecd1) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:22:54.816661 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f9593a57-dccc-42ca-9d91-6aab067e5f94 req-59951436-48a6-4dc0-bd6a-84024d771cc2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=abaafd2b-7546-45a3-a211-065b2bf563c9 HTTP/1.1" status: 200 len: 860 time: 0.1113358 Nov 16 11:22:54.825454 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590fe7e7-85e8-4768-b513-6cca329493e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:54.828627 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-590fe7e7-85e8-4768-b513-6cca329493e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:54.833988 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4702a64-a3c6-4ad6-a0f1-6585e172c46a None None] Network 14b5bb36-e676-46d8-b178-69214011ecd1 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:22:54.857323 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07baeb1-2568-4347-99fc-72affed0c3e6 req-3789d277-9a45-40ed-b5c1-ce580ed901d6 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:54.858036 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-590fe7e7-85e8-4768-b513-6cca329493e4 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1586366 Nov 16 11:22:54.862385 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f07baeb1-2568-4347-99fc-72affed0c3e6 req-3789d277-9a45-40ed-b5c1-ce580ed901d6 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d7ad5bb-6115-4b5e-8156-206b4ea5631a HTTP/1.1" status: 200 len: 943 time: 0.1912863 Nov 16 11:22:54.866879 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60264) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:22:54.868916 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-db6bd79d-5561-4d3d-926b-827f59b0168a admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-259286842-router', 'tenant_id': 'a7ec6f0aa917436da9b8feca47770801', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:22:54.903125 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f9593a57-dccc-42ca-9d91-6aab067e5f94 req-5088285d-32ed-4026-ac0b-b2a48758d868 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6437950-3837-42ba-a7b4-c297945f46f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681658 Nov 16 11:22:54.957456 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db6bd79d-5561-4d3d-926b-827f59b0168a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:54.958617 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db6bd79d-5561-4d3d-926b-827f59b0168a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:54.976082 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f07baeb1-2568-4347-99fc-72affed0c3e6 req-1ab66368-20c3-4888-b59f-ad0c90134fb6 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752616 Nov 16 11:22:55.005320 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90417aed-74b8-4be7-ac84-c668d1b659d2 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:55.105791 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7bc5d0-8e19-48e2-8908-57c5742a84c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-14b5bb36-e676-46d8-b178-69214011ecd1', 'network_id': '14b5bb36-e676-46d8-b178-69214011ecd1', 'tenant_id': 'a7ec6f0aa917436da9b8feca47770801', 'fixed_ips': [{'subnet_id': 'd2b6f4fe-eecb-4976-bd26-361dea906db8'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:22:55.110084 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db6bd79d-5561-4d3d-926b-827f59b0168a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:55.110381 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fa7bc5d0-8e19-48e2-8908-57c5742a84c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:55.131440 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60274) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:22:55.168162 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f9593a57-dccc-42ca-9d91-6aab067e5f94 req-64c8c97d-3cdb-412d-82ca-d8c3e3a18b5f service neutron] 10.222.0.36 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117877 Nov 16 11:22:55.174783 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60276) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:22:55.230679 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90417aed-74b8-4be7-ac84-c668d1b659d2 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Pushing event updated for resources: {'Subnet': ['ID=d9354876-5a24-4c3d-aa0b-1b12e2704ca4,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:55.243067 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-40bef6fd-ddf6-4b63-a34e-f421ba11fd0e admin admin] Deleting subnet c2c4b79e-b376-461e-aa12-aa150e542043 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:22:55.300679 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90417aed-74b8-4be7-ac84-c668d1b659d2 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Checking segment: {'id': '16847986-4ee3-48f3-a2b2-b0245bd65314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2ef7fac0-ba76-4873-aa0c-db478637a221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:22:55.301312 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90417aed-74b8-4be7-ac84-c668d1b659d2 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Network hostable DHCP agents. Network: 2ef7fac0-ba76-4873-aa0c-db478637a221, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:22:55.310485 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db6bd79d-5561-4d3d-926b-827f59b0168a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:55.326937 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2440d400-5cac-43fb-a475-c77885802ca4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:55.334337 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-fa7bc5d0-8e19-48e2-8908-57c5742a84c0 None None] Allocated IP 172.20.0.2 (14b5bb36-e676-46d8-b178-69214011ecd1/d2b6f4fe-eecb-4976-bd26-361dea906db8/dc97eaf6-e0c7-42f2-90a1-083a720906af) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:22:55.345585 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-40bef6fd-ddf6-4b63-a34e-f421ba11fd0e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:55.369956 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90417aed-74b8-4be7-ac84-c668d1b659d2 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Network 2ef7fac0-ba76-4873-aa0c-db478637a221 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:22:55.394011 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-90417aed-74b8-4be7-ac84-c668d1b659d2 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 2ef7fac0-ba76-4873-aa0c-db478637a221) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:22:55.401204 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90417aed-74b8-4be7-ac84-c668d1b659d2 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:55.401881 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90417aed-74b8-4be7-ac84-c668d1b659d2 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:55.406706 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ff8465-9ffa-4a30-89b2-64b8559f1237 None None] Network 2ef7fac0-ba76-4873-aa0c-db478637a221 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:22:55.439647 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-90417aed-74b8-4be7-ac84-c668d1b659d2 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0799351 Nov 16 11:22:55.440470 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60278) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:22:55.451938 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-431f0fb5-f1fa-4ba6-b156-572a4aedbee0 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Request body: {'subnet': {'network_id': 'ea6b1a63-583a-4222-8450-3af28565319c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:22:55.482422 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-40bef6fd-ddf6-4b63-a34e-f421ba11fd0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:55.529209 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df58fc-c13b-457b-9be6-1a0289a07619 req-d5e55299-f87c-4d2d-9738-42af96fef929 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:55.530815 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-49df58fc-c13b-457b-9be6-1a0289a07619 req-d5e55299-f87c-4d2d-9738-42af96fef929 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 950 time: 0.2850001 Nov 16 11:22:55.571221 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f9593a57-dccc-42ca-9d91-6aab067e5f94 req-24565720-23c8-4d43-be6d-7cdeba5e8350 service neutron] 10.222.0.36 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241079 Nov 16 11:22:55.629194 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-40bef6fd-ddf6-4b63-a34e-f421ba11fd0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:55.634686 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431f0fb5-f1fa-4ba6-b156-572a4aedbee0 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Made reservation on behalf of 1ae06a69eac64c2d80c4db8375c3a241 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:22:55.639813 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-431f0fb5-f1fa-4ba6-b156-572a4aedbee0 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:55.665714 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fa7bc5d0-8e19-48e2-8908-57c5742a84c0 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:55.676339 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2440d400-5cac-43fb-a475-c77885802ca4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:55.692993 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fa7bc5d0-8e19-48e2-8908-57c5742a84c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:55.695264 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2440d400-5cac-43fb-a475-c77885802ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:55.706974 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-49df58fc-c13b-457b-9be6-1a0289a07619 req-de7ae4c1-2c79-47d8-97dc-a1332ccfc225 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646824 Nov 16 11:22:55.750782 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1165174-b951-41e4-810a-d5a940d0c943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-2ef7fac0-ba76-4873-aa0c-db478637a221', 'network_id': '2ef7fac0-ba76-4873-aa0c-db478637a221', 'tenant_id': '1ae06a69eac64c2d80c4db8375c3a241', 'fixed_ips': [{'subnet_id': 'd9354876-5a24-4c3d-aa0b-1b12e2704ca4'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:22:55.751918 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b1165174-b951-41e4-810a-d5a940d0c943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:55.755633 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2440d400-5cac-43fb-a475-c77885802ca4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=02d25b82800f410c817e27d42e1c790e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6213942 Nov 16 11:22:55.756668 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60292) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:22:55.766419 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2440d400-5cac-43fb-a475-c77885802ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2530ba-da67-43cb-9ec7-60d13fb3b350,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:55.786272 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-40bef6fd-ddf6-4b63-a34e-f421ba11fd0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:55.813585 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7bc5d0-8e19-48e2-8908-57c5742a84c0 None None] Network 14b5bb36-e676-46d8-b178-69214011ecd1 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:22:55.830974 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-fa7bc5d0-8e19-48e2-8908-57c5742a84c0 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:22:55.832753 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7bc5d0-8e19-48e2-8908-57c5742a84c0 None None] Pushing event updated for resources: {'Port': ['ID=dc97eaf6-e0c7-42f2-90a1-083a720906af,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:55.843059 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7bc5d0-8e19-48e2-8908-57c5742a84c0 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:22:55.843867 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bef6fd-ddf6-4b63-a34e-f421ba11fd0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2c4b79e-b376-461e-aa12-aa150e542043,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:55.857969 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-40bef6fd-ddf6-4b63-a34e-f421ba11fd0e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:55.861037 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-40bef6fd-ddf6-4b63-a34e-f421ba11fd0e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c2c4b79e-b376-461e-aa12-aa150e542043 HTTP/1.1" status: 204 len: 168 time: 0.6821942 Nov 16 11:22:55.876024 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60296) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:22:55.938531 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-502d8c2e-878c-40e9-ba74-4b39299ddd5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:55.983930 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-431f0fb5-f1fa-4ba6-b156-572a4aedbee0 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:55.990236 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312efd41-a473-4165-a8f0-aa0454a3c3b8 req-989b745f-be2e-405c-8e2d-c7c64978b0ee tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:55.991876 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-312efd41-a473-4165-a8f0-aa0454a3c3b8 req-989b745f-be2e-405c-8e2d-c7c64978b0ee tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 946 time: 0.1566641 Nov 16 11:22:55.992591 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-fa7bc5d0-8e19-48e2-8908-57c5742a84c0 None None] Attempting to bind port dc97eaf6-e0c7-42f2-90a1-083a720906af on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:22:55.992967 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-fa7bc5d0-8e19-48e2-8908-57c5742a84c0 None None] Attempting to bind port dc97eaf6-e0c7-42f2-90a1-083a720906af by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '2a557798-23cb-4d44-89f9-b076844abe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '14b5bb36-e676-46d8-b178-69214011ecd1'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:22:55.993331 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7bc5d0-8e19-48e2-8908-57c5742a84c0 None None] Attempting to bind port dc97eaf6-e0c7-42f2-90a1-083a720906af on network 14b5bb36-e676-46d8-b178-69214011ecd1 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:22:56.000504 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-502d8c2e-878c-40e9-ba74-4b39299ddd5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:56.005051 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7bc5d0-8e19-48e2-8908-57c5742a84c0 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:22:56.005431 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7bc5d0-8e19-48e2-8908-57c5742a84c0 None None] Checking segment: {'id': '2a557798-23cb-4d44-89f9-b076844abe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '14b5bb36-e676-46d8-b178-69214011ecd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:22:56.005833 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fa7bc5d0-8e19-48e2-8908-57c5742a84c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:56.006472 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7bc5d0-8e19-48e2-8908-57c5742a84c0 None None] Bound using segment: {'id': '2a557798-23cb-4d44-89f9-b076844abe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '14b5bb36-e676-46d8-b178-69214011ecd1'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:22:56.006790 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-fa7bc5d0-8e19-48e2-8908-57c5742a84c0 None None] Bound port: dc97eaf6-e0c7-42f2-90a1-083a720906af, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a557798-23cb-4d44-89f9-b076844abe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '14b5bb36-e676-46d8-b178-69214011ecd1'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:22:56.007141 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fa7bc5d0-8e19-48e2-8908-57c5742a84c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:56.015762 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d02aedb-5a48-425a-a902-ad8ac5c102a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:56.074095 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431f0fb5-f1fa-4ba6-b156-572a4aedbee0 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Checking segment: {'id': '3aacb015-09d5-4518-8cdb-9c27d9564540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'ea6b1a63-583a-4222-8450-3af28565319c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:22:56.074353 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431f0fb5-f1fa-4ba6-b156-572a4aedbee0 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Network hostable DHCP agents. Network: ea6b1a63-583a-4222-8450-3af28565319c, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:22:56.076609 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-b1165174-b951-41e4-810a-d5a940d0c943 None None] Allocated IP 10.1.1.2 (2ef7fac0-ba76-4873-aa0c-db478637a221/d9354876-5a24-4c3d-aa0b-1b12e2704ca4/44d8861f-26a5-4bed-a95d-9f106b286cbb) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:22:56.076777 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db6bd79d-5561-4d3d-926b-827f59b0168a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:56.115695 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f0fb5-f1fa-4ba6-b156-572a4aedbee0 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Pushing event updated for resources: {'Subnet': ['ID=16cc9616-2b5b-44c0-b1c8-e21887664ca8,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:56.118750 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db6bd79d-5561-4d3d-926b-827f59b0168a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:56.136499 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-312efd41-a473-4165-a8f0-aa0454a3c3b8 req-35bc747d-9f31-4b8a-b369-55e93bce4040 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380825 Nov 16 11:22:56.159152 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-502d8c2e-878c-40e9-ba74-4b39299ddd5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:56.162350 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-502d8c2e-878c-40e9-ba74-4b39299ddd5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:56.163737 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-502d8c2e-878c-40e9-ba74-4b39299ddd5a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bc2530ba-da67-43cb-9ec7-60d13fb3b350 HTTP/1.1" status: 204 len: 168 time: 0.4042122 Nov 16 11:22:56.165823 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d02aedb-5a48-425a-a902-ad8ac5c102a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:56.175040 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fa7bc5d0-8e19-48e2-8908-57c5742a84c0 None None] For port dc97eaf6-e0c7-42f2-90a1-083a720906af, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:22:56.187687 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d8c2e-878c-40e9-ba74-4b39299ddd5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2530ba-da67-43cb-9ec7-60d13fb3b350,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:56.198579 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-7d02aedb-5a48-425a-a902-ad8ac5c102a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['944e0536-d76b-420a-8405-63c5779cb0d2']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:22:56.217661 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-7d02aedb-5a48-425a-a902-ad8ac5c102a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:22:56.218129 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-7d02aedb-5a48-425a-a902-ad8ac5c102a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cc72b9c-6284-4748-a70f-ff1b6f3a3dc7') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:22:56.229113 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431f0fb5-f1fa-4ba6-b156-572a4aedbee0 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Network ea6b1a63-583a-4222-8450-3af28565319c is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:22:56.230589 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d02aedb-5a48-425a-a902-ad8ac5c102a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:56.246896 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device d169e98f-1f72-49dc-9f8d-d83ecf9c069c details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:22:56.251431 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-db6bd79d-5561-4d3d-926b-827f59b0168a admin admin] Allocated IP 172.25.0.97 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/fa47f57a-f021-4a0b-8150-317c0c6638c6) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:22:56.252851 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-431f0fb5-f1fa-4ba6-b156-572a4aedbee0 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, ea6b1a63-583a-4222-8450-3af28565319c) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:22:56.259355 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d02aedb-5a48-425a-a902-ad8ac5c102a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:56.260139 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431f0fb5-f1fa-4ba6-b156-572a4aedbee0 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:56.260770 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-431f0fb5-f1fa-4ba6-b156-572a4aedbee0 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:56.286132 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d02aedb-5a48-425a-a902-ad8ac5c102a2 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:22:56.286808 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d02aedb-5a48-425a-a902-ad8ac5c102a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:56.293665 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:22:56.293665 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:22:56.293665 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:22:56.293665 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:22:56.293665 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:22:56.293665 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:22:56.293665 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:22:56.293665 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:22:56.293665 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:22:56.293665 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:22:56.293665 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:22:56.293665 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:22:56.293665 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:22:56.293665 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:22:56.293665 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:22:56.293665 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:22:56.293665 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:22:56.293665 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:22:56.293665 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:22:56.293665 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:22:56.293665 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:22:56.293665 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:22:56.293665 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:22:56.293665 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:22:56.293665 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:22:56.293665 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:22:56.293665 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:22:56.293665 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:22:56.293665 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:22:56.293665 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:22:56.293665 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:22:56.293665 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:22:56.296321 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-431f0fb5-f1fa-4ba6-b156-572a4aedbee0 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8479071 Nov 16 11:22:56.298041 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e002ff43-3ccd-41dd-9914-74678d0ed559 None None] Network ea6b1a63-583a-4222-8450-3af28565319c requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:22:56.303016 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60304) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:22:56.339411 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-27c2208e-a9da-4a00-9e00-a808164df540 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Request body: {'port': {'network_id': '2ef7fac0-ba76-4873-aa0c-db478637a221', 'name': 'tempest-TaggedBootDevicesTest-2038229795', 'fixed_ips': [{'subnet_id': 'd9354876-5a24-4c3d-aa0b-1b12e2704ca4'}]}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:22:56.390988 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db6bd79d-5561-4d3d-926b-827f59b0168a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:56.424500 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65875e37-7c2b-4421-a4c7-822d90034a1f req-1acebcd3-ab19-477e-b4c6-8755e3401df1 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:56.426806 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-65875e37-7c2b-4421-a4c7-822d90034a1f req-1acebcd3-ab19-477e-b4c6-8755e3401df1 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d7ad5bb-6115-4b5e-8156-206b4ea5631a HTTP/1.1" status: 200 len: 943 time: 0.1798840 Nov 16 11:22:56.430989 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d02aedb-5a48-425a-a902-ad8ac5c102a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:56.440468 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d02aedb-5a48-425a-a902-ad8ac5c102a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:56.443952 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7d02aedb-5a48-425a-a902-ad8ac5c102a2 admin admin] 10.222.0.61 "DELETE /v2.0/networks/944e0536-d76b-420a-8405-63c5779cb0d2 HTTP/1.1" status: 204 len: 168 time: 0.5666616 Nov 16 11:22:56.464129 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db6bd79d-5561-4d3d-926b-827f59b0168a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:56.464688 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02aedb-5a48-425a-a902-ad8ac5c102a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=944e0536-d76b-420a-8405-63c5779cb0d2,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:56.539442 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-65875e37-7c2b-4421-a4c7-822d90034a1f req-901cdece-0771-45c3-8331-c65bb7861969 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792892 Nov 16 11:22:56.558206 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fa7bc5d0-8e19-48e2-8908-57c5742a84c0 None None] For port dc97eaf6-e0c7-42f2-90a1-083a720906af, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=dc97eaf6-e0c7-42f2-90a1-083a720906af,segment=NetworkSegment(2a557798-23cb-4d44-89f9-b076844abe00),segment_id=2a557798-23cb-4d44-89f9-b076844abe00)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:22:56.567685 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c2208e-a9da-4a00-9e00-a808164df540 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Made reservation on behalf of 1ae06a69eac64c2d80c4db8375c3a241 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:22:56.570339 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6bd79d-5561-4d3d-926b-827f59b0168a admin admin] Pushing event updated for resources: {'Port': ['ID=fa47f57a-f021-4a0b-8150-317c0c6638c6,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:56.584541 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6bd79d-5561-4d3d-926b-827f59b0168a admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:22:56.598292 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fa7bc5d0-8e19-48e2-8908-57c5742a84c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:56.598891 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-db6bd79d-5561-4d3d-926b-827f59b0168a admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:22:56.601376 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6bd79d-5561-4d3d-926b-827f59b0168a admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:22:56.660940 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c72703f-4302-4f41-8c1a-a4a5dde88dda None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:22:56.730803 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-27c2208e-a9da-4a00-9e00-a808164df540 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:56.749842 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60318) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:22:56.755308 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-27c2208e-a9da-4a00-9e00-a808164df540 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] device_id is not set on port 442339e7-8828-4527-b420-5e71635e90f9 yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:22:56.990504 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7bc5d0-8e19-48e2-8908-57c5742a84c0 None None] Pushing event updated for resources: {'Port': ['ID=dc97eaf6-e0c7-42f2-90a1-083a720906af,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:57.063827 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3e3cdef9-5d3e-494e-809c-3663023efbca admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=04a86aacf6f546c1be30256427532a30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0807376 Nov 16 11:22:57.068891 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60330) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:22:57.087369 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db6bd79d-5561-4d3d-926b-827f59b0168a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:57.114118 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-49a55f34-2561-4da0-8247-73f5b498e89c None None] Provisioning complete for port fa47f57a-f021-4a0b-8150-317c0c6638c6 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:22:57.114679 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-49a55f34-2561-4da0-8247-73f5b498e89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:57.166284 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fc316f31-886a-4797-a86b-249037f08a51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:57.201754 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port d169e98f-1f72-49dc-9f8d-d83ecf9c069c, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=d169e98f-1f72-49dc-9f8d-d83ecf9c069c,segment=NetworkSegment(d9c88559-8fa4-467d-a577-d2c14bfd7508),segment_id=d9c88559-8fa4-467d-a577-d2c14bfd7508)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:22:57.214131 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fc316f31-886a-4797-a86b-249037f08a51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:57.262113 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b1165174-b951-41e4-810a-d5a940d0c943 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:57.268637 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': 'd169e98f-1f72-49dc-9f8d-d83ecf9c069c', 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8', 'port_id': 'd169e98f-1f72-49dc-9f8d-d83ecf9c069c', 'mac_address': 'fa:16:3e:7c:ac:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abaafd2b-7546-45a3-a211-065b2bf563c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:22:57.271454 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-49a55f34-2561-4da0-8247-73f5b498e89c None None] Port fa47f57a-f021-4a0b-8150-317c0c6638c6 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:22:57.284903 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f8c71b-5462-4e8f-87c2-51b4e7e043f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-ea6b1a63-583a-4222-8450-3af28565319c', 'network_id': 'ea6b1a63-583a-4222-8450-3af28565319c', 'tenant_id': '1ae06a69eac64c2d80c4db8375c3a241', 'fixed_ips': [{'subnet_id': '16cc9616-2b5b-44c0-b1c8-e21887664ca8'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:22:57.291678 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-31f8c71b-5462-4e8f-87c2-51b4e7e043f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:57.323738 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b1165174-b951-41e4-810a-d5a940d0c943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:57.340103 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fc316f31-886a-4797-a86b-249037f08a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:57.343503 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fc316f31-886a-4797-a86b-249037f08a51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:57.347877 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-fc316f31-886a-4797-a86b-249037f08a51 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5cf2e0af-15bc-479e-9f22-ca2ab77f662a HTTP/1.1" status: 204 len: 168 time: 0.2779446 Nov 16 11:22:57.393392 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc316f31-886a-4797-a86b-249037f08a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf2e0af-15bc-479e-9f22-ca2ab77f662a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:57.449235 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-27c2208e-a9da-4a00-9e00-a808164df540 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Allocated IP 10.1.1.27 (2ef7fac0-ba76-4873-aa0c-db478637a221/d9354876-5a24-4c3d-aa0b-1b12e2704ca4/442339e7-8828-4527-b420-5e71635e90f9) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:22:57.502562 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0227c6-a68d-47e5-9a47-198c173b7eae req-4506e83d-98d8-48fb-a2e7-e043990f8496 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:57.504468 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1c0227c6-a68d-47e5-9a47-198c173b7eae req-4506e83d-98d8-48fb-a2e7-e043990f8496 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 950 time: 0.1457355 Nov 16 11:22:57.526976 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db6bd79d-5561-4d3d-926b-827f59b0168a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:57.589459 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-31f8c71b-5462-4e8f-87c2-51b4e7e043f9 None None] Allocated IP 10.2.2.2 (ea6b1a63-583a-4222-8450-3af28565319c/16cc9616-2b5b-44c0-b1c8-e21887664ca8/b8480567-5d66-446b-a22b-c1261cf4ecf1) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:22:57.685231 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1c0227c6-a68d-47e5-9a47-198c173b7eae req-e3d83d5b-b849-4759-b610-5d9e8a9e0c1e tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730580 Nov 16 11:22:57.706850 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db6bd79d-5561-4d3d-926b-827f59b0168a admin admin] Router 4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:22:57.746518 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-31f8c71b-5462-4e8f-87c2-51b4e7e043f9 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:57.785795 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-27c2208e-a9da-4a00-9e00-a808164df540 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:57.794427 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1165174-b951-41e4-810a-d5a940d0c943 None None] Network 2ef7fac0-ba76-4873-aa0c-db478637a221 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:22:57.798508 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-31f8c71b-5462-4e8f-87c2-51b4e7e043f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:57.821214 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-b1165174-b951-41e4-810a-d5a940d0c943 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:22:57.844970 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1165174-b951-41e4-810a-d5a940d0c943 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:22:57.940581 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6bd79d-5561-4d3d-926b-827f59b0168a admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:22:57.949145 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7026de-22f3-4006-ad95-0093d372a7d9 req-15d35bd4-b611-41e1-b504-b84f30ef1e34 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:57.950728 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2c7026de-22f3-4006-ad95-0093d372a7d9 req-15d35bd4-b611-41e1-b504-b84f30ef1e34 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 946 time: 0.1238654 Nov 16 11:22:57.953652 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-27c2208e-a9da-4a00-9e00-a808164df540 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:57.959193 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e31d18-bc51-4049-b425-e78944fe319e None None] Sync routers for ids ['4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:22:57.979101 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e31d18-bc51-4049-b425-e78944fe319e None None] Routers {'4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:22:57.980183 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db6bd79d-5561-4d3d-926b-827f59b0168a admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:57.981033 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-32e31d18-bc51-4049-b425-e78944fe319e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:22:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:22:57.981514 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-db6bd79d-5561-4d3d-926b-827f59b0168a admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1162736 Nov 16 11:22:57.984271 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60358) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:22:58.011943 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1165174-b951-41e4-810a-d5a940d0c943 None None] Pushing event updated for resources: {'Port': ['ID=44d8861f-26a5-4bed-a95d-9f106b286cbb,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:58.062452 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2208e-a9da-4a00-9e00-a808164df540 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Pushing event updated for resources: {'Port': ['ID=442339e7-8828-4527-b420-5e71635e90f9,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:58.084232 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c2208e-a9da-4a00-9e00-a808164df540 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Network 2ef7fac0-ba76-4873-aa0c-db478637a221 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:22:58.091749 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-27c2208e-a9da-4a00-9e00-a808164df540 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:22:58.099659 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:58.110894 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c2208e-a9da-4a00-9e00-a808164df540 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:22:58.142500 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:58.170441 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f8c71b-5462-4e8f-87c2-51b4e7e043f9 None None] Network ea6b1a63-583a-4222-8450-3af28565319c is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:22:58.174631 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-b1165174-b951-41e4-810a-d5a940d0c943 None None] Attempting to bind port 44d8861f-26a5-4bed-a95d-9f106b286cbb on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:22:58.176009 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-b1165174-b951-41e4-810a-d5a940d0c943 None None] Attempting to bind port 44d8861f-26a5-4bed-a95d-9f106b286cbb by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '16847986-4ee3-48f3-a2b2-b0245bd65314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2ef7fac0-ba76-4873-aa0c-db478637a221'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:22:58.176825 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1165174-b951-41e4-810a-d5a940d0c943 None None] Attempting to bind port 44d8861f-26a5-4bed-a95d-9f106b286cbb on network 2ef7fac0-ba76-4873-aa0c-db478637a221 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:22:58.185102 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-31f8c71b-5462-4e8f-87c2-51b4e7e043f9 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:22:58.190350 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d169e98f-1f72-49dc-9f8d-d83ecf9c069c {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:22:58.209653 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f8c71b-5462-4e8f-87c2-51b4e7e043f9 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:22:58.210646 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-32e31d18-bc51-4049-b425-e78944fe319e None None] Set router 4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:22:58.249719 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1165174-b951-41e4-810a-d5a940d0c943 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:22:58.250452 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1165174-b951-41e4-810a-d5a940d0c943 None None] Checking segment: {'id': '16847986-4ee3-48f3-a2b2-b0245bd65314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2ef7fac0-ba76-4873-aa0c-db478637a221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:22:58.251017 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b1165174-b951-41e4-810a-d5a940d0c943 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:58.251627 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1165174-b951-41e4-810a-d5a940d0c943 None None] Bound using segment: {'id': '16847986-4ee3-48f3-a2b2-b0245bd65314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2ef7fac0-ba76-4873-aa0c-db478637a221'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:22:58.252260 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-b1165174-b951-41e4-810a-d5a940d0c943 None None] Bound port: 44d8861f-26a5-4bed-a95d-9f106b286cbb, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16847986-4ee3-48f3-a2b2-b0245bd65314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2ef7fac0-ba76-4873-aa0c-db478637a221'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:22:58.252792 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b1165174-b951-41e4-810a-d5a940d0c943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:58.293012 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2c7026de-22f3-4006-ad95-0093d372a7d9 req-2dc8124b-28c5-405e-8a62-bfbfa174d570 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2324769 Nov 16 11:22:58.324967 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c2208e-a9da-4a00-9e00-a808164df540 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:58.338757 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-27c2208e-a9da-4a00-9e00-a808164df540 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:58.354674 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port d169e98f-1f72-49dc-9f8d-d83ecf9c069c, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=d169e98f-1f72-49dc-9f8d-d83ecf9c069c,segment=NetworkSegment(d9c88559-8fa4-467d-a577-d2c14bfd7508),segment_id=d9c88559-8fa4-467d-a577-d2c14bfd7508)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:22:58.358561 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8c71b-5462-4e8f-87c2-51b4e7e043f9 None None] Pushing event updated for resources: {'Port': ['ID=b8480567-5d66-446b-a22b-c1261cf4ecf1,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:58.402335 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-27c2208e-a9da-4a00-9e00-a808164df540 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0979838 Nov 16 11:22:58.405778 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60368) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:22:58.410813 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-4c5c0a38-04a7-412b-8910-0f25aca398da tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Request body: {'port': {'network_id': '2ef7fac0-ba76-4873-aa0c-db478637a221', 'name': 'tempest-TaggedBootDevicesTest-1892122800', 'fixed_ips': [{'subnet_id': 'd9354876-5a24-4c3d-aa0b-1b12e2704ca4'}]}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:22:58.466147 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:58.482589 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-31f8c71b-5462-4e8f-87c2-51b4e7e043f9 None None] Attempting to bind port b8480567-5d66-446b-a22b-c1261cf4ecf1 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:22:58.482814 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-31f8c71b-5462-4e8f-87c2-51b4e7e043f9 None None] Attempting to bind port b8480567-5d66-446b-a22b-c1261cf4ecf1 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '3aacb015-09d5-4518-8cdb-9c27d9564540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'ea6b1a63-583a-4222-8450-3af28565319c'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:22:58.483057 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f8c71b-5462-4e8f-87c2-51b4e7e043f9 None None] Attempting to bind port b8480567-5d66-446b-a22b-c1261cf4ecf1 on network ea6b1a63-583a-4222-8450-3af28565319c {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:22:58.509679 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-32e31d18-bc51-4049-b425-e78944fe319e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0', 'name': 'tempest-ServersTestMultiNic-259286842-router', 'tenant_id': 'a7ec6f0aa917436da9b8feca47770801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fa47f57a-f021-4a0b-8150-317c0c6638c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:22:54Z', 'updated_at': '2021-11-16T11:22:56Z', 'revision_number': 3, 'project_id': 'a7ec6f0aa917436da9b8feca47770801', 'gw_port': {'id': 'fa47f57a-f021-4a0b-8150-317c0c6638c6', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:40:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:22:56Z', 'updated_at': '2021-11-16T11:22:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:22:58.525681 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f8c71b-5462-4e8f-87c2-51b4e7e043f9 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:22:58.526074 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f8c71b-5462-4e8f-87c2-51b4e7e043f9 None None] Checking segment: {'id': '3aacb015-09d5-4518-8cdb-9c27d9564540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'ea6b1a63-583a-4222-8450-3af28565319c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:22:58.526473 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-31f8c71b-5462-4e8f-87c2-51b4e7e043f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:58.526902 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f8c71b-5462-4e8f-87c2-51b4e7e043f9 None None] Bound using segment: {'id': '3aacb015-09d5-4518-8cdb-9c27d9564540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'ea6b1a63-583a-4222-8450-3af28565319c'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:22:58.527337 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-31f8c71b-5462-4e8f-87c2-51b4e7e043f9 None None] Bound port: b8480567-5d66-446b-a22b-c1261cf4ecf1, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aacb015-09d5-4518-8cdb-9c27d9564540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'ea6b1a63-583a-4222-8450-3af28565319c'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:22:58.527736 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-31f8c71b-5462-4e8f-87c2-51b4e7e043f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:58.547118 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e31d18-bc51-4049-b425-e78944fe319e None None] Checking router: 4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:22:58.547839 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e31d18-bc51-4049-b425-e78944fe319e None None] Updating router 4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0 port fa47f57a-f021-4a0b-8150-317c0c6638c6 binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:22:58.556203 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device a771019e-36ea-4eb2-b9ce-fd9be7346252 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:22:58.564742 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b3e820-39af-481b-8587-e6faf68470bd None None] Network 14b5bb36-e676-46d8-b178-69214011ecd1 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:22:58.603215 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-32e31d18-bc51-4049-b425-e78944fe319e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:58.710055 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b1165174-b951-41e4-810a-d5a940d0c943 None None] For port 44d8861f-26a5-4bed-a95d-9f106b286cbb, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:22:58.714798 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fcc9ed-01e0-4b5d-9b68-49fcdfb62135 req-22d10827-a396-451b-ab09-761766c89c3d tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:58.715730 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b1165174-b951-41e4-810a-d5a940d0c943 None None] For port 44d8861f-26a5-4bed-a95d-9f106b286cbb, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=44d8861f-26a5-4bed-a95d-9f106b286cbb,segment=NetworkSegment(16847986-4ee3-48f3-a2b2-b0245bd65314),segment_id=16847986-4ee3-48f3-a2b2-b0245bd65314)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:22:58.724098 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-92fcc9ed-01e0-4b5d-9b68-49fcdfb62135 req-22d10827-a396-451b-ab09-761766c89c3d tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d7ad5bb-6115-4b5e-8156-206b4ea5631a HTTP/1.1" status: 200 len: 944 time: 0.2640109 Nov 16 11:22:58.776837 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5c0a38-04a7-412b-8910-0f25aca398da tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Made reservation on behalf of 1ae06a69eac64c2d80c4db8375c3a241 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:22:58.778608 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b1165174-b951-41e4-810a-d5a940d0c943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:58.782758 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c5c0a38-04a7-412b-8910-0f25aca398da tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:58.822137 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-4c5c0a38-04a7-412b-8910-0f25aca398da tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] device_id is not set on port ef6df7df-1e5a-4b26-a927-ad82f8336e09 yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:22:58.835883 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.resource_extend [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 11:22:58.862180 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-92fcc9ed-01e0-4b5d-9b68-49fcdfb62135 req-e865d810-74bd-4fa2-bd0b-a4f648f0fde7 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370239 Nov 16 11:22:58.865355 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a57b3849-5e5c-4d70-87c8-0ba1d88359b1 None None] Provisioning complete for port dc97eaf6-e0c7-42f2-90a1-083a720906af triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:22:58.865837 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a57b3849-5e5c-4d70-87c8-0ba1d88359b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:58.966040 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7267266d-0fbe-48a8-b4c0-86a48af10923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:59.019340 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=d169e98f-1f72-49dc-9f8d-d83ecf9c069c,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:59.023876 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:59.029131 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['d169e98f-1f72-49dc-9f8d-d83ecf9c069c'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:22:59.043395 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60384) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:22:59.231128 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1165174-b951-41e4-810a-d5a940d0c943 None None] Pushing event updated for resources: {'Port': ['ID=44d8861f-26a5-4bed-a95d-9f106b286cbb,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:59.234542 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-32e31d18-bc51-4049-b425-e78944fe319e None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:59.255874 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-32e31d18-bc51-4049-b425-e78944fe319e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:59.268584 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device dc97eaf6-e0c7-42f2-90a1-083a720906af up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:22:59.343461 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653820df-2818-461b-b561-47713f35f680 None None] Pushing event updated for resources: {'Port': ['ID=fa47f57a-f021-4a0b-8150-317c0c6638c6,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:59.375777 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-31f8c71b-5462-4e8f-87c2-51b4e7e043f9 None None] For port b8480567-5d66-446b-a22b-c1261cf4ecf1, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:22:59.381323 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a83d71d-61f8-424c-8705-259191a2bfde None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:22:59.394921 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-32e31d18-bc51-4049-b425-e78944fe319e None None] Attempting to bind port fa47f57a-f021-4a0b-8150-317c0c6638c6 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:22:59.395292 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-32e31d18-bc51-4049-b425-e78944fe319e None None] Attempting to bind port fa47f57a-f021-4a0b-8150-317c0c6638c6 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:22:59.396643 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e31d18-bc51-4049-b425-e78944fe319e None None] Attempting to bind port fa47f57a-f021-4a0b-8150-317c0c6638c6 on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:22:59.404002 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e31d18-bc51-4049-b425-e78944fe319e None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:22:59.404429 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e31d18-bc51-4049-b425-e78944fe319e None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:22:59.404979 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-32e31d18-bc51-4049-b425-e78944fe319e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:59.405640 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e31d18-bc51-4049-b425-e78944fe319e None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:22:59.407949 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-32e31d18-bc51-4049-b425-e78944fe319e None None] Bound port: fa47f57a-f021-4a0b-8150-317c0c6638c6, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:22:59.409609 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-32e31d18-bc51-4049-b425-e78944fe319e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:59.435496 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-31f8c71b-5462-4e8f-87c2-51b4e7e043f9 None None] For port b8480567-5d66-446b-a22b-c1261cf4ecf1, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=b8480567-5d66-446b-a22b-c1261cf4ecf1,segment=NetworkSegment(3aacb015-09d5-4518-8cdb-9c27d9564540),segment_id=3aacb015-09d5-4518-8cdb-9c27d9564540)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:22:59.437555 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-7267266d-0fbe-48a8-b4c0-86a48af10923 admin admin] Allocated IP 172.20.0.1 (14b5bb36-e676-46d8-b178-69214011ecd1/d2b6f4fe-eecb-4976-bd26-361dea906db8/2664f302-4fd4-4e44-b440-43eda1b46cad) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:22:59.491174 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a57b3849-5e5c-4d70-87c8-0ba1d88359b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:59.510899 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-31f8c71b-5462-4e8f-87c2-51b4e7e043f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:59.548631 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-a57b3849-5e5c-4d70-87c8-0ba1d88359b1 None None] For port dc97eaf6-e0c7-42f2-90a1-083a720906af, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=dc97eaf6-e0c7-42f2-90a1-083a720906af,segment=NetworkSegment(2a557798-23cb-4d44-89f9-b076844abe00),segment_id=2a557798-23cb-4d44-89f9-b076844abe00)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:22:59.595549 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7267266d-0fbe-48a8-b4c0-86a48af10923 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:59.641087 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7267266d-0fbe-48a8-b4c0-86a48af10923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:59.658392 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8c71b-5462-4e8f-87c2-51b4e7e043f9 None None] Pushing event updated for resources: {'Port': ['ID=b8480567-5d66-446b-a22b-c1261cf4ecf1,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:59.664068 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a57b3849-5e5c-4d70-87c8-0ba1d88359b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:59.708712 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7267266d-0fbe-48a8-b4c0-86a48af10923 admin admin] Network 14b5bb36-e676-46d8-b178-69214011ecd1 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:22:59.717509 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-7267266d-0fbe-48a8-b4c0-86a48af10923 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:22:59.723543 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7267266d-0fbe-48a8-b4c0-86a48af10923 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:22:59.750827 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-5edc8665-5530-499f-8cae-2a7601146f72 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-673339655-network', 'tenant_id': 'bcada9d38abf4226bc4ca768b16b9a90'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:22:59.752248 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7267266d-0fbe-48a8-b4c0-86a48af10923 admin admin] Pushing event updated for resources: {'Port': ['ID=2664f302-4fd4-4e44-b440-43eda1b46cad,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:59.788090 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7267266d-0fbe-48a8-b4c0-86a48af10923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:59.808366 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-32e31d18-bc51-4049-b425-e78944fe319e None None] For port fa47f57a-f021-4a0b-8150-317c0c6638c6, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:22:59.812786 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-32e31d18-bc51-4049-b425-e78944fe319e None None] For port fa47f57a-f021-4a0b-8150-317c0c6638c6, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=fa47f57a-f021-4a0b-8150-317c0c6638c6,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:22:59.821569 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-32e31d18-bc51-4049-b425-e78944fe319e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:59.830113 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edc8665-5530-499f-8cae-2a7601146f72 admin admin] Made reservation on behalf of bcada9d38abf4226bc4ca768b16b9a90 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:22:59.832497 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5edc8665-5530-499f-8cae-2a7601146f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:59.846802 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b884d39-e78c-40a1-96ff-a5b516ca70eb req-453828b4-c31f-403d-9219-7e8a5301ebf2 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:22:59.858225 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0b884d39-e78c-40a1-96ff-a5b516ca70eb req-453828b4-c31f-403d-9219-7e8a5301ebf2 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 950 time: 0.7678695 Nov 16 11:22:59.866211 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b3849-5e5c-4d70-87c8-0ba1d88359b1 None None] Pushing event updated for resources: {'Port': ['ID=dc97eaf6-e0c7-42f2-90a1-083a720906af,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:59.886267 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5edc8665-5530-499f-8cae-2a7601146f72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:22:59.905614 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653820df-2818-461b-b561-47713f35f680 None None] Pushing event updated for resources: {'Port': ['ID=fa47f57a-f021-4a0b-8150-317c0c6638c6,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:22:59.943628 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e31d18-bc51-4049-b425-e78944fe319e None None] Routers {'4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:22:59.945504 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-32e31d18-bc51-4049-b425-e78944fe319e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:22:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:22:59.946475 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port a771019e-36ea-4eb2-b9ce-fd9be7346252, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=a771019e-36ea-4eb2-b9ce-fd9be7346252,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:22:59.957453 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-4c5c0a38-04a7-412b-8910-0f25aca398da tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Allocated IP 10.1.1.55 (2ef7fac0-ba76-4873-aa0c-db478637a221/d9354876-5a24-4c3d-aa0b-1b12e2704ca4/ef6df7df-1e5a-4b26-a927-ad82f8336e09) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:23:00.036727 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0b884d39-e78c-40a1-96ff-a5b516ca70eb req-a4f7942c-be24-4c12-84f9-1fff9d629c69 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730382 Nov 16 11:23:00.080175 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7267266d-0fbe-48a8-b4c0-86a48af10923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:00.148802 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-32e31d18-bc51-4049-b425-e78944fe319e None None] Set router 4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:23:00.372836 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7267266d-0fbe-48a8-b4c0-86a48af10923 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:00.386975 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7267266d-0fbe-48a8-b4c0-86a48af10923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:00.399841 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0d6eeb-801a-4497-b890-87a0a3809134 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:23:00.404638 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5edc8665-5530-499f-8cae-2a7601146f72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:00.430261 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5edc8665-5530-499f-8cae-2a7601146f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:00.442781 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-99f73f35-79f6-45bc-a6d9-4eef1826b19f None None] Provisioning complete for port fa47f57a-f021-4a0b-8150-317c0c6638c6 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:23:00.443412 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99f73f35-79f6-45bc-a6d9-4eef1826b19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:00.445042 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5edc8665-5530-499f-8cae-2a7601146f72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:23:00.455615 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5edc8665-5530-499f-8cae-2a7601146f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:00.465894 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-5edc8665-5530-499f-8cae-2a7601146f72 admin admin] Added segment dde4f2a5-6c36-4ca1-b975-fe969cc62f41 of type vlan for network 3d74d208-8054-4a20-a68e-5341a0731232 Nov 16 11:23:00.494325 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7267266d-0fbe-48a8-b4c0-86a48af10923 admin admin] Pushing event updated for resources: {'Port': ['ID=2664f302-4fd4-4e44-b440-43eda1b46cad,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:00.525239 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7267266d-0fbe-48a8-b4c0-86a48af10923 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:00.596030 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5edc8665-5530-499f-8cae-2a7601146f72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:00.621122 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': 'a771019e-36ea-4eb2-b9ce-fd9be7346252', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'port_id': 'a771019e-36ea-4eb2-b9ce-fd9be7346252', 'mac_address': 'fa:16:3e:dd:c6:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c770cc-51d7-42eb-b4a6-9a605bacae0f', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:23:00.638117 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port dc97eaf6-e0c7-42f2-90a1-083a720906af triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:23:00.638860 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:00.651540 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5edc8665-5530-499f-8cae-2a7601146f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:00.652731 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edc8665-5530-499f-8cae-2a7601146f72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:00.653423 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5edc8665-5530-499f-8cae-2a7601146f72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:00.754049 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-32e31d18-bc51-4049-b425-e78944fe319e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0', 'name': 'tempest-ServersTestMultiNic-259286842-router', 'tenant_id': 'a7ec6f0aa917436da9b8feca47770801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fa47f57a-f021-4a0b-8150-317c0c6638c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:22:54Z', 'updated_at': '2021-11-16T11:22:56Z', 'revision_number': 3, 'project_id': 'a7ec6f0aa917436da9b8feca47770801', 'gw_port': {'id': 'fa47f57a-f021-4a0b-8150-317c0c6638c6', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:40:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:22:56Z', 'updated_at': '2021-11-16T11:22:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:23:00.756116 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7267266d-0fbe-48a8-b4c0-86a48af10923 admin admin] Network 14b5bb36-e676-46d8-b178-69214011ecd1 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:23:00.760276 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-7267266d-0fbe-48a8-b4c0-86a48af10923 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:23:00.776329 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc8665-5530-499f-8cae-2a7601146f72 admin admin] Pushing event updated for resources: {'Network': ['ID=3d74d208-8054-4a20-a68e-5341a0731232,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:00.793494 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 3d74d208-8054-4a20-a68e-5341a0731232 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:23:00.795925 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e31d18-bc51-4049-b425-e78944fe319e None None] The sync data for ids ['4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0'] in n-d-816823-3 is: [{'id': '4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0', 'name': 'tempest-ServersTestMultiNic-259286842-router', 'tenant_id': 'a7ec6f0aa917436da9b8feca47770801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fa47f57a-f021-4a0b-8150-317c0c6638c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:22:54Z', 'updated_at': '2021-11-16T11:22:56Z', 'revision_number': 3, 'project_id': 'a7ec6f0aa917436da9b8feca47770801', 'gw_port': {'id': 'fa47f57a-f021-4a0b-8150-317c0c6638c6', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:40:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:22:56Z', 'updated_at': '2021-11-16T11:22:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:23:00.829380 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269dcc0a-984b-413a-85de-df858ce805d8 req-f391a0f5-814b-437c-b233-9eac6425482b tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:00.843308 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-269dcc0a-984b-413a-85de-df858ce805d8 req-f391a0f5-814b-437c-b233-9eac6425482b tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 946 time: 0.6589706 Nov 16 11:23:00.900928 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc8665-5530-499f-8cae-2a7601146f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:00.923184 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d326d6-9239-44dd-9db0-fb23817ae32b None None] Network 2ef7fac0-ba76-4873-aa0c-db478637a221 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:23:00.966113 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5edc8665-5530-499f-8cae-2a7601146f72 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9171782 Nov 16 11:23:00.971200 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60428) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:00.984219 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b55037a4-4056-472a-9f66-6d0c14a6672d admin admin] Request body: {'subnet': {'network_id': '3d74d208-8054-4a20-a68e-5341a0731232', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-673339655-subnet', 'tenant_id': 'bcada9d38abf4226bc4ca768b16b9a90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:23:00.984600 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:01.045174 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55037a4-4056-472a-9f66-6d0c14a6672d admin admin] Made reservation on behalf of bcada9d38abf4226bc4ca768b16b9a90 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:23:01.048771 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b55037a4-4056-472a-9f66-6d0c14a6672d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:01.052870 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-269dcc0a-984b-413a-85de-df858ce805d8 req-80ffec6b-309e-4fd7-a015-f9dc7fdb71d3 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037306 Nov 16 11:23:01.066421 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c5c0a38-04a7-412b-8910-0f25aca398da tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:01.111858 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a771019e-36ea-4eb2-b9ce-fd9be7346252 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:23:01.165686 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99f73f35-79f6-45bc-a6d9-4eef1826b19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:01.174919 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c5c0a38-04a7-412b-8910-0f25aca398da tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:01.283627 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port a771019e-36ea-4eb2-b9ce-fd9be7346252, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=a771019e-36ea-4eb2-b9ce-fd9be7346252,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:01.311444 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:01.412811 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5c0a38-04a7-412b-8910-0f25aca398da tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Network 2ef7fac0-ba76-4873-aa0c-db478637a221 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:23:01.454678 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-4c5c0a38-04a7-412b-8910-0f25aca398da tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:23:01.463605 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5c0a38-04a7-412b-8910-0f25aca398da tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:23:01.514332 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=a771019e-36ea-4eb2-b9ce-fd9be7346252,revision_number=6']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:01.524030 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 02f24461-d778-4489-81ea-ce9be1265fcf details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:23:01.618802 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60442) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:01.630680 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 02f24461-d778-4489-81ea-ce9be1265fcf no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:23:01.662586 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5c0a38-04a7-412b-8910-0f25aca398da tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:01.663637 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c5c0a38-04a7-412b-8910-0f25aca398da tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:01.704697 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3db7d6-26ac-4d85-947d-612b0e834734 req-11dc2695-68f6-4742-8f73-007c54d640c1 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:01.712731 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8c3db7d6-26ac-4d85-947d-612b0e834734 req-11dc2695-68f6-4742-8f73-007c54d640c1 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d7ad5bb-6115-4b5e-8156-206b4ea5631a HTTP/1.1" status: 200 len: 944 time: 0.5311821 Nov 16 11:23:01.713913 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-99f73f35-79f6-45bc-a6d9-4eef1826b19f None None] For port fa47f57a-f021-4a0b-8150-317c0c6638c6, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=fa47f57a-f021-4a0b-8150-317c0c6638c6,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:01.763976 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c0a38-04a7-412b-8910-0f25aca398da tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Pushing event updated for resources: {'Port': ['ID=ef6df7df-1e5a-4b26-a927-ad82f8336e09,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:01.861912 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8c3db7d6-26ac-4d85-947d-612b0e834734 req-506c90f6-9950-4c38-96b2-673c7dca93a2 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428349 Nov 16 11:23:01.880518 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4c5c0a38-04a7-412b-8910-0f25aca398da tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4704642 Nov 16 11:23:01.906596 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['a771019e-36ea-4eb2-b9ce-fd9be7346252'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:23:01.919108 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99f73f35-79f6-45bc-a6d9-4eef1826b19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:01.957973 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device b8480567-5d66-446b-a22b-c1261cf4ecf1 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:23:02.009941 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a4240f0b-5376-4ad1-b084-b7e0af1ca412 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:02.034667 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7267266d-0fbe-48a8-b4c0-86a48af10923 admin admin] Router 4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:23:02.126849 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f33112-9103-4748-9ec7-64c6a2eed7f4 None None] Network ea6b1a63-583a-4222-8450-3af28565319c requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:23:02.172593 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420a83b-efc9-44f3-bae0-0177baf81863 req-fb901df7-1c86-43d9-9ccd-c01143210f49 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:02.174569 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0420a83b-efc9-44f3-bae0-0177baf81863 req-fb901df7-1c86-43d9-9ccd-c01143210f49 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 949 time: 0.1425283 Nov 16 11:23:02.260986 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-9b989cf4-d4a0-40a0-90c4-9affdf4ff713 None None] Provisioning complete for port dc97eaf6-e0c7-42f2-90a1-083a720906af triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:23:02.261712 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9b989cf4-d4a0-40a0-90c4-9affdf4ff713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:02.275021 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0420a83b-efc9-44f3-bae0-0177baf81863 req-1eeb994a-43c1-4ca3-ba2f-d9220bfebdda tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891600 Nov 16 11:23:02.306663 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b55037a4-4056-472a-9f66-6d0c14a6672d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:02.318154 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7267266d-0fbe-48a8-b4c0-86a48af10923 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:23:02.342818 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a4240f0b-5376-4ad1-b084-b7e0af1ca412 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:02.352536 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a4240f0b-5376-4ad1-b084-b7e0af1ca412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:02.354096 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7267266d-0fbe-48a8-b4c0-86a48af10923 admin admin] 10.222.0.61 "PUT /v2.0/routers/4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3687634 Nov 16 11:23:02.393796 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a4240f0b-5376-4ad1-b084-b7e0af1ca412 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e89bcd062d494260a28bcdbb43127977&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7264736 Nov 16 11:23:02.398141 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60462) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:02.452354 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f73f35-79f6-45bc-a6d9-4eef1826b19f None None] Pushing event updated for resources: {'Port': ['ID=fa47f57a-f021-4a0b-8150-317c0c6638c6,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:02.467956 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55037a4-4056-472a-9f66-6d0c14a6672d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f019b1b-47e9-47e0-b9fa-270ea9b96fc7,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:02.476303 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4240f0b-5376-4ad1-b084-b7e0af1ca412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3324e10f-8548-41de-adef-a1eed741927b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:02.494860 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-445ac61e-d893-4111-bfdc-46dfeeb3a99d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:02.495011 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55037a4-4056-472a-9f66-6d0c14a6672d admin admin] Checking segment: {'id': 'dde4f2a5-6c36-4ca1-b975-fe969cc62f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3d74d208-8054-4a20-a68e-5341a0731232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:23:02.495326 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55037a4-4056-472a-9f66-6d0c14a6672d admin admin] Network hostable DHCP agents. Network: 3d74d208-8054-4a20-a68e-5341a0731232, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:23:02.528834 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 02f24461-d778-4489-81ea-ce9be1265fcf, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=02f24461-d778-4489-81ea-ce9be1265fcf,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:02.553478 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-445ac61e-d893-4111-bfdc-46dfeeb3a99d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:02.564443 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55037a4-4056-472a-9f66-6d0c14a6672d admin admin] Network 3d74d208-8054-4a20-a68e-5341a0731232 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:23:02.580501 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60468) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:02.591369 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '02f24461-d778-4489-81ea-ce9be1265fcf', 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334', 'port_id': '02f24461-d778-4489-81ea-ce9be1265fcf', 'mac_address': 'fa:16:3e:2a:cf:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098ff2a2-731b-47ba-a3df-3f077a39e5d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:23:02.620945 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-445ac61e-d893-4111-bfdc-46dfeeb3a99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:02.621621 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60472) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:02.624883 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-445ac61e-d893-4111-bfdc-46dfeeb3a99d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:02.626830 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-3faf9afa-0bf0-4d25-9194-a0c084c468df tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1653860244', 'description': 'tempest-description--390443356'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:23:02.631368 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-445ac61e-d893-4111-bfdc-46dfeeb3a99d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3324e10f-8548-41de-adef-a1eed741927b HTTP/1.1" status: 204 len: 168 time: 0.2275822 Nov 16 11:23:02.644962 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ac61e-d893-4111-bfdc-46dfeeb3a99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3324e10f-8548-41de-adef-a1eed741927b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:02.705459 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-b55037a4-4056-472a-9f66-6d0c14a6672d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 3d74d208-8054-4a20-a68e-5341a0731232) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:23:02.738715 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3faf9afa-0bf0-4d25-9194-a0c084c468df tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:02.778119 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55037a4-4056-472a-9f66-6d0c14a6672d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:02.779052 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b55037a4-4056-472a-9f66-6d0c14a6672d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:02.790611 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-25a64b7d-b0cb-4d5a-863e-d37842a1397b tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-567212332'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:23:02.814542 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c596e3f-6163-4bce-9aa1-379b2a4fac56 None None] Network 3d74d208-8054-4a20-a68e-5341a0731232 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:23:02.830002 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a64b7d-b0cb-4d5a-863e-d37842a1397b tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Made reservation on behalf of a7ec6f0aa917436da9b8feca47770801 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:23:02.834745 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-25a64b7d-b0cb-4d5a-863e-d37842a1397b tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:02.891443 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b55037a4-4056-472a-9f66-6d0c14a6672d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9144363 Nov 16 11:23:02.933739 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe0bc6-1031-42d3-9df1-098aff0be393 req-6f7dd483-5d49-42cc-9188-b4f15066bff8 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:02.955823 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1dfe0bc6-1031-42d3-9df1-098aff0be393 req-6f7dd483-5d49-42cc-9188-b4f15066bff8 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 946 time: 0.1717036 Nov 16 11:23:02.987868 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25a64b7d-b0cb-4d5a-863e-d37842a1397b tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:23:03.057436 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-25a64b7d-b0cb-4d5a-863e-d37842a1397b tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:03.058132 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-25a64b7d-b0cb-4d5a-863e-d37842a1397b tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Added segment dadca4f8-8650-4e96-b186-d0228f5719f9 of type vlan for network f47b6b42-11f4-47b3-b7a1-7dca8ae77541 Nov 16 11:23:03.060203 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port b8480567-5d66-446b-a22b-c1261cf4ecf1 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:23:03.063248 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:03.092875 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1dfe0bc6-1031-42d3-9df1-098aff0be393 req-1fc3d66b-e383-42cd-bef8-0372da695ebe tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351519 Nov 16 11:23:03.114466 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3faf9afa-0bf0-4d25-9194-a0c084c468df tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:03.153504 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:03.173978 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3faf9afa-0bf0-4d25-9194-a0c084c468df tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:03.187874 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 02f24461-d778-4489-81ea-ce9be1265fcf {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:23:03.243519 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 02f24461-d778-4489-81ea-ce9be1265fcf, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=02f24461-d778-4489-81ea-ce9be1265fcf,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:03.247838 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf9afa-0bf0-4d25-9194-a0c084c468df tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df1a22eb-4b7f-4078-bf25-bb6ec7c01c43,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:03.265099 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3faf9afa-0bf0-4d25-9194-a0c084c468df tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:03.266766 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-3faf9afa-0bf0-4d25-9194-a0c084c468df tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6439297 Nov 16 11:23:03.270029 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60486) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:03.271111 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:03.278260 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-975ae12f-8851-4ab5-95ec-a1e2647bc74f tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Request body: {'security_group_rule': {'security_group_id': 'df1a22eb-4b7f-4078-bf25-bb6ec7c01c43', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:23:03.308034 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-25a64b7d-b0cb-4d5a-863e-d37842a1397b tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:03.313170 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:03.342554 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-975ae12f-8851-4ab5-95ec-a1e2647bc74f tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:03.357164 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2cea6-7658-4a8b-a631-a0ca3d866d0c req-19899dd1-e070-4b71-bfd0-d51c16e67cc7 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:03.359055 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f2b2cea6-7658-4a8b-a631-a0ca3d866d0c req-19899dd1-e070-4b71-bfd0-d51c16e67cc7 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d7ad5bb-6115-4b5e-8156-206b4ea5631a HTTP/1.1" status: 200 len: 944 time: 0.1333330 Nov 16 11:23:03.447503 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60490) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:03.459077 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.api [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:23:03.459716 n-d-816823-3 neutron-server[102670]: DEBUG oslo_db.api [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:23:03.460921 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=02f24461-d778-4489-81ea-ce9be1265fcf,revision_number=11']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:03.497911 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-861c4772-93ae-4383-9bd4-a46561c7d20e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:03.503148 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f2b2cea6-7658-4a8b-a631-a0ca3d866d0c req-f5a1e135-03b7-4378-b34f-7eac0b570451 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371839 Nov 16 11:23:03.556895 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['02f24461-d778-4489-81ea-ce9be1265fcf'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:23:03.612007 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-861c4772-93ae-4383-9bd4-a46561c7d20e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:03.619913 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-25a64b7d-b0cb-4d5a-863e-d37842a1397b tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:03.626758 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a64b7d-b0cb-4d5a-863e-d37842a1397b tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:03.627510 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-25a64b7d-b0cb-4d5a-863e-d37842a1397b tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:03.735130 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-975ae12f-8851-4ab5-95ec-a1e2647bc74f tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:03.736500 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-861c4772-93ae-4383-9bd4-a46561c7d20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:03.804070 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60494) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:03.804400 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-25a64b7d-b0cb-4d5a-863e-d37842a1397b tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2198529 Nov 16 11:23:03.810300 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-837ba231-bf53-43a3-8cad-043b2f68a7e9 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Request body: {'subnet': {'network_id': 'f47b6b42-11f4-47b3-b7a1-7dca8ae77541', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:23:03.821547 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df99dd8-ec37-432c-bc8d-f2a0d2dbedd5 None None] Sync routers for ids ['4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:23:03.850521 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:03.865741 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-9b989cf4-d4a0-40a0-90c4-9affdf4ff713 None None] Provisioning complete for port 2664f302-4fd4-4e44-b440-43eda1b46cad triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:23:03.866209 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9b989cf4-d4a0-40a0-90c4-9affdf4ff713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:03.873338 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a64b7d-b0cb-4d5a-863e-d37842a1397b tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Pushing event updated for resources: {'Network': ['ID=f47b6b42-11f4-47b3-b7a1-7dca8ae77541,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:03.887560 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-975ae12f-8851-4ab5-95ec-a1e2647bc74f tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:03.915178 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-9b989cf4-d4a0-40a0-90c4-9affdf4ff713 None None] Port 2664f302-4fd4-4e44-b440-43eda1b46cad cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:23:03.919879 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network f47b6b42-11f4-47b3-b7a1-7dca8ae77541 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:23:03.921719 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-861c4772-93ae-4383-9bd4-a46561c7d20e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6f81156c16ed498a964409888fdcb708&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4704397 Nov 16 11:23:03.930999 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60496) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:03.940074 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ae12f-8851-4ab5-95ec-a1e2647bc74f tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=effa045a-ed14-475a-9474-150ee2d70fbf,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:03.943211 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c4772-93ae-4383-9bd4-a46561c7d20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560d6fa8-8a2a-4157-a672-2974455f9717,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:03.959864 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-975ae12f-8851-4ab5-95ec-a1e2647bc74f tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:03.961669 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-975ae12f-8851-4ab5-95ec-a1e2647bc74f tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6904929 Nov 16 11:23:03.968356 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60498) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:03.982563 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-cc04a7ff-c67d-4375-a81f-2c75066075b1 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Request body: {'security_group_rule': {'security_group_id': 'df1a22eb-4b7f-4078-bf25-bb6ec7c01c43', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:23:04.001846 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df99dd8-ec37-432c-bc8d-f2a0d2dbedd5 None None] Routers {'4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:23:04.002515 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9df99dd8-ec37-432c-bc8d-f2a0d2dbedd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:22:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:23:04.054572 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f488310-ba21-4750-9e4f-7c8305892e10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:04.086754 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f488310-ba21-4750-9e4f-7c8305892e10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:04.153625 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f488310-ba21-4750-9e4f-7c8305892e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:04.156631 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f488310-ba21-4750-9e4f-7c8305892e10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:04.157917 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1f488310-ba21-4750-9e4f-7c8305892e10 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/560d6fa8-8a2a-4157-a672-2974455f9717 HTTP/1.1" status: 204 len: 168 time: 0.2255998 Nov 16 11:23:04.189966 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837ba231-bf53-43a3-8cad-043b2f68a7e9 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Made reservation on behalf of a7ec6f0aa917436da9b8feca47770801 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:23:04.191432 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f488310-ba21-4750-9e4f-7c8305892e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560d6fa8-8a2a-4157-a672-2974455f9717,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:04.194302 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-837ba231-bf53-43a3-8cad-043b2f68a7e9 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:04.198068 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.db.api [None req-cc04a7ff-c67d-4375-a81f-2c75066075b1 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 16 11:23:04.198068 n-d-816823-3 neutron-server[102668]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 16 11:23:04.198068 n-d-816823-3 neutron-server[102668]: [parameters: {'project_id': '1ae06a69eac64c2d80c4db8375c3a241', 'id': '4217993e-270b-405f-8f2f-8efdcd2a9437', 'expiration': datetime.datetime(2021, 11, 16, 11, 25, 4, 159075)}] Nov 16 11:23:04.198068 n-d-816823-3 neutron-server[102668]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:23:04.198442 n-d-816823-3 neutron-server[102668]: DEBUG oslo_db.api [None req-cc04a7ff-c67d-4375-a81f-2c75066075b1 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:23:04.473024 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108483e8-78a7-4265-a2a0-69ea3ab7c85f None None] Network 3d74d208-8054-4a20-a68e-5341a0731232 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:23:04.479126 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port b8480567-5d66-446b-a22b-c1261cf4ecf1, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=b8480567-5d66-446b-a22b-c1261cf4ecf1,segment=NetworkSegment(3aacb015-09d5-4518-8cdb-9c27d9564540),segment_id=3aacb015-09d5-4518-8cdb-9c27d9564540)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:04.499619 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-836081df-61fa-43bf-94ce-a4c162b26a51 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:04.506689 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-836081df-61fa-43bf-94ce-a4c162b26a51 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/networks?id=3d74d208-8054-4a20-a68e-5341a0731232 HTTP/1.1" status: 200 len: 811 time: 0.1912549 Nov 16 11:23:04.511224 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-9b989cf4-d4a0-40a0-90c4-9affdf4ff713 None None] Provisioning complete for port fa47f57a-f021-4a0b-8150-317c0c6638c6 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:23:04.511880 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9b989cf4-d4a0-40a0-90c4-9affdf4ff713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:04.528044 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-1f4d9f02-1094-4a18-b7cd-908e92bf44bb tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/quotas/bcada9d38abf4226bc4ca768b16b9a90 HTTP/1.1" status: 200 len: 375 time: 0.0203469 Nov 16 11:23:04.559614 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:04.590872 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-0e65d8e4-6054-4f8e-831a-5c0757600579 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=bcada9d38abf4226bc4ca768b16b9a90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618796 Nov 16 11:23:04.596626 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:04.599016 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device dc97eaf6-e0c7-42f2-90a1-083a720906af up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:23:04.673048 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-837ba231-bf53-43a3-8cad-043b2f68a7e9 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:04.728190 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-9df99dd8-ec37-432c-bc8d-f2a0d2dbedd5 None None] Set router 4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:23:04.782133 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 02f24461-d778-4489-81ea-ce9be1265fcf {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:23:04.806340 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ba231-bf53-43a3-8cad-043b2f68a7e9 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Pushing event updated for resources: {'Subnet': ['ID=797cd3f2-52fc-410e-8061-b267c2ad5098,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:04.822965 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-7dd83c9a-e1dd-4d26-8c32-9e90ac7110fb service neutron] 10.222.0.61 "GET /v2.0/networks/3d74d208-8054-4a20-a68e-5341a0731232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307808 Nov 16 11:23:04.832896 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc04a7ff-c67d-4375-a81f-2c75066075b1 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:04.877809 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 02f24461-d778-4489-81ea-ce9be1265fcf, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=02f24461-d778-4489-81ea-ce9be1265fcf,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:04.985099 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc04a7ff-c67d-4375-a81f-2c75066075b1 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:04.993506 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc04a7ff-c67d-4375-a81f-2c75066075b1 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:05.003756 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:05.004668 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device a771019e-36ea-4eb2-b9ce-fd9be7346252 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:23:05.024660 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-3583e200-9406-463e-8c7b-da27545a44f5 service neutron] 10.222.0.61 "GET /v2.0/networks/3d74d208-8054-4a20-a68e-5341a0731232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995919 Nov 16 11:23:05.025693 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837ba231-bf53-43a3-8cad-043b2f68a7e9 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Checking segment: {'id': 'dadca4f8-8650-4e96-b186-d0228f5719f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'f47b6b42-11f4-47b3-b7a1-7dca8ae77541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:23:05.028250 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837ba231-bf53-43a3-8cad-043b2f68a7e9 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Network hostable DHCP agents. Network: f47b6b42-11f4-47b3-b7a1-7dca8ae77541, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:23:05.034269 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=b8480567-5d66-446b-a22b-c1261cf4ecf1,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:05.072563 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837ba231-bf53-43a3-8cad-043b2f68a7e9 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Network f47b6b42-11f4-47b3-b7a1-7dca8ae77541 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:23:05.096077 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-837ba231-bf53-43a3-8cad-043b2f68a7e9 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, f47b6b42-11f4-47b3-b7a1-7dca8ae77541) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:23:05.107256 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837ba231-bf53-43a3-8cad-043b2f68a7e9 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:05.109271 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-837ba231-bf53-43a3-8cad-043b2f68a7e9 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:05.111822 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc04a7ff-c67d-4375-a81f-2c75066075b1 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c74ddec5-40eb-4587-a016-c977c91e59e3,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:05.138161 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc04a7ff-c67d-4375-a81f-2c75066075b1 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:05.142738 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-cc04a7ff-c67d-4375-a81f-2c75066075b1 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1679494 Nov 16 11:23:05.146126 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60524) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:05.162641 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0fca44-5c76-49e1-a465-fdb93e185207 None None] Network f47b6b42-11f4-47b3-b7a1-7dca8ae77541 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:23:05.165290 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b50803da-dc12-4e59-bf8f-c120e9225d59 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:23:05.165474 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-837ba231-bf53-43a3-8cad-043b2f68a7e9 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3596528 Nov 16 11:23:05.168784 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60526) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:05.183681 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-7bfe0d3c-c7da-492e-a1eb-ccca81e19db5 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1399383958'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:23:05.239602 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfe0d3c-c7da-492e-a1eb-ccca81e19db5 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Made reservation on behalf of a7ec6f0aa917436da9b8feca47770801 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:23:05.248847 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7bfe0d3c-c7da-492e-a1eb-ccca81e19db5 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:05.270240 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b50803da-dc12-4e59-bf8f-c120e9225d59 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:05.304737 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bfe0d3c-c7da-492e-a1eb-ccca81e19db5 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:23:05.315803 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7bfe0d3c-c7da-492e-a1eb-ccca81e19db5 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:05.316330 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-7bfe0d3c-c7da-492e-a1eb-ccca81e19db5 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Added segment 17953ad3-7b75-4f90-9bae-47bbf4f6e0d3 of type vlan for network d2327686-93c0-47c6-a3f4-c6fc7e35867c Nov 16 11:23:05.366006 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7bfe0d3c-c7da-492e-a1eb-ccca81e19db5 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:05.407113 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7bfe0d3c-c7da-492e-a1eb-ccca81e19db5 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:05.418276 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfe0d3c-c7da-492e-a1eb-ccca81e19db5 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:05.421724 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7bfe0d3c-c7da-492e-a1eb-ccca81e19db5 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:05.474535 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b50803da-dc12-4e59-bf8f-c120e9225d59 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:05.511536 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port dc97eaf6-e0c7-42f2-90a1-083a720906af triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:23:05.517657 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:05.595746 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=02f24461-d778-4489-81ea-ce9be1265fcf,revision_number=12']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:05.624652 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-b50803da-dc12-4e59-bf8f-c120e9225d59 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Allocated IP 172.25.0.129 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/91b289e1-51f4-4164-8a25-3aab94934790) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:23:05.645296 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfda36-5e43-422c-8fc3-6ca97822c1c2 req-d307ed44-ac7e-47f3-b510-c0d1b658ed5a tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:05.647324 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5bbfda36-5e43-422c-8fc3-6ca97822c1c2 req-d307ed44-ac7e-47f3-b510-c0d1b658ed5a tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 949 time: 0.2188473 Nov 16 11:23:05.651355 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7bfe0d3c-c7da-492e-a1eb-ccca81e19db5 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4822783 Nov 16 11:23:05.655163 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60544) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:05.671169 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-adfeac4a-471c-4efa-adce-fcc7c1d614e1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Request body: {'subnet': {'network_id': 'd2327686-93c0-47c6-a3f4-c6fc7e35867c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:23:05.771208 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b50803da-dc12-4e59-bf8f-c120e9225d59 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:05.787030 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe0d3c-c7da-492e-a1eb-ccca81e19db5 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Pushing event updated for resources: {'Network': ['ID=d2327686-93c0-47c6-a3f4-c6fc7e35867c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:05.833046 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:05.852426 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5bbfda36-5e43-422c-8fc3-6ca97822c1c2 req-9b5e01fa-beba-49df-8d98-fce7a9f1ecfa tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662963 Nov 16 11:23:05.893152 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfeac4a-471c-4efa-adce-fcc7c1d614e1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Made reservation on behalf of a7ec6f0aa917436da9b8feca47770801 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:23:05.897873 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-adfeac4a-471c-4efa-adce-fcc7c1d614e1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:05.911207 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b50803da-dc12-4e59-bf8f-c120e9225d59 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:05.935808 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a771019e-36ea-4eb2-b9ce-fd9be7346252 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:23:05.966920 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50803da-dc12-4e59-bf8f-c120e9225d59 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:23:05.979887 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port a771019e-36ea-4eb2-b9ce-fd9be7346252, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=a771019e-36ea-4eb2-b9ce-fd9be7346252,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:06.005301 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network d2327686-93c0-47c6-a3f4-c6fc7e35867c details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:23:06.051886 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50803da-dc12-4e59-bf8f-c120e9225d59 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Pushing event updated for resources: {'Port': ['ID=91b289e1-51f4-4164-8a25-3aab94934790,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:06.059705 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-b50803da-dc12-4e59-bf8f-c120e9225d59 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:23:06.066470 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50803da-dc12-4e59-bf8f-c120e9225d59 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:23:06.090403 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:06.212064 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81aae6dd-4fb8-448b-88c6-7110b63bb6cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-f47b6b42-11f4-47b3-b7a1-7dca8ae77541', 'network_id': 'f47b6b42-11f4-47b3-b7a1-7dca8ae77541', 'tenant_id': 'a7ec6f0aa917436da9b8feca47770801', 'fixed_ips': [{'subnet_id': '797cd3f2-52fc-410e-8061-b267c2ad5098'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:23:06.212529 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0e27f-49ec-4ce7-88e1-7d682ae82bd9 req-c3dcb853-3758-421d-8c60-cdd483d6eaa9 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:06.212731 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-81aae6dd-4fb8-448b-88c6-7110b63bb6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:06.216288 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device d169e98f-1f72-49dc-9f8d-d83ecf9c069c up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:23:06.227185 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aad0e27f-49ec-4ce7-88e1-7d682ae82bd9 req-c3dcb853-3758-421d-8c60-cdd483d6eaa9 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.2214086 Nov 16 11:23:06.228031 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=a771019e-36ea-4eb2-b9ce-fd9be7346252,revision_number=7']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:06.245203 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-9b989cf4-d4a0-40a0-90c4-9affdf4ff713 None None] Provisioning complete for port 44d8861f-26a5-4bed-a95d-9f106b286cbb triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:23:06.245589 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9b989cf4-d4a0-40a0-90c4-9affdf4ff713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:06.287624 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b50803da-dc12-4e59-bf8f-c120e9225d59 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:06.354796 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aad0e27f-49ec-4ce7-88e1-7d682ae82bd9 req-86f73b97-5fc1-4b2d-8846-2ae8ff2663f2 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266365 Nov 16 11:23:06.393900 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b50803da-dc12-4e59-bf8f-c120e9225d59 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:06.464103 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device fa47f57a-f021-4a0b-8150-317c0c6638c6 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:23:06.576467 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9df99dd8-ec37-432c-bc8d-f2a0d2dbedd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0', 'name': 'tempest-ServersTestMultiNic-259286842-router', 'tenant_id': 'a7ec6f0aa917436da9b8feca47770801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fa47f57a-f021-4a0b-8150-317c0c6638c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:22:54Z', 'updated_at': '2021-11-16T11:23:00Z', 'revision_number': 4, 'project_id': 'a7ec6f0aa917436da9b8feca47770801', 'gw_port': {'id': 'fa47f57a-f021-4a0b-8150-317c0c6638c6', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:40:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:22:56Z', 'updated_at': '2021-11-16T11:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '2664f302-4fd4-4e44-b440-43eda1b46cad', 'name': '', 'network_id': '14b5bb36-e676-46d8-b178-69214011ecd1', 'tenant_id': 'a7ec6f0aa917436da9b8feca47770801', 'mac_address': 'fa:16:3e:61:9c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'd2b6f4fe-eecb-4976-bd26-361dea906db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:22:59Z', 'updated_at': '2021-11-16T11:23:00Z', 'revision_number': 2, 'project_id': 'a7ec6f0aa917436da9b8feca47770801', 'subnets': [{'id': 'd2b6f4fe-eecb-4976-bd26-361dea906db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:23:06.590513 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port d169e98f-1f72-49dc-9f8d-d83ecf9c069c completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:23:06.679207 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df99dd8-ec37-432c-bc8d-f2a0d2dbedd5 None None] Checking router: 4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:23:06.679933 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df99dd8-ec37-432c-bc8d-f2a0d2dbedd5 None None] Updating router 4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0 port 2664f302-4fd4-4e44-b440-43eda1b46cad binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:23:06.681547 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port d169e98f-1f72-49dc-9f8d-d83ecf9c069c triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:23:06.681938 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:06.704530 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd5801-1531-4369-bb63-a369805075f6 req-c395df85-63ee-40c6-b400-5a50e8d2ef03 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:06.721292 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cbcd5801-1531-4369-bb63-a369805075f6 req-c395df85-63ee-40c6-b400-5a50e8d2ef03 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d7ad5bb-6115-4b5e-8156-206b4ea5631a HTTP/1.1" status: 200 len: 944 time: 0.1914408 Nov 16 11:23:06.790145 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b50803da-dc12-4e59-bf8f-c120e9225d59 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:06.805460 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b50803da-dc12-4e59-bf8f-c120e9225d59 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:06.810329 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-adfeac4a-471c-4efa-adce-fcc7c1d614e1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:06.864510 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50803da-dc12-4e59-bf8f-c120e9225d59 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Pushing event updated for resources: {'Port': ['ID=91b289e1-51f4-4164-8a25-3aab94934790,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:06.908015 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cbcd5801-1531-4369-bb63-a369805075f6 req-37cb6240-879d-4f16-b63e-a1a6a96a9b8a tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856544 Nov 16 11:23:06.931646 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-81aae6dd-4fb8-448b-88c6-7110b63bb6cc None None] Allocated IP 19.80.0.2 (f47b6b42-11f4-47b3-b7a1-7dca8ae77541/797cd3f2-52fc-410e-8061-b267c2ad5098/716041b5-1346-45fd-9887-83e7c274cb37) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:23:06.959549 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9b989cf4-d4a0-40a0-90c4-9affdf4ff713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:06.974944 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b50803da-dc12-4e59-bf8f-c120e9225d59 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:06.985983 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9df99dd8-ec37-432c-bc8d-f2a0d2dbedd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:07.014052 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b50803da-dc12-4e59-bf8f-c120e9225d59 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:07.015793 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b50803da-dc12-4e59-bf8f-c120e9225d59 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8670194 Nov 16 11:23:07.017201 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfeac4a-471c-4efa-adce-fcc7c1d614e1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Pushing event updated for resources: {'Subnet': ['ID=a65fe65c-e3b9-4a9c-989c-7c974d2237e6,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:07.044110 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfeac4a-471c-4efa-adce-fcc7c1d614e1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Checking segment: {'id': '17953ad3-7b75-4f90-9bae-47bbf4f6e0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'd2327686-93c0-47c6-a3f4-c6fc7e35867c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:23:07.044749 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfeac4a-471c-4efa-adce-fcc7c1d614e1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Network hostable DHCP agents. Network: d2327686-93c0-47c6-a3f4-c6fc7e35867c, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:23:07.083550 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfeac4a-471c-4efa-adce-fcc7c1d614e1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Network d2327686-93c0-47c6-a3f4-c6fc7e35867c is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:23:07.122206 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-adfeac4a-471c-4efa-adce-fcc7c1d614e1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, d2327686-93c0-47c6-a3f4-c6fc7e35867c) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:23:07.165125 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfeac4a-471c-4efa-adce-fcc7c1d614e1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:07.169381 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-adfeac4a-471c-4efa-adce-fcc7c1d614e1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:07.177598 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-9b989cf4-d4a0-40a0-90c4-9affdf4ff713 None None] For port 44d8861f-26a5-4bed-a95d-9f106b286cbb, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=44d8861f-26a5-4bed-a95d-9f106b286cbb,segment=NetworkSegment(16847986-4ee3-48f3-a2b2-b0245bd65314),segment_id=16847986-4ee3-48f3-a2b2-b0245bd65314)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:07.179344 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-49366b1e-d9ac-4886-a672-b7456f55515c req-598f8a7b-26b0-44a0-8bf5-7b21629e9f0f tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe3a8743-3959-4376-a554-c2c99664b889 HTTP/1.1" status: 200 len: 210 time: 0.0840256 Nov 16 11:23:07.180755 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port fa47f57a-f021-4a0b-8150-317c0c6638c6 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:23:07.182418 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:07.227726 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-adfeac4a-471c-4efa-adce-fcc7c1d614e1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5680578 Nov 16 11:23:07.284515 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f1b91b-1006-4321-ad9f-d24f4f6bc361 None None] Network d2327686-93c0-47c6-a3f4-c6fc7e35867c requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:23:07.344834 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-5ea03448-e473-4f60-8c21-3060f4d174dd tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:07.346553 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-5ea03448-e473-4f60-8c21-3060f4d174dd tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.64 "GET /v2.0/networks?id=3d74d208-8054-4a20-a68e-5341a0731232 HTTP/1.1" status: 200 len: 811 time: 0.1878927 Nov 16 11:23:07.377976 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-c7bbd02b-7c86-49ab-be50-e4957319b4ec tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Request body: {'port': {'device_id': 'fe3a8743-3959-4376-a554-c2c99664b889', 'network_id': '3d74d208-8054-4a20-a68e-5341a0731232', 'admin_state_up': True, 'tenant_id': 'bcada9d38abf4226bc4ca768b16b9a90'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:23:07.412264 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9b989cf4-d4a0-40a0-90c4-9affdf4ff713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:07.476178 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1456d8-b9c8-48d5-abaf-7572cacb126b req-4d1ec597-3fb5-4a15-9199-b5922019f55c tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:07.477786 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9f1456d8-b9c8-48d5-abaf-7572cacb126b req-4d1ec597-3fb5-4a15-9199-b5922019f55c tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 948 time: 0.1551528 Nov 16 11:23:07.608304 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9f1456d8-b9c8-48d5-abaf-7572cacb126b req-fb2b48b9-e2de-4203-8ed1-5c6a7840e5d4 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232796 Nov 16 11:23:07.649294 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-c7bbd02b-7c86-49ab-be50-e4957319b4ec tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Made reservation on behalf of bcada9d38abf4226bc4ca768b16b9a90 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:23:07.653577 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-c7bbd02b-7c86-49ab-be50-e4957319b4ec tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:07.711655 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9df99dd8-ec37-432c-bc8d-f2a0d2dbedd5 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:07.827497 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b989cf4-d4a0-40a0-90c4-9affdf4ff713 None None] Pushing event updated for resources: {'Port': ['ID=44d8861f-26a5-4bed-a95d-9f106b286cbb,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:07.853480 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9df99dd8-ec37-432c-bc8d-f2a0d2dbedd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:07.874763 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a084d53-6b9a-4969-9e5e-bfd9557af4c1 req-50ba5447-b74d-4868-98d6-fa45768b87bb tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:07.874763 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9a084d53-6b9a-4969-9e5e-bfd9557af4c1 req-50ba5447-b74d-4868-98d6-fa45768b87bb tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.1023853 Nov 16 11:23:07.888321 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-c7bbd02b-7c86-49ab-be50-e4957319b4ec tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Allocated IP 172.20.0.5 (3d74d208-8054-4a20-a68e-5341a0731232/3f019b1b-47e9-47e0-b9fa-270ea9b96fc7/9b788218-e0ad-4b8e-99e5-48c387829fb2) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:23:07.954564 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9a084d53-6b9a-4969-9e5e-bfd9557af4c1 req-6a71fbff-3412-462f-b54c-33182a0d4d47 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695460 Nov 16 11:23:07.997032 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-81aae6dd-4fb8-448b-88c6-7110b63bb6cc None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:08.094037 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd34f9-2009-4fe8-a9c4-8ead2f6ca00d None None] Pushing event updated for resources: {'Port': ['ID=2664f302-4fd4-4e44-b440-43eda1b46cad,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:08.109165 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-81aae6dd-4fb8-448b-88c6-7110b63bb6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:08.138187 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-c7bbd02b-7c86-49ab-be50-e4957319b4ec tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:08.174101 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f20ab2-0392-4da6-bae9-5f3110aa1de3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-d2327686-93c0-47c6-a3f4-c6fc7e35867c', 'network_id': 'd2327686-93c0-47c6-a3f4-c6fc7e35867c', 'tenant_id': 'a7ec6f0aa917436da9b8feca47770801', 'fixed_ips': [{'subnet_id': 'a65fe65c-e3b9-4a9c-989c-7c974d2237e6'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:23:08.174981 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-58f20ab2-0392-4da6-bae9-5f3110aa1de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:08.220504 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-c7bbd02b-7c86-49ab-be50-e4957319b4ec tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:08.263583 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-922c463b-6f1e-4100-94e8-7270443bbf9d tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:08.271615 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-922c463b-6f1e-4100-94e8-7270443bbf9d tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:08.281025 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-922c463b-6f1e-4100-94e8-7270443bbf9d tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/networks?id=f47b6b42-11f4-47b3-b7a1-7dca8ae77541&id=d2327686-93c0-47c6-a3f4-c6fc7e35867c&id=f47b6b42-11f4-47b3-b7a1-7dca8ae77541 HTTP/1.1" status: 200 len: 1391 time: 0.2133131 Nov 16 11:23:08.297716 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bbd02b-7c86-49ab-be50-e4957319b4ec tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Pushing event updated for resources: {'Port': ['ID=9b788218-e0ad-4b8e-99e5-48c387829fb2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:08.302087 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-1975d154-736a-46ec-98c2-2a88064aed61 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/quotas/a7ec6f0aa917436da9b8feca47770801 HTTP/1.1" status: 200 len: 375 time: 0.0191000 Nov 16 11:23:08.336974 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-c7bbd02b-7c86-49ab-be50-e4957319b4ec tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Network 3d74d208-8054-4a20-a68e-5341a0731232 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:23:08.342680 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-c7bbd02b-7c86-49ab-be50-e4957319b4ec tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:23:08.346432 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-c7bbd02b-7c86-49ab-be50-e4957319b4ec tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:23:08.396519 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 44d8861f-26a5-4bed-a95d-9f106b286cbb up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:23:08.412730 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-fcabd50c-9520-4f65-8682-5e3499b15da7 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7ec6f0aa917436da9b8feca47770801&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1090174 Nov 16 11:23:08.454311 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-c7bbd02b-7c86-49ab-be50-e4957319b4ec tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:08.460806 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-c7bbd02b-7c86-49ab-be50-e4957319b4ec tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:08.489542 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-c7bbd02b-7c86-49ab-be50-e4957319b4ec tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1160970 Nov 16 11:23:08.498953 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-58f20ab2-0392-4da6-bae9-5f3110aa1de3 None None] Allocated IP 19.86.0.2 (d2327686-93c0-47c6-a3f4-c6fc7e35867c/a65fe65c-e3b9-4a9c-989c-7c974d2237e6/f1fa4744-9726-4360-9e37-9d37a62c4da8) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:23:08.516979 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-e5d2f83d-ce0f-46cc-a7d7-67b8ac7c9859 service neutron] Request body: {'port': {'device_id': 'fe3a8743-3959-4376-a554-c2c99664b889', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:23:08.571706 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-2abf58ca-785e-4c06-b0fc-630bb319d7a0 service neutron] 10.222.0.61 "GET /v2.0/networks/f47b6b42-11f4-47b3-b7a1-7dca8ae77541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576848 Nov 16 11:23:08.595819 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-e5d2f83d-ce0f-46cc-a7d7-67b8ac7c9859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:08.750149 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-928135d3-40bb-4bb0-877c-411f67c07495 service neutron] 10.222.0.61 "GET /v2.0/networks/f47b6b42-11f4-47b3-b7a1-7dca8ae77541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675320 Nov 16 11:23:08.781747 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-58f20ab2-0392-4da6-bae9-5f3110aa1de3 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:08.815008 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6c369f1d-1e26-4168-9c98-e1c11cbdd971 None None] Provisioning complete for port ef6df7df-1e5a-4b26-a927-ad82f8336e09 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:23:08.815394 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6c369f1d-1e26-4168-9c98-e1c11cbdd971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:08.817489 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-58f20ab2-0392-4da6-bae9-5f3110aa1de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:08.838275 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81aae6dd-4fb8-448b-88c6-7110b63bb6cc None None] Network f47b6b42-11f4-47b3-b7a1-7dca8ae77541 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:23:08.875845 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-81aae6dd-4fb8-448b-88c6-7110b63bb6cc None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:23:08.879653 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81aae6dd-4fb8-448b-88c6-7110b63bb6cc None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:23:08.942695 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f20ab2-0392-4da6-bae9-5f3110aa1de3 None None] Network d2327686-93c0-47c6-a3f4-c6fc7e35867c is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:23:08.967806 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-3a90d2ad-3866-48f4-af8f-461b4fbbe259 service neutron] 10.222.0.61 "GET /v2.0/networks/d2327686-93c0-47c6-a3f4-c6fc7e35867c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164898 Nov 16 11:23:08.999684 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-58f20ab2-0392-4da6-bae9-5f3110aa1de3 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:23:09.002962 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f20ab2-0392-4da6-bae9-5f3110aa1de3 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:23:09.013133 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:09.014267 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-6c369f1d-1e26-4168-9c98-e1c11cbdd971 None None] Port ef6df7df-1e5a-4b26-a927-ad82f8336e09 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:23:09.065336 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aae6dd-4fb8-448b-88c6-7110b63bb6cc None None] Pushing event updated for resources: {'Port': ['ID=716041b5-1346-45fd-9887-83e7c274cb37,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:09.159115 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-4dad7df0-9e24-4a65-a94c-a5471bc7becb service neutron] 10.222.0.61 "GET /v2.0/networks/d2327686-93c0-47c6-a3f4-c6fc7e35867c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841311 Nov 16 11:23:09.167355 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-e5d2f83d-ce0f-46cc-a7d7-67b8ac7c9859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b788218-e0ad-4b8e-99e5-48c387829fb2 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:23:09.175831 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-e5d2f83d-ce0f-46cc-a7d7-67b8ac7c9859 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:09.196185 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-e5d2f83d-ce0f-46cc-a7d7-67b8ac7c9859 service neutron] Transition to ACTIVE for port object 9b788218-e0ad-4b8e-99e5-48c387829fb2 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:23:09.202944 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-9df99dd8-ec37-432c-bc8d-f2a0d2dbedd5 None None] Attempting to bind port 2664f302-4fd4-4e44-b440-43eda1b46cad on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:23:09.203782 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-9df99dd8-ec37-432c-bc8d-f2a0d2dbedd5 None None] Attempting to bind port 2664f302-4fd4-4e44-b440-43eda1b46cad by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '2a557798-23cb-4d44-89f9-b076844abe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '14b5bb36-e676-46d8-b178-69214011ecd1'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:23:09.204408 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df99dd8-ec37-432c-bc8d-f2a0d2dbedd5 None None] Attempting to bind port 2664f302-4fd4-4e44-b440-43eda1b46cad on network 14b5bb36-e676-46d8-b178-69214011ecd1 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:23:09.258447 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-e5d2f83d-ce0f-46cc-a7d7-67b8ac7c9859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:09.271690 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-58f20ab2-0392-4da6-bae9-5f3110aa1de3 None None] Attempting to bind port f1fa4744-9726-4360-9e37-9d37a62c4da8 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:23:09.272231 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-58f20ab2-0392-4da6-bae9-5f3110aa1de3 None None] Attempting to bind port f1fa4744-9726-4360-9e37-9d37a62c4da8 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '17953ad3-7b75-4f90-9bae-47bbf4f6e0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'd2327686-93c0-47c6-a3f4-c6fc7e35867c'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:23:09.273251 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f20ab2-0392-4da6-bae9-5f3110aa1de3 None None] Attempting to bind port f1fa4744-9726-4360-9e37-9d37a62c4da8 on network d2327686-93c0-47c6-a3f4-c6fc7e35867c {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:23:09.276538 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df99dd8-ec37-432c-bc8d-f2a0d2dbedd5 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:23:09.280009 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df99dd8-ec37-432c-bc8d-f2a0d2dbedd5 None None] Checking segment: {'id': '2a557798-23cb-4d44-89f9-b076844abe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '14b5bb36-e676-46d8-b178-69214011ecd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:23:09.281312 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9df99dd8-ec37-432c-bc8d-f2a0d2dbedd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:09.281312 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df99dd8-ec37-432c-bc8d-f2a0d2dbedd5 None None] Bound using segment: {'id': '2a557798-23cb-4d44-89f9-b076844abe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '14b5bb36-e676-46d8-b178-69214011ecd1'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:23:09.284431 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-9df99dd8-ec37-432c-bc8d-f2a0d2dbedd5 None None] Bound port: 2664f302-4fd4-4e44-b440-43eda1b46cad, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a557798-23cb-4d44-89f9-b076844abe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '14b5bb36-e676-46d8-b178-69214011ecd1'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:23:09.285075 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9df99dd8-ec37-432c-bc8d-f2a0d2dbedd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:09.295197 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-4f2c442d-efcf-4667-9b8a-53a5963ed75f service neutron] 10.222.0.61 "GET /v2.0/networks/f47b6b42-11f4-47b3-b7a1-7dca8ae77541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350498 Nov 16 11:23:09.306416 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-81aae6dd-4fb8-448b-88c6-7110b63bb6cc None None] Attempting to bind port 716041b5-1346-45fd-9887-83e7c274cb37 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:23:09.307177 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-81aae6dd-4fb8-448b-88c6-7110b63bb6cc None None] Attempting to bind port 716041b5-1346-45fd-9887-83e7c274cb37 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'dadca4f8-8650-4e96-b186-d0228f5719f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'f47b6b42-11f4-47b3-b7a1-7dca8ae77541'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:23:09.307420 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aae6dd-4fb8-448b-88c6-7110b63bb6cc None None] Attempting to bind port 716041b5-1346-45fd-9887-83e7c274cb37 on network f47b6b42-11f4-47b3-b7a1-7dca8ae77541 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:23:09.391520 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-9df99dd8-ec37-432c-bc8d-f2a0d2dbedd5 None None] For port 2664f302-4fd4-4e44-b440-43eda1b46cad, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:23:09.393684 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2f83d-ce0f-46cc-a7d7-67b8ac7c9859 service neutron] Pushing event updated for resources: {'Port': ['ID=9b788218-e0ad-4b8e-99e5-48c387829fb2,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:09.395124 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-9df99dd8-ec37-432c-bc8d-f2a0d2dbedd5 None None] For port 2664f302-4fd4-4e44-b440-43eda1b46cad, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=2664f302-4fd4-4e44-b440-43eda1b46cad,segment=NetworkSegment(2a557798-23cb-4d44-89f9-b076844abe00),segment_id=2a557798-23cb-4d44-89f9-b076844abe00)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:23:09.396536 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aae6dd-4fb8-448b-88c6-7110b63bb6cc None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:23:09.397097 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aae6dd-4fb8-448b-88c6-7110b63bb6cc None None] Checking segment: {'id': 'dadca4f8-8650-4e96-b186-d0228f5719f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'f47b6b42-11f4-47b3-b7a1-7dca8ae77541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:23:09.398350 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-81aae6dd-4fb8-448b-88c6-7110b63bb6cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:09.399001 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aae6dd-4fb8-448b-88c6-7110b63bb6cc None None] Bound using segment: {'id': 'dadca4f8-8650-4e96-b186-d0228f5719f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'f47b6b42-11f4-47b3-b7a1-7dca8ae77541'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:23:09.399586 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-81aae6dd-4fb8-448b-88c6-7110b63bb6cc None None] Bound port: 716041b5-1346-45fd-9887-83e7c274cb37, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dadca4f8-8650-4e96-b186-d0228f5719f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'f47b6b42-11f4-47b3-b7a1-7dca8ae77541'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:23:09.400110 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-81aae6dd-4fb8-448b-88c6-7110b63bb6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:09.445788 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port d169e98f-1f72-49dc-9f8d-d83ecf9c069c, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=d169e98f-1f72-49dc-9f8d-d83ecf9c069c,segment=NetworkSegment(d9c88559-8fa4-467d-a577-d2c14bfd7508),segment_id=d9c88559-8fa4-467d-a577-d2c14bfd7508)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:09.447684 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6c369f1d-1e26-4168-9c98-e1c11cbdd971 None None] Provisioning complete for port b8480567-5d66-446b-a22b-c1261cf4ecf1 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:23:09.448820 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6c369f1d-1e26-4168-9c98-e1c11cbdd971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:09.465368 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7ad5bb-6115-4b5e-8156-206b4ea5631a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd169e98f-1f72-49dc-9f8d-d83ecf9c069c'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:23:09.471017 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c71cab6-c5ff-4e73-8fbe-f0358ec215a0" -d '{"events": [{"server_uuid": "0d7ad5bb-6115-4b5e-8156-206b4ea5631a", "name": "network-vif-plugged", "status": "completed", "tag": "d169e98f-1f72-49dc-9f8d-d83ecf9c069c"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:23:09.481217 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9df99dd8-ec37-432c-bc8d-f2a0d2dbedd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:09.482908 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-e5d2f83d-ce0f-46cc-a7d7-67b8ac7c9859 service neutron] Attempting to bind port 9b788218-e0ad-4b8e-99e5-48c387829fb2 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:23:09.483265 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-e5d2f83d-ce0f-46cc-a7d7-67b8ac7c9859 service neutron] Attempting to bind port 9b788218-e0ad-4b8e-99e5-48c387829fb2 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'dde4f2a5-6c36-4ca1-b975-fe969cc62f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3d74d208-8054-4a20-a68e-5341a0731232'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:23:09.483599 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-e5d2f83d-ce0f-46cc-a7d7-67b8ac7c9859 service neutron] Attempting to bind port 9b788218-e0ad-4b8e-99e5-48c387829fb2 on network 3d74d208-8054-4a20-a68e-5341a0731232 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:23:09.492499 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-e5d2f83d-ce0f-46cc-a7d7-67b8ac7c9859 service neutron] Port 9b788218-e0ad-4b8e-99e5-48c387829fb2 on network 3d74d208-8054-4a20-a68e-5341a0731232 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:23:09.492842 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-e5d2f83d-ce0f-46cc-a7d7-67b8ac7c9859 service neutron] Attempting to bind port 9b788218-e0ad-4b8e-99e5-48c387829fb2 on network 3d74d208-8054-4a20-a68e-5341a0731232 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:23:09.501031 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-e5d2f83d-ce0f-46cc-a7d7-67b8ac7c9859 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:23:09.501305 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-e5d2f83d-ce0f-46cc-a7d7-67b8ac7c9859 service neutron] Checking segment: {'id': 'dde4f2a5-6c36-4ca1-b975-fe969cc62f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3d74d208-8054-4a20-a68e-5341a0731232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:23:09.502099 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-e5d2f83d-ce0f-46cc-a7d7-67b8ac7c9859 service neutron] Bound using segment: {'id': 'dde4f2a5-6c36-4ca1-b975-fe969cc62f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3d74d208-8054-4a20-a68e-5341a0731232'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:23:09.502596 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-e5d2f83d-ce0f-46cc-a7d7-67b8ac7c9859 service neutron] Bound port: 9b788218-e0ad-4b8e-99e5-48c387829fb2, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dde4f2a5-6c36-4ca1-b975-fe969cc62f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3d74d208-8054-4a20-a68e-5341a0731232'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:23:09.502976 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-e5d2f83d-ce0f-46cc-a7d7-67b8ac7c9859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:09.527647 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-817a0739-5c86-47c9-8757-093a957b1605 service neutron] 10.222.0.61 "GET /v2.0/networks/f47b6b42-11f4-47b3-b7a1-7dca8ae77541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199488 Nov 16 11:23:09.532066 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f20ab2-0392-4da6-bae9-5f3110aa1de3 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:23:09.532536 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f20ab2-0392-4da6-bae9-5f3110aa1de3 None None] Checking segment: {'id': '17953ad3-7b75-4f90-9bae-47bbf4f6e0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'd2327686-93c0-47c6-a3f4-c6fc7e35867c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:23:09.532834 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-58f20ab2-0392-4da6-bae9-5f3110aa1de3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:09.533358 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f20ab2-0392-4da6-bae9-5f3110aa1de3 None None] Bound using segment: {'id': '17953ad3-7b75-4f90-9bae-47bbf4f6e0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'd2327686-93c0-47c6-a3f4-c6fc7e35867c'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:23:09.533900 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-58f20ab2-0392-4da6-bae9-5f3110aa1de3 None None] Bound port: f1fa4744-9726-4360-9e37-9d37a62c4da8, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17953ad3-7b75-4f90-9bae-47bbf4f6e0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'd2327686-93c0-47c6-a3f4-c6fc7e35867c'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:23:09.534248 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-58f20ab2-0392-4da6-bae9-5f3110aa1de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:09.557254 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:09.557570 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device a771019e-36ea-4eb2-b9ce-fd9be7346252 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:23:09.607916 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 44d8861f-26a5-4bed-a95d-9f106b286cbb triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:23:09.610117 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:09.650792 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f20ab2-0392-4da6-bae9-5f3110aa1de3 None None] Pushing event updated for resources: {'Port': ['ID=f1fa4744-9726-4360-9e37-9d37a62c4da8,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:09.689808 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-e5d2f83d-ce0f-46cc-a7d7-67b8ac7c9859 service neutron] For port 9b788218-e0ad-4b8e-99e5-48c387829fb2, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:23:09.699578 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-e5d2f83d-ce0f-46cc-a7d7-67b8ac7c9859 service neutron] For port 9b788218-e0ad-4b8e-99e5-48c387829fb2, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=9b788218-e0ad-4b8e-99e5-48c387829fb2,segment=NetworkSegment(dde4f2a5-6c36-4ca1-b975-fe969cc62f41),segment_id=dde4f2a5-6c36-4ca1-b975-fe969cc62f41)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:23:09.717003 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-e5d2f83d-ce0f-46cc-a7d7-67b8ac7c9859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:09.780423 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-e5d2f83d-ce0f-46cc-a7d7-67b8ac7c9859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:09.798132 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-e5d2f83d-ce0f-46cc-a7d7-67b8ac7c9859 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:09.799924 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-e5d2f83d-ce0f-46cc-a7d7-67b8ac7c9859 service neutron] 10.222.0.64 "PUT /v2.0/ports/9b788218-e0ad-4b8e-99e5-48c387829fb2 HTTP/1.1" status: 200 len: 1091 time: 1.2944980 Nov 16 11:23:09.818308 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe3a8743-3959-4376-a554-c2c99664b889', 'tag': '9b788218-e0ad-4b8e-99e5-48c387829fb2'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:23:09.831215 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e781a0-465b-43b9-ba1a-c66210bd0860" -d '{"events": [{"name": "network-changed", "server_uuid": "fe3a8743-3959-4376-a554-c2c99664b889", "tag": "9b788218-e0ad-4b8e-99e5-48c387829fb2"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:23:09.971786 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-81aae6dd-4fb8-448b-88c6-7110b63bb6cc None None] For port 716041b5-1346-45fd-9887-83e7c274cb37, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:23:09.982118 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2f83d-ce0f-46cc-a7d7-67b8ac7c9859 service neutron] Pushing event updated for resources: {'Port': ['ID=9b788218-e0ad-4b8e-99e5-48c387829fb2,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:09.983176 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df99dd8-ec37-432c-bc8d-f2a0d2dbedd5 None None] Routers {'4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:23:09.985030 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9df99dd8-ec37-432c-bc8d-f2a0d2dbedd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:22:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:23:10.019351 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-81aae6dd-4fb8-448b-88c6-7110b63bb6cc None None] For port 716041b5-1346-45fd-9887-83e7c274cb37, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=716041b5-1346-45fd-9887-83e7c274cb37,segment=NetworkSegment(dadca4f8-8650-4e96-b186-d0228f5719f9),segment_id=dadca4f8-8650-4e96-b186-d0228f5719f9)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:23:10.029366 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-738c20c0-a7b9-496e-bc95-525c6f12ef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:10.030829 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-738c20c0-a7b9-496e-bc95-525c6f12ef52 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bcada9d38abf4226bc4ca768b16b9a90&device_id=fe3a8743-3959-4376-a554-c2c99664b889 HTTP/1.1" status: 200 len: 1094 time: 0.1748607 Nov 16 11:23:10.104473 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-bb893044-bbc9-4cec-9311-aa3b79bb8acf tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1653860244&fields=id&tenant_id=1ae06a69eac64c2d80c4db8375c3a241 HTTP/1.1" status: 200 len: 267 time: 0.1563795 Nov 16 11:23:10.163687 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-0dce51f5-2f5e-4148-950d-8a1effb95da6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b788218-e0ad-4b8e-99e5-48c387829fb2 HTTP/1.1" status: 200 len: 217 time: 0.1181698 Nov 16 11:23:10.215161 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-a6460675-ceec-4b0d-ada1-3d2094919a5d tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:10.225109 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-a6460675-ceec-4b0d-ada1-3d2094919a5d tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports/442339e7-8828-4527-b420-5e71635e90f9 HTTP/1.1" status: 200 len: 931 time: 0.1194074 Nov 16 11:23:10.317574 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-58f20ab2-0392-4da6-bae9-5f3110aa1de3 None None] For port f1fa4744-9726-4360-9e37-9d37a62c4da8, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:23:10.321884 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-58f20ab2-0392-4da6-bae9-5f3110aa1de3 None None] For port f1fa4744-9726-4360-9e37-9d37a62c4da8, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=f1fa4744-9726-4360-9e37-9d37a62c4da8,segment=NetworkSegment(17953ad3-7b75-4f90-9bae-47bbf4f6e0d3),segment_id=17953ad3-7b75-4f90-9bae-47bbf4f6e0d3)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:23:10.326667 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-fdcc1b3c-f238-4af0-83d9-91796dee2255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:10.326867 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-81aae6dd-4fb8-448b-88c6-7110b63bb6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:10.329073 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-fdcc1b3c-f238-4af0-83d9-91796dee2255 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f019b1b-47e9-47e0-b9fa-270ea9b96fc7 HTTP/1.1" status: 200 len: 851 time: 0.1541185 Nov 16 11:23:10.372279 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-3e268209-b428-428c-aaab-910ae2bbc712 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:10.382327 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-3e268209-b428-428c-aaab-910ae2bbc712 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports/ef6df7df-1e5a-4b26-a927-ad82f8336e09 HTTP/1.1" status: 200 len: 931 time: 0.1489925 Nov 16 11:23:10.388013 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-4ff3de57-b7ce-4579-bd77-00cb4b0d14c7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3d74d208-8054-4a20-a68e-5341a0731232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451026 Nov 16 11:23:10.409456 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-58f20ab2-0392-4da6-bae9-5f3110aa1de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:10.419522 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd34f9-2009-4fe8-a9c4-8ead2f6ca00d None None] Pushing event updated for resources: {'Port': ['ID=2664f302-4fd4-4e44-b440-43eda1b46cad,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:10.445039 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port a771019e-36ea-4eb2-b9ce-fd9be7346252 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:23:10.445502 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:10.582664 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-8f939a95-d101-4bf1-b737-867449a0aabe tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?network_id=ea6b1a63-583a-4222-8450-3af28565319c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1987166 Nov 16 11:23:10.638760 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-8d650b57-1564-4dc6-9547-d305daa9cfa7 service neutron] 10.222.0.64 "GET /v2.0/networks/3d74d208-8054-4a20-a68e-5341a0731232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339709 Nov 16 11:23:10.666641 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-b53e69d9-59e5-4765-a27e-6d34a95a3456 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?network_id=ea6b1a63-583a-4222-8450-3af28565319c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0766957 Nov 16 11:23:10.867355 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d4d6caef-4ab4-4f13-a63f-2c09b572a41e req-4e89511e-5cd0-4b5e-9180-1d0fa540a6b2 service neutron] 10.222.0.64 "GET /v2.0/networks/3d74d208-8054-4a20-a68e-5341a0731232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152805 Nov 16 11:23:10.935397 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=d169e98f-1f72-49dc-9f8d-d83ecf9c069c,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:11.000381 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6c369f1d-1e26-4168-9c98-e1c11cbdd971 None None] Provisioning complete for port 44d8861f-26a5-4bed-a95d-9f106b286cbb triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:23:11.001026 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6c369f1d-1e26-4168-9c98-e1c11cbdd971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:11.027643 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-18b3de81-1123-4db9-a553-ed71e8b3f5d8 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:11.052612 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-18b3de81-1123-4db9-a553-ed71e8b3f5d8 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:11.080470 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-18b3de81-1123-4db9-a553-ed71e8b3f5d8 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:11.088655 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-18b3de81-1123-4db9-a553-ed71e8b3f5d8 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/networks?id=3a680621-2411-4708-95d4-d036f0b77350&id=2ef7fac0-ba76-4873-aa0c-db478637a221&id=2ef7fac0-ba76-4873-aa0c-db478637a221&id=ea6b1a63-583a-4222-8450-3af28565319c&id=ea6b1a63-583a-4222-8450-3af28565319c HTTP/1.1" status: 200 len: 1989 time: 0.4206738 Nov 16 11:23:11.157011 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-9df99dd8-ec37-432c-bc8d-f2a0d2dbedd5 None None] Set router 4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:23:11.169173 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-ee4c6a3a-6f8c-4c7a-9f8d-d262ccac13a7 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/quotas/1ae06a69eac64c2d80c4db8375c3a241 HTTP/1.1" status: 200 len: 375 time: 0.0796096 Nov 16 11:23:11.245329 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:11.252180 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aae6dd-4fb8-448b-88c6-7110b63bb6cc None None] Pushing event updated for resources: {'Port': ['ID=716041b5-1346-45fd-9887-83e7c274cb37,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:11.331998 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-b888cd7f-abd7-421f-8042-62fe91b2a59a tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1ae06a69eac64c2d80c4db8375c3a241&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1616831 Nov 16 11:23:11.359384 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device b8480567-5d66-446b-a22b-c1261cf4ecf1 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:23:11.521317 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-806eb66a-5f46-4e4b-af3a-fe5a73f418db service neutron] 10.222.0.61 "GET /v2.0/networks/3a680621-2411-4708-95d4-d036f0b77350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770189 Nov 16 11:23:11.593647 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port a771019e-36ea-4eb2-b9ce-fd9be7346252, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=a771019e-36ea-4eb2-b9ce-fd9be7346252,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:11.633397 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:11.652822 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 02f24461-d778-4489-81ea-ce9be1265fcf up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:23:11.658640 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f20ab2-0392-4da6-bae9-5f3110aa1de3 None None] Pushing event updated for resources: {'Port': ['ID=f1fa4744-9726-4360-9e37-9d37a62c4da8,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:11.692354 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-132a6042-d720-49fb-a73f-c003dd286c35 service neutron] 10.222.0.61 "GET /v2.0/networks/3a680621-2411-4708-95d4-d036f0b77350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626496 Nov 16 11:23:11.750147 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-f5f88219-9450-4893-a50d-faf0578272b4 service neutron] 10.222.0.61 "GET /v2.0/ports/442339e7-8828-4527-b420-5e71635e90f9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0474281 Nov 16 11:23:11.838611 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port b8480567-5d66-446b-a22b-c1261cf4ecf1 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:23:11.839426 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:11.929490 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6c369f1d-1e26-4168-9c98-e1c11cbdd971 None None] Provisioning complete for port 442339e7-8828-4527-b420-5e71635e90f9 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:23:11.930344 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6c369f1d-1e26-4168-9c98-e1c11cbdd971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:11.933036 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=a771019e-36ea-4eb2-b9ce-fd9be7346252,revision_number=8']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:12.021379 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 02f24461-d778-4489-81ea-ce9be1265fcf triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:23:12.022309 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:12.043896 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-6c369f1d-1e26-4168-9c98-e1c11cbdd971 None None] Port 442339e7-8828-4527-b420-5e71635e90f9 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:23:12.076375 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-1a19c6da-c135-4f13-b034-b7c7cd33bf90 service neutron] 10.222.0.61 "GET /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177924 Nov 16 11:23:12.253032 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 9b788218-e0ad-4b8e-99e5-48c387829fb2 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:23:12.269286 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-089cbcc9-3406-4e83-8bd3-bed90ac71ab2 service neutron] 10.222.0.61 "GET /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920261 Nov 16 11:23:12.357346 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-c6e5252f-8415-463b-b686-d4ad3496c1c2 service neutron] 10.222.0.61 "GET /v2.0/ports/ef6df7df-1e5a-4b26-a927-ad82f8336e09?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0767481 Nov 16 11:23:12.417757 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-fabe8b2c-279e-40d1-b1b0-2c353b7cda63 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:12.427179 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-fabe8b2c-279e-40d1-b1b0-2c353b7cda63 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:12.429326 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-fabe8b2c-279e-40d1-b1b0-2c353b7cda63 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.64 "GET /v2.0/networks?id=f47b6b42-11f4-47b3-b7a1-7dca8ae77541&id=d2327686-93c0-47c6-a3f4-c6fc7e35867c&id=f47b6b42-11f4-47b3-b7a1-7dca8ae77541 HTTP/1.1" status: 200 len: 1391 time: 0.3972628 Nov 16 11:23:12.434772 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-eb561042-e2d1-4ef9-b088-f537b78679f5 None None] Provisioning complete for port 2664f302-4fd4-4e44-b440-43eda1b46cad triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:23:12.435135 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-eb561042-e2d1-4ef9-b088-f537b78679f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:12.446643 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-5009f809-34aa-48d4-97a4-4931395c07f6 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Request body: {'port': {'device_id': 'b656b4e4-16bf-41e2-a583-5cccc058b6cf', 'network_id': 'f47b6b42-11f4-47b3-b7a1-7dca8ae77541', 'admin_state_up': True, 'tenant_id': 'a7ec6f0aa917436da9b8feca47770801'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:23:12.531004 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7336de85-2a93-4929-84e5-5a25c6ab3d80 None None] Network f47b6b42-11f4-47b3-b7a1-7dca8ae77541 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:23:12.596685 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9df99dd8-ec37-432c-bc8d-f2a0d2dbedd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0', 'name': 'tempest-ServersTestMultiNic-259286842-router', 'tenant_id': 'a7ec6f0aa917436da9b8feca47770801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fa47f57a-f021-4a0b-8150-317c0c6638c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:22:54Z', 'updated_at': '2021-11-16T11:23:00Z', 'revision_number': 4, 'project_id': 'a7ec6f0aa917436da9b8feca47770801', 'gw_port': {'id': 'fa47f57a-f021-4a0b-8150-317c0c6638c6', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:40:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:22:56Z', 'updated_at': '2021-11-16T11:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '2664f302-4fd4-4e44-b440-43eda1b46cad', 'name': '', 'network_id': '14b5bb36-e676-46d8-b178-69214011ecd1', 'tenant_id': 'a7ec6f0aa917436da9b8feca47770801', 'mac_address': 'fa:16:3e:61:9c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'd2b6f4fe-eecb-4976-bd26-361dea906db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:22:59Z', 'updated_at': '2021-11-16T11:23:09Z', 'revision_number': 4, 'project_id': 'a7ec6f0aa917436da9b8feca47770801', 'subnets': [{'id': 'd2b6f4fe-eecb-4976-bd26-361dea906db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:23:12.606836 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-ea4eaff4-dd11-4184-8267-160ee786c6f8 service neutron] 10.222.0.61 "GET /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381132 Nov 16 11:23:12.636709 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device fa47f57a-f021-4a0b-8150-317c0c6638c6 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:23:12.722692 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df99dd8-ec37-432c-bc8d-f2a0d2dbedd5 None None] The sync data for ids ['4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0'] in n-d-816823-3 is: [{'id': '4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0', 'name': 'tempest-ServersTestMultiNic-259286842-router', 'tenant_id': 'a7ec6f0aa917436da9b8feca47770801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fa47f57a-f021-4a0b-8150-317c0c6638c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:22:54Z', 'updated_at': '2021-11-16T11:23:00Z', 'revision_number': 4, 'project_id': 'a7ec6f0aa917436da9b8feca47770801', 'gw_port': {'id': 'fa47f57a-f021-4a0b-8150-317c0c6638c6', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:40:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:22:56Z', 'updated_at': '2021-11-16T11:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '2664f302-4fd4-4e44-b440-43eda1b46cad', 'name': '', 'network_id': '14b5bb36-e676-46d8-b178-69214011ecd1', 'tenant_id': 'a7ec6f0aa917436da9b8feca47770801', 'mac_address': 'fa:16:3e:61:9c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'd2b6f4fe-eecb-4976-bd26-361dea906db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:22:59Z', 'updated_at': '2021-11-16T11:23:09Z', 'revision_number': 4, 'project_id': 'a7ec6f0aa917436da9b8feca47770801', 'subnets': [{'id': 'd2b6f4fe-eecb-4976-bd26-361dea906db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:23:12.743419 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-5009f809-34aa-48d4-97a4-4931395c07f6 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Made reservation on behalf of a7ec6f0aa917436da9b8feca47770801 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:23:12.747218 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-5009f809-34aa-48d4-97a4-4931395c07f6 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:12.801445 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000330d4-1d9b-41a1-8643-a7bdc8583cf1 None None] Network d2327686-93c0-47c6-a3f4-c6fc7e35867c requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:23:12.834527 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-6db09ae8-c33d-4303-a8db-d62284e2d06a service neutron] 10.222.0.61 "GET /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209365 Nov 16 11:23:13.075417 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-5009f809-34aa-48d4-97a4-4931395c07f6 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Allocated IP 19.80.0.244 (f47b6b42-11f4-47b3-b7a1-7dca8ae77541/797cd3f2-52fc-410e-8061-b267c2ad5098/509b8880-8730-41a5-891c-ed8d9921e618) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:23:13.434315 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-5009f809-34aa-48d4-97a4-4931395c07f6 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:13.506627 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:13.543774 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-5009f809-34aa-48d4-97a4-4931395c07f6 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:13.576164 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 9b788218-e0ad-4b8e-99e5-48c387829fb2, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=9b788218-e0ad-4b8e-99e5-48c387829fb2,segment=NetworkSegment(dde4f2a5-6c36-4ca1-b975-fe969cc62f41),segment_id=dde4f2a5-6c36-4ca1-b975-fe969cc62f41)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:13.597278 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '9b788218-e0ad-4b8e-99e5-48c387829fb2', 'network_id': '3d74d208-8054-4a20-a68e-5341a0731232', 'port_id': '9b788218-e0ad-4b8e-99e5-48c387829fb2', 'mac_address': 'fa:16:3e:76:d6:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f019b1b-47e9-47e0-b9fa-270ea9b96fc7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:23:13.639979 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-5009f809-34aa-48d4-97a4-4931395c07f6 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Network f47b6b42-11f4-47b3-b7a1-7dca8ae77541 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:23:13.652859 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-5009f809-34aa-48d4-97a4-4931395c07f6 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:23:13.663271 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-b136dde6-ec25-414e-8cd5-8fd1b3f30d76 service neutron] 10.222.0.61 "GET /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7951121 Nov 16 11:23:13.671532 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-5009f809-34aa-48d4-97a4-4931395c07f6 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:23:13.756479 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5009f809-34aa-48d4-97a4-4931395c07f6 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Pushing event updated for resources: {'Port': ['ID=509b8880-8730-41a5-891c-ed8d9921e618,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:13.794093 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-5009f809-34aa-48d4-97a4-4931395c07f6 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:13.796015 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:13.798164 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-5009f809-34aa-48d4-97a4-4931395c07f6 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:13.832091 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-5009f809-34aa-48d4-97a4-4931395c07f6 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3919797 Nov 16 11:23:13.845493 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-a9b76a84-4493-4318-8105-fa94cb5b2eac tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Request body: {'port': {'device_id': 'b656b4e4-16bf-41e2-a583-5cccc058b6cf', 'network_id': 'd2327686-93c0-47c6-a3f4-c6fc7e35867c', 'admin_state_up': True, 'tenant_id': 'a7ec6f0aa917436da9b8feca47770801'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:23:13.879530 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7e6d80df-567a-4bb0-b4c9-278c5fc1c4c2 service neutron] 10.222.0.61 "GET /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123048 Nov 16 11:23:13.925082 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b788218-e0ad-4b8e-99e5-48c387829fb2 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:23:13.943057 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-eb561042-e2d1-4ef9-b088-f537b78679f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:14.082551 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-eb561042-e2d1-4ef9-b088-f537b78679f5 None None] For port 2664f302-4fd4-4e44-b440-43eda1b46cad, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=2664f302-4fd4-4e44-b440-43eda1b46cad,segment=NetworkSegment(2a557798-23cb-4d44-89f9-b076844abe00),segment_id=2a557798-23cb-4d44-89f9-b076844abe00)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:14.084701 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 9b788218-e0ad-4b8e-99e5-48c387829fb2, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=9b788218-e0ad-4b8e-99e5-48c387829fb2,segment=NetworkSegment(dde4f2a5-6c36-4ca1-b975-fe969cc62f41),segment_id=dde4f2a5-6c36-4ca1-b975-fe969cc62f41)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:14.095760 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5eb1d043-a700-4023-b82d-c10b4884cd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:14.101778 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 02f24461-d778-4489-81ea-ce9be1265fcf, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=02f24461-d778-4489-81ea-ce9be1265fcf,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:14.138097 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-5a1ffa86-a9dc-437e-8f71-71e0c93ff522 service neutron] 10.222.0.61 "GET /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544823 Nov 16 11:23:14.147967 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-eb561042-e2d1-4ef9-b088-f537b78679f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:14.169767 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:14.205049 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:14.217082 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-a9b76a84-4493-4318-8105-fa94cb5b2eac tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Made reservation on behalf of a7ec6f0aa917436da9b8feca47770801 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:23:14.221821 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-a9b76a84-4493-4318-8105-fa94cb5b2eac tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:14.398948 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-8a04dfec-5d34-4520-b44d-62b0804d9cb1 service neutron] 10.222.0.61 "GET /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553051 Nov 16 11:23:14.422376 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port fa47f57a-f021-4a0b-8150-317c0c6638c6 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:23:14.422826 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:14.525063 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['9b788218-e0ad-4b8e-99e5-48c387829fb2'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:23:14.546081 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb561042-e2d1-4ef9-b088-f537b78679f5 None None] Pushing event updated for resources: {'Port': ['ID=2664f302-4fd4-4e44-b440-43eda1b46cad,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:14.644932 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-5f0aebfa-794a-4f4d-ab9a-982224796c67 None None] Provisioning complete for port 716041b5-1346-45fd-9887-83e7c274cb37 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:23:14.645306 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5f0aebfa-794a-4f4d-ab9a-982224796c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:14.658545 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-a9b76a84-4493-4318-8105-fa94cb5b2eac tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Allocated IP 19.86.0.89 (d2327686-93c0-47c6-a3f4-c6fc7e35867c/a65fe65c-e3b9-4a9c-989c-7c974d2237e6/44e61d0a-e3c6-4701-aeda-509c1367bff0) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:23:14.728410 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-067daef6-34ad-4282-88f3-30a60b72c4cd service neutron] 10.222.0.61 "GET /v2.0/networks/ea6b1a63-583a-4222-8450-3af28565319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107436 Nov 16 11:23:14.969899 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=9b788218-e0ad-4b8e-99e5-48c387829fb2,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:15.029527 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-615a4e02-8ef0-4488-b4ee-a8b93bc13722 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6b1a63-583a-4222-8450-3af28565319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999866 Nov 16 11:23:15.041024 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-a9b76a84-4493-4318-8105-fa94cb5b2eac tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:15.143345 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-a9b76a84-4493-4318-8105-fa94cb5b2eac tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:15.232372 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-a9b76a84-4493-4318-8105-fa94cb5b2eac tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Network d2327686-93c0-47c6-a3f4-c6fc7e35867c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:23:15.244232 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-a9b76a84-4493-4318-8105-fa94cb5b2eac tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:23:15.247604 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-a9b76a84-4493-4318-8105-fa94cb5b2eac tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:23:15.280357 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-9ba1c2ac-e4e2-462d-bfc1-db62863f9431 service neutron] 10.222.0.61 "GET /v2.0/networks/ea6b1a63-583a-4222-8450-3af28565319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438171 Nov 16 11:23:15.329702 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b76a84-4493-4318-8105-fa94cb5b2eac tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Pushing event updated for resources: {'Port': ['ID=44e61d0a-e3c6-4701-aeda-509c1367bff0,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:15.347822 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=02f24461-d778-4489-81ea-ce9be1265fcf,revision_number=13']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:15.379677 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-a9b76a84-4493-4318-8105-fa94cb5b2eac tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:15.387817 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-a9b76a84-4493-4318-8105-fa94cb5b2eac tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:15.441752 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-a9b76a84-4493-4318-8105-fa94cb5b2eac tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6001334 Nov 16 11:23:15.457631 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-d7f24668-e401-48ca-889f-9db1a5868c99 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Request body: {'port': {'device_id': 'b656b4e4-16bf-41e2-a583-5cccc058b6cf', 'network_id': 'f47b6b42-11f4-47b3-b7a1-7dca8ae77541', 'admin_state_up': True, 'tenant_id': 'a7ec6f0aa917436da9b8feca47770801'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:23:15.498901 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 44d8861f-26a5-4bed-a95d-9f106b286cbb up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:23:15.512182 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5f0aebfa-794a-4f4d-ab9a-982224796c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:15.531282 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-2cc95c69-349d-4fe4-8e03-74b0a52d2c4c service neutron] 10.222.0.61 "GET /v2.0/networks/ea6b1a63-583a-4222-8450-3af28565319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436583 Nov 16 11:23:15.695543 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5f13c3a6-bee0-4ca5-93b4-c3fb9c860747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:15.717684 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-5f0aebfa-794a-4f4d-ab9a-982224796c67 None None] For port 716041b5-1346-45fd-9887-83e7c274cb37, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=716041b5-1346-45fd-9887-83e7c274cb37,segment=NetworkSegment(dadca4f8-8650-4e96-b186-d0228f5719f9),segment_id=dadca4f8-8650-4e96-b186-d0228f5719f9)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:15.729274 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5f0aebfa-794a-4f4d-ab9a-982224796c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:15.761753 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-d7f24668-e401-48ca-889f-9db1a5868c99 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Made reservation on behalf of a7ec6f0aa917436da9b8feca47770801 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:23:15.767980 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-d7f24668-e401-48ca-889f-9db1a5868c99 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:15.895654 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0aebfa-794a-4f4d-ab9a-982224796c67 None None] Pushing event updated for resources: {'Port': ['ID=716041b5-1346-45fd-9887-83e7c274cb37,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:15.918071 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 44d8861f-26a5-4bed-a95d-9f106b286cbb triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:23:15.918739 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:15.963927 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-5f0aebfa-794a-4f4d-ab9a-982224796c67 None None] Provisioning complete for port f1fa4744-9726-4360-9e37-9d37a62c4da8 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:23:15.964312 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5f0aebfa-794a-4f4d-ab9a-982224796c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:16.033704 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-d7f24668-e401-48ca-889f-9db1a5868c99 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Allocated IP 19.80.0.172 (f47b6b42-11f4-47b3-b7a1-7dca8ae77541/797cd3f2-52fc-410e-8061-b267c2ad5098/9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:23:16.185282 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5f0aebfa-794a-4f4d-ab9a-982224796c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:16.240173 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 9b788218-e0ad-4b8e-99e5-48c387829fb2 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:23:16.397003 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-5f0aebfa-794a-4f4d-ab9a-982224796c67 None None] For port f1fa4744-9726-4360-9e37-9d37a62c4da8, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=f1fa4744-9726-4360-9e37-9d37a62c4da8,segment=NetworkSegment(17953ad3-7b75-4f90-9bae-47bbf4f6e0d3),segment_id=17953ad3-7b75-4f90-9bae-47bbf4f6e0d3)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:16.418212 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5f0aebfa-794a-4f4d-ab9a-982224796c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:16.420737 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 9b788218-e0ad-4b8e-99e5-48c387829fb2 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:23:16.428928 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 9b788218-e0ad-4b8e-99e5-48c387829fb2 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:23:16.429650 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:16.546351 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-d7f24668-e401-48ca-889f-9db1a5868c99 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:16.651968 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-d7f24668-e401-48ca-889f-9db1a5868c99 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:16.659345 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-274ff820-0d44-4920-b5b7-f3d70e73a442 None None] Provisioning complete for port 44e61d0a-e3c6-4701-aeda-509c1367bff0 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:23:16.663613 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-274ff820-0d44-4920-b5b7-f3d70e73a442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:16.684734 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 2664f302-4fd4-4e44-b440-43eda1b46cad up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:23:16.785312 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-d7f24668-e401-48ca-889f-9db1a5868c99 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Network f47b6b42-11f4-47b3-b7a1-7dca8ae77541 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:23:16.785886 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:16.814000 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-d7f24668-e401-48ca-889f-9db1a5868c99 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:23:16.820680 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-d7f24668-e401-48ca-889f-9db1a5868c99 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:23:16.927297 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f24668-e401-48ca-889f-9db1a5868c99 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Pushing event updated for resources: {'Port': ['ID=9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:16.938326 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0aebfa-794a-4f4d-ab9a-982224796c67 None None] Pushing event updated for resources: {'Port': ['ID=f1fa4744-9726-4360-9e37-9d37a62c4da8,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:16.950989 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7f711-646e-4718-955c-bac33f0489f7 req-da5005e0-41b1-4399-a2fa-03354b43c953 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:16.958352 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4ea7f711-646e-4718-955c-bac33f0489f7 req-da5005e0-41b1-4399-a2fa-03354b43c953 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d7ad5bb-6115-4b5e-8156-206b4ea5631a HTTP/1.1" status: 200 len: 945 time: 0.1586165 Nov 16 11:23:16.989135 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-d7f24668-e401-48ca-889f-9db1a5868c99 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:16.989802 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-d7f24668-e401-48ca-889f-9db1a5868c99 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:17.046248 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-274ff820-0d44-4920-b5b7-f3d70e73a442 None None] Port 44e61d0a-e3c6-4701-aeda-509c1367bff0 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:23:17.049374 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:17.058707 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-d7f24668-e401-48ca-889f-9db1a5868c99 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6050496 Nov 16 11:23:17.083506 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-11001d93-718a-4524-9cb5-44c54906fe1e service neutron] Request body: {'port': {'device_id': 'b656b4e4-16bf-41e2-a583-5cccc058b6cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:23:17.085496 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4ea7f711-646e-4718-955c-bac33f0489f7 req-375b6f81-8461-4cf7-a01a-9f6ab07788ba tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152699 Nov 16 11:23:17.115342 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 2664f302-4fd4-4e44-b440-43eda1b46cad triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:23:17.115806 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:17.263251 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-11001d93-718a-4524-9cb5-44c54906fe1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:17.272683 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d045278-12fc-40e7-9774-985a9f2ea0ec req-cd5a803c-b6e2-4e37-8ed2-70d3f1c80839 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:17.277769 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-274ff820-0d44-4920-b5b7-f3d70e73a442 None None] Provisioning complete for port 716041b5-1346-45fd-9887-83e7c274cb37 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:23:17.278333 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-274ff820-0d44-4920-b5b7-f3d70e73a442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:17.290433 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6d045278-12fc-40e7-9774-985a9f2ea0ec req-cd5a803c-b6e2-4e37-8ed2-70d3f1c80839 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe3a8743-3959-4376-a554-c2c99664b889 HTTP/1.1" status: 200 len: 944 time: 0.1113269 Nov 16 11:23:17.331437 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 9b788218-e0ad-4b8e-99e5-48c387829fb2, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=9b788218-e0ad-4b8e-99e5-48c387829fb2,segment=NetworkSegment(dde4f2a5-6c36-4ca1-b975-fe969cc62f41),segment_id=dde4f2a5-6c36-4ca1-b975-fe969cc62f41)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:17.347666 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:17.445417 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6d045278-12fc-40e7-9774-985a9f2ea0ec req-143cc7a8-9a9f-4588-a82a-abd47b6a9c11 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506627 Nov 16 11:23:17.582390 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=9b788218-e0ad-4b8e-99e5-48c387829fb2,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:17.657754 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device f1fa4744-9726-4360-9e37-9d37a62c4da8 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:23:17.782186 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd2208-1cd1-486a-b244-b6c173ddd5bb req-667f993b-16c9-41be-a679-04ae4c0c88ca tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:17.797519 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-12dd2208-1cd1-486a-b244-b6c173ddd5bb req-667f993b-16c9-41be-a679-04ae4c0c88ca tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 950 time: 0.1826675 Nov 16 11:23:17.860425 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-11001d93-718a-4524-9cb5-44c54906fe1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 509b8880-8730-41a5-891c-ed8d9921e618 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:23:17.871361 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-11001d93-718a-4524-9cb5-44c54906fe1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:17.892571 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-11001d93-718a-4524-9cb5-44c54906fe1e service neutron] Transition to ACTIVE for port object 509b8880-8730-41a5-891c-ed8d9921e618 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:23:17.898323 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-274ff820-0d44-4920-b5b7-f3d70e73a442 None None] Provisioning complete for port 509b8880-8730-41a5-891c-ed8d9921e618 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:23:17.898865 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-274ff820-0d44-4920-b5b7-f3d70e73a442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:17.902928 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-11001d93-718a-4524-9cb5-44c54906fe1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:17.929588 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-12dd2208-1cd1-486a-b244-b6c173ddd5bb req-a0d9a8a4-ec5e-499d-af5a-38059896efee tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298966 Nov 16 11:23:17.974524 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11001d93-718a-4524-9cb5-44c54906fe1e service neutron] Pushing event updated for resources: {'Port': ['ID=509b8880-8730-41a5-891c-ed8d9921e618,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:18.019512 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port f1fa4744-9726-4360-9e37-9d37a62c4da8 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:23:18.019889 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:18.102801 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-274ff820-0d44-4920-b5b7-f3d70e73a442 None None] Port 509b8880-8730-41a5-891c-ed8d9921e618 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:23:18.118643 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-11001d93-718a-4524-9cb5-44c54906fe1e service neutron] Attempting to bind port 509b8880-8730-41a5-891c-ed8d9921e618 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:23:18.120345 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-11001d93-718a-4524-9cb5-44c54906fe1e service neutron] Attempting to bind port 509b8880-8730-41a5-891c-ed8d9921e618 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'dadca4f8-8650-4e96-b186-d0228f5719f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'f47b6b42-11f4-47b3-b7a1-7dca8ae77541'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:23:18.120682 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-11001d93-718a-4524-9cb5-44c54906fe1e service neutron] Attempting to bind port 509b8880-8730-41a5-891c-ed8d9921e618 on network f47b6b42-11f4-47b3-b7a1-7dca8ae77541 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:23:18.136443 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-11001d93-718a-4524-9cb5-44c54906fe1e service neutron] Port 509b8880-8730-41a5-891c-ed8d9921e618 on network f47b6b42-11f4-47b3-b7a1-7dca8ae77541 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:23:18.137063 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-11001d93-718a-4524-9cb5-44c54906fe1e service neutron] Attempting to bind port 509b8880-8730-41a5-891c-ed8d9921e618 on network f47b6b42-11f4-47b3-b7a1-7dca8ae77541 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:23:18.144668 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-11001d93-718a-4524-9cb5-44c54906fe1e service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:23:18.145015 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-11001d93-718a-4524-9cb5-44c54906fe1e service neutron] Checking segment: {'id': 'dadca4f8-8650-4e96-b186-d0228f5719f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'f47b6b42-11f4-47b3-b7a1-7dca8ae77541'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:23:18.149462 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-11001d93-718a-4524-9cb5-44c54906fe1e service neutron] Bound using segment: {'id': 'dadca4f8-8650-4e96-b186-d0228f5719f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'f47b6b42-11f4-47b3-b7a1-7dca8ae77541'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:23:18.150065 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-11001d93-718a-4524-9cb5-44c54906fe1e service neutron] Bound port: 509b8880-8730-41a5-891c-ed8d9921e618, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dadca4f8-8650-4e96-b186-d0228f5719f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'f47b6b42-11f4-47b3-b7a1-7dca8ae77541'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:23:18.150211 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cacfd7-c641-4344-8407-644329a99179 req-c502e4ee-eb0e-4924-9f65-4c095912cdd0 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:18.150671 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-11001d93-718a-4524-9cb5-44c54906fe1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:18.151386 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-274ff820-0d44-4920-b5b7-f3d70e73a442 None None] Provisioning complete for port f1fa4744-9726-4360-9e37-9d37a62c4da8 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:23:18.151761 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-274ff820-0d44-4920-b5b7-f3d70e73a442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:18.160931 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b4cacfd7-c641-4344-8407-644329a99179 req-c502e4ee-eb0e-4924-9f65-4c095912cdd0 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 946 time: 0.1022964 Nov 16 11:23:18.244515 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b4cacfd7-c641-4344-8407-644329a99179 req-6e8d9417-c7de-4079-a74b-5ab2f059bd9b tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826819 Nov 16 11:23:18.275135 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:18.282433 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-11001d93-718a-4524-9cb5-44c54906fe1e service neutron] For port 509b8880-8730-41a5-891c-ed8d9921e618, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:23:18.286468 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-11001d93-718a-4524-9cb5-44c54906fe1e service neutron] For port 509b8880-8730-41a5-891c-ed8d9921e618, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=509b8880-8730-41a5-891c-ed8d9921e618,segment=NetworkSegment(dadca4f8-8650-4e96-b186-d0228f5719f9),segment_id=dadca4f8-8650-4e96-b186-d0228f5719f9)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:23:18.294944 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-11001d93-718a-4524-9cb5-44c54906fe1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:18.366867 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3853dd4c-20be-4feb-bd96-d32ac54194b8 x-openstack-request-id: req-3853dd4c-20be-4feb-bd96-d32ac54194b8 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:23:18.367166 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7ad5bb-6115-4b5e-8156-206b4ea5631a", "name": "network-vif-plugged", "status": "completed", "tag": "d169e98f-1f72-49dc-9f8d-d83ecf9c069c", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:23:18.367420 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3853dd4c-20be-4feb-bd96-d32ac54194b8 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:23:18.367819 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d7ad5bb-6115-4b5e-8156-206b4ea5631a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd169e98f-1f72-49dc-9f8d-d83ecf9c069c', 'code': 200} Nov 16 11:23:18.424503 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11001d93-718a-4524-9cb5-44c54906fe1e service neutron] Pushing event updated for resources: {'Port': ['ID=509b8880-8730-41a5-891c-ed8d9921e618,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:18.441915 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-11001d93-718a-4524-9cb5-44c54906fe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:18.442661 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-11001d93-718a-4524-9cb5-44c54906fe1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:18.449039 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-11001d93-718a-4524-9cb5-44c54906fe1e service neutron] 10.222.0.64 "PUT /v2.0/ports/509b8880-8730-41a5-891c-ed8d9921e618 HTTP/1.1" status: 200 len: 1092 time: 1.3751621 Nov 16 11:23:18.479878 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 716041b5-1346-45fd-9887-83e7c274cb37 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:23:18.492400 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-e7b65a57-ac65-4ee3-9917-3dccb4f3154b service neutron] Request body: {'port': {'device_id': 'b656b4e4-16bf-41e2-a583-5cccc058b6cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:23:18.567680 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94835a-e40d-463f-9dbf-76b4c7731888 req-e4e605d3-df86-45a7-ae1b-5d1b987673e2 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:18.579429 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94835a-e40d-463f-9dbf-76b4c7731888 req-e4e605d3-df86-45a7-ae1b-5d1b987673e2 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:18.588622 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94835a-e40d-463f-9dbf-76b4c7731888 req-e4e605d3-df86-45a7-ae1b-5d1b987673e2 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:18.606984 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bb94835a-e40d-463f-9dbf-76b4c7731888 req-e4e605d3-df86-45a7-ae1b-5d1b987673e2 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/ports?device_id=b656b4e4-16bf-41e2-a583-5cccc058b6cf HTTP/1.1" status: 200 len: 2388 time: 0.1538470 Nov 16 11:23:18.608142 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-e7b65a57-ac65-4ee3-9917-3dccb4f3154b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:18.653913 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6f89184f-fc50-4548-9435-91e63f69ef3b None None] Provisioning complete for port 9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:23:18.654603 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6f89184f-fc50-4548-9435-91e63f69ef3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:18.664465 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836724a8-6808-4eb8-82c2-0d14cc4c9307 req-56797d73-ce3f-4346-bbba-b31a4ab733f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:18.666202 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-836724a8-6808-4eb8-82c2-0d14cc4c9307 req-56797d73-ce3f-4346-bbba-b31a4ab733f6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0d7ad5bb-6115-4b5e-8156-206b4ea5631a HTTP/1.1" status: 200 len: 1096 time: 0.1539371 Nov 16 11:23:18.724277 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 716041b5-1346-45fd-9887-83e7c274cb37 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:23:18.725238 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bb94835a-e40d-463f-9dbf-76b4c7731888 req-0324baec-3c8d-4ac3-b865-c70d2c02c2e4 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/security-groups?id=e6ce7d58-b578-4d94-8222-f5a684de1780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160085 Nov 16 11:23:18.726241 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:18.775372 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-836724a8-6808-4eb8-82c2-0d14cc4c9307 req-bae9397c-20a7-44f3-9b93-fb2376cde54c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994036 Nov 16 11:23:18.822743 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-6f89184f-fc50-4548-9435-91e63f69ef3b None None] Port 9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:23:18.832676 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:18.909579 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707cbba8-0009-4699-be7c-f60961af3483 x-openstack-request-id: req-707cbba8-0009-4699-be7c-f60961af3483 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:23:18.910197 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe3a8743-3959-4376-a554-c2c99664b889", "tag": "9b788218-e0ad-4b8e-99e5-48c387829fb2", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:23:18.910318 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-707cbba8-0009-4699-be7c-f60961af3483 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:23:18.910787 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe3a8743-3959-4376-a554-c2c99664b889', 'tag': '9b788218-e0ad-4b8e-99e5-48c387829fb2', 'status': 'completed', 'code': 200} Nov 16 11:23:19.073085 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-f156b7a8-5ee0-433c-81cd-96fcacb9e7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:19.074486 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-f156b7a8-5ee0-433c-81cd-96fcacb9e7b2 service neutron] 10.222.0.36 "GET /v2.0/ports/442339e7-8828-4527-b420-5e71635e90f9 HTTP/1.1" status: 200 len: 1027 time: 0.1006186 Nov 16 11:23:19.185293 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device f1fa4744-9726-4360-9e37-9d37a62c4da8 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:23:19.207553 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e781a0-465b-43b9-ba1a-c66210bd0860 req-7d6b0e26-ce94-487b-9df7-bb3a78dfd300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:19.209102 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-44e781a0-465b-43b9-ba1a-c66210bd0860 req-7d6b0e26-ce94-487b-9df7-bb3a78dfd300 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bcada9d38abf4226bc4ca768b16b9a90&device_id=fe3a8743-3959-4376-a554-c2c99664b889 HTTP/1.1" status: 200 len: 1096 time: 0.1731782 Nov 16 11:23:19.222663 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-155da719-afa6-46da-bab8-172ee0ada04c req-31c965f6-3ed3-4897-9deb-a67d699172fc tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 210 time: 0.0734377 Nov 16 11:23:19.239236 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-42f3d408-b58b-4fc7-a293-4175d3d60215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:19.245552 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-42f3d408-b58b-4fc7-a293-4175d3d60215 service neutron] 10.222.0.36 "GET /v2.0/ports/ef6df7df-1e5a-4b26-a927-ad82f8336e09 HTTP/1.1" status: 200 len: 1027 time: 0.1608636 Nov 16 11:23:19.317400 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port f1fa4744-9726-4360-9e37-9d37a62c4da8 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:23:19.317777 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:19.447364 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-b5b13663-e0ea-45bb-b525-1d6bf683d103 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:19.453902 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-b5b13663-e0ea-45bb-b525-1d6bf683d103 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:19.464187 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-b5b13663-e0ea-45bb-b525-1d6bf683d103 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:19.466221 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-b5b13663-e0ea-45bb-b525-1d6bf683d103 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.36 "GET /v2.0/networks?id=3a680621-2411-4708-95d4-d036f0b77350&id=2ef7fac0-ba76-4873-aa0c-db478637a221&id=2ef7fac0-ba76-4873-aa0c-db478637a221&id=2ef7fac0-ba76-4873-aa0c-db478637a221&id=2ef7fac0-ba76-4873-aa0c-db478637a221&id=ea6b1a63-583a-4222-8450-3af28565319c&id=ea6b1a63-583a-4222-8450-3af28565319c HTTP/1.1" status: 200 len: 1989 time: 0.2170329 Nov 16 11:23:19.477869 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e781a0-465b-43b9-ba1a-c66210bd0860 req-79b10c6a-3c5e-4ff4-8eb9-06dda1e10888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:19.481992 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-44e781a0-465b-43b9-ba1a-c66210bd0860 req-79b10c6a-3c5e-4ff4-8eb9-06dda1e10888 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3d74d208-8054-4a20-a68e-5341a0731232 HTTP/1.1" status: 200 len: 912 time: 0.2601199 Nov 16 11:23:19.484006 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-e7b65a57-ac65-4ee3-9917-3dccb4f3154b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44e61d0a-e3c6-4701-aeda-509c1367bff0 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:23:19.552106 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:23:19.557528 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-e7b65a57-ac65-4ee3-9917-3dccb4f3154b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:19.576061 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-e7b65a57-ac65-4ee3-9917-3dccb4f3154b service neutron] Transition to ACTIVE for port object 44e61d0a-e3c6-4701-aeda-509c1367bff0 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:23:19.578672 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-44e781a0-465b-43b9-ba1a-c66210bd0860 req-3a76354e-6b52-41ef-8cc8-bbcde90e6980 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b788218-e0ad-4b8e-99e5-48c387829fb2 HTTP/1.1" status: 200 len: 217 time: 0.0776832 Nov 16 11:23:19.586567 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe46127-e52d-42de-8a59-c9c0e946fd31 req-da6508d8-6214-44e1-944a-623c5c698ef4 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:19.588146 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-abe46127-e52d-42de-8a59-c9c0e946fd31 req-da6508d8-6214-44e1-944a-623c5c698ef4 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d7ad5bb-6115-4b5e-8156-206b4ea5631a HTTP/1.1" status: 200 len: 945 time: 0.1202331 Nov 16 11:23:19.590866 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-e7b65a57-ac65-4ee3-9917-3dccb4f3154b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:19.628271 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-e3bb9311-1699-4167-b925-d77a4b1566d3 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ae06a69eac64c2d80c4db8375c3a241 HTTP/1.1" status: 200 len: 380 time: 0.1423869 Nov 16 11:23:19.645343 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-473553b4-2cca-48ce-9de3-0aeedb7144cc tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Request body: {'port': {'device_id': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'network_id': '3a680621-2411-4708-95d4-d036f0b77350', 'admin_state_up': True, 'tenant_id': '1ae06a69eac64c2d80c4db8375c3a241', 'security_groups': ['df1a22eb-4b7f-4078-bf25-bb6ec7c01c43']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:23:19.677667 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e781a0-465b-43b9-ba1a-c66210bd0860 req-125653e9-3a67-4c2d-b517-c8dbac5cd692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:19.679487 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-44e781a0-465b-43b9-ba1a-c66210bd0860 req-125653e9-3a67-4c2d-b517-c8dbac5cd692 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f019b1b-47e9-47e0-b9fa-270ea9b96fc7 HTTP/1.1" status: 200 len: 851 time: 0.0734079 Nov 16 11:23:19.755695 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-44e781a0-465b-43b9-ba1a-c66210bd0860 req-db413638-b5bf-4549-9f41-d1e4815408c3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3d74d208-8054-4a20-a68e-5341a0731232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477843 Nov 16 11:23:19.767274 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-abe46127-e52d-42de-8a59-c9c0e946fd31 req-a39480b5-77c8-47c4-accd-a7ebb05547a5 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708617 Nov 16 11:23:19.949181 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-473553b4-2cca-48ce-9de3-0aeedb7144cc tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Made reservation on behalf of 1ae06a69eac64c2d80c4db8375c3a241 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:23:19.954172 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-473553b4-2cca-48ce-9de3-0aeedb7144cc tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:20.092310 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009960e7-327e-4f01-be0e-77da53e3bd79 req-061b6ab2-87ee-4583-83cd-ccc1ddf6d641 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:20.101585 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-009960e7-327e-4f01-be0e-77da53e3bd79 req-061b6ab2-87ee-4583-83cd-ccc1ddf6d641 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe3a8743-3959-4376-a554-c2c99664b889 HTTP/1.1" status: 200 len: 945 time: 0.1698780 Nov 16 11:23:20.216825 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-009960e7-327e-4f01-be0e-77da53e3bd79 req-6e589737-abe8-46cb-b072-99a075c7dbd4 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137378 Nov 16 11:23:20.250958 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-473553b4-2cca-48ce-9de3-0aeedb7144cc tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Allocated IP 172.20.0.14 (3a680621-2411-4708-95d4-d036f0b77350/fa229a78-8641-4bd0-96a1-8a987021b856/08ceb28d-8344-42d5-9cb2-b5e94742930c) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:23:20.368776 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e64b9e-49c7-4466-8317-80b58a1d1a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a771019e-36ea-4eb2-b9ce-fd9be7346252'}, {'server_uuid': 'a2f543b5-db37-43d1-b756-4fccbc592401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f24461-d778-4489-81ea-ce9be1265fcf'}, {'server_uuid': 'fe3a8743-3959-4376-a554-c2c99664b889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b788218-e0ad-4b8e-99e5-48c387829fb2'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:23:20.371502 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764a34b8-dcb0-4131-aa0e-71bb3ab3a935" -d '{"events": [{"server_uuid": "c6e64b9e-49c7-4466-8317-80b58a1d1a79", "name": "network-vif-plugged", "status": "completed", "tag": "a771019e-36ea-4eb2-b9ce-fd9be7346252"}, {"server_uuid": "a2f543b5-db37-43d1-b756-4fccbc592401", "name": "network-vif-plugged", "status": "completed", "tag": "02f24461-d778-4489-81ea-ce9be1265fcf"}, {"server_uuid": "fe3a8743-3959-4376-a554-c2c99664b889", "name": "network-vif-plugged", "status": "completed", "tag": "9b788218-e0ad-4b8e-99e5-48c387829fb2"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:23:20.444792 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786897e-d3d4-4d61-b85c-8736e0ba59b1 req-7c3f9d38-7efb-41c8-ad6d-9536ac1b56e0 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:20.456258 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1786897e-d3d4-4d61-b85c-8736e0ba59b1 req-7c3f9d38-7efb-41c8-ad6d-9536ac1b56e0 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 950 time: 0.1379406 Nov 16 11:23:20.525286 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-473553b4-2cca-48ce-9de3-0aeedb7144cc tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:20.563359 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b65a57-ac65-4ee3-9917-3dccb4f3154b service neutron] Pushing event updated for resources: {'Port': ['ID=44e61d0a-e3c6-4701-aeda-509c1367bff0,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:20.585175 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1786897e-d3d4-4d61-b85c-8736e0ba59b1 req-4dee426f-840b-486f-a21d-87bf2c77fbbb tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085892 Nov 16 11:23:20.654695 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-473553b4-2cca-48ce-9de3-0aeedb7144cc tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:20.677298 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-e7b65a57-ac65-4ee3-9917-3dccb4f3154b service neutron] Attempting to bind port 44e61d0a-e3c6-4701-aeda-509c1367bff0 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:23:20.677694 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-e7b65a57-ac65-4ee3-9917-3dccb4f3154b service neutron] Attempting to bind port 44e61d0a-e3c6-4701-aeda-509c1367bff0 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '17953ad3-7b75-4f90-9bae-47bbf4f6e0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'd2327686-93c0-47c6-a3f4-c6fc7e35867c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:23:20.678026 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-e7b65a57-ac65-4ee3-9917-3dccb4f3154b service neutron] Attempting to bind port 44e61d0a-e3c6-4701-aeda-509c1367bff0 on network d2327686-93c0-47c6-a3f4-c6fc7e35867c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:23:20.700715 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-e7b65a57-ac65-4ee3-9917-3dccb4f3154b service neutron] Port 44e61d0a-e3c6-4701-aeda-509c1367bff0 on network d2327686-93c0-47c6-a3f4-c6fc7e35867c not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:23:20.701039 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-e7b65a57-ac65-4ee3-9917-3dccb4f3154b service neutron] Attempting to bind port 44e61d0a-e3c6-4701-aeda-509c1367bff0 on network d2327686-93c0-47c6-a3f4-c6fc7e35867c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:23:20.717894 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-e7b65a57-ac65-4ee3-9917-3dccb4f3154b service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:23:20.718265 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-e7b65a57-ac65-4ee3-9917-3dccb4f3154b service neutron] Checking segment: {'id': '17953ad3-7b75-4f90-9bae-47bbf4f6e0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'd2327686-93c0-47c6-a3f4-c6fc7e35867c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:23:20.718658 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-e7b65a57-ac65-4ee3-9917-3dccb4f3154b service neutron] Bound using segment: {'id': '17953ad3-7b75-4f90-9bae-47bbf4f6e0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'd2327686-93c0-47c6-a3f4-c6fc7e35867c'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:23:20.719518 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-e7b65a57-ac65-4ee3-9917-3dccb4f3154b service neutron] Bound port: 44e61d0a-e3c6-4701-aeda-509c1367bff0, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17953ad3-7b75-4f90-9bae-47bbf4f6e0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'd2327686-93c0-47c6-a3f4-c6fc7e35867c'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:23:20.719518 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-e7b65a57-ac65-4ee3-9917-3dccb4f3154b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:20.725470 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-44e781a0-465b-43b9-ba1a-c66210bd0860 req-7c33a918-0368-4116-80a3-46cf0034797d service neutron] 10.222.0.64 "GET /v2.0/networks/3d74d208-8054-4a20-a68e-5341a0731232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9244177 Nov 16 11:23:20.773346 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-473553b4-2cca-48ce-9de3-0aeedb7144cc tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Network 3a680621-2411-4708-95d4-d036f0b77350 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:23:20.781800 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-473553b4-2cca-48ce-9de3-0aeedb7144cc tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:23:20.814347 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-473553b4-2cca-48ce-9de3-0aeedb7144cc tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:23:20.862394 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473553b4-2cca-48ce-9de3-0aeedb7144cc tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Pushing event updated for resources: {'Port': ['ID=08ceb28d-8344-42d5-9cb2-b5e94742930c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:20.900944 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473553b4-2cca-48ce-9de3-0aeedb7144cc tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:20.901297 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473553b4-2cca-48ce-9de3-0aeedb7144cc tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:20.911306 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473553b4-2cca-48ce-9de3-0aeedb7144cc tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:20.912240 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473553b4-2cca-48ce-9de3-0aeedb7144cc tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:20.912513 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b656b4e4-16bf-41e2-a583-5cccc058b6cf', 'tag': '509b8880-8730-41a5-891c-ed8d9921e618'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:23:20.912970 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473553b4-2cca-48ce-9de3-0aeedb7144cc tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:20.913478 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473553b4-2cca-48ce-9de3-0aeedb7144cc tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:20.914005 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473553b4-2cca-48ce-9de3-0aeedb7144cc tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:20.914508 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473553b4-2cca-48ce-9de3-0aeedb7144cc tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:20.915050 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473553b4-2cca-48ce-9de3-0aeedb7144cc tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:20.915554 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473553b4-2cca-48ce-9de3-0aeedb7144cc tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:20.915965 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da65976e-10b4-4e1a-b275-67615adf77c8" -d '{"events": [{"name": "network-changed", "server_uuid": "b656b4e4-16bf-41e2-a583-5cccc058b6cf", "tag": "509b8880-8730-41a5-891c-ed8d9921e618"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:23:20.916311 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473553b4-2cca-48ce-9de3-0aeedb7144cc tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:20.916847 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473553b4-2cca-48ce-9de3-0aeedb7144cc tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:20.946744 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-44e781a0-465b-43b9-ba1a-c66210bd0860 req-d7cac6fa-14a4-464f-b539-36a89cdc5dd8 service neutron] 10.222.0.64 "GET /v2.0/networks/3d74d208-8054-4a20-a68e-5341a0731232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081494 Nov 16 11:23:20.973274 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9afd09-e22f-4332-805b-82f9a9692082 req-7ae70214-e361-4538-81ea-198d1d4fde56 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:20.981218 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cb9afd09-e22f-4332-805b-82f9a9692082 req-7ae70214-e361-4538-81ea-198d1d4fde56 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 946 time: 0.3014555 Nov 16 11:23:21.024050 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-e7b65a57-ac65-4ee3-9917-3dccb4f3154b service neutron] For port 44e61d0a-e3c6-4701-aeda-509c1367bff0, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:23:21.030856 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-e7b65a57-ac65-4ee3-9917-3dccb4f3154b service neutron] For port 44e61d0a-e3c6-4701-aeda-509c1367bff0, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=44e61d0a-e3c6-4701-aeda-509c1367bff0,segment=NetworkSegment(17953ad3-7b75-4f90-9bae-47bbf4f6e0d3),segment_id=17953ad3-7b75-4f90-9bae-47bbf4f6e0d3)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:23:21.041061 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-e7b65a57-ac65-4ee3-9917-3dccb4f3154b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:21.079893 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-e7b65a57-ac65-4ee3-9917-3dccb4f3154b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:21.080990 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-e7b65a57-ac65-4ee3-9917-3dccb4f3154b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:21.081234 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-473553b4-2cca-48ce-9de3-0aeedb7144cc tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:21.081885 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-473553b4-2cca-48ce-9de3-0aeedb7144cc tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:21.084155 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-e7b65a57-ac65-4ee3-9917-3dccb4f3154b service neutron] 10.222.0.64 "PUT /v2.0/ports/44e61d0a-e3c6-4701-aeda-509c1367bff0 HTTP/1.1" status: 200 len: 1091 time: 2.5983968 Nov 16 11:23:21.149971 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-3ffdf7df-e76f-4c53-bd6b-83a9cf0170dc service neutron] Request body: {'port': {'device_id': 'b656b4e4-16bf-41e2-a583-5cccc058b6cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:23:21.181047 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cb9afd09-e22f-4332-805b-82f9a9692082 req-244a625f-43fb-4fa5-8fe8-164a99665c61 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977894 Nov 16 11:23:21.189047 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a1bea6b3-2307-42c0-a691-f33a4caf11f5 None None] Provisioning complete for port 08ceb28d-8344-42d5-9cb2-b5e94742930c triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:23:21.195257 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-473553b4-2cca-48ce-9de3-0aeedb7144cc tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5592961 Nov 16 11:23:21.195792 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a1bea6b3-2307-42c0-a691-f33a4caf11f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:21.214766 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-761a7ddf-cfad-4360-8221-f078bafc62da tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Request body: {'port': {'device_id': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'network_id': '2ef7fac0-ba76-4873-aa0c-db478637a221', 'admin_state_up': True, 'tenant_id': '1ae06a69eac64c2d80c4db8375c3a241', 'security_groups': ['df1a22eb-4b7f-4078-bf25-bb6ec7c01c43']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:23:21.296653 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-a1bea6b3-2307-42c0-a691-f33a4caf11f5 None None] Port 08ceb28d-8344-42d5-9cb2-b5e94742930c cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:23:21.375062 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b65a57-ac65-4ee3-9917-3dccb4f3154b service neutron] Pushing event updated for resources: {'Port': ['ID=44e61d0a-e3c6-4701-aeda-509c1367bff0,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:21.458539 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39729579-6ac8-49ad-af37-396b3419505c req-f05c46a3-6fce-4124-bd56-cb68bbdc825d tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:21.466468 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39729579-6ac8-49ad-af37-396b3419505c req-f05c46a3-6fce-4124-bd56-cb68bbdc825d tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:21.473728 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39729579-6ac8-49ad-af37-396b3419505c req-f05c46a3-6fce-4124-bd56-cb68bbdc825d tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:21.482520 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-39729579-6ac8-49ad-af37-396b3419505c req-f05c46a3-6fce-4124-bd56-cb68bbdc825d tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/ports?device_id=b656b4e4-16bf-41e2-a583-5cccc058b6cf HTTP/1.1" status: 200 len: 2400 time: 0.1524270 Nov 16 11:23:21.494403 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-3ffdf7df-e76f-4c53-bd6b-83a9cf0170dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:21.593963 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-39729579-6ac8-49ad-af37-396b3419505c req-fd946c4f-9a50-4638-a619-194046e5fd0e tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/security-groups?id=e6ce7d58-b578-4d94-8222-f5a684de1780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084552 Nov 16 11:23:21.653119 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-761a7ddf-cfad-4360-8221-f078bafc62da tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Made reservation on behalf of 1ae06a69eac64c2d80c4db8375c3a241 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:23:21.660946 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-761a7ddf-cfad-4360-8221-f078bafc62da tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:21.925457 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-3ffdf7df-e76f-4c53-bd6b-83a9cf0170dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:23:21.935651 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-3ffdf7df-e76f-4c53-bd6b-83a9cf0170dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:21.952984 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-3ffdf7df-e76f-4c53-bd6b-83a9cf0170dc service neutron] Transition to ACTIVE for port object 9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:23:21.956268 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aab0d3-6ca4-4b3d-bb2d-a43439e3503a req-a25a0ea7-f3ac-402d-b3dc-a4981ffd9747 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:21.958145 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-55aab0d3-6ca4-4b3d-bb2d-a43439e3503a req-a25a0ea7-f3ac-402d-b3dc-a4981ffd9747 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 932 time: 0.1588848 Nov 16 11:23:21.959603 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-3ffdf7df-e76f-4c53-bd6b-83a9cf0170dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:22.043313 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffdf7df-e76f-4c53-bd6b-83a9cf0170dc service neutron] Pushing event updated for resources: {'Port': ['ID=9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:22.140706 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-3ffdf7df-e76f-4c53-bd6b-83a9cf0170dc service neutron] Attempting to bind port 9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:23:22.141804 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-3ffdf7df-e76f-4c53-bd6b-83a9cf0170dc service neutron] Attempting to bind port 9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'dadca4f8-8650-4e96-b186-d0228f5719f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'f47b6b42-11f4-47b3-b7a1-7dca8ae77541'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:23:22.145314 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-3ffdf7df-e76f-4c53-bd6b-83a9cf0170dc service neutron] Attempting to bind port 9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6 on network f47b6b42-11f4-47b3-b7a1-7dca8ae77541 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:23:22.155399 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-3ffdf7df-e76f-4c53-bd6b-83a9cf0170dc service neutron] Port 9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6 on network f47b6b42-11f4-47b3-b7a1-7dca8ae77541 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:23:22.156686 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-3ffdf7df-e76f-4c53-bd6b-83a9cf0170dc service neutron] Attempting to bind port 9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6 on network f47b6b42-11f4-47b3-b7a1-7dca8ae77541 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:23:22.161752 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-55aab0d3-6ca4-4b3d-bb2d-a43439e3503a req-c5c7a6fa-220e-46d8-becc-7ec176790047 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df1a22eb-4b7f-4078-bf25-bb6ec7c01c43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937923 Nov 16 11:23:22.173294 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-3ffdf7df-e76f-4c53-bd6b-83a9cf0170dc service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:23:22.179805 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-3ffdf7df-e76f-4c53-bd6b-83a9cf0170dc service neutron] Checking segment: {'id': 'dadca4f8-8650-4e96-b186-d0228f5719f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'f47b6b42-11f4-47b3-b7a1-7dca8ae77541'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:23:22.180384 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-3ffdf7df-e76f-4c53-bd6b-83a9cf0170dc service neutron] Bound using segment: {'id': 'dadca4f8-8650-4e96-b186-d0228f5719f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'f47b6b42-11f4-47b3-b7a1-7dca8ae77541'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:23:22.180971 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-3ffdf7df-e76f-4c53-bd6b-83a9cf0170dc service neutron] Bound port: 9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dadca4f8-8650-4e96-b186-d0228f5719f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'f47b6b42-11f4-47b3-b7a1-7dca8ae77541'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:23:22.181441 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-3ffdf7df-e76f-4c53-bd6b-83a9cf0170dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:22.194938 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-761a7ddf-cfad-4360-8221-f078bafc62da tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Allocated IP 10.1.1.199 (2ef7fac0-ba76-4873-aa0c-db478637a221/d9354876-5a24-4c3d-aa0b-1b12e2704ca4/b06424a2-3780-4ea6-937a-fd17aaa823c1) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:23:22.302249 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 16 Nov 2021 11:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2dd839-99db-4d89-9f34-893dda943c78 x-openstack-request-id: req-7e2dd839-99db-4d89-9f34-893dda943c78 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:23:22.306527 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e64b9e-49c7-4466-8317-80b58a1d1a79", "name": "network-vif-plugged", "status": "completed", "tag": "a771019e-36ea-4eb2-b9ce-fd9be7346252", "code": 200}, {"server_uuid": "a2f543b5-db37-43d1-b756-4fccbc592401", "name": "network-vif-plugged", "status": "completed", "tag": "02f24461-d778-4489-81ea-ce9be1265fcf", "code": 200}, {"server_uuid": "fe3a8743-3959-4376-a554-c2c99664b889", "name": "network-vif-plugged", "status": "completed", "tag": "9b788218-e0ad-4b8e-99e5-48c387829fb2", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:23:22.306527 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7e2dd839-99db-4d89-9f34-893dda943c78 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:23:22.306527 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e64b9e-49c7-4466-8317-80b58a1d1a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a771019e-36ea-4eb2-b9ce-fd9be7346252', 'code': 200} Nov 16 11:23:22.306527 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f543b5-db37-43d1-b756-4fccbc592401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f24461-d778-4489-81ea-ce9be1265fcf', 'code': 200} Nov 16 11:23:22.306527 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3a8743-3959-4376-a554-c2c99664b889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b788218-e0ad-4b8e-99e5-48c387829fb2', 'code': 200} Nov 16 11:23:22.323590 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-3ffdf7df-e76f-4c53-bd6b-83a9cf0170dc service neutron] For port 9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:23:22.329386 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-3ffdf7df-e76f-4c53-bd6b-83a9cf0170dc service neutron] For port 9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6,segment=NetworkSegment(dadca4f8-8650-4e96-b186-d0228f5719f9),segment_id=dadca4f8-8650-4e96-b186-d0228f5719f9)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:23:22.337860 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-3ffdf7df-e76f-4c53-bd6b-83a9cf0170dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:22.401567 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffdf7df-e76f-4c53-bd6b-83a9cf0170dc service neutron] Pushing event updated for resources: {'Port': ['ID=9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:22.417730 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-3ffdf7df-e76f-4c53-bd6b-83a9cf0170dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:22.418408 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-3ffdf7df-e76f-4c53-bd6b-83a9cf0170dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:22.419955 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-3ffdf7df-e76f-4c53-bd6b-83a9cf0170dc service neutron] 10.222.0.64 "PUT /v2.0/ports/9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6 HTTP/1.1" status: 200 len: 1092 time: 1.2909133 Nov 16 11:23:22.515187 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13795be0-97e0-4294-910d-2d4c02d8e31d req-882b6e34-1561-4da3-b795-caf19ef354dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:22.517180 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-13795be0-97e0-4294-910d-2d4c02d8e31d req-882b6e34-1561-4da3-b795-caf19ef354dd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fe3a8743-3959-4376-a554-c2c99664b889 HTTP/1.1" status: 200 len: 1096 time: 0.0698748 Nov 16 11:23:22.561789 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9167f74-957a-4268-9f01-e22bf7d5304f req-891de405-f9db-43b8-9e27-ed095329cbab tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:22.574900 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c9167f74-957a-4268-9f01-e22bf7d5304f req-891de405-f9db-43b8-9e27-ed095329cbab tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d7ad5bb-6115-4b5e-8156-206b4ea5631a HTTP/1.1" status: 200 len: 945 time: 0.1052287 Nov 16 11:23:22.670065 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c9167f74-957a-4268-9f01-e22bf7d5304f req-dad04b49-9adc-407f-a384-59874d70bb1a tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759406 Nov 16 11:23:22.716314 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-761a7ddf-cfad-4360-8221-f078bafc62da tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:22.778879 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da55df43-fb1c-492a-99ec-dc248640ae2d x-openstack-request-id: req-da55df43-fb1c-492a-99ec-dc248640ae2d {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:23:22.779173 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b656b4e4-16bf-41e2-a583-5cccc058b6cf", "tag": "509b8880-8730-41a5-891c-ed8d9921e618", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:23:22.779429 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-da55df43-fb1c-492a-99ec-dc248640ae2d {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:23:22.779831 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b656b4e4-16bf-41e2-a583-5cccc058b6cf', 'tag': '509b8880-8730-41a5-891c-ed8d9921e618', 'status': 'completed', 'code': 200} Nov 16 11:23:22.794327 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-13795be0-97e0-4294-910d-2d4c02d8e31d req-a1cda304-9e42-43c7-b386-4ac814d96368 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596941 Nov 16 11:23:22.800140 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-761a7ddf-cfad-4360-8221-f078bafc62da tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:22.804167 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-0a03b329-f43b-4a1f-bdb7-a4a418d77f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:22.804658 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-0a03b329-f43b-4a1f-bdb7-a4a418d77f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:22.808558 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-0a03b329-f43b-4a1f-bdb7-a4a418d77f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:22.811663 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-0a03b329-f43b-4a1f-bdb7-a4a418d77f1b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a7ec6f0aa917436da9b8feca47770801&device_id=b656b4e4-16bf-41e2-a583-5cccc058b6cf HTTP/1.1" status: 200 len: 2865 time: 0.2758672 Nov 16 11:23:22.831517 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699494f-3baa-497a-98d7-9b9ed78cd11e req-8c293206-fcec-418c-9243-8e8905ec556b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:22.833166 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1699494f-3baa-497a-98d7-9b9ed78cd11e req-8c293206-fcec-418c-9243-8e8905ec556b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 1101 time: 0.1594255 Nov 16 11:23:22.907677 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a7ddf-cfad-4360-8221-f078bafc62da tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Pushing event updated for resources: {'Port': ['ID=b06424a2-3780-4ea6-937a-fd17aaa823c1,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:22.917519 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-761a7ddf-cfad-4360-8221-f078bafc62da tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Network 2ef7fac0-ba76-4873-aa0c-db478637a221 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:23:22.919534 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1699494f-3baa-497a-98d7-9b9ed78cd11e req-69d021cb-0956-4c07-a214-89b969f8d705 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784094 Nov 16 11:23:22.931931 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-761a7ddf-cfad-4360-8221-f078bafc62da tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:23:22.934963 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-761a7ddf-cfad-4360-8221-f078bafc62da tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:23:23.061311 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-761a7ddf-cfad-4360-8221-f078bafc62da tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:23.062024 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-761a7ddf-cfad-4360-8221-f078bafc62da tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:23.098244 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-761a7ddf-cfad-4360-8221-f078bafc62da tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8913438 Nov 16 11:23:23.117520 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a7a2e-fa8e-4525-a636-3c86a0b0fcfc req-84dea516-af34-4467-90f6-b1aff2510788 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:23.126524 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-065a7a2e-fa8e-4525-a636-3c86a0b0fcfc req-84dea516-af34-4467-90f6-b1aff2510788 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe3a8743-3959-4376-a554-c2c99664b889 HTTP/1.1" status: 200 len: 945 time: 0.2208526 Nov 16 11:23:23.129948 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-8957b703-0cfc-4230-a678-036f1be6fb3b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.244&port_id=509b8880-8730-41a5-891c-ed8d9921e618 HTTP/1.1" status: 200 len: 217 time: 0.1244633 Nov 16 11:23:23.134899 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-17a7ea4e-efb3-4892-980f-a2749ae12b09 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Request body: {'port': {'device_id': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'network_id': '2ef7fac0-ba76-4873-aa0c-db478637a221', 'admin_state_up': True, 'tenant_id': '1ae06a69eac64c2d80c4db8375c3a241', 'security_groups': ['df1a22eb-4b7f-4078-bf25-bb6ec7c01c43']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:23:23.215616 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-065a7a2e-fa8e-4525-a636-3c86a0b0fcfc req-e9c484ae-59b5-4f81-98b4-1fb6915c1d00 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879793 Nov 16 11:23:23.254176 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-18cfd8d0-7d5c-41f2-a62d-6c77b84af342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:23.255877 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-18cfd8d0-7d5c-41f2-a62d-6c77b84af342 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=797cd3f2-52fc-410e-8061-b267c2ad5098 HTTP/1.1" status: 200 len: 801 time: 0.1151752 Nov 16 11:23:23.277505 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-be448981-6ffb-4eff-80e8-1c3a91e1c93d None None] Provisioning complete for port b06424a2-3780-4ea6-937a-fd17aaa823c1 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:23:23.278102 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-be448981-6ffb-4eff-80e8-1c3a91e1c93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:23.357056 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-be448981-6ffb-4eff-80e8-1c3a91e1c93d None None] Port b06424a2-3780-4ea6-937a-fd17aaa823c1 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:23:23.357756 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-4cb6a52d-bd63-4f83-9db6-577144f72f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:23.360885 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-4cb6a52d-bd63-4f83-9db6-577144f72f9a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f47b6b42-11f4-47b3-b7a1-7dca8ae77541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0957174 Nov 16 11:23:23.503422 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034a36e-3568-4b28-a7d8-8e99cacbdad5 req-43ac6954-70cb-4219-934a-8cc3a5ef45f5 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:23.512278 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c034a36e-3568-4b28-a7d8-8e99cacbdad5 req-43ac6954-70cb-4219-934a-8cc3a5ef45f5 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 950 time: 0.1572452 Nov 16 11:23:23.535354 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-17a7ea4e-efb3-4892-980f-a2749ae12b09 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Made reservation on behalf of 1ae06a69eac64c2d80c4db8375c3a241 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:23:23.539531 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-17a7ea4e-efb3-4892-980f-a2749ae12b09 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:23.546004 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-05e5377f-66aa-4160-88cd-aa21d56dc32f service neutron] 10.222.0.64 "GET /v2.0/networks/f47b6b42-11f4-47b3-b7a1-7dca8ae77541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757021 Nov 16 11:23:23.693390 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-2175c3c9-45a0-4775-ac10-b0558132efbe service neutron] 10.222.0.64 "GET /v2.0/networks/f47b6b42-11f4-47b3-b7a1-7dca8ae77541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366317 Nov 16 11:23:23.753376 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c034a36e-3568-4b28-a7d8-8e99cacbdad5 req-93280d1e-8f6b-4eee-a0b5-25c8b60bb2cc tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354364 Nov 16 11:23:23.765071 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-733262c2-3eb1-471f-b5aa-f2b31f878a39 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.89&port_id=44e61d0a-e3c6-4701-aeda-509c1367bff0 HTTP/1.1" status: 200 len: 217 time: 0.0600262 Nov 16 11:23:23.874999 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-17a7ea4e-efb3-4892-980f-a2749ae12b09 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Allocated IP 10.1.1.154 (2ef7fac0-ba76-4873-aa0c-db478637a221/d9354876-5a24-4c3d-aa0b-1b12e2704ca4/f958e357-3c58-4ef4-8e95-dd29178bdd07) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:23:23.938437 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-42eae558-e2c6-4167-9d3d-0b1cf13e389c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:23.947441 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-42eae558-e2c6-4167-9d3d-0b1cf13e389c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a65fe65c-e3b9-4a9c-989c-7c974d2237e6 HTTP/1.1" status: 200 len: 801 time: 0.1680295 Nov 16 11:23:23.954648 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22cf512-1adc-4707-8144-33239e9a5c48 req-850ca723-3b06-4591-8082-358f58368c27 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:23.963639 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d22cf512-1adc-4707-8144-33239e9a5c48 req-850ca723-3b06-4591-8082-358f58368c27 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 946 time: 0.1106846 Nov 16 11:23:24.040890 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-d2b62a74-efe2-40e5-bf43-a89ca96e3683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:24.042431 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-d2b62a74-efe2-40e5-bf43-a89ca96e3683 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d2327686-93c0-47c6-a3f4-c6fc7e35867c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0867407 Nov 16 11:23:24.115033 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d22cf512-1adc-4707-8144-33239e9a5c48 req-424b574b-40dc-4195-958c-4fe0c15840cb tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329932 Nov 16 11:23:24.209053 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-17a7ea4e-efb3-4892-980f-a2749ae12b09 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:24.213836 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60816) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:24.304402 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d287ab7-3136-42d2-8564-50a4195233a3 req-97bc0995-f6e4-4c1e-8fbb-395c689573ca tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:24.315341 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d287ab7-3136-42d2-8564-50a4195233a3 req-97bc0995-f6e4-4c1e-8fbb-395c689573ca tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:24.325019 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d287ab7-3136-42d2-8564-50a4195233a3 req-97bc0995-f6e4-4c1e-8fbb-395c689573ca tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:24.332949 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0d287ab7-3136-42d2-8564-50a4195233a3 req-97bc0995-f6e4-4c1e-8fbb-395c689573ca tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/ports?device_id=b656b4e4-16bf-41e2-a583-5cccc058b6cf HTTP/1.1" status: 200 len: 2412 time: 0.1140857 Nov 16 11:23:24.353252 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-17a7ea4e-efb3-4892-980f-a2749ae12b09 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:24.369352 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-cc031f67-18d0-45c7-8523-959d6925f9d8 service neutron] 10.222.0.64 "GET /v2.0/networks/d2327686-93c0-47c6-a3f4-c6fc7e35867c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138847 Nov 16 11:23:24.435504 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-17a7ea4e-efb3-4892-980f-a2749ae12b09 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Network 2ef7fac0-ba76-4873-aa0c-db478637a221 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:23:24.447541 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b1f45d5b-4de3-4018-b769-49c3d4e0f802 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:24.465666 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0d287ab7-3136-42d2-8564-50a4195233a3 req-759db790-acaf-4c14-9592-623b45af2472 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/security-groups?id=e6ce7d58-b578-4d94-8222-f5a684de1780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314316 Nov 16 11:23:24.471324 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-17a7ea4e-efb3-4892-980f-a2749ae12b09 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:23:24.486668 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-17a7ea4e-efb3-4892-980f-a2749ae12b09 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:23:24.512818 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-65dcd498-25cc-4f76-969b-492b5c2f54c7 service neutron] 10.222.0.64 "GET /v2.0/networks/d2327686-93c0-47c6-a3f4-c6fc7e35867c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352093 Nov 16 11:23:24.599363 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-f67bd70e-7058-4dd9-9f3e-31f2e1ab1184 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.172&port_id=9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6 HTTP/1.1" status: 200 len: 217 time: 0.0713387 Nov 16 11:23:24.631628 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b1f45d5b-4de3-4018-b769-49c3d4e0f802 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:24.658371 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b1f45d5b-4de3-4018-b769-49c3d4e0f802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:24.661140 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7ea4e-efb3-4892-980f-a2749ae12b09 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Pushing event updated for resources: {'Port': ['ID=f958e357-3c58-4ef4-8e95-dd29178bdd07,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:24.703963 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-432674b2-f018-498c-95cc-de78dc8ca930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:24.705776 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-432674b2-f018-498c-95cc-de78dc8ca930 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=797cd3f2-52fc-410e-8061-b267c2ad5098 HTTP/1.1" status: 200 len: 801 time: 0.0973516 Nov 16 11:23:24.768632 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b1f45d5b-4de3-4018-b769-49c3d4e0f802 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=45cd3056df11458dbcb80eb111785445&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5534773 Nov 16 11:23:24.775622 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60824) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:24.778474 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-17a7ea4e-efb3-4892-980f-a2749ae12b09 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:24.779361 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-17a7ea4e-efb3-4892-980f-a2749ae12b09 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:24.793675 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f45d5b-4de3-4018-b769-49c3d4e0f802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee6620b-9e3e-4d9e-b435-394cb53c253b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:24.797887 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b656b4e4-16bf-41e2-a583-5cccc058b6cf', 'tag': '44e61d0a-e3c6-4701-aeda-509c1367bff0'}, {'name': 'network-changed', 'server_uuid': 'b656b4e4-16bf-41e2-a583-5cccc058b6cf', 'tag': '9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:23:24.800250 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8393e974-aed2-43ff-8ff0-4bec74208b5e" -d '{"events": [{"name": "network-changed", "server_uuid": "b656b4e4-16bf-41e2-a583-5cccc058b6cf", "tag": "44e61d0a-e3c6-4701-aeda-509c1367bff0"}, {"name": "network-changed", "server_uuid": "b656b4e4-16bf-41e2-a583-5cccc058b6cf", "tag": "9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:23:24.813405 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-17a7ea4e-efb3-4892-980f-a2749ae12b09 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7072930 Nov 16 11:23:24.823650 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f14419-c95e-4c38-ab63-f69b004a8258 req-9633126e-abf2-4751-b011-cb3cc17b8ae3 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:24.831726 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-79f14419-c95e-4c38-ab63-f69b004a8258 req-9633126e-abf2-4751-b011-cb3cc17b8ae3 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0d7ad5bb-6115-4b5e-8156-206b4ea5631a HTTP/1.1" status: 200 len: 1096 time: 0.1778998 Nov 16 11:23:24.840171 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-a955b3b5-c503-4037-9f72-3241638d5e64 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Request body: {'port': {'device_id': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ea6b1a63-583a-4222-8450-3af28565319c', 'admin_state_up': True, 'tenant_id': '1ae06a69eac64c2d80c4db8375c3a241', 'security_groups': ['df1a22eb-4b7f-4078-bf25-bb6ec7c01c43']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:23:24.889879 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-ccbcca76-8c72-4c50-876d-2ac71ecfc60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:24.891558 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-ccbcca76-8c72-4c50-876d-2ac71ecfc60b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f47b6b42-11f4-47b3-b7a1-7dca8ae77541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1775668 Nov 16 11:23:24.906457 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a089e0a3-6698-4e35-91bf-2092d37697e9 None None] Provisioning complete for port f958e357-3c58-4ef4-8e95-dd29178bdd07 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:23:24.910447 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a089e0a3-6698-4e35-91bf-2092d37697e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:24.970173 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-79f14419-c95e-4c38-ab63-f69b004a8258 req-51ba3feb-6ba7-4a11-8895-30947edae38e tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353664 Nov 16 11:23:24.971748 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a167813d-e96f-4883-bcc2-f03745a64d53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:25.000319 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-a089e0a3-6698-4e35-91bf-2092d37697e9 None None] Port f958e357-3c58-4ef4-8e95-dd29178bdd07 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:23:25.047281 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a167813d-e96f-4883-bcc2-f03745a64d53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:25.074749 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-a955b3b5-c503-4037-9f72-3241638d5e64 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Made reservation on behalf of 1ae06a69eac64c2d80c4db8375c3a241 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:23:25.118599 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-1e6e61eb-0c0c-455a-b0a3-635b5e0c8c64 service neutron] 10.222.0.64 "GET /v2.0/networks/f47b6b42-11f4-47b3-b7a1-7dca8ae77541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151220 Nov 16 11:23:25.175143 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a167813d-e96f-4883-bcc2-f03745a64d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:25.176649 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a167813d-e96f-4883-bcc2-f03745a64d53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:25.190745 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a167813d-e96f-4883-bcc2-f03745a64d53 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/aee6620b-9e3e-4d9e-b435-394cb53c253b HTTP/1.1" status: 204 len: 168 time: 0.4093239 Nov 16 11:23:25.201522 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb46dc7-80f7-41ec-bb26-a81919380181 req-0406d1ae-1f4e-4b19-bd04-70ebce2d438a tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:25.208384 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb46dc7-80f7-41ec-bb26-a81919380181 req-0406d1ae-1f4e-4b19-bd04-70ebce2d438a tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:25.214456 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb46dc7-80f7-41ec-bb26-a81919380181 req-0406d1ae-1f4e-4b19-bd04-70ebce2d438a tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:25.216109 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1cb46dc7-80f7-41ec-bb26-a81919380181 req-0406d1ae-1f4e-4b19-bd04-70ebce2d438a tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 2375 time: 0.1153600 Nov 16 11:23:25.239730 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-a955b3b5-c503-4037-9f72-3241638d5e64 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:25.270736 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a167813d-e96f-4883-bcc2-f03745a64d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee6620b-9e3e-4d9e-b435-394cb53c253b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:25.393878 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b3711e0a-74bf-4810-a649-6ed541973e38 req-e3a493cf-aaf7-487c-be31-8b9c7a4bc21a service neutron] 10.222.0.64 "GET /v2.0/networks/f47b6b42-11f4-47b3-b7a1-7dca8ae77541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653172 Nov 16 11:23:25.412881 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1cb46dc7-80f7-41ec-bb26-a81919380181 req-de1e4ef6-279f-473c-a885-1cd7f1178eb7 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df1a22eb-4b7f-4078-bf25-bb6ec7c01c43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884685 Nov 16 11:23:25.572640 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65976e-10b4-4e1a-b275-67615adf77c8 req-4f7d2dbd-9aa7-4d56-a07a-a8d937c31f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:25.573394 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65976e-10b4-4e1a-b275-67615adf77c8 req-4f7d2dbd-9aa7-4d56-a07a-a8d937c31f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:25.574210 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65976e-10b4-4e1a-b275-67615adf77c8 req-4f7d2dbd-9aa7-4d56-a07a-a8d937c31f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:25.576014 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-da65976e-10b4-4e1a-b275-67615adf77c8 req-4f7d2dbd-9aa7-4d56-a07a-a8d937c31f76 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a7ec6f0aa917436da9b8feca47770801&device_id=b656b4e4-16bf-41e2-a583-5cccc058b6cf HTTP/1.1" status: 200 len: 2865 time: 0.1000316 Nov 16 11:23:25.685787 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65976e-10b4-4e1a-b275-67615adf77c8 req-3a74e96b-c7c5-491a-a5e8-3f79c776a810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:25.687560 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-da65976e-10b4-4e1a-b275-67615adf77c8 req-3a74e96b-c7c5-491a-a5e8-3f79c776a810 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f47b6b42-11f4-47b3-b7a1-7dca8ae77541 HTTP/1.1" status: 200 len: 902 time: 0.1025891 Nov 16 11:23:25.700112 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a12b3-893f-435d-a5ce-5a88224de38b req-7576b2c0-fcee-4998-a1f3-f5c05eba2b5d tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:25.707850 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-827a12b3-893f-435d-a5ce-5a88224de38b req-7576b2c0-fcee-4998-a1f3-f5c05eba2b5d tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe3a8743-3959-4376-a554-c2c99664b889 HTTP/1.1" status: 200 len: 945 time: 0.1678309 Nov 16 11:23:25.750304 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-a955b3b5-c503-4037-9f72-3241638d5e64 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Allocated IP 10.2.2.100 (ea6b1a63-583a-4222-8450-3af28565319c/16cc9616-2b5b-44c0-b1c8-e21887664ca8/8c0c8e29-c9e3-442d-bb5d-3b91f658d21a) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:23:25.780607 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-da65976e-10b4-4e1a-b275-67615adf77c8 req-b1e8428f-98b9-466f-9b3e-4f33f35ee84a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.244&port_id=509b8880-8730-41a5-891c-ed8d9921e618 HTTP/1.1" status: 200 len: 217 time: 0.0800531 Nov 16 11:23:25.823660 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-827a12b3-893f-435d-a5ce-5a88224de38b req-d133f565-fd99-436e-a6cd-142c14966a33 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148517 Nov 16 11:23:25.829632 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60838) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:25.875859 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0dd25cf-8363-4c86-92b8-62b0e26a45a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:25.898359 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65976e-10b4-4e1a-b275-67615adf77c8 req-2948549c-74f1-4ace-bf4f-3f89dc978897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:25.900854 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-da65976e-10b4-4e1a-b275-67615adf77c8 req-2948549c-74f1-4ace-bf4f-3f89dc978897 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=797cd3f2-52fc-410e-8061-b267c2ad5098 HTTP/1.1" status: 200 len: 801 time: 0.0999589 Nov 16 11:23:25.970697 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65976e-10b4-4e1a-b275-67615adf77c8 req-7abadc0b-8af9-433f-b5e8-47ccc61d1a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:25.972190 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-da65976e-10b4-4e1a-b275-67615adf77c8 req-7abadc0b-8af9-433f-b5e8-47ccc61d1a74 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f47b6b42-11f4-47b3-b7a1-7dca8ae77541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0622435 Nov 16 11:23:26.025527 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-a955b3b5-c503-4037-9f72-3241638d5e64 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:26.077458 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-a955b3b5-c503-4037-9f72-3241638d5e64 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:26.107574 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0dd25cf-8363-4c86-92b8-62b0e26a45a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:26.150316 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-da65976e-10b4-4e1a-b275-67615adf77c8 req-a1246b0c-3cba-46b5-b437-be271228633c service neutron] 10.222.0.64 "GET /v2.0/networks/f47b6b42-11f4-47b3-b7a1-7dca8ae77541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640208 Nov 16 11:23:26.151771 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0dd25cf-8363-4c86-92b8-62b0e26a45a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:26.162796 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-a955b3b5-c503-4037-9f72-3241638d5e64 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Network ea6b1a63-583a-4222-8450-3af28565319c is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:23:26.173250 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-a955b3b5-c503-4037-9f72-3241638d5e64 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:23:26.185616 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd25cf-8363-4c86-92b8-62b0e26a45a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6740a189-d68c-4780-bcd0-c439bdad890e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:26.186619 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-a955b3b5-c503-4037-9f72-3241638d5e64 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:23:26.208266 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56c749-4fb0-4da1-aa5a-acf1448c143f req-03a9a597-8485-4999-ab37-db35419b4ca5 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:26.211123 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-de56c749-4fb0-4da1-aa5a-acf1448c143f req-03a9a597-8485-4999-ab37-db35419b4ca5 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 950 time: 0.1477098 Nov 16 11:23:26.235943 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955b3b5-c503-4037-9f72-3241638d5e64 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Pushing event updated for resources: {'Port': ['ID=8c0c8e29-c9e3-442d-bb5d-3b91f658d21a,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:26.309323 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-a955b3b5-c503-4037-9f72-3241638d5e64 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:26.310135 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-a955b3b5-c503-4037-9f72-3241638d5e64 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:26.323807 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-de56c749-4fb0-4da1-aa5a-acf1448c143f req-8de2e0f1-e457-41d9-bfaa-6a4891b9f2a4 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785789 Nov 16 11:23:26.341456 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c0dd25cf-8363-4c86-92b8-62b0e26a45a4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=056bf35033c34010ad3c078cef16cc3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5105565 Nov 16 11:23:26.344246 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60842) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:26.371563 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-a955b3b5-c503-4037-9f72-3241638d5e64 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5366576 Nov 16 11:23:26.392995 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-a11c7cd4-c8a1-466f-8c4b-e1c5e7deea19 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Request body: {'port': {'device_id': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ea6b1a63-583a-4222-8450-3af28565319c', 'admin_state_up': True, 'tenant_id': '1ae06a69eac64c2d80c4db8375c3a241', 'security_groups': ['df1a22eb-4b7f-4078-bf25-bb6ec7c01c43']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:23:26.457513 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 16 Nov 2021 11:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16307bf-006e-4852-881e-7acd47bfd7ef x-openstack-request-id: req-b16307bf-006e-4852-881e-7acd47bfd7ef {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:23:26.457513 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b656b4e4-16bf-41e2-a583-5cccc058b6cf", "tag": "44e61d0a-e3c6-4701-aeda-509c1367bff0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b656b4e4-16bf-41e2-a583-5cccc058b6cf", "tag": "9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:23:26.458210 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b16307bf-006e-4852-881e-7acd47bfd7ef {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:23:26.458210 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b656b4e4-16bf-41e2-a583-5cccc058b6cf', 'tag': '44e61d0a-e3c6-4701-aeda-509c1367bff0', 'status': 'completed', 'code': 200} Nov 16 11:23:26.458583 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b656b4e4-16bf-41e2-a583-5cccc058b6cf', 'tag': '9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6', 'status': 'completed', 'code': 200} Nov 16 11:23:26.463922 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-da65976e-10b4-4e1a-b275-67615adf77c8 req-c982f18b-edac-4420-9d21-18782c75446c service neutron] 10.222.0.64 "GET /v2.0/networks/f47b6b42-11f4-47b3-b7a1-7dca8ae77541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808092 Nov 16 11:23:26.516888 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-56b95fe9-fded-430e-b3dc-d0d07bf90f32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:26.575455 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393e974-aed2-43ff-8ff0-4bec74208b5e req-0b87d7df-0d9d-40ce-a29d-3ee9bd12d1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:26.575949 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393e974-aed2-43ff-8ff0-4bec74208b5e req-0b87d7df-0d9d-40ce-a29d-3ee9bd12d1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:26.576417 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393e974-aed2-43ff-8ff0-4bec74208b5e req-0b87d7df-0d9d-40ce-a29d-3ee9bd12d1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:26.578588 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8393e974-aed2-43ff-8ff0-4bec74208b5e req-0b87d7df-0d9d-40ce-a29d-3ee9bd12d1c1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a7ec6f0aa917436da9b8feca47770801&device_id=b656b4e4-16bf-41e2-a583-5cccc058b6cf HTTP/1.1" status: 200 len: 2865 time: 0.0599661 Nov 16 11:23:26.581189 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-56b95fe9-fded-430e-b3dc-d0d07bf90f32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:26.644822 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c488e524-ad6e-42ee-9f02-2e53e8c7c9d8 None None] Provisioning complete for port 8c0c8e29-c9e3-442d-bb5d-3b91f658d21a triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:23:26.651809 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c488e524-ad6e-42ee-9f02-2e53e8c7c9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:26.662234 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7528fe-565d-4db4-9f6e-db9d81b41356 req-83c6f14b-fca9-494e-b56f-e8ecb2471506 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:26.665231 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9e7528fe-565d-4db4-9f6e-db9d81b41356 req-83c6f14b-fca9-494e-b56f-e8ecb2471506 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0d7ad5bb-6115-4b5e-8156-206b4ea5631a HTTP/1.1" status: 200 len: 1096 time: 0.1091983 Nov 16 11:23:26.683725 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-a11c7cd4-c8a1-466f-8c4b-e1c5e7deea19 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Made reservation on behalf of 1ae06a69eac64c2d80c4db8375c3a241 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:23:26.712400 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-a11c7cd4-c8a1-466f-8c4b-e1c5e7deea19 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:26.784319 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-56b95fe9-fded-430e-b3dc-d0d07bf90f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:26.787368 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-56b95fe9-fded-430e-b3dc-d0d07bf90f32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:26.789548 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-56b95fe9-fded-430e-b3dc-d0d07bf90f32 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6740a189-d68c-4780-bcd0-c439bdad890e HTTP/1.1" status: 204 len: 168 time: 0.4441121 Nov 16 11:23:26.877036 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393e974-aed2-43ff-8ff0-4bec74208b5e req-218be8f9-9cdb-451e-9c34-b49b0675e753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:26.878489 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8393e974-aed2-43ff-8ff0-4bec74208b5e req-218be8f9-9cdb-451e-9c34-b49b0675e753 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d2327686-93c0-47c6-a3f4-c6fc7e35867c HTTP/1.1" status: 200 len: 903 time: 0.2905428 Nov 16 11:23:26.973020 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b95fe9-fded-430e-b3dc-d0d07bf90f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6740a189-d68c-4780-bcd0-c439bdad890e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:27.026064 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8393e974-aed2-43ff-8ff0-4bec74208b5e req-0b17ac7e-e4b6-4183-81a1-c309ea95139f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.89&port_id=44e61d0a-e3c6-4701-aeda-509c1367bff0 HTTP/1.1" status: 200 len: 217 time: 0.1271076 Nov 16 11:23:27.121971 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393e974-aed2-43ff-8ff0-4bec74208b5e req-e030adfd-cfcb-4e5c-bfb0-75b9db07afff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:27.123453 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8393e974-aed2-43ff-8ff0-4bec74208b5e req-e030adfd-cfcb-4e5c-bfb0-75b9db07afff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a65fe65c-e3b9-4a9c-989c-7c974d2237e6 HTTP/1.1" status: 200 len: 801 time: 0.0962718 Nov 16 11:23:27.142576 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-c488e524-ad6e-42ee-9f02-2e53e8c7c9d8 None None] Port 8c0c8e29-c9e3-442d-bb5d-3b91f658d21a cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:23:27.157562 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9e7528fe-565d-4db4-9f6e-db9d81b41356 req-201501a9-2e03-448f-afc5-91625ef18b39 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767982 Nov 16 11:23:27.226554 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393e974-aed2-43ff-8ff0-4bec74208b5e req-1fa60a95-93ef-4bec-8b79-ea9d59e2009f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:27.226554 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8393e974-aed2-43ff-8ff0-4bec74208b5e req-1fa60a95-93ef-4bec-8b79-ea9d59e2009f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d2327686-93c0-47c6-a3f4-c6fc7e35867c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0915179 Nov 16 11:23:27.406271 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8393e974-aed2-43ff-8ff0-4bec74208b5e req-5df31a94-f771-4792-a3b9-a846df0caee8 service neutron] 10.222.0.64 "GET /v2.0/networks/d2327686-93c0-47c6-a3f4-c6fc7e35867c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720185 Nov 16 11:23:27.581636 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8393e974-aed2-43ff-8ff0-4bec74208b5e req-840fb88d-09a7-4d2d-ab11-dfad22e81e1f service neutron] 10.222.0.64 "GET /v2.0/networks/d2327686-93c0-47c6-a3f4-c6fc7e35867c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662705 Nov 16 11:23:27.635590 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60860) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:27.691973 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b9c5aa84-00de-4bfb-a70c-8301d13261fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:27.729625 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393e974-aed2-43ff-8ff0-4bec74208b5e req-a314f856-6d3b-4e15-a0f9-231fd6eaa255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:27.730330 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393e974-aed2-43ff-8ff0-4bec74208b5e req-a314f856-6d3b-4e15-a0f9-231fd6eaa255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:27.730805 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393e974-aed2-43ff-8ff0-4bec74208b5e req-a314f856-6d3b-4e15-a0f9-231fd6eaa255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:27.732754 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8393e974-aed2-43ff-8ff0-4bec74208b5e req-a314f856-6d3b-4e15-a0f9-231fd6eaa255 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a7ec6f0aa917436da9b8feca47770801&device_id=b656b4e4-16bf-41e2-a583-5cccc058b6cf HTTP/1.1" status: 200 len: 2865 time: 0.0981107 Nov 16 11:23:27.837037 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:27.894078 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b9c5aa84-00de-4bfb-a70c-8301d13261fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:27.895639 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393e974-aed2-43ff-8ff0-4bec74208b5e req-733deabd-4af7-494f-a8bc-504ccbfe97cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:27.897253 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8393e974-aed2-43ff-8ff0-4bec74208b5e req-733deabd-4af7-494f-a8bc-504ccbfe97cf service neutron] 10.222.0.64 "GET /v2.0/networks?id=f47b6b42-11f4-47b3-b7a1-7dca8ae77541 HTTP/1.1" status: 200 len: 902 time: 0.1562712 Nov 16 11:23:27.900956 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-a11c7cd4-c8a1-466f-8c4b-e1c5e7deea19 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Allocated IP 10.2.2.200 (ea6b1a63-583a-4222-8450-3af28565319c/16cc9616-2b5b-44c0-b1c8-e21887664ca8/41a853ef-f92e-4127-89d6-e02d71c0d2ed) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:23:27.915482 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b9c5aa84-00de-4bfb-a70c-8301d13261fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:27.944283 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a0d48-0674-4044-8f0d-4280c91cd814 req-8d7400dd-813a-461a-a4fc-0ddd24c74694 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:27.958555 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b28a0d48-0674-4044-8f0d-4280c91cd814 req-8d7400dd-813a-461a-a4fc-0ddd24c74694 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 946 time: 0.6428254 Nov 16 11:23:27.973036 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8393e974-aed2-43ff-8ff0-4bec74208b5e req-35772189-a6cf-431a-bd6a-66a1c6c66102 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.172&port_id=9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6 HTTP/1.1" status: 200 len: 217 time: 0.0661504 Nov 16 11:23:28.016041 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b9c5aa84-00de-4bfb-a70c-8301d13261fa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=762ca35856e445729ab5082b008bfb46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3794632 Nov 16 11:23:28.023337 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60862) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:28.061849 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5aa84-00de-4bfb-a70c-8301d13261fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93306e07-1063-46fa-8916-4286ef3f2799,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:28.078042 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393e974-aed2-43ff-8ff0-4bec74208b5e req-22061cad-1838-4420-9458-49ec5e4c931b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:28.079500 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8393e974-aed2-43ff-8ff0-4bec74208b5e req-22061cad-1838-4420-9458-49ec5e4c931b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=797cd3f2-52fc-410e-8061-b267c2ad5098 HTTP/1.1" status: 200 len: 801 time: 0.0936480 Nov 16 11:23:28.170839 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393e974-aed2-43ff-8ff0-4bec74208b5e req-3fbf835b-962c-4be9-915e-1c056d64b651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:28.173259 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8393e974-aed2-43ff-8ff0-4bec74208b5e req-3fbf835b-962c-4be9-915e-1c056d64b651 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f47b6b42-11f4-47b3-b7a1-7dca8ae77541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0836375 Nov 16 11:23:28.187389 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-a11c7cd4-c8a1-466f-8c4b-e1c5e7deea19 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:28.247089 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-a11c7cd4-c8a1-466f-8c4b-e1c5e7deea19 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:28.274589 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 509b8880-8730-41a5-891c-ed8d9921e618 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:23:28.300831 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8393e974-aed2-43ff-8ff0-4bec74208b5e req-225e3feb-64ac-4799-a711-8f96d03fcb34 service neutron] 10.222.0.64 "GET /v2.0/networks/f47b6b42-11f4-47b3-b7a1-7dca8ae77541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195474 Nov 16 11:23:28.316683 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-a11c7cd4-c8a1-466f-8c4b-e1c5e7deea19 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Network ea6b1a63-583a-4222-8450-3af28565319c is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:23:28.334186 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-a11c7cd4-c8a1-466f-8c4b-e1c5e7deea19 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:23:28.358665 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-a11c7cd4-c8a1-466f-8c4b-e1c5e7deea19 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:23:28.422609 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b28a0d48-0674-4044-8f0d-4280c91cd814 req-05e6c0d6-d992-472e-a2d1-c45bf2715bd4 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4627218 Nov 16 11:23:28.512613 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 509b8880-8730-41a5-891c-ed8d9921e618, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=509b8880-8730-41a5-891c-ed8d9921e618,segment=NetworkSegment(dadca4f8-8650-4e96-b186-d0228f5719f9),segment_id=dadca4f8-8650-4e96-b186-d0228f5719f9)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:28.526948 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '509b8880-8730-41a5-891c-ed8d9921e618', 'network_id': 'f47b6b42-11f4-47b3-b7a1-7dca8ae77541', 'port_id': '509b8880-8730-41a5-891c-ed8d9921e618', 'mac_address': 'fa:16:3e:ee:42:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '797cd3f2-52fc-410e-8061-b267c2ad5098', 'ip_address': '19.80.0.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:23:28.551441 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8393e974-aed2-43ff-8ff0-4bec74208b5e req-1bf36a79-6616-481f-b87d-ab5a95a4c796 service neutron] 10.222.0.64 "GET /v2.0/networks/f47b6b42-11f4-47b3-b7a1-7dca8ae77541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430041 Nov 16 11:23:28.615190 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c7cd4-c8a1-466f-8c4b-e1c5e7deea19 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Pushing event updated for resources: {'Port': ['ID=41a853ef-f92e-4127-89d6-e02d71c0d2ed,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:28.619169 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:28.644387 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46d476-ea45-459a-8078-3f2deb6d6f61 req-55e7126f-da67-4790-9971-446563ca8c11 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:28.651649 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46d476-ea45-459a-8078-3f2deb6d6f61 req-55e7126f-da67-4790-9971-446563ca8c11 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:28.657850 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46d476-ea45-459a-8078-3f2deb6d6f61 req-55e7126f-da67-4790-9971-446563ca8c11 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:28.658533 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 509b8880-8730-41a5-891c-ed8d9921e618 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:23:28.660578 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ec46d476-ea45-459a-8078-3f2deb6d6f61 req-55e7126f-da67-4790-9971-446563ca8c11 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/ports?device_id=b656b4e4-16bf-41e2-a583-5cccc058b6cf HTTP/1.1" status: 200 len: 2412 time: 0.1241758 Nov 16 11:23:28.704703 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-a11c7cd4-c8a1-466f-8c4b-e1c5e7deea19 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:28.705352 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-a11c7cd4-c8a1-466f-8c4b-e1c5e7deea19 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:28.708370 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 509b8880-8730-41a5-891c-ed8d9921e618, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=509b8880-8730-41a5-891c-ed8d9921e618,segment=NetworkSegment(dadca4f8-8650-4e96-b186-d0228f5719f9),segment_id=dadca4f8-8650-4e96-b186-d0228f5719f9)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:28.715662 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-955d81e0-946b-4457-bf47-4c6e175ba234 None None] Provisioning complete for port 41a853ef-f92e-4127-89d6-e02d71c0d2ed triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:23:28.716059 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-955d81e0-946b-4457-bf47-4c6e175ba234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:28.719842 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:28.720655 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 44e61d0a-e3c6-4701-aeda-509c1367bff0 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:23:28.721368 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6c81250d-84ea-4c9d-a96d-e8b60f08a65f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:28.743328 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-a11c7cd4-c8a1-466f-8c4b-e1c5e7deea19 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3603199 Nov 16 11:23:28.756861 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-0ed8202d-c82e-429f-b941-25bc6b4d0402 service neutron] Request body: {'port': {'device_id': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:23:28.799348 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6c81250d-84ea-4c9d-a96d-e8b60f08a65f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:28.811958 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:28.857992 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-955d81e0-946b-4457-bf47-4c6e175ba234 None None] Port 41a853ef-f92e-4127-89d6-e02d71c0d2ed cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:23:28.874577 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-0ed8202d-c82e-429f-b941-25bc6b4d0402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:28.902752 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 44e61d0a-e3c6-4701-aeda-509c1367bff0, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=44e61d0a-e3c6-4701-aeda-509c1367bff0,segment=NetworkSegment(17953ad3-7b75-4f90-9bae-47bbf4f6e0d3),segment_id=17953ad3-7b75-4f90-9bae-47bbf4f6e0d3)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:28.906068 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=509b8880-8730-41a5-891c-ed8d9921e618,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:28.915291 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ec46d476-ea45-459a-8078-3f2deb6d6f61 req-6d08ef79-4bf7-4fba-b86e-531360fea252 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/security-groups?id=e6ce7d58-b578-4d94-8222-f5a684de1780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449543 Nov 16 11:23:28.917691 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '44e61d0a-e3c6-4701-aeda-509c1367bff0', 'network_id': 'd2327686-93c0-47c6-a3f4-c6fc7e35867c', 'port_id': '44e61d0a-e3c6-4701-aeda-509c1367bff0', 'mac_address': 'fa:16:3e:b0:af:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a65fe65c-e3b9-4a9c-989c-7c974d2237e6', 'ip_address': '19.86.0.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:23:28.991829 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:29.009840 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44e61d0a-e3c6-4701-aeda-509c1367bff0 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:23:29.032036 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 44e61d0a-e3c6-4701-aeda-509c1367bff0, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=44e61d0a-e3c6-4701-aeda-509c1367bff0,segment=NetworkSegment(17953ad3-7b75-4f90-9bae-47bbf4f6e0d3),segment_id=17953ad3-7b75-4f90-9bae-47bbf4f6e0d3)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:29.039775 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:29.040635 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:23:29.045873 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6c81250d-84ea-4c9d-a96d-e8b60f08a65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:29.048643 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6c81250d-84ea-4c9d-a96d-e8b60f08a65f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:29.049905 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6c81250d-84ea-4c9d-a96d-e8b60f08a65f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/93306e07-1063-46fa-8916-4286ef3f2799 HTTP/1.1" status: 204 len: 168 time: 1.0127015 Nov 16 11:23:29.109423 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c81250d-84ea-4c9d-a96d-e8b60f08a65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93306e07-1063-46fa-8916-4286ef3f2799,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:29.185759 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6,segment=NetworkSegment(dadca4f8-8650-4e96-b186-d0228f5719f9),segment_id=dadca4f8-8650-4e96-b186-d0228f5719f9)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:29.199469 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=44e61d0a-e3c6-4701-aeda-509c1367bff0,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:29.222905 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6', 'network_id': 'f47b6b42-11f4-47b3-b7a1-7dca8ae77541', 'port_id': '9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6', 'mac_address': 'fa:16:3e:69:64:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '797cd3f2-52fc-410e-8061-b267c2ad5098', 'ip_address': '19.80.0.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:23:29.276815 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:29.301878 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:23:29.323527 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e239c95-1a66-41c3-80e8-eb7d47b76520 req-1d2cef2b-9bc0-42d7-adc3-0c801a3b9e39 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:29.325110 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1e239c95-1a66-41c3-80e8-eb7d47b76520 req-1d2cef2b-9bc0-42d7-adc3-0c801a3b9e39 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 950 time: 0.0757051 Nov 16 11:23:29.338309 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6,segment=NetworkSegment(dadca4f8-8650-4e96-b186-d0228f5719f9),segment_id=dadca4f8-8650-4e96-b186-d0228f5719f9)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:29.343631 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:29.421113 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:29.447617 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1e239c95-1a66-41c3-80e8-eb7d47b76520 req-3c766499-d6bd-410a-841f-e3271598d9f8 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131625 Nov 16 11:23:29.480232 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-0ed8202d-c82e-429f-b941-25bc6b4d0402 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08ceb28d-8344-42d5-9cb2-b5e94742930c {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:23:29.490426 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-0ed8202d-c82e-429f-b941-25bc6b4d0402 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:29.507461 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-0ed8202d-c82e-429f-b941-25bc6b4d0402 service neutron] Transition to ACTIVE for port object 08ceb28d-8344-42d5-9cb2-b5e94742930c will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:23:29.512418 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-0ed8202d-c82e-429f-b941-25bc6b4d0402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:29.611714 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed8202d-c82e-429f-b941-25bc6b4d0402 service neutron] Pushing event updated for resources: {'Port': ['ID=08ceb28d-8344-42d5-9cb2-b5e94742930c,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:29.622137 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:23:29.691302 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['44e61d0a-e3c6-4701-aeda-509c1367bff0'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:23:29.710412 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab0b3b-2983-41c9-9bed-855176dc0f92 req-f246ef65-26c4-48d1-96e6-b16a3ea28841 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:29.719292 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab0b3b-2983-41c9-9bed-855176dc0f92 req-f246ef65-26c4-48d1-96e6-b16a3ea28841 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:29.728362 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab0b3b-2983-41c9-9bed-855176dc0f92 req-f246ef65-26c4-48d1-96e6-b16a3ea28841 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:29.735095 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab0b3b-2983-41c9-9bed-855176dc0f92 req-f246ef65-26c4-48d1-96e6-b16a3ea28841 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:29.748670 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab0b3b-2983-41c9-9bed-855176dc0f92 req-f246ef65-26c4-48d1-96e6-b16a3ea28841 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:29.750906 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-39ab0b3b-2983-41c9-9bed-855176dc0f92 req-f246ef65-26c4-48d1-96e6-b16a3ea28841 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 3829 time: 0.2046189 Nov 16 11:23:29.823919 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-39ab0b3b-2983-41c9-9bed-855176dc0f92 req-e66ce371-7dab-4b5a-9079-ace80042a129 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df1a22eb-4b7f-4078-bf25-bb6ec7c01c43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655842 Nov 16 11:23:29.860216 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-0ed8202d-c82e-429f-b941-25bc6b4d0402 service neutron] Attempting to bind port 08ceb28d-8344-42d5-9cb2-b5e94742930c on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:23:29.860454 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-0ed8202d-c82e-429f-b941-25bc6b4d0402 service neutron] Attempting to bind port 08ceb28d-8344-42d5-9cb2-b5e94742930c by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'bc3efc76-7eee-41cc-b500-e816d15e53cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3a680621-2411-4708-95d4-d036f0b77350'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:23:29.860755 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-0ed8202d-c82e-429f-b941-25bc6b4d0402 service neutron] Attempting to bind port 08ceb28d-8344-42d5-9cb2-b5e94742930c on network 3a680621-2411-4708-95d4-d036f0b77350 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:23:29.873107 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-0ed8202d-c82e-429f-b941-25bc6b4d0402 service neutron] Port 08ceb28d-8344-42d5-9cb2-b5e94742930c on network 3a680621-2411-4708-95d4-d036f0b77350 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:23:29.873407 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-0ed8202d-c82e-429f-b941-25bc6b4d0402 service neutron] Attempting to bind port 08ceb28d-8344-42d5-9cb2-b5e94742930c on network 3a680621-2411-4708-95d4-d036f0b77350 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:23:29.891855 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-0ed8202d-c82e-429f-b941-25bc6b4d0402 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:23:29.892341 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-0ed8202d-c82e-429f-b941-25bc6b4d0402 service neutron] Checking segment: {'id': 'bc3efc76-7eee-41cc-b500-e816d15e53cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3a680621-2411-4708-95d4-d036f0b77350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:23:29.892737 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-0ed8202d-c82e-429f-b941-25bc6b4d0402 service neutron] Bound using segment: {'id': 'bc3efc76-7eee-41cc-b500-e816d15e53cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3a680621-2411-4708-95d4-d036f0b77350'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:23:29.893206 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-0ed8202d-c82e-429f-b941-25bc6b4d0402 service neutron] Bound port: 08ceb28d-8344-42d5-9cb2-b5e94742930c, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc3efc76-7eee-41cc-b500-e816d15e53cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '3a680621-2411-4708-95d4-d036f0b77350'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:23:29.894148 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-0ed8202d-c82e-429f-b941-25bc6b4d0402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:30.030274 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-0ed8202d-c82e-429f-b941-25bc6b4d0402 service neutron] For port 08ceb28d-8344-42d5-9cb2-b5e94742930c, host n-h1-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:23:30.034852 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-0ed8202d-c82e-429f-b941-25bc6b4d0402 service neutron] For port 08ceb28d-8344-42d5-9cb2-b5e94742930c, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=08ceb28d-8344-42d5-9cb2-b5e94742930c,segment=NetworkSegment(bc3efc76-7eee-41cc-b500-e816d15e53cf),segment_id=bc3efc76-7eee-41cc-b500-e816d15e53cf)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:23:30.041680 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-0ed8202d-c82e-429f-b941-25bc6b4d0402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:30.093221 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-0ed8202d-c82e-429f-b941-25bc6b4d0402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:30.094053 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-0ed8202d-c82e-429f-b941-25bc6b4d0402 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:30.095594 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-0ed8202d-c82e-429f-b941-25bc6b4d0402 service neutron] 10.222.0.36 "PUT /v2.0/ports/08ceb28d-8344-42d5-9cb2-b5e94742930c HTTP/1.1" status: 200 len: 1092 time: 1.3437271 Nov 16 11:23:30.096323 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'tag': '08ceb28d-8344-42d5-9cb2-b5e94742930c'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:23:30.099077 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3186b69f-99a0-42be-8b51-d7034c0b0c9b" -d '{"events": [{"name": "network-changed", "server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "tag": "08ceb28d-8344-42d5-9cb2-b5e94742930c"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:23:30.177898 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7621ff79-ae01-4e0d-877d-4bc20158d934 service neutron] Request body: {'port': {'device_id': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:23:30.186928 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed8202d-c82e-429f-b941-25bc6b4d0402 service neutron] Pushing event updated for resources: {'Port': ['ID=08ceb28d-8344-42d5-9cb2-b5e94742930c,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:30.269557 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9985b4a-3b24-44d3-8b97-f11da59fb6c9 req-a515c29a-8b9e-4642-aa14-40f69c20a674 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:30.277363 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b9985b4a-3b24-44d3-8b97-f11da59fb6c9 req-a515c29a-8b9e-4642-aa14-40f69c20a674 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe3a8743-3959-4376-a554-c2c99664b889 HTTP/1.1" status: 200 len: 945 time: 0.1616173 Nov 16 11:23:30.292127 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7621ff79-ae01-4e0d-877d-4bc20158d934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:30.408633 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b9985b4a-3b24-44d3-8b97-f11da59fb6c9 req-17b76753-1011-4662-adea-ad9ef31716de tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294236 Nov 16 11:23:30.672284 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566104d-f9a9-4ae0-a83c-c0cb932165ba req-11a45951-ac5f-4fd4-b5dd-83eefb2b3964 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:30.675320 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1566104d-f9a9-4ae0-a83c-c0cb932165ba req-11a45951-ac5f-4fd4-b5dd-83eefb2b3964 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe3a8743-3959-4376-a554-c2c99664b889 HTTP/1.1" status: 200 len: 945 time: 0.0794647 Nov 16 11:23:30.686666 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['509b8880-8730-41a5-891c-ed8d9921e618'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:23:30.705117 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a37492-3585-48db-a444-0b84ed1af18d req-a71772b2-3980-4db7-a844-e52eb88282b9 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:30.706891 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-48a37492-3585-48db-a444-0b84ed1af18d req-a71772b2-3980-4db7-a844-e52eb88282b9 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 946 time: 0.1587670 Nov 16 11:23:30.812234 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-48a37492-3585-48db-a444-0b84ed1af18d req-f6ac548d-3930-447e-aea3-428742baaa0d tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958455 Nov 16 11:23:30.933811 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7621ff79-ae01-4e0d-877d-4bc20158d934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 442339e7-8828-4527-b420-5e71635e90f9 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:23:30.942564 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7621ff79-ae01-4e0d-877d-4bc20158d934 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:30.959271 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7621ff79-ae01-4e0d-877d-4bc20158d934 service neutron] Transition to ACTIVE for port object 442339e7-8828-4527-b420-5e71635e90f9 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:23:30.966624 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7621ff79-ae01-4e0d-877d-4bc20158d934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:30.967109 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-1566104d-f9a9-4ae0-a83c-c0cb932165ba req-ad8b37b4-6cb0-48e7-95aa-a89bb65c81e0 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Deleting port 9b788218-e0ad-4b8e-99e5-48c387829fb2 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:23:30.970213 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1566104d-f9a9-4ae0-a83c-c0cb932165ba req-ad8b37b4-6cb0-48e7-95aa-a89bb65c81e0 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:31.139046 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7621ff79-ae01-4e0d-877d-4bc20158d934 service neutron] Pushing event updated for resources: {'Port': ['ID=442339e7-8828-4527-b420-5e71635e90f9,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:31.297605 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-1566104d-f9a9-4ae0-a83c-c0cb932165ba req-ad8b37b4-6cb0-48e7-95aa-a89bb65c81e0 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] For port 9b788218-e0ad-4b8e-99e5-48c387829fb2, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=9b788218-e0ad-4b8e-99e5-48c387829fb2,segment=NetworkSegment(dde4f2a5-6c36-4ca1-b975-fe969cc62f41),segment_id=dde4f2a5-6c36-4ca1-b975-fe969cc62f41)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:31.298007 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1566104d-f9a9-4ae0-a83c-c0cb932165ba req-ad8b37b4-6cb0-48e7-95aa-a89bb65c81e0 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:31.331000 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-1566104d-f9a9-4ae0-a83c-c0cb932165ba req-ad8b37b4-6cb0-48e7-95aa-a89bb65c81e0 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Calling delete_port for 9b788218-e0ad-4b8e-99e5-48c387829fb2 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:23:31.350805 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7621ff79-ae01-4e0d-877d-4bc20158d934 service neutron] Attempting to bind port 442339e7-8828-4527-b420-5e71635e90f9 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:23:31.351143 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7621ff79-ae01-4e0d-877d-4bc20158d934 service neutron] Attempting to bind port 442339e7-8828-4527-b420-5e71635e90f9 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '16847986-4ee3-48f3-a2b2-b0245bd65314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2ef7fac0-ba76-4873-aa0c-db478637a221'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:23:31.351671 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7621ff79-ae01-4e0d-877d-4bc20158d934 service neutron] Attempting to bind port 442339e7-8828-4527-b420-5e71635e90f9 on network 2ef7fac0-ba76-4873-aa0c-db478637a221 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:23:31.377516 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7621ff79-ae01-4e0d-877d-4bc20158d934 service neutron] Port 442339e7-8828-4527-b420-5e71635e90f9 on network 2ef7fac0-ba76-4873-aa0c-db478637a221 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:23:31.378282 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7621ff79-ae01-4e0d-877d-4bc20158d934 service neutron] Attempting to bind port 442339e7-8828-4527-b420-5e71635e90f9 on network 2ef7fac0-ba76-4873-aa0c-db478637a221 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:23:31.407241 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7621ff79-ae01-4e0d-877d-4bc20158d934 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:23:31.407591 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7621ff79-ae01-4e0d-877d-4bc20158d934 service neutron] Checking segment: {'id': '16847986-4ee3-48f3-a2b2-b0245bd65314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2ef7fac0-ba76-4873-aa0c-db478637a221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:23:31.407993 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7621ff79-ae01-4e0d-877d-4bc20158d934 service neutron] Bound using segment: {'id': '16847986-4ee3-48f3-a2b2-b0245bd65314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2ef7fac0-ba76-4873-aa0c-db478637a221'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:23:31.408451 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7621ff79-ae01-4e0d-877d-4bc20158d934 service neutron] Bound port: 442339e7-8828-4527-b420-5e71635e90f9, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16847986-4ee3-48f3-a2b2-b0245bd65314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2ef7fac0-ba76-4873-aa0c-db478637a221'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:23:31.408822 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7621ff79-ae01-4e0d-877d-4bc20158d934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:31.532166 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79b735-aea1-44b8-905a-1aebbce9428d req-f988f16d-5b24-432c-bec6-aac543d78824 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:31.540561 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79b735-aea1-44b8-905a-1aebbce9428d req-f988f16d-5b24-432c-bec6-aac543d78824 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:31.547533 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79b735-aea1-44b8-905a-1aebbce9428d req-f988f16d-5b24-432c-bec6-aac543d78824 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:31.549278 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b79b735-aea1-44b8-905a-1aebbce9428d req-f988f16d-5b24-432c-bec6-aac543d78824 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/ports?device_id=b656b4e4-16bf-41e2-a583-5cccc058b6cf HTTP/1.1" status: 200 len: 2415 time: 0.1940494 Nov 16 11:23:31.593368 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1566104d-f9a9-4ae0-a83c-c0cb932165ba req-ad8b37b4-6cb0-48e7-95aa-a89bb65c81e0 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:31.623691 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['9b788218-e0ad-4b8e-99e5-48c387829fb2'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:23:31.635377 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7621ff79-ae01-4e0d-877d-4bc20158d934 service neutron] For port 442339e7-8828-4527-b420-5e71635e90f9, host n-h1-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:23:31.636705 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b37b4-6cb0-48e7-95aa-a89bb65c81e0 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Pushing event deleted for resources: {'Port': ['ID=9b788218-e0ad-4b8e-99e5-48c387829fb2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:31.667589 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b79b735-aea1-44b8-905a-1aebbce9428d req-0f74b6a0-dbe7-448e-b18f-f8cc4f069034 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/security-groups?id=e6ce7d58-b578-4d94-8222-f5a684de1780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082304 Nov 16 11:23:31.679515 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7621ff79-ae01-4e0d-877d-4bc20158d934 service neutron] For port 442339e7-8828-4527-b420-5e71635e90f9, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=442339e7-8828-4527-b420-5e71635e90f9,segment=NetworkSegment(16847986-4ee3-48f3-a2b2-b0245bd65314),segment_id=16847986-4ee3-48f3-a2b2-b0245bd65314)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:23:31.697569 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7621ff79-ae01-4e0d-877d-4bc20158d934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:31.699634 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-1566104d-f9a9-4ae0-a83c-c0cb932165ba req-ad8b37b4-6cb0-48e7-95aa-a89bb65c81e0 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] No DVR routers for this DVR port 9b788218-e0ad-4b8e-99e5-48c387829fb2 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:23:31.703805 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1566104d-f9a9-4ae0-a83c-c0cb932165ba req-ad8b37b4-6cb0-48e7-95aa-a89bb65c81e0 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:31.707174 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1566104d-f9a9-4ae0-a83c-c0cb932165ba req-ad8b37b4-6cb0-48e7-95aa-a89bb65c81e0 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.64 "DELETE /v2.0/ports/9b788218-e0ad-4b8e-99e5-48c387829fb2 HTTP/1.1" status: 204 len: 173 time: 1.0241399 Nov 16 11:23:31.707631 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3a8743-3959-4376-a554-c2c99664b889', 'name': 'network-vif-deleted', 'tag': '9b788218-e0ad-4b8e-99e5-48c387829fb2'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:23:31.710415 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6508e786-1c17-4fa9-9897-1dd3513a1d3c" -d '{"events": [{"server_uuid": "fe3a8743-3959-4376-a554-c2c99664b889", "name": "network-vif-deleted", "tag": "9b788218-e0ad-4b8e-99e5-48c387829fb2"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:23:31.750047 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7621ff79-ae01-4e0d-877d-4bc20158d934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:31.750700 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7621ff79-ae01-4e0d-877d-4bc20158d934 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:31.752091 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7621ff79-ae01-4e0d-877d-4bc20158d934 service neutron] 10.222.0.36 "PUT /v2.0/ports/442339e7-8828-4527-b420-5e71635e90f9 HTTP/1.1" status: 200 len: 1130 time: 1.5828953 Nov 16 11:23:31.768174 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7621ff79-ae01-4e0d-877d-4bc20158d934 service neutron] Pushing event updated for resources: {'Port': ['ID=442339e7-8828-4527-b420-5e71635e90f9,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:31.831905 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7863d181-1f9d-4ecd-8454-f6e0953801b2 service neutron] Request body: {'port': {'device_id': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:23:31.900159 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16a2d45-ab39-4b38-9515-596d9c4aca19 x-openstack-request-id: req-d16a2d45-ab39-4b38-9515-596d9c4aca19 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:23:31.900454 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "tag": "08ceb28d-8344-42d5-9cb2-b5e94742930c", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:23:31.900756 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d16a2d45-ab39-4b38-9515-596d9c4aca19 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:23:31.901163 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'tag': '08ceb28d-8344-42d5-9cb2-b5e94742930c', 'status': 'completed', 'code': 200} Nov 16 11:23:32.003298 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7863d181-1f9d-4ecd-8454-f6e0953801b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:32.009821 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186b69f-99a0-42be-8b51-d7034c0b0c9b req-b949c546-8701-4d37-a388-6af9be4ddfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:32.010386 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186b69f-99a0-42be-8b51-d7034c0b0c9b req-b949c546-8701-4d37-a388-6af9be4ddfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:32.010815 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186b69f-99a0-42be-8b51-d7034c0b0c9b req-b949c546-8701-4d37-a388-6af9be4ddfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:32.011267 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186b69f-99a0-42be-8b51-d7034c0b0c9b req-b949c546-8701-4d37-a388-6af9be4ddfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:32.011728 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186b69f-99a0-42be-8b51-d7034c0b0c9b req-b949c546-8701-4d37-a388-6af9be4ddfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:32.012190 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186b69f-99a0-42be-8b51-d7034c0b0c9b req-b949c546-8701-4d37-a388-6af9be4ddfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:32.014165 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3186b69f-99a0-42be-8b51-d7034c0b0c9b req-b949c546-8701-4d37-a388-6af9be4ddfea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1ae06a69eac64c2d80c4db8375c3a241&device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 5287 time: 0.1136827 Nov 16 11:23:32.053987 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b760d65-cba6-4aaa-93ce-36311a2dce10 req-af032e4e-da15-4eed-95a4-5489b66f0b4a tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:32.061634 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b760d65-cba6-4aaa-93ce-36311a2dce10 req-af032e4e-da15-4eed-95a4-5489b66f0b4a tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:32.083425 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b760d65-cba6-4aaa-93ce-36311a2dce10 req-af032e4e-da15-4eed-95a4-5489b66f0b4a tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:32.090720 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b760d65-cba6-4aaa-93ce-36311a2dce10 req-af032e4e-da15-4eed-95a4-5489b66f0b4a tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:32.097567 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b760d65-cba6-4aaa-93ce-36311a2dce10 req-af032e4e-da15-4eed-95a4-5489b66f0b4a tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:32.103787 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b760d65-cba6-4aaa-93ce-36311a2dce10 req-af032e4e-da15-4eed-95a4-5489b66f0b4a tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:32.105970 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4b760d65-cba6-4aaa-93ce-36311a2dce10 req-af032e4e-da15-4eed-95a4-5489b66f0b4a tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 4601 time: 0.1686513 Nov 16 11:23:32.198546 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186b69f-99a0-42be-8b51-d7034c0b0c9b req-9c442502-be40-4e5a-80ca-3a9a8205cafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:32.199026 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186b69f-99a0-42be-8b51-d7034c0b0c9b req-9c442502-be40-4e5a-80ca-3a9a8205cafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:32.199493 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186b69f-99a0-42be-8b51-d7034c0b0c9b req-9c442502-be40-4e5a-80ca-3a9a8205cafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:32.201071 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3186b69f-99a0-42be-8b51-d7034c0b0c9b req-9c442502-be40-4e5a-80ca-3a9a8205cafd service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=1ae06a69eac64c2d80c4db8375c3a241&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1710539 Nov 16 11:23:32.284000 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4b760d65-cba6-4aaa-93ce-36311a2dce10 req-dc98b292-74d1-47eb-9c96-c2f6883ff835 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c641a9-9ec5-4bde-8d8e-91841ccae81e&id=df1a22eb-4b7f-4078-bf25-bb6ec7c01c43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1501563 Nov 16 11:23:32.294243 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 509b8880-8730-41a5-891c-ed8d9921e618 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:23:32.387950 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186b69f-99a0-42be-8b51-d7034c0b0c9b req-3c8e7988-41d6-4393-853e-bd7738f14f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:32.391698 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3186b69f-99a0-42be-8b51-d7034c0b0c9b req-3c8e7988-41d6-4393-853e-bd7738f14f87 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1828852 Nov 16 11:23:32.414213 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 509b8880-8730-41a5-891c-ed8d9921e618 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:23:32.419582 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 509b8880-8730-41a5-891c-ed8d9921e618 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:23:32.420005 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:32.484416 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f49b040-c30c-487c-ae6e-94652e9505e0 req-0b091dda-5379-4f35-a83f-59367afee73a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:32.495546 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2f49b040-c30c-487c-ae6e-94652e9505e0 req-0b091dda-5379-4f35-a83f-59367afee73a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 946 time: 0.1175356 Nov 16 11:23:32.540342 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:32.565746 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b656b4e4-16bf-41e2-a583-5cccc058b6cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509b8880-8730-41a5-891c-ed8d9921e618'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:23:32.568292 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4497a7-cd8d-4215-8951-cbd3c5bff5b4" -d '{"events": [{"server_uuid": "b656b4e4-16bf-41e2-a583-5cccc058b6cf", "name": "network-vif-plugged", "status": "completed", "tag": "509b8880-8730-41a5-891c-ed8d9921e618"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:23:32.582279 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2f49b040-c30c-487c-ae6e-94652e9505e0 req-6c876c98-db1f-4d8b-90ca-678d47456622 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828521 Nov 16 11:23:32.584912 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 509b8880-8730-41a5-891c-ed8d9921e618, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=509b8880-8730-41a5-891c-ed8d9921e618,segment=NetworkSegment(dadca4f8-8650-4e96-b186-d0228f5719f9),segment_id=dadca4f8-8650-4e96-b186-d0228f5719f9)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:32.610980 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:32.612584 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 44e61d0a-e3c6-4701-aeda-509c1367bff0 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:23:32.675988 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=509b8880-8730-41a5-891c-ed8d9921e618,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:32.741141 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7863d181-1f9d-4ecd-8454-f6e0953801b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef6df7df-1e5a-4b26-a927-ad82f8336e09 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:23:32.745081 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 44e61d0a-e3c6-4701-aeda-509c1367bff0 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:23:32.751162 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7863d181-1f9d-4ecd-8454-f6e0953801b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:32.760026 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 44e61d0a-e3c6-4701-aeda-509c1367bff0 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:23:32.760712 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:32.767804 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7863d181-1f9d-4ecd-8454-f6e0953801b2 service neutron] Transition to ACTIVE for port object ef6df7df-1e5a-4b26-a927-ad82f8336e09 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:23:32.786984 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7863d181-1f9d-4ecd-8454-f6e0953801b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:32.855069 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863d181-1f9d-4ecd-8454-f6e0953801b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ef6df7df-1e5a-4b26-a927-ad82f8336e09,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:32.888235 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd333261-bc48-4c0e-9994-3ccfb922e23c req-38c5e589-ba0b-4ca1-afc8-2c758056205b tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:32.889609 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bd333261-bc48-4c0e-9994-3ccfb922e23c req-38c5e589-ba0b-4ca1-afc8-2c758056205b tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 950 time: 0.1692915 Nov 16 11:23:32.938493 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:33.018990 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 44e61d0a-e3c6-4701-aeda-509c1367bff0, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=44e61d0a-e3c6-4701-aeda-509c1367bff0,segment=NetworkSegment(17953ad3-7b75-4f90-9bae-47bbf4f6e0d3),segment_id=17953ad3-7b75-4f90-9bae-47bbf4f6e0d3)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:33.027662 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:33.028800 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:23:33.057993 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bd333261-bc48-4c0e-9994-3ccfb922e23c req-8cdc0543-d005-4f58-93ef-ddafe7eaa755 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542697 Nov 16 11:23:33.094941 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7863d181-1f9d-4ecd-8454-f6e0953801b2 service neutron] Attempting to bind port ef6df7df-1e5a-4b26-a927-ad82f8336e09 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:23:33.095223 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7863d181-1f9d-4ecd-8454-f6e0953801b2 service neutron] Attempting to bind port ef6df7df-1e5a-4b26-a927-ad82f8336e09 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '16847986-4ee3-48f3-a2b2-b0245bd65314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2ef7fac0-ba76-4873-aa0c-db478637a221'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:23:33.095554 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7863d181-1f9d-4ecd-8454-f6e0953801b2 service neutron] Attempting to bind port ef6df7df-1e5a-4b26-a927-ad82f8336e09 on network 2ef7fac0-ba76-4873-aa0c-db478637a221 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:23:33.111078 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7863d181-1f9d-4ecd-8454-f6e0953801b2 service neutron] Port ef6df7df-1e5a-4b26-a927-ad82f8336e09 on network 2ef7fac0-ba76-4873-aa0c-db478637a221 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:23:33.111699 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7863d181-1f9d-4ecd-8454-f6e0953801b2 service neutron] Attempting to bind port ef6df7df-1e5a-4b26-a927-ad82f8336e09 on network 2ef7fac0-ba76-4873-aa0c-db478637a221 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:23:33.118960 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7863d181-1f9d-4ecd-8454-f6e0953801b2 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:23:33.120295 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7863d181-1f9d-4ecd-8454-f6e0953801b2 service neutron] Checking segment: {'id': '16847986-4ee3-48f3-a2b2-b0245bd65314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2ef7fac0-ba76-4873-aa0c-db478637a221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:23:33.120929 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7863d181-1f9d-4ecd-8454-f6e0953801b2 service neutron] Bound using segment: {'id': '16847986-4ee3-48f3-a2b2-b0245bd65314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2ef7fac0-ba76-4873-aa0c-db478637a221'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:23:33.121670 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7863d181-1f9d-4ecd-8454-f6e0953801b2 service neutron] Bound port: ef6df7df-1e5a-4b26-a927-ad82f8336e09, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16847986-4ee3-48f3-a2b2-b0245bd65314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2ef7fac0-ba76-4873-aa0c-db478637a221'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:23:33.122287 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7863d181-1f9d-4ecd-8454-f6e0953801b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:33.213146 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=44e61d0a-e3c6-4701-aeda-509c1367bff0,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:33.236214 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:23:33.242607 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:23:33.243115 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:33.254947 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7863d181-1f9d-4ecd-8454-f6e0953801b2 service neutron] For port ef6df7df-1e5a-4b26-a927-ad82f8336e09, host n-h1-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:23:33.259350 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7863d181-1f9d-4ecd-8454-f6e0953801b2 service neutron] For port ef6df7df-1e5a-4b26-a927-ad82f8336e09, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=ef6df7df-1e5a-4b26-a927-ad82f8336e09,segment=NetworkSegment(16847986-4ee3-48f3-a2b2-b0245bd65314),segment_id=16847986-4ee3-48f3-a2b2-b0245bd65314)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:23:33.271167 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7863d181-1f9d-4ecd-8454-f6e0953801b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:33.314744 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a80564-ca3b-47b0-9a8b-3fa6faa69ab8 x-openstack-request-id: req-f3a80564-ca3b-47b0-9a8b-3fa6faa69ab8 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:23:33.315730 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3a8743-3959-4376-a554-c2c99664b889", "name": "network-vif-deleted", "tag": "9b788218-e0ad-4b8e-99e5-48c387829fb2", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:23:33.316144 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f3a80564-ca3b-47b0-9a8b-3fa6faa69ab8 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:23:33.317502 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3a8743-3959-4376-a554-c2c99664b889', 'name': 'network-vif-deleted', 'tag': '9b788218-e0ad-4b8e-99e5-48c387829fb2', 'status': 'completed', 'code': 200} Nov 16 11:23:33.385281 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7863d181-1f9d-4ecd-8454-f6e0953801b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:33.386036 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7863d181-1f9d-4ecd-8454-f6e0953801b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:33.389110 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7863d181-1f9d-4ecd-8454-f6e0953801b2 service neutron] 10.222.0.36 "PUT /v2.0/ports/ef6df7df-1e5a-4b26-a927-ad82f8336e09 HTTP/1.1" status: 200 len: 1130 time: 1.5623920 Nov 16 11:23:33.436422 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-8c920658-69ce-4da3-9b3e-ab0d8885edbf service neutron] Request body: {'port': {'device_id': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:23:33.439690 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 02f24461-d778-4489-81ea-ce9be1265fcf no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:23:33.443922 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863d181-1f9d-4ecd-8454-f6e0953801b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ef6df7df-1e5a-4b26-a927-ad82f8336e09,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:33.529461 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:33.563942 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400f08f-e285-4be4-a932-39ebd0f76db1 req-df8a1939-e8f8-48cb-b1d1-90018aa44bf5 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:33.565718 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1400f08f-e285-4be4-a932-39ebd0f76db1 req-df8a1939-e8f8-48cb-b1d1-90018aa44bf5 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0d7ad5bb-6115-4b5e-8156-206b4ea5631a HTTP/1.1" status: 200 len: 1096 time: 0.1257813 Nov 16 11:23:33.578433 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 32828) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:33.635172 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6,segment=NetworkSegment(dadca4f8-8650-4e96-b186-d0228f5719f9),segment_id=dadca4f8-8650-4e96-b186-d0228f5719f9)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:33.651493 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:33.667252 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1400f08f-e285-4be4-a932-39ebd0f76db1 req-c1928d95-9052-4fed-89c0-98ac819a6707 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674555 Nov 16 11:23:33.667981 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-8c920658-69ce-4da3-9b3e-ab0d8885edbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:33.732564 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:33.785801 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392a2b2e-c57d-46d9-aac7-f7a95142f50d x-openstack-request-id: req-392a2b2e-c57d-46d9-aac7-f7a95142f50d {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:23:33.786138 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b656b4e4-16bf-41e2-a583-5cccc058b6cf", "name": "network-vif-plugged", "status": "completed", "tag": "509b8880-8730-41a5-891c-ed8d9921e618", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:23:33.786440 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-392a2b2e-c57d-46d9-aac7-f7a95142f50d {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:23:33.786896 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b656b4e4-16bf-41e2-a583-5cccc058b6cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509b8880-8730-41a5-891c-ed8d9921e618', 'code': 200} Nov 16 11:23:33.809652 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 02f24461-d778-4489-81ea-ce9be1265fcf, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=02f24461-d778-4489-81ea-ce9be1265fcf,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:33.814513 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:33.821128 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:33.892667 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=02f24461-d778-4489-81ea-ce9be1265fcf,revision_number=14']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:33.906326 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'tag': '442339e7-8828-4527-b420-5e71635e90f9'}, {'name': 'network-changed', 'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'tag': 'ef6df7df-1e5a-4b26-a927-ad82f8336e09'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:23:33.908519 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d8b504-f0ac-4b69-8e24-adf5966b4962" -d '{"events": [{"name": "network-changed", "server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "tag": "442339e7-8828-4527-b420-5e71635e90f9"}, {"name": "network-changed", "server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "tag": "ef6df7df-1e5a-4b26-a927-ad82f8336e09"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:23:33.934402 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3e70dcb5-e01a-4c92-972a-97b499e22c4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:34.026610 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d39b7-b2f2-48cb-b171-6fddcc0f0ae8 req-ec897489-4406-4855-9f3a-f46a802d8300 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:34.031124 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3e70dcb5-e01a-4c92-972a-97b499e22c4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:34.034385 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d39b7-b2f2-48cb-b171-6fddcc0f0ae8 req-ec897489-4406-4855-9f3a-f46a802d8300 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:34.036074 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3e70dcb5-e01a-4c92-972a-97b499e22c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:34.041674 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d39b7-b2f2-48cb-b171-6fddcc0f0ae8 req-ec897489-4406-4855-9f3a-f46a802d8300 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:34.050459 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1e3d39b7-b2f2-48cb-b171-6fddcc0f0ae8 req-ec897489-4406-4855-9f3a-f46a802d8300 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/ports?device_id=b656b4e4-16bf-41e2-a583-5cccc058b6cf HTTP/1.1" status: 200 len: 2418 time: 0.1514876 Nov 16 11:23:34.076739 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70dcb5-e01a-4c92-972a-97b499e22c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ea9e82-b696-4fde-9237-42a1a9c16ff9,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:34.097785 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-3e70dcb5-e01a-4c92-972a-97b499e22c4a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=379e959a876d4cfd803ac5564bfc300f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5182128 Nov 16 11:23:34.100498 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 32854) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:34.157549 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1e3d39b7-b2f2-48cb-b171-6fddcc0f0ae8 req-8e70b1dd-d6d3-49be-87c0-c8894cc742fe tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/security-groups?id=e6ce7d58-b578-4d94-8222-f5a684de1780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059756 Nov 16 11:23:34.167285 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e891b786-e332-4bcf-a300-761aac3189ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:34.228053 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e891b786-e332-4bcf-a300-761aac3189ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:34.300639 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-8c920658-69ce-4da3-9b3e-ab0d8885edbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b06424a2-3780-4ea6-937a-fd17aaa823c1 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:23:34.312197 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-8c920658-69ce-4da3-9b3e-ab0d8885edbf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:34.316985 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e891b786-e332-4bcf-a300-761aac3189ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:34.325116 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e891b786-e332-4bcf-a300-761aac3189ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:34.326678 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e891b786-e332-4bcf-a300-761aac3189ce admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/83ea9e82-b696-4fde-9237-42a1a9c16ff9 HTTP/1.1" status: 204 len: 168 time: 0.2239144 Nov 16 11:23:34.327027 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 9b788218-e0ad-4b8e-99e5-48c387829fb2 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:23:34.338594 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-8c920658-69ce-4da3-9b3e-ab0d8885edbf service neutron] Transition to ACTIVE for port object b06424a2-3780-4ea6-937a-fd17aaa823c1 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:23:34.348123 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e891b786-e332-4bcf-a300-761aac3189ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ea9e82-b696-4fde-9237-42a1a9c16ff9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:34.350475 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7ace5-30f5-41c0-9127-31f0f09c2992 req-f025b3e2-bf6f-4fdc-9f02-5bd1adb5ea2d tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:34.358277 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7ace5-30f5-41c0-9127-31f0f09c2992 req-f025b3e2-bf6f-4fdc-9f02-5bd1adb5ea2d tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:34.366841 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7ace5-30f5-41c0-9127-31f0f09c2992 req-f025b3e2-bf6f-4fdc-9f02-5bd1adb5ea2d tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:34.374488 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7ace5-30f5-41c0-9127-31f0f09c2992 req-f025b3e2-bf6f-4fdc-9f02-5bd1adb5ea2d tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:34.380809 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7ace5-30f5-41c0-9127-31f0f09c2992 req-f025b3e2-bf6f-4fdc-9f02-5bd1adb5ea2d tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:34.387386 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7ace5-30f5-41c0-9127-31f0f09c2992 req-f025b3e2-bf6f-4fdc-9f02-5bd1adb5ea2d tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:34.393888 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7ace5-30f5-41c0-9127-31f0f09c2992 req-f025b3e2-bf6f-4fdc-9f02-5bd1adb5ea2d tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:34.402347 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e7e7ace5-30f5-41c0-9127-31f0f09c2992 req-f025b3e2-bf6f-4fdc-9f02-5bd1adb5ea2d tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 5373 time: 0.1379056 Nov 16 11:23:34.408683 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 9b788218-e0ad-4b8e-99e5-48c387829fb2 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:23:34.409292 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 9b788218-e0ad-4b8e-99e5-48c387829fb2 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:23:34.411670 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-8c920658-69ce-4da3-9b3e-ab0d8885edbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:34.501699 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c920658-69ce-4da3-9b3e-ab0d8885edbf service neutron] Pushing event updated for resources: {'Port': ['ID=b06424a2-3780-4ea6-937a-fd17aaa823c1,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:34.616346 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e7e7ace5-30f5-41c0-9127-31f0f09c2992 req-cf330dd8-c77d-4ca4-8b34-d869b2559277 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c641a9-9ec5-4bde-8d8e-91841ccae81e&id=df1a22eb-4b7f-4078-bf25-bb6ec7c01c43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2126305 Nov 16 11:23:34.626918 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-8c920658-69ce-4da3-9b3e-ab0d8885edbf service neutron] Attempting to bind port b06424a2-3780-4ea6-937a-fd17aaa823c1 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:23:34.627257 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-8c920658-69ce-4da3-9b3e-ab0d8885edbf service neutron] Attempting to bind port b06424a2-3780-4ea6-937a-fd17aaa823c1 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '16847986-4ee3-48f3-a2b2-b0245bd65314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2ef7fac0-ba76-4873-aa0c-db478637a221'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:23:34.627588 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-8c920658-69ce-4da3-9b3e-ab0d8885edbf service neutron] Attempting to bind port b06424a2-3780-4ea6-937a-fd17aaa823c1 on network 2ef7fac0-ba76-4873-aa0c-db478637a221 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:23:34.632631 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-8c920658-69ce-4da3-9b3e-ab0d8885edbf service neutron] Port b06424a2-3780-4ea6-937a-fd17aaa823c1 on network 2ef7fac0-ba76-4873-aa0c-db478637a221 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:23:34.632953 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-8c920658-69ce-4da3-9b3e-ab0d8885edbf service neutron] Attempting to bind port b06424a2-3780-4ea6-937a-fd17aaa823c1 on network 2ef7fac0-ba76-4873-aa0c-db478637a221 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:23:34.639062 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-8c920658-69ce-4da3-9b3e-ab0d8885edbf service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:23:34.639062 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-8c920658-69ce-4da3-9b3e-ab0d8885edbf service neutron] Checking segment: {'id': '16847986-4ee3-48f3-a2b2-b0245bd65314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2ef7fac0-ba76-4873-aa0c-db478637a221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:23:34.639587 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-8c920658-69ce-4da3-9b3e-ab0d8885edbf service neutron] Bound using segment: {'id': '16847986-4ee3-48f3-a2b2-b0245bd65314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2ef7fac0-ba76-4873-aa0c-db478637a221'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:23:34.640175 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-8c920658-69ce-4da3-9b3e-ab0d8885edbf service neutron] Bound port: b06424a2-3780-4ea6-937a-fd17aaa823c1, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16847986-4ee3-48f3-a2b2-b0245bd65314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2ef7fac0-ba76-4873-aa0c-db478637a221'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:23:34.640435 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-8c920658-69ce-4da3-9b3e-ab0d8885edbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:34.748079 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-8c920658-69ce-4da3-9b3e-ab0d8885edbf service neutron] For port b06424a2-3780-4ea6-937a-fd17aaa823c1, host n-h1-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:23:34.757940 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 32890) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:34.770726 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dc880887-4390-4b50-a58a-c628f291b169 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:34.809501 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-8c920658-69ce-4da3-9b3e-ab0d8885edbf service neutron] For port b06424a2-3780-4ea6-937a-fd17aaa823c1, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=b06424a2-3780-4ea6-937a-fd17aaa823c1,segment=NetworkSegment(16847986-4ee3-48f3-a2b2-b0245bd65314),segment_id=16847986-4ee3-48f3-a2b2-b0245bd65314)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:23:34.831645 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-8c920658-69ce-4da3-9b3e-ab0d8885edbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:34.889278 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dc880887-4390-4b50-a58a-c628f291b169 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:34.893194 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-8c920658-69ce-4da3-9b3e-ab0d8885edbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:34.893816 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-8c920658-69ce-4da3-9b3e-ab0d8885edbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:34.895244 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-8c920658-69ce-4da3-9b3e-ab0d8885edbf service neutron] 10.222.0.36 "PUT /v2.0/ports/b06424a2-3780-4ea6-937a-fd17aaa823c1 HTTP/1.1" status: 200 len: 1091 time: 1.4679039 Nov 16 11:23:34.897493 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dc880887-4390-4b50-a58a-c628f291b169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:34.917385 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-ea3d7c32-8dc1-492a-92c6-3387e2cbc5fb tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:34.919111 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-ea3d7c32-8dc1-492a-92c6-3387e2cbc5fb tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/networks?id=3d74d208-8054-4a20-a68e-5341a0731232 HTTP/1.1" status: 200 len: 811 time: 0.1857996 Nov 16 11:23:34.931078 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc880887-4390-4b50-a58a-c628f291b169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb657a2c-dfdc-4b69-adad-be23fee45d0c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:34.947414 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-fc05bec6-6b2f-4816-b631-b02f41ce0057 service neutron] Request body: {'port': {'device_id': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:23:34.958750 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-dc880887-4390-4b50-a58a-c628f291b169 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=042afd6058e94dec9d617d558faa016c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1997445 Nov 16 11:23:34.961309 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 32892) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:34.987385 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c920658-69ce-4da3-9b3e-ab0d8885edbf service neutron] Pushing event updated for resources: {'Port': ['ID=b06424a2-3780-4ea6-937a-fd17aaa823c1,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:34.993891 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-f2de1f1e-d3cb-46a6-a1d2-69dad3935cf7 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/quotas/bcada9d38abf4226bc4ca768b16b9a90 HTTP/1.1" status: 200 len: 375 time: 0.0673597 Nov 16 11:23:35.030549 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a4fe4ac3-35a1-4388-9f8d-6ba98f35001e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:35.050380 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-db7b5811-c6e9-430d-828a-7487a22c9e7d tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=bcada9d38abf4226bc4ca768b16b9a90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391581 Nov 16 11:23:35.051366 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-fc05bec6-6b2f-4816-b631-b02f41ce0057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:35.064113 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a4fe4ac3-35a1-4388-9f8d-6ba98f35001e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:35.138523 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a4fe4ac3-35a1-4388-9f8d-6ba98f35001e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:35.141068 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a4fe4ac3-35a1-4388-9f8d-6ba98f35001e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:35.142567 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a4fe4ac3-35a1-4388-9f8d-6ba98f35001e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fb657a2c-dfdc-4b69-adad-be23fee45d0c HTTP/1.1" status: 204 len: 168 time: 0.1799467 Nov 16 11:23:35.155384 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe4ac3-35a1-4388-9f8d-6ba98f35001e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb657a2c-dfdc-4b69-adad-be23fee45d0c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:35.294051 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-d64e449e-7ffa-4651-a567-f39978e675c6 service neutron] 10.222.0.61 "GET /v2.0/networks/3d74d208-8054-4a20-a68e-5341a0731232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329576 Nov 16 11:23:35.461901 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-36135ffc-7a32-4231-84f2-2f17081bf902 service neutron] 10.222.0.61 "GET /v2.0/networks/3d74d208-8054-4a20-a68e-5341a0731232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585534 Nov 16 11:23:35.523454 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-fc05bec6-6b2f-4816-b631-b02f41ce0057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f958e357-3c58-4ef4-8e95-dd29178bdd07 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:23:35.539031 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-fc05bec6-6b2f-4816-b631-b02f41ce0057 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:35.555758 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-fc05bec6-6b2f-4816-b631-b02f41ce0057 service neutron] Transition to ACTIVE for port object f958e357-3c58-4ef4-8e95-dd29178bdd07 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:23:35.563869 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-fc05bec6-6b2f-4816-b631-b02f41ce0057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:35.664886 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05bec6-6b2f-4816-b631-b02f41ce0057 service neutron] Pushing event updated for resources: {'Port': ['ID=f958e357-3c58-4ef4-8e95-dd29178bdd07,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:35.789337 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b656b4e4-16bf-41e2-a583-5cccc058b6cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e61d0a-e3c6-4701-aeda-509c1367bff0'}, {'server_uuid': 'b656b4e4-16bf-41e2-a583-5cccc058b6cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6'}, {'server_uuid': 'a2f543b5-db37-43d1-b756-4fccbc592401', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02f24461-d778-4489-81ea-ce9be1265fcf'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:23:35.792597 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb55063-f561-48ef-a682-4f8666e3e424" -d '{"events": [{"server_uuid": "b656b4e4-16bf-41e2-a583-5cccc058b6cf", "name": "network-vif-plugged", "status": "completed", "tag": "44e61d0a-e3c6-4701-aeda-509c1367bff0"}, {"server_uuid": "b656b4e4-16bf-41e2-a583-5cccc058b6cf", "name": "network-vif-plugged", "status": "completed", "tag": "9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6"}, {"server_uuid": "a2f543b5-db37-43d1-b756-4fccbc592401", "name": "network-vif-unplugged", "status": "completed", "tag": "02f24461-d778-4489-81ea-ce9be1265fcf"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:23:35.860387 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-fc05bec6-6b2f-4816-b631-b02f41ce0057 service neutron] Attempting to bind port f958e357-3c58-4ef4-8e95-dd29178bdd07 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:23:35.860958 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-fc05bec6-6b2f-4816-b631-b02f41ce0057 service neutron] Attempting to bind port f958e357-3c58-4ef4-8e95-dd29178bdd07 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '16847986-4ee3-48f3-a2b2-b0245bd65314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2ef7fac0-ba76-4873-aa0c-db478637a221'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:23:35.861505 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-fc05bec6-6b2f-4816-b631-b02f41ce0057 service neutron] Attempting to bind port f958e357-3c58-4ef4-8e95-dd29178bdd07 on network 2ef7fac0-ba76-4873-aa0c-db478637a221 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:23:35.867916 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-fc05bec6-6b2f-4816-b631-b02f41ce0057 service neutron] Port f958e357-3c58-4ef4-8e95-dd29178bdd07 on network 2ef7fac0-ba76-4873-aa0c-db478637a221 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:23:35.868478 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-fc05bec6-6b2f-4816-b631-b02f41ce0057 service neutron] Attempting to bind port f958e357-3c58-4ef4-8e95-dd29178bdd07 on network 2ef7fac0-ba76-4873-aa0c-db478637a221 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:23:35.879253 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-fc05bec6-6b2f-4816-b631-b02f41ce0057 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:23:35.879591 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-fc05bec6-6b2f-4816-b631-b02f41ce0057 service neutron] Checking segment: {'id': '16847986-4ee3-48f3-a2b2-b0245bd65314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2ef7fac0-ba76-4873-aa0c-db478637a221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:23:35.879980 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-fc05bec6-6b2f-4816-b631-b02f41ce0057 service neutron] Bound using segment: {'id': '16847986-4ee3-48f3-a2b2-b0245bd65314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2ef7fac0-ba76-4873-aa0c-db478637a221'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:23:35.880422 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-fc05bec6-6b2f-4816-b631-b02f41ce0057 service neutron] Bound port: f958e357-3c58-4ef4-8e95-dd29178bdd07, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16847986-4ee3-48f3-a2b2-b0245bd65314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2ef7fac0-ba76-4873-aa0c-db478637a221'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:23:35.880778 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-fc05bec6-6b2f-4816-b631-b02f41ce0057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:36.001269 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-fc05bec6-6b2f-4816-b631-b02f41ce0057 service neutron] For port f958e357-3c58-4ef4-8e95-dd29178bdd07, host n-h1-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:23:36.019073 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-fc05bec6-6b2f-4816-b631-b02f41ce0057 service neutron] For port f958e357-3c58-4ef4-8e95-dd29178bdd07, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=f958e357-3c58-4ef4-8e95-dd29178bdd07,segment=NetworkSegment(16847986-4ee3-48f3-a2b2-b0245bd65314),segment_id=16847986-4ee3-48f3-a2b2-b0245bd65314)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:23:36.026493 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-fc05bec6-6b2f-4816-b631-b02f41ce0057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:36.402797 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d74817-8755-4e18-8758-1787274626c2 req-31205628-5c4f-409e-8d4c-667ec38cd706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:36.406247 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-45d74817-8755-4e18-8758-1787274626c2 req-31205628-5c4f-409e-8d4c-667ec38cd706 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ec47a3e7fd1142dea625a6029a3061c1&device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 1101 time: 0.0789428 Nov 16 11:23:36.484742 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-fc05bec6-6b2f-4816-b631-b02f41ce0057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:36.485418 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-fc05bec6-6b2f-4816-b631-b02f41ce0057 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:36.486829 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-fc05bec6-6b2f-4816-b631-b02f41ce0057 service neutron] 10.222.0.36 "PUT /v2.0/ports/f958e357-3c58-4ef4-8e95-dd29178bdd07 HTTP/1.1" status: 200 len: 1091 time: 1.5500252 Nov 16 11:23:36.519714 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05bec6-6b2f-4816-b631-b02f41ce0057 service neutron] Pushing event updated for resources: {'Port': ['ID=f958e357-3c58-4ef4-8e95-dd29178bdd07,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:36.527795 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7eab239f-ba8c-4c3e-bff3-0d9a7d8ed735 service neutron] Request body: {'port': {'device_id': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:23:36.598534 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7eab239f-ba8c-4c3e-bff3-0d9a7d8ed735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:36.609033 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d74817-8755-4e18-8758-1787274626c2 req-e066f122-946d-4d90-a42a-da4d4b94d6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:36.611278 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-45d74817-8755-4e18-8758-1787274626c2 req-e066f122-946d-4d90-a42a-da4d4b94d6c8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.1701636 Nov 16 11:23:36.732225 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-45d74817-8755-4e18-8758-1787274626c2 req-8146aa65-516a-47d2-9415-e2bd108258e1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=a771019e-36ea-4eb2-b9ce-fd9be7346252 HTTP/1.1" status: 200 len: 217 time: 0.1115031 Nov 16 11:23:36.869352 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d74817-8755-4e18-8758-1787274626c2 req-cd597fa3-12de-46e2-8f03-bb4d06d5c11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:36.871148 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-45d74817-8755-4e18-8758-1787274626c2 req-cd597fa3-12de-46e2-8f03-bb4d06d5c11c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.1318650 Nov 16 11:23:36.910366 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 32964) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:36.949958 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d74817-8755-4e18-8758-1787274626c2 req-73ddc515-f6d4-4710-a058-3bf90d7a7112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:36.951713 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-45d74817-8755-4e18-8758-1787274626c2 req-73ddc515-f6d4-4710-a058-3bf90d7a7112 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0730867 Nov 16 11:23:37.101191 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7eab239f-ba8c-4c3e-bff3-0d9a7d8ed735 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c0c8e29-c9e3-442d-bb5d-3b91f658d21a {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:23:37.114864 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7eab239f-ba8c-4c3e-bff3-0d9a7d8ed735 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:37.146694 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7eab239f-ba8c-4c3e-bff3-0d9a7d8ed735 service neutron] Transition to ACTIVE for port object 8c0c8e29-c9e3-442d-bb5d-3b91f658d21a will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:23:37.172057 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7eab239f-ba8c-4c3e-bff3-0d9a7d8ed735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:37.174861 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-77acccac-bc27-47f8-842b-e4a317e64354 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:37.236629 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-45d74817-8755-4e18-8758-1787274626c2 req-f9c5ea8c-14a2-40df-8d7b-349f38e91426 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733912 Nov 16 11:23:37.276677 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eab239f-ba8c-4c3e-bff3-0d9a7d8ed735 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0c8e29-c9e3-442d-bb5d-3b91f658d21a,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:37.329223 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-6050cfd2-e23e-409c-aeb6-2333479fbf29 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:37.330849 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-6050cfd2-e23e-409c-aeb6-2333479fbf29 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.64 "GET /v2.0/networks?id=3d74d208-8054-4a20-a68e-5341a0731232 HTTP/1.1" status: 200 len: 811 time: 0.2468421 Nov 16 11:23:37.350008 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-1df2864f-ee90-4fb0-bc55-a3f3ac2c4f1e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Request body: {'port': {'device_id': '7840abb2-d57a-48ae-9606-fc343813307d', 'network_id': '3d74d208-8054-4a20-a68e-5341a0731232', 'admin_state_up': True, 'tenant_id': 'bcada9d38abf4226bc4ca768b16b9a90'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:23:37.418945 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-77acccac-bc27-47f8-842b-e4a317e64354 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:37.443062 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-77acccac-bc27-47f8-842b-e4a317e64354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:37.475280 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-00cc30a3-fe69-49da-921b-a6f5297fb32f tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:23:37.477605 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-00cc30a3-fe69-49da-921b-a6f5297fb32f tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3074145 Nov 16 11:23:37.485708 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7eab239f-ba8c-4c3e-bff3-0d9a7d8ed735 service neutron] Attempting to bind port 8c0c8e29-c9e3-442d-bb5d-3b91f658d21a on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:23:37.486260 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7eab239f-ba8c-4c3e-bff3-0d9a7d8ed735 service neutron] Attempting to bind port 8c0c8e29-c9e3-442d-bb5d-3b91f658d21a by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '3aacb015-09d5-4518-8cdb-9c27d9564540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'ea6b1a63-583a-4222-8450-3af28565319c'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:23:37.486474 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7eab239f-ba8c-4c3e-bff3-0d9a7d8ed735 service neutron] Attempting to bind port 8c0c8e29-c9e3-442d-bb5d-3b91f658d21a on network ea6b1a63-583a-4222-8450-3af28565319c {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:23:37.500290 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-45d74817-8755-4e18-8758-1787274626c2 req-80bd70e0-36b3-4afc-9395-d65a7436e504 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534049 Nov 16 11:23:37.511560 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7eab239f-ba8c-4c3e-bff3-0d9a7d8ed735 service neutron] Port 8c0c8e29-c9e3-442d-bb5d-3b91f658d21a on network ea6b1a63-583a-4222-8450-3af28565319c not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:23:37.511893 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7eab239f-ba8c-4c3e-bff3-0d9a7d8ed735 service neutron] Attempting to bind port 8c0c8e29-c9e3-442d-bb5d-3b91f658d21a on network ea6b1a63-583a-4222-8450-3af28565319c {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:23:37.524315 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7eab239f-ba8c-4c3e-bff3-0d9a7d8ed735 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:23:37.524759 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7eab239f-ba8c-4c3e-bff3-0d9a7d8ed735 service neutron] Checking segment: {'id': '3aacb015-09d5-4518-8cdb-9c27d9564540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'ea6b1a63-583a-4222-8450-3af28565319c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:23:37.525107 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7eab239f-ba8c-4c3e-bff3-0d9a7d8ed735 service neutron] Bound using segment: {'id': '3aacb015-09d5-4518-8cdb-9c27d9564540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'ea6b1a63-583a-4222-8450-3af28565319c'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:23:37.525487 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7eab239f-ba8c-4c3e-bff3-0d9a7d8ed735 service neutron] Bound port: 8c0c8e29-c9e3-442d-bb5d-3b91f658d21a, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aacb015-09d5-4518-8cdb-9c27d9564540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'ea6b1a63-583a-4222-8450-3af28565319c'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:23:37.525847 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7eab239f-ba8c-4c3e-bff3-0d9a7d8ed735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:37.533598 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-77acccac-bc27-47f8-842b-e4a317e64354 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7dba14ae6b8d4e178e23eac9ed930e21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6088479 Nov 16 11:23:37.538664 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 32972) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:37.543097 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acccac-bc27-47f8-842b-e4a317e64354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ecf4fe-b789-41c3-b96d-ff9aaebe6273,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:37.598057 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-1df2864f-ee90-4fb0-bc55-a3f3ac2c4f1e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Made reservation on behalf of bcada9d38abf4226bc4ca768b16b9a90 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:23:37.603083 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-1df2864f-ee90-4fb0-bc55-a3f3ac2c4f1e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:37.606876 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7eab239f-ba8c-4c3e-bff3-0d9a7d8ed735 service neutron] For port 8c0c8e29-c9e3-442d-bb5d-3b91f658d21a, host n-h1-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:23:37.610992 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7eab239f-ba8c-4c3e-bff3-0d9a7d8ed735 service neutron] For port 8c0c8e29-c9e3-442d-bb5d-3b91f658d21a, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=8c0c8e29-c9e3-442d-bb5d-3b91f658d21a,segment=NetworkSegment(3aacb015-09d5-4518-8cdb-9c27d9564540),segment_id=3aacb015-09d5-4518-8cdb-9c27d9564540)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:23:37.620849 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7eab239f-ba8c-4c3e-bff3-0d9a7d8ed735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:37.630438 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d1a10b9-8587-4eee-a8cf-59204f39d6be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:37.637418 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7eab239f-ba8c-4c3e-bff3-0d9a7d8ed735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:37.638083 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7eab239f-ba8c-4c3e-bff3-0d9a7d8ed735 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:37.639833 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-7eab239f-ba8c-4c3e-bff3-0d9a7d8ed735 service neutron] 10.222.0.36 "PUT /v2.0/ports/8c0c8e29-c9e3-442d-bb5d-3b91f658d21a HTTP/1.1" status: 200 len: 1091 time: 1.1164038 Nov 16 11:23:37.684340 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-23ac6802-518e-4d42-bda8-8534777060a2 service neutron] Request body: {'port': {'device_id': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:23:37.729179 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eab239f-ba8c-4c3e-bff3-0d9a7d8ed735 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0c8e29-c9e3-442d-bb5d-3b91f658d21a,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:37.777839 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-23ac6802-518e-4d42-bda8-8534777060a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:38.029253 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d1a10b9-8587-4eee-a8cf-59204f39d6be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:38.089026 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-061d2bf1-0d2c-47c8-9d0a-3881d8c73f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:38.095655 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-061d2bf1-0d2c-47c8-9d0a-3881d8c73f29 service neutron] 10.222.0.61 "GET /v2.0/ports/d169e98f-1f72-49dc-9f8d-d83ecf9c069c HTTP/1.1" status: 200 len: 1093 time: 0.6089845 Nov 16 11:23:38.100065 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-fef64ef3-7252-41fa-9643-22f15acf9c3a service neutron] Request body: {'binding': {'host': 'n-h2-816823-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:23:38.100647 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-fef64ef3-7252-41fa-9643-22f15acf9c3a service neutron] Unknown quota resources ['binding']. {{(pid=102668) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 11:23:38.167849 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-1df2864f-ee90-4fb0-bc55-a3f3ac2c4f1e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Allocated IP 172.20.0.7 (3d74d208-8054-4a20-a68e-5341a0731232/3f019b1b-47e9-47e0-b9fa-270ea9b96fc7/6623d20c-3529-469d-97f2-142a7d01bc96) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:23:38.176483 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-23ac6802-518e-4d42-bda8-8534777060a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41a853ef-f92e-4127-89d6-e02d71c0d2ed {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:23:38.185123 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-23ac6802-518e-4d42-bda8-8534777060a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:38.216596 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-23ac6802-518e-4d42-bda8-8534777060a2 service neutron] Transition to ACTIVE for port object 41a853ef-f92e-4127-89d6-e02d71c0d2ed will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:23:38.221481 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-23ac6802-518e-4d42-bda8-8534777060a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:38.223443 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d1a10b9-8587-4eee-a8cf-59204f39d6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:38.226085 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d1a10b9-8587-4eee-a8cf-59204f39d6be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:38.227912 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9d1a10b9-8587-4eee-a8cf-59204f39d6be admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/93ecf4fe-b789-41c3-b96d-ff9aaebe6273 HTTP/1.1" status: 204 len: 168 time: 0.6872933 Nov 16 11:23:38.257569 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a10b9-8587-4eee-a8cf-59204f39d6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ecf4fe-b789-41c3-b96d-ff9aaebe6273,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:38.322088 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac6802-518e-4d42-bda8-8534777060a2 service neutron] Pushing event updated for resources: {'Port': ['ID=41a853ef-f92e-4127-89d6-e02d71c0d2ed,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:38.405604 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-fef64ef3-7252-41fa-9643-22f15acf9c3a service neutron] Attempting to bind port d169e98f-1f72-49dc-9f8d-d83ecf9c069c on host n-h2-816823-3 for vnic_type normal with profile None {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:23:38.411853 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-fef64ef3-7252-41fa-9643-22f15acf9c3a service neutron] Attempting to bind port d169e98f-1f72-49dc-9f8d-d83ecf9c069c by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:23:38.412485 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-fef64ef3-7252-41fa-9643-22f15acf9c3a service neutron] Attempting to bind port d169e98f-1f72-49dc-9f8d-d83ecf9c069c on network a6437950-3837-42ba-a7b4-c297945f46f8 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:23:38.421021 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-fef64ef3-7252-41fa-9643-22f15acf9c3a service neutron] Port d169e98f-1f72-49dc-9f8d-d83ecf9c069c on network a6437950-3837-42ba-a7b4-c297945f46f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:23:38.421688 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-fef64ef3-7252-41fa-9643-22f15acf9c3a service neutron] Attempting to bind port d169e98f-1f72-49dc-9f8d-d83ecf9c069c on network a6437950-3837-42ba-a7b4-c297945f46f8 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:23:38.434021 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-fef64ef3-7252-41fa-9643-22f15acf9c3a service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:23:38.434692 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-fef64ef3-7252-41fa-9643-22f15acf9c3a service neutron] Checking segment: {'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:23:38.435287 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-fef64ef3-7252-41fa-9643-22f15acf9c3a service neutron] Bound using segment: {'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:23:38.436303 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-fef64ef3-7252-41fa-9643-22f15acf9c3a service neutron] Bound port: d169e98f-1f72-49dc-9f8d-d83ecf9c069c, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:23:38.515054 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-23ac6802-518e-4d42-bda8-8534777060a2 service neutron] Attempting to bind port 41a853ef-f92e-4127-89d6-e02d71c0d2ed on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:23:38.515645 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-23ac6802-518e-4d42-bda8-8534777060a2 service neutron] Attempting to bind port 41a853ef-f92e-4127-89d6-e02d71c0d2ed by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '3aacb015-09d5-4518-8cdb-9c27d9564540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'ea6b1a63-583a-4222-8450-3af28565319c'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:23:38.515964 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-23ac6802-518e-4d42-bda8-8534777060a2 service neutron] Attempting to bind port 41a853ef-f92e-4127-89d6-e02d71c0d2ed on network ea6b1a63-583a-4222-8450-3af28565319c {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:23:38.518056 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-1df2864f-ee90-4fb0-bc55-a3f3ac2c4f1e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:38.522487 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-23ac6802-518e-4d42-bda8-8534777060a2 service neutron] Port 41a853ef-f92e-4127-89d6-e02d71c0d2ed on network ea6b1a63-583a-4222-8450-3af28565319c not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:23:38.522823 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-23ac6802-518e-4d42-bda8-8534777060a2 service neutron] Attempting to bind port 41a853ef-f92e-4127-89d6-e02d71c0d2ed on network ea6b1a63-583a-4222-8450-3af28565319c {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:23:38.530756 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-23ac6802-518e-4d42-bda8-8534777060a2 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:23:38.531104 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-23ac6802-518e-4d42-bda8-8534777060a2 service neutron] Checking segment: {'id': '3aacb015-09d5-4518-8cdb-9c27d9564540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'ea6b1a63-583a-4222-8450-3af28565319c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:23:38.533038 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-23ac6802-518e-4d42-bda8-8534777060a2 service neutron] Bound using segment: {'id': '3aacb015-09d5-4518-8cdb-9c27d9564540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'ea6b1a63-583a-4222-8450-3af28565319c'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:23:38.533447 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-23ac6802-518e-4d42-bda8-8534777060a2 service neutron] Bound port: 41a853ef-f92e-4127-89d6-e02d71c0d2ed, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aacb015-09d5-4518-8cdb-9c27d9564540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'ea6b1a63-583a-4222-8450-3af28565319c'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:23:38.533814 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-23ac6802-518e-4d42-bda8-8534777060a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:38.541548 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-fef64ef3-7252-41fa-9643-22f15acf9c3a service neutron] For port d169e98f-1f72-49dc-9f8d-d83ecf9c069c, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=d169e98f-1f72-49dc-9f8d-d83ecf9c069c,segment=NetworkSegment(d9c88559-8fa4-467d-a577-d2c14bfd7508),segment_id=d9c88559-8fa4-467d-a577-d2c14bfd7508)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:23:38.557008 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-fef64ef3-7252-41fa-9643-22f15acf9c3a service neutron] Publish callbacks [] for binding, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:38.558526 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-fef64ef3-7252-41fa-9643-22f15acf9c3a service neutron] 10.222.0.61 "POST /v2.0/ports/d169e98f-1f72-49dc-9f8d-d83ecf9c069c/bindings HTTP/1.1" status: 201 len: 389 time: 0.4620347 Nov 16 11:23:38.587994 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-1df2864f-ee90-4fb0-bc55-a3f3ac2c4f1e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:38.699188 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-23ac6802-518e-4d42-bda8-8534777060a2 service neutron] For port 41a853ef-f92e-4127-89d6-e02d71c0d2ed, host n-h1-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:23:38.705803 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-23ac6802-518e-4d42-bda8-8534777060a2 service neutron] For port 41a853ef-f92e-4127-89d6-e02d71c0d2ed, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=41a853ef-f92e-4127-89d6-e02d71c0d2ed,segment=NetworkSegment(3aacb015-09d5-4518-8cdb-9c27d9564540),segment_id=3aacb015-09d5-4518-8cdb-9c27d9564540)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:23:38.721353 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2864f-ee90-4fb0-bc55-a3f3ac2c4f1e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Pushing event updated for resources: {'Port': ['ID=6623d20c-3529-469d-97f2-142a7d01bc96,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:38.732084 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-23ac6802-518e-4d42-bda8-8534777060a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:38.757060 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 16 Nov 2021 11:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b328d4f-081d-4950-b672-5eaa8912a91b x-openstack-request-id: req-9b328d4f-081d-4950-b672-5eaa8912a91b {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:23:38.757375 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "tag": "442339e7-8828-4527-b420-5e71635e90f9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "tag": "ef6df7df-1e5a-4b26-a927-ad82f8336e09", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:23:38.757632 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9b328d4f-081d-4950-b672-5eaa8912a91b {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:23:38.760374 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'tag': '442339e7-8828-4527-b420-5e71635e90f9', 'status': 'completed', 'code': 200} Nov 16 11:23:38.760641 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'tag': 'ef6df7df-1e5a-4b26-a927-ad82f8336e09', 'status': 'completed', 'code': 200} Nov 16 11:23:38.779836 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-1df2864f-ee90-4fb0-bc55-a3f3ac2c4f1e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Network 3d74d208-8054-4a20-a68e-5341a0731232 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:23:38.781908 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-1df2864f-ee90-4fb0-bc55-a3f3ac2c4f1e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:23:38.798668 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-1df2864f-ee90-4fb0-bc55-a3f3ac2c4f1e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:23:38.885828 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-23ac6802-518e-4d42-bda8-8534777060a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:38.889993 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-1df2864f-ee90-4fb0-bc55-a3f3ac2c4f1e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:38.890190 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-23ac6802-518e-4d42-bda8-8534777060a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:38.890783 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-1df2864f-ee90-4fb0-bc55-a3f3ac2c4f1e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:38.891513 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-23ac6802-518e-4d42-bda8-8534777060a2 service neutron] 10.222.0.36 "PUT /v2.0/ports/41a853ef-f92e-4127-89d6-e02d71c0d2ed HTTP/1.1" status: 200 len: 1091 time: 1.2150414 Nov 16 11:23:38.912554 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac6802-518e-4d42-bda8-8534777060a2 service neutron] Pushing event updated for resources: {'Port': ['ID=41a853ef-f92e-4127-89d6-e02d71c0d2ed,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:38.954417 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8d42e-4487-47cf-a475-d0b86d6d9d8e req-e46d925a-5bdf-429a-934b-a912a232584d tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:38.956045 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d2e8d42e-4487-47cf-a475-d0b86d6d9d8e req-e46d925a-5bdf-429a-934b-a912a232584d tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 950 time: 0.1173851 Nov 16 11:23:38.999986 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-1df2864f-ee90-4fb0-bc55-a3f3ac2c4f1e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6544127 Nov 16 11:23:39.012300 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8b504-f0ac-4b69-8e24-adf5966b4962 req-c02e7f1f-99a7-4819-a098-e9a3e813e7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:39.012986 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8b504-f0ac-4b69-8e24-adf5966b4962 req-c02e7f1f-99a7-4819-a098-e9a3e813e7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:39.013467 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8b504-f0ac-4b69-8e24-adf5966b4962 req-c02e7f1f-99a7-4819-a098-e9a3e813e7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:39.014549 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8b504-f0ac-4b69-8e24-adf5966b4962 req-c02e7f1f-99a7-4819-a098-e9a3e813e7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:39.014991 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8b504-f0ac-4b69-8e24-adf5966b4962 req-c02e7f1f-99a7-4819-a098-e9a3e813e7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:39.015559 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8b504-f0ac-4b69-8e24-adf5966b4962 req-c02e7f1f-99a7-4819-a098-e9a3e813e7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:39.016034 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8b504-f0ac-4b69-8e24-adf5966b4962 req-c02e7f1f-99a7-4819-a098-e9a3e813e7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:39.023776 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-78d8b504-f0ac-4b69-8e24-adf5966b4962 req-c02e7f1f-99a7-4819-a098-e9a3e813e7a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1ae06a69eac64c2d80c4db8375c3a241&device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 6478 time: 0.2388339 Nov 16 11:23:39.037181 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d2e8d42e-4487-47cf-a475-d0b86d6d9d8e req-1758acde-5d2f-475a-897d-5abf833273d1 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683086 Nov 16 11:23:39.044079 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-e2541204-6d46-44a4-ad32-e5284ce04274 service neutron] Request body: {'port': {'device_id': '7840abb2-d57a-48ae-9606-fc343813307d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:23:39.084893 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-e36689a4-5df5-466d-9235-2be08e362bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:39.086951 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-e36689a4-5df5-466d-9235-2be08e362bfc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac57a0dec96b499199f175f118c6a6d4&device_id=0d7ad5bb-6115-4b5e-8156-206b4ea5631a HTTP/1.1" status: 200 len: 1096 time: 0.1932893 Nov 16 11:23:39.186372 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021bdb1-d595-4773-bc07-f04f89ac18dc req-6e6b2b09-9e4d-4dc5-aec3-ce3118445591 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:39.188272 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3021bdb1-d595-4773-bc07-f04f89ac18dc req-6e6b2b09-9e4d-4dc5-aec3-ce3118445591 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.0692890 Nov 16 11:23:39.273261 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3021bdb1-d595-4773-bc07-f04f89ac18dc req-f0131167-71ce-41ac-a6dd-84ee460a54f1 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759389 Nov 16 11:23:39.290863 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-e2541204-6d46-44a4-ad32-e5284ce04274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:39.396547 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8b504-f0ac-4b69-8e24-adf5966b4962 req-e886ae62-1763-4c0b-8b8e-711fab7294a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:39.397023 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8b504-f0ac-4b69-8e24-adf5966b4962 req-e886ae62-1763-4c0b-8b8e-711fab7294a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:39.397590 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8b504-f0ac-4b69-8e24-adf5966b4962 req-e886ae62-1763-4c0b-8b8e-711fab7294a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:39.399276 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-78d8b504-f0ac-4b69-8e24-adf5966b4962 req-e886ae62-1763-4c0b-8b8e-711fab7294a2 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=1ae06a69eac64c2d80c4db8375c3a241&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3494658 Nov 16 11:23:39.437718 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa0756-4ab4-4cf0-a73e-a040a85ae6c5 req-32d3b2f3-5527-40a6-bdcd-e9a9be990709 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:39.447883 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa0756-4ab4-4cf0-a73e-a040a85ae6c5 req-32d3b2f3-5527-40a6-bdcd-e9a9be990709 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:39.455746 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa0756-4ab4-4cf0-a73e-a040a85ae6c5 req-32d3b2f3-5527-40a6-bdcd-e9a9be990709 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:39.457791 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-94fa0756-4ab4-4cf0-a73e-a040a85ae6c5 req-32d3b2f3-5527-40a6-bdcd-e9a9be990709 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/ports?device_id=b656b4e4-16bf-41e2-a583-5cccc058b6cf HTTP/1.1" status: 200 len: 2418 time: 0.0891378 Nov 16 11:23:39.481343 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-3940275f-733c-4fa3-9af0-5eecfb194ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:39.482835 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-3940275f-733c-4fa3-9af0-5eecfb194ed7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a6437950-3837-42ba-a7b4-c297945f46f8 HTTP/1.1" status: 200 len: 921 time: 0.3823955 Nov 16 11:23:39.540601 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-94fa0756-4ab4-4cf0-a73e-a040a85ae6c5 req-8277fad4-87ca-4f3c-9c56-3cf01ddb5ceb tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/security-groups?id=e6ce7d58-b578-4d94-8222-f5a684de1780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762379 Nov 16 11:23:39.576211 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-e9a15555-4636-4b76-9d25-a7166bd2d19c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d169e98f-1f72-49dc-9f8d-d83ecf9c069c HTTP/1.1" status: 200 len: 217 time: 0.0554175 Nov 16 11:23:39.687959 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b3ab2-b5d3-4f4c-beaf-070ee0dd37d1 req-4f1c555d-1096-4122-8f09-80a886042658 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:39.689224 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b44b3ab2-b5d3-4f4c-beaf-070ee0dd37d1 req-4f1c555d-1096-4122-8f09-80a886042658 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=7840abb2-d57a-48ae-9606-fc343813307d HTTP/1.1" status: 200 len: 931 time: 0.0689700 Nov 16 11:23:39.711958 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-15578306-e958-4179-95d6-f3f9ad0f5b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:39.713422 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-15578306-e958-4179-95d6-f3f9ad0f5b7f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=abaafd2b-7546-45a3-a211-065b2bf563c9 HTTP/1.1" status: 200 len: 860 time: 0.1228578 Nov 16 11:23:39.722901 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8b504-f0ac-4b69-8e24-adf5966b4962 req-8bb840ab-0b64-4f41-8500-da279a92242f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:39.724336 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-78d8b504-f0ac-4b69-8e24-adf5966b4962 req-8bb840ab-0b64-4f41-8500-da279a92242f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3172479 Nov 16 11:23:39.759899 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-626aace4-2c59-4721-9f19-01aeacccb797 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a6437950-3837-42ba-a7b4-c297945f46f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308890 Nov 16 11:23:39.776974 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b44b3ab2-b5d3-4f4c-beaf-070ee0dd37d1 req-df76d4fc-7e13-4b57-b2ab-b01f84a4e31a tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806546 Nov 16 11:23:39.907723 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-4bbd0ca4-97ce-4c84-aef7-89d5971de4d4 service neutron] 10.222.0.64 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271291 Nov 16 11:23:39.934638 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8b504-f0ac-4b69-8e24-adf5966b4962 req-ae839a36-1e18-4310-8c4b-625a0a26cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:39.935003 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8b504-f0ac-4b69-8e24-adf5966b4962 req-ae839a36-1e18-4310-8c4b-625a0a26cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:39.935901 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8b504-f0ac-4b69-8e24-adf5966b4962 req-ae839a36-1e18-4310-8c4b-625a0a26cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:39.935901 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8b504-f0ac-4b69-8e24-adf5966b4962 req-ae839a36-1e18-4310-8c4b-625a0a26cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:39.936408 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8b504-f0ac-4b69-8e24-adf5966b4962 req-ae839a36-1e18-4310-8c4b-625a0a26cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:39.936956 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8b504-f0ac-4b69-8e24-adf5966b4962 req-ae839a36-1e18-4310-8c4b-625a0a26cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:39.937360 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8b504-f0ac-4b69-8e24-adf5966b4962 req-ae839a36-1e18-4310-8c4b-625a0a26cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:39.939822 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-78d8b504-f0ac-4b69-8e24-adf5966b4962 req-ae839a36-1e18-4310-8c4b-625a0a26cdb6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1ae06a69eac64c2d80c4db8375c3a241&device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 6478 time: 0.1581826 Nov 16 11:23:39.969581 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb886f9-b2e2-4339-92c2-242bb6f1f6ae req-5e5c3538-11db-4310-b963-ac1438f5c941 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:39.976237 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb886f9-b2e2-4339-92c2-242bb6f1f6ae req-5e5c3538-11db-4310-b963-ac1438f5c941 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:39.982204 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb886f9-b2e2-4339-92c2-242bb6f1f6ae req-5e5c3538-11db-4310-b963-ac1438f5c941 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:39.988199 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb886f9-b2e2-4339-92c2-242bb6f1f6ae req-5e5c3538-11db-4310-b963-ac1438f5c941 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:39.994223 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb886f9-b2e2-4339-92c2-242bb6f1f6ae req-5e5c3538-11db-4310-b963-ac1438f5c941 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:40.000189 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb886f9-b2e2-4339-92c2-242bb6f1f6ae req-5e5c3538-11db-4310-b963-ac1438f5c941 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:40.006180 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb886f9-b2e2-4339-92c2-242bb6f1f6ae req-5e5c3538-11db-4310-b963-ac1438f5c941 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:40.008152 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ccb886f9-b2e2-4339-92c2-242bb6f1f6ae req-5e5c3538-11db-4310-b963-ac1438f5c941 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 5421 time: 0.1315811 Nov 16 11:23:40.071696 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ccb886f9-b2e2-4339-92c2-242bb6f1f6ae req-728dd598-42c2-430c-9c10-9e6d9722d4e9 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c641a9-9ec5-4bde-8d8e-91841ccae81e&id=df1a22eb-4b7f-4078-bf25-bb6ec7c01c43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566812 Nov 16 11:23:40.147120 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Tue, 16 Nov 2021 11:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7d2c2e-9971-496e-80ce-881d22314b27 x-openstack-request-id: req-da7d2c2e-9971-496e-80ce-881d22314b27 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:23:40.148253 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b656b4e4-16bf-41e2-a583-5cccc058b6cf", "name": "network-vif-plugged", "status": "completed", "tag": "44e61d0a-e3c6-4701-aeda-509c1367bff0", "code": 200}, {"server_uuid": "b656b4e4-16bf-41e2-a583-5cccc058b6cf", "name": "network-vif-plugged", "status": "completed", "tag": "9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6", "code": 200}, {"server_uuid": "a2f543b5-db37-43d1-b756-4fccbc592401", "name": "network-vif-unplugged", "status": "completed", "tag": "02f24461-d778-4489-81ea-ce9be1265fcf", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:23:40.148558 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-da7d2c2e-9971-496e-80ce-881d22314b27 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:23:40.149008 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b656b4e4-16bf-41e2-a583-5cccc058b6cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e61d0a-e3c6-4701-aeda-509c1367bff0', 'code': 200} Nov 16 11:23:40.149243 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b656b4e4-16bf-41e2-a583-5cccc058b6cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6', 'code': 200} Nov 16 11:23:40.149594 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f543b5-db37-43d1-b756-4fccbc592401', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02f24461-d778-4489-81ea-ce9be1265fcf', 'code': 200} Nov 16 11:23:40.157782 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-e2541204-6d46-44a4-ad32-e5284ce04274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6623d20c-3529-469d-97f2-142a7d01bc96 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:23:40.192060 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-e2541204-6d46-44a4-ad32-e5284ce04274 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:40.239560 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-bf2be861-2d99-447c-9cb3-aa11baf22edf service neutron] 10.222.0.64 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176172 Nov 16 11:23:40.250678 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-e2541204-6d46-44a4-ad32-e5284ce04274 service neutron] Transition to ACTIVE for port object 6623d20c-3529-469d-97f2-142a7d01bc96 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:23:40.267891 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-e2541204-6d46-44a4-ad32-e5284ce04274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:40.307044 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8b504-f0ac-4b69-8e24-adf5966b4962 req-49d12f5e-4bf4-44b0-90b7-d1ccd5605a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:40.308331 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8b504-f0ac-4b69-8e24-adf5966b4962 req-49d12f5e-4bf4-44b0-90b7-d1ccd5605a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:40.309160 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8b504-f0ac-4b69-8e24-adf5966b4962 req-49d12f5e-4bf4-44b0-90b7-d1ccd5605a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:40.310767 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-78d8b504-f0ac-4b69-8e24-adf5966b4962 req-49d12f5e-4bf4-44b0-90b7-d1ccd5605a64 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=1ae06a69eac64c2d80c4db8375c3a241&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3099408 Nov 16 11:23:40.317369 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce814db-3250-4310-add6-ee7bb3883305 req-820a4f66-9ce4-44b2-bf66-409ccb4ef4e5 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:40.319800 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2ce814db-3250-4310-add6-ee7bb3883305 req-820a4f66-9ce4-44b2-bf66-409ccb4ef4e5 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d7ad5bb-6115-4b5e-8156-206b4ea5631a HTTP/1.1" status: 200 len: 945 time: 0.0941257 Nov 16 11:23:40.332809 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b51e9d-aaeb-4c83-9c49-1115f5b66ccd req-29c67789-70b0-40b9-9a49-4dd659531693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:40.333290 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b51e9d-aaeb-4c83-9c49-1115f5b66ccd req-29c67789-70b0-40b9-9a49-4dd659531693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:40.333756 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b51e9d-aaeb-4c83-9c49-1115f5b66ccd req-29c67789-70b0-40b9-9a49-4dd659531693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:40.336015 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d7b51e9d-aaeb-4c83-9c49-1115f5b66ccd req-29c67789-70b0-40b9-9a49-4dd659531693 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b656b4e4-16bf-41e2-a583-5cccc058b6cf HTTP/1.1" status: 200 len: 2871 time: 0.0991061 Nov 16 11:23:40.336539 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33026) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:40.428030 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2541204-6d46-44a4-ad32-e5284ce04274 service neutron] Pushing event updated for resources: {'Port': ['ID=6623d20c-3529-469d-97f2-142a7d01bc96,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:40.430207 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2ce814db-3250-4310-add6-ee7bb3883305 req-fc96296a-fe6a-44ee-9db5-5e7669c88af9 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886281 Nov 16 11:23:40.435358 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d7b51e9d-aaeb-4c83-9c49-1115f5b66ccd req-f88045b4-24c9-421f-9d26-01f5664cd9b5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e6ce7d58-b578-4d94-8222-f5a684de1780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869546 Nov 16 11:23:40.506296 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-88071d2e-6818-416c-957d-54d7ef19bcbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:40.507346 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-9b67852d-95a4-4ba4-8a3d-4bf6b2b297f3 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:40.508995 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-9b67852d-95a4-4ba4-8a3d-4bf6b2b297f3 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ad5bb-6115-4b5e-8156-206b4ea5631a&tenant_id=ac57a0dec96b499199f175f118c6a6d4&binding%3Ahost_id=n-h1-816823-3 HTTP/1.1" status: 200 len: 1096 time: 0.1820917 Nov 16 11:23:40.558737 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-e2541204-6d46-44a4-ad32-e5284ce04274 service neutron] Attempting to bind port 6623d20c-3529-469d-97f2-142a7d01bc96 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:23:40.559192 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-e2541204-6d46-44a4-ad32-e5284ce04274 service neutron] Attempting to bind port 6623d20c-3529-469d-97f2-142a7d01bc96 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'dde4f2a5-6c36-4ca1-b975-fe969cc62f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3d74d208-8054-4a20-a68e-5341a0731232'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:23:40.559616 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-e2541204-6d46-44a4-ad32-e5284ce04274 service neutron] Attempting to bind port 6623d20c-3529-469d-97f2-142a7d01bc96 on network 3d74d208-8054-4a20-a68e-5341a0731232 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:23:40.562399 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8b504-f0ac-4b69-8e24-adf5966b4962 req-c2b4ea9d-d6a9-4e5d-bab9-265ca21b40bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:40.564245 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-78d8b504-f0ac-4b69-8e24-adf5966b4962 req-c2b4ea9d-d6a9-4e5d-bab9-265ca21b40bd service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2357469 Nov 16 11:23:40.574730 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-e2541204-6d46-44a4-ad32-e5284ce04274 service neutron] Port 6623d20c-3529-469d-97f2-142a7d01bc96 on network 3d74d208-8054-4a20-a68e-5341a0731232 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:23:40.575235 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-e2541204-6d46-44a4-ad32-e5284ce04274 service neutron] Attempting to bind port 6623d20c-3529-469d-97f2-142a7d01bc96 on network 3d74d208-8054-4a20-a68e-5341a0731232 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:23:40.583395 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-e2541204-6d46-44a4-ad32-e5284ce04274 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:23:40.586164 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-e2541204-6d46-44a4-ad32-e5284ce04274 service neutron] Checking segment: {'id': 'dde4f2a5-6c36-4ca1-b975-fe969cc62f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3d74d208-8054-4a20-a68e-5341a0731232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:23:40.588049 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-e2541204-6d46-44a4-ad32-e5284ce04274 service neutron] Bound using segment: {'id': 'dde4f2a5-6c36-4ca1-b975-fe969cc62f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3d74d208-8054-4a20-a68e-5341a0731232'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:23:40.591114 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-e2541204-6d46-44a4-ad32-e5284ce04274 service neutron] Bound port: 6623d20c-3529-469d-97f2-142a7d01bc96, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dde4f2a5-6c36-4ca1-b975-fe969cc62f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3d74d208-8054-4a20-a68e-5341a0731232'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:23:40.591562 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-e2541204-6d46-44a4-ad32-e5284ce04274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:40.605537 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-88071d2e-6818-416c-957d-54d7ef19bcbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:40.611060 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-88071d2e-6818-416c-957d-54d7ef19bcbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:40.662077 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-88071d2e-6818-416c-957d-54d7ef19bcbf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=26169154d1084cb9b170bcf8c6027ff7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3228176 Nov 16 11:23:40.662929 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88071d2e-6818-416c-957d-54d7ef19bcbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141a4b00-b474-437d-a3b4-ef380e9ee9c1,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:40.664786 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33034) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:40.676385 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-1ddf16aa-9708-48e7-821c-0477c94ff8a5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816823-3'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:23:40.767461 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff279d0-9875-4658-972e-0b82f848443f req-c2522258-ffc4-4f02-9ef4-cac33e04aafd tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:40.768984 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9ff279d0-9875-4658-972e-0b82f848443f req-c2522258-ffc4-4f02-9ef4-cac33e04aafd tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 950 time: 0.1237221 Nov 16 11:23:40.771974 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'tag': 'b06424a2-3780-4ea6-937a-fd17aaa823c1'}, {'name': 'network-changed', 'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'tag': 'f958e357-3c58-4ef4-8e95-dd29178bdd07'}, {'name': 'network-changed', 'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'tag': '8c0c8e29-c9e3-442d-bb5d-3b91f658d21a'}, {'name': 'network-changed', 'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'tag': '41a853ef-f92e-4127-89d6-e02d71c0d2ed'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:23:40.774238 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd74112-5cc9-41ba-8f3d-60eade968073" -d '{"events": [{"name": "network-changed", "server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "tag": "b06424a2-3780-4ea6-937a-fd17aaa823c1"}, {"name": "network-changed", "server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "tag": "f958e357-3c58-4ef4-8e95-dd29178bdd07"}, {"name": "network-changed", "server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "tag": "8c0c8e29-c9e3-442d-bb5d-3b91f658d21a"}, {"name": "network-changed", "server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "tag": "41a853ef-f92e-4127-89d6-e02d71c0d2ed"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:23:40.782815 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939e399-9b90-4299-8f52-470452d40af5 req-204513fc-29d5-4706-9626-46184f9fdc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:40.783503 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-e2541204-6d46-44a4-ad32-e5284ce04274 service neutron] For port 6623d20c-3529-469d-97f2-142a7d01bc96, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:23:40.784269 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c939e399-9b90-4299-8f52-470452d40af5 req-204513fc-29d5-4706-9626-46184f9fdc38 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6297fca90ae441aa40dab0d2d555d6b&device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 1095 time: 0.0997314 Nov 16 11:23:40.809865 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-c78f2f34-8b58-4ad3-b131-1bb034ecc4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:40.810559 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-c78f2f34-8b58-4ad3-b131-1bb034ecc4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:40.811035 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-c78f2f34-8b58-4ad3-b131-1bb034ecc4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:40.811537 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-c78f2f34-8b58-4ad3-b131-1bb034ecc4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:40.811964 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-c78f2f34-8b58-4ad3-b131-1bb034ecc4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:40.812418 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-c78f2f34-8b58-4ad3-b131-1bb034ecc4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:40.812874 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-c78f2f34-8b58-4ad3-b131-1bb034ecc4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:40.815562 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-c78f2f34-8b58-4ad3-b131-1bb034ecc4e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1ae06a69eac64c2d80c4db8375c3a241&device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 6478 time: 0.1522794 Nov 16 11:23:40.818116 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-e2541204-6d46-44a4-ad32-e5284ce04274 service neutron] For port 6623d20c-3529-469d-97f2-142a7d01bc96, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=6623d20c-3529-469d-97f2-142a7d01bc96,segment=NetworkSegment(dde4f2a5-6c36-4ca1-b975-fe969cc62f41),segment_id=dde4f2a5-6c36-4ca1-b975-fe969cc62f41)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:23:40.818275 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-1ddf16aa-9708-48e7-821c-0477c94ff8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:40.830512 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d845068-6a21-49f9-a120-669a4bff37fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:40.843638 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-e2541204-6d46-44a4-ad32-e5284ce04274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:40.897964 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-847fd634-f6a9-499e-a3ff-2acbb6d74473 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08ceb28d-8344-42d5-9cb2-b5e94742930c HTTP/1.1" status: 200 len: 217 time: 0.0630238 Nov 16 11:23:40.900418 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d845068-6a21-49f9-a120-669a4bff37fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:40.923381 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9ff279d0-9875-4658-972e-0b82f848443f req-ca9647fa-8201-4353-9223-705bb3acfdaf tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426754 Nov 16 11:23:40.946658 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-e2541204-6d46-44a4-ad32-e5284ce04274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:40.947268 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-e2541204-6d46-44a4-ad32-e5284ce04274 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:40.948624 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-e2541204-6d46-44a4-ad32-e5284ce04274 service neutron] 10.222.0.64 "PUT /v2.0/ports/6623d20c-3529-469d-97f2-142a7d01bc96 HTTP/1.1" status: 200 len: 1091 time: 1.9237995 Nov 16 11:23:40.950738 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7840abb2-d57a-48ae-9606-fc343813307d', 'tag': '6623d20c-3529-469d-97f2-142a7d01bc96'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:23:40.953057 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf169e05-7521-4f0f-a90c-91e291d1a347" -d '{"events": [{"name": "network-changed", "server_uuid": "7840abb2-d57a-48ae-9606-fc343813307d", "tag": "6623d20c-3529-469d-97f2-142a7d01bc96"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:23:41.009654 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2541204-6d46-44a4-ad32-e5284ce04274 service neutron] Pushing event updated for resources: {'Port': ['ID=6623d20c-3529-469d-97f2-142a7d01bc96,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:41.026867 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939e399-9b90-4299-8f52-470452d40af5 req-14c9eee5-f54a-45d1-b8d3-e4e2e72d3827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:41.028437 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c939e399-9b90-4299-8f52-470452d40af5 req-14c9eee5-f54a-45d1-b8d3-e4e2e72d3827 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334 HTTP/1.1" status: 200 len: 912 time: 0.2324491 Nov 16 11:23:41.085350 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-456fcf14-91d6-4364-8eae-58535620d7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:41.086946 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-456fcf14-91d6-4364-8eae-58535620d7a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fa229a78-8641-4bd0-96a1-8a987021b856 HTTP/1.1" status: 200 len: 849 time: 0.1620848 Nov 16 11:23:41.135721 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d845068-6a21-49f9-a120-669a4bff37fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:41.138525 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d845068-6a21-49f9-a120-669a4bff37fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:41.142087 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2d845068-6a21-49f9-a120-669a4bff37fa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/141a4b00-b474-437d-a3b4-ef380e9ee9c1 HTTP/1.1" status: 204 len: 168 time: 0.4567795 Nov 16 11:23:41.157243 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c939e399-9b90-4299-8f52-470452d40af5 req-df598572-4e1d-4734-ad1a-a7706972a1d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02f24461-d778-4489-81ea-ce9be1265fcf HTTP/1.1" status: 200 len: 997 time: 0.1208384 Nov 16 11:23:41.165991 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d845068-6a21-49f9-a120-669a4bff37fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141a4b00-b474-437d-a3b4-ef380e9ee9c1,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:41.192809 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-b291e649-5e63-409a-bc5f-fd1607e4da9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:41.195119 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-b291e649-5e63-409a-bc5f-fd1607e4da9e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bcada9d38abf4226bc4ca768b16b9a90&device_id=7840abb2-d57a-48ae-9606-fc343813307d HTTP/1.1" status: 200 len: 1094 time: 0.1676629 Nov 16 11:23:41.197352 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-1ddf16aa-9708-48e7-821c-0477c94ff8a5 service neutron] For port d169e98f-1f72-49dc-9f8d-d83ecf9c069c, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=d169e98f-1f72-49dc-9f8d-d83ecf9c069c,segment=NetworkSegment(d9c88559-8fa4-467d-a577-d2c14bfd7508),segment_id=d9c88559-8fa4-467d-a577-d2c14bfd7508)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:41.212558 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939e399-9b90-4299-8f52-470452d40af5 req-6ebe955b-b7a7-49e8-b553-ddd2c66bd297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:41.214030 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c939e399-9b90-4299-8f52-470452d40af5 req-6ebe955b-b7a7-49e8-b553-ddd2c66bd297 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=098ff2a2-731b-47ba-a3df-3f077a39e5d8 HTTP/1.1" status: 200 len: 850 time: 0.0494070 Nov 16 11:23:41.218321 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-e710f8d0-a83d-4921-93dc-4c3563bf6612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:41.219891 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-e710f8d0-a83d-4921-93dc-4c3563bf6612 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a680621-2411-4708-95d4-d036f0b77350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1224403 Nov 16 11:23:41.223217 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b370bd5-0e86-4e7c-b6af-f8ac31afa898 req-4b92dd28-73e6-4f84-8049-303f21b7785e tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:41.230931 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b370bd5-0e86-4e7c-b6af-f8ac31afa898 req-4b92dd28-73e6-4f84-8049-303f21b7785e tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.1930056 Nov 16 11:23:41.273244 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-bd6f5164-e067-4d11-8b59-5bb11512753e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6623d20c-3529-469d-97f2-142a7d01bc96 HTTP/1.1" status: 200 len: 217 time: 0.0649238 Nov 16 11:23:41.318806 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b370bd5-0e86-4e7c-b6af-f8ac31afa898 req-2b1b8714-e90c-43da-8b3b-a7ffd50fba4c tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831761 Nov 16 11:23:41.338064 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939e399-9b90-4299-8f52-470452d40af5 req-291426bd-9722-415f-85e2-78781e1649b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:41.340087 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c939e399-9b90-4299-8f52-470452d40af5 req-291426bd-9722-415f-85e2-78781e1649b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1063476 Nov 16 11:23:41.405737 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-1ddf16aa-9708-48e7-821c-0477c94ff8a5 service neutron] For port d169e98f-1f72-49dc-9f8d-d83ecf9c069c, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:23:41.432641 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-3372a591-bf0b-452b-8422-7fca315e784d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:41.434765 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-3372a591-bf0b-452b-8422-7fca315e784d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f019b1b-47e9-47e0-b9fa-270ea9b96fc7 HTTP/1.1" status: 200 len: 851 time: 0.1434760 Nov 16 11:23:41.498401 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-949420a1-7fd4-4873-ae54-a3154f82c60d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3d74d208-8054-4a20-a68e-5341a0731232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452793 Nov 16 11:23:41.509212 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869630e0-5107-4598-82a7-5cc755e59e1c req-ba890faa-4b3f-4245-90cf-0fc0abd0c9d9 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:41.515693 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869630e0-5107-4598-82a7-5cc755e59e1c req-ba890faa-4b3f-4245-90cf-0fc0abd0c9d9 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:41.521772 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869630e0-5107-4598-82a7-5cc755e59e1c req-ba890faa-4b3f-4245-90cf-0fc0abd0c9d9 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:41.522836 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-e74b81e7-80be-4b85-bf12-1ab2f6d290ec service neutron] 10.222.0.36 "GET /v2.0/networks/3a680621-2411-4708-95d4-d036f0b77350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612290 Nov 16 11:23:41.529560 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-869630e0-5107-4598-82a7-5cc755e59e1c req-ba890faa-4b3f-4245-90cf-0fc0abd0c9d9 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/ports?device_id=b656b4e4-16bf-41e2-a583-5cccc058b6cf HTTP/1.1" status: 200 len: 2418 time: 0.1100409 Nov 16 11:23:41.536732 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-1ddf16aa-9708-48e7-821c-0477c94ff8a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:41.560881 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c939e399-9b90-4299-8f52-470452d40af5 req-7f8a74be-9f57-419f-9b1b-aa70cb5a51d4 service neutron] 10.222.0.36 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106576 Nov 16 11:23:41.590520 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-1ddf16aa-9708-48e7-821c-0477c94ff8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:41.652132 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-869630e0-5107-4598-82a7-5cc755e59e1c req-6be659dc-aa62-4c89-95d0-2a5e2c4d8b06 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/security-groups?id=e6ce7d58-b578-4d94-8222-f5a684de1780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215284 Nov 16 11:23:41.717090 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 680 Content-Type: application/json Date: Tue, 16 Nov 2021 11:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53eb59b9-cb86-42b2-8768-968d063c933b x-openstack-request-id: req-53eb59b9-cb86-42b2-8768-968d063c933b {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:23:41.717392 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "tag": "b06424a2-3780-4ea6-937a-fd17aaa823c1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "tag": "f958e357-3c58-4ef4-8e95-dd29178bdd07", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "tag": "8c0c8e29-c9e3-442d-bb5d-3b91f658d21a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "tag": "41a853ef-f92e-4127-89d6-e02d71c0d2ed", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:23:41.717541 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-bb9c1524-8508-4ead-a523-09a8ba768d38 service neutron] 10.222.0.64 "GET /v2.0/networks/3d74d208-8054-4a20-a68e-5341a0731232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059696 Nov 16 11:23:41.717653 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-53eb59b9-cb86-42b2-8768-968d063c933b {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:23:41.718090 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'tag': 'b06424a2-3780-4ea6-937a-fd17aaa823c1', 'status': 'completed', 'code': 200} Nov 16 11:23:41.718348 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'tag': 'f958e357-3c58-4ef4-8e95-dd29178bdd07', 'status': 'completed', 'code': 200} Nov 16 11:23:41.718598 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'tag': '8c0c8e29-c9e3-442d-bb5d-3b91f658d21a', 'status': 'completed', 'code': 200} Nov 16 11:23:41.718847 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'tag': '41a853ef-f92e-4127-89d6-e02d71c0d2ed', 'status': 'completed', 'code': 200} Nov 16 11:23:41.740054 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c939e399-9b90-4299-8f52-470452d40af5 req-273dc611-2baa-433f-810e-bb5979fcbe67 service neutron] 10.222.0.36 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688790 Nov 16 11:23:41.852484 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42c4f1-bd3d-42f8-958a-f98ba5e1fa53 req-d65fe3e0-fe44-43f9-9f5e-5ead1bdefa94 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:41.854374 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2d42c4f1-bd3d-42f8-958a-f98ba5e1fa53 req-d65fe3e0-fe44-43f9-9f5e-5ead1bdefa94 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=7840abb2-d57a-48ae-9606-fc343813307d HTTP/1.1" status: 200 len: 943 time: 0.0792952 Nov 16 11:23:41.919934 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-55b9d027-38af-49c6-b14a-97f4b08507f5 service neutron] 10.222.0.36 "GET /v2.0/networks/3a680621-2411-4708-95d4-d036f0b77350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817074 Nov 16 11:23:41.920449 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddf16aa-9708-48e7-821c-0477c94ff8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=d169e98f-1f72-49dc-9f8d-d83ecf9c069c,revision_number=7']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:41.957432 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2d42c4f1-bd3d-42f8-958a-f98ba5e1fa53 req-c06c04a4-ec23-4448-80d7-cfc616567f12 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951061 Nov 16 11:23:42.211377 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096051e6-375c-4531-893c-2ea875968594 req-ceb0bdd6-c83b-4e10-a1fe-7baebff1ce6b tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:42.223411 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096051e6-375c-4531-893c-2ea875968594 req-ceb0bdd6-c83b-4e10-a1fe-7baebff1ce6b tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:42.234513 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096051e6-375c-4531-893c-2ea875968594 req-ceb0bdd6-c83b-4e10-a1fe-7baebff1ce6b tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:42.246137 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096051e6-375c-4531-893c-2ea875968594 req-ceb0bdd6-c83b-4e10-a1fe-7baebff1ce6b tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:42.256720 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096051e6-375c-4531-893c-2ea875968594 req-ceb0bdd6-c83b-4e10-a1fe-7baebff1ce6b tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:42.265676 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096051e6-375c-4531-893c-2ea875968594 req-ceb0bdd6-c83b-4e10-a1fe-7baebff1ce6b tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:42.273241 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096051e6-375c-4531-893c-2ea875968594 req-ceb0bdd6-c83b-4e10-a1fe-7baebff1ce6b tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:42.283057 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-096051e6-375c-4531-893c-2ea875968594 req-ceb0bdd6-c83b-4e10-a1fe-7baebff1ce6b tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 5421 time: 0.1510742 Nov 16 11:23:42.409154 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-096051e6-375c-4531-893c-2ea875968594 req-5dbdd138-9c46-4258-ad66-b6ac505bdbe9 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c641a9-9ec5-4bde-8d8e-91841ccae81e&id=df1a22eb-4b7f-4078-bf25-bb6ec7c01c43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1241558 Nov 16 11:23:42.443266 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-1ddf16aa-9708-48e7-821c-0477c94ff8a5 service neutron] Attempting to bind port d169e98f-1f72-49dc-9f8d-d83ecf9c069c on host n-h1-816823-3 for vnic_type normal with profile {"migrating_to": "n-h2-816823-3"} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:23:42.443266 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-1ddf16aa-9708-48e7-821c-0477c94ff8a5 service neutron] Attempting to bind port d169e98f-1f72-49dc-9f8d-d83ecf9c069c by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:23:42.443266 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-1ddf16aa-9708-48e7-821c-0477c94ff8a5 service neutron] Attempting to bind port d169e98f-1f72-49dc-9f8d-d83ecf9c069c on network a6437950-3837-42ba-a7b4-c297945f46f8 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:23:42.457186 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee249e2-7d3d-48dd-af37-70d5d8ee7063 x-openstack-request-id: req-eee249e2-7d3d-48dd-af37-70d5d8ee7063 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:23:42.457665 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7840abb2-d57a-48ae-9606-fc343813307d", "tag": "6623d20c-3529-469d-97f2-142a7d01bc96", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:23:42.458049 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eee249e2-7d3d-48dd-af37-70d5d8ee7063 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:23:42.458536 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7840abb2-d57a-48ae-9606-fc343813307d', 'tag': '6623d20c-3529-469d-97f2-142a7d01bc96', 'status': 'completed', 'code': 200} Nov 16 11:23:42.459209 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-1ddf16aa-9708-48e7-821c-0477c94ff8a5 service neutron] Port d169e98f-1f72-49dc-9f8d-d83ecf9c069c on network a6437950-3837-42ba-a7b4-c297945f46f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:23:42.459664 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-1ddf16aa-9708-48e7-821c-0477c94ff8a5 service neutron] Attempting to bind port d169e98f-1f72-49dc-9f8d-d83ecf9c069c on network a6437950-3837-42ba-a7b4-c297945f46f8 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:23:42.469022 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-1ddf16aa-9708-48e7-821c-0477c94ff8a5 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:23:42.469496 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-1ddf16aa-9708-48e7-821c-0477c94ff8a5 service neutron] Checking segment: {'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:23:42.470224 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-1ddf16aa-9708-48e7-821c-0477c94ff8a5 service neutron] Bound using segment: {'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:23:42.470757 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-1ddf16aa-9708-48e7-821c-0477c94ff8a5 service neutron] Bound port: d169e98f-1f72-49dc-9f8d-d83ecf9c069c, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:23:42.471205 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-1ddf16aa-9708-48e7-821c-0477c94ff8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:42.476197 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-a4ed6902-f55e-4c55-9577-19ad58a2e8af service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=442339e7-8828-4527-b420-5e71635e90f9 HTTP/1.1" status: 200 len: 217 time: 0.5268464 Nov 16 11:23:42.536426 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6cc94df3-4697-465b-b17b-a2c696d1b7a9 req-b78038a1-b7d3-488c-9430-21b15e598153 service neutron] 10.222.0.64 "GET /v2.0/networks/3d74d208-8054-4a20-a68e-5341a0731232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7870560 Nov 16 11:23:42.594805 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-1ddf16aa-9708-48e7-821c-0477c94ff8a5 service neutron] For port d169e98f-1f72-49dc-9f8d-d83ecf9c069c, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:23:42.652509 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-1ddf16aa-9708-48e7-821c-0477c94ff8a5 service neutron] For port d169e98f-1f72-49dc-9f8d-d83ecf9c069c, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=d169e98f-1f72-49dc-9f8d-d83ecf9c069c,segment=NetworkSegment(d9c88559-8fa4-467d-a577-d2c14bfd7508),segment_id=d9c88559-8fa4-467d-a577-d2c14bfd7508)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:23:42.660392 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-1a6cb774-74d3-4d22-a73d-b01b69182315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:42.662045 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-1a6cb774-74d3-4d22-a73d-b01b69182315 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9354876-5a24-4c3d-aa0b-1b12e2704ca4 HTTP/1.1" status: 200 len: 797 time: 0.1777391 Nov 16 11:23:42.666988 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-1ddf16aa-9708-48e7-821c-0477c94ff8a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:42.682229 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5316d-979f-40d6-9843-9626864aff0b req-13fdb96b-4a5d-4da4-ac95-996788d7845a tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:42.691269 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4aa5316d-979f-40d6-9843-9626864aff0b req-13fdb96b-4a5d-4da4-ac95-996788d7845a tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d7ad5bb-6115-4b5e-8156-206b4ea5631a HTTP/1.1" status: 200 len: 943 time: 0.1159165 Nov 16 11:23:42.737194 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf169e05-7521-4f0f-a90c-91e291d1a347 req-ccd84805-78c6-4b71-9ff4-0be026b6eacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:42.738889 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bf169e05-7521-4f0f-a90c-91e291d1a347 req-ccd84805-78c6-4b71-9ff4-0be026b6eacf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bcada9d38abf4226bc4ca768b16b9a90&device_id=7840abb2-d57a-48ae-9606-fc343813307d HTTP/1.1" status: 200 len: 1094 time: 0.1298921 Nov 16 11:23:42.748471 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4aa5316d-979f-40d6-9843-9626864aff0b req-6aa7e10c-42eb-46fe-8429-15bbae38ae38 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526605 Nov 16 11:23:42.935400 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-9ab40e94-c639-4e50-84e7-ae28593a877e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:42.937329 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-9ab40e94-c639-4e50-84e7-ae28593a877e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ef7fac0-ba76-4873-aa0c-db478637a221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2392058 Nov 16 11:23:42.938241 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddf16aa-9708-48e7-821c-0477c94ff8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=d169e98f-1f72-49dc-9f8d-d83ecf9c069c,revision_number=8']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:42.943936 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-1ddf16aa-9708-48e7-821c-0477c94ff8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:42.945553 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-1ddf16aa-9708-48e7-821c-0477c94ff8a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:42.947325 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-1ddf16aa-9708-48e7-821c-0477c94ff8a5 service neutron] 10.222.0.64 "PUT /v2.0/ports/d169e98f-1f72-49dc-9f8d-d83ecf9c069c HTTP/1.1" status: 200 len: 1121 time: 2.2818079 Nov 16 11:23:42.963461 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705db76-0306-4dec-8701-3e2aed4f2351 req-2c05fa14-6505-42b7-8f7f-1210dea8e37d tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:42.977727 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0705db76-0306-4dec-8701-3e2aed4f2351 req-2c05fa14-6505-42b7-8f7f-1210dea8e37d tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 950 time: 0.1213653 Nov 16 11:23:43.022906 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d4bc8d08-4956-4878-bb2f-1284f13d354d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:43.042549 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf169e05-7521-4f0f-a90c-91e291d1a347 req-a6088939-87ed-4ed8-9357-64ca17093278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:43.044115 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bf169e05-7521-4f0f-a90c-91e291d1a347 req-a6088939-87ed-4ed8-9357-64ca17093278 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3d74d208-8054-4a20-a68e-5341a0731232 HTTP/1.1" status: 200 len: 912 time: 0.2916336 Nov 16 11:23:43.059125 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0705db76-0306-4dec-8701-3e2aed4f2351 req-661b0d44-534f-4898-ad5c-5e2fc591d1d6 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802033 Nov 16 11:23:43.115416 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bf169e05-7521-4f0f-a90c-91e291d1a347 req-d8cdd27b-2919-466d-8b9b-7579f8078019 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6623d20c-3529-469d-97f2-142a7d01bc96 HTTP/1.1" status: 200 len: 217 time: 0.0558763 Nov 16 11:23:43.202753 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['d169e98f-1f72-49dc-9f8d-d83ecf9c069c'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:23:43.207933 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-11e7a550-396f-43fb-bbcb-bfd7825197fa service neutron] 10.222.0.36 "GET /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528749 Nov 16 11:23:43.242643 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf169e05-7521-4f0f-a90c-91e291d1a347 req-a88743d4-5f50-4341-96c9-011b70a52b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:43.245127 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bf169e05-7521-4f0f-a90c-91e291d1a347 req-a88743d4-5f50-4341-96c9-011b70a52b59 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f019b1b-47e9-47e0-b9fa-270ea9b96fc7 HTTP/1.1" status: 200 len: 851 time: 0.1176541 Nov 16 11:23:43.276524 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc717e13-6644-436a-8aac-8834a71b3100 req-3527f798-07a1-4fd1-a9d2-71b5ca5abc81 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:43.279672 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fc717e13-6644-436a-8aac-8834a71b3100 req-3527f798-07a1-4fd1-a9d2-71b5ca5abc81 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.1130846 Nov 16 11:23:43.377684 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fc717e13-6644-436a-8aac-8834a71b3100 req-cd388bbf-ed6a-41d4-8e31-f588604df4a1 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814557 Nov 16 11:23:43.454177 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bf169e05-7521-4f0f-a90c-91e291d1a347 req-57f4bd01-aacb-4ae1-804e-01aee2b3e0dd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3d74d208-8054-4a20-a68e-5341a0731232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1878734 Nov 16 11:23:43.553099 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6a68a-2fe2-4580-88c4-df3e09765e18 req-8eb19993-41b0-4e13-90d5-ffe45290010f tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:43.560137 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6a68a-2fe2-4580-88c4-df3e09765e18 req-8eb19993-41b0-4e13-90d5-ffe45290010f tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:43.566151 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6a68a-2fe2-4580-88c4-df3e09765e18 req-8eb19993-41b0-4e13-90d5-ffe45290010f tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:43.567847 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-09d6a68a-2fe2-4580-88c4-df3e09765e18 req-8eb19993-41b0-4e13-90d5-ffe45290010f tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/ports?device_id=b656b4e4-16bf-41e2-a583-5cccc058b6cf HTTP/1.1" status: 200 len: 2418 time: 0.0766189 Nov 16 11:23:43.579295 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-0816946a-374f-4c0c-8c8d-3b0e918fe04c service neutron] 10.222.0.36 "GET /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325779 Nov 16 11:23:43.626836 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bf169e05-7521-4f0f-a90c-91e291d1a347 req-2fa02204-d2f6-4337-99cb-5cf1feba9557 service neutron] 10.222.0.64 "GET /v2.0/networks/3d74d208-8054-4a20-a68e-5341a0731232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647797 Nov 16 11:23:43.628780 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-e9e8b2be-e000-4e32-9917-4ae2f2164cb5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=ef6df7df-1e5a-4b26-a927-ad82f8336e09 HTTP/1.1" status: 200 len: 217 time: 0.0401323 Nov 16 11:23:43.632567 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-09d6a68a-2fe2-4580-88c4-df3e09765e18 req-5e8c5fe6-274b-42a5-bd2c-448a058ffd41 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/security-groups?id=e6ce7d58-b578-4d94-8222-f5a684de1780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580518 Nov 16 11:23:43.752719 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-f662278e-3824-434d-8d2b-edaf81002a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:43.754271 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-f662278e-3824-434d-8d2b-edaf81002a1f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9354876-5a24-4c3d-aa0b-1b12e2704ca4 HTTP/1.1" status: 200 len: 797 time: 0.1120908 Nov 16 11:23:43.784922 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ccfea-c904-42b3-988f-488fffe1b3b3 req-77805c00-a5ad-4cff-ac54-42f7452d31bb tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:43.786664 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-689ccfea-c904-42b3-988f-488fffe1b3b3 req-77805c00-a5ad-4cff-ac54-42f7452d31bb tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=7840abb2-d57a-48ae-9606-fc343813307d HTTP/1.1" status: 200 len: 943 time: 0.0792444 Nov 16 11:23:43.827121 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bf169e05-7521-4f0f-a90c-91e291d1a347 req-fe970941-d2ae-41e9-b36c-5d2262840793 service neutron] 10.222.0.64 "GET /v2.0/networks/3d74d208-8054-4a20-a68e-5341a0731232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925385 Nov 16 11:23:43.844974 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-689ccfea-c904-42b3-988f-488fffe1b3b3 req-f4c2989b-0d5e-4f42-9b77-eb86ad68d402 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512238 Nov 16 11:23:43.854257 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-c7da2f4e-6408-4bd2-a401-827277d5f80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:43.855876 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-c7da2f4e-6408-4bd2-a401-827277d5f80d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ef7fac0-ba76-4873-aa0c-db478637a221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0761926 Nov 16 11:23:43.980493 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-b96adbca-a43e-4c34-ad9b-5314361fb58a service neutron] 10.222.0.36 "GET /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154816 Nov 16 11:23:44.049737 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f723fc-778c-413e-8aeb-eb0f2a1db9f8 req-07d37758-101f-4eea-b1b4-35bd95732fa6 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:44.056217 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f723fc-778c-413e-8aeb-eb0f2a1db9f8 req-07d37758-101f-4eea-b1b4-35bd95732fa6 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:44.062442 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f723fc-778c-413e-8aeb-eb0f2a1db9f8 req-07d37758-101f-4eea-b1b4-35bd95732fa6 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:44.068843 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f723fc-778c-413e-8aeb-eb0f2a1db9f8 req-07d37758-101f-4eea-b1b4-35bd95732fa6 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:44.075984 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f723fc-778c-413e-8aeb-eb0f2a1db9f8 req-07d37758-101f-4eea-b1b4-35bd95732fa6 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:44.082253 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f723fc-778c-413e-8aeb-eb0f2a1db9f8 req-07d37758-101f-4eea-b1b4-35bd95732fa6 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:44.088971 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f723fc-778c-413e-8aeb-eb0f2a1db9f8 req-07d37758-101f-4eea-b1b4-35bd95732fa6 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:44.096703 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-ce0de7a7-7816-439a-9e5d-fb505a73eac8 service neutron] 10.222.0.36 "GET /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012545 Nov 16 11:23:44.097454 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-38f723fc-778c-413e-8aeb-eb0f2a1db9f8 req-07d37758-101f-4eea-b1b4-35bd95732fa6 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 5421 time: 0.1111226 Nov 16 11:23:44.156844 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-737425a0-8ce1-49f9-a690-ce03e8d2f8f1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=b06424a2-3780-4ea6-937a-fd17aaa823c1 HTTP/1.1" status: 200 len: 217 time: 0.0484653 Nov 16 11:23:44.178997 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-38f723fc-778c-413e-8aeb-eb0f2a1db9f8 req-148de1ab-f24a-46dd-bad9-fee42fe99e03 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c641a9-9ec5-4bde-8d8e-91841ccae81e&id=df1a22eb-4b7f-4078-bf25-bb6ec7c01c43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0805323 Nov 16 11:23:44.224153 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33138) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:44.239746 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-77888ec4-0e96-45db-b27d-2acfc8316e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:44.241473 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-77888ec4-0e96-45db-b27d-2acfc8316e29 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9354876-5a24-4c3d-aa0b-1b12e2704ca4 HTTP/1.1" status: 200 len: 797 time: 0.0730126 Nov 16 11:23:44.301898 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-f47e80aa-a551-47d2-af97-3526465ec4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:44.305058 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-f47e80aa-a551-47d2-af97-3526465ec4f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ef7fac0-ba76-4873-aa0c-db478637a221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0562003 Nov 16 11:23:44.351117 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 6623d20c-3529-469d-97f2-142a7d01bc96 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:23:44.380074 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a0d1a-b9e4-48ee-ae4e-b0207e79de3c req-f6b4026a-3dfc-4524-87a9-e14b27eb5b06 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:44.381606 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4f2a0d1a-b9e4-48ee-ae4e-b0207e79de3c req-f6b4026a-3dfc-4524-87a9-e14b27eb5b06 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d7ad5bb-6115-4b5e-8156-206b4ea5631a HTTP/1.1" status: 200 len: 943 time: 0.0690615 Nov 16 11:23:44.384913 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2c2ccf86-d176-42a5-ad27-888c61cd9cdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:44.441900 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4f2a0d1a-b9e4-48ee-ae4e-b0207e79de3c req-c7dd7b61-911d-475d-b026-bf3a8f78bf9c tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540767 Nov 16 11:23:44.463234 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7ad5bb-6115-4b5e-8156-206b4ea5631a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd169e98f-1f72-49dc-9f8d-d83ecf9c069c'}, {'name': 'network-changed', 'server_uuid': '0d7ad5bb-6115-4b5e-8156-206b4ea5631a', 'tag': 'd169e98f-1f72-49dc-9f8d-d83ecf9c069c'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:23:44.465517 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08063b7c-83ae-4e16-aca9-5a55f085629f" -d '{"events": [{"server_uuid": "0d7ad5bb-6115-4b5e-8156-206b4ea5631a", "name": "network-vif-unplugged", "status": "completed", "tag": "d169e98f-1f72-49dc-9f8d-d83ecf9c069c"}, {"name": "network-changed", "server_uuid": "0d7ad5bb-6115-4b5e-8156-206b4ea5631a", "tag": "d169e98f-1f72-49dc-9f8d-d83ecf9c069c"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:23:44.484591 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-b8590792-90bf-4eff-afe5-1040e1c58849 service neutron] 10.222.0.36 "GET /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696689 Nov 16 11:23:44.497844 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 6623d20c-3529-469d-97f2-142a7d01bc96, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=6623d20c-3529-469d-97f2-142a7d01bc96,segment=NetworkSegment(dde4f2a5-6c36-4ca1-b975-fe969cc62f41),segment_id=dde4f2a5-6c36-4ca1-b975-fe969cc62f41)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:44.512695 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '6623d20c-3529-469d-97f2-142a7d01bc96', 'network_id': '3d74d208-8054-4a20-a68e-5341a0731232', 'port_id': '6623d20c-3529-469d-97f2-142a7d01bc96', 'mac_address': 'fa:16:3e:5d:4a:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f019b1b-47e9-47e0-b9fa-270ea9b96fc7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:23:44.553467 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:44.568253 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6623d20c-3529-469d-97f2-142a7d01bc96 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:23:44.578100 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2c2ccf86-d176-42a5-ad27-888c61cd9cdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:44.589685 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2c2ccf86-d176-42a5-ad27-888c61cd9cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:44.590944 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 6623d20c-3529-469d-97f2-142a7d01bc96, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=6623d20c-3529-469d-97f2-142a7d01bc96,segment=NetworkSegment(dde4f2a5-6c36-4ca1-b975-fe969cc62f41),segment_id=dde4f2a5-6c36-4ca1-b975-fe969cc62f41)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:44.596302 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:44.597057 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device d169e98f-1f72-49dc-9f8d-d83ecf9c069c details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:23:44.612694 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d1ac3-6ec8-42f9-b185-b0ee4c25681b req-26b7a1ce-c2dd-4686-b4dc-abb51cbe5183 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:44.614272 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b3d1ac3-6ec8-42f9-b185-b0ee4c25681b req-26b7a1ce-c2dd-4686-b4dc-abb51cbe5183 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.0694621 Nov 16 11:23:44.655737 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ccf86-d176-42a5-ad27-888c61cd9cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15612c71-3a3a-4eb4-85aa-72569ed33b2c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:44.662827 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2c2ccf86-d176-42a5-ad27-888c61cd9cdf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=df8bc59c105f4f06ae2f67b7e03cb92b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4430423 Nov 16 11:23:44.663710 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33146) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:44.666687 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-790651e6-7a51-49d1-882e-e4e13433bab8 service neutron] 10.222.0.36 "GET /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699619 Nov 16 11:23:44.672785 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b3d1ac3-6ec8-42f9-b185-b0ee4c25681b req-b089acec-380e-4661-82f9-e530bf289b04 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520430 Nov 16 11:23:44.718609 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=6623d20c-3529-469d-97f2-142a7d01bc96,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:44.720902 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-afb38c85-a53a-422d-9225-5fa94dc257b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=f958e357-3c58-4ef4-8e95-dd29178bdd07 HTTP/1.1" status: 200 len: 217 time: 0.0464096 Nov 16 11:23:44.750645 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-693dc62b-2261-4074-aba8-662f5377e103 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:44.762066 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port d169e98f-1f72-49dc-9f8d-d83ecf9c069c, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=d169e98f-1f72-49dc-9f8d-d83ecf9c069c,segment=NetworkSegment(d9c88559-8fa4-467d-a577-d2c14bfd7508),segment_id=d9c88559-8fa4-467d-a577-d2c14bfd7508)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:44.775948 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device d169e98f-1f72-49dc-9f8d-d83ecf9c069c has no active binding in host n-h2-816823-3 {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 16 11:23:44.781373 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-6241cc7a-edec-4694-b9d7-2d81ffa5ff3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:44.782862 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-6241cc7a-edec-4694-b9d7-2d81ffa5ff3b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9354876-5a24-4c3d-aa0b-1b12e2704ca4 HTTP/1.1" status: 200 len: 797 time: 0.0513501 Nov 16 11:23:44.797772 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-693dc62b-2261-4074-aba8-662f5377e103 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:44.815758 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cc6a8-d923-4791-b29d-883492fb1072 req-cb2c51d0-2c78-4e88-8628-6f6869a4c111 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:44.817229 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b15cc6a8-d923-4791-b29d-883492fb1072 req-cb2c51d0-2c78-4e88-8628-6f6869a4c111 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 950 time: 0.0797710 Nov 16 11:23:44.829856 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-aa81eff4-c839-4700-bb9c-b7ab33c55405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:44.831391 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-aa81eff4-c839-4700-bb9c-b7ab33c55405 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ef7fac0-ba76-4873-aa0c-db478637a221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0406644 Nov 16 11:23:44.879641 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b15cc6a8-d923-4791-b29d-883492fb1072 req-a808c024-2699-4b61-9606-608c90144be7 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543749 Nov 16 11:23:44.885705 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-693dc62b-2261-4074-aba8-662f5377e103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:44.888540 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-693dc62b-2261-4074-aba8-662f5377e103 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:44.891984 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-693dc62b-2261-4074-aba8-662f5377e103 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/15612c71-3a3a-4eb4-85aa-72569ed33b2c HTTP/1.1" status: 204 len: 168 time: 0.2249906 Nov 16 11:23:44.902508 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693dc62b-2261-4074-aba8-662f5377e103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15612c71-3a3a-4eb4-85aa-72569ed33b2c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:44.962901 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-a27139d3-6565-49fa-bfa2-da728fe6b891 service neutron] 10.222.0.36 "GET /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188307 Nov 16 11:23:45.042861 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['6623d20c-3529-469d-97f2-142a7d01bc96'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:23:45.087227 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 16 Nov 2021 11:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0fbbdb-423a-4cb0-bfa0-0359d25fb399 x-openstack-request-id: req-da0fbbdb-423a-4cb0-bfa0-0359d25fb399 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:23:45.087581 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7ad5bb-6115-4b5e-8156-206b4ea5631a", "name": "network-vif-unplugged", "status": "completed", "tag": "d169e98f-1f72-49dc-9f8d-d83ecf9c069c", "code": 200}, {"name": "network-changed", "server_uuid": "0d7ad5bb-6115-4b5e-8156-206b4ea5631a", "tag": "d169e98f-1f72-49dc-9f8d-d83ecf9c069c", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:23:45.088003 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-da0fbbdb-423a-4cb0-bfa0-0359d25fb399 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:23:45.088226 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d7ad5bb-6115-4b5e-8156-206b4ea5631a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd169e98f-1f72-49dc-9f8d-d83ecf9c069c', 'code': 200} Nov 16 11:23:45.088542 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d7ad5bb-6115-4b5e-8156-206b4ea5631a', 'tag': 'd169e98f-1f72-49dc-9f8d-d83ecf9c069c', 'status': 'completed', 'code': 200} Nov 16 11:23:45.096764 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-6eac4d74-751b-432e-adc8-9e5757ac708f service neutron] 10.222.0.36 "GET /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233623 Nov 16 11:23:45.176335 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-6bf2a607-4061-4492-80e4-3386f8e4f9b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8c0c8e29-c9e3-442d-bb5d-3b91f658d21a HTTP/1.1" status: 200 len: 217 time: 0.0693741 Nov 16 11:23:45.201571 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08063b7c-83ae-4e16-aca9-5a55f085629f req-b3d4ae47-677d-40a3-894f-2739729b1216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:45.203125 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-08063b7c-83ae-4e16-aca9-5a55f085629f req-b3d4ae47-677d-40a3-894f-2739729b1216 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac57a0dec96b499199f175f118c6a6d4&device_id=0d7ad5bb-6115-4b5e-8156-206b4ea5631a HTTP/1.1" status: 200 len: 1124 time: 0.0911365 Nov 16 11:23:45.237632 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-df450b4f-6a28-4f69-9f6c-24474a809b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:45.239406 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-df450b4f-6a28-4f69-9f6c-24474a809b04 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=16cc9616-2b5b-44c0-b1c8-e21887664ca8 HTTP/1.1" status: 200 len: 797 time: 0.0553429 Nov 16 11:23:45.268557 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7da74-7d14-484d-b0cd-f1811d8eaa1c req-7a93d1cd-56e1-4980-a9b3-7ae006573022 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:45.270101 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e4f7da74-7d14-484d-b0cd-f1811d8eaa1c req-7a93d1cd-56e1-4980-a9b3-7ae006573022 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.1160717 Nov 16 11:23:45.287132 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33160) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:45.305602 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88be49a1-9a38-4430-8ac4-2322ab36aa0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:45.310063 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-30b1043a-f040-4158-9499-d0151a245794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:45.311610 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-30b1043a-f040-4158-9499-d0151a245794 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ea6b1a63-583a-4222-8450-3af28565319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0654237 Nov 16 11:23:45.343159 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08063b7c-83ae-4e16-aca9-5a55f085629f req-d529e621-69e8-48e9-bd62-de966ace1bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:45.343935 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-08063b7c-83ae-4e16-aca9-5a55f085629f req-d529e621-69e8-48e9-bd62-de966ace1bab service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6437950-3837-42ba-a7b4-c297945f46f8 HTTP/1.1" status: 200 len: 921 time: 0.1322038 Nov 16 11:23:45.348381 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e4f7da74-7d14-484d-b0cd-f1811d8eaa1c req-b6ff20a9-fe5e-494c-9c4e-0251cd67a1c6 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696597 Nov 16 11:23:45.413405 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-08063b7c-83ae-4e16-aca9-5a55f085629f req-b5468705-4c41-4525-a6a0-4561a610439e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d169e98f-1f72-49dc-9f8d-d83ecf9c069c HTTP/1.1" status: 200 len: 217 time: 0.0587568 Nov 16 11:23:45.447795 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-c6b7c253-5987-4e97-8cef-4f7a2bdf4383 service neutron] 10.222.0.36 "GET /v2.0/networks/ea6b1a63-583a-4222-8450-3af28565319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255126 Nov 16 11:23:45.500000 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08063b7c-83ae-4e16-aca9-5a55f085629f req-910244a3-7487-4f53-849e-cf23192a7a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:45.501728 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-08063b7c-83ae-4e16-aca9-5a55f085629f req-910244a3-7487-4f53-849e-cf23192a7a0c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=abaafd2b-7546-45a3-a211-065b2bf563c9 HTTP/1.1" status: 200 len: 860 time: 0.0795755 Nov 16 11:23:45.520159 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88be49a1-9a38-4430-8ac4-2322ab36aa0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:45.529076 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1a1ed210-b7f4-4395-b90d-aea6b291fa03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:45.529881 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88be49a1-9a38-4430-8ac4-2322ab36aa0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:45.533595 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ff215-d713-4653-a23f-27be71a038d4 req-7f81e49e-3693-4ce2-a1e2-1b63aa2e1959 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:45.535157 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c94ff215-d713-4653-a23f-27be71a038d4 req-7f81e49e-3693-4ce2-a1e2-1b63aa2e1959 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=7840abb2-d57a-48ae-9606-fc343813307d HTTP/1.1" status: 200 len: 944 time: 0.0757532 Nov 16 11:23:45.551932 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-08063b7c-83ae-4e16-aca9-5a55f085629f req-fe8f71a7-5fb3-4fd2-8660-f460f7cc255f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6437950-3837-42ba-a7b4-c297945f46f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394793 Nov 16 11:23:45.589660 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be49a1-9a38-4430-8ac4-2322ab36aa0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26293e77-8ce6-4cbf-8ba5-783a19542e9f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:45.593752 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-88be49a1-9a38-4430-8ac4-2322ab36aa0b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5f9b1afd9b394d79977f51c7c9efe37d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3047645 Nov 16 11:23:45.599372 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33168) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:45.620242 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-c537fa96-1aae-4712-8a8d-87203289250d service neutron] 10.222.0.36 "GET /v2.0/networks/ea6b1a63-583a-4222-8450-3af28565319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644344 Nov 16 11:23:45.646359 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c94ff215-d713-4653-a23f-27be71a038d4 req-5a0e0324-4ba9-4419-bdc5-59fdcd0e2639 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965631 Nov 16 11:23:45.673483 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-bf1e794a-7a9b-4661-b1e6-3a24927b20d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=41a853ef-f92e-4127-89d6-e02d71c0d2ed HTTP/1.1" status: 200 len: 217 time: 0.0413511 Nov 16 11:23:45.685089 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-08063b7c-83ae-4e16-aca9-5a55f085629f req-b02464b8-63bc-4736-90a6-3807d783dee6 service neutron] 10.222.0.36 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200416 Nov 16 11:23:45.713296 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-87333242-4bb5-47fd-a08e-cc54e6197c37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:45.744363 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-87333242-4bb5-47fd-a08e-cc54e6197c37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:45.753830 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-3ad1a24b-0f88-4bbe-a84a-2e2af62149a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:45.755313 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-3ad1a24b-0f88-4bbe-a84a-2e2af62149a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=16cc9616-2b5b-44c0-b1c8-e21887664ca8 HTTP/1.1" status: 200 len: 797 time: 0.0701745 Nov 16 11:23:45.815002 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfba43e-b9d8-4383-aca8-4774ee61a65e req-d55e7de6-96ee-4c3a-b066-8f938fa73904 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:45.817610 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-f0f9a82b-46e3-4517-b308-fcff6b61d0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:45.819113 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-f0f9a82b-46e3-4517-b308-fcff6b61d0ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ea6b1a63-583a-4222-8450-3af28565319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0538430 Nov 16 11:23:45.821128 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfba43e-b9d8-4383-aca8-4774ee61a65e req-d55e7de6-96ee-4c3a-b066-8f938fa73904 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:45.827397 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfba43e-b9d8-4383-aca8-4774ee61a65e req-d55e7de6-96ee-4c3a-b066-8f938fa73904 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:45.829335 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5cfba43e-b9d8-4383-aca8-4774ee61a65e req-d55e7de6-96ee-4c3a-b066-8f938fa73904 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/ports?device_id=b656b4e4-16bf-41e2-a583-5cccc058b6cf HTTP/1.1" status: 200 len: 2418 time: 0.1176169 Nov 16 11:23:45.835468 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-08063b7c-83ae-4e16-aca9-5a55f085629f req-c382b2e8-db88-4c22-bb21-c2d6c7a77054 service neutron] 10.222.0.36 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415753 Nov 16 11:23:45.837773 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-87333242-4bb5-47fd-a08e-cc54e6197c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:45.840348 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-87333242-4bb5-47fd-a08e-cc54e6197c37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:45.841391 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-87333242-4bb5-47fd-a08e-cc54e6197c37 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/26293e77-8ce6-4cbf-8ba5-783a19542e9f HTTP/1.1" status: 204 len: 168 time: 0.2411289 Nov 16 11:23:45.882931 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87333242-4bb5-47fd-a08e-cc54e6197c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26293e77-8ce6-4cbf-8ba5-783a19542e9f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:45.883931 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5cfba43e-b9d8-4383-aca8-4774ee61a65e req-2a487b77-42e0-4433-854c-8564901f8950 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/security-groups?id=e6ce7d58-b578-4d94-8222-f5a684de1780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475361 Nov 16 11:23:45.942650 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-35ac0770-766d-4ac3-b54d-d6a1face3597 service neutron] 10.222.0.36 "GET /v2.0/networks/ea6b1a63-583a-4222-8450-3af28565319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135881 Nov 16 11:23:46.009190 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d511ba-e959-471c-be66-3f673e77be0a req-aff1e774-d2be-40f6-b824-4f6bf5ae31a5 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:46.015231 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d511ba-e959-471c-be66-3f673e77be0a req-aff1e774-d2be-40f6-b824-4f6bf5ae31a5 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:46.021140 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d511ba-e959-471c-be66-3f673e77be0a req-aff1e774-d2be-40f6-b824-4f6bf5ae31a5 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:46.027629 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d511ba-e959-471c-be66-3f673e77be0a req-aff1e774-d2be-40f6-b824-4f6bf5ae31a5 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:46.033738 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d511ba-e959-471c-be66-3f673e77be0a req-aff1e774-d2be-40f6-b824-4f6bf5ae31a5 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:46.041098 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d511ba-e959-471c-be66-3f673e77be0a req-aff1e774-d2be-40f6-b824-4f6bf5ae31a5 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:46.046746 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d511ba-e959-471c-be66-3f673e77be0a req-aff1e774-d2be-40f6-b824-4f6bf5ae31a5 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:46.046945 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02e2f430-958a-48b4-a4e7-f713e0d451a7 req-a0b6e0ce-f66a-4324-bc4d-d0d7d1a3e81c service neutron] 10.222.0.36 "GET /v2.0/networks/ea6b1a63-583a-4222-8450-3af28565319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947967 Nov 16 11:23:46.048632 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-10d511ba-e959-471c-be66-3f673e77be0a req-aff1e774-d2be-40f6-b824-4f6bf5ae31a5 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 5421 time: 0.0957174 Nov 16 11:23:46.139199 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-10d511ba-e959-471c-be66-3f673e77be0a req-be6aaac4-f51d-42bc-a192-ad6965bd6b52 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c641a9-9ec5-4bde-8d8e-91841ccae81e&id=df1a22eb-4b7f-4078-bf25-bb6ec7c01c43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0715799 Nov 16 11:23:46.200380 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-4b588fd3-8e4d-4bab-8699-242cc1e91db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:46.200860 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-4b588fd3-8e4d-4bab-8699-242cc1e91db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:46.201330 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-4b588fd3-8e4d-4bab-8699-242cc1e91db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:46.201798 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-4b588fd3-8e4d-4bab-8699-242cc1e91db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:46.202290 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-4b588fd3-8e4d-4bab-8699-242cc1e91db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:46.202746 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-4b588fd3-8e4d-4bab-8699-242cc1e91db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:46.203409 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-4b588fd3-8e4d-4bab-8699-242cc1e91db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:46.205254 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-4b588fd3-8e4d-4bab-8699-242cc1e91db3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1ae06a69eac64c2d80c4db8375c3a241&device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 6478 time: 0.0614262 Nov 16 11:23:46.260853 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551d711-d0aa-4c0f-8ff0-87930e706d9a req-e5f6667f-fb8e-486b-a49c-51a2a0456823 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:46.262649 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6551d711-d0aa-4c0f-8ff0-87930e706d9a req-e5f6667f-fb8e-486b-a49c-51a2a0456823 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d7ad5bb-6115-4b5e-8156-206b4ea5631a HTTP/1.1" status: 200 len: 943 time: 0.0533352 Nov 16 11:23:46.309831 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-624e1eca-68c5-40b5-963c-f1578d9796b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:46.311309 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-624e1eca-68c5-40b5-963c-f1578d9796b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2ef7fac0-ba76-4873-aa0c-db478637a221 HTTP/1.1" status: 200 len: 903 time: 0.0987046 Nov 16 11:23:46.312340 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6551d711-d0aa-4c0f-8ff0-87930e706d9a req-39d0f5a3-a661-4282-8045-ded39365cda8 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440316 Nov 16 11:23:46.355333 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-828e4b5a-0c10-4040-a6c9-0649589ea5af service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=b06424a2-3780-4ea6-937a-fd17aaa823c1 HTTP/1.1" status: 200 len: 217 time: 0.0361078 Nov 16 11:23:46.365370 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 6623d20c-3529-469d-97f2-142a7d01bc96 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:23:46.424204 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-fe8edc86-0872-487a-b4dc-4bd58dfd13b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:46.426679 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-fe8edc86-0872-487a-b4dc-4bd58dfd13b2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9354876-5a24-4c3d-aa0b-1b12e2704ca4 HTTP/1.1" status: 200 len: 797 time: 0.0634005 Nov 16 11:23:46.436597 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 6623d20c-3529-469d-97f2-142a7d01bc96 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:23:46.440965 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 6623d20c-3529-469d-97f2-142a7d01bc96 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:23:46.441414 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:46.490580 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-c3258d5e-c3f2-474a-b555-ccfc5913c334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:46.492336 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-c3258d5e-c3f2-474a-b555-ccfc5913c334 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ef7fac0-ba76-4873-aa0c-db478637a221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0565562 Nov 16 11:23:46.504103 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:46.549188 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-ef9d874b-877d-4bbc-9002-6c9455d1e6ab tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:46.550737 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-ef9d874b-877d-4bbc-9002-6c9455d1e6ab tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/networks?id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334 HTTP/1.1" status: 200 len: 811 time: 0.1417806 Nov 16 11:23:46.560204 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:46.567620 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-4adb9480-6263-4570-9975-c85570309126 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/quotas/c6297fca90ae441aa40dab0d2d555d6b HTTP/1.1" status: 200 len: 375 time: 0.0107417 Nov 16 11:23:46.592008 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7840abb2-d57a-48ae-9606-fc343813307d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6623d20c-3529-469d-97f2-142a7d01bc96'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:23:46.594380 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a3be48-7be0-4d2b-916a-a3eddd70f80c" -d '{"events": [{"server_uuid": "7840abb2-d57a-48ae-9606-fc343813307d", "name": "network-vif-plugged", "status": "completed", "tag": "6623d20c-3529-469d-97f2-142a7d01bc96"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:23:46.603558 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-90a73b67-5b88-4c0b-8333-673fd3096e29 service neutron] 10.222.0.36 "GET /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023397 Nov 16 11:23:46.606391 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 6623d20c-3529-469d-97f2-142a7d01bc96, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=6623d20c-3529-469d-97f2-142a7d01bc96,segment=NetworkSegment(dde4f2a5-6c36-4ca1-b975-fe969cc62f41),segment_id=dde4f2a5-6c36-4ca1-b975-fe969cc62f41)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:46.615699 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:46.640800 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-b0efeec6-1588-4673-9476-b34614fec8aa tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c6297fca90ae441aa40dab0d2d555d6b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0638230 Nov 16 11:23:46.680228 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=6623d20c-3529-469d-97f2-142a7d01bc96,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:46.714938 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-3671d10b-525d-489a-a2e6-e5ea865d9212 service neutron] 10.222.0.36 "GET /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014366 Nov 16 11:23:46.747345 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-843fd293-64e4-4df0-9ded-34cd78fd874b service neutron] 10.222.0.61 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980337 Nov 16 11:23:46.836532 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-e6c46384-0847-46bc-b78e-21a973ad3d93 service neutron] 10.222.0.36 "GET /v2.0/ports/d169e98f-1f72-49dc-9f8d-d83ecf9c069c/bindings/n-h2-816823-3 HTTP/1.1" status: 200 len: 384 time: 0.0651307 Nov 16 11:23:46.876577 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-5b901b43-c7f8-4c52-b50c-e0e54717593c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:46.876577 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-5b901b43-c7f8-4c52-b50c-e0e54717593c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:46.877165 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-5b901b43-c7f8-4c52-b50c-e0e54717593c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:46.877401 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-5b901b43-c7f8-4c52-b50c-e0e54717593c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:46.877868 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-5b901b43-c7f8-4c52-b50c-e0e54717593c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:46.878385 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-5b901b43-c7f8-4c52-b50c-e0e54717593c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:46.878844 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-5b901b43-c7f8-4c52-b50c-e0e54717593c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:46.880759 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-5b901b43-c7f8-4c52-b50c-e0e54717593c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1ae06a69eac64c2d80c4db8375c3a241&device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 6478 time: 0.1092415 Nov 16 11:23:46.891467 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-35515ee6-26be-4b49-892e-3c82f5f2bf72 service neutron] 10.222.0.61 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360700 Nov 16 11:23:47.030905 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-1ceeb6ca-f0a2-4297-bcd0-30ca721268e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:47.032385 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-1ceeb6ca-f0a2-4297-bcd0-30ca721268e8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2ef7fac0-ba76-4873-aa0c-db478637a221 HTTP/1.1" status: 200 len: 903 time: 0.1400661 Nov 16 11:23:47.073480 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-88b8ab9f-7c74-4f51-bde1-7b077961237a service neutron] For port d169e98f-1f72-49dc-9f8d-d83ecf9c069c, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=d169e98f-1f72-49dc-9f8d-d83ecf9c069c,segment=NetworkSegment(d9c88559-8fa4-467d-a577-d2c14bfd7508),segment_id=d9c88559-8fa4-467d-a577-d2c14bfd7508)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:47.090486 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-214005d8-0f12-4286-bb26-50f8059891e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=f958e357-3c58-4ef4-8e95-dd29178bdd07 HTTP/1.1" status: 200 len: 217 time: 0.0479784 Nov 16 11:23:47.126305 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-88b8ab9f-7c74-4f51-bde1-7b077961237a service neutron] For port d169e98f-1f72-49dc-9f8d-d83ecf9c069c, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:23:47.170786 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53f3c1-6e15-43cd-82cb-98211e91ffe3 req-6db7a9b7-cda4-4a5d-a4fc-fc48ece09289 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:47.177186 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53f3c1-6e15-43cd-82cb-98211e91ffe3 req-6db7a9b7-cda4-4a5d-a4fc-fc48ece09289 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:47.184773 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53f3c1-6e15-43cd-82cb-98211e91ffe3 req-6db7a9b7-cda4-4a5d-a4fc-fc48ece09289 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:47.186714 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3d53f3c1-6e15-43cd-82cb-98211e91ffe3 req-6db7a9b7-cda4-4a5d-a4fc-fc48ece09289 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.64 "GET /v2.0/ports?device_id=b656b4e4-16bf-41e2-a583-5cccc058b6cf HTTP/1.1" status: 200 len: 2418 time: 0.0969617 Nov 16 11:23:47.191590 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-88b8ab9f-7c74-4f51-bde1-7b077961237a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d169e98f-1f72-49dc-9f8d-d83ecf9c069c {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:23:47.197812 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b179a-277d-48eb-9787-b9ddc4881b85 req-10b2c8ac-e3c8-4cc0-839d-4e738c3d2453 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:47.211503 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6c4b179a-277d-48eb-9787-b9ddc4881b85 req-10b2c8ac-e3c8-4cc0-839d-4e738c3d2453 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 950 time: 0.1173882 Nov 16 11:23:47.211740 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-88b8ab9f-7c74-4f51-bde1-7b077961237a service neutron] For port d169e98f-1f72-49dc-9f8d-d83ecf9c069c, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=d169e98f-1f72-49dc-9f8d-d83ecf9c069c,segment=NetworkSegment(d9c88559-8fa4-467d-a577-d2c14bfd7508),segment_id=d9c88559-8fa4-467d-a577-d2c14bfd7508)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:47.213176 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-e9adf2cd-931e-4adf-921b-5fe1d01c7890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:47.217010 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-e9adf2cd-931e-4adf-921b-5fe1d01c7890 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9354876-5a24-4c3d-aa0b-1b12e2704ca4 HTTP/1.1" status: 200 len: 797 time: 0.1148484 Nov 16 11:23:47.290944 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-88b8ab9f-7c74-4f51-bde1-7b077961237a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:47.306882 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-c13df9ed-b958-4e4b-be5c-b667d83599c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:47.309019 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-c13df9ed-b958-4e4b-be5c-b667d83599c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ef7fac0-ba76-4873-aa0c-db478637a221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0762646 Nov 16 11:23:47.320676 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6c4b179a-277d-48eb-9787-b9ddc4881b85 req-6599c46b-77fd-4fa9-9e36-57b62ca44475 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106262 Nov 16 11:23:47.361211 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-3d53f3c1-6e15-43cd-82cb-98211e91ffe3 req-23b04576-6784-474d-8a3e-a1830affb9c1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Deleting port 44e61d0a-e3c6-4701-aeda-509c1367bff0 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:23:47.361553 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3d53f3c1-6e15-43cd-82cb-98211e91ffe3 req-23b04576-6784-474d-8a3e-a1830affb9c1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:47.386133 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02f3262-90a7-49b8-875e-d91c1dce43a6 x-openstack-request-id: req-a02f3262-90a7-49b8-875e-d91c1dce43a6 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:23:47.386631 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7840abb2-d57a-48ae-9606-fc343813307d", "name": "network-vif-plugged", "status": "completed", "tag": "6623d20c-3529-469d-97f2-142a7d01bc96", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:23:47.387043 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a02f3262-90a7-49b8-875e-d91c1dce43a6 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:23:47.387602 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7840abb2-d57a-48ae-9606-fc343813307d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6623d20c-3529-469d-97f2-142a7d01bc96', 'code': 200} Nov 16 11:23:47.451886 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-88b8ab9f-7c74-4f51-bde1-7b077961237a service neutron] Transition to ACTIVE for port object d169e98f-1f72-49dc-9f8d-d83ecf9c069c will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:23:47.464994 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-88b8ab9f-7c74-4f51-bde1-7b077961237a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:47.527817 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b8ab9f-7c74-4f51-bde1-7b077961237a service neutron] Pushing event updated for resources: {'Port': ['ID=d169e98f-1f72-49dc-9f8d-d83ecf9c069c,revision_number=10']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:47.540395 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-eb3a2017-c79b-44f8-9539-7e019de2475a service neutron] 10.222.0.36 "GET /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126389 Nov 16 11:23:47.548792 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-3d53f3c1-6e15-43cd-82cb-98211e91ffe3 req-23b04576-6784-474d-8a3e-a1830affb9c1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] For port 44e61d0a-e3c6-4701-aeda-509c1367bff0, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=44e61d0a-e3c6-4701-aeda-509c1367bff0,segment=NetworkSegment(17953ad3-7b75-4f90-9bae-47bbf4f6e0d3),segment_id=17953ad3-7b75-4f90-9bae-47bbf4f6e0d3)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:47.549697 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3d53f3c1-6e15-43cd-82cb-98211e91ffe3 req-23b04576-6784-474d-8a3e-a1830affb9c1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:47.585828 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-3d53f3c1-6e15-43cd-82cb-98211e91ffe3 req-23b04576-6784-474d-8a3e-a1830affb9c1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Calling delete_port for 44e61d0a-e3c6-4701-aeda-509c1367bff0 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:23:47.611434 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-88b8ab9f-7c74-4f51-bde1-7b077961237a service neutron] No DVR routers for this DVR port d169e98f-1f72-49dc-9f8d-d83ecf9c069c on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:23:47.612982 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4af26-1315-4d99-a3b4-defb5ed6c088 req-f5140652-e34c-4ed1-91fb-10616c4ae0c3 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:47.621480 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-38a4af26-1315-4d99-a3b4-defb5ed6c088 req-f5140652-e34c-4ed1-91fb-10616c4ae0c3 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=7840abb2-d57a-48ae-9606-fc343813307d HTTP/1.1" status: 200 len: 945 time: 0.1301560 Nov 16 11:23:47.672303 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35762a6-bd4d-46f2-891c-680084e474be req-41da5268-c463-42a6-8d2f-7b43b0c57169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:47.673804 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e35762a6-bd4d-46f2-891c-680084e474be req-41da5268-c463-42a6-8d2f-7b43b0c57169 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7840abb2-d57a-48ae-9606-fc343813307d HTTP/1.1" status: 200 len: 1096 time: 0.1531496 Nov 16 11:23:47.687373 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-88b8ab9f-7c74-4f51-bde1-7b077961237a service neutron] 10.222.0.36 "PUT /v2.0/ports/d169e98f-1f72-49dc-9f8d-d83ecf9c069c/bindings/n-h2-816823-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8436923 Nov 16 11:23:47.711489 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-38a4af26-1315-4d99-a3b4-defb5ed6c088 req-a08cf92f-d433-41cf-ad39-3a06d3dfafbb tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821781 Nov 16 11:23:47.726283 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-d97a4451-6011-431b-8c9d-de8c57f98a1b service neutron] 10.222.0.36 "GET /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748204 Nov 16 11:23:47.762650 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e35762a6-bd4d-46f2-891c-680084e474be req-39a3d942-72c5-4603-8e6b-375e5d57104b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790656 Nov 16 11:23:47.836159 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3d53f3c1-6e15-43cd-82cb-98211e91ffe3 req-23b04576-6784-474d-8a3e-a1830affb9c1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:47.849551 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6', '44e61d0a-e3c6-4701-aeda-509c1367bff0', '509b8880-8730-41a5-891c-ed8d9921e618'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:23:47.872313 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b04576-6784-474d-8a3e-a1830affb9c1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Pushing event deleted for resources: {'Port': ['ID=44e61d0a-e3c6-4701-aeda-509c1367bff0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:47.900042 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126b4d2-1334-4fa2-837e-05767b48afd2 req-7b67262d-1e7f-43eb-8c8b-bad09f4747d1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:47.906450 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126b4d2-1334-4fa2-837e-05767b48afd2 req-7b67262d-1e7f-43eb-8c8b-bad09f4747d1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:47.912603 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126b4d2-1334-4fa2-837e-05767b48afd2 req-7b67262d-1e7f-43eb-8c8b-bad09f4747d1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:47.914492 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c126b4d2-1334-4fa2-837e-05767b48afd2 req-7b67262d-1e7f-43eb-8c8b-bad09f4747d1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/ports?device_id=b656b4e4-16bf-41e2-a583-5cccc058b6cf HTTP/1.1" status: 200 len: 2418 time: 0.1488242 Nov 16 11:23:47.942898 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-53383427-5a2d-4de0-96f8-5c4639743ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:47.943390 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-53383427-5a2d-4de0-96f8-5c4639743ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:47.943843 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-53383427-5a2d-4de0-96f8-5c4639743ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:47.944878 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-53383427-5a2d-4de0-96f8-5c4639743ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:47.945506 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-53383427-5a2d-4de0-96f8-5c4639743ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:47.945823 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-53383427-5a2d-4de0-96f8-5c4639743ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:47.946324 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-53383427-5a2d-4de0-96f8-5c4639743ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:47.948325 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-53383427-5a2d-4de0-96f8-5c4639743ff5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1ae06a69eac64c2d80c4db8375c3a241&device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 6478 time: 0.1122944 Nov 16 11:23:47.965696 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d53f3c1-6e15-43cd-82cb-98211e91ffe3 req-23b04576-6784-474d-8a3e-a1830affb9c1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] No DVR routers for this DVR port 44e61d0a-e3c6-4701-aeda-509c1367bff0 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:23:47.968166 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3d53f3c1-6e15-43cd-82cb-98211e91ffe3 req-23b04576-6784-474d-8a3e-a1830affb9c1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:47.971532 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3d53f3c1-6e15-43cd-82cb-98211e91ffe3 req-23b04576-6784-474d-8a3e-a1830affb9c1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.64 "DELETE /v2.0/ports/44e61d0a-e3c6-4701-aeda-509c1367bff0 HTTP/1.1" status: 204 len: 173 time: 0.7726202 Nov 16 11:23:47.972009 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b656b4e4-16bf-41e2-a583-5cccc058b6cf', 'name': 'network-vif-deleted', 'tag': '44e61d0a-e3c6-4701-aeda-509c1367bff0'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:23:47.976402 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6582e6-235c-41f1-b408-6988270e2f14" -d '{"events": [{"server_uuid": "b656b4e4-16bf-41e2-a583-5cccc058b6cf", "name": "network-vif-deleted", "tag": "44e61d0a-e3c6-4701-aeda-509c1367bff0"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:23:48.122187 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c126b4d2-1334-4fa2-837e-05767b48afd2 req-f707339b-c111-4c36-8c4a-da68ae26895b tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/security-groups?id=e6ce7d58-b578-4d94-8222-f5a684de1780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992972 Nov 16 11:23:48.158636 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-3c7d6e45-0419-46df-b743-abd675801306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:48.160112 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-3c7d6e45-0419-46df-b743-abd675801306 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ea6b1a63-583a-4222-8450-3af28565319c HTTP/1.1" status: 200 len: 903 time: 0.1894283 Nov 16 11:23:48.235772 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:48.259474 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-f5ae96a7-1cd1-486e-844c-25a28c6bee60 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8c0c8e29-c9e3-442d-bb5d-3b91f658d21a HTTP/1.1" status: 200 len: 217 time: 0.0893312 Nov 16 11:23:48.333916 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-05142fe4-0616-4435-be35-cb867066b4c3 req-b1f503e1-ea50-487e-bab7-6bd51d2ce0aa tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8d30c3-065b-4a55-87ca-23372d29d1d9 HTTP/1.1" status: 200 len: 210 time: 0.0332558 Nov 16 11:23:48.345885 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-6c1d1b39-2954-4bd9-bb0e-74b1297b0c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:48.348474 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-6c1d1b39-2954-4bd9-bb0e-74b1297b0c84 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=16cc9616-2b5b-44c0-b1c8-e21887664ca8 HTTP/1.1" status: 200 len: 797 time: 0.0812681 Nov 16 11:23:48.404935 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-ec63b53b-588e-4944-91e5-2145fd346e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:48.406563 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-ec63b53b-588e-4944-91e5-2145fd346e51 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ea6b1a63-583a-4222-8450-3af28565319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0447736 Nov 16 11:23:48.519952 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-04c1e2b9-5558-4ae1-8d3a-e92e4dd5877a tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:48.521773 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-04c1e2b9-5558-4ae1-8d3a-e92e4dd5877a tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ad5bb-6115-4b5e-8156-206b4ea5631a&tenant_id=ac57a0dec96b499199f175f118c6a6d4&binding%3Ahost_id=n-h1-816823-3 HTTP/1.1" status: 200 len: 1095 time: 0.5220227 Nov 16 11:23:48.587512 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-d23bd592-a02a-431a-afcb-528c3868e4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:48.589041 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-d23bd592-a02a-431a-afcb-528c3868e4eb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ad5bb-6115-4b5e-8156-206b4ea5631a&tenant_id=ac57a0dec96b499199f175f118c6a6d4 HTTP/1.1" status: 200 len: 1095 time: 0.0588186 Nov 16 11:23:48.591453 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-3d53f3c1-6e15-43cd-82cb-98211e91ffe3 req-1d022373-be5a-41ed-ab86-62d888a71557 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Deleting port 509b8880-8730-41a5-891c-ed8d9921e618 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:23:48.591789 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3d53f3c1-6e15-43cd-82cb-98211e91ffe3 req-1d022373-be5a-41ed-ab86-62d888a71557 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:48.763180 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-3d53f3c1-6e15-43cd-82cb-98211e91ffe3 req-1d022373-be5a-41ed-ab86-62d888a71557 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] For port 509b8880-8730-41a5-891c-ed8d9921e618, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=509b8880-8730-41a5-891c-ed8d9921e618,segment=NetworkSegment(dadca4f8-8650-4e96-b186-d0228f5719f9),segment_id=dadca4f8-8650-4e96-b186-d0228f5719f9)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:48.763911 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3d53f3c1-6e15-43cd-82cb-98211e91ffe3 req-1d022373-be5a-41ed-ab86-62d888a71557 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:48.786249 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:48.790007 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-3d53f3c1-6e15-43cd-82cb-98211e91ffe3 req-1d022373-be5a-41ed-ab86-62d888a71557 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Calling delete_port for 509b8880-8730-41a5-891c-ed8d9921e618 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:23:48.800191 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-b82c7220-7f3f-4cbc-84b4-0fc800b16618 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:48.801664 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-b82c7220-7f3f-4cbc-84b4-0fc800b16618 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.64 "GET /v2.0/networks?id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334 HTTP/1.1" status: 200 len: 811 time: 0.1638892 Nov 16 11:23:48.845610 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-d07cfc66-df42-4732-9324-6dd2d8941a5a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Request body: {'port': {'device_id': '8c8d30c3-065b-4a55-87ca-23372d29d1d9', 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334', 'admin_state_up': True, 'tenant_id': 'c6297fca90ae441aa40dab0d2d555d6b'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:23:48.899009 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-4186b717-c78c-4fcc-a92a-4bc6e8abfda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:48.900489 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-4186b717-c78c-4fcc-a92a-4bc6e8abfda8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac57a0dec96b499199f175f118c6a6d4&device_id=0d7ad5bb-6115-4b5e-8156-206b4ea5631a HTTP/1.1" status: 200 len: 1095 time: 0.0926051 Nov 16 11:23:48.922972 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50444254-b17e-48bf-8d8a-ba4b5ebdbfba req-331d4900-d6e5-4665-b686-95b654a74404 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:48.929507 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50444254-b17e-48bf-8d8a-ba4b5ebdbfba req-331d4900-d6e5-4665-b686-95b654a74404 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:48.936114 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50444254-b17e-48bf-8d8a-ba4b5ebdbfba req-331d4900-d6e5-4665-b686-95b654a74404 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:48.942516 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50444254-b17e-48bf-8d8a-ba4b5ebdbfba req-331d4900-d6e5-4665-b686-95b654a74404 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:48.949334 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50444254-b17e-48bf-8d8a-ba4b5ebdbfba req-331d4900-d6e5-4665-b686-95b654a74404 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:48.955569 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50444254-b17e-48bf-8d8a-ba4b5ebdbfba req-331d4900-d6e5-4665-b686-95b654a74404 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:48.962975 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50444254-b17e-48bf-8d8a-ba4b5ebdbfba req-331d4900-d6e5-4665-b686-95b654a74404 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:48.970340 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-50444254-b17e-48bf-8d8a-ba4b5ebdbfba req-331d4900-d6e5-4665-b686-95b654a74404 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 5421 time: 0.5273981 Nov 16 11:23:48.987932 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-916af3c0-5d7b-4952-8db6-28663e4a4a46 service neutron] 10.222.0.36 "GET /v2.0/networks/ea6b1a63-583a-4222-8450-3af28565319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5734422 Nov 16 11:23:49.053439 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-d07cfc66-df42-4732-9324-6dd2d8941a5a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Made reservation on behalf of c6297fca90ae441aa40dab0d2d555d6b for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:23:49.057149 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-d07cfc66-df42-4732-9324-6dd2d8941a5a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:49.070448 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3d53f3c1-6e15-43cd-82cb-98211e91ffe3 req-1d022373-be5a-41ed-ab86-62d888a71557 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:49.108539 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d022373-be5a-41ed-ab86-62d888a71557 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Pushing event deleted for resources: {'Port': ['ID=509b8880-8730-41a5-891c-ed8d9921e618,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:49.159247 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-50444254-b17e-48bf-8d8a-ba4b5ebdbfba req-5055c0dd-fe0a-4bc9-a7a4-dcb9dd0388cb tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c641a9-9ec5-4bde-8d8e-91841ccae81e&id=df1a22eb-4b7f-4078-bf25-bb6ec7c01c43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1873422 Nov 16 11:23:49.184042 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-a3e042c3-81fc-498d-a876-177a740d337e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:49.186190 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-a3e042c3-81fc-498d-a876-177a740d337e service neutron] 10.222.0.64 "GET /v2.0/networks?id=a6437950-3837-42ba-a7b4-c297945f46f8 HTTP/1.1" status: 200 len: 921 time: 0.2130926 Nov 16 11:23:49.202516 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d53f3c1-6e15-43cd-82cb-98211e91ffe3 req-1d022373-be5a-41ed-ab86-62d888a71557 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] No DVR routers for this DVR port 509b8880-8730-41a5-891c-ed8d9921e618 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:23:49.205364 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3d53f3c1-6e15-43cd-82cb-98211e91ffe3 req-1d022373-be5a-41ed-ab86-62d888a71557 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:49.210698 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3d53f3c1-6e15-43cd-82cb-98211e91ffe3 req-1d022373-be5a-41ed-ab86-62d888a71557 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.64 "DELETE /v2.0/ports/509b8880-8730-41a5-891c-ed8d9921e618 HTTP/1.1" status: 204 len: 173 time: 1.2111244 Nov 16 11:23:49.270517 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-2124f84c-db7c-471c-942e-05e6ca8354a6 service neutron] 10.222.0.36 "GET /v2.0/networks/ea6b1a63-583a-4222-8450-3af28565319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650959 Nov 16 11:23:49.271920 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-5c4e079f-2b22-4e84-9659-c70b4475d763 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d169e98f-1f72-49dc-9f8d-d83ecf9c069c HTTP/1.1" status: 200 len: 217 time: 0.0773051 Nov 16 11:23:49.328119 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-d07cfc66-df42-4732-9324-6dd2d8941a5a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Allocated IP 172.20.0.13 (c4ea0ecb-718e-47cf-bf5c-a5dc12609334/098ff2a2-731b-47ba-a3df-3f077a39e5d8/fe4bad9f-e320-44f6-b633-16c2ce2be385) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:23:49.383091 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33326) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:49.391487 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-2b12aee8-80b2-437b-88ed-1dd7c6899632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:49.393417 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-2b12aee8-80b2-437b-88ed-1dd7c6899632 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=abaafd2b-7546-45a3-a211-065b2bf563c9 HTTP/1.1" status: 200 len: 860 time: 0.1128683 Nov 16 11:23:49.442029 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eea6cc-595b-48aa-9093-badb3666bab3 req-e80fc4ca-22fc-4b3a-9366-a91db0ed23c3 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:49.443383 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e6eea6cc-595b-48aa-9093-badb3666bab3 req-e80fc4ca-22fc-4b3a-9366-a91db0ed23c3 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d7ad5bb-6115-4b5e-8156-206b4ea5631a HTTP/1.1" status: 200 len: 944 time: 0.1773667 Nov 16 11:23:49.446932 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-b1087eb0-0321-4b4c-9a63-260765a9a30e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a6437950-3837-42ba-a7b4-c297945f46f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433025 Nov 16 11:23:49.452286 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-4fe29018-0692-463b-a8d1-e882f38e519f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:49.452759 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-4fe29018-0692-463b-a8d1-e882f38e519f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:49.453223 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-4fe29018-0692-463b-a8d1-e882f38e519f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:49.453697 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-4fe29018-0692-463b-a8d1-e882f38e519f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:49.454176 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-4fe29018-0692-463b-a8d1-e882f38e519f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:49.454633 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-4fe29018-0692-463b-a8d1-e882f38e519f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:49.455084 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-4fe29018-0692-463b-a8d1-e882f38e519f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:49.457046 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-4fe29018-0692-463b-a8d1-e882f38e519f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1ae06a69eac64c2d80c4db8375c3a241&device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 6478 time: 0.1179602 Nov 16 11:23:49.473240 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device d169e98f-1f72-49dc-9f8d-d83ecf9c069c no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:23:49.530042 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device d169e98f-1f72-49dc-9f8d-d83ecf9c069c not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:23:49.541105 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-402185e9-2404-4881-af4b-661bdaf1617e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:49.547553 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-3d53f3c1-6e15-43cd-82cb-98211e91ffe3 req-4a29ba78-da0b-4d0c-847a-9ef7075d7f79 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Deleting port 9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:23:49.547888 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3d53f3c1-6e15-43cd-82cb-98211e91ffe3 req-4a29ba78-da0b-4d0c-847a-9ef7075d7f79 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:49.611438 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e6eea6cc-595b-48aa-9093-badb3666bab3 req-cad4047f-d9ea-4035-ad3a-2d67671830d0 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521406 Nov 16 11:23:49.638355 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-c414cba7-b68b-49a2-93db-b0b6400ec1dd service neutron] 10.222.0.64 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801088 Nov 16 11:23:49.655776 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-d07cfc66-df42-4732-9324-6dd2d8941a5a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:49.687413 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f37bfb-091c-40d0-b03c-ea3b639c16a5 x-openstack-request-id: req-11f37bfb-091c-40d0-b03c-ea3b639c16a5 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:23:49.687723 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b656b4e4-16bf-41e2-a583-5cccc058b6cf", "name": "network-vif-deleted", "tag": "44e61d0a-e3c6-4701-aeda-509c1367bff0", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:23:49.688058 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-11f37bfb-091c-40d0-b03c-ea3b639c16a5 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:23:49.688527 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b656b4e4-16bf-41e2-a583-5cccc058b6cf', 'name': 'network-vif-deleted', 'tag': '44e61d0a-e3c6-4701-aeda-509c1367bff0', 'status': 'completed', 'code': 200} Nov 16 11:23:49.706590 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-733e8191-99b1-407d-987a-e79052505a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:49.707982 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-733e8191-99b1-407d-987a-e79052505a04 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ea6b1a63-583a-4222-8450-3af28565319c HTTP/1.1" status: 200 len: 903 time: 0.2399557 Nov 16 11:23:49.745423 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-3d53f3c1-6e15-43cd-82cb-98211e91ffe3 req-4a29ba78-da0b-4d0c-847a-9ef7075d7f79 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] For port 9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6,segment=NetworkSegment(dadca4f8-8650-4e96-b186-d0228f5719f9),segment_id=dadca4f8-8650-4e96-b186-d0228f5719f9)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:49.745823 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3d53f3c1-6e15-43cd-82cb-98211e91ffe3 req-4a29ba78-da0b-4d0c-847a-9ef7075d7f79 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:49.765065 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-e0ce2447-5795-48a8-87ce-4b68e6622efd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=41a853ef-f92e-4127-89d6-e02d71c0d2ed HTTP/1.1" status: 200 len: 217 time: 0.0488210 Nov 16 11:23:49.775689 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-3d53f3c1-6e15-43cd-82cb-98211e91ffe3 req-4a29ba78-da0b-4d0c-847a-9ef7075d7f79 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Calling delete_port for 9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:23:49.811006 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-402185e9-2404-4881-af4b-661bdaf1617e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:49.843671 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-d07cfc66-df42-4732-9324-6dd2d8941a5a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:49.846529 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-402185e9-2404-4881-af4b-661bdaf1617e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:49.853748 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-46090731-9df6-448b-9d2b-63671b2e0353 service neutron] 10.222.0.64 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068913 Nov 16 11:23:49.862741 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f67c4-80ec-4482-84f9-e5d20324e6c5 req-1d1eee7b-1ce8-43cd-b55d-25ebc20c7b76 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:49.864377 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1c7f67c4-80ec-4482-84f9-e5d20324e6c5 req-1d1eee7b-1ce8-43cd-b55d-25ebc20c7b76 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 950 time: 0.1471310 Nov 16 11:23:49.869234 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-a933cb6d-9c34-4efd-85d1-4df3d7f4d1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:49.871327 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-a933cb6d-9c34-4efd-85d1-4df3d7f4d1c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=16cc9616-2b5b-44c0-b1c8-e21887664ca8 HTTP/1.1" status: 200 len: 797 time: 0.0909863 Nov 16 11:23:49.940771 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-d07cfc66-df42-4732-9324-6dd2d8941a5a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Network c4ea0ecb-718e-47cf-bf5c-a5dc12609334 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:23:49.945447 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1c7f67c4-80ec-4482-84f9-e5d20324e6c5 req-eef88af5-6659-4c82-b427-c62c4bc93efa tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724721 Nov 16 11:23:49.947673 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-402185e9-2404-4881-af4b-661bdaf1617e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4d3486ccb51d400580c0bf640e7f5e31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5607800 Nov 16 11:23:49.950361 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-3d771582-f25e-43fb-9f3c-eaa5ed8e1847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:49.951886 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402185e9-2404-4881-af4b-661bdaf1617e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45461feb-4ba3-485e-9699-b11794ba7e41,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:49.952302 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-3d771582-f25e-43fb-9f3c-eaa5ed8e1847 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ea6b1a63-583a-4222-8450-3af28565319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0732279 Nov 16 11:23:49.952858 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33330) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:49.954222 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-d07cfc66-df42-4732-9324-6dd2d8941a5a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:23:49.962211 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-d07cfc66-df42-4732-9324-6dd2d8941a5a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:23:49.977153 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07cfc66-df42-4732-9324-6dd2d8941a5a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Pushing event updated for resources: {'Port': ['ID=fe4bad9f-e320-44f6-b633-16c2ce2be385,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:49.998583 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402185e9-2404-4881-af4b-661bdaf1617e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:49.998932 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402185e9-2404-4881-af4b-661bdaf1617e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:49.999354 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402185e9-2404-4881-af4b-661bdaf1617e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:49.999603 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402185e9-2404-4881-af4b-661bdaf1617e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:49.999950 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402185e9-2404-4881-af4b-661bdaf1617e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:50.000263 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402185e9-2404-4881-af4b-661bdaf1617e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:50.000597 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402185e9-2404-4881-af4b-661bdaf1617e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:50.000929 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402185e9-2404-4881-af4b-661bdaf1617e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:50.002597 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402185e9-2404-4881-af4b-661bdaf1617e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:50.002597 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402185e9-2404-4881-af4b-661bdaf1617e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:50.002597 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402185e9-2404-4881-af4b-661bdaf1617e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:50.002597 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402185e9-2404-4881-af4b-661bdaf1617e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:50.027565 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07cfc66-df42-4732-9324-6dd2d8941a5a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:50.027918 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07cfc66-df42-4732-9324-6dd2d8941a5a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:50.028262 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07cfc66-df42-4732-9324-6dd2d8941a5a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:50.028609 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07cfc66-df42-4732-9324-6dd2d8941a5a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:50.028929 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07cfc66-df42-4732-9324-6dd2d8941a5a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:50.029249 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07cfc66-df42-4732-9324-6dd2d8941a5a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:50.029575 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07cfc66-df42-4732-9324-6dd2d8941a5a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:50.029901 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07cfc66-df42-4732-9324-6dd2d8941a5a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:50.030340 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07cfc66-df42-4732-9324-6dd2d8941a5a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:50.030551 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07cfc66-df42-4732-9324-6dd2d8941a5a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:50.030873 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07cfc66-df42-4732-9324-6dd2d8941a5a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:50.031198 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07cfc66-df42-4732-9324-6dd2d8941a5a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:50.093543 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-d07cfc66-df42-4732-9324-6dd2d8941a5a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:50.093783 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-d07cfc66-df42-4732-9324-6dd2d8941a5a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:50.125138 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-d07cfc66-df42-4732-9324-6dd2d8941a5a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3126259 Nov 16 11:23:50.137739 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-815f7a07-275b-4498-8a2f-aa00a77b7db4 service neutron] Request body: {'port': {'device_id': '8c8d30c3-065b-4a55-87ca-23372d29d1d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:23:50.169710 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3d53f3c1-6e15-43cd-82cb-98211e91ffe3 req-4a29ba78-da0b-4d0c-847a-9ef7075d7f79 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:50.223944 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-9c6fb824-a96b-4e49-a6cb-08657e770d60 service neutron] 10.222.0.36 "GET /v2.0/networks/ea6b1a63-583a-4222-8450-3af28565319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609503 Nov 16 11:23:50.228301 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a29ba78-da0b-4d0c-847a-9ef7075d7f79 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Pushing event deleted for resources: {'Port': ['ID=9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:50.228979 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-9c717ccd-69bd-4517-b9ec-19637b76c8bd tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:50.230639 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-9c717ccd-69bd-4517-b9ec-19637b76c8bd tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ad5bb-6115-4b5e-8156-206b4ea5631a&tenant_id=ac57a0dec96b499199f175f118c6a6d4&binding%3Ahost_id=n-h2-816823-3 HTTP/1.1" status: 200 len: 1095 time: 0.1352274 Nov 16 11:23:50.240192 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556bd0b8-f188-4a7c-8d96-8a6252afa53a req-3b5e0627-4ce2-49a6-8ed4-64adb59fead9 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:50.243048 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-556bd0b8-f188-4a7c-8d96-8a6252afa53a req-3b5e0627-4ce2-49a6-8ed4-64adb59fead9 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=7840abb2-d57a-48ae-9606-fc343813307d HTTP/1.1" status: 200 len: 945 time: 0.1656675 Nov 16 11:23:50.249763 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a0c735c2-65bb-4e0c-9e3f-8f5e320a6b4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:50.275098 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-815f7a07-275b-4498-8a2f-aa00a77b7db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:50.289139 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d53f3c1-6e15-43cd-82cb-98211e91ffe3 req-4a29ba78-da0b-4d0c-847a-9ef7075d7f79 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] No DVR routers for this DVR port 9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:23:50.296564 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3d53f3c1-6e15-43cd-82cb-98211e91ffe3 req-4a29ba78-da0b-4d0c-847a-9ef7075d7f79 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:50.300161 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3d53f3c1-6e15-43cd-82cb-98211e91ffe3 req-4a29ba78-da0b-4d0c-847a-9ef7075d7f79 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.64 "DELETE /v2.0/ports/9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6 HTTP/1.1" status: 204 len: 173 time: 1.0818856 Nov 16 11:23:50.334124 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-e7be30a3-7a0e-486a-a801-7977b1867121 None None] Provisioning complete for port fe4bad9f-e320-44f6-b633-16c2ce2be385 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:23:50.334501 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e7be30a3-7a0e-486a-a801-7977b1867121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:50.384591 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a0c735c2-65bb-4e0c-9e3f-8f5e320a6b4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:50.390906 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-e7be30a3-7a0e-486a-a801-7977b1867121 None None] Port fe4bad9f-e320-44f6-b633-16c2ce2be385 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:23:50.395042 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 44e61d0a-e3c6-4701-aeda-509c1367bff0 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:23:50.422042 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 44e61d0a-e3c6-4701-aeda-509c1367bff0 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:23:50.422657 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 44e61d0a-e3c6-4701-aeda-509c1367bff0 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:23:50.423358 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 509b8880-8730-41a5-891c-ed8d9921e618 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:23:50.449254 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 509b8880-8730-41a5-891c-ed8d9921e618 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:23:50.449602 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 509b8880-8730-41a5-891c-ed8d9921e618 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:23:50.450163 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:23:50.472541 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:23:50.472802 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:23:50.505348 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-556bd0b8-f188-4a7c-8d96-8a6252afa53a req-1bbb2cc4-ce4f-408a-9bf6-a4d60e621f39 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536535 Nov 16 11:23:50.567307 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-acd74112-5cc9-41ba-8f3d-60eade968073 req-1f0c88f4-fc32-4128-9ebf-b5d2182208f6 service neutron] 10.222.0.36 "GET /v2.0/networks/ea6b1a63-583a-4222-8450-3af28565319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356874 Nov 16 11:23:50.597795 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a0c735c2-65bb-4e0c-9e3f-8f5e320a6b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:50.600395 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a0c735c2-65bb-4e0c-9e3f-8f5e320a6b4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:50.601537 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a0c735c2-65bb-4e0c-9e3f-8f5e320a6b4a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/45461feb-4ba3-485e-9699-b11794ba7e41 HTTP/1.1" status: 204 len: 168 time: 0.6474564 Nov 16 11:23:50.638187 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fd0fac3b-9d33-46a6-a5f2-880f9a148149 req-a0ed8a29-a5b6-46c6-be70-53c04b30efd2 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/ports?device_id=b656b4e4-16bf-41e2-a583-5cccc058b6cf HTTP/1.1" status: 200 len: 210 time: 0.0440483 Nov 16 11:23:50.642562 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c735c2-65bb-4e0c-9e3f-8f5e320a6b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45461feb-4ba3-485e-9699-b11794ba7e41,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:50.645610 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-41841f7d-dffa-48d0-aa2f-8d6f9c26eba9 service neutron] For port d169e98f-1f72-49dc-9f8d-d83ecf9c069c, host n-h1-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:23:50.650190 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-41841f7d-dffa-48d0-aa2f-8d6f9c26eba9 service neutron] Publish callbacks [] for binding, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:50.651523 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c963b475-ca0f-4a3f-8250-f778c45257a5 req-41841f7d-dffa-48d0-aa2f-8d6f9c26eba9 service neutron] 10.222.0.64 "DELETE /v2.0/ports/d169e98f-1f72-49dc-9f8d-d83ecf9c069c/bindings/n-h1-816823-3 HTTP/1.1" status: 204 len: 173 time: 0.4089067 Nov 16 11:23:50.705201 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-815f7a07-275b-4498-8a2f-aa00a77b7db4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe4bad9f-e320-44f6-b633-16c2ce2be385 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:23:50.716652 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-815f7a07-275b-4498-8a2f-aa00a77b7db4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:50.732617 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-815f7a07-275b-4498-8a2f-aa00a77b7db4 service neutron] Transition to ACTIVE for port object fe4bad9f-e320-44f6-b633-16c2ce2be385 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:23:50.737811 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-815f7a07-275b-4498-8a2f-aa00a77b7db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:50.830423 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb2f97-306d-4882-8e7f-244a39ce66ec req-2dae5813-b296-4aa2-bfbf-dbff4a1940d3 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:50.840901 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-92cb2f97-306d-4882-8e7f-244a39ce66ec req-2dae5813-b296-4aa2-bfbf-dbff4a1940d3 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8d30c3-065b-4a55-87ca-23372d29d1d9 HTTP/1.1" status: 200 len: 944 time: 0.0909352 Nov 16 11:23:50.946234 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-92cb2f97-306d-4882-8e7f-244a39ce66ec req-a66616a9-5455-4b78-ab62-66da5205bfda tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987031 Nov 16 11:23:51.004046 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f7a07-275b-4498-8a2f-aa00a77b7db4 service neutron] Pushing event updated for resources: {'Port': ['ID=fe4bad9f-e320-44f6-b633-16c2ce2be385,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:51.009132 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-815f7a07-275b-4498-8a2f-aa00a77b7db4 service neutron] Attempting to bind port fe4bad9f-e320-44f6-b633-16c2ce2be385 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:23:51.009469 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-815f7a07-275b-4498-8a2f-aa00a77b7db4 service neutron] Attempting to bind port fe4bad9f-e320-44f6-b633-16c2ce2be385 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'ce47cb9c-ba85-496b-b744-4a5fa69cb198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:23:51.009792 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-815f7a07-275b-4498-8a2f-aa00a77b7db4 service neutron] Attempting to bind port fe4bad9f-e320-44f6-b633-16c2ce2be385 on network c4ea0ecb-718e-47cf-bf5c-a5dc12609334 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:23:51.023076 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-815f7a07-275b-4498-8a2f-aa00a77b7db4 service neutron] Port fe4bad9f-e320-44f6-b633-16c2ce2be385 on network c4ea0ecb-718e-47cf-bf5c-a5dc12609334 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:23:51.026456 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-815f7a07-275b-4498-8a2f-aa00a77b7db4 service neutron] Attempting to bind port fe4bad9f-e320-44f6-b633-16c2ce2be385 on network c4ea0ecb-718e-47cf-bf5c-a5dc12609334 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:23:51.034185 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-815f7a07-275b-4498-8a2f-aa00a77b7db4 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:23:51.034578 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-815f7a07-275b-4498-8a2f-aa00a77b7db4 service neutron] Checking segment: {'id': 'ce47cb9c-ba85-496b-b744-4a5fa69cb198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:23:51.034965 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-815f7a07-275b-4498-8a2f-aa00a77b7db4 service neutron] Bound using segment: {'id': 'ce47cb9c-ba85-496b-b744-4a5fa69cb198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:23:51.035392 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-815f7a07-275b-4498-8a2f-aa00a77b7db4 service neutron] Bound port: fe4bad9f-e320-44f6-b633-16c2ce2be385, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce47cb9c-ba85-496b-b744-4a5fa69cb198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:23:51.035745 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-815f7a07-275b-4498-8a2f-aa00a77b7db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:51.158959 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33350) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:51.177248 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71b3aa63-c601-4e06-a284-6fd8c14ae362 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:51.197217 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-815f7a07-275b-4498-8a2f-aa00a77b7db4 service neutron] For port fe4bad9f-e320-44f6-b633-16c2ce2be385, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:23:51.200474 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0315c6-e8d6-4723-a146-3a0b95172cdc req-fdd1e743-2f91-4bb8-9804-1bced7eb3566 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:51.201310 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-815f7a07-275b-4498-8a2f-aa00a77b7db4 service neutron] For port fe4bad9f-e320-44f6-b633-16c2ce2be385, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=fe4bad9f-e320-44f6-b633-16c2ce2be385,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:23:51.206874 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0315c6-e8d6-4723-a146-3a0b95172cdc req-fdd1e743-2f91-4bb8-9804-1bced7eb3566 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:51.207746 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-815f7a07-275b-4498-8a2f-aa00a77b7db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:51.218836 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0315c6-e8d6-4723-a146-3a0b95172cdc req-fdd1e743-2f91-4bb8-9804-1bced7eb3566 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:51.226377 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0315c6-e8d6-4723-a146-3a0b95172cdc req-fdd1e743-2f91-4bb8-9804-1bced7eb3566 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:51.233210 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0315c6-e8d6-4723-a146-3a0b95172cdc req-fdd1e743-2f91-4bb8-9804-1bced7eb3566 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:51.240569 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0315c6-e8d6-4723-a146-3a0b95172cdc req-fdd1e743-2f91-4bb8-9804-1bced7eb3566 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:51.250143 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0315c6-e8d6-4723-a146-3a0b95172cdc req-fdd1e743-2f91-4bb8-9804-1bced7eb3566 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:51.252028 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fb0315c6-e8d6-4723-a146-3a0b95172cdc req-fdd1e743-2f91-4bb8-9804-1bced7eb3566 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 5421 time: 0.1594245 Nov 16 11:23:51.268978 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-815f7a07-275b-4498-8a2f-aa00a77b7db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:51.269683 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-815f7a07-275b-4498-8a2f-aa00a77b7db4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:51.274690 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-815f7a07-275b-4498-8a2f-aa00a77b7db4 service neutron] 10.222.0.64 "PUT /v2.0/ports/fe4bad9f-e320-44f6-b633-16c2ce2be385 HTTP/1.1" status: 200 len: 1092 time: 1.1409268 Nov 16 11:23:51.297537 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f7a07-275b-4498-8a2f-aa00a77b7db4 service neutron] Pushing event updated for resources: {'Port': ['ID=fe4bad9f-e320-44f6-b633-16c2ce2be385,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:51.371815 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-20867516-79d2-4ade-80fa-caf4a4b0b2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:51.373659 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-20867516-79d2-4ade-80fa-caf4a4b0b2a4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c6297fca90ae441aa40dab0d2d555d6b&device_id=8c8d30c3-065b-4a55-87ca-23372d29d1d9 HTTP/1.1" status: 200 len: 1095 time: 0.0538244 Nov 16 11:23:51.390936 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fb0315c6-e8d6-4723-a146-3a0b95172cdc req-3ca73f12-118a-47b7-b831-840f5d33e56b tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c641a9-9ec5-4bde-8d8e-91841ccae81e&id=df1a22eb-4b7f-4078-bf25-bb6ec7c01c43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1277969 Nov 16 11:23:51.433117 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71b3aa63-c601-4e06-a284-6fd8c14ae362 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:51.443978 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71b3aa63-c601-4e06-a284-6fd8c14ae362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:51.450040 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-8ee3c9dd-cd8a-4754-acda-bf48d532e855 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe4bad9f-e320-44f6-b633-16c2ce2be385 HTTP/1.1" status: 200 len: 217 time: 0.0637867 Nov 16 11:23:51.515270 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-57e59d01-4d30-4461-a0ce-c7feec4c4ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:51.516879 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-57e59d01-4d30-4461-a0ce-c7feec4c4ae5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=098ff2a2-731b-47ba-a3df-3f077a39e5d8 HTTP/1.1" status: 200 len: 850 time: 0.0599179 Nov 16 11:23:51.520478 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b3aa63-c601-4e06-a284-6fd8c14ae362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b4e468-b115-4953-a31d-73071ac6988f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:51.570125 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-71b3aa63-c601-4e06-a284-6fd8c14ae362 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d2d3159910f441b49565d07506854a45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4101276 Nov 16 11:23:51.570738 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33352) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:51.590338 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67410497-b4f1-4eae-936b-9233970a0ce6 req-56fb2e37-9dbe-4d8e-a8c2-2060a06f2ce6 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:51.592098 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-67410497-b4f1-4eae-936b-9233970a0ce6 req-56fb2e37-9dbe-4d8e-a8c2-2060a06f2ce6 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d7ad5bb-6115-4b5e-8156-206b4ea5631a HTTP/1.1" status: 200 len: 944 time: 0.0941336 Nov 16 11:23:51.627540 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-2f4189b1-2045-43a6-98ae-0f5ec67bd150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:51.629379 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-2f4189b1-2045-43a6-98ae-0f5ec67bd150 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0959349 Nov 16 11:23:51.646565 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-67410497-b4f1-4eae-936b-9233970a0ce6 req-6ce255e0-a8ff-4fde-9493-8daa81648a5a tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482233 Nov 16 11:23:51.667035 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1dad4a01-b7ab-4653-a928-13bd6ad6d2f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:51.701477 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b656b4e4-16bf-41e2-a583-5cccc058b6cf', 'name': 'network-vif-deleted', 'tag': '509b8880-8730-41a5-891c-ed8d9921e618'}, {'server_uuid': 'b656b4e4-16bf-41e2-a583-5cccc058b6cf', 'name': 'network-vif-deleted', 'tag': '9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6'}, {'name': 'network-changed', 'server_uuid': '8c8d30c3-065b-4a55-87ca-23372d29d1d9', 'tag': 'fe4bad9f-e320-44f6-b633-16c2ce2be385'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:23:51.703755 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714e944b-bc73-464d-967c-580bf0d17603" -d '{"events": [{"server_uuid": "b656b4e4-16bf-41e2-a583-5cccc058b6cf", "name": "network-vif-deleted", "tag": "509b8880-8730-41a5-891c-ed8d9921e618"}, {"server_uuid": "b656b4e4-16bf-41e2-a583-5cccc058b6cf", "name": "network-vif-deleted", "tag": "9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6"}, {"name": "network-changed", "server_uuid": "8c8d30c3-065b-4a55-87ca-23372d29d1d9", "tag": "fe4bad9f-e320-44f6-b633-16c2ce2be385"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:23:51.723682 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1dad4a01-b7ab-4653-a928-13bd6ad6d2f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:51.758260 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0fa8f-005e-4461-936a-46724a928add req-9fe640ae-1b20-4379-957f-762b5d033868 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:51.760060 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e9e0fa8f-005e-4461-936a-46724a928add req-9fe640ae-1b20-4379-957f-762b5d033868 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 950 time: 0.0518076 Nov 16 11:23:51.787547 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-e21e0145-41f6-470d-91f7-a9ee2aca9461 service neutron] 10.222.0.64 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490810 Nov 16 11:23:51.806846 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1dad4a01-b7ab-4653-a928-13bd6ad6d2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:51.809407 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1dad4a01-b7ab-4653-a928-13bd6ad6d2f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:51.810534 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1dad4a01-b7ab-4653-a928-13bd6ad6d2f8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/73b4e468-b115-4953-a31d-73071ac6988f HTTP/1.1" status: 204 len: 168 time: 0.2386117 Nov 16 11:23:51.826022 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e9e0fa8f-005e-4461-936a-46724a928add req-3f79111c-238e-4398-ba21-78bdb1253d24 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578310 Nov 16 11:23:51.857127 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad4a01-b7ab-4653-a928-13bd6ad6d2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b4e468-b115-4953-a31d-73071ac6988f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:51.909963 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-478ba2bc-3c7b-4804-802e-342f74198e02 req-5c992a31-16d6-4bd3-a54e-4d18bb0ec4db service neutron] 10.222.0.64 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117704 Nov 16 11:23:51.935672 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33364) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:51.979662 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Tue, 16 Nov 2021 11:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c65a1a-4578-48f3-bf5b-67bb8a009406 x-openstack-request-id: req-66c65a1a-4578-48f3-bf5b-67bb8a009406 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:23:51.979960 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b656b4e4-16bf-41e2-a583-5cccc058b6cf", "name": "network-vif-deleted", "tag": "509b8880-8730-41a5-891c-ed8d9921e618", "status": "completed", "code": 200}, {"server_uuid": "b656b4e4-16bf-41e2-a583-5cccc058b6cf", "name": "network-vif-deleted", "tag": "9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8c8d30c3-065b-4a55-87ca-23372d29d1d9", "tag": "fe4bad9f-e320-44f6-b633-16c2ce2be385", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:23:51.980339 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-66c65a1a-4578-48f3-bf5b-67bb8a009406 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:23:51.980605 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b656b4e4-16bf-41e2-a583-5cccc058b6cf', 'name': 'network-vif-deleted', 'tag': '509b8880-8730-41a5-891c-ed8d9921e618', 'status': 'completed', 'code': 200} Nov 16 11:23:51.980860 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b656b4e4-16bf-41e2-a583-5cccc058b6cf', 'name': 'network-vif-deleted', 'tag': '9b7e1e3b-2dec-4ec7-90d7-c678776ba3c6', 'status': 'completed', 'code': 200} Nov 16 11:23:51.981109 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c8d30c3-065b-4a55-87ca-23372d29d1d9', 'tag': 'fe4bad9f-e320-44f6-b633-16c2ce2be385', 'status': 'completed', 'code': 200} Nov 16 11:23:52.044738 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-93ae6f55-23e2-4dfd-ad9e-61ee76205652 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Deleting subnet a65fe65c-e3b9-4a9c-989c-7c974d2237e6 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:23:52.052640 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-93ae6f55-23e2-4dfd-ad9e-61ee76205652 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:52.104661 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-93ae6f55-23e2-4dfd-ad9e-61ee76205652 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:52.108902 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e944b-bc73-464d-967c-580bf0d17603 req-a2f37301-b641-4ad5-9ff9-4331171ee36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:52.110470 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-714e944b-bc73-464d-967c-580bf0d17603 req-a2f37301-b641-4ad5-9ff9-4331171ee36b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c6297fca90ae441aa40dab0d2d555d6b&device_id=8c8d30c3-065b-4a55-87ca-23372d29d1d9 HTTP/1.1" status: 200 len: 1095 time: 0.1068361 Nov 16 11:23:52.145088 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5eb8b-ec00-4f20-a708-89ade684b591 req-7afa080b-0164-4db9-ad4c-3bbbe1cfafed tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:52.146866 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c0c5eb8b-ec00-4f20-a708-89ade684b591 req-7afa080b-0164-4db9-ad4c-3bbbe1cfafed tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0d7ad5bb-6115-4b5e-8156-206b4ea5631a HTTP/1.1" status: 200 len: 1095 time: 0.0541644 Nov 16 11:23:52.222780 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c0c5eb8b-ec00-4f20-a708-89ade684b591 req-f90696a4-3adf-428d-b59a-55ff2ea79491 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688140 Nov 16 11:23:52.285093 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-93ae6f55-23e2-4dfd-ad9e-61ee76205652 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:52.289958 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e944b-bc73-464d-967c-580bf0d17603 req-1921c0b1-dbab-4363-99b6-a32d795fa356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:52.291590 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-714e944b-bc73-464d-967c-580bf0d17603 req-1921c0b1-dbab-4363-99b6-a32d795fa356 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334 HTTP/1.1" status: 200 len: 912 time: 0.1599042 Nov 16 11:23:52.353796 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-714e944b-bc73-464d-967c-580bf0d17603 req-43e143f0-11aa-44a0-a5bb-33c3456cc3b5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe4bad9f-e320-44f6-b633-16c2ce2be385 HTTP/1.1" status: 200 len: 217 time: 0.0414965 Nov 16 11:23:52.394639 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe6b50-afec-48fe-b43e-2e481e60740b req-cc47a1ea-e3d2-4962-94cd-7934103a8b20 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:52.414252 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eafe6b50-afec-48fe-b43e-2e481e60740b req-cc47a1ea-e3d2-4962-94cd-7934103a8b20 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8d30c3-065b-4a55-87ca-23372d29d1d9 HTTP/1.1" status: 200 len: 944 time: 0.0902925 Nov 16 11:23:52.426928 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e944b-bc73-464d-967c-580bf0d17603 req-8b0faa85-a594-422e-96a8-45ec58d17a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:52.428724 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-714e944b-bc73-464d-967c-580bf0d17603 req-8b0faa85-a594-422e-96a8-45ec58d17a88 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=098ff2a2-731b-47ba-a3df-3f077a39e5d8 HTTP/1.1" status: 200 len: 850 time: 0.0634129 Nov 16 11:23:52.432832 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-93ae6f55-23e2-4dfd-ad9e-61ee76205652 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:52.499863 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f960bfd4-14a8-4c2b-bcb6-8eb893461e7a None None] Network d2327686-93c0-47c6-a3f4-c6fc7e35867c requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:23:52.502055 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eafe6b50-afec-48fe-b43e-2e481e60740b req-34442bdd-ebb5-4e4f-8f65-f1d4c8de66f6 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817688 Nov 16 11:23:52.503366 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-93ae6f55-23e2-4dfd-ad9e-61ee76205652 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:52.509805 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33386) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:52.509998 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-93ae6f55-23e2-4dfd-ad9e-61ee76205652 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "DELETE /v2.0/subnets/a65fe65c-e3b9-4a9c-989c-7c974d2237e6 HTTP/1.1" status: 204 len: 168 time: 0.5719998 Nov 16 11:23:52.510709 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae6f55-23e2-4dfd-ad9e-61ee76205652 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Pushing event deleted for resources: {'Subnet': ['ID=a65fe65c-e3b9-4a9c-989c-7c974d2237e6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:52.561185 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e944b-bc73-464d-967c-580bf0d17603 req-d94404b1-bec5-4329-bf24-a020ebc4e91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:52.570730 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-714e944b-bc73-464d-967c-580bf0d17603 req-d94404b1-bec5-4329-bf24-a020ebc4e91b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1292644 Nov 16 11:23:52.571242 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33390) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:52.722064 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2965224a-44f1-433c-9fc6-84d1182199ae tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:52.758152 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca037f4-9599-4d72-ada8-3c98ea93aaea req-b286b66e-820e-4f8f-a9e4-a5a30c4c0dd9 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:52.764467 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca037f4-9599-4d72-ada8-3c98ea93aaea req-b286b66e-820e-4f8f-a9e4-a5a30c4c0dd9 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:52.771477 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca037f4-9599-4d72-ada8-3c98ea93aaea req-b286b66e-820e-4f8f-a9e4-a5a30c4c0dd9 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:52.785103 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca037f4-9599-4d72-ada8-3c98ea93aaea req-b286b66e-820e-4f8f-a9e4-a5a30c4c0dd9 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:52.792916 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca037f4-9599-4d72-ada8-3c98ea93aaea req-b286b66e-820e-4f8f-a9e4-a5a30c4c0dd9 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:52.795838 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8e33b5f7-bf38-4d69-b0a2-8d239016b1f1 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:52.799740 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca037f4-9599-4d72-ada8-3c98ea93aaea req-b286b66e-820e-4f8f-a9e4-a5a30c4c0dd9 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:52.808772 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca037f4-9599-4d72-ada8-3c98ea93aaea req-b286b66e-820e-4f8f-a9e4-a5a30c4c0dd9 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:52.817575 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6ca037f4-9599-4d72-ada8-3c98ea93aaea req-b286b66e-820e-4f8f-a9e4-a5a30c4c0dd9 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 5421 time: 0.1386313 Nov 16 11:23:52.840221 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8e33b5f7-bf38-4d69-b0a2-8d239016b1f1 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:52.844856 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-714e944b-bc73-464d-967c-580bf0d17603 req-4b28b287-150f-4017-ad33-2c9224fabc80 service neutron] 10.222.0.64 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495186 Nov 16 11:23:52.904014 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47c7796-2d25-42ab-9bc2-6a0aac577ac4 None None] DHCP port deletion for d2327686-93c0-47c6-a3f4-c6fc7e35867c request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:23:52.939390 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-2965224a-44f1-433c-9fc6-84d1182199ae tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Deleting port f1fa4744-9726-4360-9e37-9d37a62c4da8 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:23:52.939879 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2965224a-44f1-433c-9fc6-84d1182199ae tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:52.961070 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6ca037f4-9599-4d72-ada8-3c98ea93aaea req-c2df8920-4d11-4d51-b36e-a746564b8a34 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c641a9-9ec5-4bde-8d8e-91841ccae81e&id=df1a22eb-4b7f-4078-bf25-bb6ec7c01c43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1422219 Nov 16 11:23:52.963448 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-714e944b-bc73-464d-967c-580bf0d17603 req-d52b2a2a-6cf8-412f-acc1-2959aa0339b7 service neutron] 10.222.0.64 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092815 Nov 16 11:23:52.968181 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8e33b5f7-bf38-4d69-b0a2-8d239016b1f1 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:52.971029 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8e33b5f7-bf38-4d69-b0a2-8d239016b1f1 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:52.974389 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8e33b5f7-bf38-4d69-b0a2-8d239016b1f1 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] 10.222.0.61 "DELETE /v2.0/security-groups/6a2913a2-9d7f-4129-b87d-a2a92aa04900 HTTP/1.1" status: 204 len: 168 time: 0.3999369 Nov 16 11:23:52.977092 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33402) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:53.004199 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-a47c7796-2d25-42ab-9bc2-6a0aac577ac4 None None] Deleting port f1fa4744-9726-4360-9e37-9d37a62c4da8 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:23:53.004574 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a47c7796-2d25-42ab-9bc2-6a0aac577ac4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:53.009962 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e33b5f7-bf38-4d69-b0a2-8d239016b1f1 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2913a2-9d7f-4129-b87d-a2a92aa04900,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:53.012068 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-8cacb73f-2baa-49eb-ac96-e4b2de418be4 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] show failed (client error): The resource could not be found. Nov 16 11:23:53.015620 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8cacb73f-2baa-49eb-ac96-e4b2de418be4 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] 10.222.0.61 "GET /v2.0/security-groups/6a2913a2-9d7f-4129-b87d-a2a92aa04900 HTTP/1.1" status: 404 len: 347 time: 0.0351515 Nov 16 11:23:53.016416 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33404) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:53.084865 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-2965224a-44f1-433c-9fc6-84d1182199ae tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] For port f1fa4744-9726-4360-9e37-9d37a62c4da8, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=f1fa4744-9726-4360-9e37-9d37a62c4da8,segment=NetworkSegment(17953ad3-7b75-4f90-9bae-47bbf4f6e0d3),segment_id=17953ad3-7b75-4f90-9bae-47bbf4f6e0d3)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:53.086717 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2965224a-44f1-433c-9fc6-84d1182199ae tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:53.116633 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-2965224a-44f1-433c-9fc6-84d1182199ae tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Calling delete_port for f1fa4744-9726-4360-9e37-9d37a62c4da8 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:23:53.129463 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device f1fa4744-9726-4360-9e37-9d37a62c4da8 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:23:53.205131 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-a47c7796-2d25-42ab-9bc2-6a0aac577ac4 None None] For port f1fa4744-9726-4360-9e37-9d37a62c4da8, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=f1fa4744-9726-4360-9e37-9d37a62c4da8,segment=NetworkSegment(17953ad3-7b75-4f90-9bae-47bbf4f6e0d3),segment_id=17953ad3-7b75-4f90-9bae-47bbf4f6e0d3)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:53.205854 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a47c7796-2d25-42ab-9bc2-6a0aac577ac4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:53.223814 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a50b821f-6a7f-4ad9-a1e9-d267d9192cb7 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Deleting port 78775b44-8f0a-43de-968a-f80309300d23 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:23:53.224453 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a50b821f-6a7f-4ad9-a1e9-d267d9192cb7 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:53.261147 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:53.267821 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-a47c7796-2d25-42ab-9bc2-6a0aac577ac4 None None] Calling delete_port for f1fa4744-9726-4360-9e37-9d37a62c4da8 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:23:53.324753 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-5afae094-cfaf-4677-997e-fa9730aeba4f tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:53.326223 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-5afae094-cfaf-4677-997e-fa9730aeba4f tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/networks?id=a6437950-3837-42ba-a7b4-c297945f46f8 HTTP/1.1" status: 200 len: 820 time: 0.1714141 Nov 16 11:23:53.328065 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a50b821f-6a7f-4ad9-a1e9-d267d9192cb7 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:53.328401 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a50b821f-6a7f-4ad9-a1e9-d267d9192cb7 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:53.345318 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a50b821f-6a7f-4ad9-a1e9-d267d9192cb7 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Calling delete_port for 78775b44-8f0a-43de-968a-f80309300d23 owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:23:53.354210 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port f1fa4744-9726-4360-9e37-9d37a62c4da8, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=f1fa4744-9726-4360-9e37-9d37a62c4da8,segment=NetworkSegment(17953ad3-7b75-4f90-9bae-47bbf4f6e0d3),segment_id=17953ad3-7b75-4f90-9bae-47bbf4f6e0d3)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:53.368357 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:53.379974 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-bc323fee-aa9e-4441-9df0-057a3ca43d78 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/quotas/ac57a0dec96b499199f175f118c6a6d4 HTTP/1.1" status: 200 len: 375 time: 0.0297346 Nov 16 11:23:53.394487 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2965224a-44f1-433c-9fc6-84d1182199ae tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:53.432886 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a47c7796-2d25-42ab-9bc2-6a0aac577ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:53.439149 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2965224a-44f1-433c-9fc6-84d1182199ae tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] No DVR routers for this DVR port f1fa4744-9726-4360-9e37-9d37a62c4da8 on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:23:53.448300 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47c7796-2d25-42ab-9bc2-6a0aac577ac4 None None] No DVR routers for this DVR port f1fa4744-9726-4360-9e37-9d37a62c4da8 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:23:53.450292 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=f1fa4744-9726-4360-9e37-9d37a62c4da8,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:53.459639 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:53.460220 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:53.460784 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:53.461280 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:53.461769 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:53.462313 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:53.463392 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:53.463888 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:53.464375 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:53.464858 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:53.465827 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:53.466348 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:23:53.493905 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c7796-2d25-42ab-9bc2-6a0aac577ac4 None None] Pushing event deleted for resources: {'Port': ['ID=f1fa4744-9726-4360-9e37-9d37a62c4da8,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:53.570712 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2965224a-44f1-433c-9fc6-84d1182199ae tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Pushing event deleted for resources: {'Port': ['ID=f1fa4744-9726-4360-9e37-9d37a62c4da8,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:53.582057 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a50b821f-6a7f-4ad9-a1e9-d267d9192cb7 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:53.591201 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2965224a-44f1-433c-9fc6-84d1182199ae tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:53.614150 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b821f-6a7f-4ad9-a1e9-d267d9192cb7 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Pushing event deleted for resources: {'Port': ['ID=78775b44-8f0a-43de-968a-f80309300d23,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:53.634586 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-7d11a273-55f5-48fa-9a78-12e71484cfa4 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ac57a0dec96b499199f175f118c6a6d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2536793 Nov 16 11:23:53.655658 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-2965224a-44f1-433c-9fc6-84d1182199ae tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2327686-93c0-47c6-a3f4-c6fc7e35867c']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:23:53.684649 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a50b821f-6a7f-4ad9-a1e9-d267d9192cb7 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:53.687244 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a50b821f-6a7f-4ad9-a1e9-d267d9192cb7 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:53.688599 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a50b821f-6a7f-4ad9-a1e9-d267d9192cb7 tempest-ServersTestManualDisk-188477108 tempest-ServersTestManualDisk-188477108-project] 10.222.0.61 "DELETE /v2.0/floatingips/85921971-2aee-49f1-a5cd-a109c82f54c6 HTTP/1.1" status: 204 len: 168 time: 0.6701460 Nov 16 11:23:53.692233 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33436) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:53.692410 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-2965224a-44f1-433c-9fc6-84d1182199ae tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17953ad3-7b75-4f90-9bae-47bbf4f6e0d3') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:23:53.692705 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-2965224a-44f1-433c-9fc6-84d1182199ae tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17953ad3-7b75-4f90-9bae-47bbf4f6e0d3') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:23:53.707428 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2965224a-44f1-433c-9fc6-84d1182199ae tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:53.730394 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2965224a-44f1-433c-9fc6-84d1182199ae tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:53.750230 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2965224a-44f1-433c-9fc6-84d1182199ae tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:23:53.750782 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2965224a-44f1-433c-9fc6-84d1182199ae tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:53.754612 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:23:53.754612 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:23:53.754612 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:23:53.754612 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:23:53.754612 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:23:53.754612 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:23:53.754612 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:23:53.754612 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:23:53.754612 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:23:53.754612 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:23:53.754612 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:23:53.754612 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:23:53.754612 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:23:53.754612 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:23:53.754612 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:23:53.754612 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:23:53.754612 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:23:53.754612 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:23:53.754612 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:23:53.754612 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:23:53.754612 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:23:53.754612 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:23:53.754612 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:23:53.754612 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:23:53.754612 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:23:53.754612 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:23:53.754612 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:23:53.754612 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:23:53.754612 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:23:53.754612 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:23:53.754612 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:23:53.754612 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:23:53.812471 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-73478c1b-6fb1-469c-8cd6-9ece7884100c service neutron] 10.222.0.61 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769507 Nov 16 11:23:53.878733 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2965224a-44f1-433c-9fc6-84d1182199ae tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:53.906999 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2965224a-44f1-433c-9fc6-84d1182199ae tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:53.910741 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2965224a-44f1-433c-9fc6-84d1182199ae tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "DELETE /v2.0/networks/d2327686-93c0-47c6-a3f4-c6fc7e35867c HTTP/1.1" status: 204 len: 168 time: 1.3992105 Nov 16 11:23:53.913598 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2965224a-44f1-433c-9fc6-84d1182199ae tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Pushing event deleted for resources: {'Network': ['ID=d2327686-93c0-47c6-a3f4-c6fc7e35867c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:53.916902 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33452) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:53.987022 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-327572c1-6c8c-4bc6-8e30-614ab102f009 service neutron] 10.222.0.61 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736901 Nov 16 11:23:53.991321 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3e80fa9-6c23-4b81-b876-567fb5e424be tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Deleting subnet 797cd3f2-52fc-410e-8061-b267c2ad5098 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:23:53.994463 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b3e80fa9-6c23-4b81-b876-567fb5e424be tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:54.042224 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b3e80fa9-6c23-4b81-b876-567fb5e424be tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:54.079313 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c6d7eaac-f89a-4ce4-be58-a2e927d4bc44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:54.160339 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b3e80fa9-6c23-4b81-b876-567fb5e424be tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:54.285125 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b3e80fa9-6c23-4b81-b876-567fb5e424be tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:54.333697 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fac42-f2a2-4c16-8992-d9120f84d930 req-8099dc74-e692-49b7-84d3-a653187bc4ef tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:54.336100 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deaf7a7a-d67b-45ef-bf48-a05d1c1ce354 None None] Network f47b6b42-11f4-47b3-b7a1-7dca8ae77541 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:23:54.341650 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-697fac42-f2a2-4c16-8992-d9120f84d930 req-8099dc74-e692-49b7-84d3-a653187bc4ef tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 950 time: 0.1278918 Nov 16 11:23:54.343516 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e80fa9-6c23-4b81-b876-567fb5e424be tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Pushing event deleted for resources: {'Subnet': ['ID=797cd3f2-52fc-410e-8061-b267c2ad5098,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:54.346586 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b3e80fa9-6c23-4b81-b876-567fb5e424be tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:54.349845 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b3e80fa9-6c23-4b81-b876-567fb5e424be tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "DELETE /v2.0/subnets/797cd3f2-52fc-410e-8061-b267c2ad5098 HTTP/1.1" status: 204 len: 168 time: 0.4316397 Nov 16 11:23:54.356938 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33480) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:54.408876 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device fe4bad9f-e320-44f6-b633-16c2ce2be385 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:23:54.608974 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port fe4bad9f-e320-44f6-b633-16c2ce2be385, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=fe4bad9f-e320-44f6-b633-16c2ce2be385,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:54.627237 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'fe4bad9f-e320-44f6-b633-16c2ce2be385', 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334', 'port_id': 'fe4bad9f-e320-44f6-b633-16c2ce2be385', 'mac_address': 'fa:16:3e:d6:e3:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098ff2a2-731b-47ba-a3df-3f077a39e5d8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:23:54.700643 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:54.736182 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bebbba5-11ae-43eb-bfdb-ef3c4fbac516 None None] DHCP port deletion for f47b6b42-11f4-47b3-b7a1-7dca8ae77541 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:23:54.749351 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe4bad9f-e320-44f6-b633-16c2ce2be385 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:23:54.814488 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port fe4bad9f-e320-44f6-b633-16c2ce2be385, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=fe4bad9f-e320-44f6-b633-16c2ce2be385,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:54.831266 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:54.848684 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-697fac42-f2a2-4c16-8992-d9120f84d930 req-d9c6edb2-3d40-4295-8d70-26f1111bab38 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5022590 Nov 16 11:23:54.860288 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f1aa1aff-14c6-45a2-b65f-93036c1bcaf1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:54.861972 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-c6d7eaac-f89a-4ce4-be58-a2e927d4bc44 admin admin] Deleting port bee4151b-5252-4f23-b786-d2cacace6a9e {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:23:54.862461 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c6d7eaac-f89a-4ce4-be58-a2e927d4bc44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:54.886112 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-9bebbba5-11ae-43eb-bfdb-ef3c4fbac516 None None] Deleting port 716041b5-1346-45fd-9887-83e7c274cb37 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:23:54.886482 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9bebbba5-11ae-43eb-bfdb-ef3c4fbac516 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:54.958669 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-9bebbba5-11ae-43eb-bfdb-ef3c4fbac516 None None] For port 716041b5-1346-45fd-9887-83e7c274cb37, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=716041b5-1346-45fd-9887-83e7c274cb37,segment=NetworkSegment(dadca4f8-8650-4e96-b186-d0228f5719f9),segment_id=dadca4f8-8650-4e96-b186-d0228f5719f9)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:54.959067 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9bebbba5-11ae-43eb-bfdb-ef3c4fbac516 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:54.976339 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-9bebbba5-11ae-43eb-bfdb-ef3c4fbac516 None None] Calling delete_port for 716041b5-1346-45fd-9887-83e7c274cb37 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:23:55.014829 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f1aa1aff-14c6-45a2-b65f-93036c1bcaf1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Deleting port 716041b5-1346-45fd-9887-83e7c274cb37 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:23:55.019621 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f1aa1aff-14c6-45a2-b65f-93036c1bcaf1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:55.078192 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9bebbba5-11ae-43eb-bfdb-ef3c4fbac516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:55.078366 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-c6d7eaac-f89a-4ce4-be58-a2e927d4bc44 admin admin] For port bee4151b-5252-4f23-b786-d2cacace6a9e, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=bee4151b-5252-4f23-b786-d2cacace6a9e,segment=NetworkSegment(d8bdba8e-aa0f-4483-a329-b591bfdb474e),segment_id=d8bdba8e-aa0f-4483-a329-b591bfdb474e)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:55.078787 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c6d7eaac-f89a-4ce4-be58-a2e927d4bc44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:55.097819 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-c6d7eaac-f89a-4ce4-be58-a2e927d4bc44 admin admin] Calling delete_port for bee4151b-5252-4f23-b786-d2cacace6a9e owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:23:55.117116 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bebbba5-11ae-43eb-bfdb-ef3c4fbac516 None None] No DVR routers for this DVR port 716041b5-1346-45fd-9887-83e7c274cb37 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:23:55.140331 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 716041b5-1346-45fd-9887-83e7c274cb37 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:23:55.186481 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 716041b5-1346-45fd-9887-83e7c274cb37 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:23:55.186832 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 716041b5-1346-45fd-9887-83e7c274cb37 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:23:55.194657 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['fe4bad9f-e320-44f6-b633-16c2ce2be385'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:23:55.195868 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-f1aa1aff-14c6-45a2-b65f-93036c1bcaf1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] For port 716041b5-1346-45fd-9887-83e7c274cb37, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=716041b5-1346-45fd-9887-83e7c274cb37,segment=NetworkSegment(dadca4f8-8650-4e96-b186-d0228f5719f9),segment_id=dadca4f8-8650-4e96-b186-d0228f5719f9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:55.196509 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f1aa1aff-14c6-45a2-b65f-93036c1bcaf1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:55.226537 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f1aa1aff-14c6-45a2-b65f-93036c1bcaf1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Calling delete_port for 716041b5-1346-45fd-9887-83e7c274cb37 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:23:55.245528 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=fe4bad9f-e320-44f6-b633-16c2ce2be385,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:55.362741 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f1aa1aff-14c6-45a2-b65f-93036c1bcaf1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:55.396506 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa1aff-14c6-45a2-b65f-93036c1bcaf1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Pushing event deleted for resources: {'Port': ['ID=716041b5-1346-45fd-9887-83e7c274cb37,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:55.399262 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1aa1aff-14c6-45a2-b65f-93036c1bcaf1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] No DVR routers for this DVR port 716041b5-1346-45fd-9887-83e7c274cb37 on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:23:55.416410 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bebbba5-11ae-43eb-bfdb-ef3c4fbac516 None None] Pushing event deleted for resources: {'Port': ['ID=716041b5-1346-45fd-9887-83e7c274cb37,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:55.490013 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device a771019e-36ea-4eb2-b9ce-fd9be7346252 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:23:55.538948 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c6d7eaac-f89a-4ce4-be58-a2e927d4bc44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:55.551033 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f1aa1aff-14c6-45a2-b65f-93036c1bcaf1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:55.582829 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-f1aa1aff-14c6-45a2-b65f-93036c1bcaf1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f47b6b42-11f4-47b3-b7a1-7dca8ae77541']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:23:55.604444 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44751859-987b-4a34-bac1-8a08db68eaf3 req-2b19968e-8415-4413-b667-b3147928b717 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:55.614695 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-44751859-987b-4a34-bac1-8a08db68eaf3 req-2b19968e-8415-4413-b667-b3147928b717 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8d30c3-065b-4a55-87ca-23372d29d1d9 HTTP/1.1" status: 200 len: 945 time: 0.1282740 Nov 16 11:23:55.625482 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-f1aa1aff-14c6-45a2-b65f-93036c1bcaf1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dadca4f8-8650-4e96-b186-d0228f5719f9') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:23:55.626155 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-f1aa1aff-14c6-45a2-b65f-93036c1bcaf1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dadca4f8-8650-4e96-b186-d0228f5719f9') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:23:55.657641 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f1aa1aff-14c6-45a2-b65f-93036c1bcaf1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:55.707701 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7eaac-f89a-4ce4-be58-a2e927d4bc44 admin admin] Pushing event deleted for resources: {'Port': ['ID=bee4151b-5252-4f23-b786-d2cacace6a9e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:55.722701 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f1aa1aff-14c6-45a2-b65f-93036c1bcaf1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:55.745634 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1aa1aff-14c6-45a2-b65f-93036c1bcaf1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:23:55.746441 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f1aa1aff-14c6-45a2-b65f-93036c1bcaf1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:55.749985 n-d-816823-3 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:23:55.749985 n-d-816823-3 neutron-server[102669]: self.session.flush() Nov 16 11:23:55.749985 n-d-816823-3 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:23:55.749985 n-d-816823-3 neutron-server[102669]: self.session.flush() Nov 16 11:23:55.749985 n-d-816823-3 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:23:55.749985 n-d-816823-3 neutron-server[102669]: self.session.flush() Nov 16 11:23:55.749985 n-d-816823-3 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:23:55.749985 n-d-816823-3 neutron-server[102669]: self.session.flush() Nov 16 11:23:55.749985 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:23:55.749985 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:23:55.749985 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:23:55.749985 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:23:55.749985 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:23:55.749985 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:23:55.749985 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:23:55.749985 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:23:55.749985 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:23:55.749985 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:23:55.749985 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:23:55.749985 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:23:55.749985 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:23:55.749985 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:23:55.749985 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:23:55.749985 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:23:55.749985 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:23:55.749985 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:23:55.749985 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:23:55.749985 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:23:55.749985 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:23:55.749985 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:23:55.749985 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:23:55.749985 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:23:55.749985 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:23:55.749985 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:23:55.749985 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:23:55.749985 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:23:55.749985 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:23:55.749985 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:23:55.749985 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:23:55.749985 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:23:55.778082 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-44751859-987b-4a34-bac1-8a08db68eaf3 req-d8e618a3-b82c-4c61-907f-e3432782de36 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590846 Nov 16 11:23:55.811581 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port a771019e-36ea-4eb2-b9ce-fd9be7346252, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=a771019e-36ea-4eb2-b9ce-fd9be7346252,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:55.826852 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': 'a771019e-36ea-4eb2-b9ce-fd9be7346252', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'port_id': 'a771019e-36ea-4eb2-b9ce-fd9be7346252', 'mac_address': 'fa:16:3e:dd:c6:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c770cc-51d7-42eb-b4a6-9a605bacae0f', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:23:55.952179 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f1aa1aff-14c6-45a2-b65f-93036c1bcaf1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:55.969028 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f1aa1aff-14c6-45a2-b65f-93036c1bcaf1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:55.987197 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f1aa1aff-14c6-45a2-b65f-93036c1bcaf1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "DELETE /v2.0/networks/f47b6b42-11f4-47b3-b7a1-7dca8ae77541 HTTP/1.1" status: 204 len: 168 time: 1.6298933 Nov 16 11:23:56.003688 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:56.013180 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33550) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:56.035688 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a771019e-36ea-4eb2-b9ce-fd9be7346252 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:23:56.062809 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-d77d0778-2caf-4f80-ba13-d620f3344c0e tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-957784356'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:23:56.074575 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa1aff-14c6-45a2-b65f-93036c1bcaf1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Pushing event deleted for resources: {'Network': ['ID=f47b6b42-11f4-47b3-b7a1-7dca8ae77541,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:56.116960 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ac698-fb76-4507-9815-f12e1f6fd6f8 req-01f49a7e-fa20-4fc6-9405-c41289b1452f tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:56.124798 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port a771019e-36ea-4eb2-b9ce-fd9be7346252, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=a771019e-36ea-4eb2-b9ce-fd9be7346252,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:56.130414 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ac698-fb76-4507-9815-f12e1f6fd6f8 req-01f49a7e-fa20-4fc6-9405-c41289b1452f tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:56.137172 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:56.138011 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ac698-fb76-4507-9815-f12e1f6fd6f8 req-01f49a7e-fa20-4fc6-9405-c41289b1452f tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:56.149127 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ac698-fb76-4507-9815-f12e1f6fd6f8 req-01f49a7e-fa20-4fc6-9405-c41289b1452f tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:56.156601 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ac698-fb76-4507-9815-f12e1f6fd6f8 req-01f49a7e-fa20-4fc6-9405-c41289b1452f tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:56.163607 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ac698-fb76-4507-9815-f12e1f6fd6f8 req-01f49a7e-fa20-4fc6-9405-c41289b1452f tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:56.173571 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ac698-fb76-4507-9815-f12e1f6fd6f8 req-01f49a7e-fa20-4fc6-9405-c41289b1452f tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:56.182099 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8b4ac698-fb76-4507-9815-f12e1f6fd6f8 req-01f49a7e-fa20-4fc6-9405-c41289b1452f tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 5421 time: 0.2273135 Nov 16 11:23:56.193966 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77d0778-2caf-4f80-ba13-d620f3344c0e tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Made reservation on behalf of a7ec6f0aa917436da9b8feca47770801 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:23:56.198012 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d77d0778-2caf-4f80-ba13-d620f3344c0e tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:56.212724 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-a4ef498a-07e7-4b2c-bcfe-5628fe48c35e tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:56.216013 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-a4ef498a-07e7-4b2c-bcfe-5628fe48c35e tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.64 "GET /v2.0/networks?id=a6437950-3837-42ba-a7b4-c297945f46f8 HTTP/1.1" status: 200 len: 820 time: 0.4634795 Nov 16 11:23:56.225848 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=a771019e-36ea-4eb2-b9ce-fd9be7346252,revision_number=9']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:56.239374 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-8e1c9d3f-9aa4-4f80-bef4-f26b5ef1f388 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Request body: {'port': {'device_id': '079adb6e-31d5-49bf-85ba-1ec369ddeb80', 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8', 'admin_state_up': True, 'tenant_id': 'ac57a0dec96b499199f175f118c6a6d4'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:23:56.268493 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d77d0778-2caf-4f80-ba13-d620f3344c0e tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:23:56.274444 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c6d7eaac-f89a-4ce4-be58-a2e927d4bc44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:56.299873 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d77d0778-2caf-4f80-ba13-d620f3344c0e tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:56.300334 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-d77d0778-2caf-4f80-ba13-d620f3344c0e tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Added segment 7d62dc43-b4fc-438f-9bc9-6808916eb644 of type vlan for network 0438bcfd-df32-4aa7-9315-0dd361d2066d Nov 16 11:23:56.320938 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8b4ac698-fb76-4507-9815-f12e1f6fd6f8 req-3ef8349d-fc61-4705-b89f-a070db99c3dd tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c641a9-9ec5-4bde-8d8e-91841ccae81e&id=df1a22eb-4b7f-4078-bf25-bb6ec7c01c43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1322513 Nov 16 11:23:56.374081 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device fe4bad9f-e320-44f6-b633-16c2ce2be385 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:23:56.403562 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d77d0778-2caf-4f80-ba13-d620f3344c0e tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:56.460977 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d77d0778-2caf-4f80-ba13-d620f3344c0e tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:56.476938 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['a771019e-36ea-4eb2-b9ce-fd9be7346252'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:23:56.489382 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77d0778-2caf-4f80-ba13-d620f3344c0e tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:56.490504 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d77d0778-2caf-4f80-ba13-d620f3344c0e tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:56.562071 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:23:56.659112 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9d1ec192-f15f-4612-a3b4-931531c55623 req-ca1b9414-1547-4c4a-a8b6-70b1b5ddf37f tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=079adb6e-31d5-49bf-85ba-1ec369ddeb80 HTTP/1.1" status: 200 len: 210 time: 0.1562476 Nov 16 11:23:56.665214 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d77d0778-2caf-4f80-ba13-d620f3344c0e tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6437492 Nov 16 11:23:56.672336 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33590) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:56.677677 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port fe4bad9f-e320-44f6-b633-16c2ce2be385 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:23:56.679838 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-413839bc-1a58-4a3f-bd30-a86325a84cf2 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Request body: {'subnet': {'network_id': '0438bcfd-df32-4aa7-9315-0dd361d2066d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:23:56.687912 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port fe4bad9f-e320-44f6-b633-16c2ce2be385 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:23:56.687912 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:56.712463 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d0778-2caf-4f80-ba13-d620f3344c0e tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Pushing event updated for resources: {'Network': ['ID=0438bcfd-df32-4aa7-9315-0dd361d2066d,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:56.756473 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 0438bcfd-df32-4aa7-9315-0dd361d2066d details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:23:56.859588 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-8e1c9d3f-9aa4-4f80-bef4-f26b5ef1f388 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Made reservation on behalf of ac57a0dec96b499199f175f118c6a6d4 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:23:56.864165 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-8e1c9d3f-9aa4-4f80-bef4-f26b5ef1f388 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:56.898975 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b59cc-db10-4c76-9776-e3c27c75e941 req-9222a937-9033-460a-a9bc-854601944816 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:56.908455 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-059b59cc-db10-4c76-9776-e3c27c75e941 req-9222a937-9033-460a-a9bc-854601944816 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 949 time: 0.1395655 Nov 16 11:23:56.912540 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413839bc-1a58-4a3f-bd30-a86325a84cf2 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Made reservation on behalf of a7ec6f0aa917436da9b8feca47770801 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:23:56.916976 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-413839bc-1a58-4a3f-bd30-a86325a84cf2 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:56.962226 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d7eaac-f89a-4ce4-be58-a2e927d4bc44 admin admin] Router 28e7a5bd-a360-4e95-801b-ab38ff0e30cb has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:23:56.973954 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:57.026484 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8d30c3-065b-4a55-87ca-23372d29d1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4bad9f-e320-44f6-b633-16c2ce2be385'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:23:57.030783 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8b38db-4dc8-4537-8d42-a1f2cf93b46c" -d '{"events": [{"server_uuid": "8c8d30c3-065b-4a55-87ca-23372d29d1d9", "name": "network-vif-plugged", "status": "completed", "tag": "fe4bad9f-e320-44f6-b633-16c2ce2be385"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:23:57.050560 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port fe4bad9f-e320-44f6-b633-16c2ce2be385, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=fe4bad9f-e320-44f6-b633-16c2ce2be385,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:57.064996 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:57.133514 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-059b59cc-db10-4c76-9776-e3c27c75e941 req-fd1cc132-b385-48ad-9994-1b38d0d51087 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236385 Nov 16 11:23:57.163137 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=fe4bad9f-e320-44f6-b633-16c2ce2be385,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:57.198914 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-8e1c9d3f-9aa4-4f80-bef4-f26b5ef1f388 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Allocated IP 172.20.0.11 (a6437950-3837-42ba-a7b4-c297945f46f8/abaafd2b-7546-45a3-a211-065b2bf563c9/7ddaea78-0390-4f42-bc31-36ab8a9f528e) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:23:57.225957 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d7eaac-f89a-4ce4-be58-a2e927d4bc44 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:23:57.237050 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33620) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:57.237264 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c6d7eaac-f89a-4ce4-be58-a2e927d4bc44 admin admin] 10.222.0.61 "PUT /v2.0/routers/28e7a5bd-a360-4e95-801b-ab38ff0e30cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5431972 Nov 16 11:23:57.237380 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d69832-c85b-4df3-98ba-28f6a50fad0f None None] Sync routers for ids ['28e7a5bd-a360-4e95-801b-ab38ff0e30cb'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:23:57.259482 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d69832-c85b-4df3-98ba-28f6a50fad0f None None] Routers {'28e7a5bd-a360-4e95-801b-ab38ff0e30cb'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:23:57.260092 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-22d69832-c85b-4df3-98ba-28f6a50fad0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:23:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['28e7a5bd-a360-4e95-801b-ab38ff0e30cb'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:23:57.373640 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-00e50010-0f46-43d1-885c-317b0f3baa70 admin admin] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:57.393795 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-8e1c9d3f-9aa4-4f80-bef4-f26b5ef1f388 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:57.442188 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-22d69832-c85b-4df3-98ba-28f6a50fad0f None None] Set router 28e7a5bd-a360-4e95-801b-ab38ff0e30cb gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:23:57.469540 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-8e1c9d3f-9aa4-4f80-bef4-f26b5ef1f388 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:57.482471 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device a771019e-36ea-4eb2-b9ce-fd9be7346252 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:23:57.537593 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d337c2-a941-45c0-93f0-bd68bf0408ee req-c13acc6f-8612-4b34-8a7f-2b4499769a15 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:57.548433 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e0d337c2-a941-45c0-93f0-bd68bf0408ee req-c13acc6f-8612-4b34-8a7f-2b4499769a15 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8d30c3-065b-4a55-87ca-23372d29d1d9 HTTP/1.1" status: 200 len: 946 time: 0.2882690 Nov 16 11:23:57.565875 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-8e1c9d3f-9aa4-4f80-bef4-f26b5ef1f388 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Network a6437950-3837-42ba-a7b4-c297945f46f8 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:23:57.570200 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-413839bc-1a58-4a3f-bd30-a86325a84cf2 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:57.571783 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-8e1c9d3f-9aa4-4f80-bef4-f26b5ef1f388 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:23:57.604664 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-8e1c9d3f-9aa4-4f80-bef4-f26b5ef1f388 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:23:57.647995 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413839bc-1a58-4a3f-bd30-a86325a84cf2 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Pushing event updated for resources: {'Subnet': ['ID=dcf87268-1f2b-4b46-88da-6caaf8fb469b,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:57.655429 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port a771019e-36ea-4eb2-b9ce-fd9be7346252 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:23:57.655809 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:57.709191 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413839bc-1a58-4a3f-bd30-a86325a84cf2 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Checking segment: {'id': '7d62dc43-b4fc-438f-9bc9-6808916eb644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '0438bcfd-df32-4aa7-9315-0dd361d2066d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:23:57.709856 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413839bc-1a58-4a3f-bd30-a86325a84cf2 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Network hostable DHCP agents. Network: 0438bcfd-df32-4aa7-9315-0dd361d2066d, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:23:57.725026 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-00e50010-0f46-43d1-885c-317b0f3baa70 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:57.749391 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e0d337c2-a941-45c0-93f0-bd68bf0408ee req-5e8909d6-f63d-4663-9fa9-a198d17ee889 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997020 Nov 16 11:23:57.755096 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c9d3f-9aa4-4f80-bef4-f26b5ef1f388 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Pushing event updated for resources: {'Port': ['ID=7ddaea78-0390-4f42-bc31-36ab8a9f528e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:57.798741 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-8e1c9d3f-9aa4-4f80-bef4-f26b5ef1f388 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:57.803381 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-8e1c9d3f-9aa4-4f80-bef4-f26b5ef1f388 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:57.821441 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413839bc-1a58-4a3f-bd30-a86325a84cf2 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Network 0438bcfd-df32-4aa7-9315-0dd361d2066d is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:23:57.834066 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-22d69832-c85b-4df3-98ba-28f6a50fad0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e7a5bd-a360-4e95-801b-ab38ff0e30cb', 'name': 'tempest-ServersTestManualDisk-2147404544-router', 'tenant_id': '26c963f4cdb74f2494c888a4f19adc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '94cba580-3b90-40d0-8119-4c9e526876c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:20:25Z', 'updated_at': '2021-11-16T11:23:55Z', 'revision_number': 5, 'project_id': '26c963f4cdb74f2494c888a4f19adc27', 'gw_port': {'id': '94cba580-3b90-40d0-8119-4c9e526876c7', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:fb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e7a5bd-a360-4e95-801b-ab38ff0e30cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:20:26Z', 'updated_at': '2021-11-16T11:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:23:57.837598 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf568b6-337d-4e4b-8a40-509542fe069a x-openstack-request-id: req-3bf568b6-337d-4e4b-8a40-509542fe069a {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:23:57.837888 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8d30c3-065b-4a55-87ca-23372d29d1d9", "name": "network-vif-plugged", "status": "completed", "tag": "fe4bad9f-e320-44f6-b633-16c2ce2be385", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:23:57.838167 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3bf568b6-337d-4e4b-8a40-509542fe069a {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:23:57.838551 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8d30c3-065b-4a55-87ca-23372d29d1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4bad9f-e320-44f6-b633-16c2ce2be385', 'code': 200} Nov 16 11:23:57.843435 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-8e1c9d3f-9aa4-4f80-bef4-f26b5ef1f388 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6156082 Nov 16 11:23:57.856941 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-59c7a271-0b01-468d-b529-a0f2e3f36551 service neutron] Request body: {'port': {'device_id': '079adb6e-31d5-49bf-85ba-1ec369ddeb80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:23:57.908242 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:57.908982 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:57.912205 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-413839bc-1a58-4a3f-bd30-a86325a84cf2 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 0438bcfd-df32-4aa7-9315-0dd361d2066d) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:23:57.937242 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52dcaa1-f2ba-44e5-8f44-c65686899e5a None None] Network 0438bcfd-df32-4aa7-9315-0dd361d2066d requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:23:57.945572 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d69832-c85b-4df3-98ba-28f6a50fad0f None None] Checking router: 28e7a5bd-a360-4e95-801b-ab38ff0e30cb for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:23:57.962450 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d69832-c85b-4df3-98ba-28f6a50fad0f None None] Routers {'28e7a5bd-a360-4e95-801b-ab38ff0e30cb'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:23:57.964163 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-22d69832-c85b-4df3-98ba-28f6a50fad0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:23:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['28e7a5bd-a360-4e95-801b-ab38ff0e30cb'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:23:57.981973 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-59c7a271-0b01-468d-b529-a0f2e3f36551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:58.008508 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413839bc-1a58-4a3f-bd30-a86325a84cf2 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:58.009527 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-413839bc-1a58-4a3f-bd30-a86325a84cf2 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:58.047713 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-00e50010-0f46-43d1-885c-317b0f3baa70 admin admin] Deleting port 94cba580-3b90-40d0-8119-4c9e526876c7 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:23:58.048059 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-00e50010-0f46-43d1-885c-317b0f3baa70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:58.056772 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-413839bc-1a58-4a3f-bd30-a86325a84cf2 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3807852 Nov 16 11:23:58.061248 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33666) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:58.072403 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-190cdf43-1b8f-4d82-8f3f-8288bc408d39 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2111853818'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:23:58.090243 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914baab9-04c3-4b49-b629-b3d469a72bd6 req-08981d92-961e-4ef3-9412-aaa5935e95a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:58.091677 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-914baab9-04c3-4b49-b629-b3d469a72bd6 req-08981d92-961e-4ef3-9412-aaa5935e95a0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8c8d30c3-065b-4a55-87ca-23372d29d1d9 HTTP/1.1" status: 200 len: 1097 time: 0.1743164 Nov 16 11:23:58.113392 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-22d69832-c85b-4df3-98ba-28f6a50fad0f None None] Set router 28e7a5bd-a360-4e95-801b-ab38ff0e30cb gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:23:58.135007 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port a771019e-36ea-4eb2-b9ce-fd9be7346252, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=a771019e-36ea-4eb2-b9ce-fd9be7346252,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:58.152968 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:58.186969 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-22d69832-c85b-4df3-98ba-28f6a50fad0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e7a5bd-a360-4e95-801b-ab38ff0e30cb', 'name': 'tempest-ServersTestManualDisk-2147404544-router', 'tenant_id': '26c963f4cdb74f2494c888a4f19adc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:20:25Z', 'updated_at': '2021-11-16T11:23:57Z', 'revision_number': 6, 'project_id': '26c963f4cdb74f2494c888a4f19adc27', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:23:58.228851 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d69832-c85b-4df3-98ba-28f6a50fad0f None None] The sync data for ids ['28e7a5bd-a360-4e95-801b-ab38ff0e30cb'] in n-d-816823-3 is: [{'id': '28e7a5bd-a360-4e95-801b-ab38ff0e30cb', 'name': 'tempest-ServersTestManualDisk-2147404544-router', 'tenant_id': '26c963f4cdb74f2494c888a4f19adc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:20:25Z', 'updated_at': '2021-11-16T11:23:57Z', 'revision_number': 6, 'project_id': '26c963f4cdb74f2494c888a4f19adc27', 'gw_port_host': None}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:23:58.236254 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-914baab9-04c3-4b49-b629-b3d469a72bd6 req-e6700af8-d431-4a47-95ec-f7bbb0c9b3d8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812376 Nov 16 11:23:58.296023 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53609302-9ce5-4b7e-9f2c-68a933158262 req-2d9eaaa3-5360-404f-b555-b5e27996dab7 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:58.301503 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53609302-9ce5-4b7e-9f2c-68a933158262 req-2d9eaaa3-5360-404f-b555-b5e27996dab7 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:58.307906 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53609302-9ce5-4b7e-9f2c-68a933158262 req-2d9eaaa3-5360-404f-b555-b5e27996dab7 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:58.314191 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53609302-9ce5-4b7e-9f2c-68a933158262 req-2d9eaaa3-5360-404f-b555-b5e27996dab7 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:58.321639 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53609302-9ce5-4b7e-9f2c-68a933158262 req-2d9eaaa3-5360-404f-b555-b5e27996dab7 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:58.332672 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=a771019e-36ea-4eb2-b9ce-fd9be7346252,revision_number=10']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:58.336376 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53609302-9ce5-4b7e-9f2c-68a933158262 req-2d9eaaa3-5360-404f-b555-b5e27996dab7 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:58.342868 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53609302-9ce5-4b7e-9f2c-68a933158262 req-2d9eaaa3-5360-404f-b555-b5e27996dab7 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:58.350711 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-53609302-9ce5-4b7e-9f2c-68a933158262 req-2d9eaaa3-5360-404f-b555-b5e27996dab7 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 5421 time: 0.3569324 Nov 16 11:23:58.410038 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190cdf43-1b8f-4d82-8f3f-8288bc408d39 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Made reservation on behalf of a7ec6f0aa917436da9b8feca47770801 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:23:58.414150 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-190cdf43-1b8f-4d82-8f3f-8288bc408d39 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:58.435698 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb6155d-2940-49cf-91a4-f7bc3922a6d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-0438bcfd-df32-4aa7-9315-0dd361d2066d', 'network_id': '0438bcfd-df32-4aa7-9315-0dd361d2066d', 'tenant_id': 'a7ec6f0aa917436da9b8feca47770801', 'fixed_ips': [{'subnet_id': 'dcf87268-1f2b-4b46-88da-6caaf8fb469b'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:23:58.436573 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0cb6155d-2940-49cf-91a4-f7bc3922a6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:58.501266 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-190cdf43-1b8f-4d82-8f3f-8288bc408d39 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:23:58.512918 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-190cdf43-1b8f-4d82-8f3f-8288bc408d39 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:58.513524 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-190cdf43-1b8f-4d82-8f3f-8288bc408d39 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Added segment 8a089087-57a1-4dd8-b5a7-35c4d39afe61 of type vlan for network 1e899852-fcea-46eb-9bf2-b2cb216aca26 Nov 16 11:23:58.529191 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-59c7a271-0b01-468d-b529-a0f2e3f36551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ddaea78-0390-4f42-bc31-36ab8a9f528e {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:23:58.546023 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-59c7a271-0b01-468d-b529-a0f2e3f36551 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:58.568237 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-59c7a271-0b01-468d-b529-a0f2e3f36551 service neutron] Transition to ACTIVE for port object 7ddaea78-0390-4f42-bc31-36ab8a9f528e will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:23:58.589661 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-59c7a271-0b01-468d-b529-a0f2e3f36551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:58.596987 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-190cdf43-1b8f-4d82-8f3f-8288bc408d39 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:58.634845 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-00e50010-0f46-43d1-885c-317b0f3baa70 admin admin] For port 94cba580-3b90-40d0-8119-4c9e526876c7, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=94cba580-3b90-40d0-8119-4c9e526876c7,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:23:58.635215 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-00e50010-0f46-43d1-885c-317b0f3baa70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:58.651713 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c7a271-0b01-468d-b529-a0f2e3f36551 service neutron] Pushing event updated for resources: {'Port': ['ID=7ddaea78-0390-4f42-bc31-36ab8a9f528e,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:58.655970 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-00e50010-0f46-43d1-885c-317b0f3baa70 admin admin] Calling delete_port for 94cba580-3b90-40d0-8119-4c9e526876c7 owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:23:58.704747 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:58.709264 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-0cb6155d-2940-49cf-91a4-f7bc3922a6d3 None None] Allocated IP 19.80.0.2 (0438bcfd-df32-4aa7-9315-0dd361d2066d/dcf87268-1f2b-4b46-88da-6caaf8fb469b/d13d1f87-07f3-4d10-8f53-854b2bf898eb) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:23:58.737821 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-53609302-9ce5-4b7e-9f2c-68a933158262 req-d8107e99-8ce3-4d86-ae0a-aad45320bb44 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c641a9-9ec5-4bde-8d8e-91841ccae81e&id=df1a22eb-4b7f-4078-bf25-bb6ec7c01c43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3805833 Nov 16 11:23:58.775322 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-190cdf43-1b8f-4d82-8f3f-8288bc408d39 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:58.793165 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190cdf43-1b8f-4d82-8f3f-8288bc408d39 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:58.793817 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-190cdf43-1b8f-4d82-8f3f-8288bc408d39 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:58.814795 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-59c7a271-0b01-468d-b529-a0f2e3f36551 service neutron] Attempting to bind port 7ddaea78-0390-4f42-bc31-36ab8a9f528e on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:23:58.815915 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-59c7a271-0b01-468d-b529-a0f2e3f36551 service neutron] Attempting to bind port 7ddaea78-0390-4f42-bc31-36ab8a9f528e by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:23:58.816340 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-59c7a271-0b01-468d-b529-a0f2e3f36551 service neutron] Attempting to bind port 7ddaea78-0390-4f42-bc31-36ab8a9f528e on network a6437950-3837-42ba-a7b4-c297945f46f8 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:23:58.829959 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-59c7a271-0b01-468d-b529-a0f2e3f36551 service neutron] Port 7ddaea78-0390-4f42-bc31-36ab8a9f528e on network a6437950-3837-42ba-a7b4-c297945f46f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:23:58.830462 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-59c7a271-0b01-468d-b529-a0f2e3f36551 service neutron] Attempting to bind port 7ddaea78-0390-4f42-bc31-36ab8a9f528e on network a6437950-3837-42ba-a7b4-c297945f46f8 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:23:58.835819 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-190cdf43-1b8f-4d82-8f3f-8288bc408d39 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7676699 Nov 16 11:23:58.838470 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33708) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:58.851543 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b57ce17c-a661-4163-bafd-23a12536c4d3 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Request body: {'subnet': {'network_id': '1e899852-fcea-46eb-9bf2-b2cb216aca26', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:23:58.879548 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-59c7a271-0b01-468d-b529-a0f2e3f36551 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:23:58.879895 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-59c7a271-0b01-468d-b529-a0f2e3f36551 service neutron] Checking segment: {'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:23:58.880420 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-59c7a271-0b01-468d-b529-a0f2e3f36551 service neutron] Bound using segment: {'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:23:58.880926 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-59c7a271-0b01-468d-b529-a0f2e3f36551 service neutron] Bound port: 7ddaea78-0390-4f42-bc31-36ab8a9f528e, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:23:58.881346 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-59c7a271-0b01-468d-b529-a0f2e3f36551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:58.984693 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0cb6155d-2940-49cf-91a4-f7bc3922a6d3 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:59.010712 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0cb6155d-2940-49cf-91a4-f7bc3922a6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:59.033246 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190cdf43-1b8f-4d82-8f3f-8288bc408d39 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Pushing event updated for resources: {'Network': ['ID=1e899852-fcea-46eb-9bf2-b2cb216aca26,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:59.083775 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-59c7a271-0b01-468d-b529-a0f2e3f36551 service neutron] For port 7ddaea78-0390-4f42-bc31-36ab8a9f528e, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:23:59.090697 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-59c7a271-0b01-468d-b529-a0f2e3f36551 service neutron] For port 7ddaea78-0390-4f42-bc31-36ab8a9f528e, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=7ddaea78-0390-4f42-bc31-36ab8a9f528e,segment=NetworkSegment(d9c88559-8fa4-467d-a577-d2c14bfd7508),segment_id=d9c88559-8fa4-467d-a577-d2c14bfd7508)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:23:59.100966 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-59c7a271-0b01-468d-b529-a0f2e3f36551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:59.108470 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb6155d-2940-49cf-91a4-f7bc3922a6d3 None None] Pushing event updated for resources: {'Port': ['ID=d13d1f87-07f3-4d10-8f53-854b2bf898eb,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:59.112249 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 1e899852-fcea-46eb-9bf2-b2cb216aca26 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:23:59.166499 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c7a271-0b01-468d-b529-a0f2e3f36551 service neutron] Pushing event updated for resources: {'Port': ['ID=7ddaea78-0390-4f42-bc31-36ab8a9f528e,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:59.169442 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57ce17c-a661-4163-bafd-23a12536c4d3 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Made reservation on behalf of a7ec6f0aa917436da9b8feca47770801 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:23:59.173254 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b57ce17c-a661-4163-bafd-23a12536c4d3 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:59.210551 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f7116-29b3-45e2-944b-28aca6618aa2 req-7c55068f-372e-4329-b2ff-f67561f14980 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:59.222546 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-623f7116-29b3-45e2-944b-28aca6618aa2 req-7c55068f-372e-4329-b2ff-f67561f14980 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=079adb6e-31d5-49bf-85ba-1ec369ddeb80 HTTP/1.1" status: 200 len: 944 time: 0.3209734 Nov 16 11:23:59.249187 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-59c7a271-0b01-468d-b529-a0f2e3f36551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:59.249797 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-59c7a271-0b01-468d-b529-a0f2e3f36551 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:59.251224 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-59c7a271-0b01-468d-b529-a0f2e3f36551 service neutron] 10.222.0.64 "PUT /v2.0/ports/7ddaea78-0390-4f42-bc31-36ab8a9f528e HTTP/1.1" status: 200 len: 1092 time: 1.3986866 Nov 16 11:23:59.251748 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '079adb6e-31d5-49bf-85ba-1ec369ddeb80', 'tag': '7ddaea78-0390-4f42-bc31-36ab8a9f528e'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:23:59.254104 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3902521d-5357-433b-b7fe-d42e066435d9" -d '{"events": [{"name": "network-changed", "server_uuid": "079adb6e-31d5-49bf-85ba-1ec369ddeb80", "tag": "7ddaea78-0390-4f42-bc31-36ab8a9f528e"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:23:59.290351 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device bee4151b-5252-4f23-b786-d2cacace6a9e no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:23:59.313279 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-00e50010-0f46-43d1-885c-317b0f3baa70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:59.350107 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: bee4151b-5252-4f23-b786-d2cacace6a9e {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:23:59.350460 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device bee4151b-5252-4f23-b786-d2cacace6a9e not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:23:59.350885 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 94cba580-3b90-40d0-8119-4c9e526876c7 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:23:59.365776 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb6155d-2940-49cf-91a4-f7bc3922a6d3 None None] Network 0438bcfd-df32-4aa7-9315-0dd361d2066d is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:23:59.370788 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e50010-0f46-43d1-885c-317b0f3baa70 admin admin] Pushing event deleted for resources: {'Port': ['ID=94cba580-3b90-40d0-8119-4c9e526876c7,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:59.373018 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-0cb6155d-2940-49cf-91a4-f7bc3922a6d3 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:23:59.416466 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb6155d-2940-49cf-91a4-f7bc3922a6d3 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:23:59.420553 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b40dba0-ffe5-43c2-a24b-c3364e242388 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:23:59.423044 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 94cba580-3b90-40d0-8119-4c9e526876c7 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:23:59.423572 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 94cba580-3b90-40d0-8119-4c9e526876c7 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:23:59.431878 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-6f8a1082-4525-4410-b57e-04e7d73fc6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:59.433376 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-6f8a1082-4525-4410-b57e-04e7d73fc6bd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac57a0dec96b499199f175f118c6a6d4&device_id=079adb6e-31d5-49bf-85ba-1ec369ddeb80 HTTP/1.1" status: 200 len: 1095 time: 0.1130528 Nov 16 11:23:59.501726 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-0cb6155d-2940-49cf-91a4-f7bc3922a6d3 None None] Attempting to bind port d13d1f87-07f3-4d10-8f53-854b2bf898eb on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:23:59.502560 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-0cb6155d-2940-49cf-91a4-f7bc3922a6d3 None None] Attempting to bind port d13d1f87-07f3-4d10-8f53-854b2bf898eb by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '7d62dc43-b4fc-438f-9bc9-6808916eb644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '0438bcfd-df32-4aa7-9315-0dd361d2066d'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:23:59.503015 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb6155d-2940-49cf-91a4-f7bc3922a6d3 None None] Attempting to bind port d13d1f87-07f3-4d10-8f53-854b2bf898eb on network 0438bcfd-df32-4aa7-9315-0dd361d2066d {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:23:59.509956 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb6155d-2940-49cf-91a4-f7bc3922a6d3 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:23:59.511763 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb6155d-2940-49cf-91a4-f7bc3922a6d3 None None] Checking segment: {'id': '7d62dc43-b4fc-438f-9bc9-6808916eb644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '0438bcfd-df32-4aa7-9315-0dd361d2066d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:23:59.512510 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0cb6155d-2940-49cf-91a4-f7bc3922a6d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:59.512996 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb6155d-2940-49cf-91a4-f7bc3922a6d3 None None] Bound using segment: {'id': '7d62dc43-b4fc-438f-9bc9-6808916eb644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '0438bcfd-df32-4aa7-9315-0dd361d2066d'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:23:59.513568 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-0cb6155d-2940-49cf-91a4-f7bc3922a6d3 None None] Bound port: d13d1f87-07f3-4d10-8f53-854b2bf898eb, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d62dc43-b4fc-438f-9bc9-6808916eb644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '0438bcfd-df32-4aa7-9315-0dd361d2066d'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:23:59.514070 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0cb6155d-2940-49cf-91a4-f7bc3922a6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:59.517810 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-623f7116-29b3-45e2-944b-28aca6618aa2 req-4aa29f21-6357-4c67-a451-35726669c0be tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925930 Nov 16 11:23:59.562367 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-00e50010-0f46-43d1-885c-317b0f3baa70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:59.607354 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-80470fc9-e862-4dfe-9d0c-196ac70a18cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ddaea78-0390-4f42-bc31-36ab8a9f528e HTTP/1.1" status: 200 len: 217 time: 0.1497650 Nov 16 11:23:59.676333 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-0cb6155d-2940-49cf-91a4-f7bc3922a6d3 None None] For port d13d1f87-07f3-4d10-8f53-854b2bf898eb, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:23:59.680862 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-0cb6155d-2940-49cf-91a4-f7bc3922a6d3 None None] For port d13d1f87-07f3-4d10-8f53-854b2bf898eb, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=d13d1f87-07f3-4d10-8f53-854b2bf898eb,segment=NetworkSegment(7d62dc43-b4fc-438f-9bc9-6808916eb644),segment_id=7d62dc43-b4fc-438f-9bc9-6808916eb644)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:23:59.686238 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0cb6155d-2940-49cf-91a4-f7bc3922a6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:59.708666 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b57ce17c-a661-4163-bafd-23a12536c4d3 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:59.745725 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-00e50010-0f46-43d1-885c-317b0f3baa70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:59.749941 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-00e50010-0f46-43d1-885c-317b0f3baa70 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:59.777332 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb6155d-2940-49cf-91a4-f7bc3922a6d3 None None] Pushing event updated for resources: {'Port': ['ID=d13d1f87-07f3-4d10-8f53-854b2bf898eb,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:23:59.826132 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ba6bd-3254-488b-9b40-e384b171a40f req-c647a2f6-c9c4-4307-8990-a5943a24bcf0 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:59.829049 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3d0ba6bd-3254-488b-9b40-e384b171a40f req-c647a2f6-c9c4-4307-8990-a5943a24bcf0 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 951 time: 0.1784909 Nov 16 11:23:59.830496 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-00e50010-0f46-43d1-885c-317b0f3baa70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:59.832067 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e50010-0f46-43d1-885c-317b0f3baa70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28e7a5bd-a360-4e95-801b-ab38ff0e30cb {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:23:59.837878 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-00e50010-0f46-43d1-885c-317b0f3baa70 admin admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:23:59.840104 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e64b9e-49c7-4466-8317-80b58a1d1a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a771019e-36ea-4eb2-b9ce-fd9be7346252'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:23:59.843848 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06027ed2-3b2d-472a-af93-f4bd53825363" -d '{"events": [{"server_uuid": "c6e64b9e-49c7-4466-8317-80b58a1d1a79", "name": "network-vif-plugged", "status": "completed", "tag": "a771019e-36ea-4eb2-b9ce-fd9be7346252"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:23:59.848947 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-00e50010-0f46-43d1-885c-317b0f3baa70 admin admin] 10.222.0.61 "DELETE /v2.0/routers/28e7a5bd-a360-4e95-801b-ab38ff0e30cb HTTP/1.1" status: 204 len: 168 time: 2.6114631 Nov 16 11:23:59.849218 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-68eb581d-9f90-4797-adb2-82b5a8dda1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:23:59.851555 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-68eb581d-9f90-4797-adb2-82b5a8dda1b6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=abaafd2b-7546-45a3-a211-065b2bf563c9 HTTP/1.1" status: 200 len: 860 time: 0.2340543 Nov 16 11:23:59.858902 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33762) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:23:59.912813 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3d0ba6bd-3254-488b-9b40-e384b171a40f req-b21382c5-b4b9-472b-adc1-121942d3982b tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621457 Nov 16 11:23:59.937224 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ce17c-a661-4163-bafd-23a12536c4d3 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Pushing event updated for resources: {'Subnet': ['ID=f6097a4b-1d60-4146-9956-8b304deacf07,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:00.030269 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-3d2dffde-7d05-4aa5-8052-d56a00953813 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a6437950-3837-42ba-a7b4-c297945f46f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1467352 Nov 16 11:24:00.078935 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57ce17c-a661-4163-bafd-23a12536c4d3 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Checking segment: {'id': '8a089087-57a1-4dd8-b5a7-35c4d39afe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1e899852-fcea-46eb-9bf2-b2cb216aca26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:24:00.079296 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57ce17c-a661-4163-bafd-23a12536c4d3 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Network hostable DHCP agents. Network: 1e899852-fcea-46eb-9bf2-b2cb216aca26, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:24:00.082749 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15050d3a-1e94-4f53-9dbc-1446391e04b9 req-1afa1506-a818-4d2c-a4d2-8fc96ff3000d tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:00.084277 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-15050d3a-1e94-4f53-9dbc-1446391e04b9 req-1afa1506-a818-4d2c-a4d2-8fc96ff3000d tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8d30c3-065b-4a55-87ca-23372d29d1d9 HTTP/1.1" status: 200 len: 946 time: 0.0796895 Nov 16 11:24:00.152476 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-f91b3c51-c577-47f1-ad04-a10b575cecbe admin admin] Deleting subnet 515a754f-5433-4f9b-a0b1-17eea39f57f6 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:24:00.161165 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f91b3c51-c577-47f1-ad04-a10b575cecbe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:00.201232 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-15050d3a-1e94-4f53-9dbc-1446391e04b9 req-dd0865a0-f46d-4151-867f-ce24c78a7537 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050758 Nov 16 11:24:00.247798 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57ce17c-a661-4163-bafd-23a12536c4d3 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Network 1e899852-fcea-46eb-9bf2-b2cb216aca26 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:24:00.268397 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f91b3c51-c577-47f1-ad04-a10b575cecbe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:00.311911 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-b57ce17c-a661-4163-bafd-23a12536c4d3 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 1e899852-fcea-46eb-9bf2-b2cb216aca26) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:24:00.314320 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446f3d17-b134-4468-9ef0-e81f689285c3 x-openstack-request-id: req-446f3d17-b134-4468-9ef0-e81f689285c3 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:24:00.314567 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "079adb6e-31d5-49bf-85ba-1ec369ddeb80", "tag": "7ddaea78-0390-4f42-bc31-36ab8a9f528e", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:24:00.314799 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-446f3d17-b134-4468-9ef0-e81f689285c3 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:24:00.315198 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '079adb6e-31d5-49bf-85ba-1ec369ddeb80', 'tag': '7ddaea78-0390-4f42-bc31-36ab8a9f528e', 'status': 'completed', 'code': 200} Nov 16 11:24:00.322299 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902c090f-d339-4e3e-9391-ba8cf1ec35aa None None] Network 1e899852-fcea-46eb-9bf2-b2cb216aca26 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:24:00.323578 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57ce17c-a661-4163-bafd-23a12536c4d3 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:00.324167 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b57ce17c-a661-4163-bafd-23a12536c4d3 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:00.331290 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-168f1fa8-a2e8-4f92-8bdb-5c5c9e3799fe service neutron] 10.222.0.64 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798078 Nov 16 11:24:00.415743 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b57ce17c-a661-4163-bafd-23a12536c4d3 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5761812 Nov 16 11:24:00.489997 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f91b3c51-c577-47f1-ad04-a10b575cecbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:00.542855 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-67b8e2ff-6aaa-46c7-9100-19f2214cebe1 req-11e14bbb-0a95-44b2-b837-a046c68bf570 service neutron] 10.222.0.64 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016735 Nov 16 11:24:00.546256 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c5dda-4d32-43c3-8f6e-2b5a4535294b req-24cf545f-8f92-40ac-9ece-56955b868930 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:00.552375 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c5dda-4d32-43c3-8f6e-2b5a4535294b req-24cf545f-8f92-40ac-9ece-56955b868930 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:00.571530 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c5dda-4d32-43c3-8f6e-2b5a4535294b req-24cf545f-8f92-40ac-9ece-56955b868930 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:00.581424 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f91b3c51-c577-47f1-ad04-a10b575cecbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:00.588745 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c5dda-4d32-43c3-8f6e-2b5a4535294b req-24cf545f-8f92-40ac-9ece-56955b868930 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:00.594883 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c5dda-4d32-43c3-8f6e-2b5a4535294b req-24cf545f-8f92-40ac-9ece-56955b868930 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:00.609753 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6ba601-61a8-4c4d-a5d0-75ab92ce13dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-1e899852-fcea-46eb-9bf2-b2cb216aca26', 'network_id': '1e899852-fcea-46eb-9bf2-b2cb216aca26', 'tenant_id': 'a7ec6f0aa917436da9b8feca47770801', 'fixed_ips': [{'subnet_id': 'f6097a4b-1d60-4146-9956-8b304deacf07'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:24:00.610972 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4e6ba601-61a8-4c4d-a5d0-75ab92ce13dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:00.619799 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c5dda-4d32-43c3-8f6e-2b5a4535294b req-24cf545f-8f92-40ac-9ece-56955b868930 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:00.627447 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c5dda-4d32-43c3-8f6e-2b5a4535294b req-24cf545f-8f92-40ac-9ece-56955b868930 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:00.636444 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ed2c5dda-4d32-43c3-8f6e-2b5a4535294b req-24cf545f-8f92-40ac-9ece-56955b868930 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 5421 time: 0.2395163 Nov 16 11:24:00.653240 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b3c51-c577-47f1-ad04-a10b575cecbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=515a754f-5433-4f9b-a0b1-17eea39f57f6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:00.663644 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f91b3c51-c577-47f1-ad04-a10b575cecbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:00.669621 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f91b3c51-c577-47f1-ad04-a10b575cecbe admin admin] 10.222.0.61 "DELETE /v2.0/subnets/515a754f-5433-4f9b-a0b1-17eea39f57f6 HTTP/1.1" status: 204 len: 168 time: 0.7886856 Nov 16 11:24:00.685391 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33810) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:00.717676 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ed2c5dda-4d32-43c3-8f6e-2b5a4535294b req-226e7a50-d567-49e1-8918-943c83c9f2b4 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c641a9-9ec5-4bde-8d8e-91841ccae81e&id=df1a22eb-4b7f-4078-bf25-bb6ec7c01c43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0750897 Nov 16 11:24:00.782942 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902521d-5357-433b-b7fe-d42e066435d9 req-a0c50335-b5cf-4053-aa4e-3d802bb3f6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:00.789569 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3902521d-5357-433b-b7fe-d42e066435d9 req-a0c50335-b5cf-4053-aa4e-3d802bb3f6ff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac57a0dec96b499199f175f118c6a6d4&device_id=079adb6e-31d5-49bf-85ba-1ec369ddeb80 HTTP/1.1" status: 200 len: 1095 time: 0.1423583 Nov 16 11:24:00.940380 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-45b6e704-a4fd-4fa8-9fb8-133639294624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:01.102222 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41222a40-e0c3-4822-b2c6-2c47ecd4360d x-openstack-request-id: req-41222a40-e0c3-4822-b2c6-2c47ecd4360d {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:24:01.105174 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e64b9e-49c7-4466-8317-80b58a1d1a79", "name": "network-vif-plugged", "status": "completed", "tag": "a771019e-36ea-4eb2-b9ce-fd9be7346252", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:24:01.106214 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-41222a40-e0c3-4822-b2c6-2c47ecd4360d {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:24:01.107353 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e64b9e-49c7-4466-8317-80b58a1d1a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a771019e-36ea-4eb2-b9ce-fd9be7346252', 'code': 200} Nov 16 11:24:01.117829 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370b0664-5f76-4138-8514-905224372b31 None None] Network 483102d2-5f88-4f47-b33e-a8293393494c requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:24:01.153250 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902521d-5357-433b-b7fe-d42e066435d9 req-002e83bc-83f4-4046-9ae9-db782fd7b09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:01.154793 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3902521d-5357-433b-b7fe-d42e066435d9 req-002e83bc-83f4-4046-9ae9-db782fd7b09d service neutron] 10.222.0.64 "GET /v2.0/networks?id=a6437950-3837-42ba-a7b4-c297945f46f8 HTTP/1.1" status: 200 len: 921 time: 0.3533981 Nov 16 11:24:01.214348 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33820) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:01.219341 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device d13d1f87-07f3-4d10-8f53-854b2bf898eb up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:24:01.222539 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264bf37-b48c-43d2-9549-cbe94fb7d7f7 req-1ba6f389-e7a8-454b-ba41-f974cf62e986 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:01.232021 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5264bf37-b48c-43d2-9549-cbe94fb7d7f7 req-1ba6f389-e7a8-454b-ba41-f974cf62e986 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=079adb6e-31d5-49bf-85ba-1ec369ddeb80 HTTP/1.1" status: 200 len: 944 time: 0.1960661 Nov 16 11:24:01.266702 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3902521d-5357-433b-b7fe-d42e066435d9 req-a85caee9-47b2-4a9f-8cf7-66245f373ffc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ddaea78-0390-4f42-bc31-36ab8a9f528e HTTP/1.1" status: 200 len: 217 time: 0.1005948 Nov 16 11:24:01.281601 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-45b6e704-a4fd-4fa8-9fb8-133639294624 admin admin] Deleting port d658759c-cdda-4f01-9551-ab25595051ed {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:24:01.281969 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-45b6e704-a4fd-4fa8-9fb8-133639294624 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:01.307603 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5264bf37-b48c-43d2-9549-cbe94fb7d7f7 req-dc231e5d-f3b6-4c8a-bfd9-b656b4ef6a33 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701296 Nov 16 11:24:01.326270 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4cd8-8fe4-4e42-971d-cbaf54027fa2 req-355ec038-c2b4-4bc4-b4da-e4158701906c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:01.329030 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cf3f4cd8-8fe4-4e42-971d-cbaf54027fa2 req-355ec038-c2b4-4bc4-b4da-e4158701906c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 1102 time: 0.2322237 Nov 16 11:24:01.424982 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-45b6e704-a4fd-4fa8-9fb8-133639294624 admin admin] For port d658759c-cdda-4f01-9551-ab25595051ed, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=d658759c-cdda-4f01-9551-ab25595051ed,segment=NetworkSegment(d8bdba8e-aa0f-4483-a329-b591bfdb474e),segment_id=d8bdba8e-aa0f-4483-a329-b591bfdb474e)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:01.425350 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-45b6e704-a4fd-4fa8-9fb8-133639294624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:01.430871 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902521d-5357-433b-b7fe-d42e066435d9 req-25afc132-07f6-4116-8409-ab005c7ceb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:01.432924 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3902521d-5357-433b-b7fe-d42e066435d9 req-25afc132-07f6-4116-8409-ab005c7ceb94 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=abaafd2b-7546-45a3-a211-065b2bf563c9 HTTP/1.1" status: 200 len: 860 time: 0.1467886 Nov 16 11:24:01.453305 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cf3f4cd8-8fe4-4e42-971d-cbaf54027fa2 req-34c094fc-15e2-4427-a5f8-f50be4a73fdb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151536 Nov 16 11:24:01.470447 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-45b6e704-a4fd-4fa8-9fb8-133639294624 admin admin] Calling delete_port for d658759c-cdda-4f01-9551-ab25595051ed owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:24:01.473528 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39c0a154-11fe-4269-a25b-c8b7861baf86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:01.492792 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3902521d-5357-433b-b7fe-d42e066435d9 req-507344f9-cbf5-4cdc-a134-38ee8161ce21 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a6437950-3837-42ba-a7b4-c297945f46f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469518 Nov 16 11:24:01.528001 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-4e6ba601-61a8-4c4d-a5d0-75ab92ce13dc None None] Allocated IP 19.86.0.2 (1e899852-fcea-46eb-9bf2-b2cb216aca26/f6097a4b-1d60-4146-9956-8b304deacf07/4abd9c75-f5bb-4693-adfd-053fdecbf50b) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:24:01.534742 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port d13d1f87-07f3-4d10-8f53-854b2bf898eb triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:01.535424 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:01.625888 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b6e1e1-6469-40fa-9123-ae8823447908 None None] Network 0438bcfd-df32-4aa7-9315-0dd361d2066d requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:24:01.663382 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3902521d-5357-433b-b7fe-d42e066435d9 req-fe512afe-334e-4201-9a77-e3210990ccfe service neutron] 10.222.0.64 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608086 Nov 16 11:24:01.664514 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-2a6fa51d-4929-4d95-8078-25eb15556e0b tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:01.670600 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-2a6fa51d-4929-4d95-8078-25eb15556e0b tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:01.672221 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-2a6fa51d-4929-4d95-8078-25eb15556e0b tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/networks?id=0438bcfd-df32-4aa7-9315-0dd361d2066d&id=1e899852-fcea-46eb-9bf2-b2cb216aca26 HTTP/1.1" status: 200 len: 1391 time: 0.2174861 Nov 16 11:24:01.703447 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-45b6e704-a4fd-4fa8-9fb8-133639294624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:01.732098 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-ecd330cf-8fe6-449b-bb6a-a066aa5405b5 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/quotas/a7ec6f0aa917436da9b8feca47770801 HTTP/1.1" status: 200 len: 375 time: 0.0493345 Nov 16 11:24:01.736306 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39c0a154-11fe-4269-a25b-c8b7861baf86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:01.739295 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b6e704-a4fd-4fa8-9fb8-133639294624 admin admin] No DVR routers for this DVR port d658759c-cdda-4f01-9551-ab25595051ed on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:24:01.767587 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b6e704-a4fd-4fa8-9fb8-133639294624 admin admin] Pushing event deleted for resources: {'Port': ['ID=d658759c-cdda-4f01-9551-ab25595051ed,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:01.772036 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34e93a8-6a49-4d23-a80f-f35ec11b7300 None None] DHCP port deletion for 483102d2-5f88-4f47-b33e-a8293393494c request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:24:01.779599 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39c0a154-11fe-4269-a25b-c8b7861baf86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:01.825002 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6095a5cc-e8cf-4903-8daa-11c37f91f785 None None] Provisioning complete for port d13d1f87-07f3-4d10-8f53-854b2bf898eb triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:01.825554 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6095a5cc-e8cf-4903-8daa-11c37f91f785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:01.847025 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-45b6e704-a4fd-4fa8-9fb8-133639294624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:01.853343 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0a154-11fe-4269-a25b-c8b7861baf86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33dd7af-fadc-488a-9081-6064733dce65,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:01.868959 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-45b6e704-a4fd-4fa8-9fb8-133639294624 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['483102d2-5f88-4f47-b33e-a8293393494c']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:01.878848 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-45b6e704-a4fd-4fa8-9fb8-133639294624 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8bdba8e-aa0f-4483-a329-b591bfdb474e') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:01.879142 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-45b6e704-a4fd-4fa8-9fb8-133639294624 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8bdba8e-aa0f-4483-a329-b591bfdb474e') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:01.889078 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-39c0a154-11fe-4269-a25b-c8b7861baf86 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0f9866efd2ef443db45484d5a82822ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6539168 Nov 16 11:24:01.890568 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-45b6e704-a4fd-4fa8-9fb8-133639294624 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:01.891261 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33834) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:01.911851 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-45b6e704-a4fd-4fa8-9fb8-133639294624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:01.927878 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45b6e704-a4fd-4fa8-9fb8-133639294624 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:24:01.928928 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-45b6e704-a4fd-4fa8-9fb8-133639294624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:01.931121 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:24:01.931121 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:24:01.931121 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:24:01.931121 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:24:01.931121 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:24:01.931121 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:24:01.931121 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:24:01.931121 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:24:01.931121 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:24:01.931121 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:24:01.931121 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:24:01.931121 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:24:01.931121 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:24:01.931121 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:24:01.931121 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:24:01.931121 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:24:01.931121 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:24:01.931121 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:24:01.931121 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:24:01.931121 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:24:01.931121 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:24:01.931121 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:24:01.931121 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:24:01.931121 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:24:01.931121 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:24:01.931121 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:24:01.931121 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:24:01.931121 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:24:01.931121 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:24:01.931121 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:24:01.931121 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:24:01.931121 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:24:01.943366 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-f7411ce1-4c86-4c7d-8d4b-a4ae96fa6ef8 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7ec6f0aa917436da9b8feca47770801&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2048354 Nov 16 11:24:02.000222 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3902521d-5357-433b-b7fe-d42e066435d9 req-26dee424-0dea-440b-8eb4-dd801306a6e9 service neutron] 10.222.0.64 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294184 Nov 16 11:24:02.017743 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-45b6e704-a4fd-4fa8-9fb8-133639294624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:02.033142 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-45b6e704-a4fd-4fa8-9fb8-133639294624 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:02.037819 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-45b6e704-a4fd-4fa8-9fb8-133639294624 admin admin] 10.222.0.61 "DELETE /v2.0/networks/483102d2-5f88-4f47-b33e-a8293393494c HTTP/1.1" status: 204 len: 168 time: 1.3509490 Nov 16 11:24:02.049183 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b6e704-a4fd-4fa8-9fb8-133639294624 admin admin] Pushing event deleted for resources: {'Network': ['ID=483102d2-5f88-4f47-b33e-a8293393494c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:02.059193 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4e6ba601-61a8-4c4d-a5d0-75ab92ce13dc None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:02.076822 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:02.083556 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7410c93-2f39-4b0e-8a72-d0419d353e99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:02.099606 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4e6ba601-61a8-4c4d-a5d0-75ab92ce13dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:02.121401 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-ab99f0cc-e079-4d1e-a37a-3ea9d017af83 service neutron] 10.222.0.61 "GET /v2.0/networks/0438bcfd-df32-4aa7-9315-0dd361d2066d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817458 Nov 16 11:24:02.141406 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7410c93-2f39-4b0e-8a72-d0419d353e99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:02.163362 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6ba601-61a8-4c4d-a5d0-75ab92ce13dc None None] Network 1e899852-fcea-46eb-9bf2-b2cb216aca26 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:24:02.168510 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ba601-61a8-4c4d-a5d0-75ab92ce13dc None None] Pushing event updated for resources: {'Port': ['ID=4abd9c75-f5bb-4693-adfd-053fdecbf50b,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:02.172376 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-4e6ba601-61a8-4c4d-a5d0-75ab92ce13dc None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:24:02.174696 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6ba601-61a8-4c4d-a5d0-75ab92ce13dc None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:24:02.223570 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port d13d1f87-07f3-4d10-8f53-854b2bf898eb, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=d13d1f87-07f3-4d10-8f53-854b2bf898eb,segment=NetworkSegment(7d62dc43-b4fc-438f-9bc9-6808916eb644),segment_id=7d62dc43-b4fc-438f-9bc9-6808916eb644)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:02.227635 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7410c93-2f39-4b0e-8a72-d0419d353e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:02.233045 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7410c93-2f39-4b0e-8a72-d0419d353e99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:02.236523 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a7410c93-2f39-4b0e-8a72-d0419d353e99 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d33dd7af-fadc-488a-9081-6064733dce65 HTTP/1.1" status: 204 len: 168 time: 0.3396504 Nov 16 11:24:02.292012 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:02.298573 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33842) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:02.336011 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7410c93-2f39-4b0e-8a72-d0419d353e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33dd7af-fadc-488a-9081-6064733dce65,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:02.390034 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-0455761f-6742-4053-9cea-f62a2ca31f19 service neutron] 10.222.0.61 "GET /v2.0/networks/0438bcfd-df32-4aa7-9315-0dd361d2066d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847563 Nov 16 11:24:02.408110 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-4e6ba601-61a8-4c4d-a5d0-75ab92ce13dc None None] Attempting to bind port 4abd9c75-f5bb-4693-adfd-053fdecbf50b on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:24:02.408624 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-4e6ba601-61a8-4c4d-a5d0-75ab92ce13dc None None] Attempting to bind port 4abd9c75-f5bb-4693-adfd-053fdecbf50b by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '8a089087-57a1-4dd8-b5a7-35c4d39afe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1e899852-fcea-46eb-9bf2-b2cb216aca26'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:24:02.409062 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6ba601-61a8-4c4d-a5d0-75ab92ce13dc None None] Attempting to bind port 4abd9c75-f5bb-4693-adfd-053fdecbf50b on network 1e899852-fcea-46eb-9bf2-b2cb216aca26 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:24:02.411674 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-72bef04a-159a-4de3-a0f1-33638166a794 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=26c963f4cdb74f2494c888a4f19adc27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1097364 Nov 16 11:24:02.416680 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33846) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:02.422458 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 7ddaea78-0390-4f42-bc31-36ab8a9f528e details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:24:02.450036 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6095a5cc-e8cf-4903-8daa-11c37f91f785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:02.458645 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6ba601-61a8-4c4d-a5d0-75ab92ce13dc None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:24:02.459119 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6ba601-61a8-4c4d-a5d0-75ab92ce13dc None None] Checking segment: {'id': '8a089087-57a1-4dd8-b5a7-35c4d39afe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1e899852-fcea-46eb-9bf2-b2cb216aca26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:24:02.459598 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4e6ba601-61a8-4c4d-a5d0-75ab92ce13dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:02.460227 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6ba601-61a8-4c4d-a5d0-75ab92ce13dc None None] Bound using segment: {'id': '8a089087-57a1-4dd8-b5a7-35c4d39afe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1e899852-fcea-46eb-9bf2-b2cb216aca26'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:24:02.460794 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-4e6ba601-61a8-4c4d-a5d0-75ab92ce13dc None None] Bound port: 4abd9c75-f5bb-4693-adfd-053fdecbf50b, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a089087-57a1-4dd8-b5a7-35c4d39afe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1e899852-fcea-46eb-9bf2-b2cb216aca26'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:24:02.461289 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4e6ba601-61a8-4c4d-a5d0-75ab92ce13dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:02.527106 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fd9b447b-a7f6-421f-8236-eb1db884e19e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:02.551995 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-4e6ba601-61a8-4c4d-a5d0-75ab92ce13dc None None] For port 4abd9c75-f5bb-4693-adfd-053fdecbf50b, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:24:02.556721 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-4e6ba601-61a8-4c4d-a5d0-75ab92ce13dc None None] For port 4abd9c75-f5bb-4693-adfd-053fdecbf50b, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=4abd9c75-f5bb-4693-adfd-053fdecbf50b,segment=NetworkSegment(8a089087-57a1-4dd8-b5a7-35c4d39afe61),segment_id=8a089087-57a1-4dd8-b5a7-35c4d39afe61)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:24:02.566193 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=d13d1f87-07f3-4d10-8f53-854b2bf898eb,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:02.572039 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fd9b447b-a7f6-421f-8236-eb1db884e19e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:02.585070 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4e6ba601-61a8-4c4d-a5d0-75ab92ce13dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:02.595994 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-26096d6a-be53-44de-986e-7f98d8145591 service neutron] 10.222.0.61 "GET /v2.0/networks/1e899852-fcea-46eb-9bf2-b2cb216aca26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035999 Nov 16 11:24:02.687928 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ba601-61a8-4c4d-a5d0-75ab92ce13dc None None] Pushing event updated for resources: {'Port': ['ID=4abd9c75-f5bb-4693-adfd-053fdecbf50b,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:02.688203 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fd9b447b-a7f6-421f-8236-eb1db884e19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:02.693533 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fd9b447b-a7f6-421f-8236-eb1db884e19e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:02.698503 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-fd9b447b-a7f6-421f-8236-eb1db884e19e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4f959caf-7dd1-45a7-b034-89a3414a0cd6 HTTP/1.1" status: 204 len: 168 time: 0.2789872 Nov 16 11:24:02.716335 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b447b-a7f6-421f-8236-eb1db884e19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f959caf-7dd1-45a7-b034-89a3414a0cd6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:02.841882 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-a2c869f1-fcb5-452b-b6ec-5625585e976d service neutron] 10.222.0.61 "GET /v2.0/networks/1e899852-fcea-46eb-9bf2-b2cb216aca26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442751 Nov 16 11:24:02.864809 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 7ddaea78-0390-4f42-bc31-36ab8a9f528e, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=7ddaea78-0390-4f42-bc31-36ab8a9f528e,segment=NetworkSegment(d9c88559-8fa4-467d-a577-d2c14bfd7508),segment_id=d9c88559-8fa4-467d-a577-d2c14bfd7508)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:02.908250 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '7ddaea78-0390-4f42-bc31-36ab8a9f528e', 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8', 'port_id': '7ddaea78-0390-4f42-bc31-36ab8a9f528e', 'mac_address': 'fa:16:3e:ef:49:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abaafd2b-7546-45a3-a211-065b2bf563c9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:24:02.914572 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.api [None req-6095a5cc-e8cf-4903-8daa-11c37f91f785 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:24:02.914933 n-d-816823-3 neutron-server[102670]: DEBUG oslo_db.api [None req-6095a5cc-e8cf-4903-8daa-11c37f91f785 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:24:03.041107 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:03.068369 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ddaea78-0390-4f42-bc31-36ab8a9f528e {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:24:03.118457 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 7ddaea78-0390-4f42-bc31-36ab8a9f528e, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=7ddaea78-0390-4f42-bc31-36ab8a9f528e,segment=NetworkSegment(d9c88559-8fa4-467d-a577-d2c14bfd7508),segment_id=d9c88559-8fa4-467d-a577-d2c14bfd7508)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:03.133972 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:03.238401 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device d13d1f87-07f3-4d10-8f53-854b2bf898eb up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:24:03.409910 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=7ddaea78-0390-4f42-bc31-36ab8a9f528e,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:03.410413 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b099161-4d7d-4a24-96d3-e359ba8d0262 req-fc6dcc68-ac0e-4dd5-beac-1b0811fc1df4 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:03.420074 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b099161-4d7d-4a24-96d3-e359ba8d0262 req-fc6dcc68-ac0e-4dd5-beac-1b0811fc1df4 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8d30c3-065b-4a55-87ca-23372d29d1d9 HTTP/1.1" status: 200 len: 946 time: 0.1542857 Nov 16 11:24:03.485601 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['7ddaea78-0390-4f42-bc31-36ab8a9f528e'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:24:03.552516 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b099161-4d7d-4a24-96d3-e359ba8d0262 req-d50f57fb-ac95-4e2f-aede-787564b7c041 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249783 Nov 16 11:24:03.555699 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port d13d1f87-07f3-4d10-8f53-854b2bf898eb triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:03.556898 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:03.753425 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70a9ce-3498-450c-b285-de77f6d5dd2d req-a4cd2416-4a38-498a-bd0b-b88d8cacf775 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:03.763533 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0a70a9ce-3498-450c-b285-de77f6d5dd2d req-a4cd2416-4a38-498a-bd0b-b88d8cacf775 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 951 time: 0.0989850 Nov 16 11:24:03.815970 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-274e6e97-5256-4e42-b83f-dd08045dc269 None None] Provisioning complete for port d13d1f87-07f3-4d10-8f53-854b2bf898eb triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:03.816472 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-274e6e97-5256-4e42-b83f-dd08045dc269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:03.978015 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device d658759c-cdda-4f01-9551-ab25595051ed no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:24:03.988469 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0a70a9ce-3498-450c-b285-de77f6d5dd2d req-10b01e63-3df5-4419-8929-a9f0b1637c7d tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228789 Nov 16 11:24:04.024156 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: d658759c-cdda-4f01-9551-ab25595051ed {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:24:04.024687 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device d658759c-cdda-4f01-9551-ab25595051ed not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:24:04.178792 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd255a8a-3b0d-4e48-bd6d-9e7dbea26502 req-e3fa3af4-020a-4df5-aa36-ecc00f07c23c tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:04.201481 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd255a8a-3b0d-4e48-bd6d-9e7dbea26502 req-e3fa3af4-020a-4df5-aa36-ecc00f07c23c tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:04.219822 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd255a8a-3b0d-4e48-bd6d-9e7dbea26502 req-e3fa3af4-020a-4df5-aa36-ecc00f07c23c tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:04.231168 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd255a8a-3b0d-4e48-bd6d-9e7dbea26502 req-e3fa3af4-020a-4df5-aa36-ecc00f07c23c tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:04.237238 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd255a8a-3b0d-4e48-bd6d-9e7dbea26502 req-e3fa3af4-020a-4df5-aa36-ecc00f07c23c tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:04.258434 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd255a8a-3b0d-4e48-bd6d-9e7dbea26502 req-e3fa3af4-020a-4df5-aa36-ecc00f07c23c tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:04.276220 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd255a8a-3b0d-4e48-bd6d-9e7dbea26502 req-e3fa3af4-020a-4df5-aa36-ecc00f07c23c tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:04.284445 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bd255a8a-3b0d-4e48-bd6d-9e7dbea26502 req-e3fa3af4-020a-4df5-aa36-ecc00f07c23c tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 5421 time: 0.1895835 Nov 16 11:24:04.416563 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bd255a8a-3b0d-4e48-bd6d-9e7dbea26502 req-ebd04fe5-8f05-4a7a-a356-60f7679f25c4 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c641a9-9ec5-4bde-8d8e-91841ccae81e&id=df1a22eb-4b7f-4078-bf25-bb6ec7c01c43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1275823 Nov 16 11:24:04.470908 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33934) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:04.639584 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2aa8ac1-0b86-4f46-b831-c1da860cef5f None None] Network 1e899852-fcea-46eb-9bf2-b2cb216aca26 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:24:04.665999 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-b7f42958-646d-4216-a046-f3e56ceecd26 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-369756486-network', 'tenant_id': 'b0e9e6de4f694c51b3e4cee28f830c28'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:24:04.703605 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f42958-646d-4216-a046-f3e56ceecd26 admin admin] Made reservation on behalf of b0e9e6de4f694c51b3e4cee28f830c28 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:24:04.716306 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b7f42958-646d-4216-a046-f3e56ceecd26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:04.732005 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b7f42958-646d-4216-a046-f3e56ceecd26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:04.781899 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-36dcafb6-791d-461a-b70c-adf9e57b881f None None] Provisioning complete for port 4abd9c75-f5bb-4693-adfd-053fdecbf50b triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:04.782373 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-36dcafb6-791d-461a-b70c-adf9e57b881f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:04.964453 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b7f42958-646d-4216-a046-f3e56ceecd26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:04.978237 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b7f42958-646d-4216-a046-f3e56ceecd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:05.010224 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb625bb-a4e9-4c68-ba20-48b86d306564 req-9b207adb-6e23-42b1-97f9-1dd18fba44fc tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:05.019502 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fcb625bb-a4e9-4c68-ba20-48b86d306564 req-9b207adb-6e23-42b1-97f9-1dd18fba44fc tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=079adb6e-31d5-49bf-85ba-1ec369ddeb80 HTTP/1.1" status: 200 len: 945 time: 0.1875339 Nov 16 11:24:05.040412 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f42958-646d-4216-a046-f3e56ceecd26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:24:05.063284 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f42958-646d-4216-a046-f3e56ceecd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1151e0-22e1-46fe-87d1-212aef15156e,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:05.066618 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b7f42958-646d-4216-a046-f3e56ceecd26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:05.067231 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-b7f42958-646d-4216-a046-f3e56ceecd26 admin admin] Added segment 1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1 of type vlan for network 7bc3b876-f37c-4fd2-ad3b-c29cb12fd064 Nov 16 11:24:05.147354 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fcb625bb-a4e9-4c68-ba20-48b86d306564 req-d35134a9-9685-466b-9258-690aa0b6b8f5 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268167 Nov 16 11:24:05.149528 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b7f42958-646d-4216-a046-f3e56ceecd26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:05.186678 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b7f42958-646d-4216-a046-f3e56ceecd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:05.187833 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f42958-646d-4216-a046-f3e56ceecd26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:05.188485 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b7f42958-646d-4216-a046-f3e56ceecd26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:05.206979 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-36dcafb6-791d-461a-b70c-adf9e57b881f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:05.262796 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 4abd9c75-f5bb-4693-adfd-053fdecbf50b up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:24:05.292429 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b7f42958-646d-4216-a046-f3e56ceecd26 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8196318 Nov 16 11:24:05.295233 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33998) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:05.301316 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f97b708c-19e3-44ad-bd80-4a8d8f8470b9 admin admin] Request body: {'subnet': {'network_id': '7bc3b876-f37c-4fd2-ad3b-c29cb12fd064', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-369756486-subnet', 'tenant_id': 'b0e9e6de4f694c51b3e4cee28f830c28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:24:05.334163 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-36dcafb6-791d-461a-b70c-adf9e57b881f None None] For port 4abd9c75-f5bb-4693-adfd-053fdecbf50b, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=4abd9c75-f5bb-4693-adfd-053fdecbf50b,segment=NetworkSegment(8a089087-57a1-4dd8-b5a7-35c4d39afe61),segment_id=8a089087-57a1-4dd8-b5a7-35c4d39afe61)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:05.362055 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-36dcafb6-791d-461a-b70c-adf9e57b881f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:05.392770 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f42958-646d-4216-a046-f3e56ceecd26 admin admin] Pushing event updated for resources: {'Network': ['ID=7bc3b876-f37c-4fd2-ad3b-c29cb12fd064,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:05.396708 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2c5d1356-df99-4464-8314-285c3a8eae5b req-1cd178ca-e10f-4632-b675-d813515d611c tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/ports?device_id=55af3297-72c0-4735-b62d-0895f19fc954 HTTP/1.1" status: 200 len: 210 time: 0.0818510 Nov 16 11:24:05.405757 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 7bc3b876-f37c-4fd2-ad3b-c29cb12fd064 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:24:05.540764 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 08ceb28d-8344-42d5-9cb2-b5e94742930c details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:24:05.582908 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 4abd9c75-f5bb-4693-adfd-053fdecbf50b triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:05.585175 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:05.602743 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dcafb6-791d-461a-b70c-adf9e57b881f None None] Pushing event updated for resources: {'Port': ['ID=4abd9c75-f5bb-4693-adfd-053fdecbf50b,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:05.629513 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34006) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:05.739639 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-06f761d9-3053-4cca-859e-1c531a448adb None None] Provisioning complete for port 4abd9c75-f5bb-4693-adfd-053fdecbf50b triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:05.740577 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-06f761d9-3053-4cca-859e-1c531a448adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:05.762025 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c343a3-bdc4-43be-8493-95c08672ff39 req-82873a71-5d3b-4852-a19c-3f0ed1c64f77 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:05.763631 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a2c343a3-bdc4-43be-8493-95c08672ff39 req-82873a71-5d3b-4852-a19c-3f0ed1c64f77 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8d30c3-065b-4a55-87ca-23372d29d1d9 HTTP/1.1" status: 200 len: 946 time: 0.0553155 Nov 16 11:24:05.771136 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97b708c-19e3-44ad-bd80-4a8d8f8470b9 admin admin] Made reservation on behalf of b0e9e6de4f694c51b3e4cee28f830c28 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:24:05.774925 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f97b708c-19e3-44ad-bd80-4a8d8f8470b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:05.797228 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1598bb92-f99c-4a39-b45f-8f94f6908182 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:05.841000 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a2c343a3-bdc4-43be-8493-95c08672ff39 req-d828ca26-3fa1-4c8a-979e-afa46dd21833 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713201 Nov 16 11:24:05.841329 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 08ceb28d-8344-42d5-9cb2-b5e94742930c, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=08ceb28d-8344-42d5-9cb2-b5e94742930c,segment=NetworkSegment(bc3efc76-7eee-41cc-b500-e816d15e53cf),segment_id=bc3efc76-7eee-41cc-b500-e816d15e53cf)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:05.858417 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '08ceb28d-8344-42d5-9cb2-b5e94742930c', 'network_id': '3a680621-2411-4708-95d4-d036f0b77350', 'port_id': '08ceb28d-8344-42d5-9cb2-b5e94742930c', 'mac_address': 'fa:16:3e:44:f6:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa229a78-8641-4bd0-96a1-8a987021b856', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:24:05.884316 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-c6b98993-a102-4e2b-80f5-eda0b9aa59cc tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:05.890147 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-c6b98993-a102-4e2b-80f5-eda0b9aa59cc tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:05.891839 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-c6b98993-a102-4e2b-80f5-eda0b9aa59cc tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.64 "GET /v2.0/networks?id=0438bcfd-df32-4aa7-9315-0dd361d2066d&id=1e899852-fcea-46eb-9bf2-b2cb216aca26 HTTP/1.1" status: 200 len: 1391 time: 0.2073107 Nov 16 11:24:05.907414 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-5837993f-a4ba-431e-8521-4a475fa88ccc tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Request body: {'port': {'device_id': '55af3297-72c0-4735-b62d-0895f19fc954', 'network_id': '0438bcfd-df32-4aa7-9315-0dd361d2066d', 'admin_state_up': True, 'tenant_id': 'a7ec6f0aa917436da9b8feca47770801'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:24:05.941539 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1598bb92-f99c-4a39-b45f-8f94f6908182 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:05.952363 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1598bb92-f99c-4a39-b45f-8f94f6908182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:05.960013 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:05.980374 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08ceb28d-8344-42d5-9cb2-b5e94742930c {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:24:06.003362 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 08ceb28d-8344-42d5-9cb2-b5e94742930c, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=08ceb28d-8344-42d5-9cb2-b5e94742930c,segment=NetworkSegment(bc3efc76-7eee-41cc-b500-e816d15e53cf),segment_id=bc3efc76-7eee-41cc-b500-e816d15e53cf)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:06.008668 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:06.009740 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 41a853ef-f92e-4127-89d6-e02d71c0d2ed details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:24:06.010389 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1598bb92-f99c-4a39-b45f-8f94f6908182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cec32f1-6fef-4cfb-85af-e175dbed917c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:06.014537 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1598bb92-f99c-4a39-b45f-8f94f6908182 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2eacd27d5fa641b3ab018c950aaff4b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3839560 Nov 16 11:24:06.017205 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34012) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:06.058537 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bafaea1-4ddc-4c44-a414-f450fc18df6c req-7279e104-cc96-4d0f-8368-0eec602a2fda tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:06.064723 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bafaea1-4ddc-4c44-a414-f450fc18df6c req-7279e104-cc96-4d0f-8368-0eec602a2fda tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:06.071460 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bafaea1-4ddc-4c44-a414-f450fc18df6c req-7279e104-cc96-4d0f-8368-0eec602a2fda tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:06.078188 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bafaea1-4ddc-4c44-a414-f450fc18df6c req-7279e104-cc96-4d0f-8368-0eec602a2fda tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:06.084116 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bafaea1-4ddc-4c44-a414-f450fc18df6c req-7279e104-cc96-4d0f-8368-0eec602a2fda tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:06.090067 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bafaea1-4ddc-4c44-a414-f450fc18df6c req-7279e104-cc96-4d0f-8368-0eec602a2fda tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:06.096266 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bafaea1-4ddc-4c44-a414-f450fc18df6c req-7279e104-cc96-4d0f-8368-0eec602a2fda tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:06.098141 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7bafaea1-4ddc-4c44-a414-f450fc18df6c req-7279e104-cc96-4d0f-8368-0eec602a2fda tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 5421 time: 0.1626043 Nov 16 11:24:06.115288 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=08ceb28d-8344-42d5-9cb2-b5e94742930c,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:06.136224 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-5837993f-a4ba-431e-8521-4a475fa88ccc tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Made reservation on behalf of a7ec6f0aa917436da9b8feca47770801 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:24:06.140326 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-5837993f-a4ba-431e-8521-4a475fa88ccc tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:06.150600 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f97b708c-19e3-44ad-bd80-4a8d8f8470b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:06.155412 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-58639d89-5c79-4d6d-ad07-49cf9aa7f7a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:06.170973 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 41a853ef-f92e-4127-89d6-e02d71c0d2ed, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=41a853ef-f92e-4127-89d6-e02d71c0d2ed,segment=NetworkSegment(3aacb015-09d5-4518-8cdb-9c27d9564540),segment_id=3aacb015-09d5-4518-8cdb-9c27d9564540)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:06.184034 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '41a853ef-f92e-4127-89d6-e02d71c0d2ed', 'network_id': 'ea6b1a63-583a-4222-8450-3af28565319c', 'port_id': '41a853ef-f92e-4127-89d6-e02d71c0d2ed', 'mac_address': 'fa:16:3e:06:c3:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16cc9616-2b5b-44c0-b1c8-e21887664ca8', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:24:06.191466 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-58639d89-5c79-4d6d-ad07-49cf9aa7f7a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:06.197970 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7bafaea1-4ddc-4c44-a414-f450fc18df6c req-15eab24c-5c6f-44f0-8de4-a4102f4cf871 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c641a9-9ec5-4bde-8d8e-91841ccae81e&id=df1a22eb-4b7f-4078-bf25-bb6ec7c01c43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0860765 Nov 16 11:24:06.201238 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b708c-19e3-44ad-bd80-4a8d8f8470b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0426f897-3517-4777-b787-b653a2b0dda2,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:06.230739 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:06.255566 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41a853ef-f92e-4127-89d6-e02d71c0d2ed {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:24:06.257843 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-58639d89-5c79-4d6d-ad07-49cf9aa7f7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:06.262272 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-58639d89-5c79-4d6d-ad07-49cf9aa7f7a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:06.265968 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-58639d89-5c79-4d6d-ad07-49cf9aa7f7a5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4cec32f1-6fef-4cfb-85af-e175dbed917c HTTP/1.1" status: 204 len: 168 time: 0.2456052 Nov 16 11:24:06.282754 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58639d89-5c79-4d6d-ad07-49cf9aa7f7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cec32f1-6fef-4cfb-85af-e175dbed917c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:06.291066 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 41a853ef-f92e-4127-89d6-e02d71c0d2ed, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=41a853ef-f92e-4127-89d6-e02d71c0d2ed,segment=NetworkSegment(3aacb015-09d5-4518-8cdb-9c27d9564540),segment_id=3aacb015-09d5-4518-8cdb-9c27d9564540)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:06.304059 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:06.304783 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 8c0c8e29-c9e3-442d-bb5d-3b91f658d21a details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:24:06.336583 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 8c0c8e29-c9e3-442d-bb5d-3b91f658d21a, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=8c0c8e29-c9e3-442d-bb5d-3b91f658d21a,segment=NetworkSegment(3aacb015-09d5-4518-8cdb-9c27d9564540),segment_id=3aacb015-09d5-4518-8cdb-9c27d9564540)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:06.363816 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97b708c-19e3-44ad-bd80-4a8d8f8470b9 admin admin] Checking segment: {'id': '1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '7bc3b876-f37c-4fd2-ad3b-c29cb12fd064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:24:06.364453 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602e3b6-382a-4517-bc75-cee60613305e req-2283552f-2eb9-48eb-9609-71a026436d85 tempest-ServersAdminTestJSON-1387856264 tempest-ServersAdminTestJSON-1387856264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:06.365027 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97b708c-19e3-44ad-bd80-4a8d8f8470b9 admin admin] Network hostable DHCP agents. Network: 7bc3b876-f37c-4fd2-ad3b-c29cb12fd064, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:24:06.368464 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2602e3b6-382a-4517-bc75-cee60613305e req-2283552f-2eb9-48eb-9609-71a026436d85 tempest-ServersAdminTestJSON-1387856264 tempest-ServersAdminTestJSON-1387856264-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 1102 time: 0.0520959 Nov 16 11:24:06.373361 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '8c0c8e29-c9e3-442d-bb5d-3b91f658d21a', 'network_id': 'ea6b1a63-583a-4222-8450-3af28565319c', 'port_id': '8c0c8e29-c9e3-442d-bb5d-3b91f658d21a', 'mac_address': 'fa:16:3e:30:0b:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16cc9616-2b5b-44c0-b1c8-e21887664ca8', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:24:06.389706 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-5837993f-a4ba-431e-8521-4a475fa88ccc tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Allocated IP 19.80.0.47 (0438bcfd-df32-4aa7-9315-0dd361d2066d/dcf87268-1f2b-4b46-88da-6caaf8fb469b/635a0389-606a-4e81-8144-a1b9eb53c85e) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:24:06.421354 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97b708c-19e3-44ad-bd80-4a8d8f8470b9 admin admin] Network 7bc3b876-f37c-4fd2-ad3b-c29cb12fd064 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:24:06.432531 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=41a853ef-f92e-4127-89d6-e02d71c0d2ed,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:06.435355 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:06.436233 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2602e3b6-382a-4517-bc75-cee60613305e req-eacec5f1-a6d4-472e-b639-98581979385d tempest-ServersAdminTestJSON-1387856264 tempest-ServersAdminTestJSON-1387856264-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607712 Nov 16 11:24:06.440092 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 7ddaea78-0390-4f42-bc31-36ab8a9f528e up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:24:06.442786 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-f97b708c-19e3-44ad-bd80-4a8d8f8470b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 7bc3b876-f37c-4fd2-ad3b-c29cb12fd064) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:24:06.465850 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97b708c-19e3-44ad-bd80-4a8d8f8470b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:06.466968 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f97b708c-19e3-44ad-bd80-4a8d8f8470b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:06.475490 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c081fc-5797-4d82-bb82-d0e24505ac7f None None] Network 7bc3b876-f37c-4fd2-ad3b-c29cb12fd064 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:24:06.535189 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f97b708c-19e3-44ad-bd80-4a8d8f8470b9 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2380233 Nov 16 11:24:06.558761 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c0c8e29-c9e3-442d-bb5d-3b91f658d21a {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:24:06.567611 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb907c-4491-4160-9754-47013552dd96 req-b3d5f080-2c28-46e9-916c-172a6bffaa00 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:06.587465 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-17eb907c-4491-4160-9754-47013552dd96 req-b3d5f080-2c28-46e9-916c-172a6bffaa00 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=079adb6e-31d5-49bf-85ba-1ec369ddeb80 HTTP/1.1" status: 200 len: 945 time: 0.0725267 Nov 16 11:24:06.612511 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 8c0c8e29-c9e3-442d-bb5d-3b91f658d21a, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=8c0c8e29-c9e3-442d-bb5d-3b91f658d21a,segment=NetworkSegment(3aacb015-09d5-4518-8cdb-9c27d9564540),segment_id=3aacb015-09d5-4518-8cdb-9c27d9564540)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:06.632433 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:06.633114 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device f958e357-3c58-4ef4-8e95-dd29178bdd07 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:24:06.672852 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c08dda6-e54a-4f60-a205-861aa53341ad None None] Network 7bc3b876-f37c-4fd2-ad3b-c29cb12fd064 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:24:06.692557 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-17eb907c-4491-4160-9754-47013552dd96 req-ea6e208e-2530-4bef-850f-1e8acb5657a6 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986035 Nov 16 11:24:06.742045 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-5837993f-a4ba-431e-8521-4a475fa88ccc tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:06.798899 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-5837993f-a4ba-431e-8521-4a475fa88ccc tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:06.840437 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 7ddaea78-0390-4f42-bc31-36ab8a9f528e completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:24:06.847973 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-5837993f-a4ba-431e-8521-4a475fa88ccc tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Network 0438bcfd-df32-4aa7-9315-0dd361d2066d is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:24:06.852733 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-5837993f-a4ba-431e-8521-4a475fa88ccc tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:24:06.858514 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-5837993f-a4ba-431e-8521-4a475fa88ccc tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:24:06.889307 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be799e2-ac52-499b-baab-726a4d38e378 req-b6e21f40-0440-4923-a269-857d5d4371ca tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:06.890949 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6be799e2-ac52-499b-baab-726a4d38e378 req-b6e21f40-0440-4923-a269-857d5d4371ca tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/ports?device_id=55af3297-72c0-4735-b62d-0895f19fc954 HTTP/1.1" status: 200 len: 931 time: 0.0832996 Nov 16 11:24:06.919250 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 7ddaea78-0390-4f42-bc31-36ab8a9f528e triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:06.919709 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:06.921975 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=8c0c8e29-c9e3-442d-bb5d-3b91f658d21a,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:06.939046 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-5837993f-a4ba-431e-8521-4a475fa88ccc tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:06.939856 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-5837993f-a4ba-431e-8521-4a475fa88ccc tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:06.977417 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837993f-a4ba-431e-8521-4a475fa88ccc tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Pushing event updated for resources: {'Port': ['ID=635a0389-606a-4e81-8144-a1b9eb53c85e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:06.986870 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-5837993f-a4ba-431e-8521-4a475fa88ccc tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0835397 Nov 16 11:24:06.992626 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6be799e2-ac52-499b-baab-726a4d38e378 req-73ef5fcd-fdd0-45c5-bc96-7e4f8128b5a0 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/security-groups?id=e6ce7d58-b578-4d94-8222-f5a684de1780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951533 Nov 16 11:24:07.003027 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-8f8e7034-eee1-4002-b393-a49da2666613 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Request body: {'port': {'device_id': '55af3297-72c0-4735-b62d-0895f19fc954', 'network_id': '1e899852-fcea-46eb-9bf2-b2cb216aca26', 'admin_state_up': True, 'tenant_id': 'a7ec6f0aa917436da9b8feca47770801'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:24:07.166323 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port f958e357-3c58-4ef4-8e95-dd29178bdd07, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=f958e357-3c58-4ef4-8e95-dd29178bdd07,segment=NetworkSegment(16847986-4ee3-48f3-a2b2-b0245bd65314),segment_id=16847986-4ee3-48f3-a2b2-b0245bd65314)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:07.182522 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 4abd9c75-f5bb-4693-adfd-053fdecbf50b up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:24:07.194088 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-8f8e7034-eee1-4002-b393-a49da2666613 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Made reservation on behalf of a7ec6f0aa917436da9b8feca47770801 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:24:07.199770 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-8f8e7034-eee1-4002-b393-a49da2666613 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:07.220575 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': 'f958e357-3c58-4ef4-8e95-dd29178bdd07', 'network_id': '2ef7fac0-ba76-4873-aa0c-db478637a221', 'port_id': 'f958e357-3c58-4ef4-8e95-dd29178bdd07', 'mac_address': 'fa:16:3e:92:a0:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9354876-5a24-4c3d-aa0b-1b12e2704ca4', 'ip_address': '10.1.1.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:24:07.294410 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a27d48-725a-4204-ac36-88f33ff6a2aa req-b319aea7-6743-46d3-a44b-12fee26c243a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:07.301536 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c3a27d48-725a-4204-ac36-88f33ff6a2aa req-b319aea7-6743-46d3-a44b-12fee26c243a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8d30c3-065b-4a55-87ca-23372d29d1d9 HTTP/1.1" status: 200 len: 946 time: 0.0625916 Nov 16 11:24:07.314774 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 4abd9c75-f5bb-4693-adfd-053fdecbf50b triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:07.315155 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:07.349090 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c3a27d48-725a-4204-ac36-88f33ff6a2aa req-d9dda62b-ea65-4676-901c-fcc62cdafbb0 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459874 Nov 16 11:24:07.360571 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:07.365324 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c6216044-d487-4cd7-babf-550a2af1374b None None] Provisioning complete for port 635a0389-606a-4e81-8144-a1b9eb53c85e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:07.365684 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c6216044-d487-4cd7-babf-550a2af1374b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:07.389760 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-8f8e7034-eee1-4002-b393-a49da2666613 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Allocated IP 19.86.0.94 (1e899852-fcea-46eb-9bf2-b2cb216aca26/f6097a4b-1d60-4146-9956-8b304deacf07/25627185-5f1f-4fa7-96e5-c375f7b43bdc) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:24:07.408059 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:07.433967 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '079adb6e-31d5-49bf-85ba-1ec369ddeb80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ddaea78-0390-4f42-bc31-36ab8a9f528e'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:24:07.436353 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0fcf37-53a6-40b6-b34a-ef2815399404" -d '{"events": [{"server_uuid": "079adb6e-31d5-49bf-85ba-1ec369ddeb80", "name": "network-vif-plugged", "status": "completed", "tag": "7ddaea78-0390-4f42-bc31-36ab8a9f528e"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:24:07.484805 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f958e357-3c58-4ef4-8e95-dd29178bdd07 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:24:07.505125 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port f958e357-3c58-4ef4-8e95-dd29178bdd07, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=f958e357-3c58-4ef4-8e95-dd29178bdd07,segment=NetworkSegment(16847986-4ee3-48f3-a2b2-b0245bd65314),segment_id=16847986-4ee3-48f3-a2b2-b0245bd65314)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:07.509579 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 7ddaea78-0390-4f42-bc31-36ab8a9f528e, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=7ddaea78-0390-4f42-bc31-36ab8a9f528e,segment=NetworkSegment(d9c88559-8fa4-467d-a577-d2c14bfd7508),segment_id=d9c88559-8fa4-467d-a577-d2c14bfd7508)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:07.515862 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-c6216044-d487-4cd7-babf-550a2af1374b None None] Port 635a0389-606a-4e81-8144-a1b9eb53c85e cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:24:07.522631 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:07.523410 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 442339e7-8828-4527-b420-5e71635e90f9 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:24:07.528827 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:07.598884 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-8f8e7034-eee1-4002-b393-a49da2666613 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:07.605864 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=f958e357-3c58-4ef4-8e95-dd29178bdd07,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:07.612513 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 442339e7-8828-4527-b420-5e71635e90f9, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=442339e7-8828-4527-b420-5e71635e90f9,segment=NetworkSegment(16847986-4ee3-48f3-a2b2-b0245bd65314),segment_id=16847986-4ee3-48f3-a2b2-b0245bd65314)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:07.642186 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '442339e7-8828-4527-b420-5e71635e90f9', 'network_id': '2ef7fac0-ba76-4873-aa0c-db478637a221', 'port_id': '442339e7-8828-4527-b420-5e71635e90f9', 'mac_address': 'fa:16:3e:65:e3:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9354876-5a24-4c3d-aa0b-1b12e2704ca4', 'ip_address': '10.1.1.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:24:07.682684 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-8f8e7034-eee1-4002-b393-a49da2666613 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:07.703457 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=7ddaea78-0390-4f42-bc31-36ab8a9f528e,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:07.715890 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:07.729834 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 442339e7-8828-4527-b420-5e71635e90f9 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:24:07.740183 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-8f8e7034-eee1-4002-b393-a49da2666613 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Network 1e899852-fcea-46eb-9bf2-b2cb216aca26 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:24:07.743895 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-8f8e7034-eee1-4002-b393-a49da2666613 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:24:07.748221 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-8f8e7034-eee1-4002-b393-a49da2666613 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:24:07.760069 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 442339e7-8828-4527-b420-5e71635e90f9, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=442339e7-8828-4527-b420-5e71635e90f9,segment=NetworkSegment(16847986-4ee3-48f3-a2b2-b0245bd65314),segment_id=16847986-4ee3-48f3-a2b2-b0245bd65314)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:07.775248 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:07.776202 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device b06424a2-3780-4ea6-937a-fd17aaa823c1 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:24:07.841221 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-8f8e7034-eee1-4002-b393-a49da2666613 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:07.842940 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-8f8e7034-eee1-4002-b393-a49da2666613 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:07.853044 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e7034-eee1-4002-b393-a49da2666613 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Pushing event updated for resources: {'Port': ['ID=25627185-5f1f-4fa7-96e5-c375f7b43bdc,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:07.885103 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port b06424a2-3780-4ea6-937a-fd17aaa823c1, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=b06424a2-3780-4ea6-937a-fd17aaa823c1,segment=NetworkSegment(16847986-4ee3-48f3-a2b2-b0245bd65314),segment_id=16847986-4ee3-48f3-a2b2-b0245bd65314)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:07.896676 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=442339e7-8828-4527-b420-5e71635e90f9,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:07.910047 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': 'b06424a2-3780-4ea6-937a-fd17aaa823c1', 'network_id': '2ef7fac0-ba76-4873-aa0c-db478637a221', 'port_id': 'b06424a2-3780-4ea6-937a-fd17aaa823c1', 'mac_address': 'fa:16:3e:f7:0c:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9354876-5a24-4c3d-aa0b-1b12e2704ca4', 'ip_address': '10.1.1.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:24:07.913750 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-8f8e7034-eee1-4002-b393-a49da2666613 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9176183 Nov 16 11:24:07.926947 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-cb5e603f-3f8f-4f3f-84d5-1bf9d0da8c5c service neutron] Request body: {'port': {'device_id': '55af3297-72c0-4735-b62d-0895f19fc954', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:24:07.961252 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:07.980959 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b06424a2-3780-4ea6-937a-fd17aaa823c1 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:24:08.003026 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port b06424a2-3780-4ea6-937a-fd17aaa823c1, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=b06424a2-3780-4ea6-937a-fd17aaa823c1,segment=NetworkSegment(16847986-4ee3-48f3-a2b2-b0245bd65314),segment_id=16847986-4ee3-48f3-a2b2-b0245bd65314)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:08.012578 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:08.014227 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device ef6df7df-1e5a-4b26-a927-ad82f8336e09 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:24:08.025654 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-cb5e603f-3f8f-4f3f-84d5-1bf9d0da8c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:08.157046 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53799af0-d371-4ca2-a678-82b2dd323adb req-f54f8dec-83d4-49b1-b7a4-70006f6efccb tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:08.166469 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-53799af0-d371-4ca2-a678-82b2dd323adb req-f54f8dec-83d4-49b1-b7a4-70006f6efccb tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/networks?id=7bc3b876-f37c-4fd2-ad3b-c29cb12fd064 HTTP/1.1" status: 200 len: 814 time: 0.5320578 Nov 16 11:24:08.187702 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-53799af0-d371-4ca2-a678-82b2dd323adb req-92752ff4-b818-4217-8daf-584bd9b05e2d tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/quotas/b0e9e6de4f694c51b3e4cee28f830c28 HTTP/1.1" status: 200 len: 375 time: 0.0201104 Nov 16 11:24:08.227922 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-53799af0-d371-4ca2-a678-82b2dd323adb req-b5c3c992-1938-4102-a92c-dc3413923645 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b0e9e6de4f694c51b3e4cee28f830c28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391853 Nov 16 11:24:08.254111 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34086) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:08.281141 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port ef6df7df-1e5a-4b26-a927-ad82f8336e09, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=ef6df7df-1e5a-4b26-a927-ad82f8336e09,segment=NetworkSegment(16847986-4ee3-48f3-a2b2-b0245bd65314),segment_id=16847986-4ee3-48f3-a2b2-b0245bd65314)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:08.318398 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': 'ef6df7df-1e5a-4b26-a927-ad82f8336e09', 'network_id': '2ef7fac0-ba76-4873-aa0c-db478637a221', 'port_id': 'ef6df7df-1e5a-4b26-a927-ad82f8336e09', 'mac_address': 'fa:16:3e:25:3b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9354876-5a24-4c3d-aa0b-1b12e2704ca4', 'ip_address': '10.1.1.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:24:08.331198 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-de7aac04-2000-49c3-8c4f-76a691bbf549 None None] Provisioning complete for port 25627185-5f1f-4fa7-96e5-c375f7b43bdc triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:08.331588 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-de7aac04-2000-49c3-8c4f-76a691bbf549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:08.348044 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-53799af0-d371-4ca2-a678-82b2dd323adb req-6e30c814-4cac-4c34-9664-08853571f6f2 service neutron] 10.222.0.61 "GET /v2.0/networks/7bc3b876-f37c-4fd2-ad3b-c29cb12fd064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190448 Nov 16 11:24:08.355498 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=b06424a2-3780-4ea6-937a-fd17aaa823c1,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:08.376787 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-cb5e603f-3f8f-4f3f-84d5-1bf9d0da8c5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 635a0389-606a-4e81-8144-a1b9eb53c85e {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:24:08.387594 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-793a1561-7518-4424-9920-3420a247dc50 tempest-MeteringTestJSON-829896969 tempest-MeteringTestJSON-829896969-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1578599461'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:24:08.388212 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-793a1561-7518-4424-9920-3420a247dc50 tempest-MeteringTestJSON-829896969 tempest-MeteringTestJSON-829896969-project-admin] Unknown quota resources ['metering_label']. {{(pid=102668) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 11:24:08.395878 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-cb5e603f-3f8f-4f3f-84d5-1bf9d0da8c5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:08.403502 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:08.411943 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-de7aac04-2000-49c3-8c4f-76a691bbf549 None None] Port 25627185-5f1f-4fa7-96e5-c375f7b43bdc cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:24:08.417536 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef6df7df-1e5a-4b26-a927-ad82f8336e09 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:24:08.441545 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port ef6df7df-1e5a-4b26-a927-ad82f8336e09, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=ef6df7df-1e5a-4b26-a927-ad82f8336e09,segment=NetworkSegment(16847986-4ee3-48f3-a2b2-b0245bd65314),segment_id=16847986-4ee3-48f3-a2b2-b0245bd65314)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:08.446473 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-53799af0-d371-4ca2-a678-82b2dd323adb req-1ba2c891-46fd-4483-a145-e3cc8bb2babd service neutron] 10.222.0.61 "GET /v2.0/networks/7bc3b876-f37c-4fd2-ad3b-c29cb12fd064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974667 Nov 16 11:24:08.447763 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:08.469995 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-cb5e603f-3f8f-4f3f-84d5-1bf9d0da8c5c service neutron] Transition to ACTIVE for port object 635a0389-606a-4e81-8144-a1b9eb53c85e will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:24:08.497530 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-cb5e603f-3f8f-4f3f-84d5-1bf9d0da8c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:08.502469 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=ef6df7df-1e5a-4b26-a927-ad82f8336e09,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:08.627347 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-793a1561-7518-4424-9920-3420a247dc50 tempest-MeteringTestJSON-829896969 tempest-MeteringTestJSON-829896969-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:08.628599 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-793a1561-7518-4424-9920-3420a247dc50 tempest-MeteringTestJSON-829896969 tempest-MeteringTestJSON-829896969-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3718493 Nov 16 11:24:08.631790 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34096) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:08.637574 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-b8049661-55ec-461c-8505-0642321b7344 tempest-MeteringTestJSON-829896969 tempest-MeteringTestJSON-829896969-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '996ec880-16ef-4b11-86af-e6d1a8f3477e'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:24:08.638141 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-b8049661-55ec-461c-8505-0642321b7344 tempest-MeteringTestJSON-829896969 tempest-MeteringTestJSON-829896969-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102669) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 11:24:08.663432 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e603f-3f8f-4f3f-84d5-1bf9d0da8c5c service neutron] Pushing event updated for resources: {'Port': ['ID=635a0389-606a-4e81-8144-a1b9eb53c85e,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:08.721328 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-cb5e603f-3f8f-4f3f-84d5-1bf9d0da8c5c service neutron] Attempting to bind port 635a0389-606a-4e81-8144-a1b9eb53c85e on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:24:08.721735 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-cb5e603f-3f8f-4f3f-84d5-1bf9d0da8c5c service neutron] Attempting to bind port 635a0389-606a-4e81-8144-a1b9eb53c85e by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '7d62dc43-b4fc-438f-9bc9-6808916eb644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '0438bcfd-df32-4aa7-9315-0dd361d2066d'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:24:08.722159 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-cb5e603f-3f8f-4f3f-84d5-1bf9d0da8c5c service neutron] Attempting to bind port 635a0389-606a-4e81-8144-a1b9eb53c85e on network 0438bcfd-df32-4aa7-9315-0dd361d2066d {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:24:08.727046 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-cb5e603f-3f8f-4f3f-84d5-1bf9d0da8c5c service neutron] Port 635a0389-606a-4e81-8144-a1b9eb53c85e on network 0438bcfd-df32-4aa7-9315-0dd361d2066d not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:24:08.727352 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-cb5e603f-3f8f-4f3f-84d5-1bf9d0da8c5c service neutron] Attempting to bind port 635a0389-606a-4e81-8144-a1b9eb53c85e on network 0438bcfd-df32-4aa7-9315-0dd361d2066d {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:24:08.733043 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-cb5e603f-3f8f-4f3f-84d5-1bf9d0da8c5c service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:24:08.733449 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-cb5e603f-3f8f-4f3f-84d5-1bf9d0da8c5c service neutron] Checking segment: {'id': '7d62dc43-b4fc-438f-9bc9-6808916eb644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '0438bcfd-df32-4aa7-9315-0dd361d2066d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:24:08.734022 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-cb5e603f-3f8f-4f3f-84d5-1bf9d0da8c5c service neutron] Bound using segment: {'id': '7d62dc43-b4fc-438f-9bc9-6808916eb644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '0438bcfd-df32-4aa7-9315-0dd361d2066d'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:24:08.734470 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-cb5e603f-3f8f-4f3f-84d5-1bf9d0da8c5c service neutron] Bound port: 635a0389-606a-4e81-8144-a1b9eb53c85e, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d62dc43-b4fc-438f-9bc9-6808916eb644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '0438bcfd-df32-4aa7-9315-0dd361d2066d'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:24:08.734932 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-cb5e603f-3f8f-4f3f-84d5-1bf9d0da8c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:08.759496 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb13ba0-deb8-4e92-8a01-84af227dc073 req-1d25e08c-b5de-48d8-aad5-aadc0fac9587 tempest-ServersAdminTestJSON-1387856264 tempest-ServersAdminTestJSON-1387856264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:08.770526 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dbb13ba0-deb8-4e92-8a01-84af227dc073 req-1d25e08c-b5de-48d8-aad5-aadc0fac9587 tempest-ServersAdminTestJSON-1387856264 tempest-ServersAdminTestJSON-1387856264-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 1102 time: 0.1697180 Nov 16 11:24:08.779672 n-d-816823-3 neutron-server[102669]: WARNING neutron.services.metering.metering_plugin [None req-b8049661-55ec-461c-8505-0642321b7344 tempest-MeteringTestJSON-829896969 tempest-MeteringTestJSON-829896969-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 16 11:24:08.809015 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-cb5e603f-3f8f-4f3f-84d5-1bf9d0da8c5c service neutron] For port 635a0389-606a-4e81-8144-a1b9eb53c85e, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:24:08.812807 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-cb5e603f-3f8f-4f3f-84d5-1bf9d0da8c5c service neutron] For port 635a0389-606a-4e81-8144-a1b9eb53c85e, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=635a0389-606a-4e81-8144-a1b9eb53c85e,segment=NetworkSegment(7d62dc43-b4fc-438f-9bc9-6808916eb644),segment_id=7d62dc43-b4fc-438f-9bc9-6808916eb644)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:24:08.817365 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-cb5e603f-3f8f-4f3f-84d5-1bf9d0da8c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:08.834328 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-cb5e603f-3f8f-4f3f-84d5-1bf9d0da8c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:08.835101 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-cb5e603f-3f8f-4f3f-84d5-1bf9d0da8c5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:08.837303 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-cb5e603f-3f8f-4f3f-84d5-1bf9d0da8c5c service neutron] 10.222.0.64 "PUT /v2.0/ports/635a0389-606a-4e81-8144-a1b9eb53c85e HTTP/1.1" status: 200 len: 1091 time: 0.9157996 Nov 16 11:24:08.859848 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55af3297-72c0-4735-b62d-0895f19fc954', 'tag': '635a0389-606a-4e81-8144-a1b9eb53c85e'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:24:08.862222 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbe26e3-d06b-4cd0-a2b4-b9d8717a231c" -d '{"events": [{"name": "network-changed", "server_uuid": "55af3297-72c0-4735-b62d-0895f19fc954", "tag": "635a0389-606a-4e81-8144-a1b9eb53c85e"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:24:08.924596 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e603f-3f8f-4f3f-84d5-1bf9d0da8c5c service neutron] Pushing event updated for resources: {'Port': ['ID=635a0389-606a-4e81-8144-a1b9eb53c85e,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:08.933732 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-4b276956-90b1-42a4-b2f7-3936c9412842 service neutron] Request body: {'port': {'device_id': '55af3297-72c0-4735-b62d-0895f19fc954', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:24:08.966470 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dbb13ba0-deb8-4e92-8a01-84af227dc073 req-2507f5c1-43e0-4af8-8e06-8540021ac8a7 tempest-ServersAdminTestJSON-1387856264 tempest-ServersAdminTestJSON-1387856264-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768990 Nov 16 11:24:09.017713 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-4b276956-90b1-42a4-b2f7-3936c9412842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:09.061678 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b8049661-55ec-461c-8505-0642321b7344 tempest-MeteringTestJSON-829896969 tempest-MeteringTestJSON-829896969-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:09.063255 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b8049661-55ec-461c-8505-0642321b7344 tempest-MeteringTestJSON-829896969 tempest-MeteringTestJSON-829896969-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4298675 Nov 16 11:24:09.070484 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34110) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:09.077060 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d1b43f05-1ff4-43b1-9c7f-8c3943829b67 tempest-MeteringTestJSON-829896969 tempest-MeteringTestJSON-829896969-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '996ec880-16ef-4b11-86af-e6d1a8f3477e'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:24:09.077572 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d1b43f05-1ff4-43b1-9c7f-8c3943829b67 tempest-MeteringTestJSON-829896969 tempest-MeteringTestJSON-829896969-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102668) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 11:24:09.132608 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf33b9e8-226e-4dfc-84e1-3f6331803d1f req-bc1cffb6-a0e5-4f0a-a802-aefc768d8226 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:09.139944 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf33b9e8-226e-4dfc-84e1-3f6331803d1f req-bc1cffb6-a0e5-4f0a-a802-aefc768d8226 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:09.146256 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf33b9e8-226e-4dfc-84e1-3f6331803d1f req-bc1cffb6-a0e5-4f0a-a802-aefc768d8226 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:09.154863 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf33b9e8-226e-4dfc-84e1-3f6331803d1f req-bc1cffb6-a0e5-4f0a-a802-aefc768d8226 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:09.161734 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf33b9e8-226e-4dfc-84e1-3f6331803d1f req-bc1cffb6-a0e5-4f0a-a802-aefc768d8226 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:09.168862 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf33b9e8-226e-4dfc-84e1-3f6331803d1f req-bc1cffb6-a0e5-4f0a-a802-aefc768d8226 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:09.176353 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf33b9e8-226e-4dfc-84e1-3f6331803d1f req-bc1cffb6-a0e5-4f0a-a802-aefc768d8226 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:09.178561 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bf33b9e8-226e-4dfc-84e1-3f6331803d1f req-bc1cffb6-a0e5-4f0a-a802-aefc768d8226 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 5428 time: 0.1225898 Nov 16 11:24:09.235196 n-d-816823-3 neutron-server[102668]: WARNING neutron.services.metering.metering_plugin [None req-d1b43f05-1ff4-43b1-9c7f-8c3943829b67 tempest-MeteringTestJSON-829896969 tempest-MeteringTestJSON-829896969-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 16 11:24:09.253912 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bf33b9e8-226e-4dfc-84e1-3f6331803d1f req-2b8d3554-7d0c-4c25-a8a7-f8c68f76fe51 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c641a9-9ec5-4bde-8d8e-91841ccae81e&id=df1a22eb-4b7f-4078-bf25-bb6ec7c01c43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0671387 Nov 16 11:24:09.309812 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0454fa-0cf6-4901-abbc-7d669d4a6b95 x-openstack-request-id: req-9e0454fa-0cf6-4901-abbc-7d669d4a6b95 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:24:09.312159 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "079adb6e-31d5-49bf-85ba-1ec369ddeb80", "name": "network-vif-plugged", "status": "completed", "tag": "7ddaea78-0390-4f42-bc31-36ab8a9f528e", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:24:09.312675 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9e0454fa-0cf6-4901-abbc-7d669d4a6b95 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:24:09.313204 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '079adb6e-31d5-49bf-85ba-1ec369ddeb80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ddaea78-0390-4f42-bc31-36ab8a9f528e', 'code': 200} Nov 16 11:24:09.328529 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['ef6df7df-1e5a-4b26-a927-ad82f8336e09'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:24:09.353141 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1b43f05-1ff4-43b1-9c7f-8c3943829b67 tempest-MeteringTestJSON-829896969 tempest-MeteringTestJSON-829896969-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:09.357229 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34112) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:09.357408 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d1b43f05-1ff4-43b1-9c7f-8c3943829b67 tempest-MeteringTestJSON-829896969 tempest-MeteringTestJSON-829896969-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2855234 Nov 16 11:24:09.372822 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-19ac90d3-350f-4899-9799-1bd4bb20b935 tempest-MeteringTestJSON-829896969 tempest-MeteringTestJSON-829896969-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules?id=1cdbadda-dcd9-4388-91fe-f3b61cfdc439 HTTP/1.1" status: 200 len: 464 time: 0.0133774 Nov 16 11:24:09.375625 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34114) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:09.379168 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['08ceb28d-8344-42d5-9cb2-b5e94742930c'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:24:09.384838 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['41a853ef-f92e-4127-89d6-e02d71c0d2ed'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:24:09.467666 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['f958e357-3c58-4ef4-8e95-dd29178bdd07'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:24:09.478030 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['b06424a2-3780-4ea6-937a-fd17aaa823c1'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:24:09.480586 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['442339e7-8828-4527-b420-5e71635e90f9'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:24:09.482334 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['8c0c8e29-c9e3-442d-bb5d-3b91f658d21a'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:24:09.483744 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac261f2-cb06-4544-a3a4-d3de406ab5cf req-d5374bfb-25e9-494b-a06d-afd23a9b462c tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:09.485257 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2ac261f2-cb06-4544-a3a4-d3de406ab5cf req-d5374bfb-25e9-494b-a06d-afd23a9b462c tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=079adb6e-31d5-49bf-85ba-1ec369ddeb80 HTTP/1.1" status: 200 len: 946 time: 0.1002793 Nov 16 11:24:09.536580 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9586e84-b4f4-4402-9c9f-91c7840a7343 req-e18670ef-487a-4fd9-a469-780b625105a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:09.538624 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f9586e84-b4f4-4402-9c9f-91c7840a7343 req-e18670ef-487a-4fd9-a469-780b625105a6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=079adb6e-31d5-49bf-85ba-1ec369ddeb80 HTTP/1.1" status: 200 len: 1097 time: 0.1375318 Nov 16 11:24:09.543578 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-4b276956-90b1-42a4-b2f7-3936c9412842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25627185-5f1f-4fa7-96e5-c375f7b43bdc {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:24:09.551626 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-4b276956-90b1-42a4-b2f7-3936c9412842 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:09.566713 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-4b276956-90b1-42a4-b2f7-3936c9412842 service neutron] Transition to ACTIVE for port object 25627185-5f1f-4fa7-96e5-c375f7b43bdc will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:24:09.571995 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-4b276956-90b1-42a4-b2f7-3936c9412842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:09.590168 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c2b1e12-7911-480c-9f9c-447f33264c6c tempest-MeteringTestJSON-829896969 tempest-MeteringTestJSON-829896969-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:09.593739 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3c2b1e12-7911-480c-9f9c-447f33264c6c tempest-MeteringTestJSON-829896969 tempest-MeteringTestJSON-829896969-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-label-rules/1cdbadda-dcd9-4388-91fe-f3b61cfdc439 HTTP/1.1" status: 204 len: 168 time: 0.2144899 Nov 16 11:24:09.594709 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34116) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:09.638085 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-fafc688f-2e84-4698-a192-628bc438d939 tempest-MeteringTestJSON-829896969 tempest-MeteringTestJSON-829896969-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules?id=1cdbadda-dcd9-4388-91fe-f3b61cfdc439 HTTP/1.1" status: 200 len: 221 time: 0.0382552 Nov 16 11:24:09.639746 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34118) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:09.644413 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-7c7cd9d7-1dd7-43ee-a389-399de1c2212c tempest-MeteringTestJSON-829896969 tempest-MeteringTestJSON-829896969-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--684292539', 'description': 'label created by tempest'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:24:09.645450 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-7c7cd9d7-1dd7-43ee-a389-399de1c2212c tempest-MeteringTestJSON-829896969 tempest-MeteringTestJSON-829896969-project-admin] Unknown quota resources ['metering_label']. {{(pid=102668) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 11:24:09.648829 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2ac261f2-cb06-4544-a3a4-d3de406ab5cf req-37d9aea3-4450-4f42-9170-26d750583b1f tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223364 Nov 16 11:24:09.654891 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b276956-90b1-42a4-b2f7-3936c9412842 service neutron] Pushing event updated for resources: {'Port': ['ID=25627185-5f1f-4fa7-96e5-c375f7b43bdc,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:09.671756 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f9586e84-b4f4-4402-9c9f-91c7840a7343 req-235b8eb1-01c7-42cf-97b3-33322661396f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932863 Nov 16 11:24:09.815239 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61994da-78d6-485d-9db1-d8c1db98a322 req-22ebb5c2-6506-4605-bdbd-aac09868944e tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:09.822893 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61994da-78d6-485d-9db1-d8c1db98a322 req-22ebb5c2-6506-4605-bdbd-aac09868944e tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:09.825309 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e61994da-78d6-485d-9db1-d8c1db98a322 req-22ebb5c2-6506-4605-bdbd-aac09868944e tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/ports?device_id=55af3297-72c0-4735-b62d-0895f19fc954 HTTP/1.1" status: 200 len: 1677 time: 0.0742486 Nov 16 11:24:09.888306 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7c7cd9d7-1dd7-43ee-a389-399de1c2212c tempest-MeteringTestJSON-829896969 tempest-MeteringTestJSON-829896969-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:09.889503 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7c7cd9d7-1dd7-43ee-a389-399de1c2212c tempest-MeteringTestJSON-829896969 tempest-MeteringTestJSON-829896969-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2500970 Nov 16 11:24:09.895677 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34122) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:09.909762 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-4b276956-90b1-42a4-b2f7-3936c9412842 service neutron] Attempting to bind port 25627185-5f1f-4fa7-96e5-c375f7b43bdc on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:24:09.910143 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-4b276956-90b1-42a4-b2f7-3936c9412842 service neutron] Attempting to bind port 25627185-5f1f-4fa7-96e5-c375f7b43bdc by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '8a089087-57a1-4dd8-b5a7-35c4d39afe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1e899852-fcea-46eb-9bf2-b2cb216aca26'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:24:09.910467 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-4b276956-90b1-42a4-b2f7-3936c9412842 service neutron] Attempting to bind port 25627185-5f1f-4fa7-96e5-c375f7b43bdc on network 1e899852-fcea-46eb-9bf2-b2cb216aca26 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:24:09.915054 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-4b276956-90b1-42a4-b2f7-3936c9412842 service neutron] Port 25627185-5f1f-4fa7-96e5-c375f7b43bdc on network 1e899852-fcea-46eb-9bf2-b2cb216aca26 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:24:09.915374 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-4b276956-90b1-42a4-b2f7-3936c9412842 service neutron] Attempting to bind port 25627185-5f1f-4fa7-96e5-c375f7b43bdc on network 1e899852-fcea-46eb-9bf2-b2cb216aca26 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:24:09.920923 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-4b276956-90b1-42a4-b2f7-3936c9412842 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:24:09.921259 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-4b276956-90b1-42a4-b2f7-3936c9412842 service neutron] Checking segment: {'id': '8a089087-57a1-4dd8-b5a7-35c4d39afe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1e899852-fcea-46eb-9bf2-b2cb216aca26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:24:09.923657 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-4b276956-90b1-42a4-b2f7-3936c9412842 service neutron] Bound using segment: {'id': '8a089087-57a1-4dd8-b5a7-35c4d39afe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1e899852-fcea-46eb-9bf2-b2cb216aca26'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:24:09.924106 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-4b276956-90b1-42a4-b2f7-3936c9412842 service neutron] Bound port: 25627185-5f1f-4fa7-96e5-c375f7b43bdc, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a089087-57a1-4dd8-b5a7-35c4d39afe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1e899852-fcea-46eb-9bf2-b2cb216aca26'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:24:09.924479 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-4b276956-90b1-42a4-b2f7-3936c9412842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:09.999201 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-4b276956-90b1-42a4-b2f7-3936c9412842 service neutron] For port 25627185-5f1f-4fa7-96e5-c375f7b43bdc, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:24:10.002633 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-4b276956-90b1-42a4-b2f7-3936c9412842 service neutron] For port 25627185-5f1f-4fa7-96e5-c375f7b43bdc, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=25627185-5f1f-4fa7-96e5-c375f7b43bdc,segment=NetworkSegment(8a089087-57a1-4dd8-b5a7-35c4d39afe61),segment_id=8a089087-57a1-4dd8-b5a7-35c4d39afe61)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:24:10.012893 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-4b276956-90b1-42a4-b2f7-3936c9412842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:10.064638 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34124) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:10.065673 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-97570b34-011b-4bcb-b637-59e578c530c2 tempest-MeteringTestJSON-829896969 tempest-MeteringTestJSON-829896969-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels?id=c3c442c1-9f86-460b-ab5b-972f408d708c HTTP/1.1" status: 200 len: 467 time: 0.1583774 Nov 16 11:24:10.068143 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-4b276956-90b1-42a4-b2f7-3936c9412842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:10.068770 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-4b276956-90b1-42a4-b2f7-3936c9412842 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:10.071475 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-4b276956-90b1-42a4-b2f7-3936c9412842 service neutron] 10.222.0.64 "PUT /v2.0/ports/25627185-5f1f-4fa7-96e5-c375f7b43bdc HTTP/1.1" status: 200 len: 1091 time: 1.1439097 Nov 16 11:24:10.096603 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e61994da-78d6-485d-9db1-d8c1db98a322 req-26730f65-0bd3-4d3a-93dd-6d5a02d2a30c tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/security-groups?id=e6ce7d58-b578-4d94-8222-f5a684de1780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646306 Nov 16 11:24:10.155967 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b276956-90b1-42a4-b2f7-3936c9412842 service neutron] Pushing event updated for resources: {'Port': ['ID=25627185-5f1f-4fa7-96e5-c375f7b43bdc,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:10.198288 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53799af0-d371-4ca2-a678-82b2dd323adb req-2d3b86d2-9b53-45c2-845b-459384be7284 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:10.210589 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-53799af0-d371-4ca2-a678-82b2dd323adb req-2d3b86d2-9b53-45c2-845b-459384be7284 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.36 "GET /v2.0/networks?id=7bc3b876-f37c-4fd2-ad3b-c29cb12fd064 HTTP/1.1" status: 200 len: 814 time: 0.3160493 Nov 16 11:24:10.227211 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-53799af0-d371-4ca2-a678-82b2dd323adb req-16785dcf-fee1-4702-983e-2bdbd35adc9f tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Request body: {'port': {'device_id': 'ae0f80e8-d797-441a-9f1b-f1d58332d494', 'network_id': '7bc3b876-f37c-4fd2-ad3b-c29cb12fd064', 'admin_state_up': True, 'tenant_id': 'b0e9e6de4f694c51b3e4cee28f830c28'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:24:10.398081 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427500a7-524f-4300-8c57-086329e42687 req-bd86df6b-343b-4a4b-9509-c370dd2810c2 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:10.400629 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-427500a7-524f-4300-8c57-086329e42687 req-bd86df6b-343b-4a4b-9509-c370dd2810c2 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8d30c3-065b-4a55-87ca-23372d29d1d9 HTTP/1.1" status: 200 len: 946 time: 0.1887813 Nov 16 11:24:10.401664 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53799af0-d371-4ca2-a678-82b2dd323adb req-16785dcf-fee1-4702-983e-2bdbd35adc9f tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Made reservation on behalf of b0e9e6de4f694c51b3e4cee28f830c28 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:24:10.405293 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-53799af0-d371-4ca2-a678-82b2dd323adb req-16785dcf-fee1-4702-983e-2bdbd35adc9f tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:10.530528 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-427500a7-524f-4300-8c57-086329e42687 req-e1d6ee42-bcf4-4852-9afc-699bf766ffe8 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145737 Nov 16 11:24:10.587412 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-53799af0-d371-4ca2-a678-82b2dd323adb req-16785dcf-fee1-4702-983e-2bdbd35adc9f tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Allocated IP 172.20.0.4 (7bc3b876-f37c-4fd2-ad3b-c29cb12fd064/0426f897-3517-4777-b787-b653a2b0dda2/70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:24:10.631100 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ca79bf60-101e-4033-86ae-23ed486204d4 req-eb2f7cd8-df07-4f8d-8c3d-06dec5da5a50 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae0f80e8-d797-441a-9f1b-f1d58332d494 HTTP/1.1" status: 200 len: 210 time: 0.0330076 Nov 16 11:24:10.654130 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-61b51bbe-0796-4416-91e2-84ebbb52538c tempest-MeteringTestJSON-829896969 tempest-MeteringTestJSON-829896969-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:10.654684 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-61b51bbe-0796-4416-91e2-84ebbb52538c tempest-MeteringTestJSON-829896969 tempest-MeteringTestJSON-829896969-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-labels/c3c442c1-9f86-460b-ab5b-972f408d708c HTTP/1.1" status: 204 len: 168 time: 0.5887766 Nov 16 11:24:10.658329 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34128) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:10.662810 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-0a92f313-dbd5-4933-bce2-9b182e215a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:10.663645 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-0a92f313-dbd5-4933-bce2-9b182e215a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:10.664858 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-0a92f313-dbd5-4933-bce2-9b182e215a47 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a7ec6f0aa917436da9b8feca47770801&device_id=55af3297-72c0-4735-b62d-0895f19fc954 HTTP/1.1" status: 200 len: 1979 time: 0.4768655 Nov 16 11:24:10.678185 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-260d5845-c4de-464c-a25d-f7db079a7542 tempest-MeteringTestJSON-829896969 tempest-MeteringTestJSON-829896969-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels?id=c3c442c1-9f86-460b-ab5b-972f408d708c HTTP/1.1" status: 200 len: 216 time: 0.0155427 Nov 16 11:24:10.684315 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34130) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:10.716962 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf9772d-4191-4d66-add0-1ec14384c92d x-openstack-request-id: req-8cf9772d-4191-4d66-add0-1ec14384c92d {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:24:10.717257 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55af3297-72c0-4735-b62d-0895f19fc954", "tag": "635a0389-606a-4e81-8144-a1b9eb53c85e", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:24:10.717492 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8cf9772d-4191-4d66-add0-1ec14384c92d {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:24:10.717872 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55af3297-72c0-4735-b62d-0895f19fc954', 'tag': '635a0389-606a-4e81-8144-a1b9eb53c85e', 'status': 'completed', 'code': 200} Nov 16 11:24:10.719372 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-e135096c-b1f9-4b76-86f8-00f479d971a4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.47&port_id=635a0389-606a-4e81-8144-a1b9eb53c85e HTTP/1.1" status: 200 len: 217 time: 0.0431998 Nov 16 11:24:10.723098 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-65f5e0e9-0874-4369-9267-f031d42a2f2d tempest-MeteringTestJSON-829896969 tempest-MeteringTestJSON-829896969-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0381072 Nov 16 11:24:10.726550 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34134) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:10.737259 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0089d336-beaf-444f-a123-1b101bff2291 tempest-MeteringTestJSON-829896969 tempest-MeteringTestJSON-829896969-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0096428 Nov 16 11:24:10.741613 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34136) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:10.787794 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-88edce80-ba81-4cf8-86fc-298e2a56941a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:10.789619 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-88edce80-ba81-4cf8-86fc-298e2a56941a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dcf87268-1f2b-4b46-88da-6caaf8fb469b HTTP/1.1" status: 200 len: 801 time: 0.0514095 Nov 16 11:24:10.806715 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-721d8535-6d63-4e2d-be33-f8ca9f27268c tempest-MeteringTestJSON-829896969 tempest-MeteringTestJSON-829896969-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels/996ec880-16ef-4b11-86af-e6d1a8f3477e HTTP/1.1" status: 200 len: 473 time: 0.0639007 Nov 16 11:24:10.824138 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34138) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:10.860027 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-c12cb261-ca18-4e19-8212-1b0cc040756d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:10.860980 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1a60e81b-844e-49c6-b361-4275cf59db39 tempest-MeteringTestJSON-829896969 tempest-MeteringTestJSON-829896969-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules/e656917e-9866-49ba-9216-318ac7d3e801 HTTP/1.1" status: 200 len: 461 time: 0.0339990 Nov 16 11:24:10.862117 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-c12cb261-ca18-4e19-8212-1b0cc040756d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0438bcfd-df32-4aa7-9315-0dd361d2066d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0537982 Nov 16 11:24:10.864516 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34142) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:10.889211 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-53799af0-d371-4ca2-a678-82b2dd323adb req-16785dcf-fee1-4702-983e-2bdbd35adc9f tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:10.985563 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4357b5-437a-4d9f-8e83-5f0aa2b02f4f req-53caf90c-1a16-4a35-ac8c-e9fd4c241cb1 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:10.993101 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4357b5-437a-4d9f-8e83-5f0aa2b02f4f req-53caf90c-1a16-4a35-ac8c-e9fd4c241cb1 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:11.000136 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4357b5-437a-4d9f-8e83-5f0aa2b02f4f req-53caf90c-1a16-4a35-ac8c-e9fd4c241cb1 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:11.008569 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4357b5-437a-4d9f-8e83-5f0aa2b02f4f req-53caf90c-1a16-4a35-ac8c-e9fd4c241cb1 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:11.016693 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4357b5-437a-4d9f-8e83-5f0aa2b02f4f req-53caf90c-1a16-4a35-ac8c-e9fd4c241cb1 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:11.035019 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4357b5-437a-4d9f-8e83-5f0aa2b02f4f req-53caf90c-1a16-4a35-ac8c-e9fd4c241cb1 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:11.042508 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4357b5-437a-4d9f-8e83-5f0aa2b02f4f req-53caf90c-1a16-4a35-ac8c-e9fd4c241cb1 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:11.044496 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6d4357b5-437a-4d9f-8e83-5f0aa2b02f4f req-53caf90c-1a16-4a35-ac8c-e9fd4c241cb1 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 5428 time: 0.1424944 Nov 16 11:24:11.074391 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f9f9e0b-709e-4f52-ad81-562c81afe9f2 tempest-MeteringTestJSON-829896969 tempest-MeteringTestJSON-829896969-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:11.075552 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8f9f9e0b-709e-4f52-ad81-562c81afe9f2 tempest-MeteringTestJSON-829896969 tempest-MeteringTestJSON-829896969-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-label-rules/e656917e-9866-49ba-9216-318ac7d3e801 HTTP/1.1" status: 204 len: 168 time: 0.2094634 Nov 16 11:24:11.079575 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-355324f9-1da6-4407-89f4-b1cf09492bb7 service neutron] 10.222.0.64 "GET /v2.0/networks/0438bcfd-df32-4aa7-9315-0dd361d2066d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067807 Nov 16 11:24:11.079903 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34150) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:11.088242 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-53799af0-d371-4ca2-a678-82b2dd323adb req-16785dcf-fee1-4702-983e-2bdbd35adc9f tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:11.169174 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-57067492-53d6-487e-a0ac-0f7971d4d266 service neutron] 10.222.0.64 "GET /v2.0/networks/0438bcfd-df32-4aa7-9315-0dd361d2066d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818713 Nov 16 11:24:11.204780 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53799af0-d371-4ca2-a678-82b2dd323adb req-16785dcf-fee1-4702-983e-2bdbd35adc9f tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Network 7bc3b876-f37c-4fd2-ad3b-c29cb12fd064 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:24:11.216389 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-c9c3b70a-6898-481c-b826-3fd2b89494d5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.94&port_id=25627185-5f1f-4fa7-96e5-c375f7b43bdc HTTP/1.1" status: 200 len: 217 time: 0.0395508 Nov 16 11:24:11.216759 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6d4357b5-437a-4d9f-8e83-5f0aa2b02f4f req-c9bfaa9f-f086-456f-8abe-13597fcb0aca tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c641a9-9ec5-4bde-8d8e-91841ccae81e&id=df1a22eb-4b7f-4078-bf25-bb6ec7c01c43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1657381 Nov 16 11:24:11.257498 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-53799af0-d371-4ca2-a678-82b2dd323adb req-16785dcf-fee1-4702-983e-2bdbd35adc9f tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:24:11.260707 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-53799af0-d371-4ca2-a678-82b2dd323adb req-16785dcf-fee1-4702-983e-2bdbd35adc9f tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:24:11.279642 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-926b2e9c-8da9-45df-8e7b-24b5bb2b7429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:11.281105 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-926b2e9c-8da9-45df-8e7b-24b5bb2b7429 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f6097a4b-1d60-4146-9956-8b304deacf07 HTTP/1.1" status: 200 len: 801 time: 0.0569270 Nov 16 11:24:11.282868 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16785dcf-fee1-4702-983e-2bdbd35adc9f tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Pushing event updated for resources: {'Port': ['ID=70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:11.334268 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-66937109-7e22-48e0-ab3e-374eb0cc5cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:11.336317 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-66937109-7e22-48e0-ab3e-374eb0cc5cdf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1e899852-fcea-46eb-9bf2-b2cb216aca26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0469086 Nov 16 11:24:11.414220 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53799af0-d371-4ca2-a678-82b2dd323adb req-16785dcf-fee1-4702-983e-2bdbd35adc9f tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:11.414827 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-53799af0-d371-4ca2-a678-82b2dd323adb req-16785dcf-fee1-4702-983e-2bdbd35adc9f tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:11.421209 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-030b2e4a-99b2-43ca-9fe0-79f89dd19adf tempest-MeteringTestJSON-829896969 tempest-MeteringTestJSON-829896969-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:11.424684 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-030b2e4a-99b2-43ca-9fe0-79f89dd19adf tempest-MeteringTestJSON-829896969 tempest-MeteringTestJSON-829896969-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-labels/996ec880-16ef-4b11-86af-e6d1a8f3477e HTTP/1.1" status: 204 len: 168 time: 0.3411500 Nov 16 11:24:11.433240 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-24e12630-af90-43c5-a9e1-4018ad055de9 service neutron] 10.222.0.64 "GET /v2.0/networks/1e899852-fcea-46eb-9bf2-b2cb216aca26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854876 Nov 16 11:24:11.441215 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18b7d5-842a-4ebe-b814-589f12c39c3f req-91a701e0-59d6-4636-9972-8b896beb78b1 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:11.442719 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ed18b7d5-842a-4ebe-b814-589f12c39c3f req-91a701e0-59d6-4636-9972-8b896beb78b1 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=079adb6e-31d5-49bf-85ba-1ec369ddeb80 HTTP/1.1" status: 200 len: 946 time: 0.1560683 Nov 16 11:24:11.451951 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-53799af0-d371-4ca2-a678-82b2dd323adb req-16785dcf-fee1-4702-983e-2bdbd35adc9f tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2291346 Nov 16 11:24:11.471448 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-53799af0-d371-4ca2-a678-82b2dd323adb req-1a69ff5a-1817-42f2-87da-ff938ae9e9a4 service neutron] Request body: {'port': {'device_id': 'ae0f80e8-d797-441a-9f1b-f1d58332d494', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:24:11.535853 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9c63d52b-9f08-4fe2-b66c-772ee4947a6b req-f5803f4a-5d6a-4b15-9cf7-02f445dcd947 service neutron] 10.222.0.64 "GET /v2.0/networks/1e899852-fcea-46eb-9bf2-b2cb216aca26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893750 Nov 16 11:24:11.548551 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ed18b7d5-842a-4ebe-b814-589f12c39c3f req-3ee7df6c-954a-47cf-99fc-dee768635f69 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956366 Nov 16 11:24:11.551229 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-53799af0-d371-4ca2-a678-82b2dd323adb req-1a69ff5a-1817-42f2-87da-ff938ae9e9a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:11.695749 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe26e3-d06b-4cd0-a2b4-b9d8717a231c req-e9b80f19-3e33-4912-bccb-425c213f9d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:11.696469 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe26e3-d06b-4cd0-a2b4-b9d8717a231c req-e9b80f19-3e33-4912-bccb-425c213f9d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:11.697962 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bbe26e3-d06b-4cd0-a2b4-b9d8717a231c req-e9b80f19-3e33-4912-bccb-425c213f9d96 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a7ec6f0aa917436da9b8feca47770801&device_id=55af3297-72c0-4735-b62d-0895f19fc954 HTTP/1.1" status: 200 len: 1979 time: 0.0557475 Nov 16 11:24:11.710149 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34164) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:11.763015 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f489d-8fbd-4d4c-8006-91329207e8e4 req-73606e36-503d-418d-ae99-d808f2ea67e0 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:11.766511 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-769f489d-8fbd-4d4c-8006-91329207e8e4 req-73606e36-503d-418d-ae99-d808f2ea67e0 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8fa2877-c349-439a-986e-708bdc07fbb3 HTTP/1.1" status: 200 len: 950 time: 0.1334476 Nov 16 11:24:11.794218 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe26e3-d06b-4cd0-a2b4-b9d8717a231c req-330c3adc-8c0c-4435-872f-a9a069ea465d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:11.795723 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bbe26e3-d06b-4cd0-a2b4-b9d8717a231c req-330c3adc-8c0c-4435-872f-a9a069ea465d service neutron] 10.222.0.64 "GET /v2.0/networks?id=0438bcfd-df32-4aa7-9315-0dd361d2066d HTTP/1.1" status: 200 len: 902 time: 0.0866733 Nov 16 11:24:11.846461 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bbe26e3-d06b-4cd0-a2b4-b9d8717a231c req-9171f4f0-08e3-4c9d-b136-bccbc99a06bc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.47&port_id=635a0389-606a-4e81-8144-a1b9eb53c85e HTTP/1.1" status: 200 len: 217 time: 0.0371237 Nov 16 11:24:11.848155 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-18d3b6d4-e88f-40cd-b7de-0e4b1697e56f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:11.883702 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-769f489d-8fbd-4d4c-8006-91329207e8e4 req-e10f8432-9ee6-4926-b24d-f1fcfb649136 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903318 Nov 16 11:24:11.911432 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe26e3-d06b-4cd0-a2b4-b9d8717a231c req-b3e8b570-08ed-430c-816d-a0bae93d0d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:11.913590 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bbe26e3-d06b-4cd0-a2b4-b9d8717a231c req-b3e8b570-08ed-430c-816d-a0bae93d0d28 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dcf87268-1f2b-4b46-88da-6caaf8fb469b HTTP/1.1" status: 200 len: 801 time: 0.0537422 Nov 16 11:24:11.968170 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe26e3-d06b-4cd0-a2b4-b9d8717a231c req-420915ef-c001-408f-baf0-2561cf692caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:11.970507 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bbe26e3-d06b-4cd0-a2b4-b9d8717a231c req-420915ef-c001-408f-baf0-2561cf692caf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0438bcfd-df32-4aa7-9315-0dd361d2066d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0467997 Nov 16 11:24:11.994040 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [req-53799af0-d371-4ca2-a678-82b2dd323adb req-1a69ff5a-1817-42f2-87da-ff938ae9e9a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:24:12.005710 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-53799af0-d371-4ca2-a678-82b2dd323adb req-1a69ff5a-1817-42f2-87da-ff938ae9e9a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:12.035415 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-53799af0-d371-4ca2-a678-82b2dd323adb req-1a69ff5a-1817-42f2-87da-ff938ae9e9a4 service neutron] Transition to ACTIVE for port object 70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:24:12.041404 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-18d3b6d4-e88f-40cd-b7de-0e4b1697e56f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:12.046144 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-53799af0-d371-4ca2-a678-82b2dd323adb req-1a69ff5a-1817-42f2-87da-ff938ae9e9a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:12.073467 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-18d3b6d4-e88f-40cd-b7de-0e4b1697e56f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:12.078633 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bbe26e3-d06b-4cd0-a2b4-b9d8717a231c req-964800af-cf9c-4593-a70f-db2e91f328ee service neutron] 10.222.0.64 "GET /v2.0/networks/0438bcfd-df32-4aa7-9315-0dd361d2066d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997033 Nov 16 11:24:12.162314 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-18d3b6d4-e88f-40cd-b7de-0e4b1697e56f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=198169a06df14aa788bf27fe6d0919a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4491622 Nov 16 11:24:12.164893 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69ff5a-1817-42f2-87da-ff938ae9e9a4 service neutron] Pushing event updated for resources: {'Port': ['ID=70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:12.168121 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34170) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:12.174899 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d3b6d4-e88f-40cd-b7de-0e4b1697e56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a7527e-9ace-4b32-86bc-dec954294efd,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:12.210315 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bbe26e3-d06b-4cd0-a2b4-b9d8717a231c req-30e1535c-af1b-46e2-bc45-cfc639d45962 service neutron] 10.222.0.64 "GET /v2.0/networks/0438bcfd-df32-4aa7-9315-0dd361d2066d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149073 Nov 16 11:24:12.227843 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b916afd9-59f6-43cb-8a3b-983f5b005a8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:12.236561 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e971b-aa4e-4f73-901a-c93518cbb45e req-40615c67-dc05-47a6-93a3-ff5970e96bd3 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:12.243343 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e971b-aa4e-4f73-901a-c93518cbb45e req-40615c67-dc05-47a6-93a3-ff5970e96bd3 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:12.245383 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-469e971b-aa4e-4f73-901a-c93518cbb45e req-40615c67-dc05-47a6-93a3-ff5970e96bd3 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/ports?device_id=55af3297-72c0-4735-b62d-0895f19fc954 HTTP/1.1" status: 200 len: 1677 time: 0.1494474 Nov 16 11:24:12.251848 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b916afd9-59f6-43cb-8a3b-983f5b005a8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:12.281246 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-53799af0-d371-4ca2-a678-82b2dd323adb req-1a69ff5a-1817-42f2-87da-ff938ae9e9a4 service neutron] Attempting to bind port 70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:24:12.281575 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-53799af0-d371-4ca2-a678-82b2dd323adb req-1a69ff5a-1817-42f2-87da-ff938ae9e9a4 service neutron] Attempting to bind port 70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '7bc3b876-f37c-4fd2-ad3b-c29cb12fd064'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:24:12.281902 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53799af0-d371-4ca2-a678-82b2dd323adb req-1a69ff5a-1817-42f2-87da-ff938ae9e9a4 service neutron] Attempting to bind port 70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8 on network 7bc3b876-f37c-4fd2-ad3b-c29cb12fd064 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:24:12.297969 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53799af0-d371-4ca2-a678-82b2dd323adb req-1a69ff5a-1817-42f2-87da-ff938ae9e9a4 service neutron] Port 70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8 on network 7bc3b876-f37c-4fd2-ad3b-c29cb12fd064 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:24:12.298411 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53799af0-d371-4ca2-a678-82b2dd323adb req-1a69ff5a-1817-42f2-87da-ff938ae9e9a4 service neutron] Attempting to bind port 70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8 on network 7bc3b876-f37c-4fd2-ad3b-c29cb12fd064 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:24:12.308704 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b916afd9-59f6-43cb-8a3b-983f5b005a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:12.311723 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b916afd9-59f6-43cb-8a3b-983f5b005a8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:12.312860 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b916afd9-59f6-43cb-8a3b-983f5b005a8b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e8a7527e-9ace-4b32-86bc-dec954294efd HTTP/1.1" status: 204 len: 168 time: 0.1438222 Nov 16 11:24:12.315007 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53799af0-d371-4ca2-a678-82b2dd323adb req-1a69ff5a-1817-42f2-87da-ff938ae9e9a4 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:24:12.315598 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53799af0-d371-4ca2-a678-82b2dd323adb req-1a69ff5a-1817-42f2-87da-ff938ae9e9a4 service neutron] Checking segment: {'id': '1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '7bc3b876-f37c-4fd2-ad3b-c29cb12fd064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:24:12.315598 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53799af0-d371-4ca2-a678-82b2dd323adb req-1a69ff5a-1817-42f2-87da-ff938ae9e9a4 service neutron] Bound using segment: {'id': '1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '7bc3b876-f37c-4fd2-ad3b-c29cb12fd064'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:24:12.316062 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-53799af0-d371-4ca2-a678-82b2dd323adb req-1a69ff5a-1817-42f2-87da-ff938ae9e9a4 service neutron] Bound port: 70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '7bc3b876-f37c-4fd2-ad3b-c29cb12fd064'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:24:12.316499 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-53799af0-d371-4ca2-a678-82b2dd323adb req-1a69ff5a-1817-42f2-87da-ff938ae9e9a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:12.321190 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916afd9-59f6-43cb-8a3b-983f5b005a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a7527e-9ace-4b32-86bc-dec954294efd,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:12.337333 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-469e971b-aa4e-4f73-901a-c93518cbb45e req-afa83e90-1803-4558-82a3-4422f30628fd tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/security-groups?id=e6ce7d58-b578-4d94-8222-f5a684de1780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800719 Nov 16 11:24:12.417598 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-53799af0-d371-4ca2-a678-82b2dd323adb req-1a69ff5a-1817-42f2-87da-ff938ae9e9a4 service neutron] For port 70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8, host n-h1-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:24:12.446167 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-53799af0-d371-4ca2-a678-82b2dd323adb req-1a69ff5a-1817-42f2-87da-ff938ae9e9a4 service neutron] For port 70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8,segment=NetworkSegment(1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1),segment_id=1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:24:12.455127 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-53799af0-d371-4ca2-a678-82b2dd323adb req-1a69ff5a-1817-42f2-87da-ff938ae9e9a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:12.464408 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac120eb-13f9-4086-abd5-fa9ab889843a req-d5e788d1-7b81-4d31-8c19-0f08bdede7af tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:12.465906 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9ac120eb-13f9-4086-abd5-fa9ab889843a req-d5e788d1-7b81-4d31-8c19-0f08bdede7af tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8fa2877-c349-439a-986e-708bdc07fbb3 HTTP/1.1" status: 200 len: 950 time: 0.0587602 Nov 16 11:24:12.474993 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a864fa-4ff1-4817-bcd3-5e3936f3394b req-85c56766-1089-4973-8d30-dca2904f0c12 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:12.477093 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a7a864fa-4ff1-4817-bcd3-5e3936f3394b req-85c56766-1089-4973-8d30-dca2904f0c12 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8d30c3-065b-4a55-87ca-23372d29d1d9 HTTP/1.1" status: 200 len: 946 time: 0.0761907 Nov 16 11:24:12.504824 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53799af0-d371-4ca2-a678-82b2dd323adb req-1a69ff5a-1817-42f2-87da-ff938ae9e9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:12.505448 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-53799af0-d371-4ca2-a678-82b2dd323adb req-1a69ff5a-1817-42f2-87da-ff938ae9e9a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:12.507358 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-53799af0-d371-4ca2-a678-82b2dd323adb req-1a69ff5a-1817-42f2-87da-ff938ae9e9a4 service neutron] 10.222.0.36 "PUT /v2.0/ports/70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8 HTTP/1.1" status: 200 len: 1091 time: 1.0404212 Nov 16 11:24:12.514957 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae0f80e8-d797-441a-9f1b-f1d58332d494', 'tag': '70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:24:12.517608 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b0fac1-7fbb-45d5-a686-e2ccaa9d6f80" -d '{"events": [{"name": "network-changed", "server_uuid": "ae0f80e8-d797-441a-9f1b-f1d58332d494", "tag": "70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:24:12.569070 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-9ac120eb-13f9-4086-abd5-fa9ab889843a req-81b55ed1-55d3-4429-ba2e-57af09d6771b tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Deleting port e3ef95b6-6ba2-43f9-8339-fb6299a2480a {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:24:12.570217 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9ac120eb-13f9-4086-abd5-fa9ab889843a req-81b55ed1-55d3-4429-ba2e-57af09d6771b tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:12.585607 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69ff5a-1817-42f2-87da-ff938ae9e9a4 service neutron] Pushing event updated for resources: {'Port': ['ID=70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:12.616734 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a7a864fa-4ff1-4817-bcd3-5e3936f3394b req-9e2d2957-c8a7-4137-bf4f-ad970060cf51 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198022 Nov 16 11:24:12.641298 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53799af0-d371-4ca2-a678-82b2dd323adb req-0fd8db62-41e7-4e61-906c-0621f6812fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:12.641298 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-53799af0-d371-4ca2-a678-82b2dd323adb req-0fd8db62-41e7-4e61-906c-0621f6812fd9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0e9e6de4f694c51b3e4cee28f830c28&device_id=ae0f80e8-d797-441a-9f1b-f1d58332d494 HTTP/1.1" status: 200 len: 1094 time: 0.0690696 Nov 16 11:24:12.672978 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34180) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:12.689727 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-53799af0-d371-4ca2-a678-82b2dd323adb req-caa19799-9065-47b6-8d6f-4feb164b0744 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8 HTTP/1.1" status: 200 len: 217 time: 0.0386202 Nov 16 11:24:12.692980 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-9ac120eb-13f9-4086-abd5-fa9ab889843a req-81b55ed1-55d3-4429-ba2e-57af09d6771b tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] For port e3ef95b6-6ba2-43f9-8339-fb6299a2480a, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=e3ef95b6-6ba2-43f9-8339-fb6299a2480a,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:12.693344 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9ac120eb-13f9-4086-abd5-fa9ab889843a req-81b55ed1-55d3-4429-ba2e-57af09d6771b tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:12.696922 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-678c3318-e5cf-4ef2-9b93-b1f1f847b50d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:12.718362 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-9ac120eb-13f9-4086-abd5-fa9ab889843a req-81b55ed1-55d3-4429-ba2e-57af09d6771b tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Calling delete_port for e3ef95b6-6ba2-43f9-8339-fb6299a2480a owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:24:12.719833 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55af3297-72c0-4735-b62d-0895f19fc954', 'tag': '25627185-5f1f-4fa7-96e5-c375f7b43bdc'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:24:12.722099 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284fab31-d65d-4400-89ef-88fdbc3ff9e7" -d '{"events": [{"name": "network-changed", "server_uuid": "55af3297-72c0-4735-b62d-0895f19fc954", "tag": "25627185-5f1f-4fa7-96e5-c375f7b43bdc"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:24:12.769567 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53799af0-d371-4ca2-a678-82b2dd323adb req-010ebf82-c486-44ef-9912-2da3e6aa30fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:12.771053 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-53799af0-d371-4ca2-a678-82b2dd323adb req-010ebf82-c486-44ef-9912-2da3e6aa30fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0426f897-3517-4777-b787-b653a2b0dda2 HTTP/1.1" status: 200 len: 854 time: 0.0726655 Nov 16 11:24:12.779440 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff51f4d-ee11-4b7a-8090-95d0e85c3dea req-68b5ee7b-f8b2-48d1-81ee-f8daa71350e5 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:12.780848 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9ff51f4d-ee11-4b7a-8090-95d0e85c3dea req-68b5ee7b-f8b2-48d1-81ee-f8daa71350e5 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=079adb6e-31d5-49bf-85ba-1ec369ddeb80 HTTP/1.1" status: 200 len: 1097 time: 0.0813158 Nov 16 11:24:12.811956 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-53799af0-d371-4ca2-a678-82b2dd323adb req-367e926e-0ebc-48cf-862e-94dd09695c4f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc3b876-f37c-4fd2-ad3b-c29cb12fd064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301430 Nov 16 11:24:12.865004 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-678c3318-e5cf-4ef2-9b93-b1f1f847b50d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:12.870630 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-678c3318-e5cf-4ef2-9b93-b1f1f847b50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:12.944002 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-678c3318-e5cf-4ef2-9b93-b1f1f847b50d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0c859538b223445580e5e1dee3ff9d97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2694738 Nov 16 11:24:12.948264 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34186) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:12.964153 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c3318-e5cf-4ef2-9b93-b1f1f847b50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5fd553-3d89-4661-86eb-4665155e9dd1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:12.976636 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9ac120eb-13f9-4086-abd5-fa9ab889843a req-81b55ed1-55d3-4429-ba2e-57af09d6771b tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:12.982958 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-14f89a92-42a4-4beb-85c4-d95b08603280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:12.990931 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['aaf8ca24-642c-4c97-886a-ff901d1a8062', 'e3ef95b6-6ba2-43f9-8339-fb6299a2480a', 'a771019e-36ea-4eb2-b9ce-fd9be7346252'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:24:13.024466 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b55ed1-55d3-4429-ba2e-57af09d6771b tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Pushing event deleted for resources: {'Port': ['ID=e3ef95b6-6ba2-43f9-8339-fb6299a2480a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:13.086116 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac120eb-13f9-4086-abd5-fa9ab889843a req-81b55ed1-55d3-4429-ba2e-57af09d6771b tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] No DVR routers for this DVR port e3ef95b6-6ba2-43f9-8339-fb6299a2480a on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:24:13.089235 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9ac120eb-13f9-4086-abd5-fa9ab889843a req-81b55ed1-55d3-4429-ba2e-57af09d6771b tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:13.093524 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9ac120eb-13f9-4086-abd5-fa9ab889843a req-81b55ed1-55d3-4429-ba2e-57af09d6771b tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.36 "DELETE /v2.0/ports/e3ef95b6-6ba2-43f9-8339-fb6299a2480a HTTP/1.1" status: 204 len: 173 time: 0.6208711 Nov 16 11:24:13.104923 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8b14399f-d0dc-4335-b0c7-d39fcb47939d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:13.138400 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8b14399f-d0dc-4335-b0c7-d39fcb47939d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:13.204406 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8b14399f-d0dc-4335-b0c7-d39fcb47939d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:13.209034 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9ff51f4d-ee11-4b7a-8090-95d0e85c3dea req-9d2a3202-2167-4e74-9c7c-f880df897137 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111826 Nov 16 11:24:13.209377 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8b14399f-d0dc-4335-b0c7-d39fcb47939d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:13.215048 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8b14399f-d0dc-4335-b0c7-d39fcb47939d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9f5fd553-3d89-4661-86eb-4665155e9dd1 HTTP/1.1" status: 204 len: 168 time: 0.2602048 Nov 16 11:24:13.229491 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b14399f-d0dc-4335-b0c7-d39fcb47939d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5fd553-3d89-4661-86eb-4665155e9dd1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:13.278022 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-53799af0-d371-4ca2-a678-82b2dd323adb req-ad2c6a13-e97b-498c-b00b-849b580cfba0 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc3b876-f37c-4fd2-ad3b-c29cb12fd064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560006 Nov 16 11:24:13.410930 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ae8a8-e538-4619-98b6-92b5e69c89c3 req-a3c4765f-65af-4448-a389-c5303ee840fc tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:13.412477 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4b8ae8a8-e538-4619-98b6-92b5e69c89c3 req-a3c4765f-65af-4448-a389-c5303ee840fc tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae0f80e8-d797-441a-9f1b-f1d58332d494 HTTP/1.1" status: 200 len: 943 time: 0.1196485 Nov 16 11:24:13.467349 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-53799af0-d371-4ca2-a678-82b2dd323adb req-d11436bb-5d3f-40da-b76e-8da170de8bda service neutron] 10.222.0.36 "GET /v2.0/networks/7bc3b876-f37c-4fd2-ad3b-c29cb12fd064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759334 Nov 16 11:24:13.489248 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4b8ae8a8-e538-4619-98b6-92b5e69c89c3 req-092bd1a3-0b11-43b6-be48-2b202d365b80 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676973 Nov 16 11:24:13.615458 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c72230-e4e5-401b-8534-b2d5aaa306bb req-e42ae1b4-3127-476a-afe2-5fa8a60d4f68 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:13.617781 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-55c72230-e4e5-401b-8534-b2d5aaa306bb req-e42ae1b4-3127-476a-afe2-5fa8a60d4f68 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=7840abb2-d57a-48ae-9606-fc343813307d HTTP/1.1" status: 200 len: 945 time: 0.0581410 Nov 16 11:24:13.676011 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-55c72230-e4e5-401b-8534-b2d5aaa306bb req-87fea7eb-b49c-42ef-a4c4-4eb90959b23f tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516534 Nov 16 11:24:13.806314 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b102f7-4aee-4965-a17a-442a21430f24 req-4b8f5382-5155-47a8-9d97-8430ff5b22e1 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:13.812542 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b102f7-4aee-4965-a17a-442a21430f24 req-4b8f5382-5155-47a8-9d97-8430ff5b22e1 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:13.818918 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b102f7-4aee-4965-a17a-442a21430f24 req-4b8f5382-5155-47a8-9d97-8430ff5b22e1 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:13.825383 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b102f7-4aee-4965-a17a-442a21430f24 req-4b8f5382-5155-47a8-9d97-8430ff5b22e1 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:13.831586 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b102f7-4aee-4965-a17a-442a21430f24 req-4b8f5382-5155-47a8-9d97-8430ff5b22e1 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:13.838110 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b102f7-4aee-4965-a17a-442a21430f24 req-4b8f5382-5155-47a8-9d97-8430ff5b22e1 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:13.843979 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b102f7-4aee-4965-a17a-442a21430f24 req-4b8f5382-5155-47a8-9d97-8430ff5b22e1 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:13.845847 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d0b102f7-4aee-4965-a17a-442a21430f24 req-4b8f5382-5155-47a8-9d97-8430ff5b22e1 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 5428 time: 0.0993774 Nov 16 11:24:13.907345 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d0b102f7-4aee-4965-a17a-442a21430f24 req-e540f0f0-1cec-4355-b33f-782444c601ee tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c641a9-9ec5-4bde-8d8e-91841ccae81e&id=df1a22eb-4b7f-4078-bf25-bb6ec7c01c43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536871 Nov 16 11:24:13.963370 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c69c24a-ef81-42ed-986a-f97c83ff1fa4 x-openstack-request-id: req-1c69c24a-ef81-42ed-986a-f97c83ff1fa4 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:24:13.963726 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae0f80e8-d797-441a-9f1b-f1d58332d494", "tag": "70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:24:13.964203 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1c69c24a-ef81-42ed-986a-f97c83ff1fa4 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:24:13.966100 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae0f80e8-d797-441a-9f1b-f1d58332d494', 'tag': '70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8', 'status': 'completed', 'code': 200} Nov 16 11:24:13.980779 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a2e5d-4070-4b65-aa06-1bb58c041e23 req-5f77cdf8-7a8f-42da-9841-e1b38b71a242 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:13.982600 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-293a2e5d-4070-4b65-aa06-1bb58c041e23 req-5f77cdf8-7a8f-42da-9841-e1b38b71a242 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.64 "GET /v2.0/ports?device_id=7840abb2-d57a-48ae-9606-fc343813307d HTTP/1.1" status: 200 len: 945 time: 0.0545509 Nov 16 11:24:14.035430 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634962e1-05fe-49b1-b0ac-21f0926bf753 x-openstack-request-id: req-634962e1-05fe-49b1-b0ac-21f0926bf753 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:24:14.035812 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55af3297-72c0-4735-b62d-0895f19fc954", "tag": "25627185-5f1f-4fa7-96e5-c375f7b43bdc", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:24:14.036251 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-634962e1-05fe-49b1-b0ac-21f0926bf753 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:24:14.036592 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55af3297-72c0-4735-b62d-0895f19fc954', 'tag': '25627185-5f1f-4fa7-96e5-c375f7b43bdc', 'status': 'completed', 'code': 200} Nov 16 11:24:14.038856 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0fac1-7fbb-45d5-a686-e2ccaa9d6f80 req-2fa2dd93-71f6-4edf-a5bc-8299100a774a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:14.040429 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e2b0fac1-7fbb-45d5-a686-e2ccaa9d6f80 req-2fa2dd93-71f6-4edf-a5bc-8299100a774a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0e9e6de4f694c51b3e4cee28f830c28&device_id=ae0f80e8-d797-441a-9f1b-f1d58332d494 HTTP/1.1" status: 200 len: 1094 time: 0.0497706 Nov 16 11:24:14.135507 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34220) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:14.167649 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-293a2e5d-4070-4b65-aa06-1bb58c041e23 req-fe357bd9-b432-49a1-b67c-fd84291c44d8 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Deleting port 6623d20c-3529-469d-97f2-142a7d01bc96 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:24:14.168238 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-293a2e5d-4070-4b65-aa06-1bb58c041e23 req-fe357bd9-b432-49a1-b67c-fd84291c44d8 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:14.223926 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284fab31-d65d-4400-89ef-88fdbc3ff9e7 req-13088bf2-5511-4eb9-800e-6768fff09b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:14.224314 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284fab31-d65d-4400-89ef-88fdbc3ff9e7 req-13088bf2-5511-4eb9-800e-6768fff09b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:14.225908 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-284fab31-d65d-4400-89ef-88fdbc3ff9e7 req-13088bf2-5511-4eb9-800e-6768fff09b86 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a7ec6f0aa917436da9b8feca47770801&device_id=55af3297-72c0-4735-b62d-0895f19fc954 HTTP/1.1" status: 200 len: 1979 time: 0.1168470 Nov 16 11:24:14.234431 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0fac1-7fbb-45d5-a686-e2ccaa9d6f80 req-7c5cf5bc-1e3d-4c6b-9920-a0c2c9972164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:14.235880 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e2b0fac1-7fbb-45d5-a686-e2ccaa9d6f80 req-7c5cf5bc-1e3d-4c6b-9920-a0c2c9972164 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bc3b876-f37c-4fd2-ad3b-c29cb12fd064 HTTP/1.1" status: 200 len: 915 time: 0.1882603 Nov 16 11:24:14.270401 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5b678-6016-42e4-96eb-6b7757bd73fc req-c820a90c-ec00-4e47-b205-37189b21b792 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:14.278785 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5b678-6016-42e4-96eb-6b7757bd73fc req-c820a90c-ec00-4e47-b205-37189b21b792 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:14.280397 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e2c5b678-6016-42e4-96eb-6b7757bd73fc req-c820a90c-ec00-4e47-b205-37189b21b792 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/ports?device_id=55af3297-72c0-4735-b62d-0895f19fc954 HTTP/1.1" status: 200 len: 1677 time: 0.1229694 Nov 16 11:24:14.284008 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-293a2e5d-4070-4b65-aa06-1bb58c041e23 req-fe357bd9-b432-49a1-b67c-fd84291c44d8 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] For port 6623d20c-3529-469d-97f2-142a7d01bc96, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=6623d20c-3529-469d-97f2-142a7d01bc96,segment=NetworkSegment(dde4f2a5-6c36-4ca1-b975-fe969cc62f41),segment_id=dde4f2a5-6c36-4ca1-b975-fe969cc62f41)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:14.284436 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-293a2e5d-4070-4b65-aa06-1bb58c041e23 req-fe357bd9-b432-49a1-b67c-fd84291c44d8 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:14.301279 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-293a2e5d-4070-4b65-aa06-1bb58c041e23 req-fe357bd9-b432-49a1-b67c-fd84291c44d8 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Calling delete_port for 6623d20c-3529-469d-97f2-142a7d01bc96 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:24:14.321131 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-0f3978e5-0469-49ec-b401-d0c2b09913b6 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-637640345'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:24:14.375607 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e2b0fac1-7fbb-45d5-a686-e2ccaa9d6f80 req-6ad0a2e8-2ff1-4ee4-a88f-d766fe422515 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8 HTTP/1.1" status: 200 len: 217 time: 0.0924664 Nov 16 11:24:14.467372 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 08ceb28d-8344-42d5-9cb2-b5e94742930c up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:24:14.469658 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 635a0389-606a-4e81-8144-a1b9eb53c85e details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:24:14.480664 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3978e5-0469-49ec-b401-d0c2b09913b6 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Made reservation on behalf of c9cb1aa5b1254cc3a8e0ba85aca63e3d for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:24:14.484053 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f3978e5-0469-49ec-b401-d0c2b09913b6 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:14.491742 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284fab31-d65d-4400-89ef-88fdbc3ff9e7 req-a09d1b1d-8d70-44a3-a11e-247b05acd1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:14.493205 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-284fab31-d65d-4400-89ef-88fdbc3ff9e7 req-a09d1b1d-8d70-44a3-a11e-247b05acd1a7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1e899852-fcea-46eb-9bf2-b2cb216aca26 HTTP/1.1" status: 200 len: 903 time: 0.2556171 Nov 16 11:24:14.497766 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0fac1-7fbb-45d5-a686-e2ccaa9d6f80 req-a94acac9-26b8-4f48-882d-5958bac928ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:14.499193 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e2b0fac1-7fbb-45d5-a686-e2ccaa9d6f80 req-a94acac9-26b8-4f48-882d-5958bac928ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0426f897-3517-4777-b787-b653a2b0dda2 HTTP/1.1" status: 200 len: 854 time: 0.1133749 Nov 16 11:24:14.508584 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e2c5b678-6016-42e4-96eb-6b7757bd73fc req-fb3d6b66-aed4-48ce-bfab-cc8cfbc0bc93 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/security-groups?id=e6ce7d58-b578-4d94-8222-f5a684de1780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911688 Nov 16 11:24:14.524427 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f3978e5-0469-49ec-b401-d0c2b09913b6 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:14.525353 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-293a2e5d-4070-4b65-aa06-1bb58c041e23 req-fe357bd9-b432-49a1-b67c-fd84291c44d8 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:14.565878 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['6623d20c-3529-469d-97f2-142a7d01bc96'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:24:14.585601 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-284fab31-d65d-4400-89ef-88fdbc3ff9e7 req-db9b9b37-be6e-4568-b8b7-79db0496f6a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.94&port_id=25627185-5f1f-4fa7-96e5-c375f7b43bdc HTTP/1.1" status: 200 len: 217 time: 0.0750084 Nov 16 11:24:14.587547 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e2b0fac1-7fbb-45d5-a686-e2ccaa9d6f80 req-5ded5126-b06d-4bc7-a18f-aac8c89dad39 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc3b876-f37c-4fd2-ad3b-c29cb12fd064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782068 Nov 16 11:24:14.617062 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe357bd9-b432-49a1-b67c-fd84291c44d8 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Pushing event deleted for resources: {'Port': ['ID=6623d20c-3529-469d-97f2-142a7d01bc96,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:14.629105 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port 08ceb28d-8344-42d5-9cb2-b5e94742930c completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:24:14.639876 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 08ceb28d-8344-42d5-9cb2-b5e94742930c triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:14.640500 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:14.678232 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-293a2e5d-4070-4b65-aa06-1bb58c041e23 req-fe357bd9-b432-49a1-b67c-fd84291c44d8 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] No DVR routers for this DVR port 6623d20c-3529-469d-97f2-142a7d01bc96 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:24:14.682984 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-293a2e5d-4070-4b65-aa06-1bb58c041e23 req-fe357bd9-b432-49a1-b67c-fd84291c44d8 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:14.687521 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-293a2e5d-4070-4b65-aa06-1bb58c041e23 req-fe357bd9-b432-49a1-b67c-fd84291c44d8 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.64 "DELETE /v2.0/ports/6623d20c-3529-469d-97f2-142a7d01bc96 HTTP/1.1" status: 204 len: 173 time: 0.6981022 Nov 16 11:24:14.726917 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 635a0389-606a-4e81-8144-a1b9eb53c85e, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=635a0389-606a-4e81-8144-a1b9eb53c85e,segment=NetworkSegment(7d62dc43-b4fc-438f-9bc9-6808916eb644),segment_id=7d62dc43-b4fc-438f-9bc9-6808916eb644)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:14.775817 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '635a0389-606a-4e81-8144-a1b9eb53c85e', 'network_id': '0438bcfd-df32-4aa7-9315-0dd361d2066d', 'port_id': '635a0389-606a-4e81-8144-a1b9eb53c85e', 'mac_address': 'fa:16:3e:d5:0b:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcf87268-1f2b-4b46-88da-6caaf8fb469b', 'ip_address': '19.80.0.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:24:14.795694 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284fab31-d65d-4400-89ef-88fdbc3ff9e7 req-ac1bf34c-6bad-4fa4-a183-38ffc1169f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:14.798084 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-284fab31-d65d-4400-89ef-88fdbc3ff9e7 req-ac1bf34c-6bad-4fa4-a183-38ffc1169f84 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f6097a4b-1d60-4146-9956-8b304deacf07 HTTP/1.1" status: 200 len: 801 time: 0.1981399 Nov 16 11:24:14.819275 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:14.865866 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 08ceb28d-8344-42d5-9cb2-b5e94742930c, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=08ceb28d-8344-42d5-9cb2-b5e94742930c,segment=NetworkSegment(bc3efc76-7eee-41cc-b500-e816d15e53cf),segment_id=bc3efc76-7eee-41cc-b500-e816d15e53cf)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:14.870456 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ceb28d-8344-42d5-9cb2-b5e94742930c'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:24:14.873436 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf761ba-2af5-4dda-a3eb-80760e5e450d" -d '{"events": [{"server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "name": "network-vif-plugged", "status": "completed", "tag": "08ceb28d-8344-42d5-9cb2-b5e94742930c"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:24:14.881120 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae75a8-9322-42d3-9ca1-eec30dc99c12 req-791c479e-cc9b-4848-9a84-7f2a56208d88 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:14.881761 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:14.882826 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-16ae75a8-9322-42d3-9ca1-eec30dc99c12 req-791c479e-cc9b-4848-9a84-7f2a56208d88 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8d30c3-065b-4a55-87ca-23372d29d1d9 HTTP/1.1" status: 200 len: 946 time: 0.2248814 Nov 16 11:24:14.883106 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 41a853ef-f92e-4127-89d6-e02d71c0d2ed up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:24:14.893469 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e2b0fac1-7fbb-45d5-a686-e2ccaa9d6f80 req-141f8464-7425-4123-81d3-e34b4dbb94c8 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc3b876-f37c-4fd2-ad3b-c29cb12fd064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919586 Nov 16 11:24:14.947300 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f3978e5-0469-49ec-b401-d0c2b09913b6 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:14.951417 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284fab31-d65d-4400-89ef-88fdbc3ff9e7 req-1eed9e44-afbc-4425-9088-a83b60dd4f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:14.953232 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-284fab31-d65d-4400-89ef-88fdbc3ff9e7 req-1eed9e44-afbc-4425-9088-a83b60dd4f83 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1e899852-fcea-46eb-9bf2-b2cb216aca26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1465197 Nov 16 11:24:14.990876 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:15.006375 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f3978e5-0469-49ec-b401-d0c2b09913b6 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:15.021737 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=08ceb28d-8344-42d5-9cb2-b5e94742930c,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:15.041253 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 635a0389-606a-4e81-8144-a1b9eb53c85e {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:24:15.075254 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 635a0389-606a-4e81-8144-a1b9eb53c85e, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=635a0389-606a-4e81-8144-a1b9eb53c85e,segment=NetworkSegment(7d62dc43-b4fc-438f-9bc9-6808916eb644),segment_id=7d62dc43-b4fc-438f-9bc9-6808916eb644)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:15.087433 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:15.089531 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 25627185-5f1f-4fa7-96e5-c375f7b43bdc details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:24:15.123580 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f3978e5-0469-49ec-b401-d0c2b09913b6 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:24:15.215578 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-284fab31-d65d-4400-89ef-88fdbc3ff9e7 req-e93408ec-5162-47f2-b3f6-058a501de842 service neutron] 10.222.0.64 "GET /v2.0/networks/1e899852-fcea-46eb-9bf2-b2cb216aca26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257924 Nov 16 11:24:15.217581 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 25627185-5f1f-4fa7-96e5-c375f7b43bdc, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=25627185-5f1f-4fa7-96e5-c375f7b43bdc,segment=NetworkSegment(8a089087-57a1-4dd8-b5a7-35c4d39afe61),segment_id=8a089087-57a1-4dd8-b5a7-35c4d39afe61)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:15.217995 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e2b0fac1-7fbb-45d5-a686-e2ccaa9d6f80 req-6e8b7c76-7578-4128-8c8e-9fa072835fec service neutron] 10.222.0.36 "GET /v2.0/networks/7bc3b876-f37c-4fd2-ad3b-c29cb12fd064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095965 Nov 16 11:24:15.250016 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '25627185-5f1f-4fa7-96e5-c375f7b43bdc', 'network_id': '1e899852-fcea-46eb-9bf2-b2cb216aca26', 'port_id': '25627185-5f1f-4fa7-96e5-c375f7b43bdc', 'mac_address': 'fa:16:3e:69:c1:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6097a4b-1d60-4146-9956-8b304deacf07', 'ip_address': '19.86.0.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:24:15.254555 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port 41a853ef-f92e-4127-89d6-e02d71c0d2ed completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:24:15.260878 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-16ae75a8-9322-42d3-9ca1-eec30dc99c12 req-d9a7cb8a-8072-4526-a0e7-674ad8957a17 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647215 Nov 16 11:24:15.263573 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f3978e5-0469-49ec-b401-d0c2b09913b6 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:15.267249 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-0f3978e5-0469-49ec-b401-d0c2b09913b6 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Added segment f3ba097c-2a51-4400-8ee9-bc793225a0aa of type vlan for network a85e5511-9c09-4b7f-9001-0fba1f5ae103 Nov 16 11:24:15.317331 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 41a853ef-f92e-4127-89d6-e02d71c0d2ed triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:15.317331 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:15.367178 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3978e5-0469-49ec-b401-d0c2b09913b6 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f87bce49-5fe6-44e1-a213-25f8bb5508c6,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:15.440186 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:15.463701 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25627185-5f1f-4fa7-96e5-c375f7b43bdc {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:24:15.489443 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 25627185-5f1f-4fa7-96e5-c375f7b43bdc, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=25627185-5f1f-4fa7-96e5-c375f7b43bdc,segment=NetworkSegment(8a089087-57a1-4dd8-b5a7-35c4d39afe61),segment_id=8a089087-57a1-4dd8-b5a7-35c4d39afe61)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:15.559279 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f3978e5-0469-49ec-b401-d0c2b09913b6 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:15.579698 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:15.589899 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:15.635193 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=635a0389-606a-4e81-8144-a1b9eb53c85e,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:15.643949 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7be8477f-a882-4052-9720-6f67bdf93eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:15.671660 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f3978e5-0469-49ec-b401-d0c2b09913b6 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:15.673507 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 41a853ef-f92e-4127-89d6-e02d71c0d2ed, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=41a853ef-f92e-4127-89d6-e02d71c0d2ed,segment=NetworkSegment(3aacb015-09d5-4518-8cdb-9c27d9564540),segment_id=3aacb015-09d5-4518-8cdb-9c27d9564540)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:15.683149 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3978e5-0469-49ec-b401-d0c2b09913b6 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:15.683847 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f3978e5-0469-49ec-b401-d0c2b09913b6 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:15.688298 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-284fab31-d65d-4400-89ef-88fdbc3ff9e7 req-21f3ba6c-ba4b-446e-9c33-798b061182d9 service neutron] 10.222.0.64 "GET /v2.0/networks/1e899852-fcea-46eb-9bf2-b2cb216aca26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4626603 Nov 16 11:24:15.706980 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=25627185-5f1f-4fa7-96e5-c375f7b43bdc,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:15.722213 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:15.723508 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 442339e7-8828-4527-b420-5e71635e90f9 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:24:15.801962 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0f3978e5-0469-49ec-b401-d0c2b09913b6 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6653547 Nov 16 11:24:15.802424 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34244) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:15.810682 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-7d5cff5f-621b-4668-9d17-e3fe358047b7 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Request body: {'subnet': {'network_id': 'a85e5511-9c09-4b7f-9001-0fba1f5ae103', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:24:15.812872 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3978e5-0469-49ec-b401-d0c2b09913b6 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Pushing event updated for resources: {'Network': ['ID=a85e5511-9c09-4b7f-9001-0fba1f5ae103,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:15.836564 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0402e-c1e3-4c41-8b9c-ee77e6324cfc req-b77c7740-38ac-4722-b7e3-3a3568fadc60 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:15.838228 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6dc0402e-c1e3-4c41-8b9c-ee77e6324cfc req-b77c7740-38ac-4722-b7e3-3a3568fadc60 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae0f80e8-d797-441a-9f1b-f1d58332d494 HTTP/1.1" status: 200 len: 943 time: 0.0816085 Nov 16 11:24:15.931323 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6dc0402e-c1e3-4c41-8b9c-ee77e6324cfc req-53cc663e-1b24-4205-8aa8-99b7f2d0bf61 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857279 Nov 16 11:24:15.979918 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5cff5f-621b-4668-9d17-e3fe358047b7 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Made reservation on behalf of c9cb1aa5b1254cc3a8e0ba85aca63e3d for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:24:15.984137 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7d5cff5f-621b-4668-9d17-e3fe358047b7 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:16.008672 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network a85e5511-9c09-4b7f-9001-0fba1f5ae103 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:24:16.037533 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fa2877-c349-439a-986e-708bdc07fbb3', 'name': 'network-vif-deleted', 'tag': 'e3ef95b6-6ba2-43f9-8339-fb6299a2480a'}, {'server_uuid': '7840abb2-d57a-48ae-9606-fc343813307d', 'name': 'network-vif-deleted', 'tag': '6623d20c-3529-469d-97f2-142a7d01bc96'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:24:16.039860 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5b231a-0ee3-4251-9550-5523c98f6215" -d '{"events": [{"server_uuid": "f8fa2877-c349-439a-986e-708bdc07fbb3", "name": "network-vif-deleted", "tag": "e3ef95b6-6ba2-43f9-8339-fb6299a2480a"}, {"server_uuid": "7840abb2-d57a-48ae-9606-fc343813307d", "name": "network-vif-deleted", "tag": "6623d20c-3529-469d-97f2-142a7d01bc96"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:24:16.062130 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-10102694-6960-4b65-93cc-db637896ec84 req-fd29b84c-2843-4b19-8057-8b24867143e2 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=7840abb2-d57a-48ae-9606-fc343813307d HTTP/1.1" status: 200 len: 210 time: 0.0262513 Nov 16 11:24:16.099459 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['635a0389-606a-4e81-8144-a1b9eb53c85e'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:24:16.142091 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03aa5919-7828-43d2-93c9-997f514ee23f x-openstack-request-id: req-03aa5919-7828-43d2-93c9-997f514ee23f {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:24:16.142408 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "name": "network-vif-plugged", "status": "completed", "tag": "08ceb28d-8344-42d5-9cb2-b5e94742930c", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:24:16.142631 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-03aa5919-7828-43d2-93c9-997f514ee23f {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:24:16.143020 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ceb28d-8344-42d5-9cb2-b5e94742930c', 'code': 200} Nov 16 11:24:16.149586 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=41a853ef-f92e-4127-89d6-e02d71c0d2ed,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:16.179693 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port 442339e7-8828-4527-b420-5e71635e90f9 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:24:16.188393 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 442339e7-8828-4527-b420-5e71635e90f9 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:16.188768 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:16.326785 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1cef7-be98-4e83-8e31-e842139fd40c req-082e8d9d-1253-4366-8ed4-16eea53eef21 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:16.333760 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1cef7-be98-4e83-8e31-e842139fd40c req-082e8d9d-1253-4366-8ed4-16eea53eef21 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:16.336167 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:16.337168 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7d5cff5f-621b-4668-9d17-e3fe358047b7 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:16.359926 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1cef7-be98-4e83-8e31-e842139fd40c req-082e8d9d-1253-4366-8ed4-16eea53eef21 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:16.378056 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1cef7-be98-4e83-8e31-e842139fd40c req-082e8d9d-1253-4366-8ed4-16eea53eef21 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:16.386528 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1cef7-be98-4e83-8e31-e842139fd40c req-082e8d9d-1253-4366-8ed4-16eea53eef21 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:16.391183 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 442339e7-8828-4527-b420-5e71635e90f9, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=442339e7-8828-4527-b420-5e71635e90f9,segment=NetworkSegment(16847986-4ee3-48f3-a2b2-b0245bd65314),segment_id=16847986-4ee3-48f3-a2b2-b0245bd65314)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:16.394630 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1cef7-be98-4e83-8e31-e842139fd40c req-082e8d9d-1253-4366-8ed4-16eea53eef21 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:16.403007 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1cef7-be98-4e83-8e31-e842139fd40c req-082e8d9d-1253-4366-8ed4-16eea53eef21 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:16.405129 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e5e1cef7-be98-4e83-8e31-e842139fd40c req-082e8d9d-1253-4366-8ed4-16eea53eef21 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 5430 time: 0.1734028 Nov 16 11:24:16.407514 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:16.408407 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 8c0c8e29-c9e3-442d-bb5d-3b91f658d21a up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:24:16.435184 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5cff5f-621b-4668-9d17-e3fe358047b7 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Pushing event updated for resources: {'Subnet': ['ID=a8751690-3deb-485a-9a88-1bb293e66e15,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:16.440990 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5cff5f-621b-4668-9d17-e3fe358047b7 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Checking segment: {'id': 'f3ba097c-2a51-4400-8ee9-bc793225a0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a85e5511-9c09-4b7f-9001-0fba1f5ae103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:24:16.441840 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5cff5f-621b-4668-9d17-e3fe358047b7 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Network hostable DHCP agents. Network: a85e5511-9c09-4b7f-9001-0fba1f5ae103, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:24:16.475410 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5cff5f-621b-4668-9d17-e3fe358047b7 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Network a85e5511-9c09-4b7f-9001-0fba1f5ae103 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:24:16.487124 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:24:16.489010 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 6623d20c-3529-469d-97f2-142a7d01bc96 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:24:16.495480 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-7d5cff5f-621b-4668-9d17-e3fe358047b7 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, a85e5511-9c09-4b7f-9001-0fba1f5ae103) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:24:16.500683 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5cff5f-621b-4668-9d17-e3fe358047b7 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:16.501556 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7d5cff5f-621b-4668-9d17-e3fe358047b7 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:16.527782 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e5e1cef7-be98-4e83-8e31-e842139fd40c req-619c1751-32aa-493e-a940-83926437393a tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c641a9-9ec5-4bde-8d8e-91841ccae81e&id=df1a22eb-4b7f-4078-bf25-bb6ec7c01c43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1140034 Nov 16 11:24:16.531762 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12355b6d-d552-4de3-ae2d-676f514641ae None None] Network a85e5511-9c09-4b7f-9001-0fba1f5ae103 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:24:16.539521 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7d5cff5f-621b-4668-9d17-e3fe358047b7 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7348609 Nov 16 11:24:16.541787 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34250) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:16.543071 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 6623d20c-3529-469d-97f2-142a7d01bc96 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:24:16.543423 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 6623d20c-3529-469d-97f2-142a7d01bc96 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:24:16.545296 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:16.551540 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b720b991-c1dc-4a6c-83f2-7ccee51b4605 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-724813813', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}, 'admin_state_up': False}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:24:16.610601 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b720b991-c1dc-4a6c-83f2-7ccee51b4605 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:16.613828 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b720b991-c1dc-4a6c-83f2-7ccee51b4605 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:16.618285 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=442339e7-8828-4527-b420-5e71635e90f9,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:16.694163 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72283563-5dea-4561-9d7e-6aa8cdb3dd7b req-a4bd757f-54d2-4099-a50a-8723e94efa91 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:16.702473 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72283563-5dea-4561-9d7e-6aa8cdb3dd7b req-a4bd757f-54d2-4099-a50a-8723e94efa91 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:16.711179 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-72283563-5dea-4561-9d7e-6aa8cdb3dd7b req-a4bd757f-54d2-4099-a50a-8723e94efa91 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/ports?device_id=55af3297-72c0-4735-b62d-0895f19fc954 HTTP/1.1" status: 200 len: 1679 time: 0.1086538 Nov 16 11:24:16.748950 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b720b991-c1dc-4a6c-83f2-7ccee51b4605 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:16.775920 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-72283563-5dea-4561-9d7e-6aa8cdb3dd7b req-7a5f19e2-97c7-43a4-be32-e96c8806aeb1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/security-groups?id=e6ce7d58-b578-4d94-8222-f5a684de1780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637400 Nov 16 11:24:16.788115 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8,segment=NetworkSegment(1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1),segment_id=1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:16.806103 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8', 'network_id': '7bc3b876-f37c-4fd2-ad3b-c29cb12fd064', 'port_id': '70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8', 'mac_address': 'fa:16:3e:49:c5:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0426f897-3517-4777-b787-b653a2b0dda2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:24:16.856644 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port 8c0c8e29-c9e3-442d-bb5d-3b91f658d21a completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:24:16.879996 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 8c0c8e29-c9e3-442d-bb5d-3b91f658d21a triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:16.880401 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:16.892235 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:16.923199 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db179727-3e2a-4ca0-af05-d5dd04b79b0a req-93bd6ef7-af35-4e00-9c55-e58be6a9ed6c tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:16.927677 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:24:16.936726 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-db179727-3e2a-4ca0-af05-d5dd04b79b0a req-93bd6ef7-af35-4e00-9c55-e58be6a9ed6c tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b1194f6-8c34-436e-bc64-8bf735a31731 HTTP/1.1" status: 200 len: 950 time: 0.0832882 Nov 16 11:24:16.953035 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8,segment=NetworkSegment(1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1),segment_id=1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:16.964886 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['25627185-5f1f-4fa7-96e5-c375f7b43bdc'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:24:17.001267 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-db179727-3e2a-4ca0-af05-d5dd04b79b0a req-3813c132-110e-408c-a97d-5457e1e4df47 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592222 Nov 16 11:24:17.014387 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:17.071108 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b720b991-c1dc-4a6c-83f2-7ccee51b4605 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:17.084995 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 16 Nov 2021 11:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff46a06b-d6a2-4c2b-b39e-d9d0642fe183 x-openstack-request-id: req-ff46a06b-d6a2-4c2b-b39e-d9d0642fe183 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:24:17.085537 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fa2877-c349-439a-986e-708bdc07fbb3", "name": "network-vif-deleted", "tag": "e3ef95b6-6ba2-43f9-8339-fb6299a2480a", "status": "completed", "code": 200}, {"server_uuid": "7840abb2-d57a-48ae-9606-fc343813307d", "name": "network-vif-deleted", "tag": "6623d20c-3529-469d-97f2-142a7d01bc96", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:24:17.085858 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ff46a06b-d6a2-4c2b-b39e-d9d0642fe183 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:24:17.086370 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fa2877-c349-439a-986e-708bdc07fbb3', 'name': 'network-vif-deleted', 'tag': 'e3ef95b6-6ba2-43f9-8339-fb6299a2480a', 'status': 'completed', 'code': 200} Nov 16 11:24:17.086710 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7840abb2-d57a-48ae-9606-fc343813307d', 'name': 'network-vif-deleted', 'tag': '6623d20c-3529-469d-97f2-142a7d01bc96', 'status': 'completed', 'code': 200} Nov 16 11:24:17.159504 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b769e91-2933-4978-9c81-dddae66d8c86 None None] Network a85e5511-9c09-4b7f-9001-0fba1f5ae103 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:24:17.256932 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5704e4-0ebb-4703-9ae4-44c57f6b285a req-2d4bf681-ed79-40ba-872f-463306286e73 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:17.265308 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0d5704e4-0ebb-4703-9ae4-44c57f6b285a req-2d4bf681-ed79-40ba-872f-463306286e73 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8d30c3-065b-4a55-87ca-23372d29d1d9 HTTP/1.1" status: 200 len: 946 time: 0.0996878 Nov 16 11:24:17.282616 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:17.298886 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefcedd-93db-48a2-883d-16b8b9aa3675 req-4ceaf34a-37c0-4816-a744-60087865fb34 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:17.300348 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-efefcedd-93db-48a2-883d-16b8b9aa3675 req-4ceaf34a-37c0-4816-a744-60087865fb34 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b1194f6-8c34-436e-bc64-8bf735a31731 HTTP/1.1" status: 200 len: 950 time: 0.1027756 Nov 16 11:24:17.379399 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0d5704e4-0ebb-4703-9ae4-44c57f6b285a req-62ba2b24-1358-457b-be75-e4957adde367 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131110 Nov 16 11:24:17.398227 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:17.398912 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b720b991-c1dc-4a6c-83f2-7ccee51b4605 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:17.413609 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:24:17.431958 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b720b991-c1dc-4a6c-83f2-7ccee51b4605 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:17.482555 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-efefcedd-93db-48a2-883d-16b8b9aa3675 req-35212b23-f4fa-4132-95d5-9777fc689de2 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Deleting port aaf8ca24-642c-4c97-886a-ff901d1a8062 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:24:17.482891 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-efefcedd-93db-48a2-883d-16b8b9aa3675 req-35212b23-f4fa-4132-95d5-9777fc689de2 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:17.544315 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 8c0c8e29-c9e3-442d-bb5d-3b91f658d21a, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=8c0c8e29-c9e3-442d-bb5d-3b91f658d21a,segment=NetworkSegment(3aacb015-09d5-4518-8cdb-9c27d9564540),segment_id=3aacb015-09d5-4518-8cdb-9c27d9564540)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:17.560408 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:17.561249 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device b06424a2-3780-4ea6-937a-fd17aaa823c1 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:24:17.588417 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-b720b991-c1dc-4a6c-83f2-7ccee51b4605 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Allocated IP 172.25.0.32 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/d7ccb297-c08e-436a-b428-bf48fb775664) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:24:17.615032 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-efefcedd-93db-48a2-883d-16b8b9aa3675 req-35212b23-f4fa-4132-95d5-9777fc689de2 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] For port aaf8ca24-642c-4c97-886a-ff901d1a8062, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=aaf8ca24-642c-4c97-886a-ff901d1a8062,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:17.617153 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-efefcedd-93db-48a2-883d-16b8b9aa3675 req-35212b23-f4fa-4132-95d5-9777fc689de2 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:17.636673 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-efefcedd-93db-48a2-883d-16b8b9aa3675 req-35212b23-f4fa-4132-95d5-9777fc689de2 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Calling delete_port for aaf8ca24-642c-4c97-886a-ff901d1a8062 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:24:17.748684 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b720b991-c1dc-4a6c-83f2-7ccee51b4605 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:17.771197 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=8c0c8e29-c9e3-442d-bb5d-3b91f658d21a,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:17.825344 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b720b991-c1dc-4a6c-83f2-7ccee51b4605 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:17.825594 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-efefcedd-93db-48a2-883d-16b8b9aa3675 req-35212b23-f4fa-4132-95d5-9777fc689de2 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:17.839324 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port b06424a2-3780-4ea6-937a-fd17aaa823c1 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:24:17.857812 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35212b23-f4fa-4132-95d5-9777fc689de2 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Pushing event deleted for resources: {'Port': ['ID=aaf8ca24-642c-4c97-886a-ff901d1a8062,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:17.879396 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port b06424a2-3780-4ea6-937a-fd17aaa823c1 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:17.879396 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:17.901390 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b720b991-c1dc-4a6c-83f2-7ccee51b4605 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:24:17.908886 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-b720b991-c1dc-4a6c-83f2-7ccee51b4605 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:24:17.915283 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b720b991-c1dc-4a6c-83f2-7ccee51b4605 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:24:17.935435 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3c7d7a-6c8a-483a-93c2-8c35a043490f None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:24:17.956904 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-efefcedd-93db-48a2-883d-16b8b9aa3675 req-35212b23-f4fa-4132-95d5-9777fc689de2 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] No DVR routers for this DVR port aaf8ca24-642c-4c97-886a-ff901d1a8062 on host n-h1-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:24:17.961284 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-efefcedd-93db-48a2-883d-16b8b9aa3675 req-35212b23-f4fa-4132-95d5-9777fc689de2 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:17.965723 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-efefcedd-93db-48a2-883d-16b8b9aa3675 req-35212b23-f4fa-4132-95d5-9777fc689de2 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.36 "DELETE /v2.0/ports/aaf8ca24-642c-4c97-886a-ff901d1a8062 HTTP/1.1" status: 204 len: 173 time: 0.6466382 Nov 16 11:24:17.966977 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1194f6-8c34-436e-bc64-8bf735a31731', 'name': 'network-vif-deleted', 'tag': 'aaf8ca24-642c-4c97-886a-ff901d1a8062'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:24:17.969660 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a56a0a-a803-4f64-a978-785171c6528d" -d '{"events": [{"server_uuid": "6b1194f6-8c34-436e-bc64-8bf735a31731", "name": "network-vif-deleted", "tag": "aaf8ca24-642c-4c97-886a-ff901d1a8062"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:24:18.011133 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720b991-c1dc-4a6c-83f2-7ccee51b4605 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Pushing event updated for resources: {'Port': ['ID=d7ccb297-c08e-436a-b428-bf48fb775664,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:18.029460 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:18.072918 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port b06424a2-3780-4ea6-937a-fd17aaa823c1, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=b06424a2-3780-4ea6-937a-fd17aaa823c1,segment=NetworkSegment(16847986-4ee3-48f3-a2b2-b0245bd65314),segment_id=16847986-4ee3-48f3-a2b2-b0245bd65314)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:18.086938 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-99c46160-123d-4939-8827-c9458292830f None None] Provisioning complete for port d7ccb297-c08e-436a-b428-bf48fb775664 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:18.087482 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99c46160-123d-4939-8827-c9458292830f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:18.089830 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:18.090721 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device f958e357-3c58-4ef4-8e95-dd29178bdd07 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:24:18.137188 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9919ae-d50f-4167-b119-fa7e0d02a31a req-f2af0be5-9822-46e2-9e4d-e50300bf725c tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:18.142808 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6a9919ae-d50f-4167-b119-fa7e0d02a31a req-f2af0be5-9822-46e2-9e4d-e50300bf725c tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae0f80e8-d797-441a-9f1b-f1d58332d494 HTTP/1.1" status: 200 len: 944 time: 0.1388376 Nov 16 11:24:18.235873 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6a9919ae-d50f-4167-b119-fa7e0d02a31a req-7e4e9662-cee1-4e0a-b455-d6de1fd8707a tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783083 Nov 16 11:24:18.243747 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a853ef-f92e-4127-89d6-e02d71c0d2ed'}, {'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442339e7-8828-4527-b420-5e71635e90f9'}, {'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0c8e29-c9e3-442d-bb5d-3b91f658d21a'}, {'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06424a2-3780-4ea6-937a-fd17aaa823c1'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:24:18.246071 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86c417c-682d-4d4d-954f-2853fe971c14" -d '{"events": [{"server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "name": "network-vif-plugged", "status": "completed", "tag": "41a853ef-f92e-4127-89d6-e02d71c0d2ed"}, {"server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "name": "network-vif-plugged", "status": "completed", "tag": "442339e7-8828-4527-b420-5e71635e90f9"}, {"server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "name": "network-vif-plugged", "status": "completed", "tag": "8c0c8e29-c9e3-442d-bb5d-3b91f658d21a"}, {"server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "name": "network-vif-plugged", "status": "completed", "tag": "b06424a2-3780-4ea6-937a-fd17aaa823c1"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:24:18.248575 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=b06424a2-3780-4ea6-937a-fd17aaa823c1,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:18.310006 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-99c46160-123d-4939-8827-c9458292830f None None] Port d7ccb297-c08e-436a-b428-bf48fb775664 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:24:18.313576 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port f958e357-3c58-4ef4-8e95-dd29178bdd07 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:24:18.324052 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:18.327860 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port f958e357-3c58-4ef4-8e95-dd29178bdd07 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:18.328300 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:18.391741 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1e809233-11ce-46b3-aee7-975c59d2071f req-c8d9880b-7b87-4851-a77d-a0fd1bcb1379 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=7840abb2-d57a-48ae-9606-fc343813307d HTTP/1.1" status: 200 len: 210 time: 0.0555513 Nov 16 11:24:18.462613 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:18.489746 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 635a0389-606a-4e81-8144-a1b9eb53c85e up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:24:18.545372 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port f958e357-3c58-4ef4-8e95-dd29178bdd07, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=f958e357-3c58-4ef4-8e95-dd29178bdd07,segment=NetworkSegment(16847986-4ee3-48f3-a2b2-b0245bd65314),segment_id=16847986-4ee3-48f3-a2b2-b0245bd65314)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:18.564650 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:18.567683 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device ef6df7df-1e5a-4b26-a927-ad82f8336e09 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:24:18.583949 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b720b991-c1dc-4a6c-83f2-7ccee51b4605 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:18.585397 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69488cf1-10b8-4c6a-bb6c-9f80208ce71b req-8b945782-cc4d-4106-9ee0-6a2c77f749a9 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:18.592182 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69488cf1-10b8-4c6a-bb6c-9f80208ce71b req-8b945782-cc4d-4106-9ee0-6a2c77f749a9 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:18.599158 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69488cf1-10b8-4c6a-bb6c-9f80208ce71b req-8b945782-cc4d-4106-9ee0-6a2c77f749a9 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:18.607104 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69488cf1-10b8-4c6a-bb6c-9f80208ce71b req-8b945782-cc4d-4106-9ee0-6a2c77f749a9 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:18.613976 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69488cf1-10b8-4c6a-bb6c-9f80208ce71b req-8b945782-cc4d-4106-9ee0-6a2c77f749a9 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:18.621458 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69488cf1-10b8-4c6a-bb6c-9f80208ce71b req-8b945782-cc4d-4106-9ee0-6a2c77f749a9 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:18.628817 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69488cf1-10b8-4c6a-bb6c-9f80208ce71b req-8b945782-cc4d-4106-9ee0-6a2c77f749a9 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:18.631052 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-69488cf1-10b8-4c6a-bb6c-9f80208ce71b req-8b945782-cc4d-4106-9ee0-6a2c77f749a9 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 5433 time: 0.1493738 Nov 16 11:24:18.734167 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['aaf8ca24-642c-4c97-886a-ff901d1a8062', 'a771019e-36ea-4eb2-b9ce-fd9be7346252'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:24:18.780633 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-69488cf1-10b8-4c6a-bb6c-9f80208ce71b req-269ff249-09bc-4e62-b4fb-1514421f990e tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c641a9-9ec5-4bde-8d8e-91841ccae81e&id=df1a22eb-4b7f-4078-bf25-bb6ec7c01c43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1369479 Nov 16 11:24:18.833233 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b720b991-c1dc-4a6c-83f2-7ccee51b4605 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:18.844515 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=f958e357-3c58-4ef4-8e95-dd29178bdd07,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:18.848632 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 635a0389-606a-4e81-8144-a1b9eb53c85e completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:24:18.867461 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 635a0389-606a-4e81-8144-a1b9eb53c85e triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:18.868332 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:18.875012 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:18.986244 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e9748-283f-4420-9ad8-facdc6b29784 req-551f0e5e-3171-475f-8f46-e27bd0573e4e tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:18.995994 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e9748-283f-4420-9ad8-facdc6b29784 req-551f0e5e-3171-475f-8f46-e27bd0573e4e tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:19.011883 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a33e9748-283f-4420-9ad8-facdc6b29784 req-551f0e5e-3171-475f-8f46-e27bd0573e4e tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/ports?device_id=55af3297-72c0-4735-b62d-0895f19fc954 HTTP/1.1" status: 200 len: 1679 time: 0.1202781 Nov 16 11:24:19.125717 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a33e9748-283f-4420-9ad8-facdc6b29784 req-e2a7acde-1ee7-4bf3-904b-f16d46c00096 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/security-groups?id=e6ce7d58-b578-4d94-8222-f5a684de1780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005630 Nov 16 11:24:19.192916 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0293f71a-b53c-4c16-8628-013d9827197d x-openstack-request-id: req-0293f71a-b53c-4c16-8628-013d9827197d {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:24:19.193456 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1194f6-8c34-436e-bc64-8bf735a31731", "name": "network-vif-deleted", "tag": "aaf8ca24-642c-4c97-886a-ff901d1a8062", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:24:19.193902 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0293f71a-b53c-4c16-8628-013d9827197d {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:24:19.195125 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1194f6-8c34-436e-bc64-8bf735a31731', 'name': 'network-vif-deleted', 'tag': 'aaf8ca24-642c-4c97-886a-ff901d1a8062', 'status': 'completed', 'code': 200} Nov 16 11:24:19.216649 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port ef6df7df-1e5a-4b26-a927-ad82f8336e09 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:24:19.224704 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port ef6df7df-1e5a-4b26-a927-ad82f8336e09 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:19.225187 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:19.287203 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 16 Nov 2021 11:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e885085-f5df-4cba-9da5-3c9b532e5c60 x-openstack-request-id: req-0e885085-f5df-4cba-9da5-3c9b532e5c60 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:24:19.287509 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "name": "network-vif-plugged", "status": "completed", "tag": "41a853ef-f92e-4127-89d6-e02d71c0d2ed", "code": 200}, {"server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "name": "network-vif-plugged", "status": "completed", "tag": "442339e7-8828-4527-b420-5e71635e90f9", "code": 200}, {"server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "name": "network-vif-plugged", "status": "completed", "tag": "8c0c8e29-c9e3-442d-bb5d-3b91f658d21a", "code": 200}, {"server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "name": "network-vif-plugged", "status": "completed", "tag": "b06424a2-3780-4ea6-937a-fd17aaa823c1", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:24:19.287783 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0e885085-f5df-4cba-9da5-3c9b532e5c60 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:24:19.288922 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a853ef-f92e-4127-89d6-e02d71c0d2ed', 'code': 200} Nov 16 11:24:19.289179 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442339e7-8828-4527-b420-5e71635e90f9', 'code': 200} Nov 16 11:24:19.289430 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0c8e29-c9e3-442d-bb5d-3b91f658d21a', 'code': 200} Nov 16 11:24:19.289679 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06424a2-3780-4ea6-937a-fd17aaa823c1', 'code': 200} Nov 16 11:24:19.352719 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b720b991-c1dc-4a6c-83f2-7ccee51b4605 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Router f74ec157-18ca-4096-9f48-8fdb8e383456 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:24:19.400758 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0deb4-4bf2-4d65-a8c3-1af38693f234 req-55c63171-5fc9-411a-8041-dd7a2fe01cfa tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:19.408489 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-81f0deb4-4bf2-4d65-a8c3-1af38693f234 req-55c63171-5fc9-411a-8041-dd7a2fe01cfa tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8d30c3-065b-4a55-87ca-23372d29d1d9 HTTP/1.1" status: 200 len: 946 time: 0.0727708 Nov 16 11:24:19.463956 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-81f0deb4-4bf2-4d65-a8c3-1af38693f234 req-f57e1361-350a-4a02-88c5-bd200d18c47a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545266 Nov 16 11:24:19.496738 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b720b991-c1dc-4a6c-83f2-7ccee51b4605 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:24:19.498388 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:19.517649 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8992d1-2625-4072-b4be-17ba310d2062 None None] Sync routers for ids ['f74ec157-18ca-4096-9f48-8fdb8e383456'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:24:19.531803 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b720b991-c1dc-4a6c-83f2-7ccee51b4605 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:19.533775 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b720b991-c1dc-4a6c-83f2-7ccee51b4605 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9907782 Nov 16 11:24:19.536341 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34288) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:19.562839 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:19.573969 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8992d1-2625-4072-b4be-17ba310d2062 None None] Routers {'f74ec157-18ca-4096-9f48-8fdb8e383456'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:24:19.574851 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5a8992d1-2625-4072-b4be-17ba310d2062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:24:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f74ec157-18ca-4096-9f48-8fdb8e383456'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:19.635118 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 635a0389-606a-4e81-8144-a1b9eb53c85e, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=635a0389-606a-4e81-8144-a1b9eb53c85e,segment=NetworkSegment(7d62dc43-b4fc-438f-9bc9-6808916eb644),segment_id=7d62dc43-b4fc-438f-9bc9-6808916eb644)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:19.636739 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5a8992d1-2625-4072-b4be-17ba310d2062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:19.665864 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port ef6df7df-1e5a-4b26-a927-ad82f8336e09, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=ef6df7df-1e5a-4b26-a927-ad82f8336e09,segment=NetworkSegment(16847986-4ee3-48f3-a2b2-b0245bd65314),segment_id=16847986-4ee3-48f3-a2b2-b0245bd65314)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:19.669065 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:19.670090 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 25627185-5f1f-4fa7-96e5-c375f7b43bdc up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:24:19.713992 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8992d1-2625-4072-b4be-17ba310d2062 None None] Routers {'f74ec157-18ca-4096-9f48-8fdb8e383456'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:24:19.714609 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5a8992d1-2625-4072-b4be-17ba310d2062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:24:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f74ec157-18ca-4096-9f48-8fdb8e383456'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:19.717107 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:19.760533 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:24:19.770832 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce600c-a49c-4f0a-abd4-ec5d041c3e08 req-905c9d19-92ad-43fa-873a-2c96d141e3e5 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:19.772911 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-44ce600c-a49c-4f0a-abd4-ec5d041c3e08 req-905c9d19-92ad-43fa-873a-2c96d141e3e5 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae0f80e8-d797-441a-9f1b-f1d58332d494 HTTP/1.1" status: 200 len: 944 time: 0.0632789 Nov 16 11:24:19.791358 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5a8992d1-2625-4072-b4be-17ba310d2062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:19.792022 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8992d1-2625-4072-b4be-17ba310d2062 None None] The sync data for ids ['f74ec157-18ca-4096-9f48-8fdb8e383456'] in n-d-816823-3 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:24:19.831691 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=635a0389-606a-4e81-8144-a1b9eb53c85e,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:19.831950 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-44ce600c-a49c-4f0a-abd4-ec5d041c3e08 req-b8134b1f-51e0-4553-9496-63806f0459ce tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510063 Nov 16 11:24:19.902806 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port 70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:24:19.906241 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 25627185-5f1f-4fa7-96e5-c375f7b43bdc completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:24:19.913522 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=ef6df7df-1e5a-4b26-a927-ad82f8336e09,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:19.916456 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 25627185-5f1f-4fa7-96e5-c375f7b43bdc triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:19.916832 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:19.948612 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-59da85df-e768-4e97-97ec-3ed330f2354a req-b3add9ae-0d99-4650-8af9-1268032b1257 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=7840abb2-d57a-48ae-9606-fc343813307d HTTP/1.1" status: 200 len: 210 time: 0.0498245 Nov 16 11:24:19.955870 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:19.956251 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:20.049342 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:20.076608 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783dc13-25bc-43a1-a4a1-c417c348da7e req-53769ba9-f5f4-4498-847f-d6ce8b9ce96e tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:20.089724 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4783dc13-25bc-43a1-a4a1-c417c348da7e req-53769ba9-f5f4-4498-847f-d6ce8b9ce96e tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 951 time: 0.0764678 Nov 16 11:24:20.109584 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d55ca57-ed58-4efd-b530-103926a4ba5b tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:20.111046 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:20.145771 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 25627185-5f1f-4fa7-96e5-c375f7b43bdc, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=25627185-5f1f-4fa7-96e5-c375f7b43bdc,segment=NetworkSegment(8a089087-57a1-4dd8-b5a7-35c4d39afe61),segment_id=8a089087-57a1-4dd8-b5a7-35c4d39afe61)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:20.151184 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4783dc13-25bc-43a1-a4a1-c417c348da7e req-5bcd416a-b9cb-465b-96a1-a535e24c8e1d tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604327 Nov 16 11:24:20.159796 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:20.181801 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8,segment=NetworkSegment(1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1),segment_id=1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:20.204933 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:20.205810 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device e3ef95b6-6ba2-43f9-8339-fb6299a2480a no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:24:20.228555 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: e3ef95b6-6ba2-43f9-8339-fb6299a2480a {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:24:20.228970 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device e3ef95b6-6ba2-43f9-8339-fb6299a2480a not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:24:20.271293 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=25627185-5f1f-4fa7-96e5-c375f7b43bdc,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:20.313205 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448364c-4da7-493f-b7b2-65978dc0b7c3 req-84ef7af6-9db4-46f8-826d-70bdb331ac82 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:20.326479 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:20.331427 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448364c-4da7-493f-b7b2-65978dc0b7c3 req-84ef7af6-9db4-46f8-826d-70bdb331ac82 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:20.338081 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448364c-4da7-493f-b7b2-65978dc0b7c3 req-84ef7af6-9db4-46f8-826d-70bdb331ac82 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:20.344125 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448364c-4da7-493f-b7b2-65978dc0b7c3 req-84ef7af6-9db4-46f8-826d-70bdb331ac82 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:20.350128 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448364c-4da7-493f-b7b2-65978dc0b7c3 req-84ef7af6-9db4-46f8-826d-70bdb331ac82 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:20.356190 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448364c-4da7-493f-b7b2-65978dc0b7c3 req-84ef7af6-9db4-46f8-826d-70bdb331ac82 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:20.362140 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448364c-4da7-493f-b7b2-65978dc0b7c3 req-84ef7af6-9db4-46f8-826d-70bdb331ac82 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:20.364020 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5448364c-4da7-493f-b7b2-65978dc0b7c3 req-84ef7af6-9db4-46f8-826d-70bdb331ac82 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 5435 time: 0.1207771 Nov 16 11:24:20.424049 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5448364c-4da7-493f-b7b2-65978dc0b7c3 req-9791ff2d-a4fa-4a79-89d9-ed709af37090 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c641a9-9ec5-4bde-8d8e-91841ccae81e&id=df1a22eb-4b7f-4078-bf25-bb6ec7c01c43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534031 Nov 16 11:24:20.469958 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-4d55ca57-ed58-4efd-b530-103926a4ba5b tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Allocated IP 172.20.0.1 (a85e5511-9c09-4b7f-9001-0fba1f5ae103/a8751690-3deb-485a-9a88-1bb293e66e15/a529be6a-336e-4e0b-80bc-162bb6e53569) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:24:20.548063 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba0e55-db3d-43b8-9557-4b89bc825ec3 req-367feb3a-d908-4ab0-b29b-8064caff24a1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:20.554700 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba0e55-db3d-43b8-9557-4b89bc825ec3 req-367feb3a-d908-4ab0-b29b-8064caff24a1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:20.556279 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-40ba0e55-db3d-43b8-9557-4b89bc825ec3 req-367feb3a-d908-4ab0-b29b-8064caff24a1 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/ports?device_id=55af3297-72c0-4735-b62d-0895f19fc954 HTTP/1.1" status: 200 len: 1681 time: 0.0607402 Nov 16 11:24:20.594007 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d55ca57-ed58-4efd-b530-103926a4ba5b tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:20.610721 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-40ba0e55-db3d-43b8-9557-4b89bc825ec3 req-b4ac6d77-22aa-4f3f-8586-0abf49aa1416 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/security-groups?id=e6ce7d58-b578-4d94-8222-f5a684de1780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452156 Nov 16 11:24:20.642977 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d55ca57-ed58-4efd-b530-103926a4ba5b tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:20.687609 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d55ca57-ed58-4efd-b530-103926a4ba5b tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Network a85e5511-9c09-4b7f-9001-0fba1f5ae103 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:24:20.691115 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-4d55ca57-ed58-4efd-b530-103926a4ba5b tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:24:20.696143 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d55ca57-ed58-4efd-b530-103926a4ba5b tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:24:20.702893 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55ca57-ed58-4efd-b530-103926a4ba5b tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Pushing event updated for resources: {'Port': ['ID=a529be6a-336e-4e0b-80bc-162bb6e53569,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:20.733611 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223cf8b-d657-45f5-8e5e-3ec4d0a18971 req-0339b7c2-6648-4bbd-9c3a-53df2162a43a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:20.735182 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1223cf8b-d657-45f5-8e5e-3ec4d0a18971 req-0339b7c2-6648-4bbd-9c3a-53df2162a43a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8d30c3-065b-4a55-87ca-23372d29d1d9 HTTP/1.1" status: 200 len: 946 time: 0.0613339 Nov 16 11:24:20.745552 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d55ca57-ed58-4efd-b530-103926a4ba5b tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:20.831832 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1223cf8b-d657-45f5-8e5e-3ec4d0a18971 req-9b4c9846-ca04-4a08-9757-b7b926cf78cb tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845819 Nov 16 11:24:20.915642 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d55ca57-ed58-4efd-b530-103926a4ba5b tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:20.961003 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff0e2b5-1d93-45d4-b6c4-064b936973c2 req-712f76c4-f22b-4417-832f-233c9e69c309 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:20.962682 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7ff0e2b5-1d93-45d4-b6c4-064b936973c2 req-712f76c4-f22b-4417-832f-233c9e69c309 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae0f80e8-d797-441a-9f1b-f1d58332d494 HTTP/1.1" status: 200 len: 945 time: 0.0513961 Nov 16 11:24:21.017526 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7ff0e2b5-1d93-45d4-b6c4-064b936973c2 req-db8d6a5a-874f-484d-baa1-a174273aafdc tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468116 Nov 16 11:24:21.102949 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d99db-d8d1-4640-a207-e4fbe434f022 req-5a785234-34ad-4376-bfb0-b229cee6e887 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:21.104833 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-101d99db-d8d1-4640-a207-e4fbe434f022 req-5a785234-34ad-4376-bfb0-b229cee6e887 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 951 time: 0.0654964 Nov 16 11:24:21.182419 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-be6573b0-e00d-4a77-8794-8f653fd97768 req-f553fcc6-93d9-4b5b-8176-11d5ec03023f tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=7840abb2-d57a-48ae-9606-fc343813307d HTTP/1.1" status: 200 len: 210 time: 0.0585270 Nov 16 11:24:21.254973 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-101d99db-d8d1-4640-a207-e4fbe434f022 req-4a58cc7d-997f-40ff-bdb9-e738f88cfc8c tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Deleting port a771019e-36ea-4eb2-b9ce-fd9be7346252 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:24:21.255291 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-101d99db-d8d1-4640-a207-e4fbe434f022 req-4a58cc7d-997f-40ff-bdb9-e738f88cfc8c tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:21.289562 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d55ca57-ed58-4efd-b530-103926a4ba5b tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:21.290621 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f958e357-3c58-4ef4-8e95-dd29178bdd07'}, {'server_uuid': '55af3297-72c0-4735-b62d-0895f19fc954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635a0389-606a-4e81-8144-a1b9eb53c85e'}, {'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6df7df-1e5a-4b26-a927-ad82f8336e09'}, {'server_uuid': '55af3297-72c0-4735-b62d-0895f19fc954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25627185-5f1f-4fa7-96e5-c375f7b43bdc'}, {'server_uuid': 'ae0f80e8-d797-441a-9f1b-f1d58332d494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:24:21.293962 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19cd05c-7f74-434f-8839-f5b4d44d47d5" -d '{"events": [{"server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "name": "network-vif-plugged", "status": "completed", "tag": "f958e357-3c58-4ef4-8e95-dd29178bdd07"}, {"server_uuid": "55af3297-72c0-4735-b62d-0895f19fc954", "name": "network-vif-plugged", "status": "completed", "tag": "635a0389-606a-4e81-8144-a1b9eb53c85e"}, {"server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "name": "network-vif-plugged", "status": "completed", "tag": "ef6df7df-1e5a-4b26-a927-ad82f8336e09"}, {"server_uuid": "55af3297-72c0-4735-b62d-0895f19fc954", "name": "network-vif-plugged", "status": "completed", "tag": "25627185-5f1f-4fa7-96e5-c375f7b43bdc"}, {"server_uuid": "ae0f80e8-d797-441a-9f1b-f1d58332d494", "name": "network-vif-plugged", "status": "completed", "tag": "70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:24:21.299047 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d55ca57-ed58-4efd-b530-103926a4ba5b tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:21.371592 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-101d99db-d8d1-4640-a207-e4fbe434f022 req-4a58cc7d-997f-40ff-bdb9-e738f88cfc8c tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] For port a771019e-36ea-4eb2-b9ce-fd9be7346252, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=a771019e-36ea-4eb2-b9ce-fd9be7346252,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:21.371956 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-101d99db-d8d1-4640-a207-e4fbe434f022 req-4a58cc7d-997f-40ff-bdb9-e738f88cfc8c tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:21.384347 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55ca57-ed58-4efd-b530-103926a4ba5b tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Pushing event updated for resources: {'Port': ['ID=a529be6a-336e-4e0b-80bc-162bb6e53569,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:21.385765 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-101d99db-d8d1-4640-a207-e4fbe434f022 req-4a58cc7d-997f-40ff-bdb9-e738f88cfc8c tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Calling delete_port for a771019e-36ea-4eb2-b9ce-fd9be7346252 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:24:21.392858 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d55ca57-ed58-4efd-b530-103926a4ba5b tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:21.489415 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d55ca57-ed58-4efd-b530-103926a4ba5b tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Network a85e5511-9c09-4b7f-9001-0fba1f5ae103 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:24:21.491266 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-4d55ca57-ed58-4efd-b530-103926a4ba5b tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:24:21.567327 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b30e2-680f-4e88-bce0-e1310c1459d7 req-4bf1387d-8105-45fd-95dd-69a3741a4186 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:21.575519 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f59b30e2-680f-4e88-bce0-e1310c1459d7 req-4bf1387d-8105-45fd-95dd-69a3741a4186 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6e64b9e-49c7-4466-8317-80b58a1d1a79 HTTP/1.1" status: 200 len: 951 time: 0.1000199 Nov 16 11:24:21.598726 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-101d99db-d8d1-4640-a207-e4fbe434f022 req-4a58cc7d-997f-40ff-bdb9-e738f88cfc8c tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:21.611619 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['a771019e-36ea-4eb2-b9ce-fd9be7346252'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:24:21.624055 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d55ca57-ed58-4efd-b530-103926a4ba5b tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Router f74ec157-18ca-4096-9f48-8fdb8e383456 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:24:21.646537 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58cc7d-997f-40ff-bdb9-e738f88cfc8c tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Pushing event deleted for resources: {'Port': ['ID=a771019e-36ea-4eb2-b9ce-fd9be7346252,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:21.689742 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58cc7d-997f-40ff-bdb9-e738f88cfc8c tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:21.690127 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58cc7d-997f-40ff-bdb9-e738f88cfc8c tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:21.690463 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58cc7d-997f-40ff-bdb9-e738f88cfc8c tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:21.690797 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58cc7d-997f-40ff-bdb9-e738f88cfc8c tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:21.691127 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58cc7d-997f-40ff-bdb9-e738f88cfc8c tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:21.691447 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58cc7d-997f-40ff-bdb9-e738f88cfc8c tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:21.691762 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58cc7d-997f-40ff-bdb9-e738f88cfc8c tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:21.692078 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58cc7d-997f-40ff-bdb9-e738f88cfc8c tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:21.692392 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58cc7d-997f-40ff-bdb9-e738f88cfc8c tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:21.692704 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58cc7d-997f-40ff-bdb9-e738f88cfc8c tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:21.693019 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58cc7d-997f-40ff-bdb9-e738f88cfc8c tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:21.693333 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a58cc7d-997f-40ff-bdb9-e738f88cfc8c tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:21.711326 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f59b30e2-680f-4e88-bce0-e1310c1459d7 req-61320694-7382-459b-b20a-c5105b578175 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.61 "GET /v2.0/security-groups?id=c350b859-4c48-4a7c-8eeb-9f2df35cd460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315930 Nov 16 11:24:21.735821 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-101d99db-d8d1-4640-a207-e4fbe434f022 req-4a58cc7d-997f-40ff-bdb9-e738f88cfc8c tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] No DVR routers for this DVR port a771019e-36ea-4eb2-b9ce-fd9be7346252 on host n-h1-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:24:21.744543 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-101d99db-d8d1-4640-a207-e4fbe434f022 req-4a58cc7d-997f-40ff-bdb9-e738f88cfc8c tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:21.750275 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-101d99db-d8d1-4640-a207-e4fbe434f022 req-4a58cc7d-997f-40ff-bdb9-e738f88cfc8c tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] 10.222.0.36 "DELETE /v2.0/ports/a771019e-36ea-4eb2-b9ce-fd9be7346252 HTTP/1.1" status: 204 len: 173 time: 0.6383944 Nov 16 11:24:21.751043 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e64b9e-49c7-4466-8317-80b58a1d1a79', 'name': 'network-vif-deleted', 'tag': 'a771019e-36ea-4eb2-b9ce-fd9be7346252'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:24:21.757429 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673878b6-5c18-446a-8005-8affcba327ee" -d '{"events": [{"server_uuid": "c6e64b9e-49c7-4466-8317-80b58a1d1a79", "name": "network-vif-deleted", "tag": "a771019e-36ea-4eb2-b9ce-fd9be7346252"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:24:21.784054 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d55ca57-ed58-4efd-b530-103926a4ba5b tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:24:21.790128 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4d55ca57-ed58-4efd-b530-103926a4ba5b tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "PUT /v2.0/routers/f74ec157-18ca-4096-9f48-8fdb8e383456/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2522628 Nov 16 11:24:21.792855 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34312) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:21.796603 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97b34cf-20b1-410f-a337-107d1724d9c4 None None] Sync routers for ids ['f74ec157-18ca-4096-9f48-8fdb8e383456'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:24:21.802511 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-6f388a56-4298-489b-81e3-1077ed3c348e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Request body: {'port': {'network_id': 'a85e5511-9c09-4b7f-9001-0fba1f5ae103', 'name': 'tempest-FloatingIPTestJSON-563458884'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:24:21.808587 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Tue, 16 Nov 2021 11:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077a2ea8-72b3-496f-9998-9c5424cbf60d x-openstack-request-id: req-077a2ea8-72b3-496f-9998-9c5424cbf60d {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:24:21.808909 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "name": "network-vif-plugged", "status": "completed", "tag": "f958e357-3c58-4ef4-8e95-dd29178bdd07", "code": 200}, {"server_uuid": "55af3297-72c0-4735-b62d-0895f19fc954", "name": "network-vif-plugged", "status": "completed", "tag": "635a0389-606a-4e81-8144-a1b9eb53c85e", "code": 200}, {"server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "name": "network-vif-plugged", "status": "completed", "tag": "ef6df7df-1e5a-4b26-a927-ad82f8336e09", "code": 200}, {"server_uuid": "55af3297-72c0-4735-b62d-0895f19fc954", "name": "network-vif-plugged", "status": "completed", "tag": "25627185-5f1f-4fa7-96e5-c375f7b43bdc", "code": 200}, {"server_uuid": "ae0f80e8-d797-441a-9f1b-f1d58332d494", "name": "network-vif-plugged", "status": "completed", "tag": "70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:24:21.809168 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-077a2ea8-72b3-496f-9998-9c5424cbf60d {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:24:21.809584 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f958e357-3c58-4ef4-8e95-dd29178bdd07', 'code': 200} Nov 16 11:24:21.809863 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55af3297-72c0-4735-b62d-0895f19fc954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635a0389-606a-4e81-8144-a1b9eb53c85e', 'code': 200} Nov 16 11:24:21.810144 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6df7df-1e5a-4b26-a927-ad82f8336e09', 'code': 200} Nov 16 11:24:21.810396 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55af3297-72c0-4735-b62d-0895f19fc954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25627185-5f1f-4fa7-96e5-c375f7b43bdc', 'code': 200} Nov 16 11:24:21.810640 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0f80e8-d797-441a-9f1b-f1d58332d494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8', 'code': 200} Nov 16 11:24:21.816639 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97b34cf-20b1-410f-a337-107d1724d9c4 None None] Routers {'f74ec157-18ca-4096-9f48-8fdb8e383456'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:24:21.817452 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c97b34cf-20b1-410f-a337-107d1724d9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:24:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f74ec157-18ca-4096-9f48-8fdb8e383456'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:21.892581 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c97b34cf-20b1-410f-a337-107d1724d9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:21.912203 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97b34cf-20b1-410f-a337-107d1724d9c4 None None] Routers {'f74ec157-18ca-4096-9f48-8fdb8e383456'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:24:21.913314 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c97b34cf-20b1-410f-a337-107d1724d9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:24:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f74ec157-18ca-4096-9f48-8fdb8e383456'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:21.986565 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c97b34cf-20b1-410f-a337-107d1724d9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:21.987226 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97b34cf-20b1-410f-a337-107d1724d9c4 None None] The sync data for ids ['f74ec157-18ca-4096-9f48-8fdb8e383456'] in n-d-816823-3 is: [] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:24:22.028663 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f87019-a3d6-4480-bfaa-e3d5d77d9117 req-491625b5-aeae-43e0-8f8a-cbaa20b61124 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:22.035552 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f87019-a3d6-4480-bfaa-e3d5d77d9117 req-491625b5-aeae-43e0-8f8a-cbaa20b61124 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:22.043449 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f87019-a3d6-4480-bfaa-e3d5d77d9117 req-491625b5-aeae-43e0-8f8a-cbaa20b61124 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:22.051026 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f87019-a3d6-4480-bfaa-e3d5d77d9117 req-491625b5-aeae-43e0-8f8a-cbaa20b61124 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:22.054214 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f388a56-4298-489b-81e3-1077ed3c348e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Made reservation on behalf of c9cb1aa5b1254cc3a8e0ba85aca63e3d for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:24:22.057918 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6f388a56-4298-489b-81e3-1077ed3c348e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:22.059930 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f87019-a3d6-4480-bfaa-e3d5d77d9117 req-491625b5-aeae-43e0-8f8a-cbaa20b61124 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:22.067483 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f87019-a3d6-4480-bfaa-e3d5d77d9117 req-491625b5-aeae-43e0-8f8a-cbaa20b61124 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:22.075453 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f87019-a3d6-4480-bfaa-e3d5d77d9117 req-491625b5-aeae-43e0-8f8a-cbaa20b61124 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:22.077565 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-03f87019-a3d6-4480-bfaa-e3d5d77d9117 req-491625b5-aeae-43e0-8f8a-cbaa20b61124 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 5435 time: 0.1899595 Nov 16 11:24:22.080814 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729427f-f83a-43d9-99b6-9471aff871b7 req-ce41153c-d03b-4aaa-9e3b-b5ab516e774e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:22.083448 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8729427f-f83a-43d9-99b6-9471aff871b7 req-ce41153c-d03b-4aaa-9e3b-b5ab516e774e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ae0f80e8-d797-441a-9f1b-f1d58332d494 HTTP/1.1" status: 200 len: 1096 time: 0.0652559 Nov 16 11:24:22.088005 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-6f388a56-4298-489b-81e3-1077ed3c348e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] device_id is not set on port 272ed088-7e6e-475d-b338-882df4f0b242 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:24:22.156279 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ea4bf-924f-42ec-bbf4-6f5fa94acd44 req-f5fb7d85-5a0d-47e9-b638-4ac2fa354b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:22.156666 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ea4bf-924f-42ec-bbf4-6f5fa94acd44 req-f5fb7d85-5a0d-47e9-b638-4ac2fa354b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:22.157129 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ea4bf-924f-42ec-bbf4-6f5fa94acd44 req-f5fb7d85-5a0d-47e9-b638-4ac2fa354b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:22.157593 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ea4bf-924f-42ec-bbf4-6f5fa94acd44 req-f5fb7d85-5a0d-47e9-b638-4ac2fa354b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:22.158079 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ea4bf-924f-42ec-bbf4-6f5fa94acd44 req-f5fb7d85-5a0d-47e9-b638-4ac2fa354b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:22.158870 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ea4bf-924f-42ec-bbf4-6f5fa94acd44 req-f5fb7d85-5a0d-47e9-b638-4ac2fa354b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:22.159005 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ea4bf-924f-42ec-bbf4-6f5fa94acd44 req-f5fb7d85-5a0d-47e9-b638-4ac2fa354b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:22.161136 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b5ea4bf-924f-42ec-bbf4-6f5fa94acd44 req-f5fb7d85-5a0d-47e9-b638-4ac2fa354b93 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 6492 time: 0.1926570 Nov 16 11:24:22.178159 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8729427f-f83a-43d9-99b6-9471aff871b7 req-e2b4eb5d-de14-47de-a27e-8a63b8ef0f17 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849538 Nov 16 11:24:22.186881 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfa55f-52eb-42b4-8c7e-666e709881c0 req-e44ac1d0-fe38-4716-b931-523ea657f9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:22.187362 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfa55f-52eb-42b4-8c7e-666e709881c0 req-e44ac1d0-fe38-4716-b931-523ea657f9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:22.188872 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a6dfa55f-52eb-42b4-8c7e-666e709881c0 req-e44ac1d0-fe38-4716-b931-523ea657f9d7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=55af3297-72c0-4735-b62d-0895f19fc954 HTTP/1.1" status: 200 len: 1983 time: 0.1839550 Nov 16 11:24:22.228098 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-6f388a56-4298-489b-81e3-1077ed3c348e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Allocated IP 172.20.0.10 (a85e5511-9c09-4b7f-9001-0fba1f5ae103/a8751690-3deb-485a-9a88-1bb293e66e15/272ed088-7e6e-475d-b338-882df4f0b242) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:24:22.230160 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-03f87019-a3d6-4480-bfaa-e3d5d77d9117 req-8809aaf3-0740-4712-8664-7f1f21843bd0 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c641a9-9ec5-4bde-8d8e-91841ccae81e&id=df1a22eb-4b7f-4078-bf25-bb6ec7c01c43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1242089 Nov 16 11:24:22.284568 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a6dfa55f-52eb-42b4-8c7e-666e709881c0 req-789426c1-987a-450d-8385-5311004a2ef3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e6ce7d58-b578-4d94-8222-f5a684de1780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845320 Nov 16 11:24:22.332019 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b5ea4bf-924f-42ec-bbf4-6f5fa94acd44 req-8b53009f-b2c7-4613-88d8-49b018e7ae9f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=98c641a9-9ec5-4bde-8d8e-91841ccae81e&id=df1a22eb-4b7f-4078-bf25-bb6ec7c01c43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1595516 Nov 16 11:24:22.352722 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6801a65-9d8e-4057-934b-c729ea8c5138 req-1243395d-9450-4be9-9faf-15aa533d4b47 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:22.359073 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6801a65-9d8e-4057-934b-c729ea8c5138 req-1243395d-9450-4be9-9faf-15aa533d4b47 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:22.360659 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a6801a65-9d8e-4057-934b-c729ea8c5138 req-1243395d-9450-4be9-9faf-15aa533d4b47 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/ports?device_id=55af3297-72c0-4735-b62d-0895f19fc954 HTTP/1.1" status: 200 len: 1681 time: 0.0725806 Nov 16 11:24:22.398820 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6f388a56-4298-489b-81e3-1077ed3c348e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:22.415702 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a6801a65-9d8e-4057-934b-c729ea8c5138 req-75a8b850-73a2-45be-9545-15a8ffdb63b3 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/security-groups?id=e6ce7d58-b578-4d94-8222-f5a684de1780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467618 Nov 16 11:24:22.434034 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6f388a56-4298-489b-81e3-1077ed3c348e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:22.468633 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b38491-4ffc-417d-932f-88c695b81b60 x-openstack-request-id: req-f5b38491-4ffc-417d-932f-88c695b81b60 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:24:22.469243 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e64b9e-49c7-4466-8317-80b58a1d1a79", "name": "network-vif-deleted", "tag": "a771019e-36ea-4eb2-b9ce-fd9be7346252", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:24:22.470444 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f5b38491-4ffc-417d-932f-88c695b81b60 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:24:22.471999 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e64b9e-49c7-4466-8317-80b58a1d1a79', 'name': 'network-vif-deleted', 'tag': 'a771019e-36ea-4eb2-b9ce-fd9be7346252', 'status': 'completed', 'code': 200} Nov 16 11:24:22.473307 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device aaf8ca24-642c-4c97-886a-ff901d1a8062 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:24:22.479095 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f388a56-4298-489b-81e3-1077ed3c348e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Network a85e5511-9c09-4b7f-9001-0fba1f5ae103 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:24:22.482272 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-6f388a56-4298-489b-81e3-1077ed3c348e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:24:22.488690 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f388a56-4298-489b-81e3-1077ed3c348e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:24:22.505858 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: aaf8ca24-642c-4c97-886a-ff901d1a8062 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:24:22.507649 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device aaf8ca24-642c-4c97-886a-ff901d1a8062 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:24:22.524534 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f388a56-4298-489b-81e3-1077ed3c348e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Pushing event updated for resources: {'Port': ['ID=272ed088-7e6e-475d-b338-882df4f0b242,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:22.548300 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f388a56-4298-489b-81e3-1077ed3c348e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:22.549280 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6f388a56-4298-489b-81e3-1077ed3c348e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:22.566517 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6f388a56-4298-489b-81e3-1077ed3c348e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7726643 Nov 16 11:24:22.568939 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a9d3f-dd53-471e-b7c1-8c9eb2e991f8 req-2fe59260-07a3-467e-8453-b78b5b6721d6 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:22.570215 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34322) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:22.571193 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b69a9d3f-dd53-471e-b7c1-8c9eb2e991f8 req-2fe59260-07a3-467e-8453-b78b5b6721d6 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8d30c3-065b-4a55-87ca-23372d29d1d9 HTTP/1.1" status: 200 len: 946 time: 0.0544152 Nov 16 11:24:22.578618 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f2606f45-b8fd-43b8-828a-af62dc415a8e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Request body: {'port': {'network_id': 'a85e5511-9c09-4b7f-9001-0fba1f5ae103', 'name': 'tempest-FloatingIPTestJSON-2082256296'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:24:22.620676 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b69a9d3f-dd53-471e-b7c1-8c9eb2e991f8 req-7d838fd9-ca85-4aaf-9b1a-6bbbcd27b1da tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431707 Nov 16 11:24:22.710114 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2606f45-b8fd-43b8-828a-af62dc415a8e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Made reservation on behalf of c9cb1aa5b1254cc3a8e0ba85aca63e3d for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:24:22.714141 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f2606f45-b8fd-43b8-828a-af62dc415a8e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:22.741547 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-f2606f45-b8fd-43b8-828a-af62dc415a8e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] device_id is not set on port 231ffc4e-58d9-44c8-bf3f-eb1b0ceb3da2 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:24:22.743286 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bf0da-c4f7-4756-8529-712e01ed7f02 req-a474abf8-7d6b-43d3-b17d-45c4aad12016 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:22.744831 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-374bf0da-c4f7-4756-8529-712e01ed7f02 req-a474abf8-7d6b-43d3-b17d-45c4aad12016 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae0f80e8-d797-441a-9f1b-f1d58332d494 HTTP/1.1" status: 200 len: 945 time: 0.0591514 Nov 16 11:24:22.830020 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-374bf0da-c4f7-4756-8529-712e01ed7f02 req-ceeff2b3-8e84-4921-a25b-ddec146aced7 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780966 Nov 16 11:24:22.884017 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-f2606f45-b8fd-43b8-828a-af62dc415a8e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Allocated IP 172.20.0.4 (a85e5511-9c09-4b7f-9001-0fba1f5ae103/a8751690-3deb-485a-9a88-1bb293e66e15/231ffc4e-58d9-44c8-bf3f-eb1b0ceb3da2) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:24:23.137111 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f2606f45-b8fd-43b8-828a-af62dc415a8e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:23.199372 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f2606f45-b8fd-43b8-828a-af62dc415a8e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:23.256901 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2606f45-b8fd-43b8-828a-af62dc415a8e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Network a85e5511-9c09-4b7f-9001-0fba1f5ae103 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:24:23.260220 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-f2606f45-b8fd-43b8-828a-af62dc415a8e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:24:23.266792 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2606f45-b8fd-43b8-828a-af62dc415a8e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:24:23.317513 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2606f45-b8fd-43b8-828a-af62dc415a8e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Pushing event updated for resources: {'Port': ['ID=231ffc4e-58d9-44c8-bf3f-eb1b0ceb3da2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:23.340979 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2606f45-b8fd-43b8-828a-af62dc415a8e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:23.340979 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f2606f45-b8fd-43b8-828a-af62dc415a8e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:23.367001 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f2606f45-b8fd-43b8-828a-af62dc415a8e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7917593 Nov 16 11:24:23.370417 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34354) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:23.377147 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-05256cee-5036-4480-baf6-b5d84ade7db0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'port_id': '231ffc4e-58d9-44c8-bf3f-eb1b0ceb3da2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:24:23.388411 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34356) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:23.419745 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-05256cee-5036-4480-baf6-b5d84ade7db0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:23.479974 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275197a-fe14-44ba-a755-ae938ba473ca req-b4be9f10-ac2d-4fa3-9b6e-58522f247919 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:23.494450 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c275197a-fe14-44ba-a755-ae938ba473ca req-b4be9f10-ac2d-4fa3-9b6e-58522f247919 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/networks?id=3d74d208-8054-4a20-a68e-5341a0731232 HTTP/1.1" status: 200 len: 811 time: 0.1941507 Nov 16 11:24:23.540042 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c275197a-fe14-44ba-a755-ae938ba473ca req-1ef9ecef-bc0e-46fa-92f8-fe02124f00d3 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/quotas/bcada9d38abf4226bc4ca768b16b9a90 HTTP/1.1" status: 200 len: 375 time: 0.0435936 Nov 16 11:24:23.562080 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-05256cee-5036-4480-baf6-b5d84ade7db0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:23.580787 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c275197a-fe14-44ba-a755-ae938ba473ca req-d6bed33e-509f-4132-a7e7-cd56a241f1a5 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=bcada9d38abf4226bc4ca768b16b9a90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396817 Nov 16 11:24:23.683180 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-05256cee-5036-4480-baf6-b5d84ade7db0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Allocated IP 172.25.0.146 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/08e8800c-4ec5-43cd-9481-406232702435) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:24:23.703496 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-bdd9c939-88be-45de-b719-217b9734bd93 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ec47a3e7fd1142dea625a6029a3061c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3113232 Nov 16 11:24:23.705759 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34364) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:23.728150 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c275197a-fe14-44ba-a755-ae938ba473ca req-ab6b7c04-9831-467d-a4ca-246f322fb86d service neutron] 10.222.0.61 "GET /v2.0/networks/3d74d208-8054-4a20-a68e-5341a0731232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465008 Nov 16 11:24:23.791212 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-05256cee-5036-4480-baf6-b5d84ade7db0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:23.830954 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c50dce2-d3b7-4584-addf-75e80ce6003c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:23.840684 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-05256cee-5036-4480-baf6-b5d84ade7db0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:23.879342 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c50dce2-d3b7-4584-addf-75e80ce6003c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:23.890321 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05256cee-5036-4480-baf6-b5d84ade7db0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:24:23.896461 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-05256cee-5036-4480-baf6-b5d84ade7db0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:24:23.899930 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c275197a-fe14-44ba-a755-ae938ba473ca req-afda6073-a03e-4e76-b8d7-c8b3b081602d service neutron] 10.222.0.61 "GET /v2.0/networks/3d74d208-8054-4a20-a68e-5341a0731232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628268 Nov 16 11:24:23.901690 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05256cee-5036-4480-baf6-b5d84ade7db0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:24:23.906181 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05256cee-5036-4480-baf6-b5d84ade7db0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Pushing event updated for resources: {'Port': ['ID=08e8800c-4ec5-43cd-9481-406232702435,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:23.965869 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c50dce2-d3b7-4584-addf-75e80ce6003c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:23.969210 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c50dce2-d3b7-4584-addf-75e80ce6003c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:23.970385 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3c50dce2-d3b7-4584-addf-75e80ce6003c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c350b859-4c48-4a7c-8eeb-9f2df35cd460 HTTP/1.1" status: 204 len: 168 time: 0.2636473 Nov 16 11:24:23.982039 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c50dce2-d3b7-4584-addf-75e80ce6003c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c350b859-4c48-4a7c-8eeb-9f2df35cd460,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:24.276594 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddcbe5-46c9-4791-91ea-bdaf669e4877 req-010876ed-eb23-40cf-8549-df91fbc682d2 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:24.282895 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddcbe5-46c9-4791-91ea-bdaf669e4877 req-010876ed-eb23-40cf-8549-df91fbc682d2 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:24.289789 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddcbe5-46c9-4791-91ea-bdaf669e4877 req-010876ed-eb23-40cf-8549-df91fbc682d2 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:24.297354 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddcbe5-46c9-4791-91ea-bdaf669e4877 req-010876ed-eb23-40cf-8549-df91fbc682d2 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:24.305667 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddcbe5-46c9-4791-91ea-bdaf669e4877 req-010876ed-eb23-40cf-8549-df91fbc682d2 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:24.313743 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddcbe5-46c9-4791-91ea-bdaf669e4877 req-010876ed-eb23-40cf-8549-df91fbc682d2 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:24.320171 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddcbe5-46c9-4791-91ea-bdaf669e4877 req-010876ed-eb23-40cf-8549-df91fbc682d2 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:24.327731 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-04ddcbe5-46c9-4791-91ea-bdaf669e4877 req-010876ed-eb23-40cf-8549-df91fbc682d2 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 5435 time: 0.1264827 Nov 16 11:24:24.402743 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-04ddcbe5-46c9-4791-91ea-bdaf669e4877 req-31e82813-9870-4be7-9cbd-33d4f5a83646 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c641a9-9ec5-4bde-8d8e-91841ccae81e&id=df1a22eb-4b7f-4078-bf25-bb6ec7c01c43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0740750 Nov 16 11:24:24.424539 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-05256cee-5036-4480-baf6-b5d84ade7db0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:24.527954 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34384) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:24.564380 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-05256cee-5036-4480-baf6-b5d84ade7db0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:24.571827 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac0b65-18c0-4c42-80d8-808acbe26669 req-d7162291-1d5f-42fd-90ea-6eebbf16aa6e tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:24.580616 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac0b65-18c0-4c42-80d8-808acbe26669 req-d7162291-1d5f-42fd-90ea-6eebbf16aa6e tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:24.590415 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-07ac0b65-18c0-4c42-80d8-808acbe26669 req-d7162291-1d5f-42fd-90ea-6eebbf16aa6e tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/ports?device_id=55af3297-72c0-4735-b62d-0895f19fc954 HTTP/1.1" status: 200 len: 1681 time: 0.0929255 Nov 16 11:24:24.623637 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6c77fa55-a5ee-4824-b785-3981ff116b68 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4a1a50a86414493a89018f7543586cc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0938342 Nov 16 11:24:24.626562 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34388) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:24.656310 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-07ac0b65-18c0-4c42-80d8-808acbe26669 req-1343b5ed-9d35-4170-b7c3-03838caeb3bf tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/security-groups?id=e6ce7d58-b578-4d94-8222-f5a684de1780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640695 Nov 16 11:24:24.707086 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e178f006-e9b1-442d-8b97-6fdcce3b059e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:24.800416 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee3442-4945-43a1-b3ed-16dcc5471e2c req-a718b203-c10c-4fe3-9575-49958859307a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:24.802014 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-60ee3442-4945-43a1-b3ed-16dcc5471e2c req-a718b203-c10c-4fe3-9575-49958859307a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8d30c3-065b-4a55-87ca-23372d29d1d9 HTTP/1.1" status: 200 len: 946 time: 0.0623157 Nov 16 11:24:24.883368 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-60ee3442-4945-43a1-b3ed-16dcc5471e2c req-91e6551f-0640-4e04-9641-f33c44fd7635 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707972 Nov 16 11:24:25.021681 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314977b-dcda-4388-b809-d42998eed2cf req-7214c537-ded4-40db-8c84-9a75b2e22452 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:25.029715 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8314977b-dcda-4388-b809-d42998eed2cf req-7214c537-ded4-40db-8c84-9a75b2e22452 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae0f80e8-d797-441a-9f1b-f1d58332d494 HTTP/1.1" status: 200 len: 945 time: 0.0748188 Nov 16 11:24:25.086117 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8314977b-dcda-4388-b809-d42998eed2cf req-c298c792-0ce2-4185-a447-850d80741563 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554821 Nov 16 11:24:25.098367 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e178f006-e9b1-442d-8b97-6fdcce3b059e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:25.191380 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e178f006-e9b1-442d-8b97-6fdcce3b059e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:25.195190 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e178f006-e9b1-442d-8b97-6fdcce3b059e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:25.198869 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e178f006-e9b1-442d-8b97-6fdcce3b059e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/222570c6-9547-4f94-bcd7-28527a60d984 HTTP/1.1" status: 204 len: 168 time: 0.5689747 Nov 16 11:24:25.199152 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-05256cee-5036-4480-baf6-b5d84ade7db0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:25.208678 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-05256cee-5036-4480-baf6-b5d84ade7db0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:25.217798 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e178f006-e9b1-442d-8b97-6fdcce3b059e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222570c6-9547-4f94-bcd7-28527a60d984,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:25.236410 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bfcaee9a-b58e-4bc6-9ea3-041c09e7088f req-a1960276-29d0-4c08-a416-f57c5e7e13c1 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=29437e58-0db8-477a-bacb-5befe757e653 HTTP/1.1" status: 200 len: 210 time: 0.0507500 Nov 16 11:24:25.291647 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05256cee-5036-4480-baf6-b5d84ade7db0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Pushing event updated for resources: {'Port': ['ID=08e8800c-4ec5-43cd-9481-406232702435,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:25.306355 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-05256cee-5036-4480-baf6-b5d84ade7db0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:25.483354 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [None req-05256cee-5036-4480-baf6-b5d84ade7db0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Floating IP 08b99449-7377-489e-8f21-44d830cd5a52 associated. External IP: 172.25.0.146, port: 231ffc4e-58d9-44c8-bf3f-eb1b0ceb3da2. Nov 16 11:24:25.766745 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05256cee-5036-4480-baf6-b5d84ade7db0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Router f74ec157-18ca-4096-9f48-8fdb8e383456 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:24:25.847615 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fbf84-9f1f-42a8-bcb6-4aad2fb9f2cc req-f7487066-1a99-4edc-9c9c-c1ea760c446c tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:25.854211 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fbf84-9f1f-42a8-bcb6-4aad2fb9f2cc req-f7487066-1a99-4edc-9c9c-c1ea760c446c tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:25.860535 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fbf84-9f1f-42a8-bcb6-4aad2fb9f2cc req-f7487066-1a99-4edc-9c9c-c1ea760c446c tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:25.867585 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fbf84-9f1f-42a8-bcb6-4aad2fb9f2cc req-f7487066-1a99-4edc-9c9c-c1ea760c446c tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:25.873597 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fbf84-9f1f-42a8-bcb6-4aad2fb9f2cc req-f7487066-1a99-4edc-9c9c-c1ea760c446c tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:25.880743 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fbf84-9f1f-42a8-bcb6-4aad2fb9f2cc req-f7487066-1a99-4edc-9c9c-c1ea760c446c tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:25.888087 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fbf84-9f1f-42a8-bcb6-4aad2fb9f2cc req-f7487066-1a99-4edc-9c9c-c1ea760c446c tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:25.890184 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ec4fbf84-9f1f-42a8-bcb6-4aad2fb9f2cc req-f7487066-1a99-4edc-9c9c-c1ea760c446c tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 5435 time: 0.5673473 Nov 16 11:24:25.892988 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05256cee-5036-4480-baf6-b5d84ade7db0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:24:25.906780 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d8c889-f84b-4650-87c7-f64e3393539c None None] Sync routers for ids ['f74ec157-18ca-4096-9f48-8fdb8e383456'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:24:25.918566 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34414) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:25.923114 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d8c889-f84b-4650-87c7-f64e3393539c None None] Routers {'f74ec157-18ca-4096-9f48-8fdb8e383456'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:24:25.923823 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-25d8c889-f84b-4650-87c7-f64e3393539c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:24:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f74ec157-18ca-4096-9f48-8fdb8e383456'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:25.925292 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-05256cee-5036-4480-baf6-b5d84ade7db0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:25.933915 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-563c73f8-372d-407c-8831-503619d5847c tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Request body: {'floatingip': {'port_id': '08ceb28d-8344-42d5-9cb2-b5e94742930c'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:24:25.946198 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275197a-fe14-44ba-a755-ae938ba473ca req-7b3d637e-04cd-44f7-a02b-9e4df9b35dd2 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:25.948691 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c275197a-fe14-44ba-a755-ae938ba473ca req-7b3d637e-04cd-44f7-a02b-9e4df9b35dd2 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.36 "GET /v2.0/networks?id=3d74d208-8054-4a20-a68e-5341a0731232 HTTP/1.1" status: 200 len: 811 time: 0.5735273 Nov 16 11:24:25.963696 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-c275197a-fe14-44ba-a755-ae938ba473ca req-77ef03bf-ecac-4ee6-846d-d3676efeda93 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Request body: {'port': {'device_id': '29437e58-0db8-477a-bacb-5befe757e653', 'network_id': '3d74d208-8054-4a20-a68e-5341a0731232', 'admin_state_up': True, 'tenant_id': 'bcada9d38abf4226bc4ca768b16b9a90'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:24:25.978629 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-25d8c889-f84b-4650-87c7-f64e3393539c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:25.991313 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d8c889-f84b-4650-87c7-f64e3393539c None None] Routers {'f74ec157-18ca-4096-9f48-8fdb8e383456'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:24:25.991978 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-25d8c889-f84b-4650-87c7-f64e3393539c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:24:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f74ec157-18ca-4096-9f48-8fdb8e383456'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:26.009399 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-05256cee-5036-4480-baf6-b5d84ade7db0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.6376882 Nov 16 11:24:26.012070 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-563c73f8-372d-407c-8831-503619d5847c tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks [] for floatingip, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:26.037802 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-25d8c889-f84b-4650-87c7-f64e3393539c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:26.039177 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d8c889-f84b-4650-87c7-f64e3393539c None None] The sync data for ids ['f74ec157-18ca-4096-9f48-8fdb8e383456'] in n-d-816823-3 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:24:26.045273 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34420) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:26.050054 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-0f17c28d-9d3d-4bf2-8a08-69b2a5a7bcf5 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:24:26.167591 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042eca98-6c51-43e4-88e7-f43d64563aaf req-41071008-7930-4bc0-9666-0cbf21b1f813 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:26.173193 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f17c28d-9d3d-4bf2-8a08-69b2a5a7bcf5 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for floatingip, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:26.174409 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-042eca98-6c51-43e4-88e7-f43d64563aaf req-41071008-7930-4bc0-9666-0cbf21b1f813 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae0f80e8-d797-441a-9f1b-f1d58332d494 HTTP/1.1" status: 200 len: 945 time: 0.1102576 Nov 16 11:24:26.220518 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34426) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:26.231240 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-042eca98-6c51-43e4-88e7-f43d64563aaf req-d6364b4c-91de-451e-9d0b-158d74db5947 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557806 Nov 16 11:24:26.232264 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c275197a-fe14-44ba-a755-ae938ba473ca req-77ef03bf-ecac-4ee6-846d-d3676efeda93 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Made reservation on behalf of bcada9d38abf4226bc4ca768b16b9a90 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:24:26.235518 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-c275197a-fe14-44ba-a755-ae938ba473ca req-77ef03bf-ecac-4ee6-846d-d3676efeda93 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:26.371101 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5642e2ca-192e-4b5a-ae53-7f2c79765ec7 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-765398759-network', 'tenant_id': 'd4fb21a1bae44254971dde50277709d4'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:24:26.387736 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-c275197a-fe14-44ba-a755-ae938ba473ca req-77ef03bf-ecac-4ee6-846d-d3676efeda93 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Allocated IP 172.20.0.12 (3d74d208-8054-4a20-a68e-5341a0731232/3f019b1b-47e9-47e0-b9fa-270ea9b96fc7/eefb2c18-b8ff-4db9-9318-592be19014f1) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:24:26.487000 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f17c28d-9d3d-4bf2-8a08-69b2a5a7bcf5 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:26.498749 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f17c28d-9d3d-4bf2-8a08-69b2a5a7bcf5 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:26.499094 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [None req-0f17c28d-9d3d-4bf2-8a08-69b2a5a7bcf5 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Floating IP 08b99449-7377-489e-8f21-44d830cd5a52 disassociated. External IP: 172.25.0.146, port: 231ffc4e-58d9-44c8-bf3f-eb1b0ceb3da2. Nov 16 11:24:26.503495 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5642e2ca-192e-4b5a-ae53-7f2c79765ec7 admin admin] Made reservation on behalf of d4fb21a1bae44254971dde50277709d4 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:24:26.505820 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5642e2ca-192e-4b5a-ae53-7f2c79765ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:26.506121 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device a771019e-36ea-4eb2-b9ce-fd9be7346252 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:24:26.528337 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: a771019e-36ea-4eb2-b9ce-fd9be7346252 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:24:26.528685 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device a771019e-36ea-4eb2-b9ce-fd9be7346252 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:24:26.573241 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07314bbd-7fc6-4f9a-8874-407beb31156b req-15330d23-6dfb-42c7-aacb-e2ff3e2448c1 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:26.574754 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-07314bbd-7fc6-4f9a-8874-407beb31156b req-15330d23-6dfb-42c7-aacb-e2ff3e2448c1 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8d30c3-065b-4a55-87ca-23372d29d1d9 HTTP/1.1" status: 200 len: 946 time: 0.0836453 Nov 16 11:24:26.609571 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-c275197a-fe14-44ba-a755-ae938ba473ca req-77ef03bf-ecac-4ee6-846d-d3676efeda93 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:26.626692 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5642e2ca-192e-4b5a-ae53-7f2c79765ec7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:26.652293 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-07314bbd-7fc6-4f9a-8874-407beb31156b req-098c3ffd-b60f-4eb7-9882-3fff4d78c51e tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708280 Nov 16 11:24:26.667012 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-c275197a-fe14-44ba-a755-ae938ba473ca req-77ef03bf-ecac-4ee6-846d-d3676efeda93 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:26.727025 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c275197a-fe14-44ba-a755-ae938ba473ca req-77ef03bf-ecac-4ee6-846d-d3676efeda93 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Network 3d74d208-8054-4a20-a68e-5341a0731232 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:24:26.730255 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-c275197a-fe14-44ba-a755-ae938ba473ca req-77ef03bf-ecac-4ee6-846d-d3676efeda93 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:24:26.734268 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-c275197a-fe14-44ba-a755-ae938ba473ca req-77ef03bf-ecac-4ee6-846d-d3676efeda93 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:24:26.760109 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef03bf-ecac-4ee6-846d-d3676efeda93 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Pushing event updated for resources: {'Port': ['ID=eefb2c18-b8ff-4db9-9318-592be19014f1,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:26.786794 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275197a-fe14-44ba-a755-ae938ba473ca req-77ef03bf-ecac-4ee6-846d-d3676efeda93 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:26.787421 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-c275197a-fe14-44ba-a755-ae938ba473ca req-77ef03bf-ecac-4ee6-846d-d3676efeda93 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:26.807689 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c275197a-fe14-44ba-a755-ae938ba473ca req-77ef03bf-ecac-4ee6-846d-d3676efeda93 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8488317 Nov 16 11:24:26.821660 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-c275197a-fe14-44ba-a755-ae938ba473ca req-7d50abe8-234e-4950-a86e-d1d61ec844f2 service neutron] Request body: {'port': {'device_id': '29437e58-0db8-477a-bacb-5befe757e653', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:24:26.878127 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-c275197a-fe14-44ba-a755-ae938ba473ca req-7d50abe8-234e-4950-a86e-d1d61ec844f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:26.879578 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-563c73f8-372d-407c-8831-503619d5847c tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:26.894846 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-563c73f8-372d-407c-8831-503619d5847c tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:26.974465 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5642e2ca-192e-4b5a-ae53-7f2c79765ec7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:26.987942 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5642e2ca-192e-4b5a-ae53-7f2c79765ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:27.042108 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5642e2ca-192e-4b5a-ae53-7f2c79765ec7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:24:27.084953 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5642e2ca-192e-4b5a-ae53-7f2c79765ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:27.086407 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-5642e2ca-192e-4b5a-ae53-7f2c79765ec7 admin admin] Added segment e5c04256-618c-48a4-9599-2402d83fa9fb of type vlan for network 357acdf0-c975-4e48-ad26-6379aca47d0d Nov 16 11:24:27.099807 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f17c28d-9d3d-4bf2-8a08-69b2a5a7bcf5 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Router f74ec157-18ca-4096-9f48-8fdb8e383456 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:24:27.116096 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642e2ca-192e-4b5a-ae53-7f2c79765ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69129610-b666-4a45-a91d-a0ad568f6304,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:27.156506 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [None req-563c73f8-372d-407c-8831-503619d5847c tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Floating IP 7a8f4b6b-b9dd-48e4-ae25-7a78bc3a831a associated. External IP: 172.25.0.129, port: 08ceb28d-8344-42d5-9cb2-b5e94742930c. Nov 16 11:24:27.243581 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642b4ed-be2d-4d44-a1a7-512425893dfb req-90c0ca3f-7c95-43bd-ac12-a67a5acf95e7 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:27.245072 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a642b4ed-be2d-4d44-a1a7-512425893dfb req-90c0ca3f-7c95-43bd-ac12-a67a5acf95e7 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=29437e58-0db8-477a-bacb-5befe757e653 HTTP/1.1" status: 200 len: 932 time: 0.0941532 Nov 16 11:24:27.250128 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [req-c275197a-fe14-44ba-a755-ae938ba473ca req-7d50abe8-234e-4950-a86e-d1d61ec844f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eefb2c18-b8ff-4db9-9318-592be19014f1 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:24:27.261599 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5642e2ca-192e-4b5a-ae53-7f2c79765ec7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:27.263313 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-c275197a-fe14-44ba-a755-ae938ba473ca req-7d50abe8-234e-4950-a86e-d1d61ec844f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:27.286586 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-c275197a-fe14-44ba-a755-ae938ba473ca req-7d50abe8-234e-4950-a86e-d1d61ec844f2 service neutron] Transition to ACTIVE for port object eefb2c18-b8ff-4db9-9318-592be19014f1 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:24:27.295002 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-c275197a-fe14-44ba-a755-ae938ba473ca req-7d50abe8-234e-4950-a86e-d1d61ec844f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:27.347469 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a642b4ed-be2d-4d44-a1a7-512425893dfb req-96e00e43-2743-43ce-99c7-0d65514fded9 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928972 Nov 16 11:24:27.395978 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50abe8-234e-4950-a86e-d1d61ec844f2 service neutron] Pushing event updated for resources: {'Port': ['ID=eefb2c18-b8ff-4db9-9318-592be19014f1,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:27.519694 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59883a5-e745-4256-963a-a0a7131417a4 req-40b9a159-ccf6-4f39-9d8b-4cab1e20ea77 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:27.526340 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59883a5-e745-4256-963a-a0a7131417a4 req-40b9a159-ccf6-4f39-9d8b-4cab1e20ea77 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:27.528010 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b59883a5-e745-4256-963a-a0a7131417a4 req-40b9a159-ccf6-4f39-9d8b-4cab1e20ea77 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/ports?device_id=55af3297-72c0-4735-b62d-0895f19fc954 HTTP/1.1" status: 200 len: 1681 time: 0.0779555 Nov 16 11:24:27.529286 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-c275197a-fe14-44ba-a755-ae938ba473ca req-7d50abe8-234e-4950-a86e-d1d61ec844f2 service neutron] Attempting to bind port eefb2c18-b8ff-4db9-9318-592be19014f1 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:24:27.529620 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-c275197a-fe14-44ba-a755-ae938ba473ca req-7d50abe8-234e-4950-a86e-d1d61ec844f2 service neutron] Attempting to bind port eefb2c18-b8ff-4db9-9318-592be19014f1 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'dde4f2a5-6c36-4ca1-b975-fe969cc62f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3d74d208-8054-4a20-a68e-5341a0731232'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:24:27.530015 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c275197a-fe14-44ba-a755-ae938ba473ca req-7d50abe8-234e-4950-a86e-d1d61ec844f2 service neutron] Attempting to bind port eefb2c18-b8ff-4db9-9318-592be19014f1 on network 3d74d208-8054-4a20-a68e-5341a0731232 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:24:27.536859 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c275197a-fe14-44ba-a755-ae938ba473ca req-7d50abe8-234e-4950-a86e-d1d61ec844f2 service neutron] Port eefb2c18-b8ff-4db9-9318-592be19014f1 on network 3d74d208-8054-4a20-a68e-5341a0731232 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:24:27.537197 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c275197a-fe14-44ba-a755-ae938ba473ca req-7d50abe8-234e-4950-a86e-d1d61ec844f2 service neutron] Attempting to bind port eefb2c18-b8ff-4db9-9318-592be19014f1 on network 3d74d208-8054-4a20-a68e-5341a0731232 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:24:27.554305 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c275197a-fe14-44ba-a755-ae938ba473ca req-7d50abe8-234e-4950-a86e-d1d61ec844f2 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:24:27.554646 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c275197a-fe14-44ba-a755-ae938ba473ca req-7d50abe8-234e-4950-a86e-d1d61ec844f2 service neutron] Checking segment: {'id': 'dde4f2a5-6c36-4ca1-b975-fe969cc62f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3d74d208-8054-4a20-a68e-5341a0731232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:24:27.555039 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c275197a-fe14-44ba-a755-ae938ba473ca req-7d50abe8-234e-4950-a86e-d1d61ec844f2 service neutron] Bound using segment: {'id': 'dde4f2a5-6c36-4ca1-b975-fe969cc62f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3d74d208-8054-4a20-a68e-5341a0731232'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:24:27.555491 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-c275197a-fe14-44ba-a755-ae938ba473ca req-7d50abe8-234e-4950-a86e-d1d61ec844f2 service neutron] Bound port: eefb2c18-b8ff-4db9-9318-592be19014f1, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dde4f2a5-6c36-4ca1-b975-fe969cc62f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3d74d208-8054-4a20-a68e-5341a0731232'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:24:27.555849 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-c275197a-fe14-44ba-a755-ae938ba473ca req-7d50abe8-234e-4950-a86e-d1d61ec844f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:27.620055 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b59883a5-e745-4256-963a-a0a7131417a4 req-8ab4a086-b2b4-4095-8233-192c7980f265 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/security-groups?id=e6ce7d58-b578-4d94-8222-f5a684de1780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850940 Nov 16 11:24:27.658302 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5642e2ca-192e-4b5a-ae53-7f2c79765ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:27.659331 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5642e2ca-192e-4b5a-ae53-7f2c79765ec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:27.660022 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5642e2ca-192e-4b5a-ae53-7f2c79765ec7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:27.661659 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-c275197a-fe14-44ba-a755-ae938ba473ca req-7d50abe8-234e-4950-a86e-d1d61ec844f2 service neutron] For port eefb2c18-b8ff-4db9-9318-592be19014f1, host n-h1-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:24:27.665236 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-c275197a-fe14-44ba-a755-ae938ba473ca req-7d50abe8-234e-4950-a86e-d1d61ec844f2 service neutron] For port eefb2c18-b8ff-4db9-9318-592be19014f1, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=eefb2c18-b8ff-4db9-9318-592be19014f1,segment=NetworkSegment(dde4f2a5-6c36-4ca1-b975-fe969cc62f41),segment_id=dde4f2a5-6c36-4ca1-b975-fe969cc62f41)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:24:27.673059 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-c275197a-fe14-44ba-a755-ae938ba473ca req-7d50abe8-234e-4950-a86e-d1d61ec844f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:27.741941 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5642e2ca-192e-4b5a-ae53-7f2c79765ec7 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5203505 Nov 16 11:24:27.742295 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275197a-fe14-44ba-a755-ae938ba473ca req-7d50abe8-234e-4950-a86e-d1d61ec844f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:27.742934 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-c275197a-fe14-44ba-a755-ae938ba473ca req-7d50abe8-234e-4950-a86e-d1d61ec844f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:27.744397 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c275197a-fe14-44ba-a755-ae938ba473ca req-7d50abe8-234e-4950-a86e-d1d61ec844f2 service neutron] 10.222.0.36 "PUT /v2.0/ports/eefb2c18-b8ff-4db9-9318-592be19014f1 HTTP/1.1" status: 200 len: 1092 time: 0.9275074 Nov 16 11:24:27.744854 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29437e58-0db8-477a-bacb-5befe757e653', 'tag': 'eefb2c18-b8ff-4db9-9318-592be19014f1'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:24:27.745895 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34456) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:27.747290 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99bb33fa-59bc-4e72-9b65-fa0372ae30de" -d '{"events": [{"name": "network-changed", "server_uuid": "29437e58-0db8-477a-bacb-5befe757e653", "tag": "eefb2c18-b8ff-4db9-9318-592be19014f1"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:24:27.753204 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d17e0faa-e34a-47cc-8505-4d843d049ec6 admin admin] Request body: {'subnet': {'network_id': '357acdf0-c975-4e48-ad26-6379aca47d0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-765398759-subnet', 'tenant_id': 'd4fb21a1bae44254971dde50277709d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:24:27.762749 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f17c28d-9d3d-4bf2-8a08-69b2a5a7bcf5 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:24:27.769498 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50abe8-234e-4950-a86e-d1d61ec844f2 service neutron] Pushing event updated for resources: {'Port': ['ID=eefb2c18-b8ff-4db9-9318-592be19014f1,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:27.772975 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb3bdd4-0432-4db6-a434-ba64e0e0ce29 None None] Sync routers for ids ['f74ec157-18ca-4096-9f48-8fdb8e383456'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:24:27.788413 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb3bdd4-0432-4db6-a434-ba64e0e0ce29 None None] Routers {'f74ec157-18ca-4096-9f48-8fdb8e383456'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:24:27.789057 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ccb3bdd4-0432-4db6-a434-ba64e0e0ce29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:24:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f74ec157-18ca-4096-9f48-8fdb8e383456'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:27.790480 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842983c9-fe8f-4af2-b1b3-272102b0b8ec req-024bad70-2807-46d3-8d46-025c9810ba57 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:27.792031 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-842983c9-fe8f-4af2-b1b3-272102b0b8ec req-024bad70-2807-46d3-8d46-025c9810ba57 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae0f80e8-d797-441a-9f1b-f1d58332d494 HTTP/1.1" status: 200 len: 945 time: 0.0922272 Nov 16 11:24:27.809312 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f17c28d-9d3d-4bf2-8a08-69b2a5a7bcf5 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:27.851192 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:27.854233 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ccb3bdd4-0432-4db6-a434-ba64e0e0ce29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:27.864225 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb3bdd4-0432-4db6-a434-ba64e0e0ce29 None None] Routers {'f74ec157-18ca-4096-9f48-8fdb8e383456'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:24:27.865063 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ccb3bdd4-0432-4db6-a434-ba64e0e0ce29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:24:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f74ec157-18ca-4096-9f48-8fdb8e383456'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:27.871763 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642e2ca-192e-4b5a-ae53-7f2c79765ec7 admin admin] Pushing event updated for resources: {'Network': ['ID=357acdf0-c975-4e48-ad26-6379aca47d0d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:27.888709 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 357acdf0-c975-4e48-ad26-6379aca47d0d details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:24:27.900072 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0f17c28d-9d3d-4bf2-8a08-69b2a5a7bcf5 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "PUT /v2.0/floatingips/08b99449-7377-489e-8f21-44d830cd5a52 HTTP/1.1" status: 200 len: 688 time: 1.8507917 Nov 16 11:24:27.901471 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34460) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:27.902111 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17e0faa-e34a-47cc-8505-4d843d049ec6 admin admin] Made reservation on behalf of d4fb21a1bae44254971dde50277709d4 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:24:27.904852 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d17e0faa-e34a-47cc-8505-4d843d049ec6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:27.909771 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-842983c9-fe8f-4af2-b1b3-272102b0b8ec req-3a7587f2-214b-4784-8bc1-103f9de80258 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111481 Nov 16 11:24:27.915828 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275197a-fe14-44ba-a755-ae938ba473ca req-71d1337b-b07e-487b-b054-8fae6725b9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:27.920863 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c275197a-fe14-44ba-a755-ae938ba473ca req-71d1337b-b07e-487b-b054-8fae6725b9a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bcada9d38abf4226bc4ca768b16b9a90&device_id=29437e58-0db8-477a-bacb-5befe757e653 HTTP/1.1" status: 200 len: 1095 time: 0.0993865 Nov 16 11:24:27.986966 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c275197a-fe14-44ba-a755-ae938ba473ca req-8c1ac137-2317-43ba-b373-b2bd0f862c16 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eefb2c18-b8ff-4db9-9318-592be19014f1 HTTP/1.1" status: 200 len: 217 time: 0.0563500 Nov 16 11:24:28.043451 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ccb3bdd4-0432-4db6-a434-ba64e0e0ce29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:28.044307 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb3bdd4-0432-4db6-a434-ba64e0e0ce29 None None] The sync data for ids ['f74ec157-18ca-4096-9f48-8fdb8e383456'] in n-d-816823-3 is: [] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:24:28.078904 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275197a-fe14-44ba-a755-ae938ba473ca req-be105ff3-6982-4f97-8bb1-d50ef458b662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:28.080412 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c275197a-fe14-44ba-a755-ae938ba473ca req-be105ff3-6982-4f97-8bb1-d50ef458b662 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3f019b1b-47e9-47e0-b9fa-270ea9b96fc7 HTTP/1.1" status: 200 len: 851 time: 0.0857155 Nov 16 11:24:28.093048 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a0a71-991e-49b1-8626-63370b8c0796 req-d619595f-62c3-4fd2-b728-0053b91f6e01 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:28.094537 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5f3a0a71-991e-49b1-8626-63370b8c0796 req-d619595f-62c3-4fd2-b728-0053b91f6e01 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8d30c3-065b-4a55-87ca-23372d29d1d9 HTTP/1.1" status: 200 len: 946 time: 0.0911534 Nov 16 11:24:28.119478 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563c73f8-372d-407c-8831-503619d5847c tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Router 58577538-a6be-4d1e-9a01-e273f36e201c has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:24:28.125515 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c275197a-fe14-44ba-a755-ae938ba473ca req-ad5d9c80-834b-4f6e-a82e-ebbf9f8d8dec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d74d208-8054-4a20-a68e-5341a0731232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300028 Nov 16 11:24:28.211303 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5f3a0a71-991e-49b1-8626-63370b8c0796 req-dcf9dacf-ee99-4199-83a8-c35ec8a03d61 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069973 Nov 16 11:24:28.254415 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c275197a-fe14-44ba-a755-ae938ba473ca req-37b9ba2c-6691-4b12-a005-273f07d7d097 service neutron] 10.222.0.36 "GET /v2.0/networks/3d74d208-8054-4a20-a68e-5341a0731232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202946 Nov 16 11:24:28.255322 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a52cefb6-1071-4307-9c82-5578fc8b91d8 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Deleting port 08e8800c-4ec5-43cd-9481-406232702435 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:24:28.255670 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a52cefb6-1071-4307-9c82-5578fc8b91d8 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:28.280787 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f640696e-c272-4d72-92ba-16507c3253ae x-openstack-request-id: req-f640696e-c272-4d72-92ba-16507c3253ae {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:24:28.281072 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29437e58-0db8-477a-bacb-5befe757e653", "tag": "eefb2c18-b8ff-4db9-9318-592be19014f1", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:24:28.281323 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f640696e-c272-4d72-92ba-16507c3253ae {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:24:28.281719 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29437e58-0db8-477a-bacb-5befe757e653', 'tag': 'eefb2c18-b8ff-4db9-9318-592be19014f1', 'status': 'completed', 'code': 200} Nov 16 11:24:28.364276 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c275197a-fe14-44ba-a755-ae938ba473ca req-595f5123-49e0-40c9-81eb-8a51714a9a1f service neutron] 10.222.0.36 "GET /v2.0/networks/3d74d208-8054-4a20-a68e-5341a0731232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020615 Nov 16 11:24:28.385012 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d17e0faa-e34a-47cc-8505-4d843d049ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:28.396544 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563c73f8-372d-407c-8831-503619d5847c tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:24:28.409778 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0e1754-9865-439f-8e49-aec104139c33 None None] Sync routers for ids ['58577538-a6be-4d1e-9a01-e273f36e201c'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:24:28.424666 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0e1754-9865-439f-8e49-aec104139c33 None None] Routers {'58577538-a6be-4d1e-9a01-e273f36e201c'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:24:28.426504 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6f0e1754-9865-439f-8e49-aec104139c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:24:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['58577538-a6be-4d1e-9a01-e273f36e201c'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:28.427227 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-563c73f8-372d-407c-8831-503619d5847c tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:28.485513 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a52cefb6-1071-4307-9c82-5578fc8b91d8 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:28.485847 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a52cefb6-1071-4307-9c82-5578fc8b91d8 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:28.500096 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-563c73f8-372d-407c-8831-503619d5847c tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "PUT /v2.0/floatingips/7a8f4b6b-b9dd-48e4-ae25-7a78bc3a831a HTTP/1.1" status: 200 len: 992 time: 2.5795105 Nov 16 11:24:28.504114 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'tag': '08ceb28d-8344-42d5-9cb2-b5e94742930c'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:24:28.506435 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ccf68f5-6ab3-4dd4-b633-52780156dba2" -d '{"events": [{"name": "network-changed", "server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "tag": "08ceb28d-8344-42d5-9cb2-b5e94742930c"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:24:28.518688 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a52cefb6-1071-4307-9c82-5578fc8b91d8 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Calling delete_port for 08e8800c-4ec5-43cd-9481-406232702435 owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:24:28.524416 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e0faa-e34a-47cc-8505-4d843d049ec6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91a95bc4-e17f-4fb0-a3ec-f2d071a895de,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:28.546939 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17e0faa-e34a-47cc-8505-4d843d049ec6 admin admin] Checking segment: {'id': 'e5c04256-618c-48a4-9599-2402d83fa9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '357acdf0-c975-4e48-ad26-6379aca47d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:24:28.547306 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17e0faa-e34a-47cc-8505-4d843d049ec6 admin admin] Network hostable DHCP agents. Network: 357acdf0-c975-4e48-ad26-6379aca47d0d, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:24:28.555071 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65d25-e908-41d5-b74f-303a49933e7a req-75b9feaa-8ce6-4d48-ae22-a57144b4aab2 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:28.556678 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0bf65d25-e908-41d5-b74f-303a49933e7a req-75b9feaa-8ce6-4d48-ae22-a57144b4aab2 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=29437e58-0db8-477a-bacb-5befe757e653 HTTP/1.1" status: 200 len: 944 time: 0.1053152 Nov 16 11:24:28.566557 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e12582-529a-4565-a01b-f1a4e868d831 req-5c2bda37-7365-4994-933b-62041d2f233f tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:28.573129 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e12582-529a-4565-a01b-f1a4e868d831 req-5c2bda37-7365-4994-933b-62041d2f233f tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:28.574714 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d1e12582-529a-4565-a01b-f1a4e868d831 req-5c2bda37-7365-4994-933b-62041d2f233f tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.64 "GET /v2.0/ports?device_id=55af3297-72c0-4735-b62d-0895f19fc954 HTTP/1.1" status: 200 len: 1681 time: 0.1679201 Nov 16 11:24:28.583558 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb33fa-59bc-4e72-9b65-fa0372ae30de req-77120679-abf4-47c2-88a9-68abee87cf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:28.585535 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-99bb33fa-59bc-4e72-9b65-fa0372ae30de req-77120679-abf4-47c2-88a9-68abee87cf19 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bcada9d38abf4226bc4ca768b16b9a90&device_id=29437e58-0db8-477a-bacb-5befe757e653 HTTP/1.1" status: 200 len: 1095 time: 0.1423349 Nov 16 11:24:28.587098 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-6f0e1754-9865-439f-8e49-aec104139c33 None None] Set router 58577538-a6be-4d1e-9a01-e273f36e201c gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:24:28.607931 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17e0faa-e34a-47cc-8505-4d843d049ec6 admin admin] Network 357acdf0-c975-4e48-ad26-6379aca47d0d is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:24:28.627849 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-d17e0faa-e34a-47cc-8505-4d843d049ec6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 357acdf0-c975-4e48-ad26-6379aca47d0d) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:24:28.641474 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17e0faa-e34a-47cc-8505-4d843d049ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:28.642113 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d17e0faa-e34a-47cc-8505-4d843d049ec6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:28.667805 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d17e0faa-e34a-47cc-8505-4d843d049ec6 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9204304 Nov 16 11:24:28.676001 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51592ed1-8fbd-482a-9091-07b8cea664da None None] Network 357acdf0-c975-4e48-ad26-6379aca47d0d requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:24:28.680213 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34472) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:28.704899 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-fa33d3fb-cbe3-49b7-9ddf-3f7d1056d49e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-765398759-router', 'tenant_id': 'd4fb21a1bae44254971dde50277709d4', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:24:28.745160 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa33d3fb-cbe3-49b7-9ddf-3f7d1056d49e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:28.746310 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa33d3fb-cbe3-49b7-9ddf-3f7d1056d49e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:28.752764 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a52cefb6-1071-4307-9c82-5578fc8b91d8 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:28.754671 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0bf65d25-e908-41d5-b74f-303a49933e7a req-9866d37a-ce1b-477a-9756-a793408aa128 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777205 Nov 16 11:24:28.799313 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52cefb6-1071-4307-9c82-5578fc8b91d8 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Pushing event deleted for resources: {'Port': ['ID=08e8800c-4ec5-43cd-9481-406232702435,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:28.801006 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb33fa-59bc-4e72-9b65-fa0372ae30de req-a0fc0d0e-70d9-4911-ab2a-cd2d60f7f6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:28.803012 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-99bb33fa-59bc-4e72-9b65-fa0372ae30de req-a0fc0d0e-70d9-4911-ab2a-cd2d60f7f6d1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3d74d208-8054-4a20-a68e-5341a0731232 HTTP/1.1" status: 200 len: 912 time: 0.2024899 Nov 16 11:24:28.807661 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-d1e12582-529a-4565-a01b-f1a4e868d831 req-df0796db-f855-440a-b3e8-c2f164c7668e tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Deleting port 635a0389-606a-4e81-8144-a1b9eb53c85e {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:24:28.808010 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d1e12582-529a-4565-a01b-f1a4e868d831 req-df0796db-f855-440a-b3e8-c2f164c7668e tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:28.866700 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:28.888927 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa33d3fb-cbe3-49b7-9ddf-3f7d1056d49e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:28.912931 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-99bb33fa-59bc-4e72-9b65-fa0372ae30de req-3312c33f-c0e4-4681-9fc3-37c1bf7061af service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eefb2c18-b8ff-4db9-9318-592be19014f1 HTTP/1.1" status: 200 len: 217 time: 0.1012130 Nov 16 11:24:28.972235 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c95c96-db83-44d2-99f6-bcb637cc66e1 x-openstack-request-id: req-c5c95c96-db83-44d2-99f6-bcb637cc66e1 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:24:28.972521 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "tag": "08ceb28d-8344-42d5-9cb2-b5e94742930c", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:24:28.972776 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c5c95c96-db83-44d2-99f6-bcb637cc66e1 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:24:28.973346 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'tag': '08ceb28d-8344-42d5-9cb2-b5e94742930c', 'status': 'completed', 'code': 200} Nov 16 11:24:28.981377 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a52cefb6-1071-4307-9c82-5578fc8b91d8 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:28.984001 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a52cefb6-1071-4307-9c82-5578fc8b91d8 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:28.990476 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a52cefb6-1071-4307-9c82-5578fc8b91d8 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "DELETE /v2.0/floatingips/08b99449-7377-489e-8f21-44d830cd5a52 HTTP/1.1" status: 204 len: 168 time: 1.0832665 Nov 16 11:24:28.991526 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34476) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:28.997891 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-bb822e46-0dcc-4c5f-848e-b7069c393191 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'port_id': '272ed088-7e6e-475d-b338-882df4f0b242'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:24:29.020936 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb33fa-59bc-4e72-9b65-fa0372ae30de req-a26d4de7-2ab1-4753-85c5-d701aec243e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:29.023761 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe59572-f355-4816-b9b2-20f32bb39990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-357acdf0-c975-4e48-ad26-6379aca47d0d', 'network_id': '357acdf0-c975-4e48-ad26-6379aca47d0d', 'tenant_id': 'd4fb21a1bae44254971dde50277709d4', 'fixed_ips': [{'subnet_id': '91a95bc4-e17f-4fb0-a3ec-f2d071a895de'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:24:29.024910 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-99bb33fa-59bc-4e72-9b65-fa0372ae30de req-a26d4de7-2ab1-4753-85c5-d701aec243e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3f019b1b-47e9-47e0-b9fa-270ea9b96fc7 HTTP/1.1" status: 200 len: 851 time: 0.0985613 Nov 16 11:24:29.025497 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5fe59572-f355-4816-b9b2-20f32bb39990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:29.041698 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6f0e1754-9865-439f-8e49-aec104139c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58577538-a6be-4d1e-9a01-e273f36e201c', 'name': 'tempest-TaggedBootDevicesTest-91696772-router', 'tenant_id': '1ae06a69eac64c2d80c4db8375c3a241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b67474d8-f467-468e-ab7a-01634eaf6b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:21:51Z', 'updated_at': '2021-11-16T11:21:59Z', 'revision_number': 4, 'project_id': '1ae06a69eac64c2d80c4db8375c3a241', 'gw_port': {'id': 'b67474d8-f467-468e-ab7a-01634eaf6b8d', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:58:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58577538-a6be-4d1e-9a01-e273f36e201c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:21:53Z', 'updated_at': '2021-11-16T11:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '7a8f4b6b-b9dd-48e4-ae25-7a78bc3a831a', 'tenant_id': '1ae06a69eac64c2d80c4db8375c3a241', 'floating_ip_address': '172.25.0.129', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '58577538-a6be-4d1e-9a01-e273f36e201c', 'port_id': '08ceb28d-8344-42d5-9cb2-b5e94742930c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a680621-2411-4708-95d4-d036f0b77350', 'mac_address': 'fa:16:3e:44:f6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:23:06Z', 'updated_at': '2021-11-16T11:24:26Z', 'revision_number': 1, 'project_id': '1ae06a69eac64c2d80c4db8375c3a241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe243936-d558-4256-b06b-021aaf88410b', 'name': '', 'network_id': '3a680621-2411-4708-95d4-d036f0b77350', 'tenant_id': '1ae06a69eac64c2d80c4db8375c3a241', 'mac_address': 'fa:16:3e:cd:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58577538-a6be-4d1e-9a01-e273f36e201c', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'fa229a78-8641-4bd0-96a1-8a987021b856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:21:58Z', 'updated_at': '2021-11-16T11:22:07Z', 'revision_number': 5, 'project_id': '1ae06a69eac64c2d80c4db8375c3a241', 'subnets': [{'id': 'fa229a78-8641-4bd0-96a1-8a987021b856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:29.075861 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-99bb33fa-59bc-4e72-9b65-fa0372ae30de req-be1fb3a9-7c4f-4630-aa5d-8b0168cc47ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d74d208-8054-4a20-a68e-5341a0731232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403864 Nov 16 11:24:29.076665 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0e1754-9865-439f-8e49-aec104139c33 None None] Checking router: 58577538-a6be-4d1e-9a01-e273f36e201c for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:24:29.095608 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0e1754-9865-439f-8e49-aec104139c33 None None] Routers {'58577538-a6be-4d1e-9a01-e273f36e201c'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:24:29.096620 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6f0e1754-9865-439f-8e49-aec104139c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:24:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['58577538-a6be-4d1e-9a01-e273f36e201c'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:29.111709 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa33d3fb-cbe3-49b7-9ddf-3f7d1056d49e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:29.112702 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-d1e12582-529a-4565-a01b-f1a4e868d831 req-df0796db-f855-440a-b3e8-c2f164c7668e tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] For port 635a0389-606a-4e81-8144-a1b9eb53c85e, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=635a0389-606a-4e81-8144-a1b9eb53c85e,segment=NetworkSegment(7d62dc43-b4fc-438f-9bc9-6808916eb644),segment_id=7d62dc43-b4fc-438f-9bc9-6808916eb644)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:29.113077 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d1e12582-529a-4565-a01b-f1a4e868d831 req-df0796db-f855-440a-b3e8-c2f164c7668e tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:29.133812 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb822e46-0dcc-4c5f-848e-b7069c393191 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:29.153086 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf68f5-6ab3-4dd4-b633-52780156dba2 req-0bc38a76-04e7-4347-8cdd-b451e095220c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:29.153575 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf68f5-6ab3-4dd4-b633-52780156dba2 req-0bc38a76-04e7-4347-8cdd-b451e095220c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:29.154077 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf68f5-6ab3-4dd4-b633-52780156dba2 req-0bc38a76-04e7-4347-8cdd-b451e095220c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:29.154550 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf68f5-6ab3-4dd4-b633-52780156dba2 req-0bc38a76-04e7-4347-8cdd-b451e095220c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:29.155016 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf68f5-6ab3-4dd4-b633-52780156dba2 req-0bc38a76-04e7-4347-8cdd-b451e095220c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:29.155478 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf68f5-6ab3-4dd4-b633-52780156dba2 req-0bc38a76-04e7-4347-8cdd-b451e095220c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:29.155945 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf68f5-6ab3-4dd4-b633-52780156dba2 req-0bc38a76-04e7-4347-8cdd-b451e095220c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:29.157828 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3ccf68f5-6ab3-4dd4-b633-52780156dba2 req-0bc38a76-04e7-4347-8cdd-b451e095220c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1ae06a69eac64c2d80c4db8375c3a241&device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 6492 time: 0.1531096 Nov 16 11:24:29.192103 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-d1e12582-529a-4565-a01b-f1a4e868d831 req-df0796db-f855-440a-b3e8-c2f164c7668e tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Calling delete_port for 635a0389-606a-4e81-8144-a1b9eb53c85e owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:24:29.222075 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e797f-b203-4875-893c-8ac38a3c650c req-3d155ce6-07c9-4eee-9e31-19d5b4768572 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:29.228691 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e797f-b203-4875-893c-8ac38a3c650c req-3d155ce6-07c9-4eee-9e31-19d5b4768572 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:29.230400 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-314e797f-b203-4875-893c-8ac38a3c650c req-3d155ce6-07c9-4eee-9e31-19d5b4768572 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/ports?device_id=55af3297-72c0-4735-b62d-0895f19fc954 HTTP/1.1" status: 200 len: 1681 time: 0.1588845 Nov 16 11:24:29.322676 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-99bb33fa-59bc-4e72-9b65-fa0372ae30de req-07cc0f95-f2d2-4c05-acf7-42b55ab4d441 service neutron] 10.222.0.36 "GET /v2.0/networks/3d74d208-8054-4a20-a68e-5341a0731232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324650 Nov 16 11:24:29.357777 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf68f5-6ab3-4dd4-b633-52780156dba2 req-c5560f79-11f9-4e0d-8633-f254f3b66d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:29.359240 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3ccf68f5-6ab3-4dd4-b633-52780156dba2 req-c5560f79-11f9-4e0d-8633-f254f3b66d8c service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a680621-2411-4708-95d4-d036f0b77350 HTTP/1.1" status: 200 len: 911 time: 0.1909409 Nov 16 11:24:29.403885 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-314e797f-b203-4875-893c-8ac38a3c650c req-630cfd29-5a7d-4ae7-8253-25f1e75badea tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/security-groups?id=e6ce7d58-b578-4d94-8222-f5a684de1780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387842 Nov 16 11:24:29.455794 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb822e46-0dcc-4c5f-848e-b7069c393191 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:29.487334 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-6f0e1754-9865-439f-8e49-aec104139c33 None None] Set router 58577538-a6be-4d1e-9a01-e273f36e201c gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:24:29.489634 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-5fe59572-f355-4816-b9b2-20f32bb39990 None None] Allocated IP 172.20.0.2 (357acdf0-c975-4e48-ad26-6379aca47d0d/91a95bc4-e17f-4fb0-a3ec-f2d071a895de/12f86124-969f-4024-be5d-541d420d39c3) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:24:29.492727 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3ccf68f5-6ab3-4dd4-b633-52780156dba2 req-479443be-5d22-4b32-bcaa-9bfa942ae33a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08ceb28d-8344-42d5-9cb2-b5e94742930c HTTP/1.1" status: 200 len: 1000 time: 0.1231849 Nov 16 11:24:29.510356 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-99bb33fa-59bc-4e72-9b65-fa0372ae30de req-57df2b50-63ba-4b6e-8e5f-ca86c19d3592 service neutron] 10.222.0.36 "GET /v2.0/networks/3d74d208-8054-4a20-a68e-5341a0731232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693270 Nov 16 11:24:29.540732 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d1e12582-529a-4565-a01b-f1a4e868d831 req-df0796db-f855-440a-b3e8-c2f164c7668e tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:29.615163 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0796db-f855-440a-b3e8-c2f164c7668e tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Pushing event deleted for resources: {'Port': ['ID=635a0389-606a-4e81-8144-a1b9eb53c85e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:29.641575 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf68f5-6ab3-4dd4-b633-52780156dba2 req-2bb6bb88-6d90-4b05-b7dc-4435702b19a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:29.643753 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3ccf68f5-6ab3-4dd4-b633-52780156dba2 req-2bb6bb88-6d90-4b05-b7dc-4435702b19a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fa229a78-8641-4bd0-96a1-8a987021b856 HTTP/1.1" status: 200 len: 849 time: 0.1204274 Nov 16 11:24:29.686761 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa33d3fb-cbe3-49b7-9ddf-3f7d1056d49e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:29.688901 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e12582-529a-4565-a01b-f1a4e868d831 req-df0796db-f855-440a-b3e8-c2f164c7668e tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] No DVR routers for this DVR port 635a0389-606a-4e81-8144-a1b9eb53c85e on host n-h2-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:24:29.692494 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d1e12582-529a-4565-a01b-f1a4e868d831 req-df0796db-f855-440a-b3e8-c2f164c7668e tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:29.695886 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d1e12582-529a-4565-a01b-f1a4e868d831 req-df0796db-f855-440a-b3e8-c2f164c7668e tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.64 "DELETE /v2.0/ports/635a0389-606a-4e81-8144-a1b9eb53c85e HTTP/1.1" status: 204 len: 173 time: 1.1094208 Nov 16 11:24:29.719471 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70834ee8-0e10-41d5-9634-84971cd9033d req-cc3da429-a305-422c-bd74-02c643c44b08 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:29.730144 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa33d3fb-cbe3-49b7-9ddf-3f7d1056d49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:29.731600 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-70834ee8-0e10-41d5-9634-84971cd9033d req-cc3da429-a305-422c-bd74-02c643c44b08 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae0f80e8-d797-441a-9f1b-f1d58332d494 HTTP/1.1" status: 200 len: 945 time: 0.2035468 Nov 16 11:24:29.801412 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-bb822e46-0dcc-4c5f-848e-b7069c393191 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Allocated IP 172.25.0.80 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/c64b786c-c02c-47c6-8e99-acc1c4d6741f) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:24:29.812540 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf68f5-6ab3-4dd4-b633-52780156dba2 req-4a8a3a3e-e10a-45ba-a279-08d57d4d418e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:29.814226 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3ccf68f5-6ab3-4dd4-b633-52780156dba2 req-4a8a3a3e-e10a-45ba-a279-08d57d4d418e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a680621-2411-4708-95d4-d036f0b77350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1578667 Nov 16 11:24:29.857949 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5fe59572-f355-4816-b9b2-20f32bb39990 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:29.884845 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5fe59572-f355-4816-b9b2-20f32bb39990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:29.937027 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-70834ee8-0e10-41d5-9634-84971cd9033d req-891b55dd-439b-4331-90a5-556d0871f9f4 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033787 Nov 16 11:24:29.946293 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe59572-f355-4816-b9b2-20f32bb39990 None None] Network 357acdf0-c975-4e48-ad26-6379aca47d0d is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:24:29.961695 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-5fe59572-f355-4816-b9b2-20f32bb39990 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:24:29.965542 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe59572-f355-4816-b9b2-20f32bb39990 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:24:29.967727 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe59572-f355-4816-b9b2-20f32bb39990 None None] Pushing event updated for resources: {'Port': ['ID=12f86124-969f-4024-be5d-541d420d39c3,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:29.984397 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-d1e12582-529a-4565-a01b-f1a4e868d831 req-481ec255-65d7-44b4-a769-db6c97fa69fa tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Deleting port 25627185-5f1f-4fa7-96e5-c375f7b43bdc {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:24:29.988563 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d1e12582-529a-4565-a01b-f1a4e868d831 req-481ec255-65d7-44b4-a769-db6c97fa69fa tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:30.010805 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3ccf68f5-6ab3-4dd4-b633-52780156dba2 req-145a58d4-6459-4fef-8a0b-856a98c9a55c service neutron] 10.222.0.36 "GET /v2.0/networks/3a680621-2411-4708-95d4-d036f0b77350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871188 Nov 16 11:24:30.021664 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6f0e1754-9865-439f-8e49-aec104139c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58577538-a6be-4d1e-9a01-e273f36e201c', 'name': 'tempest-TaggedBootDevicesTest-91696772-router', 'tenant_id': '1ae06a69eac64c2d80c4db8375c3a241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b67474d8-f467-468e-ab7a-01634eaf6b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:21:51Z', 'updated_at': '2021-11-16T11:21:59Z', 'revision_number': 4, 'project_id': '1ae06a69eac64c2d80c4db8375c3a241', 'gw_port': {'id': 'b67474d8-f467-468e-ab7a-01634eaf6b8d', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:58:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58577538-a6be-4d1e-9a01-e273f36e201c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:21:53Z', 'updated_at': '2021-11-16T11:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '7a8f4b6b-b9dd-48e4-ae25-7a78bc3a831a', 'tenant_id': '1ae06a69eac64c2d80c4db8375c3a241', 'floating_ip_address': '172.25.0.129', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '58577538-a6be-4d1e-9a01-e273f36e201c', 'port_id': '08ceb28d-8344-42d5-9cb2-b5e94742930c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a680621-2411-4708-95d4-d036f0b77350', 'mac_address': 'fa:16:3e:44:f6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:23:06Z', 'updated_at': '2021-11-16T11:24:26Z', 'revision_number': 1, 'project_id': '1ae06a69eac64c2d80c4db8375c3a241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe243936-d558-4256-b06b-021aaf88410b', 'name': '', 'network_id': '3a680621-2411-4708-95d4-d036f0b77350', 'tenant_id': '1ae06a69eac64c2d80c4db8375c3a241', 'mac_address': 'fa:16:3e:cd:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58577538-a6be-4d1e-9a01-e273f36e201c', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'fa229a78-8641-4bd0-96a1-8a987021b856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:21:58Z', 'updated_at': '2021-11-16T11:22:07Z', 'revision_number': 5, 'project_id': '1ae06a69eac64c2d80c4db8375c3a241', 'subnets': [{'id': 'fa229a78-8641-4bd0-96a1-8a987021b856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:30.035162 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb822e46-0dcc-4c5f-848e-b7069c393191 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:30.054715 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0e1754-9865-439f-8e49-aec104139c33 None None] The sync data for ids ['58577538-a6be-4d1e-9a01-e273f36e201c'] in n-d-816823-3 is: [{'id': '58577538-a6be-4d1e-9a01-e273f36e201c', 'name': 'tempest-TaggedBootDevicesTest-91696772-router', 'tenant_id': '1ae06a69eac64c2d80c4db8375c3a241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b67474d8-f467-468e-ab7a-01634eaf6b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:21:51Z', 'updated_at': '2021-11-16T11:21:59Z', 'revision_number': 4, 'project_id': '1ae06a69eac64c2d80c4db8375c3a241', 'gw_port': {'id': 'b67474d8-f467-468e-ab7a-01634eaf6b8d', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:58:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58577538-a6be-4d1e-9a01-e273f36e201c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:21:53Z', 'updated_at': '2021-11-16T11:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '7a8f4b6b-b9dd-48e4-ae25-7a78bc3a831a', 'tenant_id': '1ae06a69eac64c2d80c4db8375c3a241', 'floating_ip_address': '172.25.0.129', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '58577538-a6be-4d1e-9a01-e273f36e201c', 'port_id': '08ceb28d-8344-42d5-9cb2-b5e94742930c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a680621-2411-4708-95d4-d036f0b77350', 'mac_address': 'fa:16:3e:44:f6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:23:06Z', 'updated_at': '2021-11-16T11:24:26Z', 'revision_number': 1, 'project_id': '1ae06a69eac64c2d80c4db8375c3a241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe243936-d558-4256-b06b-021aaf88410b', 'name': '', 'network_id': '3a680621-2411-4708-95d4-d036f0b77350', 'tenant_id': '1ae06a69eac64c2d80c4db8375c3a241', 'mac_address': 'fa:16:3e:cd:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58577538-a6be-4d1e-9a01-e273f36e201c', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'fa229a78-8641-4bd0-96a1-8a987021b856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:21:58Z', 'updated_at': '2021-11-16T11:22:07Z', 'revision_number': 5, 'project_id': '1ae06a69eac64c2d80c4db8375c3a241', 'subnets': [{'id': 'fa229a78-8641-4bd0-96a1-8a987021b856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:24:30.060458 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-5fe59572-f355-4816-b9b2-20f32bb39990 None None] Attempting to bind port 12f86124-969f-4024-be5d-541d420d39c3 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:24:30.061008 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-5fe59572-f355-4816-b9b2-20f32bb39990 None None] Attempting to bind port 12f86124-969f-4024-be5d-541d420d39c3 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'e5c04256-618c-48a4-9599-2402d83fa9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '357acdf0-c975-4e48-ad26-6379aca47d0d'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:24:30.061547 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe59572-f355-4816-b9b2-20f32bb39990 None None] Attempting to bind port 12f86124-969f-4024-be5d-541d420d39c3 on network 357acdf0-c975-4e48-ad26-6379aca47d0d {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:24:30.067472 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe59572-f355-4816-b9b2-20f32bb39990 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:24:30.068148 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe59572-f355-4816-b9b2-20f32bb39990 None None] Checking segment: {'id': 'e5c04256-618c-48a4-9599-2402d83fa9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '357acdf0-c975-4e48-ad26-6379aca47d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:24:30.068729 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5fe59572-f355-4816-b9b2-20f32bb39990 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:30.069841 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe59572-f355-4816-b9b2-20f32bb39990 None None] Bound using segment: {'id': 'e5c04256-618c-48a4-9599-2402d83fa9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '357acdf0-c975-4e48-ad26-6379aca47d0d'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:24:30.070519 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-5fe59572-f355-4816-b9b2-20f32bb39990 None None] Bound port: 12f86124-969f-4024-be5d-541d420d39c3, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c04256-618c-48a4-9599-2402d83fa9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '357acdf0-c975-4e48-ad26-6379aca47d0d'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:24:30.071093 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5fe59572-f355-4816-b9b2-20f32bb39990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:30.144465 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb822e46-0dcc-4c5f-848e-b7069c393191 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:30.157316 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-5fe59572-f355-4816-b9b2-20f32bb39990 None None] For port 12f86124-969f-4024-be5d-541d420d39c3, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:24:30.159497 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf662a-5654-40e3-837a-7e0aaabc8267 req-000909bb-beab-4351-922c-05c2ca0e3896 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:30.161726 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7baf662a-5654-40e3-837a-7e0aaabc8267 req-000909bb-beab-4351-922c-05c2ca0e3896 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8d30c3-065b-4a55-87ca-23372d29d1d9 HTTP/1.1" status: 200 len: 946 time: 0.1058514 Nov 16 11:24:30.170841 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-5fe59572-f355-4816-b9b2-20f32bb39990 None None] For port 12f86124-969f-4024-be5d-541d420d39c3, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=12f86124-969f-4024-be5d-541d420d39c3,segment=NetworkSegment(e5c04256-618c-48a4-9599-2402d83fa9fb),segment_id=e5c04256-618c-48a4-9599-2402d83fa9fb)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:24:30.173057 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-d1e12582-529a-4565-a01b-f1a4e868d831 req-481ec255-65d7-44b4-a769-db6c97fa69fa tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] For port 25627185-5f1f-4fa7-96e5-c375f7b43bdc, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=25627185-5f1f-4fa7-96e5-c375f7b43bdc,segment=NetworkSegment(8a089087-57a1-4dd8-b5a7-35c4d39afe61),segment_id=8a089087-57a1-4dd8-b5a7-35c4d39afe61)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:30.173350 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3ccf68f5-6ab3-4dd4-b633-52780156dba2 req-d7ecf1ef-0af5-4a2c-a597-c6ce0b752d53 service neutron] 10.222.0.36 "GET /v2.0/networks/3a680621-2411-4708-95d4-d036f0b77350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516211 Nov 16 11:24:30.173553 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d1e12582-529a-4565-a01b-f1a4e868d831 req-481ec255-65d7-44b4-a769-db6c97fa69fa tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:30.178230 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5fe59572-f355-4816-b9b2-20f32bb39990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:30.207501 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-d1e12582-529a-4565-a01b-f1a4e868d831 req-481ec255-65d7-44b4-a769-db6c97fa69fa tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Calling delete_port for 25627185-5f1f-4fa7-96e5-c375f7b43bdc owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:24:30.208431 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb822e46-0dcc-4c5f-848e-b7069c393191 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:24:30.215232 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-bb822e46-0dcc-4c5f-848e-b7069c393191 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:24:30.224407 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb822e46-0dcc-4c5f-848e-b7069c393191 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:24:30.258093 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe59572-f355-4816-b9b2-20f32bb39990 None None] Pushing event updated for resources: {'Port': ['ID=12f86124-969f-4024-be5d-541d420d39c3,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:30.265181 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-fa33d3fb-cbe3-49b7-9ddf-3f7d1056d49e admin admin] Allocated IP 172.25.0.171 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/a5abab53-d2b0-4b4b-a08a-bb38933eada8) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:24:30.272059 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb822e46-0dcc-4c5f-848e-b7069c393191 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Pushing event updated for resources: {'Port': ['ID=c64b786c-c02c-47c6-8e99-acc1c4d6741f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:30.302026 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55af3297-72c0-4735-b62d-0895f19fc954', 'name': 'network-vif-deleted', 'tag': '635a0389-606a-4e81-8144-a1b9eb53c85e'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:24:30.304796 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80cd94e-2300-4aa7-b16e-5a493f93e2f4" -d '{"events": [{"server_uuid": "55af3297-72c0-4735-b62d-0895f19fc954", "name": "network-vif-deleted", "tag": "635a0389-606a-4e81-8144-a1b9eb53c85e"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:24:30.321134 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7baf662a-5654-40e3-837a-7e0aaabc8267 req-76d8d2e8-3642-4db5-a728-e36991a9901a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348870 Nov 16 11:24:30.434504 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eee4800-b1d4-4784-8572-e916992fbb6c None None] New status for floating IP 7a8f4b6b-b9dd-48e4-ae25-7a78bc3a831a: ACTIVE {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:24:30.486267 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 635a0389-606a-4e81-8144-a1b9eb53c85e no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:24:30.515312 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda5f1c-ff95-4abc-b324-08766fb02368 req-03ca8d4d-b0db-41eb-b5d2-40c8db532b1b tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:30.515996 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa33d3fb-cbe3-49b7-9ddf-3f7d1056d49e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:30.523628 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dbda5f1c-ff95-4abc-b324-08766fb02368 req-03ca8d4d-b0db-41eb-b5d2-40c8db532b1b tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=29437e58-0db8-477a-bacb-5befe757e653 HTTP/1.1" status: 200 len: 944 time: 0.1068180 Nov 16 11:24:30.526746 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d1e12582-529a-4565-a01b-f1a4e868d831 req-481ec255-65d7-44b4-a769-db6c97fa69fa tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:30.533376 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 635a0389-606a-4e81-8144-a1b9eb53c85e {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:24:30.534120 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 635a0389-606a-4e81-8144-a1b9eb53c85e not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:24:30.536122 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 25627185-5f1f-4fa7-96e5-c375f7b43bdc no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:24:30.560199 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa33d3fb-cbe3-49b7-9ddf-3f7d1056d49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:30.575587 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ec255-65d7-44b4-a769-db6c97fa69fa tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Pushing event deleted for resources: {'Port': ['ID=25627185-5f1f-4fa7-96e5-c375f7b43bdc,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:30.581271 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 25627185-5f1f-4fa7-96e5-c375f7b43bdc {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:24:30.584514 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 25627185-5f1f-4fa7-96e5-c375f7b43bdc not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:24:30.629436 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa33d3fb-cbe3-49b7-9ddf-3f7d1056d49e admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:24:30.644335 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e12582-529a-4565-a01b-f1a4e868d831 req-481ec255-65d7-44b4-a769-db6c97fa69fa tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] No DVR routers for this DVR port 25627185-5f1f-4fa7-96e5-c375f7b43bdc on host n-h2-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:24:30.651185 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d1e12582-529a-4565-a01b-f1a4e868d831 req-481ec255-65d7-44b4-a769-db6c97fa69fa tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:30.655481 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d1e12582-529a-4565-a01b-f1a4e868d831 req-481ec255-65d7-44b4-a769-db6c97fa69fa tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.64 "DELETE /v2.0/ports/25627185-5f1f-4fa7-96e5-c375f7b43bdc HTTP/1.1" status: 204 len: 173 time: 0.9468281 Nov 16 11:24:30.671060 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dbda5f1c-ff95-4abc-b324-08766fb02368 req-8b5057e3-8d72-434c-a63d-2c78a9103326 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465013 Nov 16 11:24:30.886340 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac5b664-e042-44b3-afcb-dde12df04687 x-openstack-request-id: req-bac5b664-e042-44b3-afcb-dde12df04687 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:24:30.886743 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55af3297-72c0-4735-b62d-0895f19fc954", "name": "network-vif-deleted", "tag": "635a0389-606a-4e81-8144-a1b9eb53c85e", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:24:30.886962 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bac5b664-e042-44b3-afcb-dde12df04687 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:24:30.887418 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55af3297-72c0-4735-b62d-0895f19fc954', 'name': 'network-vif-deleted', 'tag': '635a0389-606a-4e81-8144-a1b9eb53c85e', 'status': 'completed', 'code': 200} Nov 16 11:24:30.981964 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7fd1fc7f-ca2c-40e4-a328-8652171980b2 req-4982f03f-32d8-45ce-a25b-06455052f9d9 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "GET /v2.0/ports?device_id=55af3297-72c0-4735-b62d-0895f19fc954 HTTP/1.1" status: 200 len: 210 time: 0.0319207 Nov 16 11:24:31.074837 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-fa33d3fb-cbe3-49b7-9ddf-3f7d1056d49e admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:24:31.082390 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa33d3fb-cbe3-49b7-9ddf-3f7d1056d49e admin admin] Pushing event updated for resources: {'Port': ['ID=a5abab53-d2b0-4b4b-a08a-bb38933eada8,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:31.084675 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa33d3fb-cbe3-49b7-9ddf-3f7d1056d49e admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:24:31.097072 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1559e46b-886e-4e9d-96aa-ccffbad264d3 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:24:31.102893 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0b45d-6e8c-4e01-9303-a904874b0ba2 req-7466f2c6-d6f3-4d07-a9e7-a05df7600fee tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:31.113906 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fda0b45d-6e8c-4e01-9303-a904874b0ba2 req-7466f2c6-d6f3-4d07-a9e7-a05df7600fee tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae0f80e8-d797-441a-9f1b-f1d58332d494 HTTP/1.1" status: 200 len: 945 time: 0.0648134 Nov 16 11:24:31.176916 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fda0b45d-6e8c-4e01-9303-a904874b0ba2 req-fb7c87da-1f66-4da4-bc02-471a686ef0c7 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573726 Nov 16 11:24:31.195544 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ef94bba6-5987-444e-aafc-08c74e05557a None None] Provisioning complete for port a5abab53-d2b0-4b4b-a08a-bb38933eada8 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:31.195920 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ef94bba6-5987-444e-aafc-08c74e05557a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:31.245095 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 12f86124-969f-4024-be5d-541d420d39c3 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:24:31.276338 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-ef94bba6-5987-444e-aafc-08c74e05557a None None] Port a5abab53-d2b0-4b4b-a08a-bb38933eada8 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:24:31.306626 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 12f86124-969f-4024-be5d-541d420d39c3 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:31.306954 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:31.465796 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:31.514721 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d598e-163b-4c53-a723-78f0e1355e30 req-e0b83fdf-47cd-40eb-a31d-a52c0239bdf6 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:31.526199 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e10d598e-163b-4c53-a723-78f0e1355e30 req-e0b83fdf-47cd-40eb-a31d-a52c0239bdf6 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8d30c3-065b-4a55-87ca-23372d29d1d9 HTTP/1.1" status: 200 len: 946 time: 0.0783069 Nov 16 11:24:31.557673 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 12f86124-969f-4024-be5d-541d420d39c3, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=12f86124-969f-4024-be5d-541d420d39c3,segment=NetworkSegment(e5c04256-618c-48a4-9599-2402d83fa9fb),segment_id=e5c04256-618c-48a4-9599-2402d83fa9fb)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:31.566038 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:31.590655 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb822e46-0dcc-4c5f-848e-b7069c393191 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:31.620510 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e10d598e-163b-4c53-a723-78f0e1355e30 req-78666e9c-0295-4ea1-8705-40fecb60b711 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933375 Nov 16 11:24:31.630208 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=12f86124-969f-4024-be5d-541d420d39c3,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:31.657023 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa33d3fb-cbe3-49b7-9ddf-3f7d1056d49e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:31.683967 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbc30fd-6002-4862-b40a-1f43143cb5b2 None None] Network 357acdf0-c975-4e48-ad26-6379aca47d0d requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:24:31.748053 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ab304c8c-0da5-4287-b741-1c2ad7dd3ed0 None None] Provisioning complete for port 12f86124-969f-4024-be5d-541d420d39c3 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:31.748272 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb822e46-0dcc-4c5f-848e-b7069c393191 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:31.748513 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab304c8c-0da5-4287-b741-1c2ad7dd3ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:31.845857 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68302ec0-a6b5-41ae-9d6f-3b5c823fb94e req-2e52f544-9c1a-46b1-a5c0-01b6b81b9410 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:31.854636 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-68302ec0-a6b5-41ae-9d6f-3b5c823fb94e req-2e52f544-9c1a-46b1-a5c0-01b6b81b9410 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=29437e58-0db8-477a-bacb-5befe757e653 HTTP/1.1" status: 200 len: 944 time: 0.0666535 Nov 16 11:24:31.936314 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-68302ec0-a6b5-41ae-9d6f-3b5c823fb94e req-8b8e9e21-b02f-427a-b78e-063081f5b7e3 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808945 Nov 16 11:24:31.994726 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa33d3fb-cbe3-49b7-9ddf-3f7d1056d49e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:32.049240 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb822e46-0dcc-4c5f-848e-b7069c393191 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:32.086194 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb822e46-0dcc-4c5f-848e-b7069c393191 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:32.121253 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8729c-f7b7-4304-a4ab-909246e669e3 req-492ba8e7-8256-4251-b8db-426bc804ed56 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:32.128658 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-16b8729c-f7b7-4304-a4ab-909246e669e3 req-492ba8e7-8256-4251-b8db-426bc804ed56 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=079adb6e-31d5-49bf-85ba-1ec369ddeb80 HTTP/1.1" status: 200 len: 1097 time: 0.0530581 Nov 16 11:24:32.174394 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-16b8729c-f7b7-4304-a4ab-909246e669e3 req-939fa8fa-d6fa-4e00-abf4-94c881631af6 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448058 Nov 16 11:24:32.188365 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb822e46-0dcc-4c5f-848e-b7069c393191 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Pushing event updated for resources: {'Port': ['ID=c64b786c-c02c-47c6-8e99-acc1c4d6741f,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:32.200138 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb822e46-0dcc-4c5f-848e-b7069c393191 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:32.238214 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-4e7e4df3-3028-4738-b763-2191e43c3aab None None] Provisioning complete for port 12f86124-969f-4024-be5d-541d420d39c3 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:32.239190 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4e7e4df3-3028-4738-b763-2191e43c3aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:32.241486 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34512) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:32.327215 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd11a70e-cea9-4a0e-998e-96d2e029de82 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Deleting subnet f6097a4b-1d60-4146-9956-8b304deacf07 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:24:32.331092 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fd11a70e-cea9-4a0e-998e-96d2e029de82 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:32.333149 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa33d3fb-cbe3-49b7-9ddf-3f7d1056d49e admin admin] Router 1d3061f2-8381-4c89-a35c-de4a655bdad8 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:24:32.346321 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [None req-bb822e46-0dcc-4c5f-848e-b7069c393191 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Floating IP 625ce378-4571-4c17-b98f-2704fc2eb940 associated. External IP: 172.25.0.80, port: 272ed088-7e6e-475d-b338-882df4f0b242. Nov 16 11:24:32.405330 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fd11a70e-cea9-4a0e-998e-96d2e029de82 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:32.451446 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ade6e-0ddb-4a90-af5a-a1af7fa78f49 req-a3309d91-bdf6-4f28-9802-e31d90f8e80d tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:32.452822 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-303ade6e-0ddb-4a90-af5a-a1af7fa78f49 req-a3309d91-bdf6-4f28-9802-e31d90f8e80d tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae0f80e8-d797-441a-9f1b-f1d58332d494 HTTP/1.1" status: 200 len: 945 time: 0.0935388 Nov 16 11:24:32.527228 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa33d3fb-cbe3-49b7-9ddf-3f7d1056d49e admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:24:32.530471 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device eefb2c18-b8ff-4db9-9318-592be19014f1 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:24:32.534770 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fd11a70e-cea9-4a0e-998e-96d2e029de82 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:32.538523 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dcf0fd-e160-4939-b310-0e05cdba3aab None None] Sync routers for ids ['1d3061f2-8381-4c89-a35c-de4a655bdad8'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:24:32.562448 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dcf0fd-e160-4939-b310-0e05cdba3aab None None] Routers {'1d3061f2-8381-4c89-a35c-de4a655bdad8'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:24:32.563148 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-70dcf0fd-e160-4939-b310-0e05cdba3aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:24:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['1d3061f2-8381-4c89-a35c-de4a655bdad8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:32.563470 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-303ade6e-0ddb-4a90-af5a-a1af7fa78f49 req-db8cab6c-6e27-4253-8636-c808bb6d9238 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044400 Nov 16 11:24:32.578239 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa33d3fb-cbe3-49b7-9ddf-3f7d1056d49e admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:32.582010 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-fa33d3fb-cbe3-49b7-9ddf-3f7d1056d49e admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8983109 Nov 16 11:24:32.582835 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34514) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:32.667316 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb822e46-0dcc-4c5f-848e-b7069c393191 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Router f74ec157-18ca-4096-9f48-8fdb8e383456 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:24:32.743843 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port eefb2c18-b8ff-4db9-9318-592be19014f1, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=eefb2c18-b8ff-4db9-9318-592be19014f1,segment=NetworkSegment(dde4f2a5-6c36-4ca1-b975-fe969cc62f41),segment_id=dde4f2a5-6c36-4ca1-b975-fe969cc62f41)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:32.754090 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-70dcf0fd-e160-4939-b310-0e05cdba3aab None None] Set router 1d3061f2-8381-4c89-a35c-de4a655bdad8 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:24:32.814374 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': 'eefb2c18-b8ff-4db9-9318-592be19014f1', 'network_id': '3d74d208-8054-4a20-a68e-5341a0731232', 'port_id': 'eefb2c18-b8ff-4db9-9318-592be19014f1', 'mac_address': 'fa:16:3e:b7:4f:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f019b1b-47e9-47e0-b9fa-270ea9b96fc7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:24:32.858439 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb822e46-0dcc-4c5f-848e-b7069c393191 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:24:32.870375 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9725bd6e-c947-4d26-906c-4a9e3598a137 None None] Sync routers for ids ['f74ec157-18ca-4096-9f48-8fdb8e383456'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:24:32.883803 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9725bd6e-c947-4d26-906c-4a9e3598a137 None None] Routers {'f74ec157-18ca-4096-9f48-8fdb8e383456'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:24:32.887291 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9725bd6e-c947-4d26-906c-4a9e3598a137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:24:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f74ec157-18ca-4096-9f48-8fdb8e383456'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:32.893103 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb822e46-0dcc-4c5f-848e-b7069c393191 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:32.920186 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:32.934284 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bb822e46-0dcc-4c5f-848e-b7069c393191 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.9394200 Nov 16 11:24:32.936566 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eefb2c18-b8ff-4db9-9318-592be19014f1 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:24:32.936836 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34522) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:32.978075 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port eefb2c18-b8ff-4db9-9318-592be19014f1, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=eefb2c18-b8ff-4db9-9318-592be19014f1,segment=NetworkSegment(dde4f2a5-6c36-4ca1-b975-fe969cc62f41),segment_id=dde4f2a5-6c36-4ca1-b975-fe969cc62f41)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:32.987716 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9725bd6e-c947-4d26-906c-4a9e3598a137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:33.010911 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9725bd6e-c947-4d26-906c-4a9e3598a137 None None] Routers {'f74ec157-18ca-4096-9f48-8fdb8e383456'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:24:33.012584 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9725bd6e-c947-4d26-906c-4a9e3598a137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:24:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f74ec157-18ca-4096-9f48-8fdb8e383456'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:33.013287 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:33.034980 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-97e4a994-42b5-4731-8d5b-3d3ab82bcec6 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "GET /v2.0/floatingips/625ce378-4571-4c17-b98f-2704fc2eb940 HTTP/1.1" status: 200 len: 977 time: 0.0967426 Nov 16 11:24:33.053293 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34530) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:33.089191 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55af3297-72c0-4735-b62d-0895f19fc954', 'name': 'network-vif-deleted', 'tag': '25627185-5f1f-4fa7-96e5-c375f7b43bdc'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:24:33.091850 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e0dc90-7f6e-4cb8-8bf7-51a474e73ace" -d '{"events": [{"server_uuid": "55af3297-72c0-4735-b62d-0895f19fc954", "name": "network-vif-deleted", "tag": "25627185-5f1f-4fa7-96e5-c375f7b43bdc"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:24:33.118212 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9725bd6e-c947-4d26-906c-4a9e3598a137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:33.118880 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9725bd6e-c947-4d26-906c-4a9e3598a137 None None] The sync data for ids ['f74ec157-18ca-4096-9f48-8fdb8e383456'] in n-d-816823-3 is: [] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:24:33.147166 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=eefb2c18-b8ff-4db9-9318-592be19014f1,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:33.157183 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-70dcf0fd-e160-4939-b310-0e05cdba3aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3061f2-8381-4c89-a35c-de4a655bdad8', 'name': 'tempest-AttachSCSIVolumeTestJSON-765398759-router', 'tenant_id': 'd4fb21a1bae44254971dde50277709d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': 'a5abab53-d2b0-4b4b-a08a-bb38933eada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:24:28Z', 'updated_at': '2021-11-16T11:24:31Z', 'revision_number': 3, 'project_id': 'd4fb21a1bae44254971dde50277709d4', 'gw_port': {'id': 'a5abab53-d2b0-4b4b-a08a-bb38933eada8', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:60:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3061f2-8381-4c89-a35c-de4a655bdad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:24:29Z', 'updated_at': '2021-11-16T11:24:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:33.192938 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dcf0fd-e160-4939-b310-0e05cdba3aab None None] Checking router: 1d3061f2-8381-4c89-a35c-de4a655bdad8 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:24:33.193297 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dcf0fd-e160-4939-b310-0e05cdba3aab None None] Updating router 1d3061f2-8381-4c89-a35c-de4a655bdad8 port a5abab53-d2b0-4b4b-a08a-bb38933eada8 binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:24:33.195526 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 12f86124-969f-4024-be5d-541d420d39c3 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:24:33.205991 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-121c9033-dc2d-43f3-a0b3-036dfd13adaa tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1492417 Nov 16 11:24:33.207307 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34540) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:33.214481 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-0f31d3f2-758c-4e84-8f7a-057ab25db5e3 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Request body: {'floatingip': {'port_id': '231ffc4e-58d9-44c8-bf3f-eb1b0ceb3da2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:24:33.264693 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fd11a70e-cea9-4a0e-998e-96d2e029de82 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:33.289354 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f31d3f2-758c-4e84-8f7a-057ab25db5e3 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for floatingip, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:33.341120 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fd11a70e-cea9-4a0e-998e-96d2e029de82 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:33.348672 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34546) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:33.349583 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-fd11a70e-cea9-4a0e-998e-96d2e029de82 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "DELETE /v2.0/subnets/f6097a4b-1d60-4146-9956-8b304deacf07 HTTP/1.1" status: 204 len: 168 time: 1.1057336 Nov 16 11:24:33.354830 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd11a70e-cea9-4a0e-998e-96d2e029de82 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Pushing event deleted for resources: {'Subnet': ['ID=f6097a4b-1d60-4146-9956-8b304deacf07,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:33.419442 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899a856e-0dd9-487c-a1a6-4e680eba9571 None None] Network 1e899852-fcea-46eb-9bf2-b2cb216aca26 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:24:33.421254 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['eefb2c18-b8ff-4db9-9318-592be19014f1'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:24:33.501376 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-70dcf0fd-e160-4939-b310-0e05cdba3aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:33.504563 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d9e6b93-41ae-4247-ba89-e81b829eeb80 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:33.554809 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:24:33.577116 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 12f86124-969f-4024-be5d-541d420d39c3 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:33.577494 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:33.651638 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-93835176-8bad-4f01-8417-fddf65f9ea22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:33.856946 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-93835176-8bad-4f01-8417-fddf65f9ea22 admin admin] Allocated IP 172.20.0.1 (357acdf0-c975-4e48-ad26-6379aca47d0d/91a95bc4-e17f-4fb0-a3ec-f2d071a895de/e45cac75-b856-4ee8-9482-dc8859989d4b) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:24:33.991508 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-93835176-8bad-4f01-8417-fddf65f9ea22 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:34.005140 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7adf75f-e81e-4255-b02b-e907f43ed02c None None] DHCP port deletion for 1e899852-fcea-46eb-9bf2-b2cb216aca26 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:24:34.029459 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-4d9e6b93-41ae-4247-ba89-e81b829eeb80 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Deleting port 4abd9c75-f5bb-4693-adfd-053fdecbf50b {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:24:34.029974 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d9e6b93-41ae-4247-ba89-e81b829eeb80 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:34.040141 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-93835176-8bad-4f01-8417-fddf65f9ea22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:34.084202 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-70dcf0fd-e160-4939-b310-0e05cdba3aab None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:34.091366 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93835176-8bad-4f01-8417-fddf65f9ea22 admin admin] Network 357acdf0-c975-4e48-ad26-6379aca47d0d is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:24:34.098899 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-93835176-8bad-4f01-8417-fddf65f9ea22 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:24:34.109994 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-70dcf0fd-e160-4939-b310-0e05cdba3aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:34.123571 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93835176-8bad-4f01-8417-fddf65f9ea22 admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:24:34.144413 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b7adf75f-e81e-4255-b02b-e907f43ed02c None None] Deleting port 4abd9c75-f5bb-4693-adfd-053fdecbf50b {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:24:34.145018 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7adf75f-e81e-4255-b02b-e907f43ed02c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:34.148435 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [req-3228f633-0b55-4005-9101-23452982c100 req-e010b36e-2cfc-4cb0-8042-bbfd9ddb2fe5 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:24:34.149537 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3228f633-0b55-4005-9101-23452982c100 req-e010b36e-2cfc-4cb0-8042-bbfd9ddb2fe5 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1584754 Nov 16 11:24:34.161386 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-4d9e6b93-41ae-4247-ba89-e81b829eeb80 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] For port 4abd9c75-f5bb-4693-adfd-053fdecbf50b, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=4abd9c75-f5bb-4693-adfd-053fdecbf50b,segment=NetworkSegment(8a089087-57a1-4dd8-b5a7-35c4d39afe61),segment_id=8a089087-57a1-4dd8-b5a7-35c4d39afe61)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:34.161849 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d9e6b93-41ae-4247-ba89-e81b829eeb80 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:34.182734 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93835176-8bad-4f01-8417-fddf65f9ea22 admin admin] Pushing event updated for resources: {'Port': ['ID=e45cac75-b856-4ee8-9482-dc8859989d4b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:34.189142 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-4d9e6b93-41ae-4247-ba89-e81b829eeb80 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Calling delete_port for 4abd9c75-f5bb-4693-adfd-053fdecbf50b owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:24:34.191587 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-93835176-8bad-4f01-8417-fddf65f9ea22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:34.283886 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b7adf75f-e81e-4255-b02b-e907f43ed02c None None] For port 4abd9c75-f5bb-4693-adfd-053fdecbf50b, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=4abd9c75-f5bb-4693-adfd-053fdecbf50b,segment=NetworkSegment(8a089087-57a1-4dd8-b5a7-35c4d39afe61),segment_id=8a089087-57a1-4dd8-b5a7-35c4d39afe61)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:34.284172 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7adf75f-e81e-4255-b02b-e907f43ed02c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:34.298219 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b7adf75f-e81e-4255-b02b-e907f43ed02c None None] Calling delete_port for 4abd9c75-f5bb-4693-adfd-053fdecbf50b owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:24:34.349450 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dee9f3-c417-4338-a57c-abb68fbfa275 None None] Pushing event updated for resources: {'Port': ['ID=a5abab53-d2b0-4b4b-a08a-bb38933eada8,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:34.358481 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-93835176-8bad-4f01-8417-fddf65f9ea22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:34.359045 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228f633-0b55-4005-9101-23452982c100 req-1617940b-8a04-4576-a5f4-5ae0a191a38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:34.360438 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3228f633-0b55-4005-9101-23452982c100 req-1617940b-8a04-4576-a5f4-5ae0a191a38d service neutron] 10.222.0.61 "GET /v2.0/ports/7ddaea78-0390-4f42-bc31-36ab8a9f528e HTTP/1.1" status: 200 len: 1094 time: 0.2012422 Nov 16 11:24:34.383990 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-70dcf0fd-e160-4939-b310-0e05cdba3aab None None] Attempting to bind port a5abab53-d2b0-4b4b-a08a-bb38933eada8 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:24:34.384743 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-70dcf0fd-e160-4939-b310-0e05cdba3aab None None] Attempting to bind port a5abab53-d2b0-4b4b-a08a-bb38933eada8 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:24:34.385287 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dcf0fd-e160-4939-b310-0e05cdba3aab None None] Attempting to bind port a5abab53-d2b0-4b4b-a08a-bb38933eada8 on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:24:34.390236 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-3228f633-0b55-4005-9101-23452982c100 req-41dd6986-d2e1-48ed-aed5-9eee5692fc72 service neutron] Request body: {'binding': {'host': 'n-h1-816823-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:24:34.390751 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-3228f633-0b55-4005-9101-23452982c100 req-41dd6986-d2e1-48ed-aed5-9eee5692fc72 service neutron] Unknown quota resources ['binding']. {{(pid=102668) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 11:24:34.395604 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75d8e49-fb0e-40f5-84fe-2c789e3e9955 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:24:34.404029 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dcf0fd-e160-4939-b310-0e05cdba3aab None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:24:34.404774 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dcf0fd-e160-4939-b310-0e05cdba3aab None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:24:34.405245 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-70dcf0fd-e160-4939-b310-0e05cdba3aab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:34.405708 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dcf0fd-e160-4939-b310-0e05cdba3aab None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:24:34.406337 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-70dcf0fd-e160-4939-b310-0e05cdba3aab None None] Bound port: a5abab53-d2b0-4b4b-a08a-bb38933eada8, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:24:34.406773 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-70dcf0fd-e160-4939-b310-0e05cdba3aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:34.486586 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7adf75f-e81e-4255-b02b-e907f43ed02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:34.521197 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-70dcf0fd-e160-4939-b310-0e05cdba3aab None None] For port a5abab53-d2b0-4b4b-a08a-bb38933eada8, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:24:34.529094 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7adf75f-e81e-4255-b02b-e907f43ed02c None None] Pushing event deleted for resources: {'Port': ['ID=4abd9c75-f5bb-4693-adfd-053fdecbf50b,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:34.538621 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d9e6b93-41ae-4247-ba89-e81b829eeb80 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:34.542451 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7adf75f-e81e-4255-b02b-e907f43ed02c None None] No DVR routers for this DVR port 4abd9c75-f5bb-4693-adfd-053fdecbf50b on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:24:34.547339 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-70dcf0fd-e160-4939-b310-0e05cdba3aab None None] For port a5abab53-d2b0-4b4b-a08a-bb38933eada8, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=a5abab53-d2b0-4b4b-a08a-bb38933eada8,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:24:34.549426 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-81ecc70d-9525-431c-95e0-17b45ec50ec0 None None] Provisioning complete for port a5abab53-d2b0-4b4b-a08a-bb38933eada8 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:34.550092 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-81ecc70d-9525-431c-95e0-17b45ec50ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:34.576519 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-93835176-8bad-4f01-8417-fddf65f9ea22 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:34.580152 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9e6b93-41ae-4247-ba89-e81b829eeb80 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] No DVR routers for this DVR port 4abd9c75-f5bb-4693-adfd-053fdecbf50b on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:24:34.583132 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-93835176-8bad-4f01-8417-fddf65f9ea22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:34.587494 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-70dcf0fd-e160-4939-b310-0e05cdba3aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:34.589241 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e6b93-41ae-4247-ba89-e81b829eeb80 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Pushing event deleted for resources: {'Port': ['ID=4abd9c75-f5bb-4693-adfd-053fdecbf50b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:34.631742 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-81ecc70d-9525-431c-95e0-17b45ec50ec0 None None] Port a5abab53-d2b0-4b4b-a08a-bb38933eada8 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:24:34.638468 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f31d3f2-758c-4e84-8f7a-057ab25db5e3 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:34.670613 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde08c27-c7e5-4495-8e12-d7446907169c None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:24:34.672817 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93835176-8bad-4f01-8417-fddf65f9ea22 admin admin] Pushing event updated for resources: {'Port': ['ID=e45cac75-b856-4ee8-9482-dc8859989d4b,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:34.674021 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dcf0fd-e160-4939-b310-0e05cdba3aab None None] Routers {'1d3061f2-8381-4c89-a35c-de4a655bdad8'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:24:34.674577 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-70dcf0fd-e160-4939-b310-0e05cdba3aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:24:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['1d3061f2-8381-4c89-a35c-de4a655bdad8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:34.677057 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-93835176-8bad-4f01-8417-fddf65f9ea22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:34.678666 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f31d3f2-758c-4e84-8f7a-057ab25db5e3 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:34.680554 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dee9f3-c417-4338-a57c-abb68fbfa275 None None] Pushing event updated for resources: {'Port': ['ID=a5abab53-d2b0-4b4b-a08a-bb38933eada8,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:34.718860 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-81ecc70d-9525-431c-95e0-17b45ec50ec0 None None] Provisioning complete for port e45cac75-b856-4ee8-9482-dc8859989d4b triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:34.718860 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-81ecc70d-9525-431c-95e0-17b45ec50ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:34.764016 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d9e6b93-41ae-4247-ba89-e81b829eeb80 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:34.789409 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93835176-8bad-4f01-8417-fddf65f9ea22 admin admin] Network 357acdf0-c975-4e48-ad26-6379aca47d0d is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:24:34.791323 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-93835176-8bad-4f01-8417-fddf65f9ea22 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:24:34.809544 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-81ecc70d-9525-431c-95e0-17b45ec50ec0 None None] Port e45cac75-b856-4ee8-9482-dc8859989d4b cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:24:34.817696 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-4d9e6b93-41ae-4247-ba89-e81b829eeb80 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e899852-fcea-46eb-9bf2-b2cb216aca26']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:34.819924 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-3228f633-0b55-4005-9101-23452982c100 req-41dd6986-d2e1-48ed-aed5-9eee5692fc72 service neutron] Attempting to bind port 7ddaea78-0390-4f42-bc31-36ab8a9f528e on host n-h1-816823-3 for vnic_type normal with profile None {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:24:34.820252 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-3228f633-0b55-4005-9101-23452982c100 req-41dd6986-d2e1-48ed-aed5-9eee5692fc72 service neutron] Attempting to bind port 7ddaea78-0390-4f42-bc31-36ab8a9f528e by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:24:34.820778 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3228f633-0b55-4005-9101-23452982c100 req-41dd6986-d2e1-48ed-aed5-9eee5692fc72 service neutron] Attempting to bind port 7ddaea78-0390-4f42-bc31-36ab8a9f528e on network a6437950-3837-42ba-a7b4-c297945f46f8 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:24:34.836199 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-4d9e6b93-41ae-4247-ba89-e81b829eeb80 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a089087-57a1-4dd8-b5a7-35c4d39afe61') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:34.836491 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-4d9e6b93-41ae-4247-ba89-e81b829eeb80 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a089087-57a1-4dd8-b5a7-35c4d39afe61') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:34.841902 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-70dcf0fd-e160-4939-b310-0e05cdba3aab None None] Set router 1d3061f2-8381-4c89-a35c-de4a655bdad8 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:24:34.844579 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3228f633-0b55-4005-9101-23452982c100 req-41dd6986-d2e1-48ed-aed5-9eee5692fc72 service neutron] Port 7ddaea78-0390-4f42-bc31-36ab8a9f528e on network a6437950-3837-42ba-a7b4-c297945f46f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:24:34.844876 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3228f633-0b55-4005-9101-23452982c100 req-41dd6986-d2e1-48ed-aed5-9eee5692fc72 service neutron] Attempting to bind port 7ddaea78-0390-4f42-bc31-36ab8a9f528e on network a6437950-3837-42ba-a7b4-c297945f46f8 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:24:34.853422 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d9e6b93-41ae-4247-ba89-e81b829eeb80 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:34.865500 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3228f633-0b55-4005-9101-23452982c100 req-41dd6986-d2e1-48ed-aed5-9eee5692fc72 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:24:34.865895 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3228f633-0b55-4005-9101-23452982c100 req-41dd6986-d2e1-48ed-aed5-9eee5692fc72 service neutron] Checking segment: {'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:24:34.866317 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3228f633-0b55-4005-9101-23452982c100 req-41dd6986-d2e1-48ed-aed5-9eee5692fc72 service neutron] Bound using segment: {'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:24:34.866765 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-3228f633-0b55-4005-9101-23452982c100 req-41dd6986-d2e1-48ed-aed5-9eee5692fc72 service neutron] Bound port: 7ddaea78-0390-4f42-bc31-36ab8a9f528e, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:24:34.901740 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d9e6b93-41ae-4247-ba89-e81b829eeb80 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:34.914300 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [None req-0f31d3f2-758c-4e84-8f7a-057ab25db5e3 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Floating IP 625ce378-4571-4c17-b98f-2704fc2eb940 associated. External IP: 172.25.0.80, port: 272ed088-7e6e-475d-b338-882df4f0b242. Nov 16 11:24:34.916760 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d9e6b93-41ae-4247-ba89-e81b829eeb80 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:24:34.917188 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d9e6b93-41ae-4247-ba89-e81b829eeb80 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:34.931013 n-d-816823-3 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:24:34.931013 n-d-816823-3 neutron-server[102668]: self.session.flush() Nov 16 11:24:34.931013 n-d-816823-3 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:24:34.931013 n-d-816823-3 neutron-server[102668]: self.session.flush() Nov 16 11:24:34.931013 n-d-816823-3 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:24:34.931013 n-d-816823-3 neutron-server[102668]: self.session.flush() Nov 16 11:24:34.931013 n-d-816823-3 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:24:34.931013 n-d-816823-3 neutron-server[102668]: self.session.flush() Nov 16 11:24:34.931013 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:24:34.931013 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:24:34.931013 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:24:34.931013 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:24:34.931013 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:24:34.931013 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:24:34.931013 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:24:34.931013 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:24:34.931013 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:24:34.931013 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:24:34.931013 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:24:34.931013 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:24:34.931013 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:24:34.931013 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:24:34.931013 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:24:34.931013 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:24:34.931013 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:24:34.931013 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:24:34.931013 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:24:34.931013 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:24:34.931013 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:24:34.931013 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:24:34.931013 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:24:34.931013 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:24:34.931013 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:24:34.931013 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:24:34.931013 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:24:34.931013 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:24:34.931013 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:24:34.931013 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:24:34.931013 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:24:34.931013 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:24:34.959599 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93835176-8bad-4f01-8417-fddf65f9ea22 admin admin] Router 1d3061f2-8381-4c89-a35c-de4a655bdad8 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:24:35.012003 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-1128dc66-57f2-4016-adb2-e1198f1f5ba8 None None] Provisioning complete for port a5abab53-d2b0-4b4b-a08a-bb38933eada8 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:35.012421 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1128dc66-57f2-4016-adb2-e1198f1f5ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:35.108177 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93835176-8bad-4f01-8417-fddf65f9ea22 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:24:35.134076 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-93835176-8bad-4f01-8417-fddf65f9ea22 admin admin] 10.222.0.61 "PUT /v2.0/routers/1d3061f2-8381-4c89-a35c-de4a655bdad8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5502946 Nov 16 11:24:35.167979 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 4abd9c75-f5bb-4693-adfd-053fdecbf50b no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:24:35.191706 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-3228f633-0b55-4005-9101-23452982c100 req-41dd6986-d2e1-48ed-aed5-9eee5692fc72 service neutron] For port 7ddaea78-0390-4f42-bc31-36ab8a9f528e, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=7ddaea78-0390-4f42-bc31-36ab8a9f528e,segment=NetworkSegment(d9c88559-8fa4-467d-a577-d2c14bfd7508),segment_id=d9c88559-8fa4-467d-a577-d2c14bfd7508)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:24:35.198797 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d9e6b93-41ae-4247-ba89-e81b829eeb80 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:35.207502 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 4abd9c75-f5bb-4693-adfd-053fdecbf50b {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:24:35.207847 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 4abd9c75-f5bb-4693-adfd-053fdecbf50b not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:24:35.220489 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1128dc66-57f2-4016-adb2-e1198f1f5ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:35.244674 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3228f633-0b55-4005-9101-23452982c100 req-41dd6986-d2e1-48ed-aed5-9eee5692fc72 service neutron] Publish callbacks [] for binding, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:35.249341 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-1128dc66-57f2-4016-adb2-e1198f1f5ba8 None None] For port a5abab53-d2b0-4b4b-a08a-bb38933eada8, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=a5abab53-d2b0-4b4b-a08a-bb38933eada8,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:35.255438 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3228f633-0b55-4005-9101-23452982c100 req-41dd6986-d2e1-48ed-aed5-9eee5692fc72 service neutron] 10.222.0.61 "POST /v2.0/ports/7ddaea78-0390-4f42-bc31-36ab8a9f528e/bindings HTTP/1.1" status: 201 len: 389 time: 0.8688073 Nov 16 11:24:35.258342 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-70dcf0fd-e160-4939-b310-0e05cdba3aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3061f2-8381-4c89-a35c-de4a655bdad8', 'name': 'tempest-AttachSCSIVolumeTestJSON-765398759-router', 'tenant_id': 'd4fb21a1bae44254971dde50277709d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': 'a5abab53-d2b0-4b4b-a08a-bb38933eada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:24:28Z', 'updated_at': '2021-11-16T11:24:34Z', 'revision_number': 4, 'project_id': 'd4fb21a1bae44254971dde50277709d4', 'gw_port': {'id': 'a5abab53-d2b0-4b4b-a08a-bb38933eada8', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:60:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3061f2-8381-4c89-a35c-de4a655bdad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:24:29Z', 'updated_at': '2021-11-16T11:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'e45cac75-b856-4ee8-9482-dc8859989d4b', 'name': '', 'network_id': '357acdf0-c975-4e48-ad26-6379aca47d0d', 'tenant_id': 'd4fb21a1bae44254971dde50277709d4', 'mac_address': 'fa:16:3e:fa:ef:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3061f2-8381-4c89-a35c-de4a655bdad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '91a95bc4-e17f-4fb0-a3ec-f2d071a895de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:24:33Z', 'updated_at': '2021-11-16T11:24:34Z', 'revision_number': 2, 'project_id': 'd4fb21a1bae44254971dde50277709d4', 'subnets': [{'id': '91a95bc4-e17f-4fb0-a3ec-f2d071a895de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:35.260233 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1128dc66-57f2-4016-adb2-e1198f1f5ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:35.267283 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d9e6b93-41ae-4247-ba89-e81b829eeb80 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:35.273049 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4d9e6b93-41ae-4247-ba89-e81b829eeb80 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "DELETE /v2.0/networks/1e899852-fcea-46eb-9bf2-b2cb216aca26 HTTP/1.1" status: 204 len: 168 time: 1.9227846 Nov 16 11:24:35.277151 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34560) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:35.306383 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dcf0fd-e160-4939-b310-0e05cdba3aab None None] The sync data for ids ['1d3061f2-8381-4c89-a35c-de4a655bdad8'] in n-d-816823-3 is: [{'id': '1d3061f2-8381-4c89-a35c-de4a655bdad8', 'name': 'tempest-AttachSCSIVolumeTestJSON-765398759-router', 'tenant_id': 'd4fb21a1bae44254971dde50277709d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': 'a5abab53-d2b0-4b4b-a08a-bb38933eada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:24:28Z', 'updated_at': '2021-11-16T11:24:34Z', 'revision_number': 4, 'project_id': 'd4fb21a1bae44254971dde50277709d4', 'gw_port': {'id': 'a5abab53-d2b0-4b4b-a08a-bb38933eada8', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:60:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3061f2-8381-4c89-a35c-de4a655bdad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:24:29Z', 'updated_at': '2021-11-16T11:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'e45cac75-b856-4ee8-9482-dc8859989d4b', 'name': '', 'network_id': '357acdf0-c975-4e48-ad26-6379aca47d0d', 'tenant_id': 'd4fb21a1bae44254971dde50277709d4', 'mac_address': 'fa:16:3e:fa:ef:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3061f2-8381-4c89-a35c-de4a655bdad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '91a95bc4-e17f-4fb0-a3ec-f2d071a895de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:24:33Z', 'updated_at': '2021-11-16T11:24:34Z', 'revision_number': 2, 'project_id': 'd4fb21a1bae44254971dde50277709d4', 'subnets': [{'id': '91a95bc4-e17f-4fb0-a3ec-f2d071a895de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:24:35.344027 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e6b93-41ae-4247-ba89-e81b829eeb80 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Pushing event deleted for resources: {'Network': ['ID=1e899852-fcea-46eb-9bf2-b2cb216aca26,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:35.437960 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128dc66-57f2-4016-adb2-e1198f1f5ba8 None None] Pushing event updated for resources: {'Port': ['ID=a5abab53-d2b0-4b4b-a08a-bb38933eada8,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:35.439144 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebd8843e-c7bb-46fb-9440-bbdf4f2e3373 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Deleting subnet dcf87268-1f2b-4b46-88da-6caaf8fb469b {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:24:35.462451 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ebd8843e-c7bb-46fb-9440-bbdf4f2e3373 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:35.464834 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-867a7653-3c84-4e45-a150-3104142ff398 None None] Provisioning complete for port e45cac75-b856-4ee8-9482-dc8859989d4b triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:35.465213 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-867a7653-3c84-4e45-a150-3104142ff398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:35.467637 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f31d3f2-758c-4e84-8f7a-057ab25db5e3 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Router f74ec157-18ca-4096-9f48-8fdb8e383456 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:24:35.536628 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ebd8843e-c7bb-46fb-9440-bbdf4f2e3373 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:35.562627 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-867a7653-3c84-4e45-a150-3104142ff398 None None] Port e45cac75-b856-4ee8-9482-dc8859989d4b cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:24:35.682886 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228f633-0b55-4005-9101-23452982c100 req-a5ef58e0-d8f3-44c3-af9e-cebaa2c20e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:35.684949 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3228f633-0b55-4005-9101-23452982c100 req-a5ef58e0-d8f3-44c3-af9e-cebaa2c20e85 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac57a0dec96b499199f175f118c6a6d4&device_id=079adb6e-31d5-49bf-85ba-1ec369ddeb80 HTTP/1.1" status: 200 len: 1097 time: 0.0731113 Nov 16 11:24:35.708815 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a57524-1769-4b0c-a574-0bf8a3255484 req-dc31c1e1-bd7b-4f9c-b759-130c4be8804c tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:35.716954 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-44a57524-1769-4b0c-a574-0bf8a3255484 req-dc31c1e1-bd7b-4f9c-b759-130c4be8804c tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8d30c3-065b-4a55-87ca-23372d29d1d9 HTTP/1.1" status: 200 len: 946 time: 0.1345313 Nov 16 11:24:35.752665 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ebd8843e-c7bb-46fb-9440-bbdf4f2e3373 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:35.798267 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f31d3f2-758c-4e84-8f7a-057ab25db5e3 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:24:35.810790 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebd5ea1-240b-4b3e-be73-45b3d9cdd2d8 None None] Sync routers for ids ['f74ec157-18ca-4096-9f48-8fdb8e383456'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:24:35.822716 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-44a57524-1769-4b0c-a574-0bf8a3255484 req-8e9ed64f-f71d-4135-bd2d-b72c2c72ab29 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049020 Nov 16 11:24:35.863817 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebd5ea1-240b-4b3e-be73-45b3d9cdd2d8 None None] Routers {'f74ec157-18ca-4096-9f48-8fdb8e383456'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:24:35.865173 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ebd8843e-c7bb-46fb-9440-bbdf4f2e3373 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:35.865335 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-cebd5ea1-240b-4b3e-be73-45b3d9cdd2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:24:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f74ec157-18ca-4096-9f48-8fdb8e383456'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:35.903904 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd8843e-c7bb-46fb-9440-bbdf4f2e3373 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Pushing event deleted for resources: {'Subnet': ['ID=dcf87268-1f2b-4b46-88da-6caaf8fb469b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:35.911811 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ebd8843e-c7bb-46fb-9440-bbdf4f2e3373 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:35.916163 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ebd8843e-c7bb-46fb-9440-bbdf4f2e3373 tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "DELETE /v2.0/subnets/dcf87268-1f2b-4b46-88da-6caaf8fb469b HTTP/1.1" status: 204 len: 168 time: 0.6372211 Nov 16 11:24:35.922775 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34574) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:35.969776 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481f1736-cd64-4be8-870e-cb1d7462281f None None] Network 0438bcfd-df32-4aa7-9315-0dd361d2066d requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:24:35.976082 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-cebd5ea1-240b-4b3e-be73-45b3d9cdd2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:36.015029 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228f633-0b55-4005-9101-23452982c100 req-4b9b9923-6410-4145-84e3-0f22237d9726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:36.016538 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3228f633-0b55-4005-9101-23452982c100 req-4b9b9923-6410-4145-84e3-0f22237d9726 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6437950-3837-42ba-a7b4-c297945f46f8 HTTP/1.1" status: 200 len: 921 time: 0.3038578 Nov 16 11:24:36.068394 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3228f633-0b55-4005-9101-23452982c100 req-93f7f21b-0a1a-4844-a79f-afbf6e1429f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ddaea78-0390-4f42-bc31-36ab8a9f528e HTTP/1.1" status: 200 len: 217 time: 0.0433922 Nov 16 11:24:36.097407 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-97be6fcb-eb30-49c8-b76e-4c520d41122a tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:36.118040 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9301db-3120-4926-b108-03bb05e973a8 req-72f116b3-7def-44bc-8751-c627cd46f545 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:36.119563 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4b9301db-3120-4926-b108-03bb05e973a8 req-72f116b3-7def-44bc-8751-c627cd46f545 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=29437e58-0db8-477a-bacb-5befe757e653 HTTP/1.1" status: 200 len: 945 time: 0.1607745 Nov 16 11:24:36.222083 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34580) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:36.230929 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4b9301db-3120-4926-b108-03bb05e973a8 req-a56f0082-6f6d-4b56-961c-f980d997a680 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008654 Nov 16 11:24:36.233801 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-3dfc2fec-bcc2-45e8-9476-d3e3654cee26 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1112905085-network', 'tenant_id': 'a1c34eace0e0466389ddc3274fba2e0b'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:24:36.241409 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228f633-0b55-4005-9101-23452982c100 req-1876dff6-b974-4766-8ccc-68b3de2e010d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:36.243975 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3228f633-0b55-4005-9101-23452982c100 req-1876dff6-b974-4766-8ccc-68b3de2e010d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=abaafd2b-7546-45a3-a211-065b2bf563c9 HTTP/1.1" status: 200 len: 860 time: 0.1668539 Nov 16 11:24:36.268740 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-97be6fcb-eb30-49c8-b76e-4c520d41122a tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Deleting port d13d1f87-07f3-4d10-8f53-854b2bf898eb {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:24:36.269159 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-97be6fcb-eb30-49c8-b76e-4c520d41122a tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:36.314529 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3228f633-0b55-4005-9101-23452982c100 req-4718c710-3527-48ef-9061-205cbf053a94 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6437950-3837-42ba-a7b4-c297945f46f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592730 Nov 16 11:24:36.317077 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfc2fec-bcc2-45e8-9476-d3e3654cee26 admin admin] Made reservation on behalf of a1c34eace0e0466389ddc3274fba2e0b for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:24:36.319792 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3dfc2fec-bcc2-45e8-9476-d3e3654cee26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:36.379945 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-97be6fcb-eb30-49c8-b76e-4c520d41122a tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] For port d13d1f87-07f3-4d10-8f53-854b2bf898eb, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=d13d1f87-07f3-4d10-8f53-854b2bf898eb,segment=NetworkSegment(7d62dc43-b4fc-438f-9bc9-6808916eb644),segment_id=7d62dc43-b4fc-438f-9bc9-6808916eb644)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:36.380311 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-97be6fcb-eb30-49c8-b76e-4c520d41122a tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:36.381824 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3dfc2fec-bcc2-45e8-9476-d3e3654cee26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:36.398191 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29960cab-defb-47a3-a19a-3bc4b97a7b89 x-openstack-request-id: req-29960cab-defb-47a3-a19a-3bc4b97a7b89 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:24:36.398461 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55af3297-72c0-4735-b62d-0895f19fc954", "name": "network-vif-deleted", "tag": "25627185-5f1f-4fa7-96e5-c375f7b43bdc", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:24:36.398678 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-29960cab-defb-47a3-a19a-3bc4b97a7b89 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:24:36.399082 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55af3297-72c0-4735-b62d-0895f19fc954', 'name': 'network-vif-deleted', 'tag': '25627185-5f1f-4fa7-96e5-c375f7b43bdc', 'status': 'completed', 'code': 200} Nov 16 11:24:36.410210 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-97be6fcb-eb30-49c8-b76e-4c520d41122a tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Calling delete_port for d13d1f87-07f3-4d10-8f53-854b2bf898eb owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:24:36.415121 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebd5ea1-240b-4b3e-be73-45b3d9cdd2d8 None None] Routers {'f74ec157-18ca-4096-9f48-8fdb8e383456'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:24:36.417913 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-cebd5ea1-240b-4b3e-be73-45b3d9cdd2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:24:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f74ec157-18ca-4096-9f48-8fdb8e383456'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:36.419854 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f31d3f2-758c-4e84-8f7a-057ab25db5e3 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Router f74ec157-18ca-4096-9f48-8fdb8e383456 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:24:36.453549 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-cebd5ea1-240b-4b3e-be73-45b3d9cdd2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:36.454394 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebd5ea1-240b-4b3e-be73-45b3d9cdd2d8 None None] The sync data for ids ['f74ec157-18ca-4096-9f48-8fdb8e383456'] in n-d-816823-3 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:24:36.566388 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device eefb2c18-b8ff-4db9-9318-592be19014f1 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:24:36.603071 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac187fd1-6533-4571-9910-1aa8c68e9c00 req-837c3895-ba58-40f6-8c32-14392f0040bd tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:36.608767 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3228f633-0b55-4005-9101-23452982c100 req-c6f546bb-15a0-4300-890e-53a5a1983cbd service neutron] 10.222.0.36 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749393 Nov 16 11:24:36.610527 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ac187fd1-6533-4571-9910-1aa8c68e9c00 req-837c3895-ba58-40f6-8c32-14392f0040bd tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae0f80e8-d797-441a-9f1b-f1d58332d494 HTTP/1.1" status: 200 len: 945 time: 0.1250727 Nov 16 11:24:36.645293 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-97be6fcb-eb30-49c8-b76e-4c520d41122a tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:36.652636 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port eefb2c18-b8ff-4db9-9318-592be19014f1 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:24:36.658976 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port eefb2c18-b8ff-4db9-9318-592be19014f1 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:36.659224 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:36.698004 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ac187fd1-6533-4571-9910-1aa8c68e9c00 req-7b147a1b-4ecd-4ce1-8df4-832a0645cc81 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864940 Nov 16 11:24:36.702644 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97be6fcb-eb30-49c8-b76e-4c520d41122a tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Pushing event deleted for resources: {'Port': ['ID=d13d1f87-07f3-4d10-8f53-854b2bf898eb,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:36.704824 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97be6fcb-eb30-49c8-b76e-4c520d41122a tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] No DVR routers for this DVR port d13d1f87-07f3-4d10-8f53-854b2bf898eb on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:24:36.717370 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fada270f-049e-47ab-8841-8221a5ed9680 None None] DHCP port deletion for 0438bcfd-df32-4aa7-9315-0dd361d2066d request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:24:36.754008 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f31d3f2-758c-4e84-8f7a-057ab25db5e3 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:24:36.768577 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e1abef-3d5d-4d6f-a27e-3e68fb1e4d73 None None] Sync routers for ids ['f74ec157-18ca-4096-9f48-8fdb8e383456'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:24:36.788485 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e1abef-3d5d-4d6f-a27e-3e68fb1e4d73 None None] Routers {'f74ec157-18ca-4096-9f48-8fdb8e383456'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:24:36.789869 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f31d3f2-758c-4e84-8f7a-057ab25db5e3 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:36.790380 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-95e1abef-3d5d-4d6f-a27e-3e68fb1e4d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:24:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f74ec157-18ca-4096-9f48-8fdb8e383456'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:36.794951 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:36.800589 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3dfc2fec-bcc2-45e8-9476-d3e3654cee26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:36.833414 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29437e58-0db8-477a-bacb-5befe757e653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eefb2c18-b8ff-4db9-9318-592be19014f1'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:24:36.837020 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3dfc2fec-bcc2-45e8-9476-d3e3654cee26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:36.837321 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbcb32f-d12c-4f4c-89e3-d70ba3c51d4d" -d '{"events": [{"server_uuid": "29437e58-0db8-477a-bacb-5befe757e653", "name": "network-vif-plugged", "status": "completed", "tag": "eefb2c18-b8ff-4db9-9318-592be19014f1"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:24:36.857434 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port eefb2c18-b8ff-4db9-9318-592be19014f1, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=eefb2c18-b8ff-4db9-9318-592be19014f1,segment=NetworkSegment(dde4f2a5-6c36-4ca1-b975-fe969cc62f41),segment_id=dde4f2a5-6c36-4ca1-b975-fe969cc62f41)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:36.868910 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:36.885214 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3228f633-0b55-4005-9101-23452982c100 req-e4b170f3-0835-451c-8e7f-8ef81bd0140c service neutron] 10.222.0.36 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658331 Nov 16 11:24:36.891079 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-95e1abef-3d5d-4d6f-a27e-3e68fb1e4d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:36.902638 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e1abef-3d5d-4d6f-a27e-3e68fb1e4d73 None None] Routers {'f74ec157-18ca-4096-9f48-8fdb8e383456'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:24:36.903545 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-95e1abef-3d5d-4d6f-a27e-3e68fb1e4d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:24:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f74ec157-18ca-4096-9f48-8fdb8e383456'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:36.920432 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-97be6fcb-eb30-49c8-b76e-4c520d41122a tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:36.924308 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dfc2fec-bcc2-45e8-9476-d3e3654cee26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:24:36.939491 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=eefb2c18-b8ff-4db9-9318-592be19014f1,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:36.957367 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-95e1abef-3d5d-4d6f-a27e-3e68fb1e4d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:36.958375 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e1abef-3d5d-4d6f-a27e-3e68fb1e4d73 None None] The sync data for ids ['f74ec157-18ca-4096-9f48-8fdb8e383456'] in n-d-816823-3 is: [] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:24:36.958851 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-97be6fcb-eb30-49c8-b76e-4c520d41122a tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0438bcfd-df32-4aa7-9315-0dd361d2066d']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:36.979186 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-97be6fcb-eb30-49c8-b76e-4c520d41122a tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d62dc43-b4fc-438f-9bc9-6808916eb644') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:36.979490 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-97be6fcb-eb30-49c8-b76e-4c520d41122a tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d62dc43-b4fc-438f-9bc9-6808916eb644') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:36.981307 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc2fec-bcc2-45e8-9476-d3e3654cee26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a809b2-39f4-4f16-befc-6c6c6c126dcb,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:36.996361 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0f31d3f2-758c-4e84-8f7a-057ab25db5e3 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "PUT /v2.0/floatingips/625ce378-4571-4c17-b98f-2704fc2eb940 HTTP/1.1" status: 200 len: 977 time: 3.7880390 Nov 16 11:24:36.997569 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3dfc2fec-bcc2-45e8-9476-d3e3654cee26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:36.997911 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-3dfc2fec-bcc2-45e8-9476-d3e3654cee26 admin admin] Added segment 0d897242-f7f7-4028-9417-faf146036709 of type vlan for network b3bca6d3-96e2-43f0-b9ca-ac7e091618a0 Nov 16 11:24:36.998982 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34584) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:37.005163 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-97be6fcb-eb30-49c8-b76e-4c520d41122a tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:37.018870 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-1cc7299e-4e37-4d54-a3ef-a34a4271c086 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:24:37.040349 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473fb5c-d8cf-42d6-82a8-f5725dab06ed req-83cdd273-ed0d-4866-be0f-155dc7f37fb2 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:37.047752 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5473fb5c-d8cf-42d6-82a8-f5725dab06ed req-83cdd273-ed0d-4866-be0f-155dc7f37fb2 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=079adb6e-31d5-49bf-85ba-1ec369ddeb80 HTTP/1.1" status: 200 len: 946 time: 0.2179341 Nov 16 11:24:37.052664 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-97be6fcb-eb30-49c8-b76e-4c520d41122a tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:37.074187 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97be6fcb-eb30-49c8-b76e-4c520d41122a tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:24:37.074593 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-97be6fcb-eb30-49c8-b76e-4c520d41122a tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:37.080107 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:24:37.080107 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:24:37.080107 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:24:37.080107 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:24:37.080107 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:24:37.080107 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:24:37.080107 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:24:37.080107 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:24:37.080107 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:24:37.080107 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:24:37.080107 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:24:37.080107 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:24:37.080107 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:24:37.080107 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:24:37.080107 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:24:37.080107 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:24:37.080107 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:24:37.080107 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:24:37.080107 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:24:37.080107 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:24:37.080107 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:24:37.080107 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:24:37.080107 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:24:37.080107 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:24:37.080107 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:24:37.080107 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:24:37.080107 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:24:37.080107 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:24:37.080107 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:24:37.080107 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:24:37.080107 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:24:37.080107 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:24:37.108886 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3dfc2fec-bcc2-45e8-9476-d3e3654cee26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:37.139825 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1cc7299e-4e37-4d54-a3ef-a34a4271c086 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for floatingip, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:37.186972 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device a5abab53-d2b0-4b4b-a08a-bb38933eada8 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:24:37.239735 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5473fb5c-d8cf-42d6-82a8-f5725dab06ed req-2c7a901c-7867-4d39-83f3-43c85bd53150 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907160 Nov 16 11:24:37.240946 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3dfc2fec-bcc2-45e8-9476-d3e3654cee26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:37.242685 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfc2fec-bcc2-45e8-9476-d3e3654cee26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:37.244281 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-97be6fcb-eb30-49c8-b76e-4c520d41122a tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:37.248400 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3dfc2fec-bcc2-45e8-9476-d3e3654cee26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:37.260792 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port a5abab53-d2b0-4b4b-a08a-bb38933eada8 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:37.261184 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:37.265228 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-97be6fcb-eb30-49c8-b76e-4c520d41122a tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:37.282881 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-97be6fcb-eb30-49c8-b76e-4c520d41122a tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] 10.222.0.61 "DELETE /v2.0/networks/0438bcfd-df32-4aa7-9315-0dd361d2066d HTTP/1.1" status: 204 len: 168 time: 1.3587158 Nov 16 11:24:37.313104 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97be6fcb-eb30-49c8-b76e-4c520d41122a tempest-ServersTestMultiNic-82086593 tempest-ServersTestMultiNic-82086593-project] Pushing event deleted for resources: {'Network': ['ID=0438bcfd-df32-4aa7-9315-0dd361d2066d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:37.365870 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-3dfc2fec-bcc2-45e8-9476-d3e3654cee26 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1408634 Nov 16 11:24:37.369533 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34592) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:37.377057 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-6a94d046-4579-4019-b5eb-21e50e1bf864 admin admin] Request body: {'subnet': {'network_id': 'b3bca6d3-96e2-43f0-b9ca-ac7e091618a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1112905085-subnet', 'tenant_id': 'a1c34eace0e0466389ddc3274fba2e0b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:24:37.379733 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc2fec-bcc2-45e8-9476-d3e3654cee26 admin admin] Pushing event updated for resources: {'Network': ['ID=b3bca6d3-96e2-43f0-b9ca-ac7e091618a0,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:37.419316 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1cc7299e-4e37-4d54-a3ef-a34a4271c086 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:37.425670 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1cc7299e-4e37-4d54-a3ef-a34a4271c086 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:37.426080 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [None req-1cc7299e-4e37-4d54-a3ef-a34a4271c086 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Floating IP 625ce378-4571-4c17-b98f-2704fc2eb940 disassociated. External IP: 172.25.0.80, port: 231ffc4e-58d9-44c8-bf3f-eb1b0ceb3da2. Nov 16 11:24:37.428057 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network b3bca6d3-96e2-43f0-b9ca-ac7e091618a0 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:24:37.429905 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a94d046-4579-4019-b5eb-21e50e1bf864 admin admin] Made reservation on behalf of a1c34eace0e0466389ddc3274fba2e0b for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:24:37.437792 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a94d046-4579-4019-b5eb-21e50e1bf864 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:37.536318 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd0500a-cd16-4e54-87c0-4e8bef33b38c x-openstack-request-id: req-7bd0500a-cd16-4e54-87c0-4e8bef33b38c {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:24:37.536835 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29437e58-0db8-477a-bacb-5befe757e653", "name": "network-vif-plugged", "status": "completed", "tag": "eefb2c18-b8ff-4db9-9318-592be19014f1", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:24:37.536963 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7bd0500a-cd16-4e54-87c0-4e8bef33b38c {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:24:37.537276 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29437e58-0db8-477a-bacb-5befe757e653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eefb2c18-b8ff-4db9-9318-592be19014f1', 'code': 200} Nov 16 11:24:37.634920 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device d13d1f87-07f3-4d10-8f53-854b2bf898eb no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:24:37.714735 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: d13d1f87-07f3-4d10-8f53-854b2bf898eb {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:24:37.716554 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device d13d1f87-07f3-4d10-8f53-854b2bf898eb not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:24:37.732911 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a94d046-4579-4019-b5eb-21e50e1bf864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:37.824599 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d248335-f478-4879-9688-05849daf3fd4 req-bdda4e13-300f-4e68-8914-02137b6cdb93 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:37.832125 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1d248335-f478-4879-9688-05849daf3fd4 req-bdda4e13-300f-4e68-8914-02137b6cdb93 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=29437e58-0db8-477a-bacb-5befe757e653 HTTP/1.1" status: 200 len: 946 time: 0.1178339 Nov 16 11:24:37.854753 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a94d046-4579-4019-b5eb-21e50e1bf864 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f2934fc-22af-4f40-b70d-b1af1ec776af,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:37.898900 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a94d046-4579-4019-b5eb-21e50e1bf864 admin admin] Checking segment: {'id': '0d897242-f7f7-4028-9417-faf146036709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b3bca6d3-96e2-43f0-b9ca-ac7e091618a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:24:37.899255 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a94d046-4579-4019-b5eb-21e50e1bf864 admin admin] Network hostable DHCP agents. Network: b3bca6d3-96e2-43f0-b9ca-ac7e091618a0, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:24:37.975163 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1d248335-f478-4879-9688-05849daf3fd4 req-1fdd6e0e-3055-48d1-a2df-c3006ed46e39 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421413 Nov 16 11:24:37.978853 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a94d046-4579-4019-b5eb-21e50e1bf864 admin admin] Network b3bca6d3-96e2-43f0-b9ca-ac7e091618a0 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:24:37.996343 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-6a94d046-4579-4019-b5eb-21e50e1bf864 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, b3bca6d3-96e2-43f0-b9ca-ac7e091618a0) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:24:38.002961 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a886bae2-9cb8-40e8-9a44-ab2a78e4d5c0 req-951572ee-546d-4fdc-aa77-e2b4ff6579c8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ad5bb-6115-4b5e-8156-206b4ea5631a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0788422 Nov 16 11:24:38.007323 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a94d046-4579-4019-b5eb-21e50e1bf864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:38.008066 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a94d046-4579-4019-b5eb-21e50e1bf864 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:38.008206 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975074d5-2321-4c2a-947c-d887b5c723b6 None None] Network b3bca6d3-96e2-43f0-b9ca-ac7e091618a0 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:24:38.050803 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6a94d046-4579-4019-b5eb-21e50e1bf864 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6787059 Nov 16 11:24:38.052216 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34598) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:38.058945 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-9250ca2b-f153-48f7-8f40-da9ab74481d6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1112905085-router', 'tenant_id': 'a1c34eace0e0466389ddc3274fba2e0b', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:24:38.108435 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df5ee9-ab77-4c49-9f54-e30a4886253f req-1bb0a794-1a11-4f0a-b44e-7c6398675b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:38.109697 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-84df5ee9-ab77-4c49-9f54-e30a4886253f req-1bb0a794-1a11-4f0a-b44e-7c6398675b82 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=29437e58-0db8-477a-bacb-5befe757e653 HTTP/1.1" status: 200 len: 1097 time: 0.1053054 Nov 16 11:24:38.189402 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886bae2-9cb8-40e8-9a44-ab2a78e4d5c0 req-04824422-9832-44f7-84d2-7e1f4a82133f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:38.195305 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a886bae2-9cb8-40e8-9a44-ab2a78e4d5c0 req-04824422-9832-44f7-84d2-7e1f4a82133f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac57a0dec96b499199f175f118c6a6d4&device_id=0d7ad5bb-6115-4b5e-8156-206b4ea5631a HTTP/1.1" status: 200 len: 1095 time: 0.1301980 Nov 16 11:24:38.196445 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9250ca2b-f153-48f7-8f40-da9ab74481d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:38.197591 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9250ca2b-f153-48f7-8f40-da9ab74481d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:38.280084 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbff959-ace1-4c2b-a4ae-60d8386694e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-b3bca6d3-96e2-43f0-b9ca-ac7e091618a0', 'network_id': 'b3bca6d3-96e2-43f0-b9ca-ac7e091618a0', 'tenant_id': 'a1c34eace0e0466389ddc3274fba2e0b', 'fixed_ips': [{'subnet_id': '7f2934fc-22af-4f40-b70d-b1af1ec776af'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:24:38.280961 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7bbff959-ace1-4c2b-a4ae-60d8386694e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:38.340319 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc7299e-4e37-4d54-a3ef-a34a4271c086 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Router f74ec157-18ca-4096-9f48-8fdb8e383456 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:24:38.348375 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-84df5ee9-ab77-4c49-9f54-e30a4886253f req-dd4cef51-907b-4b47-be0d-56f5ecdaf4df service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252901 Nov 16 11:24:38.360959 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9250ca2b-f153-48f7-8f40-da9ab74481d6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:38.459887 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-7bbff959-ace1-4c2b-a4ae-60d8386694e2 None None] Allocated IP 172.20.0.2 (b3bca6d3-96e2-43f0-b9ca-ac7e091618a0/7f2934fc-22af-4f40-b70d-b1af1ec776af/68c66dc6-171b-400f-a8d5-1a979a562943) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:24:38.468574 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0cabe-af3a-416e-8da5-544f3b49cf02 req-05025e57-4892-421a-8ab3-52842e55e686 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:38.470144 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5bd0cabe-af3a-416e-8da5-544f3b49cf02 req-05025e57-4892-421a-8ab3-52842e55e686 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.1858852 Nov 16 11:24:38.477648 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886bae2-9cb8-40e8-9a44-ab2a78e4d5c0 req-41b42730-5e74-479a-a1bf-6fd9ec2277ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:38.480355 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a886bae2-9cb8-40e8-9a44-ab2a78e4d5c0 req-41b42730-5e74-479a-a1bf-6fd9ec2277ae service neutron] 10.222.0.64 "GET /v2.0/networks?id=a6437950-3837-42ba-a7b4-c297945f46f8 HTTP/1.1" status: 200 len: 921 time: 0.2573462 Nov 16 11:24:38.527961 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc7299e-4e37-4d54-a3ef-a34a4271c086 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:24:38.533630 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1cc7299e-4e37-4d54-a3ef-a34a4271c086 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:38.558658 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00381220-6c46-4639-bcc7-34e1eee44de7 None None] Sync routers for ids ['f74ec157-18ca-4096-9f48-8fdb8e383456'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:24:38.573735 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1cc7299e-4e37-4d54-a3ef-a34a4271c086 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "PUT /v2.0/floatingips/625ce378-4571-4c17-b98f-2704fc2eb940 HTTP/1.1" status: 200 len: 687 time: 1.5709670 Nov 16 11:24:38.574031 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34604) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:38.595318 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00381220-6c46-4639-bcc7-34e1eee44de7 None None] Routers {'f74ec157-18ca-4096-9f48-8fdb8e383456'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:24:38.596255 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-00381220-6c46-4639-bcc7-34e1eee44de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:24:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f74ec157-18ca-4096-9f48-8fdb8e383456'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:38.609488 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a886bae2-9cb8-40e8-9a44-ab2a78e4d5c0 req-a0d5026a-8a33-418e-8ac0-a2b066df4bd9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d169e98f-1f72-49dc-9f8d-d83ecf9c069c HTTP/1.1" status: 200 len: 217 time: 0.1170857 Nov 16 11:24:38.616995 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9250ca2b-f153-48f7-8f40-da9ab74481d6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:38.671525 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-00381220-6c46-4639-bcc7-34e1eee44de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:38.697108 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00381220-6c46-4639-bcc7-34e1eee44de7 None None] Routers {'f74ec157-18ca-4096-9f48-8fdb8e383456'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:24:38.698253 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-00381220-6c46-4639-bcc7-34e1eee44de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:24:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f74ec157-18ca-4096-9f48-8fdb8e383456'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:38.698398 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5bd0cabe-af3a-416e-8da5-544f3b49cf02 req-ef92dcc9-11e5-4979-9343-f7e5b8497e91 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2171357 Nov 16 11:24:38.767654 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-761012d4-32f8-45dc-8ab5-cf875c9ba046 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Deleting port c64b786c-c02c-47c6-8e99-acc1c4d6741f {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:24:38.768144 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-761012d4-32f8-45dc-8ab5-cf875c9ba046 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:38.786844 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-00381220-6c46-4639-bcc7-34e1eee44de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:38.787532 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00381220-6c46-4639-bcc7-34e1eee44de7 None None] The sync data for ids ['f74ec157-18ca-4096-9f48-8fdb8e383456'] in n-d-816823-3 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:24:38.873566 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-761012d4-32f8-45dc-8ab5-cf875c9ba046 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:38.874332 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-761012d4-32f8-45dc-8ab5-cf875c9ba046 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:38.881610 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7bbff959-ace1-4c2b-a4ae-60d8386694e2 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:38.890896 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-761012d4-32f8-45dc-8ab5-cf875c9ba046 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Calling delete_port for c64b786c-c02c-47c6-8e99-acc1c4d6741f owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:24:38.895517 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7bbff959-ace1-4c2b-a4ae-60d8386694e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:38.986348 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbff959-ace1-4c2b-a4ae-60d8386694e2 None None] Network b3bca6d3-96e2-43f0-b9ca-ac7e091618a0 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:24:38.997976 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-7bbff959-ace1-4c2b-a4ae-60d8386694e2 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:24:39.008987 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbff959-ace1-4c2b-a4ae-60d8386694e2 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:24:39.031846 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbff959-ace1-4c2b-a4ae-60d8386694e2 None None] Pushing event updated for resources: {'Port': ['ID=68c66dc6-171b-400f-a8d5-1a979a562943,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:39.066274 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc44fc80-1c27-4a61-b4ac-c9ed59d52a31 None None] Sync routers for ids ['1d3061f2-8381-4c89-a35c-de4a655bdad8'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:24:39.087558 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc44fc80-1c27-4a61-b4ac-c9ed59d52a31 None None] Routers {'1d3061f2-8381-4c89-a35c-de4a655bdad8'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:24:39.088532 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-bc44fc80-1c27-4a61-b4ac-c9ed59d52a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:24:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['1d3061f2-8381-4c89-a35c-de4a655bdad8'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:39.105507 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-761012d4-32f8-45dc-8ab5-cf875c9ba046 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:39.131017 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886bae2-9cb8-40e8-9a44-ab2a78e4d5c0 req-1467f5a2-3d83-4996-bdf9-77434436a60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:39.132913 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a886bae2-9cb8-40e8-9a44-ab2a78e4d5c0 req-1467f5a2-3d83-4996-bdf9-77434436a60a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=abaafd2b-7546-45a3-a211-065b2bf563c9 HTTP/1.1" status: 200 len: 860 time: 0.5126827 Nov 16 11:24:39.146920 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-7bbff959-ace1-4c2b-a4ae-60d8386694e2 None None] Attempting to bind port 68c66dc6-171b-400f-a8d5-1a979a562943 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:24:39.147836 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-7bbff959-ace1-4c2b-a4ae-60d8386694e2 None None] Attempting to bind port 68c66dc6-171b-400f-a8d5-1a979a562943 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '0d897242-f7f7-4028-9417-faf146036709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b3bca6d3-96e2-43f0-b9ca-ac7e091618a0'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:24:39.148207 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbff959-ace1-4c2b-a4ae-60d8386694e2 None None] Attempting to bind port 68c66dc6-171b-400f-a8d5-1a979a562943 on network b3bca6d3-96e2-43f0-b9ca-ac7e091618a0 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:24:39.158531 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbff959-ace1-4c2b-a4ae-60d8386694e2 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:24:39.163701 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbff959-ace1-4c2b-a4ae-60d8386694e2 None None] Checking segment: {'id': '0d897242-f7f7-4028-9417-faf146036709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b3bca6d3-96e2-43f0-b9ca-ac7e091618a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:24:39.164123 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7bbff959-ace1-4c2b-a4ae-60d8386694e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:39.164522 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbff959-ace1-4c2b-a4ae-60d8386694e2 None None] Bound using segment: {'id': '0d897242-f7f7-4028-9417-faf146036709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b3bca6d3-96e2-43f0-b9ca-ac7e091618a0'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:24:39.165510 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-7bbff959-ace1-4c2b-a4ae-60d8386694e2 None None] Bound port: 68c66dc6-171b-400f-a8d5-1a979a562943, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d897242-f7f7-4028-9417-faf146036709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b3bca6d3-96e2-43f0-b9ca-ac7e091618a0'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:24:39.165903 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7bbff959-ace1-4c2b-a4ae-60d8386694e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:39.183611 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761012d4-32f8-45dc-8ab5-cf875c9ba046 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Pushing event deleted for resources: {'Port': ['ID=c64b786c-c02c-47c6-8e99-acc1c4d6741f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:39.201644 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a886bae2-9cb8-40e8-9a44-ab2a78e4d5c0 req-90f41382-64f8-4962-8089-48de15d4675e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a6437950-3837-42ba-a7b4-c297945f46f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499499 Nov 16 11:24:39.235748 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-bc44fc80-1c27-4a61-b4ac-c9ed59d52a31 None None] Set router 1d3061f2-8381-4c89-a35c-de4a655bdad8 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:24:39.295080 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-7bbff959-ace1-4c2b-a4ae-60d8386694e2 None None] For port 68c66dc6-171b-400f-a8d5-1a979a562943, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:24:39.297733 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-761012d4-32f8-45dc-8ab5-cf875c9ba046 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:39.298802 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-7bbff959-ace1-4c2b-a4ae-60d8386694e2 None None] For port 68c66dc6-171b-400f-a8d5-1a979a562943, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=68c66dc6-171b-400f-a8d5-1a979a562943,segment=NetworkSegment(0d897242-f7f7-4028-9417-faf146036709),segment_id=0d897242-f7f7-4028-9417-faf146036709)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:24:39.300609 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-761012d4-32f8-45dc-8ab5-cf875c9ba046 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:39.302251 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-761012d4-32f8-45dc-8ab5-cf875c9ba046 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "DELETE /v2.0/floatingips/625ce378-4571-4c17-b98f-2704fc2eb940 HTTP/1.1" status: 204 len: 168 time: 0.7273231 Nov 16 11:24:39.305307 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34612) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:39.306695 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7bbff959-ace1-4c2b-a4ae-60d8386694e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:39.347764 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-e9c41a88-3e30-4a36-b4a2-bc2ce0e02ef9 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] delete failed (client error): The resource could not be found. Nov 16 11:24:39.349542 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e9c41a88-3e30-4a36-b4a2-bc2ce0e02ef9 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "DELETE /v2.0/floatingips/625ce378-4571-4c17-b98f-2704fc2eb940 HTTP/1.1" status: 404 len: 345 time: 0.0426321 Nov 16 11:24:39.353633 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34614) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:39.420656 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbff959-ace1-4c2b-a4ae-60d8386694e2 None None] Pushing event updated for resources: {'Port': ['ID=68c66dc6-171b-400f-a8d5-1a979a562943,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:39.433687 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75465dac-60f4-4209-b4d4-59310d44d773 req-e8f0bd75-f969-4d41-9758-7440fb7c701a tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:39.442713 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-75465dac-60f4-4209-b4d4-59310d44d773 req-e8f0bd75-f969-4d41-9758-7440fb7c701a tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae0f80e8-d797-441a-9f1b-f1d58332d494 HTTP/1.1" status: 200 len: 945 time: 0.3528285 Nov 16 11:24:39.462371 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a886bae2-9cb8-40e8-9a44-ab2a78e4d5c0 req-8464a274-f7f6-4bab-afc8-432000f74d62 service neutron] 10.222.0.64 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452252 Nov 16 11:24:39.481573 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebbba7a-885f-44be-a3a2-74b448bc15ad tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:39.489707 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebbba7a-885f-44be-a3a2-74b448bc15ad tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:39.496807 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebbba7a-885f-44be-a3a2-74b448bc15ad tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:39.500927 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6ebbba7a-885f-44be-a3a2-74b448bc15ad tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "GET /v2.0/ports?network_id=a85e5511-9c09-4b7f-9001-0fba1f5ae103 HTTP/1.1" status: 200 len: 2358 time: 0.1439695 Nov 16 11:24:39.501232 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34616) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:39.513502 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-75465dac-60f4-4209-b4d4-59310d44d773 req-3c7b5f87-891b-4efa-82cd-f661d6083903 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697827 Nov 16 11:24:39.570162 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-bc44fc80-1c27-4a61-b4ac-c9ed59d52a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3061f2-8381-4c89-a35c-de4a655bdad8', 'name': 'tempest-AttachSCSIVolumeTestJSON-765398759-router', 'tenant_id': 'd4fb21a1bae44254971dde50277709d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': 'a5abab53-d2b0-4b4b-a08a-bb38933eada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:24:28Z', 'updated_at': '2021-11-16T11:24:34Z', 'revision_number': 4, 'project_id': 'd4fb21a1bae44254971dde50277709d4', 'gw_port': {'id': 'a5abab53-d2b0-4b4b-a08a-bb38933eada8', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:60:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3061f2-8381-4c89-a35c-de4a655bdad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:24:29Z', 'updated_at': '2021-11-16T11:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'e45cac75-b856-4ee8-9482-dc8859989d4b', 'name': '', 'network_id': '357acdf0-c975-4e48-ad26-6379aca47d0d', 'tenant_id': 'd4fb21a1bae44254971dde50277709d4', 'mac_address': 'fa:16:3e:fa:ef:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3061f2-8381-4c89-a35c-de4a655bdad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '91a95bc4-e17f-4fb0-a3ec-f2d071a895de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:24:33Z', 'updated_at': '2021-11-16T11:24:34Z', 'revision_number': 2, 'project_id': 'd4fb21a1bae44254971dde50277709d4', 'subnets': [{'id': '91a95bc4-e17f-4fb0-a3ec-f2d071a895de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:39.592624 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9bd506-3e98-44aa-a2ca-fd1b12ff138f tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:39.600866 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bf9bd506-3e98-44aa-a2ca-fd1b12ff138f tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "GET /v2.0/subnets/a8751690-3deb-485a-9a88-1bb293e66e15 HTTP/1.1" status: 200 len: 797 time: 0.0986893 Nov 16 11:24:39.605553 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34618) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:39.608669 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc44fc80-1c27-4a61-b4ac-c9ed59d52a31 None None] Checking router: 1d3061f2-8381-4c89-a35c-de4a655bdad8 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:24:39.609217 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc44fc80-1c27-4a61-b4ac-c9ed59d52a31 None None] Updating router 1d3061f2-8381-4c89-a35c-de4a655bdad8 port e45cac75-b856-4ee8-9482-dc8859989d4b binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:24:39.614756 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a29b30a0-9af3-45a6-8a31-4c8134a483f3 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Request body: {'port': {'network_id': 'a85e5511-9c09-4b7f-9001-0fba1f5ae103', 'name': 'tempest-FloatingIPTestJSON-8611776', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:24:39.670379 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bc44fc80-1c27-4a61-b4ac-c9ed59d52a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:39.718749 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a886bae2-9cb8-40e8-9a44-ab2a78e4d5c0 req-4cda3cec-fb47-4dcc-957a-0bdf28ad5377 service neutron] 10.222.0.64 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138870 Nov 16 11:24:39.812143 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275197a-fe14-44ba-a755-ae938ba473ca req-8cd3de4b-4e8b-4f7f-bfcf-4c49b7669523 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:39.813584 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c275197a-fe14-44ba-a755-ae938ba473ca req-8cd3de4b-4e8b-4f7f-bfcf-4c49b7669523 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.36 "GET /v2.0/ports?device_id=29437e58-0db8-477a-bacb-5befe757e653 HTTP/1.1" status: 200 len: 946 time: 0.0763600 Nov 16 11:24:39.943553 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eabe674-e5ce-4cc4-84f7-864c3e03548b req-5406d736-c085-466e-bfe7-147139dcb8cd tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:39.951780 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6eabe674-e5ce-4cc4-84f7-864c3e03548b req-5406d736-c085-466e-bfe7-147139dcb8cd tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=079adb6e-31d5-49bf-85ba-1ec369ddeb80 HTTP/1.1" status: 200 len: 946 time: 0.2196245 Nov 16 11:24:39.954900 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29b30a0-9af3-45a6-8a31-4c8134a483f3 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Made reservation on behalf of c9cb1aa5b1254cc3a8e0ba85aca63e3d for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:24:39.955094 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9250ca2b-f153-48f7-8f40-da9ab74481d6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:39.983956 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9250ca2b-f153-48f7-8f40-da9ab74481d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:40.047043 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-c275197a-fe14-44ba-a755-ae938ba473ca req-05ec8c56-f97f-49db-bf45-50fc9354b843 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Deleting port eefb2c18-b8ff-4db9-9318-592be19014f1 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:24:40.047438 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c275197a-fe14-44ba-a755-ae938ba473ca req-05ec8c56-f97f-49db-bf45-50fc9354b843 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:40.071062 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6eabe674-e5ce-4cc4-84f7-864c3e03548b req-54cd1a8d-3329-4783-9264-6c74e43151db tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182218 Nov 16 11:24:40.165297 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-c275197a-fe14-44ba-a755-ae938ba473ca req-05ec8c56-f97f-49db-bf45-50fc9354b843 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] For port eefb2c18-b8ff-4db9-9318-592be19014f1, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=eefb2c18-b8ff-4db9-9318-592be19014f1,segment=NetworkSegment(dde4f2a5-6c36-4ca1-b975-fe969cc62f41),segment_id=dde4f2a5-6c36-4ca1-b975-fe969cc62f41)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:40.165545 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bc44fc80-1c27-4a61-b4ac-c9ed59d52a31 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:40.166028 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c275197a-fe14-44ba-a755-ae938ba473ca req-05ec8c56-f97f-49db-bf45-50fc9354b843 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:40.171228 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-9250ca2b-f153-48f7-8f40-da9ab74481d6 admin admin] Allocated IP 172.25.0.78 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/18427a35-5c36-493e-8d48-3c9e5295d9d5) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:24:40.182010 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-c275197a-fe14-44ba-a755-ae938ba473ca req-05ec8c56-f97f-49db-bf45-50fc9354b843 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Calling delete_port for eefb2c18-b8ff-4db9-9318-592be19014f1 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:24:40.186753 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bc44fc80-1c27-4a61-b4ac-c9ed59d52a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:40.243532 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e44ce89-a860-45bf-9917-26a363cc05cb None None] Pushing event updated for resources: {'Port': ['ID=e45cac75-b856-4ee8-9482-dc8859989d4b,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:40.252411 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e44ce89-a860-45bf-9917-26a363cc05cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:40.252751 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e44ce89-a860-45bf-9917-26a363cc05cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:40.253089 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e44ce89-a860-45bf-9917-26a363cc05cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:40.253420 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e44ce89-a860-45bf-9917-26a363cc05cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:40.253746 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e44ce89-a860-45bf-9917-26a363cc05cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:40.254150 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e44ce89-a860-45bf-9917-26a363cc05cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:40.254489 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e44ce89-a860-45bf-9917-26a363cc05cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:40.254803 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e44ce89-a860-45bf-9917-26a363cc05cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:40.255120 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e44ce89-a860-45bf-9917-26a363cc05cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:40.255435 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e44ce89-a860-45bf-9917-26a363cc05cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:40.255751 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e44ce89-a860-45bf-9917-26a363cc05cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:40.256069 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e44ce89-a860-45bf-9917-26a363cc05cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:40.266767 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a29b30a0-9af3-45a6-8a31-4c8134a483f3 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:40.291914 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-a29b30a0-9af3-45a6-8a31-4c8134a483f3 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] device_id is not set on port 88f1d091-f69e-477e-b9f6-daeee90826d8 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:24:40.346262 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-bc44fc80-1c27-4a61-b4ac-c9ed59d52a31 None None] Attempting to bind port e45cac75-b856-4ee8-9482-dc8859989d4b on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:24:40.346567 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-bc44fc80-1c27-4a61-b4ac-c9ed59d52a31 None None] Attempting to bind port e45cac75-b856-4ee8-9482-dc8859989d4b by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'e5c04256-618c-48a4-9599-2402d83fa9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '357acdf0-c975-4e48-ad26-6379aca47d0d'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:24:40.346909 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc44fc80-1c27-4a61-b4ac-c9ed59d52a31 None None] Attempting to bind port e45cac75-b856-4ee8-9482-dc8859989d4b on network 357acdf0-c975-4e48-ad26-6379aca47d0d {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:24:40.353531 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc44fc80-1c27-4a61-b4ac-c9ed59d52a31 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:24:40.353947 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc44fc80-1c27-4a61-b4ac-c9ed59d52a31 None None] Checking segment: {'id': 'e5c04256-618c-48a4-9599-2402d83fa9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '357acdf0-c975-4e48-ad26-6379aca47d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:24:40.354346 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bc44fc80-1c27-4a61-b4ac-c9ed59d52a31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:40.354742 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc44fc80-1c27-4a61-b4ac-c9ed59d52a31 None None] Bound using segment: {'id': 'e5c04256-618c-48a4-9599-2402d83fa9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '357acdf0-c975-4e48-ad26-6379aca47d0d'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:24:40.355215 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-bc44fc80-1c27-4a61-b4ac-c9ed59d52a31 None None] Bound port: e45cac75-b856-4ee8-9482-dc8859989d4b, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c04256-618c-48a4-9599-2402d83fa9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '357acdf0-c975-4e48-ad26-6379aca47d0d'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:24:40.356264 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bc44fc80-1c27-4a61-b4ac-c9ed59d52a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:40.385446 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24300382-8fcd-47f2-82e3-6f5d0a9d0108 req-bc234063-7939-4332-8611-bbd183756a65 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:40.393360 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-24300382-8fcd-47f2-82e3-6f5d0a9d0108 req-bc234063-7939-4332-8611-bbd183756a65 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.1720393 Nov 16 11:24:40.499217 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-24300382-8fcd-47f2-82e3-6f5d0a9d0108 req-751c5dc2-d4de-483e-b482-312d7fec9410 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048541 Nov 16 11:24:40.551902 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9250ca2b-f153-48f7-8f40-da9ab74481d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:40.555164 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-bc44fc80-1c27-4a61-b4ac-c9ed59d52a31 None None] For port e45cac75-b856-4ee8-9482-dc8859989d4b, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:24:40.561753 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-bc44fc80-1c27-4a61-b4ac-c9ed59d52a31 None None] For port e45cac75-b856-4ee8-9482-dc8859989d4b, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=e45cac75-b856-4ee8-9482-dc8859989d4b,segment=NetworkSegment(e5c04256-618c-48a4-9599-2402d83fa9fb),segment_id=e5c04256-618c-48a4-9599-2402d83fa9fb)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:24:40.580972 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bc44fc80-1c27-4a61-b4ac-c9ed59d52a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:40.608641 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c275197a-fe14-44ba-a755-ae938ba473ca req-05ec8c56-f97f-49db-bf45-50fc9354b843 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:40.625221 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['eefb2c18-b8ff-4db9-9318-592be19014f1'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:24:40.677673 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ec8c56-f97f-49db-bf45-50fc9354b843 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Pushing event deleted for resources: {'Port': ['ID=eefb2c18-b8ff-4db9-9318-592be19014f1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:40.711928 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f3b758c8-aacf-4bbb-952b-7b8838bba084 req-67ea1fcf-4fe9-4fb3-9d9a-4f7128f9bc82 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=29437e58-0db8-477a-bacb-5befe757e653 HTTP/1.1" status: 200 len: 210 time: 0.0630367 Nov 16 11:24:40.740577 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9250ca2b-f153-48f7-8f40-da9ab74481d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:40.751052 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc44fc80-1c27-4a61-b4ac-c9ed59d52a31 None None] Routers {'1d3061f2-8381-4c89-a35c-de4a655bdad8'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:24:40.751464 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-bc44fc80-1c27-4a61-b4ac-c9ed59d52a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:24:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['1d3061f2-8381-4c89-a35c-de4a655bdad8'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:40.768679 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3c21cc00-e1ec-4aa6-9a1c-46d545ddf035 None None] Provisioning complete for port e45cac75-b856-4ee8-9482-dc8859989d4b triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:40.769055 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3c21cc00-e1ec-4aa6-9a1c-46d545ddf035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:40.792531 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-c275197a-fe14-44ba-a755-ae938ba473ca req-05ec8c56-f97f-49db-bf45-50fc9354b843 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] No DVR routers for this DVR port eefb2c18-b8ff-4db9-9318-592be19014f1 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:24:40.858886 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c275197a-fe14-44ba-a755-ae938ba473ca req-05ec8c56-f97f-49db-bf45-50fc9354b843 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:40.866358 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9250ca2b-f153-48f7-8f40-da9ab74481d6 admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:24:40.869656 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-9250ca2b-f153-48f7-8f40-da9ab74481d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:24:40.884733 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c275197a-fe14-44ba-a755-ae938ba473ca req-05ec8c56-f97f-49db-bf45-50fc9354b843 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.36 "DELETE /v2.0/ports/eefb2c18-b8ff-4db9-9318-592be19014f1 HTTP/1.1" status: 204 len: 173 time: 1.0342312 Nov 16 11:24:40.886177 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29437e58-0db8-477a-bacb-5befe757e653', 'name': 'network-vif-deleted', 'tag': 'eefb2c18-b8ff-4db9-9318-592be19014f1'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:24:40.886643 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9250ca2b-f153-48f7-8f40-da9ab74481d6 admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:24:40.888525 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c53398-e75c-408d-90d2-34addc3e676d" -d '{"events": [{"server_uuid": "29437e58-0db8-477a-bacb-5befe757e653", "name": "network-vif-deleted", "tag": "eefb2c18-b8ff-4db9-9318-592be19014f1"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:24:40.953291 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250ca2b-f153-48f7-8f40-da9ab74481d6 admin admin] Pushing event updated for resources: {'Port': ['ID=18427a35-5c36-493e-8d48-3c9e5295d9d5,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:40.954115 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268fa868-1908-4b5d-b8e5-ac3b19ea0649 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:24:41.053733 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3c21cc00-e1ec-4aa6-9a1c-46d545ddf035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:41.187534 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e44ce89-a860-45bf-9917-26a363cc05cb None None] Pushing event updated for resources: {'Port': ['ID=e45cac75-b856-4ee8-9482-dc8859989d4b,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:41.204133 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3c21cc00-e1ec-4aa6-9a1c-46d545ddf035 None None] For port e45cac75-b856-4ee8-9482-dc8859989d4b, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=e45cac75-b856-4ee8-9482-dc8859989d4b,segment=NetworkSegment(e5c04256-618c-48a4-9599-2402d83fa9fb),segment_id=e5c04256-618c-48a4-9599-2402d83fa9fb)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:41.216232 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3c21cc00-e1ec-4aa6-9a1c-46d545ddf035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:41.268696 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc79e96-5e79-45e1-af27-f320f3099047 None None] Network b3bca6d3-96e2-43f0-b9ca-ac7e091618a0 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:24:41.302152 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-a29b30a0-9af3-45a6-8a31-4c8134a483f3 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Allocated IP 172.20.0.14 (a85e5511-9c09-4b7f-9001-0fba1f5ae103/a8751690-3deb-485a-9a88-1bb293e66e15/88f1d091-f69e-477e-b9f6-daeee90826d8) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:24:41.316013 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-bc44fc80-1c27-4a61-b4ac-c9ed59d52a31 None None] Set router 1d3061f2-8381-4c89-a35c-de4a655bdad8 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:24:41.319996 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-a29b30a0-9af3-45a6-8a31-4c8134a483f3 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Allocated IP 172.20.0.13 (a85e5511-9c09-4b7f-9001-0fba1f5ae103/a8751690-3deb-485a-9a88-1bb293e66e15/88f1d091-f69e-477e-b9f6-daeee90826d8) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:24:41.339856 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 68c66dc6-171b-400f-a8d5-1a979a562943 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:24:41.350150 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21cc00-e1ec-4aa6-9a1c-46d545ddf035 None None] Pushing event updated for resources: {'Port': ['ID=e45cac75-b856-4ee8-9482-dc8859989d4b,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:41.377064 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-39861310-20bf-442e-89c1-22ce6b3cab12 req-dbc10b7c-01bc-469f-bad7-0de69895a164 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bcada9d38abf4226bc4ca768b16b9a90&device_id=29437e58-0db8-477a-bacb-5befe757e653 HTTP/1.1" status: 200 len: 210 time: 0.0545416 Nov 16 11:24:41.415120 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff51cef-73a1-4c85-8704-b47badd2414f req-0de70e52-e70c-495a-a9ed-4ec05126e2c0 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:41.423157 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aff51cef-73a1-4c85-8704-b47badd2414f req-0de70e52-e70c-495a-a9ed-4ec05126e2c0 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae0f80e8-d797-441a-9f1b-f1d58332d494 HTTP/1.1" status: 200 len: 945 time: 0.1861646 Nov 16 11:24:41.497914 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-cb3253ff-49a8-4cd6-922c-55bc998e0f6a None None] Provisioning complete for port 18427a35-5c36-493e-8d48-3c9e5295d9d5 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:41.512207 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cb3253ff-49a8-4cd6-922c-55bc998e0f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:41.598773 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aff51cef-73a1-4c85-8704-b47badd2414f req-edcc61f1-52c5-4fff-896c-07c0c019920b tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740625 Nov 16 11:24:41.612117 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-bc44fc80-1c27-4a61-b4ac-c9ed59d52a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3061f2-8381-4c89-a35c-de4a655bdad8', 'name': 'tempest-AttachSCSIVolumeTestJSON-765398759-router', 'tenant_id': 'd4fb21a1bae44254971dde50277709d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': 'a5abab53-d2b0-4b4b-a08a-bb38933eada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:24:28Z', 'updated_at': '2021-11-16T11:24:34Z', 'revision_number': 4, 'project_id': 'd4fb21a1bae44254971dde50277709d4', 'gw_port': {'id': 'a5abab53-d2b0-4b4b-a08a-bb38933eada8', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:60:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3061f2-8381-4c89-a35c-de4a655bdad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:24:29Z', 'updated_at': '2021-11-16T11:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'e45cac75-b856-4ee8-9482-dc8859989d4b', 'name': '', 'network_id': '357acdf0-c975-4e48-ad26-6379aca47d0d', 'tenant_id': 'd4fb21a1bae44254971dde50277709d4', 'mac_address': 'fa:16:3e:fa:ef:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3061f2-8381-4c89-a35c-de4a655bdad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '91a95bc4-e17f-4fb0-a3ec-f2d071a895de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:24:33Z', 'updated_at': '2021-11-16T11:24:40Z', 'revision_number': 4, 'project_id': 'd4fb21a1bae44254971dde50277709d4', 'subnets': [{'id': '91a95bc4-e17f-4fb0-a3ec-f2d071a895de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:41.619629 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 68c66dc6-171b-400f-a8d5-1a979a562943 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:41.620005 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:41.654409 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9250ca2b-f153-48f7-8f40-da9ab74481d6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:41.654652 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc44fc80-1c27-4a61-b4ac-c9ed59d52a31 None None] The sync data for ids ['1d3061f2-8381-4c89-a35c-de4a655bdad8'] in n-d-816823-3 is: [{'id': '1d3061f2-8381-4c89-a35c-de4a655bdad8', 'name': 'tempest-AttachSCSIVolumeTestJSON-765398759-router', 'tenant_id': 'd4fb21a1bae44254971dde50277709d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': 'a5abab53-d2b0-4b4b-a08a-bb38933eada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:24:28Z', 'updated_at': '2021-11-16T11:24:34Z', 'revision_number': 4, 'project_id': 'd4fb21a1bae44254971dde50277709d4', 'gw_port': {'id': 'a5abab53-d2b0-4b4b-a08a-bb38933eada8', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:60:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3061f2-8381-4c89-a35c-de4a655bdad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:24:29Z', 'updated_at': '2021-11-16T11:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'e45cac75-b856-4ee8-9482-dc8859989d4b', 'name': '', 'network_id': '357acdf0-c975-4e48-ad26-6379aca47d0d', 'tenant_id': 'd4fb21a1bae44254971dde50277709d4', 'mac_address': 'fa:16:3e:fa:ef:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3061f2-8381-4c89-a35c-de4a655bdad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '91a95bc4-e17f-4fb0-a3ec-f2d071a895de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:24:33Z', 'updated_at': '2021-11-16T11:24:40Z', 'revision_number': 4, 'project_id': 'd4fb21a1bae44254971dde50277709d4', 'subnets': [{'id': '91a95bc4-e17f-4fb0-a3ec-f2d071a895de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:24:41.662141 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39861310-20bf-442e-89c1-22ce6b3cab12 req-d1ffa6e1-820f-47bb-81cf-43421571f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:41.663769 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-39861310-20bf-442e-89c1-22ce6b3cab12 req-d1ffa6e1-820f-47bb-81cf-43421571f48c service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=bcada9d38abf4226bc4ca768b16b9a90&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2661846 Nov 16 11:24:41.775241 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a29b30a0-9af3-45a6-8a31-4c8134a483f3 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:41.801260 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-cb3253ff-49a8-4cd6-922c-55bc998e0f6a None None] Port 18427a35-5c36-493e-8d48-3c9e5295d9d5 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:24:41.833634 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39861310-20bf-442e-89c1-22ce6b3cab12 req-fdd027b9-8afb-4670-a295-e78018ecd06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:41.835262 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-39861310-20bf-442e-89c1-22ce6b3cab12 req-fdd027b9-8afb-4670-a295-e78018ecd06d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1538522 Nov 16 11:24:41.848744 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a29b30a0-9af3-45a6-8a31-4c8134a483f3 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:41.899742 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29b30a0-9af3-45a6-8a31-4c8134a483f3 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Network a85e5511-9c09-4b7f-9001-0fba1f5ae103 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:24:41.906465 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-a29b30a0-9af3-45a6-8a31-4c8134a483f3 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:24:41.917406 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29b30a0-9af3-45a6-8a31-4c8134a483f3 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:24:41.937168 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-cb3253ff-49a8-4cd6-922c-55bc998e0f6a None None] Provisioning complete for port 68c66dc6-171b-400f-a8d5-1a979a562943 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:41.937547 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cb3253ff-49a8-4cd6-922c-55bc998e0f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:41.975946 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b30a0-9af3-45a6-8a31-4c8134a483f3 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Pushing event updated for resources: {'Port': ['ID=88f1d091-f69e-477e-b9f6-daeee90826d8,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:42.008603 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:42.028283 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29b30a0-9af3-45a6-8a31-4c8134a483f3 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:42.028969 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a29b30a0-9af3-45a6-8a31-4c8134a483f3 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:42.066833 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a29b30a0-9af3-45a6-8a31-4c8134a483f3 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.4579654 Nov 16 11:24:42.067463 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34648) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:42.072474 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-bc1c2adc-0592-41e1-8376-f7cb0519bcd7 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'port_id': '88f1d091-f69e-477e-b9f6-daeee90826d8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:24:42.109819 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 68c66dc6-171b-400f-a8d5-1a979a562943, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=68c66dc6-171b-400f-a8d5-1a979a562943,segment=NetworkSegment(0d897242-f7f7-4028-9417-faf146036709),segment_id=0d897242-f7f7-4028-9417-faf146036709)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:42.111857 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc1c2adc-0592-41e1-8376-f7cb0519bcd7 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:42.126754 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cb3253ff-49a8-4cd6-922c-55bc998e0f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:42.168962 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:42.299480 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.api [None req-cb3253ff-49a8-4cd6-922c-55bc998e0f6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:24:42.299832 n-d-816823-3 neutron-server[102670]: DEBUG oslo_db.api [None req-cb3253ff-49a8-4cd6-922c-55bc998e0f6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:24:42.306092 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9250ca2b-f153-48f7-8f40-da9ab74481d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:42.320810 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=68c66dc6-171b-400f-a8d5-1a979a562943,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:42.324838 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc1c2adc-0592-41e1-8376-f7cb0519bcd7 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:42.328602 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-438a6f88-7374-4be5-a54f-727570a0bfd9 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:42.336737 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-438a6f88-7374-4be5-a54f-727570a0bfd9 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/networks?id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334 HTTP/1.1" status: 200 len: 811 time: 0.2968962 Nov 16 11:24:42.430485 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-ebd67774-06b4-4951-9efd-091d46e99df0 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/quotas/c6297fca90ae441aa40dab0d2d555d6b HTTP/1.1" status: 200 len: 375 time: 0.0814316 Nov 16 11:24:42.460472 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-bc1c2adc-0592-41e1-8376-f7cb0519bcd7 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Allocated IP 172.25.0.183 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/d9643540-a03a-4cb4-8e15-cc2bed557ffa) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:24:42.518704 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-3543cc46-2ac2-4c5c-a2b7-7366dfb2d308 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c6297fca90ae441aa40dab0d2d555d6b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0870752 Nov 16 11:24:42.602160 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc1c2adc-0592-41e1-8376-f7cb0519bcd7 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:42.646955 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-326354bd-eeb1-47da-9c4f-f1ddf13090ef service neutron] 10.222.0.61 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248920 Nov 16 11:24:42.649670 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc1c2adc-0592-41e1-8376-f7cb0519bcd7 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:42.675235 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9250ca2b-f153-48f7-8f40-da9ab74481d6 admin admin] Router b9040cc8-90af-43ce-a320-5865bf51bd81 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:24:42.687688 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1c2adc-0592-41e1-8376-f7cb0519bcd7 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:24:42.690831 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-bc1c2adc-0592-41e1-8376-f7cb0519bcd7 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:24:42.698133 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1c2adc-0592-41e1-8376-f7cb0519bcd7 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:24:42.725259 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c2adc-0592-41e1-8376-f7cb0519bcd7 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Pushing event updated for resources: {'Port': ['ID=d9643540-a03a-4cb4-8e15-cc2bed557ffa,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:42.852764 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-bb9a76be-8ada-48cb-8aa8-8cfc4c5fc0ef service neutron] 10.222.0.61 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878669 Nov 16 11:24:42.862611 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-cb3253ff-49a8-4cd6-922c-55bc998e0f6a None None] Provisioning complete for port e45cac75-b856-4ee8-9482-dc8859989d4b triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:42.863098 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cb3253ff-49a8-4cd6-922c-55bc998e0f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:42.881398 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9250ca2b-f153-48f7-8f40-da9ab74481d6 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:24:42.904491 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4742effb-5462-4a41-ad3e-28e4ae45a6ca None None] Sync routers for ids ['b9040cc8-90af-43ce-a320-5865bf51bd81'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:24:42.916660 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9250ca2b-f153-48f7-8f40-da9ab74481d6 admin admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:42.917947 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-9250ca2b-f153-48f7-8f40-da9ab74481d6 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8644249 Nov 16 11:24:42.920631 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34652) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:42.964000 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4742effb-5462-4a41-ad3e-28e4ae45a6ca None None] Routers {'b9040cc8-90af-43ce-a320-5865bf51bd81'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:24:42.964471 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4742effb-5462-4a41-ad3e-28e4ae45a6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:24:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['b9040cc8-90af-43ce-a320-5865bf51bd81'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:43.160527 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-44b152ae-51e4-4210-b419-e07cd364f109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:43.216872 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ab563b-22bb-4c1b-a80a-3e8864fb44a3 x-openstack-request-id: req-f3ab563b-22bb-4c1b-a80a-3e8864fb44a3 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:24:43.217310 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29437e58-0db8-477a-bacb-5befe757e653", "name": "network-vif-deleted", "tag": "eefb2c18-b8ff-4db9-9318-592be19014f1", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:24:43.217569 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f3ab563b-22bb-4c1b-a80a-3e8864fb44a3 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:24:43.217990 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29437e58-0db8-477a-bacb-5befe757e653', 'name': 'network-vif-deleted', 'tag': 'eefb2c18-b8ff-4db9-9318-592be19014f1', 'status': 'completed', 'code': 200} Nov 16 11:24:43.224212 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34658) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:43.276446 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device e45cac75-b856-4ee8-9482-dc8859989d4b up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:24:43.359396 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc1c2adc-0592-41e1-8376-f7cb0519bcd7 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:43.465571 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-4742effb-5462-4a41-ad3e-28e4ae45a6ca None None] Set router b9040cc8-90af-43ce-a320-5865bf51bd81 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:24:43.468473 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece706f8-7a32-4fa1-bc0c-ae4d49d77421 req-b8e54361-9287-4dff-bd41-7f23639d5cf6 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:43.476257 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ece706f8-7a32-4fa1-bc0c-ae4d49d77421 req-b8e54361-9287-4dff-bd41-7f23639d5cf6 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=079adb6e-31d5-49bf-85ba-1ec369ddeb80 HTTP/1.1" status: 200 len: 946 time: 0.1487882 Nov 16 11:24:43.614833 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port e45cac75-b856-4ee8-9482-dc8859989d4b triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:43.615186 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:43.624472 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-2ee8f473-3f00-4b41-b5ca-6eb6d6fd337e None None] Provisioning complete for port 68c66dc6-171b-400f-a8d5-1a979a562943 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:43.624815 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2ee8f473-3f00-4b41-b5ca-6eb6d6fd337e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:43.656064 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-39861310-20bf-442e-89c1-22ce6b3cab12 req-e359bfa8-0451-47e3-ab89-8d24bd0f6e33 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.36 "GET /v2.0/ports?device_id=29437e58-0db8-477a-bacb-5befe757e653 HTTP/1.1" status: 200 len: 210 time: 0.1652992 Nov 16 11:24:43.697287 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc1c2adc-0592-41e1-8376-f7cb0519bcd7 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:43.736359 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ece706f8-7a32-4fa1-bc0c-ae4d49d77421 req-8297d542-a290-4803-9077-31b95ecad8e2 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568693 Nov 16 11:24:43.966587 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fc4b9b40-1c72-41b2-8935-8313cf582309 req-49c54748-2ab7-4764-9b29-65e17d67f410 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=29437e58-0db8-477a-bacb-5befe757e653 HTTP/1.1" status: 200 len: 210 time: 0.0995095 Nov 16 11:24:44.141395 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-516f3cbd-cb27-46b1-a6f3-85a4204e9f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:44.144878 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 68c66dc6-171b-400f-a8d5-1a979a562943 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:24:44.190121 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4742effb-5462-4a41-ad3e-28e4ae45a6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9040cc8-90af-43ce-a320-5865bf51bd81', 'name': 'tempest-AttachSCSIVolumeTestJSON-1112905085-router', 'tenant_id': 'a1c34eace0e0466389ddc3274fba2e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '18427a35-5c36-493e-8d48-3c9e5295d9d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:24:38Z', 'updated_at': '2021-11-16T11:24:41Z', 'revision_number': 3, 'project_id': 'a1c34eace0e0466389ddc3274fba2e0b', 'gw_port': {'id': '18427a35-5c36-493e-8d48-3c9e5295d9d5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9040cc8-90af-43ce-a320-5865bf51bd81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:24:39Z', 'updated_at': '2021-11-16T11:24:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:44.240815 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4742effb-5462-4a41-ad3e-28e4ae45a6ca None None] Checking router: b9040cc8-90af-43ce-a320-5865bf51bd81 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:24:44.241300 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4742effb-5462-4a41-ad3e-28e4ae45a6ca None None] Updating router b9040cc8-90af-43ce-a320-5865bf51bd81 port 18427a35-5c36-493e-8d48-3c9e5295d9d5 binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:24:44.297524 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 68c66dc6-171b-400f-a8d5-1a979a562943 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:44.297892 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:44.299855 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4742effb-5462-4a41-ad3e-28e4ae45a6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:44.606185 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200b8d8-85b8-4b44-a2ac-c0cff767d6bb req-6e4fe1fc-9f01-453b-8a93-829937f0d9b0 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:44.613615 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e200b8d8-85b8-4b44-a2ac-c0cff767d6bb req-6e4fe1fc-9f01-453b-8a93-829937f0d9b0 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae0f80e8-d797-441a-9f1b-f1d58332d494 HTTP/1.1" status: 200 len: 945 time: 0.1114314 Nov 16 11:24:44.799423 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc1c2adc-0592-41e1-8376-f7cb0519bcd7 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:44.815402 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-2f988470-aaf6-468c-9b50-e3404c1adb6a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:44.816508 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4742effb-5462-4a41-ad3e-28e4ae45a6ca None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:44.817043 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-2f988470-aaf6-468c-9b50-e3404c1adb6a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.64 "GET /v2.0/networks?id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334 HTTP/1.1" status: 200 len: 811 time: 0.1469333 Nov 16 11:24:44.824353 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4742effb-5462-4a41-ad3e-28e4ae45a6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:44.841046 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-68c288dc-474c-4a6d-b240-08238060a986 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Request body: {'port': {'device_id': '46da1af3-184a-4df2-8a97-3f4a788f45c8', 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334', 'admin_state_up': True, 'tenant_id': 'c6297fca90ae441aa40dab0d2d555d6b'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:24:44.853780 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc1c2adc-0592-41e1-8376-f7cb0519bcd7 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:44.895717 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99a85ac-efb1-444e-bf90-f84f611be6ee None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:24:44.908046 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-4742effb-5462-4a41-ad3e-28e4ae45a6ca None None] Attempting to bind port 18427a35-5c36-493e-8d48-3c9e5295d9d5 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:24:44.908454 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-4742effb-5462-4a41-ad3e-28e4ae45a6ca None None] Attempting to bind port 18427a35-5c36-493e-8d48-3c9e5295d9d5 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:24:44.908939 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4742effb-5462-4a41-ad3e-28e4ae45a6ca None None] Attempting to bind port 18427a35-5c36-493e-8d48-3c9e5295d9d5 on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:24:44.914980 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521945b-42b4-4dbf-baa9-697ca5fe1cec None None] Pushing event updated for resources: {'Port': ['ID=18427a35-5c36-493e-8d48-3c9e5295d9d5,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:44.919306 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4742effb-5462-4a41-ad3e-28e4ae45a6ca None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:24:44.919683 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4742effb-5462-4a41-ad3e-28e4ae45a6ca None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:24:44.920091 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4742effb-5462-4a41-ad3e-28e4ae45a6ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:44.920484 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4742effb-5462-4a41-ad3e-28e4ae45a6ca None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:24:44.920970 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-4742effb-5462-4a41-ad3e-28e4ae45a6ca None None] Bound port: 18427a35-5c36-493e-8d48-3c9e5295d9d5, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:24:44.921356 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4742effb-5462-4a41-ad3e-28e4ae45a6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:44.942324 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e200b8d8-85b8-4b44-a2ac-c0cff767d6bb req-b84f0870-5630-4cf3-9a89-b79d612f292e tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232172 Nov 16 11:24:44.994285 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-31f8e0c4-6673-43aa-89ca-e4eef2fffff2 None None] Provisioning complete for port 18427a35-5c36-493e-8d48-3c9e5295d9d5 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:44.994992 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-31f8e0c4-6673-43aa-89ca-e4eef2fffff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:44.995830 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c2adc-0592-41e1-8376-f7cb0519bcd7 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Pushing event updated for resources: {'Port': ['ID=d9643540-a03a-4cb4-8e15-cc2bed557ffa,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:45.015427 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ac3b01c-dc60-4a13-9b9f-b745bbecccd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:45.047383 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-31f8e0c4-6673-43aa-89ca-e4eef2fffff2 None None] Port 18427a35-5c36-493e-8d48-3c9e5295d9d5 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:24:45.061510 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-4742effb-5462-4a41-ad3e-28e4ae45a6ca None None] For port 18427a35-5c36-493e-8d48-3c9e5295d9d5, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:24:45.065706 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-4742effb-5462-4a41-ad3e-28e4ae45a6ca None None] For port 18427a35-5c36-493e-8d48-3c9e5295d9d5, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=18427a35-5c36-493e-8d48-3c9e5295d9d5,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:24:45.073321 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4742effb-5462-4a41-ad3e-28e4ae45a6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:45.101129 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-405249db-fe2b-4edd-bd40-e2663e7ba4cf req-4c886fe8-a5dd-40b6-8997-9ba1a739b61b tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=46da1af3-184a-4df2-8a97-3f4a788f45c8 HTTP/1.1" status: 200 len: 210 time: 0.0502536 Nov 16 11:24:45.116831 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-516f3cbd-cb27-46b1-a6f3-85a4204e9f89 admin admin] Allocated IP 172.20.0.1 (b3bca6d3-96e2-43f0-b9ca-ac7e091618a0/7f2934fc-22af-4f40-b70d-b1af1ec776af/66ed33dd-4e16-44e6-87e5-83bd8a788bbb) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:24:45.158459 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f85b127-ce79-421f-b50f-7f3ee765aaf6 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:24:45.182502 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4742effb-5462-4a41-ad3e-28e4ae45a6ca None None] Routers {'b9040cc8-90af-43ce-a320-5865bf51bd81'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:24:45.184114 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4742effb-5462-4a41-ad3e-28e4ae45a6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:24:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['b9040cc8-90af-43ce-a320-5865bf51bd81'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:45.186224 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521945b-42b4-4dbf-baa9-697ca5fe1cec None None] Pushing event updated for resources: {'Port': ['ID=18427a35-5c36-493e-8d48-3c9e5295d9d5,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:45.236946 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-68c288dc-474c-4a6d-b240-08238060a986 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Made reservation on behalf of c6297fca90ae441aa40dab0d2d555d6b for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:24:45.240478 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-68c288dc-474c-4a6d-b240-08238060a986 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:45.323164 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-e07938ff-48fa-409e-95b8-562dcbfe42d9 None None] Provisioning complete for port 18427a35-5c36-493e-8d48-3c9e5295d9d5 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:45.323524 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e07938ff-48fa-409e-95b8-562dcbfe42d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:45.333994 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc1c2adc-0592-41e1-8376-f7cb0519bcd7 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:45.382556 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f70cc3-1677-4524-b103-0efc70c37d38 req-63ec19c6-78a4-4907-8af4-0531f8a2b22a tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:45.384114 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-93f70cc3-1677-4524-b103-0efc70c37d38 req-63ec19c6-78a4-4907-8af4-0531f8a2b22a tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=079adb6e-31d5-49bf-85ba-1ec369ddeb80 HTTP/1.1" status: 200 len: 946 time: 0.1653006 Nov 16 11:24:45.390366 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-4742effb-5462-4a41-ad3e-28e4ae45a6ca None None] Set router b9040cc8-90af-43ce-a320-5865bf51bd81 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:24:45.484720 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-516f3cbd-cb27-46b1-a6f3-85a4204e9f89 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:45.490763 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [None req-bc1c2adc-0592-41e1-8376-f7cb0519bcd7 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Floating IP 57d2d9d8-ba86-4bcf-9f6b-d32eef31970e associated. External IP: 172.25.0.183, port: 88f1d091-f69e-477e-b9f6-daeee90826d8. Nov 16 11:24:45.569595 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3fe9ab5c-d00e-4161-9ade-29efdc13ee16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:45.576022 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e07938ff-48fa-409e-95b8-562dcbfe42d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:45.587044 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-93f70cc3-1677-4524-b103-0efc70c37d38 req-4c266a9b-dd76-4e0c-9ed9-80d48a359c78 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766500 Nov 16 11:24:45.598120 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-68c288dc-474c-4a6d-b240-08238060a986 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Allocated IP 172.20.0.6 (c4ea0ecb-718e-47cf-bf5c-a5dc12609334/098ff2a2-731b-47ba-a3df-3f077a39e5d8/ea25fb0b-c2a5-4389-a515-ff4e91322446) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:24:45.647121 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e07938ff-48fa-409e-95b8-562dcbfe42d9 None None] For port 18427a35-5c36-493e-8d48-3c9e5295d9d5, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=18427a35-5c36-493e-8d48-3c9e5295d9d5,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:45.656492 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e07938ff-48fa-409e-95b8-562dcbfe42d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:45.695102 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-9ac3b01c-dc60-4a13-9b9f-b745bbecccd1 admin admin] Deleting port 2664f302-4fd4-4e44-b440-43eda1b46cad {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:24:45.695450 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ac3b01c-dc60-4a13-9b9f-b745bbecccd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:45.773596 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07938ff-48fa-409e-95b8-562dcbfe42d9 None None] Pushing event updated for resources: {'Port': ['ID=18427a35-5c36-493e-8d48-3c9e5295d9d5,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:45.783882 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4742effb-5462-4a41-ad3e-28e4ae45a6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9040cc8-90af-43ce-a320-5865bf51bd81', 'name': 'tempest-AttachSCSIVolumeTestJSON-1112905085-router', 'tenant_id': 'a1c34eace0e0466389ddc3274fba2e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '18427a35-5c36-493e-8d48-3c9e5295d9d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:24:38Z', 'updated_at': '2021-11-16T11:24:41Z', 'revision_number': 3, 'project_id': 'a1c34eace0e0466389ddc3274fba2e0b', 'gw_port': {'id': '18427a35-5c36-493e-8d48-3c9e5295d9d5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9040cc8-90af-43ce-a320-5865bf51bd81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:24:39Z', 'updated_at': '2021-11-16T11:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:45.827348 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4742effb-5462-4a41-ad3e-28e4ae45a6ca None None] The sync data for ids ['b9040cc8-90af-43ce-a320-5865bf51bd81'] in n-d-816823-3 is: [{'id': 'b9040cc8-90af-43ce-a320-5865bf51bd81', 'name': 'tempest-AttachSCSIVolumeTestJSON-1112905085-router', 'tenant_id': 'a1c34eace0e0466389ddc3274fba2e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '18427a35-5c36-493e-8d48-3c9e5295d9d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:24:38Z', 'updated_at': '2021-11-16T11:24:41Z', 'revision_number': 3, 'project_id': 'a1c34eace0e0466389ddc3274fba2e0b', 'gw_port': {'id': '18427a35-5c36-493e-8d48-3c9e5295d9d5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9040cc8-90af-43ce-a320-5865bf51bd81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:24:39Z', 'updated_at': '2021-11-16T11:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:24:45.839719 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-9ac3b01c-dc60-4a13-9b9f-b745bbecccd1 admin admin] For port 2664f302-4fd4-4e44-b440-43eda1b46cad, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=2664f302-4fd4-4e44-b440-43eda1b46cad,segment=NetworkSegment(2a557798-23cb-4d44-89f9-b076844abe00),segment_id=2a557798-23cb-4d44-89f9-b076844abe00)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:45.840363 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ac3b01c-dc60-4a13-9b9f-b745bbecccd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:45.842668 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-68c288dc-474c-4a6d-b240-08238060a986 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:45.866713 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-516f3cbd-cb27-46b1-a6f3-85a4204e9f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:45.870803 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-9ac3b01c-dc60-4a13-9b9f-b745bbecccd1 admin admin] Calling delete_port for 2664f302-4fd4-4e44-b440-43eda1b46cad owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:24:45.888360 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1c2adc-0592-41e1-8376-f7cb0519bcd7 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Router f74ec157-18ca-4096-9f48-8fdb8e383456 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:24:45.910237 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516f3cbd-cb27-46b1-a6f3-85a4204e9f89 admin admin] Network b3bca6d3-96e2-43f0-b9ca-ac7e091618a0 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:24:45.928670 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-516f3cbd-cb27-46b1-a6f3-85a4204e9f89 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:24:45.932111 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516f3cbd-cb27-46b1-a6f3-85a4204e9f89 admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:24:46.035326 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f3cbd-cb27-46b1-a6f3-85a4204e9f89 admin admin] Pushing event updated for resources: {'Port': ['ID=66ed33dd-4e16-44e6-87e5-83bd8a788bbb,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:46.048406 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-68c288dc-474c-4a6d-b240-08238060a986 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:46.061894 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['fe4bad9f-e320-44f6-b633-16c2ce2be385'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:24:46.067937 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-516f3cbd-cb27-46b1-a6f3-85a4204e9f89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:46.120852 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1c2adc-0592-41e1-8376-f7cb0519bcd7 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:24:46.137447 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fd95c9-8867-4d8f-a7e6-e404864c6e1f None None] Sync routers for ids ['f74ec157-18ca-4096-9f48-8fdb8e383456'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:24:46.181463 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc1c2adc-0592-41e1-8376-f7cb0519bcd7 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:46.192463 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fd95c9-8867-4d8f-a7e6-e404864c6e1f None None] Routers {'f74ec157-18ca-4096-9f48-8fdb8e383456'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:24:46.194452 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-46fd95c9-8867-4d8f-a7e6-e404864c6e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:24:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f74ec157-18ca-4096-9f48-8fdb8e383456'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:46.235353 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-68c288dc-474c-4a6d-b240-08238060a986 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Network c4ea0ecb-718e-47cf-bf5c-a5dc12609334 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:24:46.248545 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bc1c2adc-0592-41e1-8376-f7cb0519bcd7 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.1799872 Nov 16 11:24:46.252837 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34690) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:46.257696 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d0e141d7-148b-4e3c-85e5-97bfdc195aa8 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Request body: {'floatingip': {'port_id': '88f1d091-f69e-477e-b9f6-daeee90826d8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:24:46.276251 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-46fd95c9-8867-4d8f-a7e6-e404864c6e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:46.289900 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-68c288dc-474c-4a6d-b240-08238060a986 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:24:46.297537 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-68c288dc-474c-4a6d-b240-08238060a986 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:24:46.305815 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fd95c9-8867-4d8f-a7e6-e404864c6e1f None None] Routers {'f74ec157-18ca-4096-9f48-8fdb8e383456'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:24:46.306482 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-46fd95c9-8867-4d8f-a7e6-e404864c6e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:24:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f74ec157-18ca-4096-9f48-8fdb8e383456'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:46.326181 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ac3b01c-dc60-4a13-9b9f-b745bbecccd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:46.366527 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3b01c-dc60-4a13-9b9f-b745bbecccd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2664f302-4fd4-4e44-b440-43eda1b46cad,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:46.375624 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-46fd95c9-8867-4d8f-a7e6-e404864c6e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:46.376886 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fd95c9-8867-4d8f-a7e6-e404864c6e1f None None] The sync data for ids ['f74ec157-18ca-4096-9f48-8fdb8e383456'] in n-d-816823-3 is: [] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:24:46.384654 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0e141d7-148b-4e3c-85e5-97bfdc195aa8 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for floatingip, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:46.441914 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-68c288dc-474c-4a6d-b240-08238060a986 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:46.442802 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-68c288dc-474c-4a6d-b240-08238060a986 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:46.487939 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c288dc-474c-4a6d-b240-08238060a986 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Pushing event updated for resources: {'Port': ['ID=ea25fb0b-c2a5-4389-a515-ff4e91322446,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:46.530791 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:46.579090 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-d712aaea-2a28-4249-841e-f51c13e01de0 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:46.581247 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-d712aaea-2a28-4249-841e-f51c13e01de0 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/networks?id=3d74d208-8054-4a20-a68e-5341a0731232 HTTP/1.1" status: 200 len: 811 time: 0.6686232 Nov 16 11:24:46.590065 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-5f23f98a-644c-4e69-9214-1ad2630df53b None None] Provisioning complete for port 66ed33dd-4e16-44e6-87e5-83bd8a788bbb triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:46.590833 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5f23f98a-644c-4e69-9214-1ad2630df53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:46.591688 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-68c288dc-474c-4a6d-b240-08238060a986 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7546773 Nov 16 11:24:46.612764 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-2ba53b2e-8466-48a5-ba14-868dd648b51c service neutron] Request body: {'port': {'device_id': '46da1af3-184a-4df2-8a97-3f4a788f45c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:24:46.658279 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-716e0112-9793-4a05-8294-79c803738ee1 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/quotas/bcada9d38abf4226bc4ca768b16b9a90 HTTP/1.1" status: 200 len: 375 time: 0.0651009 Nov 16 11:24:46.661066 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-5f23f98a-644c-4e69-9214-1ad2630df53b None None] Port 66ed33dd-4e16-44e6-87e5-83bd8a788bbb cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:24:46.705167 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-7a01dc44-e24b-4918-a072-dd9e5ae240de tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=bcada9d38abf4226bc4ca768b16b9a90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367801 Nov 16 11:24:46.786305 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b93c6577-a6fb-4bd9-825e-139e59ff07ae None None] Provisioning complete for port ea25fb0b-c2a5-4389-a515-ff4e91322446 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:46.786683 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b93c6577-a6fb-4bd9-825e-139e59ff07ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:46.821842 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-2ba53b2e-8466-48a5-ba14-868dd648b51c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:46.832690 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-516f3cbd-cb27-46b1-a6f3-85a4204e9f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:46.836594 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b93c6577-a6fb-4bd9-825e-139e59ff07ae None None] Port ea25fb0b-c2a5-4389-a515-ff4e91322446 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:24:46.936019 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ac3b01c-dc60-4a13-9b9f-b745bbecccd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:47.014139 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-75a5791a-5163-486b-a6dd-9d6635f62d30 service neutron] 10.222.0.61 "GET /v2.0/networks/3d74d208-8054-4a20-a68e-5341a0731232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736144 Nov 16 11:24:47.262045 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 18427a35-5c36-493e-8d48-3c9e5295d9d5 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:24:47.274828 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-63cd33d1-b5aa-40f7-bf13-c170f29e008f service neutron] 10.222.0.61 "GET /v2.0/networks/3d74d208-8054-4a20-a68e-5341a0731232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480021 Nov 16 11:24:47.311965 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-516f3cbd-cb27-46b1-a6f3-85a4204e9f89 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:47.320363 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-516f3cbd-cb27-46b1-a6f3-85a4204e9f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:47.342791 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 18427a35-5c36-493e-8d48-3c9e5295d9d5 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:47.343192 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:47.415805 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f3cbd-cb27-46b1-a6f3-85a4204e9f89 admin admin] Pushing event updated for resources: {'Port': ['ID=66ed33dd-4e16-44e6-87e5-83bd8a788bbb,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:47.420942 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0e141d7-148b-4e3c-85e5-97bfdc195aa8 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:47.443692 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-516f3cbd-cb27-46b1-a6f3-85a4204e9f89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:47.458914 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0e141d7-148b-4e3c-85e5-97bfdc195aa8 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:47.532144 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-2ba53b2e-8466-48a5-ba14-868dd648b51c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea25fb0b-c2a5-4389-a515-ff4e91322446 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:24:47.544549 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac3b01c-dc60-4a13-9b9f-b745bbecccd1 admin admin] Router 4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:24:47.559150 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-2ba53b2e-8466-48a5-ba14-868dd648b51c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:47.601332 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-2ba53b2e-8466-48a5-ba14-868dd648b51c service neutron] Transition to ACTIVE for port object ea25fb0b-c2a5-4389-a515-ff4e91322446 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:24:47.612252 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-2ba53b2e-8466-48a5-ba14-868dd648b51c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:47.681778 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294fc4d-c66d-45d8-9a8f-d5a1402f8ed3 req-f9c41c52-36ce-4dd4-b543-bdc4781dda3f tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:47.683408 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c294fc4d-c66d-45d8-9a8f-d5a1402f8ed3 req-f9c41c52-36ce-4dd4-b543-bdc4781dda3f tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae0f80e8-d797-441a-9f1b-f1d58332d494 HTTP/1.1" status: 200 len: 945 time: 0.1578486 Nov 16 11:24:47.707643 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516f3cbd-cb27-46b1-a6f3-85a4204e9f89 admin admin] Network b3bca6d3-96e2-43f0-b9ca-ac7e091618a0 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:24:47.747683 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-516f3cbd-cb27-46b1-a6f3-85a4204e9f89 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:24:47.756382 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba53b2e-8466-48a5-ba14-868dd648b51c service neutron] Pushing event updated for resources: {'Port': ['ID=ea25fb0b-c2a5-4389-a515-ff4e91322446,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:48.036139 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-2ba53b2e-8466-48a5-ba14-868dd648b51c service neutron] Attempting to bind port ea25fb0b-c2a5-4389-a515-ff4e91322446 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:24:48.036857 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-2ba53b2e-8466-48a5-ba14-868dd648b51c service neutron] Attempting to bind port ea25fb0b-c2a5-4389-a515-ff4e91322446 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'ce47cb9c-ba85-496b-b744-4a5fa69cb198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:24:48.036857 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-2ba53b2e-8466-48a5-ba14-868dd648b51c service neutron] Attempting to bind port ea25fb0b-c2a5-4389-a515-ff4e91322446 on network c4ea0ecb-718e-47cf-bf5c-a5dc12609334 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:24:48.046897 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c294fc4d-c66d-45d8-9a8f-d5a1402f8ed3 req-796e93a0-faff-4664-8463-41d7a02a9bef tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478620 Nov 16 11:24:48.047883 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-2ba53b2e-8466-48a5-ba14-868dd648b51c service neutron] Port ea25fb0b-c2a5-4389-a515-ff4e91322446 on network c4ea0ecb-718e-47cf-bf5c-a5dc12609334 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:24:48.048248 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-2ba53b2e-8466-48a5-ba14-868dd648b51c service neutron] Attempting to bind port ea25fb0b-c2a5-4389-a515-ff4e91322446 on network c4ea0ecb-718e-47cf-bf5c-a5dc12609334 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:24:48.063042 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-2ba53b2e-8466-48a5-ba14-868dd648b51c service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:24:48.063465 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-2ba53b2e-8466-48a5-ba14-868dd648b51c service neutron] Checking segment: {'id': 'ce47cb9c-ba85-496b-b744-4a5fa69cb198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:24:48.063856 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-2ba53b2e-8466-48a5-ba14-868dd648b51c service neutron] Bound using segment: {'id': 'ce47cb9c-ba85-496b-b744-4a5fa69cb198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:24:48.064305 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-2ba53b2e-8466-48a5-ba14-868dd648b51c service neutron] Bound port: ea25fb0b-c2a5-4389-a515-ff4e91322446, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce47cb9c-ba85-496b-b744-4a5fa69cb198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:24:48.064666 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-2ba53b2e-8466-48a5-ba14-868dd648b51c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:48.070498 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516f3cbd-cb27-46b1-a6f3-85a4204e9f89 admin admin] Router b9040cc8-90af-43ce-a320-5865bf51bd81 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:24:48.239666 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:48.272413 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac3b01c-dc60-4a13-9b9f-b745bbecccd1 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:24:48.280570 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9ac3b01c-dc60-4a13-9b9f-b745bbecccd1 admin admin] 10.222.0.61 "PUT /v2.0/routers/4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0553894 Nov 16 11:24:48.283584 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34706) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:48.286278 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c215986c-70b9-4bd1-9d24-8efd2aae3b29 None None] Sync routers for ids ['4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:24:48.301390 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c215986c-70b9-4bd1-9d24-8efd2aae3b29 None None] Routers {'4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:24:48.302343 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c215986c-70b9-4bd1-9d24-8efd2aae3b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:24:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:48.406925 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-f2af1487-8dad-4808-b10f-7cfd32ceee37 None None] Provisioning complete for port 66ed33dd-4e16-44e6-87e5-83bd8a788bbb triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:48.407295 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f2af1487-8dad-4808-b10f-7cfd32ceee37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:48.436843 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e141d7-148b-4e3c-85e5-97bfdc195aa8 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Router f74ec157-18ca-4096-9f48-8fdb8e383456 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:24:48.461334 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd663308-f92b-4f5a-83a6-f6e2e223f122 admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:48.461649 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-c215986c-70b9-4bd1-9d24-8efd2aae3b29 None None] Set router 4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:24:48.463382 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-f2af1487-8dad-4808-b10f-7cfd32ceee37 None None] Port 66ed33dd-4e16-44e6-87e5-83bd8a788bbb cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:24:48.632520 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device eefb2c18-b8ff-4db9-9318-592be19014f1 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:24:48.656778 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e141d7-148b-4e3c-85e5-97bfdc195aa8 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:24:48.659129 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd663308-f92b-4f5a-83a6-f6e2e223f122 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:48.659811 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: eefb2c18-b8ff-4db9-9318-592be19014f1 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:24:48.660164 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device eefb2c18-b8ff-4db9-9318-592be19014f1 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:24:48.665734 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0e141d7-148b-4e3c-85e5-97bfdc195aa8 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:48.684994 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766aa7b0-864b-48e1-a823-07eae4f8b04c None None] Sync routers for ids ['f74ec157-18ca-4096-9f48-8fdb8e383456'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:24:48.707280 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c215986c-70b9-4bd1-9d24-8efd2aae3b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0', 'name': 'tempest-ServersTestMultiNic-259286842-router', 'tenant_id': 'a7ec6f0aa917436da9b8feca47770801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fa47f57a-f021-4a0b-8150-317c0c6638c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:22:54Z', 'updated_at': '2021-11-16T11:24:46Z', 'revision_number': 5, 'project_id': 'a7ec6f0aa917436da9b8feca47770801', 'gw_port': {'id': 'fa47f57a-f021-4a0b-8150-317c0c6638c6', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:40:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:22:56Z', 'updated_at': '2021-11-16T11:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:48.712677 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-2ba53b2e-8466-48a5-ba14-868dd648b51c service neutron] For port ea25fb0b-c2a5-4389-a515-ff4e91322446, host n-h2-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:24:48.717581 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766aa7b0-864b-48e1-a823-07eae4f8b04c None None] Routers {'f74ec157-18ca-4096-9f48-8fdb8e383456'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:24:48.718940 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-766aa7b0-864b-48e1-a823-07eae4f8b04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:24:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f74ec157-18ca-4096-9f48-8fdb8e383456'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:48.719195 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-2ba53b2e-8466-48a5-ba14-868dd648b51c service neutron] For port ea25fb0b-c2a5-4389-a515-ff4e91322446, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=ea25fb0b-c2a5-4389-a515-ff4e91322446,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:24:48.736861 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667a2c8-1709-4cf4-8a15-92f6148c3294 req-493da240-d9f6-40e3-b7d4-02204012c8c8 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:48.745303 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a667a2c8-1709-4cf4-8a15-92f6148c3294 req-493da240-d9f6-40e3-b7d4-02204012c8c8 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=46da1af3-184a-4df2-8a97-3f4a788f45c8 HTTP/1.1" status: 200 len: 943 time: 0.1261451 Nov 16 11:24:48.753591 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c215986c-70b9-4bd1-9d24-8efd2aae3b29 None None] Checking router: 4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:24:48.758627 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-2ba53b2e-8466-48a5-ba14-868dd648b51c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:48.769716 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d0e141d7-148b-4e3c-85e5-97bfdc195aa8 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "PUT /v2.0/floatingips/57d2d9d8-ba86-4bcf-9f6b-d32eef31970e HTTP/1.1" status: 200 len: 976 time: 2.5155954 Nov 16 11:24:48.772897 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34708) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:48.775341 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c215986c-70b9-4bd1-9d24-8efd2aae3b29 None None] Routers {'4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:24:48.776017 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c215986c-70b9-4bd1-9d24-8efd2aae3b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:24:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:48.822353 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-766aa7b0-864b-48e1-a823-07eae4f8b04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:48.846599 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba53b2e-8466-48a5-ba14-868dd648b51c service neutron] Pushing event updated for resources: {'Port': ['ID=ea25fb0b-c2a5-4389-a515-ff4e91322446,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:48.848466 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766aa7b0-864b-48e1-a823-07eae4f8b04c None None] Routers {'f74ec157-18ca-4096-9f48-8fdb8e383456'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:24:48.852225 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-766aa7b0-864b-48e1-a823-07eae4f8b04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:24:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f74ec157-18ca-4096-9f48-8fdb8e383456'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:48.855033 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516f3cbd-cb27-46b1-a6f3-85a4204e9f89 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:24:48.861748 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-516f3cbd-cb27-46b1-a6f3-85a4204e9f89 admin admin] 10.222.0.61 "PUT /v2.0/routers/b9040cc8-90af-43ce-a320-5865bf51bd81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9396183 Nov 16 11:24:48.877266 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2637066a-cdd9-4491-b0eb-841a42b134da None None] Sync routers for ids ['b9040cc8-90af-43ce-a320-5865bf51bd81'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:24:48.890211 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-2ba53b2e-8466-48a5-ba14-868dd648b51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:48.891726 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-2ba53b2e-8466-48a5-ba14-868dd648b51c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:48.893211 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-2ba53b2e-8466-48a5-ba14-868dd648b51c service neutron] 10.222.0.64 "PUT /v2.0/ports/ea25fb0b-c2a5-4389-a515-ff4e91322446 HTTP/1.1" status: 200 len: 1091 time: 2.2854395 Nov 16 11:24:48.903688 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46da1af3-184a-4df2-8a97-3f4a788f45c8', 'tag': 'ea25fb0b-c2a5-4389-a515-ff4e91322446'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:24:48.906183 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b40a70-1188-4f93-a8b2-343f1dfdcb38" -d '{"events": [{"name": "network-changed", "server_uuid": "46da1af3-184a-4df2-8a97-3f4a788f45c8", "tag": "ea25fb0b-c2a5-4389-a515-ff4e91322446"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:24:48.906844 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:48.960534 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2637066a-cdd9-4491-b0eb-841a42b134da None None] Routers {'b9040cc8-90af-43ce-a320-5865bf51bd81'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:24:48.961470 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2637066a-cdd9-4491-b0eb-841a42b134da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:24:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['b9040cc8-90af-43ce-a320-5865bf51bd81'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:48.963798 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a667a2c8-1709-4cf4-8a15-92f6148c3294 req-3d5dbe10-150c-42cc-a15e-25278ae2e08f tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174978 Nov 16 11:24:48.968937 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-766aa7b0-864b-48e1-a823-07eae4f8b04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:48.981436 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766aa7b0-864b-48e1-a823-07eae4f8b04c None None] The sync data for ids ['f74ec157-18ca-4096-9f48-8fdb8e383456'] in n-d-816823-3 is: [] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:24:49.025522 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-bd663308-f92b-4f5a-83a6-f6e2e223f122 admin admin] Deleting port fa47f57a-f021-4a0b-8150-317c0c6638c6 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:24:49.025887 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd663308-f92b-4f5a-83a6-f6e2e223f122 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:49.078743 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-3bebb4d5-9b5a-4559-a1ab-806c5c9fcce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:49.083358 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-3bebb4d5-9b5a-4559-a1ab-806c5c9fcce3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c6297fca90ae441aa40dab0d2d555d6b&device_id=46da1af3-184a-4df2-8a97-3f4a788f45c8 HTTP/1.1" status: 200 len: 1094 time: 0.0547364 Nov 16 11:24:49.224601 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-1c7aa538-e40e-48b5-8f97-6dd5e3562f11 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea25fb0b-c2a5-4389-a515-ff4e91322446 HTTP/1.1" status: 200 len: 217 time: 0.0859458 Nov 16 11:24:49.254171 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8c788-c6c5-4385-9cfa-397a521ee4cf req-ad9cbcaf-93e8-445b-8ecb-478ebc3973ad tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:49.255767 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ffe8c788-c6c5-4385-9cfa-397a521ee4cf req-ad9cbcaf-93e8-445b-8ecb-478ebc3973ad tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=079adb6e-31d5-49bf-85ba-1ec369ddeb80 HTTP/1.1" status: 200 len: 946 time: 0.1712554 Nov 16 11:24:49.333323 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-3edc54ce-dc15-410a-b361-137b9930d767 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:49.335651 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-3edc54ce-dc15-410a-b361-137b9930d767 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.64 "GET /v2.0/networks?id=3d74d208-8054-4a20-a68e-5341a0731232 HTTP/1.1" status: 200 len: 811 time: 0.5198545 Nov 16 11:24:49.346797 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ffe8c788-c6c5-4385-9cfa-397a521ee4cf req-928ca3be-eba1-4fc7-80e2-0b89ed30b9cc tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693998 Nov 16 11:24:49.356768 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-5097696a-c33b-4205-8554-24d78ed0aa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:49.358982 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-5097696a-c33b-4205-8554-24d78ed0aa03 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=098ff2a2-731b-47ba-a3df-3f077a39e5d8 HTTP/1.1" status: 200 len: 850 time: 0.1211920 Nov 16 11:24:49.359226 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-2637066a-cdd9-4491-b0eb-841a42b134da None None] Set router b9040cc8-90af-43ce-a320-5865bf51bd81 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:24:49.387778 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-50af79dd-b759-4948-ad6c-56be288a2e7f tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Request body: {'port': {'device_id': '25fe3deb-7030-4c85-a398-1e1007c95ffd', 'network_id': '3d74d208-8054-4a20-a68e-5341a0731232', 'admin_state_up': True, 'tenant_id': 'bcada9d38abf4226bc4ca768b16b9a90'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:24:49.450431 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-c215986c-70b9-4bd1-9d24-8efd2aae3b29 None None] Set router 4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:24:49.473104 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-bd663308-f92b-4f5a-83a6-f6e2e223f122 admin admin] For port fa47f57a-f021-4a0b-8150-317c0c6638c6, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=fa47f57a-f021-4a0b-8150-317c0c6638c6,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:49.473515 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd663308-f92b-4f5a-83a6-f6e2e223f122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:49.483708 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-ba3f12a9-d208-480f-a3e3-4df786725d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:49.489493 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-ba3f12a9-d208-480f-a3e3-4df786725d6a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1211474 Nov 16 11:24:49.511830 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-bd663308-f92b-4f5a-83a6-f6e2e223f122 admin admin] Calling delete_port for fa47f57a-f021-4a0b-8150-317c0c6638c6 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:24:49.519779 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-106d20a6-88b2-4ffd-8b3c-39a80dabe53d tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Deleting port d9643540-a03a-4cb4-8e15-cc2bed557ffa {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:24:49.520245 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-106d20a6-88b2-4ffd-8b3c-39a80dabe53d tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:49.573417 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c215986c-70b9-4bd1-9d24-8efd2aae3b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0', 'name': 'tempest-ServersTestMultiNic-259286842-router', 'tenant_id': 'a7ec6f0aa917436da9b8feca47770801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:22:54Z', 'updated_at': '2021-11-16T11:24:48Z', 'revision_number': 6, 'project_id': 'a7ec6f0aa917436da9b8feca47770801', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:49.650816 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b7ec87f1-070b-4a5d-b24e-abb335aeaa3d req-724acbfb-3e4d-4b8e-b388-f01105592854 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=25fe3deb-7030-4c85-a398-1e1007c95ffd HTTP/1.1" status: 200 len: 210 time: 0.0456941 Nov 16 11:24:49.651904 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c215986c-70b9-4bd1-9d24-8efd2aae3b29 None None] The sync data for ids ['4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0'] in n-d-816823-3 is: [{'id': '4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0', 'name': 'tempest-ServersTestMultiNic-259286842-router', 'tenant_id': 'a7ec6f0aa917436da9b8feca47770801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:22:54Z', 'updated_at': '2021-11-16T11:24:48Z', 'revision_number': 6, 'project_id': 'a7ec6f0aa917436da9b8feca47770801', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:24:49.746302 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-698e6ceb-164c-4caa-9bf9-c12ef73ca117 service neutron] 10.222.0.64 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470207 Nov 16 11:24:49.797458 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a12351c-8ffa-4e68-bde1-6534febc5df5 x-openstack-request-id: req-8a12351c-8ffa-4e68-bde1-6534febc5df5 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:24:49.797768 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46da1af3-184a-4df2-8a97-3f4a788f45c8", "tag": "ea25fb0b-c2a5-4389-a515-ff4e91322446", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:24:49.798172 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8a12351c-8ffa-4e68-bde1-6534febc5df5 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:24:49.798630 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46da1af3-184a-4df2-8a97-3f4a788f45c8', 'tag': 'ea25fb0b-c2a5-4389-a515-ff4e91322446', 'status': 'completed', 'code': 200} Nov 16 11:24:49.838970 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-50af79dd-b759-4948-ad6c-56be288a2e7f tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Made reservation on behalf of bcada9d38abf4226bc4ca768b16b9a90 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:24:49.843877 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-50af79dd-b759-4948-ad6c-56be288a2e7f tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:49.893143 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2637066a-cdd9-4491-b0eb-841a42b134da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9040cc8-90af-43ce-a320-5865bf51bd81', 'name': 'tempest-AttachSCSIVolumeTestJSON-1112905085-router', 'tenant_id': 'a1c34eace0e0466389ddc3274fba2e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '18427a35-5c36-493e-8d48-3c9e5295d9d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:24:38Z', 'updated_at': '2021-11-16T11:24:46Z', 'revision_number': 4, 'project_id': 'a1c34eace0e0466389ddc3274fba2e0b', 'gw_port': {'id': '18427a35-5c36-493e-8d48-3c9e5295d9d5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9040cc8-90af-43ce-a320-5865bf51bd81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:24:39Z', 'updated_at': '2021-11-16T11:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '66ed33dd-4e16-44e6-87e5-83bd8a788bbb', 'name': '', 'network_id': 'b3bca6d3-96e2-43f0-b9ca-ac7e091618a0', 'tenant_id': 'a1c34eace0e0466389ddc3274fba2e0b', 'mac_address': 'fa:16:3e:96:bc:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9040cc8-90af-43ce-a320-5865bf51bd81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '7f2934fc-22af-4f40-b70d-b1af1ec776af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:24:44Z', 'updated_at': '2021-11-16T11:24:46Z', 'revision_number': 2, 'project_id': 'a1c34eace0e0466389ddc3274fba2e0b', 'subnets': [{'id': '7f2934fc-22af-4f40-b70d-b1af1ec776af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:49.926882 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2637066a-cdd9-4491-b0eb-841a42b134da None None] Checking router: b9040cc8-90af-43ce-a320-5865bf51bd81 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:24:49.927912 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2637066a-cdd9-4491-b0eb-841a42b134da None None] Updating router b9040cc8-90af-43ce-a320-5865bf51bd81 port 66ed33dd-4e16-44e6-87e5-83bd8a788bbb binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:24:49.930854 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-106d20a6-88b2-4ffd-8b3c-39a80dabe53d tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:49.931506 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-106d20a6-88b2-4ffd-8b3c-39a80dabe53d tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:49.959412 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2637066a-cdd9-4491-b0eb-841a42b134da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:49.959690 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd4fcd6f-cde3-4cd9-9c66-12816bc352ad req-b081570a-f248-4e2e-a23b-f9399359e7e2 service neutron] 10.222.0.64 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999781 Nov 16 11:24:49.966405 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-106d20a6-88b2-4ffd-8b3c-39a80dabe53d tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Calling delete_port for d9643540-a03a-4cb4-8e15-cc2bed557ffa owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:24:49.991913 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ead91c-1980-45e2-aa4b-8ab539b0ad5c req-7a41ba1c-210b-40d1-b132-4aa12e6700b6 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:49.994126 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c3ead91c-1980-45e2-aa4b-8ab539b0ad5c req-7a41ba1c-210b-40d1-b132-4aa12e6700b6 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae0f80e8-d797-441a-9f1b-f1d58332d494 HTTP/1.1" status: 200 len: 945 time: 0.1051004 Nov 16 11:24:50.107434 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c3ead91c-1980-45e2-aa4b-8ab539b0ad5c req-93df5856-5f4f-4cc4-8431-2c43fff87c0e tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051364 Nov 16 11:24:50.116734 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd663308-f92b-4f5a-83a6-f6e2e223f122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:50.138959 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b40a70-1188-4f93-a8b2-343f1dfdcb38 req-b1783145-ae4c-4a8b-946d-2434693d3131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:50.161909 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-39b40a70-1188-4f93-a8b2-343f1dfdcb38 req-b1783145-ae4c-4a8b-946d-2434693d3131 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c6297fca90ae441aa40dab0d2d555d6b&device_id=46da1af3-184a-4df2-8a97-3f4a788f45c8 HTTP/1.1" status: 200 len: 1094 time: 0.1247809 Nov 16 11:24:50.222703 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd663308-f92b-4f5a-83a6-f6e2e223f122 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa47f57a-f021-4a0b-8150-317c0c6638c6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:50.295861 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c9b656-56c8-410e-ac92-25f267c662f9 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:24:50.315003 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd663308-f92b-4f5a-83a6-f6e2e223f122 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:50.315629 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd663308-f92b-4f5a-83a6-f6e2e223f122 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:50.316151 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd663308-f92b-4f5a-83a6-f6e2e223f122 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:50.316686 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd663308-f92b-4f5a-83a6-f6e2e223f122 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:50.317395 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd663308-f92b-4f5a-83a6-f6e2e223f122 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:50.317395 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd663308-f92b-4f5a-83a6-f6e2e223f122 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:50.317745 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd663308-f92b-4f5a-83a6-f6e2e223f122 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:50.318100 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd663308-f92b-4f5a-83a6-f6e2e223f122 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:50.318429 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd663308-f92b-4f5a-83a6-f6e2e223f122 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:50.319614 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd663308-f92b-4f5a-83a6-f6e2e223f122 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:50.319957 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd663308-f92b-4f5a-83a6-f6e2e223f122 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:50.320283 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd663308-f92b-4f5a-83a6-f6e2e223f122 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:50.385814 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446d3b9-b0c6-4f4d-95f6-46069406e2e3 req-31ff1d4d-35ba-4cdc-9a77-9163f1759cc1 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:50.393425 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1446d3b9-b0c6-4f4d-95f6-46069406e2e3 req-31ff1d4d-35ba-4cdc-9a77-9163f1759cc1 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=46da1af3-184a-4df2-8a97-3f4a788f45c8 HTTP/1.1" status: 200 len: 943 time: 0.0891008 Nov 16 11:24:50.485679 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b40a70-1188-4f93-a8b2-343f1dfdcb38 req-903f4468-8cd2-4dfa-b22e-e44280cfb125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:50.487167 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-39b40a70-1188-4f93-a8b2-343f1dfdcb38 req-903f4468-8cd2-4dfa-b22e-e44280cfb125 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334 HTTP/1.1" status: 200 len: 912 time: 0.3215611 Nov 16 11:24:50.510974 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-50af79dd-b759-4948-ad6c-56be288a2e7f tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Allocated IP 172.20.0.6 (3d74d208-8054-4a20-a68e-5341a0731232/3f019b1b-47e9-47e0-b9fa-270ea9b96fc7/97fb902a-1c7c-49e9-8750-ca3dbca3b2cf) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:24:50.512934 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1446d3b9-b0c6-4f4d-95f6-46069406e2e3 req-66b0c1c8-201d-4281-b998-c25b47d090d8 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106262 Nov 16 11:24:50.596401 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2637066a-cdd9-4491-b0eb-841a42b134da None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:50.599489 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-39b40a70-1188-4f93-a8b2-343f1dfdcb38 req-42d5e1b2-a357-446f-88b7-d26842c55560 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea25fb0b-c2a5-4389-a515-ff4e91322446 HTTP/1.1" status: 200 len: 217 time: 0.0851622 Nov 16 11:24:50.616309 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2637066a-cdd9-4491-b0eb-841a42b134da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:50.723489 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a2fca-fa8f-45f0-8bc6-10582e952fec None None] Pushing event updated for resources: {'Port': ['ID=66ed33dd-4e16-44e6-87e5-83bd8a788bbb,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:50.744864 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-50af79dd-b759-4948-ad6c-56be288a2e7f tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:50.779655 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b40a70-1188-4f93-a8b2-343f1dfdcb38 req-e5b25bfe-c17a-461a-8498-caa221296ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:50.781142 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-39b40a70-1188-4f93-a8b2-343f1dfdcb38 req-e5b25bfe-c17a-461a-8498-caa221296ce2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=098ff2a2-731b-47ba-a3df-3f077a39e5d8 HTTP/1.1" status: 200 len: 850 time: 0.1721315 Nov 16 11:24:50.801593 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084fd25-af61-409c-9b6d-8f48f0d7363a req-fd79233d-2480-428d-8687-58d26b8215c7 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:50.815927 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2084fd25-af61-409c-9b6d-8f48f0d7363a req-fd79233d-2480-428d-8687-58d26b8215c7 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=079adb6e-31d5-49bf-85ba-1ec369ddeb80 HTTP/1.1" status: 200 len: 946 time: 0.2148368 Nov 16 11:24:50.834947 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-50af79dd-b759-4948-ad6c-56be288a2e7f tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:50.847584 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-2637066a-cdd9-4491-b0eb-841a42b134da None None] Attempting to bind port 66ed33dd-4e16-44e6-87e5-83bd8a788bbb on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:24:50.849717 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-2637066a-cdd9-4491-b0eb-841a42b134da None None] Attempting to bind port 66ed33dd-4e16-44e6-87e5-83bd8a788bbb by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '0d897242-f7f7-4028-9417-faf146036709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b3bca6d3-96e2-43f0-b9ca-ac7e091618a0'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:24:50.850287 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2637066a-cdd9-4491-b0eb-841a42b134da None None] Attempting to bind port 66ed33dd-4e16-44e6-87e5-83bd8a788bbb on network b3bca6d3-96e2-43f0-b9ca-ac7e091618a0 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:24:50.872605 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2637066a-cdd9-4491-b0eb-841a42b134da None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:24:50.878351 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2637066a-cdd9-4491-b0eb-841a42b134da None None] Checking segment: {'id': '0d897242-f7f7-4028-9417-faf146036709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b3bca6d3-96e2-43f0-b9ca-ac7e091618a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:24:50.883462 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2637066a-cdd9-4491-b0eb-841a42b134da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:50.883946 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2637066a-cdd9-4491-b0eb-841a42b134da None None] Bound using segment: {'id': '0d897242-f7f7-4028-9417-faf146036709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b3bca6d3-96e2-43f0-b9ca-ac7e091618a0'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:24:50.884531 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-2637066a-cdd9-4491-b0eb-841a42b134da None None] Bound port: 66ed33dd-4e16-44e6-87e5-83bd8a788bbb, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d897242-f7f7-4028-9417-faf146036709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b3bca6d3-96e2-43f0-b9ca-ac7e091618a0'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:24:50.884999 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2637066a-cdd9-4491-b0eb-841a42b134da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:50.921275 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b40a70-1188-4f93-a8b2-343f1dfdcb38 req-e299984f-2839-4b0c-9bb8-45950e4c57c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:50.922952 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-39b40a70-1188-4f93-a8b2-343f1dfdcb38 req-e299984f-2839-4b0c-9bb8-45950e4c57c2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1044340 Nov 16 11:24:50.982378 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-50af79dd-b759-4948-ad6c-56be288a2e7f tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Network 3d74d208-8054-4a20-a68e-5341a0731232 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:24:50.987192 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-50af79dd-b759-4948-ad6c-56be288a2e7f tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:24:51.002703 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-106d20a6-88b2-4ffd-8b3c-39a80dabe53d tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:51.009656 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-2637066a-cdd9-4491-b0eb-841a42b134da None None] For port 66ed33dd-4e16-44e6-87e5-83bd8a788bbb, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:24:51.013082 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-2637066a-cdd9-4491-b0eb-841a42b134da None None] For port 66ed33dd-4e16-44e6-87e5-83bd8a788bbb, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=66ed33dd-4e16-44e6-87e5-83bd8a788bbb,segment=NetworkSegment(0d897242-f7f7-4028-9417-faf146036709),segment_id=0d897242-f7f7-4028-9417-faf146036709)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:24:51.017027 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2084fd25-af61-409c-9b6d-8f48f0d7363a req-1cb88a2f-0941-4e68-9fce-dbfd6e78e950 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956642 Nov 16 11:24:51.029796 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2637066a-cdd9-4491-b0eb-841a42b134da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:51.043970 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-50af79dd-b759-4948-ad6c-56be288a2e7f tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:24:51.085117 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd663308-f92b-4f5a-83a6-f6e2e223f122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:51.095123 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2637066a-cdd9-4491-b0eb-841a42b134da None None] Routers {'b9040cc8-90af-43ce-a320-5865bf51bd81'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:24:51.095895 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2637066a-cdd9-4491-b0eb-841a42b134da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:24:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['b9040cc8-90af-43ce-a320-5865bf51bd81'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:51.188851 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-39b40a70-1188-4f93-a8b2-343f1dfdcb38 req-8cb24419-2d8e-42e0-b4b3-f7ddd465c48f service neutron] 10.222.0.64 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557561 Nov 16 11:24:51.307826 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-2637066a-cdd9-4491-b0eb-841a42b134da None None] Set router b9040cc8-90af-43ce-a320-5865bf51bd81 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:24:51.454805 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 2664f302-4fd4-4e44-b440-43eda1b46cad no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:24:51.512574 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd663308-f92b-4f5a-83a6-f6e2e223f122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:51.514971 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd663308-f92b-4f5a-83a6-f6e2e223f122 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:51.526698 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-39b40a70-1188-4f93-a8b2-343f1dfdcb38 req-4f432ba9-e87c-4482-8305-da0c30ee0bac service neutron] 10.222.0.64 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264513 Nov 16 11:24:51.546173 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb1f31-e4ba-4c1f-baf6-663c6e0b15f1 req-b4463c6f-29da-4706-84d1-98601509e976 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:51.562891 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 2664f302-4fd4-4e44-b440-43eda1b46cad {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:24:51.563882 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6ffb1f31-e4ba-4c1f-baf6-663c6e0b15f1 req-b4463c6f-29da-4706-84d1-98601509e976 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=25fe3deb-7030-4c85-a398-1e1007c95ffd HTTP/1.1" status: 200 len: 931 time: 0.2086754 Nov 16 11:24:51.564297 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 2664f302-4fd4-4e44-b440-43eda1b46cad not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:24:51.564916 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device fa47f57a-f021-4a0b-8150-317c0c6638c6 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:24:51.571797 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a2fca-fa8f-45f0-8bc6-10582e952fec None None] Pushing event updated for resources: {'Port': ['ID=66ed33dd-4e16-44e6-87e5-83bd8a788bbb,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:51.572410 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af79dd-b759-4948-ad6c-56be288a2e7f tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Pushing event updated for resources: {'Port': ['ID=97fb902a-1c7c-49e9-8750-ca3dbca3b2cf,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:51.593606 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd663308-f92b-4f5a-83a6-f6e2e223f122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:51.596706 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd663308-f92b-4f5a-83a6-f6e2e223f122 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:24:51.603216 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd663308-f92b-4f5a-83a6-f6e2e223f122 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:51.604361 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bd663308-f92b-4f5a-83a6-f6e2e223f122 admin admin] 10.222.0.61 "DELETE /v2.0/routers/4c6ce0af-9f8f-4a36-9d36-5ce43d4d47a0 HTTP/1.1" status: 204 len: 168 time: 3.3198483 Nov 16 11:24:51.612165 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34738) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:51.619837 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6d6121cf-c708-4fc5-a598-6bd81684410f None None] Provisioning complete for port 66ed33dd-4e16-44e6-87e5-83bd8a788bbb triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:51.620414 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6d6121cf-c708-4fc5-a598-6bd81684410f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:51.665713 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-106d20a6-88b2-4ffd-8b3c-39a80dabe53d tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:51.668004 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [None req-106d20a6-88b2-4ffd-8b3c-39a80dabe53d tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Floating IP 57d2d9d8-ba86-4bcf-9f6b-d32eef31970e disassociated (deleted). External IP: 172.25.0.183, port: 88f1d091-f69e-477e-b9f6-daeee90826d8. Nov 16 11:24:51.670043 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d20a6-88b2-4ffd-8b3c-39a80dabe53d tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Pushing event deleted for resources: {'Port': ['ID=d9643540-a03a-4cb4-8e15-cc2bed557ffa,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:51.686130 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: fa47f57a-f021-4a0b-8150-317c0c6638c6 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:24:51.686576 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device fa47f57a-f021-4a0b-8150-317c0c6638c6 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:24:51.742141 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6ffb1f31-e4ba-4c1f-baf6-663c6e0b15f1 req-e8aac0e9-e06b-4cab-bed6-28d84b3df26b tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712639 Nov 16 11:24:51.759499 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-50af79dd-b759-4948-ad6c-56be288a2e7f tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:51.760411 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-50af79dd-b759-4948-ad6c-56be288a2e7f tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:51.781120 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6a14dc4-d562-4bea-8cea-42563f09a5e0 admin admin] Deleting subnet d2b6f4fe-eecb-4976-bd26-361dea906db8 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:24:51.793535 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b6a14dc4-d562-4bea-8cea-42563f09a5e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:51.857416 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6d6121cf-c708-4fc5-a598-6bd81684410f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:51.871447 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-50af79dd-b759-4948-ad6c-56be288a2e7f tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5066118 Nov 16 11:24:51.878198 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228f633-0b55-4005-9101-23452982c100 req-a8a5887e-caa3-4bae-9269-4d343695ad0d tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:51.880071 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3228f633-0b55-4005-9101-23452982c100 req-a8a5887e-caa3-4bae-9269-4d343695ad0d tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=079adb6e-31d5-49bf-85ba-1ec369ddeb80&tenant_id=ac57a0dec96b499199f175f118c6a6d4&binding%3Ahost_id=n-h2-816823-3 HTTP/1.1" status: 200 len: 1097 time: 0.3174896 Nov 16 11:24:51.887044 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b6a14dc4-d562-4bea-8cea-42563f09a5e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:51.890746 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-b0cdaa15-1bc5-4d7d-a8d4-38fcb3a32ec7 service neutron] Request body: {'port': {'device_id': '25fe3deb-7030-4c85-a398-1e1007c95ffd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:24:51.901798 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-3228f633-0b55-4005-9101-23452982c100 req-0e0fa188-cf20-40ce-afdb-4c7c3b25cb9f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816823-3'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:24:51.923612 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-6d6121cf-c708-4fc5-a598-6bd81684410f None None] For port 66ed33dd-4e16-44e6-87e5-83bd8a788bbb, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=66ed33dd-4e16-44e6-87e5-83bd8a788bbb,segment=NetworkSegment(0d897242-f7f7-4028-9417-faf146036709),segment_id=0d897242-f7f7-4028-9417-faf146036709)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:51.941293 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2637066a-cdd9-4491-b0eb-841a42b134da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9040cc8-90af-43ce-a320-5865bf51bd81', 'name': 'tempest-AttachSCSIVolumeTestJSON-1112905085-router', 'tenant_id': 'a1c34eace0e0466389ddc3274fba2e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '18427a35-5c36-493e-8d48-3c9e5295d9d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:24:38Z', 'updated_at': '2021-11-16T11:24:46Z', 'revision_number': 4, 'project_id': 'a1c34eace0e0466389ddc3274fba2e0b', 'gw_port': {'id': '18427a35-5c36-493e-8d48-3c9e5295d9d5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9040cc8-90af-43ce-a320-5865bf51bd81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:24:39Z', 'updated_at': '2021-11-16T11:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '66ed33dd-4e16-44e6-87e5-83bd8a788bbb', 'name': '', 'network_id': 'b3bca6d3-96e2-43f0-b9ca-ac7e091618a0', 'tenant_id': 'a1c34eace0e0466389ddc3274fba2e0b', 'mac_address': 'fa:16:3e:96:bc:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9040cc8-90af-43ce-a320-5865bf51bd81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '7f2934fc-22af-4f40-b70d-b1af1ec776af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:24:44Z', 'updated_at': '2021-11-16T11:24:50Z', 'revision_number': 4, 'project_id': 'a1c34eace0e0466389ddc3274fba2e0b', 'subnets': [{'id': '7f2934fc-22af-4f40-b70d-b1af1ec776af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:51.945106 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6d6121cf-c708-4fc5-a598-6bd81684410f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:51.993556 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b6a14dc4-d562-4bea-8cea-42563f09a5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:52.000999 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2637066a-cdd9-4491-b0eb-841a42b134da None None] The sync data for ids ['b9040cc8-90af-43ce-a320-5865bf51bd81'] in n-d-816823-3 is: [{'id': 'b9040cc8-90af-43ce-a320-5865bf51bd81', 'name': 'tempest-AttachSCSIVolumeTestJSON-1112905085-router', 'tenant_id': 'a1c34eace0e0466389ddc3274fba2e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '18427a35-5c36-493e-8d48-3c9e5295d9d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:24:38Z', 'updated_at': '2021-11-16T11:24:46Z', 'revision_number': 4, 'project_id': 'a1c34eace0e0466389ddc3274fba2e0b', 'gw_port': {'id': '18427a35-5c36-493e-8d48-3c9e5295d9d5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9040cc8-90af-43ce-a320-5865bf51bd81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:24:39Z', 'updated_at': '2021-11-16T11:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '66ed33dd-4e16-44e6-87e5-83bd8a788bbb', 'name': '', 'network_id': 'b3bca6d3-96e2-43f0-b9ca-ac7e091618a0', 'tenant_id': 'a1c34eace0e0466389ddc3274fba2e0b', 'mac_address': 'fa:16:3e:96:bc:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9040cc8-90af-43ce-a320-5865bf51bd81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '7f2934fc-22af-4f40-b70d-b1af1ec776af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:24:44Z', 'updated_at': '2021-11-16T11:24:50Z', 'revision_number': 4, 'project_id': 'a1c34eace0e0466389ddc3274fba2e0b', 'subnets': [{'id': '7f2934fc-22af-4f40-b70d-b1af1ec776af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:24:52.030052 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3228f633-0b55-4005-9101-23452982c100 req-0e0fa188-cf20-40ce-afdb-4c7c3b25cb9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:52.047118 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6121cf-c708-4fc5-a598-6bd81684410f None None] Pushing event updated for resources: {'Port': ['ID=66ed33dd-4e16-44e6-87e5-83bd8a788bbb,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:52.101910 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b6a14dc4-d562-4bea-8cea-42563f09a5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:52.143293 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-cafcd3d2-6f7e-431d-b0c4-1eee1604e7a0 None None] Provisioning complete for port 66ed33dd-4e16-44e6-87e5-83bd8a788bbb triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:52.144585 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cafcd3d2-6f7e-431d-b0c4-1eee1604e7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:52.186380 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a14dc4-d562-4bea-8cea-42563f09a5e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2b6f4fe-eecb-4976-bd26-361dea906db8,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:52.210416 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b604fee6-4b8e-4bf6-ae28-b08d54f5a104 None None] Network 14b5bb36-e676-46d8-b178-69214011ecd1 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:24:52.214607 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b6a14dc4-d562-4bea-8cea-42563f09a5e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:52.221319 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b6a14dc4-d562-4bea-8cea-42563f09a5e0 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d2b6f4fe-eecb-4976-bd26-361dea906db8 HTTP/1.1" status: 204 len: 168 time: 0.6055515 Nov 16 11:24:52.221739 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34742) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:52.232089 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-b0cdaa15-1bc5-4d7d-a8d4-38fcb3a32ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:52.256454 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b239fe1-7cd7-4d8c-a1a8-9ed7fddd3eac req-df648971-4d7f-4820-a4a8-be7c2c716220 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:52.264992 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b239fe1-7cd7-4d8c-a1a8-9ed7fddd3eac req-df648971-4d7f-4820-a4a8-be7c2c716220 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae0f80e8-d797-441a-9f1b-f1d58332d494 HTTP/1.1" status: 200 len: 945 time: 0.1790049 Nov 16 11:24:52.430538 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a390c312-0f96-4019-b618-8ac456afbbdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:52.461064 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b239fe1-7cd7-4d8c-a1a8-9ed7fddd3eac req-ee7925a5-9184-441f-8b61-57dd923d7f9d tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950016 Nov 16 11:24:52.607728 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8840f906-cf7d-4f9b-b343-6aed85163e76 None None] DHCP port deletion for 14b5bb36-e676-46d8-b178-69214011ecd1 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:24:52.653316 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 7ddaea78-0390-4f42-bc31-36ab8a9f528e details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:24:52.667893 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-3228f633-0b55-4005-9101-23452982c100 req-0e0fa188-cf20-40ce-afdb-4c7c3b25cb9f service neutron] For port 7ddaea78-0390-4f42-bc31-36ab8a9f528e, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=7ddaea78-0390-4f42-bc31-36ab8a9f528e,segment=NetworkSegment(d9c88559-8fa4-467d-a577-d2c14bfd7508),segment_id=d9c88559-8fa4-467d-a577-d2c14bfd7508)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:52.711855 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-3228f633-0b55-4005-9101-23452982c100 req-0e0fa188-cf20-40ce-afdb-4c7c3b25cb9f service neutron] For port 7ddaea78-0390-4f42-bc31-36ab8a9f528e, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:24:52.857085 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f5ce9-09e5-4742-a807-3040de9c1240 req-dc6bef36-1a08-4dac-91ab-8cef8c7b4f11 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:52.865164 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a49f5ce9-09e5-4742-a807-3040de9c1240 req-dc6bef36-1a08-4dac-91ab-8cef8c7b4f11 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=46da1af3-184a-4df2-8a97-3f4a788f45c8 HTTP/1.1" status: 200 len: 943 time: 0.2219458 Nov 16 11:24:52.917471 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a390c312-0f96-4019-b618-8ac456afbbdf admin admin] Deleting port dc97eaf6-e0c7-42f2-90a1-083a720906af {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:24:52.918227 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a390c312-0f96-4019-b618-8ac456afbbdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:53.098358 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 7ddaea78-0390-4f42-bc31-36ab8a9f528e, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=7ddaea78-0390-4f42-bc31-36ab8a9f528e,segment=NetworkSegment(d9c88559-8fa4-467d-a577-d2c14bfd7508),segment_id=d9c88559-8fa4-467d-a577-d2c14bfd7508)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:53.108777 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-8840f906-cf7d-4f9b-b343-6aed85163e76 None None] Deleting port dc97eaf6-e0c7-42f2-90a1-083a720906af {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:24:53.109145 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8840f906-cf7d-4f9b-b343-6aed85163e76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:53.176422 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 7ddaea78-0390-4f42-bc31-36ab8a9f528e has no active binding in host n-h1-816823-3 {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 16 11:24:53.348655 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a390c312-0f96-4019-b618-8ac456afbbdf admin admin] For port dc97eaf6-e0c7-42f2-90a1-083a720906af, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=dc97eaf6-e0c7-42f2-90a1-083a720906af,segment=NetworkSegment(2a557798-23cb-4d44-89f9-b076844abe00),segment_id=2a557798-23cb-4d44-89f9-b076844abe00)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:53.349210 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a390c312-0f96-4019-b618-8ac456afbbdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:53.352968 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-8840f906-cf7d-4f9b-b343-6aed85163e76 None None] For port dc97eaf6-e0c7-42f2-90a1-083a720906af, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=dc97eaf6-e0c7-42f2-90a1-083a720906af,segment=NetworkSegment(2a557798-23cb-4d44-89f9-b076844abe00),segment_id=2a557798-23cb-4d44-89f9-b076844abe00)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:53.353510 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8840f906-cf7d-4f9b-b343-6aed85163e76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:53.357338 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a49f5ce9-09e5-4742-a807-3040de9c1240 req-ec35f10d-1e27-4176-ac84-dc59cb423ee7 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4910421 Nov 16 11:24:53.383745 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a390c312-0f96-4019-b618-8ac456afbbdf admin admin] Calling delete_port for dc97eaf6-e0c7-42f2-90a1-083a720906af owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:24:53.404144 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 66ed33dd-4e16-44e6-87e5-83bd8a788bbb up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:24:53.510679 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-8840f906-cf7d-4f9b-b343-6aed85163e76 None None] Calling delete_port for dc97eaf6-e0c7-42f2-90a1-083a720906af owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:24:53.607760 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 66ed33dd-4e16-44e6-87e5-83bd8a788bbb triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:53.608128 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:53.659256 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8840f906-cf7d-4f9b-b343-6aed85163e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:53.693273 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8840f906-cf7d-4f9b-b343-6aed85163e76 None None] Pushing event deleted for resources: {'Port': ['ID=dc97eaf6-e0c7-42f2-90a1-083a720906af,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:53.715956 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8840f906-cf7d-4f9b-b343-6aed85163e76 None None] No DVR routers for this DVR port dc97eaf6-e0c7-42f2-90a1-083a720906af on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:24:53.722899 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8840f906-cf7d-4f9b-b343-6aed85163e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:53.723247 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8840f906-cf7d-4f9b-b343-6aed85163e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:53.723587 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8840f906-cf7d-4f9b-b343-6aed85163e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:53.727178 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58c141-500e-4f04-8f26-c74e7aa7442a req-1cb0630d-f4d7-4b1d-a06f-8a25ca1b5e43 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:53.728787 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8840f906-cf7d-4f9b-b343-6aed85163e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:53.729848 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8840f906-cf7d-4f9b-b343-6aed85163e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:53.729848 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8840f906-cf7d-4f9b-b343-6aed85163e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:53.730043 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8840f906-cf7d-4f9b-b343-6aed85163e76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:53.730622 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8840f906-cf7d-4f9b-b343-6aed85163e76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:53.730964 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8840f906-cf7d-4f9b-b343-6aed85163e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:53.731391 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8840f906-cf7d-4f9b-b343-6aed85163e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:53.731609 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8840f906-cf7d-4f9b-b343-6aed85163e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:53.731932 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8840f906-cf7d-4f9b-b343-6aed85163e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:24:53.738339 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1e58c141-500e-4f04-8f26-c74e7aa7442a req-1cb0630d-f4d7-4b1d-a06f-8a25ca1b5e43 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=079adb6e-31d5-49bf-85ba-1ec369ddeb80 HTTP/1.1" status: 200 len: 946 time: 0.2035341 Nov 16 11:24:53.923994 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a390c312-0f96-4019-b618-8ac456afbbdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:54.011496 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a390c312-0f96-4019-b618-8ac456afbbdf admin admin] No DVR routers for this DVR port dc97eaf6-e0c7-42f2-90a1-083a720906af on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:24:54.031576 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1e58c141-500e-4f04-8f26-c74e7aa7442a req-68ea6666-e528-414c-81dc-716a07f8e4e6 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854249 Nov 16 11:24:54.094383 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '079adb6e-31d5-49bf-85ba-1ec369ddeb80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ddaea78-0390-4f42-bc31-36ab8a9f528e'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:24:54.096906 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242af628-8cd7-41b3-a0e2-8c3b628ff432" -d '{"events": [{"server_uuid": "079adb6e-31d5-49bf-85ba-1ec369ddeb80", "name": "network-vif-unplugged", "status": "completed", "tag": "7ddaea78-0390-4f42-bc31-36ab8a9f528e"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:24:54.105254 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106d20a6-88b2-4ffd-8b3c-39a80dabe53d tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Router f74ec157-18ca-4096-9f48-8fdb8e383456 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:24:54.108969 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3228f633-0b55-4005-9101-23452982c100 req-0e0fa188-cf20-40ce-afdb-4c7c3b25cb9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:54.113562 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390c312-0f96-4019-b618-8ac456afbbdf admin admin] Pushing event deleted for resources: {'Port': ['ID=dc97eaf6-e0c7-42f2-90a1-083a720906af,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:54.142574 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3228f633-0b55-4005-9101-23452982c100 req-0e0fa188-cf20-40ce-afdb-4c7c3b25cb9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:54.189358 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device dc97eaf6-e0c7-42f2-90a1-083a720906af no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:24:54.219800 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: dc97eaf6-e0c7-42f2-90a1-083a720906af {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:24:54.220144 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device dc97eaf6-e0c7-42f2-90a1-083a720906af not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:24:54.283123 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a390c312-0f96-4019-b618-8ac456afbbdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:54.309992 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-a390c312-0f96-4019-b618-8ac456afbbdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14b5bb36-e676-46d8-b178-69214011ecd1']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:54.340496 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-a390c312-0f96-4019-b618-8ac456afbbdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a557798-23cb-4d44-89f9-b076844abe00') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:54.341091 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-a390c312-0f96-4019-b618-8ac456afbbdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a557798-23cb-4d44-89f9-b076844abe00') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:54.387954 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a390c312-0f96-4019-b618-8ac456afbbdf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:54.407969 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a390c312-0f96-4019-b618-8ac456afbbdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:54.427257 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a390c312-0f96-4019-b618-8ac456afbbdf admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:24:54.427960 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a390c312-0f96-4019-b618-8ac456afbbdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:54.430318 n-d-816823-3 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:24:54.430318 n-d-816823-3 neutron-server[102669]: self.session.flush() Nov 16 11:24:54.430318 n-d-816823-3 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:24:54.430318 n-d-816823-3 neutron-server[102669]: self.session.flush() Nov 16 11:24:54.430318 n-d-816823-3 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:24:54.430318 n-d-816823-3 neutron-server[102669]: self.session.flush() Nov 16 11:24:54.430318 n-d-816823-3 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:24:54.430318 n-d-816823-3 neutron-server[102669]: self.session.flush() Nov 16 11:24:54.430318 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:24:54.430318 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:24:54.430318 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:24:54.430318 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:24:54.430318 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:24:54.430318 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:24:54.430318 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:24:54.430318 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:24:54.430318 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:24:54.430318 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:24:54.430318 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:24:54.430318 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:24:54.430318 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:24:54.430318 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:24:54.430318 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:24:54.430318 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:24:54.430318 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:24:54.430318 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:24:54.430318 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:24:54.430318 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:24:54.430318 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:24:54.430318 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:24:54.430318 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:24:54.430318 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:24:54.430318 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:24:54.430318 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:24:54.430318 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:24:54.430318 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:24:54.430318 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:24:54.430318 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:24:54.430318 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:24:54.430318 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:24:54.433901 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-3228f633-0b55-4005-9101-23452982c100 req-0e0fa188-cf20-40ce-afdb-4c7c3b25cb9f service neutron] Attempting to bind port 7ddaea78-0390-4f42-bc31-36ab8a9f528e on host n-h2-816823-3 for vnic_type normal with profile {"migrating_to": "n-h1-816823-3"} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:24:54.433901 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-3228f633-0b55-4005-9101-23452982c100 req-0e0fa188-cf20-40ce-afdb-4c7c3b25cb9f service neutron] Attempting to bind port 7ddaea78-0390-4f42-bc31-36ab8a9f528e by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:24:54.433901 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3228f633-0b55-4005-9101-23452982c100 req-0e0fa188-cf20-40ce-afdb-4c7c3b25cb9f service neutron] Attempting to bind port 7ddaea78-0390-4f42-bc31-36ab8a9f528e on network a6437950-3837-42ba-a7b4-c297945f46f8 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:24:54.450148 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5ffbf-7acf-4404-9ce4-c692da1e26d6 req-346697a9-a434-4914-a1ca-e2b08c8e3e83 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:54.451844 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-36d5ffbf-7acf-4404-9ce4-c692da1e26d6 req-346697a9-a434-4914-a1ca-e2b08c8e3e83 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=25fe3deb-7030-4c85-a398-1e1007c95ffd HTTP/1.1" status: 200 len: 931 time: 0.1243215 Nov 16 11:24:54.452525 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3228f633-0b55-4005-9101-23452982c100 req-0e0fa188-cf20-40ce-afdb-4c7c3b25cb9f service neutron] Port 7ddaea78-0390-4f42-bc31-36ab8a9f528e on network a6437950-3837-42ba-a7b4-c297945f46f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:24:54.452854 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3228f633-0b55-4005-9101-23452982c100 req-0e0fa188-cf20-40ce-afdb-4c7c3b25cb9f service neutron] Attempting to bind port 7ddaea78-0390-4f42-bc31-36ab8a9f528e on network a6437950-3837-42ba-a7b4-c297945f46f8 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:24:54.457893 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0fa188-cf20-40ce-afdb-4c7c3b25cb9f service neutron] Pushing event updated for resources: {'Port': ['ID=7ddaea78-0390-4f42-bc31-36ab8a9f528e,revision_number=7']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:54.465782 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3228f633-0b55-4005-9101-23452982c100 req-0e0fa188-cf20-40ce-afdb-4c7c3b25cb9f service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:24:54.465782 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3228f633-0b55-4005-9101-23452982c100 req-0e0fa188-cf20-40ce-afdb-4c7c3b25cb9f service neutron] Checking segment: {'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:24:54.466187 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3228f633-0b55-4005-9101-23452982c100 req-0e0fa188-cf20-40ce-afdb-4c7c3b25cb9f service neutron] Bound using segment: {'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:24:54.466620 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-3228f633-0b55-4005-9101-23452982c100 req-0e0fa188-cf20-40ce-afdb-4c7c3b25cb9f service neutron] Bound port: 7ddaea78-0390-4f42-bc31-36ab8a9f528e, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:24:54.467064 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3228f633-0b55-4005-9101-23452982c100 req-0e0fa188-cf20-40ce-afdb-4c7c3b25cb9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:54.540447 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-36d5ffbf-7acf-4404-9ce4-c692da1e26d6 req-6fff942b-cad0-4c2f-ac83-d31de2edf6f5 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568938 Nov 16 11:24:54.541614 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a390c312-0f96-4019-b618-8ac456afbbdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:54.557387 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a390c312-0f96-4019-b618-8ac456afbbdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:54.560800 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a390c312-0f96-4019-b618-8ac456afbbdf admin admin] 10.222.0.61 "DELETE /v2.0/networks/14b5bb36-e676-46d8-b178-69214011ecd1 HTTP/1.1" status: 204 len: 168 time: 2.3292475 Nov 16 11:24:54.562331 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390c312-0f96-4019-b618-8ac456afbbdf admin admin] Pushing event deleted for resources: {'Network': ['ID=14b5bb36-e676-46d8-b178-69214011ecd1,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:54.579927 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device ea25fb0b-c2a5-4389-a515-ff4e91322446 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:24:54.587516 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-b0cdaa15-1bc5-4d7d-a8d4-38fcb3a32ec7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97fb902a-1c7c-49e9-8750-ca3dbca3b2cf {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:24:54.597691 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-3228f633-0b55-4005-9101-23452982c100 req-0e0fa188-cf20-40ce-afdb-4c7c3b25cb9f service neutron] For port 7ddaea78-0390-4f42-bc31-36ab8a9f528e, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:24:54.602655 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-b0cdaa15-1bc5-4d7d-a8d4-38fcb3a32ec7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:54.620410 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106d20a6-88b2-4ffd-8b3c-39a80dabe53d tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:24:54.625325 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-3228f633-0b55-4005-9101-23452982c100 req-0e0fa188-cf20-40ce-afdb-4c7c3b25cb9f service neutron] For port 7ddaea78-0390-4f42-bc31-36ab8a9f528e, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=7ddaea78-0390-4f42-bc31-36ab8a9f528e,segment=NetworkSegment(d9c88559-8fa4-467d-a577-d2c14bfd7508),segment_id=d9c88559-8fa4-467d-a577-d2c14bfd7508)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:24:54.629364 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-106d20a6-88b2-4ffd-8b3c-39a80dabe53d tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:54.633690 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13600da9-346e-4ac9-b32f-8e130f9d208f None None] Sync routers for ids ['f74ec157-18ca-4096-9f48-8fdb8e383456'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:24:54.635431 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-b0cdaa15-1bc5-4d7d-a8d4-38fcb3a32ec7 service neutron] Transition to ACTIVE for port object 97fb902a-1c7c-49e9-8750-ca3dbca3b2cf will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:24:54.654429 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13600da9-346e-4ac9-b32f-8e130f9d208f None None] Routers {'f74ec157-18ca-4096-9f48-8fdb8e383456'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:24:54.655485 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-13600da9-346e-4ac9-b32f-8e130f9d208f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:24:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f74ec157-18ca-4096-9f48-8fdb8e383456'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:54.673136 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-b0cdaa15-1bc5-4d7d-a8d4-38fcb3a32ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:54.675578 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3228f633-0b55-4005-9101-23452982c100 req-0e0fa188-cf20-40ce-afdb-4c7c3b25cb9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:54.745285 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-13600da9-346e-4ac9-b32f-8e130f9d208f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:54.760893 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-106d20a6-88b2-4ffd-8b3c-39a80dabe53d tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "DELETE /v2.0/floatingips/57d2d9d8-ba86-4bcf-9f6b-d32eef31970e HTTP/1.1" status: 204 len: 168 time: 5.9869435 Nov 16 11:24:54.765517 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34756) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:54.781747 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13600da9-346e-4ac9-b32f-8e130f9d208f None None] Routers {'f74ec157-18ca-4096-9f48-8fdb8e383456'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:24:54.782395 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-13600da9-346e-4ac9-b32f-8e130f9d208f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:24:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f74ec157-18ca-4096-9f48-8fdb8e383456'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:54.796626 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port ea25fb0b-c2a5-4389-a515-ff4e91322446, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=ea25fb0b-c2a5-4389-a515-ff4e91322446,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:54.822391 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'ea25fb0b-c2a5-4389-a515-ff4e91322446', 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334', 'port_id': 'ea25fb0b-c2a5-4389-a515-ff4e91322446', 'mac_address': 'fa:16:3e:5f:52:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098ff2a2-731b-47ba-a3df-3f077a39e5d8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:24:54.853857 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-13600da9-346e-4ac9-b32f-8e130f9d208f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:24:54.858319 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13600da9-346e-4ac9-b32f-8e130f9d208f None None] The sync data for ids ['f74ec157-18ca-4096-9f48-8fdb8e383456'] in n-d-816823-3 is: [] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:24:54.861077 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228f633-0b55-4005-9101-23452982c100 req-0e0fa188-cf20-40ce-afdb-4c7c3b25cb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:54.861698 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3228f633-0b55-4005-9101-23452982c100 req-0e0fa188-cf20-40ce-afdb-4c7c3b25cb9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:54.863127 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3228f633-0b55-4005-9101-23452982c100 req-0e0fa188-cf20-40ce-afdb-4c7c3b25cb9f service neutron] 10.222.0.36 "PUT /v2.0/ports/7ddaea78-0390-4f42-bc31-36ab8a9f528e HTTP/1.1" status: 200 len: 1122 time: 2.9663596 Nov 16 11:24:54.865465 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cdaa15-1bc5-4d7d-a8d4-38fcb3a32ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=97fb902a-1c7c-49e9-8750-ca3dbca3b2cf,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:54.879959 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37100e54-f63a-44ee-875b-573c7df07328 req-05733c3a-68b5-4fb4-966e-497b34563ce7 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:54.888404 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-37100e54-f63a-44ee-875b-573c7df07328 req-05733c3a-68b5-4fb4-966e-497b34563ce7 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae0f80e8-d797-441a-9f1b-f1d58332d494 HTTP/1.1" status: 200 len: 945 time: 0.1868572 Nov 16 11:24:54.916384 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:54.935372 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea25fb0b-c2a5-4389-a515-ff4e91322446 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:24:54.961384 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port ea25fb0b-c2a5-4389-a515-ff4e91322446, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=ea25fb0b-c2a5-4389-a515-ff4e91322446,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:54.964501 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34758) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:54.967711 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['7ddaea78-0390-4f42-bc31-36ab8a9f528e'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:24:54.973957 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:55.055664 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['7ddaea78-0390-4f42-bc31-36ab8a9f528e'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:24:55.073274 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-37100e54-f63a-44ee-875b-573c7df07328 req-5f04c83b-ca60-43fd-95d2-b217fabf3f2f tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837804 Nov 16 11:24:55.091298 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-23088e4e-f68a-485e-9d32-1c6c6dd909db tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Deleting port 88f1d091-f69e-477e-b9f6-daeee90826d8 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:24:55.093389 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-23088e4e-f68a-485e-9d32-1c6c6dd909db tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:55.185501 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-efd124fd-3d6c-49b9-8624-cab9611f6114 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a7ec6f0aa917436da9b8feca47770801&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2153904 Nov 16 11:24:55.187872 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 11:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a7c0a1-74a7-452f-a2b6-a630bed2cacb x-openstack-request-id: req-69a7c0a1-74a7-452f-a2b6-a630bed2cacb {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:24:55.188263 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "079adb6e-31d5-49bf-85ba-1ec369ddeb80", "name": "network-vif-unplugged", "status": "completed", "tag": "7ddaea78-0390-4f42-bc31-36ab8a9f528e", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:24:55.188714 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-69a7c0a1-74a7-452f-a2b6-a630bed2cacb {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:24:55.189211 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '079adb6e-31d5-49bf-85ba-1ec369ddeb80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ddaea78-0390-4f42-bc31-36ab8a9f528e', 'code': 200} Nov 16 11:24:55.191132 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=ea25fb0b-c2a5-4389-a515-ff4e91322446,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:55.195700 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34762) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:55.196772 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0fa188-cf20-40ce-afdb-4c7c3b25cb9f service neutron] Pushing event updated for resources: {'Port': ['ID=7ddaea78-0390-4f42-bc31-36ab8a9f528e,revision_number=8']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:55.275082 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['ea25fb0b-c2a5-4389-a515-ff4e91322446'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:24:55.297522 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-b0cdaa15-1bc5-4d7d-a8d4-38fcb3a32ec7 service neutron] Attempting to bind port 97fb902a-1c7c-49e9-8750-ca3dbca3b2cf on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:24:55.299398 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-b0cdaa15-1bc5-4d7d-a8d4-38fcb3a32ec7 service neutron] Attempting to bind port 97fb902a-1c7c-49e9-8750-ca3dbca3b2cf by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'dde4f2a5-6c36-4ca1-b975-fe969cc62f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3d74d208-8054-4a20-a68e-5341a0731232'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:24:55.300033 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-b0cdaa15-1bc5-4d7d-a8d4-38fcb3a32ec7 service neutron] Attempting to bind port 97fb902a-1c7c-49e9-8750-ca3dbca3b2cf on network 3d74d208-8054-4a20-a68e-5341a0731232 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:24:55.311335 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-23088e4e-f68a-485e-9d32-1c6c6dd909db tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:55.326514 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-23088e4e-f68a-485e-9d32-1c6c6dd909db tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Calling delete_port for 88f1d091-f69e-477e-b9f6-daeee90826d8 owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:24:55.326742 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d4b9a1cd-83fa-477c-9ae5-37651b7b33a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:55.353220 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb24d0a-9a29-47f2-ae87-66b78b0d753c req-2661e7f0-c39c-400c-95fb-84ca114d2a8d tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:55.361904 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ddb24d0a-9a29-47f2-ae87-66b78b0d753c req-2661e7f0-c39c-400c-95fb-84ca114d2a8d tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=46da1af3-184a-4df2-8a97-3f4a788f45c8 HTTP/1.1" status: 200 len: 944 time: 0.0923932 Nov 16 11:24:55.373807 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d4b9a1cd-83fa-477c-9ae5-37651b7b33a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:55.380508 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-b0cdaa15-1bc5-4d7d-a8d4-38fcb3a32ec7 service neutron] Port 97fb902a-1c7c-49e9-8750-ca3dbca3b2cf on network 3d74d208-8054-4a20-a68e-5341a0731232 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:24:55.380508 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-b0cdaa15-1bc5-4d7d-a8d4-38fcb3a32ec7 service neutron] Attempting to bind port 97fb902a-1c7c-49e9-8750-ca3dbca3b2cf on network 3d74d208-8054-4a20-a68e-5341a0731232 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:24:55.451860 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-b0cdaa15-1bc5-4d7d-a8d4-38fcb3a32ec7 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:24:55.452354 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-b0cdaa15-1bc5-4d7d-a8d4-38fcb3a32ec7 service neutron] Checking segment: {'id': 'dde4f2a5-6c36-4ca1-b975-fe969cc62f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3d74d208-8054-4a20-a68e-5341a0731232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:24:55.453336 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-b0cdaa15-1bc5-4d7d-a8d4-38fcb3a32ec7 service neutron] Bound using segment: {'id': 'dde4f2a5-6c36-4ca1-b975-fe969cc62f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3d74d208-8054-4a20-a68e-5341a0731232'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:24:55.453816 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-b0cdaa15-1bc5-4d7d-a8d4-38fcb3a32ec7 service neutron] Bound port: 97fb902a-1c7c-49e9-8750-ca3dbca3b2cf, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dde4f2a5-6c36-4ca1-b975-fe969cc62f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3d74d208-8054-4a20-a68e-5341a0731232'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:24:55.454327 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-b0cdaa15-1bc5-4d7d-a8d4-38fcb3a32ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:55.497028 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ddb24d0a-9a29-47f2-ae87-66b78b0d753c req-343f7854-351b-4ec0-9133-cd535317308b tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338902 Nov 16 11:24:55.568620 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-b0cdaa15-1bc5-4d7d-a8d4-38fcb3a32ec7 service neutron] For port 97fb902a-1c7c-49e9-8750-ca3dbca3b2cf, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:24:55.574994 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-b0cdaa15-1bc5-4d7d-a8d4-38fcb3a32ec7 service neutron] For port 97fb902a-1c7c-49e9-8750-ca3dbca3b2cf, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=97fb902a-1c7c-49e9-8750-ca3dbca3b2cf,segment=NetworkSegment(dde4f2a5-6c36-4ca1-b975-fe969cc62f41),segment_id=dde4f2a5-6c36-4ca1-b975-fe969cc62f41)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:24:55.577872 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d4b9a1cd-83fa-477c-9ae5-37651b7b33a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:55.583880 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d4b9a1cd-83fa-477c-9ae5-37651b7b33a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:55.590993 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d4b9a1cd-83fa-477c-9ae5-37651b7b33a7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e6ce7d58-b578-4d94-8222-f5a684de1780 HTTP/1.1" status: 204 len: 168 time: 0.3862679 Nov 16 11:24:55.605468 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-b0cdaa15-1bc5-4d7d-a8d4-38fcb3a32ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:55.633437 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b9a1cd-83fa-477c-9ae5-37651b7b33a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ce7d58-b578-4d94-8222-f5a684de1780,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:55.686528 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-b0cdaa15-1bc5-4d7d-a8d4-38fcb3a32ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:55.687543 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-b0cdaa15-1bc5-4d7d-a8d4-38fcb3a32ec7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:55.690044 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-b0cdaa15-1bc5-4d7d-a8d4-38fcb3a32ec7 service neutron] 10.222.0.64 "PUT /v2.0/ports/97fb902a-1c7c-49e9-8750-ca3dbca3b2cf HTTP/1.1" status: 200 len: 1091 time: 3.8059697 Nov 16 11:24:55.753265 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cdaa15-1bc5-4d7d-a8d4-38fcb3a32ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=97fb902a-1c7c-49e9-8750-ca3dbca3b2cf,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:55.783406 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047248a-4f7b-43e8-859e-dd85647ad620 req-0056207b-7216-4170-93a7-02ca7e4e9311 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:55.784963 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6047248a-4f7b-43e8-859e-dd85647ad620 req-0056207b-7216-4170-93a7-02ca7e4e9311 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=079adb6e-31d5-49bf-85ba-1ec369ddeb80 HTTP/1.1" status: 200 len: 944 time: 0.1493061 Nov 16 11:24:55.813294 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-23088e4e-f68a-485e-9d32-1c6c6dd909db tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:55.828168 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-7e63eed2-ccdd-4a6c-a028-e66172df99fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:55.830214 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-7e63eed2-ccdd-4a6c-a028-e66172df99fd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bcada9d38abf4226bc4ca768b16b9a90&device_id=25fe3deb-7030-4c85-a398-1e1007c95ffd HTTP/1.1" status: 200 len: 1094 time: 0.0723035 Nov 16 11:24:55.859060 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23088e4e-f68a-485e-9d32-1c6c6dd909db tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Pushing event deleted for resources: {'Port': ['ID=88f1d091-f69e-477e-b9f6-daeee90826d8,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:55.887693 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-af519b2d-f4be-442e-962d-724703dd999a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97fb902a-1c7c-49e9-8750-ca3dbca3b2cf HTTP/1.1" status: 200 len: 217 time: 0.0488877 Nov 16 11:24:55.914599 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6047248a-4f7b-43e8-859e-dd85647ad620 req-5fb75320-d5a0-4a50-876b-fe86a9187b0a tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194096 Nov 16 11:24:55.979654 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-8cefc510-8ad0-42d9-9636-68f9379ca561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:55.989479 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-8cefc510-8ad0-42d9-9636-68f9379ca561 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f019b1b-47e9-47e0-b9fa-270ea9b96fc7 HTTP/1.1" status: 200 len: 851 time: 0.0932136 Nov 16 11:24:56.044664 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-a378f766-5aa9-40fa-adfb-23b84af094ab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3d74d208-8054-4a20-a68e-5341a0731232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454350 Nov 16 11:24:56.051826 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-23088e4e-f68a-485e-9d32-1c6c6dd909db tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:56.065045 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-23088e4e-f68a-485e-9d32-1c6c6dd909db tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "DELETE /v2.0/ports/88f1d091-f69e-477e-b9f6-daeee90826d8 HTTP/1.1" status: 204 len: 168 time: 1.2879376 Nov 16 11:24:56.075874 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34774) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:56.082626 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-a3e6c01c-d7ea-4a74-8e33-bde65db9fa00 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:24:56.151197 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a3e6c01c-d7ea-4a74-8e33-bde65db9fa00 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for floatingip, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:56.172665 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-3b5e7318-f67f-42f3-bd6e-4de978a5ddc4 service neutron] 10.222.0.64 "GET /v2.0/networks/3d74d208-8054-4a20-a68e-5341a0731232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190662 Nov 16 11:24:56.270958 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32b7be-6904-4ca6-a1a1-2d15700568b9 req-1283fdbb-d910-481c-924a-fe88cb08fb72 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:56.278986 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8e32b7be-6904-4ca6-a1a1-2d15700568b9 req-1283fdbb-d910-481c-924a-fe88cb08fb72 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=25fe3deb-7030-4c85-a398-1e1007c95ffd HTTP/1.1" status: 200 len: 943 time: 0.1548376 Nov 16 11:24:56.286675 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ca3cb821-f150-4b26-855b-3b771a8df089 req-60f8d973-f4dd-4dd8-86cb-ee0f4e35d61f service neutron] 10.222.0.64 "GET /v2.0/networks/3d74d208-8054-4a20-a68e-5341a0731232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063573 Nov 16 11:24:56.335242 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8e32b7be-6904-4ca6-a1a1-2d15700568b9 req-d6bf9ac9-ea69-49e5-9b99-d0f5795b8b27 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553243 Nov 16 11:24:56.359766 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a3e6c01c-d7ea-4a74-8e33-bde65db9fa00 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:56.512769 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-a3e6c01c-d7ea-4a74-8e33-bde65db9fa00 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Allocated IP 172.25.0.116 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/4212d6f8-fb72-4dcb-9b03-83bc1a5ab220) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:24:56.538103 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe427a1-1cdc-4958-a70a-7a1e91eb89eb req-f037353b-5fab-4c3a-b4e4-f89ed4eca850 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:56.539718 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-abe427a1-1cdc-4958-a70a-7a1e91eb89eb req-f037353b-5fab-4c3a-b4e4-f89ed4eca850 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae0f80e8-d797-441a-9f1b-f1d58332d494 HTTP/1.1" status: 200 len: 945 time: 0.1057885 Nov 16 11:24:56.581667 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device ea25fb0b-c2a5-4389-a515-ff4e91322446 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:24:56.623239 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34794) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:56.665793 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-abe427a1-1cdc-4958-a70a-7a1e91eb89eb req-34b4cf99-69ff-4363-9a88-f5c6d761e763 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076729 Nov 16 11:24:56.682878 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:24:56.712375 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a3e6c01c-d7ea-4a74-8e33-bde65db9fa00 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:56.775795 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a38f8211-8670-4f6e-87e3-7a7c924c17f6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-12675003-network', 'tenant_id': '63e6e9eea3174ad49384408ab0f8fca1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:24:56.804713 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38f8211-8670-4f6e-87e3-7a7c924c17f6 admin admin] Made reservation on behalf of 63e6e9eea3174ad49384408ab0f8fca1 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:24:56.808280 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a38f8211-8670-4f6e-87e3-7a7c924c17f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:56.812840 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a3e6c01c-d7ea-4a74-8e33-bde65db9fa00 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:56.822794 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a38f8211-8670-4f6e-87e3-7a7c924c17f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:56.824917 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port ea25fb0b-c2a5-4389-a515-ff4e91322446 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:24:56.838047 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port ea25fb0b-c2a5-4389-a515-ff4e91322446 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:24:56.838047 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:56.869420 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e6c01c-d7ea-4a74-8e33-bde65db9fa00 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:24:56.887653 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c4934-28eb-4421-ae80-60ed39e4159a req-46265a8e-c29e-4be9-97f9-6fd15297092d tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:56.889212 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5e6c4934-28eb-4421-ae80-60ed39e4159a req-46265a8e-c29e-4be9-97f9-6fd15297092d tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=46da1af3-184a-4df2-8a97-3f4a788f45c8 HTTP/1.1" status: 200 len: 944 time: 0.1130753 Nov 16 11:24:56.892087 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-a3e6c01c-d7ea-4a74-8e33-bde65db9fa00 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:24:56.899381 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e6c01c-d7ea-4a74-8e33-bde65db9fa00 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:24:56.941123 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8,segment=NetworkSegment(1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1),segment_id=1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:56.950849 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a38f8211-8670-4f6e-87e3-7a7c924c17f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:56.958673 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a38f8211-8670-4f6e-87e3-7a7c924c17f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:56.970960 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8', 'network_id': '7bc3b876-f37c-4fd2-ad3b-c29cb12fd064', 'port_id': '70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8', 'mac_address': 'fa:16:3e:49:c5:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0426f897-3517-4777-b787-b653a2b0dda2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:24:56.977959 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a38f8211-8670-4f6e-87e3-7a7c924c17f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:24:56.994195 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a38f8211-8670-4f6e-87e3-7a7c924c17f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:56.995735 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-a38f8211-8670-4f6e-87e3-7a7c924c17f6 admin admin] Added segment e3dc8639-19a5-462e-ad21-2ed808e92762 of type vlan for network 0b0274f7-e13d-4959-bcc3-7a3f2324a7d1 Nov 16 11:24:57.011502 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6c01c-d7ea-4a74-8e33-bde65db9fa00 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Pushing event updated for resources: {'Port': ['ID=4212d6f8-fb72-4dcb-9b03-83bc1a5ab220,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:57.060998 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a38f8211-8670-4f6e-87e3-7a7c924c17f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:57.061675 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5e6c4934-28eb-4421-ae80-60ed39e4159a req-2b8683ac-3fff-450f-a96f-691a066c4c91 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196194 Nov 16 11:24:57.068687 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a3e6c01c-d7ea-4a74-8e33-bde65db9fa00 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:57.121749 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:57.126323 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:57.136136 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a3e6c01c-d7ea-4a74-8e33-bde65db9fa00 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:57.147779 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:24:57.184663 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a38f8211-8670-4f6e-87e3-7a7c924c17f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:57.186955 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38f8211-8670-4f6e-87e3-7a7c924c17f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:57.187700 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a38f8211-8670-4f6e-87e3-7a7c924c17f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:57.221667 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46da1af3-184a-4df2-8a97-3f4a788f45c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea25fb0b-c2a5-4389-a515-ff4e91322446'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:24:57.224019 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5934f79-d265-46f4-82a0-11fac69945bf" -d '{"events": [{"server_uuid": "46da1af3-184a-4df2-8a97-3f4a788f45c8", "name": "network-vif-plugged", "status": "completed", "tag": "ea25fb0b-c2a5-4389-a515-ff4e91322446"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:24:57.234236 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8,segment=NetworkSegment(1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1),segment_id=1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:57.246087 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:57.253341 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port ea25fb0b-c2a5-4389-a515-ff4e91322446, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=ea25fb0b-c2a5-4389-a515-ff4e91322446,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:57.294567 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:57.300243 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '079adb6e-31d5-49bf-85ba-1ec369ddeb80', 'tag': '7ddaea78-0390-4f42-bc31-36ab8a9f528e'}, {'name': 'network-changed', 'server_uuid': '25fe3deb-7030-4c85-a398-1e1007c95ffd', 'tag': '97fb902a-1c7c-49e9-8750-ca3dbca3b2cf'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:24:57.302668 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fd6668-8c57-4377-832b-dada397a1a93" -d '{"events": [{"name": "network-changed", "server_uuid": "079adb6e-31d5-49bf-85ba-1ec369ddeb80", "tag": "7ddaea78-0390-4f42-bc31-36ab8a9f528e"}, {"name": "network-changed", "server_uuid": "25fe3deb-7030-4c85-a398-1e1007c95ffd", "tag": "97fb902a-1c7c-49e9-8750-ca3dbca3b2cf"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:24:57.310899 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f8211-8670-4f6e-87e3-7a7c924c17f6 admin admin] Pushing event updated for resources: {'Network': ['ID=0b0274f7-e13d-4959-bcc3-7a3f2324a7d1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:57.319069 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a38f8211-8670-4f6e-87e3-7a7c924c17f6 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6942725 Nov 16 11:24:57.320686 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f8211-8670-4f6e-87e3-7a7c924c17f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de99de7-9132-4073-815f-3171af64b60f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:57.326483 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34806) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:57.331920 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 0b0274f7-e13d-4959-bcc3-7a3f2324a7d1 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:24:57.335689 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5de996ec-14e2-4b78-9e9e-f26a9467c6a4 admin admin] Request body: {'subnet': {'network_id': '0b0274f7-e13d-4959-bcc3-7a3f2324a7d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-12675003-subnet', 'tenant_id': '63e6e9eea3174ad49384408ab0f8fca1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:24:57.372447 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de996ec-14e2-4b78-9e9e-f26a9467c6a4 admin admin] Made reservation on behalf of 63e6e9eea3174ad49384408ab0f8fca1 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:24:57.375145 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5de996ec-14e2-4b78-9e9e-f26a9467c6a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:57.388243 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8,revision_number=6']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:57.426006 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f249e86-2f0c-4a29-a293-a31cb213f785 req-bb04528b-ca24-41e7-9bc5-14bcc55b29e9 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:57.429436 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4f249e86-2f0c-4a29-a293-a31cb213f785 req-bb04528b-ca24-41e7-9bc5-14bcc55b29e9 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=079adb6e-31d5-49bf-85ba-1ec369ddeb80 HTTP/1.1" status: 200 len: 944 time: 0.2014127 Nov 16 11:24:57.446671 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=ea25fb0b-c2a5-4389-a515-ff4e91322446,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:57.555945 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4f249e86-2f0c-4a29-a293-a31cb213f785 req-a9b2cf33-e4dc-43a4-a57c-97aab7d6bdda tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166198 Nov 16 11:24:57.565798 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a3e6c01c-d7ea-4a74-8e33-bde65db9fa00 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:57.576390 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a3e6c01c-d7ea-4a74-8e33-bde65db9fa00 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:57.625870 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6c01c-d7ea-4a74-8e33-bde65db9fa00 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Pushing event updated for resources: {'Port': ['ID=4212d6f8-fb72-4dcb-9b03-83bc1a5ab220,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:57.668394 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5de996ec-14e2-4b78-9e9e-f26a9467c6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:57.684930 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a3e6c01c-d7ea-4a74-8e33-bde65db9fa00 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:57.705402 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a3e6c01c-d7ea-4a74-8e33-bde65db9fa00 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:57.710017 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a3e6c01c-d7ea-4a74-8e33-bde65db9fa00 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6305673 Nov 16 11:24:57.711511 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34812) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:57.714722 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:24:57.722860 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-2c2957da-44a0-4b50-a935-f5e7c81b685e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Request body: {'port': {'network_id': 'a85e5511-9c09-4b7f-9001-0fba1f5ae103', 'name': 'tempest-FloatingIPTestJSON-1187539649'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:24:57.757051 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de996ec-14e2-4b78-9e9e-f26a9467c6a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52e93dc8-eaab-47df-8041-02aa00928558,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:57.784829 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe01e13-dafe-4744-a1f4-3a3a68a69f4a x-openstack-request-id: req-efe01e13-dafe-4744-a1f4-3a3a68a69f4a {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:24:57.784829 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46da1af3-184a-4df2-8a97-3f4a788f45c8", "name": "network-vif-plugged", "status": "completed", "tag": "ea25fb0b-c2a5-4389-a515-ff4e91322446", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:24:57.784829 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-efe01e13-dafe-4744-a1f4-3a3a68a69f4a {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:24:57.784829 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46da1af3-184a-4df2-8a97-3f4a788f45c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea25fb0b-c2a5-4389-a515-ff4e91322446', 'code': 200} Nov 16 11:24:57.785215 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de996ec-14e2-4b78-9e9e-f26a9467c6a4 admin admin] Checking segment: {'id': 'e3dc8639-19a5-462e-ad21-2ed808e92762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0b0274f7-e13d-4959-bcc3-7a3f2324a7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:24:57.785215 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de996ec-14e2-4b78-9e9e-f26a9467c6a4 admin admin] Network hostable DHCP agents. Network: 0b0274f7-e13d-4959-bcc3-7a3f2324a7d1, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:24:57.837353 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de996ec-14e2-4b78-9e9e-f26a9467c6a4 admin admin] Network 0b0274f7-e13d-4959-bcc3-7a3f2324a7d1 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:24:57.853528 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-5de996ec-14e2-4b78-9e9e-f26a9467c6a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 0b0274f7-e13d-4959-bcc3-7a3f2324a7d1) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:24:57.863515 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de996ec-14e2-4b78-9e9e-f26a9467c6a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:57.867169 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5de996ec-14e2-4b78-9e9e-f26a9467c6a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:57.873970 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2602f4f6-faef-4bb3-867f-e19db9736d03 None None] Network 0b0274f7-e13d-4959-bcc3-7a3f2324a7d1 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:24:57.900941 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5de996ec-14e2-4b78-9e9e-f26a9467c6a4 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5699165 Nov 16 11:24:57.969121 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 16 Nov 2021 11:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03667d7-bae6-4f08-a58f-5ab54f593193 x-openstack-request-id: req-a03667d7-bae6-4f08-a58f-5ab54f593193 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:24:57.969727 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "079adb6e-31d5-49bf-85ba-1ec369ddeb80", "tag": "7ddaea78-0390-4f42-bc31-36ab8a9f528e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "25fe3deb-7030-4c85-a398-1e1007c95ffd", "tag": "97fb902a-1c7c-49e9-8750-ca3dbca3b2cf", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:24:57.970240 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a03667d7-bae6-4f08-a58f-5ab54f593193 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:24:57.971253 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '079adb6e-31d5-49bf-85ba-1ec369ddeb80', 'tag': '7ddaea78-0390-4f42-bc31-36ab8a9f528e', 'status': 'completed', 'code': 200} Nov 16 11:24:57.971820 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25fe3deb-7030-4c85-a398-1e1007c95ffd', 'tag': '97fb902a-1c7c-49e9-8750-ca3dbca3b2cf', 'status': 'completed', 'code': 200} Nov 16 11:24:57.979996 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e7d6b-0306-4312-81ed-cd249d387f9b req-8f32c757-9915-4af9-a2e1-1395f062e57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:57.995449 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-571e7d6b-0306-4312-81ed-cd249d387f9b req-8f32c757-9915-4af9-a2e1-1395f062e57d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=46da1af3-184a-4df2-8a97-3f4a788f45c8 HTTP/1.1" status: 200 len: 1096 time: 0.0931382 Nov 16 11:24:57.998766 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:58.073061 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2957da-44a0-4b50-a935-f5e7c81b685e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Made reservation on behalf of c9cb1aa5b1254cc3a8e0ba85aca63e3d for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:24:58.079725 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c2957da-44a0-4b50-a935-f5e7c81b685e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:58.133862 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd6668-8c57-4377-832b-dada397a1a93 req-ac09c9a3-d2a5-4ad6-b578-c7a323791aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:58.143736 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-571e7d6b-0306-4312-81ed-cd249d387f9b req-53a91aac-43d1-4781-9cc2-8a9de791a2ae service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343646 Nov 16 11:24:58.144157 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a2fd6668-8c57-4377-832b-dada397a1a93 req-ac09c9a3-d2a5-4ad6-b578-c7a323791aa4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac57a0dec96b499199f175f118c6a6d4&device_id=079adb6e-31d5-49bf-85ba-1ec369ddeb80 HTTP/1.1" status: 200 len: 1125 time: 0.1427581 Nov 16 11:24:58.182377 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-2c2957da-44a0-4b50-a935-f5e7c81b685e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] device_id is not set on port cd6d877b-f4b4-4638-a3c6-aa1f5c9c2202 yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:24:58.246444 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7dd97c5-0cba-40aa-a021-4dd474e5c17d None None] Network 0b0274f7-e13d-4959-bcc3-7a3f2324a7d1 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:24:58.247397 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb751e-d676-4c5a-b5ec-af74e021cc63 req-9e8b9862-395c-4aab-9c01-045a796bfb82 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:58.253180 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1ddb751e-d676-4c5a-b5ec-af74e021cc63 req-9e8b9862-395c-4aab-9c01-045a796bfb82 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=25fe3deb-7030-4c85-a398-1e1007c95ffd HTTP/1.1" status: 200 len: 943 time: 0.1440084 Nov 16 11:24:58.384160 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-2c2957da-44a0-4b50-a935-f5e7c81b685e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Allocated IP 172.20.0.6 (a85e5511-9c09-4b7f-9001-0fba1f5ae103/a8751690-3deb-485a-9a88-1bb293e66e15/cd6d877b-f4b4-4638-a3c6-aa1f5c9c2202) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:24:58.433701 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1ddb751e-d676-4c5a-b5ec-af74e021cc63 req-f0b92eb9-a562-463e-ab29-9b2645c1b177 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657717 Nov 16 11:24:58.692078 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:24:58.721071 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:58.788578 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:58.803381 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:24:58.824926 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8,segment=NetworkSegment(1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1),segment_id=1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:24:58.829091 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:58.907763 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd6668-8c57-4377-832b-dada397a1a93 req-bade045f-49d4-4872-8b68-b2054d570534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:58.907763 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a2fd6668-8c57-4377-832b-dada397a1a93 req-bade045f-49d4-4872-8b68-b2054d570534 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a6437950-3837-42ba-a7b4-c297945f46f8 HTTP/1.1" status: 200 len: 921 time: 0.5344417 Nov 16 11:24:58.912994 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8,revision_number=7']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:58.964886 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a2fd6668-8c57-4377-832b-dada397a1a93 req-65a49528-3d23-457a-89f0-d6e9e85f614c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ddaea78-0390-4f42-bc31-36ab8a9f528e HTTP/1.1" status: 200 len: 217 time: 0.0500500 Nov 16 11:24:58.975155 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669148d5-0164-4e8b-a71f-0c3fecee2023 req-5f73cea7-dc46-40c7-8200-a70f15900a75 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:58.976643 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-669148d5-0164-4e8b-a71f-0c3fecee2023 req-5f73cea7-dc46-40c7-8200-a70f15900a75 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae0f80e8-d797-441a-9f1b-f1d58332d494 HTTP/1.1" status: 200 len: 944 time: 0.4686530 Nov 16 11:24:59.077967 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c2957da-44a0-4b50-a935-f5e7c81b685e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:59.104981 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd6668-8c57-4377-832b-dada397a1a93 req-dccc6b85-fea7-411b-a7b7-8b25b4d6bae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:59.107091 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a2fd6668-8c57-4377-832b-dada397a1a93 req-dccc6b85-fea7-411b-a7b7-8b25b4d6bae7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=abaafd2b-7546-45a3-a211-065b2bf563c9 HTTP/1.1" status: 200 len: 860 time: 0.1295676 Nov 16 11:24:59.114286 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-669148d5-0164-4e8b-a71f-0c3fecee2023 req-60fda883-f962-4c7d-831e-fe84859579fe tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291912 Nov 16 11:24:59.152440 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a2fd6668-8c57-4377-832b-dada397a1a93 req-dcfd5ac2-2cb0-49f0-ba01-5047cec394a9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a6437950-3837-42ba-a7b4-c297945f46f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327196 Nov 16 11:24:59.170496 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c2957da-44a0-4b50-a935-f5e7c81b685e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:59.283309 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2957da-44a0-4b50-a935-f5e7c81b685e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Network a85e5511-9c09-4b7f-9001-0fba1f5ae103 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:24:59.298410 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-2c2957da-44a0-4b50-a935-f5e7c81b685e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:24:59.305464 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2957da-44a0-4b50-a935-f5e7c81b685e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:24:59.359636 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2957da-44a0-4b50-a935-f5e7c81b685e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Pushing event updated for resources: {'Port': ['ID=cd6d877b-f4b4-4638-a3c6-aa1f5c9c2202,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:24:59.383011 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c64839-a681-4ca7-bac1-513d20e75517 req-7e88b42a-1bee-4878-9e2f-eab3d3699f71 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:59.384540 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b0c64839-a681-4ca7-bac1-513d20e75517 req-7e88b42a-1bee-4878-9e2f-eab3d3699f71 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=46da1af3-184a-4df2-8a97-3f4a788f45c8 HTTP/1.1" status: 200 len: 945 time: 0.1710958 Nov 16 11:24:59.393990 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a2fd6668-8c57-4377-832b-dada397a1a93 req-8c36ef06-e2ea-48a3-9161-b50b442ba49a service neutron] 10.222.0.64 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281528 Nov 16 11:24:59.477042 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2957da-44a0-4b50-a935-f5e7c81b685e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:59.477654 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c2957da-44a0-4b50-a935-f5e7c81b685e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:59.514391 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2c2957da-44a0-4b50-a935-f5e7c81b685e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7984962 Nov 16 11:24:59.515293 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34828) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:24:59.520657 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-aa0f7e7a-266c-4d6a-9228-3b2f510b59a3 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Request body: {'floatingip': {'port_id': 'cd6d877b-f4b4-4638-a3c6-aa1f5c9c2202'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:24:59.546373 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b0c64839-a681-4ca7-bac1-513d20e75517 req-9789eb8d-75bf-4ed2-a34c-c9ff18b290f6 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384251 Nov 16 11:24:59.559129 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a2fd6668-8c57-4377-832b-dada397a1a93 req-3f8d46e4-169b-4415-b8e2-bc6a6a42b549 service neutron] 10.222.0.64 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546230 Nov 16 11:24:59.579171 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7e7a-266c-4d6a-9228-3b2f510b59a3 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for floatingip, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:24:59.670878 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd6668-8c57-4377-832b-dada397a1a93 req-e91b3540-b50e-4e19-a980-18e8404d35e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:59.672431 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a2fd6668-8c57-4377-832b-dada397a1a93 req-e91b3540-b50e-4e19-a980-18e8404d35e5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bcada9d38abf4226bc4ca768b16b9a90&device_id=25fe3deb-7030-4c85-a398-1e1007c95ffd HTTP/1.1" status: 200 len: 1094 time: 0.0468893 Nov 16 11:24:59.789719 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd6668-8c57-4377-832b-dada397a1a93 req-2faa557e-c4d8-44e5-993c-6e605a69a82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:59.791639 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a2fd6668-8c57-4377-832b-dada397a1a93 req-2faa557e-c4d8-44e5-993c-6e605a69a82d service neutron] 10.222.0.64 "GET /v2.0/networks?id=3d74d208-8054-4a20-a68e-5341a0731232 HTTP/1.1" status: 200 len: 912 time: 0.1116638 Nov 16 11:24:59.859127 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a2fd6668-8c57-4377-832b-dada397a1a93 req-fbfbcc3d-be7e-42b2-b6dd-ea52aadacbfa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97fb902a-1c7c-49e9-8750-ca3dbca3b2cf HTTP/1.1" status: 200 len: 217 time: 0.0524163 Nov 16 11:24:59.984289 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd6668-8c57-4377-832b-dada397a1a93 req-05599eb0-476f-4a7f-bfa3-74aca2121363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:24:59.985663 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a2fd6668-8c57-4377-832b-dada397a1a93 req-05599eb0-476f-4a7f-bfa3-74aca2121363 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f019b1b-47e9-47e0-b9fa-270ea9b96fc7 HTTP/1.1" status: 200 len: 851 time: 0.1160219 Nov 16 11:25:00.040432 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a2fd6668-8c57-4377-832b-dada397a1a93 req-3ffb6401-9753-4c67-bcc2-b79678727b88 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3d74d208-8054-4a20-a68e-5341a0731232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382283 Nov 16 11:25:00.049289 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-f053e742-2974-421d-bc41-723eb6723eac tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:00.051148 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-f053e742-2974-421d-bc41-723eb6723eac tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] 10.222.0.61 "GET /v2.0/networks?id=0b0274f7-e13d-4959-bcc3-7a3f2324a7d1 HTTP/1.1" status: 200 len: 820 time: 0.1946561 Nov 16 11:25:00.115842 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7e7a-266c-4d6a-9228-3b2f510b59a3 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:00.125964 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-eaf3070a-e692-4038-af80-f877098051a0 tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] 10.222.0.61 "GET /v2.0/quotas/63e6e9eea3174ad49384408ab0f8fca1 HTTP/1.1" status: 200 len: 375 time: 0.0646908 Nov 16 11:25:00.132369 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7e7a-266c-4d6a-9228-3b2f510b59a3 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:00.173083 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-8c5cdffb-778b-4599-bd73-43a5f3901eb3 tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=63e6e9eea3174ad49384408ab0f8fca1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416188 Nov 16 11:25:00.245683 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [None req-aa0f7e7a-266c-4d6a-9228-3b2f510b59a3 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Floating IP 82cd8334-dfde-4a66-b958-91315257136c associated. External IP: 172.25.0.116, port: cd6d877b-f4b4-4638-a3c6-aa1f5c9c2202. Nov 16 11:25:00.256478 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a2fd6668-8c57-4377-832b-dada397a1a93 req-d8e018b7-fa2a-4d31-8626-af3e5ae61f17 service neutron] 10.222.0.64 "GET /v2.0/networks/3d74d208-8054-4a20-a68e-5341a0731232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041323 Nov 16 11:25:00.405203 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-70381cb8-b96b-470b-996d-e546815c963a service neutron] 10.222.0.61 "GET /v2.0/networks/0b0274f7-e13d-4959-bcc3-7a3f2324a7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171791 Nov 16 11:25:00.461757 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a2fd6668-8c57-4377-832b-dada397a1a93 req-e5cdb0bc-129e-42a3-b211-f339546dc5a1 service neutron] 10.222.0.64 "GET /v2.0/networks/3d74d208-8054-4a20-a68e-5341a0731232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964245 Nov 16 11:25:00.500033 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0f7e7a-266c-4d6a-9228-3b2f510b59a3 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Router f74ec157-18ca-4096-9f48-8fdb8e383456 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:25:00.532657 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-7430b186-aaeb-458a-9b2c-c8732142792c service neutron] 10.222.0.61 "GET /v2.0/networks/0b0274f7-e13d-4959-bcc3-7a3f2324a7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265759 Nov 16 11:25:00.619521 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 97fb902a-1c7c-49e9-8750-ca3dbca3b2cf details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:25:00.645598 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0f7e7a-266c-4d6a-9228-3b2f510b59a3 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:25:00.652940 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7e7a-266c-4d6a-9228-3b2f510b59a3 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:00.663016 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce38aa22-5153-45e9-bb49-8de9d9760941 None None] Sync routers for ids ['f74ec157-18ca-4096-9f48-8fdb8e383456'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:25:00.679550 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce38aa22-5153-45e9-bb49-8de9d9760941 None None] Routers {'f74ec157-18ca-4096-9f48-8fdb8e383456'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:25:00.680599 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ce38aa22-5153-45e9-bb49-8de9d9760941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:24:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f74ec157-18ca-4096-9f48-8fdb8e383456'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:00.730175 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ce38aa22-5153-45e9-bb49-8de9d9760941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:00.733340 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:25:00.749658 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-aa0f7e7a-266c-4d6a-9228-3b2f510b59a3 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "PUT /v2.0/floatingips/82cd8334-dfde-4a66-b958-91315257136c HTTP/1.1" status: 200 len: 978 time: 1.2336030 Nov 16 11:25:00.752677 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34844) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:00.933233 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce38aa22-5153-45e9-bb49-8de9d9760941 None None] Routers {'f74ec157-18ca-4096-9f48-8fdb8e383456'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:25:00.942171 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ce38aa22-5153-45e9-bb49-8de9d9760941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:24:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f74ec157-18ca-4096-9f48-8fdb8e383456'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:00.949272 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f2fc3-302f-46d0-9c49-4420d9924eae req-84ca493a-8c36-4b2a-ae9c-0a6ed1bde42c tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:00.972765 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f88f2fc3-302f-46d0-9c49-4420d9924eae req-84ca493a-8c36-4b2a-ae9c-0a6ed1bde42c tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=079adb6e-31d5-49bf-85ba-1ec369ddeb80 HTTP/1.1" status: 200 len: 944 time: 0.0871375 Nov 16 11:25:01.077620 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-38adc3e4-38e4-4ff6-83e2-39bff1371a81 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Deleting port cd6d877b-f4b4-4638-a3c6-aa1f5c9c2202 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:25:01.077620 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-38adc3e4-38e4-4ff6-83e2-39bff1371a81 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:01.094070 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ce38aa22-5153-45e9-bb49-8de9d9760941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:01.095108 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce38aa22-5153-45e9-bb49-8de9d9760941 None None] The sync data for ids ['f74ec157-18ca-4096-9f48-8fdb8e383456'] in n-d-816823-3 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:25:01.179575 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f88f2fc3-302f-46d0-9c49-4420d9924eae req-fd0ad2e6-0e55-4139-aa88-a1ca75774e9e tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057736 Nov 16 11:25:01.184658 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 97fb902a-1c7c-49e9-8750-ca3dbca3b2cf, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=97fb902a-1c7c-49e9-8750-ca3dbca3b2cf,segment=NetworkSegment(dde4f2a5-6c36-4ca1-b975-fe969cc62f41),segment_id=dde4f2a5-6c36-4ca1-b975-fe969cc62f41)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:25:01.235287 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-38adc3e4-38e4-4ff6-83e2-39bff1371a81 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:01.240955 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '97fb902a-1c7c-49e9-8750-ca3dbca3b2cf', 'network_id': '3d74d208-8054-4a20-a68e-5341a0731232', 'port_id': '97fb902a-1c7c-49e9-8750-ca3dbca3b2cf', 'mac_address': 'fa:16:3e:64:aa:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f019b1b-47e9-47e0-b9fa-270ea9b96fc7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:25:01.269325 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:25:01.270139 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:01.371060 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:01.427658 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97fb902a-1c7c-49e9-8750-ca3dbca3b2cf {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:25:01.457441 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 97fb902a-1c7c-49e9-8750-ca3dbca3b2cf, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=97fb902a-1c7c-49e9-8750-ca3dbca3b2cf,segment=NetworkSegment(dde4f2a5-6c36-4ca1-b975-fe969cc62f41),segment_id=dde4f2a5-6c36-4ca1-b975-fe969cc62f41)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:25:01.531312 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:01.572824 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d77ca-34b0-4875-beee-d360a73e78db req-9dcd5743-59dc-43a6-b86d-1bd3ec7d1faf tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:01.605681 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-644d77ca-34b0-4875-beee-d360a73e78db req-9dcd5743-59dc-43a6-b86d-1bd3ec7d1faf tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=25fe3deb-7030-4c85-a398-1e1007c95ffd HTTP/1.1" status: 200 len: 944 time: 0.1444206 Nov 16 11:25:01.605964 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-38adc3e4-38e4-4ff6-83e2-39bff1371a81 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:01.606453 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-38adc3e4-38e4-4ff6-83e2-39bff1371a81 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:01.606859 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [None req-38adc3e4-38e4-4ff6-83e2-39bff1371a81 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Floating IP 82cd8334-dfde-4a66-b958-91315257136c disassociated. External IP: 172.25.0.116, port: cd6d877b-f4b4-4638-a3c6-aa1f5c9c2202. Nov 16 11:25:01.607378 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-38adc3e4-38e4-4ff6-83e2-39bff1371a81 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Calling delete_port for cd6d877b-f4b4-4638-a3c6-aa1f5c9c2202 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:25:01.629305 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:01.713953 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-644d77ca-34b0-4875-beee-d360a73e78db req-d8373c08-bff3-41e8-9c91-0617a44d2a96 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068361 Nov 16 11:25:01.743125 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0f80e8-d797-441a-9f1b-f1d58332d494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:25:01.751710 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f225366-b187-4adf-b8f9-e589677b1f2b" -d '{"events": [{"server_uuid": "ae0f80e8-d797-441a-9f1b-f1d58332d494", "name": "network-vif-plugged", "status": "completed", "tag": "70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:25:01.766383 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8,segment=NetworkSegment(1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1),segment_id=1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:25:01.772784 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=97fb902a-1c7c-49e9-8750-ca3dbca3b2cf,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:01.792513 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:01.857795 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['97fb902a-1c7c-49e9-8750-ca3dbca3b2cf'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:25:01.927717 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c878e-3277-4485-aeb0-234e80d3127c req-56aad059-5eb5-4dfe-821d-80763a9e59ae tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:01.930816 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-431c878e-3277-4485-aeb0-234e80d3127c req-56aad059-5eb5-4dfe-821d-80763a9e59ae tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae0f80e8-d797-441a-9f1b-f1d58332d494 HTTP/1.1" status: 200 len: 945 time: 0.0906835 Nov 16 11:25:01.965201 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-38adc3e4-38e4-4ff6-83e2-39bff1371a81 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:02.044336 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8,revision_number=8']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:02.049466 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-431c878e-3277-4485-aeb0-234e80d3127c req-390eaec5-5241-4a07-952e-56930a7f9cd0 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114609 Nov 16 11:25:02.065100 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38adc3e4-38e4-4ff6-83e2-39bff1371a81 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Pushing event deleted for resources: {'Port': ['ID=cd6d877b-f4b4-4638-a3c6-aa1f5c9c2202,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:02.251894 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af593641-76ab-491c-b59c-06bee5877401 req-b8bcb37c-b136-431d-b70e-264a16fa2c9b tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:02.261074 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-af593641-76ab-491c-b59c-06bee5877401 req-b8bcb37c-b136-431d-b70e-264a16fa2c9b tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=46da1af3-184a-4df2-8a97-3f4a788f45c8 HTTP/1.1" status: 200 len: 945 time: 0.1090076 Nov 16 11:25:02.262337 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38adc3e4-38e4-4ff6-83e2-39bff1371a81 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Router f74ec157-18ca-4096-9f48-8fdb8e383456 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:25:02.336947 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-af593641-76ab-491c-b59c-06bee5877401 req-3de7a009-cd00-4ab2-aa2e-c7771283aed0 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745482 Nov 16 11:25:02.405385 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38adc3e4-38e4-4ff6-83e2-39bff1371a81 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:25:02.428190 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d81ee4e-6adf-450c-9d2f-601b8685c83e None None] Sync routers for ids ['f74ec157-18ca-4096-9f48-8fdb8e383456'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:25:02.485709 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d81ee4e-6adf-450c-9d2f-601b8685c83e None None] Routers {'f74ec157-18ca-4096-9f48-8fdb8e383456'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:25:02.486477 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-1d81ee4e-6adf-450c-9d2f-601b8685c83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:24:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f74ec157-18ca-4096-9f48-8fdb8e383456'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:02.486655 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b828083-b3a8-481c-9b62-dd3d1ef7d56e req-3032faa5-b010-497d-af0e-cb33b596bea8 tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e15d657-2b54-4771-b09a-6e30363445cf HTTP/1.1" status: 200 len: 210 time: 0.0725439 Nov 16 11:25:02.566794 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-38adc3e4-38e4-4ff6-83e2-39bff1371a81 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:02.573714 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-38adc3e4-38e4-4ff6-83e2-39bff1371a81 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "DELETE /v2.0/ports/cd6d877b-f4b4-4638-a3c6-aa1f5c9c2202 HTTP/1.1" status: 204 len: 168 time: 1.8174198 Nov 16 11:25:02.573961 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-1d81ee4e-6adf-450c-9d2f-601b8685c83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:02.574427 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34864) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:02.592376 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f9cbd9-846d-46c0-81f4-c3c886dc425e x-openstack-request-id: req-97f9cbd9-846d-46c0-81f4-c3c886dc425e {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:25:02.592928 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0f80e8-d797-441a-9f1b-f1d58332d494", "name": "network-vif-plugged", "status": "completed", "tag": "70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:25:02.593267 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-97f9cbd9-846d-46c0-81f4-c3c886dc425e {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:25:02.593719 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0f80e8-d797-441a-9f1b-f1d58332d494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8', 'code': 200} Nov 16 11:25:02.595789 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d81ee4e-6adf-450c-9d2f-601b8685c83e None None] Routers {'f74ec157-18ca-4096-9f48-8fdb8e383456'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:25:02.596846 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-1d81ee4e-6adf-450c-9d2f-601b8685c83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:24:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f74ec157-18ca-4096-9f48-8fdb8e383456'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:02.634397 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 7ddaea78-0390-4f42-bc31-36ab8a9f528e no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:25:02.687151 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2b865cb5-fa37-48c6-aec0-c271237b2320 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "GET /v2.0/floatingips/82cd8334-dfde-4a66-b958-91315257136c HTTP/1.1" status: 200 len: 688 time: 0.1085174 Nov 16 11:25:02.687415 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34866) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:02.747504 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-1d81ee4e-6adf-450c-9d2f-601b8685c83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:02.751376 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d81ee4e-6adf-450c-9d2f-601b8685c83e None None] The sync data for ids ['f74ec157-18ca-4096-9f48-8fdb8e383456'] in n-d-816823-3 is: [] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:25:02.986588 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe58e2-8214-4652-a2e5-538314833955 req-1c6e946e-eb21-4180-9546-a31b7683a8ec tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:02.988321 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ecfe58e2-8214-4652-a2e5-538314833955 req-1c6e946e-eb21-4180-9546-a31b7683a8ec tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=079adb6e-31d5-49bf-85ba-1ec369ddeb80 HTTP/1.1" status: 200 len: 944 time: 0.1472874 Nov 16 11:25:02.995972 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-7fe4dcc7-05e1-4342-a2a1-03b966f9a862 tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:02.997555 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-7fe4dcc7-05e1-4342-a2a1-03b966f9a862 tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] 10.222.0.64 "GET /v2.0/networks?id=0b0274f7-e13d-4959-bcc3-7a3f2324a7d1 HTTP/1.1" status: 200 len: 820 time: 0.3117120 Nov 16 11:25:03.023259 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-2fee54ae-5843-4575-82b1-3f244816b8bb tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] Request body: {'port': {'device_id': '7e15d657-2b54-4771-b09a-6e30363445cf', 'network_id': '0b0274f7-e13d-4959-bcc3-7a3f2324a7d1', 'admin_state_up': True, 'tenant_id': '63e6e9eea3174ad49384408ab0f8fca1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:25:03.038499 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442d809-00eb-4ac8-a27d-c0b5973dcde6 req-028924c5-fc93-495d-96dc-80edd0bc70c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:03.040652 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e442d809-00eb-4ac8-a27d-c0b5973dcde6 req-028924c5-fc93-495d-96dc-80edd0bc70c5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ae0f80e8-d797-441a-9f1b-f1d58332d494 HTTP/1.1" status: 200 len: 1096 time: 0.1073585 Nov 16 11:25:03.111836 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ecfe58e2-8214-4652-a2e5-538314833955 req-41bf410b-acf2-4c61-8673-246c15fb9028 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131659 Nov 16 11:25:03.127644 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a3632-7321-4821-82d2-8311fa03a3bb tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Deleting port 4212d6f8-fb72-4dcb-9b03-83bc1a5ab220 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:25:03.127989 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ec7a3632-7321-4821-82d2-8311fa03a3bb tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:03.191643 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e442d809-00eb-4ac8-a27d-c0b5973dcde6 req-7f8bf0f8-c675-424f-a2d4-9b71ebf85b76 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393604 Nov 16 11:25:03.249975 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ec7a3632-7321-4821-82d2-8311fa03a3bb tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:03.250782 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ec7a3632-7321-4821-82d2-8311fa03a3bb tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:03.267944 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-2fee54ae-5843-4575-82b1-3f244816b8bb tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] Made reservation on behalf of 63e6e9eea3174ad49384408ab0f8fca1 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:25:03.273410 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-2fee54ae-5843-4575-82b1-3f244816b8bb tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:03.281590 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a3632-7321-4821-82d2-8311fa03a3bb tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Calling delete_port for 4212d6f8-fb72-4dcb-9b03-83bc1a5ab220 owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:25:03.431511 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3228f633-0b55-4005-9101-23452982c100 req-c7cbc16d-9eb1-41e9-9beb-6d3aa94ce07c service neutron] 10.222.0.64 "GET /v2.0/ports/7ddaea78-0390-4f42-bc31-36ab8a9f528e/bindings/n-h1-816823-3 HTTP/1.1" status: 200 len: 384 time: 0.0874822 Nov 16 11:25:03.473048 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f9afe-3fc4-499d-8193-ed842ca4ca65 req-3b6d5db8-5d72-4d8e-8dce-aca3db234818 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:03.478530 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-771f9afe-3fc4-499d-8193-ed842ca4ca65 req-3b6d5db8-5d72-4d8e-8dce-aca3db234818 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=25fe3deb-7030-4c85-a398-1e1007c95ffd HTTP/1.1" status: 200 len: 944 time: 0.1006851 Nov 16 11:25:03.530375 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ec7a3632-7321-4821-82d2-8311fa03a3bb tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:03.543830 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-2fee54ae-5843-4575-82b1-3f244816b8bb tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] Allocated IP 172.20.0.4 (0b0274f7-e13d-4959-bcc3-7a3f2324a7d1/52e93dc8-eaab-47df-8041-02aa00928558/1ae2512e-901d-4325-9dd3-79ea952ff8b0) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:25:03.593534 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a3632-7321-4821-82d2-8311fa03a3bb tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Pushing event deleted for resources: {'Port': ['ID=4212d6f8-fb72-4dcb-9b03-83bc1a5ab220,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:03.594012 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-771f9afe-3fc4-499d-8193-ed842ca4ca65 req-0423332e-5964-49d8-9976-da4bc4e13d49 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109126 Nov 16 11:25:03.698157 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ec7a3632-7321-4821-82d2-8311fa03a3bb tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:03.702004 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ec7a3632-7321-4821-82d2-8311fa03a3bb tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:03.702363 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ec7a3632-7321-4821-82d2-8311fa03a3bb tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "DELETE /v2.0/floatingips/82cd8334-dfde-4a66-b958-91315257136c HTTP/1.1" status: 204 len: 168 time: 1.0139601 Nov 16 11:25:03.712368 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34898) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:03.730132 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-ec6e43d2-32b1-4b66-9c3c-2a79a9d846e0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'port_id': '231ffc4e-58d9-44c8-bf3f-eb1b0ceb3da2'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:25:03.736023 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-3228f633-0b55-4005-9101-23452982c100 req-45eb0d3e-423c-4f9c-8d16-52b71afe96a9 service neutron] For port 7ddaea78-0390-4f42-bc31-36ab8a9f528e, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=7ddaea78-0390-4f42-bc31-36ab8a9f528e,segment=NetworkSegment(d9c88559-8fa4-467d-a577-d2c14bfd7508),segment_id=d9c88559-8fa4-467d-a577-d2c14bfd7508)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:25:03.770315 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-3228f633-0b55-4005-9101-23452982c100 req-45eb0d3e-423c-4f9c-8d16-52b71afe96a9 service neutron] For port 7ddaea78-0390-4f42-bc31-36ab8a9f528e, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:25:03.813632 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-3228f633-0b55-4005-9101-23452982c100 req-45eb0d3e-423c-4f9c-8d16-52b71afe96a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ddaea78-0390-4f42-bc31-36ab8a9f528e {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:25:03.825099 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781518b0-33e2-437e-be01-0f53dc77593f req-4c8a440e-6a3d-4d2f-83d3-f4df47093515 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:03.826153 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-3228f633-0b55-4005-9101-23452982c100 req-45eb0d3e-423c-4f9c-8d16-52b71afe96a9 service neutron] For port 7ddaea78-0390-4f42-bc31-36ab8a9f528e, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=7ddaea78-0390-4f42-bc31-36ab8a9f528e,segment=NetworkSegment(d9c88559-8fa4-467d-a577-d2c14bfd7508),segment_id=d9c88559-8fa4-467d-a577-d2c14bfd7508)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:25:03.834182 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-781518b0-33e2-437e-be01-0f53dc77593f req-4c8a440e-6a3d-4d2f-83d3-f4df47093515 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae0f80e8-d797-441a-9f1b-f1d58332d494 HTTP/1.1" status: 200 len: 945 time: 0.1687958 Nov 16 11:25:03.839760 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec6e43d2-32b1-4b66-9c3c-2a79a9d846e0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for floatingip, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:03.844541 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3228f633-0b55-4005-9101-23452982c100 req-45eb0d3e-423c-4f9c-8d16-52b71afe96a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:03.940978 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-2fee54ae-5843-4575-82b1-3f244816b8bb tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:03.942094 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-3228f633-0b55-4005-9101-23452982c100 req-45eb0d3e-423c-4f9c-8d16-52b71afe96a9 service neutron] Transition to ACTIVE for port object 7ddaea78-0390-4f42-bc31-36ab8a9f528e will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:25:03.954092 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3228f633-0b55-4005-9101-23452982c100 req-45eb0d3e-423c-4f9c-8d16-52b71afe96a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:03.983923 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-781518b0-33e2-437e-be01-0f53dc77593f req-d50a589b-bfca-43d1-b95d-311a2cf34ebe tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481509 Nov 16 11:25:04.055213 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-2fee54ae-5843-4575-82b1-3f244816b8bb tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:04.068950 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-3228f633-0b55-4005-9101-23452982c100 req-45eb0d3e-423c-4f9c-8d16-52b71afe96a9 service neutron] No DVR routers for this DVR port 7ddaea78-0390-4f42-bc31-36ab8a9f528e on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:25:04.076389 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb0d3e-423c-4f9c-8d16-52b71afe96a9 service neutron] Pushing event updated for resources: {'Port': ['ID=7ddaea78-0390-4f42-bc31-36ab8a9f528e,revision_number=10']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:04.128663 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3228f633-0b55-4005-9101-23452982c100 req-45eb0d3e-423c-4f9c-8d16-52b71afe96a9 service neutron] 10.222.0.64 "PUT /v2.0/ports/7ddaea78-0390-4f42-bc31-36ab8a9f528e/bindings/n-h1-816823-3/activate HTTP/1.1" status: 200 len: 369 time: 0.6855874 Nov 16 11:25:04.179164 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-2fee54ae-5843-4575-82b1-3f244816b8bb tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] Network 0b0274f7-e13d-4959-bcc3-7a3f2324a7d1 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:25:04.186251 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-2fee54ae-5843-4575-82b1-3f244816b8bb tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:25:04.189307 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-2fee54ae-5843-4575-82b1-3f244816b8bb tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:25:04.192107 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee54ae-5843-4575-82b1-3f244816b8bb tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] Pushing event updated for resources: {'Port': ['ID=1ae2512e-901d-4325-9dd3-79ea952ff8b0,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:04.234946 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec6e43d2-32b1-4b66-9c3c-2a79a9d846e0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:04.257362 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228f633-0b55-4005-9101-23452982c100 req-3ad9ff83-8aae-4f82-9fc9-e49dab613d11 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:04.259486 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3228f633-0b55-4005-9101-23452982c100 req-3ad9ff83-8aae-4f82-9fc9-e49dab613d11 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=079adb6e-31d5-49bf-85ba-1ec369ddeb80&tenant_id=ac57a0dec96b499199f175f118c6a6d4&binding%3Ahost_id=n-h2-816823-3 HTTP/1.1" status: 200 len: 1096 time: 0.0677950 Nov 16 11:25:04.265803 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ede243-fdf1-42b4-bf2b-44eafb561c16 req-3d6c07c7-1cdc-4ced-9614-32bbbde78d68 tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:04.267725 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-61ede243-fdf1-42b4-bf2b-44eafb561c16 req-3d6c07c7-1cdc-4ced-9614-32bbbde78d68 tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e15d657-2b54-4771-b09a-6e30363445cf HTTP/1.1" status: 200 len: 931 time: 0.1855059 Nov 16 11:25:04.275006 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-2fee54ae-5843-4575-82b1-3f244816b8bb tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:04.275697 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-2fee54ae-5843-4575-82b1-3f244816b8bb tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:04.322205 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228f633-0b55-4005-9101-23452982c100 req-b0acb45d-5a15-4428-ba0a-b212c09d8602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:04.325017 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3228f633-0b55-4005-9101-23452982c100 req-b0acb45d-5a15-4428-ba0a-b212c09d8602 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=079adb6e-31d5-49bf-85ba-1ec369ddeb80&tenant_id=ac57a0dec96b499199f175f118c6a6d4 HTTP/1.1" status: 200 len: 1096 time: 0.0506234 Nov 16 11:25:04.350666 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-2fee54ae-5843-4575-82b1-3f244816b8bb tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3324397 Nov 16 11:25:04.369515 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-c8473b66-9d8a-48f7-ab5f-b3ee1a403c56 service neutron] Request body: {'port': {'device_id': '7e15d657-2b54-4771-b09a-6e30363445cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:25:04.429769 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228f633-0b55-4005-9101-23452982c100 req-59b7beda-6b14-4fbc-8425-b555b17d2d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:04.432395 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3228f633-0b55-4005-9101-23452982c100 req-59b7beda-6b14-4fbc-8425-b555b17d2d84 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac57a0dec96b499199f175f118c6a6d4&device_id=079adb6e-31d5-49bf-85ba-1ec369ddeb80 HTTP/1.1" status: 200 len: 1096 time: 0.0655179 Nov 16 11:25:04.443168 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-61ede243-fdf1-42b4-bf2b-44eafb561c16 req-75b02826-55ab-45d0-835b-aeee7ed36c3e tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] 10.222.0.61 "GET /v2.0/security-groups?id=5de99de7-9132-4073-815f-3171af64b60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646879 Nov 16 11:25:04.500207 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-ec6e43d2-32b1-4b66-9c3c-2a79a9d846e0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Allocated IP 172.25.0.77 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/08c66dbe-a00c-4864-be4a-499db7aa0dec) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:25:04.506070 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-c8473b66-9d8a-48f7-ab5f-b3ee1a403c56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:04.623645 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228f633-0b55-4005-9101-23452982c100 req-72801e02-47ec-4010-a73a-fb393f2e9ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:04.625647 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3228f633-0b55-4005-9101-23452982c100 req-72801e02-47ec-4010-a73a-fb393f2e9ccc service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6437950-3837-42ba-a7b4-c297945f46f8 HTTP/1.1" status: 200 len: 921 time: 0.1829607 Nov 16 11:25:04.630214 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 97fb902a-1c7c-49e9-8750-ca3dbca3b2cf up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:25:04.689711 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3228f633-0b55-4005-9101-23452982c100 req-590dca88-31fa-49f5-bfde-ee5047a7f0dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ddaea78-0390-4f42-bc31-36ab8a9f528e HTTP/1.1" status: 200 len: 217 time: 0.0536163 Nov 16 11:25:04.741108 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 97fb902a-1c7c-49e9-8750-ca3dbca3b2cf completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:25:04.748277 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 97fb902a-1c7c-49e9-8750-ca3dbca3b2cf triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:25:04.748965 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:04.766196 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8725855-dcfc-46bf-b1c1-9ce39077eee6 req-1b16d3d5-8884-4a9d-a46a-d179fe6df5d5 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:04.773892 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228f633-0b55-4005-9101-23452982c100 req-8a7f72d4-c52c-4300-aafb-13567b1d4012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:04.774105 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f8725855-dcfc-46bf-b1c1-9ce39077eee6 req-1b16d3d5-8884-4a9d-a46a-d179fe6df5d5 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=079adb6e-31d5-49bf-85ba-1ec369ddeb80 HTTP/1.1" status: 200 len: 945 time: 0.2015846 Nov 16 11:25:04.776834 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3228f633-0b55-4005-9101-23452982c100 req-8a7f72d4-c52c-4300-aafb-13567b1d4012 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=abaafd2b-7546-45a3-a211-065b2bf563c9 HTTP/1.1" status: 200 len: 860 time: 0.0784583 Nov 16 11:25:04.851728 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3228f633-0b55-4005-9101-23452982c100 req-8fb64a2a-dc00-408f-839a-a122401d20ec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6437950-3837-42ba-a7b4-c297945f46f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669878 Nov 16 11:25:04.880779 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:04.885890 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec6e43d2-32b1-4b66-9c3c-2a79a9d846e0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:04.939581 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f8725855-dcfc-46bf-b1c1-9ce39077eee6 req-d2f0d343-0489-407f-9e04-789cfe37032c tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644137 Nov 16 11:25:04.950966 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 97fb902a-1c7c-49e9-8750-ca3dbca3b2cf, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=97fb902a-1c7c-49e9-8750-ca3dbca3b2cf,segment=NetworkSegment(dde4f2a5-6c36-4ca1-b975-fe969cc62f41),segment_id=dde4f2a5-6c36-4ca1-b975-fe969cc62f41)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:25:04.951981 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25fe3deb-7030-4c85-a398-1e1007c95ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fb902a-1c7c-49e9-8750-ca3dbca3b2cf'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:25:04.955254 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12f6c2f-d444-4c16-98a5-b3516b953721" -d '{"events": [{"server_uuid": "25fe3deb-7030-4c85-a398-1e1007c95ffd", "name": "network-vif-plugged", "status": "completed", "tag": "97fb902a-1c7c-49e9-8750-ca3dbca3b2cf"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:25:04.961029 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:05.033172 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec6e43d2-32b1-4b66-9c3c-2a79a9d846e0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:05.054453 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3228f633-0b55-4005-9101-23452982c100 req-03b701af-e255-47a7-a82b-a069415594c2 service neutron] 10.222.0.36 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947024 Nov 16 11:25:05.058953 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6e43d2-32b1-4b66-9c3c-2a79a9d846e0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:25:05.065971 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-ec6e43d2-32b1-4b66-9c3c-2a79a9d846e0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:25:05.091644 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6e43d2-32b1-4b66-9c3c-2a79a9d846e0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:25:05.230067 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e43d2-32b1-4b66-9c3c-2a79a9d846e0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Pushing event updated for resources: {'Port': ['ID=08c66dbe-a00c-4864-be4a-499db7aa0dec,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:05.254293 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-c8473b66-9d8a-48f7-ab5f-b3ee1a403c56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ae2512e-901d-4325-9dd3-79ea952ff8b0 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:25:05.297709 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-c8473b66-9d8a-48f7-ab5f-b3ee1a403c56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:05.309069 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=97fb902a-1c7c-49e9-8750-ca3dbca3b2cf,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:05.345692 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3228f633-0b55-4005-9101-23452982c100 req-c28a15c8-de51-435d-8a85-5e6afc3a247a service neutron] 10.222.0.36 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712698 Nov 16 11:25:05.368149 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-c8473b66-9d8a-48f7-ab5f-b3ee1a403c56 service neutron] Transition to ACTIVE for port object 1ae2512e-901d-4325-9dd3-79ea952ff8b0 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:25:05.427881 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-c8473b66-9d8a-48f7-ab5f-b3ee1a403c56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:05.448213 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d69d3-1d44-4638-a282-dbc361de758a req-ee6f3212-afe7-4c3e-b13d-405f8c57154f tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:05.449790 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d70d69d3-1d44-4638-a282-dbc361de758a req-ee6f3212-afe7-4c3e-b13d-405f8c57154f tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=25fe3deb-7030-4c85-a398-1e1007c95ffd HTTP/1.1" status: 200 len: 945 time: 0.1226027 Nov 16 11:25:05.595340 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8473b66-9d8a-48f7-ab5f-b3ee1a403c56 service neutron] Pushing event updated for resources: {'Port': ['ID=1ae2512e-901d-4325-9dd3-79ea952ff8b0,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:05.661473 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d70d69d3-1d44-4638-a282-dbc361de758a req-1d633692-61da-4204-ab78-2f3f79bcf1b2 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655319 Nov 16 11:25:05.700149 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228f633-0b55-4005-9101-23452982c100 req-7fc4aa96-7063-4882-be99-6547edde5aff tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:05.701652 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3228f633-0b55-4005-9101-23452982c100 req-7fc4aa96-7063-4882-be99-6547edde5aff tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=079adb6e-31d5-49bf-85ba-1ec369ddeb80&tenant_id=ac57a0dec96b499199f175f118c6a6d4&binding%3Ahost_id=n-h1-816823-3 HTTP/1.1" status: 200 len: 1096 time: 0.0798581 Nov 16 11:25:05.734132 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e3c9ae-8c1a-4e44-ab49-681ac590c575 x-openstack-request-id: req-67e3c9ae-8c1a-4e44-ab49-681ac590c575 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:25:05.734640 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25fe3deb-7030-4c85-a398-1e1007c95ffd", "name": "network-vif-plugged", "status": "completed", "tag": "97fb902a-1c7c-49e9-8750-ca3dbca3b2cf", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:25:05.734640 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-67e3c9ae-8c1a-4e44-ab49-681ac590c575 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:25:05.735047 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25fe3deb-7030-4c85-a398-1e1007c95ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fb902a-1c7c-49e9-8750-ca3dbca3b2cf', 'code': 200} Nov 16 11:25:05.830363 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-c8473b66-9d8a-48f7-ab5f-b3ee1a403c56 service neutron] Attempting to bind port 1ae2512e-901d-4325-9dd3-79ea952ff8b0 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:25:05.830844 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-c8473b66-9d8a-48f7-ab5f-b3ee1a403c56 service neutron] Attempting to bind port 1ae2512e-901d-4325-9dd3-79ea952ff8b0 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'e3dc8639-19a5-462e-ad21-2ed808e92762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0b0274f7-e13d-4959-bcc3-7a3f2324a7d1'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:25:05.831271 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-c8473b66-9d8a-48f7-ab5f-b3ee1a403c56 service neutron] Attempting to bind port 1ae2512e-901d-4325-9dd3-79ea952ff8b0 on network 0b0274f7-e13d-4959-bcc3-7a3f2324a7d1 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:25:05.855155 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-c8473b66-9d8a-48f7-ab5f-b3ee1a403c56 service neutron] Port 1ae2512e-901d-4325-9dd3-79ea952ff8b0 on network 0b0274f7-e13d-4959-bcc3-7a3f2324a7d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:25:05.855638 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-c8473b66-9d8a-48f7-ab5f-b3ee1a403c56 service neutron] Attempting to bind port 1ae2512e-901d-4325-9dd3-79ea952ff8b0 on network 0b0274f7-e13d-4959-bcc3-7a3f2324a7d1 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:25:05.865201 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-c8473b66-9d8a-48f7-ab5f-b3ee1a403c56 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:25:05.866305 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-c8473b66-9d8a-48f7-ab5f-b3ee1a403c56 service neutron] Checking segment: {'id': 'e3dc8639-19a5-462e-ad21-2ed808e92762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0b0274f7-e13d-4959-bcc3-7a3f2324a7d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:25:05.866820 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-c8473b66-9d8a-48f7-ab5f-b3ee1a403c56 service neutron] Bound using segment: {'id': 'e3dc8639-19a5-462e-ad21-2ed808e92762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0b0274f7-e13d-4959-bcc3-7a3f2324a7d1'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:25:05.867381 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-c8473b66-9d8a-48f7-ab5f-b3ee1a403c56 service neutron] Bound port: 1ae2512e-901d-4325-9dd3-79ea952ff8b0, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3dc8639-19a5-462e-ad21-2ed808e92762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0b0274f7-e13d-4959-bcc3-7a3f2324a7d1'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:25:05.867837 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-c8473b66-9d8a-48f7-ab5f-b3ee1a403c56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:05.897806 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9161729-6923-4258-802c-03d1fdf666f8 req-895f6e3e-1cd0-466b-a09c-693802534c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:05.899319 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e9161729-6923-4258-802c-03d1fdf666f8 req-895f6e3e-1cd0-466b-a09c-693802534c96 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=25fe3deb-7030-4c85-a398-1e1007c95ffd HTTP/1.1" status: 200 len: 1096 time: 0.0825851 Nov 16 11:25:05.929914 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-3228f633-0b55-4005-9101-23452982c100 req-06d461ea-6a8f-4058-a914-cadde7b09bec service neutron] For port 7ddaea78-0390-4f42-bc31-36ab8a9f528e, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:25:05.934164 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3228f633-0b55-4005-9101-23452982c100 req-06d461ea-6a8f-4058-a914-cadde7b09bec service neutron] Publish callbacks [] for binding, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:05.935315 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3228f633-0b55-4005-9101-23452982c100 req-06d461ea-6a8f-4058-a914-cadde7b09bec service neutron] 10.222.0.36 "DELETE /v2.0/ports/7ddaea78-0390-4f42-bc31-36ab8a9f528e/bindings/n-h2-816823-3 HTTP/1.1" status: 204 len: 173 time: 0.2220390 Nov 16 11:25:05.971617 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e9161729-6923-4258-802c-03d1fdf666f8 req-768fff67-00ac-479b-a672-bd64b149b2ad service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610912 Nov 16 11:25:06.043400 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9d414-3b8c-4f51-91a1-8e015539b332 req-c6fa73d6-fba9-44c9-b602-6e1c6a4097a0 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:06.045000 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-89a9d414-3b8c-4f51-91a1-8e015539b332 req-c6fa73d6-fba9-44c9-b602-6e1c6a4097a0 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae0f80e8-d797-441a-9f1b-f1d58332d494 HTTP/1.1" status: 200 len: 945 time: 0.1828449 Nov 16 11:25:06.087285 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-c8473b66-9d8a-48f7-ab5f-b3ee1a403c56 service neutron] For port 1ae2512e-901d-4325-9dd3-79ea952ff8b0, host n-h2-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:25:06.113239 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec6e43d2-32b1-4b66-9c3c-2a79a9d846e0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:06.120035 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-c8473b66-9d8a-48f7-ab5f-b3ee1a403c56 service neutron] For port 1ae2512e-901d-4325-9dd3-79ea952ff8b0, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=1ae2512e-901d-4325-9dd3-79ea952ff8b0,segment=NetworkSegment(e3dc8639-19a5-462e-ad21-2ed808e92762),segment_id=e3dc8639-19a5-462e-ad21-2ed808e92762)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:25:06.147727 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-c8473b66-9d8a-48f7-ab5f-b3ee1a403c56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:06.168101 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-89a9d414-3b8c-4f51-91a1-8e015539b332 req-420aa501-88e5-4150-84c2-b1dd9e69e0aa tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103027 Nov 16 11:25:06.226291 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-c8473b66-9d8a-48f7-ab5f-b3ee1a403c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:06.227001 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-c8473b66-9d8a-48f7-ab5f-b3ee1a403c56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:06.228758 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-c8473b66-9d8a-48f7-ab5f-b3ee1a403c56 service neutron] 10.222.0.64 "PUT /v2.0/ports/1ae2512e-901d-4325-9dd3-79ea952ff8b0 HTTP/1.1" status: 200 len: 1091 time: 1.8684185 Nov 16 11:25:06.229413 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e15d657-2b54-4771-b09a-6e30363445cf', 'tag': '1ae2512e-901d-4325-9dd3-79ea952ff8b0'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:25:06.231785 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c020dc69-270c-4025-846c-5bb9cb2005d1" -d '{"events": [{"name": "network-changed", "server_uuid": "7e15d657-2b54-4771-b09a-6e30363445cf", "tag": "1ae2512e-901d-4325-9dd3-79ea952ff8b0"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:25:06.323872 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8473b66-9d8a-48f7-ab5f-b3ee1a403c56 service neutron] Pushing event updated for resources: {'Port': ['ID=1ae2512e-901d-4325-9dd3-79ea952ff8b0,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:06.329598 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec6e43d2-32b1-4b66-9c3c-2a79a9d846e0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:06.398184 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf0a4a-6a83-4e97-b195-0c94a4b08ac3 req-a89e9f38-66cd-48bc-9a22-9d02a4fc2bfe tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:06.399693 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-10bf0a4a-6a83-4e97-b195-0c94a4b08ac3 req-a89e9f38-66cd-48bc-9a22-9d02a4fc2bfe tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e15d657-2b54-4771-b09a-6e30363445cf HTTP/1.1" status: 200 len: 943 time: 0.1415827 Nov 16 11:25:06.401399 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-509e4704-b702-4778-8153-7de55e351390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:06.402780 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-509e4704-b702-4778-8153-7de55e351390 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63e6e9eea3174ad49384408ab0f8fca1&device_id=7e15d657-2b54-4771-b09a-6e30363445cf HTTP/1.1" status: 200 len: 1094 time: 0.1240802 Nov 16 11:25:06.814916 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-5e6fc115-ddb2-4dcf-a4be-e1bb572e924e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ae2512e-901d-4325-9dd3-79ea952ff8b0 HTTP/1.1" status: 200 len: 217 time: 0.0776563 Nov 16 11:25:06.878199 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-10bf0a4a-6a83-4e97-b195-0c94a4b08ac3 req-91f67c57-4771-46a6-81a2-0a3487ae8637 tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] 10.222.0.61 "GET /v2.0/security-groups?id=5de99de7-9132-4073-815f-3171af64b60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4714868 Nov 16 11:25:06.917681 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-57c245e2-1aca-4467-8462-ce3fa618b3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:06.919295 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-57c245e2-1aca-4467-8462-ce3fa618b3fa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=52e93dc8-eaab-47df-8041-02aa00928558 HTTP/1.1" status: 200 len: 860 time: 0.0952935 Nov 16 11:25:06.983685 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-54da519f-7d08-4ae6-91db-78aacdbb1a1b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b0274f7-e13d-4959-bcc3-7a3f2324a7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487733 Nov 16 11:25:07.004865 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec6e43d2-32b1-4b66-9c3c-2a79a9d846e0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:07.015483 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec6e43d2-32b1-4b66-9c3c-2a79a9d846e0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:07.134085 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e43d2-32b1-4b66-9c3c-2a79a9d846e0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Pushing event updated for resources: {'Port': ['ID=08c66dbe-a00c-4864-be4a-499db7aa0dec,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:07.221665 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69e81b-3848-4b86-97d1-be315f798c7c req-f7d8e014-71b2-4adb-9e48-f9f1a90c2208 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:07.223212 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fb69e81b-3848-4b86-97d1-be315f798c7c req-f7d8e014-71b2-4adb-9e48-f9f1a90c2208 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=079adb6e-31d5-49bf-85ba-1ec369ddeb80 HTTP/1.1" status: 200 len: 945 time: 0.2326629 Nov 16 11:25:07.259907 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec6e43d2-32b1-4b66-9c3c-2a79a9d846e0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:07.264438 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-2d878762-8f1b-405a-8edf-e8c00a9b7c7f service neutron] 10.222.0.64 "GET /v2.0/networks/0b0274f7-e13d-4959-bcc3-7a3f2324a7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622659 Nov 16 11:25:07.410632 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fb69e81b-3848-4b86-97d1-be315f798c7c req-e2a63d5f-3704-4939-8876-7a26f9eb602f tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741264 Nov 16 11:25:07.494162 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8024d37f-38a1-4072-b2d0-ba6526b74464 req-eeb3239f-43ec-4b0e-89d9-5c2a06344f61 service neutron] 10.222.0.64 "GET /v2.0/networks/0b0274f7-e13d-4959-bcc3-7a3f2324a7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948273 Nov 16 11:25:07.500591 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [None req-ec6e43d2-32b1-4b66-9c3c-2a79a9d846e0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Floating IP 2f9edc30-2396-4305-9452-a3804c09b175 associated. External IP: 172.25.0.77, port: 231ffc4e-58d9-44c8-bf3f-eb1b0ceb3da2. Nov 16 11:25:07.695988 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08d1bf-7919-47d2-b809-dc4a04859875 req-98b63046-4c64-48e3-adcc-839ab89bffb9 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:07.698527 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ad08d1bf-7919-47d2-b809-dc4a04859875 req-98b63046-4c64-48e3-adcc-839ab89bffb9 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae0f80e8-d797-441a-9f1b-f1d58332d494 HTTP/1.1" status: 200 len: 945 time: 0.1124849 Nov 16 11:25:07.882451 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ad08d1bf-7919-47d2-b809-dc4a04859875 req-4e9d4132-7783-444e-9fd4-5da786b6cff0 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760314 Nov 16 11:25:07.975021 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6e43d2-32b1-4b66-9c3c-2a79a9d846e0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Router f74ec157-18ca-4096-9f48-8fdb8e383456 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:25:08.069562 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2430a669-384a-4025-930d-cac5731b0212 x-openstack-request-id: req-2430a669-384a-4025-930d-cac5731b0212 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:25:08.069832 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e15d657-2b54-4771-b09a-6e30363445cf", "tag": "1ae2512e-901d-4325-9dd3-79ea952ff8b0", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:25:08.070143 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2430a669-384a-4025-930d-cac5731b0212 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:25:08.070552 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e15d657-2b54-4771-b09a-6e30363445cf', 'tag': '1ae2512e-901d-4325-9dd3-79ea952ff8b0', 'status': 'completed', 'code': 200} Nov 16 11:25:08.175042 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020dc69-270c-4025-846c-5bb9cb2005d1 req-98b548bb-2c6b-431a-8348-a48a004c05be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:08.176580 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c020dc69-270c-4025-846c-5bb9cb2005d1 req-98b548bb-2c6b-431a-8348-a48a004c05be service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63e6e9eea3174ad49384408ab0f8fca1&device_id=7e15d657-2b54-4771-b09a-6e30363445cf HTTP/1.1" status: 200 len: 1094 time: 0.1033916 Nov 16 11:25:08.184009 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6e43d2-32b1-4b66-9c3c-2a79a9d846e0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:25:08.199618 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa02374e-06bd-45d7-9ac8-efd9c1661f25 None None] Sync routers for ids ['f74ec157-18ca-4096-9f48-8fdb8e383456'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:25:08.203670 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ba9ce-fbd1-46a2-be5a-7132a772bab3 req-7d15f250-a7e9-4bb3-b427-6ed945f5b232 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:08.205088 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e21ba9ce-fbd1-46a2-be5a-7132a772bab3 req-7d15f250-a7e9-4bb3-b427-6ed945f5b232 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=25fe3deb-7030-4c85-a398-1e1007c95ffd HTTP/1.1" status: 200 len: 945 time: 0.1188877 Nov 16 11:25:08.215894 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa02374e-06bd-45d7-9ac8-efd9c1661f25 None None] Routers {'f74ec157-18ca-4096-9f48-8fdb8e383456'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:25:08.220052 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-fa02374e-06bd-45d7-9ac8-efd9c1661f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:24:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f74ec157-18ca-4096-9f48-8fdb8e383456'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:08.280636 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec6e43d2-32b1-4b66-9c3c-2a79a9d846e0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:08.284378 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-fa02374e-06bd-45d7-9ac8-efd9c1661f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:08.301419 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa02374e-06bd-45d7-9ac8-efd9c1661f25 None None] Routers {'f74ec157-18ca-4096-9f48-8fdb8e383456'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:25:08.304202 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-fa02374e-06bd-45d7-9ac8-efd9c1661f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:24:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f74ec157-18ca-4096-9f48-8fdb8e383456'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:08.347000 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-fa02374e-06bd-45d7-9ac8-efd9c1661f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:08.347866 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa02374e-06bd-45d7-9ac8-efd9c1661f25 None None] The sync data for ids ['f74ec157-18ca-4096-9f48-8fdb8e383456'] in n-d-816823-3 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:25:08.352752 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ec6e43d2-32b1-4b66-9c3c-2a79a9d846e0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.6267140 Nov 16 11:25:08.356337 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34936) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:08.362343 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-76c905b9-c8ab-4fec-84f0-33f0be9803bc tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1168443047'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:25:08.374395 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e21ba9ce-fbd1-46a2-be5a-7132a772bab3 req-a090b17d-bad0-4dd6-8cf9-109dc892e996 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478312 Nov 16 11:25:08.386724 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020dc69-270c-4025-846c-5bb9cb2005d1 req-e2f5da9c-0559-4d8b-8c45-57677e68a30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:08.388312 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c020dc69-270c-4025-846c-5bb9cb2005d1 req-e2f5da9c-0559-4d8b-8c45-57677e68a30d service neutron] 10.222.0.64 "GET /v2.0/networks?id=0b0274f7-e13d-4959-bcc3-7a3f2324a7d1 HTTP/1.1" status: 200 len: 921 time: 0.2015073 Nov 16 11:25:08.392058 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c905b9-c8ab-4fec-84f0-33f0be9803bc tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Made reservation on behalf of c9cb1aa5b1254cc3a8e0ba85aca63e3d for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:25:08.397010 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-76c905b9-c8ab-4fec-84f0-33f0be9803bc tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:08.429733 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c905b9-c8ab-4fec-84f0-33f0be9803bc tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:25:08.440057 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-76c905b9-c8ab-4fec-84f0-33f0be9803bc tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:08.440439 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-76c905b9-c8ab-4fec-84f0-33f0be9803bc tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Added segment a043a3fe-2914-4a49-b08f-309eb471c50b of type vlan for network fe03d9fe-119c-4c68-b209-8baefae9324c Nov 16 11:25:08.467411 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c020dc69-270c-4025-846c-5bb9cb2005d1 req-8fb71631-3afc-4939-90a5-3f7c2a5c08f4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ae2512e-901d-4325-9dd3-79ea952ff8b0 HTTP/1.1" status: 200 len: 217 time: 0.0653121 Nov 16 11:25:08.486684 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-76c905b9-c8ab-4fec-84f0-33f0be9803bc tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:08.518578 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-76c905b9-c8ab-4fec-84f0-33f0be9803bc tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:08.525404 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c905b9-c8ab-4fec-84f0-33f0be9803bc tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:08.526101 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-76c905b9-c8ab-4fec-84f0-33f0be9803bc tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:08.563624 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020dc69-270c-4025-846c-5bb9cb2005d1 req-f8e7cffa-7915-439e-bc2d-d3ff79be3fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:08.565149 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c020dc69-270c-4025-846c-5bb9cb2005d1 req-f8e7cffa-7915-439e-bc2d-d3ff79be3fc3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=52e93dc8-eaab-47df-8041-02aa00928558 HTTP/1.1" status: 200 len: 860 time: 0.0894475 Nov 16 11:25:08.579621 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fbeff5-777e-4c82-b282-c351db786d9a req-51aec31a-cd2e-4c0a-9d9f-2eafe1cc3dd9 tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:08.580762 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-52fbeff5-777e-4c82-b282-c351db786d9a req-51aec31a-cd2e-4c0a-9d9f-2eafe1cc3dd9 tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e15d657-2b54-4771-b09a-6e30363445cf HTTP/1.1" status: 200 len: 943 time: 0.0950370 Nov 16 11:25:08.622000 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c020dc69-270c-4025-846c-5bb9cb2005d1 req-797f9178-7a34-4163-9d54-1b0a095a6ea2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b0274f7-e13d-4959-bcc3-7a3f2324a7d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398345 Nov 16 11:25:08.703515 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-52fbeff5-777e-4c82-b282-c351db786d9a req-73207af2-4c24-4d8f-b3a1-cd8157c4f2e4 tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] 10.222.0.61 "GET /v2.0/security-groups?id=5de99de7-9132-4073-815f-3171af64b60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136167 Nov 16 11:25:08.760926 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c020dc69-270c-4025-846c-5bb9cb2005d1 req-af08478d-bc73-40a4-96b7-515351af9367 service neutron] 10.222.0.64 "GET /v2.0/networks/0b0274f7-e13d-4959-bcc3-7a3f2324a7d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259911 Nov 16 11:25:08.881083 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c020dc69-270c-4025-846c-5bb9cb2005d1 req-2367ebbb-b597-4676-adc0-33fb0d21cf0b service neutron] 10.222.0.64 "GET /v2.0/networks/0b0274f7-e13d-4959-bcc3-7a3f2324a7d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103494 Nov 16 11:25:08.920397 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-76c905b9-c8ab-4fec-84f0-33f0be9803bc tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5601251 Nov 16 11:25:08.920659 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34944) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:08.930333 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-91e2ec7f-271f-4fa0-8a39-5e1fc4c525e0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Request body: {'subnet': {'network_id': 'fe03d9fe-119c-4c68-b209-8baefae9324c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:25:08.938069 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c905b9-c8ab-4fec-84f0-33f0be9803bc tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Pushing event updated for resources: {'Network': ['ID=fe03d9fe-119c-4c68-b209-8baefae9324c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:08.950186 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network fe03d9fe-119c-4c68-b209-8baefae9324c details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:25:09.113350 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e2ec7f-271f-4fa0-8a39-5e1fc4c525e0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Made reservation on behalf of c9cb1aa5b1254cc3a8e0ba85aca63e3d for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:25:09.118365 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-91e2ec7f-271f-4fa0-8a39-5e1fc4c525e0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:09.284089 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab62778-c885-4032-90e2-a14f7df2d92a req-30b421a0-5644-4668-9ae2-e9cb259c1f6d tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:09.290708 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5ab62778-c885-4032-90e2-a14f7df2d92a req-30b421a0-5644-4668-9ae2-e9cb259c1f6d tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=079adb6e-31d5-49bf-85ba-1ec369ddeb80 HTTP/1.1" status: 200 len: 1096 time: 0.0883138 Nov 16 11:25:09.392341 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5ab62778-c885-4032-90e2-a14f7df2d92a req-871cd4b4-4f51-42d7-875b-1e2911cfbe75 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978231 Nov 16 11:25:09.459075 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-91e2ec7f-271f-4fa0-8a39-5e1fc4c525e0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:09.547589 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e2ec7f-271f-4fa0-8a39-5e1fc4c525e0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Pushing event updated for resources: {'Subnet': ['ID=90042c50-87ef-46d3-b90e-fd4905e86964,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:09.558404 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e2ec7f-271f-4fa0-8a39-5e1fc4c525e0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Checking segment: {'id': 'a043a3fe-2914-4a49-b08f-309eb471c50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fe03d9fe-119c-4c68-b209-8baefae9324c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:25:09.558998 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e2ec7f-271f-4fa0-8a39-5e1fc4c525e0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Network hostable DHCP agents. Network: fe03d9fe-119c-4c68-b209-8baefae9324c, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:25:09.581562 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e2ec7f-271f-4fa0-8a39-5e1fc4c525e0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Network fe03d9fe-119c-4c68-b209-8baefae9324c is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:25:09.597096 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-91e2ec7f-271f-4fa0-8a39-5e1fc4c525e0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, fe03d9fe-119c-4c68-b209-8baefae9324c) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:25:09.616040 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89400004-418c-4b92-8f21-1ab8d5f6e1ad None None] Network fe03d9fe-119c-4c68-b209-8baefae9324c requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:25:09.628518 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e2ec7f-271f-4fa0-8a39-5e1fc4c525e0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:09.629253 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-91e2ec7f-271f-4fa0-8a39-5e1fc4c525e0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:09.657542 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-91e2ec7f-271f-4fa0-8a39-5e1fc4c525e0 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7349632 Nov 16 11:25:09.659353 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34964) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:09.670429 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-aa5ac946-280e-4bc6-986a-ef325b9cd363 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1155180054', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}, 'admin_state_up': False}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:25:09.717857 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa5ac946-280e-4bc6-986a-ef325b9cd363 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:09.719418 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa5ac946-280e-4bc6-986a-ef325b9cd363 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:09.809139 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa5ac946-280e-4bc6-986a-ef325b9cd363 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:09.829630 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fd792a-c7a2-4518-83a7-453f918fb487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-fe03d9fe-119c-4c68-b209-8baefae9324c', 'network_id': 'fe03d9fe-119c-4c68-b209-8baefae9324c', 'tenant_id': 'c9cb1aa5b1254cc3a8e0ba85aca63e3d', 'fixed_ips': [{'subnet_id': '90042c50-87ef-46d3-b90e-fd4905e86964'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:25:09.833468 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-84fd792a-c7a2-4518-83a7-453f918fb487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:09.860291 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-61407748-3f9d-4843-85e5-f0b97b22f3b3 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:09.862276 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-61407748-3f9d-4843-85e5-f0b97b22f3b3 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/networks?id=7bc3b876-f37c-4fd2-ad3b-c29cb12fd064 HTTP/1.1" status: 200 len: 814 time: 0.1834807 Nov 16 11:25:09.885025 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-932aae96-0979-4c31-82ef-a27615420250 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/quotas/b0e9e6de4f694c51b3e4cee28f830c28 HTTP/1.1" status: 200 len: 375 time: 0.0132387 Nov 16 11:25:09.954933 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-e5638e4e-2248-49d5-a2e1-83baec668845 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b0e9e6de4f694c51b3e4cee28f830c28&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0620930 Nov 16 11:25:10.001362 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa5ac946-280e-4bc6-986a-ef325b9cd363 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:10.079726 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-84fd792a-c7a2-4518-83a7-453f918fb487 None None] Allocated IP 172.20.0.2 (fe03d9fe-119c-4c68-b209-8baefae9324c/90042c50-87ef-46d3-b90e-fd4905e86964/4e614c00-2d6d-4980-ae66-ee6c3027672e) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:25:10.112517 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-066307bc-4bd1-4b60-8e64-89252257faaa service neutron] 10.222.0.61 "GET /v2.0/networks/7bc3b876-f37c-4fd2-ad3b-c29cb12fd064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474996 Nov 16 11:25:10.298993 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-fbf3421a-618f-45d2-8016-ccbe2624ef46 service neutron] 10.222.0.61 "GET /v2.0/networks/7bc3b876-f37c-4fd2-ad3b-c29cb12fd064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853311 Nov 16 11:25:10.320549 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa5ac946-280e-4bc6-986a-ef325b9cd363 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:10.346940 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa5ac946-280e-4bc6-986a-ef325b9cd363 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:10.379985 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-84fd792a-c7a2-4518-83a7-453f918fb487 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:10.392199 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-84fd792a-c7a2-4518-83a7-453f918fb487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:10.482692 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd792a-c7a2-4518-83a7-453f918fb487 None None] Pushing event updated for resources: {'Port': ['ID=4e614c00-2d6d-4980-ae66-ee6c3027672e,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:10.495577 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fd792a-c7a2-4518-83a7-453f918fb487 None None] Network fe03d9fe-119c-4c68-b209-8baefae9324c is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:25:10.497401 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-84fd792a-c7a2-4518-83a7-453f918fb487 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:25:10.500717 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fd792a-c7a2-4518-83a7-453f918fb487 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:25:10.557460 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:25:10.558660 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-aa5ac946-280e-4bc6-986a-ef325b9cd363 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Allocated IP 172.25.0.57 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/e281ed8d-e37d-475c-a472-559a17536792) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:25:10.568061 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbbe2b-2ae4-4f19-96c6-0cd19daa5d80 req-d63c16c4-11ba-4d64-9847-eff64ef4ef3a tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:10.569624 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-33fbbe2b-2ae4-4f19-96c6-0cd19daa5d80 req-d63c16c4-11ba-4d64-9847-eff64ef4ef3a tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae0f80e8-d797-441a-9f1b-f1d58332d494 HTTP/1.1" status: 200 len: 945 time: 0.1416895 Nov 16 11:25:10.631364 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-84fd792a-c7a2-4518-83a7-453f918fb487 None None] Attempting to bind port 4e614c00-2d6d-4980-ae66-ee6c3027672e on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:25:10.631952 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-84fd792a-c7a2-4518-83a7-453f918fb487 None None] Attempting to bind port 4e614c00-2d6d-4980-ae66-ee6c3027672e by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'a043a3fe-2914-4a49-b08f-309eb471c50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fe03d9fe-119c-4c68-b209-8baefae9324c'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:25:10.633049 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fd792a-c7a2-4518-83a7-453f918fb487 None None] Attempting to bind port 4e614c00-2d6d-4980-ae66-ee6c3027672e on network fe03d9fe-119c-4c68-b209-8baefae9324c {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:25:10.640043 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811750e-d621-414f-8ade-6e6d9f71754c req-8230b316-3fa2-4db6-9f57-718a070348af tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:10.644772 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b811750e-d621-414f-8ade-6e6d9f71754c req-8230b316-3fa2-4db6-9f57-718a070348af tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=25fe3deb-7030-4c85-a398-1e1007c95ffd HTTP/1.1" status: 200 len: 945 time: 0.1119826 Nov 16 11:25:10.646002 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fd792a-c7a2-4518-83a7-453f918fb487 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:25:10.646503 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fd792a-c7a2-4518-83a7-453f918fb487 None None] Checking segment: {'id': 'a043a3fe-2914-4a49-b08f-309eb471c50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fe03d9fe-119c-4c68-b209-8baefae9324c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:25:10.647003 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-84fd792a-c7a2-4518-83a7-453f918fb487 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:10.647491 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fd792a-c7a2-4518-83a7-453f918fb487 None None] Bound using segment: {'id': 'a043a3fe-2914-4a49-b08f-309eb471c50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fe03d9fe-119c-4c68-b209-8baefae9324c'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:25:10.648082 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-84fd792a-c7a2-4518-83a7-453f918fb487 None None] Bound port: 4e614c00-2d6d-4980-ae66-ee6c3027672e, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a043a3fe-2914-4a49-b08f-309eb471c50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fe03d9fe-119c-4c68-b209-8baefae9324c'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:25:10.648719 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-84fd792a-c7a2-4518-83a7-453f918fb487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:10.753762 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa5ac946-280e-4bc6-986a-ef325b9cd363 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:10.766755 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b811750e-d621-414f-8ade-6e6d9f71754c req-121974b2-8a0f-41a0-a69c-ed080f50460f tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093962 Nov 16 11:25:10.771602 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 1ae2512e-901d-4325-9dd3-79ea952ff8b0 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:25:10.781662 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-33fbbe2b-2ae4-4f19-96c6-0cd19daa5d80 req-5962f29d-d86b-4fca-92d0-2f333a04ea2d tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Deleting port 70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:25:10.784151 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-33fbbe2b-2ae4-4f19-96c6-0cd19daa5d80 req-5962f29d-d86b-4fca-92d0-2f333a04ea2d tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:10.866144 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-84fd792a-c7a2-4518-83a7-453f918fb487 None None] For port 4e614c00-2d6d-4980-ae66-ee6c3027672e, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:25:10.874135 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-84fd792a-c7a2-4518-83a7-453f918fb487 None None] For port 4e614c00-2d6d-4980-ae66-ee6c3027672e, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=4e614c00-2d6d-4980-ae66-ee6c3027672e,segment=NetworkSegment(a043a3fe-2914-4a49-b08f-309eb471c50b),segment_id=a043a3fe-2914-4a49-b08f-309eb471c50b)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:25:10.890402 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-84fd792a-c7a2-4518-83a7-453f918fb487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:10.905417 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa5ac946-280e-4bc6-986a-ef325b9cd363 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:10.936893 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f102b6-c5d6-4cb3-a4e0-549eaa192b4f req-8a7fd652-912e-4f6e-816b-951c740a8183 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:10.939203 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-22f102b6-c5d6-4cb3-a4e0-549eaa192b4f req-8a7fd652-912e-4f6e-816b-951c740a8183 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=079adb6e-31d5-49bf-85ba-1ec369ddeb80 HTTP/1.1" status: 200 len: 1096 time: 0.0766792 Nov 16 11:25:10.954619 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-33fbbe2b-2ae4-4f19-96c6-0cd19daa5d80 req-5962f29d-d86b-4fca-92d0-2f333a04ea2d tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] For port 70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8,segment=NetworkSegment(1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1),segment_id=1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:25:10.954981 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-33fbbe2b-2ae4-4f19-96c6-0cd19daa5d80 req-5962f29d-d86b-4fca-92d0-2f333a04ea2d tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:10.983125 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-33fbbe2b-2ae4-4f19-96c6-0cd19daa5d80 req-5962f29d-d86b-4fca-92d0-2f333a04ea2d tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Calling delete_port for 70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:25:10.985798 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5ac946-280e-4bc6-986a-ef325b9cd363 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:25:10.993088 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-aa5ac946-280e-4bc6-986a-ef325b9cd363 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:25:11.000802 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5ac946-280e-4bc6-986a-ef325b9cd363 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:25:11.004218 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ac946-280e-4bc6-986a-ef325b9cd363 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Pushing event updated for resources: {'Port': ['ID=e281ed8d-e37d-475c-a472-559a17536792,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:11.054290 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b46283f-93cb-4c12-b9c2-01078a520606 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:25:11.118452 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-22f102b6-c5d6-4cb3-a4e0-549eaa192b4f req-387768cb-58c8-490b-a141-cbdd8f7d6cec tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717999 Nov 16 11:25:11.135213 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd792a-c7a2-4518-83a7-453f918fb487 None None] Pushing event updated for resources: {'Port': ['ID=4e614c00-2d6d-4980-ae66-ee6c3027672e,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:11.216065 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 1ae2512e-901d-4325-9dd3-79ea952ff8b0, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=1ae2512e-901d-4325-9dd3-79ea952ff8b0,segment=NetworkSegment(e3dc8639-19a5-462e-ad21-2ed808e92762),segment_id=e3dc8639-19a5-462e-ad21-2ed808e92762)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:25:11.229442 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-0417c376-8596-4aa4-9973-898e07a5cc56 None None] Provisioning complete for port e281ed8d-e37d-475c-a472-559a17536792 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:25:11.230101 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0417c376-8596-4aa4-9973-898e07a5cc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:11.268136 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '1ae2512e-901d-4325-9dd3-79ea952ff8b0', 'network_id': '0b0274f7-e13d-4959-bcc3-7a3f2324a7d1', 'port_id': '1ae2512e-901d-4325-9dd3-79ea952ff8b0', 'mac_address': 'fa:16:3e:9c:f4:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e93dc8-eaab-47df-8041-02aa00928558', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:25:11.347717 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:11.373657 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-0417c376-8596-4aa4-9973-898e07a5cc56 None None] Port e281ed8d-e37d-475c-a472-559a17536792 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:25:11.397379 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ae2512e-901d-4325-9dd3-79ea952ff8b0 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:25:11.444629 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 1ae2512e-901d-4325-9dd3-79ea952ff8b0, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=1ae2512e-901d-4325-9dd3-79ea952ff8b0,segment=NetworkSegment(e3dc8639-19a5-462e-ad21-2ed808e92762),segment_id=e3dc8639-19a5-462e-ad21-2ed808e92762)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:25:11.448429 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073f408-b0ab-40f0-a512-e47293be82dc req-2589d24a-2108-49a3-b47b-afe3ea652d8d tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:11.455375 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:11.458657 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a073f408-b0ab-40f0-a512-e47293be82dc req-2589d24a-2108-49a3-b47b-afe3ea652d8d tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e15d657-2b54-4771-b09a-6e30363445cf HTTP/1.1" status: 200 len: 943 time: 0.0828223 Nov 16 11:25:11.505176 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-33fbbe2b-2ae4-4f19-96c6-0cd19daa5d80 req-5962f29d-d86b-4fca-92d0-2f333a04ea2d tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:11.565184 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:25:11.603946 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962f29d-d86b-4fca-92d0-2f333a04ea2d tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Pushing event deleted for resources: {'Port': ['ID=70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:11.631098 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a073f408-b0ab-40f0-a512-e47293be82dc req-3f26bdb9-fd87-459c-b9aa-1a2c2b4de49c tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] 10.222.0.61 "GET /v2.0/security-groups?id=5de99de7-9132-4073-815f-3171af64b60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713848 Nov 16 11:25:11.656733 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-33fbbe2b-2ae4-4f19-96c6-0cd19daa5d80 req-5962f29d-d86b-4fca-92d0-2f333a04ea2d tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] No DVR routers for this DVR port 70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:25:11.664150 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-33fbbe2b-2ae4-4f19-96c6-0cd19daa5d80 req-5962f29d-d86b-4fca-92d0-2f333a04ea2d tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:11.667762 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-33fbbe2b-2ae4-4f19-96c6-0cd19daa5d80 req-5962f29d-d86b-4fca-92d0-2f333a04ea2d tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.36 "DELETE /v2.0/ports/70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8 HTTP/1.1" status: 204 len: 173 time: 1.0895481 Nov 16 11:25:11.668230 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0f80e8-d797-441a-9f1b-f1d58332d494', 'name': 'network-vif-deleted', 'tag': '70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:25:11.682780 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc82528a-ca2f-4d5d-8214-bc84cb3dde49" -d '{"events": [{"server_uuid": "ae0f80e8-d797-441a-9f1b-f1d58332d494", "name": "network-vif-deleted", "tag": "70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:25:11.705788 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa5ac946-280e-4bc6-986a-ef325b9cd363 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:11.736006 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=1ae2512e-901d-4325-9dd3-79ea952ff8b0,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:11.787184 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4cefa0b8-1b71-4b7c-8757-f18f86b819a1 req-a5ff3844-32d2-4b6e-8b11-d07621c0a266 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 210 time: 0.0582085 Nov 16 11:25:11.792542 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['1ae2512e-901d-4325-9dd3-79ea952ff8b0'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:25:11.979920 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa5ac946-280e-4bc6-986a-ef325b9cd363 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:12.168360 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5ac946-280e-4bc6-986a-ef325b9cd363 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Router 0d532a7b-54b6-41f9-b6d6-40aca02191ce is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:25:12.402214 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5ac946-280e-4bc6-986a-ef325b9cd363 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:25:12.420150 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e08e5e-6e34-48b2-9733-39d18f255be0 None None] Sync routers for ids ['0d532a7b-54b6-41f9-b6d6-40aca02191ce'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:25:12.456115 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e08e5e-6e34-48b2-9733-39d18f255be0 None None] Routers {'0d532a7b-54b6-41f9-b6d6-40aca02191ce'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:25:12.460204 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-d1e08e5e-6e34-48b2-9733-39d18f255be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:24:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['0d532a7b-54b6-41f9-b6d6-40aca02191ce'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:12.522943 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa5ac946-280e-4bc6-986a-ef325b9cd363 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:12.537499 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-aa5ac946-280e-4bc6-986a-ef325b9cd363 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8740001 Nov 16 11:25:12.540321 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34994) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:12.597287 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-d1e08e5e-6e34-48b2-9733-39d18f255be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:12.631297 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e08e5e-6e34-48b2-9733-39d18f255be0 None None] Routers {'0d532a7b-54b6-41f9-b6d6-40aca02191ce'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:25:12.633045 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-d1e08e5e-6e34-48b2-9733-39d18f255be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:24:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['0d532a7b-54b6-41f9-b6d6-40aca02191ce'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:12.686536 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 1ae2512e-901d-4325-9dd3-79ea952ff8b0 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:25:12.716126 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-4af2eeb6-b6d9-4363-9b8a-c8b554ed93e6 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:12.719542 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-4af2eeb6-b6d9-4363-9b8a-c8b554ed93e6 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.64 "GET /v2.0/networks?id=7bc3b876-f37c-4fd2-ad3b-c29cb12fd064 HTTP/1.1" status: 200 len: 814 time: 0.4664888 Nov 16 11:25:12.737958 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-d1e08e5e-6e34-48b2-9733-39d18f255be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:12.739561 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e08e5e-6e34-48b2-9733-39d18f255be0 None None] The sync data for ids ['0d532a7b-54b6-41f9-b6d6-40aca02191ce'] in n-d-816823-3 is: [] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:25:12.750228 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-cec11857-16bc-4ce4-8f5a-0434f7f37950 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Request body: {'port': {'device_id': '603af64f-9bf3-47eb-a0af-17363106ab5f', 'network_id': '7bc3b876-f37c-4fd2-ad3b-c29cb12fd064', 'admin_state_up': True, 'tenant_id': 'b0e9e6de4f694c51b3e4cee28f830c28'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:25:12.825104 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea65e20-c3fc-4d10-a3bc-4daccb63600c x-openstack-request-id: req-8ea65e20-c3fc-4d10-a3bc-4daccb63600c {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:25:12.825670 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0f80e8-d797-441a-9f1b-f1d58332d494", "name": "network-vif-deleted", "tag": "70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:25:12.826315 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8ea65e20-c3fc-4d10-a3bc-4daccb63600c {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:25:12.826920 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0f80e8-d797-441a-9f1b-f1d58332d494', 'name': 'network-vif-deleted', 'tag': '70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8', 'status': 'completed', 'code': 200} Nov 16 11:25:12.909370 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 1ae2512e-901d-4325-9dd3-79ea952ff8b0 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:25:12.914514 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 1ae2512e-901d-4325-9dd3-79ea952ff8b0 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:25:12.914886 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:13.032046 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f82ed9f9-2a27-4a61-9998-ea41d378e6b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:13.056146 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6af25-89c8-49bb-9a51-14a1762a56cf req-a32e764c-7748-475f-bd57-5b91d5f2cba7 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:13.066271 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fcb6af25-89c8-49bb-9a51-14a1762a56cf req-a32e764c-7748-475f-bd57-5b91d5f2cba7 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=25fe3deb-7030-4c85-a398-1e1007c95ffd HTTP/1.1" status: 200 len: 945 time: 0.1723711 Nov 16 11:25:13.095793 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:13.103755 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-cec11857-16bc-4ce4-8f5a-0434f7f37950 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Made reservation on behalf of b0e9e6de4f694c51b3e4cee28f830c28 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:25:13.116228 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-cec11857-16bc-4ce4-8f5a-0434f7f37950 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:13.128855 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2263d1-a0b5-46a1-af17-f93dd66a6f39 None None] Network fe03d9fe-119c-4c68-b209-8baefae9324c requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:25:13.150970 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a3066368-4b40-4ac8-9764-48ba90964053 None None] Provisioning complete for port 4e614c00-2d6d-4980-ae66-ee6c3027672e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:25:13.151346 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a3066368-4b40-4ac8-9764-48ba90964053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:13.275116 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e15d657-2b54-4771-b09a-6e30363445cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae2512e-901d-4325-9dd3-79ea952ff8b0'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:25:13.277702 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1c5f06-785a-4ab7-9c89-c7e40fff1fe9" -d '{"events": [{"server_uuid": "7e15d657-2b54-4771-b09a-6e30363445cf", "name": "network-vif-plugged", "status": "completed", "tag": "1ae2512e-901d-4325-9dd3-79ea952ff8b0"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:25:13.309399 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 1ae2512e-901d-4325-9dd3-79ea952ff8b0, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=1ae2512e-901d-4325-9dd3-79ea952ff8b0,segment=NetworkSegment(e3dc8639-19a5-462e-ad21-2ed808e92762),segment_id=e3dc8639-19a5-462e-ad21-2ed808e92762)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:25:13.314477 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 4e614c00-2d6d-4980-ae66-ee6c3027672e up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:25:13.337393 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fcb6af25-89c8-49bb-9a51-14a1762a56cf req-93e3454f-7c4d-4d34-bcaf-e4d6018915b1 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699831 Nov 16 11:25:13.360383 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:13.428214 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-99792d83-f2df-4a7d-a8f8-ae86cc8ffec9 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:13.475153 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-cec11857-16bc-4ce4-8f5a-0434f7f37950 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Allocated IP 172.20.0.12 (7bc3b876-f37c-4fd2-ad3b-c29cb12fd064/0426f897-3517-4777-b787-b653a2b0dda2/c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:25:13.523863 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=1ae2512e-901d-4325-9dd3-79ea952ff8b0,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:13.569847 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5ba44-5202-44fc-b171-9eb6c1d1e3a1 req-f5f80910-0b9a-453c-8dea-b04cf1092c8a tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:13.572548 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-abd5ba44-5202-44fc-b171-9eb6c1d1e3a1 req-f5f80910-0b9a-453c-8dea-b04cf1092c8a tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e15d657-2b54-4771-b09a-6e30363445cf HTTP/1.1" status: 200 len: 945 time: 0.0945027 Nov 16 11:25:13.615511 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 4e614c00-2d6d-4980-ae66-ee6c3027672e triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:25:13.615916 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:13.666417 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a3066368-4b40-4ac8-9764-48ba90964053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:13.762654 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-abd5ba44-5202-44fc-b171-9eb6c1d1e3a1 req-c9e7b6b6-a937-491a-b779-7edb2128ec0f tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] 10.222.0.61 "GET /v2.0/security-groups?id=5de99de7-9132-4073-815f-3171af64b60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602013 Nov 16 11:25:13.798234 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-99792d83-f2df-4a7d-a8f8-ae86cc8ffec9 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Allocated IP 172.20.0.1 (fe03d9fe-119c-4c68-b209-8baefae9324c/90042c50-87ef-46d3-b90e-fd4905e86964/8a6cc3a4-c295-4726-9f7f-e75fd8138f13) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:25:13.839398 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:13.858330 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-cec11857-16bc-4ce4-8f5a-0434f7f37950 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:13.883363 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-a3066368-4b40-4ac8-9764-48ba90964053 None None] For port 4e614c00-2d6d-4980-ae66-ee6c3027672e, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=4e614c00-2d6d-4980-ae66-ee6c3027672e,segment=NetworkSegment(a043a3fe-2914-4a49-b08f-309eb471c50b),segment_id=a043a3fe-2914-4a49-b08f-309eb471c50b)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:25:13.902656 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a3066368-4b40-4ac8-9764-48ba90964053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:13.962321 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-cec11857-16bc-4ce4-8f5a-0434f7f37950 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:14.056428 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-99792d83-f2df-4a7d-a8f8-ae86cc8ffec9 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:14.064577 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3066368-4b40-4ac8-9764-48ba90964053 None None] Pushing event updated for resources: {'Port': ['ID=4e614c00-2d6d-4980-ae66-ee6c3027672e,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:14.068609 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.api [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:25:14.069226 n-d-816823-3 neutron-server[102670]: DEBUG oslo_db.api [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:25:14.110411 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-cec11857-16bc-4ce4-8f5a-0434f7f37950 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Network 7bc3b876-f37c-4fd2-ad3b-c29cb12fd064 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:25:14.132387 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-cec11857-16bc-4ce4-8f5a-0434f7f37950 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:25:14.136462 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd95a1-523b-4448-b662-342090f6c61e req-d9868ef9-4031-4eba-8914-1f6d787667f5 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:14.139069 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6cdd95a1-523b-4448-b662-342090f6c61e req-d9868ef9-4031-4eba-8914-1f6d787667f5 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fe3deb-7030-4c85-a398-1e1007c95ffd HTTP/1.1" status: 200 len: 945 time: 0.1615469 Nov 16 11:25:14.141257 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-99792d83-f2df-4a7d-a8f8-ae86cc8ffec9 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:14.153557 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-cec11857-16bc-4ce4-8f5a-0434f7f37950 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:25:14.204220 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec11857-16bc-4ce4-8f5a-0434f7f37950 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Pushing event updated for resources: {'Port': ['ID=c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:14.230195 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318658bc-b8cf-4dd6-8cb5-6706eacca54b req-c02ecf96-be27-48e8-96e2-55d40eb2b1d9 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:14.237889 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-318658bc-b8cf-4dd6-8cb5-6706eacca54b req-c02ecf96-be27-48e8-96e2-55d40eb2b1d9 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 932 time: 0.1990528 Nov 16 11:25:14.280497 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99792d83-f2df-4a7d-a8f8-ae86cc8ffec9 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Network fe03d9fe-119c-4c68-b209-8baefae9324c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:25:14.290333 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-99792d83-f2df-4a7d-a8f8-ae86cc8ffec9 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:25:14.307800 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99792d83-f2df-4a7d-a8f8-ae86cc8ffec9 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:25:14.337681 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-318658bc-b8cf-4dd6-8cb5-6706eacca54b req-e3701a10-a718-4a52-a7fa-21de6a7024b1 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977032 Nov 16 11:25:14.361418 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-cec11857-16bc-4ce4-8f5a-0434f7f37950 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:14.362148 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-cec11857-16bc-4ce4-8f5a-0434f7f37950 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:14.370513 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-99792d83-f2df-4a7d-a8f8-ae86cc8ffec9 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:14.414951 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99792d83-f2df-4a7d-a8f8-ae86cc8ffec9 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Pushing event updated for resources: {'Port': ['ID=8a6cc3a4-c295-4726-9f7f-e75fd8138f13,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:14.418445 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-cec11857-16bc-4ce4-8f5a-0434f7f37950 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6736553 Nov 16 11:25:14.434940 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-264cc788-5a2b-4afd-8c50-4e2464d706a8 service neutron] Request body: {'port': {'device_id': '603af64f-9bf3-47eb-a0af-17363106ab5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:25:14.454022 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-21b883e1-7906-4203-a3aa-262bb1f70e59 None None] Provisioning complete for port 4e614c00-2d6d-4980-ae66-ee6c3027672e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:25:14.456283 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-21b883e1-7906-4203-a3aa-262bb1f70e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:14.589432 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-6cdd95a1-523b-4448-b662-342090f6c61e req-ed2ff346-355a-49fc-ab69-855a0cd3b40e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Deleting port 97fb902a-1c7c-49e9-8750-ca3dbca3b2cf {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:25:14.590046 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6cdd95a1-523b-4448-b662-342090f6c61e req-ed2ff346-355a-49fc-ab69-855a0cd3b40e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:14.599076 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-264cc788-5a2b-4afd-8c50-4e2464d706a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:14.738791 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68ce5a0-f6e3-4d71-aac8-4774908a868e x-openstack-request-id: req-b68ce5a0-f6e3-4d71-aac8-4774908a868e {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:25:14.739201 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e15d657-2b54-4771-b09a-6e30363445cf", "name": "network-vif-plugged", "status": "completed", "tag": "1ae2512e-901d-4325-9dd3-79ea952ff8b0", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:25:14.739324 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b68ce5a0-f6e3-4d71-aac8-4774908a868e {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:25:14.739697 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e15d657-2b54-4771-b09a-6e30363445cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae2512e-901d-4325-9dd3-79ea952ff8b0', 'code': 200} Nov 16 11:25:14.787752 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-99792d83-f2df-4a7d-a8f8-ae86cc8ffec9 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:14.842868 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-6cdd95a1-523b-4448-b662-342090f6c61e req-ed2ff346-355a-49fc-ab69-855a0cd3b40e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] For port 97fb902a-1c7c-49e9-8750-ca3dbca3b2cf, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=97fb902a-1c7c-49e9-8750-ca3dbca3b2cf,segment=NetworkSegment(dde4f2a5-6c36-4ca1-b975-fe969cc62f41),segment_id=dde4f2a5-6c36-4ca1-b975-fe969cc62f41)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:25:14.843498 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6cdd95a1-523b-4448-b662-342090f6c61e req-ed2ff346-355a-49fc-ab69-855a0cd3b40e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:14.860319 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:25:15.182935 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: 70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:25:15.183620 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 70ebf7ad-c12d-498f-a7e3-8a069a7e0fb8 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:25:15.190270 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-479df516-c5f7-417b-a720-e97e0999ce23 None None] Provisioning complete for port 8a6cc3a4-c295-4726-9f7f-e75fd8138f13 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:25:15.190647 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-479df516-c5f7-417b-a720-e97e0999ce23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:15.233962 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 4e614c00-2d6d-4980-ae66-ee6c3027672e up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:25:15.271595 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-479df516-c5f7-417b-a720-e97e0999ce23 None None] Port 8a6cc3a4-c295-4726-9f7f-e75fd8138f13 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:25:15.306685 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 4e614c00-2d6d-4980-ae66-ee6c3027672e triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:25:15.307170 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:15.547210 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5211b3f3-60d8-459c-bbd4-35e5267e4dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:15.584387 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c68e2-623a-4070-b8da-36ac8f1dcf0d req-e40e0ca7-82f6-49e1-b9b2-24d14b127b04 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:15.598914 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-df6c68e2-623a-4070-b8da-36ac8f1dcf0d req-e40e0ca7-82f6-49e1-b9b2-24d14b127b04 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=25fe3deb-7030-4c85-a398-1e1007c95ffd HTTP/1.1" status: 200 len: 945 time: 0.6625259 Nov 16 11:25:15.602059 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-6cdd95a1-523b-4448-b662-342090f6c61e req-ed2ff346-355a-49fc-ab69-855a0cd3b40e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Calling delete_port for 97fb902a-1c7c-49e9-8750-ca3dbca3b2cf owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:25:15.754954 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-df6c68e2-623a-4070-b8da-36ac8f1dcf0d req-c758fae5-61ae-42d9-9c17-eb69906966b4 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550865 Nov 16 11:25:15.825350 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-99792d83-f2df-4a7d-a8f8-ae86cc8ffec9 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:15.985672 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-264cc788-5a2b-4afd-8c50-4e2464d706a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:25:16.023576 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-264cc788-5a2b-4afd-8c50-4e2464d706a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:16.060430 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56c628-d879-4f6f-8d63-83798acd88de req-fc330fcd-d576-48d8-8f46-64bae3ae1f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:16.068001 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad98f0-8d32-479e-8fbc-15d2a5593a3b req-4509ee3b-abfb-4e93-af18-bcee74763c22 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:16.069507 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e9ad98f0-8d32-479e-8fbc-15d2a5593a3b req-4509ee3b-abfb-4e93-af18-bcee74763c22 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.1947067 Nov 16 11:25:16.071203 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ce56c628-d879-4f6f-8d63-83798acd88de req-fc330fcd-d576-48d8-8f46-64bae3ae1f9a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7e15d657-2b54-4771-b09a-6e30363445cf HTTP/1.1" status: 200 len: 1096 time: 1.3069055 Nov 16 11:25:16.071951 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-264cc788-5a2b-4afd-8c50-4e2464d706a8 service neutron] Transition to ACTIVE for port object c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:25:16.072979 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6cdd95a1-523b-4448-b662-342090f6c61e req-ed2ff346-355a-49fc-ab69-855a0cd3b40e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:16.074751 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-99792d83-f2df-4a7d-a8f8-ae86cc8ffec9 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:16.087796 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-264cc788-5a2b-4afd-8c50-4e2464d706a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:16.088522 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['97fb902a-1c7c-49e9-8750-ca3dbca3b2cf'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:25:16.181181 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264cc788-5a2b-4afd-8c50-4e2464d706a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:16.222774 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e9ad98f0-8d32-479e-8fbc-15d2a5593a3b req-336ffeca-df97-4564-8f1b-3bbe08fe6f8b tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446311 Nov 16 11:25:16.301377 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cdd95a1-523b-4448-b662-342090f6c61e req-ed2ff346-355a-49fc-ab69-855a0cd3b40e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] No DVR routers for this DVR port 97fb902a-1c7c-49e9-8750-ca3dbca3b2cf on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:25:16.312115 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6cdd95a1-523b-4448-b662-342090f6c61e req-ed2ff346-355a-49fc-ab69-855a0cd3b40e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:16.315445 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6cdd95a1-523b-4448-b662-342090f6c61e req-ed2ff346-355a-49fc-ab69-855a0cd3b40e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.64 "DELETE /v2.0/ports/97fb902a-1c7c-49e9-8750-ca3dbca3b2cf HTTP/1.1" status: 204 len: 173 time: 2.1592021 Nov 16 11:25:16.315900 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25fe3deb-7030-4c85-a398-1e1007c95ffd', 'name': 'network-vif-deleted', 'tag': '97fb902a-1c7c-49e9-8750-ca3dbca3b2cf'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:25:16.325055 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ba8c67-ee28-4a89-8c76-53262a0f465b" -d '{"events": [{"server_uuid": "25fe3deb-7030-4c85-a398-1e1007c95ffd", "name": "network-vif-deleted", "tag": "97fb902a-1c7c-49e9-8750-ca3dbca3b2cf"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:25:16.330360 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-264cc788-5a2b-4afd-8c50-4e2464d706a8 service neutron] Attempting to bind port c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:25:16.330950 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-264cc788-5a2b-4afd-8c50-4e2464d706a8 service neutron] Attempting to bind port c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '7bc3b876-f37c-4fd2-ad3b-c29cb12fd064'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:25:16.331558 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-264cc788-5a2b-4afd-8c50-4e2464d706a8 service neutron] Attempting to bind port c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd on network 7bc3b876-f37c-4fd2-ad3b-c29cb12fd064 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:25:16.338914 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-99792d83-f2df-4a7d-a8f8-ae86cc8ffec9 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:16.345265 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99792d83-f2df-4a7d-a8f8-ae86cc8ffec9 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Pushing event updated for resources: {'Port': ['ID=8a6cc3a4-c295-4726-9f7f-e75fd8138f13,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:16.350327 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-264cc788-5a2b-4afd-8c50-4e2464d706a8 service neutron] Port c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd on network 7bc3b876-f37c-4fd2-ad3b-c29cb12fd064 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:25:16.350922 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-264cc788-5a2b-4afd-8c50-4e2464d706a8 service neutron] Attempting to bind port c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd on network 7bc3b876-f37c-4fd2-ad3b-c29cb12fd064 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:25:16.368435 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-264cc788-5a2b-4afd-8c50-4e2464d706a8 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:25:16.368945 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ce56c628-d879-4f6f-8d63-83798acd88de req-ae0cfcb6-f516-457a-8721-21ee2df469a5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5de99de7-9132-4073-815f-3171af64b60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268929 Nov 16 11:25:16.370005 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-264cc788-5a2b-4afd-8c50-4e2464d706a8 service neutron] Checking segment: {'id': '1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '7bc3b876-f37c-4fd2-ad3b-c29cb12fd064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:25:16.372161 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-264cc788-5a2b-4afd-8c50-4e2464d706a8 service neutron] Bound using segment: {'id': '1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '7bc3b876-f37c-4fd2-ad3b-c29cb12fd064'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:25:16.372872 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-264cc788-5a2b-4afd-8c50-4e2464d706a8 service neutron] Bound port: c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '7bc3b876-f37c-4fd2-ad3b-c29cb12fd064'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:25:16.373874 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-264cc788-5a2b-4afd-8c50-4e2464d706a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:16.391380 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ff346-355a-49fc-ab69-855a0cd3b40e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Pushing event deleted for resources: {'Port': ['ID=97fb902a-1c7c-49e9-8750-ca3dbca3b2cf,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:16.490529 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:16.511805 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4fa3a-34b3-4fbb-985a-0433c999cdf6 req-3c4384ef-0a60-45c7-a9e3-e0ae92144a6c tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:16.522864 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fdb4fa3a-34b3-4fbb-985a-0433c999cdf6 req-3c4384ef-0a60-45c7-a9e3-e0ae92144a6c tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e15d657-2b54-4771-b09a-6e30363445cf HTTP/1.1" status: 200 len: 945 time: 0.1151595 Nov 16 11:25:16.574903 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-264cc788-5a2b-4afd-8c50-4e2464d706a8 service neutron] For port c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd, host n-h2-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:25:16.582024 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-264cc788-5a2b-4afd-8c50-4e2464d706a8 service neutron] For port c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd,segment=NetworkSegment(1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1),segment_id=1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:25:16.595286 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-264cc788-5a2b-4afd-8c50-4e2464d706a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:16.625360 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99792d83-f2df-4a7d-a8f8-ae86cc8ffec9 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Network fe03d9fe-119c-4c68-b209-8baefae9324c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:25:16.637970 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-99792d83-f2df-4a7d-a8f8-ae86cc8ffec9 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:25:16.647909 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fdb4fa3a-34b3-4fbb-985a-0433c999cdf6 req-5833b51b-2eb1-4f7e-93a5-53336681e87f tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] 10.222.0.61 "GET /v2.0/security-groups?id=5de99de7-9132-4073-815f-3171af64b60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235404 Nov 16 11:25:16.675796 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-264cc788-5a2b-4afd-8c50-4e2464d706a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:16.677032 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-264cc788-5a2b-4afd-8c50-4e2464d706a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:16.678789 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-264cc788-5a2b-4afd-8c50-4e2464d706a8 service neutron] 10.222.0.64 "PUT /v2.0/ports/c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd HTTP/1.1" status: 200 len: 1092 time: 2.2487113 Nov 16 11:25:16.681938 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '603af64f-9bf3-47eb-a0af-17363106ab5f', 'tag': 'c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:25:16.686988 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d5c2bd-94d6-41f7-94af-0c450b1655d3" -d '{"events": [{"name": "network-changed", "server_uuid": "603af64f-9bf3-47eb-a0af-17363106ab5f", "tag": "c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:25:16.753728 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264cc788-5a2b-4afd-8c50-4e2464d706a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:16.932583 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-842d121c-eb25-4037-8767-c410c09aba96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:16.934690 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-842d121c-eb25-4037-8767-c410c09aba96 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0e9e6de4f694c51b3e4cee28f830c28&device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 1095 time: 0.1598642 Nov 16 11:25:16.937066 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99792d83-f2df-4a7d-a8f8-ae86cc8ffec9 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Router 0d532a7b-54b6-41f9-b6d6-40aca02191ce has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:25:17.036400 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-4ff66326-56bd-4753-9a1c-31fa6711633a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd HTTP/1.1" status: 200 len: 217 time: 0.0905931 Nov 16 11:25:17.129957 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f787d10-3aa8-441f-b821-480a5c222e31 req-d4bdc5b9-242e-424b-a3a8-ab3ba96bac28 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:17.131587 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6f787d10-3aa8-441f-b821-480a5c222e31 req-d4bdc5b9-242e-424b-a3a8-ab3ba96bac28 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 944 time: 0.2479386 Nov 16 11:25:17.146225 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6415ac59-dba6-416d-8440-fdde62b7e6fd None None] Provisioning complete for port 8a6cc3a4-c295-4726-9f7f-e75fd8138f13 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:25:17.146597 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6415ac59-dba6-416d-8440-fdde62b7e6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:17.177407 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-a0721bbe-aaea-499b-a106-6eb3790896dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:17.179628 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-a0721bbe-aaea-499b-a106-6eb3790896dc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0426f897-3517-4777-b787-b653a2b0dda2 HTTP/1.1" status: 200 len: 854 time: 0.1346276 Nov 16 11:25:17.198177 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99792d83-f2df-4a7d-a8f8-ae86cc8ffec9 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:25:17.203985 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-99792d83-f2df-4a7d-a8f8-ae86cc8ffec9 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "PUT /v2.0/routers/0d532a7b-54b6-41f9-b6d6-40aca02191ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6625991 Nov 16 11:25:17.207036 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 35034) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:17.218191 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-9cee0f3b-349f-499b-adca-ce1ce103d732 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Request body: {'port': {'network_id': 'fe03d9fe-119c-4c68-b209-8baefae9324c', 'name': 'tempest-FloatingIPTestJSON-1403158262'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:25:17.246700 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8092675-44a0-4a96-b10f-4826e73e38b8 None None] Sync routers for ids ['0d532a7b-54b6-41f9-b6d6-40aca02191ce'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:25:17.254718 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-d26e28a6-be34-4d77-bdf5-84a75ddd7ad1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7bc3b876-f37c-4fd2-ad3b-c29cb12fd064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610869 Nov 16 11:25:17.314551 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8092675-44a0-4a96-b10f-4826e73e38b8 None None] Routers {'0d532a7b-54b6-41f9-b6d6-40aca02191ce'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:25:17.317698 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e8092675-44a0-4a96-b10f-4826e73e38b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:25:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['0d532a7b-54b6-41f9-b6d6-40aca02191ce'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:17.397383 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e8092675-44a0-4a96-b10f-4826e73e38b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:17.403884 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-6415ac59-dba6-416d-8440-fdde62b7e6fd None None] Port 8a6cc3a4-c295-4726-9f7f-e75fd8138f13 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:25:17.422942 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8092675-44a0-4a96-b10f-4826e73e38b8 None None] Routers {'0d532a7b-54b6-41f9-b6d6-40aca02191ce'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:25:17.423565 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e8092675-44a0-4a96-b10f-4826e73e38b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:25:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['0d532a7b-54b6-41f9-b6d6-40aca02191ce'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:17.459359 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6f787d10-3aa8-441f-b821-480a5c222e31 req-a9a3bcbd-33c8-47db-aee8-5858a2dd7d43 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167205 Nov 16 11:25:17.463715 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cee0f3b-349f-499b-adca-ce1ce103d732 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Made reservation on behalf of c9cb1aa5b1254cc3a8e0ba85aca63e3d for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:25:17.467668 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9cee0f3b-349f-499b-adca-ce1ce103d732 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:17.525283 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-9cee0f3b-349f-499b-adca-ce1ce103d732 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] device_id is not set on port 044a1ff2-0e03-4a72-a3e6-dd0ef147fa20 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:25:17.537007 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-857ef17f-5b88-4443-98aa-b48d77acb8a2 service neutron] 10.222.0.64 "GET /v2.0/networks/7bc3b876-f37c-4fd2-ad3b-c29cb12fd064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573602 Nov 16 11:25:17.557172 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e8092675-44a0-4a96-b10f-4826e73e38b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:17.559472 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8092675-44a0-4a96-b10f-4826e73e38b8 None None] The sync data for ids ['0d532a7b-54b6-41f9-b6d6-40aca02191ce'] in n-d-816823-3 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:25:17.707018 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14f904ee-045b-47f2-8f6b-01e077a8599a req-6106006a-5758-4e71-9897-16f5dfef1f90 service neutron] 10.222.0.64 "GET /v2.0/networks/7bc3b876-f37c-4fd2-ad3b-c29cb12fd064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627715 Nov 16 11:25:17.771403 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-9cee0f3b-349f-499b-adca-ce1ce103d732 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Allocated IP 172.20.0.11 (fe03d9fe-119c-4c68-b209-8baefae9324c/90042c50-87ef-46d3-b90e-fd4905e86964/044a1ff2-0e03-4a72-a3e6-dd0ef147fa20) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:25:17.829446 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261b667-2901-4231-ae5a-9749cd2ab7f1 req-f52439ca-927f-4235-a000-b2a79dca8814 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:17.834509 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6261b667-2901-4231-ae5a-9749cd2ab7f1 req-f52439ca-927f-4235-a000-b2a79dca8814 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.0779099 Nov 16 11:25:17.936169 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6261b667-2901-4231-ae5a-9749cd2ab7f1 req-5780fabc-3296-4378-80e5-787df3565135 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952287 Nov 16 11:25:18.011603 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9cee0f3b-349f-499b-adca-ce1ce103d732 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:18.034287 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63cd12e2-b5d9-4ce4-a0cf-2c222a585f45 x-openstack-request-id: req-63cd12e2-b5d9-4ce4-a0cf-2c222a585f45 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:25:18.034823 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "603af64f-9bf3-47eb-a0af-17363106ab5f", "tag": "c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:25:18.035854 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-63cd12e2-b5d9-4ce4-a0cf-2c222a585f45 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:25:18.036422 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '603af64f-9bf3-47eb-a0af-17363106ab5f', 'tag': 'c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd', 'status': 'completed', 'code': 200} Nov 16 11:25:18.048272 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa50fd7-ed34-4ebf-a259-be081be9e405 x-openstack-request-id: req-2aa50fd7-ed34-4ebf-a259-be081be9e405 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:25:18.048645 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25fe3deb-7030-4c85-a398-1e1007c95ffd", "name": "network-vif-deleted", "tag": "97fb902a-1c7c-49e9-8750-ca3dbca3b2cf", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:25:18.049006 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2aa50fd7-ed34-4ebf-a259-be081be9e405 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:25:18.050024 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25fe3deb-7030-4c85-a398-1e1007c95ffd', 'name': 'network-vif-deleted', 'tag': '97fb902a-1c7c-49e9-8750-ca3dbca3b2cf', 'status': 'completed', 'code': 200} Nov 16 11:25:18.058142 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9cee0f3b-349f-499b-adca-ce1ce103d732 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:18.140844 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cee0f3b-349f-499b-adca-ce1ce103d732 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Network fe03d9fe-119c-4c68-b209-8baefae9324c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:25:18.142684 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5c2bd-94d6-41f7-94af-0c450b1655d3 req-55d38f5c-ba6b-4d79-95d3-c61b0de860c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:18.145352 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-58d5c2bd-94d6-41f7-94af-0c450b1655d3 req-55d38f5c-ba6b-4d79-95d3-c61b0de860c3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0e9e6de4f694c51b3e4cee28f830c28&device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 1095 time: 0.0857451 Nov 16 11:25:18.147378 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-9cee0f3b-349f-499b-adca-ce1ce103d732 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:25:18.154320 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cee0f3b-349f-499b-adca-ce1ce103d732 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:25:18.246777 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:18.265843 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee0f3b-349f-499b-adca-ce1ce103d732 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Pushing event updated for resources: {'Port': ['ID=044a1ff2-0e03-4a72-a3e6-dd0ef147fa20,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:18.291180 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cee0f3b-349f-499b-adca-ce1ce103d732 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:18.295740 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9cee0f3b-349f-499b-adca-ce1ce103d732 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:18.343364 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9cee0f3b-349f-499b-adca-ce1ce103d732 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1331544 Nov 16 11:25:18.348758 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 35046) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:18.353450 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-ed603572-f0e6-41f4-8a38-6c16c785c1e9 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Request body: {'floatingip': {'port_id': '044a1ff2-0e03-4a72-a3e6-dd0ef147fa20'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:25:18.418586 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed603572-f0e6-41f4-8a38-6c16c785c1e9 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for floatingip, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:18.429300 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364604cc-7f0e-4fec-8198-5dbadf2cee3b req-59822496-4768-44f6-b905-5a0f9ced1f00 tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:18.436878 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-364604cc-7f0e-4fec-8198-5dbadf2cee3b req-59822496-4768-44f6-b905-5a0f9ced1f00 tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e15d657-2b54-4771-b09a-6e30363445cf HTTP/1.1" status: 200 len: 945 time: 0.2004037 Nov 16 11:25:18.550566 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ef4dca10-6d86-44c6-b4d4-f6cac95967c4 None None] Provisioning complete for port 044a1ff2-0e03-4a72-a3e6-dd0ef147fa20 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:25:18.553588 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ef4dca10-6d86-44c6-b4d4-f6cac95967c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:18.555674 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5c2bd-94d6-41f7-94af-0c450b1655d3 req-6da23e6f-ebe0-4299-a7ef-0c2102d1011c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:18.557158 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-58d5c2bd-94d6-41f7-94af-0c450b1655d3 req-6da23e6f-ebe0-4299-a7ef-0c2102d1011c service neutron] 10.222.0.64 "GET /v2.0/networks?id=7bc3b876-f37c-4fd2-ad3b-c29cb12fd064 HTTP/1.1" status: 200 len: 915 time: 0.4030857 Nov 16 11:25:18.604997 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-58d5c2bd-94d6-41f7-94af-0c450b1655d3 req-1b6778d0-92a7-4b64-b2c4-6f29c02737e0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd HTTP/1.1" status: 200 len: 217 time: 0.0353613 Nov 16 11:25:18.619269 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-364604cc-7f0e-4fec-8198-5dbadf2cee3b req-26d2dd6e-14f7-4fe9-84b3-737ce41eb67f tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] 10.222.0.61 "GET /v2.0/security-groups?id=5de99de7-9132-4073-815f-3171af64b60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814585 Nov 16 11:25:18.655140 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-ef4dca10-6d86-44c6-b4d4-f6cac95967c4 None None] Port 044a1ff2-0e03-4a72-a3e6-dd0ef147fa20 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:25:18.669143 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 97fb902a-1c7c-49e9-8750-ca3dbca3b2cf no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:25:18.709055 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 97fb902a-1c7c-49e9-8750-ca3dbca3b2cf {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:25:18.709677 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 97fb902a-1c7c-49e9-8750-ca3dbca3b2cf not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:25:18.796836 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:18.882014 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5c2bd-94d6-41f7-94af-0c450b1655d3 req-45235a04-ba3d-4c09-8847-c8ce74a029a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:18.884011 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-58d5c2bd-94d6-41f7-94af-0c450b1655d3 req-45235a04-ba3d-4c09-8847-c8ce74a029a4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0426f897-3517-4777-b787-b653a2b0dda2 HTTP/1.1" status: 200 len: 854 time: 0.2637861 Nov 16 11:25:18.967046 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-58d5c2bd-94d6-41f7-94af-0c450b1655d3 req-70e069c6-7023-44f1-9799-1c4f0ed04f45 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7bc3b876-f37c-4fd2-ad3b-c29cb12fd064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498302 Nov 16 11:25:19.268205 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-58d5c2bd-94d6-41f7-94af-0c450b1655d3 req-fa8f8d63-4c98-4e86-ace0-9aa82435f2a2 service neutron] 10.222.0.64 "GET /v2.0/networks/7bc3b876-f37c-4fd2-ad3b-c29cb12fd064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912889 Nov 16 11:25:19.292204 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007942f8-6dd4-4700-9176-f938467789ee req-f78aff88-758c-485e-a2ad-f43f98f61143 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:19.299468 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-007942f8-6dd4-4700-9176-f938467789ee req-f78aff88-758c-485e-a2ad-f43f98f61143 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/networks?id=3d74d208-8054-4a20-a68e-5341a0731232 HTTP/1.1" status: 200 len: 811 time: 0.2927032 Nov 16 11:25:19.418915 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-007942f8-6dd4-4700-9176-f938467789ee req-b8176551-6274-4a93-9da6-638c74e3c3ae tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/quotas/bcada9d38abf4226bc4ca768b16b9a90 HTTP/1.1" status: 200 len: 375 time: 0.1181142 Nov 16 11:25:19.464788 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-007942f8-6dd4-4700-9176-f938467789ee req-fd27de0c-c20e-4603-85a1-232f0ffd306c tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=bcada9d38abf4226bc4ca768b16b9a90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447826 Nov 16 11:25:19.605909 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-58d5c2bd-94d6-41f7-94af-0c450b1655d3 req-15c478e8-937c-41da-9c69-d9d6b215f27a service neutron] 10.222.0.64 "GET /v2.0/networks/7bc3b876-f37c-4fd2-ad3b-c29cb12fd064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279748 Nov 16 11:25:19.701512 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-007942f8-6dd4-4700-9176-f938467789ee req-85e79389-2c33-4f52-b07a-8320d2b1fb89 service neutron] 10.222.0.61 "GET /v2.0/networks/3d74d208-8054-4a20-a68e-5341a0731232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356324 Nov 16 11:25:19.774567 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed603572-f0e6-41f4-8a38-6c16c785c1e9 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:19.786393 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed603572-f0e6-41f4-8a38-6c16c785c1e9 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:19.913151 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-007942f8-6dd4-4700-9176-f938467789ee req-b21d5edb-35f3-4d6a-8364-92c8ecab8df4 service neutron] 10.222.0.61 "GET /v2.0/networks/3d74d208-8054-4a20-a68e-5341a0731232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104628 Nov 16 11:25:19.949683 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [None req-ed603572-f0e6-41f4-8a38-6c16c785c1e9 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Floating IP 2f9edc30-2396-4305-9452-a3804c09b175 associated. External IP: 172.25.0.77, port: 231ffc4e-58d9-44c8-bf3f-eb1b0ceb3da2. Nov 16 11:25:20.234510 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d33405-7069-4f4e-ba99-5237f53602b7 req-041a20c7-669b-4d2b-adc3-37a6911c7df9 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:20.242029 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-35d33405-7069-4f4e-ba99-5237f53602b7 req-041a20c7-669b-4d2b-adc3-37a6911c7df9 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 944 time: 0.1344321 Nov 16 11:25:20.313709 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-35d33405-7069-4f4e-ba99-5237f53602b7 req-3b625994-a6db-4482-be8a-aafdb625efe2 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705311 Nov 16 11:25:20.379863 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed603572-f0e6-41f4-8a38-6c16c785c1e9 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Router f74ec157-18ca-4096-9f48-8fdb8e383456 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:25:20.521968 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed603572-f0e6-41f4-8a38-6c16c785c1e9 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:25:20.535200 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cb98c6-62ec-4d54-ab2d-e55f10dc4e8d None None] Sync routers for ids ['f74ec157-18ca-4096-9f48-8fdb8e383456'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:25:20.550276 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cb98c6-62ec-4d54-ab2d-e55f10dc4e8d None None] Routers {'f74ec157-18ca-4096-9f48-8fdb8e383456'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:25:20.551591 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-60cb98c6-62ec-4d54-ab2d-e55f10dc4e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:25:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f74ec157-18ca-4096-9f48-8fdb8e383456'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:20.639550 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-60cb98c6-62ec-4d54-ab2d-e55f10dc4e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:20.660102 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cb98c6-62ec-4d54-ab2d-e55f10dc4e8d None None] Routers {'f74ec157-18ca-4096-9f48-8fdb8e383456'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:25:20.661113 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-60cb98c6-62ec-4d54-ab2d-e55f10dc4e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:25:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f74ec157-18ca-4096-9f48-8fdb8e383456'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:20.678894 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:25:20.724981 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-60cb98c6-62ec-4d54-ab2d-e55f10dc4e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:20.725558 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cb98c6-62ec-4d54-ab2d-e55f10dc4e8d None None] The sync data for ids ['f74ec157-18ca-4096-9f48-8fdb8e383456'] in n-d-816823-3 is: [] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:25:20.820188 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd,segment=NetworkSegment(1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1),segment_id=1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:25:20.829961 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658746b-7c88-4feb-b2de-58998466ee3e req-3d3851e8-0222-4fd4-9834-492bc22f4de1 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:20.842078 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd', 'network_id': '7bc3b876-f37c-4fd2-ad3b-c29cb12fd064', 'port_id': 'c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd', 'mac_address': 'fa:16:3e:a9:83:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0426f897-3517-4777-b787-b653a2b0dda2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:25:20.842646 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c658746b-7c88-4feb-b2de-58998466ee3e req-3d3851e8-0222-4fd4-9834-492bc22f4de1 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.1725523 Nov 16 11:25:20.897423 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:20.913257 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:25:20.948866 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd,segment=NetworkSegment(1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1),segment_id=1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:25:20.956316 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:21.028532 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:21.046863 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c658746b-7c88-4feb-b2de-58998466ee3e req-b0728e00-af0e-44ca-abaa-cd3a14fc8d4f tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985145 Nov 16 11:25:21.098799 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed603572-f0e6-41f4-8a38-6c16c785c1e9 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Router 0d532a7b-54b6-41f9-b6d6-40aca02191ce has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:25:21.271179 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:25:21.548551 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2395f726-2b67-45ff-a8bf-8d16a6f59a86 req-ebe67d06-13ab-4fb0-8a0b-8ab70dfecd29 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 210 time: 0.3498132 Nov 16 11:25:21.614722 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed603572-f0e6-41f4-8a38-6c16c785c1e9 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:25:21.620786 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed603572-f0e6-41f4-8a38-6c16c785c1e9 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:21.631409 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85ad442-77ec-4de7-b122-ba93790495df None None] Sync routers for ids ['0d532a7b-54b6-41f9-b6d6-40aca02191ce'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:25:21.650333 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85ad442-77ec-4de7-b122-ba93790495df None None] Routers {'0d532a7b-54b6-41f9-b6d6-40aca02191ce'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:25:21.652453 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-b85ad442-77ec-4de7-b122-ba93790495df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:25:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['0d532a7b-54b6-41f9-b6d6-40aca02191ce'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:21.689874 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-b85ad442-77ec-4de7-b122-ba93790495df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:21.698577 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ed603572-f0e6-41f4-8a38-6c16c785c1e9 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "PUT /v2.0/floatingips/2f9edc30-2396-4305-9452-a3804c09b175 HTTP/1.1" status: 200 len: 978 time: 3.3484724 Nov 16 11:25:21.701338 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 35142) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:21.705025 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85ad442-77ec-4de7-b122-ba93790495df None None] Routers {'0d532a7b-54b6-41f9-b6d6-40aca02191ce'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:25:21.706495 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-b85ad442-77ec-4de7-b122-ba93790495df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:25:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['0d532a7b-54b6-41f9-b6d6-40aca02191ce'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:21.746517 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007942f8-6dd4-4700-9176-f938467789ee req-76ee1776-7b0b-46bb-ab9f-faedea445b62 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:21.748016 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-007942f8-6dd4-4700-9176-f938467789ee req-76ee1776-7b0b-46bb-ab9f-faedea445b62 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.64 "GET /v2.0/networks?id=3d74d208-8054-4a20-a68e-5341a0731232 HTTP/1.1" status: 200 len: 811 time: 0.2028604 Nov 16 11:25:21.749172 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-b85ad442-77ec-4de7-b122-ba93790495df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:21.749912 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85ad442-77ec-4de7-b122-ba93790495df None None] The sync data for ids ['0d532a7b-54b6-41f9-b6d6-40aca02191ce'] in n-d-816823-3 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:25:21.762960 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-007942f8-6dd4-4700-9176-f938467789ee req-c58b3d4d-9f63-440c-a5e2-13f01a1bd5d8 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Request body: {'port': {'device_id': '784d8437-da79-4562-9d97-dbdd0160b898', 'network_id': '3d74d208-8054-4a20-a68e-5341a0731232', 'admin_state_up': True, 'tenant_id': 'bcada9d38abf4226bc4ca768b16b9a90'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:25:22.000873 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-d197b100-f340-43d6-a67a-4fdf98e01ac3 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:22.002399 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-d197b100-f340-43d6-a67a-4fdf98e01ac3 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] 10.222.0.61 "GET /v2.0/networks?id=357acdf0-c975-4e48-ad26-6379aca47d0d HTTP/1.1" status: 200 len: 814 time: 0.1712272 Nov 16 11:25:22.005639 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c4e73b43-11a0-4023-aa12-c3dc0bf5ca96 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Deleting port 044a1ff2-0e03-4a72-a3e6-dd0ef147fa20 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:25:22.005952 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c4e73b43-11a0-4023-aa12-c3dc0bf5ca96 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:22.071898 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-37db072b-77f2-4403-ab48-654950a0ea98 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] 10.222.0.61 "GET /v2.0/quotas/d4fb21a1bae44254971dde50277709d4 HTTP/1.1" status: 200 len: 375 time: 0.0505812 Nov 16 11:25:22.075072 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-007942f8-6dd4-4700-9176-f938467789ee req-c58b3d4d-9f63-440c-a5e2-13f01a1bd5d8 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Made reservation on behalf of bcada9d38abf4226bc4ca768b16b9a90 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:25:22.078256 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-007942f8-6dd4-4700-9176-f938467789ee req-c58b3d4d-9f63-440c-a5e2-13f01a1bd5d8 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:22.165819 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c4e73b43-11a0-4023-aa12-c3dc0bf5ca96 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:22.260642 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-c40d429f-aa5e-43f0-9c4b-7980abfbfb50 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d4fb21a1bae44254971dde50277709d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1790271 Nov 16 11:25:22.431357 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-007942f8-6dd4-4700-9176-f938467789ee req-c58b3d4d-9f63-440c-a5e2-13f01a1bd5d8 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Allocated IP 172.20.0.9 (3d74d208-8054-4a20-a68e-5341a0731232/3f019b1b-47e9-47e0-b9fa-270ea9b96fc7/c4139ed1-5e06-4d69-86f8-bc78be1853fe) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:25:22.503284 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-d6f2e9c0-c72f-4e17-a689-1ccf9a1fcd02 service neutron] 10.222.0.61 "GET /v2.0/networks/357acdf0-c975-4e48-ad26-6379aca47d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340331 Nov 16 11:25:22.594987 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c4e73b43-11a0-4023-aa12-c3dc0bf5ca96 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:22.595352 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c4e73b43-11a0-4023-aa12-c3dc0bf5ca96 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:22.595665 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [None req-c4e73b43-11a0-4023-aa12-c3dc0bf5ca96 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Floating IP 2f9edc30-2396-4305-9452-a3804c09b175 disassociated. External IP: 172.25.0.77, port: 044a1ff2-0e03-4a72-a3e6-dd0ef147fa20. Nov 16 11:25:22.596009 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c4e73b43-11a0-4023-aa12-c3dc0bf5ca96 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Calling delete_port for 044a1ff2-0e03-4a72-a3e6-dd0ef147fa20 owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:25:22.699769 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:25:22.759227 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-24ce21c2-536c-455d-9e0a-125dd47d36eb service neutron] 10.222.0.61 "GET /v2.0/networks/357acdf0-c975-4e48-ad26-6379aca47d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481079 Nov 16 11:25:22.760788 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:25:22.765060 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:25:22.765325 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:22.799586 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-007942f8-6dd4-4700-9176-f938467789ee req-c58b3d4d-9f63-440c-a5e2-13f01a1bd5d8 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:22.864492 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:22.882087 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c4e73b43-11a0-4023-aa12-c3dc0bf5ca96 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:22.900189 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '603af64f-9bf3-47eb-a0af-17363106ab5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:25:22.900474 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-007942f8-6dd4-4700-9176-f938467789ee req-c58b3d4d-9f63-440c-a5e2-13f01a1bd5d8 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:22.903486 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b1bc14-2f72-460b-92d0-63a01617186f" -d '{"events": [{"server_uuid": "603af64f-9bf3-47eb-a0af-17363106ab5f", "name": "network-vif-plugged", "status": "completed", "tag": "c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:25:22.926544 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd,segment=NetworkSegment(1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1),segment_id=1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:25:22.936057 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:22.953769 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e73b43-11a0-4023-aa12-c3dc0bf5ca96 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Pushing event deleted for resources: {'Port': ['ID=044a1ff2-0e03-4a72-a3e6-dd0ef147fa20,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:23.018537 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:23.048504 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e73b43-11a0-4023-aa12-c3dc0bf5ca96 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:25:23.048654 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e73b43-11a0-4023-aa12-c3dc0bf5ca96 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:25:23.048969 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e73b43-11a0-4023-aa12-c3dc0bf5ca96 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:25:23.049330 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e73b43-11a0-4023-aa12-c3dc0bf5ca96 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:25:23.049666 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e73b43-11a0-4023-aa12-c3dc0bf5ca96 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:25:23.050156 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e73b43-11a0-4023-aa12-c3dc0bf5ca96 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:25:23.050532 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e73b43-11a0-4023-aa12-c3dc0bf5ca96 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:25:23.050869 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e73b43-11a0-4023-aa12-c3dc0bf5ca96 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:25:23.057216 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e73b43-11a0-4023-aa12-c3dc0bf5ca96 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:25:23.057512 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e73b43-11a0-4023-aa12-c3dc0bf5ca96 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:25:23.057866 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e73b43-11a0-4023-aa12-c3dc0bf5ca96 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:25:23.058234 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e73b43-11a0-4023-aa12-c3dc0bf5ca96 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:25:23.065765 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-007942f8-6dd4-4700-9176-f938467789ee req-c58b3d4d-9f63-440c-a5e2-13f01a1bd5d8 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Network 3d74d208-8054-4a20-a68e-5341a0731232 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:25:23.145557 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-007942f8-6dd4-4700-9176-f938467789ee req-c58b3d4d-9f63-440c-a5e2-13f01a1bd5d8 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:25:23.172377 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-007942f8-6dd4-4700-9176-f938467789ee req-c58b3d4d-9f63-440c-a5e2-13f01a1bd5d8 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:25:23.286045 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b3d4d-9f63-440c-a5e2-13f01a1bd5d8 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Pushing event updated for resources: {'Port': ['ID=c4139ed1-5e06-4d69-86f8-bc78be1853fe,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:23.300697 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007942f8-6dd4-4700-9176-f938467789ee req-c58b3d4d-9f63-440c-a5e2-13f01a1bd5d8 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:23.301337 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-007942f8-6dd4-4700-9176-f938467789ee req-c58b3d4d-9f63-440c-a5e2-13f01a1bd5d8 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:23.318138 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97353e-660d-4d2a-b3fb-b9985c58f875 req-3857f0bb-e832-4453-9321-33237486852c tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:23.325463 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0d97353e-660d-4d2a-b3fb-b9985c58f875 req-3857f0bb-e832-4453-9321-33237486852c tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 946 time: 0.2214894 Nov 16 11:25:23.338750 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e73b43-11a0-4023-aa12-c3dc0bf5ca96 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Router 0d532a7b-54b6-41f9-b6d6-40aca02191ce has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:25:23.356772 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-007942f8-6dd4-4700-9176-f938467789ee req-c58b3d4d-9f63-440c-a5e2-13f01a1bd5d8 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5980480 Nov 16 11:25:23.380353 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-007942f8-6dd4-4700-9176-f938467789ee req-270f90d6-f530-4598-b3cb-d95e07ed4b8c service neutron] Request body: {'port': {'device_id': '784d8437-da79-4562-9d97-dbdd0160b898', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:25:23.482118 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0d97353e-660d-4d2a-b3fb-b9985c58f875 req-1b1ddd31-cbfa-44c2-b865-3499da179414 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519141 Nov 16 11:25:23.545816 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-007942f8-6dd4-4700-9176-f938467789ee req-270f90d6-f530-4598-b3cb-d95e07ed4b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:23.604062 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e73b43-11a0-4023-aa12-c3dc0bf5ca96 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:25:23.615760 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ed69cd-0257-4a7e-95dd-337d69fa8afd None None] Sync routers for ids ['0d532a7b-54b6-41f9-b6d6-40aca02191ce'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:25:23.632026 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ed69cd-0257-4a7e-95dd-337d69fa8afd None None] Routers {'0d532a7b-54b6-41f9-b6d6-40aca02191ce'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:25:23.632998 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-71ed69cd-0257-4a7e-95dd-337d69fa8afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:25:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['0d532a7b-54b6-41f9-b6d6-40aca02191ce'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:23.677941 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-71ed69cd-0257-4a7e-95dd-337d69fa8afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:23.689744 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ed69cd-0257-4a7e-95dd-337d69fa8afd None None] Routers {'0d532a7b-54b6-41f9-b6d6-40aca02191ce'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:25:23.690970 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-71ed69cd-0257-4a7e-95dd-337d69fa8afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:25:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['0d532a7b-54b6-41f9-b6d6-40aca02191ce'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:23.735121 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-71ed69cd-0257-4a7e-95dd-337d69fa8afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:23.736033 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ed69cd-0257-4a7e-95dd-337d69fa8afd None None] The sync data for ids ['0d532a7b-54b6-41f9-b6d6-40aca02191ce'] in n-d-816823-3 is: [] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:25:23.752125 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c4e73b43-11a0-4023-aa12-c3dc0bf5ca96 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:23.754500 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c4e73b43-11a0-4023-aa12-c3dc0bf5ca96 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "DELETE /v2.0/ports/044a1ff2-0e03-4a72-a3e6-dd0ef147fa20 HTTP/1.1" status: 204 len: 168 time: 2.0522652 Nov 16 11:25:23.757302 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 35202) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:23.932256 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [req-007942f8-6dd4-4700-9176-f938467789ee req-270f90d6-f530-4598-b3cb-d95e07ed4b8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4139ed1-5e06-4d69-86f8-bc78be1853fe {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:25:23.940613 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-007942f8-6dd4-4700-9176-f938467789ee req-270f90d6-f530-4598-b3cb-d95e07ed4b8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:23.964794 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-007942f8-6dd4-4700-9176-f938467789ee req-270f90d6-f530-4598-b3cb-d95e07ed4b8c service neutron] Transition to ACTIVE for port object c4139ed1-5e06-4d69-86f8-bc78be1853fe will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:25:23.974756 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-007942f8-6dd4-4700-9176-f938467789ee req-270f90d6-f530-4598-b3cb-d95e07ed4b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:24.057119 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f90d6-f530-4598-b3cb-d95e07ed4b8c service neutron] Pushing event updated for resources: {'Port': ['ID=c4139ed1-5e06-4d69-86f8-bc78be1853fe,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:24.157824 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3de62-996d-4e8e-a2d4-7021d354e765 req-239ad057-94ab-47d8-a1e4-492055a41142 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:24.165574 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0fc3de62-996d-4e8e-a2d4-7021d354e765 req-239ad057-94ab-47d8-a1e4-492055a41142 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 943 time: 0.1105795 Nov 16 11:25:24.174982 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-007942f8-6dd4-4700-9176-f938467789ee req-270f90d6-f530-4598-b3cb-d95e07ed4b8c service neutron] Attempting to bind port c4139ed1-5e06-4d69-86f8-bc78be1853fe on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:25:24.175857 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-007942f8-6dd4-4700-9176-f938467789ee req-270f90d6-f530-4598-b3cb-d95e07ed4b8c service neutron] Attempting to bind port c4139ed1-5e06-4d69-86f8-bc78be1853fe by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'dde4f2a5-6c36-4ca1-b975-fe969cc62f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3d74d208-8054-4a20-a68e-5341a0731232'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:25:24.176199 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007942f8-6dd4-4700-9176-f938467789ee req-270f90d6-f530-4598-b3cb-d95e07ed4b8c service neutron] Attempting to bind port c4139ed1-5e06-4d69-86f8-bc78be1853fe on network 3d74d208-8054-4a20-a68e-5341a0731232 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:25:24.190306 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007942f8-6dd4-4700-9176-f938467789ee req-270f90d6-f530-4598-b3cb-d95e07ed4b8c service neutron] Port c4139ed1-5e06-4d69-86f8-bc78be1853fe on network 3d74d208-8054-4a20-a68e-5341a0731232 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:25:24.190306 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007942f8-6dd4-4700-9176-f938467789ee req-270f90d6-f530-4598-b3cb-d95e07ed4b8c service neutron] Attempting to bind port c4139ed1-5e06-4d69-86f8-bc78be1853fe on network 3d74d208-8054-4a20-a68e-5341a0731232 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:25:24.204470 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007942f8-6dd4-4700-9176-f938467789ee req-270f90d6-f530-4598-b3cb-d95e07ed4b8c service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:25:24.204877 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007942f8-6dd4-4700-9176-f938467789ee req-270f90d6-f530-4598-b3cb-d95e07ed4b8c service neutron] Checking segment: {'id': 'dde4f2a5-6c36-4ca1-b975-fe969cc62f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3d74d208-8054-4a20-a68e-5341a0731232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:25:24.205278 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007942f8-6dd4-4700-9176-f938467789ee req-270f90d6-f530-4598-b3cb-d95e07ed4b8c service neutron] Bound using segment: {'id': 'dde4f2a5-6c36-4ca1-b975-fe969cc62f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3d74d208-8054-4a20-a68e-5341a0731232'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:25:24.205723 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-007942f8-6dd4-4700-9176-f938467789ee req-270f90d6-f530-4598-b3cb-d95e07ed4b8c service neutron] Bound port: c4139ed1-5e06-4d69-86f8-bc78be1853fe, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dde4f2a5-6c36-4ca1-b975-fe969cc62f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3d74d208-8054-4a20-a68e-5341a0731232'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:25:24.206107 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-007942f8-6dd4-4700-9176-f938467789ee req-270f90d6-f530-4598-b3cb-d95e07ed4b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:24.236688 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0fc3de62-996d-4e8e-a2d4-7021d354e765 req-7662a2df-238b-4039-aa3c-2f783efa8471 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702128 Nov 16 11:25:24.305400 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f80cbb7-bf8f-4c93-b780-33cbd8870082 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:24.317594 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-007942f8-6dd4-4700-9176-f938467789ee req-270f90d6-f530-4598-b3cb-d95e07ed4b8c service neutron] For port c4139ed1-5e06-4d69-86f8-bc78be1853fe, host n-h2-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:25:24.321091 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9704d2d1-6ae2-4bae-86f1-f2d55469f4c0 x-openstack-request-id: req-9704d2d1-6ae2-4bae-86f1-f2d55469f4c0 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:25:24.321091 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "603af64f-9bf3-47eb-a0af-17363106ab5f", "name": "network-vif-plugged", "status": "completed", "tag": "c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:25:24.321091 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9704d2d1-6ae2-4bae-86f1-f2d55469f4c0 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:25:24.321091 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '603af64f-9bf3-47eb-a0af-17363106ab5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd', 'code': 200} Nov 16 11:25:24.322136 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-007942f8-6dd4-4700-9176-f938467789ee req-270f90d6-f530-4598-b3cb-d95e07ed4b8c service neutron] For port c4139ed1-5e06-4d69-86f8-bc78be1853fe, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=c4139ed1-5e06-4d69-86f8-bc78be1853fe,segment=NetworkSegment(dde4f2a5-6c36-4ca1-b975-fe969cc62f41),segment_id=dde4f2a5-6c36-4ca1-b975-fe969cc62f41)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:25:24.330204 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-007942f8-6dd4-4700-9176-f938467789ee req-270f90d6-f530-4598-b3cb-d95e07ed4b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:24.373574 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007942f8-6dd4-4700-9176-f938467789ee req-270f90d6-f530-4598-b3cb-d95e07ed4b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:24.374776 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-007942f8-6dd4-4700-9176-f938467789ee req-270f90d6-f530-4598-b3cb-d95e07ed4b8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:24.376575 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-007942f8-6dd4-4700-9176-f938467789ee req-270f90d6-f530-4598-b3cb-d95e07ed4b8c service neutron] 10.222.0.64 "PUT /v2.0/ports/c4139ed1-5e06-4d69-86f8-bc78be1853fe HTTP/1.1" status: 200 len: 1091 time: 1.0026228 Nov 16 11:25:24.380097 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784d8437-da79-4562-9d97-dbdd0160b898', 'tag': 'c4139ed1-5e06-4d69-86f8-bc78be1853fe'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:25:24.383212 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fd3e81-d685-450a-9056-5fdeec5a0c58" -d '{"events": [{"name": "network-changed", "server_uuid": "784d8437-da79-4562-9d97-dbdd0160b898", "tag": "c4139ed1-5e06-4d69-86f8-bc78be1853fe"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:25:24.422948 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f90d6-f530-4598-b3cb-d95e07ed4b8c service neutron] Pushing event updated for resources: {'Port': ['ID=c4139ed1-5e06-4d69-86f8-bc78be1853fe,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:24.482900 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-1fedbc25-faeb-4bde-a751-a0ba745200a7 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:24.484780 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-1fedbc25-faeb-4bde-a751-a0ba745200a7 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] 10.222.0.64 "GET /v2.0/networks?id=357acdf0-c975-4e48-ad26-6379aca47d0d HTTP/1.1" status: 200 len: 814 time: 0.2495477 Nov 16 11:25:24.495635 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-df2eb66b-9d69-44c2-97c6-3e4ff06939eb req-80b949b1-0938-47c1-ab33-d239e8bbcf38 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] 10.222.0.61 "GET /v2.0/ports?device_id=64e0836c-2ce9-4fe8-8b7e-c8a6769ffe20 HTTP/1.1" status: 200 len: 210 time: 0.0790153 Nov 16 11:25:24.526725 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3ce5f-a70d-4839-a2e2-ee98a4581901 req-959ab9ff-95e0-40f5-b658-578f7aace94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:24.526898 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-f0958705-c243-416d-a2cb-e7e411c78e64 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] Request body: {'port': {'device_id': '64e0836c-2ce9-4fe8-8b7e-c8a6769ffe20', 'network_id': '357acdf0-c975-4e48-ad26-6379aca47d0d', 'admin_state_up': True, 'tenant_id': 'd4fb21a1bae44254971dde50277709d4'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:25:24.532012 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-57f3ce5f-a70d-4839-a2e2-ee98a4581901 req-959ab9ff-95e0-40f5-b658-578f7aace94c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 1097 time: 0.0862226 Nov 16 11:25:24.652026 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-57f3ce5f-a70d-4839-a2e2-ee98a4581901 req-e4bd0e70-509b-481f-8e3d-e512243bd349 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014931 Nov 16 11:25:24.674625 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26def6f-871c-487d-8f59-78854b11fc6b req-6ebfc82e-2cc7-4f19-bb80-b1d83f755239 tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:24.676462 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b26def6f-871c-487d-8f59-78854b11fc6b req-6ebfc82e-2cc7-4f19-bb80-b1d83f755239 tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e15d657-2b54-4771-b09a-6e30363445cf HTTP/1.1" status: 200 len: 945 time: 0.0883572 Nov 16 11:25:24.707984 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007942f8-6dd4-4700-9176-f938467789ee req-cc9d863c-569c-4736-a958-ca3e4d32f971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:24.709765 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-007942f8-6dd4-4700-9176-f938467789ee req-cc9d863c-569c-4736-a958-ca3e4d32f971 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bcada9d38abf4226bc4ca768b16b9a90&device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 1094 time: 0.1782198 Nov 16 11:25:24.743089 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b26def6f-871c-487d-8f59-78854b11fc6b req-54eccfa8-81f9-4050-b4ed-774e9fa929fe tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] 10.222.0.61 "GET /v2.0/security-groups?id=5de99de7-9132-4073-815f-3171af64b60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596092 Nov 16 11:25:24.787541 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-f0958705-c243-416d-a2cb-e7e411c78e64 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] Made reservation on behalf of d4fb21a1bae44254971dde50277709d4 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:25:24.793350 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-f0958705-c243-416d-a2cb-e7e411c78e64 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:24.986451 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b57aa1-b78e-4e23-8e3c-61bb5ab26b6d x-openstack-request-id: req-b6b57aa1-b78e-4e23-8e3c-61bb5ab26b6d {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:25:24.986852 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "784d8437-da79-4562-9d97-dbdd0160b898", "tag": "c4139ed1-5e06-4d69-86f8-bc78be1853fe", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:25:24.987343 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b6b57aa1-b78e-4e23-8e3c-61bb5ab26b6d {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:25:24.988818 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '784d8437-da79-4562-9d97-dbdd0160b898', 'tag': 'c4139ed1-5e06-4d69-86f8-bc78be1853fe', 'status': 'completed', 'code': 200} Nov 16 11:25:24.996533 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-8f80cbb7-bf8f-4c93-b780-33cbd8870082 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Deleting port 8a6cc3a4-c295-4726-9f7f-e75fd8138f13 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:25:24.996956 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f80cbb7-bf8f-4c93-b780-33cbd8870082 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:25.083615 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-f0958705-c243-416d-a2cb-e7e411c78e64 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] Allocated IP 172.20.0.6 (357acdf0-c975-4e48-ad26-6379aca47d0d/91a95bc4-e17f-4fb0-a3ec-f2d071a895de/48f959a3-8b08-493a-b962-444c37b20c31) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:25:25.122508 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f80cbb7-bf8f-4c93-b780-33cbd8870082 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:25.176290 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-8f80cbb7-bf8f-4c93-b780-33cbd8870082 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Calling delete_port for 8a6cc3a4-c295-4726-9f7f-e75fd8138f13 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:25:25.230605 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18991ce-b0e7-4a17-bdd1-fe5e6d8ca4e8 req-3fa31c98-a603-4ba6-bfdc-1560951fa9d5 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:25.240052 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a18991ce-b0e7-4a17-bdd1-fe5e6d8ca4e8 req-3fa31c98-a603-4ba6-bfdc-1560951fa9d5 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 946 time: 0.1088986 Nov 16 11:25:25.326533 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a18991ce-b0e7-4a17-bdd1-fe5e6d8ca4e8 req-c3bdfc3b-566c-4150-b8eb-0c7a49e595b2 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835481 Nov 16 11:25:25.488714 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-f0958705-c243-416d-a2cb-e7e411c78e64 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:25.587176 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4fd120-e245-4c31-a73c-ded240c8575a req-d405226b-b8c7-46ef-8ae7-74cf39012d49 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:25.597034 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b4fd120-e245-4c31-a73c-ded240c8575a req-d405226b-b8c7-46ef-8ae7-74cf39012d49 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.0883234 Nov 16 11:25:25.622335 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-f0958705-c243-416d-a2cb-e7e411c78e64 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:25.661350 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b4fd120-e245-4c31-a73c-ded240c8575a req-b72d3a85-7b4c-4272-8f7d-8ced4b004319 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612178 Nov 16 11:25:25.729384 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-f0958705-c243-416d-a2cb-e7e411c78e64 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] Network 357acdf0-c975-4e48-ad26-6379aca47d0d is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:25:25.733463 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-f0958705-c243-416d-a2cb-e7e411c78e64 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:25:25.750334 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-f0958705-c243-416d-a2cb-e7e411c78e64 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:25:25.760582 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f80cbb7-bf8f-4c93-b780-33cbd8870082 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:25.871335 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0958705-c243-416d-a2cb-e7e411c78e64 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] Pushing event updated for resources: {'Port': ['ID=48f959a3-8b08-493a-b962-444c37b20c31,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:25.912280 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33301e5c-d0e4-4135-8a0f-c15a20f47cf2 req-d4abd658-e969-4890-bb5e-cbac0dcc2c1d tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:25.923256 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-33301e5c-d0e4-4135-8a0f-c15a20f47cf2 req-d4abd658-e969-4890-bb5e-cbac0dcc2c1d tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 943 time: 0.1396689 Nov 16 11:25:25.954493 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f80cbb7-bf8f-4c93-b780-33cbd8870082 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Pushing event deleted for resources: {'Port': ['ID=8a6cc3a4-c295-4726-9f7f-e75fd8138f13,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:25.975648 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-f0958705-c243-416d-a2cb-e7e411c78e64 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:25.976505 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-f0958705-c243-416d-a2cb-e7e411c78e64 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:26.022409 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-f0958705-c243-416d-a2cb-e7e411c78e64 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5102537 Nov 16 11:25:26.047107 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-33301e5c-d0e4-4135-8a0f-c15a20f47cf2 req-2f609a03-8f33-48cd-8e63-4b4e348c5f26 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225538 Nov 16 11:25:26.266063 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-f1344766-f654-437a-adf6-dd27f04b4aa1 None None] Provisioning complete for port 48f959a3-8b08-493a-b962-444c37b20c31 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:25:26.266603 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f1344766-f654-437a-adf6-dd27f04b4aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:26.337570 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cc95c-6e85-4934-99ba-dda09c5b15a6 req-e90b7a34-5ed2-4bb6-b469-919f3a1f326f tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:26.343834 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f80cbb7-bf8f-4c93-b780-33cbd8870082 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:26.350200 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-114cc95c-6e85-4934-99ba-dda09c5b15a6 req-e90b7a34-5ed2-4bb6-b469-919f3a1f326f tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] 10.222.0.61 "GET /v2.0/ports?device_id=64e0836c-2ce9-4fe8-8b7e-c8a6769ffe20 HTTP/1.1" status: 200 len: 931 time: 0.1627295 Nov 16 11:25:26.369337 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-f1344766-f654-437a-adf6-dd27f04b4aa1 None None] Port 48f959a3-8b08-493a-b962-444c37b20c31 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:25:26.426321 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-114cc95c-6e85-4934-99ba-dda09c5b15a6 req-eed64779-7290-48c1-ac7e-8ecc187c158f tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] 10.222.0.61 "GET /v2.0/security-groups?id=69129610-b666-4a45-a91d-a0ad568f6304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741158 Nov 16 11:25:26.622265 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b1ff9-3b5e-4831-92ac-88b25420e57e req-5f697e41-caa9-4315-856f-438706dc397e tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:26.624246 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f14b1ff9-3b5e-4831-92ac-88b25420e57e req-5f697e41-caa9-4315-856f-438706dc397e tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e15d657-2b54-4771-b09a-6e30363445cf HTTP/1.1" status: 200 len: 945 time: 0.1136658 Nov 16 11:25:26.690981 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f14b1ff9-3b5e-4831-92ac-88b25420e57e req-be628c20-584e-437c-a550-69494181662c tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] 10.222.0.61 "GET /v2.0/security-groups?id=5de99de7-9132-4073-815f-3171af64b60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606477 Nov 16 11:25:26.847893 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f80cbb7-bf8f-4c93-b780-33cbd8870082 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Router 0d532a7b-54b6-41f9-b6d6-40aca02191ce has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:25:26.871766 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7949c3-1557-476e-b9f0-b2311651d31c req-b0f0eff1-3c8a-4f8b-80db-ba24e4ec467a tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:26.873344 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ca7949c3-1557-476e-b9f0-b2311651d31c req-b0f0eff1-3c8a-4f8b-80db-ba24e4ec467a tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 946 time: 0.0697334 Nov 16 11:25:26.980353 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ca7949c3-1557-476e-b9f0-b2311651d31c req-c7022593-fa8e-42b7-98db-6725a586bd19 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920582 Nov 16 11:25:27.273574 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37cc4c-f626-45ef-be8b-ccd568737b18 req-7dd43b2c-8ba4-4bf6-8f5a-7368759a0e04 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:27.281504 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4f37cc4c-f626-45ef-be8b-ccd568737b18 req-7dd43b2c-8ba4-4bf6-8f5a-7368759a0e04 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.0731614 Nov 16 11:25:27.354247 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4f37cc4c-f626-45ef-be8b-ccd568737b18 req-27ce9721-d752-4762-a74c-a49bb6523285 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716789 Nov 16 11:25:27.447807 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f80cbb7-bf8f-4c93-b780-33cbd8870082 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:25:27.455595 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8f80cbb7-bf8f-4c93-b780-33cbd8870082 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "PUT /v2.0/routers/0d532a7b-54b6-41f9-b6d6-40aca02191ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6937029 Nov 16 11:25:27.455595 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 35256) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:27.461665 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508b3f43-c8ef-498c-be16-4b1e22e011b0 None None] Sync routers for ids ['0d532a7b-54b6-41f9-b6d6-40aca02191ce'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:25:27.476664 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508b3f43-c8ef-498c-be16-4b1e22e011b0 None None] Routers {'0d532a7b-54b6-41f9-b6d6-40aca02191ce'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:25:27.477652 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-508b3f43-c8ef-498c-be16-4b1e22e011b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:25:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['0d532a7b-54b6-41f9-b6d6-40aca02191ce'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:27.531194 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-508b3f43-c8ef-498c-be16-4b1e22e011b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:27.542483 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508b3f43-c8ef-498c-be16-4b1e22e011b0 None None] Routers {'0d532a7b-54b6-41f9-b6d6-40aca02191ce'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:25:27.543622 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-508b3f43-c8ef-498c-be16-4b1e22e011b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:25:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['0d532a7b-54b6-41f9-b6d6-40aca02191ce'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:27.551975 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30eca1-70fa-4c46-8b88-9ce675f484d4 req-ce03acfa-ab1e-4cc4-8bf2-f74c7583baa0 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:27.554368 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aa30eca1-70fa-4c46-8b88-9ce675f484d4 req-ce03acfa-ab1e-4cc4-8bf2-f74c7583baa0 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 943 time: 0.1102860 Nov 16 11:25:27.582171 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-508b3f43-c8ef-498c-be16-4b1e22e011b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:27.583153 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508b3f43-c8ef-498c-be16-4b1e22e011b0 None None] The sync data for ids ['0d532a7b-54b6-41f9-b6d6-40aca02191ce'] in n-d-816823-3 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:25:27.626121 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f54006c-6f82-4c63-8909-3a3dfa4956ac tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:27.627414 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aa30eca1-70fa-4c46-8b88-9ce675f484d4 req-b6c5d6fc-1f23-4c78-a27c-f9cdf984e710 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654805 Nov 16 11:25:27.765858 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e378a8a-99d1-4614-9d5b-ec848a3bc00a req-da5d033a-20bb-4a7b-89a0-d00a58e9c7c8 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:27.770558 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f54006c-6f82-4c63-8909-3a3dfa4956ac tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:27.776384 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3e378a8a-99d1-4614-9d5b-ec848a3bc00a req-da5d033a-20bb-4a7b-89a0-d00a58e9c7c8 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] 10.222.0.61 "GET /v2.0/ports?device_id=64e0836c-2ce9-4fe8-8b7e-c8a6769ffe20 HTTP/1.1" status: 200 len: 931 time: 0.0809801 Nov 16 11:25:27.855942 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3e378a8a-99d1-4614-9d5b-ec848a3bc00a req-be547bf3-02ed-43ae-b6b3-42690247a5a3 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] 10.222.0.61 "GET /v2.0/security-groups?id=69129610-b666-4a45-a91d-a0ad568f6304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770564 Nov 16 11:25:27.876284 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:27.896226 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-2f54006c-6f82-4c63-8909-3a3dfa4956ac tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Deleting port e281ed8d-e37d-475c-a472-559a17536792 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:25:27.896479 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f54006c-6f82-4c63-8909-3a3dfa4956ac tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:28.052699 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f54006c-6f82-4c63-8909-3a3dfa4956ac tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:28.071933 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-2f54006c-6f82-4c63-8909-3a3dfa4956ac tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Calling delete_port for e281ed8d-e37d-475c-a472-559a17536792 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:25:28.075643 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600065e-7079-4b3e-ba18-2ed36b548c5d req-cc96aa76-f182-4233-be09-e4d448772d5f tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:28.077504 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4600065e-7079-4b3e-ba18-2ed36b548c5d req-cc96aa76-f182-4233-be09-e4d448772d5f tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e15d657-2b54-4771-b09a-6e30363445cf HTTP/1.1" status: 200 len: 945 time: 0.0927885 Nov 16 11:25:28.157433 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4600065e-7079-4b3e-ba18-2ed36b548c5d req-e6751a1d-81fc-46b6-abb1-70ce2f2f526e tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] 10.222.0.61 "GET /v2.0/security-groups?id=5de99de7-9132-4073-815f-3171af64b60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726533 Nov 16 11:25:28.279053 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1017e37-f29b-48c2-8e91-064687277180 req-90c20b38-3e7d-4f12-98b3-b6f8840faa8b tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:28.280590 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d1017e37-f29b-48c2-8e91-064687277180 req-90c20b38-3e7d-4f12-98b3-b6f8840faa8b tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 946 time: 0.0740650 Nov 16 11:25:28.348429 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f54006c-6f82-4c63-8909-3a3dfa4956ac tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:28.367188 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d1017e37-f29b-48c2-8e91-064687277180 req-329f9ac5-5ed5-4268-b5b1-b2315ddaa4d2 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780447 Nov 16 11:25:28.390807 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54006c-6f82-4c63-8909-3a3dfa4956ac tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Pushing event deleted for resources: {'Port': ['ID=e281ed8d-e37d-475c-a472-559a17536792,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:28.421122 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e9f223-6cad-4bc6-a23f-e362a9e55222 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:25:28.496227 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f54006c-6f82-4c63-8909-3a3dfa4956ac tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:28.620137 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f54006c-6f82-4c63-8909-3a3dfa4956ac tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:28.622613 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f54006c-6f82-4c63-8909-3a3dfa4956ac tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:28.670916 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f54006c-6f82-4c63-8909-3a3dfa4956ac tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:28.671452 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f54006c-6f82-4c63-8909-3a3dfa4956ac tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Fanout notify agent at l3_agent the message router_deleted on router 0d532a7b-54b6-41f9-b6d6-40aca02191ce {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:25:28.680225 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f54006c-6f82-4c63-8909-3a3dfa4956ac tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:28.684062 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 35272) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:28.684420 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2f54006c-6f82-4c63-8909-3a3dfa4956ac tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "DELETE /v2.0/routers/0d532a7b-54b6-41f9-b6d6-40aca02191ce HTTP/1.1" status: 204 len: 168 time: 1.2278814 Nov 16 11:25:28.719430 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:28.796490 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cba1cc-018c-45ac-9bfc-001ebc561906 req-47837503-b857-47c0-bab5-930981ce994c tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:28.798144 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-82cba1cc-018c-45ac-9bfc-001ebc561906 req-47837503-b857-47c0-bab5-930981ce994c tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.1668861 Nov 16 11:25:28.802839 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef15cba0-4aca-4b7a-a3ba-a60cba54ad91 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Deleting subnet 90042c50-87ef-46d3-b90e-fd4905e86964 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:25:28.811700 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef15cba0-4aca-4b7a-a3ba-a60cba54ad91 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:28.873319 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef15cba0-4aca-4b7a-a3ba-a60cba54ad91 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:28.907932 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-82cba1cc-018c-45ac-9bfc-001ebc561906 req-7230504d-9448-4e87-8113-c92b7b7978f9 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025734 Nov 16 11:25:28.982519 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef15cba0-4aca-4b7a-a3ba-a60cba54ad91 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:29.421103 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98efdc-0c13-4021-aabe-e4bd24803833 req-30a5e844-c6a5-4f6b-897c-1b4a73b9c6b6 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:29.422634 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ac98efdc-0c13-4021-aabe-e4bd24803833 req-30a5e844-c6a5-4f6b-897c-1b4a73b9c6b6 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 943 time: 0.0757663 Nov 16 11:25:29.436090 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef15cba0-4aca-4b7a-a3ba-a60cba54ad91 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:29.479193 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15cba0-4aca-4b7a-a3ba-a60cba54ad91 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Pushing event deleted for resources: {'Subnet': ['ID=90042c50-87ef-46d3-b90e-fd4905e86964,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:29.492385 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef15cba0-4aca-4b7a-a3ba-a60cba54ad91 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:29.495937 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ef15cba0-4aca-4b7a-a3ba-a60cba54ad91 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "DELETE /v2.0/subnets/90042c50-87ef-46d3-b90e-fd4905e86964 HTTP/1.1" status: 204 len: 168 time: 0.8066244 Nov 16 11:25:29.498444 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 35282) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:29.506708 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f14669-2a8a-4e19-8283-b272e62ec96e None None] Network fe03d9fe-119c-4c68-b209-8baefae9324c requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:25:29.595166 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ac98efdc-0c13-4021-aabe-e4bd24803833 req-ec1f0b07-efb3-41a4-958b-54fb98342c4c tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500111 Nov 16 11:25:29.655456 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-872cc3ea-12ec-4b57-b942-591640d5541e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:29.792239 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008a1f8-99d6-4946-93a6-dd7f22e50e4f req-14e41b63-dbd4-4dd2-8fc7-19eb53231f5e tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:29.801041 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0008a1f8-99d6-4946-93a6-dd7f22e50e4f req-14e41b63-dbd4-4dd2-8fc7-19eb53231f5e tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] 10.222.0.61 "GET /v2.0/ports?device_id=64e0836c-2ce9-4fe8-8b7e-c8a6769ffe20 HTTP/1.1" status: 200 len: 931 time: 0.0930092 Nov 16 11:25:29.818397 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-872cc3ea-12ec-4b57-b942-591640d5541e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Deleting port 4e614c00-2d6d-4980-ae66-ee6c3027672e {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:25:29.818785 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-872cc3ea-12ec-4b57-b942-591640d5541e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:29.826764 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d85361-d815-4713-b517-2eb1500fe209 None None] DHCP port deletion for fe03d9fe-119c-4c68-b209-8baefae9324c request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:25:29.903579 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-42d85361-d815-4713-b517-2eb1500fe209 None None] Deleting port 4e614c00-2d6d-4980-ae66-ee6c3027672e {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:25:29.903955 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-42d85361-d815-4713-b517-2eb1500fe209 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:29.906594 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0008a1f8-99d6-4946-93a6-dd7f22e50e4f req-a898e095-993e-4cf8-93fb-d959d02c32b0 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] 10.222.0.61 "GET /v2.0/security-groups?id=69129610-b666-4a45-a91d-a0ad568f6304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046753 Nov 16 11:25:29.921099 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-872cc3ea-12ec-4b57-b942-591640d5541e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] For port 4e614c00-2d6d-4980-ae66-ee6c3027672e, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=4e614c00-2d6d-4980-ae66-ee6c3027672e,segment=NetworkSegment(a043a3fe-2914-4a49-b08f-309eb471c50b),segment_id=a043a3fe-2914-4a49-b08f-309eb471c50b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:25:29.921478 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-872cc3ea-12ec-4b57-b942-591640d5541e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:29.937500 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-872cc3ea-12ec-4b57-b942-591640d5541e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Calling delete_port for 4e614c00-2d6d-4980-ae66-ee6c3027672e owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:25:30.021657 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-42d85361-d815-4713-b517-2eb1500fe209 None None] For port 4e614c00-2d6d-4980-ae66-ee6c3027672e, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=4e614c00-2d6d-4980-ae66-ee6c3027672e,segment=NetworkSegment(a043a3fe-2914-4a49-b08f-309eb471c50b),segment_id=a043a3fe-2914-4a49-b08f-309eb471c50b)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:25:30.035242 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-42d85361-d815-4713-b517-2eb1500fe209 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:30.082028 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-872cc3ea-12ec-4b57-b942-591640d5541e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:30.097083 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-42d85361-d815-4713-b517-2eb1500fe209 None None] Calling delete_port for 4e614c00-2d6d-4980-ae66-ee6c3027672e owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:25:30.135915 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872cc3ea-12ec-4b57-b942-591640d5541e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Pushing event deleted for resources: {'Port': ['ID=4e614c00-2d6d-4980-ae66-ee6c3027672e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:30.151460 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872cc3ea-12ec-4b57-b942-591640d5541e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] No DVR routers for this DVR port 4e614c00-2d6d-4980-ae66-ee6c3027672e on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:25:30.244075 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-42d85361-d815-4713-b517-2eb1500fe209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:30.268365 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d85361-d815-4713-b517-2eb1500fe209 None None] Pushing event deleted for resources: {'Port': ['ID=4e614c00-2d6d-4980-ae66-ee6c3027672e,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:30.285670 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d85361-d815-4713-b517-2eb1500fe209 None None] No DVR routers for this DVR port 4e614c00-2d6d-4980-ae66-ee6c3027672e on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:25:30.305264 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-872cc3ea-12ec-4b57-b942-591640d5541e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:30.339770 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196fe79b-a6d5-4b50-8d83-1627d0216b20 req-7fc784ba-f404-4b89-b188-b5048c256f11 tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:30.341768 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-196fe79b-a6d5-4b50-8d83-1627d0216b20 req-7fc784ba-f404-4b89-b188-b5048c256f11 tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e15d657-2b54-4771-b09a-6e30363445cf HTTP/1.1" status: 200 len: 945 time: 0.1645081 Nov 16 11:25:30.360523 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-872cc3ea-12ec-4b57-b942-591640d5541e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe03d9fe-119c-4c68-b209-8baefae9324c']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:30.382089 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-872cc3ea-12ec-4b57-b942-591640d5541e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a043a3fe-2914-4a49-b08f-309eb471c50b') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:30.383028 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-872cc3ea-12ec-4b57-b942-591640d5541e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a043a3fe-2914-4a49-b08f-309eb471c50b') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:30.401408 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-872cc3ea-12ec-4b57-b942-591640d5541e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:30.438349 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-196fe79b-a6d5-4b50-8d83-1627d0216b20 req-f90f3554-e344-4e23-9026-b7ec40ccd084 tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] 10.222.0.61 "GET /v2.0/security-groups?id=5de99de7-9132-4073-815f-3171af64b60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886841 Nov 16 11:25:30.443335 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-872cc3ea-12ec-4b57-b942-591640d5541e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:30.457011 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-872cc3ea-12ec-4b57-b942-591640d5541e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:25:30.458336 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-872cc3ea-12ec-4b57-b942-591640d5541e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:30.479224 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:25:30.479224 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:25:30.479224 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:25:30.479224 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:25:30.479224 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:25:30.479224 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:25:30.479224 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:25:30.479224 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:25:30.479224 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:25:30.479224 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:25:30.479224 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:25:30.479224 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:25:30.479224 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:25:30.479224 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:25:30.479224 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:25:30.479224 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:25:30.479224 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:25:30.479224 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:25:30.479224 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:25:30.479224 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:25:30.479224 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:25:30.479224 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:25:30.479224 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:25:30.479224 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:25:30.479224 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:25:30.479224 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:25:30.479224 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:25:30.479224 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:25:30.479224 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:25:30.479224 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:25:30.479224 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:25:30.479224 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:25:30.576550 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc21a40-d308-4c26-b7f1-f37805b88487 req-9fdac2f5-fa85-4142-b1cc-13f78747acb4 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:30.578098 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9bc21a40-d308-4c26-b7f1-f37805b88487 req-9fdac2f5-fa85-4142-b1cc-13f78747acb4 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 946 time: 0.0640681 Nov 16 11:25:30.579207 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-872cc3ea-12ec-4b57-b942-591640d5541e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:30.603336 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-872cc3ea-12ec-4b57-b942-591640d5541e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:30.607842 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-872cc3ea-12ec-4b57-b942-591640d5541e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "DELETE /v2.0/networks/fe03d9fe-119c-4c68-b209-8baefae9324c HTTP/1.1" status: 204 len: 168 time: 1.1076424 Nov 16 11:25:30.613902 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 35290) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:30.620765 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872cc3ea-12ec-4b57-b942-591640d5541e tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Pushing event deleted for resources: {'Network': ['ID=fe03d9fe-119c-4c68-b209-8baefae9324c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:30.702926 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9bc21a40-d308-4c26-b7f1-f37805b88487 req-ace4da08-6f3f-4c54-b1bb-bfbfb1e0d808 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842087 Nov 16 11:25:30.836337 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d25cdaf7-6cc8-4563-8332-63d12675a478 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Deleting port 08c66dbe-a00c-4864-be4a-499db7aa0dec {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:25:30.836766 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d25cdaf7-6cc8-4563-8332-63d12675a478 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:30.925280 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad90b3-4ab6-4589-b7e6-1479584337ad req-dcbc8fb8-dc3e-47f4-b718-18075e0c1f09 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:30.934197 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-55ad90b3-4ab6-4589-b7e6-1479584337ad req-dcbc8fb8-dc3e-47f4-b718-18075e0c1f09 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.0725758 Nov 16 11:25:30.966655 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d25cdaf7-6cc8-4563-8332-63d12675a478 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:30.967143 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d25cdaf7-6cc8-4563-8332-63d12675a478 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:30.987758 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d25cdaf7-6cc8-4563-8332-63d12675a478 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Calling delete_port for 08c66dbe-a00c-4864-be4a-499db7aa0dec owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:25:31.000399 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-55ad90b3-4ab6-4589-b7e6-1479584337ad req-ca8faf1f-a5d2-4744-bc79-54b35d23ba8e tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651841 Nov 16 11:25:31.149793 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b8230-782f-4fe9-b2dc-8866804f238d req-1214e00c-0803-4acd-8a56-5a3968d0eaa6 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:31.157677 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-da2b8230-782f-4fe9-b2dc-8866804f238d req-1214e00c-0803-4acd-8a56-5a3968d0eaa6 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 943 time: 0.0893273 Nov 16 11:25:31.163860 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d25cdaf7-6cc8-4563-8332-63d12675a478 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:31.201406 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 4e614c00-2d6d-4980-ae66-ee6c3027672e no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:25:31.227341 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 4e614c00-2d6d-4980-ae66-ee6c3027672e {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:25:31.227721 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25cdaf7-6cc8-4563-8332-63d12675a478 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Pushing event deleted for resources: {'Port': ['ID=08c66dbe-a00c-4864-be4a-499db7aa0dec,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:31.228476 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 4e614c00-2d6d-4980-ae66-ee6c3027672e not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:25:31.276563 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-da2b8230-782f-4fe9-b2dc-8866804f238d req-de1166f1-dd0b-479b-8436-c6df7b5872d6 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178458 Nov 16 11:25:31.324638 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d25cdaf7-6cc8-4563-8332-63d12675a478 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:31.332623 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d25cdaf7-6cc8-4563-8332-63d12675a478 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:31.333897 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d25cdaf7-6cc8-4563-8332-63d12675a478 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "DELETE /v2.0/floatingips/2f9edc30-2396-4305-9452-a3804c09b175 HTTP/1.1" status: 204 len: 168 time: 0.7187726 Nov 16 11:25:31.338154 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 35298) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:31.375030 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-41b9fd8b-2d83-4721-ab83-9181bc614998 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] DELETE failed (client error): The resource could not be found. Nov 16 11:25:31.375670 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41b9fd8b-2d83-4721-ab83-9181bc614998 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:25:31.379668 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-41b9fd8b-2d83-4721-ab83-9181bc614998 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "DELETE /v2.0/ports/044a1ff2-0e03-4a72-a3e6-dd0ef147fa20 HTTP/1.1" status: 404 len: 333 time: 0.0404592 Nov 16 11:25:31.382397 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 35300) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:31.415171 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-77767bdf-10c6-4a6f-9891-06086bc051db tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d532a7b-54b6-41f9-b6d6-40aca02191ce HTTP/1.1" status: 200 len: 205 time: 0.0295744 Nov 16 11:25:31.415428 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2ab85-705a-4dde-a7af-0207f5527039 req-2183dcd6-187a-48ee-899a-36aec29663bd tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:31.415747 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bdb2ab85-705a-4dde-a7af-0207f5527039 req-2183dcd6-187a-48ee-899a-36aec29663bd tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] 10.222.0.61 "GET /v2.0/ports?device_id=64e0836c-2ce9-4fe8-8b7e-c8a6769ffe20 HTTP/1.1" status: 200 len: 931 time: 0.0523233 Nov 16 11:25:31.415952 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 35302) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:31.455888 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-e4063389-66f4-475a-bb84-49f33d0ad0c1 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] delete failed (client error): The resource could not be found. Nov 16 11:25:31.456962 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e4063389-66f4-475a-bb84-49f33d0ad0c1 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "DELETE /v2.0/routers/0d532a7b-54b6-41f9-b6d6-40aca02191ce HTTP/1.1" status: 404 len: 336 time: 0.0392418 Nov 16 11:25:31.459476 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 35304) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:31.496137 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-35d1c83b-2714-452c-a76e-a29ddc576c70 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] DELETE failed (client error): The resource could not be found. Nov 16 11:25:31.496820 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35d1c83b-2714-452c-a76e-a29ddc576c70 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:25:31.505340 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-35d1c83b-2714-452c-a76e-a29ddc576c70 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "DELETE /v2.0/subnets/90042c50-87ef-46d3-b90e-fd4905e86964 HTTP/1.1" status: 404 len: 337 time: 0.0395246 Nov 16 11:25:31.505569 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bdb2ab85-705a-4dde-a7af-0207f5527039 req-988bdcce-9f9e-43d5-87aa-ec9d4371f834 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] 10.222.0.61 "GET /v2.0/security-groups?id=69129610-b666-4a45-a91d-a0ad568f6304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817916 Nov 16 11:25:31.507214 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 35308) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:31.655932 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1022a06a-8a9a-489c-960f-f2a22abd9387 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Deleting port 231ffc4e-58d9-44c8-bf3f-eb1b0ceb3da2 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:25:31.656219 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1022a06a-8a9a-489c-960f-f2a22abd9387 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:31.666048 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4615b61-7cb9-42fd-94ec-96f5d41897e6 req-bc41166d-0b38-4bc3-863c-993893a35d20 tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:31.667556 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d4615b61-7cb9-42fd-94ec-96f5d41897e6 req-bc41166d-0b38-4bc3-863c-993893a35d20 tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e15d657-2b54-4771-b09a-6e30363445cf HTTP/1.1" status: 200 len: 945 time: 0.0712566 Nov 16 11:25:31.790335 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d4615b61-7cb9-42fd-94ec-96f5d41897e6 req-762cde16-f04a-4d7b-aa65-56ade066dcd7 tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] 10.222.0.61 "GET /v2.0/security-groups?id=5de99de7-9132-4073-815f-3171af64b60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044147 Nov 16 11:25:31.825226 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1022a06a-8a9a-489c-960f-f2a22abd9387 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:31.838327 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1022a06a-8a9a-489c-960f-f2a22abd9387 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Calling delete_port for 231ffc4e-58d9-44c8-bf3f-eb1b0ceb3da2 owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:25:31.978247 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df156a56-76cf-49ed-b67f-7ee8dfa72f7c req-9d44d77c-fc02-4200-9ee1-5e23c87d02e8 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:31.985185 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-df156a56-76cf-49ed-b67f-7ee8dfa72f7c req-9d44d77c-fc02-4200-9ee1-5e23c87d02e8 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 946 time: 0.1053929 Nov 16 11:25:32.068079 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-df156a56-76cf-49ed-b67f-7ee8dfa72f7c req-9c020d67-e88a-4202-8721-1af880870a5a tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819757 Nov 16 11:25:32.083768 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1022a06a-8a9a-489c-960f-f2a22abd9387 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:32.115897 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1022a06a-8a9a-489c-960f-f2a22abd9387 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Pushing event deleted for resources: {'Port': ['ID=231ffc4e-58d9-44c8-bf3f-eb1b0ceb3da2,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:32.227714 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1022a06a-8a9a-489c-960f-f2a22abd9387 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:32.234096 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1022a06a-8a9a-489c-960f-f2a22abd9387 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "DELETE /v2.0/ports/231ffc4e-58d9-44c8-bf3f-eb1b0ceb3da2 HTTP/1.1" status: 204 len: 168 time: 0.7229970 Nov 16 11:25:32.234512 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 35318) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:32.288130 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea5bb3-ec8c-4e59-b26f-80a202f757d0 req-a6e9b7c3-e1f1-4e36-9d2d-2049c688982d tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:32.294803 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-25ea5bb3-ec8c-4e59-b26f-80a202f757d0 req-a6e9b7c3-e1f1-4e36-9d2d-2049c688982d tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.0612509 Nov 16 11:25:32.370591 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-25ea5bb3-ec8c-4e59-b26f-80a202f757d0 req-f7e8f7c0-e45b-4ddf-a460-be23446a7259 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623257 Nov 16 11:25:32.397621 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a45b47a4-8176-4a13-92cf-1f10078e5b14 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Deleting port 272ed088-7e6e-475d-b338-882df4f0b242 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:25:32.398916 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a45b47a4-8176-4a13-92cf-1f10078e5b14 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:32.491759 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7233d3-1aaa-40d6-ade8-3cc5e59d0046 req-58776d53-5a8d-4349-bee5-9356bd415574 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:32.493240 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6a7233d3-1aaa-40d6-ade8-3cc5e59d0046 req-58776d53-5a8d-4349-bee5-9356bd415574 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 943 time: 0.0604329 Nov 16 11:25:32.504339 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a45b47a4-8176-4a13-92cf-1f10078e5b14 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:32.535460 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a45b47a4-8176-4a13-92cf-1f10078e5b14 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Calling delete_port for 272ed088-7e6e-475d-b338-882df4f0b242 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:25:32.566315 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6a7233d3-1aaa-40d6-ade8-3cc5e59d0046 req-ae60bf61-5093-4f86-a0fb-7e3c935e5632 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652940 Nov 16 11:25:32.691374 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2fc85-d9ce-43a7-87df-d980897be107 req-456b6395-6d15-4db3-a4a6-9458b4473877 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:32.693448 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-47b2fc85-d9ce-43a7-87df-d980897be107 req-456b6395-6d15-4db3-a4a6-9458b4473877 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] 10.222.0.61 "GET /v2.0/ports?device_id=64e0836c-2ce9-4fe8-8b7e-c8a6769ffe20 HTTP/1.1" status: 200 len: 931 time: 0.0665030 Nov 16 11:25:32.721061 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a45b47a4-8176-4a13-92cf-1f10078e5b14 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:32.753616 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b47a4-8176-4a13-92cf-1f10078e5b14 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Pushing event deleted for resources: {'Port': ['ID=272ed088-7e6e-475d-b338-882df4f0b242,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:32.769742 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-47b2fc85-d9ce-43a7-87df-d980897be107 req-315dadac-c04a-40f7-9340-50b153baa2b4 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] 10.222.0.61 "GET /v2.0/security-groups?id=69129610-b666-4a45-a91d-a0ad568f6304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694482 Nov 16 11:25:32.888463 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a45b47a4-8176-4a13-92cf-1f10078e5b14 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:32.905131 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a45b47a4-8176-4a13-92cf-1f10078e5b14 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "DELETE /v2.0/ports/272ed088-7e6e-475d-b338-882df4f0b242 HTTP/1.1" status: 204 len: 168 time: 0.6671453 Nov 16 11:25:32.905463 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 35328) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:32.970549 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda2995-fc47-4369-8e94-20a1a81ec02c req-c059fb85-e13a-47e2-bdce-6349e5a20d81 tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:32.972678 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3eda2995-fc47-4369-8e94-20a1a81ec02c req-c059fb85-e13a-47e2-bdce-6349e5a20d81 tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e15d657-2b54-4771-b09a-6e30363445cf HTTP/1.1" status: 200 len: 945 time: 0.0853922 Nov 16 11:25:32.983256 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a94947-49d3-46f7-88b8-84bc14af3e3b tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:32.986755 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-77a94947-49d3-46f7-88b8-84bc14af3e3b tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "GET /v2.0/ports?device_id=f74ec157-18ca-4096-9f48-8fdb8e383456 HTTP/1.1" status: 200 len: 913 time: 0.0803246 Nov 16 11:25:32.989613 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 35330) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:33.181557 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3eda2995-fc47-4369-8e94-20a1a81ec02c req-f0c280b4-3f3c-4d21-8392-3774ed1ce664 tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] 10.222.0.61 "GET /v2.0/security-groups?id=5de99de7-9132-4073-815f-3171af64b60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021322 Nov 16 11:25:33.387511 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564a07d-6eb1-4040-9825-eb7e3ac021a0 req-eae78d77-f48f-45d2-befb-47caca52bd35 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:33.388955 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b564a07d-6eb1-4040-9825-eb7e3ac021a0 req-eae78d77-f48f-45d2-befb-47caca52bd35 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 946 time: 0.0957050 Nov 16 11:25:33.476307 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b564a07d-6eb1-4040-9825-eb7e3ac021a0 req-0faa55c2-14b0-4abf-a230-3cb1012d2c0a tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771732 Nov 16 11:25:33.629329 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7535e173-57b8-4702-bc11-9a6c3570cade tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:33.761791 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f940a-9c4f-4c9a-be33-23a5647541ca req-bf7be180-ddcc-447d-9e10-b3cb544f8614 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:33.763319 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-822f940a-9c4f-4c9a-be33-23a5647541ca req-bf7be180-ddcc-447d-9e10-b3cb544f8614 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.1301942 Nov 16 11:25:33.907248 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-822f940a-9c4f-4c9a-be33-23a5647541ca req-cb562df4-47f4-436e-abc2-dfc20233b86c tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353474 Nov 16 11:25:34.055271 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4445229-c246-4e1a-9d01-b7263680c72e req-c897f27b-6c8e-424d-84b1-1edf1a42f8b0 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:34.056693 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e4445229-c246-4e1a-9d01-b7263680c72e req-c897f27b-6c8e-424d-84b1-1edf1a42f8b0 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 943 time: 0.0846694 Nov 16 11:25:34.108703 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-7535e173-57b8-4702-bc11-9a6c3570cade tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Deleting port a529be6a-336e-4e0b-80bc-162bb6e53569 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:25:34.109040 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7535e173-57b8-4702-bc11-9a6c3570cade tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:34.165061 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e4445229-c246-4e1a-9d01-b7263680c72e req-b261955d-d7c3-4cd9-854d-2e1c7f43c1d9 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003311 Nov 16 11:25:34.223256 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7535e173-57b8-4702-bc11-9a6c3570cade tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:34.255685 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-7535e173-57b8-4702-bc11-9a6c3570cade tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Calling delete_port for a529be6a-336e-4e0b-80bc-162bb6e53569 owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:25:34.344287 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6197ec-7c83-4ce4-949c-83dbc1fa33d0 req-594091bd-ccb8-4ebe-b238-7d92a853a48b tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:34.346174 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1e6197ec-7c83-4ce4-949c-83dbc1fa33d0 req-594091bd-ccb8-4ebe-b238-7d92a853a48b tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] 10.222.0.61 "GET /v2.0/ports?device_id=64e0836c-2ce9-4fe8-8b7e-c8a6769ffe20 HTTP/1.1" status: 200 len: 931 time: 0.1057367 Nov 16 11:25:34.445409 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1e6197ec-7c83-4ce4-949c-83dbc1fa33d0 req-7df6357e-84e4-4b91-8b8a-58cb2d40331d tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] 10.222.0.61 "GET /v2.0/security-groups?id=69129610-b666-4a45-a91d-a0ad568f6304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902042 Nov 16 11:25:34.579004 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7535e173-57b8-4702-bc11-9a6c3570cade tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:34.618270 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4c109-71bd-49b3-bc98-bd231c3eb159 req-901d7a01-db45-40e1-b170-a421433ddb4c tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:34.621464 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b8e4c109-71bd-49b3-bc98-bd231c3eb159 req-901d7a01-db45-40e1-b170-a421433ddb4c tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e15d657-2b54-4771-b09a-6e30363445cf HTTP/1.1" status: 200 len: 945 time: 0.0939887 Nov 16 11:25:34.623339 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535e173-57b8-4702-bc11-9a6c3570cade tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Pushing event deleted for resources: {'Port': ['ID=a529be6a-336e-4e0b-80bc-162bb6e53569,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:34.762356 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b8e4c109-71bd-49b3-bc98-bd231c3eb159 req-7c5f6025-bf8d-4c11-ac64-a2cc5f17f951 tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] 10.222.0.61 "GET /v2.0/security-groups?id=5de99de7-9132-4073-815f-3171af64b60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059926 Nov 16 11:25:34.940607 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e926388-4527-4a71-ac38-da0c76d1ea8b req-a0623f7c-412e-4c79-91ac-40d7ca04c963 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:34.946625 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4e926388-4527-4a71-ac38-da0c76d1ea8b req-a0623f7c-412e-4c79-91ac-40d7ca04c963 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 946 time: 0.1028857 Nov 16 11:25:34.960356 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7535e173-57b8-4702-bc11-9a6c3570cade tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:35.088257 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4e926388-4527-4a71-ac38-da0c76d1ea8b req-df975cba-7529-4379-8899-7f8a06c7229b tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387062 Nov 16 11:25:35.662662 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae686a3-5b15-40c7-b532-dbb461cceaea req-e62a6841-8eb4-42a2-96b2-0cc091c92731 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:35.664123 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1ae686a3-5b15-40c7-b532-dbb461cceaea req-e62a6841-8eb4-42a2-96b2-0cc091c92731 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.0795288 Nov 16 11:25:35.691322 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7535e173-57b8-4702-bc11-9a6c3570cade tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Router f74ec157-18ca-4096-9f48-8fdb8e383456 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:25:35.727018 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1ae686a3-5b15-40c7-b532-dbb461cceaea req-5c3fe18e-e88b-48e8-9e5c-a53f990bef46 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565939 Nov 16 11:25:35.859583 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7535e173-57b8-4702-bc11-9a6c3570cade tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:25:35.867105 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7535e173-57b8-4702-bc11-9a6c3570cade tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "PUT /v2.0/routers/f74ec157-18ca-4096-9f48-8fdb8e383456/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8762963 Nov 16 11:25:35.869627 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 35364) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:35.874530 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c3c494-42ab-429c-ad2d-003128b9ee8b None None] Sync routers for ids ['f74ec157-18ca-4096-9f48-8fdb8e383456'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:25:35.877694 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6854f-4399-469d-9944-cc298a911641 req-cec723eb-72b7-413e-97b2-975774cf2d10 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:35.879212 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-99d6854f-4399-469d-9944-cc298a911641 req-cec723eb-72b7-413e-97b2-975774cf2d10 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 943 time: 0.0833039 Nov 16 11:25:35.887536 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c3c494-42ab-429c-ad2d-003128b9ee8b None None] Routers {'f74ec157-18ca-4096-9f48-8fdb8e383456'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:25:35.888842 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-66c3c494-42ab-429c-ad2d-003128b9ee8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:25:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f74ec157-18ca-4096-9f48-8fdb8e383456'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:35.938148 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-99d6854f-4399-469d-9944-cc298a911641 req-d5d0f752-47e6-49be-b9f1-00a7a1bae4dc tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528893 Nov 16 11:25:35.941184 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-66c3c494-42ab-429c-ad2d-003128b9ee8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:35.952308 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c3c494-42ab-429c-ad2d-003128b9ee8b None None] Routers {'f74ec157-18ca-4096-9f48-8fdb8e383456'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:25:35.953259 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-66c3c494-42ab-429c-ad2d-003128b9ee8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:25:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f74ec157-18ca-4096-9f48-8fdb8e383456'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:36.024872 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c63cfb2d-bc6b-4501-99e8-5d42ecb7e4dc tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:36.034705 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-66c3c494-42ab-429c-ad2d-003128b9ee8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:36.039710 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c3c494-42ab-429c-ad2d-003128b9ee8b None None] The sync data for ids ['f74ec157-18ca-4096-9f48-8fdb8e383456'] in n-d-816823-3 is: [] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:25:36.051624 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02a8c0-b85c-41d7-ae34-79061c6949dc req-81db4c35-c1a8-4d87-8687-5300a3f44ebd tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:36.053440 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3d02a8c0-b85c-41d7-ae34-79061c6949dc req-81db4c35-c1a8-4d87-8687-5300a3f44ebd tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] 10.222.0.61 "GET /v2.0/ports?device_id=64e0836c-2ce9-4fe8-8b7e-c8a6769ffe20 HTTP/1.1" status: 200 len: 931 time: 0.0576751 Nov 16 11:25:36.109063 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3d02a8c0-b85c-41d7-ae34-79061c6949dc req-1bda8003-883e-4b18-8daa-d3bb2879ffc5 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] 10.222.0.61 "GET /v2.0/security-groups?id=69129610-b666-4a45-a91d-a0ad568f6304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496802 Nov 16 11:25:36.159960 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c63cfb2d-bc6b-4501-99e8-5d42ecb7e4dc tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:36.217959 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-c63cfb2d-bc6b-4501-99e8-5d42ecb7e4dc tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Deleting port d7ccb297-c08e-436a-b428-bf48fb775664 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:25:36.218321 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c63cfb2d-bc6b-4501-99e8-5d42ecb7e4dc tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:36.300207 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c63cfb2d-bc6b-4501-99e8-5d42ecb7e4dc tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:36.314882 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-c63cfb2d-bc6b-4501-99e8-5d42ecb7e4dc tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Calling delete_port for d7ccb297-c08e-436a-b428-bf48fb775664 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:25:36.328925 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a6230-743d-4acf-8bd6-17b7ef9a4b84 req-bf760cb8-e963-4c38-a314-adb982d0655e tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:36.338461 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-667a6230-743d-4acf-8bd6-17b7ef9a4b84 req-bf760cb8-e963-4c38-a314-adb982d0655e tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e15d657-2b54-4771-b09a-6e30363445cf HTTP/1.1" status: 200 len: 945 time: 0.0659189 Nov 16 11:25:36.384810 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-667a6230-743d-4acf-8bd6-17b7ef9a4b84 req-e6bada36-1631-432c-812d-78e06fbfed26 tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] 10.222.0.61 "GET /v2.0/security-groups?id=5de99de7-9132-4073-815f-3171af64b60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447972 Nov 16 11:25:36.478226 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-016411bd-17b3-4ad9-b758-4e02ceedde4d service neutron] Request body: {'port': {'device_id': '64e0836c-2ce9-4fe8-8b7e-c8a6769ffe20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:25:36.487598 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-007942f8-6dd4-4700-9176-f938467789ee req-4fa5a558-6c2c-4315-8c0f-4b0aa56ae7e9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4139ed1-5e06-4d69-86f8-bc78be1853fe HTTP/1.1" status: 200 len: 217 time: 0.0719824 Nov 16 11:25:36.505839 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5404957-cda7-43c7-a7b0-338ae3fae3fb req-9f35cec6-6efe-448a-aef1-5e783c18ad0a tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:36.507838 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d5404957-cda7-43c7-a7b0-338ae3fae3fb req-9f35cec6-6efe-448a-aef1-5e783c18ad0a tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 946 time: 0.0622725 Nov 16 11:25:36.542021 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05c422-7572-49c4-8ab2-a50b2db7dba7 req-92fb659b-41b7-4a11-8839-e189ae88cc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:36.543542 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fb05c422-7572-49c4-8ab2-a50b2db7dba7 req-92fb659b-41b7-4a11-8839-e189ae88cc6b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6297fca90ae441aa40dab0d2d555d6b&device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 1095 time: 0.1770678 Nov 16 11:25:36.561890 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d5404957-cda7-43c7-a7b0-338ae3fae3fb req-6ceac771-7fc4-4ec0-8171-e70bcec95204 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467539 Nov 16 11:25:36.682685 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007942f8-6dd4-4700-9176-f938467789ee req-6d51d329-5d12-4489-aab9-a24d0f92febc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:36.683297 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d5fe1-080c-4dc7-870f-11456be44bf7 req-c03fb76c-fd82-4286-8ea5-9b27ac37890c tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:36.684128 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-007942f8-6dd4-4700-9176-f938467789ee req-6d51d329-5d12-4489-aab9-a24d0f92febc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f019b1b-47e9-47e0-b9fa-270ea9b96fc7 HTTP/1.1" status: 200 len: 851 time: 0.1799755 Nov 16 11:25:36.684789 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0e5d5fe1-080c-4dc7-870f-11456be44bf7 req-c03fb76c-fd82-4286-8ea5-9b27ac37890c tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.0542958 Nov 16 11:25:36.687653 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-016411bd-17b3-4ad9-b758-4e02ceedde4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:36.743902 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-007942f8-6dd4-4700-9176-f938467789ee req-b0f37caf-ea8c-4f56-b579-a85511717aca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3d74d208-8054-4a20-a68e-5341a0731232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446212 Nov 16 11:25:36.750129 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0e5d5fe1-080c-4dc7-870f-11456be44bf7 req-65ebafca-5d99-4d2a-89b9-08b3c4b1b3ac tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495784 Nov 16 11:25:36.852078 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05c422-7572-49c4-8ab2-a50b2db7dba7 req-f5b3ed0b-3403-4fe5-b491-d787866d337a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:36.853559 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fb05c422-7572-49c4-8ab2-a50b2db7dba7 req-f5b3ed0b-3403-4fe5-b491-d787866d337a service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334 HTTP/1.1" status: 200 len: 912 time: 0.2746727 Nov 16 11:25:36.928324 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c63cfb2d-bc6b-4501-99e8-5d42ecb7e4dc tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:37.028818 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63cfb2d-bc6b-4501-99e8-5d42ecb7e4dc tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Pushing event deleted for resources: {'Port': ['ID=d7ccb297-c08e-436a-b428-bf48fb775664,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:37.053402 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c7d55a-8ada-432f-8b7d-ff8f2a3b56f9 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:25:37.107573 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e380e6-d798-471c-841b-8881562b4992 req-8b2bace2-d5d9-4322-8479-8444ac93388b tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:37.110835 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a5e380e6-d798-471c-841b-8881562b4992 req-8b2bace2-d5d9-4322-8479-8444ac93388b tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 943 time: 0.0979261 Nov 16 11:25:37.131795 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-007942f8-6dd4-4700-9176-f938467789ee req-8242ee52-8bdb-4777-9dad-7feb0fae1fd9 service neutron] 10.222.0.64 "GET /v2.0/networks/3d74d208-8054-4a20-a68e-5341a0731232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660643 Nov 16 11:25:37.136956 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c63cfb2d-bc6b-4501-99e8-5d42ecb7e4dc tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:37.145674 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fb05c422-7572-49c4-8ab2-a50b2db7dba7 req-eef1209b-87a7-4cf4-87cb-35a82e9b4b1a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02f24461-d778-4489-81ea-ce9be1265fcf HTTP/1.1" status: 200 len: 997 time: 0.2790475 Nov 16 11:25:37.188859 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a5e380e6-d798-471c-841b-8881562b4992 req-2c7c7a9f-eb9b-4c33-964a-7c1a088ba5f2 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667470 Nov 16 11:25:37.322370 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea65ca-4c8f-4d0e-8d78-6ddf01116414 req-d911afab-74d8-4c7d-b43b-b08aa884e763 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:37.324514 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-38ea65ca-4c8f-4d0e-8d78-6ddf01116414 req-d911afab-74d8-4c7d-b43b-b08aa884e763 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] 10.222.0.61 "GET /v2.0/ports?device_id=64e0836c-2ce9-4fe8-8b7e-c8a6769ffe20 HTTP/1.1" status: 200 len: 931 time: 0.0573363 Nov 16 11:25:37.425992 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-38ea65ca-4c8f-4d0e-8d78-6ddf01116414 req-bf596283-b5d9-4a93-8be9-c50c98667d1e tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] 10.222.0.61 "GET /v2.0/security-groups?id=69129610-b666-4a45-a91d-a0ad568f6304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939240 Nov 16 11:25:37.451290 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67446a-8d66-47c8-8a2a-2b07403d5447 req-3ba498d4-de8c-464d-94f3-244bd31b7b38 tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:37.454048 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eb67446a-8d66-47c8-8a2a-2b07403d5447 req-3ba498d4-de8c-464d-94f3-244bd31b7b38 tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e15d657-2b54-4771-b09a-6e30363445cf HTTP/1.1" status: 200 len: 945 time: 0.0994413 Nov 16 11:25:37.591197 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f297300-988d-4929-9745-7fda03c97f7b req-7b4814b0-a400-43b6-ae77-84430b8d74aa tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:37.592750 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6f297300-988d-4929-9745-7fda03c97f7b req-7b4814b0-a400-43b6-ae77-84430b8d74aa tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e15d657-2b54-4771-b09a-6e30363445cf HTTP/1.1" status: 200 len: 945 time: 0.0914140 Nov 16 11:25:37.642928 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-eb67446a-8d66-47c8-8a2a-2b07403d5447 req-56fdc63c-3249-4d18-a380-1d60676cc235 tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] Deleting port 1ae2512e-901d-4325-9dd3-79ea952ff8b0 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:25:37.644008 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-eb67446a-8d66-47c8-8a2a-2b07403d5447 req-56fdc63c-3249-4d18-a380-1d60676cc235 tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:37.672517 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c63cfb2d-bc6b-4501-99e8-5d42ecb7e4dc tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:37.681849 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c63cfb2d-bc6b-4501-99e8-5d42ecb7e4dc tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:37.701591 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6f297300-988d-4929-9745-7fda03c97f7b req-19afc634-5879-4fb8-ab91-ea26387682f4 tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] 10.222.0.61 "GET /v2.0/security-groups?id=5de99de7-9132-4073-815f-3171af64b60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965946 Nov 16 11:25:37.751955 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05c422-7572-49c4-8ab2-a50b2db7dba7 req-7a558692-f271-4c2e-b34e-9debadab80fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:37.753601 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fb05c422-7572-49c4-8ab2-a50b2db7dba7 req-7a558692-f271-4c2e-b34e-9debadab80fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=098ff2a2-731b-47ba-a3df-3f077a39e5d8 HTTP/1.1" status: 200 len: 850 time: 0.5808227 Nov 16 11:25:37.785878 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-eb67446a-8d66-47c8-8a2a-2b07403d5447 req-56fdc63c-3249-4d18-a380-1d60676cc235 tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] For port 1ae2512e-901d-4325-9dd3-79ea952ff8b0, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=1ae2512e-901d-4325-9dd3-79ea952ff8b0,segment=NetworkSegment(e3dc8639-19a5-462e-ad21-2ed808e92762),segment_id=e3dc8639-19a5-462e-ad21-2ed808e92762)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:25:37.786466 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-eb67446a-8d66-47c8-8a2a-2b07403d5447 req-56fdc63c-3249-4d18-a380-1d60676cc235 tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:37.804874 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-eb67446a-8d66-47c8-8a2a-2b07403d5447 req-56fdc63c-3249-4d18-a380-1d60676cc235 tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] Calling delete_port for 1ae2512e-901d-4325-9dd3-79ea952ff8b0 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:25:37.813582 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c63cfb2d-bc6b-4501-99e8-5d42ecb7e4dc tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:37.814300 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63cfb2d-bc6b-4501-99e8-5d42ecb7e4dc tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Fanout notify agent at l3_agent the message router_deleted on router f74ec157-18ca-4096-9f48-8fdb8e383456 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:25:37.826386 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c63cfb2d-bc6b-4501-99e8-5d42ecb7e4dc tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:37.827556 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c63cfb2d-bc6b-4501-99e8-5d42ecb7e4dc tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "DELETE /v2.0/routers/f74ec157-18ca-4096-9f48-8fdb8e383456 HTTP/1.1" status: 204 len: 168 time: 1.9560354 Nov 16 11:25:37.834729 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 35396) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:37.841556 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-007942f8-6dd4-4700-9176-f938467789ee req-60bbed52-725c-4ae5-9271-cf4c1c02853e service neutron] 10.222.0.64 "GET /v2.0/networks/3d74d208-8054-4a20-a68e-5341a0731232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6719079 Nov 16 11:25:37.870140 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05c422-7572-49c4-8ab2-a50b2db7dba7 req-1a770f7b-d265-4479-80a5-67b0b5414ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:37.871766 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fb05c422-7572-49c4-8ab2-a50b2db7dba7 req-1a770f7b-d265-4479-80a5-67b0b5414ea2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1059921 Nov 16 11:25:37.921193 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.64', 60848) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:37.994259 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433bf6d-3294-4765-8284-f250d81f3afd req-b80b82cc-8abb-4c99-8e67-639f171e1fab tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:37.995903 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5433bf6d-3294-4765-8284-f250d81f3afd req-b80b82cc-8abb-4c99-8e67-639f171e1fab tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 946 time: 0.1938636 Nov 16 11:25:38.005898 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-2552d73b-d057-4ebb-b765-f93e90be519a tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Deleting subnet a8751690-3deb-485a-9a88-1bb293e66e15 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:25:38.011626 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2552d73b-d057-4ebb-b765-f93e90be519a tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:38.022332 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-016411bd-17b3-4ad9-b758-4e02ceedde4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48f959a3-8b08-493a-b962-444c37b20c31 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:25:38.037185 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-016411bd-17b3-4ad9-b758-4e02ceedde4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:38.083875 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd3e81-d685-450a-9056-5fdeec5a0c58 req-b6145636-c85d-429c-bfc7-35331808f966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:38.085421 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-17fd3e81-d685-450a-9056-5fdeec5a0c58 req-b6145636-c85d-429c-bfc7-35331808f966 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bcada9d38abf4226bc4ca768b16b9a90&device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 1094 time: 0.1345973 Nov 16 11:25:38.087769 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-016411bd-17b3-4ad9-b758-4e02ceedde4d service neutron] Transition to ACTIVE for port object 48f959a3-8b08-493a-b962-444c37b20c31 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:25:38.090571 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e27171d0-71eb-480c-8ba8-d547996e76ef req-52455abc-87e3-4028-956e-97de4ca89c0d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8c8d30c3-065b-4a55-87ca-23372d29d1d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1681330 Nov 16 11:25:38.090827 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2552d73b-d057-4ebb-b765-f93e90be519a tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:38.093476 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fb05c422-7572-49c4-8ab2-a50b2db7dba7 req-5dd28c42-7851-494c-97e1-797836879241 service neutron] 10.222.0.36 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105024 Nov 16 11:25:38.094638 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-016411bd-17b3-4ad9-b758-4e02ceedde4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:38.201974 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5433bf6d-3294-4765-8284-f250d81f3afd req-23799f71-05c0-4b9c-86a2-37b88520429f tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922836 Nov 16 11:25:38.219687 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2552d73b-d057-4ebb-b765-f93e90be519a tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:38.267035 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-eb67446a-8d66-47c8-8a2a-2b07403d5447 req-56fdc63c-3249-4d18-a380-1d60676cc235 tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:38.283738 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['1ae2512e-901d-4325-9dd3-79ea952ff8b0'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:25:38.313652 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fdc63c-3249-4d18-a380-1d60676cc235 tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] Pushing event deleted for resources: {'Port': ['ID=1ae2512e-901d-4325-9dd3-79ea952ff8b0,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:38.364828 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fb05c422-7572-49c4-8ab2-a50b2db7dba7 req-105f6459-9336-426b-af5a-9f8ff667d8a3 service neutron] 10.222.0.36 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559769 Nov 16 11:25:38.409393 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016411bd-17b3-4ad9-b758-4e02ceedde4d service neutron] Pushing event updated for resources: {'Port': ['ID=48f959a3-8b08-493a-b962-444c37b20c31,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:38.413338 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb67446a-8d66-47c8-8a2a-2b07403d5447 req-56fdc63c-3249-4d18-a380-1d60676cc235 tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] No DVR routers for this DVR port 1ae2512e-901d-4325-9dd3-79ea952ff8b0 on host n-h2-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:25:38.417810 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-eb67446a-8d66-47c8-8a2a-2b07403d5447 req-56fdc63c-3249-4d18-a380-1d60676cc235 tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:38.421809 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eb67446a-8d66-47c8-8a2a-2b07403d5447 req-56fdc63c-3249-4d18-a380-1d60676cc235 tempest-InstanceActionsNegativeTestJSON-449753541 tempest-InstanceActionsNegativeTestJSON-449753541-project] 10.222.0.64 "DELETE /v2.0/ports/1ae2512e-901d-4325-9dd3-79ea952ff8b0 HTTP/1.1" status: 204 len: 173 time: 0.9597671 Nov 16 11:25:38.442285 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e15d657-2b54-4771-b09a-6e30363445cf', 'name': 'network-vif-deleted', 'tag': '1ae2512e-901d-4325-9dd3-79ea952ff8b0'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:25:38.447630 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c54a187-047b-4e96-acdc-0ea0e116a215" -d '{"events": [{"server_uuid": "7e15d657-2b54-4771-b09a-6e30363445cf", "name": "network-vif-deleted", "tag": "1ae2512e-901d-4325-9dd3-79ea952ff8b0"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:25:38.481710 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2552d73b-d057-4ebb-b765-f93e90be519a tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:38.524933 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552d73b-d057-4ebb-b765-f93e90be519a tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Pushing event deleted for resources: {'Subnet': ['ID=a8751690-3deb-485a-9a88-1bb293e66e15,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:38.566410 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27171d0-71eb-480c-8ba8-d547996e76ef req-9206fe14-a22f-4ee1-92ba-b4612681e8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:38.567926 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e27171d0-71eb-480c-8ba8-d547996e76ef req-9206fe14-a22f-4ee1-92ba-b4612681e8d3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c6297fca90ae441aa40dab0d2d555d6b&device_id=8c8d30c3-065b-4a55-87ca-23372d29d1d9 HTTP/1.1" status: 200 len: 1097 time: 0.4248846 Nov 16 11:25:38.568995 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2552d73b-d057-4ebb-b765-f93e90be519a tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:38.575118 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2552d73b-d057-4ebb-b765-f93e90be519a tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "DELETE /v2.0/subnets/a8751690-3deb-485a-9a88-1bb293e66e15 HTTP/1.1" status: 204 len: 168 time: 0.7366948 Nov 16 11:25:38.580660 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 35418) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:38.590668 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88896406-41f2-465c-91ff-9a2308fd9d1e req-a6e5d522-f6f3-4bc0-9854-63a5050c89a9 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:38.599217 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f83b79-a69d-4858-9f76-05ecebca475f req-8b8f00a0-27ad-4a39-a6b9-8b431ee6d269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:38.600588 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-88896406-41f2-465c-91ff-9a2308fd9d1e req-a6e5d522-f6f3-4bc0-9854-63a5050c89a9 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.1965830 Nov 16 11:25:38.602877 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-05f83b79-a69d-4858-9f76-05ecebca475f req-8b8f00a0-27ad-4a39-a6b9-8b431ee6d269 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6297fca90ae441aa40dab0d2d555d6b&device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 1095 time: 0.1245546 Nov 16 11:25:38.607985 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd3e81-d685-450a-9056-5fdeec5a0c58 req-7284d298-5e76-44a0-9b68-2037031ce054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:38.609686 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-17fd3e81-d685-450a-9056-5fdeec5a0c58 req-7284d298-5e76-44a0-9b68-2037031ce054 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3d74d208-8054-4a20-a68e-5341a0731232 HTTP/1.1" status: 200 len: 912 time: 0.5068488 Nov 16 11:25:38.710634 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-016411bd-17b3-4ad9-b758-4e02ceedde4d service neutron] Attempting to bind port 48f959a3-8b08-493a-b962-444c37b20c31 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:25:38.710986 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-016411bd-17b3-4ad9-b758-4e02ceedde4d service neutron] Attempting to bind port 48f959a3-8b08-493a-b962-444c37b20c31 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'e5c04256-618c-48a4-9599-2402d83fa9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '357acdf0-c975-4e48-ad26-6379aca47d0d'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:25:38.711111 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-016411bd-17b3-4ad9-b758-4e02ceedde4d service neutron] Attempting to bind port 48f959a3-8b08-493a-b962-444c37b20c31 on network 357acdf0-c975-4e48-ad26-6379aca47d0d {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:25:38.726101 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-17fd3e81-d685-450a-9056-5fdeec5a0c58 req-3d4a53d1-af70-4ca0-a426-e42b9a7a3e25 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4139ed1-5e06-4d69-86f8-bc78be1853fe HTTP/1.1" status: 200 len: 217 time: 0.1000340 Nov 16 11:25:38.727397 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-04ec3b31-cc8d-4bee-a734-5a6dac468d65 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:38.735840 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-88896406-41f2-465c-91ff-9a2308fd9d1e req-51066206-4ce7-4aeb-a886-fbb1ff5679be tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343648 Nov 16 11:25:38.760636 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-016411bd-17b3-4ad9-b758-4e02ceedde4d service neutron] Port 48f959a3-8b08-493a-b962-444c37b20c31 on network 357acdf0-c975-4e48-ad26-6379aca47d0d not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:25:38.766666 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-016411bd-17b3-4ad9-b758-4e02ceedde4d service neutron] Attempting to bind port 48f959a3-8b08-493a-b962-444c37b20c31 on network 357acdf0-c975-4e48-ad26-6379aca47d0d {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:25:38.823760 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-016411bd-17b3-4ad9-b758-4e02ceedde4d service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:25:38.824244 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-016411bd-17b3-4ad9-b758-4e02ceedde4d service neutron] Checking segment: {'id': 'e5c04256-618c-48a4-9599-2402d83fa9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '357acdf0-c975-4e48-ad26-6379aca47d0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:25:38.824733 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-016411bd-17b3-4ad9-b758-4e02ceedde4d service neutron] Bound using segment: {'id': 'e5c04256-618c-48a4-9599-2402d83fa9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '357acdf0-c975-4e48-ad26-6379aca47d0d'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:25:38.825889 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-016411bd-17b3-4ad9-b758-4e02ceedde4d service neutron] Bound port: 48f959a3-8b08-493a-b962-444c37b20c31, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5c04256-618c-48a4-9599-2402d83fa9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '357acdf0-c975-4e48-ad26-6379aca47d0d'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:25:38.825889 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-016411bd-17b3-4ad9-b758-4e02ceedde4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:38.840126 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27171d0-71eb-480c-8ba8-d547996e76ef req-133c4659-1841-43d2-8f6b-8bfc04e1b4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:38.841761 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e27171d0-71eb-480c-8ba8-d547996e76ef req-133c4659-1841-43d2-8f6b-8bfc04e1b4a8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334 HTTP/1.1" status: 200 len: 912 time: 0.2356696 Nov 16 11:25:38.845366 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-04ec3b31-cc8d-4bee-a734-5a6dac468d65 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:38.890545 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-04ec3b31-cc8d-4bee-a734-5a6dac468d65 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a85e5511-9c09-4b7f-9001-0fba1f5ae103']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:38.908432 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-04ec3b31-cc8d-4bee-a734-5a6dac468d65 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3ba097c-2a51-4400-8ee9-bc793225a0aa') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:38.908783 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-04ec3b31-cc8d-4bee-a734-5a6dac468d65 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3ba097c-2a51-4400-8ee9-bc793225a0aa') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:38.919138 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-04ec3b31-cc8d-4bee-a734-5a6dac468d65 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:38.937124 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-04ec3b31-cc8d-4bee-a734-5a6dac468d65 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:38.946122 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e27171d0-71eb-480c-8ba8-d547996e76ef req-b52be9ba-3a28-4c7b-abb1-f16f707f32f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe4bad9f-e320-44f6-b633-16c2ce2be385 HTTP/1.1" status: 200 len: 217 time: 0.0786688 Nov 16 11:25:38.952982 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ec3b31-cc8d-4bee-a734-5a6dac468d65 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:25:38.953542 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-04ec3b31-cc8d-4bee-a734-5a6dac468d65 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:38.962188 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:25:38.962188 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:25:38.962188 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:25:38.962188 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:25:38.962188 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:25:38.962188 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:25:38.962188 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:25:38.962188 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:25:38.962188 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:25:38.962188 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:25:38.962188 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:25:38.962188 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:25:38.962188 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:25:38.962188 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:25:38.962188 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:25:38.962188 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:25:38.962188 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:25:38.962188 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:25:38.962188 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:25:38.962188 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:25:38.962188 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:25:38.962188 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:25:38.962188 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:25:38.962188 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:25:38.962188 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:25:38.962188 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:25:38.962188 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:25:38.962188 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:25:38.962188 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:25:38.962188 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:25:38.962188 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:25:38.962188 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:25:38.986363 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd3e81-d685-450a-9056-5fdeec5a0c58 req-4f1444a8-3ec6-4303-abb5-f4546d3f679e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:38.988010 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-17fd3e81-d685-450a-9056-5fdeec5a0c58 req-4f1444a8-3ec6-4303-abb5-f4546d3f679e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f019b1b-47e9-47e0-b9fa-270ea9b96fc7 HTTP/1.1" status: 200 len: 851 time: 0.2326272 Nov 16 11:25:39.062124 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-17fd3e81-d685-450a-9056-5fdeec5a0c58 req-3ed61d69-2aee-4d5d-b091-eb7b493427da service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3d74d208-8054-4a20-a68e-5341a0731232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480285 Nov 16 11:25:39.073383 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f83b79-a69d-4858-9f76-05ecebca475f req-ffdbc446-95b2-4a27-8dc1-7163c65e7863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:39.075101 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-05f83b79-a69d-4858-9f76-05ecebca475f req-ffdbc446-95b2-4a27-8dc1-7163c65e7863 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334 HTTP/1.1" status: 200 len: 912 time: 0.4304626 Nov 16 11:25:39.093409 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-04ec3b31-cc8d-4bee-a734-5a6dac468d65 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:39.100026 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-016411bd-17b3-4ad9-b758-4e02ceedde4d service neutron] For port 48f959a3-8b08-493a-b962-444c37b20c31, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:25:39.102255 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-04ec3b31-cc8d-4bee-a734-5a6dac468d65 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:39.105703 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-04ec3b31-cc8d-4bee-a734-5a6dac468d65 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] 10.222.0.61 "DELETE /v2.0/networks/a85e5511-9c09-4b7f-9001-0fba1f5ae103 HTTP/1.1" status: 204 len: 168 time: 0.5028670 Nov 16 11:25:39.129334 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c510e0-c18b-47c6-9cae-569b2c682f26 req-3b4d3873-5145-4cf5-a646-a69b7e113e8e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:39.130983 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-66c510e0-c18b-47c6-9cae-569b2c682f26 req-3b4d3873-5145-4cf5-a646-a69b7e113e8e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 943 time: 0.1342561 Nov 16 11:25:39.139464 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27171d0-71eb-480c-8ba8-d547996e76ef req-2b8fbae8-d86e-4475-9311-774f15ee601c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:39.141081 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e27171d0-71eb-480c-8ba8-d547996e76ef req-2b8fbae8-d86e-4475-9311-774f15ee601c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=098ff2a2-731b-47ba-a3df-3f077a39e5d8 HTTP/1.1" status: 200 len: 850 time: 0.1802316 Nov 16 11:25:39.157510 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec3b31-cc8d-4bee-a734-5a6dac468d65 tempest-FloatingIPTestJSON-375507768 tempest-FloatingIPTestJSON-375507768-project] Pushing event deleted for resources: {'Network': ['ID=a85e5511-9c09-4b7f-9001-0fba1f5ae103,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:39.206217 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-66c510e0-c18b-47c6-9cae-569b2c682f26 req-5203b7eb-400a-4c44-8e47-1d3ce3fb9e50 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545990 Nov 16 11:25:39.228140 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-016411bd-17b3-4ad9-b758-4e02ceedde4d service neutron] For port 48f959a3-8b08-493a-b962-444c37b20c31, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=48f959a3-8b08-493a-b962-444c37b20c31,segment=NetworkSegment(e5c04256-618c-48a4-9599-2402d83fa9fb),segment_id=e5c04256-618c-48a4-9599-2402d83fa9fb)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:25:39.263556 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-016411bd-17b3-4ad9-b758-4e02ceedde4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:39.351513 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccc89f-1b6e-4027-b632-e144c9f9a630 req-e4f32c37-bd57-41cb-8787-8f70dd2929d0 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:39.353011 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e6ccc89f-1b6e-4027-b632-e144c9f9a630 req-e4f32c37-bd57-41cb-8787-8f70dd2929d0 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 946 time: 0.0734797 Nov 16 11:25:39.364080 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-016411bd-17b3-4ad9-b758-4e02ceedde4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:39.364961 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-016411bd-17b3-4ad9-b758-4e02ceedde4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:39.366572 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-016411bd-17b3-4ad9-b758-4e02ceedde4d service neutron] 10.222.0.64 "PUT /v2.0/ports/48f959a3-8b08-493a-b962-444c37b20c31 HTTP/1.1" status: 200 len: 1091 time: 2.8932137 Nov 16 11:25:39.367415 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e0836c-2ce9-4fe8-8b7e-c8a6769ffe20', 'tag': '48f959a3-8b08-493a-b962-444c37b20c31'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:25:39.369757 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c103af8c-d04f-4268-8a66-404b2ccfccde" -d '{"events": [{"name": "network-changed", "server_uuid": "64e0836c-2ce9-4fe8-8b7e-c8a6769ffe20", "tag": "48f959a3-8b08-493a-b962-444c37b20c31"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:25:39.399573 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-05f83b79-a69d-4858-9f76-05ecebca475f req-7f9995fe-b4bf-4bb6-bb5d-3a403f86b2de service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02f24461-d778-4489-81ea-ce9be1265fcf HTTP/1.1" status: 200 len: 997 time: 0.3109748 Nov 16 11:25:39.401875 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27171d0-71eb-480c-8ba8-d547996e76ef req-b9c8c961-bc9f-4f01-b5b6-274f4366df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:39.403640 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e27171d0-71eb-480c-8ba8-d547996e76ef req-b9c8c961-bc9f-4f01-b5b6-274f4366df16 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2477827 Nov 16 11:25:39.430706 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e6ccc89f-1b6e-4027-b632-e144c9f9a630 req-a32b8495-e41f-4c7e-806f-416b8303d5b2 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695446 Nov 16 11:25:39.487845 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 35432) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:39.554164 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-17fd3e81-d685-450a-9056-5fdeec5a0c58 req-d0e0fe99-31a6-4b15-80e0-5da87993e05a service neutron] 10.222.0.64 "GET /v2.0/networks/3d74d208-8054-4a20-a68e-5341a0731232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4822302 Nov 16 11:25:39.586030 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e58c5-4e5c-415e-a827-98eab78061a2 req-f3c2ccb9-f27a-4b27-bdd6-d54e0f17a8c3 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:39.588261 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9e1e58c5-4e5c-415e-a827-98eab78061a2 req-f3c2ccb9-f27a-4b27-bdd6-d54e0f17a8c3 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] 10.222.0.61 "GET /v2.0/ports?device_id=64e0836c-2ce9-4fe8-8b7e-c8a6769ffe20 HTTP/1.1" status: 200 len: 943 time: 0.0740135 Nov 16 11:25:39.593091 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016411bd-17b3-4ad9-b758-4e02ceedde4d service neutron] Pushing event updated for resources: {'Port': ['ID=48f959a3-8b08-493a-b962-444c37b20c31,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:39.608944 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f83b79-a69d-4858-9f76-05ecebca475f req-c365b32d-b836-4acf-8e30-7ef3f6644020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:39.610488 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-05f83b79-a69d-4858-9f76-05ecebca475f req-c365b32d-b836-4acf-8e30-7ef3f6644020 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=098ff2a2-731b-47ba-a3df-3f077a39e5d8 HTTP/1.1" status: 200 len: 850 time: 0.1998713 Nov 16 11:25:39.665325 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9e1e58c5-4e5c-415e-a827-98eab78061a2 req-2eb1c0a1-6e4f-491e-8945-2089c1dd15c8 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] 10.222.0.61 "GET /v2.0/security-groups?id=69129610-b666-4a45-a91d-a0ad568f6304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707662 Nov 16 11:25:39.694054 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a2497bde-d192-45d4-931e-47ee76a350f7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c9cb1aa5b1254cc3a8e0ba85aca63e3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2023542 Nov 16 11:25:39.694478 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 35436) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:39.719507 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-dc1b9a3a-cc6c-4b6c-a06a-68155d0fa431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:39.721001 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-dc1b9a3a-cc6c-4b6c-a06a-68155d0fa431 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4fb21a1bae44254971dde50277709d4&device_id=64e0836c-2ce9-4fe8-8b7e-c8a6769ffe20 HTTP/1.1" status: 200 len: 1094 time: 0.2381167 Nov 16 11:25:39.745987 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43967e82-fb44-481f-8818-0464f1635e38 x-openstack-request-id: req-43967e82-fb44-481f-8818-0464f1635e38 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:25:39.746317 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e15d657-2b54-4771-b09a-6e30363445cf", "name": "network-vif-deleted", "tag": "1ae2512e-901d-4325-9dd3-79ea952ff8b0", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:25:39.746514 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-43967e82-fb44-481f-8818-0464f1635e38 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:25:39.746983 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e15d657-2b54-4771-b09a-6e30363445cf', 'name': 'network-vif-deleted', 'tag': '1ae2512e-901d-4325-9dd3-79ea952ff8b0', 'status': 'completed', 'code': 200} Nov 16 11:25:39.752428 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-169b27fb-a0bf-4a75-90e3-c3648b1a0c1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:39.779374 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-169b27fb-a0bf-4a75-90e3-c3648b1a0c1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:39.793313 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 35440) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:39.794016 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-5041108a-322a-4d36-b9bd-02b87d390a65 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48f959a3-8b08-493a-b962-444c37b20c31 HTTP/1.1" status: 200 len: 217 time: 0.0619159 Nov 16 11:25:39.799017 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e27171d0-71eb-480c-8ba8-d547996e76ef req-3bb7e6d6-7ed4-48eb-8b72-47c4e4f2b320 service neutron] 10.222.0.64 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337946 Nov 16 11:25:39.803570 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-17fd3e81-d685-450a-9056-5fdeec5a0c58 req-6770589c-a46f-4ef3-8e7e-9026e0c7c91d service neutron] 10.222.0.64 "GET /v2.0/networks/3d74d208-8054-4a20-a68e-5341a0731232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274010 Nov 16 11:25:39.810498 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f83b79-a69d-4858-9f76-05ecebca475f req-61d0bf40-ee86-4646-a1d2-2e08ce5d63ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:39.812436 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-05f83b79-a69d-4858-9f76-05ecebca475f req-61d0bf40-ee86-4646-a1d2-2e08ce5d63ef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1738470 Nov 16 11:25:39.866004 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-0978e238-250b-40b6-a90f-7bbfcfa5d25c admin admin] Deleting subnet 52e93dc8-eaab-47df-8041-02aa00928558 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:25:39.879578 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0978e238-250b-40b6-a90f-7bbfcfa5d25c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:39.884780 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc79dad2-b2f8-4581-913f-17600ab0988d x-openstack-request-id: req-cc79dad2-b2f8-4581-913f-17600ab0988d {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:25:39.885376 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e0836c-2ce9-4fe8-8b7e-c8a6769ffe20", "tag": "48f959a3-8b08-493a-b962-444c37b20c31", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:25:39.885835 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cc79dad2-b2f8-4581-913f-17600ab0988d {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:25:39.886461 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64e0836c-2ce9-4fe8-8b7e-c8a6769ffe20', 'tag': '48f959a3-8b08-493a-b962-444c37b20c31', 'status': 'completed', 'code': 200} Nov 16 11:25:39.903249 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-169b27fb-a0bf-4a75-90e3-c3648b1a0c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:39.905617 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-169b27fb-a0bf-4a75-90e3-c3648b1a0c1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:39.906807 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-169b27fb-a0bf-4a75-90e3-c3648b1a0c1a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f87bce49-5fe6-44e1-a213-25f8bb5508c6 HTTP/1.1" status: 204 len: 168 time: 0.2111931 Nov 16 11:25:39.918878 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b27fb-a0bf-4a75-90e3-c3648b1a0c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87bce49-5fe6-44e1-a213-25f8bb5508c6,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:39.940105 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0978e238-250b-40b6-a90f-7bbfcfa5d25c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:40.031242 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0978e238-250b-40b6-a90f-7bbfcfa5d25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:40.078073 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-172eea4f-ea5b-4cc7-8a28-832d8054c216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:40.079571 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-172eea4f-ea5b-4cc7-8a28-832d8054c216 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91a95bc4-e17f-4fb0-a3ec-f2d071a895de HTTP/1.1" status: 200 len: 853 time: 0.2665858 Nov 16 11:25:40.184020 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b0c3b-6599-42a1-ab23-8596e6420dc5 req-38481a32-1e45-4130-9bae-a5de92306822 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:40.185727 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5e1b0c3b-6599-42a1-ab23-8596e6420dc5 req-38481a32-1e45-4130-9bae-a5de92306822 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.1080482 Nov 16 11:25:40.187726 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0978e238-250b-40b6-a90f-7bbfcfa5d25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:40.191855 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-05f83b79-a69d-4858-9f76-05ecebca475f req-0514bf29-babd-45f4-b318-18f5e15a7739 service neutron] 10.222.0.36 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524892 Nov 16 11:25:40.197845 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-8f4b9d4e-da9a-4e53-a629-b17c2ab26158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:40.199440 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-8f4b9d4e-da9a-4e53-a629-b17c2ab26158 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=357acdf0-c975-4e48-ad26-6379aca47d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1097512 Nov 16 11:25:40.201262 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e27171d0-71eb-480c-8ba8-d547996e76ef req-6cfccadc-c7ad-45d2-a893-671e03bda072 service neutron] 10.222.0.64 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867090 Nov 16 11:25:40.205366 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0978e238-250b-40b6-a90f-7bbfcfa5d25c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:40.208623 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0978e238-250b-40b6-a90f-7bbfcfa5d25c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/52e93dc8-eaab-47df-8041-02aa00928558 HTTP/1.1" status: 204 len: 168 time: 0.4144385 Nov 16 11:25:40.224451 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 35458) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:40.247087 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978e238-250b-40b6-a90f-7bbfcfa5d25c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52e93dc8-eaab-47df-8041-02aa00928558,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:40.348809 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5e1b0c3b-6599-42a1-ab23-8596e6420dc5 req-8c17d2f9-38fb-4c80-b020-c835d7bb4b0d tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498384 Nov 16 11:25:40.414949 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-07c308c5-a559-462b-8155-a2cdf1c02035 service neutron] 10.222.0.64 "GET /v2.0/networks/357acdf0-c975-4e48-ad26-6379aca47d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912563 Nov 16 11:25:40.479581 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-20d8f87a-5cdc-481a-9962-e1a3c5004a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:40.567223 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-05f83b79-a69d-4858-9f76-05ecebca475f req-3596f944-ebf4-4e28-9a88-361ce768a7fc service neutron] 10.222.0.36 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649838 Nov 16 11:25:40.588757 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30edf56e-ae0c-4198-9eca-801d4d1a7f6e req-82b86764-a45a-4a47-b849-c20034699ddf tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:40.602247 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-30edf56e-ae0c-4198-9eca-801d4d1a7f6e req-82b86764-a45a-4a47-b849-c20034699ddf tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 946 time: 0.0910993 Nov 16 11:25:40.685974 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-30edf56e-ae0c-4198-9eca-801d4d1a7f6e req-4b3aa25a-229a-4fe5-9aa4-8b65954cd3d5 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826972 Nov 16 11:25:40.779264 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device c4139ed1-5e06-4d69-86f8-bc78be1853fe details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:25:40.834031 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a9184-cef3-462a-a463-0a51d645c4d3 req-4fdad1de-6300-4348-844e-01afcb3da023 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:40.844220 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-440a9184-cef3-462a-a463-0a51d645c4d3 req-4fdad1de-6300-4348-844e-01afcb3da023 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 943 time: 0.0938997 Nov 16 11:25:40.949365 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-440a9184-cef3-462a-a463-0a51d645c4d3 req-13794140-c841-489b-8bd3-cf4e81eddc55 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040993 Nov 16 11:25:40.972567 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port c4139ed1-5e06-4d69-86f8-bc78be1853fe, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=c4139ed1-5e06-4d69-86f8-bc78be1853fe,segment=NetworkSegment(dde4f2a5-6c36-4ca1-b975-fe969cc62f41),segment_id=dde4f2a5-6c36-4ca1-b975-fe969cc62f41)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:25:40.986182 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'c4139ed1-5e06-4d69-86f8-bc78be1853fe', 'network_id': '3d74d208-8054-4a20-a68e-5341a0731232', 'port_id': 'c4139ed1-5e06-4d69-86f8-bc78be1853fe', 'mac_address': 'fa:16:3e:ce:50:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f019b1b-47e9-47e0-b9fa-270ea9b96fc7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:25:41.010942 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b0c02f4-f073-4812-9efd-73817f91b5aa req-f775fc52-ccb4-49a6-be8e-5aaec6247f49 service neutron] 10.222.0.64 "GET /v2.0/networks/357acdf0-c975-4e48-ad26-6379aca47d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5828657 Nov 16 11:25:41.015288 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 35486) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:41.040284 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-20d8f87a-5cdc-481a-9962-e1a3c5004a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:41.051351 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:41.076068 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4139ed1-5e06-4d69-86f8-bc78be1853fe {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:25:41.076867 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-20d8f87a-5cdc-481a-9962-e1a3c5004a59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b0274f7-e13d-4959-bcc3-7a3f2324a7d1']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:41.088640 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-20d8f87a-5cdc-481a-9962-e1a3c5004a59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3dc8639-19a5-462e-ad21-2ed808e92762') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:41.089596 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-20d8f87a-5cdc-481a-9962-e1a3c5004a59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3dc8639-19a5-462e-ad21-2ed808e92762') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:41.103955 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-20d8f87a-5cdc-481a-9962-e1a3c5004a59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:41.146467 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port c4139ed1-5e06-4d69-86f8-bc78be1853fe, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=c4139ed1-5e06-4d69-86f8-bc78be1853fe,segment=NetworkSegment(dde4f2a5-6c36-4ca1-b975-fe969cc62f41),segment_id=dde4f2a5-6c36-4ca1-b975-fe969cc62f41)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:25:41.153767 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:41.195029 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-954afe68-4ea5-4849-aec4-8b6143dad9db tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1588298677'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:25:41.205276 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-20d8f87a-5cdc-481a-9962-e1a3c5004a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:41.208184 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca27ddc-8887-4d28-ba1d-d08992357e9f req-b36bf956-08f3-4f25-a31b-6b9c3de89212 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:41.214657 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=c4139ed1-5e06-4d69-86f8-bc78be1853fe,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:41.215773 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3ca27ddc-8887-4d28-ba1d-d08992357e9f req-b36bf956-08f3-4f25-a31b-6b9c3de89212 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.1011980 Nov 16 11:25:41.217030 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20d8f87a-5cdc-481a-9962-e1a3c5004a59 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:25:41.217352 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-20d8f87a-5cdc-481a-9962-e1a3c5004a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:41.227692 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:25:41.227692 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:25:41.227692 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:25:41.227692 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:25:41.227692 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:25:41.227692 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:25:41.227692 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:25:41.227692 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:25:41.227692 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:25:41.227692 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:25:41.227692 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:25:41.227692 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:25:41.227692 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:25:41.227692 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:25:41.227692 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:25:41.227692 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:25:41.227692 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:25:41.227692 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:25:41.227692 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:25:41.227692 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:25:41.227692 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:25:41.227692 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:25:41.227692 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:25:41.227692 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:25:41.227692 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:25:41.227692 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:25:41.227692 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:25:41.227692 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:25:41.227692 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:25:41.227692 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:25:41.227692 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:25:41.227692 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:25:41.270543 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954afe68-4ea5-4849-aec4-8b6143dad9db tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] Made reservation on behalf of a394da52110c4e6885ed7120ed2a5f6e for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:25:41.273965 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-954afe68-4ea5-4849-aec4-8b6143dad9db tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:41.286461 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103af8c-d04f-4268-8a66-404b2ccfccde req-f0344e7a-fe22-42a5-9359-d3714f8db8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:41.287980 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c103af8c-d04f-4268-8a66-404b2ccfccde req-f0344e7a-fe22-42a5-9359-d3714f8db8b6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4fb21a1bae44254971dde50277709d4&device_id=64e0836c-2ce9-4fe8-8b7e-c8a6769ffe20 HTTP/1.1" status: 200 len: 1094 time: 0.1524198 Nov 16 11:25:41.289008 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3ca27ddc-8887-4d28-ba1d-d08992357e9f req-992141ca-e08c-4179-9b52-1aa86bc7258c tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723968 Nov 16 11:25:41.289854 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-954afe68-4ea5-4849-aec4-8b6143dad9db tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:41.397599 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103af8c-d04f-4268-8a66-404b2ccfccde req-9732ba55-5cb0-4f4a-b8fd-9cd4e8207c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:41.398953 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c103af8c-d04f-4268-8a66-404b2ccfccde req-9732ba55-5cb0-4f4a-b8fd-9cd4e8207c0d service neutron] 10.222.0.64 "GET /v2.0/networks?id=357acdf0-c975-4e48-ad26-6379aca47d0d HTTP/1.1" status: 200 len: 915 time: 0.1031864 Nov 16 11:25:41.399712 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-20d8f87a-5cdc-481a-9962-e1a3c5004a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:41.405058 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-20d8f87a-5cdc-481a-9962-e1a3c5004a59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:41.408343 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-20d8f87a-5cdc-481a-9962-e1a3c5004a59 admin admin] 10.222.0.61 "DELETE /v2.0/networks/0b0274f7-e13d-4959-bcc3-7a3f2324a7d1 HTTP/1.1" status: 204 len: 168 time: 1.1821656 Nov 16 11:25:41.430276 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['c4139ed1-5e06-4d69-86f8-bc78be1853fe'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:25:41.454113 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-954afe68-4ea5-4849-aec4-8b6143dad9db tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:41.468648 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ea5fe-7a8a-44e4-b6ed-870ccd1695e4 req-817e4b8f-91cc-4fcb-8c37-1f1d6cfa89b6 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:41.470441 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-134ea5fe-7a8a-44e4-b6ed-870ccd1695e4 req-817e4b8f-91cc-4fcb-8c37-1f1d6cfa89b6 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] 10.222.0.61 "GET /v2.0/ports?device_id=64e0836c-2ce9-4fe8-8b7e-c8a6769ffe20 HTTP/1.1" status: 200 len: 943 time: 0.0746059 Nov 16 11:25:41.471783 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-954afe68-4ea5-4849-aec4-8b6143dad9db tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:41.484827 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-954afe68-4ea5-4849-aec4-8b6143dad9db tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:25:41.497140 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-954afe68-4ea5-4849-aec4-8b6143dad9db tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:41.497785 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-954afe68-4ea5-4849-aec4-8b6143dad9db tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] Added segment e87490a1-b8e0-4d62-b5e0-f9d472f47718 of type vlan for network cc1750b2-96a8-4bd8-9a28-969eccef79e3 Nov 16 11:25:41.523116 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c103af8c-d04f-4268-8a66-404b2ccfccde req-41e5a0d3-a2a6-437c-8716-9267af71729b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48f959a3-8b08-493a-b962-444c37b20c31 HTTP/1.1" status: 200 len: 217 time: 0.1126618 Nov 16 11:25:41.524370 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8f87a-5cdc-481a-9962-e1a3c5004a59 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b0274f7-e13d-4959-bcc3-7a3f2324a7d1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:41.544598 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-954afe68-4ea5-4849-aec4-8b6143dad9db tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:41.581467 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954afe68-4ea5-4849-aec4-8b6143dad9db tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65f4b9db-6f8a-4b54-853f-09e4bd4bab17,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:41.622780 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103af8c-d04f-4268-8a66-404b2ccfccde req-1d670652-a221-416c-a53b-201c851b20b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:41.625134 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c103af8c-d04f-4268-8a66-404b2ccfccde req-1d670652-a221-416c-a53b-201c851b20b9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91a95bc4-e17f-4fb0-a3ec-f2d071a895de HTTP/1.1" status: 200 len: 853 time: 0.0924089 Nov 16 11:25:41.674946 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-134ea5fe-7a8a-44e4-b6ed-870ccd1695e4 req-208519f9-6dbf-452b-8fa4-991ec9dd1b0a tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] 10.222.0.61 "GET /v2.0/security-groups?id=69129610-b666-4a45-a91d-a0ad568f6304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228218 Nov 16 11:25:41.682723 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-954afe68-4ea5-4849-aec4-8b6143dad9db tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:41.692992 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103af8c-d04f-4268-8a66-404b2ccfccde req-5636b631-f5da-4168-8ff2-fdeda55f9e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:41.696611 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954afe68-4ea5-4849-aec4-8b6143dad9db tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:41.697407 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-954afe68-4ea5-4849-aec4-8b6143dad9db tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:41.706051 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c103af8c-d04f-4268-8a66-404b2ccfccde req-5636b631-f5da-4168-8ff2-fdeda55f9e2d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=357acdf0-c975-4e48-ad26-6379aca47d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705388 Nov 16 11:25:41.738741 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 35498) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:41.810671 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-954afe68-4ea5-4849-aec4-8b6143dad9db tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.7939086 Nov 16 11:25:41.817382 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 35500) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:41.823389 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-ac21d4c4-4612-4727-9e76-27427b87daf2 tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'cc1750b2-96a8-4bd8-9a28-969eccef79e3', 'tempest-TagsTest-Tag-1839064296') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:41.843859 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c103af8c-d04f-4268-8a66-404b2ccfccde req-46412e61-b421-4e46-b813-ad358071169c service neutron] 10.222.0.64 "GET /v2.0/networks/357acdf0-c975-4e48-ad26-6379aca47d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304190 Nov 16 11:25:41.847642 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954afe68-4ea5-4849-aec4-8b6143dad9db tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] Pushing event updated for resources: {'Network': ['ID=cc1750b2-96a8-4bd8-9a28-969eccef79e3,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:41.864539 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network cc1750b2-96a8-4bd8-9a28-969eccef79e3 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:25:41.878293 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ebe66ea3-2fea-438d-8488-c41730ae2ffc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=63e6e9eea3174ad49384408ab0f8fca1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1350095 Nov 16 11:25:41.879834 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 35502) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:41.886491 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb95a9-9992-4fb9-9b57-077090a2c014 req-ef6298be-62b9-44dc-8b8f-cf8e9b3597c1 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:41.888265 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-96bb95a9-9992-4fb9-9b57-077090a2c014 req-ef6298be-62b9-44dc-8b8f-cf8e9b3597c1 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 946 time: 0.1075971 Nov 16 11:25:41.957574 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-96bb95a9-9992-4fb9-9b57-077090a2c014 req-9cae992d-6492-4179-8f41-4ac487d3d950 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590866 Nov 16 11:25:42.040935 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c103af8c-d04f-4268-8a66-404b2ccfccde req-d1f10964-3e7e-4a95-91a5-05af89542277 service neutron] 10.222.0.64 "GET /v2.0/networks/357acdf0-c975-4e48-ad26-6379aca47d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729548 Nov 16 11:25:42.047451 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ac21d4c4-4612-4727-9e76-27427b87daf2 tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] 10.222.0.61 "PUT /v2.0/networks/cc1750b2-96a8-4bd8-9a28-969eccef79e3/tags/tempest-TagsTest-Tag-1839064296 HTTP/1.1" status: 201 len: 201 time: 0.2263596 Nov 16 11:25:42.047451 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-142f24fd-8d0d-49fe-80a0-de1bb3871c5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:42.047908 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 35508) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:42.055198 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-da5a6370-9bf3-4852-9f95-098a31414ab2 tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cc1750b2-96a8-4bd8-9a28-969eccef79e3', 'tempest-TagsTest-Tag-1839064296') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:42.118871 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-142f24fd-8d0d-49fe-80a0-de1bb3871c5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:42.173171 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-da5a6370-9bf3-4852-9f95-098a31414ab2 tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] 10.222.0.61 "GET /v2.0/networks/cc1750b2-96a8-4bd8-9a28-969eccef79e3/tags/tempest-TagsTest-Tag-1839064296 HTTP/1.1" status: 204 len: 168 time: 0.1242533 Nov 16 11:25:42.175858 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 35512) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:42.180597 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-c1d6ab4f-42b5-42f1-9e31-7f40ffa5e939 tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'cc1750b2-96a8-4bd8-9a28-969eccef79e3') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:42.232155 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-142f24fd-8d0d-49fe-80a0-de1bb3871c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:42.234812 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-142f24fd-8d0d-49fe-80a0-de1bb3871c5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:42.238470 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-142f24fd-8d0d-49fe-80a0-de1bb3871c5f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5de99de7-9132-4073-815f-3171af64b60f HTTP/1.1" status: 204 len: 168 time: 0.3553119 Nov 16 11:25:42.251933 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f24fd-8d0d-49fe-80a0-de1bb3871c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de99de7-9132-4073-815f-3171af64b60f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:42.312460 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c1d6ab4f-42b5-42f1-9e31-7f40ffa5e939 tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] 10.222.0.61 "GET /v2.0/networks/cc1750b2-96a8-4bd8-9a28-969eccef79e3/tags HTTP/1.1" status: 200 len: 238 time: 0.1342731 Nov 16 11:25:42.313974 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 35524) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:42.318713 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.tag.tag_plugin [None req-edd837f3-a20b-4276-b087-799bc8733e91 tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'cc1750b2-96a8-4bd8-9a28-969eccef79e3', {'tags': ['tempest-TagsTest-Tag-116559224', 'tempest-TagsTest-Tag-2017049780', 'tempest-TagsTest-Tag-1281674316']}) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:42.425698 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 35528) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:42.426968 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-edd837f3-a20b-4276-b087-799bc8733e91 tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] 10.222.0.61 "PUT /v2.0/networks/cc1750b2-96a8-4bd8-9a28-969eccef79e3/tags HTTP/1.1" status: 200 len: 308 time: 0.1109362 Nov 16 11:25:42.432980 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-42c7c541-e8be-4861-954f-423825185ce9 tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'cc1750b2-96a8-4bd8-9a28-969eccef79e3', 'tempest-TagsTest-Tag-116559224') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:42.583785 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 35536) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:42.586648 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-42c7c541-e8be-4861-954f-423825185ce9 tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] 10.222.0.61 "DELETE /v2.0/networks/cc1750b2-96a8-4bd8-9a28-969eccef79e3/tags/tempest-TagsTest-Tag-116559224 HTTP/1.1" status: 204 len: 168 time: 0.1581464 Nov 16 11:25:42.589463 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.tag.tag_plugin [None req-7c8201f6-b6dd-4526-bc44-853a3072ef12 tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cc1750b2-96a8-4bd8-9a28-969eccef79e3', 'tempest-TagsTest-Tag-116559224') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:42.700120 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02debd-8222-4c32-a949-915355dce4be req-9eedf7d0-ac62-4668-87b0-70dad594c716 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:42.706546 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5e02debd-8222-4c32-a949-915355dce4be req-9eedf7d0-ac62-4668-87b0-70dad594c716 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 944 time: 0.1137903 Nov 16 11:25:42.728903 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-7c8201f6-b6dd-4526-bc44-853a3072ef12 tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] show failed (client error): The resource could not be found. Nov 16 11:25:42.729971 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7c8201f6-b6dd-4526-bc44-853a3072ef12 tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] 10.222.0.61 "GET /v2.0/networks/cc1750b2-96a8-4bd8-9a28-969eccef79e3/tags/tempest-TagsTest-Tag-116559224 HTTP/1.1" status: 404 len: 325 time: 0.1449378 Nov 16 11:25:42.732839 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 35548) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:42.738637 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-72b0adab-ea9b-4fec-a75e-da6ad4386d33 tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cc1750b2-96a8-4bd8-9a28-969eccef79e3', 'tempest-TagsTest-Tag-2017049780') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:42.772758 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5e02debd-8222-4c32-a949-915355dce4be req-6a009941-d14a-4137-b8a0-97e100f3ffa9 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576603 Nov 16 11:25:42.786799 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device c4139ed1-5e06-4d69-86f8-bc78be1853fe up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:25:42.869203 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port c4139ed1-5e06-4d69-86f8-bc78be1853fe completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:25:42.875867 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port c4139ed1-5e06-4d69-86f8-bc78be1853fe triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:25:42.876610 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:42.882189 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-72b0adab-ea9b-4fec-a75e-da6ad4386d33 tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] 10.222.0.61 "GET /v2.0/networks/cc1750b2-96a8-4bd8-9a28-969eccef79e3/tags/tempest-TagsTest-Tag-2017049780 HTTP/1.1" status: 204 len: 168 time: 0.1429894 Nov 16 11:25:42.882189 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 35552) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:42.894212 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-c3324b75-c51e-4356-ac42-f13792561530 tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cc1750b2-96a8-4bd8-9a28-969eccef79e3', 'tempest-TagsTest-Tag-1281674316') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:42.922656 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4eed57-8765-45c2-b0f1-979f4515cf59 req-bd8c73e8-58f0-4383-8e31-0bfd4a58e65d tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:42.924591 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ef4eed57-8765-45c2-b0f1-979f4515cf59 req-bd8c73e8-58f0-4383-8e31-0bfd4a58e65d tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.0848792 Nov 16 11:25:42.997456 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c3324b75-c51e-4356-ac42-f13792561530 tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] 10.222.0.61 "GET /v2.0/networks/cc1750b2-96a8-4bd8-9a28-969eccef79e3/tags/tempest-TagsTest-Tag-1281674316 HTTP/1.1" status: 204 len: 168 time: 0.1152573 Nov 16 11:25:42.998356 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7e87b9d0-edc3-4980-b75a-31dbba07310c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:42.999803 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 35554) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:43.007893 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-d3325f21-5221-47a0-bd28-fd8195cb1379 tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'cc1750b2-96a8-4bd8-9a28-969eccef79e3') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:43.012450 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ef4eed57-8765-45c2-b0f1-979f4515cf59 req-5f090d61-d568-404f-b508-af930cc4bd81 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738323 Nov 16 11:25:43.066629 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:43.109089 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d3325f21-5221-47a0-bd28-fd8195cb1379 tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] 10.222.0.61 "DELETE /v2.0/networks/cc1750b2-96a8-4bd8-9a28-969eccef79e3/tags HTTP/1.1" status: 204 len: 168 time: 0.1056664 Nov 16 11:25:43.109376 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 35562) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:43.110825 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784d8437-da79-4562-9d97-dbdd0160b898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4139ed1-5e06-4d69-86f8-bc78be1853fe'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:25:43.113894 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2a0ecf-348e-426d-9d2c-5a09e2a36d26" -d '{"events": [{"server_uuid": "784d8437-da79-4562-9d97-dbdd0160b898", "name": "network-vif-plugged", "status": "completed", "tag": "c4139ed1-5e06-4d69-86f8-bc78be1853fe"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:25:43.125937 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-f93f88f1-4abb-4ea9-889f-d9c4b148b511 tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cc1750b2-96a8-4bd8-9a28-969eccef79e3', 'tempest-TagsTest-Tag-2017049780') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:43.154047 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port c4139ed1-5e06-4d69-86f8-bc78be1853fe, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=c4139ed1-5e06-4d69-86f8-bc78be1853fe,segment=NetworkSegment(dde4f2a5-6c36-4ca1-b975-fe969cc62f41),segment_id=dde4f2a5-6c36-4ca1-b975-fe969cc62f41)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:25:43.161904 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:43.163380 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 1ae2512e-901d-4325-9dd3-79ea952ff8b0 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:25:43.211339 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 1ae2512e-901d-4325-9dd3-79ea952ff8b0 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:25:43.211832 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 1ae2512e-901d-4325-9dd3-79ea952ff8b0 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:25:43.242746 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d03be4-be00-435f-9645-180001356ec9 req-836ec7c6-a1da-43b8-959d-4ab68df92a54 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:43.250917 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-85d03be4-be00-435f-9645-180001356ec9 req-836ec7c6-a1da-43b8-959d-4ab68df92a54 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 946 time: 0.1310887 Nov 16 11:25:43.268315 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=c4139ed1-5e06-4d69-86f8-bc78be1853fe,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:43.269104 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-f93f88f1-4abb-4ea9-889f-d9c4b148b511 tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] show failed (client error): The resource could not be found. Nov 16 11:25:43.273230 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f93f88f1-4abb-4ea9-889f-d9c4b148b511 tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] 10.222.0.61 "GET /v2.0/networks/cc1750b2-96a8-4bd8-9a28-969eccef79e3/tags/tempest-TagsTest-Tag-2017049780 HTTP/1.1" status: 404 len: 326 time: 0.1602986 Nov 16 11:25:43.273677 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 35572) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:43.279871 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-e75ba616-2530-47b2-9b6d-92fb5a9716d8 tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cc1750b2-96a8-4bd8-9a28-969eccef79e3', 'tempest-TagsTest-Tag-1281674316') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:43.343447 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-85d03be4-be00-435f-9645-180001356ec9 req-eca87432-6d09-4944-94f7-ef8ffa374c7f tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879226 Nov 16 11:25:43.385042 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-e75ba616-2530-47b2-9b6d-92fb5a9716d8 tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] show failed (client error): The resource could not be found. Nov 16 11:25:43.386163 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e75ba616-2530-47b2-9b6d-92fb5a9716d8 tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] 10.222.0.61 "GET /v2.0/networks/cc1750b2-96a8-4bd8-9a28-969eccef79e3/tags/tempest-TagsTest-Tag-1281674316 HTTP/1.1" status: 404 len: 326 time: 0.1114469 Nov 16 11:25:43.389315 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 35576) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:43.396352 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.tag.tag_plugin [None req-191598b8-e203-4d2d-9d66-85eb938818e6 tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'cc1750b2-96a8-4bd8-9a28-969eccef79e3') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:43.522164 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e72700-069f-41e0-9f06-624b78e4ff3d req-c221d7ad-15eb-49f9-9bce-77a9d00ee533 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:43.523815 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e2e72700-069f-41e0-9f06-624b78e4ff3d req-c221d7ad-15eb-49f9-9bce-77a9d00ee533 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] 10.222.0.61 "GET /v2.0/ports?device_id=64e0836c-2ce9-4fe8-8b7e-c8a6769ffe20 HTTP/1.1" status: 200 len: 943 time: 0.0811739 Nov 16 11:25:43.532165 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-191598b8-e203-4d2d-9d66-85eb938818e6 tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] 10.222.0.61 "DELETE /v2.0/networks/cc1750b2-96a8-4bd8-9a28-969eccef79e3/tags HTTP/1.1" status: 204 len: 168 time: 0.1405439 Nov 16 11:25:43.542906 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 35584) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:43.585484 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e2e72700-069f-41e0-9f06-624b78e4ff3d req-3e05d6cf-3e60-4d39-8712-5e9f9de3c9f2 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] 10.222.0.61 "GET /v2.0/security-groups?id=69129610-b666-4a45-a91d-a0ad568f6304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520899 Nov 16 11:25:43.629521 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6d9c14e3-cd73-46c5-ab85-60a1ea349cd8 tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:43.746274 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6d9c14e3-cd73-46c5-ab85-60a1ea349cd8 tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:43.768269 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a594555b-fc6e-4cb0-8a5e-fa6792b90341 x-openstack-request-id: req-a594555b-fc6e-4cb0-8a5e-fa6792b90341 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:25:43.768593 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784d8437-da79-4562-9d97-dbdd0160b898", "name": "network-vif-plugged", "status": "completed", "tag": "c4139ed1-5e06-4d69-86f8-bc78be1853fe", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:25:43.768856 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a594555b-fc6e-4cb0-8a5e-fa6792b90341 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:25:43.769300 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784d8437-da79-4562-9d97-dbdd0160b898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4139ed1-5e06-4d69-86f8-bc78be1853fe', 'code': 200} Nov 16 11:25:43.775598 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-6d9c14e3-cd73-46c5-ab85-60a1ea349cd8 tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc1750b2-96a8-4bd8-9a28-969eccef79e3']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:43.786914 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-6d9c14e3-cd73-46c5-ab85-60a1ea349cd8 tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e87490a1-b8e0-4d62-b5e0-f9d472f47718') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:43.787214 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-6d9c14e3-cd73-46c5-ab85-60a1ea349cd8 tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e87490a1-b8e0-4d62-b5e0-f9d472f47718') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:25:43.811240 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6d9c14e3-cd73-46c5-ab85-60a1ea349cd8 tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:43.832081 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6d9c14e3-cd73-46c5-ab85-60a1ea349cd8 tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:43.856260 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d9c14e3-cd73-46c5-ab85-60a1ea349cd8 tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:25:43.856703 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6d9c14e3-cd73-46c5-ab85-60a1ea349cd8 tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:43.861279 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:25:43.861279 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:25:43.861279 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:25:43.861279 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:25:43.861279 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:25:43.861279 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:25:43.861279 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:25:43.861279 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:25:43.861279 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:25:43.861279 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:25:43.861279 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:25:43.861279 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:25:43.861279 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:25:43.861279 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:25:43.861279 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:25:43.861279 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:25:43.861279 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:25:43.861279 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:25:43.861279 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:25:43.861279 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:25:43.861279 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:25:43.861279 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:25:43.861279 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:25:43.861279 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:25:43.861279 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:25:43.861279 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:25:43.861279 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:25:43.861279 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:25:43.861279 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:25:43.861279 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:25:43.861279 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:25:43.861279 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:25:43.969960 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1149ba6-0bb0-470a-8c0e-ddfef59ce56f req-0744adc7-daed-40cb-933f-144221d4de7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:43.971791 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a1149ba6-0bb0-470a-8c0e-ddfef59ce56f req-0744adc7-daed-40cb-933f-144221d4de7b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 1096 time: 0.1286166 Nov 16 11:25:43.973136 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6d9c14e3-cd73-46c5-ab85-60a1ea349cd8 tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:43.983055 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6d9c14e3-cd73-46c5-ab85-60a1ea349cd8 tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:43.987122 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6d9c14e3-cd73-46c5-ab85-60a1ea349cd8 tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] 10.222.0.61 "DELETE /v2.0/networks/cc1750b2-96a8-4bd8-9a28-969eccef79e3 HTTP/1.1" status: 204 len: 168 time: 0.4486673 Nov 16 11:25:44.005837 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c14e3-cd73-46c5-ab85-60a1ea349cd8 tempest-TagsTest-527036350 tempest-TagsTest-527036350-project] Pushing event deleted for resources: {'Network': ['ID=cc1750b2-96a8-4bd8-9a28-969eccef79e3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:44.064251 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a1149ba6-0bb0-470a-8c0e-ddfef59ce56f req-94405885-e1f7-434a-aa1e-6eab8ee34448 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825269 Nov 16 11:25:44.302435 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8145f-926b-42c4-aba9-79729832d033 req-30b01e6b-8d8d-470e-99aa-316f384d35b6 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:44.304241 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c6e8145f-926b-42c4-aba9-79729832d033 req-30b01e6b-8d8d-470e-99aa-316f384d35b6 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.0514674 Nov 16 11:25:44.322884 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 35608) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:44.358212 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c6e8145f-926b-42c4-aba9-79729832d033 req-13e61c00-8835-43ee-a1f9-5488f15f70e7 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477586 Nov 16 11:25:44.493163 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f296ec7-7f36-43b4-9214-14edb142be14 req-335445b1-b694-44bb-8416-866b367c6d88 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:44.495694 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1f296ec7-7f36-43b4-9214-14edb142be14 req-335445b1-b694-44bb-8416-866b367c6d88 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 945 time: 0.0736773 Nov 16 11:25:44.511663 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-447a5b1f-c15c-438d-b6ba-e67f38125c8f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a394da52110c4e6885ed7120ed2a5f6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1862502 Nov 16 11:25:44.514850 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 35620) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:44.570374 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1f296ec7-7f36-43b4-9214-14edb142be14 req-343fc14c-d3cf-4e7c-bd79-40cd67dc90b6 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692608 Nov 16 11:25:44.603513 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-275c6496-26ae-4a5b-9808-91c79bd7315c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:44.648411 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ce9512d6-4f58-4230-9f01-96621609b0ed req-514377cc-e71c-4769-96b2-afc3fde01a42 tempest-ServerShowV254Test-628566673 tempest-ServerShowV254Test-628566673-project] 10.222.0.61 "GET /v2.0/ports?device_id=16305efd-7d8b-4101-b155-9bb0d77257d1 HTTP/1.1" status: 200 len: 210 time: 0.0391738 Nov 16 11:25:44.658630 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-275c6496-26ae-4a5b-9808-91c79bd7315c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:44.718917 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-275c6496-26ae-4a5b-9808-91c79bd7315c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:44.723369 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-275c6496-26ae-4a5b-9808-91c79bd7315c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:44.727632 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-275c6496-26ae-4a5b-9808-91c79bd7315c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/65f4b9db-6f8a-4b54-853f-09e4bd4bab17 HTTP/1.1" status: 204 len: 168 time: 0.2110274 Nov 16 11:25:44.738615 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c6496-26ae-4a5b-9808-91c79bd7315c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f4b9db-6f8a-4b54-853f-09e4bd4bab17,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:44.781747 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 48f959a3-8b08-493a-b962-444c37b20c31 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:25:44.816737 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9b725-23a5-4276-b17a-f1a5347a1d26 req-9d3474b0-cb7d-404d-9699-b8100fcd602c tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:44.818643 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-70a9b725-23a5-4276-b17a-f1a5347a1d26 req-9d3474b0-cb7d-404d-9699-b8100fcd602c tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 946 time: 0.0854087 Nov 16 11:25:44.902033 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-70a9b725-23a5-4276-b17a-f1a5347a1d26 req-4ba9cd7e-1e82-4599-ab35-20bf9309b3c7 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755634 Nov 16 11:25:44.919127 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 48f959a3-8b08-493a-b962-444c37b20c31, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=48f959a3-8b08-493a-b962-444c37b20c31,segment=NetworkSegment(e5c04256-618c-48a4-9599-2402d83fa9fb),segment_id=e5c04256-618c-48a4-9599-2402d83fa9fb)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:25:44.935018 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '48f959a3-8b08-493a-b962-444c37b20c31', 'network_id': '357acdf0-c975-4e48-ad26-6379aca47d0d', 'port_id': '48f959a3-8b08-493a-b962-444c37b20c31', 'mac_address': 'fa:16:3e:4a:30:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91a95bc4-e17f-4fb0-a3ec-f2d071a895de', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:25:45.001045 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:45.017451 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48f959a3-8b08-493a-b962-444c37b20c31 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:25:45.052677 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 48f959a3-8b08-493a-b962-444c37b20c31, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=48f959a3-8b08-493a-b962-444c37b20c31,segment=NetworkSegment(e5c04256-618c-48a4-9599-2402d83fa9fb),segment_id=e5c04256-618c-48a4-9599-2402d83fa9fb)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:25:45.060835 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:45.130878 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=48f959a3-8b08-493a-b962-444c37b20c31,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:45.148005 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b64354-167c-4bc5-9dd1-05d9c186653c req-a86cadf6-ec47-4b74-9933-323d56ce51cd tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:45.149711 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d1b64354-167c-4bc5-9dd1-05d9c186653c req-a86cadf6-ec47-4b74-9933-323d56ce51cd tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] 10.222.0.61 "GET /v2.0/ports?device_id=64e0836c-2ce9-4fe8-8b7e-c8a6769ffe20 HTTP/1.1" status: 200 len: 944 time: 0.0712132 Nov 16 11:25:45.215495 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d1b64354-167c-4bc5-9dd1-05d9c186653c req-708136d5-560b-4f0b-b7e3-d758c7c37c89 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] 10.222.0.61 "GET /v2.0/security-groups?id=69129610-b666-4a45-a91d-a0ad568f6304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583079 Nov 16 11:25:45.419440 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f3ab4-aa78-4588-95d8-4c482fd04a7a req-2ab0ad67-a37c-4d7b-a0bb-13be244a71ee tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:45.421108 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-854f3ab4-aa78-4588-95d8-4c482fd04a7a req-2ab0ad67-a37c-4d7b-a0bb-13be244a71ee tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.0574377 Nov 16 11:25:45.480360 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-854f3ab4-aa78-4588-95d8-4c482fd04a7a req-758c9aa9-f7e0-438f-b39f-0ea718d7ca92 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517066 Nov 16 11:25:45.508814 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['48f959a3-8b08-493a-b962-444c37b20c31'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:25:45.579061 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-70d02611-3d3b-4110-8fca-b315cd5f9033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:45.617405 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae881f-2b21-4b03-86cb-0f3a4c8107ed req-5cadae00-ec8a-49a5-930c-f749758939ac tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:45.619606 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6aae881f-2b21-4b03-86cb-0f3a4c8107ed req-5cadae00-ec8a-49a5-930c-f749758939ac tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.0566289 Nov 16 11:25:45.720896 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6aae881f-2b21-4b03-86cb-0f3a4c8107ed req-0676cd28-20dc-4bf6-8de5-412b2720cc29 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909398 Nov 16 11:25:45.835179 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bdd68c-29fe-45fd-b48d-5b8a48d29242 req-510012d4-3f43-4305-8a9a-9cc507aa0fad tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:45.836652 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c9bdd68c-29fe-45fd-b48d-5b8a48d29242 req-510012d4-3f43-4305-8a9a-9cc507aa0fad tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 945 time: 0.0525751 Nov 16 11:25:45.888922 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c9bdd68c-29fe-45fd-b48d-5b8a48d29242 req-ff51b1c9-c3ee-4e49-bcf9-10d3ac5276ee tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463181 Nov 16 11:25:45.977054 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5f4ec742-fe4d-49e0-ab91-110a70c2d011 req-1041dfbd-513a-4a9a-a467-4114e18731cf tempest-ServerShowV254Test-628566673 tempest-ServerShowV254Test-628566673-project] 10.222.0.61 "GET /v2.0/ports?device_id=16305efd-7d8b-4101-b155-9bb0d77257d1 HTTP/1.1" status: 200 len: 210 time: 0.0271749 Nov 16 11:25:46.176424 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-7a8de122-3df9-4d0f-8644-c876040585c2 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:46.178176 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-7a8de122-3df9-4d0f-8644-c876040585c2 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/networks?id=a6437950-3837-42ba-a7b4-c297945f46f8 HTTP/1.1" status: 200 len: 820 time: 0.1111929 Nov 16 11:25:46.193138 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-1421b745-5b8f-464b-9872-3ea4733b9b21 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/quotas/ac57a0dec96b499199f175f118c6a6d4 HTTP/1.1" status: 200 len: 375 time: 0.0093782 Nov 16 11:25:46.247343 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-3e0c794d-57ca-4b69-ace5-370d7ca6b77e tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ac57a0dec96b499199f175f118c6a6d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486219 Nov 16 11:25:46.341405 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-af215de7-5890-4a73-a544-674596cc2803 service neutron] 10.222.0.61 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871999 Nov 16 11:25:46.440149 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-89fe71a0-f8f7-43d1-a62b-42d1d33f681a service neutron] 10.222.0.61 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921264 Nov 16 11:25:46.481370 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:46.774468 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32f761-487e-4ad8-8656-7af5db4f4c8f req-0c31d7f0-5809-4562-8c01-e12177cb1784 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:46.776185 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2b32f761-487e-4ad8-8656-7af5db4f4c8f req-0c31d7f0-5809-4562-8c01-e12177cb1784 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.0565212 Nov 16 11:25:46.796832 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 48f959a3-8b08-493a-b962-444c37b20c31 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:25:46.849463 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 35718) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:46.864807 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2b32f761-487e-4ad8-8656-7af5db4f4c8f req-d50f1ae7-7a20-4a25-9eff-61455a5b0e69 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812137 Nov 16 11:25:46.871394 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 48f959a3-8b08-493a-b962-444c37b20c31 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:25:46.878217 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 48f959a3-8b08-493a-b962-444c37b20c31 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:25:46.878912 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:46.954132 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-41de8ed0-494b-40a9-8599-08e770d947ea req-fdb4d7ca-2548-4873-9ea9-11cd16f54a57 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=16305efd-7d8b-4101-b155-9bb0d77257d1 HTTP/1.1" status: 200 len: 210 time: 0.0654013 Nov 16 11:25:46.963239 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:46.987043 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44ad4d-b48c-45e3-8d16-0bf4cffac21a req-aadb1eb3-f55d-4adc-9518-68b1fcc96c4d tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:46.987897 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e0836c-2ce9-4fe8-8b7e-c8a6769ffe20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f959a3-8b08-493a-b962-444c37b20c31'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:25:46.990133 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8991393e-9bca-4077-a876-b3d3d1ec1498" -d '{"events": [{"server_uuid": "64e0836c-2ce9-4fe8-8b7e-c8a6769ffe20", "name": "network-vif-plugged", "status": "completed", "tag": "48f959a3-8b08-493a-b962-444c37b20c31"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:25:46.990599 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2d44ad4d-b48c-45e3-8d16-0bf4cffac21a req-aadb1eb3-f55d-4adc-9518-68b1fcc96c4d tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 946 time: 0.0653427 Nov 16 11:25:47.008296 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 48f959a3-8b08-493a-b962-444c37b20c31, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=48f959a3-8b08-493a-b962-444c37b20c31,segment=NetworkSegment(e5c04256-618c-48a4-9599-2402d83fa9fb),segment_id=e5c04256-618c-48a4-9599-2402d83fa9fb)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:25:47.014049 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:47.056210 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-92725d69-9159-42d1-ba0b-09647964e620 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:47.063275 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2d44ad4d-b48c-45e3-8d16-0bf4cffac21a req-068fbd11-c21e-46f7-b7b2-fcbbd3b849c9 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654361 Nov 16 11:25:47.088196 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=48f959a3-8b08-493a-b962-444c37b20c31,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:47.165730 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-92725d69-9159-42d1-ba0b-09647964e620 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:47.169862 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-92725d69-9159-42d1-ba0b-09647964e620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:47.209231 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92725d69-9159-42d1-ba0b-09647964e620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f1410c-e0b5-4c8d-9856-cbcb17619825,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:47.217256 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-92725d69-9159-42d1-ba0b-09647964e620 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a7aff8394dd14425bd394c4efcd4e080&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3661950 Nov 16 11:25:47.217451 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 35736) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:47.267532 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-93b49b33-779e-470b-aa6d-cb7d8f3dcfe6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:47.288912 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-93b49b33-779e-470b-aa6d-cb7d8f3dcfe6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:47.337874 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-93b49b33-779e-470b-aa6d-cb7d8f3dcfe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:47.340654 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-93b49b33-779e-470b-aa6d-cb7d8f3dcfe6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:47.342376 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-93b49b33-779e-470b-aa6d-cb7d8f3dcfe6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/08f1410c-e0b5-4c8d-9856-cbcb17619825 HTTP/1.1" status: 204 len: 168 time: 0.1232848 Nov 16 11:25:47.353389 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b49b33-779e-470b-aa6d-cb7d8f3dcfe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f1410c-e0b5-4c8d-9856-cbcb17619825,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:47.560214 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:25:47.618416 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 35750) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:47.633370 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3577b28b-0987-45a9-9ceb-ab69e454a87b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:47.700345 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a540004-bdf1-4dac-b4dd-745db26d655c req-7e5c72cb-acf7-4c5e-acec-95b72ceef1bf tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:47.701829 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2a540004-bdf1-4dac-b4dd-745db26d655c req-7e5c72cb-acf7-4c5e-acec-95b72ceef1bf tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] 10.222.0.61 "GET /v2.0/ports?device_id=64e0836c-2ce9-4fe8-8b7e-c8a6769ffe20 HTTP/1.1" status: 200 len: 945 time: 0.2298918 Nov 16 11:25:47.779586 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2a540004-bdf1-4dac-b4dd-745db26d655c req-a7f28460-874e-407e-81b0-a8f3f9d43f59 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] 10.222.0.61 "GET /v2.0/security-groups?id=69129610-b666-4a45-a91d-a0ad568f6304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708008 Nov 16 11:25:47.794771 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3577b28b-0987-45a9-9ceb-ab69e454a87b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:47.809245 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3577b28b-0987-45a9-9ceb-ab69e454a87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:47.856254 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3577b28b-0987-45a9-9ceb-ab69e454a87b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0bdf13d33fc1457eb09d32706841614b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2367618 Nov 16 11:25:47.860249 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 35752) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:47.872127 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b28b-0987-45a9-9ceb-ab69e454a87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9183454-7902-4a9c-9bdd-6a763702f439,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:47.922192 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dcd0f0d4-35f8-46d5-a5aa-01368a84450c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:47.943978 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-5d30da83-f815-4729-8081-c7d359440743 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:47.945495 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-5d30da83-f815-4729-8081-c7d359440743 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.64 "GET /v2.0/networks?id=a6437950-3837-42ba-a7b4-c297945f46f8 HTTP/1.1" status: 200 len: 820 time: 0.1666436 Nov 16 11:25:47.947181 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dcd0f0d4-35f8-46d5-a5aa-01368a84450c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:47.968210 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-d667440b-9520-4992-b0d7-598464357fdb tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Request body: {'port': {'device_id': 'b3eddc21-f0cb-448a-aa2a-3c2807af54c9', 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8', 'admin_state_up': True, 'tenant_id': 'ac57a0dec96b499199f175f118c6a6d4'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:25:48.007916 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e07ece56-7607-4c3e-94e2-be27a7b75128 req-fb7d81a5-f7de-430c-9c08-e21770237ad8 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 210 time: 0.0441506 Nov 16 11:25:48.052786 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dcd0f0d4-35f8-46d5-a5aa-01368a84450c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:48.055588 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dcd0f0d4-35f8-46d5-a5aa-01368a84450c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:48.057639 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-dcd0f0d4-35f8-46d5-a5aa-01368a84450c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b9183454-7902-4a9c-9bdd-6a763702f439 HTTP/1.1" status: 204 len: 168 time: 0.1961241 Nov 16 11:25:48.067559 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd0f0d4-35f8-46d5-a5aa-01368a84450c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9183454-7902-4a9c-9bdd-6a763702f439,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:48.125126 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-d667440b-9520-4992-b0d7-598464357fdb tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Made reservation on behalf of ac57a0dec96b499199f175f118c6a6d4 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:25:48.132545 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-d667440b-9520-4992-b0d7-598464357fdb tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:48.175106 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd4b33-580d-4744-84ff-e1add2ffb872 req-9d249183-86b8-45f5-90f6-073e008bb7f9 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:48.177027 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-affd4b33-580d-4744-84ff-e1add2ffb872 req-9d249183-86b8-45f5-90f6-073e008bb7f9 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.0842824 Nov 16 11:25:48.232693 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:48.247644 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-affd4b33-580d-4744-84ff-e1add2ffb872 req-12186aa5-85a5-4071-92f4-11306c26f52e tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647039 Nov 16 11:25:48.319718 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4073a5-0e88-45fd-9154-c0e1ec9c386a x-openstack-request-id: req-1c4073a5-0e88-45fd-9154-c0e1ec9c386a {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:25:48.320530 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e0836c-2ce9-4fe8-8b7e-c8a6769ffe20", "name": "network-vif-plugged", "status": "completed", "tag": "48f959a3-8b08-493a-b962-444c37b20c31", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:25:48.321433 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1c4073a5-0e88-45fd-9154-c0e1ec9c386a {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:25:48.322050 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e0836c-2ce9-4fe8-8b7e-c8a6769ffe20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f959a3-8b08-493a-b962-444c37b20c31', 'code': 200} Nov 16 11:25:48.341337 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-d667440b-9520-4992-b0d7-598464357fdb tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Allocated IP 172.20.0.2 (a6437950-3837-42ba-a7b4-c297945f46f8/abaafd2b-7546-45a3-a211-065b2bf563c9/47602745-6860-40d9-9cf8-d52c641e6c25) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:25:48.436464 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9deb32f6-642d-425a-90e5-a15713ce4f0b req-21b97fe8-f7ac-47f7-941e-2dca6702d9dc tempest-ServerShowV254Test-628566673 tempest-ServerShowV254Test-628566673-project] 10.222.0.61 "GET /v2.0/ports?device_id=16305efd-7d8b-4101-b155-9bb0d77257d1 HTTP/1.1" status: 200 len: 210 time: 0.0387290 Nov 16 11:25:48.532240 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede05192-d379-4995-a2cd-f794f9f7cf77 req-530eaad7-4524-45ac-9095-5763c161d550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:48.534826 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ede05192-d379-4995-a2cd-f794f9f7cf77 req-530eaad7-4524-45ac-9095-5763c161d550 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=64e0836c-2ce9-4fe8-8b7e-c8a6769ffe20 HTTP/1.1" status: 200 len: 1096 time: 0.1388557 Nov 16 11:25:48.577512 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18709935-ee58-4087-9985-b4b1714aee72 req-885bef13-9e2e-42b3-8830-5aede206ec05 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:48.580377 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-18709935-ee58-4087-9985-b4b1714aee72 req-885bef13-9e2e-42b3-8830-5aede206ec05 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 945 time: 0.0594049 Nov 16 11:25:48.631342 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ede05192-d379-4995-a2cd-f794f9f7cf77 req-ee8eff67-ce2c-4158-b689-fe5208ad8e99 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=69129610-b666-4a45-a91d-a0ad568f6304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866525 Nov 16 11:25:48.637668 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-18709935-ee58-4087-9985-b4b1714aee72 req-9e129876-541b-4036-ae00-22a63b413981 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505700 Nov 16 11:25:48.647947 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-d667440b-9520-4992-b0d7-598464357fdb tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:48.690337 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-d667440b-9520-4992-b0d7-598464357fdb tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:48.703330 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['7ddaea78-0390-4f42-bc31-36ab8a9f528e'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:25:48.749024 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-d667440b-9520-4992-b0d7-598464357fdb tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Network a6437950-3837-42ba-a7b4-c297945f46f8 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:25:48.753437 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-d667440b-9520-4992-b0d7-598464357fdb tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:25:48.757854 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-d667440b-9520-4992-b0d7-598464357fdb tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:25:48.798002 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01541234-ea1c-4274-8b09-6a10566e1e12 req-2c45a46a-f504-4eae-8a37-8e68715d908b tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:48.800868 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:48.808856 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-01541234-ea1c-4274-8b09-6a10566e1e12 req-2c45a46a-f504-4eae-8a37-8e68715d908b tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 946 time: 0.0923040 Nov 16 11:25:48.881428 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-01541234-ea1c-4274-8b09-6a10566e1e12 req-8559c61a-de2e-49c5-98d7-b771c7e7b9c5 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657663 Nov 16 11:25:48.901499 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-d667440b-9520-4992-b0d7-598464357fdb tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:48.908048 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-d667440b-9520-4992-b0d7-598464357fdb tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:48.917080 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667440b-9520-4992-b0d7-598464357fdb tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Pushing event updated for resources: {'Port': ['ID=47602745-6860-40d9-9cf8-d52c641e6c25,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:48.946546 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-d667440b-9520-4992-b0d7-598464357fdb tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9821889 Nov 16 11:25:48.971478 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-366dd799-47ef-4688-a834-fc3818266160 service neutron] Request body: {'port': {'device_id': 'b3eddc21-f0cb-448a-aa2a-3c2807af54c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:25:49.029517 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-366dd799-47ef-4688-a834-fc3818266160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:49.174448 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9109d5-e662-4ac1-82e6-b6837406db5c req-f5e10849-1d14-4b32-a0e5-4c93a3269aa3 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:49.181962 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1d9109d5-e662-4ac1-82e6-b6837406db5c req-f5e10849-1d14-4b32-a0e5-4c93a3269aa3 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] 10.222.0.61 "GET /v2.0/ports?device_id=64e0836c-2ce9-4fe8-8b7e-c8a6769ffe20 HTTP/1.1" status: 200 len: 945 time: 0.0846863 Nov 16 11:25:49.254197 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1d9109d5-e662-4ac1-82e6-b6837406db5c req-6772e162-f880-490e-a135-65e1b8e8589c tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] 10.222.0.61 "GET /v2.0/security-groups?id=69129610-b666-4a45-a91d-a0ad568f6304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618429 Nov 16 11:25:49.383351 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-366dd799-47ef-4688-a834-fc3818266160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47602745-6860-40d9-9cf8-d52c641e6c25 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:25:49.391640 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-366dd799-47ef-4688-a834-fc3818266160 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:49.405077 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-366dd799-47ef-4688-a834-fc3818266160 service neutron] Transition to ACTIVE for port object 47602745-6860-40d9-9cf8-d52c641e6c25 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:25:49.410514 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-366dd799-47ef-4688-a834-fc3818266160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:49.438536 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4bb5e-251e-485b-9b90-3ecac1acf6b0 req-e6b74aeb-fdac-4688-bcf6-3f56d93a940a tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:49.446421 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ecf4bb5e-251e-485b-9b90-3ecac1acf6b0 req-e6b74aeb-fdac-4688-bcf6-3f56d93a940a tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 931 time: 0.0674062 Nov 16 11:25:49.499431 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366dd799-47ef-4688-a834-fc3818266160 service neutron] Pushing event updated for resources: {'Port': ['ID=47602745-6860-40d9-9cf8-d52c641e6c25,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:49.532150 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ecf4bb5e-251e-485b-9b90-3ecac1acf6b0 req-e0d5e499-ebdc-4bfe-8208-53a3ef04ab78 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848637 Nov 16 11:25:49.558741 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-366dd799-47ef-4688-a834-fc3818266160 service neutron] Attempting to bind port 47602745-6860-40d9-9cf8-d52c641e6c25 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:25:49.558741 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-366dd799-47ef-4688-a834-fc3818266160 service neutron] Attempting to bind port 47602745-6860-40d9-9cf8-d52c641e6c25 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:25:49.558741 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-366dd799-47ef-4688-a834-fc3818266160 service neutron] Attempting to bind port 47602745-6860-40d9-9cf8-d52c641e6c25 on network a6437950-3837-42ba-a7b4-c297945f46f8 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:25:49.572992 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-366dd799-47ef-4688-a834-fc3818266160 service neutron] Port 47602745-6860-40d9-9cf8-d52c641e6c25 on network a6437950-3837-42ba-a7b4-c297945f46f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:25:49.573313 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-366dd799-47ef-4688-a834-fc3818266160 service neutron] Attempting to bind port 47602745-6860-40d9-9cf8-d52c641e6c25 on network a6437950-3837-42ba-a7b4-c297945f46f8 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:25:49.578927 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-366dd799-47ef-4688-a834-fc3818266160 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:25:49.579411 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-366dd799-47ef-4688-a834-fc3818266160 service neutron] Checking segment: {'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:25:49.579945 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-366dd799-47ef-4688-a834-fc3818266160 service neutron] Bound using segment: {'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:25:49.580374 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-366dd799-47ef-4688-a834-fc3818266160 service neutron] Bound port: 47602745-6860-40d9-9cf8-d52c641e6c25, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:25:49.580713 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-366dd799-47ef-4688-a834-fc3818266160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:49.648526 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-366dd799-47ef-4688-a834-fc3818266160 service neutron] For port 47602745-6860-40d9-9cf8-d52c641e6c25, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:25:49.653091 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-366dd799-47ef-4688-a834-fc3818266160 service neutron] For port 47602745-6860-40d9-9cf8-d52c641e6c25, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=47602745-6860-40d9-9cf8-d52c641e6c25,segment=NetworkSegment(d9c88559-8fa4-467d-a577-d2c14bfd7508),segment_id=d9c88559-8fa4-467d-a577-d2c14bfd7508)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:25:49.660955 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-366dd799-47ef-4688-a834-fc3818266160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:49.706706 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-366dd799-47ef-4688-a834-fc3818266160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:49.707517 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-366dd799-47ef-4688-a834-fc3818266160 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:49.709254 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-366dd799-47ef-4688-a834-fc3818266160 service neutron] 10.222.0.64 "PUT /v2.0/ports/47602745-6860-40d9-9cf8-d52c641e6c25 HTTP/1.1" status: 200 len: 1091 time: 0.7423224 Nov 16 11:25:49.709765 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3eddc21-f0cb-448a-aa2a-3c2807af54c9', 'tag': '47602745-6860-40d9-9cf8-d52c641e6c25'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:25:49.712293 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec170dc-ff77-43c9-9ab8-4e20ba06b0e0" -d '{"events": [{"name": "network-changed", "server_uuid": "b3eddc21-f0cb-448a-aa2a-3c2807af54c9", "tag": "47602745-6860-40d9-9cf8-d52c641e6c25"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:25:49.756229 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366dd799-47ef-4688-a834-fc3818266160 service neutron] Pushing event updated for resources: {'Port': ['ID=47602745-6860-40d9-9cf8-d52c641e6c25,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:49.825024 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-58cd9f0e-b307-4a9c-84cc-3821a1f7f8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:49.826665 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-58cd9f0e-b307-4a9c-84cc-3821a1f7f8c2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac57a0dec96b499199f175f118c6a6d4&device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 1094 time: 0.0654242 Nov 16 11:25:49.893736 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-80db2071-a384-45e1-90f3-1ed4266298fe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47602745-6860-40d9-9cf8-d52c641e6c25 HTTP/1.1" status: 200 len: 217 time: 0.0566828 Nov 16 11:25:49.979570 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-419cf9c3-c83a-4061-bb7e-d2ab36636748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:49.981954 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-419cf9c3-c83a-4061-bb7e-d2ab36636748 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=abaafd2b-7546-45a3-a211-065b2bf563c9 HTTP/1.1" status: 200 len: 860 time: 0.0808928 Nov 16 11:25:50.005965 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d947d-0c9b-42cf-bf2b-0fa171387e38 req-008937af-e267-48de-8058-fde21934474c tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:50.007486 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2d7d947d-0c9b-42cf-bf2b-0fa171387e38 req-008937af-e267-48de-8058-fde21934474c tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 945 time: 0.0573366 Nov 16 11:25:50.035383 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-84eb7d0d-0b6a-41af-a900-62142e94de8f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a6437950-3837-42ba-a7b4-c297945f46f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430775 Nov 16 11:25:50.080704 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2d7d947d-0c9b-42cf-bf2b-0fa171387e38 req-14c16134-fd10-4e7a-bad5-0244ccd5d4c9 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666096 Nov 16 11:25:50.149580 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3cca19-f499-4c3a-920a-cab27fac0f66 x-openstack-request-id: req-6e3cca19-f499-4c3a-920a-cab27fac0f66 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:25:50.150101 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3eddc21-f0cb-448a-aa2a-3c2807af54c9", "tag": "47602745-6860-40d9-9cf8-d52c641e6c25", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:25:50.150512 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6e3cca19-f499-4c3a-920a-cab27fac0f66 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:25:50.150968 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3eddc21-f0cb-448a-aa2a-3c2807af54c9', 'tag': '47602745-6860-40d9-9cf8-d52c641e6c25', 'status': 'completed', 'code': 200} Nov 16 11:25:50.177959 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-6a2927e6-3e1c-4aad-9451-441ee3526c89 service neutron] 10.222.0.64 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333799 Nov 16 11:25:50.263669 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab67103-3937-468f-b16b-cb15bbed5e06 req-f4176a75-bee7-4c75-b095-84a578fb27b6 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:50.265434 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dab67103-3937-468f-b16b-cb15bbed5e06 req-f4176a75-bee7-4c75-b095-84a578fb27b6 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 946 time: 0.0620189 Nov 16 11:25:50.297178 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f84ce8fa-0f9d-4cef-b356-ef5b286b2ec2 req-68e2e567-eb16-42cc-b2a7-715b3b3dafcb service neutron] 10.222.0.64 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091745 Nov 16 11:25:50.323135 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dab67103-3937-468f-b16b-cb15bbed5e06 req-56c4a805-ab25-4c3a-886e-87d927f3d039 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448778 Nov 16 11:25:50.409719 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec170dc-ff77-43c9-9ab8-4e20ba06b0e0 req-d934a746-0421-4087-8353-20c590b9ff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:50.411816 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7ec170dc-ff77-43c9-9ab8-4e20ba06b0e0 req-d934a746-0421-4087-8353-20c590b9ff66 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac57a0dec96b499199f175f118c6a6d4&device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 1094 time: 0.0564847 Nov 16 11:25:50.424629 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7ef787d6-f7bf-4bf0-8708-bf40cddd913c req-ffd98b41-24a3-4226-b7a3-73164c94c54a tempest-ServerShowV254Test-628566673 tempest-ServerShowV254Test-628566673-project] 10.222.0.61 "GET /v2.0/ports?device_id=16305efd-7d8b-4101-b155-9bb0d77257d1 HTTP/1.1" status: 200 len: 210 time: 0.0328701 Nov 16 11:25:50.527239 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec170dc-ff77-43c9-9ab8-4e20ba06b0e0 req-63f7b791-0c6b-4123-9cd9-86a3195f1f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:50.528752 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7ec170dc-ff77-43c9-9ab8-4e20ba06b0e0 req-63f7b791-0c6b-4123-9cd9-86a3195f1f7b service neutron] 10.222.0.64 "GET /v2.0/networks?id=a6437950-3837-42ba-a7b4-c297945f46f8 HTTP/1.1" status: 200 len: 921 time: 0.1095653 Nov 16 11:25:50.578475 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7ec170dc-ff77-43c9-9ab8-4e20ba06b0e0 req-9fd26f62-dbf1-4784-a732-7e1048df57f2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47602745-6860-40d9-9cf8-d52c641e6c25 HTTP/1.1" status: 200 len: 217 time: 0.0406034 Nov 16 11:25:50.616135 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85afbbc1-64c3-404c-bf4b-77ca5c6c8bb2 req-863ad35e-0c48-4f68-9180-526bf859a801 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:50.616135 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-85afbbc1-64c3-404c-bf4b-77ca5c6c8bb2 req-863ad35e-0c48-4f68-9180-526bf859a801 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] 10.222.0.61 "GET /v2.0/ports?device_id=64e0836c-2ce9-4fe8-8b7e-c8a6769ffe20 HTTP/1.1" status: 200 len: 945 time: 0.0610209 Nov 16 11:25:50.650830 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec170dc-ff77-43c9-9ab8-4e20ba06b0e0 req-43eb7e9a-beda-49db-b200-fcc7623d71d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:50.652517 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7ec170dc-ff77-43c9-9ab8-4e20ba06b0e0 req-43eb7e9a-beda-49db-b200-fcc7623d71d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=abaafd2b-7546-45a3-a211-065b2bf563c9 HTTP/1.1" status: 200 len: 860 time: 0.0657563 Nov 16 11:25:50.662673 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-85afbbc1-64c3-404c-bf4b-77ca5c6c8bb2 req-234867ad-5316-46bc-ba1c-b6d8c6539b55 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] 10.222.0.61 "GET /v2.0/security-groups?id=69129610-b666-4a45-a91d-a0ad568f6304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554199 Nov 16 11:25:50.687316 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7ec170dc-ff77-43c9-9ab8-4e20ba06b0e0 req-00f16c11-9ae1-4626-8a17-ab17d0911c88 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a6437950-3837-42ba-a7b4-c297945f46f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263519 Nov 16 11:25:50.805126 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7ec170dc-ff77-43c9-9ab8-4e20ba06b0e0 req-10b2fe66-afad-4298-83dc-3382812d586f service neutron] 10.222.0.64 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102014 Nov 16 11:25:50.865471 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c2cba-7cf3-412d-918a-f2873234242f req-c6a9aa93-efc3-408f-a053-d2d4489c5801 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:50.873479 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-107c2cba-7cf3-412d-918a-f2873234242f req-c6a9aa93-efc3-408f-a053-d2d4489c5801 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 943 time: 0.0669336 Nov 16 11:25:50.927703 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-107c2cba-7cf3-412d-918a-f2873234242f req-b309dda4-58e7-48bc-a9f7-80c1382663f0 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532663 Nov 16 11:25:50.953435 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7ec170dc-ff77-43c9-9ab8-4e20ba06b0e0 req-7bb87be5-dc3e-444c-8015-faacaf7705be service neutron] 10.222.0.64 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408720 Nov 16 11:25:51.222776 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02834efc-a539-4784-8d32-721724a16096 req-8880ec21-42d1-438a-84f4-ab3d0c491608 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:51.230003 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02834efc-a539-4784-8d32-721724a16096 req-8880ec21-42d1-438a-84f4-ab3d0c491608 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 945 time: 0.0573692 Nov 16 11:25:51.276423 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02834efc-a539-4784-8d32-721724a16096 req-17149720-1442-4c09-8b6b-97bc55d65dd5 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455616 Nov 16 11:25:51.447464 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f5e2b-e430-47b3-840c-5bf18d5e83e2 req-96ac791c-feb5-40d3-b5d1-16612e43fe17 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:51.448961 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-113f5e2b-e430-47b3-840c-5bf18d5e83e2 req-96ac791c-feb5-40d3-b5d1-16612e43fe17 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 946 time: 0.0557449 Nov 16 11:25:51.516259 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-113f5e2b-e430-47b3-840c-5bf18d5e83e2 req-04775e6d-498d-408e-887c-e1263e6ea39d tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607836 Nov 16 11:25:51.636035 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ab400289-bcd7-482f-8ba2-60cd0ad611cc req-a0f310f0-0a55-4604-8377-3f35ff20c069 tempest-ServerShowV254Test-628566673 tempest-ServerShowV254Test-628566673-project] 10.222.0.61 "GET /v2.0/ports?device_id=16305efd-7d8b-4101-b155-9bb0d77257d1 HTTP/1.1" status: 200 len: 210 time: 0.0512786 Nov 16 11:25:52.089244 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb139fe8-56ca-41c3-bf55-16764a086557 req-9d2eb8c4-b436-4fbc-8c55-c00d8718f959 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:52.099073 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cb139fe8-56ca-41c3-bf55-16764a086557 req-9d2eb8c4-b436-4fbc-8c55-c00d8718f959 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 943 time: 0.0821562 Nov 16 11:25:52.163833 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cb139fe8-56ca-41c3-bf55-16764a086557 req-4d57aa76-6d55-456c-a276-6016f59a36b7 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634804 Nov 16 11:25:52.590852 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1b09e-7b16-4609-bd26-aee00ca2cd44 req-af0bca88-ca38-46fc-8774-2ecb2947d09e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:52.592478 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dac1b09e-7b16-4609-bd26-aee00ca2cd44 req-af0bca88-ca38-46fc-8774-2ecb2947d09e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 945 time: 0.0672336 Nov 16 11:25:52.655404 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dac1b09e-7b16-4609-bd26-aee00ca2cd44 req-4953d737-ddfa-4cf9-9924-f7615dd47cca tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565515 Nov 16 11:25:52.779686 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792dac1-b817-4ef8-9122-dee418d3087a req-627cd5c9-d7b7-4f4a-80b7-b930998e213d tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:52.781459 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8792dac1-b817-4ef8-9122-dee418d3087a req-627cd5c9-d7b7-4f4a-80b7-b930998e213d tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 946 time: 0.0559537 Nov 16 11:25:52.850881 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8792dac1-b817-4ef8-9122-dee418d3087a req-c3bcd5f9-69e0-42ac-bfdc-a446d5c0fe2b tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611730 Nov 16 11:25:52.959300 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d6d71729-bb8a-4bc5-96f3-d0885f6fa57a req-1a3667ab-70dd-4a45-a4bf-1c7ecdab0326 tempest-ServerShowV254Test-628566673 tempest-ServerShowV254Test-628566673-project] 10.222.0.61 "GET /v2.0/ports?device_id=16305efd-7d8b-4101-b155-9bb0d77257d1 HTTP/1.1" status: 200 len: 210 time: 0.0296233 Nov 16 11:25:53.296219 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70330c-91ae-48b2-9c8f-24478490b332 req-04f2ea25-e235-4062-9f3a-4b45f3f17738 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:53.297697 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bd70330c-91ae-48b2-9c8f-24478490b332 req-04f2ea25-e235-4062-9f3a-4b45f3f17738 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 943 time: 0.0542576 Nov 16 11:25:53.367500 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bd70330c-91ae-48b2-9c8f-24478490b332 req-9909b4c7-c661-4439-b916-41e5890b2e85 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617414 Nov 16 11:25:53.800586 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cedaa15-9d04-4da0-97da-9e46213ef20f req-b7c4b415-cedb-4119-b623-afe57c566a12 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:53.802510 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9cedaa15-9d04-4da0-97da-9e46213ef20f req-b7c4b415-cedb-4119-b623-afe57c566a12 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 945 time: 0.0730538 Nov 16 11:25:53.859244 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9cedaa15-9d04-4da0-97da-9e46213ef20f req-cd3917a7-5a0b-4c6c-9484-9c9712c22ce2 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503585 Nov 16 11:25:53.993194 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d40317-75df-4920-816e-deb3a35f826b req-6c86e7f9-dca7-4047-8a55-a08600d9b7b1 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:53.995012 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-22d40317-75df-4920-816e-deb3a35f826b req-6c86e7f9-dca7-4047-8a55-a08600d9b7b1 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 946 time: 0.0693188 Nov 16 11:25:54.053602 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-22d40317-75df-4920-816e-deb3a35f826b req-1c0d7461-73af-4a06-b1b7-6025a28b6ac3 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528188 Nov 16 11:25:54.147976 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3c48725d-24e9-4db5-8161-15b525aae6bc req-d84b837b-24b4-4a71-9279-e5a68ca46cea tempest-ServerShowV254Test-628566673 tempest-ServerShowV254Test-628566673-project] 10.222.0.61 "GET /v2.0/ports?device_id=16305efd-7d8b-4101-b155-9bb0d77257d1 HTTP/1.1" status: 200 len: 210 time: 0.0272121 Nov 16 11:25:54.339327 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 35932) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:54.463327 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7156c9bc-4b15-472f-bb59-aa87380dcc1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:54.547819 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64850a-d055-4fb1-a174-7ffa9d7b7db6 req-9f0cd42c-55ab-4931-aecb-9596af3a6fbd tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:54.549953 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4c64850a-d055-4fb1-a174-7ffa9d7b7db6 req-9f0cd42c-55ab-4931-aecb-9596af3a6fbd tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 943 time: 0.0729895 Nov 16 11:25:54.606915 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7156c9bc-4b15-472f-bb59-aa87380dcc1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:54.614933 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7156c9bc-4b15-472f-bb59-aa87380dcc1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:54.637614 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4c64850a-d055-4fb1-a174-7ffa9d7b7db6 req-387729b2-7011-4d05-abf1-7e16ae0f0c57 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808108 Nov 16 11:25:54.664896 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7156c9bc-4b15-472f-bb59-aa87380dcc1c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b567614af4084572881426031a30e8c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3220646 Nov 16 11:25:54.664896 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156c9bc-4b15-472f-bb59-aa87380dcc1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5f4036-4ad2-4152-931e-108d6a8abef0,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:54.665230 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 35938) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:54.716927 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-63e19380-be49-4374-b31e-029595a10eb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:54.737808 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-63e19380-be49-4374-b31e-029595a10eb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:54.783207 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-63e19380-be49-4374-b31e-029595a10eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:54.785851 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-63e19380-be49-4374-b31e-029595a10eb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:54.787161 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-63e19380-be49-4374-b31e-029595a10eb1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9d5f4036-4ad2-4152-931e-108d6a8abef0 HTTP/1.1" status: 204 len: 168 time: 0.1189222 Nov 16 11:25:54.796024 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e19380-be49-4374-b31e-029595a10eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5f4036-4ad2-4152-931e-108d6a8abef0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:54.805059 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e19380-be49-4374-b31e-029595a10eb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:25:54.805406 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e19380-be49-4374-b31e-029595a10eb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:25:54.805748 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e19380-be49-4374-b31e-029595a10eb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:25:54.806326 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e19380-be49-4374-b31e-029595a10eb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:25:54.806497 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e19380-be49-4374-b31e-029595a10eb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:25:54.806841 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e19380-be49-4374-b31e-029595a10eb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:25:54.807133 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e19380-be49-4374-b31e-029595a10eb1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:25:54.807554 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e19380-be49-4374-b31e-029595a10eb1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:25:54.807893 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e19380-be49-4374-b31e-029595a10eb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:25:54.808213 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e19380-be49-4374-b31e-029595a10eb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:25:54.808688 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e19380-be49-4374-b31e-029595a10eb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:25:54.809021 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e19380-be49-4374-b31e-029595a10eb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:25:54.993984 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391ecd9-c65d-4a2e-a41e-0f3c48bc5fe8 req-a65ac910-884d-4e15-9747-69d80a9c3aeb tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:54.995562 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0391ecd9-c65d-4a2e-a41e-0f3c48bc5fe8 req-a65ac910-884d-4e15-9747-69d80a9c3aeb tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 945 time: 0.0575843 Nov 16 11:25:55.051830 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0391ecd9-c65d-4a2e-a41e-0f3c48bc5fe8 req-0168727e-2b1b-4409-85ac-b8eab6e94fac tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505292 Nov 16 11:25:55.084617 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 35950) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:55.098269 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-85bd9b9a-9001-4ee6-bdc2-ee31a8969746 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:55.180282 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-85bd9b9a-9001-4ee6-bdc2-ee31a8969746 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:55.184078 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-85bd9b9a-9001-4ee6-bdc2-ee31a8969746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:55.208394 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d648a9e-0dc5-4154-8c33-397540132514 req-fb3871f5-2aba-41f8-9d52-9af48b826a9d tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:55.210167 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0d648a9e-0dc5-4154-8c33-397540132514 req-fb3871f5-2aba-41f8-9d52-9af48b826a9d tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 946 time: 0.0538981 Nov 16 11:25:55.227612 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-85bd9b9a-9001-4ee6-bdc2-ee31a8969746 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ea24d5a76bb7414b8659bd360fa8f3f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1418872 Nov 16 11:25:55.230218 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 35956) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:25:55.236571 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd9b9a-9001-4ee6-bdc2-ee31a8969746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfeacd0-a8ec-4116-9aa5-0e4ad439d4b8,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:55.275023 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0d648a9e-0dc5-4154-8c33-397540132514 req-c5807d6a-70e9-478d-83ae-1517aa8ac6ec tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565448 Nov 16 11:25:55.284713 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-605c14d1-d506-4c35-b9f5-740b21763350 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:55.309975 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-605c14d1-d506-4c35-b9f5-740b21763350 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:55.362953 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-605c14d1-d506-4c35-b9f5-740b21763350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:55.366225 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-605c14d1-d506-4c35-b9f5-740b21763350 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:55.369707 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-605c14d1-d506-4c35-b9f5-740b21763350 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ebfeacd0-a8ec-4116-9aa5-0e4ad439d4b8 HTTP/1.1" status: 204 len: 168 time: 0.1363940 Nov 16 11:25:55.380922 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2cba3489-c5c0-4d97-87d0-e3eddf6355e1 req-80205cc7-2bd6-4e2c-a26b-09699f23fdb7 tempest-ServerShowV254Test-628566673 tempest-ServerShowV254Test-628566673-project] 10.222.0.61 "GET /v2.0/ports?device_id=16305efd-7d8b-4101-b155-9bb0d77257d1 HTTP/1.1" status: 200 len: 210 time: 0.0333879 Nov 16 11:25:55.384593 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c14d1-d506-4c35-b9f5-740b21763350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfeacd0-a8ec-4116-9aa5-0e4ad439d4b8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:25:55.773216 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339a83e-a09c-49bd-a238-e4e1768b52c3 req-98be083e-cf71-43d7-8e2d-84100db11f8c tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:55.774583 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2339a83e-a09c-49bd-a238-e4e1768b52c3 req-98be083e-cf71-43d7-8e2d-84100db11f8c tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 943 time: 0.0590262 Nov 16 11:25:55.831320 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2339a83e-a09c-49bd-a238-e4e1768b52c3 req-0a317279-7803-428f-847c-024773994521 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503743 Nov 16 11:25:56.179578 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467223c-b0b0-4cf4-ab12-3e3473f4b830 req-eefae143-43ac-4752-a903-cfce710cf130 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:56.181222 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7467223c-b0b0-4cf4-ab12-3e3473f4b830 req-eefae143-43ac-4752-a903-cfce710cf130 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 945 time: 0.0515079 Nov 16 11:25:56.233978 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7467223c-b0b0-4cf4-ab12-3e3473f4b830 req-3428a170-fe45-4242-815b-b965b10712d6 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467834 Nov 16 11:25:56.404720 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93324bce-dab1-423a-8336-a824dffe523a req-a2ce815c-c4ed-41b4-87f8-429e3979d427 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:56.406276 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-93324bce-dab1-423a-8336-a824dffe523a req-a2ce815c-c4ed-41b4-87f8-429e3979d427 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 946 time: 0.0599301 Nov 16 11:25:56.465076 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-93324bce-dab1-423a-8336-a824dffe523a req-aeb14d5c-e21a-494a-b929-b31a7104d4f5 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509248 Nov 16 11:25:56.554217 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-88373557-ef2f-4d09-88d9-708d08ece2e5 req-ede4c9f6-0a40-4e62-92a9-3def6772f2d4 tempest-ServerShowV254Test-628566673 tempest-ServerShowV254Test-628566673-project] 10.222.0.61 "GET /v2.0/ports?device_id=16305efd-7d8b-4101-b155-9bb0d77257d1 HTTP/1.1" status: 200 len: 210 time: 0.0279880 Nov 16 11:25:56.971733 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda668e4-8112-4713-99cf-f54e685815ac req-6d36ab7f-36fd-4d9a-a468-722dc6783751 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:56.973215 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bda668e4-8112-4713-99cf-f54e685815ac req-6d36ab7f-36fd-4d9a-a468-722dc6783751 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 943 time: 0.0669022 Nov 16 11:25:57.037686 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bda668e4-8112-4713-99cf-f54e685815ac req-057461f8-5f6d-4ad1-aee0-683a1ec5e8df tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570557 Nov 16 11:25:57.369015 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54143afd-cf0c-4472-9025-03baab55331a req-148fd479-aa86-452a-b4fd-46363870733b tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:57.373250 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-54143afd-cf0c-4472-9025-03baab55331a req-148fd479-aa86-452a-b4fd-46363870733b tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 945 time: 0.0649519 Nov 16 11:25:57.428080 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-54143afd-cf0c-4472-9025-03baab55331a req-16108d82-217c-4589-a859-ca92af2ac3ce tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514140 Nov 16 11:25:57.588660 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce136cb-e0ec-4940-b352-97cf240b4c83 req-91c956c8-006b-4190-a321-a8cfabbcce12 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:57.591003 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1ce136cb-e0ec-4940-b352-97cf240b4c83 req-91c956c8-006b-4190-a321-a8cfabbcce12 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 946 time: 0.0526328 Nov 16 11:25:57.641057 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1ce136cb-e0ec-4940-b352-97cf240b4c83 req-775ad749-743c-4609-b96e-f01712dbbdf6 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433838 Nov 16 11:25:57.732749 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-72806ebc-f122-4483-ad8a-724034b58b8d req-6f2ba643-cad8-4506-b9ce-3bd9ab3443a0 tempest-ServerShowV254Test-628566673 tempest-ServerShowV254Test-628566673-project] 10.222.0.61 "GET /v2.0/ports?device_id=16305efd-7d8b-4101-b155-9bb0d77257d1 HTTP/1.1" status: 200 len: 210 time: 0.0267575 Nov 16 11:25:57.872127 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:58.173977 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f759f-4cab-4296-ad1e-4ddd4b776e1d req-4722bc84-8962-4fba-8048-1a1a543c2881 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:58.175561 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d54f759f-4cab-4296-ad1e-4ddd4b776e1d req-4722bc84-8962-4fba-8048-1a1a543c2881 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 943 time: 0.0528526 Nov 16 11:25:58.224010 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d54f759f-4cab-4296-ad1e-4ddd4b776e1d req-c2143a69-cf89-4a55-80fa-293b03811a56 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421822 Nov 16 11:25:58.550216 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212df9aa-aad7-4f42-bede-3ba2f2635fc3 req-57514c94-fd0c-479e-9cf3-a2adf7dc423f tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:58.551960 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-212df9aa-aad7-4f42-bede-3ba2f2635fc3 req-57514c94-fd0c-479e-9cf3-a2adf7dc423f tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 945 time: 0.0509665 Nov 16 11:25:58.600232 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-212df9aa-aad7-4f42-bede-3ba2f2635fc3 req-ff59848d-817f-428b-ab0c-d8ec57d75efe tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419724 Nov 16 11:25:58.718592 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:25:58.757138 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0d245-c1b2-4f85-96da-2d6fc091458b req-cf811a9d-e3dc-4854-b360-80fd638fb038 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:58.758628 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e5d0d245-c1b2-4f85-96da-2d6fc091458b req-cf811a9d-e3dc-4854-b360-80fd638fb038 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 946 time: 0.0477555 Nov 16 11:25:58.821210 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e5d0d245-c1b2-4f85-96da-2d6fc091458b req-2e3b47f4-87cd-4d6a-9c87-59573bbcf59e tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500052 Nov 16 11:25:59.215068 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4295c168-cf36-4735-961f-134294d12e5c req-db131dbe-b6a7-42e6-b5e5-5c261d889ee0 tempest-ServerShowV254Test-628566673 tempest-ServerShowV254Test-628566673-project] 10.222.0.61 "GET /v2.0/ports?device_id=16305efd-7d8b-4101-b155-9bb0d77257d1 HTTP/1.1" status: 200 len: 210 time: 0.3364806 Nov 16 11:25:59.383167 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b266693-a8e3-4363-8337-210c9d1c3acb req-0cdadf16-f74d-453e-9e8c-56cf818a8d37 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:59.384529 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7b266693-a8e3-4363-8337-210c9d1c3acb req-0cdadf16-f74d-453e-9e8c-56cf818a8d37 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 943 time: 0.0477972 Nov 16 11:25:59.431344 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7b266693-a8e3-4363-8337-210c9d1c3acb req-2bac29f3-1dac-4724-b1d9-a8ae67df503a tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409746 Nov 16 11:25:59.723499 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72adb0a8-18b9-40e6-8cf1-428e4a672ddd req-11ea3fe3-ed53-4277-8a9d-bdb6191ecec6 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:59.725001 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-72adb0a8-18b9-40e6-8cf1-428e4a672ddd req-11ea3fe3-ed53-4277-8a9d-bdb6191ecec6 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 945 time: 0.0538740 Nov 16 11:25:59.783595 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-72adb0a8-18b9-40e6-8cf1-428e4a672ddd req-4adde0c8-e0c1-4569-95d5-cfd0b41e65df tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520158 Nov 16 11:25:59.955152 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944876f1-2ff8-47ee-849a-9b6cafd2c4ca req-af092072-877a-490c-979f-75304af0a0c0 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:25:59.956654 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-944876f1-2ff8-47ee-849a-9b6cafd2c4ca req-af092072-877a-490c-979f-75304af0a0c0 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 946 time: 0.0530105 Nov 16 11:26:00.003597 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-944876f1-2ff8-47ee-849a-9b6cafd2c4ca req-5d739c9b-b86a-4eee-9d0c-63bd7809d483 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410187 Nov 16 11:26:00.314208 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bd903918-0530-4e46-895c-a4b3d3634631 req-2a2baf7f-b595-449b-a7a5-bfd793442873 tempest-ServerShowV254Test-628566673 tempest-ServerShowV254Test-628566673-project] 10.222.0.61 "GET /v2.0/ports?device_id=16305efd-7d8b-4101-b155-9bb0d77257d1 HTTP/1.1" status: 200 len: 210 time: 0.0264928 Nov 16 11:26:00.553386 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5d20a-f668-4c3f-8c8b-3d773c7d76ce req-a73075b0-8cce-4d9f-bb17-5a407e9250d8 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:00.554927 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-33b5d20a-f668-4c3f-8c8b-3d773c7d76ce req-a73075b0-8cce-4d9f-bb17-5a407e9250d8 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 943 time: 0.0495310 Nov 16 11:26:00.604795 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-33b5d20a-f668-4c3f-8c8b-3d773c7d76ce req-a32f095d-8c39-4fa3-a431-d9d96b76fb01 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439756 Nov 16 11:26:00.902436 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb850a6-581d-4db9-85d6-0e9713aa3047 req-83d9f230-a697-48be-8b57-697b0b997acb tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:00.903906 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4fb850a6-581d-4db9-85d6-0e9713aa3047 req-83d9f230-a697-48be-8b57-697b0b997acb tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 945 time: 0.0481648 Nov 16 11:26:00.950950 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4fb850a6-581d-4db9-85d6-0e9713aa3047 req-6141e8f2-6acf-45be-b958-514ad6cf61e6 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403349 Nov 16 11:26:01.120006 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74750de-95a7-4fe9-8c10-9dcac18337eb req-72e6004b-a394-44ca-ba4f-b7f6b909fe3e tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:01.121475 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a74750de-95a7-4fe9-8c10-9dcac18337eb req-72e6004b-a394-44ca-ba4f-b7f6b909fe3e tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 946 time: 0.0507469 Nov 16 11:26:01.170417 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a74750de-95a7-4fe9-8c10-9dcac18337eb req-a96855b7-2736-41b3-b0e9-a677366abe2b tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423558 Nov 16 11:26:01.422513 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f3a05a06-056b-4a4f-aead-3be508ccb2e0 req-faf54abd-9c15-45bd-9f6d-e0c34d4e3d79 tempest-ServerShowV254Test-628566673 tempest-ServerShowV254Test-628566673-project] 10.222.0.61 "GET /v2.0/ports?device_id=16305efd-7d8b-4101-b155-9bb0d77257d1 HTTP/1.1" status: 200 len: 210 time: 0.0297115 Nov 16 11:26:01.727241 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f948aaf-2c7d-4c0c-93ff-c17cc95fdbe6 req-3e7e58ef-c820-45db-9bd2-0b1b4ca6e1ca tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:01.728817 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5f948aaf-2c7d-4c0c-93ff-c17cc95fdbe6 req-3e7e58ef-c820-45db-9bd2-0b1b4ca6e1ca tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 943 time: 0.0493813 Nov 16 11:26:01.776872 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5f948aaf-2c7d-4c0c-93ff-c17cc95fdbe6 req-046506f6-707e-41c2-bcdc-0a4dff585532 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422056 Nov 16 11:26:02.068729 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6b892-ffd5-4cd3-8f1e-58654453d55a req-849f63a1-6255-4e23-a20f-57a2a54901a7 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:02.070302 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-85e6b892-ffd5-4cd3-8f1e-58654453d55a req-849f63a1-6255-4e23-a20f-57a2a54901a7 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 945 time: 0.0509183 Nov 16 11:26:02.126191 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-85e6b892-ffd5-4cd3-8f1e-58654453d55a req-9cb3bd84-4269-4758-96b2-7882751966f6 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498519 Nov 16 11:26:02.286134 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728784ef-215b-4477-af89-c92a7b4421fa req-3dce1dff-5284-493e-91d3-ea1302568268 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:02.287582 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-728784ef-215b-4477-af89-c92a7b4421fa req-3dce1dff-5284-493e-91d3-ea1302568268 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 946 time: 0.0504565 Nov 16 11:26:02.335144 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-728784ef-215b-4477-af89-c92a7b4421fa req-ee14258e-f97e-4c28-9826-b5e852e007f9 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415211 Nov 16 11:26:02.523903 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-76d01d4e-ee5a-4946-b451-92f0c8297338 req-7f29ac53-2366-4b59-8237-1c4a98b6db33 tempest-ServerShowV254Test-628566673 tempest-ServerShowV254Test-628566673-project] 10.222.0.61 "GET /v2.0/ports?device_id=16305efd-7d8b-4101-b155-9bb0d77257d1 HTTP/1.1" status: 200 len: 210 time: 0.0262599 Nov 16 11:26:02.885484 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 47602745-6860-40d9-9cf8-d52c641e6c25 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:26:02.902350 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beed3a4-4cda-4a0c-80c7-8bcf620e1598 req-4d9cbce5-0ad3-433d-ac6f-494f7366cf8a tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:02.903969 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5beed3a4-4cda-4a0c-80c7-8bcf620e1598 req-4d9cbce5-0ad3-433d-ac6f-494f7366cf8a tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 943 time: 0.0494885 Nov 16 11:26:02.962507 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5beed3a4-4cda-4a0c-80c7-8bcf620e1598 req-c79756d9-6fe6-4903-acf5-ed1e98432b23 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519228 Nov 16 11:26:02.987917 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 47602745-6860-40d9-9cf8-d52c641e6c25, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=47602745-6860-40d9-9cf8-d52c641e6c25,segment=NetworkSegment(d9c88559-8fa4-467d-a577-d2c14bfd7508),segment_id=d9c88559-8fa4-467d-a577-d2c14bfd7508)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:26:02.994554 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '47602745-6860-40d9-9cf8-d52c641e6c25', 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8', 'port_id': '47602745-6860-40d9-9cf8-d52c641e6c25', 'mac_address': 'fa:16:3e:6a:0d:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abaafd2b-7546-45a3-a211-065b2bf563c9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:26:03.035352 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:03.048559 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47602745-6860-40d9-9cf8-d52c641e6c25 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:26:03.068705 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 47602745-6860-40d9-9cf8-d52c641e6c25, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=47602745-6860-40d9-9cf8-d52c641e6c25,segment=NetworkSegment(d9c88559-8fa4-467d-a577-d2c14bfd7508),segment_id=d9c88559-8fa4-467d-a577-d2c14bfd7508)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:26:03.072495 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:03.117809 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=47602745-6860-40d9-9cf8-d52c641e6c25,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:03.125474 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:26:03.126461 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:26:03.126916 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:26:03.127264 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:26:03.127654 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:26:03.128045 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:26:03.128429 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:26:03.128814 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:26:03.129432 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:26:03.129608 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:26:03.130017 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:26:03.130348 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:26:03.245341 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5152452-0385-4eb3-a9cf-6f8f4ec02471 req-51fedc3f-104a-406d-8a0e-56718d6cd4ee tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:03.246964 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d5152452-0385-4eb3-a9cf-6f8f4ec02471 req-51fedc3f-104a-406d-8a0e-56718d6cd4ee tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 945 time: 0.0526602 Nov 16 11:26:03.299670 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d5152452-0385-4eb3-a9cf-6f8f4ec02471 req-effd85e9-66e4-4ae0-a4d5-65c5afebe40f tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459273 Nov 16 11:26:03.452221 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303bde8-1d78-4ee4-9481-2b9f49cb1c94 req-2ad465e4-a17f-42b4-88b4-a9b97922e6e3 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:03.453617 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1303bde8-1d78-4ee4-9481-2b9f49cb1c94 req-2ad465e4-a17f-42b4-88b4-a9b97922e6e3 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 946 time: 0.0505688 Nov 16 11:26:03.463031 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['47602745-6860-40d9-9cf8-d52c641e6c25'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:26:03.509905 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1303bde8-1d78-4ee4-9481-2b9f49cb1c94 req-01edd7d1-3f59-44f4-8d8c-694298a3b78e tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470219 Nov 16 11:26:03.628192 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7abe3953-04a4-430e-a04c-f97afec94abd req-f30b22d8-25d5-4a62-9207-6d88d24bc10e tempest-ServerShowV254Test-628566673 tempest-ServerShowV254Test-628566673-project] 10.222.0.61 "GET /v2.0/ports?device_id=16305efd-7d8b-4101-b155-9bb0d77257d1 HTTP/1.1" status: 200 len: 210 time: 0.0280702 Nov 16 11:26:04.091420 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0417bcc-51ec-45bd-a3ca-1a0e76c6c6e4 req-903552d6-f4f5-4959-a91f-a8fbd145de8b tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:04.093252 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d0417bcc-51ec-45bd-a3ca-1a0e76c6c6e4 req-903552d6-f4f5-4959-a91f-a8fbd145de8b tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 944 time: 0.0534995 Nov 16 11:26:04.141072 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d0417bcc-51ec-45bd-a3ca-1a0e76c6c6e4 req-67425d35-3df7-43e6-b1dc-f4648d046971 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420203 Nov 16 11:26:04.416821 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55da11f-9437-440e-a36f-6a6d0130b774 req-12e6d7d1-0e13-4985-8af5-dbc85f2310a7 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:04.418333 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a55da11f-9437-440e-a36f-6a6d0130b774 req-12e6d7d1-0e13-4985-8af5-dbc85f2310a7 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 945 time: 0.0480211 Nov 16 11:26:04.467055 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a55da11f-9437-440e-a36f-6a6d0130b774 req-4b0a120c-d641-4965-86a0-93b19cde61dd tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420864 Nov 16 11:26:04.643007 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aea8b1-b475-43e4-a556-7c322e5769e0 req-bae40c26-5ffe-4de6-8cd2-97e5a8ac573f tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:04.644580 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-98aea8b1-b475-43e4-a556-7c322e5769e0 req-bae40c26-5ffe-4de6-8cd2-97e5a8ac573f tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 946 time: 0.0619941 Nov 16 11:26:04.694804 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-98aea8b1-b475-43e4-a556-7c322e5769e0 req-c4081f07-298f-470e-9d74-36e195777d6e tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436182 Nov 16 11:26:04.775851 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0430b02e-412c-4e2d-a2ff-d2c40ff8dfba req-825ff48a-e366-4939-b88c-68bb269bde08 tempest-ServerShowV254Test-628566673 tempest-ServerShowV254Test-628566673-project] 10.222.0.61 "GET /v2.0/ports?device_id=16305efd-7d8b-4101-b155-9bb0d77257d1 HTTP/1.1" status: 200 len: 210 time: 0.0262144 Nov 16 11:26:04.884582 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 47602745-6860-40d9-9cf8-d52c641e6c25 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:26:04.934640 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 47602745-6860-40d9-9cf8-d52c641e6c25 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:26:04.938542 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 47602745-6860-40d9-9cf8-d52c641e6c25 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:26:04.938974 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:05.070459 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:05.099981 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3eddc21-f0cb-448a-aa2a-3c2807af54c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47602745-6860-40d9-9cf8-d52c641e6c25'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:26:05.102349 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4df78c4-378e-4629-8992-e73e70065d2a" -d '{"events": [{"server_uuid": "b3eddc21-f0cb-448a-aa2a-3c2807af54c9", "name": "network-vif-plugged", "status": "completed", "tag": "47602745-6860-40d9-9cf8-d52c641e6c25"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:26:05.121680 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 47602745-6860-40d9-9cf8-d52c641e6c25, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=47602745-6860-40d9-9cf8-d52c641e6c25,segment=NetworkSegment(d9c88559-8fa4-467d-a577-d2c14bfd7508),segment_id=d9c88559-8fa4-467d-a577-d2c14bfd7508)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:26:05.130166 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:05.185877 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3fecfb-85a8-4e07-8ff7-db2c75145675 x-openstack-request-id: req-dc3fecfb-85a8-4e07-8ff7-db2c75145675 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:26:05.186821 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3eddc21-f0cb-448a-aa2a-3c2807af54c9", "name": "network-vif-plugged", "status": "completed", "tag": "47602745-6860-40d9-9cf8-d52c641e6c25", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:26:05.187296 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dc3fecfb-85a8-4e07-8ff7-db2c75145675 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:26:05.187773 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3eddc21-f0cb-448a-aa2a-3c2807af54c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47602745-6860-40d9-9cf8-d52c641e6c25', 'code': 200} Nov 16 11:26:05.196945 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=47602745-6860-40d9-9cf8-d52c641e6c25,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:05.295059 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5970646-ddea-4809-9fee-5725138911df req-d1a85501-2f9c-45bc-a11e-72c7394b6bb5 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:05.296612 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e5970646-ddea-4809-9fee-5725138911df req-d1a85501-2f9c-45bc-a11e-72c7394b6bb5 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 945 time: 0.0536699 Nov 16 11:26:05.310643 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e44cc-76af-4e40-b433-e66a390b3640 req-10627e7b-945e-4341-9a9e-a003f7b486ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:05.312125 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b22e44cc-76af-4e40-b433-e66a390b3640 req-10627e7b-945e-4341-9a9e-a003f7b486ce service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 1096 time: 0.0418208 Nov 16 11:26:05.345536 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e5970646-ddea-4809-9fee-5725138911df req-32d8befc-6d59-4894-a5ba-17e0bad60eb6 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424993 Nov 16 11:26:05.363125 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b22e44cc-76af-4e40-b433-e66a390b3640 req-242565e6-0653-4672-aa61-47149178c65c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406418 Nov 16 11:26:05.586219 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7400b56-2fb5-49de-bfda-324bf5d60ab4 req-048ec425-0673-48d6-9ab6-4054af15a24f tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:05.587684 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e7400b56-2fb5-49de-bfda-324bf5d60ab4 req-048ec425-0673-48d6-9ab6-4054af15a24f tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 945 time: 0.0521975 Nov 16 11:26:05.635284 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e7400b56-2fb5-49de-bfda-324bf5d60ab4 req-1f1dc779-a311-4ad5-977f-7c7bafd908bd tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407557 Nov 16 11:26:05.811790 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b51e49-ff33-4bb0-b1f8-e6ae5d4d69bb req-60ca5d36-64f5-4cc5-8335-d067be58b0c7 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:05.812280 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f6b51e49-ff33-4bb0-b1f8-e6ae5d4d69bb req-60ca5d36-64f5-4cc5-8335-d067be58b0c7 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 946 time: 0.0530159 Nov 16 11:26:05.867062 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f6b51e49-ff33-4bb0-b1f8-e6ae5d4d69bb req-35d427cd-2819-40fd-bb7d-21d5745ca4f2 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411561 Nov 16 11:26:05.943849 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0942e739-b462-4218-99a2-1214d34aa95e req-89ef8fdc-4295-46fa-b7d3-821a0b89cdf3 tempest-ServerShowV254Test-628566673 tempest-ServerShowV254Test-628566673-project] 10.222.0.61 "GET /v2.0/ports?device_id=16305efd-7d8b-4101-b155-9bb0d77257d1 HTTP/1.1" status: 200 len: 210 time: 0.0270357 Nov 16 11:26:06.477180 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b99b5f-40b3-4f92-9237-24094ef25c67 req-d2a029df-e8f0-4547-9483-e4d84026f8cb tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:06.479100 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-16b99b5f-40b3-4f92-9237-24094ef25c67 req-d2a029df-e8f0-4547-9483-e4d84026f8cb tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 945 time: 0.0561738 Nov 16 11:26:06.528855 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-16b99b5f-40b3-4f92-9237-24094ef25c67 req-11e8780a-1dd3-4b4f-ad63-fa28941709b3 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430939 Nov 16 11:26:06.778196 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe852813-6ab6-4ac2-8baa-03ec85fe29a0 req-f770da44-039f-461f-a24f-0053b885311c tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:06.779844 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fe852813-6ab6-4ac2-8baa-03ec85fe29a0 req-f770da44-039f-461f-a24f-0053b885311c tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 945 time: 0.0587544 Nov 16 11:26:06.846760 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fe852813-6ab6-4ac2-8baa-03ec85fe29a0 req-fb85d831-b048-496e-99ea-e4ba6cc9d0a7 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490706 Nov 16 11:26:06.978734 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65625e9a-0df0-4c31-ae41-70525508c1d1 req-46b2611d-6215-4297-afad-cfc32509331a tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:06.980399 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-65625e9a-0df0-4c31-ae41-70525508c1d1 req-46b2611d-6215-4297-afad-cfc32509331a tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 946 time: 0.0515916 Nov 16 11:26:07.033803 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-65625e9a-0df0-4c31-ae41-70525508c1d1 req-a6c5fb61-686c-4bde-b57e-5f20d2421ca2 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466349 Nov 16 11:26:07.127777 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d425e3d4-a5b2-4c03-9810-a0c9015c2c2c req-7764e041-32e2-4143-89c1-4a27bc62906a tempest-ServerShowV254Test-628566673 tempest-ServerShowV254Test-628566673-project] 10.222.0.61 "GET /v2.0/ports?device_id=16305efd-7d8b-4101-b155-9bb0d77257d1 HTTP/1.1" status: 200 len: 210 time: 0.0284531 Nov 16 11:26:07.668616 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e2909-be06-4db0-9041-b7c5ac5ab5a4 req-d42a9f9c-cce3-4ff7-bcff-a9a31293032d tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:07.670250 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-af3e2909-be06-4db0-9041-b7c5ac5ab5a4 req-d42a9f9c-cce3-4ff7-bcff-a9a31293032d tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 945 time: 0.0535965 Nov 16 11:26:07.722365 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-af3e2909-be06-4db0-9041-b7c5ac5ab5a4 req-acad5b1d-70cd-4231-bd98-10a0ff5c0210 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449674 Nov 16 11:26:07.836140 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a43b64-3e95-4a58-ba4d-9d8a71506580 req-9b7d820b-166f-425c-ba50-672a2ff7355c tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:07.837832 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-54a43b64-3e95-4a58-ba4d-9d8a71506580 req-9b7d820b-166f-425c-ba50-672a2ff7355c tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 1096 time: 0.0414882 Nov 16 11:26:07.886249 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-54a43b64-3e95-4a58-ba4d-9d8a71506580 req-1a4218fd-ecfc-4705-bd70-8a0a80c75b4d tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420139 Nov 16 11:26:08.008636 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631ca1e-3c9e-45b2-ba46-1d98bc6bbc5e req-145a232c-0bf2-4a29-a18b-50afb5e647ef tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:08.010152 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4631ca1e-3c9e-45b2-ba46-1d98bc6bbc5e req-145a232c-0bf2-4a29-a18b-50afb5e647ef tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 945 time: 0.0499156 Nov 16 11:26:08.059035 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4631ca1e-3c9e-45b2-ba46-1d98bc6bbc5e req-b003fccc-86dd-4dd5-b8b9-0d527ae52922 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419567 Nov 16 11:26:08.151937 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ab0a9-b8f1-4c3e-8219-5e7d06af6b7e req-af06114e-0183-40d6-a159-b5c8da7029c7 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:08.153454 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-247ab0a9-b8f1-4c3e-8219-5e7d06af6b7e req-af06114e-0183-40d6-a159-b5c8da7029c7 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 1096 time: 0.0411580 Nov 16 11:26:08.197851 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-247ab0a9-b8f1-4c3e-8219-5e7d06af6b7e req-77fe241a-eb73-451a-9363-36cbf3d3524f tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382953 Nov 16 11:26:08.321204 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3136b98-5694-4300-acf4-2f5a549aa1c0 req-658ce315-9b94-4e25-9d01-43e00f3f992c tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:08.322761 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e3136b98-5694-4300-acf4-2f5a549aa1c0 req-658ce315-9b94-4e25-9d01-43e00f3f992c tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 946 time: 0.0545335 Nov 16 11:26:08.381602 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e3136b98-5694-4300-acf4-2f5a549aa1c0 req-2f0430bd-562d-4140-b624-e0a4af853b7c tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506558 Nov 16 11:26:08.490179 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dbe1abdc-941c-4c44-8280-64f1c2882e97 req-f9876f71-718e-49e1-9304-587b8143b84b tempest-ServerShowV254Test-628566673 tempest-ServerShowV254Test-628566673-project] 10.222.0.61 "GET /v2.0/ports?device_id=16305efd-7d8b-4101-b155-9bb0d77257d1 HTTP/1.1" status: 200 len: 210 time: 0.0276582 Nov 16 11:26:09.445074 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-45c15a19-2240-4d01-8900-704136baee63 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:26:09.446705 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-45c15a19-2240-4d01-8900-704136baee63 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058520 Nov 16 11:26:09.495049 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-0b5d78f0-8e62-4b0b-8c1b-4ae2994f8c50 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:26:09.496443 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-0b5d78f0-8e62-4b0b-8c1b-4ae2994f8c50 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066903 Nov 16 11:26:09.564390 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-1f473ecf-e18f-4272-bca1-95a626ad08c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:09.565768 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-1f473ecf-e18f-4272-bca1-95a626ad08c6 service neutron] 10.222.0.61 "GET /v2.0/ports/47602745-6860-40d9-9cf8-d52c641e6c25 HTTP/1.1" status: 200 len: 1093 time: 0.0496643 Nov 16 11:26:09.574756 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-336ccddc-ca3b-4b76-b876-0c25bb3bb1b9 service neutron] Request body: {'binding': {'host': 'n-h1-816823-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:26:09.575204 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-336ccddc-ca3b-4b76-b876-0c25bb3bb1b9 service neutron] Unknown quota resources ['binding']. {{(pid=102668) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 11:26:09.724939 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-336ccddc-ca3b-4b76-b876-0c25bb3bb1b9 service neutron] Attempting to bind port 47602745-6860-40d9-9cf8-d52c641e6c25 on host n-h1-816823-3 for vnic_type normal with profile None {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:26:09.725484 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-336ccddc-ca3b-4b76-b876-0c25bb3bb1b9 service neutron] Attempting to bind port 47602745-6860-40d9-9cf8-d52c641e6c25 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:26:09.725992 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-336ccddc-ca3b-4b76-b876-0c25bb3bb1b9 service neutron] Attempting to bind port 47602745-6860-40d9-9cf8-d52c641e6c25 on network a6437950-3837-42ba-a7b4-c297945f46f8 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:26:09.731045 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-336ccddc-ca3b-4b76-b876-0c25bb3bb1b9 service neutron] Port 47602745-6860-40d9-9cf8-d52c641e6c25 on network a6437950-3837-42ba-a7b4-c297945f46f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:26:09.731604 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-336ccddc-ca3b-4b76-b876-0c25bb3bb1b9 service neutron] Attempting to bind port 47602745-6860-40d9-9cf8-d52c641e6c25 on network a6437950-3837-42ba-a7b4-c297945f46f8 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:26:09.736989 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-336ccddc-ca3b-4b76-b876-0c25bb3bb1b9 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:26:09.737335 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-336ccddc-ca3b-4b76-b876-0c25bb3bb1b9 service neutron] Checking segment: {'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:26:09.737725 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-336ccddc-ca3b-4b76-b876-0c25bb3bb1b9 service neutron] Bound using segment: {'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:26:09.738211 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-336ccddc-ca3b-4b76-b876-0c25bb3bb1b9 service neutron] Bound port: 47602745-6860-40d9-9cf8-d52c641e6c25, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:26:09.792410 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-336ccddc-ca3b-4b76-b876-0c25bb3bb1b9 service neutron] For port 47602745-6860-40d9-9cf8-d52c641e6c25, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=47602745-6860-40d9-9cf8-d52c641e6c25,segment=NetworkSegment(d9c88559-8fa4-467d-a577-d2c14bfd7508),segment_id=d9c88559-8fa4-467d-a577-d2c14bfd7508)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:26:09.799197 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-336ccddc-ca3b-4b76-b876-0c25bb3bb1b9 service neutron] Publish callbacks [] for binding, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:09.800808 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-336ccddc-ca3b-4b76-b876-0c25bb3bb1b9 service neutron] 10.222.0.61 "POST /v2.0/ports/47602745-6860-40d9-9cf8-d52c641e6c25/bindings HTTP/1.1" status: 201 len: 389 time: 0.2292349 Nov 16 11:26:09.996203 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4d53b-525a-4903-9ce0-1ae7a837053c req-3a3f38c9-a197-4cdc-b692-8fdd7ae19333 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:10.008192 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6fd4d53b-525a-4903-9ce0-1ae7a837053c req-3a3f38c9-a197-4cdc-b692-8fdd7ae19333 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 945 time: 0.0850086 Nov 16 11:26:10.065570 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6fd4d53b-525a-4903-9ce0-1ae7a837053c req-3ed5d4db-bf37-4555-b39f-7f6d74e44bf8 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564344 Nov 16 11:26:10.208314 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154704a1-e01a-46c6-be18-54b865986fd9 req-9abb7f7e-e83f-4ec6-a002-c481b2df63e0 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:10.210138 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-154704a1-e01a-46c6-be18-54b865986fd9 req-9abb7f7e-e83f-4ec6-a002-c481b2df63e0 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 946 time: 0.0611150 Nov 16 11:26:10.252622 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-dda86f5e-86e7-4f02-8174-e4a8e484224b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:10.254963 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-dda86f5e-86e7-4f02-8174-e4a8e484224b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac57a0dec96b499199f175f118c6a6d4&device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 1096 time: 0.1987071 Nov 16 11:26:10.271862 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-154704a1-e01a-46c6-be18-54b865986fd9 req-0e5b4030-f3ef-415c-bd9b-b808be9db362 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548646 Nov 16 11:26:10.373026 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b4ca2c8c-3989-4a84-8eae-bedaad34c815 req-47f53498-39a1-4746-8e0b-a6f07c1fb00b tempest-ServerShowV254Test-628566673 tempest-ServerShowV254Test-628566673-project] 10.222.0.61 "GET /v2.0/ports?device_id=16305efd-7d8b-4101-b155-9bb0d77257d1 HTTP/1.1" status: 200 len: 210 time: 0.0269606 Nov 16 11:26:10.373322 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-2750699d-d84e-47b1-a635-e6ffc1165649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:10.377582 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-2750699d-d84e-47b1-a635-e6ffc1165649 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6437950-3837-42ba-a7b4-c297945f46f8 HTTP/1.1" status: 200 len: 921 time: 0.1087937 Nov 16 11:26:10.441456 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-f7632a15-e858-4df0-8110-f90b738aa38c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47602745-6860-40d9-9cf8-d52c641e6c25 HTTP/1.1" status: 200 len: 217 time: 0.0531075 Nov 16 11:26:10.504450 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-538bbc68-6954-4d1f-8141-2227171866f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:10.505418 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-538bbc68-6954-4d1f-8141-2227171866f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=abaafd2b-7546-45a3-a211-065b2bf563c9 HTTP/1.1" status: 200 len: 860 time: 0.0520644 Nov 16 11:26:10.551869 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-3ec94859-c805-4afe-a88c-43470283b0e2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6437950-3837-42ba-a7b4-c297945f46f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337839 Nov 16 11:26:10.577175 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87507e04-67bc-411d-ae38-4bbe5c792a79 req-933b5cbc-0f4a-4e95-98e7-39daed8168c9 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:10.585012 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-87507e04-67bc-411d-ae38-4bbe5c792a79 req-933b5cbc-0f4a-4e95-98e7-39daed8168c9 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 945 time: 0.0693719 Nov 16 11:26:10.646013 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-87507e04-67bc-411d-ae38-4bbe5c792a79 req-f06bde1e-c0cd-4c66-8dca-b4c83dcd7a18 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540638 Nov 16 11:26:10.681897 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-b4741826-e01d-4d5b-b927-b00fe28b6d0d service neutron] 10.222.0.36 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128712 Nov 16 11:26:10.803317 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-df4d01c3-ba70-4492-bf56-8a9f4975f5d7 service neutron] 10.222.0.36 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117418 Nov 16 11:26:10.904240 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 36268) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:26:11.055566 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d5e5b3d5-75f0-4b4c-ba18-e245eae36f15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:11.158242 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a085a23-1d8c-4b9d-839b-147bdb9defc2 req-7ae42644-21d2-4a40-ad4a-fc1413767b43 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:11.166338 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2a085a23-1d8c-4b9d-839b-147bdb9defc2 req-7ae42644-21d2-4a40-ad4a-fc1413767b43 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] 10.222.0.61 "GET /v2.0/ports?device_id=64e0836c-2ce9-4fe8-8b7e-c8a6769ffe20 HTTP/1.1" status: 200 len: 945 time: 0.0712895 Nov 16 11:26:11.171399 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d5e5b3d5-75f0-4b4c-ba18-e245eae36f15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:11.178378 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d5e5b3d5-75f0-4b4c-ba18-e245eae36f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:11.225233 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2a085a23-1d8c-4b9d-839b-147bdb9defc2 req-ffee02c9-8357-49b1-9800-0f1bf4eb0998 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] 10.222.0.61 "GET /v2.0/security-groups?id=69129610-b666-4a45-a91d-a0ad568f6304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578156 Nov 16 11:26:11.232144 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d5e5b3d5-75f0-4b4c-ba18-e245eae36f15 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dc35d3ba50f64cc2af1b364c4de40dee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3243518 Nov 16 11:26:11.232144 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e5b3d5-75f0-4b4c-ba18-e245eae36f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2ddf29-8787-42a7-be83-8ff47b37e3ef,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:11.235394 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 36276) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:26:11.330750 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ae6abe6-6919-4336-8faf-d91d343299a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:11.357957 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ae6abe6-6919-4336-8faf-d91d343299a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:11.374727 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43648bd-9fa9-4209-8e7c-a3e8895232a8 req-c3568852-99b4-49f6-af10-e66b47616dc0 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:11.376759 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d43648bd-9fa9-4209-8e7c-a3e8895232a8 req-c3568852-99b4-49f6-af10-e66b47616dc0 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 945 time: 0.0814774 Nov 16 11:26:11.446510 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d43648bd-9fa9-4209-8e7c-a3e8895232a8 req-84925db0-8d96-4cb8-8d2e-117198289745 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558522 Nov 16 11:26:11.455823 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ae6abe6-6919-4336-8faf-d91d343299a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:11.459639 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ae6abe6-6919-4336-8faf-d91d343299a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:11.461755 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2ae6abe6-6919-4336-8faf-d91d343299a1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7a2ddf29-8787-42a7-be83-8ff47b37e3ef HTTP/1.1" status: 204 len: 168 time: 0.2229960 Nov 16 11:26:11.472396 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6abe6-6919-4336-8faf-d91d343299a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2ddf29-8787-42a7-be83-8ff47b37e3ef,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:11.605798 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21ea3d-eab4-4456-9416-2fbf6b00426c req-e917cf2c-eadb-4ec1-b48d-951629f416c6 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:11.608623 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5d21ea3d-eab4-4456-9416-2fbf6b00426c req-e917cf2c-eadb-4ec1-b48d-951629f416c6 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 946 time: 0.0616739 Nov 16 11:26:11.667255 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5d21ea3d-eab4-4456-9416-2fbf6b00426c req-9e6a9f6b-846f-4698-b30e-15d515bbb082 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515144 Nov 16 11:26:11.782403 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 36290) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:26:11.790044 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a716fa5e-9630-4cfa-abfd-b83aab59245d req-f050c961-83e6-471f-b59d-10a6b755f565 tempest-ServerShowV254Test-628566673 tempest-ServerShowV254Test-628566673-project] 10.222.0.61 "GET /v2.0/ports?device_id=16305efd-7d8b-4101-b155-9bb0d77257d1 HTTP/1.1" status: 200 len: 210 time: 0.0335040 Nov 16 11:26:11.810527 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d7f621d-5cda-4637-b216-65b401c9b1bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:11.931301 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d7f621d-5cda-4637-b216-65b401c9b1bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:11.936237 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d7f621d-5cda-4637-b216-65b401c9b1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:11.974720 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f621d-5cda-4637-b216-65b401c9b1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7773d966-7220-40a2-88b7-ddbaa47080f2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:11.979145 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9d7f621d-5cda-4637-b216-65b401c9b1bf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7f8dd58e972747c3a83c606ed9df693f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1956141 Nov 16 11:26:11.981720 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 36292) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:26:11.986776 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c3b29-8396-47dc-92ff-9ef0f70d5ab7 req-36a88936-f7d5-4900-a78f-0e4514fc33b9 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:11.988266 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-083c3b29-8396-47dc-92ff-9ef0f70d5ab7 req-36a88936-f7d5-4900-a78f-0e4514fc33b9 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 945 time: 0.0635939 Nov 16 11:26:12.038774 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81917730-2fe2-4986-81d4-4ed12f4c9ba3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:12.045281 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-083c3b29-8396-47dc-92ff-9ef0f70d5ab7 req-7e0ffc9c-8f4d-4ac6-bef9-b879b8d3b403 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501242 Nov 16 11:26:12.060767 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81917730-2fe2-4986-81d4-4ed12f4c9ba3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:12.118044 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81917730-2fe2-4986-81d4-4ed12f4c9ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:12.118044 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81917730-2fe2-4986-81d4-4ed12f4c9ba3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:12.118436 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-81917730-2fe2-4986-81d4-4ed12f4c9ba3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7773d966-7220-40a2-88b7-ddbaa47080f2 HTTP/1.1" status: 204 len: 168 time: 0.1352286 Nov 16 11:26:12.131231 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81917730-2fe2-4986-81d4-4ed12f4c9ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7773d966-7220-40a2-88b7-ddbaa47080f2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:12.345396 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80baf14d-12a2-4995-8f02-103721057314 req-19b78d0b-b03a-4618-89f8-d2e3a2b06b20 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:12.347125 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-80baf14d-12a2-4995-8f02-103721057314 req-19b78d0b-b03a-4618-89f8-d2e3a2b06b20 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] 10.222.0.61 "GET /v2.0/ports?device_id=64e0836c-2ce9-4fe8-8b7e-c8a6769ffe20 HTTP/1.1" status: 200 len: 945 time: 0.0515261 Nov 16 11:26:12.398688 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-80baf14d-12a2-4995-8f02-103721057314 req-32ac24be-e31b-4f18-a308-f5c77ba30f9f tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] 10.222.0.61 "GET /v2.0/security-groups?id=69129610-b666-4a45-a91d-a0ad568f6304&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439813 Nov 16 11:26:12.585970 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e8be0b-cf14-45f0-a0fa-0295f7c07e91 req-85f36270-c779-4a46-8ab0-e4e2e7c7ae44 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:12.587724 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-11e8be0b-cf14-45f0-a0fa-0295f7c07e91 req-85f36270-c779-4a46-8ab0-e4e2e7c7ae44 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 945 time: 0.0640664 Nov 16 11:26:12.649462 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-11e8be0b-cf14-45f0-a0fa-0295f7c07e91 req-0fd3c94b-f7f7-49c6-9e3f-f9be84d6109b tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547836 Nov 16 11:26:12.804846 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7fc70-ff05-4c67-8a53-cdc7752cc840 req-8e9868c4-bb8d-43e2-8a28-620284931751 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:12.807270 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142009b-311e-421a-9ef7-6c245a53ecd1 req-b9061508-129d-4258-9e68-5d4725879b4d tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:12.807803 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-91c7fc70-ff05-4c67-8a53-cdc7752cc840 req-8e9868c4-bb8d-43e2-8a28-620284931751 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 946 time: 0.0713947 Nov 16 11:26:12.810190 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7142009b-311e-421a-9ef7-6c245a53ecd1 req-b9061508-129d-4258-9e68-5d4725879b4d tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] 10.222.0.64 "GET /v2.0/ports?device_id=64e0836c-2ce9-4fe8-8b7e-c8a6769ffe20 HTTP/1.1" status: 200 len: 945 time: 0.0659823 Nov 16 11:26:12.897527 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-91c7fc70-ff05-4c67-8a53-cdc7752cc840 req-a7b75536-11d1-4616-8766-e12535f10199 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809331 Nov 16 11:26:12.973587 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-7142009b-311e-421a-9ef7-6c245a53ecd1 req-1edbe7fe-5ede-47e4-b856-48f326b52bc6 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] Deleting port 48f959a3-8b08-493a-b962-444c37b20c31 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:26:12.974372 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7142009b-311e-421a-9ef7-6c245a53ecd1 req-1edbe7fe-5ede-47e4-b856-48f326b52bc6 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:12.989338 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-919469a7-2bce-4f6d-93fd-f8090fecf59f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:13.002236 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-06c6612c-4d1c-4fe4-a95c-799c7d6f58ca req-d2fb9d66-0c55-4831-95dc-339fd01459d4 tempest-ServerShowV254Test-628566673 tempest-ServerShowV254Test-628566673-project] 10.222.0.61 "GET /v2.0/ports?device_id=16305efd-7d8b-4101-b155-9bb0d77257d1 HTTP/1.1" status: 200 len: 210 time: 0.0337470 Nov 16 11:26:13.103913 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-7142009b-311e-421a-9ef7-6c245a53ecd1 req-1edbe7fe-5ede-47e4-b856-48f326b52bc6 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] For port 48f959a3-8b08-493a-b962-444c37b20c31, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=48f959a3-8b08-493a-b962-444c37b20c31,segment=NetworkSegment(e5c04256-618c-48a4-9599-2402d83fa9fb),segment_id=e5c04256-618c-48a4-9599-2402d83fa9fb)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:26:13.104284 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7142009b-311e-421a-9ef7-6c245a53ecd1 req-1edbe7fe-5ede-47e4-b856-48f326b52bc6 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:13.137219 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-7142009b-311e-421a-9ef7-6c245a53ecd1 req-1edbe7fe-5ede-47e4-b856-48f326b52bc6 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] Calling delete_port for 48f959a3-8b08-493a-b962-444c37b20c31 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:26:13.181597 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb328519-f3ff-4952-b4d3-9c0bec056cb6 req-77031484-31eb-4dad-a13f-2fb4510817c4 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:13.183448 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cb328519-f3ff-4952-b4d3-9c0bec056cb6 req-77031484-31eb-4dad-a13f-2fb4510817c4 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 945 time: 0.0584853 Nov 16 11:26:13.248902 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cb328519-f3ff-4952-b4d3-9c0bec056cb6 req-aa2bd4ff-d225-4f8b-8642-ad81a5e24c97 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592630 Nov 16 11:26:13.306046 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7142009b-311e-421a-9ef7-6c245a53ecd1 req-1edbe7fe-5ede-47e4-b856-48f326b52bc6 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:13.322080 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['48f959a3-8b08-493a-b962-444c37b20c31'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:26:13.343751 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edbe7fe-5ede-47e4-b856-48f326b52bc6 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] Pushing event deleted for resources: {'Port': ['ID=48f959a3-8b08-493a-b962-444c37b20c31,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:13.386599 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-7142009b-311e-421a-9ef7-6c245a53ecd1 req-1edbe7fe-5ede-47e4-b856-48f326b52bc6 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] No DVR routers for this DVR port 48f959a3-8b08-493a-b962-444c37b20c31 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:26:13.389756 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7142009b-311e-421a-9ef7-6c245a53ecd1 req-1edbe7fe-5ede-47e4-b856-48f326b52bc6 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:13.394079 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7142009b-311e-421a-9ef7-6c245a53ecd1 req-1edbe7fe-5ede-47e4-b856-48f326b52bc6 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] 10.222.0.64 "DELETE /v2.0/ports/48f959a3-8b08-493a-b962-444c37b20c31 HTTP/1.1" status: 204 len: 173 time: 0.5701377 Nov 16 11:26:13.394441 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e0836c-2ce9-4fe8-8b7e-c8a6769ffe20', 'name': 'network-vif-deleted', 'tag': '48f959a3-8b08-493a-b962-444c37b20c31'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:26:13.396737 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503524fa-b9b0-47ea-b85f-05953645f158" -d '{"events": [{"server_uuid": "64e0836c-2ce9-4fe8-8b7e-c8a6769ffe20", "name": "network-vif-deleted", "tag": "48f959a3-8b08-493a-b962-444c37b20c31"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:26:13.709888 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ea4aef-7ebf-407c-b73d-b75e49ce01f1 x-openstack-request-id: req-c7ea4aef-7ebf-407c-b73d-b75e49ce01f1 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:26:13.710447 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e0836c-2ce9-4fe8-8b7e-c8a6769ffe20", "name": "network-vif-deleted", "tag": "48f959a3-8b08-493a-b962-444c37b20c31", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:26:13.710823 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c7ea4aef-7ebf-407c-b73d-b75e49ce01f1 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:26:13.711240 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e0836c-2ce9-4fe8-8b7e-c8a6769ffe20', 'name': 'network-vif-deleted', 'tag': '48f959a3-8b08-493a-b962-444c37b20c31', 'status': 'completed', 'code': 200} Nov 16 11:26:13.798181 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-58c5e43a-9742-4d71-8b78-10da04f86345 req-4a35002c-7c53-4921-aa43-0797cadb20a8 tempest-AttachSCSIVolumeTestJSON-1622998985 tempest-AttachSCSIVolumeTestJSON-1622998985-project] 10.222.0.61 "GET /v2.0/ports?device_id=64e0836c-2ce9-4fe8-8b7e-c8a6769ffe20 HTTP/1.1" status: 200 len: 210 time: 0.0281136 Nov 16 11:26:13.939039 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a7666-c781-4f66-bb09-7600d4bc0994 req-97e258c7-684e-41e1-ac52-d72c8370ec65 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:13.947578 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b45a7666-c781-4f66-bb09-7600d4bc0994 req-97e258c7-684e-41e1-ac52-d72c8370ec65 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 945 time: 0.0809093 Nov 16 11:26:14.014566 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b45a7666-c781-4f66-bb09-7600d4bc0994 req-ce457089-3714-4e86-a761-65ec2dde2ca9 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646219 Nov 16 11:26:14.130608 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212320fd-a10f-4e7c-a2f5-b2cb4d3db248 req-b655c407-2b41-43c7-ad0d-8e9b32c2a465 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:14.132268 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-212320fd-a10f-4e7c-a2f5-b2cb4d3db248 req-b655c407-2b41-43c7-ad0d-8e9b32c2a465 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 946 time: 0.0505366 Nov 16 11:26:14.202179 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-212320fd-a10f-4e7c-a2f5-b2cb4d3db248 req-4da48318-5953-4bce-a998-beda1926a1de tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599883 Nov 16 11:26:14.296951 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6a009b7e-5f28-4b00-abfd-63a4208f6337 req-5c9401b7-34f3-4205-9b7f-0ce202b5eaaa tempest-ServerShowV254Test-628566673 tempest-ServerShowV254Test-628566673-project] 10.222.0.61 "GET /v2.0/ports?device_id=16305efd-7d8b-4101-b155-9bb0d77257d1 HTTP/1.1" status: 200 len: 210 time: 0.0265095 Nov 16 11:26:14.487098 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb64cb-8d03-4fe6-a889-a0d86c54ce48 req-d3ca5666-761d-4fb9-bbfe-ec4792a774b0 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:14.488684 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-55cb64cb-8d03-4fe6-a889-a0d86c54ce48 req-d3ca5666-761d-4fb9-bbfe-ec4792a774b0 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 945 time: 0.0592756 Nov 16 11:26:14.544848 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-55cb64cb-8d03-4fe6-a889-a0d86c54ce48 req-07b2531b-b86d-4fc9-a665-15b4335b9868 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477209 Nov 16 11:26:15.021949 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 36408) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:26:15.228567 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9a0ef-fbb4-4d07-beab-6fde6799ca9d req-7805d876-5b3e-4018-8262-1a9987c6ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:15.231461 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-98a9a0ef-fbb4-4d07-beab-6fde6799ca9d req-7805d876-5b3e-4018-8262-1a9987c6ab95 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6297fca90ae441aa40dab0d2d555d6b&device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 1095 time: 0.0676427 Nov 16 11:26:15.265801 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c98ae2a-6b72-4607-a93c-b8f0d1660573 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:15.351191 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd4d3a-8622-452e-8825-e8965003eae2 req-02dc65a8-4a9a-4ebb-a0f6-66bdc9761e66 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:15.354539 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ddfd4d3a-8622-452e-8825-e8965003eae2 req-02dc65a8-4a9a-4ebb-a0f6-66bdc9761e66 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 945 time: 0.1817517 Nov 16 11:26:15.355787 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9a0ef-fbb4-4d07-beab-6fde6799ca9d req-73437171-438f-4c74-b737-c3ea4951fccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:15.357427 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-98a9a0ef-fbb4-4d07-beab-6fde6799ca9d req-73437171-438f-4c74-b737-c3ea4951fccf service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334 HTTP/1.1" status: 200 len: 912 time: 0.1175916 Nov 16 11:26:15.436978 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ddfd4d3a-8622-452e-8825-e8965003eae2 req-8f3279a3-f8ba-409e-91b8-0fb8ac017c9d tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738099 Nov 16 11:26:15.515479 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-98a9a0ef-fbb4-4d07-beab-6fde6799ca9d req-b008b56c-a5f9-4026-82a8-e99434a7003d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02f24461-d778-4489-81ea-ce9be1265fcf HTTP/1.1" status: 200 len: 997 time: 0.1462727 Nov 16 11:26:15.545309 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2aa2f9a1-6239-41de-8d7c-4bfc63df57f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:15.602458 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c98ae2a-6b72-4607-a93c-b8f0d1660573 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:15.602593 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9a0ef-fbb4-4d07-beab-6fde6799ca9d req-68b2f5db-5f55-4f31-addf-4b3fc8ba4701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:15.605411 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-98a9a0ef-fbb4-4d07-beab-6fde6799ca9d req-68b2f5db-5f55-4f31-addf-4b3fc8ba4701 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=098ff2a2-731b-47ba-a3df-3f077a39e5d8 HTTP/1.1" status: 200 len: 850 time: 0.0825772 Nov 16 11:26:15.612613 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c98ae2a-6b72-4607-a93c-b8f0d1660573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:15.674563 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c98ae2a-6b72-4607-a93c-b8f0d1660573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5704f16-8cd9-428e-ab71-7fd493859f9c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:15.688371 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d38be-01fe-4016-9374-6c5bbbc80a52 req-0b5ef3a8-6209-4ad8-94bf-f8dde179a4f2 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:15.692549 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9a0ef-fbb4-4d07-beab-6fde6799ca9d req-44b31ed0-9fd4-4694-9ce8-4588bf245d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:15.696240 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e03d38be-01fe-4016-9374-6c5bbbc80a52 req-0b5ef3a8-6209-4ad8-94bf-f8dde179a4f2 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.1449957 Nov 16 11:26:15.698500 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-98a9a0ef-fbb4-4d07-beab-6fde6799ca9d req-44b31ed0-9fd4-4694-9ce8-4588bf245d5b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804007 Nov 16 11:26:15.702784 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 36450) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:26:15.703745 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-9c98ae2a-6b72-4607-a93c-b8f0d1660573 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8175a373c94b40bd92384f0c5b56a300&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6798441 Nov 16 11:26:15.764996 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e03d38be-01fe-4016-9374-6c5bbbc80a52 req-d1206630-358c-4334-9279-762d39854c89 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639453 Nov 16 11:26:15.857828 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-98a9a0ef-fbb4-4d07-beab-6fde6799ca9d req-83f45cac-7ff6-416a-ac23-dbdf2a7d51ae service neutron] 10.222.0.36 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452825 Nov 16 11:26:15.857828 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b48e3f44-8ac9-4c0d-8939-2e84b78771b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:15.917509 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb6a26-0db5-4528-8bcd-7ea8cb93af15 req-d87e3825-987f-4842-a227-10b99a8254cd tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:15.932732 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e7eb6a26-0db5-4528-8bcd-7ea8cb93af15 req-d87e3825-987f-4842-a227-10b99a8254cd tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 946 time: 0.0792010 Nov 16 11:26:15.960302 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-98a9a0ef-fbb4-4d07-beab-6fde6799ca9d req-b86acd10-d70e-4278-bd40-fce3705d70f7 service neutron] 10.222.0.36 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936117 Nov 16 11:26:15.979607 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b48e3f44-8ac9-4c0d-8939-2e84b78771b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:16.032494 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e7eb6a26-0db5-4528-8bcd-7ea8cb93af15 req-270decb8-955d-4ba9-adc0-8b1804a54418 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990651 Nov 16 11:26:16.159875 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bb25b42d-35d4-4ae8-8497-6c5a2c96806d req-889f88ed-a46d-491b-8206-5e1bb06e08cf tempest-ServerShowV254Test-628566673 tempest-ServerShowV254Test-628566673-project] 10.222.0.61 "GET /v2.0/ports?device_id=16305efd-7d8b-4101-b155-9bb0d77257d1 HTTP/1.1" status: 200 len: 210 time: 0.0549445 Nov 16 11:26:16.381677 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c63fd-c058-49f2-8913-f7f195f9b60d req-053128cd-db9c-4240-b814-ff6a3a495a96 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:16.383805 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ca1c63fd-c058-49f2-8913-f7f195f9b60d req-053128cd-db9c-4240-b814-ff6a3a495a96 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 945 time: 0.0538340 Nov 16 11:26:16.445837 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ca1c63fd-c058-49f2-8913-f7f195f9b60d req-e3638b89-c55f-4945-8355-5917969d90f2 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550911 Nov 16 11:26:16.493136 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:16.497006 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b48e3f44-8ac9-4c0d-8939-2e84b78771b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:16.501909 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b48e3f44-8ac9-4c0d-8939-2e84b78771b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:16.504058 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b48e3f44-8ac9-4c0d-8939-2e84b78771b2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e5704f16-8cd9-428e-ab71-7fd493859f9c HTTP/1.1" status: 204 len: 168 time: 0.7992795 Nov 16 11:26:16.513435 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e3f44-8ac9-4c0d-8939-2e84b78771b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5704f16-8cd9-428e-ab71-7fd493859f9c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:16.655103 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d0df4-a26b-43ca-85cc-a2ec2311ba9a req-6c6d668c-9c03-446f-a97d-c0fc99d89ca6 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:16.659472 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5e4d0df4-a26b-43ca-85cc-a2ec2311ba9a req-6c6d668c-9c03-446f-a97d-c0fc99d89ca6 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 945 time: 0.0768545 Nov 16 11:26:16.739626 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5e4d0df4-a26b-43ca-85cc-a2ec2311ba9a req-7786cdff-f5a8-4ef7-bd0a-823527ea8cf7 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757263 Nov 16 11:26:16.894296 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852893d8-5347-4251-98c0-1974be3592b1 req-f72c6d16-91b4-45f5-971a-43f063c17c3e tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:16.907410 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-852893d8-5347-4251-98c0-1974be3592b1 req-f72c6d16-91b4-45f5-971a-43f063c17c3e tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.0690465 Nov 16 11:26:16.925801 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 36468) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:26:16.940347 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1ec6fd3c-302f-4f45-9e60-792716a7987a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:16.944593 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 48f959a3-8b08-493a-b962-444c37b20c31 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:26:16.968253 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-852893d8-5347-4251-98c0-1974be3592b1 req-107be513-e9f9-41e7-9c52-934acb7b466e tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594194 Nov 16 11:26:16.985802 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 48f959a3-8b08-493a-b962-444c37b20c31 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:26:16.986493 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 48f959a3-8b08-493a-b962-444c37b20c31 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:26:16.987054 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:26:17.107112 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:17.150275 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1ec6fd3c-302f-4f45-9e60-792716a7987a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:17.152809 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '603af64f-9bf3-47eb-a0af-17363106ab5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:26:17.156749 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4cc7bc-ac23-4091-92d6-a56a718e9de6" -d '{"events": [{"server_uuid": "603af64f-9bf3-47eb-a0af-17363106ab5f", "name": "network-vif-unplugged", "status": "completed", "tag": "c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:26:17.159698 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1ec6fd3c-302f-4f45-9e60-792716a7987a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:17.188578 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd,segment=NetworkSegment(1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1),segment_id=1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:26:17.195860 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:17.221267 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86d42e-6e6d-4d1d-a7e4-b23997fabc68 req-4dcfb30d-2119-4acb-a14a-44f8c76d83b8 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:17.230532 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4f86d42e-6e6d-4d1d-a7e4-b23997fabc68 req-4dcfb30d-2119-4acb-a14a-44f8c76d83b8 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 946 time: 0.1134312 Nov 16 11:26:17.231929 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1ec6fd3c-302f-4f45-9e60-792716a7987a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c49a94b8dd85434cbb1ae1380557cf48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3048522 Nov 16 11:26:17.234539 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 36480) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:26:17.263549 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd,revision_number=6']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:17.279367 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec6fd3c-302f-4f45-9e60-792716a7987a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e78984-85fa-43ce-a0ce-23513c9f5757,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:17.326290 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4f86d42e-6e6d-4d1d-a7e4-b23997fabc68 req-25433311-6589-4eb0-b307-8645771fb81c tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944526 Nov 16 11:26:17.334104 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-abaad15f-e188-40a5-96d0-186a8dbcdf99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:17.358175 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-abaad15f-e188-40a5-96d0-186a8dbcdf99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:17.379736 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 11:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace01292-5429-4d74-be25-42a47b835307 x-openstack-request-id: req-ace01292-5429-4d74-be25-42a47b835307 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:26:17.380037 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "603af64f-9bf3-47eb-a0af-17363106ab5f", "name": "network-vif-unplugged", "status": "completed", "tag": "c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:26:17.380291 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ace01292-5429-4d74-be25-42a47b835307 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:26:17.380689 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '603af64f-9bf3-47eb-a0af-17363106ab5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd', 'code': 200} Nov 16 11:26:17.408893 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-abaad15f-e188-40a5-96d0-186a8dbcdf99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:17.412313 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-abaad15f-e188-40a5-96d0-186a8dbcdf99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:17.415950 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-abaad15f-e188-40a5-96d0-186a8dbcdf99 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/46e78984-85fa-43ce-a0ce-23513c9f5757 HTTP/1.1" status: 204 len: 168 time: 0.1777833 Nov 16 11:26:17.423923 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaad15f-e188-40a5-96d0-186a8dbcdf99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e78984-85fa-43ce-a0ce-23513c9f5757,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:17.462466 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6bb6cb36-fdb7-48e7-b542-adef43663bb5 req-ea3fe915-1bdd-4485-b2d3-f27c77fcfe44 tempest-ServerShowV254Test-628566673 tempest-ServerShowV254Test-628566673-project] 10.222.0.61 "GET /v2.0/ports?device_id=16305efd-7d8b-4101-b155-9bb0d77257d1 HTTP/1.1" status: 200 len: 210 time: 0.0348725 Nov 16 11:26:17.639283 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419bc699-950d-42ad-a9f0-be2fd3deae8c req-4c48d815-3a0d-42d7-a01c-6f5f9b3547de tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:17.641437 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-419bc699-950d-42ad-a9f0-be2fd3deae8c req-4c48d815-3a0d-42d7-a01c-6f5f9b3547de tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 945 time: 0.0510845 Nov 16 11:26:17.695294 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-419bc699-950d-42ad-a9f0-be2fd3deae8c req-e7a4fe83-c7f5-42a9-bff1-17480ac8e70e tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465970 Nov 16 11:26:17.859722 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81f620-5104-4621-8ea9-cb38d01635a1 req-e32af3ff-1a82-431f-b27b-ce4f243fc287 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:17.861612 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5c81f620-5104-4621-8ea9-cb38d01635a1 req-e32af3ff-1a82-431f-b27b-ce4f243fc287 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 945 time: 0.0584078 Nov 16 11:26:17.920176 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5c81f620-5104-4621-8ea9-cb38d01635a1 req-cc21eecf-20e0-40d0-a252-6441fc4cfc06 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517824 Nov 16 11:26:18.229481 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:18.455688 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8fb152-a149-4cb6-a069-3ade1c18d6a0 req-1f7a9e0f-af11-4e7e-b806-11bd90b894f3 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:18.457381 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-de8fb152-a149-4cb6-a069-3ade1c18d6a0 req-1f7a9e0f-af11-4e7e-b806-11bd90b894f3 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 944 time: 0.0555933 Nov 16 11:26:18.515576 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-de8fb152-a149-4cb6-a069-3ade1c18d6a0 req-937c5d09-bb9e-4f01-93a3-98df4b270be1 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491140 Nov 16 11:26:18.614291 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-58242423-049a-464e-8aea-fd6bbf0f1f94 req-2272a9ed-f860-4959-b8cb-1bde3c85408f tempest-ServerShowV254Test-628566673 tempest-ServerShowV254Test-628566673-project] 10.222.0.61 "GET /v2.0/ports?device_id=16305efd-7d8b-4101-b155-9bb0d77257d1 HTTP/1.1" status: 200 len: 210 time: 0.0297694 Nov 16 11:26:18.789122 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:18.841377 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39404fac-64dc-41ee-8a90-1132ef404e89 req-3a03f74e-c997-442f-a1af-64ea408dcc1f tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:18.843265 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-39404fac-64dc-41ee-8a90-1132ef404e89 req-3a03f74e-c997-442f-a1af-64ea408dcc1f tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 945 time: 0.0540097 Nov 16 11:26:18.894907 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-39404fac-64dc-41ee-8a90-1132ef404e89 req-12776abe-5079-46ea-a928-c6f37cd5c4bd tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446506 Nov 16 11:26:18.958440 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:26:19.065901 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fb203-593f-43f9-b75d-49c9751e6a57 req-ea8ea58d-980e-4fef-a9b4-6b44efcfa1cc tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:19.067408 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-505fb203-593f-43f9-b75d-49c9751e6a57 req-ea8ea58d-980e-4fef-a9b4-6b44efcfa1cc tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 945 time: 0.0529277 Nov 16 11:26:19.102061 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd,segment=NetworkSegment(1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1),segment_id=1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:26:19.121070 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd', 'network_id': '7bc3b876-f37c-4fd2-ad3b-c29cb12fd064', 'port_id': 'c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd', 'mac_address': 'fa:16:3e:a9:83:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0426f897-3517-4777-b787-b653a2b0dda2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:26:19.142389 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-505fb203-593f-43f9-b75d-49c9751e6a57 req-7483d1b3-27b7-4755-ab0d-5e899fbf8d58 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687103 Nov 16 11:26:19.173698 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:19.188457 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:26:19.213027 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd,segment=NetworkSegment(1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1),segment_id=1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:26:19.221406 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:19.272546 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd,revision_number=7']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:19.558847 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:26:19.722198 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d6caa-f6cb-4b16-bb87-dec3ce19ccb7 req-fd70df3b-fcc4-4a97-bac6-d0093ee8cee1 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:19.737012 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7c4d6caa-f6cb-4b16-bb87-dec3ce19ccb7 req-fd70df3b-fcc4-4a97-bac6-d0093ee8cee1 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 945 time: 0.0999172 Nov 16 11:26:19.790495 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7c4d6caa-f6cb-4b16-bb87-dec3ce19ccb7 req-86583e2b-b02e-4a60-8400-66a28cb345b5 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525334 Nov 16 11:26:19.838862 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 36588) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:26:19.910235 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6ffd3ba3-f57c-42cc-a133-5a25e8ee9d72 req-fc878ac4-7050-48de-96fd-a044d62ab61b tempest-ServerShowV254Test-628566673 tempest-ServerShowV254Test-628566673-project] 10.222.0.61 "GET /v2.0/ports?device_id=16305efd-7d8b-4101-b155-9bb0d77257d1 HTTP/1.1" status: 200 len: 210 time: 0.0355659 Nov 16 11:26:20.010425 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a015be45-3081-4e60-8044-0ffc6480ec79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:20.168376 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4a17a-f317-4fea-aa12-00e4e3e30c18 req-b48c40d4-385c-4048-8f9e-93e5a946bb73 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:20.171272 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-99a4a17a-f317-4fea-aa12-00e4e3e30c18 req-b48c40d4-385c-4048-8f9e-93e5a946bb73 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 945 time: 0.1073530 Nov 16 11:26:20.177474 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a015be45-3081-4e60-8044-0ffc6480ec79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:20.198144 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a015be45-3081-4e60-8044-0ffc6480ec79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:20.256750 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 36604) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:26:20.257314 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a015be45-3081-4e60-8044-0ffc6480ec79 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=77cdbc41529148fe87ba95d93b3d2c1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4167545 Nov 16 11:26:20.266839 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a015be45-3081-4e60-8044-0ffc6480ec79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66de615-a221-4730-b98c-05bae6422977,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:20.289911 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-99a4a17a-f317-4fea-aa12-00e4e3e30c18 req-ac796066-4a2c-4197-9448-393e1e3510f4 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092398 Nov 16 11:26:20.344285 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09c2c438-66ba-4919-a68c-88ae2a239f24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:20.370469 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09c2c438-66ba-4919-a68c-88ae2a239f24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:20.433151 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09c2c438-66ba-4919-a68c-88ae2a239f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:20.436539 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09c2c438-66ba-4919-a68c-88ae2a239f24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:20.441088 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-09c2c438-66ba-4919-a68c-88ae2a239f24 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d66de615-a221-4730-b98c-05bae6422977 HTTP/1.1" status: 204 len: 168 time: 0.1830471 Nov 16 11:26:20.453689 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2c438-66ba-4919-a68c-88ae2a239f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66de615-a221-4730-b98c-05bae6422977,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:20.737117 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ce971-87ac-4a71-9390-d7a574555df6 req-6ae4629f-aa68-490f-9a82-b4bd3caf3848 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:20.747083 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-986ce971-87ac-4a71-9390-d7a574555df6 req-6ae4629f-aa68-490f-9a82-b4bd3caf3848 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 945 time: 0.0717380 Nov 16 11:26:20.810813 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-986ce971-87ac-4a71-9390-d7a574555df6 req-d117c542-4bb4-4050-810d-4f711b5ca36d tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626783 Nov 16 11:26:20.938177 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 36620) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:26:20.969696 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2a5bfbb5-83b0-4b9e-a603-24b92151f226 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:20.970214 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device c4139ed1-5e06-4d69-86f8-bc78be1853fe details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:26:21.043076 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec46d2-f7f1-47fe-bfd9-b1e5fb3ccaea req-a99a31bc-29e0-4af4-857c-ff07b0c72218 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:21.044709 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f0ec46d2-f7f1-47fe-bfd9-b1e5fb3ccaea req-a99a31bc-29e0-4af4-857c-ff07b0c72218 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 945 time: 0.0996654 Nov 16 11:26:21.128852 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port c4139ed1-5e06-4d69-86f8-bc78be1853fe, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=c4139ed1-5e06-4d69-86f8-bc78be1853fe,segment=NetworkSegment(dde4f2a5-6c36-4ca1-b975-fe969cc62f41),segment_id=dde4f2a5-6c36-4ca1-b975-fe969cc62f41)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:26:21.131595 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:26:21.146533 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f0ec46d2-f7f1-47fe-bfd9-b1e5fb3ccaea req-ac97956a-1b2c-448c-8ffb-32861feec04f tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932410 Nov 16 11:26:21.174118 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2a5bfbb5-83b0-4b9e-a603-24b92151f226 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:21.186807 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2a5bfbb5-83b0-4b9e-a603-24b92151f226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:21.205305 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 36624) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:26:21.216200 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'c4139ed1-5e06-4d69-86f8-bc78be1853fe', 'network_id': '3d74d208-8054-4a20-a68e-5341a0731232', 'port_id': 'c4139ed1-5e06-4d69-86f8-bc78be1853fe', 'mac_address': 'fa:16:3e:ce:50:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f019b1b-47e9-47e0-b9fa-270ea9b96fc7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:26:21.286021 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:26:21.286667 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:21.325258 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2a5bfbb5-83b0-4b9e-a603-24b92151f226 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=da779d80b7c64353a129ae3c2acc2462&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3858891 Nov 16 11:26:21.328648 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:21.332065 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 36626) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:26:21.347228 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5bfbb5-83b0-4b9e-a603-24b92151f226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7befd21a-5894-41af-bd09-601246294462,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:21.368438 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c4139ed1-5e06-4d69-86f8-bc78be1853fe {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:26:21.437996 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8fdcbbc3-ca3a-48df-89b4-4c29b37cc6cb req-71926d06-9f65-4e2c-9352-242e169eee25 tempest-ServerShowV254Test-628566673 tempest-ServerShowV254Test-628566673-project] 10.222.0.61 "GET /v2.0/ports?device_id=16305efd-7d8b-4101-b155-9bb0d77257d1 HTTP/1.1" status: 200 len: 210 time: 0.0522804 Nov 16 11:26:21.447579 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port c4139ed1-5e06-4d69-86f8-bc78be1853fe, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=c4139ed1-5e06-4d69-86f8-bc78be1853fe,segment=NetworkSegment(dde4f2a5-6c36-4ca1-b975-fe969cc62f41),segment_id=dde4f2a5-6c36-4ca1-b975-fe969cc62f41)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:26:21.461798 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:21.503303 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-38ce17bf-0a8a-44e1-bf04-ac14fa069cae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:21.531863 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-38ce17bf-0a8a-44e1-bf04-ac14fa069cae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:21.554687 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=c4139ed1-5e06-4d69-86f8-bc78be1853fe,revision_number=6']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:21.567286 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:21.610271 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '603af64f-9bf3-47eb-a0af-17363106ab5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:26:21.614203 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce6dadd-d9c0-4fcd-9968-63ca4a782843" -d '{"events": [{"server_uuid": "603af64f-9bf3-47eb-a0af-17363106ab5f", "name": "network-vif-plugged", "status": "completed", "tag": "c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:26:21.633849 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd,segment=NetworkSegment(1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1),segment_id=1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:26:21.637941 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['c4139ed1-5e06-4d69-86f8-bc78be1853fe'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:26:21.706535 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:21.759832 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-38ce17bf-0a8a-44e1-bf04-ac14fa069cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:21.764771 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-38ce17bf-0a8a-44e1-bf04-ac14fa069cae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:21.769789 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-38ce17bf-0a8a-44e1-bf04-ac14fa069cae admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7befd21a-5894-41af-bd09-601246294462 HTTP/1.1" status: 204 len: 168 time: 0.4366918 Nov 16 11:26:21.783378 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce17bf-0a8a-44e1-bf04-ac14fa069cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7befd21a-5894-41af-bd09-601246294462,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:21.860414 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2153b-56d9-4061-9750-405d5e0732b5 req-9bc97902-88ef-4d8a-864e-9de3e32eae46 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:21.864540 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-99c2153b-56d9-4061-9750-405d5e0732b5 req-9bc97902-88ef-4d8a-864e-9de3e32eae46 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 945 time: 0.1396780 Nov 16 11:26:21.938202 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd,revision_number=8']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:21.965876 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-99c2153b-56d9-4061-9750-405d5e0732b5 req-76c8f81c-9438-4f34-af37-ea878f88d43a tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941339 Nov 16 11:26:22.115889 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd54d1b0-8cb4-44cc-b9ef-20dba6f72f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:22.294751 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4d15d2-0863-46d9-8cd7-c7cac8ac7067 x-openstack-request-id: req-ba4d15d2-0863-46d9-8cd7-c7cac8ac7067 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:26:22.295228 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "603af64f-9bf3-47eb-a0af-17363106ab5f", "name": "network-vif-plugged", "status": "completed", "tag": "c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:26:22.295318 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ba4d15d2-0863-46d9-8cd7-c7cac8ac7067 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:26:22.295771 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '603af64f-9bf3-47eb-a0af-17363106ab5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd', 'code': 200} Nov 16 11:26:22.418379 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121668e-8526-4384-8809-093d652916af req-fa51e479-8e12-40f4-a25a-8e07cecc7470 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:22.420238 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2121668e-8526-4384-8809-093d652916af req-fa51e479-8e12-40f4-a25a-8e07cecc7470 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 944 time: 0.0637727 Nov 16 11:26:22.502348 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-bd54d1b0-8cb4-44cc-b9ef-20dba6f72f17 admin admin] Deleting port e45cac75-b856-4ee8-9482-dc8859989d4b {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:26:22.503369 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd54d1b0-8cb4-44cc-b9ef-20dba6f72f17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:22.505708 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2121668e-8526-4384-8809-093d652916af req-f47613c6-c844-471f-962d-39f2bfc5ee52 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745368 Nov 16 11:26:22.651226 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1298ed-d898-44aa-bbb0-79a36aa1f4c3 req-c1a846ec-e9a0-45b4-8c46-9e363c75cd50 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:22.658118 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-bd54d1b0-8cb4-44cc-b9ef-20dba6f72f17 admin admin] For port e45cac75-b856-4ee8-9482-dc8859989d4b, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=e45cac75-b856-4ee8-9482-dc8859989d4b,segment=NetworkSegment(e5c04256-618c-48a4-9599-2402d83fa9fb),segment_id=e5c04256-618c-48a4-9599-2402d83fa9fb)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:26:22.658759 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd54d1b0-8cb4-44cc-b9ef-20dba6f72f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:22.663213 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0b1298ed-d898-44aa-bbb0-79a36aa1f4c3 req-c1a846ec-e9a0-45b4-8c46-9e363c75cd50 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 946 time: 0.0872686 Nov 16 11:26:22.677892 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-bd54d1b0-8cb4-44cc-b9ef-20dba6f72f17 admin admin] Calling delete_port for e45cac75-b856-4ee8-9482-dc8859989d4b owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:26:22.739706 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0b1298ed-d898-44aa-bbb0-79a36aa1f4c3 req-52551d42-6e39-4fa3-b329-0f8295f12e1d tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673053 Nov 16 11:26:22.844223 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9131bf-5879-4746-9c96-19a0c9824148 req-a73260aa-e3b1-4fb3-82df-30703a4567f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:22.846278 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5a9131bf-5879-4746-9c96-19a0c9824148 req-a73260aa-e3b1-4fb3-82df-30703a4567f8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 1097 time: 0.3894670 Nov 16 11:26:22.859892 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c0e61021-20fd-4367-8535-0043beb7bf00 req-f734e76f-ab0c-413b-a434-ff068e5e35a8 tempest-ServerShowV254Test-628566673 tempest-ServerShowV254Test-628566673-project] 10.222.0.61 "GET /v2.0/ports?device_id=16305efd-7d8b-4101-b155-9bb0d77257d1 HTTP/1.1" status: 200 len: 210 time: 0.0333679 Nov 16 11:26:22.986381 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device c4139ed1-5e06-4d69-86f8-bc78be1853fe up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:26:23.142883 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd54d1b0-8cb4-44cc-b9ef-20dba6f72f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:23.151145 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port c4139ed1-5e06-4d69-86f8-bc78be1853fe triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:26:23.152667 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:23.179320 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54d1b0-8cb4-44cc-b9ef-20dba6f72f17 admin admin] Pushing event deleted for resources: {'Port': ['ID=e45cac75-b856-4ee8-9482-dc8859989d4b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:23.242170 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058e9c6-3472-45bc-9c0b-849a287064b3 req-a30ef332-12d4-4820-ac52-a025e9c51b76 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:23.254152 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b058e9c6-3472-45bc-9c0b-849a287064b3 req-a30ef332-12d4-4820-ac52-a025e9c51b76 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 945 time: 0.1486287 Nov 16 11:26:23.288439 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5a9131bf-5879-4746-9c96-19a0c9824148 req-b0d4f9c4-52e7-4710-a55d-d875037cb30b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394593 Nov 16 11:26:23.354830 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:23.366806 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b058e9c6-3472-45bc-9c0b-849a287064b3 req-953ee89b-9e56-4e28-98c6-6958938dc6be tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110477 Nov 16 11:26:23.420812 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd54d1b0-8cb4-44cc-b9ef-20dba6f72f17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:23.435306 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port c4139ed1-5e06-4d69-86f8-bc78be1853fe, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=c4139ed1-5e06-4d69-86f8-bc78be1853fe,segment=NetworkSegment(dde4f2a5-6c36-4ca1-b975-fe969cc62f41),segment_id=dde4f2a5-6c36-4ca1-b975-fe969cc62f41)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:26:23.445102 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:23.518765 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=c4139ed1-5e06-4d69-86f8-bc78be1853fe,revision_number=7']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:23.592298 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-0e81d45b-e846-4e55-90e9-295f8051bf36 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:23.593872 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-0e81d45b-e846-4e55-90e9-295f8051bf36 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9&tenant_id=ac57a0dec96b499199f175f118c6a6d4&binding%3Ahost_id=n-h2-816823-3 HTTP/1.1" status: 200 len: 1096 time: 0.1691854 Nov 16 11:26:23.667179 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-197f50b3-b5e6-43f7-865b-995fb2f69659 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816823-3'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:26:23.676876 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d59eaa-35ef-4cc5-8a51-90aaed8adb45 req-b7521d23-71c6-4363-9407-fbf4794b0170 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:23.687267 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-86d59eaa-35ef-4cc5-8a51-90aaed8adb45 req-b7521d23-71c6-4363-9407-fbf4794b0170 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 945 time: 0.0841241 Nov 16 11:26:23.726085 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-197f50b3-b5e6-43f7-865b-995fb2f69659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:23.784385 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-86d59eaa-35ef-4cc5-8a51-90aaed8adb45 req-79a92523-736f-4c28-9cf4-b7e66e267d04 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925772 Nov 16 11:26:23.915570 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-197f50b3-b5e6-43f7-865b-995fb2f69659 service neutron] For port 47602745-6860-40d9-9cf8-d52c641e6c25, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=47602745-6860-40d9-9cf8-d52c641e6c25,segment=NetworkSegment(d9c88559-8fa4-467d-a577-d2c14bfd7508),segment_id=d9c88559-8fa4-467d-a577-d2c14bfd7508)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:26:23.921508 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0d68a-32a3-416c-9c51-c606d7dba05b req-1d5dd348-0335-4dc4-99a5-15c1ca01358e tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:23.929411 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ddc0d68a-32a3-416c-9c51-c606d7dba05b req-1d5dd348-0335-4dc4-99a5-15c1ca01358e tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 946 time: 0.0755382 Nov 16 11:26:23.935439 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd54d1b0-8cb4-44cc-b9ef-20dba6f72f17 admin admin] Router 1d3061f2-8381-4c89-a35c-de4a655bdad8 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:26:23.996514 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ddc0d68a-32a3-416c-9c51-c606d7dba05b req-aa92d90e-3040-43b6-9329-89da9fb21891 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660777 Nov 16 11:26:24.072629 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-197f50b3-b5e6-43f7-865b-995fb2f69659 service neutron] For port 47602745-6860-40d9-9cf8-d52c641e6c25, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:26:24.135030 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3eddc21-f0cb-448a-aa2a-3c2807af54c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47602745-6860-40d9-9cf8-d52c641e6c25'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:26:24.137757 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80922149-6f73-4d8e-a65c-a4210b40f5d6" -d '{"events": [{"server_uuid": "b3eddc21-f0cb-448a-aa2a-3c2807af54c9", "name": "network-vif-unplugged", "status": "completed", "tag": "47602745-6860-40d9-9cf8-d52c641e6c25"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:26:24.143317 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-197f50b3-b5e6-43f7-865b-995fb2f69659 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:24.150167 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d9d47d11-f858-4b8f-ae29-ca04bd2bedfd req-7aee54bd-96fb-4d47-897c-5f602d76be33 tempest-ServerShowV254Test-628566673 tempest-ServerShowV254Test-628566673-project] 10.222.0.61 "GET /v2.0/ports?device_id=16305efd-7d8b-4101-b155-9bb0d77257d1 HTTP/1.1" status: 200 len: 210 time: 0.0571582 Nov 16 11:26:24.161731 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-197f50b3-b5e6-43f7-865b-995fb2f69659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:24.207685 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd54d1b0-8cb4-44cc-b9ef-20dba6f72f17 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:26:24.220788 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df0790d-19a4-4173-97b0-183d006b33ce None None] Sync routers for ids ['1d3061f2-8381-4c89-a35c-de4a655bdad8'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:26:24.223846 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bd54d1b0-8cb4-44cc-b9ef-20dba6f72f17 admin admin] 10.222.0.61 "PUT /v2.0/routers/1d3061f2-8381-4c89-a35c-de4a655bdad8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0146675 Nov 16 11:26:24.224556 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 36694) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:26:24.274879 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df0790d-19a4-4173-97b0-183d006b33ce None None] Routers {'1d3061f2-8381-4c89-a35c-de4a655bdad8'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:26:24.278898 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0df0790d-19a4-4173-97b0-183d006b33ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:26:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['1d3061f2-8381-4c89-a35c-de4a655bdad8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:26:24.287875 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-197f50b3-b5e6-43f7-865b-995fb2f69659 service neutron] Attempting to bind port 47602745-6860-40d9-9cf8-d52c641e6c25 on host n-h2-816823-3 for vnic_type normal with profile {"migrating_to": "n-h1-816823-3"} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:26:24.293758 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-197f50b3-b5e6-43f7-865b-995fb2f69659 service neutron] Attempting to bind port 47602745-6860-40d9-9cf8-d52c641e6c25 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:26:24.294179 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-197f50b3-b5e6-43f7-865b-995fb2f69659 service neutron] Attempting to bind port 47602745-6860-40d9-9cf8-d52c641e6c25 on network a6437950-3837-42ba-a7b4-c297945f46f8 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:26:24.301012 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-197f50b3-b5e6-43f7-865b-995fb2f69659 service neutron] Port 47602745-6860-40d9-9cf8-d52c641e6c25 on network a6437950-3837-42ba-a7b4-c297945f46f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:26:24.301355 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-197f50b3-b5e6-43f7-865b-995fb2f69659 service neutron] Attempting to bind port 47602745-6860-40d9-9cf8-d52c641e6c25 on network a6437950-3837-42ba-a7b4-c297945f46f8 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:26:24.307696 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f50b3-b5e6-43f7-865b-995fb2f69659 service neutron] Pushing event updated for resources: {'Port': ['ID=47602745-6860-40d9-9cf8-d52c641e6c25,revision_number=7']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:24.307797 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784d8437-da79-4562-9d97-dbdd0160b898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4139ed1-5e06-4d69-86f8-bc78be1853fe'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:26:24.308472 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ceff8d-3559-4787-8892-b0ece6477479" -d '{"events": [{"server_uuid": "784d8437-da79-4562-9d97-dbdd0160b898", "name": "network-vif-plugged", "status": "completed", "tag": "c4139ed1-5e06-4d69-86f8-bc78be1853fe"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:26:24.332838 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-197f50b3-b5e6-43f7-865b-995fb2f69659 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:26:24.333177 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-197f50b3-b5e6-43f7-865b-995fb2f69659 service neutron] Checking segment: {'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:26:24.333564 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-197f50b3-b5e6-43f7-865b-995fb2f69659 service neutron] Bound using segment: {'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:26:24.335561 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-197f50b3-b5e6-43f7-865b-995fb2f69659 service neutron] Bound port: 47602745-6860-40d9-9cf8-d52c641e6c25, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9c88559-8fa4-467d-a577-d2c14bfd7508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6437950-3837-42ba-a7b4-c297945f46f8'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:26:24.335932 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-197f50b3-b5e6-43f7-865b-995fb2f69659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:24.426016 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-197f50b3-b5e6-43f7-865b-995fb2f69659 service neutron] For port 47602745-6860-40d9-9cf8-d52c641e6c25, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:26:24.429760 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-197f50b3-b5e6-43f7-865b-995fb2f69659 service neutron] For port 47602745-6860-40d9-9cf8-d52c641e6c25, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=47602745-6860-40d9-9cf8-d52c641e6c25,segment=NetworkSegment(d9c88559-8fa4-467d-a577-d2c14bfd7508),segment_id=d9c88559-8fa4-467d-a577-d2c14bfd7508)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:26:24.431857 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 11:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3bfff9-3bda-4be4-aa66-e48c8d182f11 x-openstack-request-id: req-0a3bfff9-3bda-4be4-aa66-e48c8d182f11 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:26:24.432144 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3eddc21-f0cb-448a-aa2a-3c2807af54c9", "name": "network-vif-unplugged", "status": "completed", "tag": "47602745-6860-40d9-9cf8-d52c641e6c25", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:26:24.432394 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0a3bfff9-3bda-4be4-aa66-e48c8d182f11 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:26:24.432836 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3eddc21-f0cb-448a-aa2a-3c2807af54c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47602745-6860-40d9-9cf8-d52c641e6c25', 'code': 200} Nov 16 11:26:24.449912 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-197f50b3-b5e6-43f7-865b-995fb2f69659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:24.473123 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c17fffe0-77b3-4fa1-ba8c-0de7ea865472 admin admin] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:24.532433 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f50b3-b5e6-43f7-865b-995fb2f69659 service neutron] Pushing event updated for resources: {'Port': ['ID=47602745-6860-40d9-9cf8-d52c641e6c25,revision_number=8']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:24.548554 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-95afe90d-3f15-403f-b1a7-d2293f908603 req-8598a6b3-7419-48d1-b3b5-7bace871a801 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=16305efd-7d8b-4101-b155-9bb0d77257d1 HTTP/1.1" status: 200 len: 210 time: 0.1142621 Nov 16 11:26:24.549625 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f7d039-7729-4875-a57e-ffce42e98cde x-openstack-request-id: req-f3f7d039-7729-4875-a57e-ffce42e98cde {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:26:24.550509 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784d8437-da79-4562-9d97-dbdd0160b898", "name": "network-vif-plugged", "status": "completed", "tag": "c4139ed1-5e06-4d69-86f8-bc78be1853fe", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:26:24.550509 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f3f7d039-7729-4875-a57e-ffce42e98cde {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:26:24.550810 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784d8437-da79-4562-9d97-dbdd0160b898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4139ed1-5e06-4d69-86f8-bc78be1853fe', 'code': 200} Nov 16 11:26:24.559283 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:26:24.619188 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-197f50b3-b5e6-43f7-865b-995fb2f69659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:24.620388 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-197f50b3-b5e6-43f7-865b-995fb2f69659 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:24.623246 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-197f50b3-b5e6-43f7-865b-995fb2f69659 service neutron] 10.222.0.36 "PUT /v2.0/ports/47602745-6860-40d9-9cf8-d52c641e6c25 HTTP/1.1" status: 200 len: 1121 time: 0.9930329 Nov 16 11:26:24.644119 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-0df0790d-19a4-4173-97b0-183d006b33ce None None] Set router 1d3061f2-8381-4c89-a35c-de4a655bdad8 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:26:24.685133 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c17fffe0-77b3-4fa1-ba8c-0de7ea865472 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:24.787357 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e34eba-763a-4e8e-9aca-7706a45b1e92 req-714b9033-3eed-4ca8-a3ff-275037732dc2 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:24.794969 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f5e34eba-763a-4e8e-9aca-7706a45b1e92 req-714b9033-3eed-4ca8-a3ff-275037732dc2 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 943 time: 0.1048806 Nov 16 11:26:24.813180 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['47602745-6860-40d9-9cf8-d52c641e6c25'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:26:24.869917 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['47602745-6860-40d9-9cf8-d52c641e6c25'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:26:24.880531 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c17fffe0-77b3-4fa1-ba8c-0de7ea865472 admin admin] Deleting port a5abab53-d2b0-4b4b-a08a-bb38933eada8 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:26:24.881243 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c17fffe0-77b3-4fa1-ba8c-0de7ea865472 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:24.988776 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f5e34eba-763a-4e8e-9aca-7706a45b1e92 req-f56f1ad9-facd-4113-be3e-87722c91aa82 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695724 Nov 16 11:26:25.084688 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-c17fffe0-77b3-4fa1-ba8c-0de7ea865472 admin admin] For port a5abab53-d2b0-4b4b-a08a-bb38933eada8, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=a5abab53-d2b0-4b4b-a08a-bb38933eada8,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:26:25.085570 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c17fffe0-77b3-4fa1-ba8c-0de7ea865472 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:25.142982 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c17fffe0-77b3-4fa1-ba8c-0de7ea865472 admin admin] Calling delete_port for a5abab53-d2b0-4b4b-a08a-bb38933eada8 owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:26:25.283560 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 47602745-6860-40d9-9cf8-d52c641e6c25 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:26:25.299651 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592355d-0c68-4ed5-87b4-50ade03f0448 req-2f3a9d61-f2c3-4881-a282-d902e48302a7 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:25.311449 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7592355d-0c68-4ed5-87b4-50ade03f0448 req-2f3a9d61-f2c3-4881-a282-d902e48302a7 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 945 time: 0.1948597 Nov 16 11:26:25.322805 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0df0790d-19a4-4173-97b0-183d006b33ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3061f2-8381-4c89-a35c-de4a655bdad8', 'name': 'tempest-AttachSCSIVolumeTestJSON-765398759-router', 'tenant_id': 'd4fb21a1bae44254971dde50277709d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': 'a5abab53-d2b0-4b4b-a08a-bb38933eada8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:24:28Z', 'updated_at': '2021-11-16T11:26:22Z', 'revision_number': 5, 'project_id': 'd4fb21a1bae44254971dde50277709d4', 'gw_port': {'id': 'a5abab53-d2b0-4b4b-a08a-bb38933eada8', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:60:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3061f2-8381-4c89-a35c-de4a655bdad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:24:29Z', 'updated_at': '2021-11-16T11:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:26:25.370290 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df0790d-19a4-4173-97b0-183d006b33ce None None] Checking router: 1d3061f2-8381-4c89-a35c-de4a655bdad8 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:26:25.390044 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7592355d-0c68-4ed5-87b4-50ade03f0448 req-2863cb27-740f-4cf3-8f97-3fd891c6ff76 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729210 Nov 16 11:26:25.552215 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.resource_extend [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 11:26:25.564010 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df0790d-19a4-4173-97b0-183d006b33ce None None] Routers {'1d3061f2-8381-4c89-a35c-de4a655bdad8'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:26:25.564981 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0df0790d-19a4-4173-97b0-183d006b33ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:26:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['1d3061f2-8381-4c89-a35c-de4a655bdad8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:26:25.673356 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13305cda-6fe0-4558-a763-b8c2b2cc0526 req-668b2ad1-3acc-493a-8e64-9524f89b9e9d tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:25.680516 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-13305cda-6fe0-4558-a763-b8c2b2cc0526 req-668b2ad1-3acc-493a-8e64-9524f89b9e9d tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 946 time: 0.1586974 Nov 16 11:26:25.744607 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c17fffe0-77b3-4fa1-ba8c-0de7ea865472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:25.810399 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-13305cda-6fe0-4558-a763-b8c2b2cc0526 req-673606a1-f133-42a5-8942-b6eea993e648 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224630 Nov 16 11:26:25.837853 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17fffe0-77b3-4fa1-ba8c-0de7ea865472 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5abab53-d2b0-4b4b-a08a-bb38933eada8,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:25.839476 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402ebbcc-4860-4c26-908a-885733258089 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:26:25.860233 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-0df0790d-19a4-4173-97b0-183d006b33ce None None] Set router 1d3061f2-8381-4c89-a35c-de4a655bdad8 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:26:25.937104 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0df0790d-19a4-4173-97b0-183d006b33ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3061f2-8381-4c89-a35c-de4a655bdad8', 'name': 'tempest-AttachSCSIVolumeTestJSON-765398759-router', 'tenant_id': 'd4fb21a1bae44254971dde50277709d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:24:28Z', 'updated_at': '2021-11-16T11:26:24Z', 'revision_number': 6, 'project_id': 'd4fb21a1bae44254971dde50277709d4', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:26:25.939825 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fffe0-77b3-4fa1-ba8c-0de7ea865472 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:26:25.940925 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fffe0-77b3-4fa1-ba8c-0de7ea865472 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:26:25.941480 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fffe0-77b3-4fa1-ba8c-0de7ea865472 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:26:25.942187 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fffe0-77b3-4fa1-ba8c-0de7ea865472 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:26:25.942844 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fffe0-77b3-4fa1-ba8c-0de7ea865472 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:26:25.942961 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 47602745-6860-40d9-9cf8-d52c641e6c25, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=47602745-6860-40d9-9cf8-d52c641e6c25,segment=NetworkSegment(d9c88559-8fa4-467d-a577-d2c14bfd7508),segment_id=d9c88559-8fa4-467d-a577-d2c14bfd7508)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:26:25.943532 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fffe0-77b3-4fa1-ba8c-0de7ea865472 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:26:25.944076 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fffe0-77b3-4fa1-ba8c-0de7ea865472 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:26:25.945093 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fffe0-77b3-4fa1-ba8c-0de7ea865472 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:26:25.945642 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fffe0-77b3-4fa1-ba8c-0de7ea865472 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:26:25.946199 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fffe0-77b3-4fa1-ba8c-0de7ea865472 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:26:25.946752 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fffe0-77b3-4fa1-ba8c-0de7ea865472 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:26:25.947288 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17fffe0-77b3-4fa1-ba8c-0de7ea865472 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:26:26.005865 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df0790d-19a4-4173-97b0-183d006b33ce None None] The sync data for ids ['1d3061f2-8381-4c89-a35c-de4a655bdad8'] in n-d-816823-3 is: [{'id': '1d3061f2-8381-4c89-a35c-de4a655bdad8', 'name': 'tempest-AttachSCSIVolumeTestJSON-765398759-router', 'tenant_id': 'd4fb21a1bae44254971dde50277709d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:24:28Z', 'updated_at': '2021-11-16T11:26:24Z', 'revision_number': 6, 'project_id': 'd4fb21a1bae44254971dde50277709d4', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:26:26.018135 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 47602745-6860-40d9-9cf8-d52c641e6c25 has no active binding in host n-h1-816823-3 {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 16 11:26:26.030031 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a33bae56-a756-489d-b76b-4a21d9efe5a7 req-d0be217f-a348-497e-86b9-b196e103ad51 tempest-ServerShowV254Test-628566673 tempest-ServerShowV254Test-628566673-project] 10.222.0.61 "GET /v2.0/ports?device_id=16305efd-7d8b-4101-b155-9bb0d77257d1 HTTP/1.1" status: 200 len: 210 time: 0.0746028 Nov 16 11:26:26.051534 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c17fffe0-77b3-4fa1-ba8c-0de7ea865472 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:26.182826 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c17fffe0-77b3-4fa1-ba8c-0de7ea865472 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:26.186713 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c17fffe0-77b3-4fa1-ba8c-0de7ea865472 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:26.312410 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c17fffe0-77b3-4fa1-ba8c-0de7ea865472 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:26.312881 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17fffe0-77b3-4fa1-ba8c-0de7ea865472 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d3061f2-8381-4c89-a35c-de4a655bdad8 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:26:26.321556 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c17fffe0-77b3-4fa1-ba8c-0de7ea865472 admin admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:26.322981 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c17fffe0-77b3-4fa1-ba8c-0de7ea865472 admin admin] 10.222.0.61 "DELETE /v2.0/routers/1d3061f2-8381-4c89-a35c-de4a655bdad8 HTTP/1.1" status: 204 len: 168 time: 2.0971487 Nov 16 11:26:26.327761 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 36724) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:26:26.392448 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-54f3b60b-fc7d-4198-94fe-74149d32994e admin admin] Deleting subnet 91a95bc4-e17f-4fb0-a3ec-f2d071a895de {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:26:26.396182 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54f3b60b-fc7d-4198-94fe-74149d32994e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:26.396737 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f1951-5d5e-43ce-92cf-adea968757fc req-68e5b36a-22d2-497f-8204-0167056a6a5d tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:26.398386 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd5f1951-5d5e-43ce-92cf-adea968757fc req-68e5b36a-22d2-497f-8204-0167056a6a5d tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 946 time: 0.0743554 Nov 16 11:26:26.440541 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54f3b60b-fc7d-4198-94fe-74149d32994e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:26.485275 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3eddc21-f0cb-448a-aa2a-3c2807af54c9', 'tag': '47602745-6860-40d9-9cf8-d52c641e6c25'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:26:26.488172 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71bea9d9-d07b-4db7-9fcf-fc1e6a5ca470" -d '{"events": [{"name": "network-changed", "server_uuid": "b3eddc21-f0cb-448a-aa2a-3c2807af54c9", "tag": "47602745-6860-40d9-9cf8-d52c641e6c25"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:26:26.495992 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd5f1951-5d5e-43ce-92cf-adea968757fc req-dff46d85-4364-43be-9830-c18aaada961c tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895011 Nov 16 11:26:26.587240 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54f3b60b-fc7d-4198-94fe-74149d32994e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:26.650210 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54f3b60b-fc7d-4198-94fe-74149d32994e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:26.659255 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c1aa4-341d-4dc8-a6e6-ab23fe8d6356 req-1fe9aba7-69f7-431f-9d9e-f5ca3def1036 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:26.660819 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a54c1aa4-341d-4dc8-a6e6-ab23fe8d6356 req-1fe9aba7-69f7-431f-9d9e-f5ca3def1036 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 943 time: 0.0649323 Nov 16 11:26:26.678266 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef935233-0171-49af-9bf7-2c969ff5bd27 None None] Network 357acdf0-c975-4e48-ad26-6379aca47d0d requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:26:26.684263 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54f3b60b-fc7d-4198-94fe-74149d32994e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:26.687647 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-54f3b60b-fc7d-4198-94fe-74149d32994e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/91a95bc4-e17f-4fb0-a3ec-f2d071a895de HTTP/1.1" status: 204 len: 168 time: 0.3608477 Nov 16 11:26:26.689275 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3b60b-fc7d-4198-94fe-74149d32994e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91a95bc4-e17f-4fb0-a3ec-f2d071a895de,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:26.690633 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 36736) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:26:26.790903 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a54c1aa4-341d-4dc8-a6e6-ab23fe8d6356 req-e443d7e8-cd89-4d04-8e5b-2eac30341abf tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064692 Nov 16 11:26:26.845311 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e051b29-7582-42c4-ac13-8c39554d53c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:26.966271 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6801df68-31e0-445d-bc86-efe57cf943fb None None] DHCP port deletion for 357acdf0-c975-4e48-ad26-6379aca47d0d request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:26:26.984309 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-0e051b29-7582-42c4-ac13-8c39554d53c5 admin admin] Deleting port 12f86124-969f-4024-be5d-541d420d39c3 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:26:26.984517 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e051b29-7582-42c4-ac13-8c39554d53c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:27.037987 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-6801df68-31e0-445d-bc86-efe57cf943fb None None] Deleting port 12f86124-969f-4024-be5d-541d420d39c3 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:26:27.038736 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6801df68-31e0-445d-bc86-efe57cf943fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:27.097916 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-0e051b29-7582-42c4-ac13-8c39554d53c5 admin admin] For port 12f86124-969f-4024-be5d-541d420d39c3, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=12f86124-969f-4024-be5d-541d420d39c3,segment=NetworkSegment(e5c04256-618c-48a4-9599-2402d83fa9fb),segment_id=e5c04256-618c-48a4-9599-2402d83fa9fb)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:26:27.098355 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e051b29-7582-42c4-ac13-8c39554d53c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:27.107736 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f25c65-daaa-4f0c-a35f-46514a3f2d18 req-b8b36574-f6ad-45bc-876c-5111e9124d4c tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:27.117543 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b9f25c65-daaa-4f0c-a35f-46514a3f2d18 req-b8b36574-f6ad-45bc-876c-5111e9124d4c tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 945 time: 0.1554108 Nov 16 11:26:27.137094 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-6801df68-31e0-445d-bc86-efe57cf943fb None None] For port 12f86124-969f-4024-be5d-541d420d39c3, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=12f86124-969f-4024-be5d-541d420d39c3,segment=NetworkSegment(e5c04256-618c-48a4-9599-2402d83fa9fb),segment_id=e5c04256-618c-48a4-9599-2402d83fa9fb)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:26:27.137840 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6801df68-31e0-445d-bc86-efe57cf943fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:27.145082 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-0e051b29-7582-42c4-ac13-8c39554d53c5 admin admin] Calling delete_port for 12f86124-969f-4024-be5d-541d420d39c3 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:26:27.171364 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-6801df68-31e0-445d-bc86-efe57cf943fb None None] Calling delete_port for 12f86124-969f-4024-be5d-541d420d39c3 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:26:27.259707 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b9f25c65-daaa-4f0c-a35f-46514a3f2d18 req-0b68c62b-1e92-4618-8f9e-04918323a612 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412218 Nov 16 11:26:27.313150 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device a5abab53-d2b0-4b4b-a08a-bb38933eada8 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:26:27.345802 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7c186d-189c-4dec-98c5-3f33847f9915 x-openstack-request-id: req-ff7c186d-189c-4dec-98c5-3f33847f9915 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:26:27.349014 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3eddc21-f0cb-448a-aa2a-3c2807af54c9", "tag": "47602745-6860-40d9-9cf8-d52c641e6c25", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:26:27.354413 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ff7c186d-189c-4dec-98c5-3f33847f9915 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:26:27.355131 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3eddc21-f0cb-448a-aa2a-3c2807af54c9', 'tag': '47602745-6860-40d9-9cf8-d52c641e6c25', 'status': 'completed', 'code': 200} Nov 16 11:26:27.404834 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: a5abab53-d2b0-4b4b-a08a-bb38933eada8 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:26:27.405090 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device a5abab53-d2b0-4b4b-a08a-bb38933eada8 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:26:27.411720 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device e45cac75-b856-4ee8-9482-dc8859989d4b no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:26:27.435152 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e051b29-7582-42c4-ac13-8c39554d53c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:27.450391 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: e45cac75-b856-4ee8-9482-dc8859989d4b {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:26:27.450391 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device e45cac75-b856-4ee8-9482-dc8859989d4b not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:26:27.454953 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 12f86124-969f-4024-be5d-541d420d39c3 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:26:27.459509 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6801df68-31e0-445d-bc86-efe57cf943fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:27.465272 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bea9d9-d07b-4db7-9fcf-fc1e6a5ca470 req-2afb18e9-32ab-4da2-9cdf-0bce0b95ed0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:27.467615 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-71bea9d9-d07b-4db7-9fcf-fc1e6a5ca470 req-2afb18e9-32ab-4da2-9cdf-0bce0b95ed0e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac57a0dec96b499199f175f118c6a6d4&device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 1124 time: 0.0921233 Nov 16 11:26:27.474736 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e051b29-7582-42c4-ac13-8c39554d53c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=12f86124-969f-4024-be5d-541d420d39c3,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:27.486362 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e051b29-7582-42c4-ac13-8c39554d53c5 admin admin] No DVR routers for this DVR port 12f86124-969f-4024-be5d-541d420d39c3 on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:26:27.505515 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 12f86124-969f-4024-be5d-541d420d39c3 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:26:27.506142 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 12f86124-969f-4024-be5d-541d420d39c3 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:26:27.553534 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6801df68-31e0-445d-bc86-efe57cf943fb None None] Pushing event deleted for resources: {'Port': ['ID=12f86124-969f-4024-be5d-541d420d39c3,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:27.564252 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6801df68-31e0-445d-bc86-efe57cf943fb None None] No DVR routers for this DVR port 12f86124-969f-4024-be5d-541d420d39c3 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:26:27.635094 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bea9d9-d07b-4db7-9fcf-fc1e6a5ca470 req-dfffbb7f-c5b9-4f68-9a36-f9b2039bd142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:27.637280 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-71bea9d9-d07b-4db7-9fcf-fc1e6a5ca470 req-dfffbb7f-c5b9-4f68-9a36-f9b2039bd142 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a6437950-3837-42ba-a7b4-c297945f46f8 HTTP/1.1" status: 200 len: 921 time: 0.1610315 Nov 16 11:26:27.704213 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e051b29-7582-42c4-ac13-8c39554d53c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:27.746978 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-0e051b29-7582-42c4-ac13-8c39554d53c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['357acdf0-c975-4e48-ad26-6379aca47d0d']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:26:27.750112 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-71bea9d9-d07b-4db7-9fcf-fc1e6a5ca470 req-c751506e-3db3-43d0-b8e8-03fee361d0e8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47602745-6860-40d9-9cf8-d52c641e6c25 HTTP/1.1" status: 200 len: 217 time: 0.0950522 Nov 16 11:26:27.765146 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-0e051b29-7582-42c4-ac13-8c39554d53c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c04256-618c-48a4-9599-2402d83fa9fb') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:26:27.765523 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-0e051b29-7582-42c4-ac13-8c39554d53c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c04256-618c-48a4-9599-2402d83fa9fb') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:26:27.812158 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e051b29-7582-42c4-ac13-8c39554d53c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:27.836752 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e051b29-7582-42c4-ac13-8c39554d53c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:27.854646 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e051b29-7582-42c4-ac13-8c39554d53c5 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:26:27.854975 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e051b29-7582-42c4-ac13-8c39554d53c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:27.856773 n-d-816823-3 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:26:27.856773 n-d-816823-3 neutron-server[102669]: self.session.flush() Nov 16 11:26:27.856773 n-d-816823-3 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:26:27.856773 n-d-816823-3 neutron-server[102669]: self.session.flush() Nov 16 11:26:27.856773 n-d-816823-3 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:26:27.856773 n-d-816823-3 neutron-server[102669]: self.session.flush() Nov 16 11:26:27.856773 n-d-816823-3 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:26:27.856773 n-d-816823-3 neutron-server[102669]: self.session.flush() Nov 16 11:26:27.856773 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:26:27.856773 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:26:27.856773 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:26:27.856773 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:26:27.856773 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:26:27.856773 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:26:27.856773 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:26:27.856773 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:26:27.856773 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:26:27.856773 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:26:27.856773 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:26:27.856773 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:26:27.856773 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:26:27.856773 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:26:27.856773 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:26:27.856773 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:26:27.856773 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:26:27.856773 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:26:27.856773 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:26:27.856773 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:26:27.856773 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:26:27.856773 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:26:27.856773 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:26:27.856773 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:26:27.856773 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:26:27.856773 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:26:27.856773 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:26:27.856773 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:26:27.856773 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:26:27.856773 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:26:27.856773 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:26:27.856773 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:26:27.867723 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bea9d9-d07b-4db7-9fcf-fc1e6a5ca470 req-c4567578-2630-430f-a2f3-676b87ebb820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:27.875217 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-71bea9d9-d07b-4db7-9fcf-fc1e6a5ca470 req-c4567578-2630-430f-a2f3-676b87ebb820 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=abaafd2b-7546-45a3-a211-065b2bf563c9 HTTP/1.1" status: 200 len: 860 time: 0.1044140 Nov 16 11:26:27.877334 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:27.933284 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-71bea9d9-d07b-4db7-9fcf-fc1e6a5ca470 req-bfd961b4-b4bf-4d17-9418-8d610a927f38 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a6437950-3837-42ba-a7b4-c297945f46f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420449 Nov 16 11:26:27.988523 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e051b29-7582-42c4-ac13-8c39554d53c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:28.005107 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [req-71bea9d9-d07b-4db7-9fcf-fc1e6a5ca470 req-744f610e-b6c7-481b-acea-b7b6b397955e service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:26:28.006332 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-71bea9d9-d07b-4db7-9fcf-fc1e6a5ca470 req-744f610e-b6c7-481b-acea-b7b6b397955e service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0470815 Nov 16 11:26:28.008939 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-68ade6b5-e79e-4efa-802b-eb4774a8ff55 req-7f2fc7bb-5c10-4ef5-b87a-582fd70a37e1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c3390b56936e449ca72dcdee41603749&device_id=16305efd-7d8b-4101-b155-9bb0d77257d1 HTTP/1.1" status: 200 len: 210 time: 0.0673561 Nov 16 11:26:28.010755 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e051b29-7582-42c4-ac13-8c39554d53c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:28.014190 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0e051b29-7582-42c4-ac13-8c39554d53c5 admin admin] 10.222.0.61 "DELETE /v2.0/networks/357acdf0-c975-4e48-ad26-6379aca47d0d HTTP/1.1" status: 204 len: 168 time: 1.3199086 Nov 16 11:26:28.016333 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e051b29-7582-42c4-ac13-8c39554d53c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=357acdf0-c975-4e48-ad26-6379aca47d0d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:28.017698 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 36758) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:26:28.226879 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b246b-61b7-4be3-893a-85e60db9410e req-81229d1b-62e9-44d7-a9d2-a8ec6297d078 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:28.234848 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f72b246b-61b7-4be3-893a-85e60db9410e req-81229d1b-62e9-44d7-a9d2-a8ec6297d078 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 943 time: 0.1145525 Nov 16 11:26:28.283066 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-71bea9d9-d07b-4db7-9fcf-fc1e6a5ca470 req-4794b6fc-6e6c-4c55-9570-647f67e4b61b service neutron] 10.222.0.64 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241157 Nov 16 11:26:28.350616 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-68ade6b5-e79e-4efa-802b-eb4774a8ff55 req-c85e4229-842f-4e95-8c04-8ef89893bc77 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=c3390b56936e449ca72dcdee41603749&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1908281 Nov 16 11:26:28.364165 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f72b246b-61b7-4be3-893a-85e60db9410e req-ebe3ef49-05dd-49fa-963f-392508fba8e1 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131229 Nov 16 11:26:28.525611 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c3e7cb67-1ca1-4498-834d-a57e47856def req-fc3e7578-d82a-430c-9a95-de5cfc0b9d5d tempest-ServerShowV254Test-628566673 tempest-ServerShowV254Test-628566673-project] 10.222.0.61 "GET /v2.0/ports?device_id=16305efd-7d8b-4101-b155-9bb0d77257d1 HTTP/1.1" status: 200 len: 210 time: 0.0595679 Nov 16 11:26:28.586007 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ade6b5-e79e-4efa-802b-eb4774a8ff55 req-f270bf08-115b-4370-931c-e1ea9ce18b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:28.587631 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-68ade6b5-e79e-4efa-802b-eb4774a8ff55 req-f270bf08-115b-4370-931c-e1ea9ce18b18 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1806421 Nov 16 11:26:28.719872 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-71bea9d9-d07b-4db7-9fcf-fc1e6a5ca470 req-7bfbd3dd-4f9d-4758-b7e6-c824e75f2e34 service neutron] 10.222.0.64 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4261034 Nov 16 11:26:28.737040 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:28.834085 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-90590568-b7cf-42a2-8b2b-f118507261a4 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:28.835997 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-90590568-b7cf-42a2-8b2b-f118507261a4 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/networks?id=7bc3b876-f37c-4fd2-ad3b-c29cb12fd064 HTTP/1.1" status: 200 len: 814 time: 0.1943078 Nov 16 11:26:28.859390 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-780f1c7e-c5c4-4dbc-9e0c-fe48eb8913a0 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/quotas/b0e9e6de4f694c51b3e4cee28f830c28 HTTP/1.1" status: 200 len: 375 time: 0.0174270 Nov 16 11:26:28.972757 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-b7fbae9f-3aee-4c01-aa6c-334d1c974eac tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b0e9e6de4f694c51b3e4cee28f830c28&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1053908 Nov 16 11:26:29.062542 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4185587b-33cd-4624-84f8-4766df013ba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:29.179548 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-f61d27eb-06a3-4751-b260-cfe77079eb8c service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:26:29.186808 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-f61d27eb-06a3-4751-b260-cfe77079eb8c service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1983614 Nov 16 11:26:29.277683 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7bf31-206f-44f5-9443-8a56113afc07 req-cb8399b1-1ffb-4e0c-87b9-493b3f4bb13c tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:29.290266 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b4e7bf31-206f-44f5-9443-8a56113afc07 req-cb8399b1-1ffb-4e0c-87b9-493b3f4bb13c tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.64 "GET /v2.0/ports?device_id=603af64f-9bf3-47eb-a0af-17363106ab5f HTTP/1.1" status: 200 len: 946 time: 0.1776860 Nov 16 11:26:29.677654 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-4bc7af4e-24d1-4327-ad99-b1c8d5cbe94f service neutron] 10.222.0.61 "GET /v2.0/networks/7bc3b876-f37c-4fd2-ad3b-c29cb12fd064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4898245 Nov 16 11:26:29.833891 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-662c2e3f-59a0-45b4-9c65-0b7936c0cd43 service neutron] 10.222.0.61 "GET /v2.0/networks/7bc3b876-f37c-4fd2-ad3b-c29cb12fd064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553419 Nov 16 11:26:30.178786 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-68ade6b5-e79e-4efa-802b-eb4774a8ff55 req-64acbb8a-6193-4ee7-b57f-aad1f942cd3f tempest-ServerShowV254Test-628566673 tempest-ServerShowV254Test-628566673-project] 10.222.0.64 "GET /v2.0/ports?device_id=16305efd-7d8b-4101-b155-9bb0d77257d1 HTTP/1.1" status: 200 len: 210 time: 0.0876040 Nov 16 11:26:30.267865 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-b4e7bf31-206f-44f5-9443-8a56113afc07 req-dd7d7e77-b45c-4357-bf26-5692a475b742 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Deleting port c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:26:30.268200 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b4e7bf31-206f-44f5-9443-8a56113afc07 req-dd7d7e77-b45c-4357-bf26-5692a475b742 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:30.315119 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7f91d-40a3-402f-9238-2e4f5124551c req-33543109-85f1-41d9-9dd2-acb46fb26c4a tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:30.329438 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5ad7f91d-40a3-402f-9238-2e4f5124551c req-33543109-85f1-41d9-9dd2-acb46fb26c4a tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 945 time: 0.1600447 Nov 16 11:26:30.461276 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5ad7f91d-40a3-402f-9238-2e4f5124551c req-10377b3c-4632-4f12-b672-af56e6bc7358 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308696 Nov 16 11:26:30.560952 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-b4e7bf31-206f-44f5-9443-8a56113afc07 req-dd7d7e77-b45c-4357-bf26-5692a475b742 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] For port c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd,segment=NetworkSegment(1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1),segment_id=1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:26:30.571737 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b4e7bf31-206f-44f5-9443-8a56113afc07 req-dd7d7e77-b45c-4357-bf26-5692a475b742 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:30.599891 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-4185587b-33cd-4624-84f8-4766df013ba1 admin admin] Deleting port 66ed33dd-4e16-44e6-87e5-83bd8a788bbb {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:26:30.600236 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4185587b-33cd-4624-84f8-4766df013ba1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:30.651103 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-b4e7bf31-206f-44f5-9443-8a56113afc07 req-dd7d7e77-b45c-4357-bf26-5692a475b742 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Calling delete_port for c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:26:30.784272 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514083b-2722-402b-89d0-14ad3369502c req-4e3bb9d7-ce89-4343-96c2-eee10ebcbf38 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:30.800249 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4514083b-2722-402b-89d0-14ad3369502c req-4e3bb9d7-ce89-4343-96c2-eee10ebcbf38 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 943 time: 0.1340013 Nov 16 11:26:30.916782 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4514083b-2722-402b-89d0-14ad3369502c req-dea5440e-b533-4751-b802-aa2426ac7842 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137137 Nov 16 11:26:30.993194 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-4185587b-33cd-4624-84f8-4766df013ba1 admin admin] For port 66ed33dd-4e16-44e6-87e5-83bd8a788bbb, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=66ed33dd-4e16-44e6-87e5-83bd8a788bbb,segment=NetworkSegment(0d897242-f7f7-4028-9417-faf146036709),segment_id=0d897242-f7f7-4028-9417-faf146036709)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:26:30.993557 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4185587b-33cd-4624-84f8-4766df013ba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:31.012257 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-4185587b-33cd-4624-84f8-4766df013ba1 admin admin] Calling delete_port for 66ed33dd-4e16-44e6-87e5-83bd8a788bbb owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:26:31.206744 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f5f0f2d4-8862-4568-87eb-8f9e68897afc req-05c3558e-f9ef-4a5b-b17f-545f2e325a3d tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=21d85279-771a-465d-8f5e-d3d39921f764 HTTP/1.1" status: 200 len: 210 time: 0.1141305 Nov 16 11:26:31.571797 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b4e7bf31-206f-44f5-9443-8a56113afc07 req-dd7d7e77-b45c-4357-bf26-5692a475b742 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:31.625835 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a577d3-fad9-42dc-a69d-5bd988f05ccc req-244941a2-94fc-4973-ad7a-d00a7c36ecb1 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:31.634686 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-27a577d3-fad9-42dc-a69d-5bd988f05ccc req-244941a2-94fc-4973-ad7a-d00a7c36ecb1 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 945 time: 0.0956676 Nov 16 11:26:31.644864 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d7e77-b45c-4357-bf26-5692a475b742 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Pushing event deleted for resources: {'Port': ['ID=c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:31.696024 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-e5127a83-7249-4977-acab-3bcc24f052da service neutron] 10.222.0.64 "GET /v2.0/ports/47602745-6860-40d9-9cf8-d52c641e6c25/bindings/n-h1-816823-3 HTTP/1.1" status: 200 len: 384 time: 0.3493552 Nov 16 11:26:31.729395 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 36804) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:26:31.734951 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e7bf31-206f-44f5-9443-8a56113afc07 req-dd7d7e77-b45c-4357-bf26-5692a475b742 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] No DVR routers for this DVR port c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:26:31.756961 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b4e7bf31-206f-44f5-9443-8a56113afc07 req-dd7d7e77-b45c-4357-bf26-5692a475b742 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:31.760709 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b4e7bf31-206f-44f5-9443-8a56113afc07 req-dd7d7e77-b45c-4357-bf26-5692a475b742 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.64 "DELETE /v2.0/ports/c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd HTTP/1.1" status: 204 len: 173 time: 2.4610689 Nov 16 11:26:31.763367 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '603af64f-9bf3-47eb-a0af-17363106ab5f', 'name': 'network-vif-deleted', 'tag': 'c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:26:31.766798 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830b1df9-f826-45bd-a5e8-d1efa9847428" -d '{"events": [{"server_uuid": "603af64f-9bf3-47eb-a0af-17363106ab5f", "name": "network-vif-deleted", "tag": "c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:26:31.791845 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-27a577d3-fad9-42dc-a69d-5bd988f05ccc req-f70ad3ba-f4ec-404e-b60c-44ca688e22c6 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444197 Nov 16 11:26:31.967157 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-805dd0aa-42a0-4232-b7b5-0cdd0e98b750 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:31.998125 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733d9b91-685f-4dfc-8d58-92049d62de6e x-openstack-request-id: req-733d9b91-685f-4dfc-8d58-92049d62de6e {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:26:31.998326 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "603af64f-9bf3-47eb-a0af-17363106ab5f", "name": "network-vif-deleted", "tag": "c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:26:32.002289 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-733d9b91-685f-4dfc-8d58-92049d62de6e {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:26:32.002721 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '603af64f-9bf3-47eb-a0af-17363106ab5f', 'name': 'network-vif-deleted', 'tag': 'c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd', 'status': 'completed', 'code': 200} Nov 16 11:26:32.032866 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4185587b-33cd-4624-84f8-4766df013ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:32.208082 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4185587b-33cd-4624-84f8-4766df013ba1 admin admin] Pushing event deleted for resources: {'Port': ['ID=66ed33dd-4e16-44e6-87e5-83bd8a788bbb,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:32.288048 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-805dd0aa-42a0-4232-b7b5-0cdd0e98b750 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:32.325772 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ac5f7-cb8b-471c-8958-289d7bec014e req-f7848756-5317-4af3-aa32-708b97ad9af5 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:32.336196 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b15ac5f7-cb8b-471c-8958-289d7bec014e req-f7848756-5317-4af3-aa32-708b97ad9af5 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 943 time: 0.2283399 Nov 16 11:26:32.338627 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-805dd0aa-42a0-4232-b7b5-0cdd0e98b750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:32.494362 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805dd0aa-42a0-4232-b7b5-0cdd0e98b750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77e2adf-e361-4ba5-a82b-418a38469fa4,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:32.609369 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b15ac5f7-cb8b-471c-8958-289d7bec014e req-b3c1c265-5ebb-4ef0-98db-4faed9547764 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721102 Nov 16 11:26:32.628861 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-805dd0aa-42a0-4232-b7b5-0cdd0e98b750 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c3390b56936e449ca72dcdee41603749&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8971272 Nov 16 11:26:32.629574 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 36820) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:26:32.771563 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-20519042-a80d-449b-b48d-4bf8ea0891d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:32.803805 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-20519042-a80d-449b-b48d-4bf8ea0891d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:32.882854 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-20519042-a80d-449b-b48d-4bf8ea0891d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:32.886723 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-20519042-a80d-449b-b48d-4bf8ea0891d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:32.893753 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4185587b-33cd-4624-84f8-4766df013ba1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:32.905194 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 36824) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:26:32.906113 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-20519042-a80d-449b-b48d-4bf8ea0891d2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b77e2adf-e361-4ba5-a82b-418a38469fa4 HTTP/1.1" status: 204 len: 168 time: 0.2678075 Nov 16 11:26:32.928803 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6339f7a5-d096-495c-970e-cf681bfdddaa req-0c9e4e0c-8a9b-41e1-af26-54d0c53471d3 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=21d85279-771a-465d-8f5e-d3d39921f764 HTTP/1.1" status: 200 len: 210 time: 0.1708980 Nov 16 11:26:32.950135 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20519042-a80d-449b-b48d-4bf8ea0891d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77e2adf-e361-4ba5-a82b-418a38469fa4,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:33.007957 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-80c7e245-3986-41dd-87a8-538d313faa7d service neutron] For port 47602745-6860-40d9-9cf8-d52c641e6c25, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=47602745-6860-40d9-9cf8-d52c641e6c25,segment=NetworkSegment(d9c88559-8fa4-467d-a577-d2c14bfd7508),segment_id=d9c88559-8fa4-467d-a577-d2c14bfd7508)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:26:33.025449 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 47602745-6860-40d9-9cf8-d52c641e6c25 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:26:33.282337 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:26:33.288893 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-9b003119-c1a1-4038-b97c-b801c1505591 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:33.290714 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e3c26-e113-42ce-93f0-7f71a75606cc req-054aa282-82ba-45aa-8417-d115d6312596 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:33.293129 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-9b003119-c1a1-4038-b97c-b801c1505591 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.64 "GET /v2.0/networks?id=7bc3b876-f37c-4fd2-ad3b-c29cb12fd064 HTTP/1.1" status: 200 len: 814 time: 1.0867832 Nov 16 11:26:33.302343 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6e5e3c26-e113-42ce-93f0-7f71a75606cc req-054aa282-82ba-45aa-8417-d115d6312596 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 945 time: 0.1666689 Nov 16 11:26:33.365497 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:26:33.368552 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device c4e20f57-92b9-4e3c-9cc9-ca95891dc0fd not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:26:33.446438 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6e5e3c26-e113-42ce-93f0-7f71a75606cc req-f61479d5-0ba5-4b53-9583-2146c9016f98 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377835 Nov 16 11:26:33.448737 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4185587b-33cd-4624-84f8-4766df013ba1 admin admin] Router b9040cc8-90af-43ce-a320-5865bf51bd81 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:26:33.450764 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-80c7e245-3986-41dd-87a8-538d313faa7d service neutron] For port 47602745-6860-40d9-9cf8-d52c641e6c25, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:26:33.458003 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-1612d52b-e1ea-40ae-83b3-16b73c8deb69 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Request body: {'port': {'device_id': '21d85279-771a-465d-8f5e-d3d39921f764', 'network_id': '7bc3b876-f37c-4fd2-ad3b-c29cb12fd064', 'admin_state_up': True, 'tenant_id': 'b0e9e6de4f694c51b3e4cee28f830c28'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:26:33.680061 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-80c7e245-3986-41dd-87a8-538d313faa7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47602745-6860-40d9-9cf8-d52c641e6c25 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:26:33.836897 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-80c7e245-3986-41dd-87a8-538d313faa7d service neutron] For port 47602745-6860-40d9-9cf8-d52c641e6c25, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=47602745-6860-40d9-9cf8-d52c641e6c25,segment=NetworkSegment(d9c88559-8fa4-467d-a577-d2c14bfd7508),segment_id=d9c88559-8fa4-467d-a577-d2c14bfd7508)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:26:33.836897 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d22dc32a-2b00-47c4-8f0b-26a272a3a36d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:33.871378 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-80c7e245-3986-41dd-87a8-538d313faa7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:33.891204 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4185587b-33cd-4624-84f8-4766df013ba1 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:26:33.898552 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4185587b-33cd-4624-84f8-4766df013ba1 admin admin] 10.222.0.61 "PUT /v2.0/routers/b9040cc8-90af-43ce-a320-5865bf51bd81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8795714 Nov 16 11:26:33.901575 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 36848) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:26:33.907342 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889f03b4-eff1-4e27-a1b5-e4c1a14db40f None None] Sync routers for ids ['b9040cc8-90af-43ce-a320-5865bf51bd81'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:26:33.924472 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889f03b4-eff1-4e27-a1b5-e4c1a14db40f None None] Routers {'b9040cc8-90af-43ce-a320-5865bf51bd81'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:26:33.925532 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-889f03b4-eff1-4e27-a1b5-e4c1a14db40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:26:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['b9040cc8-90af-43ce-a320-5865bf51bd81'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:26:33.933054 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-1612d52b-e1ea-40ae-83b3-16b73c8deb69 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Made reservation on behalf of b0e9e6de4f694c51b3e4cee28f830c28 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:26:33.946730 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-1612d52b-e1ea-40ae-83b3-16b73c8deb69 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:33.958559 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2256b2-4ea6-4c6c-abe6-15e484dd5edf req-4425a9af-cdad-4bfc-a066-42b6a3666fdf tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:33.963596 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cc2256b2-4ea6-4c6c-abe6-15e484dd5edf req-4425a9af-cdad-4bfc-a066-42b6a3666fdf tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 943 time: 0.1807828 Nov 16 11:26:34.127880 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cc2256b2-4ea6-4c6c-abe6-15e484dd5edf req-d0223814-ab12-492c-8d4d-fe744b2a9cbc tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512921 Nov 16 11:26:34.222405 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-889f03b4-eff1-4e27-a1b5-e4c1a14db40f None None] Set router b9040cc8-90af-43ce-a320-5865bf51bd81 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:26:34.229903 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-70b6768a-2f07-455e-950a-d11847f999b8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:34.330968 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4ccdd2f4-2ff1-4dc1-8f0b-6ea48d5ca348 req-859bfecb-7b47-4c3b-99a1-a1ecb2449c00 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=21d85279-771a-465d-8f5e-d3d39921f764 HTTP/1.1" status: 200 len: 210 time: 0.0418985 Nov 16 11:26:34.386892 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-80c7e245-3986-41dd-87a8-538d313faa7d service neutron] Transition to ACTIVE for port object 47602745-6860-40d9-9cf8-d52c641e6c25 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:26:34.413110 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-80c7e245-3986-41dd-87a8-538d313faa7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:34.501255 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-889f03b4-eff1-4e27-a1b5-e4c1a14db40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9040cc8-90af-43ce-a320-5865bf51bd81', 'name': 'tempest-AttachSCSIVolumeTestJSON-1112905085-router', 'tenant_id': 'a1c34eace0e0466389ddc3274fba2e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '18427a35-5c36-493e-8d48-3c9e5295d9d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:24:38Z', 'updated_at': '2021-11-16T11:26:31Z', 'revision_number': 5, 'project_id': 'a1c34eace0e0466389ddc3274fba2e0b', 'gw_port': {'id': '18427a35-5c36-493e-8d48-3c9e5295d9d5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9040cc8-90af-43ce-a320-5865bf51bd81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:24:39Z', 'updated_at': '2021-11-16T11:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:26:34.536485 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889f03b4-eff1-4e27-a1b5-e4c1a14db40f None None] Checking router: b9040cc8-90af-43ce-a320-5865bf51bd81 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:26:34.547921 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889f03b4-eff1-4e27-a1b5-e4c1a14db40f None None] Routers {'b9040cc8-90af-43ce-a320-5865bf51bd81'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:26:34.548539 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-889f03b4-eff1-4e27-a1b5-e4c1a14db40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:26:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['b9040cc8-90af-43ce-a320-5865bf51bd81'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:26:34.555682 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c7e245-3986-41dd-87a8-538d313faa7d service neutron] Pushing event updated for resources: {'Port': ['ID=47602745-6860-40d9-9cf8-d52c641e6c25,revision_number=10']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:34.578671 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-80c7e245-3986-41dd-87a8-538d313faa7d service neutron] No DVR routers for this DVR port 47602745-6860-40d9-9cf8-d52c641e6c25 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:26:34.602610 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d22dc32a-2b00-47c4-8f0b-26a272a3a36d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:34.628282 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d22dc32a-2b00-47c4-8f0b-26a272a3a36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:34.663460 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d22dc32a-2b00-47c4-8f0b-26a272a3a36d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=45a482cfaffb4b1f9064fb362d00b4e4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7568383 Nov 16 11:26:34.669901 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 36870) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:26:34.708065 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-889f03b4-eff1-4e27-a1b5-e4c1a14db40f None None] Set router b9040cc8-90af-43ce-a320-5865bf51bd81 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:26:34.709955 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-1612d52b-e1ea-40ae-83b3-16b73c8deb69 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Allocated IP 172.20.0.8 (7bc3b876-f37c-4fd2-ad3b-c29cb12fd064/0426f897-3517-4777-b787-b653a2b0dda2/f2f1d0ca-aa12-4584-9d89-ef084c1e0026) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:26:34.713902 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bea342-ad71-44ee-b372-bbadff0c36de req-52f542a1-4088-4258-9014-48cc3be3e727 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:34.723492 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-10bea342-ad71-44ee-b372-bbadff0c36de req-52f542a1-4088-4258-9014-48cc3be3e727 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 945 time: 0.0762112 Nov 16 11:26:34.786105 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-10bea342-ad71-44ee-b372-bbadff0c36de req-a4d5291f-6bde-4597-9d1b-4136b366f700 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537083 Nov 16 11:26:34.949147 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-1612d52b-e1ea-40ae-83b3-16b73c8deb69 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:34.965521 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-889f03b4-eff1-4e27-a1b5-e4c1a14db40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9040cc8-90af-43ce-a320-5865bf51bd81', 'name': 'tempest-AttachSCSIVolumeTestJSON-1112905085-router', 'tenant_id': 'a1c34eace0e0466389ddc3274fba2e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '18427a35-5c36-493e-8d48-3c9e5295d9d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:24:38Z', 'updated_at': '2021-11-16T11:26:31Z', 'revision_number': 5, 'project_id': 'a1c34eace0e0466389ddc3274fba2e0b', 'gw_port': {'id': '18427a35-5c36-493e-8d48-3c9e5295d9d5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9040cc8-90af-43ce-a320-5865bf51bd81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:24:39Z', 'updated_at': '2021-11-16T11:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:26:35.007797 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889f03b4-eff1-4e27-a1b5-e4c1a14db40f None None] The sync data for ids ['b9040cc8-90af-43ce-a320-5865bf51bd81'] in n-d-816823-3 is: [{'id': 'b9040cc8-90af-43ce-a320-5865bf51bd81', 'name': 'tempest-AttachSCSIVolumeTestJSON-1112905085-router', 'tenant_id': 'a1c34eace0e0466389ddc3274fba2e0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '18427a35-5c36-493e-8d48-3c9e5295d9d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:24:38Z', 'updated_at': '2021-11-16T11:26:31Z', 'revision_number': 5, 'project_id': 'a1c34eace0e0466389ddc3274fba2e0b', 'gw_port': {'id': '18427a35-5c36-493e-8d48-3c9e5295d9d5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:72:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9040cc8-90af-43ce-a320-5865bf51bd81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:24:39Z', 'updated_at': '2021-11-16T11:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:26:35.018091 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22dc32a-2b00-47c4-8f0b-26a272a3a36d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b025bd-dd4b-4f1a-b217-054512187c24,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:35.036425 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-1612d52b-e1ea-40ae-83b3-16b73c8deb69 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:35.081498 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-70b6768a-2f07-455e-950a-d11847f999b8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:35.087977 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-80c7e245-3986-41dd-87a8-538d313faa7d service neutron] 10.222.0.64 "PUT /v2.0/ports/47602745-6860-40d9-9cf8-d52c641e6c25/bindings/n-h1-816823-3/activate HTTP/1.1" status: 200 len: 369 time: 3.3797660 Nov 16 11:26:35.258288 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-1612d52b-e1ea-40ae-83b3-16b73c8deb69 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Network 7bc3b876-f37c-4fd2-ad3b-c29cb12fd064 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:26:35.270294 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-1612d52b-e1ea-40ae-83b3-16b73c8deb69 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:26:35.272142 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 36880) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:26:35.303069 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64b081-983a-4551-ba73-745467200e04 req-9aa534bd-ffda-49ca-9084-7445fec4727c tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:35.304902 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4a64b081-983a-4551-ba73-745467200e04 req-9aa534bd-ffda-49ca-9084-7445fec4727c tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 944 time: 0.0629811 Nov 16 11:26:35.320646 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-1612d52b-e1ea-40ae-83b3-16b73c8deb69 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:26:35.370567 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d92aaa66-6b5a-4a75-8b8e-46354b40f43e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:35.380799 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612d52b-e1ea-40ae-83b3-16b73c8deb69 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Pushing event updated for resources: {'Port': ['ID=f2f1d0ca-aa12-4584-9d89-ef084c1e0026,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:35.422315 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4a64b081-983a-4551-ba73-745467200e04 req-ebe59c36-8d1b-4857-b5cb-da8acaa3aa9b tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016016 Nov 16 11:26:35.429864 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-1612d52b-e1ea-40ae-83b3-16b73c8deb69 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:35.432370 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-1612d52b-e1ea-40ae-83b3-16b73c8deb69 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:35.473759 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 66ed33dd-4e16-44e6-87e5-83bd8a788bbb no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:26:35.475205 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-781c2798-6844-4906-9f2d-8a7bc077982c tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:35.477112 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-781c2798-6844-4906-9f2d-8a7bc077982c tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9&tenant_id=ac57a0dec96b499199f175f118c6a6d4&binding%3Ahost_id=n-h2-816823-3 HTTP/1.1" status: 200 len: 1095 time: 0.3159492 Nov 16 11:26:35.486855 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d92aaa66-6b5a-4a75-8b8e-46354b40f43e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:35.508477 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-70b6768a-2f07-455e-950a-d11847f999b8 admin admin] Deleting port 18427a35-5c36-493e-8d48-3c9e5295d9d5 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:26:35.508797 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-70b6768a-2f07-455e-950a-d11847f999b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:35.533668 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-1612d52b-e1ea-40ae-83b3-16b73c8deb69 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0950446 Nov 16 11:26:35.562404 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 66ed33dd-4e16-44e6-87e5-83bd8a788bbb {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:26:35.565338 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 66ed33dd-4e16-44e6-87e5-83bd8a788bbb not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:26:35.588178 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-fd4eed1d-24e9-43c6-8bac-1c08a2a0292c service neutron] Request body: {'port': {'device_id': '21d85279-771a-465d-8f5e-d3d39921f764', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:26:35.605798 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a78c2-a08e-4480-815a-5b95f9f6985e req-ce537298-f703-47ec-a27b-f2fbebe2309d tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:35.615517 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3a0a78c2-a08e-4480-815a-5b95f9f6985e req-ce537298-f703-47ec-a27b-f2fbebe2309d tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=21d85279-771a-465d-8f5e-d3d39921f764 HTTP/1.1" status: 200 len: 931 time: 0.0896258 Nov 16 11:26:35.659659 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-27c53f66-2d8a-43a5-9762-60f90387633a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:35.681267 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3a0a78c2-a08e-4480-815a-5b95f9f6985e req-d32ac029-be66-40f5-963b-c9e21abd1e3d tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647616 Nov 16 11:26:35.736389 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-5452cc5b-eb91-46f0-b388-ecf23bf10e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:35.737465 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-5452cc5b-eb91-46f0-b388-ecf23bf10e8a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9&tenant_id=ac57a0dec96b499199f175f118c6a6d4 HTTP/1.1" status: 200 len: 1095 time: 0.2403984 Nov 16 11:26:35.746023 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-fd4eed1d-24e9-43c6-8bac-1c08a2a0292c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:35.788743 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d92aaa66-6b5a-4a75-8b8e-46354b40f43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:35.792547 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d92aaa66-6b5a-4a75-8b8e-46354b40f43e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:35.794303 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d92aaa66-6b5a-4a75-8b8e-46354b40f43e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a0b025bd-dd4b-4f1a-b217-054512187c24 HTTP/1.1" status: 204 len: 168 time: 0.7775371 Nov 16 11:26:35.811404 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-70b6768a-2f07-455e-950a-d11847f999b8 admin admin] For port 18427a35-5c36-493e-8d48-3c9e5295d9d5, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=18427a35-5c36-493e-8d48-3c9e5295d9d5,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:26:35.811814 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-70b6768a-2f07-455e-950a-d11847f999b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:35.864582 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-70b6768a-2f07-455e-950a-d11847f999b8 admin admin] Calling delete_port for 18427a35-5c36-493e-8d48-3c9e5295d9d5 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:26:35.867779 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92aaa66-6b5a-4a75-8b8e-46354b40f43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b025bd-dd4b-4f1a-b217-054512187c24,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:36.021026 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a60e2-f366-4fa2-9b91-b5d311524b70 req-8fa87637-806a-483c-8eed-8db107585c40 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:36.024532 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a88a60e2-f366-4fa2-9b91-b5d311524b70 req-8fa87637-806a-483c-8eed-8db107585c40 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 945 time: 0.1103725 Nov 16 11:26:36.115538 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a88a60e2-f366-4fa2-9b91-b5d311524b70 req-b3810f05-6ee0-4cf2-90c2-d32070346e7c tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839484 Nov 16 11:26:36.301643 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 36894) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:26:36.323829 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f58c6169-f2d9-4182-8304-3e96c4516f03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:36.429676 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-27c53f66-2d8a-43a5-9762-60f90387633a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:36.453126 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f58c6169-f2d9-4182-8304-3e96c4516f03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:36.457500 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f58c6169-f2d9-4182-8304-3e96c4516f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:36.506274 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-0116b22a-ae76-4068-8df0-6477f77c2f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:36.508817 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-0116b22a-ae76-4068-8df0-6477f77c2f2f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac57a0dec96b499199f175f118c6a6d4&device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 1095 time: 0.7450604 Nov 16 11:26:36.508947 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c6169-f2d9-4182-8304-3e96c4516f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9dcfe0-831f-4250-a441-5656777b9492,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:36.533567 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f58c6169-f2d9-4182-8304-3e96c4516f03 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bff770029fd6488f8b88a4359f8d7856&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2270763 Nov 16 11:26:36.533845 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 36898) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:26:36.634053 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-311b859b-9a7e-47e4-9dbf-2a929ee9f3a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:36.646608 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-27c53f66-2d8a-43a5-9762-60f90387633a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:36.661789 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e600b53-b4f9-4192-9452-e648c95fefad req-20094921-55f1-4460-963b-f0184d40e912 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:36.671617 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0e600b53-b4f9-4192-9452-e648c95fefad req-20094921-55f1-4460-963b-f0184d40e912 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 944 time: 0.0962124 Nov 16 11:26:36.704996 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-311b859b-9a7e-47e4-9dbf-2a929ee9f3a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:36.781738 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0e600b53-b4f9-4192-9452-e648c95fefad req-0e336dda-5471-4732-a712-0583dd0b90e3 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064038 Nov 16 11:26:36.830745 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-311b859b-9a7e-47e4-9dbf-2a929ee9f3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:36.834389 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-311b859b-9a7e-47e4-9dbf-2a929ee9f3a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:36.835784 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-311b859b-9a7e-47e4-9dbf-2a929ee9f3a8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0d9dcfe0-831f-4250-a441-5656777b9492 HTTP/1.1" status: 204 len: 168 time: 0.3009562 Nov 16 11:26:36.864797 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b859b-9a7e-47e4-9dbf-2a929ee9f3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9dcfe0-831f-4250-a441-5656777b9492,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:36.877498 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-27c53f66-2d8a-43a5-9762-60f90387633a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2c9719be20134c63a88bd1d6170c51bd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5822570 Nov 16 11:26:36.880851 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 36904) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:26:36.957626 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c53f66-2d8a-43a5-9762-60f90387633a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2feda3-9689-46dd-89c6-da0ccef6730b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:36.971203 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-86ff049b-30b0-453f-a58a-081a7a66fceb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:36.992195 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-fd4eed1d-24e9-43c6-8bac-1c08a2a0292c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2f1d0ca-aa12-4584-9d89-ef084c1e0026 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:26:37.010558 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-fd4eed1d-24e9-43c6-8bac-1c08a2a0292c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:37.039819 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-9d6e2c8d-fd39-488e-9401-7a7c6dc6d09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:37.041469 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-9d6e2c8d-fd39-488e-9401-7a7c6dc6d09c service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6437950-3837-42ba-a7b4-c297945f46f8 HTTP/1.1" status: 200 len: 921 time: 0.3889637 Nov 16 11:26:37.042721 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-fd4eed1d-24e9-43c6-8bac-1c08a2a0292c service neutron] Transition to ACTIVE for port object f2f1d0ca-aa12-4584-9d89-ef084c1e0026 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:26:37.076080 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-fd4eed1d-24e9-43c6-8bac-1c08a2a0292c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:37.088658 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-86ff049b-30b0-453f-a58a-081a7a66fceb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:37.130773 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-f2774c47-550b-4fb6-8ced-d9e3bb42ba5a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47602745-6860-40d9-9cf8-d52c641e6c25 HTTP/1.1" status: 200 len: 217 time: 0.0558064 Nov 16 11:26:37.131949 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38abd65-512d-4d4a-a367-431b63e77577 req-54bb4afb-3439-4d5f-8d1a-38cc2ae666c0 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:37.142681 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b38abd65-512d-4d4a-a367-431b63e77577 req-54bb4afb-3439-4d5f-8d1a-38cc2ae666c0 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=21d85279-771a-465d-8f5e-d3d39921f764 HTTP/1.1" status: 200 len: 931 time: 0.1631875 Nov 16 11:26:37.287803 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b38abd65-512d-4d4a-a367-431b63e77577 req-1f8c7401-9ffa-4bc2-86d9-306b7d792319 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039536 Nov 16 11:26:37.294368 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-86ff049b-30b0-453f-a58a-081a7a66fceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:37.297812 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-86ff049b-30b0-453f-a58a-081a7a66fceb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:37.312524 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4eed1d-24e9-43c6-8bac-1c08a2a0292c service neutron] Pushing event updated for resources: {'Port': ['ID=f2f1d0ca-aa12-4584-9d89-ef084c1e0026,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:37.314994 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-70b6768a-2f07-455e-950a-d11847f999b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:37.318646 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-86ff049b-30b0-453f-a58a-081a7a66fceb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7e2feda3-9689-46dd-89c6-da0ccef6730b HTTP/1.1" status: 204 len: 168 time: 0.4371693 Nov 16 11:26:37.339546 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff049b-30b0-453f-a58a-081a7a66fceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2feda3-9689-46dd-89c6-da0ccef6730b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:37.388779 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b6768a-2f07-455e-950a-d11847f999b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=18427a35-5c36-493e-8d48-3c9e5295d9d5,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:37.394048 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-18739382-ad4a-4403-9c94-26662a83a94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:37.395528 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-18739382-ad4a-4403-9c94-26662a83a94c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=abaafd2b-7546-45a3-a211-065b2bf563c9 HTTP/1.1" status: 200 len: 860 time: 0.2307422 Nov 16 11:26:37.413875 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a7d641-e77b-44d1-bbcf-fd9d7c43584e None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:26:37.433963 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7f6ae-2df7-41b9-b2e8-1c3d33806505 req-617e58bb-d4c7-40fb-a4ed-951c6c36f9f7 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:37.441563 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-76d7f6ae-2df7-41b9-b2e8-1c3d33806505 req-617e58bb-d4c7-40fb-a4ed-951c6c36f9f7 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 945 time: 0.0655005 Nov 16 11:26:37.542251 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-76d7f6ae-2df7-41b9-b2e8-1c3d33806505 req-a4f08efd-a531-454d-8f41-163d3b96a251 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914652 Nov 16 11:26:37.573169 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-95d5c9be-0ef4-4810-8c78-daa071b2c19e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6437950-3837-42ba-a7b4-c297945f46f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1638594 Nov 16 11:26:37.578350 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-70b6768a-2f07-455e-950a-d11847f999b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:37.714399 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-70b6768a-2f07-455e-950a-d11847f999b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:37.716994 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-70b6768a-2f07-455e-950a-d11847f999b8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:37.837188 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-70b6768a-2f07-455e-950a-d11847f999b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:37.838101 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b6768a-2f07-455e-950a-d11847f999b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9040cc8-90af-43ce-a320-5865bf51bd81 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:26:37.843107 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-fd4eed1d-24e9-43c6-8bac-1c08a2a0292c service neutron] Attempting to bind port f2f1d0ca-aa12-4584-9d89-ef084c1e0026 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:26:37.843107 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-fd4eed1d-24e9-43c6-8bac-1c08a2a0292c service neutron] Attempting to bind port f2f1d0ca-aa12-4584-9d89-ef084c1e0026 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '7bc3b876-f37c-4fd2-ad3b-c29cb12fd064'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:26:37.843329 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-fd4eed1d-24e9-43c6-8bac-1c08a2a0292c service neutron] Attempting to bind port f2f1d0ca-aa12-4584-9d89-ef084c1e0026 on network 7bc3b876-f37c-4fd2-ad3b-c29cb12fd064 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:26:37.863583 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-fd4eed1d-24e9-43c6-8bac-1c08a2a0292c service neutron] Port f2f1d0ca-aa12-4584-9d89-ef084c1e0026 on network 7bc3b876-f37c-4fd2-ad3b-c29cb12fd064 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:26:37.863947 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-fd4eed1d-24e9-43c6-8bac-1c08a2a0292c service neutron] Attempting to bind port f2f1d0ca-aa12-4584-9d89-ef084c1e0026 on network 7bc3b876-f37c-4fd2-ad3b-c29cb12fd064 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:26:37.887183 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-70b6768a-2f07-455e-950a-d11847f999b8 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:37.892197 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 36930) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:26:37.892332 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-70b6768a-2f07-455e-950a-d11847f999b8 admin admin] 10.222.0.61 "DELETE /v2.0/routers/b9040cc8-90af-43ce-a320-5865bf51bd81 HTTP/1.1" status: 204 len: 168 time: 3.9893546 Nov 16 11:26:37.936032 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-fd4eed1d-24e9-43c6-8bac-1c08a2a0292c service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:26:37.936528 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-fd4eed1d-24e9-43c6-8bac-1c08a2a0292c service neutron] Checking segment: {'id': '1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '7bc3b876-f37c-4fd2-ad3b-c29cb12fd064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:26:37.936985 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-fd4eed1d-24e9-43c6-8bac-1c08a2a0292c service neutron] Bound using segment: {'id': '1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '7bc3b876-f37c-4fd2-ad3b-c29cb12fd064'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:26:37.938735 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-fd4eed1d-24e9-43c6-8bac-1c08a2a0292c service neutron] Bound port: f2f1d0ca-aa12-4584-9d89-ef084c1e0026, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '7bc3b876-f37c-4fd2-ad3b-c29cb12fd064'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:26:37.939130 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-fd4eed1d-24e9-43c6-8bac-1c08a2a0292c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:38.010723 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-d71938c3-4dd0-4c97-9082-921584b73c2f service neutron] 10.222.0.36 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482452 Nov 16 11:26:38.013861 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-baf8b6e1-95ec-432a-b244-901215bc14bd admin admin] Deleting subnet 7f2934fc-22af-4f40-b70d-b1af1ec776af {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:26:38.021479 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-baf8b6e1-95ec-432a-b244-901215bc14bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:38.087870 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ec490-98f1-4e04-a77b-f80287b2b1d1 req-2165e1e9-a171-456e-9cf5-f34f188cd487 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:38.089664 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a91ec490-98f1-4e04-a77b-f80287b2b1d1 req-2165e1e9-a171-456e-9cf5-f34f188cd487 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 944 time: 0.1347075 Nov 16 11:26:38.097745 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-baf8b6e1-95ec-432a-b244-901215bc14bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:38.255586 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a91ec490-98f1-4e04-a77b-f80287b2b1d1 req-76f75fc0-6866-4b7f-9fc6-317b83cdf52c tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547925 Nov 16 11:26:38.275653 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-bc72020b-cb7c-435d-a772-71d86a83b977 service neutron] 10.222.0.36 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528000 Nov 16 11:26:38.333805 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-fd4eed1d-24e9-43c6-8bac-1c08a2a0292c service neutron] For port f2f1d0ca-aa12-4584-9d89-ef084c1e0026, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:26:38.338410 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-fd4eed1d-24e9-43c6-8bac-1c08a2a0292c service neutron] For port f2f1d0ca-aa12-4584-9d89-ef084c1e0026, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=f2f1d0ca-aa12-4584-9d89-ef084c1e0026,segment=NetworkSegment(1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1),segment_id=1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:26:38.340057 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-baf8b6e1-95ec-432a-b244-901215bc14bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:38.348570 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-fd4eed1d-24e9-43c6-8bac-1c08a2a0292c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:38.396100 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-fd4eed1d-24e9-43c6-8bac-1c08a2a0292c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:38.397408 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-fd4eed1d-24e9-43c6-8bac-1c08a2a0292c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:38.399336 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-fd4eed1d-24e9-43c6-8bac-1c08a2a0292c service neutron] 10.222.0.64 "PUT /v2.0/ports/f2f1d0ca-aa12-4584-9d89-ef084c1e0026 HTTP/1.1" status: 200 len: 1091 time: 2.8190262 Nov 16 11:26:38.402237 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d85279-771a-465d-8f5e-d3d39921f764', 'tag': 'f2f1d0ca-aa12-4584-9d89-ef084c1e0026'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:26:38.408814 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec17f60-272e-4f74-af2d-890345fdcd93" -d '{"events": [{"name": "network-changed", "server_uuid": "21d85279-771a-465d-8f5e-d3d39921f764", "tag": "f2f1d0ca-aa12-4584-9d89-ef084c1e0026"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:26:38.453966 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-baf8b6e1-95ec-432a-b244-901215bc14bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:38.479143 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4eed1d-24e9-43c6-8bac-1c08a2a0292c service neutron] Pushing event updated for resources: {'Port': ['ID=f2f1d0ca-aa12-4584-9d89-ef084c1e0026,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:38.572402 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-baf8b6e1-95ec-432a-b244-901215bc14bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:38.577447 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315a5453-cc47-4e61-8c12-10dd07f8bb74 None None] Network b3bca6d3-96e2-43f0-b9ca-ac7e091618a0 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:26:38.579332 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-baf8b6e1-95ec-432a-b244-901215bc14bd admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7f2934fc-22af-4f40-b70d-b1af1ec776af HTTP/1.1" status: 204 len: 168 time: 0.6856129 Nov 16 11:26:38.586632 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 36956) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:26:38.660757 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf8b6e1-95ec-432a-b244-901215bc14bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f2934fc-22af-4f40-b70d-b1af1ec776af,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:38.722698 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659bd01-6a85-44c0-960b-4e251d4c1e24 req-00aa4b14-f527-4f6e-99cd-be43ef8c01a5 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:38.734602 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d659bd01-6a85-44c0-960b-4e251d4c1e24 req-00aa4b14-f527-4f6e-99cd-be43ef8c01a5 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=21d85279-771a-465d-8f5e-d3d39921f764 HTTP/1.1" status: 200 len: 943 time: 0.2061381 Nov 16 11:26:38.735569 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-c9184ae6-fbcf-4bb5-911e-d29d6c7b3a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:38.737198 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-c9184ae6-fbcf-4bb5-911e-d29d6c7b3a3a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0e9e6de4f694c51b3e4cee28f830c28&device_id=21d85279-771a-465d-8f5e-d3d39921f764 HTTP/1.1" status: 200 len: 1094 time: 0.2401962 Nov 16 11:26:38.815193 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-f6da9f34-a40d-4caa-add8-b30f4fb12358 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2f1d0ca-aa12-4584-9d89-ef084c1e0026 HTTP/1.1" status: 200 len: 217 time: 0.0624232 Nov 16 11:26:38.822514 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-295a229f-7237-45a6-8fc3-18da45509ab3 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:38.825809 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-295a229f-7237-45a6-8fc3-18da45509ab3 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9&tenant_id=ac57a0dec96b499199f175f118c6a6d4&binding%3Ahost_id=n-h1-816823-3 HTTP/1.1" status: 200 len: 1095 time: 0.1230838 Nov 16 11:26:38.830310 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80e87ce9-1f43-460d-a2ae-e7652516f158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:38.835423 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d659bd01-6a85-44c0-960b-4e251d4c1e24 req-37f04fc3-135b-4ac1-bc56-8e26de14e5f4 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985501 Nov 16 11:26:38.887739 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680501bd-8406-434d-b467-e86d8bd15490 None None] DHCP port deletion for b3bca6d3-96e2-43f0-b9ca-ac7e091618a0 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:26:38.963029 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-c2da02f2-0c95-4a2d-bb7d-7d1d0e81ea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:38.964620 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-c2da02f2-0c95-4a2d-bb7d-7d1d0e81ea30 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0426f897-3517-4777-b787-b653a2b0dda2 HTTP/1.1" status: 200 len: 854 time: 0.1236291 Nov 16 11:26:38.973065 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 36966) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:26:39.051193 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-680501bd-8406-434d-b467-e86d8bd15490 None None] Deleting port 68c66dc6-171b-400f-a8d5-1a979a562943 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:26:39.051581 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-680501bd-8406-434d-b467-e86d8bd15490 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:39.059366 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa6ab89-d2e6-44c0-bd24-417109600461 x-openstack-request-id: req-3fa6ab89-d2e6-44c0-bd24-417109600461 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:26:39.059746 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d85279-771a-465d-8f5e-d3d39921f764", "tag": "f2f1d0ca-aa12-4584-9d89-ef084c1e0026", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:26:39.060762 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3fa6ab89-d2e6-44c0-bd24-417109600461 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:26:39.060762 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d85279-771a-465d-8f5e-d3d39921f764', 'tag': 'f2f1d0ca-aa12-4584-9d89-ef084c1e0026', 'status': 'completed', 'code': 200} Nov 16 11:26:39.112358 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a90b2-d210-488f-9c2f-688c8dbd3b54 req-759841a9-2b79-4c41-83a2-3f32d2e2d81d tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:39.119910 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d28a90b2-d210-488f-9c2f-688c8dbd3b54 req-759841a9-2b79-4c41-83a2-3f32d2e2d81d tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 945 time: 0.0771658 Nov 16 11:26:39.156721 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-2ef839e2-50fa-41b9-a227-d1a2602c2bc6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7bc3b876-f37c-4fd2-ad3b-c29cb12fd064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1594577 Nov 16 11:26:39.190534 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d28a90b2-d210-488f-9c2f-688c8dbd3b54 req-09df112b-8275-4e56-9c4b-f762f8eaaa58 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693059 Nov 16 11:26:39.259839 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-cc7ecfc5-bb47-4e3c-939d-bf7d56e64cda admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1429563194-network', 'tenant_id': '0ad08e2ce4ec4b2c85ee1303623bd5e0'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:26:39.267014 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-680501bd-8406-434d-b467-e86d8bd15490 None None] For port 68c66dc6-171b-400f-a8d5-1a979a562943, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=68c66dc6-171b-400f-a8d5-1a979a562943,segment=NetworkSegment(0d897242-f7f7-4028-9417-faf146036709),segment_id=0d897242-f7f7-4028-9417-faf146036709)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:26:39.267775 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-680501bd-8406-434d-b467-e86d8bd15490 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:39.288105 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-680501bd-8406-434d-b467-e86d8bd15490 None None] Calling delete_port for 68c66dc6-171b-400f-a8d5-1a979a562943 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:26:39.359460 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 18427a35-5c36-493e-8d48-3c9e5295d9d5 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:26:39.392706 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7ecfc5-bb47-4e3c-939d-bf7d56e64cda admin admin] Made reservation on behalf of 0ad08e2ce4ec4b2c85ee1303623bd5e0 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:26:39.397009 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 18427a35-5c36-493e-8d48-3c9e5295d9d5 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:26:39.397384 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 18427a35-5c36-493e-8d48-3c9e5295d9d5 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:26:39.397787 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 68c66dc6-171b-400f-a8d5-1a979a562943 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:26:39.400311 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc7ecfc5-bb47-4e3c-939d-bf7d56e64cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:39.414402 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-623d7df9-fd72-417c-a98c-cd282365e17a req-0ce7cfe6-6786-43c6-bb97-815565a0a9e6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=af157f4b-dbd8-418c-8373-a45e2a47d15a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1276927 Nov 16 11:26:39.444656 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc7ecfc5-bb47-4e3c-939d-bf7d56e64cda admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:39.534852 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-04e5ec8e-d03d-419c-be1b-2dbdffdb95cd service neutron] For port 47602745-6860-40d9-9cf8-d52c641e6c25, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:26:39.553830 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-680501bd-8406-434d-b467-e86d8bd15490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:39.560407 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-04e5ec8e-d03d-419c-be1b-2dbdffdb95cd service neutron] Publish callbacks [] for binding, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:39.562756 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7f48d9be-9e2a-431a-90d2-f37b22cea845 req-04e5ec8e-d03d-419c-be1b-2dbdffdb95cd service neutron] 10.222.0.36 "DELETE /v2.0/ports/47602745-6860-40d9-9cf8-d52c641e6c25/bindings/n-h2-816823-3 HTTP/1.1" status: 204 len: 173 time: 0.6045015 Nov 16 11:26:39.592696 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680501bd-8406-434d-b467-e86d8bd15490 None None] Pushing event deleted for resources: {'Port': ['ID=68c66dc6-171b-400f-a8d5-1a979a562943,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:39.619606 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d7df9-fd72-417c-a98c-cd282365e17a req-390abbc0-a9e7-4ca0-9903-c1bffbf9df04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:39.627249 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-80e87ce9-1f43-460d-a2ae-e7652516f158 admin admin] Deleting port 68c66dc6-171b-400f-a8d5-1a979a562943 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:26:39.627812 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80e87ce9-1f43-460d-a2ae-e7652516f158 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:39.633685 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-6457adfb-0ff8-433e-b083-d8cae5745c22 service neutron] 10.222.0.64 "GET /v2.0/networks/7bc3b876-f37c-4fd2-ad3b-c29cb12fd064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4758708 Nov 16 11:26:39.635863 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-623d7df9-fd72-417c-a98c-cd282365e17a req-390abbc0-a9e7-4ca0-9903-c1bffbf9df04 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac57a0dec96b499199f175f118c6a6d4&device_id=af157f4b-dbd8-418c-8373-a45e2a47d15a HTTP/1.1" status: 200 len: 1096 time: 0.1750867 Nov 16 11:26:39.638434 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Port 68c66dc6-171b-400f-a8d5-1a979a562943 update to DOWN by agent not found {{(pid=102670) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 16 11:26:39.641166 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680501bd-8406-434d-b467-e86d8bd15490 None None] No DVR routers for this DVR port 68c66dc6-171b-400f-a8d5-1a979a562943 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:26:39.667853 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8e151-a9a2-4508-aeae-b48287f85cb6 req-1989706a-c004-4868-86af-c477e922c7e6 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:39.669648 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-08e8e151-a9a2-4508-aeae-b48287f85cb6 req-1989706a-c004-4868-86af-c477e922c7e6 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 944 time: 0.1626673 Nov 16 11:26:39.805536 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-80e87ce9-1f43-460d-a2ae-e7652516f158 admin admin] For port 68c66dc6-171b-400f-a8d5-1a979a562943, host n-d-816823-3, got binding levels [] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:26:39.806033 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80e87ce9-1f43-460d-a2ae-e7652516f158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:39.825447 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-80e87ce9-1f43-460d-a2ae-e7652516f158 admin admin] Calling delete_port for 68c66dc6-171b-400f-a8d5-1a979a562943 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:26:39.825668 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc7ecfc5-bb47-4e3c-939d-bf7d56e64cda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:39.836287 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.ipam_backend_mixin [None req-80e87ce9-1f43-460d-a2ae-e7652516f158 admin admin] Port 68c66dc6-171b-400f-a8d5-1a979a562943 was not found and therefore no delete operation was performed {{(pid=102668) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 11:26:39.843412 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80e87ce9-1f43-460d-a2ae-e7652516f158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:39.849364 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc7ecfc5-bb47-4e3c-939d-bf7d56e64cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:39.884551 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2cd907e3-9310-43c9-a802-fe6ff4b2365f req-4c672045-3986-44a0-b4df-89d574ba1b03 service neutron] 10.222.0.64 "GET /v2.0/networks/7bc3b876-f37c-4fd2-ad3b-c29cb12fd064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116239 Nov 16 11:26:39.885575 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e87ce9-1f43-460d-a2ae-e7652516f158 admin admin] Pushing event deleted for resources: {'Port': ['ID=68c66dc6-171b-400f-a8d5-1a979a562943,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:39.891712 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e87ce9-1f43-460d-a2ae-e7652516f158 admin admin] No DVR routers for this DVR port 68c66dc6-171b-400f-a8d5-1a979a562943 on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:26:39.914645 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-08e8e151-a9a2-4508-aeae-b48287f85cb6 req-a3624166-3319-4c6d-b014-d17768c835ae tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264330 Nov 16 11:26:39.937696 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc7ecfc5-bb47-4e3c-939d-bf7d56e64cda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:26:39.940327 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d7df9-fd72-417c-a98c-cd282365e17a req-ccab353e-2be5-4aaa-8281-5ef18c52bec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:39.942117 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-623d7df9-fd72-417c-a98c-cd282365e17a req-ccab353e-2be5-4aaa-8281-5ef18c52bec2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6437950-3837-42ba-a7b4-c297945f46f8 HTTP/1.1" status: 200 len: 921 time: 0.2645454 Nov 16 11:26:39.946311 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ecfc5-bb47-4e3c-939d-bf7d56e64cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d02ed7-2360-4061-ad45-5bb1911a440e,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:40.040744 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc7ecfc5-bb47-4e3c-939d-bf7d56e64cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:40.044241 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-cc7ecfc5-bb47-4e3c-939d-bf7d56e64cda admin admin] Added segment 0009b431-285f-41a0-a8ef-b06ff30af7d1 of type vlan for network cc72ab4f-6e33-4512-8fbb-f88d609be622 Nov 16 11:26:40.048080 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-623d7df9-fd72-417c-a98c-cd282365e17a req-6c3e0017-682e-4e6a-9b04-bc1a2401045d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a384ed4-b843-4f1c-bc26-7b543629180a HTTP/1.1" status: 200 len: 217 time: 0.0961952 Nov 16 11:26:40.206633 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80e87ce9-1f43-460d-a2ae-e7652516f158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:40.243842 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc7ecfc5-bb47-4e3c-939d-bf7d56e64cda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:40.257215 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d7df9-fd72-417c-a98c-cd282365e17a req-9d24a9b1-2b5e-435f-8e99-3fd55b937a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:40.258614 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-623d7df9-fd72-417c-a98c-cd282365e17a req-9d24a9b1-2b5e-435f-8e99-3fd55b937a84 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=abaafd2b-7546-45a3-a211-065b2bf563c9 HTTP/1.1" status: 200 len: 860 time: 0.1902182 Nov 16 11:26:40.262575 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-80e87ce9-1f43-460d-a2ae-e7652516f158 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3bca6d3-96e2-43f0-b9ca-ac7e091618a0']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:26:40.285881 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-80e87ce9-1f43-460d-a2ae-e7652516f158 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d897242-f7f7-4028-9417-faf146036709') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:26:40.285881 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-80e87ce9-1f43-460d-a2ae-e7652516f158 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d897242-f7f7-4028-9417-faf146036709') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:26:40.289761 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec17f60-272e-4f74-af2d-890345fdcd93 req-6e347507-47ee-40be-9111-d2a1547c31b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:40.291448 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8ec17f60-272e-4f74-af2d-890345fdcd93 req-6e347507-47ee-40be-9111-d2a1547c31b7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0e9e6de4f694c51b3e4cee28f830c28&device_id=21d85279-771a-465d-8f5e-d3d39921f764 HTTP/1.1" status: 200 len: 1094 time: 0.2153196 Nov 16 11:26:40.302053 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80e87ce9-1f43-460d-a2ae-e7652516f158 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:40.311512 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce473230-2a58-47b6-a452-a6d3ef17e3e3 req-153afa2b-20d2-4408-9bfb-22f3a9b4256b tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:40.319402 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ce473230-2a58-47b6-a452-a6d3ef17e3e3 req-153afa2b-20d2-4408-9bfb-22f3a9b4256b tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=21d85279-771a-465d-8f5e-d3d39921f764 HTTP/1.1" status: 200 len: 943 time: 0.2491133 Nov 16 11:26:40.324015 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-623d7df9-fd72-417c-a98c-cd282365e17a req-38ad8c95-3058-4327-91fa-3c11d46bd8ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6437950-3837-42ba-a7b4-c297945f46f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533328 Nov 16 11:26:40.354306 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc7ecfc5-bb47-4e3c-939d-bf7d56e64cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:40.355271 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7ecfc5-bb47-4e3c-939d-bf7d56e64cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:40.355804 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc7ecfc5-bb47-4e3c-939d-bf7d56e64cda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:40.371755 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80e87ce9-1f43-460d-a2ae-e7652516f158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:40.386531 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e87ce9-1f43-460d-a2ae-e7652516f158 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:26:40.386900 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80e87ce9-1f43-460d-a2ae-e7652516f158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:40.388677 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:26:40.388677 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:26:40.388677 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:26:40.388677 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:26:40.388677 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:26:40.388677 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:26:40.388677 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:26:40.388677 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:26:40.388677 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:26:40.388677 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:26:40.388677 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:26:40.388677 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:26:40.388677 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:26:40.388677 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:26:40.388677 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:26:40.388677 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:26:40.388677 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:26:40.388677 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:26:40.388677 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:26:40.388677 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:26:40.388677 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:26:40.388677 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:26:40.388677 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:26:40.388677 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:26:40.388677 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:26:40.388677 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:26:40.388677 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:26:40.388677 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:26:40.388677 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:26:40.388677 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:26:40.388677 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:26:40.388677 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:26:40.476018 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-cc7ecfc5-bb47-4e3c-939d-bf7d56e64cda admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5017302 Nov 16 11:26:40.502795 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 36992) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:26:40.518337 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec17f60-272e-4f74-af2d-890345fdcd93 req-bac1ac78-4530-4ecb-bb75-88ec3b92f8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:40.520109 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8ec17f60-272e-4f74-af2d-890345fdcd93 req-bac1ac78-4530-4ecb-bb75-88ec3b92f8fa service neutron] 10.222.0.64 "GET /v2.0/networks?id=7bc3b876-f37c-4fd2-ad3b-c29cb12fd064 HTTP/1.1" status: 200 len: 915 time: 0.2155917 Nov 16 11:26:40.525073 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80e87ce9-1f43-460d-a2ae-e7652516f158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:40.542758 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-aedbf2fb-b9ec-4b28-b7f1-9668451040b8 admin admin] Request body: {'subnet': {'network_id': 'cc72ab4f-6e33-4512-8fbb-f88d609be622', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1429563194-subnet', 'tenant_id': '0ad08e2ce4ec4b2c85ee1303623bd5e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:26:40.543261 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80e87ce9-1f43-460d-a2ae-e7652516f158 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:40.553407 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-80e87ce9-1f43-460d-a2ae-e7652516f158 admin admin] 10.222.0.61 "DELETE /v2.0/networks/b3bca6d3-96e2-43f0-b9ca-ac7e091618a0 HTTP/1.1" status: 204 len: 168 time: 1.9642150 Nov 16 11:26:40.579446 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ecfc5-bb47-4e3c-939d-bf7d56e64cda admin admin] Pushing event updated for resources: {'Network': ['ID=cc72ab4f-6e33-4512-8fbb-f88d609be622,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:40.593231 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network cc72ab4f-6e33-4512-8fbb-f88d609be622 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:26:40.605127 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e87ce9-1f43-460d-a2ae-e7652516f158 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3bca6d3-96e2-43f0-b9ca-ac7e091618a0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:40.613175 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ce473230-2a58-47b6-a452-a6d3ef17e3e3 req-75b1e376-8f35-4317-845d-86fec5909b63 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918427 Nov 16 11:26:40.710006 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedbf2fb-b9ec-4b28-b7f1-9668451040b8 admin admin] Made reservation on behalf of 0ad08e2ce4ec4b2c85ee1303623bd5e0 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:26:40.716429 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aedbf2fb-b9ec-4b28-b7f1-9668451040b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:40.764065 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8ec17f60-272e-4f74-af2d-890345fdcd93 req-c2e49dd6-ef9b-44f0-be59-fd3b878cba4f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2f1d0ca-aa12-4584-9d89-ef084c1e0026 HTTP/1.1" status: 200 len: 217 time: 0.1600468 Nov 16 11:26:40.860680 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 36998) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:26:40.910049 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-576db779-3b3c-4ad0-8710-9036d425d2af admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d4fb21a1bae44254971dde50277709d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0471880 Nov 16 11:26:40.911984 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec17f60-272e-4f74-af2d-890345fdcd93 req-5a1a3061-acdb-4755-a1e8-28f2a5ebbb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:40.913766 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8ec17f60-272e-4f74-af2d-890345fdcd93 req-5a1a3061-acdb-4755-a1e8-28f2a5ebbb01 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0426f897-3517-4777-b787-b653a2b0dda2 HTTP/1.1" status: 200 len: 854 time: 0.1360364 Nov 16 11:26:40.914511 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 37000) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:26:40.955368 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8ec17f60-272e-4f74-af2d-890345fdcd93 req-fd17e88f-1063-4acc-82f3-e727e7a38952 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7bc3b876-f37c-4fd2-ad3b-c29cb12fd064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335541 Nov 16 11:26:41.009572 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aedbf2fb-b9ec-4b28-b7f1-9668451040b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:41.047129 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-623d7df9-fd72-417c-a98c-cd282365e17a req-50e6f807-8d69-4aa2-9cfb-2e2583877018 service neutron] 10.222.0.36 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7026119 Nov 16 11:26:41.063210 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-393a2cd2-e4a4-4496-bb65-95d4493c8e68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:41.089312 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-393a2cd2-e4a4-4496-bb65-95d4493c8e68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:41.151290 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-393a2cd2-e4a4-4496-bb65-95d4493c8e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:41.154302 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-393a2cd2-e4a4-4496-bb65-95d4493c8e68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:41.155709 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-393a2cd2-e4a4-4496-bb65-95d4493c8e68 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/69129610-b666-4a45-a91d-a0ad568f6304 HTTP/1.1" status: 204 len: 168 time: 0.2400799 Nov 16 11:26:41.178957 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a2cd2-e4a4-4496-bb65-95d4493c8e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69129610-b666-4a45-a91d-a0ad568f6304,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:41.195778 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8ec17f60-272e-4f74-af2d-890345fdcd93 req-050e057f-d843-4932-94f3-59bf0f7943e4 service neutron] 10.222.0.64 "GET /v2.0/networks/7bc3b876-f37c-4fd2-ad3b-c29cb12fd064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305162 Nov 16 11:26:41.216736 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43fb494-9627-4922-816a-743f20ad08d9 req-bcf23557-cb93-4904-a213-eac4a5cf83ff tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:41.225718 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d43fb494-9627-4922-816a-743f20ad08d9 req-bcf23557-cb93-4904-a213-eac4a5cf83ff tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 945 time: 0.2205827 Nov 16 11:26:41.272582 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedbf2fb-b9ec-4b28-b7f1-9668451040b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36b4451e-72c7-4152-ab76-f0aba77042c0,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:41.315655 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedbf2fb-b9ec-4b28-b7f1-9668451040b8 admin admin] Checking segment: {'id': '0009b431-285f-41a0-a8ef-b06ff30af7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'cc72ab4f-6e33-4512-8fbb-f88d609be622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:26:41.316399 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedbf2fb-b9ec-4b28-b7f1-9668451040b8 admin admin] Network hostable DHCP agents. Network: cc72ab4f-6e33-4512-8fbb-f88d609be622, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:26:41.382822 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d43fb494-9627-4922-816a-743f20ad08d9 req-1af9ee54-fa42-47a0-9083-70f0145a0d6f tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403651 Nov 16 11:26:41.402604 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-623d7df9-fd72-417c-a98c-cd282365e17a req-aa5b7dcd-c2d0-4625-82d0-6ae5206cea00 service neutron] 10.222.0.36 "GET /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167882 Nov 16 11:26:41.415657 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedbf2fb-b9ec-4b28-b7f1-9668451040b8 admin admin] Network cc72ab4f-6e33-4512-8fbb-f88d609be622 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:26:41.446078 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-aedbf2fb-b9ec-4b28-b7f1-9668451040b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, cc72ab4f-6e33-4512-8fbb-f88d609be622) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:26:41.455487 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedbf2fb-b9ec-4b28-b7f1-9668451040b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:41.455976 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8ec17f60-272e-4f74-af2d-890345fdcd93 req-af7d3331-d3bf-4559-8cfa-a0337071d460 service neutron] 10.222.0.64 "GET /v2.0/networks/7bc3b876-f37c-4fd2-ad3b-c29cb12fd064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430077 Nov 16 11:26:41.456857 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aedbf2fb-b9ec-4b28-b7f1-9668451040b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:41.490805 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0f5393-7ea8-416b-be75-bdd087ede790 None None] Network cc72ab4f-6e33-4512-8fbb-f88d609be622 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:26:41.509145 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-aedbf2fb-b9ec-4b28-b7f1-9668451040b8 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9929156 Nov 16 11:26:41.719981 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f20b4b-df41-4e03-bb00-937946eb5ba3 None None] Network cc72ab4f-6e33-4512-8fbb-f88d609be622 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:26:41.758204 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0315d7-5990-4e06-a92a-61782e921030 req-12abb771-15c1-4143-907f-a9ba418c6c7e tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:41.762146 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1e0315d7-5990-4e06-a92a-61782e921030 req-12abb771-15c1-4143-907f-a9ba418c6c7e tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 1095 time: 0.0539901 Nov 16 11:26:41.822655 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1e0315d7-5990-4e06-a92a-61782e921030 req-539dbb00-87b1-41c5-9611-cc55ef4cbc23 tempest-LiveAutoBlockMigrationV225Test-897646312 tempest-LiveAutoBlockMigrationV225Test-897646312-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595717 Nov 16 11:26:41.942851 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 37028) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:26:41.979532 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576eba72-66a2-4fb1-b4fc-e5c70e6bb3cb req-72041e13-a053-4950-a29b-d6702105dae2 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:41.980988 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-576eba72-66a2-4fb1-b4fc-e5c70e6bb3cb req-72041e13-a053-4950-a29b-d6702105dae2 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=21d85279-771a-465d-8f5e-d3d39921f764 HTTP/1.1" status: 200 len: 943 time: 0.0605946 Nov 16 11:26:41.988845 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c16795bc-55d1-46b0-a822-e2bec2322b0b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a1c34eace0e0466389ddc3274fba2e0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424900 Nov 16 11:26:41.989052 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 37030) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:26:42.028232 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-576eba72-66a2-4fb1-b4fc-e5c70e6bb3cb req-2f4c9f3d-f03d-45f1-8104-12dca39c5c19 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410743 Nov 16 11:26:42.036313 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-137c1518-29da-47f9-be1a-ffa70a721a96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:42.057895 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-137c1518-29da-47f9-be1a-ffa70a721a96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:42.106976 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-137c1518-29da-47f9-be1a-ffa70a721a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:42.109740 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-137c1518-29da-47f9-be1a-ffa70a721a96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:42.110991 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-137c1518-29da-47f9-be1a-ffa70a721a96 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/58a809b2-39f4-4f16-befc-6c6c6c126dcb HTTP/1.1" status: 204 len: 168 time: 0.1209946 Nov 16 11:26:42.120794 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c1518-29da-47f9-be1a-ffa70a721a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a809b2-39f4-4f16-befc-6c6c6c126dcb,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:42.402299 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc31fd-2d36-4e20-a543-4222fab53b6b req-79ae894b-be1f-4b6b-a7c4-5d4ded1871d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:42.403877 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-76cc31fd-2d36-4e20-a543-4222fab53b6b req-79ae894b-be1f-4b6b-a7c4-5d4ded1871d5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bcada9d38abf4226bc4ca768b16b9a90&device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 1096 time: 0.0481627 Nov 16 11:26:42.474548 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-b6c82c96-4cc5-42f7-9826-35c68947f836 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:42.476746 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-b6c82c96-4cc5-42f7-9826-35c68947f836 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/networks?id=cc72ab4f-6e33-4512-8fbb-f88d609be622 HTTP/1.1" status: 200 len: 815 time: 0.1251476 Nov 16 11:26:42.501641 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-09b16af8-1375-47ec-b8f8-e0b17b38055b tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/quotas/0ad08e2ce4ec4b2c85ee1303623bd5e0 HTTP/1.1" status: 200 len: 375 time: 0.0161440 Nov 16 11:26:42.519070 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc31fd-2d36-4e20-a543-4222fab53b6b req-13ded1cc-64b6-44c4-817a-fd7fb5e1fcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:42.520909 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-76cc31fd-2d36-4e20-a543-4222fab53b6b req-13ded1cc-64b6-44c4-817a-fd7fb5e1fcb2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3d74d208-8054-4a20-a68e-5341a0731232 HTTP/1.1" status: 200 len: 912 time: 0.1084499 Nov 16 11:26:42.532383 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-08584b65-b84a-4762-9742-3f0fff45704c tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0ad08e2ce4ec4b2c85ee1303623bd5e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298390 Nov 16 11:26:42.577498 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-76cc31fd-2d36-4e20-a543-4222fab53b6b req-e77f99ec-f03e-45bd-a82f-ae6715a585bc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4139ed1-5e06-4d69-86f8-bc78be1853fe HTTP/1.1" status: 200 len: 217 time: 0.0469029 Nov 16 11:26:42.636814 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc31fd-2d36-4e20-a543-4222fab53b6b req-4a5732d4-550a-4948-9bb9-0d604733676e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:42.638317 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-76cc31fd-2d36-4e20-a543-4222fab53b6b req-4a5732d4-550a-4948-9bb9-0d604733676e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f019b1b-47e9-47e0-b9fa-270ea9b96fc7 HTTP/1.1" status: 200 len: 851 time: 0.0504107 Nov 16 11:26:42.652020 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-a97f6042-7222-4594-acc7-26eada09f24a service neutron] 10.222.0.61 "GET /v2.0/networks/cc72ab4f-6e33-4512-8fbb-f88d609be622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125517 Nov 16 11:26:42.679789 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-76cc31fd-2d36-4e20-a543-4222fab53b6b req-55c0e1e2-d15b-4a64-a613-73d4f4bdc8dc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3d74d208-8054-4a20-a68e-5341a0731232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330327 Nov 16 11:26:42.765338 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-0183e448-040e-4ca3-81d0-255794d0d6e6 service neutron] 10.222.0.61 "GET /v2.0/networks/cc72ab4f-6e33-4512-8fbb-f88d609be622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123672 Nov 16 11:26:42.804888 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-76cc31fd-2d36-4e20-a543-4222fab53b6b req-e901de19-0e53-4fe4-838f-dd05bf225c76 service neutron] 10.222.0.64 "GET /v2.0/networks/3d74d208-8054-4a20-a68e-5341a0731232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169434 Nov 16 11:26:42.925606 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-76cc31fd-2d36-4e20-a543-4222fab53b6b req-519ea8da-22d3-45ac-99c2-88fe9eb62d09 service neutron] 10.222.0.64 "GET /v2.0/networks/3d74d208-8054-4a20-a68e-5341a0731232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125493 Nov 16 11:26:42.990495 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e77b55e7-1283-4a9c-be7c-e333683cbeb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:43.085664 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device f2f1d0ca-aa12-4584-9d89-ef084c1e0026 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:26:43.211395 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port f2f1d0ca-aa12-4584-9d89-ef084c1e0026, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=f2f1d0ca-aa12-4584-9d89-ef084c1e0026,segment=NetworkSegment(1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1),segment_id=1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:26:43.227439 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'f2f1d0ca-aa12-4584-9d89-ef084c1e0026', 'network_id': '7bc3b876-f37c-4fd2-ad3b-c29cb12fd064', 'port_id': 'f2f1d0ca-aa12-4584-9d89-ef084c1e0026', 'mac_address': 'fa:16:3e:43:31:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0426f897-3517-4777-b787-b653a2b0dda2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:26:43.270888 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0fb6fd-4d73-460e-9dc4-ae2745e148ad req-b2b89a0e-6e56-40bd-88c0-0674b1e5a70f tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:43.273001 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dc0fb6fd-4d73-460e-9dc4-ae2745e148ad req-b2b89a0e-6e56-40bd-88c0-0674b1e5a70f tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 945 time: 0.0594435 Nov 16 11:26:43.275959 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:43.292703 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2f1d0ca-aa12-4584-9d89-ef084c1e0026 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:26:43.316017 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port f2f1d0ca-aa12-4584-9d89-ef084c1e0026, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=f2f1d0ca-aa12-4584-9d89-ef084c1e0026,segment=NetworkSegment(1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1),segment_id=1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:26:43.322209 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:43.335561 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dc0fb6fd-4d73-460e-9dc4-ae2745e148ad req-ddb04385-54b5-4d82-a379-108651c75a3b tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543532 Nov 16 11:26:43.377874 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=f2f1d0ca-aa12-4584-9d89-ef084c1e0026,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:43.513208 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f5726c7a-8c50-4ed7-a8f1-542dfea31306 req-c24467a5-c24a-422d-95ca-d0f82f8fe2dd tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=7781b92f-9c52-4ed6-b1e5-98a6af9e1af6 HTTP/1.1" status: 200 len: 210 time: 0.0311742 Nov 16 11:26:43.593715 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['f2f1d0ca-aa12-4584-9d89-ef084c1e0026'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:26:43.667516 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f42b2-9986-4ad6-adcd-61f7ef626733 req-b1e9e6eb-fd69-49f8-bac8-cf652d2a65c2 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:43.672547 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-928f42b2-9986-4ad6-adcd-61f7ef626733 req-b1e9e6eb-fd69-49f8-bac8-cf652d2a65c2 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=21d85279-771a-465d-8f5e-d3d39921f764 HTTP/1.1" status: 200 len: 944 time: 0.0789471 Nov 16 11:26:43.752426 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-928f42b2-9986-4ad6-adcd-61f7ef626733 req-b7bf09d0-b2ca-4f77-95bf-55423ebee83b tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714600 Nov 16 11:26:43.880500 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a89588-cfc7-4f22-a225-eebeee4e48a9 req-730a7ab8-430d-40c3-bd09-d7d1f97ae9ea tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:43.881981 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f4a89588-cfc7-4f22-a225-eebeee4e48a9 req-730a7ab8-430d-40c3-bd09-d7d1f97ae9ea tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 944 time: 0.0514605 Nov 16 11:26:44.023308 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf55330-f53d-4385-aa0c-96694860b0ff req-a29d6482-2a90-4576-a584-ff452d126eab tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:44.024781 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cbf55330-f53d-4385-aa0c-96694860b0ff req-a29d6482-2a90-4576-a584-ff452d126eab tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 944 time: 0.0687039 Nov 16 11:26:44.027959 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-f4a89588-cfc7-4f22-a225-eebeee4e48a9 req-88b42f0c-7f9f-404d-b0bd-1e73a7ffb342 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Deleting port 47602745-6860-40d9-9cf8-d52c641e6c25 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:26:44.028292 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f4a89588-cfc7-4f22-a225-eebeee4e48a9 req-88b42f0c-7f9f-404d-b0bd-1e73a7ffb342 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:44.169055 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cbf55330-f53d-4385-aa0c-96694860b0ff req-41d35ab5-f3bc-4b0b-9771-0d59514724e2 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/security-groups?id=23393ffe-3361-4967-afad-c9fb1ce25101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252220 Nov 16 11:26:44.194900 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-f4a89588-cfc7-4f22-a225-eebeee4e48a9 req-88b42f0c-7f9f-404d-b0bd-1e73a7ffb342 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] For port 47602745-6860-40d9-9cf8-d52c641e6c25, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=47602745-6860-40d9-9cf8-d52c641e6c25,segment=NetworkSegment(d9c88559-8fa4-467d-a577-d2c14bfd7508),segment_id=d9c88559-8fa4-467d-a577-d2c14bfd7508)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:26:44.195266 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f4a89588-cfc7-4f22-a225-eebeee4e48a9 req-88b42f0c-7f9f-404d-b0bd-1e73a7ffb342 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:44.212124 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-f4a89588-cfc7-4f22-a225-eebeee4e48a9 req-88b42f0c-7f9f-404d-b0bd-1e73a7ffb342 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Calling delete_port for 47602745-6860-40d9-9cf8-d52c641e6c25 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:26:44.230817 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-21c4ad89-8955-431f-a391-652c0b5d579c tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:44.232488 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-21c4ad89-8955-431f-a391-652c0b5d579c tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.64 "GET /v2.0/networks?id=cc72ab4f-6e33-4512-8fbb-f88d609be622 HTTP/1.1" status: 200 len: 815 time: 0.1422088 Nov 16 11:26:44.251200 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-19220266-7a97-4638-86d0-8dc659e27e8a tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Request body: {'port': {'device_id': '7781b92f-9c52-4ed6-b1e5-98a6af9e1af6', 'network_id': 'cc72ab4f-6e33-4512-8fbb-f88d609be622', 'admin_state_up': True, 'tenant_id': '0ad08e2ce4ec4b2c85ee1303623bd5e0'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:26:44.369679 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f4a89588-cfc7-4f22-a225-eebeee4e48a9 req-88b42f0c-7f9f-404d-b0bd-1e73a7ffb342 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:44.379576 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-19220266-7a97-4638-86d0-8dc659e27e8a tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Made reservation on behalf of 0ad08e2ce4ec4b2c85ee1303623bd5e0 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:26:44.383142 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['7ddaea78-0390-4f42-bc31-36ab8a9f528e', '47602745-6860-40d9-9cf8-d52c641e6c25'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:26:44.397374 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-19220266-7a97-4638-86d0-8dc659e27e8a tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:44.412515 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b42f0c-7f9f-404d-b0bd-1e73a7ffb342 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Pushing event deleted for resources: {'Port': ['ID=47602745-6860-40d9-9cf8-d52c641e6c25,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:44.507558 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a89588-cfc7-4f22-a225-eebeee4e48a9 req-88b42f0c-7f9f-404d-b0bd-1e73a7ffb342 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] No DVR routers for this DVR port 47602745-6860-40d9-9cf8-d52c641e6c25 on host n-h1-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:26:44.510831 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f4a89588-cfc7-4f22-a225-eebeee4e48a9 req-88b42f0c-7f9f-404d-b0bd-1e73a7ffb342 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:44.514703 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f4a89588-cfc7-4f22-a225-eebeee4e48a9 req-88b42f0c-7f9f-404d-b0bd-1e73a7ffb342 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.36 "DELETE /v2.0/ports/47602745-6860-40d9-9cf8-d52c641e6c25 HTTP/1.1" status: 204 len: 173 time: 0.6263230 Nov 16 11:26:44.515148 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3eddc21-f0cb-448a-aa2a-3c2807af54c9', 'name': 'network-vif-deleted', 'tag': '47602745-6860-40d9-9cf8-d52c641e6c25'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:26:44.517387 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4625cc81-60ba-434a-9af8-f51b73d85821" -d '{"events": [{"server_uuid": "b3eddc21-f0cb-448a-aa2a-3c2807af54c9", "name": "network-vif-deleted", "tag": "47602745-6860-40d9-9cf8-d52c641e6c25"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:26:44.541672 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b46e7d-1240-4802-b60e-73d40e90ff41 req-38a970de-4e9a-4720-937d-1d8d5387e621 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:44.543810 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c0b46e7d-1240-4802-b60e-73d40e90ff41 req-38a970de-4e9a-4720-937d-1d8d5387e621 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 945 time: 0.1098554 Nov 16 11:26:44.573836 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-19220266-7a97-4638-86d0-8dc659e27e8a tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Allocated IP 172.20.0.10 (cc72ab4f-6e33-4512-8fbb-f88d609be622/36b4451e-72c7-4152-ab76-f0aba77042c0/0a5706f1-873a-4b3a-82dc-73549dc99fb5) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:26:44.606993 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c0b46e7d-1240-4802-b60e-73d40e90ff41 req-68586aa8-b8d2-4fa8-8668-1a1f49ecad1b tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543995 Nov 16 11:26:44.759122 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-19220266-7a97-4638-86d0-8dc659e27e8a tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:44.790533 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-616e7d39-c517-44cf-b30c-cbee95a4f7f8 req-ecbfa3e6-7411-402f-a346-c326f9225fbe tempest-FlavorsV2NegativeTest-199202535 tempest-FlavorsV2NegativeTest-199202535-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=b0175f70429949b5af936dd35f25f649&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310915 Nov 16 11:26:44.802417 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-19220266-7a97-4638-86d0-8dc659e27e8a tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:44.858929 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-19220266-7a97-4638-86d0-8dc659e27e8a tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Network cc72ab4f-6e33-4512-8fbb-f88d609be622 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:26:44.865532 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-19220266-7a97-4638-86d0-8dc659e27e8a tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:26:44.870978 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-19220266-7a97-4638-86d0-8dc659e27e8a tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:26:44.895670 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19220266-7a97-4638-86d0-8dc659e27e8a tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Pushing event updated for resources: {'Port': ['ID=0a5706f1-873a-4b3a-82dc-73549dc99fb5,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:44.968760 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-19220266-7a97-4638-86d0-8dc659e27e8a tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:44.969603 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-19220266-7a97-4638-86d0-8dc659e27e8a tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:44.985872 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e7d39-c517-44cf-b30c-cbee95a4f7f8 req-ddde73c5-a160-4769-83ee-7cc569a19869 tempest-FlavorsV2NegativeTest-199202535 tempest-FlavorsV2NegativeTest-199202535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:44.993631 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-19220266-7a97-4638-86d0-8dc659e27e8a tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7471862 Nov 16 11:26:44.994647 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-616e7d39-c517-44cf-b30c-cbee95a4f7f8 req-ddde73c5-a160-4769-83ee-7cc569a19869 tempest-FlavorsV2NegativeTest-199202535 tempest-FlavorsV2NegativeTest-199202535-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1909254 Nov 16 11:26:45.010110 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-498ee38f-4303-48c5-b465-77dd26f26179 service neutron] Request body: {'port': {'device_id': '7781b92f-9c52-4ed6-b1e5-98a6af9e1af6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:26:45.013854 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-616e7d39-c517-44cf-b30c-cbee95a4f7f8 req-56981319-0dac-4c6b-b5de-ff15874a47fa tempest-FlavorsV2NegativeTest-199202535 tempest-FlavorsV2NegativeTest-199202535-project] 10.222.0.61 "GET /v2.0/quotas/b0175f70429949b5af936dd35f25f649 HTTP/1.1" status: 200 len: 375 time: 0.0178924 Nov 16 11:26:45.064556 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-616e7d39-c517-44cf-b30c-cbee95a4f7f8 req-86bfac6c-6119-4938-9d80-84fe4a87535a tempest-FlavorsV2NegativeTest-199202535 tempest-FlavorsV2NegativeTest-199202535-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b0175f70429949b5af936dd35f25f649&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495996 Nov 16 11:26:45.102566 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-498ee38f-4303-48c5-b465-77dd26f26179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:45.103478 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device f2f1d0ca-aa12-4584-9d89-ef084c1e0026 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:26:45.220199 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port f2f1d0ca-aa12-4584-9d89-ef084c1e0026 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:26:45.233065 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port f2f1d0ca-aa12-4584-9d89-ef084c1e0026 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:26:45.233504 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:45.289253 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499ad7a6-07d3-4f37-8eff-4e99556f4376 x-openstack-request-id: req-499ad7a6-07d3-4f37-8eff-4e99556f4376 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:26:45.289645 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3eddc21-f0cb-448a-aa2a-3c2807af54c9", "name": "network-vif-deleted", "tag": "47602745-6860-40d9-9cf8-d52c641e6c25", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:26:45.290237 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-499ad7a6-07d3-4f37-8eff-4e99556f4376 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:26:45.290732 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3eddc21-f0cb-448a-aa2a-3c2807af54c9', 'name': 'network-vif-deleted', 'tag': '47602745-6860-40d9-9cf8-d52c641e6c25', 'status': 'completed', 'code': 200} Nov 16 11:26:45.472772 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:45.511314 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d85279-771a-465d-8f5e-d3d39921f764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f1d0ca-aa12-4584-9d89-ef084c1e0026'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:26:45.515544 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bf152a-32a9-4cb8-9386-70525f97ef3e" -d '{"events": [{"server_uuid": "21d85279-771a-465d-8f5e-d3d39921f764", "name": "network-vif-plugged", "status": "completed", "tag": "f2f1d0ca-aa12-4584-9d89-ef084c1e0026"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:26:45.545480 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port f2f1d0ca-aa12-4584-9d89-ef084c1e0026, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=f2f1d0ca-aa12-4584-9d89-ef084c1e0026,segment=NetworkSegment(1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1),segment_id=1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:26:45.554998 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:45.555835 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device c4139ed1-5e06-4d69-86f8-bc78be1853fe no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:26:45.560624 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93699e62-8a2f-4279-b9cf-2116ce759cd9 req-a10f1fa9-8390-40b8-9209-9d75e6faa914 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:45.571875 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-93699e62-8a2f-4279-b9cf-2116ce759cd9 req-a10f1fa9-8390-40b8-9209-9d75e6faa914 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=7781b92f-9c52-4ed6-b1e5-98a6af9e1af6 HTTP/1.1" status: 200 len: 932 time: 0.1325157 Nov 16 11:26:45.617629 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-27166c7b-d32e-4ee1-9eec-9026f257ef95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:45.658788 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-93699e62-8a2f-4279-b9cf-2116ce759cd9 req-9e462a82-be05-4d86-9d98-3eeddb45da2e tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856502 Nov 16 11:26:45.663669 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=f2f1d0ca-aa12-4584-9d89-ef084c1e0026,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:45.672076 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-498ee38f-4303-48c5-b465-77dd26f26179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a5706f1-873a-4b3a-82dc-73549dc99fb5 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:26:45.682176 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-498ee38f-4303-48c5-b465-77dd26f26179 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:45.703414 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-498ee38f-4303-48c5-b465-77dd26f26179 service neutron] Transition to ACTIVE for port object 0a5706f1-873a-4b3a-82dc-73549dc99fb5 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:26:45.718598 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-498ee38f-4303-48c5-b465-77dd26f26179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:45.737397 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:45.786411 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9331f53-0e34-4f03-b70f-ffb4cc9a93b0 req-c6c30865-50f0-4925-839b-b3774ede0807 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:45.787219 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port c4139ed1-5e06-4d69-86f8-bc78be1853fe, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=c4139ed1-5e06-4d69-86f8-bc78be1853fe,segment=NetworkSegment(dde4f2a5-6c36-4ca1-b975-fe969cc62f41),segment_id=dde4f2a5-6c36-4ca1-b975-fe969cc62f41)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:26:45.788446 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d9331f53-0e34-4f03-b70f-ffb4cc9a93b0 req-c6c30865-50f0-4925-839b-b3774ede0807 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=21d85279-771a-465d-8f5e-d3d39921f764 HTTP/1.1" status: 200 len: 945 time: 0.0570116 Nov 16 11:26:45.801816 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:45.879028 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ee38f-4303-48c5-b465-77dd26f26179 service neutron] Pushing event updated for resources: {'Port': ['ID=0a5706f1-873a-4b3a-82dc-73549dc99fb5,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:45.883071 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=c4139ed1-5e06-4d69-86f8-bc78be1853fe,revision_number=8']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:45.890579 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d9331f53-0e34-4f03-b70f-ffb4cc9a93b0 req-f4cfbfa3-aa6d-45f5-9f8d-9b5d92cd3a63 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909064 Nov 16 11:26:45.971566 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 37182) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:26:45.986149 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-498ee38f-4303-48c5-b465-77dd26f26179 service neutron] Attempting to bind port 0a5706f1-873a-4b3a-82dc-73549dc99fb5 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:26:45.986497 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-498ee38f-4303-48c5-b465-77dd26f26179 service neutron] Attempting to bind port 0a5706f1-873a-4b3a-82dc-73549dc99fb5 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '0009b431-285f-41a0-a8ef-b06ff30af7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'cc72ab4f-6e33-4512-8fbb-f88d609be622'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:26:45.986961 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-498ee38f-4303-48c5-b465-77dd26f26179 service neutron] Attempting to bind port 0a5706f1-873a-4b3a-82dc-73549dc99fb5 on network cc72ab4f-6e33-4512-8fbb-f88d609be622 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:26:45.993823 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-498ee38f-4303-48c5-b465-77dd26f26179 service neutron] Port 0a5706f1-873a-4b3a-82dc-73549dc99fb5 on network cc72ab4f-6e33-4512-8fbb-f88d609be622 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:26:45.994139 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-498ee38f-4303-48c5-b465-77dd26f26179 service neutron] Attempting to bind port 0a5706f1-873a-4b3a-82dc-73549dc99fb5 on network cc72ab4f-6e33-4512-8fbb-f88d609be622 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:26:46.001033 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-498ee38f-4303-48c5-b465-77dd26f26179 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:26:46.001373 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-498ee38f-4303-48c5-b465-77dd26f26179 service neutron] Checking segment: {'id': '0009b431-285f-41a0-a8ef-b06ff30af7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'cc72ab4f-6e33-4512-8fbb-f88d609be622'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:26:46.001764 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-498ee38f-4303-48c5-b465-77dd26f26179 service neutron] Bound using segment: {'id': '0009b431-285f-41a0-a8ef-b06ff30af7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'cc72ab4f-6e33-4512-8fbb-f88d609be622'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:26:46.002226 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-498ee38f-4303-48c5-b465-77dd26f26179 service neutron] Bound port: 0a5706f1-873a-4b3a-82dc-73549dc99fb5, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0009b431-285f-41a0-a8ef-b06ff30af7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'cc72ab4f-6e33-4512-8fbb-f88d609be622'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:26:46.002586 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-498ee38f-4303-48c5-b465-77dd26f26179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:46.038489 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d84c1da2-debf-45f8-8590-51be84e3842d req-9bff74cf-dafa-45fb-9133-ab62c5009e93 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 210 time: 0.0520542 Nov 16 11:26:46.126942 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ba6a883-67a0-4846-b236-cf3ef783075e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:46.133220 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251bafd4-df29-44f8-8e83-034a885ea573 x-openstack-request-id: req-251bafd4-df29-44f8-8e83-034a885ea573 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:26:46.133805 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d85279-771a-465d-8f5e-d3d39921f764", "name": "network-vif-plugged", "status": "completed", "tag": "f2f1d0ca-aa12-4584-9d89-ef084c1e0026", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:26:46.134228 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-251bafd4-df29-44f8-8e83-034a885ea573 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:26:46.134768 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d85279-771a-465d-8f5e-d3d39921f764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f1d0ca-aa12-4584-9d89-ef084c1e0026', 'code': 200} Nov 16 11:26:46.151274 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-498ee38f-4303-48c5-b465-77dd26f26179 service neutron] For port 0a5706f1-873a-4b3a-82dc-73549dc99fb5, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:26:46.162694 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-498ee38f-4303-48c5-b465-77dd26f26179 service neutron] For port 0a5706f1-873a-4b3a-82dc-73549dc99fb5, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=0a5706f1-873a-4b3a-82dc-73549dc99fb5,segment=NetworkSegment(0009b431-285f-41a0-a8ef-b06ff30af7d1),segment_id=0009b431-285f-41a0-a8ef-b06ff30af7d1)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:26:46.171963 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-498ee38f-4303-48c5-b465-77dd26f26179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:46.241896 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-498ee38f-4303-48c5-b465-77dd26f26179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:46.243459 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-498ee38f-4303-48c5-b465-77dd26f26179 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:46.246114 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-498ee38f-4303-48c5-b465-77dd26f26179 service neutron] 10.222.0.64 "PUT /v2.0/ports/0a5706f1-873a-4b3a-82dc-73549dc99fb5 HTTP/1.1" status: 200 len: 1092 time: 1.2420087 Nov 16 11:26:46.262440 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7781b92f-9c52-4ed6-b1e5-98a6af9e1af6', 'tag': '0a5706f1-873a-4b3a-82dc-73549dc99fb5'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:26:46.266817 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167e2ec7-2c4d-4bdd-b3ad-ae596a31d4ae" -d '{"events": [{"name": "network-changed", "server_uuid": "7781b92f-9c52-4ed6-b1e5-98a6af9e1af6", "tag": "0a5706f1-873a-4b3a-82dc-73549dc99fb5"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:26:46.296781 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ba6a883-67a0-4846-b236-cf3ef783075e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:46.306222 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d29c56-c8b5-4d65-8d27-2570af6c9e1f req-6e409506-d42f-41c8-849e-f0595ae66564 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:46.308103 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-93d29c56-c8b5-4d65-8d27-2570af6c9e1f req-6e409506-d42f-41c8-849e-f0595ae66564 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 943 time: 0.0899439 Nov 16 11:26:46.312566 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ba6a883-67a0-4846-b236-cf3ef783075e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:46.371242 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ee38f-4303-48c5-b465-77dd26f26179 service neutron] Pushing event updated for resources: {'Port': ['ID=0a5706f1-873a-4b3a-82dc-73549dc99fb5,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:46.383383 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba6a883-67a0-4846-b236-cf3ef783075e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabb88f0-2f27-43b0-ba10-f8a93d14b2fb,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:46.389437 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-9ba6a883-67a0-4846-b236-cf3ef783075e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b0175f70429949b5af936dd35f25f649&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4164109 Nov 16 11:26:46.390895 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a10492-1483-4d76-ba00-ca1031008a4e req-2e6c3c9d-1279-4c0f-869e-d08cfc3ebd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:46.392644 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-51a10492-1483-4d76-ba00-ca1031008a4e req-2e6c3c9d-1279-4c0f-869e-d08cfc3ebd21 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=21d85279-771a-465d-8f5e-d3d39921f764 HTTP/1.1" status: 200 len: 1096 time: 0.1450255 Nov 16 11:26:46.394122 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 37188) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:26:46.402458 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-25c8914f-5319-4604-9b25-9417075281c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:46.404106 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-25c8914f-5319-4604-9b25-9417075281c7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ad08e2ce4ec4b2c85ee1303623bd5e0&device_id=7781b92f-9c52-4ed6-b1e5-98a6af9e1af6 HTTP/1.1" status: 200 len: 1095 time: 0.0800731 Nov 16 11:26:46.462710 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-1ff35807-a9d4-4050-b912-73d49e5d06ba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a5706f1-873a-4b3a-82dc-73549dc99fb5 HTTP/1.1" status: 200 len: 217 time: 0.0449731 Nov 16 11:26:46.467666 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-93d29c56-c8b5-4d65-8d27-2570af6c9e1f req-ebc51bf9-1cc6-43d7-94fb-4c1afd104380 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406398 Nov 16 11:26:46.518414 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:46.529737 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-372f9322-7641-4701-b917-93875d89580c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:46.531612 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-372f9322-7641-4701-b917-93875d89580c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=36b4451e-72c7-4152-ab76-f0aba77042c0 HTTP/1.1" status: 200 len: 855 time: 0.0564284 Nov 16 11:26:46.600370 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-ae14e609-f87e-4f7e-9a06-e96fdf093f9c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cc72ab4f-6e33-4512-8fbb-f88d609be622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497591 Nov 16 11:26:46.601351 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-192fa25f-5ced-4547-8ca8-aa8dd7645c1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:46.605913 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-51a10492-1483-4d76-ba00-ca1031008a4e req-2edbc49f-b3d5-438e-8a56-0584a9292e18 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997852 Nov 16 11:26:46.632965 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-192fa25f-5ced-4547-8ca8-aa8dd7645c1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:46.650855 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1fb900a-085c-4aa8-9673-b5aac73db161 x-openstack-request-id: req-e1fb900a-085c-4aa8-9673-b5aac73db161 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:26:46.651265 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7781b92f-9c52-4ed6-b1e5-98a6af9e1af6", "tag": "0a5706f1-873a-4b3a-82dc-73549dc99fb5", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:26:46.651607 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e1fb900a-085c-4aa8-9673-b5aac73db161 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:26:46.652093 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7781b92f-9c52-4ed6-b1e5-98a6af9e1af6', 'tag': '0a5706f1-873a-4b3a-82dc-73549dc99fb5', 'status': 'completed', 'code': 200} Nov 16 11:26:46.704848 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-192fa25f-5ced-4547-8ca8-aa8dd7645c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:46.713475 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-192fa25f-5ced-4547-8ca8-aa8dd7645c1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:46.721091 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-192fa25f-5ced-4547-8ca8-aa8dd7645c1e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cabb88f0-2f27-43b0-ba10-f8a93d14b2fb HTTP/1.1" status: 204 len: 168 time: 0.3257060 Nov 16 11:26:46.730981 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192fa25f-5ced-4547-8ca8-aa8dd7645c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabb88f0-2f27-43b0-ba10-f8a93d14b2fb,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:46.926486 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-1d9cc76a-b12e-4596-8d6c-fbbeb2edee15 service neutron] 10.222.0.64 "GET /v2.0/networks/cc72ab4f-6e33-4512-8fbb-f88d609be622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088347 Nov 16 11:26:47.041755 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-658184d2-7fd7-4b3c-adbb-44364ec93306 req-5e71fe3d-d269-4b18-8fe5-e84d2709c5cf service neutron] 10.222.0.64 "GET /v2.0/networks/cc72ab4f-6e33-4512-8fbb-f88d609be622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076622 Nov 16 11:26:47.188197 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e2ec7-2c4d-4bdd-b3ad-ae596a31d4ae req-45c2bf3a-894e-4582-bfdb-45c2a602022c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:47.190471 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-167e2ec7-2c4d-4bdd-b3ad-ae596a31d4ae req-45c2bf3a-894e-4582-bfdb-45c2a602022c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ad08e2ce4ec4b2c85ee1303623bd5e0&device_id=7781b92f-9c52-4ed6-b1e5-98a6af9e1af6 HTTP/1.1" status: 200 len: 1095 time: 0.0903058 Nov 16 11:26:47.299472 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e2ec7-2c4d-4bdd-b3ad-ae596a31d4ae req-a7c337bc-c399-46f3-bb73-ba2d78289000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:47.301381 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-167e2ec7-2c4d-4bdd-b3ad-ae596a31d4ae req-a7c337bc-c399-46f3-bb73-ba2d78289000 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cc72ab4f-6e33-4512-8fbb-f88d609be622 HTTP/1.1" status: 200 len: 916 time: 0.0985651 Nov 16 11:26:47.373360 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-167e2ec7-2c4d-4bdd-b3ad-ae596a31d4ae req-87b78f79-d1a5-4cbe-9703-b64da206984e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a5706f1-873a-4b3a-82dc-73549dc99fb5 HTTP/1.1" status: 200 len: 217 time: 0.0617621 Nov 16 11:26:47.377419 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 47602745-6860-40d9-9cf8-d52c641e6c25 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:26:47.412472 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: 47602745-6860-40d9-9cf8-d52c641e6c25 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:26:47.412992 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 47602745-6860-40d9-9cf8-d52c641e6c25 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:26:47.442923 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e2ec7-2c4d-4bdd-b3ad-ae596a31d4ae req-33cf804a-0426-42e4-8871-33c6fecf62a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:47.444714 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-167e2ec7-2c4d-4bdd-b3ad-ae596a31d4ae req-33cf804a-0426-42e4-8871-33c6fecf62a8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=36b4451e-72c7-4152-ab76-f0aba77042c0 HTTP/1.1" status: 200 len: 855 time: 0.0624294 Nov 16 11:26:47.490693 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-167e2ec7-2c4d-4bdd-b3ad-ae596a31d4ae req-50eb0e63-e639-49ca-9234-474b1a63eeb9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cc72ab4f-6e33-4512-8fbb-f88d609be622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373282 Nov 16 11:26:47.561314 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 37258) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:26:47.631240 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-167e2ec7-2c4d-4bdd-b3ad-ae596a31d4ae req-9c3b9442-9334-4530-bc74-30020401b2e3 service neutron] 10.222.0.64 "GET /v2.0/networks/cc72ab4f-6e33-4512-8fbb-f88d609be622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280038 Nov 16 11:26:47.812125 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-0fd73236-0e16-40e5-95af-394990a30098 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-245355908-network', 'tenant_id': 'f4b15ac94c15493bb84c7d1700011e48'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:26:47.858236 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613c598-14b4-43de-8463-60bb2d896c90 req-71b32c11-2869-426e-8751-337c14b2a915 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:47.865463 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2613c598-14b4-43de-8463-60bb2d896c90 req-71b32c11-2869-426e-8751-337c14b2a915 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=784d8437-da79-4562-9d97-dbdd0160b898 HTTP/1.1" status: 200 len: 943 time: 0.1134410 Nov 16 11:26:47.903975 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd73236-0e16-40e5-95af-394990a30098 admin admin] Made reservation on behalf of f4b15ac94c15493bb84c7d1700011e48 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:26:47.907064 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0fd73236-0e16-40e5-95af-394990a30098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:47.932974 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0fd73236-0e16-40e5-95af-394990a30098 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:48.052792 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-2613c598-14b4-43de-8463-60bb2d896c90 req-c7671021-897e-470f-82c1-ccf7b7274f51 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Deleting port c4139ed1-5e06-4d69-86f8-bc78be1853fe {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:26:48.053133 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-2613c598-14b4-43de-8463-60bb2d896c90 req-c7671021-897e-470f-82c1-ccf7b7274f51 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:48.136559 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784d8437-da79-4562-9d97-dbdd0160b898', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4139ed1-5e06-4d69-86f8-bc78be1853fe'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:26:48.141890 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9af2c0-ef26-4caa-a524-a55003915115" -d '{"events": [{"server_uuid": "784d8437-da79-4562-9d97-dbdd0160b898", "name": "network-vif-unplugged", "status": "completed", "tag": "c4139ed1-5e06-4d69-86f8-bc78be1853fe"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:26:48.148000 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-167e2ec7-2c4d-4bdd-b3ad-ae596a31d4ae req-5d62321b-657a-4130-9fdd-b923e372bdd3 service neutron] 10.222.0.64 "GET /v2.0/networks/cc72ab4f-6e33-4512-8fbb-f88d609be622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5046186 Nov 16 11:26:48.168509 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0fd73236-0e16-40e5-95af-394990a30098 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:48.184151 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0fd73236-0e16-40e5-95af-394990a30098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:48.234405 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:48.239455 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-2613c598-14b4-43de-8463-60bb2d896c90 req-c7671021-897e-470f-82c1-ccf7b7274f51 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] For port c4139ed1-5e06-4d69-86f8-bc78be1853fe, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=c4139ed1-5e06-4d69-86f8-bc78be1853fe,segment=NetworkSegment(dde4f2a5-6c36-4ca1-b975-fe969cc62f41),segment_id=dde4f2a5-6c36-4ca1-b975-fe969cc62f41)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:26:48.239822 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-2613c598-14b4-43de-8463-60bb2d896c90 req-c7671021-897e-470f-82c1-ccf7b7274f51 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:48.253849 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fd73236-0e16-40e5-95af-394990a30098 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:26:48.268467 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-2613c598-14b4-43de-8463-60bb2d896c90 req-c7671021-897e-470f-82c1-ccf7b7274f51 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Calling delete_port for c4139ed1-5e06-4d69-86f8-bc78be1853fe owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:26:48.273899 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd73236-0e16-40e5-95af-394990a30098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9ab31f-6d0e-4e24-94d9-8f8fc1af6966,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:48.276751 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0fd73236-0e16-40e5-95af-394990a30098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:48.277090 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-0fd73236-0e16-40e5-95af-394990a30098 admin admin] Added segment e8c89a72-9706-4e1f-8818-5cc380d4f554 of type vlan for network ed33d2f0-2eed-47ec-b592-5a6b266c702d Nov 16 11:26:48.356069 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0fd73236-0e16-40e5-95af-394990a30098 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:48.402195 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0fd73236-0e16-40e5-95af-394990a30098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:48.403177 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd73236-0e16-40e5-95af-394990a30098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:48.403880 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0fd73236-0e16-40e5-95af-394990a30098 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:48.459663 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0fd73236-0e16-40e5-95af-394990a30098 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8966203 Nov 16 11:26:48.467466 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 37284) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:26:48.476154 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-633c3d21-c23e-4676-9b58-ece9f9fbdefe admin admin] Request body: {'subnet': {'network_id': 'ed33d2f0-2eed-47ec-b592-5a6b266c702d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-245355908-subnet', 'tenant_id': 'f4b15ac94c15493bb84c7d1700011e48', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:26:48.501950 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd73236-0e16-40e5-95af-394990a30098 admin admin] Pushing event updated for resources: {'Network': ['ID=ed33d2f0-2eed-47ec-b592-5a6b266c702d,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:48.522056 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network ed33d2f0-2eed-47ec-b592-5a6b266c702d details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:26:48.543327 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633c3d21-c23e-4676-9b58-ece9f9fbdefe admin admin] Made reservation on behalf of f4b15ac94c15493bb84c7d1700011e48 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:26:48.545910 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-2613c598-14b4-43de-8463-60bb2d896c90 req-c7671021-897e-470f-82c1-ccf7b7274f51 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:48.551135 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-633c3d21-c23e-4676-9b58-ece9f9fbdefe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:48.582634 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7671021-897e-470f-82c1-ccf7b7274f51 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Pushing event deleted for resources: {'Port': ['ID=c4139ed1-5e06-4d69-86f8-bc78be1853fe,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:48.666855 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-2613c598-14b4-43de-8463-60bb2d896c90 req-c7671021-897e-470f-82c1-ccf7b7274f51 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] No DVR routers for this DVR port c4139ed1-5e06-4d69-86f8-bc78be1853fe on host n-h2-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:26:48.671546 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-2613c598-14b4-43de-8463-60bb2d896c90 req-c7671021-897e-470f-82c1-ccf7b7274f51 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:48.682761 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2613c598-14b4-43de-8463-60bb2d896c90 req-c7671021-897e-470f-82c1-ccf7b7274f51 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "DELETE /v2.0/ports/c4139ed1-5e06-4d69-86f8-bc78be1853fe HTTP/1.1" status: 204 len: 173 time: 0.8117628 Nov 16 11:26:48.683759 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784d8437-da79-4562-9d97-dbdd0160b898', 'name': 'network-vif-deleted', 'tag': 'c4139ed1-5e06-4d69-86f8-bc78be1853fe'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:26:48.688265 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ffe4ff-5f32-40c4-88da-8201b4491c4a" -d '{"events": [{"server_uuid": "784d8437-da79-4562-9d97-dbdd0160b898", "name": "network-vif-deleted", "tag": "c4139ed1-5e06-4d69-86f8-bc78be1853fe"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:26:48.805164 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:48.816459 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-633c3d21-c23e-4676-9b58-ece9f9fbdefe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:48.884663 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c3d21-c23e-4676-9b58-ece9f9fbdefe admin admin] Pushing event updated for resources: {'Subnet': ['ID=edf2ca12-874d-4d06-b648-1f8f484dc76a,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:48.902173 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633c3d21-c23e-4676-9b58-ece9f9fbdefe admin admin] Checking segment: {'id': 'e8c89a72-9706-4e1f-8818-5cc380d4f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'ed33d2f0-2eed-47ec-b592-5a6b266c702d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:26:48.902625 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633c3d21-c23e-4676-9b58-ece9f9fbdefe admin admin] Network hostable DHCP agents. Network: ed33d2f0-2eed-47ec-b592-5a6b266c702d, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:26:48.931016 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633c3d21-c23e-4676-9b58-ece9f9fbdefe admin admin] Network ed33d2f0-2eed-47ec-b592-5a6b266c702d is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:26:48.944046 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-633c3d21-c23e-4676-9b58-ece9f9fbdefe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, ed33d2f0-2eed-47ec-b592-5a6b266c702d) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:26:48.948511 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633c3d21-c23e-4676-9b58-ece9f9fbdefe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:48.949151 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-633c3d21-c23e-4676-9b58-ece9f9fbdefe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:48.955898 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651b76ed-8532-47ca-af5a-1488b134850e None None] Network ed33d2f0-2eed-47ec-b592-5a6b266c702d requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:26:49.009728 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-633c3d21-c23e-4676-9b58-ece9f9fbdefe admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5396898 Nov 16 11:26:49.012868 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 37308) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:26:49.021409 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-328e845c-efa2-4452-b257-22b76e73cae8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-245355908-router', 'tenant_id': 'f4b15ac94c15493bb84c7d1700011e48', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:26:49.064042 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-328e845c-efa2-4452-b257-22b76e73cae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:49.065202 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-328e845c-efa2-4452-b257-22b76e73cae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:49.136801 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-328e845c-efa2-4452-b257-22b76e73cae8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:49.328395 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-328e845c-efa2-4452-b257-22b76e73cae8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:49.341615 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea19f44-e59a-4243-8543-4cf47d5ef607 req-9485f98a-e438-42cf-8835-319377b55fd0 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:49.349385 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1ea19f44-e59a-4243-8543-4cf47d5ef607 req-9485f98a-e438-42cf-8835-319377b55fd0 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=7781b92f-9c52-4ed6-b1e5-98a6af9e1af6 HTTP/1.1" status: 200 len: 944 time: 0.0624428 Nov 16 11:26:49.357826 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device c4139ed1-5e06-4d69-86f8-bc78be1853fe no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:26:49.380459 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: c4139ed1-5e06-4d69-86f8-bc78be1853fe {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:26:49.381075 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device c4139ed1-5e06-4d69-86f8-bc78be1853fe not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:26:49.409587 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1ea19f44-e59a-4243-8543-4cf47d5ef607 req-bcb6395a-8202-41cb-aaea-feb635ac75ff tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543966 Nov 16 11:26:49.420381 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0df8c99-b58e-4275-a763-6382b272185f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-ed33d2f0-2eed-47ec-b592-5a6b266c702d', 'network_id': 'ed33d2f0-2eed-47ec-b592-5a6b266c702d', 'tenant_id': 'f4b15ac94c15493bb84c7d1700011e48', 'fixed_ips': [{'subnet_id': 'edf2ca12-874d-4d06-b648-1f8f484dc76a'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:26:49.420381 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f0df8c99-b58e-4275-a763-6382b272185f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:49.541215 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fb768-d5a6-422c-a5e5-7b003edf6a57 req-296f1818-e445-48b9-bbf4-bd56fbb66793 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:49.549501 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3e9fb768-d5a6-422c-a5e5-7b003edf6a57 req-296f1818-e445-48b9-bbf4-bd56fbb66793 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=21d85279-771a-465d-8f5e-d3d39921f764 HTTP/1.1" status: 200 len: 945 time: 0.0782781 Nov 16 11:26:49.609833 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-328e845c-efa2-4452-b257-22b76e73cae8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:49.612310 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3e9fb768-d5a6-422c-a5e5-7b003edf6a57 req-e22e338f-c5d8-49a0-ae36-460aec69dffc tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618398 Nov 16 11:26:49.651110 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-f0df8c99-b58e-4275-a763-6382b272185f None None] Allocated IP 172.20.0.2 (ed33d2f0-2eed-47ec-b592-5a6b266c702d/edf2ca12-874d-4d06-b648-1f8f484dc76a/979a774b-3d49-4dd0-97a5-19de81856d58) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:26:49.659429 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-328e845c-efa2-4452-b257-22b76e73cae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:49.705326 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c32e9d8d-4bd5-4566-97ff-25a44c5e2340 req-e15c4956-cd04-491e-b547-540bec46ec18 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3eddc21-f0cb-448a-aa2a-3c2807af54c9 HTTP/1.1" status: 200 len: 210 time: 0.0321586 Nov 16 11:26:49.834466 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-328e845c-efa2-4452-b257-22b76e73cae8 admin admin] Allocated IP 172.25.0.214 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/f03c6e0c-aa29-4ece-9d71-808e175928c3) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:26:49.877530 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 16 Nov 2021 11:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd1141c-861d-40dc-868e-3bba65eecec2 x-openstack-request-id: req-ffd1141c-861d-40dc-868e-3bba65eecec2 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:26:49.877885 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784d8437-da79-4562-9d97-dbdd0160b898", "name": "network-vif-unplugged", "status": "failed", "tag": "c4139ed1-5e06-4d69-86f8-bc78be1853fe", "code": 422}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:26:49.878223 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ffd1141c-861d-40dc-868e-3bba65eecec2 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:26:49.878695 n-d-816823-3 neutron-server[102670]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '784d8437-da79-4562-9d97-dbdd0160b898', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c4139ed1-5e06-4d69-86f8-bc78be1853fe', 'code': 422} returned with failed status Nov 16 11:26:49.907963 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 16 Nov 2021 11:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee54ddfe-a4b3-4e3c-a4c4-047f96a155f5 x-openstack-request-id: req-ee54ddfe-a4b3-4e3c-a4c4-047f96a155f5 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:26:49.908314 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784d8437-da79-4562-9d97-dbdd0160b898", "name": "network-vif-deleted", "tag": "c4139ed1-5e06-4d69-86f8-bc78be1853fe", "status": "failed", "code": 422}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:26:49.908626 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ee54ddfe-a4b3-4e3c-a4c4-047f96a155f5 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:26:49.909099 n-d-816823-3 neutron-server[102669]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '784d8437-da79-4562-9d97-dbdd0160b898', 'name': 'network-vif-deleted', 'tag': 'c4139ed1-5e06-4d69-86f8-bc78be1853fe', 'status': 'failed', 'code': 422} returned with failed status Nov 16 11:26:49.914049 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f0df8c99-b58e-4275-a763-6382b272185f None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:49.930151 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f0df8c99-b58e-4275-a763-6382b272185f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:49.979609 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df8c99-b58e-4275-a763-6382b272185f None None] Pushing event updated for resources: {'Port': ['ID=979a774b-3d49-4dd0-97a5-19de81856d58,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:49.999775 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0df8c99-b58e-4275-a763-6382b272185f None None] Network ed33d2f0-2eed-47ec-b592-5a6b266c702d is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:26:50.002024 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-f0df8c99-b58e-4275-a763-6382b272185f None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:26:50.012080 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0df8c99-b58e-4275-a763-6382b272185f None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:26:50.043162 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-328e845c-efa2-4452-b257-22b76e73cae8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:50.100848 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690be9a5-36e1-4930-b9b3-c4b0c591665d req-51752329-bc16-41a9-ad61-f2b8f5984fc2 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:50.103397 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-690be9a5-36e1-4930-b9b3-c4b0c591665d req-51752329-bc16-41a9-ad61-f2b8f5984fc2 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=21d85279-771a-465d-8f5e-d3d39921f764 HTTP/1.1" status: 200 len: 945 time: 0.0626223 Nov 16 11:26:50.111340 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-328e845c-efa2-4452-b257-22b76e73cae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:50.157305 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-f0df8c99-b58e-4275-a763-6382b272185f None None] Attempting to bind port 979a774b-3d49-4dd0-97a5-19de81856d58 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:26:50.157687 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-f0df8c99-b58e-4275-a763-6382b272185f None None] Attempting to bind port 979a774b-3d49-4dd0-97a5-19de81856d58 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'e8c89a72-9706-4e1f-8818-5cc380d4f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'ed33d2f0-2eed-47ec-b592-5a6b266c702d'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:26:50.163272 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0df8c99-b58e-4275-a763-6382b272185f None None] Attempting to bind port 979a774b-3d49-4dd0-97a5-19de81856d58 on network ed33d2f0-2eed-47ec-b592-5a6b266c702d {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:26:50.166281 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-690be9a5-36e1-4930-b9b3-c4b0c591665d req-0beddfba-aed4-40e3-8570-0404cbf96d9b tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549707 Nov 16 11:26:50.171264 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0df8c99-b58e-4275-a763-6382b272185f None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:26:50.171650 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0df8c99-b58e-4275-a763-6382b272185f None None] Checking segment: {'id': 'e8c89a72-9706-4e1f-8818-5cc380d4f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'ed33d2f0-2eed-47ec-b592-5a6b266c702d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:26:50.172054 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f0df8c99-b58e-4275-a763-6382b272185f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:50.172446 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0df8c99-b58e-4275-a763-6382b272185f None None] Bound using segment: {'id': 'e8c89a72-9706-4e1f-8818-5cc380d4f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'ed33d2f0-2eed-47ec-b592-5a6b266c702d'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:26:50.172920 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-f0df8c99-b58e-4275-a763-6382b272185f None None] Bound port: 979a774b-3d49-4dd0-97a5-19de81856d58, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8c89a72-9706-4e1f-8818-5cc380d4f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'ed33d2f0-2eed-47ec-b592-5a6b266c702d'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:26:50.173301 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f0df8c99-b58e-4275-a763-6382b272185f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:50.191013 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328e845c-efa2-4452-b257-22b76e73cae8 admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:26:50.193905 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-328e845c-efa2-4452-b257-22b76e73cae8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:26:50.209779 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f186d72-901a-4beb-a62a-ecf6b02950e7 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:26:50.215243 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328e845c-efa2-4452-b257-22b76e73cae8 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:26:50.248334 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-f0df8c99-b58e-4275-a763-6382b272185f None None] For port 979a774b-3d49-4dd0-97a5-19de81856d58, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:26:50.251649 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-f0df8c99-b58e-4275-a763-6382b272185f None None] For port 979a774b-3d49-4dd0-97a5-19de81856d58, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=979a774b-3d49-4dd0-97a5-19de81856d58,segment=NetworkSegment(e8c89a72-9706-4e1f-8818-5cc380d4f554),segment_id=e8c89a72-9706-4e1f-8818-5cc380d4f554)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:26:50.269748 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f0df8c99-b58e-4275-a763-6382b272185f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:50.362636 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-081ef2af-833b-4c96-bbea-64e58f30d148 None None] Provisioning complete for port f03c6e0c-aa29-4ece-9d71-808e175928c3 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:26:50.363356 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-081ef2af-833b-4c96-bbea-64e58f30d148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:50.368676 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df8c99-b58e-4275-a763-6382b272185f None None] Pushing event updated for resources: {'Port': ['ID=979a774b-3d49-4dd0-97a5-19de81856d58,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:50.426976 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-081ef2af-833b-4c96-bbea-64e58f30d148 None None] Port f03c6e0c-aa29-4ece-9d71-808e175928c3 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:26:50.470301 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e845c-efa2-4452-b257-22b76e73cae8 admin admin] Pushing event updated for resources: {'Port': ['ID=f03c6e0c-aa29-4ece-9d71-808e175928c3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:50.517906 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-004ce35e-fb68-41dd-a72f-b96b719dc68e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:50.519652 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-004ce35e-fb68-41dd-a72f-b96b719dc68e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/networks?id=3d74d208-8054-4a20-a68e-5341a0731232 HTTP/1.1" status: 200 len: 811 time: 0.2064149 Nov 16 11:26:50.538789 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-85de4b5b-fe22-4f00-8c87-f01b52684c32 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/quotas/bcada9d38abf4226bc4ca768b16b9a90 HTTP/1.1" status: 200 len: 375 time: 0.0115228 Nov 16 11:26:50.590419 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-8d6ed93d-ac90-4a70-954e-fd2b4053f196 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=bcada9d38abf4226bc4ca768b16b9a90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451162 Nov 16 11:26:50.621360 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-328e845c-efa2-4452-b257-22b76e73cae8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:50.786701 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-e5d99252-9c3a-4022-bd1a-f638a1ed8251 service neutron] 10.222.0.61 "GET /v2.0/networks/3d74d208-8054-4a20-a68e-5341a0731232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951008 Nov 16 11:26:50.920249 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-cd6e4f2c-7797-40da-9aec-7c7608c766c1 service neutron] 10.222.0.61 "GET /v2.0/networks/3d74d208-8054-4a20-a68e-5341a0731232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321578 Nov 16 11:26:50.950381 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-328e845c-efa2-4452-b257-22b76e73cae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:51.115316 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 0a5706f1-873a-4b3a-82dc-73549dc99fb5 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:26:51.189166 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328e845c-efa2-4452-b257-22b76e73cae8 admin admin] Router c818284d-8114-4cc8-b238-c63692b5c88f is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:26:51.335212 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 0a5706f1-873a-4b3a-82dc-73549dc99fb5, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=0a5706f1-873a-4b3a-82dc-73549dc99fb5,segment=NetworkSegment(0009b431-285f-41a0-a8ef-b06ff30af7d1),segment_id=0009b431-285f-41a0-a8ef-b06ff30af7d1)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:26:51.369326 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '0a5706f1-873a-4b3a-82dc-73549dc99fb5', 'network_id': 'cc72ab4f-6e33-4512-8fbb-f88d609be622', 'port_id': '0a5706f1-873a-4b3a-82dc-73549dc99fb5', 'mac_address': 'fa:16:3e:88:af:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b4451e-72c7-4152-ab76-f0aba77042c0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:26:51.468639 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afde6d-921b-435f-a622-bbde866643d7 req-f3added1-d4ca-41c4-b914-b5dbb16023bf tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:51.472983 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:51.475327 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 979a774b-3d49-4dd0-97a5-19de81856d58 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:26:51.479375 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e8afde6d-921b-435f-a622-bbde866643d7 req-f3added1-d4ca-41c4-b914-b5dbb16023bf tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=7781b92f-9c52-4ed6-b1e5-98a6af9e1af6 HTTP/1.1" status: 200 len: 944 time: 0.1395786 Nov 16 11:26:51.501357 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328e845c-efa2-4452-b257-22b76e73cae8 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:26:51.533595 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-328e845c-efa2-4452-b257-22b76e73cae8 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:51.536558 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-328e845c-efa2-4452-b257-22b76e73cae8 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5217948 Nov 16 11:26:51.539587 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 37380) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:26:51.547918 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4013d33-65ea-4935-bc30-6f781965ee3d None None] Sync routers for ids ['c818284d-8114-4cc8-b238-c63692b5c88f'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:26:51.555210 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a5706f1-873a-4b3a-82dc-73549dc99fb5 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:26:51.579799 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 0a5706f1-873a-4b3a-82dc-73549dc99fb5, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=0a5706f1-873a-4b3a-82dc-73549dc99fb5,segment=NetworkSegment(0009b431-285f-41a0-a8ef-b06ff30af7d1),segment_id=0009b431-285f-41a0-a8ef-b06ff30af7d1)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:26:51.598102 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:51.601137 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4013d33-65ea-4935-bc30-6f781965ee3d None None] Routers {'c818284d-8114-4cc8-b238-c63692b5c88f'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:26:51.602122 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c4013d33-65ea-4935-bc30-6f781965ee3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:26:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c818284d-8114-4cc8-b238-c63692b5c88f'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:26:51.610000 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e8afde6d-921b-435f-a622-bbde866643d7 req-582cb515-eb08-4555-a042-e5167c311300 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288846 Nov 16 11:26:51.945114 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 979a774b-3d49-4dd0-97a5-19de81856d58 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:26:51.955476 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fb773dcd-1a08-469c-8b16-c5ed8a396054 req-e6b23f18-3d10-40ef-8513-ec34599c845f tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=8afc0c48-2667-4227-806f-b6f3b3db517c HTTP/1.1" status: 200 len: 210 time: 0.0617034 Nov 16 11:26:51.958191 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:51.985374 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['0a5706f1-873a-4b3a-82dc-73549dc99fb5'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:26:52.150627 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3f019-074a-40d3-82d2-3d2f4688a44b req-5cd98938-835a-4e23-92f4-369e4be4c720 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:52.158970 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cc49d7-e412-4428-8973-f63be40e7e03 None None] Network ed33d2f0-2eed-47ec-b592-5a6b266c702d requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:26:52.164083 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f4b3f019-074a-40d3-82d2-3d2f4688a44b req-5cd98938-835a-4e23-92f4-369e4be4c720 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=21d85279-771a-465d-8f5e-d3d39921f764 HTTP/1.1" status: 200 len: 945 time: 0.0828011 Nov 16 11:26:52.298644 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f4b3f019-074a-40d3-82d2-3d2f4688a44b req-7a7b7ceb-9571-4fea-ad99-54b7f0533cf8 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335237 Nov 16 11:26:52.320108 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=0a5706f1-873a-4b3a-82dc-73549dc99fb5,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:52.350496 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-2dd7c674-140f-414d-8d88-b969b50b24d0 None None] Provisioning complete for port 979a774b-3d49-4dd0-97a5-19de81856d58 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:26:52.350904 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2dd7c674-140f-414d-8d88-b969b50b24d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:52.420764 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd60485c-4912-44e6-b6ea-cf0ad8e8244b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:52.428802 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e71484-882a-4773-96a8-fe726a92d4f6 req-e8a21e10-bc80-4b0e-ac0a-dcfe68b67400 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:52.434461 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d6e71484-882a-4773-96a8-fe726a92d4f6 req-e8a21e10-bc80-4b0e-ac0a-dcfe68b67400 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=21d85279-771a-465d-8f5e-d3d39921f764 HTTP/1.1" status: 200 len: 945 time: 0.0673633 Nov 16 11:26:52.500830 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d6e71484-882a-4773-96a8-fe726a92d4f6 req-f4384909-d305-4234-a4b2-e236ee69432f tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586140 Nov 16 11:26:52.585698 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-c4013d33-65ea-4935-bc30-6f781965ee3d None None] Set router c818284d-8114-4cc8-b238-c63692b5c88f gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:26:52.606615 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf5f55-8d2a-4dcf-9cde-0a68b9a792a0 req-428d6b64-a376-4f3d-b2a9-cead5a4568ce tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:52.615528 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c7cf5f55-8d2a-4dcf-9cde-0a68b9a792a0 req-428d6b64-a376-4f3d-b2a9-cead5a4568ce tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.0618925 Nov 16 11:26:52.652549 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-dd60485c-4912-44e6-b6ea-cf0ad8e8244b admin admin] Allocated IP 172.20.0.1 (ed33d2f0-2eed-47ec-b592-5a6b266c702d/edf2ca12-874d-4d06-b648-1f8f484dc76a/aa703390-fecd-4d22-bb68-8b1f24f129da) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:26:52.697112 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c7cf5f55-8d2a-4dcf-9cde-0a68b9a792a0 req-091f5316-8406-481b-a794-1607af4c9f2c tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806856 Nov 16 11:26:52.802201 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd60485c-4912-44e6-b6ea-cf0ad8e8244b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:52.909234 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd60485c-4912-44e6-b6ea-cf0ad8e8244b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:53.011732 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48171de8-e804-4041-977b-440c2c59955e req-6c9a98aa-6312-4e0c-987f-4f1a43e3c008 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:53.023119 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-48171de8-e804-4041-977b-440c2c59955e req-6c9a98aa-6312-4e0c-987f-4f1a43e3c008 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=7781b92f-9c52-4ed6-b1e5-98a6af9e1af6 HTTP/1.1" status: 200 len: 945 time: 0.0734568 Nov 16 11:26:53.052496 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd60485c-4912-44e6-b6ea-cf0ad8e8244b admin admin] Network ed33d2f0-2eed-47ec-b592-5a6b266c702d is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:26:53.064233 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-dd60485c-4912-44e6-b6ea-cf0ad8e8244b admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:26:53.072553 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd60485c-4912-44e6-b6ea-cf0ad8e8244b admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:26:53.078128 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd60485c-4912-44e6-b6ea-cf0ad8e8244b admin admin] Pushing event updated for resources: {'Port': ['ID=aa703390-fecd-4d22-bb68-8b1f24f129da,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:53.083571 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2dd7c674-140f-414d-8d88-b969b50b24d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:53.157739 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-48171de8-e804-4041-977b-440c2c59955e req-ec652a5c-9e80-4bd7-b5f0-4eb4873684a4 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323898 Nov 16 11:26:53.186381 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:53.212513 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-917300b7-05af-4a3d-a52b-dc207052d32f tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:53.214338 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-917300b7-05af-4a3d-a52b-dc207052d32f tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.64 "GET /v2.0/networks?id=3d74d208-8054-4a20-a68e-5341a0731232 HTTP/1.1" status: 200 len: 811 time: 0.3451962 Nov 16 11:26:53.230332 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-f4ee1042-5bc7-470a-a052-657af75fd690 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Request body: {'port': {'device_id': '8afc0c48-2667-4227-806f-b6f3b3db517c', 'network_id': '3d74d208-8054-4a20-a68e-5341a0731232', 'admin_state_up': True, 'tenant_id': 'bcada9d38abf4226bc4ca768b16b9a90'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:26:53.243645 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd60485c-4912-44e6-b6ea-cf0ad8e8244b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:53.285305 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 979a774b-3d49-4dd0-97a5-19de81856d58, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=979a774b-3d49-4dd0-97a5-19de81856d58,segment=NetworkSegment(e8c89a72-9706-4e1f-8818-5cc380d4f554),segment_id=e8c89a72-9706-4e1f-8818-5cc380d4f554)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:26:53.318167 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:53.369093 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ed873-10ea-4390-acf0-c73cae36a81f req-e3b62f89-fb66-4833-8eda-1081c1874561 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:53.384876 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-923ed873-10ea-4390-acf0-c73cae36a81f req-e3b62f89-fb66-4833-8eda-1081c1874561 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.1192064 Nov 16 11:26:53.393682 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.api [None req-2dd7c674-140f-414d-8d88-b969b50b24d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:26:53.394082 n-d-816823-3 neutron-server[102670]: DEBUG oslo_db.api [None req-2dd7c674-140f-414d-8d88-b969b50b24d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:26:53.486281 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=979a774b-3d49-4dd0-97a5-19de81856d58,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:53.518929 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-923ed873-10ea-4390-acf0-c73cae36a81f req-667baf98-2402-4ba6-936f-c920a4fed50a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330414 Nov 16 11:26:53.543635 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c4013d33-65ea-4935-bc30-6f781965ee3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c818284d-8114-4cc8-b238-c63692b5c88f', 'name': 'tempest-FloatingIPDetailsTestJSON-245355908-router', 'tenant_id': 'f4b15ac94c15493bb84c7d1700011e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'f03c6e0c-aa29-4ece-9d71-808e175928c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:26:49Z', 'updated_at': '2021-11-16T11:26:50Z', 'revision_number': 3, 'project_id': 'f4b15ac94c15493bb84c7d1700011e48', 'gw_port': {'id': 'f03c6e0c-aa29-4ece-9d71-808e175928c3', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c818284d-8114-4cc8-b238-c63692b5c88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:26:49Z', 'updated_at': '2021-11-16T11:26:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:26:53.751166 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a2597-6743-4bc8-8413-fc68bb032229 req-a7afd167-1d1f-45e8-b435-205e4f5c23ae tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:53.759772 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-231a2597-6743-4bc8-8413-fc68bb032229 req-a7afd167-1d1f-45e8-b435-205e4f5c23ae tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=21d85279-771a-465d-8f5e-d3d39921f764 HTTP/1.1" status: 200 len: 945 time: 0.0634296 Nov 16 11:26:53.783064 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd60485c-4912-44e6-b6ea-cf0ad8e8244b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:53.788820 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-f4ee1042-5bc7-470a-a052-657af75fd690 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Made reservation on behalf of bcada9d38abf4226bc4ca768b16b9a90 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:26:53.792621 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-f4ee1042-5bc7-470a-a052-657af75fd690 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:53.852259 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-231a2597-6743-4bc8-8413-fc68bb032229 req-5c864693-2bf7-4bdb-9d91-9c00c6675dfb tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888431 Nov 16 11:26:53.983560 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4013d33-65ea-4935-bc30-6f781965ee3d None None] Checking router: c818284d-8114-4cc8-b238-c63692b5c88f for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:26:53.983560 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4013d33-65ea-4935-bc30-6f781965ee3d None None] Updating router c818284d-8114-4cc8-b238-c63692b5c88f port f03c6e0c-aa29-4ece-9d71-808e175928c3 binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:26:54.029740 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-97a5ebf2-3776-4d80-a825-714e0263a1e7 req-f39c7c01-a173-4c7f-a660-c9c444a24d45 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=8afc0c48-2667-4227-806f-b6f3b3db517c HTTP/1.1" status: 200 len: 210 time: 0.0675433 Nov 16 11:26:54.054565 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c4013d33-65ea-4935-bc30-6f781965ee3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:54.318327 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-f4ee1042-5bc7-470a-a052-657af75fd690 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Allocated IP 172.20.0.9 (3d74d208-8054-4a20-a68e-5341a0731232/3f019b1b-47e9-47e0-b9fa-270ea9b96fc7/d5d941e8-0f59-466e-bfb2-c1b6a916dd63) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:26:54.395576 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd60485c-4912-44e6-b6ea-cf0ad8e8244b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:54.411429 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd60485c-4912-44e6-b6ea-cf0ad8e8244b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:54.491671 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-984c5a24-8df4-4116-a236-1d144c905e96 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:54.512104 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-984c5a24-8df4-4116-a236-1d144c905e96 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/networks?id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334 HTTP/1.1" status: 200 len: 811 time: 0.3466816 Nov 16 11:26:54.532982 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd60485c-4912-44e6-b6ea-cf0ad8e8244b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:54.542520 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-cb932697-1b2f-418d-bb0b-4568f7c1b5f7 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/quotas/c6297fca90ae441aa40dab0d2d555d6b HTTP/1.1" status: 200 len: 375 time: 0.0290759 Nov 16 11:26:54.552488 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd60485c-4912-44e6-b6ea-cf0ad8e8244b admin admin] Pushing event updated for resources: {'Port': ['ID=aa703390-fecd-4d22-bb68-8b1f24f129da,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:54.619441 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-f4ee1042-5bc7-470a-a052-657af75fd690 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:54.644826 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c4013d33-65ea-4935-bc30-6f781965ee3d None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:54.665365 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c4013d33-65ea-4935-bc30-6f781965ee3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:54.695611 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd60485c-4912-44e6-b6ea-cf0ad8e8244b admin admin] Network ed33d2f0-2eed-47ec-b592-5a6b266c702d is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:26:54.697573 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-dd60485c-4912-44e6-b6ea-cf0ad8e8244b admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:26:54.704564 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-f4ee1042-5bc7-470a-a052-657af75fd690 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:54.741594 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-5c50f747-beee-4601-8194-192c59e7a610 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c6297fca90ae441aa40dab0d2d555d6b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1981254 Nov 16 11:26:54.763734 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b556ec-3507-4e80-9032-957e0c99b2f5 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:26:54.765810 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a9aaf4d7-52fb-4101-94d6-e0ff705ad208 None None] Provisioning complete for port 979a774b-3d49-4dd0-97a5-19de81856d58 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:26:54.766215 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a9aaf4d7-52fb-4101-94d6-e0ff705ad208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:54.851601 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c4013d33-65ea-4935-bc30-6f781965ee3d None None] Attempting to bind port f03c6e0c-aa29-4ece-9d71-808e175928c3 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:26:54.852393 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c4013d33-65ea-4935-bc30-6f781965ee3d None None] Attempting to bind port f03c6e0c-aa29-4ece-9d71-808e175928c3 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:26:54.852944 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4013d33-65ea-4935-bc30-6f781965ee3d None None] Attempting to bind port f03c6e0c-aa29-4ece-9d71-808e175928c3 on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:26:54.856723 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-f4ee1042-5bc7-470a-a052-657af75fd690 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Network 3d74d208-8054-4a20-a68e-5341a0731232 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:26:54.863597 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-f4ee1042-5bc7-470a-a052-657af75fd690 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:26:54.867492 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4013d33-65ea-4935-bc30-6f781965ee3d None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:26:54.868160 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4013d33-65ea-4935-bc30-6f781965ee3d None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:26:54.874772 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-f4ee1042-5bc7-470a-a052-657af75fd690 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:26:54.877643 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c4013d33-65ea-4935-bc30-6f781965ee3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:54.878422 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4013d33-65ea-4935-bc30-6f781965ee3d None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:26:54.879115 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c4013d33-65ea-4935-bc30-6f781965ee3d None None] Bound port: f03c6e0c-aa29-4ece-9d71-808e175928c3, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:26:54.880153 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c4013d33-65ea-4935-bc30-6f781965ee3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:54.918582 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee1042-5bc7-470a-a052-657af75fd690 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Pushing event updated for resources: {'Port': ['ID=d5d941e8-0f59-466e-bfb2-c1b6a916dd63,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:54.937731 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee1042-5bc7-470a-a052-657af75fd690 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:26:54.938904 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee1042-5bc7-470a-a052-657af75fd690 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:26:54.939376 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee1042-5bc7-470a-a052-657af75fd690 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:26:54.939992 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee1042-5bc7-470a-a052-657af75fd690 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:26:54.940220 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee1042-5bc7-470a-a052-657af75fd690 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:26:54.940634 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee1042-5bc7-470a-a052-657af75fd690 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:26:54.941431 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee1042-5bc7-470a-a052-657af75fd690 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:26:54.941852 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee1042-5bc7-470a-a052-657af75fd690 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:26:54.942403 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee1042-5bc7-470a-a052-657af75fd690 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:26:54.942841 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee1042-5bc7-470a-a052-657af75fd690 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:26:54.943264 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee1042-5bc7-470a-a052-657af75fd690 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:26:54.943684 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee1042-5bc7-470a-a052-657af75fd690 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:26:54.995429 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-f4ee1042-5bc7-470a-a052-657af75fd690 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:55.003767 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-f4ee1042-5bc7-470a-a052-657af75fd690 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:55.012326 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c4013d33-65ea-4935-bc30-6f781965ee3d None None] For port f03c6e0c-aa29-4ece-9d71-808e175928c3, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:26:55.016940 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c4013d33-65ea-4935-bc30-6f781965ee3d None None] For port f03c6e0c-aa29-4ece-9d71-808e175928c3, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=f03c6e0c-aa29-4ece-9d71-808e175928c3,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:26:55.032918 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3cafa1-d247-4f7b-aa8f-d4eba7b24c75 None None] Pushing event updated for resources: {'Port': ['ID=f03c6e0c-aa29-4ece-9d71-808e175928c3,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:55.060549 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c4013d33-65ea-4935-bc30-6f781965ee3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:55.087705 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd60485c-4912-44e6-b6ea-cf0ad8e8244b admin admin] Router c818284d-8114-4cc8-b238-c63692b5c88f has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:26:55.110221 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-f4ee1042-5bc7-470a-a052-657af75fd690 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8855667 Nov 16 11:26:55.136462 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-73168ffa-5879-40dc-8a2b-3e083366524c service neutron] Request body: {'port': {'device_id': '8afc0c48-2667-4227-806f-b6f3b3db517c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:26:55.163929 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6339fc45-3eca-45c7-b758-7734d799804d None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:26:55.182058 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 0a5706f1-873a-4b3a-82dc-73549dc99fb5 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:26:55.286701 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4013d33-65ea-4935-bc30-6f781965ee3d None None] Routers {'c818284d-8114-4cc8-b238-c63692b5c88f'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:26:55.287375 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c4013d33-65ea-4935-bc30-6f781965ee3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:26:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c818284d-8114-4cc8-b238-c63692b5c88f'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:26:55.600272 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 979a774b-3d49-4dd0-97a5-19de81856d58 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:26:55.646901 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3cafa1-d247-4f7b-aa8f-d4eba7b24c75 None None] Pushing event updated for resources: {'Port': ['ID=f03c6e0c-aa29-4ece-9d71-808e175928c3,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:55.706450 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-73168ffa-5879-40dc-8a2b-3e083366524c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:55.713323 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-1507439b-3e75-42b9-a0c4-0613fbc7d7f1 service neutron] 10.222.0.61 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9705091 Nov 16 11:26:55.777197 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd60485c-4912-44e6-b6ea-cf0ad8e8244b admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:26:55.840379 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-c4013d33-65ea-4935-bc30-6f781965ee3d None None] Set router c818284d-8114-4cc8-b238-c63692b5c88f gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:26:55.890424 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-2cced155-65bb-4fd2-b2bd-13903de00c49 service neutron] 10.222.0.61 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760883 Nov 16 11:26:55.985282 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a9aaf4d7-52fb-4101-94d6-e0ff705ad208 None None] Provisioning complete for port aa703390-fecd-4d22-bb68-8b1f24f129da triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:26:55.985475 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a9aaf4d7-52fb-4101-94d6-e0ff705ad208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:56.029438 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-dd60485c-4912-44e6-b6ea-cf0ad8e8244b admin admin] 10.222.0.61 "PUT /v2.0/routers/c818284d-8114-4cc8-b238-c63692b5c88f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4830472 Nov 16 11:26:56.057641 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-a9aaf4d7-52fb-4101-94d6-e0ff705ad208 None None] Port aa703390-fecd-4d22-bb68-8b1f24f129da cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:26:56.104600 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 0a5706f1-873a-4b3a-82dc-73549dc99fb5 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:26:56.131000 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 0a5706f1-873a-4b3a-82dc-73549dc99fb5 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:26:56.131378 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:56.167683 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 979a774b-3d49-4dd0-97a5-19de81856d58 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:26:56.168062 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:56.274727 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-7f96cf57-443f-48e0-8689-91bbab99b630 None None] Provisioning complete for port f03c6e0c-aa29-4ece-9d71-808e175928c3 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:26:56.275106 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7f96cf57-443f-48e0-8689-91bbab99b630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:56.394002 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd06619-586b-441b-b957-c1dc72f187ff req-04493aaf-42b7-4de8-ae97-8b80afc3076a tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:56.401847 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-73168ffa-5879-40dc-8a2b-3e083366524c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5d941e8-0f59-466e-bfb2-c1b6a916dd63 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:26:56.412756 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fcd06619-586b-441b-b957-c1dc72f187ff req-04493aaf-42b7-4de8-ae97-8b80afc3076a tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/ports?device_id=21d85279-771a-465d-8f5e-d3d39921f764 HTTP/1.1" status: 200 len: 945 time: 0.1554794 Nov 16 11:26:56.426690 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-73168ffa-5879-40dc-8a2b-3e083366524c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:56.457860 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-73168ffa-5879-40dc-8a2b-3e083366524c service neutron] Transition to ACTIVE for port object d5d941e8-0f59-466e-bfb2-c1b6a916dd63 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:26:56.480663 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-73168ffa-5879-40dc-8a2b-3e083366524c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:56.570097 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fcd06619-586b-441b-b957-c1dc72f187ff req-a7444afe-6443-4fca-ba28-9cc41d3d0197 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b1151e0-22e1-46fe-87d1-212aef15156e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520498 Nov 16 11:26:56.585804 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:56.600240 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73168ffa-5879-40dc-8a2b-3e083366524c service neutron] Pushing event updated for resources: {'Port': ['ID=d5d941e8-0f59-466e-bfb2-c1b6a916dd63,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:56.775061 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a03385-c05e-4a69-9b92-e69c3f973954 req-d9aa01c4-af45-478f-a1cf-673c4db56ff7 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:56.783784 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-19a03385-c05e-4a69-9b92-e69c3f973954 req-d9aa01c4-af45-478f-a1cf-673c4db56ff7 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=7781b92f-9c52-4ed6-b1e5-98a6af9e1af6 HTTP/1.1" status: 200 len: 945 time: 0.1008027 Nov 16 11:26:56.787058 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c4013d33-65ea-4935-bc30-6f781965ee3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c818284d-8114-4cc8-b238-c63692b5c88f', 'name': 'tempest-FloatingIPDetailsTestJSON-245355908-router', 'tenant_id': 'f4b15ac94c15493bb84c7d1700011e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'f03c6e0c-aa29-4ece-9d71-808e175928c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:26:49Z', 'updated_at': '2021-11-16T11:26:53Z', 'revision_number': 4, 'project_id': 'f4b15ac94c15493bb84c7d1700011e48', 'gw_port': {'id': 'f03c6e0c-aa29-4ece-9d71-808e175928c3', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c818284d-8114-4cc8-b238-c63692b5c88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:26:49Z', 'updated_at': '2021-11-16T11:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'aa703390-fecd-4d22-bb68-8b1f24f129da', 'name': '', 'network_id': 'ed33d2f0-2eed-47ec-b592-5a6b266c702d', 'tenant_id': 'f4b15ac94c15493bb84c7d1700011e48', 'mac_address': 'fa:16:3e:33:02:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c818284d-8114-4cc8-b238-c63692b5c88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'edf2ca12-874d-4d06-b648-1f8f484dc76a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:26:52Z', 'updated_at': '2021-11-16T11:26:54Z', 'revision_number': 2, 'project_id': 'f4b15ac94c15493bb84c7d1700011e48', 'subnets': [{'id': 'edf2ca12-874d-4d06-b648-1f8f484dc76a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:26:56.849595 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-73168ffa-5879-40dc-8a2b-3e083366524c service neutron] Attempting to bind port d5d941e8-0f59-466e-bfb2-c1b6a916dd63 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:26:56.849870 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-73168ffa-5879-40dc-8a2b-3e083366524c service neutron] Attempting to bind port d5d941e8-0f59-466e-bfb2-c1b6a916dd63 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'dde4f2a5-6c36-4ca1-b975-fe969cc62f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3d74d208-8054-4a20-a68e-5341a0731232'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:26:56.850229 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-73168ffa-5879-40dc-8a2b-3e083366524c service neutron] Attempting to bind port d5d941e8-0f59-466e-bfb2-c1b6a916dd63 on network 3d74d208-8054-4a20-a68e-5341a0731232 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:26:56.854175 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 0a5706f1-873a-4b3a-82dc-73549dc99fb5, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=0a5706f1-873a-4b3a-82dc-73549dc99fb5,segment=NetworkSegment(0009b431-285f-41a0-a8ef-b06ff30af7d1),segment_id=0009b431-285f-41a0-a8ef-b06ff30af7d1)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:26:56.859734 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7781b92f-9c52-4ed6-b1e5-98a6af9e1af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a5706f1-873a-4b3a-82dc-73549dc99fb5'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:26:56.862393 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f7ea09-6668-4e4a-b777-de10f6bf6a8d" -d '{"events": [{"server_uuid": "7781b92f-9c52-4ed6-b1e5-98a6af9e1af6", "name": "network-vif-plugged", "status": "completed", "tag": "0a5706f1-873a-4b3a-82dc-73549dc99fb5"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:26:56.871547 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-73168ffa-5879-40dc-8a2b-3e083366524c service neutron] Port d5d941e8-0f59-466e-bfb2-c1b6a916dd63 on network 3d74d208-8054-4a20-a68e-5341a0731232 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:26:56.871894 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-73168ffa-5879-40dc-8a2b-3e083366524c service neutron] Attempting to bind port d5d941e8-0f59-466e-bfb2-c1b6a916dd63 on network 3d74d208-8054-4a20-a68e-5341a0731232 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:26:56.876389 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4013d33-65ea-4935-bc30-6f781965ee3d None None] The sync data for ids ['c818284d-8114-4cc8-b238-c63692b5c88f'] in n-d-816823-3 is: [{'id': 'c818284d-8114-4cc8-b238-c63692b5c88f', 'name': 'tempest-FloatingIPDetailsTestJSON-245355908-router', 'tenant_id': 'f4b15ac94c15493bb84c7d1700011e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'f03c6e0c-aa29-4ece-9d71-808e175928c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:26:49Z', 'updated_at': '2021-11-16T11:26:53Z', 'revision_number': 4, 'project_id': 'f4b15ac94c15493bb84c7d1700011e48', 'gw_port': {'id': 'f03c6e0c-aa29-4ece-9d71-808e175928c3', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c818284d-8114-4cc8-b238-c63692b5c88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:26:49Z', 'updated_at': '2021-11-16T11:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'aa703390-fecd-4d22-bb68-8b1f24f129da', 'name': '', 'network_id': 'ed33d2f0-2eed-47ec-b592-5a6b266c702d', 'tenant_id': 'f4b15ac94c15493bb84c7d1700011e48', 'mac_address': 'fa:16:3e:33:02:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c818284d-8114-4cc8-b238-c63692b5c88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'edf2ca12-874d-4d06-b648-1f8f484dc76a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:26:52Z', 'updated_at': '2021-11-16T11:26:54Z', 'revision_number': 2, 'project_id': 'f4b15ac94c15493bb84c7d1700011e48', 'subnets': [{'id': 'edf2ca12-874d-4d06-b648-1f8f484dc76a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:26:56.884555 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:56.886898 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-73168ffa-5879-40dc-8a2b-3e083366524c service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:26:56.887236 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-73168ffa-5879-40dc-8a2b-3e083366524c service neutron] Checking segment: {'id': 'dde4f2a5-6c36-4ca1-b975-fe969cc62f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3d74d208-8054-4a20-a68e-5341a0731232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:26:56.888175 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-73168ffa-5879-40dc-8a2b-3e083366524c service neutron] Bound using segment: {'id': 'dde4f2a5-6c36-4ca1-b975-fe969cc62f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3d74d208-8054-4a20-a68e-5341a0731232'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:26:56.888626 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-73168ffa-5879-40dc-8a2b-3e083366524c service neutron] Bound port: d5d941e8-0f59-466e-bfb2-c1b6a916dd63, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dde4f2a5-6c36-4ca1-b975-fe969cc62f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3d74d208-8054-4a20-a68e-5341a0731232'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:26:56.888987 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-73168ffa-5879-40dc-8a2b-3e083366524c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:56.917405 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7f96cf57-443f-48e0-8689-91bbab99b630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:56.952307 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-19a03385-c05e-4a69-9b92-e69c3f973954 req-7ab8d556-e024-4c6f-b881-0c522c25de3f tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620848 Nov 16 11:26:57.065210 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-7f96cf57-443f-48e0-8689-91bbab99b630 None None] For port f03c6e0c-aa29-4ece-9d71-808e175928c3, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=f03c6e0c-aa29-4ece-9d71-808e175928c3,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:26:57.105545 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7f96cf57-443f-48e0-8689-91bbab99b630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:57.107941 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-73168ffa-5879-40dc-8a2b-3e083366524c service neutron] For port d5d941e8-0f59-466e-bfb2-c1b6a916dd63, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:26:57.131773 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=0a5706f1-873a-4b3a-82dc-73549dc99fb5,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:57.140617 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-73168ffa-5879-40dc-8a2b-3e083366524c service neutron] For port d5d941e8-0f59-466e-bfb2-c1b6a916dd63, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=d5d941e8-0f59-466e-bfb2-c1b6a916dd63,segment=NetworkSegment(dde4f2a5-6c36-4ca1-b975-fe969cc62f41),segment_id=dde4f2a5-6c36-4ca1-b975-fe969cc62f41)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:26:57.157726 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-73168ffa-5879-40dc-8a2b-3e083366524c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:57.204809 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-7f96cf57-443f-48e0-8689-91bbab99b630 None None] Provisioning complete for port aa703390-fecd-4d22-bb68-8b1f24f129da triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:26:57.205299 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7f96cf57-443f-48e0-8689-91bbab99b630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:57.243124 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-73168ffa-5879-40dc-8a2b-3e083366524c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:57.243754 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-73168ffa-5879-40dc-8a2b-3e083366524c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:57.245160 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-73168ffa-5879-40dc-8a2b-3e083366524c service neutron] 10.222.0.64 "PUT /v2.0/ports/d5d941e8-0f59-466e-bfb2-c1b6a916dd63 HTTP/1.1" status: 200 len: 1091 time: 2.1132128 Nov 16 11:26:57.245638 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8afc0c48-2667-4227-806f-b6f3b3db517c', 'tag': 'd5d941e8-0f59-466e-bfb2-c1b6a916dd63'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:26:57.258620 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f99fd1-13f7-43cc-a165-b7d803c42d20" -d '{"events": [{"name": "network-changed", "server_uuid": "8afc0c48-2667-4227-806f-b6f3b3db517c", "tag": "d5d941e8-0f59-466e-bfb2-c1b6a916dd63"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:26:57.284311 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-7f96cf57-443f-48e0-8689-91bbab99b630 None None] Port aa703390-fecd-4d22-bb68-8b1f24f129da cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:26:57.347524 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73168ffa-5879-40dc-8a2b-3e083366524c service neutron] Pushing event updated for resources: {'Port': ['ID=d5d941e8-0f59-466e-bfb2-c1b6a916dd63,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:57.377959 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96cf57-443f-48e0-8689-91bbab99b630 None None] Pushing event updated for resources: {'Port': ['ID=f03c6e0c-aa29-4ece-9d71-808e175928c3,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:57.428723 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20079b81-d942-44b7-b870-1ed2e022bac7 req-f84cda9f-42e1-44e6-9de9-04294b1e7fc7 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:57.432908 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-20079b81-d942-44b7-b870-1ed2e022bac7 req-f84cda9f-42e1-44e6-9de9-04294b1e7fc7 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=8afc0c48-2667-4227-806f-b6f3b3db517c HTTP/1.1" status: 200 len: 943 time: 0.1709921 Nov 16 11:26:57.471359 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-be24f991-a29d-4a01-af50-bcb2c5540abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:57.475952 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-be24f991-a29d-4a01-af50-bcb2c5540abf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bcada9d38abf4226bc4ca768b16b9a90&device_id=8afc0c48-2667-4227-806f-b6f3b3db517c HTTP/1.1" status: 200 len: 1094 time: 0.1093469 Nov 16 11:26:57.532577 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-20079b81-d942-44b7-b870-1ed2e022bac7 req-9c4bdc9b-e84e-4ea4-b880-769f1b01d1d5 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901318 Nov 16 11:26:57.578703 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-8586942b-818f-41d0-b6b6-b1a1f30abec8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5d941e8-0f59-466e-bfb2-c1b6a916dd63 HTTP/1.1" status: 200 len: 217 time: 0.0930667 Nov 16 11:26:57.676851 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-796c8137-ba03-4356-93bb-5af79f9c6424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:57.678537 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-796c8137-ba03-4356-93bb-5af79f9c6424 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f019b1b-47e9-47e0-b9fa-270ea9b96fc7 HTTP/1.1" status: 200 len: 851 time: 0.0919001 Nov 16 11:26:57.725587 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d117cc9b-d995-455c-b6be-1d4f2a01869f req-3d394e8c-b54f-404f-935d-c89f67f89d07 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=00217b73-95a8-4582-8dcc-35efebb87d20 HTTP/1.1" status: 200 len: 210 time: 0.0714300 Nov 16 11:26:57.777157 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-00351ae2-cb1f-46b7-837d-e00ca8a55c86 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3d74d208-8054-4a20-a68e-5341a0731232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899763 Nov 16 11:26:57.882423 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:58.004859 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-13ea557a-4a22-41d9-8cd2-1056f2bc54e7 service neutron] 10.222.0.64 "GET /v2.0/networks/3d74d208-8054-4a20-a68e-5341a0731232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179308 Nov 16 11:26:58.324892 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-16ab3b06-076d-408b-b911-e2f2d09d594c req-22e0cfa3-e2f9-4384-b258-6b6334888a65 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2932546 Nov 16 11:26:58.335432 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-16ab3b06-076d-408b-b911-e2f2d09d594c req-258af482-350b-4cd0-a245-83961273765e tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:26:58.380591 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-16ab3b06-076d-408b-b911-e2f2d09d594c req-258af482-350b-4cd0-a245-83961273765e tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks [] for floatingip, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:58.382632 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3c76a3b5-6c20-45c8-9641-128b12239f87 req-9bb0ad42-42e3-41de-a869-220a70c72d13 service neutron] 10.222.0.64 "GET /v2.0/networks/3d74d208-8054-4a20-a68e-5341a0731232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705893 Nov 16 11:26:58.523898 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-e0e4dbfa-1e9c-478a-8334-8f0086585594 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:58.526815 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-e0e4dbfa-1e9c-478a-8334-8f0086585594 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.64 "GET /v2.0/networks?id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334 HTTP/1.1" status: 200 len: 811 time: 0.3152804 Nov 16 11:26:58.551889 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-7acc7426-45c7-4ce1-a502-5727c1c01cd8 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Request body: {'port': {'device_id': '00217b73-95a8-4582-8dcc-35efebb87d20', 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334', 'admin_state_up': True, 'tenant_id': 'c6297fca90ae441aa40dab0d2d555d6b'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:26:58.632436 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-16ab3b06-076d-408b-b911-e2f2d09d594c req-258af482-350b-4cd0-a245-83961273765e tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:58.745770 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:58.824654 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-7acc7426-45c7-4ce1-a502-5727c1c01cd8 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Made reservation on behalf of c6297fca90ae441aa40dab0d2d555d6b for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:26:58.830175 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-7acc7426-45c7-4ce1-a502-5727c1c01cd8 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:58.878123 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-16ab3b06-076d-408b-b911-e2f2d09d594c req-258af482-350b-4cd0-a245-83961273765e tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Allocated IP 172.25.0.135 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/69f085dc-d888-4c2a-8024-45a94a257684) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:26:59.053613 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-16ab3b06-076d-408b-b911-e2f2d09d594c req-258af482-350b-4cd0-a245-83961273765e tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:59.073205 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-7acc7426-45c7-4ce1-a502-5727c1c01cd8 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Allocated IP 172.20.0.12 (c4ea0ecb-718e-47cf-bf5c-a5dc12609334/098ff2a2-731b-47ba-a3df-3f077a39e5d8/63d92921-3923-4257-9823-32a4af018ff8) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:26:59.156888 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-16ab3b06-076d-408b-b911-e2f2d09d594c req-258af482-350b-4cd0-a245-83961273765e tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:59.212036 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16ab3b06-076d-408b-b911-e2f2d09d594c req-258af482-350b-4cd0-a245-83961273765e tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:26:59.266543 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-16ab3b06-076d-408b-b911-e2f2d09d594c req-258af482-350b-4cd0-a245-83961273765e tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:26:59.270615 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ab3b06-076d-408b-b911-e2f2d09d594c req-258af482-350b-4cd0-a245-83961273765e tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:26:59.304157 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-7acc7426-45c7-4ce1-a502-5727c1c01cd8 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:59.316957 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258af482-350b-4cd0-a245-83961273765e tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Pushing event updated for resources: {'Port': ['ID=69f085dc-d888-4c2a-8024-45a94a257684,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:59.348742 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-7acc7426-45c7-4ce1-a502-5727c1c01cd8 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:59.365501 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['fe4bad9f-e320-44f6-b633-16c2ce2be385', 'ea25fb0b-c2a5-4389-a515-ff4e91322446'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:26:59.388201 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-16ab3b06-076d-408b-b911-e2f2d09d594c req-258af482-350b-4cd0-a245-83961273765e tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:59.457567 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-7acc7426-45c7-4ce1-a502-5727c1c01cd8 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Network c4ea0ecb-718e-47cf-bf5c-a5dc12609334 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:26:59.464721 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-7acc7426-45c7-4ce1-a502-5727c1c01cd8 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:26:59.470468 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-7acc7426-45c7-4ce1-a502-5727c1c01cd8 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:26:59.559971 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-16ab3b06-076d-408b-b911-e2f2d09d594c req-258af482-350b-4cd0-a245-83961273765e tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:59.578285 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc7426-45c7-4ce1-a502-5727c1c01cd8 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Pushing event updated for resources: {'Port': ['ID=63d92921-3923-4257-9823-32a4af018ff8,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:26:59.636273 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-7acc7426-45c7-4ce1-a502-5727c1c01cd8 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:26:59.638182 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-7acc7426-45c7-4ce1-a502-5727c1c01cd8 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:59.677828 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-7acc7426-45c7-4ce1-a502-5727c1c01cd8 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1312938 Nov 16 11:26:59.698062 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-cd2c93ae-4644-4397-84c1-4f747c764542 service neutron] Request body: {'port': {'device_id': '00217b73-95a8-4582-8dcc-35efebb87d20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:26:59.756472 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device f03c6e0c-aa29-4ece-9d71-808e175928c3 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:26:59.798405 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-cd2c93ae-4644-4397-84c1-4f747c764542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:59.904884 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port f03c6e0c-aa29-4ece-9d71-808e175928c3 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:26:59.905256 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:59.960795 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-16ab3b06-076d-408b-b911-e2f2d09d594c req-258af482-350b-4cd0-a245-83961273765e tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:59.975858 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-259d4d24-c98b-4730-b3de-d94adc1c7bfc None None] Provisioning complete for port 63d92921-3923-4257-9823-32a4af018ff8 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:26:59.976290 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-259d4d24-c98b-4730-b3de-d94adc1c7bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:26:59.982136 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-16ab3b06-076d-408b-b911-e2f2d09d594c req-258af482-350b-4cd0-a245-83961273765e tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:00.018439 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-259d4d24-c98b-4730-b3de-d94adc1c7bfc None None] Port 63d92921-3923-4257-9823-32a4af018ff8 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:27:00.054954 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258af482-350b-4cd0-a245-83961273765e tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Pushing event updated for resources: {'Port': ['ID=69f085dc-d888-4c2a-8024-45a94a257684,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:00.150428 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-16ab3b06-076d-408b-b911-e2f2d09d594c req-258af482-350b-4cd0-a245-83961273765e tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:00.178116 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-16ab3b06-076d-408b-b911-e2f2d09d594c req-258af482-350b-4cd0-a245-83961273765e tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:00.180699 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-16ab3b06-076d-408b-b911-e2f2d09d594c req-258af482-350b-4cd0-a245-83961273765e tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8532081 Nov 16 11:27:00.188443 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-cd2c93ae-4644-4397-84c1-4f747c764542 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63d92921-3923-4257-9823-32a4af018ff8 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:27:00.196836 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-cd2c93ae-4644-4397-84c1-4f747c764542 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:00.223122 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-cd2c93ae-4644-4397-84c1-4f747c764542 service neutron] Transition to ACTIVE for port object 63d92921-3923-4257-9823-32a4af018ff8 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:27:00.233518 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-cd2c93ae-4644-4397-84c1-4f747c764542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:00.251049 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-16ab3b06-076d-408b-b911-e2f2d09d594c req-70589e1f-d6db-45d9-aaf1-e0170a6d6922 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.135 HTTP/1.1" status: 200 len: 696 time: 0.0624344 Nov 16 11:27:00.321238 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c93ae-4644-4397-84c1-4f747c764542 service neutron] Pushing event updated for resources: {'Port': ['ID=63d92921-3923-4257-9823-32a4af018ff8,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:00.428296 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab3b06-076d-408b-b911-e2f2d09d594c req-406dfeac-5537-40ba-a1fd-ee064baed4e3 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:00.447330 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-16ab3b06-076d-408b-b911-e2f2d09d594c req-406dfeac-5537-40ba-a1fd-ee064baed4e3 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] 10.222.0.61 "GET /v2.0/networks/47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 784 time: 0.1902213 Nov 16 11:27:00.456153 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-cd2c93ae-4644-4397-84c1-4f747c764542 service neutron] Attempting to bind port 63d92921-3923-4257-9823-32a4af018ff8 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:27:00.456849 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-cd2c93ae-4644-4397-84c1-4f747c764542 service neutron] Attempting to bind port 63d92921-3923-4257-9823-32a4af018ff8 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'ce47cb9c-ba85-496b-b744-4a5fa69cb198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:27:00.457400 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-cd2c93ae-4644-4397-84c1-4f747c764542 service neutron] Attempting to bind port 63d92921-3923-4257-9823-32a4af018ff8 on network c4ea0ecb-718e-47cf-bf5c-a5dc12609334 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:27:00.462517 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-cd2c93ae-4644-4397-84c1-4f747c764542 service neutron] Port 63d92921-3923-4257-9823-32a4af018ff8 on network c4ea0ecb-718e-47cf-bf5c-a5dc12609334 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:27:00.463846 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-cd2c93ae-4644-4397-84c1-4f747c764542 service neutron] Attempting to bind port 63d92921-3923-4257-9823-32a4af018ff8 on network c4ea0ecb-718e-47cf-bf5c-a5dc12609334 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:27:00.470866 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-cd2c93ae-4644-4397-84c1-4f747c764542 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:27:00.471471 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-cd2c93ae-4644-4397-84c1-4f747c764542 service neutron] Checking segment: {'id': 'ce47cb9c-ba85-496b-b744-4a5fa69cb198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:27:00.472463 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-cd2c93ae-4644-4397-84c1-4f747c764542 service neutron] Bound using segment: {'id': 'ce47cb9c-ba85-496b-b744-4a5fa69cb198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:27:00.473115 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-cd2c93ae-4644-4397-84c1-4f747c764542 service neutron] Bound port: 63d92921-3923-4257-9823-32a4af018ff8, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce47cb9c-ba85-496b-b744-4a5fa69cb198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:27:00.473788 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-cd2c93ae-4644-4397-84c1-4f747c764542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:00.583288 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-cd2c93ae-4644-4397-84c1-4f747c764542 service neutron] For port 63d92921-3923-4257-9823-32a4af018ff8, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:27:00.592456 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-cd2c93ae-4644-4397-84c1-4f747c764542 service neutron] For port 63d92921-3923-4257-9823-32a4af018ff8, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=63d92921-3923-4257-9823-32a4af018ff8,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:27:00.603746 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-cd2c93ae-4644-4397-84c1-4f747c764542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:00.660144 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-cd2c93ae-4644-4397-84c1-4f747c764542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:00.660879 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-cd2c93ae-4644-4397-84c1-4f747c764542 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:00.662850 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-cd2c93ae-4644-4397-84c1-4f747c764542 service neutron] 10.222.0.64 "PUT /v2.0/ports/63d92921-3923-4257-9823-32a4af018ff8 HTTP/1.1" status: 200 len: 1092 time: 0.9747031 Nov 16 11:27:00.700713 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c93ae-4644-4397-84c1-4f747c764542 service neutron] Pushing event updated for resources: {'Port': ['ID=63d92921-3923-4257-9823-32a4af018ff8,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:00.727777 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6212224e-909f-4858-963b-9cadf6c0de79 None None] Sync routers for ids ['c818284d-8114-4cc8-b238-c63692b5c88f'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:27:00.740307 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6212224e-909f-4858-963b-9cadf6c0de79 None None] Routers {'c818284d-8114-4cc8-b238-c63692b5c88f'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:27:00.741061 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-6212224e-909f-4858-963b-9cadf6c0de79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:26:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c818284d-8114-4cc8-b238-c63692b5c88f'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:27:00.765807 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f462b2b3-edbe-48f6-af4c-4d8a00ee3d8f x-openstack-request-id: req-f462b2b3-edbe-48f6-af4c-4d8a00ee3d8f {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:27:00.766953 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7781b92f-9c52-4ed6-b1e5-98a6af9e1af6", "name": "network-vif-plugged", "status": "completed", "tag": "0a5706f1-873a-4b3a-82dc-73549dc99fb5", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:27:00.767377 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f462b2b3-edbe-48f6-af4c-4d8a00ee3d8f {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:27:00.767923 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7781b92f-9c52-4ed6-b1e5-98a6af9e1af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a5706f1-873a-4b3a-82dc-73549dc99fb5', 'code': 200} Nov 16 11:27:00.782678 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-a98d2cf7-f544-42ba-941c-8a65a78f84ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:00.784722 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-a98d2cf7-f544-42ba-941c-8a65a78f84ff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c6297fca90ae441aa40dab0d2d555d6b&device_id=00217b73-95a8-4582-8dcc-35efebb87d20 HTTP/1.1" status: 200 len: 1095 time: 0.0613878 Nov 16 11:27:00.898608 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-e335a529-36ac-4ec5-a9c4-0ac3bc6cdd9f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63d92921-3923-4257-9823-32a4af018ff8 HTTP/1.1" status: 200 len: 217 time: 0.0995846 Nov 16 11:27:00.898792 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-6212224e-909f-4858-963b-9cadf6c0de79 None None] Set router c818284d-8114-4cc8-b238-c63692b5c88f gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:27:00.899640 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf6cce0-7de8-451d-ae1a-4885644af1f9 x-openstack-request-id: req-dbf6cce0-7de8-451d-ae1a-4885644af1f9 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:27:00.906610 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8afc0c48-2667-4227-806f-b6f3b3db517c", "tag": "d5d941e8-0f59-466e-bfb2-c1b6a916dd63", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:27:00.907258 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dbf6cce0-7de8-451d-ae1a-4885644af1f9 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:27:00.907881 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8afc0c48-2667-4227-806f-b6f3b3db517c', 'tag': 'd5d941e8-0f59-466e-bfb2-c1b6a916dd63', 'status': 'completed', 'code': 200} Nov 16 11:27:01.004691 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-460454ea-adf9-4eb2-90a3-03b5052d3b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:01.007150 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-460454ea-adf9-4eb2-90a3-03b5052d3b97 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=098ff2a2-731b-47ba-a3df-3f077a39e5d8 HTTP/1.1" status: 200 len: 850 time: 0.0586979 Nov 16 11:27:01.088880 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff93e4-55d9-4bf4-92a5-1064b548ff8e req-c6d9f879-ea62-470f-ba06-1b6721085a2b tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:01.096384 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c8ff93e4-55d9-4bf4-92a5-1064b548ff8e req-c6d9f879-ea62-470f-ba06-1b6721085a2b tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=7781b92f-9c52-4ed6-b1e5-98a6af9e1af6 HTTP/1.1" status: 200 len: 946 time: 0.1206827 Nov 16 11:27:01.158787 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-a9d2e829-1b5f-41f0-ac1a-204c64dba5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:01.159835 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c8ff93e4-55d9-4bf4-92a5-1064b548ff8e req-253009d2-c9db-4b25-b960-a79ccea3dab7 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569468 Nov 16 11:27:01.160610 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-a9d2e829-1b5f-41f0-ac1a-204c64dba5ba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1092422 Nov 16 11:27:01.162848 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f99fd1-13f7-43cc-a165-b7d803c42d20 req-43a7104d-9628-48a2-8911-b31423021f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:01.164979 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-49f99fd1-13f7-43cc-a165-b7d803c42d20 req-43a7104d-9628-48a2-8911-b31423021f34 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bcada9d38abf4226bc4ca768b16b9a90&device_id=8afc0c48-2667-4227-806f-b6f3b3db517c HTTP/1.1" status: 200 len: 1094 time: 0.2664239 Nov 16 11:27:01.167433 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d040db4-081b-40f9-be6b-66f5ae5bc2a8 req-90687101-0342-4431-b8ab-6b0186dad17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:01.169045 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7d040db4-081b-40f9-be6b-66f5ae5bc2a8 req-90687101-0342-4431-b8ab-6b0186dad17e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7781b92f-9c52-4ed6-b1e5-98a6af9e1af6 HTTP/1.1" status: 200 len: 1097 time: 0.2602842 Nov 16 11:27:01.185452 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device d5d941e8-0f59-466e-bfb2-c1b6a916dd63 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:27:01.269901 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-6212224e-909f-4858-963b-9cadf6c0de79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c818284d-8114-4cc8-b238-c63692b5c88f', 'name': 'tempest-FloatingIPDetailsTestJSON-245355908-router', 'tenant_id': 'f4b15ac94c15493bb84c7d1700011e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'f03c6e0c-aa29-4ece-9d71-808e175928c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:26:49Z', 'updated_at': '2021-11-16T11:26:53Z', 'revision_number': 4, 'project_id': 'f4b15ac94c15493bb84c7d1700011e48', 'gw_port': {'id': 'f03c6e0c-aa29-4ece-9d71-808e175928c3', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c818284d-8114-4cc8-b238-c63692b5c88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:26:49Z', 'updated_at': '2021-11-16T11:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'aa703390-fecd-4d22-bb68-8b1f24f129da', 'name': '', 'network_id': 'ed33d2f0-2eed-47ec-b592-5a6b266c702d', 'tenant_id': 'f4b15ac94c15493bb84c7d1700011e48', 'mac_address': 'fa:16:3e:33:02:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c818284d-8114-4cc8-b238-c63692b5c88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'edf2ca12-874d-4d06-b648-1f8f484dc76a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:26:52Z', 'updated_at': '2021-11-16T11:26:54Z', 'revision_number': 2, 'project_id': 'f4b15ac94c15493bb84c7d1700011e48', 'subnets': [{'id': 'edf2ca12-874d-4d06-b648-1f8f484dc76a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:27:01.330818 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-a2cb1d01-11d9-46d7-ab8f-f4d72dfbd0c6 service neutron] 10.222.0.64 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546893 Nov 16 11:27:01.331478 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6212224e-909f-4858-963b-9cadf6c0de79 None None] Checking router: c818284d-8114-4cc8-b238-c63692b5c88f for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:27:01.331941 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6212224e-909f-4858-963b-9cadf6c0de79 None None] Updating router c818284d-8114-4cc8-b238-c63692b5c88f port aa703390-fecd-4d22-bb68-8b1f24f129da binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:27:01.403178 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port d5d941e8-0f59-466e-bfb2-c1b6a916dd63, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=d5d941e8-0f59-466e-bfb2-c1b6a916dd63,segment=NetworkSegment(dde4f2a5-6c36-4ca1-b975-fe969cc62f41),segment_id=dde4f2a5-6c36-4ca1-b975-fe969cc62f41)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:01.407088 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6212224e-909f-4858-963b-9cadf6c0de79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:01.432607 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'd5d941e8-0f59-466e-bfb2-c1b6a916dd63', 'network_id': '3d74d208-8054-4a20-a68e-5341a0731232', 'port_id': 'd5d941e8-0f59-466e-bfb2-c1b6a916dd63', 'mac_address': 'fa:16:3e:63:62:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f019b1b-47e9-47e0-b9fa-270ea9b96fc7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:27:01.503486 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50777cac-e255-416c-bb15-f2d583b406b8 req-8dda056e-7499-4606-8297-48d4debdea08 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:01.515809 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-50777cac-e255-416c-bb15-f2d583b406b8 req-8dda056e-7499-4606-8297-48d4debdea08 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=8afc0c48-2667-4227-806f-b6f3b3db517c HTTP/1.1" status: 200 len: 943 time: 0.1312609 Nov 16 11:27:01.530547 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:01.563447 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5d941e8-0f59-466e-bfb2-c1b6a916dd63 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:27:01.569511 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7d040db4-081b-40f9-be6b-66f5ae5bc2a8 req-9e076cb7-5cdd-4f59-8bb3-dfe84c0dc701 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375453 Nov 16 11:27:01.602041 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port d5d941e8-0f59-466e-bfb2-c1b6a916dd63, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=d5d941e8-0f59-466e-bfb2-c1b6a916dd63,segment=NetworkSegment(dde4f2a5-6c36-4ca1-b975-fe969cc62f41),segment_id=dde4f2a5-6c36-4ca1-b975-fe969cc62f41)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:01.604780 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7a11f3ac-0b75-4b7a-9ea7-8ca0cfac90a9 req-86d88ab6-9459-489f-9c62-fdbeb6b8fde0 service neutron] 10.222.0.64 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511299 Nov 16 11:27:01.605969 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f99fd1-13f7-43cc-a165-b7d803c42d20 req-9ebe55c3-f95f-46b1-bfb7-82081dca4bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:01.608529 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-49f99fd1-13f7-43cc-a165-b7d803c42d20 req-9ebe55c3-f95f-46b1-bfb7-82081dca4bc1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3d74d208-8054-4a20-a68e-5341a0731232 HTTP/1.1" status: 200 len: 912 time: 0.2697606 Nov 16 11:27:01.613883 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:01.622643 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-50777cac-e255-416c-bb15-f2d583b406b8 req-011649ff-7e0b-447a-b69c-9209e47cacb8 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038458 Nov 16 11:27:01.718113 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=d5d941e8-0f59-466e-bfb2-c1b6a916dd63,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:01.795045 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a9dc2-b446-4176-ac82-06fa9e5f1e61 req-b32afa3a-ff10-47df-b533-0ef6c269f5c4 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:01.796670 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:27:01.805381 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a15a9dc2-b446-4176-ac82-06fa9e5f1e61 req-b32afa3a-ff10-47df-b533-0ef6c269f5c4 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=00217b73-95a8-4582-8dcc-35efebb87d20 HTTP/1.1" status: 200 len: 944 time: 0.1066191 Nov 16 11:27:01.846470 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-49f99fd1-13f7-43cc-a165-b7d803c42d20 req-a956b2eb-4136-4bcc-9178-1a4197ac7490 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5d941e8-0f59-466e-bfb2-c1b6a916dd63 HTTP/1.1" status: 200 len: 217 time: 0.0751491 Nov 16 11:27:01.876012 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a15a9dc2-b446-4176-ac82-06fa9e5f1e61 req-9adc1c3e-c88c-46ef-a4a4-0f2c16d2ca2f tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652096 Nov 16 11:27:01.901245 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['d5d941e8-0f59-466e-bfb2-c1b6a916dd63'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:27:01.963697 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f99fd1-13f7-43cc-a165-b7d803c42d20 req-d1c715a7-7ed6-4055-af50-461bbba45330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:01.975141 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-49f99fd1-13f7-43cc-a165-b7d803c42d20 req-d1c715a7-7ed6-4055-af50-461bbba45330 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f019b1b-47e9-47e0-b9fa-270ea9b96fc7 HTTP/1.1" status: 200 len: 851 time: 0.1199312 Nov 16 11:27:02.033961 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6212224e-909f-4858-963b-9cadf6c0de79 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:02.037766 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-49f99fd1-13f7-43cc-a165-b7d803c42d20 req-56f3a9a4-eff5-4bbc-8424-bff96c03961a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3d74d208-8054-4a20-a68e-5341a0731232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478089 Nov 16 11:27:02.047933 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6212224e-909f-4858-963b-9cadf6c0de79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:02.210801 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f8df0-c1e1-478b-8e85-4086d28920b0 None None] Pushing event updated for resources: {'Port': ['ID=aa703390-fecd-4d22-bb68-8b1f24f129da,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:02.292770 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-49f99fd1-13f7-43cc-a165-b7d803c42d20 req-8b9b539f-6254-41b1-a314-4458a830c76b service neutron] 10.222.0.64 "GET /v2.0/networks/3d74d208-8054-4a20-a68e-5341a0731232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461622 Nov 16 11:27:02.315069 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f8df0-c1e1-478b-8e85-4086d28920b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:02.315412 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f8df0-c1e1-478b-8e85-4086d28920b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:02.315748 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f8df0-c1e1-478b-8e85-4086d28920b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:02.316096 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f8df0-c1e1-478b-8e85-4086d28920b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:02.316397 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f8df0-c1e1-478b-8e85-4086d28920b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:02.316722 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f8df0-c1e1-478b-8e85-4086d28920b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:02.317037 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f8df0-c1e1-478b-8e85-4086d28920b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:02.317367 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f8df0-c1e1-478b-8e85-4086d28920b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:02.318396 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f8df0-c1e1-478b-8e85-4086d28920b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:02.318396 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f8df0-c1e1-478b-8e85-4086d28920b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:02.318396 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f8df0-c1e1-478b-8e85-4086d28920b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:02.318664 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0f8df0-c1e1-478b-8e85-4086d28920b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:02.350404 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-6212224e-909f-4858-963b-9cadf6c0de79 None None] Attempting to bind port aa703390-fecd-4d22-bb68-8b1f24f129da on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:27:02.350787 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-6212224e-909f-4858-963b-9cadf6c0de79 None None] Attempting to bind port aa703390-fecd-4d22-bb68-8b1f24f129da by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'e8c89a72-9706-4e1f-8818-5cc380d4f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'ed33d2f0-2eed-47ec-b592-5a6b266c702d'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:27:02.351125 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6212224e-909f-4858-963b-9cadf6c0de79 None None] Attempting to bind port aa703390-fecd-4d22-bb68-8b1f24f129da on network ed33d2f0-2eed-47ec-b592-5a6b266c702d {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:27:02.362691 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6212224e-909f-4858-963b-9cadf6c0de79 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:27:02.362978 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6212224e-909f-4858-963b-9cadf6c0de79 None None] Checking segment: {'id': 'e8c89a72-9706-4e1f-8818-5cc380d4f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'ed33d2f0-2eed-47ec-b592-5a6b266c702d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:27:02.363346 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6212224e-909f-4858-963b-9cadf6c0de79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:02.363739 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6212224e-909f-4858-963b-9cadf6c0de79 None None] Bound using segment: {'id': 'e8c89a72-9706-4e1f-8818-5cc380d4f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'ed33d2f0-2eed-47ec-b592-5a6b266c702d'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:27:02.364219 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-6212224e-909f-4858-963b-9cadf6c0de79 None None] Bound port: aa703390-fecd-4d22-bb68-8b1f24f129da, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8c89a72-9706-4e1f-8818-5cc380d4f554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'ed33d2f0-2eed-47ec-b592-5a6b266c702d'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:27:02.364599 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6212224e-909f-4858-963b-9cadf6c0de79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:02.418976 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-450cf41c-c2b5-426a-9e01-ae4306577326 req-9596a348-7430-4670-a2e9-20be60219757 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2501583 Nov 16 11:27:02.425467 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-450cf41c-c2b5-426a-9e01-ae4306577326 req-160e27ea-b65e-433c-beec-0595401d97ce tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:27:02.476628 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-450cf41c-c2b5-426a-9e01-ae4306577326 req-160e27ea-b65e-433c-beec-0595401d97ce tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks [] for floatingip, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:02.502132 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-6212224e-909f-4858-963b-9cadf6c0de79 None None] For port aa703390-fecd-4d22-bb68-8b1f24f129da, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:27:02.505770 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-6212224e-909f-4858-963b-9cadf6c0de79 None None] For port aa703390-fecd-4d22-bb68-8b1f24f129da, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=aa703390-fecd-4d22-bb68-8b1f24f129da,segment=NetworkSegment(e8c89a72-9706-4e1f-8818-5cc380d4f554),segment_id=e8c89a72-9706-4e1f-8818-5cc380d4f554)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:27:02.515643 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6212224e-909f-4858-963b-9cadf6c0de79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:02.577667 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f8df0-c1e1-478b-8e85-4086d28920b0 None None] Pushing event updated for resources: {'Port': ['ID=aa703390-fecd-4d22-bb68-8b1f24f129da,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:02.604459 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6212224e-909f-4858-963b-9cadf6c0de79 None None] Routers {'c818284d-8114-4cc8-b238-c63692b5c88f'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:27:02.605784 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-6212224e-909f-4858-963b-9cadf6c0de79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:26:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c818284d-8114-4cc8-b238-c63692b5c88f'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:27:02.633169 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9cb96-0bfe-42b4-b5e8-2e0702188ff6 req-8e773d15-b97d-4e89-ab97-14dfb1971a07 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:02.640596 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d03008c7-f239-43b1-9d60-a178d50112be None None] Provisioning complete for port aa703390-fecd-4d22-bb68-8b1f24f129da triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:27:02.640968 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d03008c7-f239-43b1-9d60-a178d50112be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:02.642934 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-68b9cb96-0bfe-42b4-b5e8-2e0702188ff6 req-8e773d15-b97d-4e89-ab97-14dfb1971a07 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.64 "GET /v2.0/ports?device_id=21d85279-771a-465d-8f5e-d3d39921f764 HTTP/1.1" status: 200 len: 945 time: 0.2262723 Nov 16 11:27:02.651414 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-49f99fd1-13f7-43cc-a165-b7d803c42d20 req-d4e80bc3-31fc-459f-8089-f0e5dacb6c9f service neutron] 10.222.0.64 "GET /v2.0/networks/3d74d208-8054-4a20-a68e-5341a0731232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423243 Nov 16 11:27:02.835234 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-6212224e-909f-4858-963b-9cadf6c0de79 None None] Set router c818284d-8114-4cc8-b238-c63692b5c88f gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:27:02.842205 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72540c1-5546-42a6-b324-b04a17bb203e req-eff4f597-d06e-46fa-bc5e-d72810d3d7e0 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:02.844811 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b72540c1-5546-42a6-b324-b04a17bb203e req-eff4f597-d06e-46fa-bc5e-d72810d3d7e0 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.36 "GET /v2.0/ports?device_id=079adb6e-31d5-49bf-85ba-1ec369ddeb80 HTTP/1.1" status: 200 len: 945 time: 0.1609459 Nov 16 11:27:02.852940 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-68b9cb96-0bfe-42b4-b5e8-2e0702188ff6 req-5389cb56-6f18-47ea-a79c-327b2a57efd6 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Deleting port f2f1d0ca-aa12-4584-9d89-ef084c1e0026 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:27:02.853461 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-68b9cb96-0bfe-42b4-b5e8-2e0702188ff6 req-5389cb56-6f18-47ea-a79c-327b2a57efd6 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:02.935387 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d03008c7-f239-43b1-9d60-a178d50112be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:02.987464 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-450cf41c-c2b5-426a-9e01-ae4306577326 req-160e27ea-b65e-433c-beec-0595401d97ce tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:03.065092 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-d03008c7-f239-43b1-9d60-a178d50112be None None] For port aa703390-fecd-4d22-bb68-8b1f24f129da, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=aa703390-fecd-4d22-bb68-8b1f24f129da,segment=NetworkSegment(e8c89a72-9706-4e1f-8818-5cc380d4f554),segment_id=e8c89a72-9706-4e1f-8818-5cc380d4f554)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:03.071421 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00217b73-95a8-4582-8dcc-35efebb87d20', 'tag': '63d92921-3923-4257-9823-32a4af018ff8'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:27:03.074496 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd62d2b-3cc9-4a89-9d75-8ce42f8a1e25" -d '{"events": [{"name": "network-changed", "server_uuid": "00217b73-95a8-4582-8dcc-35efebb87d20", "tag": "63d92921-3923-4257-9823-32a4af018ff8"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:27:03.077158 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d03008c7-f239-43b1-9d60-a178d50112be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:03.130885 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-68b9cb96-0bfe-42b4-b5e8-2e0702188ff6 req-5389cb56-6f18-47ea-a79c-327b2a57efd6 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] For port f2f1d0ca-aa12-4584-9d89-ef084c1e0026, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=f2f1d0ca-aa12-4584-9d89-ef084c1e0026,segment=NetworkSegment(1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1),segment_id=1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:03.131333 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-68b9cb96-0bfe-42b4-b5e8-2e0702188ff6 req-5389cb56-6f18-47ea-a79c-327b2a57efd6 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:03.131675 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-450cf41c-c2b5-426a-9e01-ae4306577326 req-160e27ea-b65e-433c-beec-0595401d97ce tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Allocated IP 172.25.0.213 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/bebc6b2c-2437-4390-91b3-a93dac832b58) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:27:03.165654 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-68b9cb96-0bfe-42b4-b5e8-2e0702188ff6 req-5389cb56-6f18-47ea-a79c-327b2a57efd6 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Calling delete_port for f2f1d0ca-aa12-4584-9d89-ef084c1e0026 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:27:03.192228 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-6212224e-909f-4858-963b-9cadf6c0de79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c818284d-8114-4cc8-b238-c63692b5c88f', 'name': 'tempest-FloatingIPDetailsTestJSON-245355908-router', 'tenant_id': 'f4b15ac94c15493bb84c7d1700011e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'f03c6e0c-aa29-4ece-9d71-808e175928c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:26:49Z', 'updated_at': '2021-11-16T11:26:53Z', 'revision_number': 4, 'project_id': 'f4b15ac94c15493bb84c7d1700011e48', 'gw_port': {'id': 'f03c6e0c-aa29-4ece-9d71-808e175928c3', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c818284d-8114-4cc8-b238-c63692b5c88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:26:49Z', 'updated_at': '2021-11-16T11:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'aa703390-fecd-4d22-bb68-8b1f24f129da', 'name': '', 'network_id': 'ed33d2f0-2eed-47ec-b592-5a6b266c702d', 'tenant_id': 'f4b15ac94c15493bb84c7d1700011e48', 'mac_address': 'fa:16:3e:33:02:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c818284d-8114-4cc8-b238-c63692b5c88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'edf2ca12-874d-4d06-b648-1f8f484dc76a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:26:52Z', 'updated_at': '2021-11-16T11:27:02Z', 'revision_number': 4, 'project_id': 'f4b15ac94c15493bb84c7d1700011e48', 'subnets': [{'id': 'edf2ca12-874d-4d06-b648-1f8f484dc76a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:27:03.215947 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03008c7-f239-43b1-9d60-a178d50112be None None] Pushing event updated for resources: {'Port': ['ID=aa703390-fecd-4d22-bb68-8b1f24f129da,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:03.230026 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6212224e-909f-4858-963b-9cadf6c0de79 None None] The sync data for ids ['c818284d-8114-4cc8-b238-c63692b5c88f'] in n-d-816823-3 is: [{'id': 'c818284d-8114-4cc8-b238-c63692b5c88f', 'name': 'tempest-FloatingIPDetailsTestJSON-245355908-router', 'tenant_id': 'f4b15ac94c15493bb84c7d1700011e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'f03c6e0c-aa29-4ece-9d71-808e175928c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:26:49Z', 'updated_at': '2021-11-16T11:26:53Z', 'revision_number': 4, 'project_id': 'f4b15ac94c15493bb84c7d1700011e48', 'gw_port': {'id': 'f03c6e0c-aa29-4ece-9d71-808e175928c3', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c818284d-8114-4cc8-b238-c63692b5c88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:26:49Z', 'updated_at': '2021-11-16T11:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'aa703390-fecd-4d22-bb68-8b1f24f129da', 'name': '', 'network_id': 'ed33d2f0-2eed-47ec-b592-5a6b266c702d', 'tenant_id': 'f4b15ac94c15493bb84c7d1700011e48', 'mac_address': 'fa:16:3e:33:02:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c818284d-8114-4cc8-b238-c63692b5c88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'edf2ca12-874d-4d06-b648-1f8f484dc76a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:26:52Z', 'updated_at': '2021-11-16T11:27:02Z', 'revision_number': 4, 'project_id': 'f4b15ac94c15493bb84c7d1700011e48', 'subnets': [{'id': 'edf2ca12-874d-4d06-b648-1f8f484dc76a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:27:03.236911 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03008c7-f239-43b1-9d60-a178d50112be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:03.237260 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03008c7-f239-43b1-9d60-a178d50112be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:03.237599 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03008c7-f239-43b1-9d60-a178d50112be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:03.237955 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03008c7-f239-43b1-9d60-a178d50112be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:03.238287 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03008c7-f239-43b1-9d60-a178d50112be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:03.238622 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03008c7-f239-43b1-9d60-a178d50112be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:03.238947 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03008c7-f239-43b1-9d60-a178d50112be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:03.239501 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03008c7-f239-43b1-9d60-a178d50112be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:03.239835 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03008c7-f239-43b1-9d60-a178d50112be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:03.240158 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03008c7-f239-43b1-9d60-a178d50112be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:03.240479 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03008c7-f239-43b1-9d60-a178d50112be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:03.240813 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03008c7-f239-43b1-9d60-a178d50112be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:03.254267 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ac62a1ef-3528-47b0-9c3c-dde1ca9f8543 None None] Provisioning complete for port aa703390-fecd-4d22-bb68-8b1f24f129da triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:27:03.254397 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ac62a1ef-3528-47b0-9c3c-dde1ca9f8543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:03.300562 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-450cf41c-c2b5-426a-9e01-ae4306577326 req-160e27ea-b65e-433c-beec-0595401d97ce tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:03.348511 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-450cf41c-c2b5-426a-9e01-ae4306577326 req-160e27ea-b65e-433c-beec-0595401d97ce tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:03.406573 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-68b9cb96-0bfe-42b4-b5e8-2e0702188ff6 req-5389cb56-6f18-47ea-a79c-327b2a57efd6 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:03.418883 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['f2f1d0ca-aa12-4584-9d89-ef084c1e0026'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:27:03.436657 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-450cf41c-c2b5-426a-9e01-ae4306577326 req-160e27ea-b65e-433c-beec-0595401d97ce tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:27:03.443243 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-450cf41c-c2b5-426a-9e01-ae4306577326 req-160e27ea-b65e-433c-beec-0595401d97ce tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:27:03.446195 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-450cf41c-c2b5-426a-9e01-ae4306577326 req-160e27ea-b65e-433c-beec-0595401d97ce tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:27:03.448846 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e27ea-b65e-433c-beec-0595401d97ce tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Pushing event updated for resources: {'Port': ['ID=bebc6b2c-2437-4390-91b3-a93dac832b58,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:03.461452 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389cb56-6f18-47ea-a79c-327b2a57efd6 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Pushing event deleted for resources: {'Port': ['ID=f2f1d0ca-aa12-4584-9d89-ef084c1e0026,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:03.491367 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device aa703390-fecd-4d22-bb68-8b1f24f129da up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:27:03.531736 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-b72540c1-5546-42a6-b324-b04a17bb203e req-955888a0-08ef-42a0-8cd0-83f65cef315f tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Deleting port 7ddaea78-0390-4f42-bc31-36ab8a9f528e {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:27:03.531960 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b9cb96-0bfe-42b4-b5e8-2e0702188ff6 req-5389cb56-6f18-47ea-a79c-327b2a57efd6 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] No DVR routers for this DVR port f2f1d0ca-aa12-4584-9d89-ef084c1e0026 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:27:03.532083 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b72540c1-5546-42a6-b324-b04a17bb203e req-955888a0-08ef-42a0-8cd0-83f65cef315f tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:03.535204 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-68b9cb96-0bfe-42b4-b5e8-2e0702188ff6 req-5389cb56-6f18-47ea-a79c-327b2a57efd6 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:03.539798 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-68b9cb96-0bfe-42b4-b5e8-2e0702188ff6 req-5389cb56-6f18-47ea-a79c-327b2a57efd6 tempest-ServerDiskConfigTestJSON-576301925 tempest-ServerDiskConfigTestJSON-576301925-project] 10.222.0.64 "DELETE /v2.0/ports/f2f1d0ca-aa12-4584-9d89-ef084c1e0026 HTTP/1.1" status: 204 len: 173 time: 0.8875127 Nov 16 11:27:03.567904 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port aa703390-fecd-4d22-bb68-8b1f24f129da triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:27:03.568353 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:03.743598 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-450cf41c-c2b5-426a-9e01-ae4306577326 req-160e27ea-b65e-433c-beec-0595401d97ce tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:03.750545 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-b72540c1-5546-42a6-b324-b04a17bb203e req-955888a0-08ef-42a0-8cd0-83f65cef315f tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] For port 7ddaea78-0390-4f42-bc31-36ab8a9f528e, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=7ddaea78-0390-4f42-bc31-36ab8a9f528e,segment=NetworkSegment(d9c88559-8fa4-467d-a577-d2c14bfd7508),segment_id=d9c88559-8fa4-467d-a577-d2c14bfd7508)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:03.751257 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b72540c1-5546-42a6-b324-b04a17bb203e req-955888a0-08ef-42a0-8cd0-83f65cef315f tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:03.785355 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-b72540c1-5546-42a6-b324-b04a17bb203e req-955888a0-08ef-42a0-8cd0-83f65cef315f tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Calling delete_port for 7ddaea78-0390-4f42-bc31-36ab8a9f528e owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:27:03.803594 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-450cf41c-c2b5-426a-9e01-ae4306577326 req-160e27ea-b65e-433c-beec-0595401d97ce tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:04.063602 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b72540c1-5546-42a6-b324-b04a17bb203e req-955888a0-08ef-42a0-8cd0-83f65cef315f tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:04.077149 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['7ddaea78-0390-4f42-bc31-36ab8a9f528e'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:27:04.110045 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955888a0-08ef-42a0-8cd0-83f65cef315f tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Pushing event deleted for resources: {'Port': ['ID=7ddaea78-0390-4f42-bc31-36ab8a9f528e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:04.126088 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-450cf41c-c2b5-426a-9e01-ae4306577326 req-160e27ea-b65e-433c-beec-0595401d97ce tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:04.138384 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-450cf41c-c2b5-426a-9e01-ae4306577326 req-160e27ea-b65e-433c-beec-0595401d97ce tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:04.212892 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72540c1-5546-42a6-b324-b04a17bb203e req-955888a0-08ef-42a0-8cd0-83f65cef315f tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] No DVR routers for this DVR port 7ddaea78-0390-4f42-bc31-36ab8a9f528e on host n-h1-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:27:04.221212 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b72540c1-5546-42a6-b324-b04a17bb203e req-955888a0-08ef-42a0-8cd0-83f65cef315f tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:04.224544 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b72540c1-5546-42a6-b324-b04a17bb203e req-955888a0-08ef-42a0-8cd0-83f65cef315f tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.36 "DELETE /v2.0/ports/7ddaea78-0390-4f42-bc31-36ab8a9f528e HTTP/1.1" status: 204 len: 173 time: 1.3726275 Nov 16 11:27:04.226848 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '079adb6e-31d5-49bf-85ba-1ec369ddeb80', 'name': 'network-vif-deleted', 'tag': '7ddaea78-0390-4f42-bc31-36ab8a9f528e'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:27:04.229153 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c55bdb0-1d81-4a5c-b992-00148bfeccaf" -d '{"events": [{"server_uuid": "079adb6e-31d5-49bf-85ba-1ec369ddeb80", "name": "network-vif-deleted", "tag": "7ddaea78-0390-4f42-bc31-36ab8a9f528e"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:27:04.265476 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e27ea-b65e-433c-beec-0595401d97ce tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Pushing event updated for resources: {'Port': ['ID=bebc6b2c-2437-4390-91b3-a93dac832b58,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:04.305334 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-450cf41c-c2b5-426a-9e01-ae4306577326 req-160e27ea-b65e-433c-beec-0595401d97ce tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:04.329291 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-450cf41c-c2b5-426a-9e01-ae4306577326 req-160e27ea-b65e-433c-beec-0595401d97ce tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:04.334578 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-450cf41c-c2b5-426a-9e01-ae4306577326 req-160e27ea-b65e-433c-beec-0595401d97ce tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9141982 Nov 16 11:27:04.384248 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-450cf41c-c2b5-426a-9e01-ae4306577326 req-fb15b732-0a6b-43da-a2e5-f16d1666820c tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.213 HTTP/1.1" status: 200 len: 696 time: 0.0468791 Nov 16 11:27:04.494770 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450cf41c-c2b5-426a-9e01-ae4306577326 req-9e9fea7c-813b-416d-bc58-d82c0238e03e tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:04.496043 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-450cf41c-c2b5-426a-9e01-ae4306577326 req-9e9fea7c-813b-416d-bc58-d82c0238e03e tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] 10.222.0.61 "GET /v2.0/networks/47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 784 time: 0.1057405 Nov 16 11:27:04.507094 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [req-450cf41c-c2b5-426a-9e01-ae4306577326 req-db8cbbcf-bbac-4a62-b42a-aac9434e0c56 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:27:04.508062 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-450cf41c-c2b5-426a-9e01-ae4306577326 req-db8cbbcf-bbac-4a62-b42a-aac9434e0c56 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056427 Nov 16 11:27:04.624256 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bdd726ce-c991-4af5-a28d-1fe7a21bfc78 req-4fc57dc4-97c6-4f2c-a456-8d9ff0cfa986 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=079adb6e-31d5-49bf-85ba-1ec369ddeb80 HTTP/1.1" status: 200 len: 210 time: 0.0280795 Nov 16 11:27:04.764599 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223be809-4674-42dc-bfc4-b63ce8cf16bd req-5a96ffd7-1ee4-4bc1-91ca-781a13b7a892 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:04.766156 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-223be809-4674-42dc-bfc4-b63ce8cf16bd req-5a96ffd7-1ee4-4bc1-91ca-781a13b7a892 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=7781b92f-9c52-4ed6-b1e5-98a6af9e1af6 HTTP/1.1" status: 200 len: 946 time: 0.0638139 Nov 16 11:27:04.819662 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-223be809-4674-42dc-bfc4-b63ce8cf16bd req-8cc28217-69ec-4cb4-97e7-acb30d70015e tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469594 Nov 16 11:27:04.982424 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 37534) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:05.037664 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4fe18-ff81-4f09-8dd6-f36b01499670 req-c98d2a28-45c5-4f89-a733-e3d466173063 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:05.046755 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fbc4fe18-ff81-4f09-8dd6-f36b01499670 req-c98d2a28-45c5-4f89-a733-e3d466173063 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=8afc0c48-2667-4227-806f-b6f3b3db517c HTTP/1.1" status: 200 len: 944 time: 0.0720592 Nov 16 11:27:05.110434 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fbc4fe18-ff81-4f09-8dd6-f36b01499670 req-fcac7f1d-9177-4933-96ad-ed6e16ec142e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576289 Nov 16 11:27:05.143484 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b291b5d0-07c1-49b1-9d87-4467291216c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:05.208884 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 63d92921-3923-4257-9823-32a4af018ff8 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:27:05.212682 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device d5d941e8-0f59-466e-bfb2-c1b6a916dd63 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:27:05.248475 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b291b5d0-07c1-49b1-9d87-4467291216c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:05.256382 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b291b5d0-07c1-49b1-9d87-4467291216c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:05.281458 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f547530-e7ae-4b27-9e3c-232da957859b req-493f2396-5f0e-489f-89a0-648ecc43734c tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:05.283350 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8f547530-e7ae-4b27-9e3c-232da957859b req-493f2396-5f0e-489f-89a0-648ecc43734c tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=00217b73-95a8-4582-8dcc-35efebb87d20 HTTP/1.1" status: 200 len: 944 time: 0.0622525 Nov 16 11:27:05.317260 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b291b5d0-07c1-49b1-9d87-4467291216c8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a042190c3f2743fda582b28bafc14f99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3328724 Nov 16 11:27:05.319588 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 37542) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:05.328082 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port d5d941e8-0f59-466e-bfb2-c1b6a916dd63 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:27:05.331136 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b291b5d0-07c1-49b1-9d87-4467291216c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf7dca6-5be7-4eef-93e8-3f99957b374b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:05.333303 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port d5d941e8-0f59-466e-bfb2-c1b6a916dd63 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:27:05.334072 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:05.384121 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-360c768a-a9da-484d-b2c3-013814af3698 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:05.397286 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8f547530-e7ae-4b27-9e3c-232da957859b req-a1e503ac-49df-403f-b870-81f86c4cbde1 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958679 Nov 16 11:27:05.399946 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 63d92921-3923-4257-9823-32a4af018ff8, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=63d92921-3923-4257-9823-32a4af018ff8,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:05.415815 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '63d92921-3923-4257-9823-32a4af018ff8', 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334', 'port_id': '63d92921-3923-4257-9823-32a4af018ff8', 'mac_address': 'fa:16:3e:e3:df:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098ff2a2-731b-47ba-a3df-3f077a39e5d8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:27:05.417768 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-360c768a-a9da-484d-b2c3-013814af3698 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:05.478369 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:05.483769 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-360c768a-a9da-484d-b2c3-013814af3698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:05.487397 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-360c768a-a9da-484d-b2c3-013814af3698 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:05.492445 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-360c768a-a9da-484d-b2c3-013814af3698 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dbf7dca6-5be7-4eef-93e8-3f99957b374b HTTP/1.1" status: 204 len: 168 time: 0.1715987 Nov 16 11:27:05.495025 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1793ddcc-e18a-4011-acdb-251554e49dc6 x-openstack-request-id: req-1793ddcc-e18a-4011-acdb-251554e49dc6 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:27:05.495388 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00217b73-95a8-4582-8dcc-35efebb87d20", "tag": "63d92921-3923-4257-9823-32a4af018ff8", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:27:05.495797 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1793ddcc-e18a-4011-acdb-251554e49dc6 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:27:05.497737 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00217b73-95a8-4582-8dcc-35efebb87d20', 'tag': '63d92921-3923-4257-9823-32a4af018ff8', 'status': 'completed', 'code': 200} Nov 16 11:27:05.507329 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c768a-a9da-484d-b2c3-013814af3698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf7dca6-5be7-4eef-93e8-3f99957b374b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:05.508578 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:05.517112 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8afc0c48-2667-4227-806f-b6f3b3db517c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d941e8-0f59-466e-bfb2-c1b6a916dd63'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:27:05.519389 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e337bb-891c-4ae5-8eab-ba9854dd6726" -d '{"events": [{"server_uuid": "8afc0c48-2667-4227-806f-b6f3b3db517c", "name": "network-vif-plugged", "status": "completed", "tag": "d5d941e8-0f59-466e-bfb2-c1b6a916dd63"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:27:05.552090 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port d5d941e8-0f59-466e-bfb2-c1b6a916dd63, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=d5d941e8-0f59-466e-bfb2-c1b6a916dd63,segment=NetworkSegment(dde4f2a5-6c36-4ca1-b975-fe969cc62f41),segment_id=dde4f2a5-6c36-4ca1-b975-fe969cc62f41)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:05.555215 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63d92921-3923-4257-9823-32a4af018ff8 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:27:05.563003 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:05.590374 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42046c7-ff4d-46e5-8253-69268f7200fc x-openstack-request-id: req-d42046c7-ff4d-46e5-8253-69268f7200fc {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:27:05.591225 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "079adb6e-31d5-49bf-85ba-1ec369ddeb80", "name": "network-vif-deleted", "tag": "7ddaea78-0390-4f42-bc31-36ab8a9f528e", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:27:05.591483 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d42046c7-ff4d-46e5-8253-69268f7200fc {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:27:05.591890 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '079adb6e-31d5-49bf-85ba-1ec369ddeb80', 'name': 'network-vif-deleted', 'tag': '7ddaea78-0390-4f42-bc31-36ab8a9f528e', 'status': 'completed', 'code': 200} Nov 16 11:27:05.614678 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd62d2b-3cc9-4a89-9d75-8ce42f8a1e25 req-c84f3c85-b0b6-42bb-a58a-6b4e482f3512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:05.616249 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1fd62d2b-3cc9-4a89-9d75-8ce42f8a1e25 req-c84f3c85-b0b6-42bb-a58a-6b4e482f3512 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c6297fca90ae441aa40dab0d2d555d6b&device_id=00217b73-95a8-4582-8dcc-35efebb87d20 HTTP/1.1" status: 200 len: 1095 time: 0.1002884 Nov 16 11:27:05.619531 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 63d92921-3923-4257-9823-32a4af018ff8, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=63d92921-3923-4257-9823-32a4af018ff8,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:05.689186 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=d5d941e8-0f59-466e-bfb2-c1b6a916dd63,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:05.694222 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:05.769573 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=63d92921-3923-4257-9823-32a4af018ff8,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:05.770592 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd62d2b-3cc9-4a89-9d75-8ce42f8a1e25 req-0ec18dce-11f1-4607-9de6-64418d47de86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:05.772222 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1fd62d2b-3cc9-4a89-9d75-8ce42f8a1e25 req-0ec18dce-11f1-4607-9de6-64418d47de86 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334 HTTP/1.1" status: 200 len: 912 time: 0.1473029 Nov 16 11:27:05.782577 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-48d4bf26-f60f-474a-a23e-3375072de0d5 req-48d2c2ad-5c99-4470-b821-1d84127baa08 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1674135 Nov 16 11:27:05.787657 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-48d4bf26-f60f-474a-a23e-3375072de0d5 req-eeeb57b7-6457-463e-9e8e-f382096ef691 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:27:05.836941 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1fd62d2b-3cc9-4a89-9d75-8ce42f8a1e25 req-ee402ff6-2ba8-4e2a-9f56-fdf97388b3e6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63d92921-3923-4257-9823-32a4af018ff8 HTTP/1.1" status: 200 len: 217 time: 0.0546234 Nov 16 11:27:05.864277 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-48d4bf26-f60f-474a-a23e-3375072de0d5 req-eeeb57b7-6457-463e-9e8e-f382096ef691 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks [] for floatingip, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:05.909961 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd62d2b-3cc9-4a89-9d75-8ce42f8a1e25 req-287802b6-7645-4913-a2c8-f902bd948751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:05.912005 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1fd62d2b-3cc9-4a89-9d75-8ce42f8a1e25 req-287802b6-7645-4913-a2c8-f902bd948751 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=098ff2a2-731b-47ba-a3df-3f077a39e5d8 HTTP/1.1" status: 200 len: 850 time: 0.0611775 Nov 16 11:27:05.991459 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['63d92921-3923-4257-9823-32a4af018ff8'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:27:06.011512 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd62d2b-3cc9-4a89-9d75-8ce42f8a1e25 req-b29b94bd-1e4c-4452-aa6d-4e3824b52b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:06.013076 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1fd62d2b-3cc9-4a89-9d75-8ce42f8a1e25 req-b29b94bd-1e4c-4452-aa6d-4e3824b52b88 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0902834 Nov 16 11:27:06.110297 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-48d4bf26-f60f-474a-a23e-3375072de0d5 req-eeeb57b7-6457-463e-9e8e-f382096ef691 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:06.223429 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1fd62d2b-3cc9-4a89-9d75-8ce42f8a1e25 req-e7e48e82-171d-4c2a-87d5-50924e12e524 service neutron] 10.222.0.64 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003820 Nov 16 11:27:06.364943 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-48d4bf26-f60f-474a-a23e-3375072de0d5 req-eeeb57b7-6457-463e-9e8e-f382096ef691 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Allocated IP 172.25.0.216 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/3102283d-900e-4be4-96da-93147036804b) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:27:06.399802 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1fd62d2b-3cc9-4a89-9d75-8ce42f8a1e25 req-3c3de6e9-dbbf-42a3-8c50-33d8ed8eb2ea service neutron] 10.222.0.64 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677070 Nov 16 11:27:06.504931 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-48d4bf26-f60f-474a-a23e-3375072de0d5 req-eeeb57b7-6457-463e-9e8e-f382096ef691 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:06.551415 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-48d4bf26-f60f-474a-a23e-3375072de0d5 req-eeeb57b7-6457-463e-9e8e-f382096ef691 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:06.595729 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48d4bf26-f60f-474a-a23e-3375072de0d5 req-eeeb57b7-6457-463e-9e8e-f382096ef691 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:27:06.598885 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-48d4bf26-f60f-474a-a23e-3375072de0d5 req-eeeb57b7-6457-463e-9e8e-f382096ef691 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:27:06.601563 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d4bf26-f60f-474a-a23e-3375072de0d5 req-eeeb57b7-6457-463e-9e8e-f382096ef691 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:27:06.627175 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb57b7-6457-463e-9e8e-f382096ef691 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Pushing event updated for resources: {'Port': ['ID=3102283d-900e-4be4-96da-93147036804b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:06.690705 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-48d4bf26-f60f-474a-a23e-3375072de0d5 req-eeeb57b7-6457-463e-9e8e-f382096ef691 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:06.725858 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-48d4bf26-f60f-474a-a23e-3375072de0d5 req-eeeb57b7-6457-463e-9e8e-f382096ef691 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:06.880282 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-48d4bf26-f60f-474a-a23e-3375072de0d5 req-eeeb57b7-6457-463e-9e8e-f382096ef691 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:06.885528 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-48d4bf26-f60f-474a-a23e-3375072de0d5 req-eeeb57b7-6457-463e-9e8e-f382096ef691 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:06.966910 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb57b7-6457-463e-9e8e-f382096ef691 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Pushing event updated for resources: {'Port': ['ID=3102283d-900e-4be4-96da-93147036804b,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:06.978830 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-48d4bf26-f60f-474a-a23e-3375072de0d5 req-eeeb57b7-6457-463e-9e8e-f382096ef691 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:06.998642 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-48d4bf26-f60f-474a-a23e-3375072de0d5 req-eeeb57b7-6457-463e-9e8e-f382096ef691 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:06.999905 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-48d4bf26-f60f-474a-a23e-3375072de0d5 req-eeeb57b7-6457-463e-9e8e-f382096ef691 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2165251 Nov 16 11:27:07.049961 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-48d4bf26-f60f-474a-a23e-3375072de0d5 req-0f87d811-faaa-4e2b-a5ef-ad0e4afa57f4 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.216 HTTP/1.1" status: 200 len: 696 time: 0.0437651 Nov 16 11:27:07.160887 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4bf26-f60f-474a-a23e-3375072de0d5 req-e7fa961a-2880-44c9-92a7-a97a106dbdc9 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:07.162271 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-48d4bf26-f60f-474a-a23e-3375072de0d5 req-e7fa961a-2880-44c9-92a7-a97a106dbdc9 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] 10.222.0.61 "GET /v2.0/networks/47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 784 time: 0.1051202 Nov 16 11:27:07.224214 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 63d92921-3923-4257-9823-32a4af018ff8 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:27:07.229483 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0c33b9-4270-4e94-a3e8-2668d2685e12 x-openstack-request-id: req-be0c33b9-4270-4e94-a3e8-2668d2685e12 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:27:07.229991 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8afc0c48-2667-4227-806f-b6f3b3db517c", "name": "network-vif-plugged", "status": "completed", "tag": "d5d941e8-0f59-466e-bfb2-c1b6a916dd63", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:27:07.230343 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-be0c33b9-4270-4e94-a3e8-2668d2685e12 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:27:07.230895 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8afc0c48-2667-4227-806f-b6f3b3db517c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d941e8-0f59-466e-bfb2-c1b6a916dd63', 'code': 200} Nov 16 11:27:07.305321 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 63d92921-3923-4257-9823-32a4af018ff8 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:27:07.310083 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 63d92921-3923-4257-9823-32a4af018ff8 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:27:07.310474 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:07.390997 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b661a95-462b-48c3-9c1d-a0ab9b2971b8 req-1e04b6de-386d-475e-951c-247845900389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:07.395445 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0b661a95-462b-48c3-9c1d-a0ab9b2971b8 req-1e04b6de-386d-475e-951c-247845900389 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8afc0c48-2667-4227-806f-b6f3b3db517c HTTP/1.1" status: 200 len: 1096 time: 0.0953624 Nov 16 11:27:07.445242 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:07.450810 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 7ddaea78-0390-4f42-bc31-36ab8a9f528e no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:27:07.451510 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0b661a95-462b-48c3-9c1d-a0ab9b2971b8 req-2c249abe-50c5-444e-9f08-76abe148328b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480516 Nov 16 11:27:07.473291 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40585582-2eae-44ca-861d-113062e3bab6 req-fd1f473c-9f2c-42c5-9366-01cb9f42ba55 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:07.474963 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-40585582-2eae-44ca-861d-113062e3bab6 req-fd1f473c-9f2c-42c5-9366-01cb9f42ba55 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=8afc0c48-2667-4227-806f-b6f3b3db517c HTTP/1.1" status: 200 len: 945 time: 0.0617099 Nov 16 11:27:07.483566 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: 7ddaea78-0390-4f42-bc31-36ab8a9f528e {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:27:07.483917 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 7ddaea78-0390-4f42-bc31-36ab8a9f528e not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:27:07.498867 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d85279-771a-465d-8f5e-d3d39921f764', 'name': 'network-vif-deleted', 'tag': 'f2f1d0ca-aa12-4584-9d89-ef084c1e0026'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:27:07.501175 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10bb2cc-4e43-432b-9f1b-f76acf06b1cd" -d '{"events": [{"server_uuid": "21d85279-771a-465d-8f5e-d3d39921f764", "name": "network-vif-deleted", "tag": "f2f1d0ca-aa12-4584-9d89-ef084c1e0026"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:27:07.508592 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 63d92921-3923-4257-9823-32a4af018ff8, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=63d92921-3923-4257-9823-32a4af018ff8,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:07.513652 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:07.514831 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device f2f1d0ca-aa12-4584-9d89-ef084c1e0026 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:27:07.533727 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-40585582-2eae-44ca-861d-113062e3bab6 req-c4eb56b2-c871-4437-92af-fa538d54b5bd tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507305 Nov 16 11:27:07.566191 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: f2f1d0ca-aa12-4584-9d89-ef084c1e0026 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:27:07.566544 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device f2f1d0ca-aa12-4584-9d89-ef084c1e0026 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:27:07.603049 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=63d92921-3923-4257-9823-32a4af018ff8,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:07.648413 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520856a-9e2c-4107-b49e-01fc60dc1993 req-4fa77dc2-d7ec-4f3c-a9cf-97ba915b4e0f tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:07.650190 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d520856a-9e2c-4107-b49e-01fc60dc1993 req-4fa77dc2-d7ec-4f3c-a9cf-97ba915b4e0f tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=00217b73-95a8-4582-8dcc-35efebb87d20 HTTP/1.1" status: 200 len: 946 time: 0.0558472 Nov 16 11:27:07.702744 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d520856a-9e2c-4107-b49e-01fc60dc1993 req-3174ea3c-770d-44e2-b58f-8ae2e8666824 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463233 Nov 16 11:27:07.832815 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9ef5675b-bc81-424b-9153-b2896cb8f681 req-65de6346-926c-443c-8102-ecda5fc16531 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1067183 Nov 16 11:27:07.842561 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-9ef5675b-bc81-424b-9153-b2896cb8f681 req-1600147a-5f79-44cb-a26a-5821029a1a00 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:27:07.863424 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9ef5675b-bc81-424b-9153-b2896cb8f681 req-1600147a-5f79-44cb-a26a-5821029a1a00 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks [] for floatingip, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:07.960454 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9ef5675b-bc81-424b-9153-b2896cb8f681 req-1600147a-5f79-44cb-a26a-5821029a1a00 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:08.072421 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-9ef5675b-bc81-424b-9153-b2896cb8f681 req-1600147a-5f79-44cb-a26a-5821029a1a00 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Allocated IP 172.25.0.18 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/09f9a9e0-61f0-4fbf-8439-2963b175b7a7) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:27:08.172093 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9ef5675b-bc81-424b-9153-b2896cb8f681 req-1600147a-5f79-44cb-a26a-5821029a1a00 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:08.204935 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9ef5675b-bc81-424b-9153-b2896cb8f681 req-1600147a-5f79-44cb-a26a-5821029a1a00 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:08.239579 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ef5675b-bc81-424b-9153-b2896cb8f681 req-1600147a-5f79-44cb-a26a-5821029a1a00 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:27:08.244282 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-9ef5675b-bc81-424b-9153-b2896cb8f681 req-1600147a-5f79-44cb-a26a-5821029a1a00 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:27:08.247746 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef5675b-bc81-424b-9153-b2896cb8f681 req-1600147a-5f79-44cb-a26a-5821029a1a00 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:27:08.275623 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600147a-5f79-44cb-a26a-5821029a1a00 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Pushing event updated for resources: {'Port': ['ID=09f9a9e0-61f0-4fbf-8439-2963b175b7a7,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:08.336114 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9ef5675b-bc81-424b-9153-b2896cb8f681 req-1600147a-5f79-44cb-a26a-5821029a1a00 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:08.367315 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9ef5675b-bc81-424b-9153-b2896cb8f681 req-1600147a-5f79-44cb-a26a-5821029a1a00 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:08.517117 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9ef5675b-bc81-424b-9153-b2896cb8f681 req-1600147a-5f79-44cb-a26a-5821029a1a00 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:08.521625 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9ef5675b-bc81-424b-9153-b2896cb8f681 req-1600147a-5f79-44cb-a26a-5821029a1a00 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:08.591492 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600147a-5f79-44cb-a26a-5821029a1a00 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Pushing event updated for resources: {'Port': ['ID=09f9a9e0-61f0-4fbf-8439-2963b175b7a7,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:08.601159 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9ef5675b-bc81-424b-9153-b2896cb8f681 req-1600147a-5f79-44cb-a26a-5821029a1a00 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:08.616652 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9ef5675b-bc81-424b-9153-b2896cb8f681 req-1600147a-5f79-44cb-a26a-5821029a1a00 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:08.617893 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9ef5675b-bc81-424b-9153-b2896cb8f681 req-1600147a-5f79-44cb-a26a-5821029a1a00 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.7796824 Nov 16 11:27:08.671341 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9ef5675b-bc81-424b-9153-b2896cb8f681 req-bc055959-cf74-444c-b863-1f870b87c353 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.18 HTTP/1.1" status: 200 len: 695 time: 0.0466118 Nov 16 11:27:09.077861 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5675b-bc81-424b-9153-b2896cb8f681 req-486d7680-474c-4938-8c79-e818cb92825c tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:09.079146 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9ef5675b-bc81-424b-9153-b2896cb8f681 req-486d7680-474c-4938-8c79-e818cb92825c tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] 10.222.0.61 "GET /v2.0/networks/47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 784 time: 0.4012356 Nov 16 11:27:09.231904 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00217b73-95a8-4582-8dcc-35efebb87d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d92921-3923-4257-9823-32a4af018ff8'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:27:09.235119 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c8464a-631e-4703-8e60-4984f179271b" -d '{"events": [{"server_uuid": "00217b73-95a8-4582-8dcc-35efebb87d20", "name": "network-vif-plugged", "status": "completed", "tag": "63d92921-3923-4257-9823-32a4af018ff8"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:27:09.495773 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d07d6c2-9b42-4d5e-8a5d-ddce1cdf223b x-openstack-request-id: req-8d07d6c2-9b42-4d5e-8a5d-ddce1cdf223b {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:27:09.496270 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d85279-771a-465d-8f5e-d3d39921f764", "name": "network-vif-deleted", "tag": "f2f1d0ca-aa12-4584-9d89-ef084c1e0026", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:27:09.496500 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8d07d6c2-9b42-4d5e-8a5d-ddce1cdf223b {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:27:09.496903 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d85279-771a-465d-8f5e-d3d39921f764', 'name': 'network-vif-deleted', 'tag': 'f2f1d0ca-aa12-4584-9d89-ef084c1e0026', 'status': 'completed', 'code': 200} Nov 16 11:27:09.581344 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6385e573-781f-47c0-bc48-d68302ebb80c req-6787a51c-ce23-43dc-9965-392029297e95 tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=43d5fade76da404e906bd7391486df47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217516 Nov 16 11:27:09.689163 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385e573-781f-47c0-bc48-d68302ebb80c req-3662d1da-ce0e-4f5f-a67e-01d70edb3e0f tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:09.690652 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6385e573-781f-47c0-bc48-d68302ebb80c req-3662d1da-ce0e-4f5f-a67e-01d70edb3e0f tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1032016 Nov 16 11:27:09.705730 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6385e573-781f-47c0-bc48-d68302ebb80c req-6af5e3ff-362b-414f-874a-82bfbad20bd2 tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] 10.222.0.61 "GET /v2.0/quotas/43d5fade76da404e906bd7391486df47 HTTP/1.1" status: 200 len: 375 time: 0.0094306 Nov 16 11:27:09.740345 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6385e573-781f-47c0-bc48-d68302ebb80c req-6493b690-bd35-4ee1-af93-e5892fd01784 tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=43d5fade76da404e906bd7391486df47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291843 Nov 16 11:27:09.770500 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2631c-0a82-4cd3-a81b-4bff26235e1e req-76ce35d6-bea5-4eda-8f8c-e7551a994977 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:09.772002 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-15d2631c-0a82-4cd3-a81b-4bff26235e1e req-76ce35d6-bea5-4eda-8f8c-e7551a994977 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d7ad5bb-6115-4b5e-8156-206b4ea5631a HTTP/1.1" status: 200 len: 944 time: 0.0554073 Nov 16 11:27:09.903491 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-15d2631c-0a82-4cd3-a81b-4bff26235e1e req-73ef8821-50a0-438f-9ab2-19e24af3f2db tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Deleting port d169e98f-1f72-49dc-9f8d-d83ecf9c069c {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:27:09.903899 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-15d2631c-0a82-4cd3-a81b-4bff26235e1e req-73ef8821-50a0-438f-9ab2-19e24af3f2db tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:10.032372 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-15d2631c-0a82-4cd3-a81b-4bff26235e1e req-73ef8821-50a0-438f-9ab2-19e24af3f2db tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] For port d169e98f-1f72-49dc-9f8d-d83ecf9c069c, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=d169e98f-1f72-49dc-9f8d-d83ecf9c069c,segment=NetworkSegment(d9c88559-8fa4-467d-a577-d2c14bfd7508),segment_id=d9c88559-8fa4-467d-a577-d2c14bfd7508)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:10.033304 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-15d2631c-0a82-4cd3-a81b-4bff26235e1e req-73ef8821-50a0-438f-9ab2-19e24af3f2db tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:10.043959 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddfd26-183a-4090-abb6-643080447f39 req-47bd2780-eaf0-412e-81ee-05ff1f54c50c tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:10.045458 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-72ddfd26-183a-4090-abb6-643080447f39 req-47bd2780-eaf0-412e-81ee-05ff1f54c50c tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=8afc0c48-2667-4227-806f-b6f3b3db517c HTTP/1.1" status: 200 len: 945 time: 0.0718791 Nov 16 11:27:10.050476 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-15d2631c-0a82-4cd3-a81b-4bff26235e1e req-73ef8821-50a0-438f-9ab2-19e24af3f2db tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Calling delete_port for d169e98f-1f72-49dc-9f8d-d83ecf9c069c owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:27:10.100090 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-72ddfd26-183a-4090-abb6-643080447f39 req-824f0b30-1f47-4c42-9182-0a7c028cf57e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448184 Nov 16 11:27:10.226575 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44646a-80e3-48cb-96c1-f50ad6de8f20 req-07b8d2f3-d9ab-48e1-8c22-589a93f7ec7d tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:10.235188 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-15d2631c-0a82-4cd3-a81b-4bff26235e1e req-73ef8821-50a0-438f-9ab2-19e24af3f2db tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:10.245876 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2e44646a-80e3-48cb-96c1-f50ad6de8f20 req-07b8d2f3-d9ab-48e1-8c22-589a93f7ec7d tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=00217b73-95a8-4582-8dcc-35efebb87d20 HTTP/1.1" status: 200 len: 946 time: 0.0734172 Nov 16 11:27:10.275389 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef8821-50a0-438f-9ab2-19e24af3f2db tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Pushing event deleted for resources: {'Port': ['ID=d169e98f-1f72-49dc-9f8d-d83ecf9c069c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:10.302502 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2e44646a-80e3-48cb-96c1-f50ad6de8f20 req-02ab6eea-064f-4e10-bdc8-f1129ab5e947 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549634 Nov 16 11:27:10.334433 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d2631c-0a82-4cd3-a81b-4bff26235e1e req-73ef8821-50a0-438f-9ab2-19e24af3f2db tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] No DVR routers for this DVR port d169e98f-1f72-49dc-9f8d-d83ecf9c069c on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:27:10.338344 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-15d2631c-0a82-4cd3-a81b-4bff26235e1e req-73ef8821-50a0-438f-9ab2-19e24af3f2db tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:10.343600 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-15d2631c-0a82-4cd3-a81b-4bff26235e1e req-73ef8821-50a0-438f-9ab2-19e24af3f2db tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.64 "DELETE /v2.0/ports/d169e98f-1f72-49dc-9f8d-d83ecf9c069c HTTP/1.1" status: 204 len: 173 time: 0.5536931 Nov 16 11:27:10.386428 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-49e312b0-c8ad-47bd-9dff-936f99d4ffc6 req-c30388cb-519f-4ae1-b2c5-50512ab9dcfb tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] 10.222.0.61 "GET /v2.0/floatingips/5cd9c511-6333-4634-8a4a-a16e1f5b7bb7 HTTP/1.1" status: 200 len: 692 time: 0.0518248 Nov 16 11:27:10.504402 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e312b0-c8ad-47bd-9dff-936f99d4ffc6 req-e177a782-6f9a-4be9-a5c3-cf99681d0d7b tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:10.514621 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-49e312b0-c8ad-47bd-9dff-936f99d4ffc6 req-e177a782-6f9a-4be9-a5c3-cf99681d0d7b tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] 10.222.0.61 "GET /v2.0/networks/47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 784 time: 0.1206787 Nov 16 11:27:10.629239 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cb350694-daba-4d40-b6a4-114e15f683eb req-6b1be561-c253-44e1-9267-597210919dae tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d7ad5bb-6115-4b5e-8156-206b4ea5631a HTTP/1.1" status: 200 len: 210 time: 0.0306022 Nov 16 11:27:10.673164 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef57a32-5ed1-4dc5-9b0d-60871db6648f x-openstack-request-id: req-6ef57a32-5ed1-4dc5-9b0d-60871db6648f {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:27:10.673896 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00217b73-95a8-4582-8dcc-35efebb87d20", "name": "network-vif-plugged", "status": "completed", "tag": "63d92921-3923-4257-9823-32a4af018ff8", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:27:10.674260 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6ef57a32-5ed1-4dc5-9b0d-60871db6648f {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:27:10.674738 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00217b73-95a8-4582-8dcc-35efebb87d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d92921-3923-4257-9823-32a4af018ff8', 'code': 200} Nov 16 11:27:10.744972 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9fd89f9e-d4a8-4d76-8ad6-2ee5d43ad1e3 req-0d921820-3f43-4f50-83af-937db84d1749 tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] 10.222.0.61 "GET /v2.0/ports?device_id=b25c32b5-32f9-4916-805a-b54245bb2ceb HTTP/1.1" status: 200 len: 210 time: 0.0284758 Nov 16 11:27:10.784301 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db2c22-1177-46ab-b0d8-77d767d02638 req-6d0503cd-f9c5-4b60-b745-5763fff72cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:10.785951 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-04db2c22-1177-46ab-b0d8-77d767d02638 req-6d0503cd-f9c5-4b60-b745-5763fff72cac service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=00217b73-95a8-4582-8dcc-35efebb87d20 HTTP/1.1" status: 200 len: 1097 time: 0.0526724 Nov 16 11:27:10.868683 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-04db2c22-1177-46ab-b0d8-77d767d02638 req-2262964f-f76b-4e5c-8a70-34c6b7aac5bd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599310 Nov 16 11:27:10.928595 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-de140201-5098-4168-bd84-86dada516426 req-f090f37e-4b89-4ba9-b879-4222592368e2 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] 10.222.0.61 "GET /v2.0/floatingips/5cd9c511-6333-4634-8a4a-a16e1f5b7bb7 HTTP/1.1" status: 200 len: 692 time: 0.0449424 Nov 16 11:27:11.037614 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de140201-5098-4168-bd84-86dada516426 req-3567100e-b76c-45ae-adf7-6a8c99100069 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:11.038960 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-de140201-5098-4168-bd84-86dada516426 req-3567100e-b76c-45ae-adf7-6a8c99100069 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] 10.222.0.61 "GET /v2.0/networks/47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 784 time: 0.1047585 Nov 16 11:27:11.091878 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-de140201-5098-4168-bd84-86dada516426 req-d1211730-5cf6-4c52-9491-4f09c8518b7c tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.18 HTTP/1.1" status: 200 len: 695 time: 0.0459337 Nov 16 11:27:11.152295 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-de140201-5098-4168-bd84-86dada516426 req-0ced55aa-c91b-43f7-a9d6-8c1c8eab6562 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.18 HTTP/1.1" status: 200 len: 695 time: 0.0536621 Nov 16 11:27:11.296898 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-de140201-5098-4168-bd84-86dada516426 req-9a0a96aa-e9a3-4cdf-8f42-9d7bdf6ca1d0 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Deleting port 09f9a9e0-61f0-4fbf-8439-2963b175b7a7 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:27:11.297229 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-de140201-5098-4168-bd84-86dada516426 req-9a0a96aa-e9a3-4cdf-8f42-9d7bdf6ca1d0 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:11.372373 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-de140201-5098-4168-bd84-86dada516426 req-9a0a96aa-e9a3-4cdf-8f42-9d7bdf6ca1d0 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:11.372958 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-de140201-5098-4168-bd84-86dada516426 req-9a0a96aa-e9a3-4cdf-8f42-9d7bdf6ca1d0 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:11.385103 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-de140201-5098-4168-bd84-86dada516426 req-9a0a96aa-e9a3-4cdf-8f42-9d7bdf6ca1d0 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Calling delete_port for 09f9a9e0-61f0-4fbf-8439-2963b175b7a7 owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:27:11.518956 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7ad5bb-6115-4b5e-8156-206b4ea5631a', 'name': 'network-vif-deleted', 'tag': 'd169e98f-1f72-49dc-9f8d-d83ecf9c069c'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:27:11.521490 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e598a509-8638-4587-94b0-88c00ad11f08" -d '{"events": [{"server_uuid": "0d7ad5bb-6115-4b5e-8156-206b4ea5631a", "name": "network-vif-deleted", "tag": "d169e98f-1f72-49dc-9f8d-d83ecf9c069c"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:27:11.526841 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6385e573-781f-47c0-bc48-d68302ebb80c req-84d3307b-fef8-48e1-8552-2ddaa80d1964 tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=43d5fade76da404e906bd7391486df47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542316 Nov 16 11:27:11.546189 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-de140201-5098-4168-bd84-86dada516426 req-9a0a96aa-e9a3-4cdf-8f42-9d7bdf6ca1d0 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:11.583071 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a96aa-e9a3-4cdf-8f42-9d7bdf6ca1d0 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Pushing event deleted for resources: {'Port': ['ID=09f9a9e0-61f0-4fbf-8439-2963b175b7a7,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:11.672273 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-de140201-5098-4168-bd84-86dada516426 req-9a0a96aa-e9a3-4cdf-8f42-9d7bdf6ca1d0 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks [] for floatingip, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:11.675677 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-de140201-5098-4168-bd84-86dada516426 req-9a0a96aa-e9a3-4cdf-8f42-9d7bdf6ca1d0 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:11.677073 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-de140201-5098-4168-bd84-86dada516426 req-9a0a96aa-e9a3-4cdf-8f42-9d7bdf6ca1d0 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] 10.222.0.61 "DELETE /v2.0/floatingips/5cd9c511-6333-4634-8a4a-a16e1f5b7bb7 HTTP/1.1" status: 204 len: 173 time: 0.5152702 Nov 16 11:27:11.687905 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385e573-781f-47c0-bc48-d68302ebb80c req-82a03407-ce79-4e96-868e-50f075fb082c tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:11.689471 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6385e573-781f-47c0-bc48-d68302ebb80c req-82a03407-ce79-4e96-868e-50f075fb082c tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1550515 Nov 16 11:27:11.716244 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-6385e573-781f-47c0-bc48-d68302ebb80c req-b02a19fe-c873-4e2f-9abf-e32779540ecc tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] Request body: {'port': {'device_id': 'b25c32b5-32f9-4916-805a-b54245bb2ceb', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'admin_state_up': True, 'tenant_id': '43d5fade76da404e906bd7391486df47'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:27:11.809438 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a1af7-6475-49ab-9a8b-6a63279d7df7 req-c634829d-e35c-40b4-a9b7-b0a86ad5a374 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:11.811051 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a67a1af7-6475-49ab-9a8b-6a63279d7df7 req-c634829d-e35c-40b4-a9b7-b0a86ad5a374 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=8afc0c48-2667-4227-806f-b6f3b3db517c HTTP/1.1" status: 200 len: 945 time: 0.0506923 Nov 16 11:27:11.839346 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6385e573-781f-47c0-bc48-d68302ebb80c req-b02a19fe-c873-4e2f-9abf-e32779540ecc tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] Made reservation on behalf of 43d5fade76da404e906bd7391486df47 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:27:11.843160 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6385e573-781f-47c0-bc48-d68302ebb80c req-b02a19fe-c873-4e2f-9abf-e32779540ecc tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:11.854402 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6385e573-781f-47c0-bc48-d68302ebb80c req-b02a19fe-c873-4e2f-9abf-e32779540ecc tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:11.863411 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a67a1af7-6475-49ab-9a8b-6a63279d7df7 req-160bd873-e54d-47ad-b78d-fe5494a9f9ac tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463095 Nov 16 11:27:11.933096 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6385e573-781f-47c0-bc48-d68302ebb80c req-b02a19fe-c873-4e2f-9abf-e32779540ecc tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:11.938129 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6385e573-781f-47c0-bc48-d68302ebb80c req-b02a19fe-c873-4e2f-9abf-e32779540ecc tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:12.016549 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a19fe-c873-4e2f-9abf-e32779540ecc tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a81933c-4c51-4784-8b56-8dde575436fe,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:12.079445 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ca916-8bf6-4639-ad7a-5ed729de9d1d req-4161862f-6393-4b21-ac22-4ccd09449793 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:12.086499 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-669ca916-8bf6-4639-ad7a-5ed729de9d1d req-4161862f-6393-4b21-ac22-4ccd09449793 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=00217b73-95a8-4582-8dcc-35efebb87d20 HTTP/1.1" status: 200 len: 946 time: 0.0912251 Nov 16 11:27:12.107472 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-6385e573-781f-47c0-bc48-d68302ebb80c req-b02a19fe-c873-4e2f-9abf-e32779540ecc tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] Allocated IP 192.168.233.43 (d184b1c6-3832-4c86-bfd0-c1472d76d6c3/c4c770cc-51d7-42eb-b4a6-9a605bacae0f/e7e25a22-051a-41aa-94f8-a8976f15b65c) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:27:12.149724 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-669ca916-8bf6-4639-ad7a-5ed729de9d1d req-5da023f6-20a2-4840-9aae-f9e501bb936d tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620863 Nov 16 11:27:12.239019 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf947d3d-45ce-4a19-bd69-e882b1049af6 x-openstack-request-id: req-cf947d3d-45ce-4a19-bd69-e882b1049af6 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:27:12.239987 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7ad5bb-6115-4b5e-8156-206b4ea5631a", "name": "network-vif-deleted", "tag": "d169e98f-1f72-49dc-9f8d-d83ecf9c069c", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:27:12.240091 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cf947d3d-45ce-4a19-bd69-e882b1049af6 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:27:12.240472 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d7ad5bb-6115-4b5e-8156-206b4ea5631a', 'name': 'network-vif-deleted', 'tag': 'd169e98f-1f72-49dc-9f8d-d83ecf9c069c', 'status': 'completed', 'code': 200} Nov 16 11:27:12.312604 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6385e573-781f-47c0-bc48-d68302ebb80c req-b02a19fe-c873-4e2f-9abf-e32779540ecc tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:12.360524 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6385e573-781f-47c0-bc48-d68302ebb80c req-b02a19fe-c873-4e2f-9abf-e32779540ecc tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:12.410140 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6385e573-781f-47c0-bc48-d68302ebb80c req-b02a19fe-c873-4e2f-9abf-e32779540ecc tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] Network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:27:12.414725 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-6385e573-781f-47c0-bc48-d68302ebb80c req-b02a19fe-c873-4e2f-9abf-e32779540ecc tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:27:12.420443 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-6385e573-781f-47c0-bc48-d68302ebb80c req-b02a19fe-c873-4e2f-9abf-e32779540ecc tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:27:12.469644 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a19fe-c873-4e2f-9abf-e32779540ecc tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] Pushing event updated for resources: {'Port': ['ID=e7e25a22-051a-41aa-94f8-a8976f15b65c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:12.491647 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385e573-781f-47c0-bc48-d68302ebb80c req-b02a19fe-c873-4e2f-9abf-e32779540ecc tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:12.492902 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6385e573-781f-47c0-bc48-d68302ebb80c req-b02a19fe-c873-4e2f-9abf-e32779540ecc tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:12.509245 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0fee4-5737-459c-b719-6fa202d5d42e req-d8e2dc7a-7790-46f1-9b7c-a7a9a9f8a8e9 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:12.518784 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6385e573-781f-47c0-bc48-d68302ebb80c req-b02a19fe-c873-4e2f-9abf-e32779540ecc tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8018844 Nov 16 11:27:12.518928 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-65a0fee4-5737-459c-b719-6fa202d5d42e req-d8e2dc7a-7790-46f1-9b7c-a7a9a9f8a8e9 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2411385 Nov 16 11:27:12.529710 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-6385e573-781f-47c0-bc48-d68302ebb80c req-e170e2c7-dc25-4e67-be64-9fc5a3ea9fde service neutron] Request body: {'port': {'device_id': 'b25c32b5-32f9-4916-805a-b54245bb2ceb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:27:12.564120 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 37676) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:12.604026 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6385e573-781f-47c0-bc48-d68302ebb80c req-e170e2c7-dc25-4e67-be64-9fc5a3ea9fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:12.671056 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-168854ed-1ddb-4ad6-a504-12f4dd103c23 admin admin] Deleting subnet 0426f897-3517-4777-b787-b653a2b0dda2 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:27:12.676683 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-168854ed-1ddb-4ad6-a504-12f4dd103c23 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:12.723359 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07d1c1-ced6-487e-8f85-ba744fd4b274 req-e9cd9318-d6c0-48ae-b0f5-456bf1d4b42a tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:12.725432 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ca07d1c1-ced6-487e-8f85-ba744fd4b274 req-e9cd9318-d6c0-48ae-b0f5-456bf1d4b42a tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] 10.222.0.61 "GET /v2.0/ports?device_id=b25c32b5-32f9-4916-805a-b54245bb2ceb HTTP/1.1" status: 200 len: 935 time: 0.1025305 Nov 16 11:27:12.742794 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-168854ed-1ddb-4ad6-a504-12f4dd103c23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:12.775427 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-0b68b137-7993-4ffa-8524-579f7a35f1ee None None] Provisioning complete for port e7e25a22-051a-41aa-94f8-a8976f15b65c triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:27:12.776434 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0b68b137-7993-4ffa-8524-579f7a35f1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:12.815079 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-168854ed-1ddb-4ad6-a504-12f4dd103c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:12.820395 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ca07d1c1-ced6-487e-8f85-ba744fd4b274 req-154414df-687c-4143-8a7f-0d1b13dea83c tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a81933c-4c51-4784-8b56-8dde575436fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885174 Nov 16 11:27:12.820743 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-0b68b137-7993-4ffa-8524-579f7a35f1ee None None] Port e7e25a22-051a-41aa-94f8-a8976f15b65c cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:27:12.895714 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-168854ed-1ddb-4ad6-a504-12f4dd103c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:12.925799 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168854ed-1ddb-4ad6-a504-12f4dd103c23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0426f897-3517-4777-b787-b653a2b0dda2,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:12.935556 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-6385e573-781f-47c0-bc48-d68302ebb80c req-e170e2c7-dc25-4e67-be64-9fc5a3ea9fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7e25a22-051a-41aa-94f8-a8976f15b65c {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:27:12.936066 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-168854ed-1ddb-4ad6-a504-12f4dd103c23 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:12.940468 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-168854ed-1ddb-4ad6-a504-12f4dd103c23 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/0426f897-3517-4777-b787-b653a2b0dda2 HTTP/1.1" status: 204 len: 168 time: 0.3752632 Nov 16 11:27:12.943106 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 37684) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:12.946913 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6385e573-781f-47c0-bc48-d68302ebb80c req-e170e2c7-dc25-4e67-be64-9fc5a3ea9fde service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:12.964756 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-6385e573-781f-47c0-bc48-d68302ebb80c req-e170e2c7-dc25-4e67-be64-9fc5a3ea9fde service neutron] Transition to ACTIVE for port object e7e25a22-051a-41aa-94f8-a8976f15b65c will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:27:12.972809 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6385e573-781f-47c0-bc48-d68302ebb80c req-e170e2c7-dc25-4e67-be64-9fc5a3ea9fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:12.995214 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f997c902-c5d7-4f65-8e34-ac443099726f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:13.050493 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-801e4827-d577-45e5-a130-1abc924fda84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:13.059763 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170e2c7-dc25-4e67-be64-9fc5a3ea9fde service neutron] Pushing event updated for resources: {'Port': ['ID=e7e25a22-051a-41aa-94f8-a8976f15b65c,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:13.177943 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-6385e573-781f-47c0-bc48-d68302ebb80c req-e170e2c7-dc25-4e67-be64-9fc5a3ea9fde service neutron] Attempting to bind port e7e25a22-051a-41aa-94f8-a8976f15b65c on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:27:13.178299 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-6385e573-781f-47c0-bc48-d68302ebb80c req-e170e2c7-dc25-4e67-be64-9fc5a3ea9fde service neutron] Attempting to bind port e7e25a22-051a-41aa-94f8-a8976f15b65c by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:27:13.178588 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6385e573-781f-47c0-bc48-d68302ebb80c req-e170e2c7-dc25-4e67-be64-9fc5a3ea9fde service neutron] Attempting to bind port e7e25a22-051a-41aa-94f8-a8976f15b65c on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:27:13.184069 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6385e573-781f-47c0-bc48-d68302ebb80c req-e170e2c7-dc25-4e67-be64-9fc5a3ea9fde service neutron] Port e7e25a22-051a-41aa-94f8-a8976f15b65c on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:27:13.184234 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6385e573-781f-47c0-bc48-d68302ebb80c req-e170e2c7-dc25-4e67-be64-9fc5a3ea9fde service neutron] Attempting to bind port e7e25a22-051a-41aa-94f8-a8976f15b65c on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:27:13.189465 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6385e573-781f-47c0-bc48-d68302ebb80c req-e170e2c7-dc25-4e67-be64-9fc5a3ea9fde service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:27:13.189781 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6385e573-781f-47c0-bc48-d68302ebb80c req-e170e2c7-dc25-4e67-be64-9fc5a3ea9fde service neutron] Checking segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:27:13.190191 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6385e573-781f-47c0-bc48-d68302ebb80c req-e170e2c7-dc25-4e67-be64-9fc5a3ea9fde service neutron] Bound using segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:27:13.190617 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-6385e573-781f-47c0-bc48-d68302ebb80c req-e170e2c7-dc25-4e67-be64-9fc5a3ea9fde service neutron] Bound port: e7e25a22-051a-41aa-94f8-a8976f15b65c, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:27:13.191123 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6385e573-781f-47c0-bc48-d68302ebb80c req-e170e2c7-dc25-4e67-be64-9fc5a3ea9fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:13.210509 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-801e4827-d577-45e5-a130-1abc924fda84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:13.225152 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3f58d522-6dd0-4449-ac9d-b956f7fdabb4 req-c2e4f918-147e-40df-a2a7-6ea2d862fa1a tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] 10.222.0.61 "GET /v2.0/floatingips?tenant_id=f4b15ac94c15493bb84c7d1700011e48 HTTP/1.1" status: 200 len: 1657 time: 0.0901957 Nov 16 11:27:13.259717 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device d169e98f-1f72-49dc-9f8d-d83ecf9c069c no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:27:13.279329 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-6385e573-781f-47c0-bc48-d68302ebb80c req-e170e2c7-dc25-4e67-be64-9fc5a3ea9fde service neutron] For port e7e25a22-051a-41aa-94f8-a8976f15b65c, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:27:13.282863 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-6385e573-781f-47c0-bc48-d68302ebb80c req-e170e2c7-dc25-4e67-be64-9fc5a3ea9fde service neutron] For port e7e25a22-051a-41aa-94f8-a8976f15b65c, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=e7e25a22-051a-41aa-94f8-a8976f15b65c,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:27:13.296477 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6385e573-781f-47c0-bc48-d68302ebb80c req-e170e2c7-dc25-4e67-be64-9fc5a3ea9fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:13.310149 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: d169e98f-1f72-49dc-9f8d-d83ecf9c069c {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:27:13.310417 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device d169e98f-1f72-49dc-9f8d-d83ecf9c069c not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:27:13.340714 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-801e4827-d577-45e5-a130-1abc924fda84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc3b876-f37c-4fd2-ad3b-c29cb12fd064']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:27:13.357891 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385e573-781f-47c0-bc48-d68302ebb80c req-e170e2c7-dc25-4e67-be64-9fc5a3ea9fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:13.358587 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6385e573-781f-47c0-bc48-d68302ebb80c req-e170e2c7-dc25-4e67-be64-9fc5a3ea9fde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:13.360024 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6385e573-781f-47c0-bc48-d68302ebb80c req-e170e2c7-dc25-4e67-be64-9fc5a3ea9fde service neutron] 10.222.0.64 "PUT /v2.0/ports/e7e25a22-051a-41aa-94f8-a8976f15b65c HTTP/1.1" status: 200 len: 1095 time: 0.8371346 Nov 16 11:27:13.363629 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-801e4827-d577-45e5-a130-1abc924fda84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:27:13.364200 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-801e4827-d577-45e5-a130-1abc924fda84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f3dfe7c-c512-4bff-9ac5-4dbf5ae0f7b1') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:27:13.381156 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-801e4827-d577-45e5-a130-1abc924fda84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:13.415362 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-801e4827-d577-45e5-a130-1abc924fda84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:13.432654 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-801e4827-d577-45e5-a130-1abc924fda84 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:27:13.433424 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-801e4827-d577-45e5-a130-1abc924fda84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:13.435676 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:27:13.435676 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:27:13.435676 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:27:13.435676 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:27:13.435676 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:27:13.435676 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:27:13.435676 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:27:13.435676 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:27:13.435676 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:27:13.435676 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:27:13.435676 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:27:13.435676 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:27:13.435676 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:27:13.435676 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:27:13.435676 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:27:13.435676 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:27:13.435676 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:27:13.435676 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:27:13.435676 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:27:13.435676 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:27:13.435676 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:27:13.435676 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:27:13.435676 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:27:13.435676 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:27:13.435676 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:27:13.435676 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:27:13.435676 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:27:13.435676 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:27:13.435676 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:27:13.435676 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:27:13.435676 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:27:13.435676 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:27:13.454570 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170e2c7-dc25-4e67-be64-9fc5a3ea9fde service neutron] Pushing event updated for resources: {'Port': ['ID=e7e25a22-051a-41aa-94f8-a8976f15b65c,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:13.469058 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385e573-781f-47c0-bc48-d68302ebb80c req-6db6aeba-d462-416a-bec1-c56010090fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:13.470639 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6385e573-781f-47c0-bc48-d68302ebb80c req-6db6aeba-d462-416a-bec1-c56010090fdf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=43d5fade76da404e906bd7391486df47&device_id=b25c32b5-32f9-4916-805a-b54245bb2ceb HTTP/1.1" status: 200 len: 1098 time: 0.0617368 Nov 16 11:27:13.486346 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58d522-6dd0-4449-ac9d-b956f7fdabb4 req-ab4ffed3-2468-437a-8848-853eedee0312 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:13.487873 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3f58d522-6dd0-4449-ac9d-b956f7fdabb4 req-ab4ffed3-2468-437a-8848-853eedee0312 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] 10.222.0.61 "GET /v2.0/networks?id=47f35a41-d782-4d3e-9754-e87c9ca4914b&id=47f35a41-d782-4d3e-9754-e87c9ca4914b&id=47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 787 time: 0.2548423 Nov 16 11:27:13.520831 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-801e4827-d577-45e5-a130-1abc924fda84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:13.533245 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6385e573-781f-47c0-bc48-d68302ebb80c req-b1c90a70-adc3-43f8-9091-eda94dc2f297 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=e7e25a22-051a-41aa-94f8-a8976f15b65c HTTP/1.1" status: 200 len: 217 time: 0.0459981 Nov 16 11:27:13.552082 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-801e4827-d577-45e5-a130-1abc924fda84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:13.558322 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-801e4827-d577-45e5-a130-1abc924fda84 admin admin] 10.222.0.61 "DELETE /v2.0/networks/7bc3b876-f37c-4fd2-ad3b-c29cb12fd064 HTTP/1.1" status: 204 len: 168 time: 0.6119711 Nov 16 11:27:13.558322 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e4827-d577-45e5-a130-1abc924fda84 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bc3b876-f37c-4fd2-ad3b-c29cb12fd064,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:13.609800 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385e573-781f-47c0-bc48-d68302ebb80c req-b00f46e4-5d88-4119-b1bb-541882b10574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:13.612297 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6385e573-781f-47c0-bc48-d68302ebb80c req-b00f46e4-5d88-4119-b1bb-541882b10574 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0673838 Nov 16 11:27:13.671978 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385e573-781f-47c0-bc48-d68302ebb80c req-821a9a36-1abb-43ac-91d4-792f81424e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:13.675184 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6385e573-781f-47c0-bc48-d68302ebb80c req-821a9a36-1abb-43ac-91d4-792f81424e64 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0531728 Nov 16 11:27:13.675584 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617f3d9-07ec-4abb-910d-47f326401d47 req-f1b78fec-959c-4251-a5e4-7907dbfc728a tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:13.677246 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6617f3d9-07ec-4abb-910d-47f326401d47 req-f1b78fec-959c-4251-a5e4-7907dbfc728a tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=8afc0c48-2667-4227-806f-b6f3b3db517c HTTP/1.1" status: 200 len: 945 time: 0.1042848 Nov 16 11:27:13.686618 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85e7e1-e9e7-4f32-a492-ceed4ca8a794 req-756bce5f-c5d7-404c-ba08-b2f435431325 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:13.688118 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4f85e7e1-e9e7-4f32-a492-ceed4ca8a794 req-756bce5f-c5d7-404c-ba08-b2f435431325 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.36 "GET /v2.0/ports?device_id=af157f4b-dbd8-418c-8373-a45e2a47d15a HTTP/1.1" status: 200 len: 945 time: 0.0771914 Nov 16 11:27:13.830084 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6617f3d9-07ec-4abb-910d-47f326401d47 req-a3d79a0a-408e-4e4a-a6ea-e5f2bf0f1ed6 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407750 Nov 16 11:27:13.830627 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 37696) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:13.893965 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-4f85e7e1-e9e7-4f32-a492-ceed4ca8a794 req-3073d41a-4171-436a-acf1-d4e5bda640c7 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Deleting port 8a384ed4-b843-4f1c-bc26-7b543629180a {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:27:13.894186 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4f85e7e1-e9e7-4f32-a492-ceed4ca8a794 req-3073d41a-4171-436a-acf1-d4e5bda640c7 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:13.997200 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-4f85e7e1-e9e7-4f32-a492-ceed4ca8a794 req-3073d41a-4171-436a-acf1-d4e5bda640c7 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] For port 8a384ed4-b843-4f1c-bc26-7b543629180a, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=8a384ed4-b843-4f1c-bc26-7b543629180a,segment=NetworkSegment(d9c88559-8fa4-467d-a577-d2c14bfd7508),segment_id=d9c88559-8fa4-467d-a577-d2c14bfd7508)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:13.997580 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4f85e7e1-e9e7-4f32-a492-ceed4ca8a794 req-3073d41a-4171-436a-acf1-d4e5bda640c7 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:14.013360 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-4f85e7e1-e9e7-4f32-a492-ceed4ca8a794 req-3073d41a-4171-436a-acf1-d4e5bda640c7 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Calling delete_port for 8a384ed4-b843-4f1c-bc26-7b543629180a owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:27:14.126165 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5cf91ea2-4367-4caa-a078-c2f911316f8c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b0e9e6de4f694c51b3e4cee28f830c28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2910056 Nov 16 11:27:14.126738 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 37702) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:14.198851 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1a4316ed-4959-4aed-9f74-b54d355c3720 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:14.201207 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4f85e7e1-e9e7-4f32-a492-ceed4ca8a794 req-3073d41a-4171-436a-acf1-d4e5bda640c7 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:14.236037 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6385e573-781f-47c0-bc48-d68302ebb80c req-9d6308c4-6d93-42c2-b938-c64686f7af5a service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5515027 Nov 16 11:27:14.242121 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b25c32b5-32f9-4916-805a-b54245bb2ceb', 'tag': 'e7e25a22-051a-41aa-94f8-a8976f15b65c'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:27:14.246705 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a1bb8b-272f-4a07-bd71-dfdc72aaf1fb" -d '{"events": [{"name": "network-changed", "server_uuid": "b25c32b5-32f9-4916-805a-b54245bb2ceb", "tag": "e7e25a22-051a-41aa-94f8-a8976f15b65c"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:27:14.250342 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3073d41a-4171-436a-acf1-d4e5bda640c7 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Pushing event deleted for resources: {'Port': ['ID=8a384ed4-b843-4f1c-bc26-7b543629180a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:14.287585 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1a4316ed-4959-4aed-9f74-b54d355c3720 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:14.302376 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-86ce50d5-1431-4528-a04e-0ff4891f0346 req-b8bc0315-b991-4022-bea3-defa9b46d659 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.61 "GET /v2.0/ports?device_id=af157f4b-dbd8-418c-8373-a45e2a47d15a HTTP/1.1" status: 200 len: 210 time: 0.0583870 Nov 16 11:27:14.350113 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f85e7e1-e9e7-4f32-a492-ceed4ca8a794 req-3073d41a-4171-436a-acf1-d4e5bda640c7 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] No DVR routers for this DVR port 8a384ed4-b843-4f1c-bc26-7b543629180a on host n-h1-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:27:14.352800 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4f85e7e1-e9e7-4f32-a492-ceed4ca8a794 req-3073d41a-4171-436a-acf1-d4e5bda640c7 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:14.357287 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4f85e7e1-e9e7-4f32-a492-ceed4ca8a794 req-3073d41a-4171-436a-acf1-d4e5bda640c7 tempest-LiveAutoBlockMigrationV225Test-2032753387 tempest-LiveAutoBlockMigrationV225Test-2032753387-project] 10.222.0.36 "DELETE /v2.0/ports/8a384ed4-b843-4f1c-bc26-7b543629180a HTTP/1.1" status: 204 len: 173 time: 0.6436586 Nov 16 11:27:14.359906 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6385e573-781f-47c0-bc48-d68302ebb80c req-75e9cea0-6a7e-4875-a07b-dd90ff363b7d service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092277 Nov 16 11:27:14.365220 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af157f4b-dbd8-418c-8373-a45e2a47d15a', 'name': 'network-vif-deleted', 'tag': '8a384ed4-b843-4f1c-bc26-7b543629180a'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:27:14.367613 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da0b8d9-c186-49bd-976f-4134973fd3e6" -d '{"events": [{"server_uuid": "af157f4b-dbd8-418c-8373-a45e2a47d15a", "name": "network-vif-deleted", "tag": "8a384ed4-b843-4f1c-bc26-7b543629180a"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:27:14.445506 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0957dfb-5cca-448d-8f46-3dab34105eae req-74fd3699-0c4a-4725-99fd-036ecdb82551 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:14.447184 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a0957dfb-5cca-448d-8f46-3dab34105eae req-74fd3699-0c4a-4725-99fd-036ecdb82551 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=00217b73-95a8-4582-8dcc-35efebb87d20 HTTP/1.1" status: 200 len: 946 time: 0.0619674 Nov 16 11:27:14.463281 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1a4316ed-4959-4aed-9f74-b54d355c3720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:14.468171 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1a4316ed-4959-4aed-9f74-b54d355c3720 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:14.471744 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1a4316ed-4959-4aed-9f74-b54d355c3720 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2b1151e0-22e1-46fe-87d1-212aef15156e HTTP/1.1" status: 204 len: 168 time: 0.3417065 Nov 16 11:27:14.497507 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4316ed-4959-4aed-9f74-b54d355c3720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1151e0-22e1-46fe-87d1-212aef15156e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:14.550380 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a0957dfb-5cca-448d-8f46-3dab34105eae req-9988639d-3cd2-4853-9109-84a27357007c tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945215 Nov 16 11:27:14.619192 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c23d47e0-6fcf-4f06-8412-e3f3bd0a6752 req-195db430-929d-4310-b9c4-8295e6719b21 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] 10.222.0.61 "GET /v2.0/floatingips/3578a5f9-6729-413f-bb4e-887b5e7ff856 HTTP/1.1" status: 200 len: 693 time: 0.0520663 Nov 16 11:27:14.746017 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d47e0-6fcf-4f06-8412-e3f3bd0a6752 req-0b5bebf6-860e-4670-9e4f-457ef7c8cee6 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:14.748118 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c23d47e0-6fcf-4f06-8412-e3f3bd0a6752 req-0b5bebf6-860e-4670-9e4f-457ef7c8cee6 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] 10.222.0.61 "GET /v2.0/networks/47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 784 time: 0.1223929 Nov 16 11:27:14.801258 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c23d47e0-6fcf-4f06-8412-e3f3bd0a6752 req-c63e7fcf-8b07-40b1-869d-d9ebb7e0ac55 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.216 HTTP/1.1" status: 200 len: 696 time: 0.0453224 Nov 16 11:27:14.871960 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c23d47e0-6fcf-4f06-8412-e3f3bd0a6752 req-5aec5aa2-e311-4399-9d47-496a2a9769cd tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.216 HTTP/1.1" status: 200 len: 696 time: 0.0638087 Nov 16 11:27:15.039233 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-c23d47e0-6fcf-4f06-8412-e3f3bd0a6752 req-3d7b8cf3-e70d-4fa6-a9f1-9557dfeafec4 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Deleting port 3102283d-900e-4be4-96da-93147036804b {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:27:15.039583 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-c23d47e0-6fcf-4f06-8412-e3f3bd0a6752 req-3d7b8cf3-e70d-4fa6-a9f1-9557dfeafec4 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:15.147731 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-c23d47e0-6fcf-4f06-8412-e3f3bd0a6752 req-3d7b8cf3-e70d-4fa6-a9f1-9557dfeafec4 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:15.148137 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-c23d47e0-6fcf-4f06-8412-e3f3bd0a6752 req-3d7b8cf3-e70d-4fa6-a9f1-9557dfeafec4 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:15.163681 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-c23d47e0-6fcf-4f06-8412-e3f3bd0a6752 req-3d7b8cf3-e70d-4fa6-a9f1-9557dfeafec4 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Calling delete_port for 3102283d-900e-4be4-96da-93147036804b owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:27:15.347218 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-c23d47e0-6fcf-4f06-8412-e3f3bd0a6752 req-3d7b8cf3-e70d-4fa6-a9f1-9557dfeafec4 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:15.383885 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 37740) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:15.392772 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b8cf3-e70d-4fa6-a9f1-9557dfeafec4 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Pushing event deleted for resources: {'Port': ['ID=3102283d-900e-4be4-96da-93147036804b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:15.479446 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-c23d47e0-6fcf-4f06-8412-e3f3bd0a6752 req-3d7b8cf3-e70d-4fa6-a9f1-9557dfeafec4 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks [] for floatingip, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:15.482131 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-c23d47e0-6fcf-4f06-8412-e3f3bd0a6752 req-3d7b8cf3-e70d-4fa6-a9f1-9557dfeafec4 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:15.483303 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c23d47e0-6fcf-4f06-8412-e3f3bd0a6752 req-3d7b8cf3-e70d-4fa6-a9f1-9557dfeafec4 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] 10.222.0.61 "DELETE /v2.0/floatingips/3578a5f9-6729-413f-bb4e-887b5e7ff856 HTTP/1.1" status: 204 len: 173 time: 0.6050856 Nov 16 11:27:15.506653 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-2ec37f86-099c-43af-914f-fc4062159047 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1140171998-network', 'tenant_id': 'd5a817980ec54c25959ac0e335909bd6'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:27:15.534512 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-38eb5bd6-f18f-4d7d-a757-af98d4aa27c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:15.546366 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec37f86-099c-43af-914f-fc4062159047 admin admin] Made reservation on behalf of d5a817980ec54c25959ac0e335909bd6 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:27:15.548922 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ec37f86-099c-43af-914f-fc4062159047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:15.562710 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ec37f86-099c-43af-914f-fc4062159047 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:15.599261 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00837f74-b82c-4cae-9b22-1f20c9231287 req-db1ced20-7096-4204-916d-338166fd9c88 tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:15.601233 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-00837f74-b82c-4cae-9b22-1f20c9231287 req-db1ced20-7096-4204-916d-338166fd9c88 tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] 10.222.0.61 "GET /v2.0/ports?device_id=b25c32b5-32f9-4916-805a-b54245bb2ceb HTTP/1.1" status: 200 len: 947 time: 0.0546482 Nov 16 11:27:15.643046 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ec37f86-099c-43af-914f-fc4062159047 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:15.648209 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ec37f86-099c-43af-914f-fc4062159047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:15.657607 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-00837f74-b82c-4cae-9b22-1f20c9231287 req-bedea5ec-63f9-415a-9904-ac4b43ac9394 tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a81933c-4c51-4784-8b56-8dde575436fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482213 Nov 16 11:27:15.677332 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ec37f86-099c-43af-914f-fc4062159047 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:27:15.692955 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec37f86-099c-43af-914f-fc4062159047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092bbbe7-ce69-4a94-a75b-f6cf545e24d3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:15.695870 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ec37f86-099c-43af-914f-fc4062159047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:15.696283 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-2ec37f86-099c-43af-914f-fc4062159047 admin admin] Added segment 585253a6-e371-4de8-b374-85368b56235e of type vlan for network 8bcc94c1-ef65-4458-b099-e5039760febb Nov 16 11:27:15.707717 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a258fd-309f-4e8c-b4d2-ca5e87f32746 x-openstack-request-id: req-f0a258fd-309f-4e8c-b4d2-ca5e87f32746 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:27:15.708066 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b25c32b5-32f9-4916-805a-b54245bb2ceb", "tag": "e7e25a22-051a-41aa-94f8-a8976f15b65c", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:27:15.708253 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f0a258fd-309f-4e8c-b4d2-ca5e87f32746 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:27:15.708735 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b25c32b5-32f9-4916-805a-b54245bb2ceb', 'tag': 'e7e25a22-051a-41aa-94f8-a8976f15b65c', 'status': 'completed', 'code': 200} Nov 16 11:27:15.744648 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec800328-ce45-4b20-8a0f-b1c2177eb03d x-openstack-request-id: req-ec800328-ce45-4b20-8a0f-b1c2177eb03d {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:27:15.744968 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af157f4b-dbd8-418c-8373-a45e2a47d15a", "name": "network-vif-deleted", "tag": "8a384ed4-b843-4f1c-bc26-7b543629180a", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:27:15.745202 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ec800328-ce45-4b20-8a0f-b1c2177eb03d {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:27:15.745682 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af157f4b-dbd8-418c-8373-a45e2a47d15a', 'name': 'network-vif-deleted', 'tag': '8a384ed4-b843-4f1c-bc26-7b543629180a', 'status': 'completed', 'code': 200} Nov 16 11:27:15.750180 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ec37f86-099c-43af-914f-fc4062159047 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:15.801060 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1bb8b-272f-4a07-bd71-dfdc72aaf1fb req-7c5aa291-8c6c-47c8-a608-ffb2f19e6544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:15.802488 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f8a1bb8b-272f-4a07-bd71-dfdc72aaf1fb req-7c5aa291-8c6c-47c8-a608-ffb2f19e6544 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=43d5fade76da404e906bd7391486df47&device_id=b25c32b5-32f9-4916-805a-b54245bb2ceb HTTP/1.1" status: 200 len: 1098 time: 0.0639486 Nov 16 11:27:15.803211 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ec37f86-099c-43af-914f-fc4062159047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:15.804075 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec37f86-099c-43af-914f-fc4062159047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:15.804622 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ec37f86-099c-43af-914f-fc4062159047 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:15.847778 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-19b2e135-6e97-4ccd-ab15-89eb1d4ec93a req-922a6165-2ae3-402a-af79-df78e2b9f032 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=c6297fca90ae441aa40dab0d2d555d6b HTTP/1.1" status: 200 len: 267 time: 0.0470147 Nov 16 11:27:15.898145 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2ec37f86-099c-43af-914f-fc4062159047 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5131123 Nov 16 11:27:15.903666 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 37746) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:15.908911 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2e135-6e97-4ccd-ab15-89eb1d4ec93a req-591b582f-d75c-4a90-ae2d-e71437d77770 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:15.910516 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-19b2e135-6e97-4ccd-ab15-89eb1d4ec93a req-591b582f-d75c-4a90-ae2d-e71437d77770 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=00217b73-95a8-4582-8dcc-35efebb87d20 HTTP/1.1" status: 200 len: 946 time: 0.0554011 Nov 16 11:27:15.925613 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-00c2d62e-6c78-4b87-ad86-91a2b2a3e486 admin admin] Request body: {'subnet': {'network_id': '8bcc94c1-ef65-4458-b099-e5039760febb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1140171998-subnet', 'tenant_id': 'd5a817980ec54c25959ac0e335909bd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:27:15.931693 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-19b2e135-6e97-4ccd-ab15-89eb1d4ec93a req-7e97109f-04c1-49b7-ab87-f4dbd8883b1f tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Request body: {'port': {'security_groups': []}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:27:15.943602 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec37f86-099c-43af-914f-fc4062159047 admin admin] Pushing event updated for resources: {'Network': ['ID=8bcc94c1-ef65-4458-b099-e5039760febb,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:15.957093 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 8bcc94c1-ef65-4458-b099-e5039760febb details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:27:15.982431 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c2d62e-6c78-4b87-ad86-91a2b2a3e486 admin admin] Made reservation on behalf of d5a817980ec54c25959ac0e335909bd6 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:27:15.985025 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00c2d62e-6c78-4b87-ad86-91a2b2a3e486 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:15.996399 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1bb8b-272f-4a07-bd71-dfdc72aaf1fb req-902b1081-5d51-4394-9247-e441c3362693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:15.997981 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f8a1bb8b-272f-4a07-bd71-dfdc72aaf1fb req-902b1081-5d51-4394-9247-e441c3362693 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.1878753 Nov 16 11:27:16.035557 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-19b2e135-6e97-4ccd-ab15-89eb1d4ec93a req-7e97109f-04c1-49b7-ab87-f4dbd8883b1f tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:16.075924 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f8a1bb8b-272f-4a07-bd71-dfdc72aaf1fb req-dfb080f0-e175-4695-b441-4f6795eb61d4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=e7e25a22-051a-41aa-94f8-a8976f15b65c HTTP/1.1" status: 200 len: 217 time: 0.0402360 Nov 16 11:27:16.155483 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1bb8b-272f-4a07-bd71-dfdc72aaf1fb req-fecf7226-ece1-481c-ab78-3389a437c383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:16.156936 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f8a1bb8b-272f-4a07-bd71-dfdc72aaf1fb req-fecf7226-ece1-481c-ab78-3389a437c383 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0733974 Nov 16 11:27:16.227183 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-19b2e135-6e97-4ccd-ab15-89eb1d4ec93a req-7e97109f-04c1-49b7-ab87-f4dbd8883b1f tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] For port 63d92921-3923-4257-9823-32a4af018ff8, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=63d92921-3923-4257-9823-32a4af018ff8,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:16.230718 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1bb8b-272f-4a07-bd71-dfdc72aaf1fb req-125ffadc-8c51-45eb-972e-f4d04fcfce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:16.232199 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f8a1bb8b-272f-4a07-bd71-dfdc72aaf1fb req-125ffadc-8c51-45eb-972e-f4d04fcfce35 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0669987 Nov 16 11:27:16.257687 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-19b2e135-6e97-4ccd-ab15-89eb1d4ec93a req-7e97109f-04c1-49b7-ab87-f4dbd8883b1f tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:16.263444 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-19b2e135-6e97-4ccd-ab15-89eb1d4ec93a req-7e97109f-04c1-49b7-ab87-f4dbd8883b1f tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:16.276468 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['fe4bad9f-e320-44f6-b633-16c2ce2be385', 'ea25fb0b-c2a5-4389-a515-ff4e91322446', '63d92921-3923-4257-9823-32a4af018ff8'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:27:16.342727 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2e135-6e97-4ccd-ab15-89eb1d4ec93a req-7e97109f-04c1-49b7-ab87-f4dbd8883b1f tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:16.343457 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-19b2e135-6e97-4ccd-ab15-89eb1d4ec93a req-7e97109f-04c1-49b7-ab87-f4dbd8883b1f tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:16.345726 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00c2d62e-6c78-4b87-ad86-91a2b2a3e486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:16.350795 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-19b2e135-6e97-4ccd-ab15-89eb1d4ec93a req-7e97109f-04c1-49b7-ab87-f4dbd8883b1f tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "PUT /v2.0/ports/63d92921-3923-4257-9823-32a4af018ff8 HTTP/1.1" status: 200 len: 905 time: 0.4276700 Nov 16 11:27:16.383710 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97109f-04c1-49b7-ab87-f4dbd8883b1f tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Pushing event updated for resources: {'Port': ['ID=63d92921-3923-4257-9823-32a4af018ff8,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:16.442260 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['63d92921-3923-4257-9823-32a4af018ff8'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:27:16.446141 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2d62e-6c78-4b87-ad86-91a2b2a3e486 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6c9fdfc-fbbb-41e0-a577-b2da42e2e421,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:16.455698 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c2d62e-6c78-4b87-ad86-91a2b2a3e486 admin admin] Checking segment: {'id': '585253a6-e371-4de8-b374-85368b56235e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8bcc94c1-ef65-4458-b099-e5039760febb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:27:16.456059 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c2d62e-6c78-4b87-ad86-91a2b2a3e486 admin admin] Network hostable DHCP agents. Network: 8bcc94c1-ef65-4458-b099-e5039760febb, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:27:16.459682 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f8a1bb8b-272f-4a07-bd71-dfdc72aaf1fb req-905cfaa7-ffce-4159-bace-aa64934de2c6 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014794 Nov 16 11:27:16.504613 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c2d62e-6c78-4b87-ad86-91a2b2a3e486 admin admin] Network 8bcc94c1-ef65-4458-b099-e5039760febb is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:27:16.548596 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:16.554208 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa045fcd-35da-48c9-b898-69d81c92d508 req-61095b84-115f-4fca-9ad8-8088853ebd7d tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:16.556029 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aa045fcd-35da-48c9-b898-69d81c92d508 req-61095b84-115f-4fca-9ad8-8088853ebd7d tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=8afc0c48-2667-4227-806f-b6f3b3db517c HTTP/1.1" status: 200 len: 945 time: 0.1026695 Nov 16 11:27:16.564578 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-00c2d62e-6c78-4b87-ad86-91a2b2a3e486 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 8bcc94c1-ef65-4458-b099-e5039760febb) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:27:16.571714 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c2d62e-6c78-4b87-ad86-91a2b2a3e486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:16.572774 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00c2d62e-6c78-4b87-ad86-91a2b2a3e486 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:16.574450 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ba2ef6-9b5c-4f83-a556-cfd9fe8c3d09 None None] Network 8bcc94c1-ef65-4458-b099-e5039760febb requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:27:16.612595 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-00c2d62e-6c78-4b87-ad86-91a2b2a3e486 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7077909 Nov 16 11:27:16.628483 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f8a1bb8b-272f-4a07-bd71-dfdc72aaf1fb req-cd34bd07-4d7c-47f0-8b42-a143720e46e1 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572571 Nov 16 11:27:16.663358 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aa045fcd-35da-48c9-b898-69d81c92d508 req-f96f318e-39bf-4f94-baa9-96eec74a0ddd tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967975 Nov 16 11:27:16.768937 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3c72b1a8-3345-4c57-8424-84a0429eb8f4 None None] Provisioning complete for port 63d92921-3923-4257-9823-32a4af018ff8 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:27:16.769349 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3c72b1a8-3345-4c57-8424-84a0429eb8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:16.780867 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 37758) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:16.814432 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18e088f-aaa8-471f-931b-b2893c015721 None None] Network 8bcc94c1-ef65-4458-b099-e5039760febb requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:27:16.845858 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-876201e7-3028-4c38-80a9-068afc220930 req-e8a92854-c810-47b7-abd8-eb6f158ced74 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] 10.222.0.61 "GET /v2.0/floatingips/4de6cf89-a29a-4a04-97d5-aadfa817c869 HTTP/1.1" status: 200 len: 693 time: 0.0490737 Nov 16 11:27:16.947900 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-29775452-44ea-49e9-bce0-197a4b93e24e admin admin] Deleting subnet abaafd2b-7546-45a3-a211-065b2bf563c9 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:27:16.952741 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-29775452-44ea-49e9-bce0-197a4b93e24e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:17.015019 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876201e7-3028-4c38-80a9-068afc220930 req-c716305f-f7a8-4401-ad44-bd2f15e35a51 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:17.016381 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-876201e7-3028-4c38-80a9-068afc220930 req-c716305f-f7a8-4401-ad44-bd2f15e35a51 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] 10.222.0.61 "GET /v2.0/networks/47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 784 time: 0.1664584 Nov 16 11:27:17.018448 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-29775452-44ea-49e9-bce0-197a4b93e24e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:17.089428 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-876201e7-3028-4c38-80a9-068afc220930 req-80e0f58b-fd87-4034-b2e7-06f05c7920a1 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.213 HTTP/1.1" status: 200 len: 696 time: 0.0514288 Nov 16 11:27:17.097317 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-29775452-44ea-49e9-bce0-197a4b93e24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:17.169017 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-876201e7-3028-4c38-80a9-068afc220930 req-13626885-27ac-41b4-9fb0-2e9f7e204676 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.213 HTTP/1.1" status: 200 len: 696 time: 0.0694122 Nov 16 11:27:17.231410 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-29775452-44ea-49e9-bce0-197a4b93e24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:17.280862 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device e7e25a22-051a-41aa-94f8-a8976f15b65c details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:27:17.286617 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29775452-44ea-49e9-bce0-197a4b93e24e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abaafd2b-7546-45a3-a211-065b2bf563c9,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:17.294765 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-29775452-44ea-49e9-bce0-197a4b93e24e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:17.300453 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-29775452-44ea-49e9-bce0-197a4b93e24e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/abaafd2b-7546-45a3-a211-065b2bf563c9 HTTP/1.1" status: 204 len: 168 time: 0.5160747 Nov 16 11:27:17.301134 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 37766) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:17.340709 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-876201e7-3028-4c38-80a9-068afc220930 req-0eb04724-8d96-4409-aaf8-bfa92b35d3b7 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Deleting port bebc6b2c-2437-4390-91b3-a93dac832b58 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:27:17.341055 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-876201e7-3028-4c38-80a9-068afc220930 req-0eb04724-8d96-4409-aaf8-bfa92b35d3b7 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:17.370115 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-73e47258-0dae-4d42-a57c-db7037ca4027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:17.380316 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port e7e25a22-051a-41aa-94f8-a8976f15b65c, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=e7e25a22-051a-41aa-94f8-a8976f15b65c,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:17.397901 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'e7e25a22-051a-41aa-94f8-a8976f15b65c', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'port_id': 'e7e25a22-051a-41aa-94f8-a8976f15b65c', 'mac_address': 'fa:16:3e:a3:4a:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c770cc-51d7-42eb-b4a6-9a605bacae0f', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:27:17.423999 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-876201e7-3028-4c38-80a9-068afc220930 req-0eb04724-8d96-4409-aaf8-bfa92b35d3b7 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:17.424826 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-876201e7-3028-4c38-80a9-068afc220930 req-0eb04724-8d96-4409-aaf8-bfa92b35d3b7 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:17.429952 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 8a384ed4-b843-4f1c-bc26-7b543629180a no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:27:17.438890 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-876201e7-3028-4c38-80a9-068afc220930 req-0eb04724-8d96-4409-aaf8-bfa92b35d3b7 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Calling delete_port for bebc6b2c-2437-4390-91b3-a93dac832b58 owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:27:17.457366 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-73e47258-0dae-4d42-a57c-db7037ca4027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:17.458710 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: 8a384ed4-b843-4f1c-bc26-7b543629180a {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:27:17.459647 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 8a384ed4-b843-4f1c-bc26-7b543629180a not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:27:17.462573 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:17.476254 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7e25a22-051a-41aa-94f8-a8976f15b65c {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:27:17.478682 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-73e47258-0dae-4d42-a57c-db7037ca4027 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6437950-3837-42ba-a7b4-c297945f46f8']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:27:17.488292 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-73e47258-0dae-4d42-a57c-db7037ca4027 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9c88559-8fa4-467d-a577-d2c14bfd7508') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:27:17.488510 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-73e47258-0dae-4d42-a57c-db7037ca4027 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9c88559-8fa4-467d-a577-d2c14bfd7508') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:27:17.497126 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port e7e25a22-051a-41aa-94f8-a8976f15b65c, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=e7e25a22-051a-41aa-94f8-a8976f15b65c,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:17.498541 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-73e47258-0dae-4d42-a57c-db7037ca4027 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:17.502480 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:17.515082 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-73e47258-0dae-4d42-a57c-db7037ca4027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:17.521485 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73e47258-0dae-4d42-a57c-db7037ca4027 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:27:17.521899 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-73e47258-0dae-4d42-a57c-db7037ca4027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:17.523973 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:27:17.523973 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:27:17.523973 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:27:17.523973 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:27:17.523973 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:27:17.523973 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:27:17.523973 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:27:17.523973 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:27:17.523973 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:27:17.523973 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:27:17.523973 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:27:17.523973 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:27:17.523973 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:27:17.523973 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:27:17.523973 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:27:17.523973 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:27:17.523973 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:27:17.523973 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:27:17.523973 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:27:17.523973 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:27:17.523973 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:27:17.523973 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:27:17.523973 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:27:17.523973 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:27:17.523973 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:27:17.523973 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:27:17.523973 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:27:17.523973 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:27:17.523973 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:27:17.523973 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:27:17.523973 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:27:17.523973 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:27:17.554374 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=e7e25a22-051a-41aa-94f8-a8976f15b65c,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:17.583870 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-73e47258-0dae-4d42-a57c-db7037ca4027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:17.585278 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-876201e7-3028-4c38-80a9-068afc220930 req-0eb04724-8d96-4409-aaf8-bfa92b35d3b7 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:17.589246 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-73e47258-0dae-4d42-a57c-db7037ca4027 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:17.592672 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-73e47258-0dae-4d42-a57c-db7037ca4027 admin admin] 10.222.0.61 "DELETE /v2.0/networks/a6437950-3837-42ba-a7b4-c297945f46f8 HTTP/1.1" status: 204 len: 168 time: 0.2905211 Nov 16 11:27:17.595907 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 37768) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:17.613343 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb04724-8d96-4409-aaf8-bfa92b35d3b7 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Pushing event deleted for resources: {'Port': ['ID=bebc6b2c-2437-4390-91b3-a93dac832b58,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:17.619487 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e47258-0dae-4d42-a57c-db7037ca4027 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6437950-3837-42ba-a7b4-c297945f46f8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:17.658039 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-4142fbf9-3d69-4ab9-b06a-d83d745059f5 admin admin] Deleting subnet d9a01615-5b8c-4a35-9a86-7db70223ec4f {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:27:17.661292 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4142fbf9-3d69-4ab9-b06a-d83d745059f5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:17.677248 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-876201e7-3028-4c38-80a9-068afc220930 req-0eb04724-8d96-4409-aaf8-bfa92b35d3b7 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks [] for floatingip, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:17.680053 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-876201e7-3028-4c38-80a9-068afc220930 req-0eb04724-8d96-4409-aaf8-bfa92b35d3b7 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:17.682006 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-876201e7-3028-4c38-80a9-068afc220930 req-0eb04724-8d96-4409-aaf8-bfa92b35d3b7 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] 10.222.0.61 "DELETE /v2.0/floatingips/4de6cf89-a29a-4a04-97d5-aadfa817c869 HTTP/1.1" status: 204 len: 173 time: 0.5054004 Nov 16 11:27:17.697477 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4142fbf9-3d69-4ab9-b06a-d83d745059f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:17.736342 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4142fbf9-3d69-4ab9-b06a-d83d745059f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:17.759844 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['e7e25a22-051a-41aa-94f8-a8976f15b65c'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:27:17.760029 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00217b73-95a8-4582-8dcc-35efebb87d20', 'tag': '63d92921-3923-4257-9823-32a4af018ff8'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:27:17.762844 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3cf924-16ff-4077-a58a-603c3e5073d3" -d '{"events": [{"name": "network-changed", "server_uuid": "00217b73-95a8-4582-8dcc-35efebb87d20", "tag": "63d92921-3923-4257-9823-32a4af018ff8"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:27:17.788626 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b84ccd-a06c-4d79-b7dc-b23530ebd021 req-db1cbbfb-2b70-48d3-abbc-b94ba29ac963 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:17.790368 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-17b84ccd-a06c-4d79-b7dc-b23530ebd021 req-db1cbbfb-2b70-48d3-abbc-b94ba29ac963 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=00217b73-95a8-4582-8dcc-35efebb87d20 HTTP/1.1" status: 200 len: 908 time: 0.0605094 Nov 16 11:27:17.801510 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4142fbf9-3d69-4ab9-b06a-d83d745059f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:17.815767 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4142fbf9-3d69-4ab9-b06a-d83d745059f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:17.819323 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4142fbf9-3d69-4ab9-b06a-d83d745059f5 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d9a01615-5b8c-4a35-9a86-7db70223ec4f HTTP/1.1" status: 204 len: 168 time: 0.2224865 Nov 16 11:27:17.821951 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 37780) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:17.845345 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4142fbf9-3d69-4ab9-b06a-d83d745059f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9a01615-5b8c-4a35-9a86-7db70223ec4f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:17.915717 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da0b2e87-54a0-4e24-ad8a-4d6b9053f0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:17.938496 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c52679-a7df-4fd2-a42e-62f4095c484d req-e5c8a9bd-3c05-4b64-8b79-872a57696893 tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:17.939982 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c5c52679-a7df-4fd2-a42e-62f4095c484d req-e5c8a9bd-3c05-4b64-8b79-872a57696893 tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] 10.222.0.61 "GET /v2.0/ports?device_id=b25c32b5-32f9-4916-805a-b54245bb2ceb HTTP/1.1" status: 200 len: 948 time: 0.0763748 Nov 16 11:27:18.042881 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da0b2e87-54a0-4e24-ad8a-4d6b9053f0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:18.073720 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c5c52679-a7df-4fd2-a42e-62f4095c484d req-7d2c141a-4090-4cd3-bd2d-3ecd030bf924 tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a81933c-4c51-4784-8b56-8dde575436fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103432 Nov 16 11:27:18.075841 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-da0b2e87-54a0-4e24-ad8a-4d6b9053f0e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d096e297-a03c-41c2-9381-c5743b07cfc1']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:27:18.086330 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-da0b2e87-54a0-4e24-ad8a-4d6b9053f0e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b555b1d-02b4-4883-9063-45dfc11e93c7') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:27:18.086624 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-da0b2e87-54a0-4e24-ad8a-4d6b9053f0e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b555b1d-02b4-4883-9063-45dfc11e93c7') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:27:18.096928 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da0b2e87-54a0-4e24-ad8a-4d6b9053f0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:18.111067 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da0b2e87-54a0-4e24-ad8a-4d6b9053f0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:18.117413 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da0b2e87-54a0-4e24-ad8a-4d6b9053f0e3 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:27:18.117963 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da0b2e87-54a0-4e24-ad8a-4d6b9053f0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:18.119859 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:27:18.119859 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:27:18.119859 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:27:18.119859 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:27:18.119859 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:27:18.119859 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:27:18.119859 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:27:18.119859 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:27:18.119859 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:27:18.119859 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:27:18.119859 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:27:18.119859 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:27:18.119859 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:27:18.119859 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:27:18.119859 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:27:18.119859 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:27:18.119859 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:27:18.119859 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:27:18.119859 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:27:18.119859 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:27:18.119859 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:27:18.119859 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:27:18.119859 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:27:18.119859 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:27:18.119859 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:27:18.119859 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:27:18.119859 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:27:18.119859 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:27:18.119859 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:27:18.119859 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:27:18.119859 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:27:18.119859 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:27:18.234965 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:18.521677 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da0b2e87-54a0-4e24-ad8a-4d6b9053f0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:18.528338 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da0b2e87-54a0-4e24-ad8a-4d6b9053f0e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:18.531482 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-da0b2e87-54a0-4e24-ad8a-4d6b9053f0e3 admin admin] 10.222.0.61 "DELETE /v2.0/networks/d096e297-a03c-41c2-9381-c5743b07cfc1 HTTP/1.1" status: 204 len: 168 time: 0.7085352 Nov 16 11:27:18.547124 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b2e87-54a0-4e24-ad8a-4d6b9053f0e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d096e297-a03c-41c2-9381-c5743b07cfc1,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:18.587378 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-ce7bbcb2-e783-4f76-b9be-86cc338f0dba tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:18.588901 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-ce7bbcb2-e783-4f76-b9be-86cc338f0dba tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.61 "GET /v2.0/networks?id=8bcc94c1-ef65-4458-b099-e5039760febb HTTP/1.1" status: 200 len: 818 time: 0.1302834 Nov 16 11:27:18.604336 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-8cf7f463-e9f0-4d3f-82ea-cac0d7d8bf08 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.61 "GET /v2.0/quotas/d5a817980ec54c25959ac0e335909bd6 HTTP/1.1" status: 200 len: 375 time: 0.0091920 Nov 16 11:27:18.640017 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-e82791a0-4785-44ba-9be9-38e3207836c8 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d5a817980ec54c25959ac0e335909bd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298910 Nov 16 11:27:18.654276 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 37796) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:18.701056 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-771b8a1f-23f9-470b-a238-c04fc45da148 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ac57a0dec96b499199f175f118c6a6d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440595 Nov 16 11:27:18.702533 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 37798) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:18.730217 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-16538873-97cd-4357-a789-b08b7839de7a service neutron] 10.222.0.61 "GET /v2.0/networks/8bcc94c1-ef65-4458-b099-e5039760febb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829172 Nov 16 11:27:18.749133 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a50ddde6-3209-4d2c-8acc-2792b7dcab10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:18.771144 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a50ddde6-3209-4d2c-8acc-2792b7dcab10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:18.788848 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:18.825244 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a50ddde6-3209-4d2c-8acc-2792b7dcab10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:18.827975 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a50ddde6-3209-4d2c-8acc-2792b7dcab10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:18.831437 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a50ddde6-3209-4d2c-8acc-2792b7dcab10 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/23393ffe-3361-4967-afad-c9fb1ce25101 HTTP/1.1" status: 204 len: 168 time: 0.1257005 Nov 16 11:27:18.832046 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-f6281494-68f7-4912-980e-1ca54be59a71 service neutron] 10.222.0.61 "GET /v2.0/networks/8bcc94c1-ef65-4458-b099-e5039760febb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954449 Nov 16 11:27:18.836875 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ddde6-3209-4d2c-8acc-2792b7dcab10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23393ffe-3361-4967-afad-c9fb1ce25101,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:19.168185 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f183184-d55b-49a0-93ca-f31965e5467e req-2c807db4-5da9-4345-82a7-7f03c499bc67 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:19.169984 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9f183184-d55b-49a0-93ca-f31965e5467e req-2c807db4-5da9-4345-82a7-7f03c499bc67 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=8afc0c48-2667-4227-806f-b6f3b3db517c HTTP/1.1" status: 200 len: 945 time: 0.0802824 Nov 16 11:27:19.192648 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 37812) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:19.243844 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9f183184-d55b-49a0-93ca-f31965e5467e req-d5fbc04d-ce72-4da5-9531-e93c3631c8d9 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664773 Nov 16 11:27:19.256409 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3dc36670-7971-49d9-9276-f644bee18fe2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=94baa84d602948a7b25f7e9ed7834814&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0624545 Nov 16 11:27:19.266935 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 37818) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:19.288640 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device e7e25a22-051a-41aa-94f8-a8976f15b65c up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:27:19.335551 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0de8a183-2004-4a2b-ad7b-f9f3ebffb4d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:19.348876 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e7d48df2-5c94-41d3-bb1d-3d3270ee2a38 req-58448469-8260-4f22-a306-bd872357f032 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] 10.222.0.61 "GET /v2.0/floatingips/52579688-24de-495d-be8a-106945450182 HTTP/1.1" status: 200 len: 693 time: 0.0723815 Nov 16 11:27:19.350667 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port e7e25a22-051a-41aa-94f8-a8976f15b65c completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:27:19.355540 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port e7e25a22-051a-41aa-94f8-a8976f15b65c triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:27:19.358164 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:19.369225 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0de8a183-2004-4a2b-ad7b-f9f3ebffb4d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:19.423106 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0de8a183-2004-4a2b-ad7b-f9f3ebffb4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:19.427079 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0de8a183-2004-4a2b-ad7b-f9f3ebffb4d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:19.429984 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0de8a183-2004-4a2b-ad7b-f9f3ebffb4d0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/40c78c8e-8e3a-4b3e-a7c9-d469ec79c1cd HTTP/1.1" status: 204 len: 168 time: 0.1680334 Nov 16 11:27:19.437894 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de8a183-2004-4a2b-ad7b-f9f3ebffb4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c78c8e-8e3a-4b3e-a7c9-d469ec79c1cd,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:19.494367 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d48df2-5c94-41d3-bb1d-3d3270ee2a38 req-7c27507c-17f1-4f9c-bc8c-8ef0318b21c3 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:19.500388 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:19.506377 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e7d48df2-5c94-41d3-bb1d-3d3270ee2a38 req-7c27507c-17f1-4f9c-bc8c-8ef0318b21c3 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] 10.222.0.61 "GET /v2.0/networks/47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 784 time: 0.1494253 Nov 16 11:27:19.529804 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25c32b5-32f9-4916-805a-b54245bb2ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e25a22-051a-41aa-94f8-a8976f15b65c'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:27:19.533780 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f6dd25-01dc-4b66-bd16-b5d55c735301" -d '{"events": [{"server_uuid": "b25c32b5-32f9-4916-805a-b54245bb2ceb", "name": "network-vif-plugged", "status": "completed", "tag": "e7e25a22-051a-41aa-94f8-a8976f15b65c"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:27:19.549978 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port e7e25a22-051a-41aa-94f8-a8976f15b65c, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=e7e25a22-051a-41aa-94f8-a8976f15b65c,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:19.555011 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:19.569723 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e7d48df2-5c94-41d3-bb1d-3d3270ee2a38 req-c2f0143b-6064-4a5f-91f3-92bcb02deff4 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.135 HTTP/1.1" status: 200 len: 696 time: 0.0622787 Nov 16 11:27:19.617530 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=e7e25a22-051a-41aa-94f8-a8976f15b65c,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:19.624645 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e7d48df2-5c94-41d3-bb1d-3d3270ee2a38 req-2f280794-bd44-4fc9-9610-6429e7566cf9 tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.135 HTTP/1.1" status: 200 len: 696 time: 0.0496416 Nov 16 11:27:19.763093 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-e7d48df2-5c94-41d3-bb1d-3d3270ee2a38 req-06e20183-e7bc-4b73-abbf-78e1bf11f04a tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Deleting port 69f085dc-d888-4c2a-8024-45a94a257684 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:27:19.763655 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e7d48df2-5c94-41d3-bb1d-3d3270ee2a38 req-06e20183-e7bc-4b73-abbf-78e1bf11f04a tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:19.854281 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e7d48df2-5c94-41d3-bb1d-3d3270ee2a38 req-06e20183-e7bc-4b73-abbf-78e1bf11f04a tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:19.854619 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e7d48df2-5c94-41d3-bb1d-3d3270ee2a38 req-06e20183-e7bc-4b73-abbf-78e1bf11f04a tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:19.868643 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-e7d48df2-5c94-41d3-bb1d-3d3270ee2a38 req-06e20183-e7bc-4b73-abbf-78e1bf11f04a tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Calling delete_port for 69f085dc-d888-4c2a-8024-45a94a257684 owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:27:20.075012 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e7d48df2-5c94-41d3-bb1d-3d3270ee2a38 req-06e20183-e7bc-4b73-abbf-78e1bf11f04a tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:20.102236 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e20183-e7bc-4b73-abbf-78e1bf11f04a tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Pushing event deleted for resources: {'Port': ['ID=69f085dc-d888-4c2a-8024-45a94a257684,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:20.187510 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e7d48df2-5c94-41d3-bb1d-3d3270ee2a38 req-06e20183-e7bc-4b73-abbf-78e1bf11f04a tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks [] for floatingip, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:20.190338 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e7d48df2-5c94-41d3-bb1d-3d3270ee2a38 req-06e20183-e7bc-4b73-abbf-78e1bf11f04a tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:20.191317 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e7d48df2-5c94-41d3-bb1d-3d3270ee2a38 req-06e20183-e7bc-4b73-abbf-78e1bf11f04a tempest-FloatingIPDetailsTestJSON-27664546 tempest-FloatingIPDetailsTestJSON-27664546-project] 10.222.0.61 "DELETE /v2.0/floatingips/52579688-24de-495d-be8a-106945450182 HTTP/1.1" status: 204 len: 173 time: 0.5580480 Nov 16 11:27:20.198611 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 37854) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:20.298507 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1f445e-7177-446b-9324-9a9aadd61aad x-openstack-request-id: req-eb1f445e-7177-446b-9324-9a9aadd61aad {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:27:20.299164 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00217b73-95a8-4582-8dcc-35efebb87d20", "tag": "63d92921-3923-4257-9823-32a4af018ff8", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:27:20.300139 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eb1f445e-7177-446b-9324-9a9aadd61aad {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:27:20.300740 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00217b73-95a8-4582-8dcc-35efebb87d20', 'tag': '63d92921-3923-4257-9823-32a4af018ff8', 'status': 'completed', 'code': 200} Nov 16 11:27:20.411028 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448b91c-4287-4a7c-95b1-7922ca479b4a req-9f55987d-72f3-408b-991e-a57539a075b1 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:20.412979 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4448b91c-4287-4a7c-95b1-7922ca479b4a req-9f55987d-72f3-408b-991e-a57539a075b1 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.0566256 Nov 16 11:27:20.435968 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cf924-16ff-4077-a58a-603c3e5073d3 req-8dc7af86-c306-4436-ade4-9d343b0eac68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:20.437043 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fe3cf924-16ff-4077-a58a-603c3e5073d3 req-8dc7af86-c306-4436-ade4-9d343b0eac68 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c6297fca90ae441aa40dab0d2d555d6b&device_id=00217b73-95a8-4582-8dcc-35efebb87d20 HTTP/1.1" status: 200 len: 1059 time: 0.0886891 Nov 16 11:27:20.500813 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4448b91c-4287-4a7c-95b1-7922ca479b4a req-57923ab9-883c-497f-861d-3b0be86e4cea tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785365 Nov 16 11:27:20.601369 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cf924-16ff-4077-a58a-603c3e5073d3 req-829bc249-08a2-4c13-847e-2be4c8fe3d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:20.602885 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fe3cf924-16ff-4077-a58a-603c3e5073d3 req-829bc249-08a2-4c13-847e-2be4c8fe3d42 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334 HTTP/1.1" status: 200 len: 912 time: 0.1577756 Nov 16 11:27:20.706654 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fe3cf924-16ff-4077-a58a-603c3e5073d3 req-7a78c700-8c58-43a3-8274-dde071db305c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63d92921-3923-4257-9823-32a4af018ff8 HTTP/1.1" status: 200 len: 217 time: 0.0774677 Nov 16 11:27:20.736077 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807b203-c7c1-4e76-be45-e092e1e9209e req-c4056cf9-2924-417a-9c30-5d391e750357 tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:20.742976 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4807b203-c7c1-4e76-be45-e092e1e9209e req-c4056cf9-2924-417a-9c30-5d391e750357 tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] 10.222.0.61 "GET /v2.0/ports?device_id=b25c32b5-32f9-4916-805a-b54245bb2ceb HTTP/1.1" status: 200 len: 949 time: 0.0608392 Nov 16 11:27:20.788052 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4807b203-c7c1-4e76-be45-e092e1e9209e req-1e1b2ddb-7c27-4d27-b79e-44957569a629 tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a81933c-4c51-4784-8b56-8dde575436fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439579 Nov 16 11:27:20.810254 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-86a25dd5-ccf9-4971-a193-da065348f6fd tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:20.810254 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-86a25dd5-ccf9-4971-a193-da065348f6fd tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.64 "GET /v2.0/networks?id=8bcc94c1-ef65-4458-b099-e5039760febb HTTP/1.1" status: 200 len: 818 time: 0.2621319 Nov 16 11:27:20.821734 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cf924-16ff-4077-a58a-603c3e5073d3 req-73eb2630-8bea-492a-b71b-b4eca4262083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:20.823260 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fe3cf924-16ff-4077-a58a-603c3e5073d3 req-73eb2630-8bea-492a-b71b-b4eca4262083 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=098ff2a2-731b-47ba-a3df-3f077a39e5d8 HTTP/1.1" status: 200 len: 850 time: 0.1030626 Nov 16 11:27:20.834194 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6230dc-cb05-40f9-920b-37e8b895edf9 x-openstack-request-id: req-2b6230dc-cb05-40f9-920b-37e8b895edf9 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:27:20.834693 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-5e32390d-0118-4003-a1e4-9e1e11324230 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Request body: {'port': {'device_id': '6b0accc1-669c-4166-a588-a9c49629a1be', 'network_id': '8bcc94c1-ef65-4458-b099-e5039760febb', 'admin_state_up': True, 'tenant_id': 'd5a817980ec54c25959ac0e335909bd6'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:27:20.835316 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25c32b5-32f9-4916-805a-b54245bb2ceb", "name": "network-vif-plugged", "status": "completed", "tag": "e7e25a22-051a-41aa-94f8-a8976f15b65c", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:27:20.835861 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2b6230dc-cb05-40f9-920b-37e8b895edf9 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:27:20.836511 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25c32b5-32f9-4916-805a-b54245bb2ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e25a22-051a-41aa-94f8-a8976f15b65c', 'code': 200} Nov 16 11:27:20.946395 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4e3fe-445d-4b83-85a8-1b426e1d0295 req-3d00bcfc-d312-4184-9919-8028229de1e2 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:20.957970 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3ea4e3fe-445d-4b83-85a8-1b426e1d0295 req-3d00bcfc-d312-4184-9919-8028229de1e2 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=8afc0c48-2667-4227-806f-b6f3b3db517c HTTP/1.1" status: 200 len: 945 time: 0.0720637 Nov 16 11:27:21.029461 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cf924-16ff-4077-a58a-603c3e5073d3 req-2891f66a-1acd-4c49-8a19-1cfad5d44f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:21.031290 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fe3cf924-16ff-4077-a58a-603c3e5073d3 req-2891f66a-1acd-4c49-8a19-1cfad5d44f9b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1900215 Nov 16 11:27:21.038660 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3ea4e3fe-445d-4b83-85a8-1b426e1d0295 req-6b47f6a2-006d-4633-9b28-a0a02c7e2ce2 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761240 Nov 16 11:27:21.153453 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb27a6c-0fa9-4d70-968a-c8eaba40c19e req-2a350d53-b4da-4a7c-9aa2-d49f939ce241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:21.155338 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-edb27a6c-0fa9-4d70-968a-c8eaba40c19e req-2a350d53-b4da-4a7c-9aa2-d49f939ce241 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b25c32b5-32f9-4916-805a-b54245bb2ceb HTTP/1.1" status: 200 len: 1100 time: 0.2125494 Nov 16 11:27:21.230281 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-5e32390d-0118-4003-a1e4-9e1e11324230 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Made reservation on behalf of d5a817980ec54c25959ac0e335909bd6 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:27:21.235256 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-5e32390d-0118-4003-a1e4-9e1e11324230 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:21.269004 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3dca47-ab59-4d05-bd38-1d722cac2330 req-fd7202cc-1943-457d-ac8b-162ddfa22b72 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:21.277774 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fb3dca47-ab59-4d05-bd38-1d722cac2330 req-fd7202cc-1943-457d-ac8b-162ddfa22b72 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.1030416 Nov 16 11:27:21.311288 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fe3cf924-16ff-4077-a58a-603c3e5073d3 req-57b9149a-e736-450c-874e-17397f7e00b3 service neutron] 10.222.0.64 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649519 Nov 16 11:27:21.330336 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-a9221cde-3393-4593-a5fa-da5a6e72c711 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:21.332531 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-a9221cde-3393-4593-a5fa-da5a6e72c711 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.64 "GET /v2.0/networks?id=8bcc94c1-ef65-4458-b099-e5039760febb HTTP/1.1" status: 200 len: 818 time: 0.2735629 Nov 16 11:27:21.344992 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-edb27a6c-0fa9-4d70-968a-c8eaba40c19e req-fab0b60a-eb09-4dd8-a990-37ac06355dd0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9a81933c-4c51-4784-8b56-8dde575436fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741452 Nov 16 11:27:21.358162 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-520192f3-c576-4bef-86c3-7ac511a765db tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Request body: {'port': {'device_id': 'dd570632-56e0-44a8-956d-dd50c2bde048', 'network_id': '8bcc94c1-ef65-4458-b099-e5039760febb', 'admin_state_up': True, 'tenant_id': 'd5a817980ec54c25959ac0e335909bd6'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:27:21.365058 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-23bcf6ce-d549-49e2-ba32-07af8f7a1ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:21.434836 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fb3dca47-ab59-4d05-bd38-1d722cac2330 req-0557b0fc-197b-486d-85a9-1fc664068e73 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557372 Nov 16 11:27:21.537912 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-520192f3-c576-4bef-86c3-7ac511a765db tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Made reservation on behalf of d5a817980ec54c25959ac0e335909bd6 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:27:21.541786 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-520192f3-c576-4bef-86c3-7ac511a765db tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:21.594260 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c3327852-36ea-439a-bd08-e5f0af3ab338 req-dc4797b8-9d85-4595-b04b-0177766af947 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b0accc1-669c-4166-a588-a9c49629a1be HTTP/1.1" status: 200 len: 210 time: 0.0492337 Nov 16 11:27:21.610509 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fe3cf924-16ff-4077-a58a-603c3e5073d3 req-d7d79df4-76f6-4680-a65d-047b751dac63 service neutron] 10.222.0.64 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871196 Nov 16 11:27:21.696359 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-5e32390d-0118-4003-a1e4-9e1e11324230 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Allocated IP 172.20.0.9 (8bcc94c1-ef65-4458-b099-e5039760febb/c6c9fdfc-fbbb-41e0-a577-b2da42e2e421/a45d9a78-4124-4025-b1f1-fd4d4077dc07) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:27:21.891759 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-7478e585-3657-4518-bbba-1243cefd372b tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=e86b42204c7f435e8eff5558272e51a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222268 Nov 16 11:27:22.002987 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-e1c3947d-f003-4930-a307-ee8f64d066bf tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:22.010185 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-5e32390d-0118-4003-a1e4-9e1e11324230 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:22.010530 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-e1c3947d-f003-4930-a307-ee8f64d066bf tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1128228 Nov 16 11:27:22.018924 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-23bcf6ce-d549-49e2-ba32-07af8f7a1ad9 admin admin] Deleting port aa703390-fecd-4d22-bb68-8b1f24f129da {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:27:22.019259 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-23bcf6ce-d549-49e2-ba32-07af8f7a1ad9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:22.021161 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-6a295eb1-a7b7-4a34-9396-e1dfd6e8d057 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/quotas/e86b42204c7f435e8eff5558272e51a5 HTTP/1.1" status: 200 len: 375 time: 0.0097196 Nov 16 11:27:22.029598 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-f3de11fd-4d8f-4107-9559-365308b3515f tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:22.031053 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-f3de11fd-4d8f-4107-9559-365308b3515f tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.64 "GET /v2.0/networks?id=8bcc94c1-ef65-4458-b099-e5039760febb HTTP/1.1" status: 200 len: 818 time: 0.2032030 Nov 16 11:27:22.058202 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-e6a86440-cde9-4314-ac91-806b5d2f7f9a tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e86b42204c7f435e8eff5558272e51a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310609 Nov 16 11:27:22.074706 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-157b6cf2-76b1-4d88-b744-6f02fae46153 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Request body: {'port': {'device_id': 'e0727cd2-850e-47b9-b05b-1c2c87fc252d', 'network_id': '8bcc94c1-ef65-4458-b099-e5039760febb', 'admin_state_up': True, 'tenant_id': 'd5a817980ec54c25959ac0e335909bd6'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:27:22.175213 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-5e32390d-0118-4003-a1e4-9e1e11324230 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:22.227981 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-520192f3-c576-4bef-86c3-7ac511a765db tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Allocated IP 172.20.0.8 (8bcc94c1-ef65-4458-b099-e5039760febb/c6c9fdfc-fbbb-41e0-a577-b2da42e2e421/ca3e1220-2c97-4efa-8705-157f4f46ebc4) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:27:22.244562 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-23bcf6ce-d549-49e2-ba32-07af8f7a1ad9 admin admin] For port aa703390-fecd-4d22-bb68-8b1f24f129da, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=aa703390-fecd-4d22-bb68-8b1f24f129da,segment=NetworkSegment(e8c89a72-9706-4e1f-8818-5cc380d4f554),segment_id=e8c89a72-9706-4e1f-8818-5cc380d4f554)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:22.245144 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-23bcf6ce-d549-49e2-ba32-07af8f7a1ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:22.277477 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-5e32390d-0118-4003-a1e4-9e1e11324230 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Network 8bcc94c1-ef65-4458-b099-e5039760febb is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:27:22.281149 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-23bcf6ce-d549-49e2-ba32-07af8f7a1ad9 admin admin] Calling delete_port for aa703390-fecd-4d22-bb68-8b1f24f129da owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:27:22.290589 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-5e32390d-0118-4003-a1e4-9e1e11324230 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:27:22.301172 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-5e32390d-0118-4003-a1e4-9e1e11324230 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:27:22.335363 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e32390d-0118-4003-a1e4-9e1e11324230 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Pushing event updated for resources: {'Port': ['ID=a45d9a78-4124-4025-b1f1-fd4d4077dc07,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:22.385065 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-157b6cf2-76b1-4d88-b744-6f02fae46153 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Made reservation on behalf of d5a817980ec54c25959ac0e335909bd6 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:27:22.389143 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-157b6cf2-76b1-4d88-b744-6f02fae46153 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:22.429417 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-5e32390d-0118-4003-a1e4-9e1e11324230 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:22.430071 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-5e32390d-0118-4003-a1e4-9e1e11324230 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:22.445839 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-2f2540f1-950f-4b3e-a71d-808d8b226054 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:22.447488 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-2f2540f1-950f-4b3e-a71d-808d8b226054 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/networks?id=cc72ab4f-6e33-4512-8fbb-f88d609be622 HTTP/1.1" status: 200 len: 815 time: 0.1898701 Nov 16 11:27:22.463375 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-5e32390d-0118-4003-a1e4-9e1e11324230 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6388488 Nov 16 11:27:22.478150 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-399d156d-a334-482b-850c-08679a1b0f9f tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/quotas/0ad08e2ce4ec4b2c85ee1303623bd5e0 HTTP/1.1" status: 200 len: 375 time: 0.0196440 Nov 16 11:27:22.524875 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-520192f3-c576-4bef-86c3-7ac511a765db tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:22.533631 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-90e686cc-98c8-4ff1-9a91-82774b74a4a4 service neutron] Request body: {'port': {'device_id': '6b0accc1-669c-4166-a588-a9c49629a1be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:27:22.558654 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-eb04b9ea-2187-4d5d-aa5f-e497d552f5cd tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0ad08e2ce4ec4b2c85ee1303623bd5e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0675678 Nov 16 11:27:22.591541 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-520192f3-c576-4bef-86c3-7ac511a765db tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:22.666640 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-90e686cc-98c8-4ff1-9a91-82774b74a4a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:22.700900 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-520192f3-c576-4bef-86c3-7ac511a765db tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Network 8bcc94c1-ef65-4458-b099-e5039760febb is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:27:22.702594 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-157b6cf2-76b1-4d88-b744-6f02fae46153 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Allocated IP 172.20.0.7 (8bcc94c1-ef65-4458-b099-e5039760febb/c6c9fdfc-fbbb-41e0-a577-b2da42e2e421/c36b15b5-c656-47c2-952e-811833b7f017) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:27:22.710412 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-520192f3-c576-4bef-86c3-7ac511a765db tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:27:22.718911 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-520192f3-c576-4bef-86c3-7ac511a765db tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:27:22.741718 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520192f3-c576-4bef-86c3-7ac511a765db tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Pushing event updated for resources: {'Port': ['ID=ca3e1220-2c97-4efa-8705-157f4f46ebc4,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:22.791941 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-520192f3-c576-4bef-86c3-7ac511a765db tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:22.792601 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-520192f3-c576-4bef-86c3-7ac511a765db tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:22.802580 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-b9288c4e-325e-4963-96fc-c7513141e7b2 service neutron] 10.222.0.61 "GET /v2.0/networks/cc72ab4f-6e33-4512-8fbb-f88d609be622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196975 Nov 16 11:27:22.859197 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-520192f3-c576-4bef-86c3-7ac511a765db tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5130484 Nov 16 11:27:22.873429 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-a4533575-4c1f-492a-aae4-ea9b9bd715b6 service neutron] Request body: {'port': {'device_id': 'dd570632-56e0-44a8-956d-dd50c2bde048', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:27:22.971433 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-a4533575-4c1f-492a-aae4-ea9b9bd715b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:22.979542 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-2b127b98-47a2-40a5-9f73-d0bec08d925a service neutron] 10.222.0.61 "GET /v2.0/networks/cc72ab4f-6e33-4512-8fbb-f88d609be622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700199 Nov 16 11:27:23.180479 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-23bcf6ce-d549-49e2-ba32-07af8f7a1ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:23.270754 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bcf6ce-d549-49e2-ba32-07af8f7a1ad9 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa703390-fecd-4d22-bb68-8b1f24f129da,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:23.339015 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-c2f408ab-653e-4bbc-96eb-c34c03faf9ab tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:23.348720 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-c2f408ab-653e-4bbc-96eb-c34c03faf9ab tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/networks?id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334 HTTP/1.1" status: 200 len: 811 time: 0.1617861 Nov 16 11:27:23.368505 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-70df460d-beac-4c34-9c77-68a2c9f7cae1 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/quotas/c6297fca90ae441aa40dab0d2d555d6b HTTP/1.1" status: 200 len: 375 time: 0.0178573 Nov 16 11:27:23.419358 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-fb01b4f7-91c1-4b3e-8fec-c559eebf8fad tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e86b42204c7f435e8eff5558272e51a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371840 Nov 16 11:27:23.508073 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-9438dc5a-8b50-48e6-9879-658a2db7f51b tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c6297fca90ae441aa40dab0d2d555d6b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1379299 Nov 16 11:27:23.632832 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-157b6cf2-76b1-4d88-b744-6f02fae46153 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:23.656631 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-827b7ba8-c6d3-4228-a5ed-c235f0962973 service neutron] 10.222.0.61 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475699 Nov 16 11:27:23.717516 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-af1f5a9b-3494-4619-a7f3-5e1db1407741 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:23.719011 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-af1f5a9b-3494-4619-a7f3-5e1db1407741 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2893147 Nov 16 11:27:23.740794 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-b37d160e-18eb-4377-8cf6-dca26d7e25e7 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Request body: {'port': {'device_id': '8ff7b117-b432-480a-84d2-bb351439e694', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'admin_state_up': True, 'tenant_id': 'e86b42204c7f435e8eff5558272e51a5'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:27:23.756087 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-157b6cf2-76b1-4d88-b744-6f02fae46153 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:23.757614 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-23bcf6ce-d549-49e2-ba32-07af8f7a1ad9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:23.807804 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-d05fe3e5-3d1f-4ed5-8abe-7d2edeab8be9 service neutron] 10.222.0.61 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441374 Nov 16 11:27:23.889902 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-157b6cf2-76b1-4d88-b744-6f02fae46153 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Network 8bcc94c1-ef65-4458-b099-e5039760febb is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:27:23.958347 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-157b6cf2-76b1-4d88-b744-6f02fae46153 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:27:23.962281 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-a4533575-4c1f-492a-aae4-ea9b9bd715b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca3e1220-2c97-4efa-8705-157f4f46ebc4 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:27:23.965174 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-157b6cf2-76b1-4d88-b744-6f02fae46153 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:27:23.974366 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-a4533575-4c1f-492a-aae4-ea9b9bd715b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:23.976822 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b6cf2-76b1-4d88-b744-6f02fae46153 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Pushing event updated for resources: {'Port': ['ID=c36b15b5-c656-47c2-952e-811833b7f017,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:24.029626 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-a4533575-4c1f-492a-aae4-ea9b9bd715b6 service neutron] Transition to ACTIVE for port object ca3e1220-2c97-4efa-8705-157f4f46ebc4 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:27:24.040336 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-a4533575-4c1f-492a-aae4-ea9b9bd715b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:24.097027 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8054e-bcd2-438d-ad52-933e58cdcb44 req-c551b783-d33e-4445-b368-37cc52bf8bfd tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:24.098261 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-37e8054e-bcd2-438d-ad52-933e58cdcb44 req-c551b783-d33e-4445-b368-37cc52bf8bfd tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] 10.222.0.61 "GET /v2.0/ports?device_id=b25c32b5-32f9-4916-805a-b54245bb2ceb HTTP/1.1" status: 200 len: 949 time: 0.1031010 Nov 16 11:27:24.121409 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-157b6cf2-76b1-4d88-b744-6f02fae46153 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:24.122304 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-157b6cf2-76b1-4d88-b744-6f02fae46153 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:24.149300 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-b37d160e-18eb-4377-8cf6-dca26d7e25e7 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Made reservation on behalf of e86b42204c7f435e8eff5558272e51a5 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:27:24.153529 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-b37d160e-18eb-4377-8cf6-dca26d7e25e7 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:24.170073 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-157b6cf2-76b1-4d88-b744-6f02fae46153 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1009262 Nov 16 11:27:24.175393 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-b37d160e-18eb-4377-8cf6-dca26d7e25e7 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:24.180152 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4533575-4c1f-492a-aae4-ea9b9bd715b6 service neutron] Pushing event updated for resources: {'Port': ['ID=ca3e1220-2c97-4efa-8705-157f4f46ebc4,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:24.227028 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-687a2ded-c0a1-4068-a4cf-67bb1d34fb45 service neutron] Request body: {'port': {'device_id': 'e0727cd2-850e-47b9-b05b-1c2c87fc252d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:27:24.259279 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-37e8054e-bcd2-438d-ad52-933e58cdcb44 req-72150784-d9f3-4db5-acd0-333fa9657778 tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a81933c-4c51-4784-8b56-8dde575436fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502626 Nov 16 11:27:24.297844 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-a4533575-4c1f-492a-aae4-ea9b9bd715b6 service neutron] Attempting to bind port ca3e1220-2c97-4efa-8705-157f4f46ebc4 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:27:24.298502 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-a4533575-4c1f-492a-aae4-ea9b9bd715b6 service neutron] Attempting to bind port ca3e1220-2c97-4efa-8705-157f4f46ebc4 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '585253a6-e371-4de8-b374-85368b56235e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8bcc94c1-ef65-4458-b099-e5039760febb'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:27:24.298845 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-a4533575-4c1f-492a-aae4-ea9b9bd715b6 service neutron] Attempting to bind port ca3e1220-2c97-4efa-8705-157f4f46ebc4 on network 8bcc94c1-ef65-4458-b099-e5039760febb {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:27:24.305486 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-a4533575-4c1f-492a-aae4-ea9b9bd715b6 service neutron] Port ca3e1220-2c97-4efa-8705-157f4f46ebc4 on network 8bcc94c1-ef65-4458-b099-e5039760febb not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:27:24.305666 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-a4533575-4c1f-492a-aae4-ea9b9bd715b6 service neutron] Attempting to bind port ca3e1220-2c97-4efa-8705-157f4f46ebc4 on network 8bcc94c1-ef65-4458-b099-e5039760febb {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:27:24.316185 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-a4533575-4c1f-492a-aae4-ea9b9bd715b6 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:27:24.319309 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-a4533575-4c1f-492a-aae4-ea9b9bd715b6 service neutron] Checking segment: {'id': '585253a6-e371-4de8-b374-85368b56235e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8bcc94c1-ef65-4458-b099-e5039760febb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:27:24.319707 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-a4533575-4c1f-492a-aae4-ea9b9bd715b6 service neutron] Bound using segment: {'id': '585253a6-e371-4de8-b374-85368b56235e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8bcc94c1-ef65-4458-b099-e5039760febb'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:27:24.320154 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-a4533575-4c1f-492a-aae4-ea9b9bd715b6 service neutron] Bound port: ca3e1220-2c97-4efa-8705-157f4f46ebc4, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '585253a6-e371-4de8-b374-85368b56235e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8bcc94c1-ef65-4458-b099-e5039760febb'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:27:24.320513 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-a4533575-4c1f-492a-aae4-ea9b9bd715b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:24.336802 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.64', 60916) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:24.468267 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbad4cd-2a7f-479e-af89-4c2b2c29bab1 req-db3d683e-3b03-4c26-b020-b17d3cf0be90 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:24.469859 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bcbad4cd-2a7f-479e-af89-4c2b2c29bab1 req-db3d683e-3b03-4c26-b020-b17d3cf0be90 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=8afc0c48-2667-4227-806f-b6f3b3db517c HTTP/1.1" status: 200 len: 945 time: 0.0815170 Nov 16 11:27:24.474763 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-a4533575-4c1f-492a-aae4-ea9b9bd715b6 service neutron] For port ca3e1220-2c97-4efa-8705-157f4f46ebc4, host n-h2-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:27:24.478102 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-687a2ded-c0a1-4068-a4cf-67bb1d34fb45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:24.480776 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-a4533575-4c1f-492a-aae4-ea9b9bd715b6 service neutron] For port ca3e1220-2c97-4efa-8705-157f4f46ebc4, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=ca3e1220-2c97-4efa-8705-157f4f46ebc4,segment=NetworkSegment(585253a6-e371-4de8-b374-85368b56235e),segment_id=585253a6-e371-4de8-b374-85368b56235e)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:27:24.497753 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-a4533575-4c1f-492a-aae4-ea9b9bd715b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:24.555230 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-a4533575-4c1f-492a-aae4-ea9b9bd715b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:24.555999 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-a4533575-4c1f-492a-aae4-ea9b9bd715b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:24.557591 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-a4533575-4c1f-492a-aae4-ea9b9bd715b6 service neutron] 10.222.0.64 "PUT /v2.0/ports/ca3e1220-2c97-4efa-8705-157f4f46ebc4 HTTP/1.1" status: 200 len: 1091 time: 1.6886156 Nov 16 11:27:24.558189 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd570632-56e0-44a8-956d-dd50c2bde048', 'tag': 'ca3e1220-2c97-4efa-8705-157f4f46ebc4'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:27:24.560982 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d685483b-9bb0-441d-a1d2-a2ef36c6c31a" -d '{"events": [{"name": "network-changed", "server_uuid": "dd570632-56e0-44a8-956d-dd50c2bde048", "tag": "ca3e1220-2c97-4efa-8705-157f4f46ebc4"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:27:24.586628 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bcbad4cd-2a7f-479e-af89-4c2b2c29bab1 req-20533ac6-06b7-4c2b-9e85-607eb563f32d tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087859 Nov 16 11:27:24.590880 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4533575-4c1f-492a-aae4-ea9b9bd715b6 service neutron] Pushing event updated for resources: {'Port': ['ID=ca3e1220-2c97-4efa-8705-157f4f46ebc4,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:24.625583 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-90e686cc-98c8-4ff1-9a91-82774b74a4a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a45d9a78-4124-4025-b1f1-fd4d4077dc07 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:27:24.633693 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23bcf6ce-d549-49e2-ba32-07af8f7a1ad9 admin admin] Router c818284d-8114-4cc8-b238-c63692b5c88f has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:27:24.656800 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-90e686cc-98c8-4ff1-9a91-82774b74a4a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:24.668804 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-1d03477b-3f72-4f70-a53a-c5920383043e tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:24.670306 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-1d03477b-3f72-4f70-a53a-c5920383043e tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.64 "GET /v2.0/networks?id=cc72ab4f-6e33-4512-8fbb-f88d609be622 HTTP/1.1" status: 200 len: 815 time: 0.3318255 Nov 16 11:27:24.698979 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-b37d160e-18eb-4377-8cf6-dca26d7e25e7 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:24.705486 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-a678085c-e864-49a5-a699-8b5cf8813ece tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Request body: {'port': {'device_id': 'acfd94a9-1c02-4462-88e8-3c6afd7688eb', 'network_id': 'cc72ab4f-6e33-4512-8fbb-f88d609be622', 'admin_state_up': True, 'tenant_id': '0ad08e2ce4ec4b2c85ee1303623bd5e0'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:27:24.712001 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8ee990d3-c2f5-4265-b702-fa16588ca29f req-74402239-ed02-415e-b3b5-3d66d4e1f586 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 210 time: 0.0394001 Nov 16 11:27:24.729297 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-2435caa0-a18b-4af7-855c-36f54a7f2ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:24.731169 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-b37d160e-18eb-4377-8cf6-dca26d7e25e7 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:24.732833 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-2435caa0-a18b-4af7-855c-36f54a7f2ba3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d5a817980ec54c25959ac0e335909bd6&device_id=dd570632-56e0-44a8-956d-dd50c2bde048 HTTP/1.1" status: 200 len: 1094 time: 0.0940292 Nov 16 11:27:24.786210 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-ed5ee8c6-c88b-4726-af8e-ddbded680cc4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca3e1220-2c97-4efa-8705-157f4f46ebc4 HTTP/1.1" status: 200 len: 217 time: 0.0434587 Nov 16 11:27:24.803260 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-90e686cc-98c8-4ff1-9a91-82774b74a4a4 service neutron] Transition to ACTIVE for port object a45d9a78-4124-4025-b1f1-fd4d4077dc07 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:27:24.826203 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-90e686cc-98c8-4ff1-9a91-82774b74a4a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:24.871998 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d41c7-da2a-42e0-b1b2-cc2d77be7b4d req-c0743099-8ae7-4eec-89f5-e0714ba298c0 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:24.873463 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-867d41c7-da2a-42e0-b1b2-cc2d77be7b4d req-c0743099-8ae7-4eec-89f5-e0714ba298c0 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b0accc1-669c-4166-a588-a9c49629a1be HTTP/1.1" status: 200 len: 931 time: 0.0890720 Nov 16 11:27:24.875825 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-c36bd16b-3906-4097-b323-03e13ad52f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:24.876539 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-c36bd16b-3906-4097-b323-03e13ad52f1a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c6c9fdfc-fbbb-41e0-a577-b2da42e2e421 HTTP/1.1" status: 200 len: 858 time: 0.0791698 Nov 16 11:27:24.919908 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-f715343d-5081-4a4c-b331-9b3b94be79d1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8bcc94c1-ef65-4458-b099-e5039760febb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302644 Nov 16 11:27:24.992422 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-867d41c7-da2a-42e0-b1b2-cc2d77be7b4d req-2e4521ab-71f8-45bc-bd0f-34cb182946b4 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.61 "GET /v2.0/security-groups?id=092bbbe7-ce69-4a94-a75b-f6cf545e24d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091506 Nov 16 11:27:25.035370 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d160e-18eb-4377-8cf6-dca26d7e25e7 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3382ecd6-155b-454e-988a-1bb3fd58528b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:25.056821 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-d033fe0d-14af-4c90-88b2-45a9945245fa service neutron] 10.222.0.64 "GET /v2.0/networks/8bcc94c1-ef65-4458-b099-e5039760febb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262805 Nov 16 11:27:25.109854 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e686cc-98c8-4ff1-9a91-82774b74a4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=a45d9a78-4124-4025-b1f1-fd4d4077dc07,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:25.180755 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-192323b6-616a-45fd-bcd4-dafcbf1f850d req-a0b843a4-97e5-4955-aca2-bbd95605ad40 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=acfd94a9-1c02-4462-88e8-3c6afd7688eb HTTP/1.1" status: 200 len: 210 time: 0.0313277 Nov 16 11:27:25.202929 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.64', 60918) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:25.264110 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23bcf6ce-d549-49e2-ba32-07af8f7a1ad9 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:27:25.267161 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-e331117b-6968-4aee-870e-cbd949d83c13 service neutron] 10.222.0.64 "GET /v2.0/networks/8bcc94c1-ef65-4458-b099-e5039760febb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853032 Nov 16 11:27:25.278647 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8197200e-b85d-4acc-acbf-042f6b0f7340 None None] Sync routers for ids ['c818284d-8114-4cc8-b238-c63692b5c88f'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:27:25.285829 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-23bcf6ce-d549-49e2-ba32-07af8f7a1ad9 admin admin] 10.222.0.61 "PUT /v2.0/routers/c818284d-8114-4cc8-b238-c63692b5c88f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0843019 Nov 16 11:27:25.301616 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-b37d160e-18eb-4377-8cf6-dca26d7e25e7 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Allocated IP 192.168.233.95 (d184b1c6-3832-4c86-bfd0-c1472d76d6c3/c4c770cc-51d7-42eb-b4a6-9a605bacae0f/eda68473-eb26-42d1-ad61-73e085f00c70) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:27:25.305509 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 37964) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:25.317947 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8197200e-b85d-4acc-acbf-042f6b0f7340 None None] Routers {'c818284d-8114-4cc8-b238-c63692b5c88f'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:27:25.319860 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0637ac28-1a35-4af2-b52b-c4110aca0497 req-d407954e-192a-4fec-8981-3e2265bdc636 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4e1299d-0c4f-4ed2-a695-9454915f1394 HTTP/1.1" status: 200 len: 210 time: 0.0425496 Nov 16 11:27:25.320949 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8197200e-b85d-4acc-acbf-042f6b0f7340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:27:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c818284d-8114-4cc8-b238-c63692b5c88f'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:27:25.407975 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-a678085c-e864-49a5-a699-8b5cf8813ece tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Made reservation on behalf of 0ad08e2ce4ec4b2c85ee1303623bd5e0 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:27:25.411450 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-a678085c-e864-49a5-a699-8b5cf8813ece tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:25.430042 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-b8d0341b-4cbb-4e3a-9bd9-f2da370b7cf0 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:25.432301 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-b8d0341b-4cbb-4e3a-9bd9-f2da370b7cf0 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.64 "GET /v2.0/networks?id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334 HTTP/1.1" status: 200 len: 811 time: 0.2283628 Nov 16 11:27:25.450049 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-54e696c8-7bf7-44c8-9f7c-c512be1d35dd tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Request body: {'port': {'device_id': 'b4e1299d-0c4f-4ed2-a695-9454915f1394', 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334', 'admin_state_up': True, 'tenant_id': 'c6297fca90ae441aa40dab0d2d555d6b'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:27:25.487628 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-8197200e-b85d-4acc-acbf-042f6b0f7340 None None] Set router c818284d-8114-4cc8-b238-c63692b5c88f gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:27:25.491680 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-90e686cc-98c8-4ff1-9a91-82774b74a4a4 service neutron] Attempting to bind port a45d9a78-4124-4025-b1f1-fd4d4077dc07 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:27:25.492021 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-90e686cc-98c8-4ff1-9a91-82774b74a4a4 service neutron] Attempting to bind port a45d9a78-4124-4025-b1f1-fd4d4077dc07 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '585253a6-e371-4de8-b374-85368b56235e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8bcc94c1-ef65-4458-b099-e5039760febb'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:27:25.492350 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-90e686cc-98c8-4ff1-9a91-82774b74a4a4 service neutron] Attempting to bind port a45d9a78-4124-4025-b1f1-fd4d4077dc07 on network 8bcc94c1-ef65-4458-b099-e5039760febb {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:27:25.544757 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-90e686cc-98c8-4ff1-9a91-82774b74a4a4 service neutron] Port a45d9a78-4124-4025-b1f1-fd4d4077dc07 on network 8bcc94c1-ef65-4458-b099-e5039760febb not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:27:25.545095 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-90e686cc-98c8-4ff1-9a91-82774b74a4a4 service neutron] Attempting to bind port a45d9a78-4124-4025-b1f1-fd4d4077dc07 on network 8bcc94c1-ef65-4458-b099-e5039760febb {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:27:25.554184 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b5d3bd-f83b-4154-bea5-23f96c3d49e6 x-openstack-request-id: req-47b5d3bd-f83b-4154-bea5-23f96c3d49e6 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:27:25.554520 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd570632-56e0-44a8-956d-dd50c2bde048", "tag": "ca3e1220-2c97-4efa-8705-157f4f46ebc4", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:27:25.554830 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-47b5d3bd-f83b-4154-bea5-23f96c3d49e6 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:27:25.555232 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd570632-56e0-44a8-956d-dd50c2bde048', 'tag': 'ca3e1220-2c97-4efa-8705-157f4f46ebc4', 'status': 'completed', 'code': 200} Nov 16 11:27:25.607702 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-90e686cc-98c8-4ff1-9a91-82774b74a4a4 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:27:25.608086 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-90e686cc-98c8-4ff1-9a91-82774b74a4a4 service neutron] Checking segment: {'id': '585253a6-e371-4de8-b374-85368b56235e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8bcc94c1-ef65-4458-b099-e5039760febb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:27:25.608417 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-90e686cc-98c8-4ff1-9a91-82774b74a4a4 service neutron] Bound using segment: {'id': '585253a6-e371-4de8-b374-85368b56235e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8bcc94c1-ef65-4458-b099-e5039760febb'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:27:25.608876 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-90e686cc-98c8-4ff1-9a91-82774b74a4a4 service neutron] Bound port: a45d9a78-4124-4025-b1f1-fd4d4077dc07, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '585253a6-e371-4de8-b374-85368b56235e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8bcc94c1-ef65-4458-b099-e5039760febb'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:27:25.609238 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-90e686cc-98c8-4ff1-9a91-82774b74a4a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:25.631535 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-687a2ded-c0a1-4068-a4cf-67bb1d34fb45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c36b15b5-c656-47c2-952e-811833b7f017 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:27:25.677683 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-687a2ded-c0a1-4068-a4cf-67bb1d34fb45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:25.684052 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0726d11-e3e0-4070-b0a8-157cf006d139 admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:25.722544 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685483b-9bb0-441d-a1d2-a2ef36c6c31a req-53446b2f-0fba-4419-8e01-75c994699b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:25.724026 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d685483b-9bb0-441d-a1d2-a2ef36c6c31a req-53446b2f-0fba-4419-8e01-75c994699b90 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d5a817980ec54c25959ac0e335909bd6&device_id=dd570632-56e0-44a8-956d-dd50c2bde048 HTTP/1.1" status: 200 len: 1094 time: 0.1307874 Nov 16 11:27:25.770514 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f9f0c-a9a6-40c5-b43d-93713cb5b2a0 req-1e093b15-f6c4-4da0-894b-5e12d38dfffa tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:25.772035 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0f4f9f0c-a9a6-40c5-b43d-93713cb5b2a0 req-1e093b15-f6c4-4da0-894b-5e12d38dfffa tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] 10.222.0.61 "GET /v2.0/ports?device_id=b25c32b5-32f9-4916-805a-b54245bb2ceb HTTP/1.1" status: 200 len: 949 time: 0.1398666 Nov 16 11:27:25.827646 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-54e696c8-7bf7-44c8-9f7c-c512be1d35dd tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Made reservation on behalf of c6297fca90ae441aa40dab0d2d555d6b for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:27:25.831233 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-54e696c8-7bf7-44c8-9f7c-c512be1d35dd tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:25.853861 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8197200e-b85d-4acc-acbf-042f6b0f7340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c818284d-8114-4cc8-b238-c63692b5c88f', 'name': 'tempest-FloatingIPDetailsTestJSON-245355908-router', 'tenant_id': 'f4b15ac94c15493bb84c7d1700011e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'f03c6e0c-aa29-4ece-9d71-808e175928c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:26:49Z', 'updated_at': '2021-11-16T11:27:22Z', 'revision_number': 5, 'project_id': 'f4b15ac94c15493bb84c7d1700011e48', 'gw_port': {'id': 'f03c6e0c-aa29-4ece-9d71-808e175928c3', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c818284d-8114-4cc8-b238-c63692b5c88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:26:49Z', 'updated_at': '2021-11-16T11:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:27:25.888377 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8197200e-b85d-4acc-acbf-042f6b0f7340 None None] Checking router: c818284d-8114-4cc8-b238-c63692b5c88f for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:27:25.899590 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8197200e-b85d-4acc-acbf-042f6b0f7340 None None] Routers {'c818284d-8114-4cc8-b238-c63692b5c88f'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:27:25.899590 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8197200e-b85d-4acc-acbf-042f6b0f7340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:27:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c818284d-8114-4cc8-b238-c63692b5c88f'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:27:25.935874 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0f4f9f0c-a9a6-40c5-b43d-93713cb5b2a0 req-608c532c-02aa-4a10-941e-48eea0330e08 tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a81933c-4c51-4784-8b56-8dde575436fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367021 Nov 16 11:27:25.953630 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685483b-9bb0-441d-a1d2-a2ef36c6c31a req-abb138ab-a585-443b-8c53-9871e34ff7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:25.955152 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d685483b-9bb0-441d-a1d2-a2ef36c6c31a req-abb138ab-a585-443b-8c53-9871e34ff7fe service neutron] 10.222.0.64 "GET /v2.0/networks?id=8bcc94c1-ef65-4458-b099-e5039760febb HTTP/1.1" status: 200 len: 919 time: 0.2210190 Nov 16 11:27:26.046451 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-8197200e-b85d-4acc-acbf-042f6b0f7340 None None] Set router c818284d-8114-4cc8-b238-c63692b5c88f gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:27:26.049399 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d685483b-9bb0-441d-a1d2-a2ef36c6c31a req-a6625ba2-3aef-4575-8989-d58eaa874204 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca3e1220-2c97-4efa-8705-157f4f46ebc4 HTTP/1.1" status: 200 len: 217 time: 0.0817895 Nov 16 11:27:26.141365 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-687a2ded-c0a1-4068-a4cf-67bb1d34fb45 service neutron] Transition to ACTIVE for port object c36b15b5-c656-47c2-952e-811833b7f017 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:27:26.157110 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685483b-9bb0-441d-a1d2-a2ef36c6c31a req-dabc5775-acc3-4d15-aa06-6cacd4406a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:26.158707 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d685483b-9bb0-441d-a1d2-a2ef36c6c31a req-dabc5775-acc3-4d15-aa06-6cacd4406a07 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c6c9fdfc-fbbb-41e0-a577-b2da42e2e421 HTTP/1.1" status: 200 len: 858 time: 0.0893631 Nov 16 11:27:26.159979 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-54e696c8-7bf7-44c8-9f7c-c512be1d35dd tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Allocated IP 172.20.0.9 (c4ea0ecb-718e-47cf-bf5c-a5dc12609334/098ff2a2-731b-47ba-a3df-3f077a39e5d8/74c45600-4979-468d-b365-8c8de509e07e) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:27:26.168162 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-687a2ded-c0a1-4068-a4cf-67bb1d34fb45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:26.169709 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba364d-450b-4ed1-86b3-c0e96d1687e7 req-917beb0d-9848-4e4e-94cc-1c9b55c5c321 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:26.171235 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-08ba364d-450b-4ed1-86b3-c0e96d1687e7 req-917beb0d-9848-4e4e-94cc-1c9b55c5c321 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=8afc0c48-2667-4227-806f-b6f3b3db517c HTTP/1.1" status: 200 len: 945 time: 0.1517887 Nov 16 11:27:26.207724 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d685483b-9bb0-441d-a1d2-a2ef36c6c31a req-82ffcdd4-8e00-452d-9b66-baa820c9bd8d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8bcc94c1-ef65-4458-b099-e5039760febb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325551 Nov 16 11:27:26.244744 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8197200e-b85d-4acc-acbf-042f6b0f7340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c818284d-8114-4cc8-b238-c63692b5c88f', 'name': 'tempest-FloatingIPDetailsTestJSON-245355908-router', 'tenant_id': 'f4b15ac94c15493bb84c7d1700011e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'f03c6e0c-aa29-4ece-9d71-808e175928c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:26:49Z', 'updated_at': '2021-11-16T11:27:22Z', 'revision_number': 5, 'project_id': 'f4b15ac94c15493bb84c7d1700011e48', 'gw_port': {'id': 'f03c6e0c-aa29-4ece-9d71-808e175928c3', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c818284d-8114-4cc8-b238-c63692b5c88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:26:49Z', 'updated_at': '2021-11-16T11:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:27:26.278823 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8197200e-b85d-4acc-acbf-042f6b0f7340 None None] The sync data for ids ['c818284d-8114-4cc8-b238-c63692b5c88f'] in n-d-816823-3 is: [{'id': 'c818284d-8114-4cc8-b238-c63692b5c88f', 'name': 'tempest-FloatingIPDetailsTestJSON-245355908-router', 'tenant_id': 'f4b15ac94c15493bb84c7d1700011e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'f03c6e0c-aa29-4ece-9d71-808e175928c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:26:49Z', 'updated_at': '2021-11-16T11:27:22Z', 'revision_number': 5, 'project_id': 'f4b15ac94c15493bb84c7d1700011e48', 'gw_port': {'id': 'f03c6e0c-aa29-4ece-9d71-808e175928c3', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c818284d-8114-4cc8-b238-c63692b5c88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:26:49Z', 'updated_at': '2021-11-16T11:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:27:26.286861 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-a678085c-e864-49a5-a699-8b5cf8813ece tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Allocated IP 172.20.0.9 (cc72ab4f-6e33-4512-8fbb-f88d609be622/36b4451e-72c7-4152-ab76-f0aba77042c0/08af4e19-ecca-4bbe-9ac7-bad573fc1625) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:27:26.304345 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-90e686cc-98c8-4ff1-9a91-82774b74a4a4 service neutron] For port a45d9a78-4124-4025-b1f1-fd4d4077dc07, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:27:26.319368 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a2ded-c0a1-4068-a4cf-67bb1d34fb45 service neutron] Pushing event updated for resources: {'Port': ['ID=c36b15b5-c656-47c2-952e-811833b7f017,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:26.356588 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-08ba364d-450b-4ed1-86b3-c0e96d1687e7 req-d1e9d31a-7d2e-4863-b8e1-69b3a67724e7 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516016 Nov 16 11:27:26.363971 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-b37d160e-18eb-4377-8cf6-dca26d7e25e7 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:26.366298 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-90e686cc-98c8-4ff1-9a91-82774b74a4a4 service neutron] For port a45d9a78-4124-4025-b1f1-fd4d4077dc07, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=a45d9a78-4124-4025-b1f1-fd4d4077dc07,segment=NetworkSegment(585253a6-e371-4de8-b374-85368b56235e),segment_id=585253a6-e371-4de8-b374-85368b56235e)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:27:26.409568 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-90e686cc-98c8-4ff1-9a91-82774b74a4a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:26.419501 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0726d11-e3e0-4070-b0a8-157cf006d139 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:26.455933 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d685483b-9bb0-441d-a1d2-a2ef36c6c31a req-cf579f5e-a7ca-46be-8595-901e0ced8a0b service neutron] 10.222.0.64 "GET /v2.0/networks/8bcc94c1-ef65-4458-b099-e5039760febb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317901 Nov 16 11:27:26.474645 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3de4ce2f-bf8b-409a-ace3-15bb4f0d9c49 req-58b2180a-e135-408a-b8ca-0b37420a03b2 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 210 time: 0.0382080 Nov 16 11:27:26.509102 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-90e686cc-98c8-4ff1-9a91-82774b74a4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:26.509102 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-90e686cc-98c8-4ff1-9a91-82774b74a4a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:26.509102 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-90e686cc-98c8-4ff1-9a91-82774b74a4a4 service neutron] 10.222.0.64 "PUT /v2.0/ports/a45d9a78-4124-4025-b1f1-fd4d4077dc07 HTTP/1.1" status: 200 len: 1091 time: 4.0076363 Nov 16 11:27:26.527321 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0accc1-669c-4166-a588-a9c49629a1be', 'tag': 'a45d9a78-4124-4025-b1f1-fd4d4077dc07'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:27:26.529700 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bdf0b7-de84-4c09-a6e6-69cfffb9dd61" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0accc1-669c-4166-a588-a9c49629a1be", "tag": "a45d9a78-4124-4025-b1f1-fd4d4077dc07"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:27:26.566462 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-54e696c8-7bf7-44c8-9f7c-c512be1d35dd tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:26.640736 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e686cc-98c8-4ff1-9a91-82774b74a4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=a45d9a78-4124-4025-b1f1-fd4d4077dc07,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:26.647480 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-687a2ded-c0a1-4068-a4cf-67bb1d34fb45 service neutron] Attempting to bind port c36b15b5-c656-47c2-952e-811833b7f017 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:27:26.647817 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-687a2ded-c0a1-4068-a4cf-67bb1d34fb45 service neutron] Attempting to bind port c36b15b5-c656-47c2-952e-811833b7f017 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '585253a6-e371-4de8-b374-85368b56235e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8bcc94c1-ef65-4458-b099-e5039760febb'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:27:26.648121 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-687a2ded-c0a1-4068-a4cf-67bb1d34fb45 service neutron] Attempting to bind port c36b15b5-c656-47c2-952e-811833b7f017 on network 8bcc94c1-ef65-4458-b099-e5039760febb {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:27:26.664188 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-b37d160e-18eb-4377-8cf6-dca26d7e25e7 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:26.674571 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-687a2ded-c0a1-4068-a4cf-67bb1d34fb45 service neutron] Port c36b15b5-c656-47c2-952e-811833b7f017 on network 8bcc94c1-ef65-4458-b099-e5039760febb not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:27:26.674895 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-687a2ded-c0a1-4068-a4cf-67bb1d34fb45 service neutron] Attempting to bind port c36b15b5-c656-47c2-952e-811833b7f017 on network 8bcc94c1-ef65-4458-b099-e5039760febb {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:27:26.736080 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-687a2ded-c0a1-4068-a4cf-67bb1d34fb45 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:27:26.736428 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-687a2ded-c0a1-4068-a4cf-67bb1d34fb45 service neutron] Checking segment: {'id': '585253a6-e371-4de8-b374-85368b56235e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8bcc94c1-ef65-4458-b099-e5039760febb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:27:26.736823 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-687a2ded-c0a1-4068-a4cf-67bb1d34fb45 service neutron] Bound using segment: {'id': '585253a6-e371-4de8-b374-85368b56235e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8bcc94c1-ef65-4458-b099-e5039760febb'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:27:26.737268 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-687a2ded-c0a1-4068-a4cf-67bb1d34fb45 service neutron] Bound port: c36b15b5-c656-47c2-952e-811833b7f017, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '585253a6-e371-4de8-b374-85368b56235e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8bcc94c1-ef65-4458-b099-e5039760febb'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:27:26.737623 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-687a2ded-c0a1-4068-a4cf-67bb1d34fb45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:26.767377 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-b37d160e-18eb-4377-8cf6-dca26d7e25e7 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:27:26.794523 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-836eee67-e65f-4fb4-947d-96e890f5ba1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:26.796060 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-836eee67-e65f-4fb4-947d-96e890f5ba1e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d5a817980ec54c25959ac0e335909bd6&device_id=6b0accc1-669c-4166-a588-a9c49629a1be HTTP/1.1" status: 200 len: 1094 time: 0.2287879 Nov 16 11:27:26.796968 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-b37d160e-18eb-4377-8cf6-dca26d7e25e7 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:27:26.805437 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-b37d160e-18eb-4377-8cf6-dca26d7e25e7 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:27:26.808126 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d160e-18eb-4377-8cf6-dca26d7e25e7 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Pushing event updated for resources: {'Port': ['ID=eda68473-eb26-42d1-ad61-73e085f00c70,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:26.818364 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-c0726d11-e3e0-4070-b0a8-157cf006d139 admin admin] Deleting port f03c6e0c-aa29-4ece-9d71-808e175928c3 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:27:26.818699 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0726d11-e3e0-4070-b0a8-157cf006d139 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:26.938611 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-a678085c-e864-49a5-a699-8b5cf8813ece tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:26.947116 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-b69b1a95-06ff-4c5b-9460-7bc72ad74d72 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a45d9a78-4124-4025-b1f1-fd4d4077dc07 HTTP/1.1" status: 200 len: 217 time: 0.1330886 Nov 16 11:27:26.998645 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83dc4a4-5ee8-4953-8807-4a6dc9eec1da req-db48ea2f-3199-4c2f-9078-ec842079a4d1 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:27.000135 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c83dc4a4-5ee8-4953-8807-4a6dc9eec1da req-db48ea2f-3199-4c2f-9078-ec842079a4d1 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b0accc1-669c-4166-a588-a9c49629a1be HTTP/1.1" status: 200 len: 943 time: 0.4369602 Nov 16 11:27:27.007140 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d685483b-9bb0-441d-a1d2-a2ef36c6c31a req-dcdbe29c-7fe7-4d1f-8424-3fb02c53c0b6 service neutron] 10.222.0.64 "GET /v2.0/networks/8bcc94c1-ef65-4458-b099-e5039760febb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5347781 Nov 16 11:27:27.017847 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-54e696c8-7bf7-44c8-9f7c-c512be1d35dd tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:27.036890 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['fe4bad9f-e320-44f6-b633-16c2ce2be385', 'ea25fb0b-c2a5-4389-a515-ff4e91322446'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:27:27.061481 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-b37d160e-18eb-4377-8cf6-dca26d7e25e7 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:27.062152 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-b37d160e-18eb-4377-8cf6-dca26d7e25e7 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:27.064991 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-687a2ded-c0a1-4068-a4cf-67bb1d34fb45 service neutron] For port c36b15b5-c656-47c2-952e-811833b7f017, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:27:27.094727 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-54e696c8-7bf7-44c8-9f7c-c512be1d35dd tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Network c4ea0ecb-718e-47cf-bf5c-a5dc12609334 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:27:27.103206 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-54e696c8-7bf7-44c8-9f7c-c512be1d35dd tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:27:27.104463 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-687a2ded-c0a1-4068-a4cf-67bb1d34fb45 service neutron] For port c36b15b5-c656-47c2-952e-811833b7f017, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=c36b15b5-c656-47c2-952e-811833b7f017,segment=NetworkSegment(585253a6-e371-4de8-b374-85368b56235e),segment_id=585253a6-e371-4de8-b374-85368b56235e)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:27:27.111077 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-54e696c8-7bf7-44c8-9f7c-c512be1d35dd tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:27:27.123388 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-758991d8-60b0-45b2-ba65-f63a16f2e2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:27.123388 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-758991d8-60b0-45b2-ba65-f63a16f2e2ab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c6c9fdfc-fbbb-41e0-a577-b2da42e2e421 HTTP/1.1" status: 200 len: 858 time: 0.1551671 Nov 16 11:27:27.123683 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c83dc4a4-5ee8-4953-8807-4a6dc9eec1da req-b86d8894-3720-4cde-868d-235329a522aa tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.61 "GET /v2.0/security-groups?id=092bbbe7-ce69-4a94-a75b-f6cf545e24d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149521 Nov 16 11:27:27.124024 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-687a2ded-c0a1-4068-a4cf-67bb1d34fb45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:27.139761 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-b37d160e-18eb-4377-8cf6-dca26d7e25e7 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4037015 Nov 16 11:27:27.141713 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-c0726d11-e3e0-4070-b0a8-157cf006d139 admin admin] For port f03c6e0c-aa29-4ece-9d71-808e175928c3, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=f03c6e0c-aa29-4ece-9d71-808e175928c3,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:27.142119 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0726d11-e3e0-4070-b0a8-157cf006d139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:27.160420 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e696c8-7bf7-44c8-9f7c-c512be1d35dd tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Pushing event updated for resources: {'Port': ['ID=74c45600-4979-468d-b365-8c8de509e07e,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:27.190838 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e696c8-7bf7-44c8-9f7c-c512be1d35dd tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:27.191186 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e696c8-7bf7-44c8-9f7c-c512be1d35dd tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:27.191516 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e696c8-7bf7-44c8-9f7c-c512be1d35dd tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:27.191886 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e696c8-7bf7-44c8-9f7c-c512be1d35dd tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:27.192213 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e696c8-7bf7-44c8-9f7c-c512be1d35dd tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:27.192536 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e696c8-7bf7-44c8-9f7c-c512be1d35dd tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:27.192854 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e696c8-7bf7-44c8-9f7c-c512be1d35dd tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:27.193197 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e696c8-7bf7-44c8-9f7c-c512be1d35dd tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:27.193510 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e696c8-7bf7-44c8-9f7c-c512be1d35dd tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:27.193823 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e696c8-7bf7-44c8-9f7c-c512be1d35dd tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:27.194160 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e696c8-7bf7-44c8-9f7c-c512be1d35dd tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:27.194476 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e696c8-7bf7-44c8-9f7c-c512be1d35dd tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:27.196099 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-4c9cadd8-692b-489f-8c37-bbced74346fd service neutron] Request body: {'port': {'device_id': '8ff7b117-b432-480a-84d2-bb351439e694', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:27:27.219434 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-54e696c8-7bf7-44c8-9f7c-c512be1d35dd tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:27.220635 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-54e696c8-7bf7-44c8-9f7c-c512be1d35dd tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:27.222677 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-a678085c-e864-49a5-a699-8b5cf8813ece tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:27.232445 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a4e7035e-ed2d-4668-a342-225ffce19b1b None None] Provisioning complete for port eda68473-eb26-42d1-ad61-73e085f00c70 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:27:27.233290 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a4e7035e-ed2d-4668-a342-225ffce19b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:27.239337 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-5b8ba48c-e8cf-4d45-b220-b04bbe1b9e83 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8bcc94c1-ef65-4458-b099-e5039760febb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048164 Nov 16 11:27:27.241356 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-54e696c8-7bf7-44c8-9f7c-c512be1d35dd tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7966313 Nov 16 11:27:27.263104 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-c0726d11-e3e0-4070-b0a8-157cf006d139 admin admin] Calling delete_port for f03c6e0c-aa29-4ece-9d71-808e175928c3 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:27:27.290859 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-a4e7035e-ed2d-4668-a342-225ffce19b1b None None] Port eda68473-eb26-42d1-ad61-73e085f00c70 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:27:27.297784 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-687a2ded-c0a1-4068-a4cf-67bb1d34fb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:27.298902 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-687a2ded-c0a1-4068-a4cf-67bb1d34fb45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:27.300467 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-687a2ded-c0a1-4068-a4cf-67bb1d34fb45 service neutron] 10.222.0.64 "PUT /v2.0/ports/c36b15b5-c656-47c2-952e-811833b7f017 HTTP/1.1" status: 200 len: 1091 time: 3.1131339 Nov 16 11:27:27.311603 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-752a3798-a837-4338-9d28-fd2598347d8f service neutron] Request body: {'port': {'device_id': 'b4e1299d-0c4f-4ed2-a695-9454915f1394', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:27:27.439015 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device aa703390-fecd-4d22-bb68-8b1f24f129da no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:27:27.459001 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-752a3798-a837-4338-9d28-fd2598347d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:27.459242 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-a678085c-e864-49a5-a699-8b5cf8813ece tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Network cc72ab4f-6e33-4512-8fbb-f88d609be622 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:27:27.467415 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: aa703390-fecd-4d22-bb68-8b1f24f129da {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:27:27.468094 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device aa703390-fecd-4d22-bb68-8b1f24f129da not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:27:27.479296 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a2ded-c0a1-4068-a4cf-67bb1d34fb45 service neutron] Pushing event updated for resources: {'Port': ['ID=c36b15b5-c656-47c2-952e-811833b7f017,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:27.488411 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-a678085c-e864-49a5-a699-8b5cf8813ece tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:27:27.492153 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a0db13-4a68-48fc-ad30-82fd67cd10b3 req-3d380fb2-3e10-4fca-ae80-b928f722bdc4 tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:27.494186 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-60a0db13-4a68-48fc-ad30-82fd67cd10b3 req-3d380fb2-3e10-4fca-ae80-b928f722bdc4 tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] 10.222.0.64 "GET /v2.0/ports?device_id=b25c32b5-32f9-4916-805a-b54245bb2ceb HTTP/1.1" status: 200 len: 949 time: 0.2211030 Nov 16 11:27:27.502275 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-a678085c-e864-49a5-a699-8b5cf8813ece tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:27:27.527129 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-4c9cadd8-692b-489f-8c37-bbced74346fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:27.532724 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-72408fcd-0a68-43e1-8bb7-4cef9e1bb1a0 None None] Provisioning complete for port 74c45600-4979-468d-b365-8c8de509e07e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:27:27.533094 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-72408fcd-0a68-43e1-8bb7-4cef9e1bb1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:27.536275 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c63717-f198-418f-8493-97623b3a34c2 req-d3e228bb-f101-46bf-b4aa-0d47854da398 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:27.537722 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-74c63717-f198-418f-8493-97623b3a34c2 req-d3e228bb-f101-46bf-b4aa-0d47854da398 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=acfd94a9-1c02-4462-88e8-3c6afd7688eb HTTP/1.1" status: 200 len: 931 time: 0.1710434 Nov 16 11:27:27.591694 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-72408fcd-0a68-43e1-8bb7-4cef9e1bb1a0 None None] Port 74c45600-4979-468d-b365-8c8de509e07e cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:27:27.652682 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-037651ff-91bd-4e56-9b3e-208723565ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:27.654132 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-037651ff-91bd-4e56-9b3e-208723565ac9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d5a817980ec54c25959ac0e335909bd6&device_id=e0727cd2-850e-47b9-b05b-1c2c87fc252d HTTP/1.1" status: 200 len: 1094 time: 0.2710712 Nov 16 11:27:27.695222 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a678085c-e864-49a5-a699-8b5cf8813ece tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Pushing event updated for resources: {'Port': ['ID=08af4e19-ecca-4bbe-9ac7-bad573fc1625,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:27.705591 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-adf4984c-82d6-42a8-8ced-cf40544019b7 service neutron] 10.222.0.64 "GET /v2.0/networks/8bcc94c1-ef65-4458-b099-e5039760febb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243858 Nov 16 11:27:27.725657 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-a678085c-e864-49a5-a699-8b5cf8813ece tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:27.726287 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-a678085c-e864-49a5-a699-8b5cf8813ece tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:27.763765 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-74c63717-f198-418f-8493-97623b3a34c2 req-815cf918-423d-4774-90ee-7d43e0808daa tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183843 Nov 16 11:27:27.787699 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-01b620e8-d8e9-4e72-8cf9-48783c862e66 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c36b15b5-c656-47c2-952e-811833b7f017 HTTP/1.1" status: 200 len: 217 time: 0.0811088 Nov 16 11:27:27.828686 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-60a0db13-4a68-48fc-ad30-82fd67cd10b3 req-c8327bf2-f673-4735-b9dd-a27519e96b62 tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] Deleting port e7e25a22-051a-41aa-94f8-a8976f15b65c {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:27:27.829288 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-60a0db13-4a68-48fc-ad30-82fd67cd10b3 req-c8327bf2-f673-4735-b9dd-a27519e96b62 tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:27.835027 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-a678085c-e864-49a5-a699-8b5cf8813ece tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1415699 Nov 16 11:27:27.864268 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:27.921347 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-2c0b8f20-e47e-4fbd-99bf-5cd5ccf60158 service neutron] Request body: {'port': {'device_id': 'acfd94a9-1c02-4462-88e8-3c6afd7688eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:27:27.928154 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['0a5706f1-873a-4b3a-82dc-73549dc99fb5'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:27:28.002081 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788aadc5-9bde-4a28-b9ba-a7a600fe40fb req-a3c738e7-bade-4390-8316-6cdd88ddd03b tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:28.003320 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-788aadc5-9bde-4a28-b9ba-a7a600fe40fb req-a3c738e7-bade-4390-8316-6cdd88ddd03b tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4e1299d-0c4f-4ed2-a695-9454915f1394 HTTP/1.1" status: 200 len: 931 time: 0.1640656 Nov 16 11:27:28.031749 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-752a3798-a837-4338-9d28-fd2598347d8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74c45600-4979-468d-b365-8c8de509e07e {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:27:28.038871 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-60a0db13-4a68-48fc-ad30-82fd67cd10b3 req-c8327bf2-f673-4735-b9dd-a27519e96b62 tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] For port e7e25a22-051a-41aa-94f8-a8976f15b65c, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=e7e25a22-051a-41aa-94f8-a8976f15b65c,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:28.039244 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-60a0db13-4a68-48fc-ad30-82fd67cd10b3 req-c8327bf2-f673-4735-b9dd-a27519e96b62 tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:28.058997 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-752a3798-a837-4338-9d28-fd2598347d8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:28.062669 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-af730813-044d-407e-a4a2-4b01c7a8635c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:28.064242 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-af730813-044d-407e-a4a2-4b01c7a8635c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c6c9fdfc-fbbb-41e0-a577-b2da42e2e421 HTTP/1.1" status: 200 len: 858 time: 0.2660074 Nov 16 11:27:28.079425 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-60a0db13-4a68-48fc-ad30-82fd67cd10b3 req-c8327bf2-f673-4735-b9dd-a27519e96b62 tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] Calling delete_port for e7e25a22-051a-41aa-94f8-a8976f15b65c owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:27:28.096800 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-752a3798-a837-4338-9d28-fd2598347d8f service neutron] Transition to ACTIVE for port object 74c45600-4979-468d-b365-8c8de509e07e will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:27:28.107163 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-752a3798-a837-4338-9d28-fd2598347d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:28.140089 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-89eeebec-ec48-4e33-86c0-a2ee010e13b0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8bcc94c1-ef65-4458-b099-e5039760febb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636117 Nov 16 11:27:28.143914 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0726d11-e3e0-4070-b0a8-157cf006d139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:28.150889 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-fd0a21fc-9db3-4fe5-ad14-7e1156b6ea6c service neutron] 10.222.0.64 "GET /v2.0/networks/8bcc94c1-ef65-4458-b099-e5039760febb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880043 Nov 16 11:27:28.159213 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-2c0b8f20-e47e-4fbd-99bf-5cd5ccf60158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:28.184925 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-788aadc5-9bde-4a28-b9ba-a7a600fe40fb req-0cb21fff-55d9-46c0-b188-2e17ac7abe58 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480725 Nov 16 11:27:28.202202 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0726d11-e3e0-4070-b0a8-157cf006d139 admin admin] Pushing event deleted for resources: {'Port': ['ID=f03c6e0c-aa29-4ece-9d71-808e175928c3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:28.225021 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a3798-a837-4338-9d28-fd2598347d8f service neutron] Pushing event updated for resources: {'Port': ['ID=74c45600-4979-468d-b365-8c8de509e07e,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:28.231745 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c148d6-533f-4f8d-9857-feb43420396d None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:27:28.306751 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440eb1df-bd99-4c62-abe7-7735549ba528 x-openstack-request-id: req-440eb1df-bd99-4c62-abe7-7735549ba528 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:27:28.306918 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0accc1-669c-4166-a588-a9c49629a1be", "tag": "a45d9a78-4124-4025-b1f1-fd4d4077dc07", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:27:28.307055 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-440eb1df-bd99-4c62-abe7-7735549ba528 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:27:28.307469 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0accc1-669c-4166-a588-a9c49629a1be', 'tag': 'a45d9a78-4124-4025-b1f1-fd4d4077dc07', 'status': 'completed', 'code': 200} Nov 16 11:27:28.375567 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-752a3798-a837-4338-9d28-fd2598347d8f service neutron] Attempting to bind port 74c45600-4979-468d-b365-8c8de509e07e on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:27:28.375893 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-752a3798-a837-4338-9d28-fd2598347d8f service neutron] Attempting to bind port 74c45600-4979-468d-b365-8c8de509e07e by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'ce47cb9c-ba85-496b-b744-4a5fa69cb198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:27:28.376229 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-752a3798-a837-4338-9d28-fd2598347d8f service neutron] Attempting to bind port 74c45600-4979-468d-b365-8c8de509e07e on network c4ea0ecb-718e-47cf-bf5c-a5dc12609334 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:27:28.399239 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-752a3798-a837-4338-9d28-fd2598347d8f service neutron] Port 74c45600-4979-468d-b365-8c8de509e07e on network c4ea0ecb-718e-47cf-bf5c-a5dc12609334 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:27:28.399469 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-752a3798-a837-4338-9d28-fd2598347d8f service neutron] Attempting to bind port 74c45600-4979-468d-b365-8c8de509e07e on network c4ea0ecb-718e-47cf-bf5c-a5dc12609334 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:27:28.416652 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-752a3798-a837-4338-9d28-fd2598347d8f service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:27:28.417539 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-752a3798-a837-4338-9d28-fd2598347d8f service neutron] Checking segment: {'id': 'ce47cb9c-ba85-496b-b744-4a5fa69cb198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:27:28.417966 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-752a3798-a837-4338-9d28-fd2598347d8f service neutron] Bound using segment: {'id': 'ce47cb9c-ba85-496b-b744-4a5fa69cb198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:27:28.418412 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-752a3798-a837-4338-9d28-fd2598347d8f service neutron] Bound port: 74c45600-4979-468d-b365-8c8de509e07e, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce47cb9c-ba85-496b-b744-4a5fa69cb198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:27:28.418771 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-752a3798-a837-4338-9d28-fd2598347d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:28.439252 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-60a0db13-4a68-48fc-ad30-82fd67cd10b3 req-c8327bf2-f673-4735-b9dd-a27519e96b62 tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:28.459388 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['e7e25a22-051a-41aa-94f8-a8976f15b65c'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:27:28.460109 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5717e3d9-d6ea-4bdf-9a72-3a9ed28da8de req-ec3a34ad-3fc1-4d5c-a129-6d42d16e9dc3 tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:28.461173 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5717e3d9-d6ea-4bdf-9a72-3a9ed28da8de req-ec3a34ad-3fc1-4d5c-a129-6d42d16e9dc3 tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] 10.222.0.61 "GET /v2.0/ports?device_id=b25c32b5-32f9-4916-805a-b54245bb2ceb HTTP/1.1" status: 200 len: 949 time: 0.1047180 Nov 16 11:27:28.494419 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8327bf2-f673-4735-b9dd-a27519e96b62 tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] Pushing event deleted for resources: {'Port': ['ID=e7e25a22-051a-41aa-94f8-a8976f15b65c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:28.591782 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a0db13-4a68-48fc-ad30-82fd67cd10b3 req-c8327bf2-f673-4735-b9dd-a27519e96b62 tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] No DVR routers for this DVR port e7e25a22-051a-41aa-94f8-a8976f15b65c on host n-h2-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:27:28.605072 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-60a0db13-4a68-48fc-ad30-82fd67cd10b3 req-c8327bf2-f673-4735-b9dd-a27519e96b62 tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:28.608528 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-60a0db13-4a68-48fc-ad30-82fd67cd10b3 req-c8327bf2-f673-4735-b9dd-a27519e96b62 tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] 10.222.0.64 "DELETE /v2.0/ports/e7e25a22-051a-41aa-94f8-a8976f15b65c HTTP/1.1" status: 204 len: 173 time: 1.0930259 Nov 16 11:27:28.609011 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25c32b5-32f9-4916-805a-b54245bb2ceb', 'name': 'network-vif-deleted', 'tag': 'e7e25a22-051a-41aa-94f8-a8976f15b65c'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:27:28.611389 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39385d7-945f-49b9-800f-cdd73cb36173" -d '{"events": [{"server_uuid": "b25c32b5-32f9-4916-805a-b54245bb2ceb", "name": "network-vif-deleted", "tag": "e7e25a22-051a-41aa-94f8-a8976f15b65c"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:27:28.654280 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5717e3d9-d6ea-4bdf-9a72-3a9ed28da8de req-ff115741-d9d9-4e49-b999-a2f69ed86e25 tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a81933c-4c51-4784-8b56-8dde575436fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535192 Nov 16 11:27:28.657676 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-752a3798-a837-4338-9d28-fd2598347d8f service neutron] For port 74c45600-4979-468d-b365-8c8de509e07e, host n-h2-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:27:28.661327 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-752a3798-a837-4338-9d28-fd2598347d8f service neutron] For port 74c45600-4979-468d-b365-8c8de509e07e, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=74c45600-4979-468d-b365-8c8de509e07e,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:27:28.670170 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-752a3798-a837-4338-9d28-fd2598347d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:28.734883 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-752a3798-a837-4338-9d28-fd2598347d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:28.735505 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-752a3798-a837-4338-9d28-fd2598347d8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:28.736908 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-752a3798-a837-4338-9d28-fd2598347d8f service neutron] 10.222.0.64 "PUT /v2.0/ports/74c45600-4979-468d-b365-8c8de509e07e HTTP/1.1" status: 200 len: 1091 time: 1.4510760 Nov 16 11:27:28.764245 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:28.848299 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a3798-a837-4338-9d28-fd2598347d8f service neutron] Pushing event updated for resources: {'Port': ['ID=74c45600-4979-468d-b365-8c8de509e07e,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:28.897848 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc12fba-32fd-4a0e-b469-6314b0560d21 req-a94dfd08-9c9c-4cbd-81c3-edde81c60ce0 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:28.899615 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2dc12fba-32fd-4a0e-b469-6314b0560d21 req-a94dfd08-9c9c-4cbd-81c3-edde81c60ce0 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=8afc0c48-2667-4227-806f-b6f3b3db517c HTTP/1.1" status: 200 len: 945 time: 0.1199403 Nov 16 11:27:28.903483 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-a689d8bc-5f31-4cbb-8698-022a37328ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:28.905226 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-a689d8bc-5f31-4cbb-8698-022a37328ede service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c6297fca90ae441aa40dab0d2d555d6b&device_id=b4e1299d-0c4f-4ed2-a695-9454915f1394 HTTP/1.1" status: 200 len: 1094 time: 0.0700727 Nov 16 11:27:28.983103 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-fac85ade-b7db-461e-bd25-7e6d09ab1108 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74c45600-4979-468d-b365-8c8de509e07e HTTP/1.1" status: 200 len: 217 time: 0.0563123 Nov 16 11:27:28.984817 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0726d11-e3e0-4070-b0a8-157cf006d139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:28.989385 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-0afd3e09-b3a6-4f55-a1c3-8d11ef81c8f5 service neutron] 10.222.0.64 "GET /v2.0/networks/8bcc94c1-ef65-4458-b099-e5039760febb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8326595 Nov 16 11:27:28.994627 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2dc12fba-32fd-4a0e-b469-6314b0560d21 req-8846fae7-50b2-42f3-8d4d-c6e52777a1d2 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883193 Nov 16 11:27:29.020851 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bdf0b7-de84-4c09-a6e6-69cfffb9dd61 req-6efc34e2-393a-4e0c-9392-c59f9350a3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:29.022363 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-32bdf0b7-de84-4c09-a6e6-69cfffb9dd61 req-6efc34e2-393a-4e0c-9392-c59f9350a3ac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d5a817980ec54c25959ac0e335909bd6&device_id=6b0accc1-669c-4166-a588-a9c49629a1be HTTP/1.1" status: 200 len: 1094 time: 0.7004058 Nov 16 11:27:29.050947 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-f5c2e57d-255d-4922-bee4-3dc852fe6884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:29.052915 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-f5c2e57d-255d-4922-bee4-3dc852fe6884 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=098ff2a2-731b-47ba-a3df-3f077a39e5d8 HTTP/1.1" status: 200 len: 850 time: 0.0487337 Nov 16 11:27:29.132546 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46918c2a-c05b-4157-b31b-c4fc97cf0197 req-e019a1c7-b94c-4c9f-b01c-8fe4937584a0 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:29.134147 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-46918c2a-c05b-4157-b31b-c4fc97cf0197 req-e019a1c7-b94c-4c9f-b01c-8fe4937584a0 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 935 time: 0.0754137 Nov 16 11:27:29.149423 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-a4e3ab32-dff4-479f-8c08-e82b0f3d0b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:29.150946 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-a4e3ab32-dff4-479f-8c08-e82b0f3d0b64 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835438 Nov 16 11:27:29.183170 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0726d11-e3e0-4070-b0a8-157cf006d139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:29.204732 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-46918c2a-c05b-4157-b31b-c4fc97cf0197 req-6946d9e6-6ec7-4e5a-9f9e-031c82cec8ec tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627682 Nov 16 11:27:29.248219 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0726d11-e3e0-4070-b0a8-157cf006d139 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:29.274834 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-4c9cadd8-692b-489f-8c37-bbced74346fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eda68473-eb26-42d1-ad61-73e085f00c70 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:27:29.327423 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-4c9cadd8-692b-489f-8c37-bbced74346fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:29.340548 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-03885901-ab04-44c9-b523-d7172dea488b service neutron] 10.222.0.64 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639175 Nov 16 11:27:29.364543 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device ca3e1220-2c97-4efa-8705-157f4f46ebc4 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:27:29.366767 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70a051-5eba-42c9-8992-9887884bef91 req-9176b535-82b9-4915-8749-807bae159687 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:29.368336 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0d70a051-5eba-42c9-8992-9887884bef91 req-9176b535-82b9-4915-8749-807bae159687 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b0accc1-669c-4166-a588-a9c49629a1be HTTP/1.1" status: 200 len: 943 time: 0.0588350 Nov 16 11:27:29.384128 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-4c9cadd8-692b-489f-8c37-bbced74346fd service neutron] Transition to ACTIVE for port object eda68473-eb26-42d1-ad61-73e085f00c70 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:27:29.384917 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0726d11-e3e0-4070-b0a8-157cf006d139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:29.386176 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0726d11-e3e0-4070-b0a8-157cf006d139 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c818284d-8114-4cc8-b238-c63692b5c88f {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:27:29.400076 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0726d11-e3e0-4070-b0a8-157cf006d139 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:29.401237 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c0726d11-e3e0-4070-b0a8-157cf006d139 admin admin] 10.222.0.61 "DELETE /v2.0/routers/c818284d-8114-4cc8-b238-c63692b5c88f HTTP/1.1" status: 204 len: 168 time: 4.0924244 Nov 16 11:27:29.409878 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 37998) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:29.419351 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-4c9cadd8-692b-489f-8c37-bbced74346fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:29.468280 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-28fe9c58-a6c5-40d1-9557-80f2c17e4174 req-31f1898a-35c9-44c1-9001-3e4cb5466b85 service neutron] 10.222.0.64 "GET /v2.0/networks/8bcc94c1-ef65-4458-b099-e5039760febb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101341 Nov 16 11:27:29.500036 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bdf0b7-de84-4c09-a6e6-69cfffb9dd61 req-903e92fb-ec0b-488a-9610-ee6333645d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:29.501748 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-32bdf0b7-de84-4c09-a6e6-69cfffb9dd61 req-903e92fb-ec0b-488a-9610-ee6333645d60 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8bcc94c1-ef65-4458-b099-e5039760febb HTTP/1.1" status: 200 len: 919 time: 0.4161034 Nov 16 11:27:29.518982 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0d70a051-5eba-42c9-8992-9887884bef91 req-e5f669ca-b343-43f7-8263-fe472dc6b2ef tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.61 "GET /v2.0/security-groups?id=092bbbe7-ce69-4a94-a75b-f6cf545e24d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272728 Nov 16 11:27:29.551270 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port ca3e1220-2c97-4efa-8705-157f4f46ebc4, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=ca3e1220-2c97-4efa-8705-157f4f46ebc4,segment=NetworkSegment(585253a6-e371-4de8-b374-85368b56235e),segment_id=585253a6-e371-4de8-b374-85368b56235e)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:29.585484 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'ca3e1220-2c97-4efa-8705-157f4f46ebc4', 'network_id': '8bcc94c1-ef65-4458-b099-e5039760febb', 'port_id': 'ca3e1220-2c97-4efa-8705-157f4f46ebc4', 'mac_address': 'fa:16:3e:13:eb:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c9fdfc-fbbb-41e0-a577-b2da42e2e421', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:27:29.591681 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-32bdf0b7-de84-4c09-a6e6-69cfffb9dd61 req-c785301e-e3b4-478b-9b18-e5c4f53c085c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a45d9a78-4124-4025-b1f1-fd4d4077dc07 HTTP/1.1" status: 200 len: 217 time: 0.0707312 Nov 16 11:27:29.600950 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9cadd8-692b-489f-8c37-bbced74346fd service neutron] Pushing event updated for resources: {'Port': ['ID=eda68473-eb26-42d1-ad61-73e085f00c70,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:29.610738 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-76abe7e4-0317-4fc2-a4d0-623f05e35d4a admin admin] Deleting subnet edf2ca12-874d-4d06-b648-1f8f484dc76a {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:27:29.614440 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2288b3c7-6999-4a3a-b991-ca3377622ea6 req-cafcac94-c8a5-4367-a2be-36fcf1880d89 service neutron] 10.222.0.64 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451177 Nov 16 11:27:29.644735 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-76abe7e4-0317-4fc2-a4d0-623f05e35d4a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:29.660228 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:29.676054 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca3e1220-2c97-4efa-8705-157f4f46ebc4 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:27:29.696577 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port ca3e1220-2c97-4efa-8705-157f4f46ebc4, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=ca3e1220-2c97-4efa-8705-157f4f46ebc4,segment=NetworkSegment(585253a6-e371-4de8-b374-85368b56235e),segment_id=585253a6-e371-4de8-b374-85368b56235e)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:29.704483 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:29.715625 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9893e6-0af9-4757-aa6c-e0ec4e0fa9e8 x-openstack-request-id: req-fd9893e6-0af9-4757-aa6c-e0ec4e0fa9e8 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:27:29.716180 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25c32b5-32f9-4916-805a-b54245bb2ceb", "name": "network-vif-deleted", "tag": "e7e25a22-051a-41aa-94f8-a8976f15b65c", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:27:29.716571 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fd9893e6-0af9-4757-aa6c-e0ec4e0fa9e8 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:27:29.717256 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25c32b5-32f9-4916-805a-b54245bb2ceb', 'name': 'network-vif-deleted', 'tag': 'e7e25a22-051a-41aa-94f8-a8976f15b65c', 'status': 'completed', 'code': 200} Nov 16 11:27:29.766229 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=ca3e1220-2c97-4efa-8705-157f4f46ebc4,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:29.768991 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-76abe7e4-0317-4fc2-a4d0-623f05e35d4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:29.806466 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-2c0b8f20-e47e-4fbd-99bf-5cd5ccf60158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08af4e19-ecca-4bbe-9ac7-bad573fc1625 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:27:29.817892 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bdf0b7-de84-4c09-a6e6-69cfffb9dd61 req-add71e8b-aecd-44ec-abfb-754398688b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:29.819420 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-32bdf0b7-de84-4c09-a6e6-69cfffb9dd61 req-add71e8b-aecd-44ec-abfb-754398688b6c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c6c9fdfc-fbbb-41e0-a577-b2da42e2e421 HTTP/1.1" status: 200 len: 858 time: 0.2158496 Nov 16 11:27:29.824293 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-2c0b8f20-e47e-4fbd-99bf-5cd5ccf60158 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:29.839261 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd606c04-e17a-4081-95c2-52833ae67192 req-30d43045-b6b2-4565-836d-67eee1460f8a tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:29.841075 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bd606c04-e17a-4081-95c2-52833ae67192 req-30d43045-b6b2-4565-836d-67eee1460f8a tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=acfd94a9-1c02-4462-88e8-3c6afd7688eb HTTP/1.1" status: 200 len: 931 time: 0.0572045 Nov 16 11:27:29.881058 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-32bdf0b7-de84-4c09-a6e6-69cfffb9dd61 req-6a1584e7-0bf8-437a-aa94-f894246a5b01 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8bcc94c1-ef65-4458-b099-e5039760febb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500307 Nov 16 11:27:29.884768 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-2c0b8f20-e47e-4fbd-99bf-5cd5ccf60158 service neutron] Transition to ACTIVE for port object 08af4e19-ecca-4bbe-9ac7-bad573fc1625 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:27:29.894551 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bd606c04-e17a-4081-95c2-52833ae67192 req-f74f149a-1859-43a4-aa7f-eac34f72cd0b tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466063 Nov 16 11:27:29.899579 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-2c0b8f20-e47e-4fbd-99bf-5cd5ccf60158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:29.901459 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-4c9cadd8-692b-489f-8c37-bbced74346fd service neutron] Attempting to bind port eda68473-eb26-42d1-ad61-73e085f00c70 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:27:29.902248 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-4c9cadd8-692b-489f-8c37-bbced74346fd service neutron] Attempting to bind port eda68473-eb26-42d1-ad61-73e085f00c70 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:27:29.902589 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-4c9cadd8-692b-489f-8c37-bbced74346fd service neutron] Attempting to bind port eda68473-eb26-42d1-ad61-73e085f00c70 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:27:29.996666 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-4c9cadd8-692b-489f-8c37-bbced74346fd service neutron] Port eda68473-eb26-42d1-ad61-73e085f00c70 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:27:29.997251 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-4c9cadd8-692b-489f-8c37-bbced74346fd service neutron] Attempting to bind port eda68473-eb26-42d1-ad61-73e085f00c70 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:27:30.012920 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d720762-42b4-4807-84c5-666498bb4b95 req-9041621d-092a-4e31-8346-6ea3846e1b26 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:30.024840 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['ca3e1220-2c97-4efa-8705-157f4f46ebc4'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:27:30.025507 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6d720762-42b4-4807-84c5-666498bb4b95 req-9041621d-092a-4e31-8346-6ea3846e1b26 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4e1299d-0c4f-4ed2-a695-9454915f1394 HTTP/1.1" status: 200 len: 943 time: 0.0704629 Nov 16 11:27:30.036527 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-4c9cadd8-692b-489f-8c37-bbced74346fd service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:27:30.036866 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-4c9cadd8-692b-489f-8c37-bbced74346fd service neutron] Checking segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:27:30.037256 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-4c9cadd8-692b-489f-8c37-bbced74346fd service neutron] Bound using segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:27:30.038020 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-4c9cadd8-692b-489f-8c37-bbced74346fd service neutron] Bound port: eda68473-eb26-42d1-ad61-73e085f00c70, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:27:30.038548 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-4c9cadd8-692b-489f-8c37-bbced74346fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:30.042693 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-76abe7e4-0317-4fc2-a4d0-623f05e35d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:30.085632 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6d720762-42b4-4807-84c5-666498bb4b95 req-4e07bc25-e834-4f92-8e5d-2413c64d04ba tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472896 Nov 16 11:27:30.088133 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0b8f20-e47e-4fbd-99bf-5cd5ccf60158 service neutron] Pushing event updated for resources: {'Port': ['ID=08af4e19-ecca-4bbe-9ac7-bad573fc1625,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:30.201282 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-32bdf0b7-de84-4c09-a6e6-69cfffb9dd61 req-57a1d766-613a-4560-aee7-dd9d5aeb5e1d service neutron] 10.222.0.64 "GET /v2.0/networks/8bcc94c1-ef65-4458-b099-e5039760febb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112764 Nov 16 11:27:30.268262 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18106bd-3f74-45c1-bd1c-d02ca448298e req-6355c813-7873-4f07-9d1e-586184ef8666 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:30.269958 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a18106bd-3f74-45c1-bd1c-d02ca448298e req-6355c813-7873-4f07-9d1e-586184ef8666 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=8afc0c48-2667-4227-806f-b6f3b3db517c HTTP/1.1" status: 200 len: 945 time: 0.0598547 Nov 16 11:27:30.295547 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-76abe7e4-0317-4fc2-a4d0-623f05e35d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:30.302616 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-4c9cadd8-692b-489f-8c37-bbced74346fd service neutron] For port eda68473-eb26-42d1-ad61-73e085f00c70, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:27:30.317847 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0727cd2-850e-47b9-b05b-1c2c87fc252d', 'tag': 'c36b15b5-c656-47c2-952e-811833b7f017'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:27:30.320135 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b385e6b-6596-47f1-b62f-1b31e3ea7d6f" -d '{"events": [{"name": "network-changed", "server_uuid": "e0727cd2-850e-47b9-b05b-1c2c87fc252d", "tag": "c36b15b5-c656-47c2-952e-811833b7f017"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:27:30.343350 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a18106bd-3f74-45c1-bd1c-d02ca448298e req-6f75fa1c-db70-4e20-8b88-d70f8ee95681 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592029 Nov 16 11:27:30.346202 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-2c0b8f20-e47e-4fbd-99bf-5cd5ccf60158 service neutron] Attempting to bind port 08af4e19-ecca-4bbe-9ac7-bad573fc1625 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:27:30.346538 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-2c0b8f20-e47e-4fbd-99bf-5cd5ccf60158 service neutron] Attempting to bind port 08af4e19-ecca-4bbe-9ac7-bad573fc1625 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '0009b431-285f-41a0-a8ef-b06ff30af7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'cc72ab4f-6e33-4512-8fbb-f88d609be622'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:27:30.346865 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-2c0b8f20-e47e-4fbd-99bf-5cd5ccf60158 service neutron] Attempting to bind port 08af4e19-ecca-4bbe-9ac7-bad573fc1625 on network cc72ab4f-6e33-4512-8fbb-f88d609be622 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:27:30.359519 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76abe7e4-0317-4fc2-a4d0-623f05e35d4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edf2ca12-874d-4d06-b648-1f8f484dc76a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:30.363761 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-4c9cadd8-692b-489f-8c37-bbced74346fd service neutron] For port eda68473-eb26-42d1-ad61-73e085f00c70, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=eda68473-eb26-42d1-ad61-73e085f00c70,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:27:30.365079 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-76abe7e4-0317-4fc2-a4d0-623f05e35d4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:30.366694 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a69abb8-9dcb-4579-b407-fe495b01acf6 None None] Network ed33d2f0-2eed-47ec-b592-5a6b266c702d requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:27:30.371569 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 38018) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:30.371703 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-76abe7e4-0317-4fc2-a4d0-623f05e35d4a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/edf2ca12-874d-4d06-b648-1f8f484dc76a HTTP/1.1" status: 204 len: 168 time: 0.9535522 Nov 16 11:27:30.372558 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-2c0b8f20-e47e-4fbd-99bf-5cd5ccf60158 service neutron] Port 08af4e19-ecca-4bbe-9ac7-bad573fc1625 on network cc72ab4f-6e33-4512-8fbb-f88d609be622 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:27:30.372870 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-2c0b8f20-e47e-4fbd-99bf-5cd5ccf60158 service neutron] Attempting to bind port 08af4e19-ecca-4bbe-9ac7-bad573fc1625 on network cc72ab4f-6e33-4512-8fbb-f88d609be622 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:27:30.380554 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-4c9cadd8-692b-489f-8c37-bbced74346fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:30.426101 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-2c0b8f20-e47e-4fbd-99bf-5cd5ccf60158 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:27:30.426711 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-2c0b8f20-e47e-4fbd-99bf-5cd5ccf60158 service neutron] Checking segment: {'id': '0009b431-285f-41a0-a8ef-b06ff30af7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'cc72ab4f-6e33-4512-8fbb-f88d609be622'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:27:30.427099 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-2c0b8f20-e47e-4fbd-99bf-5cd5ccf60158 service neutron] Bound using segment: {'id': '0009b431-285f-41a0-a8ef-b06ff30af7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'cc72ab4f-6e33-4512-8fbb-f88d609be622'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:27:30.427551 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-2c0b8f20-e47e-4fbd-99bf-5cd5ccf60158 service neutron] Bound port: 08af4e19-ecca-4bbe-9ac7-bad573fc1625, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0009b431-285f-41a0-a8ef-b06ff30af7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'cc72ab4f-6e33-4512-8fbb-f88d609be622'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:27:30.427906 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-2c0b8f20-e47e-4fbd-99bf-5cd5ccf60158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:30.450294 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-32bdf0b7-de84-4c09-a6e6-69cfffb9dd61 req-7c88fd37-bee0-41eb-a7d7-162777e9c9d2 service neutron] 10.222.0.64 "GET /v2.0/networks/8bcc94c1-ef65-4458-b099-e5039760febb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368536 Nov 16 11:27:30.456478 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-4c9cadd8-692b-489f-8c37-bbced74346fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:30.457324 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-4c9cadd8-692b-489f-8c37-bbced74346fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:30.458754 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-4c9cadd8-692b-489f-8c37-bbced74346fd service neutron] 10.222.0.64 "PUT /v2.0/ports/eda68473-eb26-42d1-ad61-73e085f00c70 HTTP/1.1" status: 200 len: 1095 time: 3.2762258 Nov 16 11:27:30.535043 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3d897cce-27be-4f4e-9853-b158e48ff23d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:30.563375 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9cadd8-692b-489f-8c37-bbced74346fd service neutron] Pushing event updated for resources: {'Port': ['ID=eda68473-eb26-42d1-ad61-73e085f00c70,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:30.593539 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-2c0b8f20-e47e-4fbd-99bf-5cd5ccf60158 service neutron] For port 08af4e19-ecca-4bbe-9ac7-bad573fc1625, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:27:30.608948 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3e8ce-4de8-403f-a952-bd20f2a0a245 req-db651ffe-c088-478e-bf99-2e6d54dc0fd5 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:30.613318 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-2c0b8f20-e47e-4fbd-99bf-5cd5ccf60158 service neutron] For port 08af4e19-ecca-4bbe-9ac7-bad573fc1625, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=08af4e19-ecca-4bbe-9ac7-bad573fc1625,segment=NetworkSegment(0009b431-285f-41a0-a8ef-b06ff30af7d1),segment_id=0009b431-285f-41a0-a8ef-b06ff30af7d1)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:27:30.616263 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3dc3e8ce-4de8-403f-a952-bd20f2a0a245 req-db651ffe-c088-478e-bf99-2e6d54dc0fd5 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 947 time: 0.1254437 Nov 16 11:27:30.624689 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-2d968cc9-e57e-4eb3-b1d1-0286d5f66945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:30.626244 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-2d968cc9-e57e-4eb3-b1d1-0286d5f66945 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e86b42204c7f435e8eff5558272e51a5&device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 1098 time: 0.0774286 Nov 16 11:27:30.627387 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-2c0b8f20-e47e-4fbd-99bf-5cd5ccf60158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:30.693905 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032ffd10-310b-4140-b128-2507e368cfae None None] DHCP port deletion for ed33d2f0-2eed-47ec-b592-5a6b266c702d request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:27:30.714863 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3dc3e8ce-4de8-403f-a952-bd20f2a0a245 req-6022b9fd-c0cc-4aad-bd3e-ffa201426b57 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925157 Nov 16 11:27:30.727717 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-3d897cce-27be-4f4e-9853-b158e48ff23d admin admin] Deleting port 979a774b-3d49-4dd0-97a5-19de81856d58 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:27:30.727717 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3d897cce-27be-4f4e-9853-b158e48ff23d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:30.740352 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-92e2476e-0299-4f45-a135-3cc2baab8fa6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=eda68473-eb26-42d1-ad61-73e085f00c70 HTTP/1.1" status: 200 len: 217 time: 0.0804214 Nov 16 11:27:30.742504 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-2c0b8f20-e47e-4fbd-99bf-5cd5ccf60158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:30.743237 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-2c0b8f20-e47e-4fbd-99bf-5cd5ccf60158 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:30.744680 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-2c0b8f20-e47e-4fbd-99bf-5cd5ccf60158 service neutron] 10.222.0.64 "PUT /v2.0/ports/08af4e19-ecca-4bbe-9ac7-bad573fc1625 HTTP/1.1" status: 200 len: 1091 time: 2.8340008 Nov 16 11:27:30.845348 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-8a7bc24a-7720-40c5-94cf-54eed539c4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:30.847791 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-8a7bc24a-7720-40c5-94cf-54eed539c4e8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0893960 Nov 16 11:27:30.853320 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31a3a03-9028-4414-a2ab-2a5739aaf0ed x-openstack-request-id: req-b31a3a03-9028-4414-a2ab-2a5739aaf0ed {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:27:30.854885 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0727cd2-850e-47b9-b05b-1c2c87fc252d", "tag": "c36b15b5-c656-47c2-952e-811833b7f017", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:27:30.855807 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b31a3a03-9028-4414-a2ab-2a5739aaf0ed {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:27:30.856153 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0727cd2-850e-47b9-b05b-1c2c87fc252d', 'tag': 'c36b15b5-c656-47c2-952e-811833b7f017', 'status': 'completed', 'code': 200} Nov 16 11:27:30.867551 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-032ffd10-310b-4140-b128-2507e368cfae None None] Deleting port 979a774b-3d49-4dd0-97a5-19de81856d58 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:27:30.867929 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-032ffd10-310b-4140-b128-2507e368cfae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:30.886664 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-3d897cce-27be-4f4e-9853-b158e48ff23d admin admin] For port 979a774b-3d49-4dd0-97a5-19de81856d58, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=979a774b-3d49-4dd0-97a5-19de81856d58,segment=NetworkSegment(e8c89a72-9706-4e1f-8818-5cc380d4f554),segment_id=e8c89a72-9706-4e1f-8818-5cc380d4f554)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:30.887047 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3d897cce-27be-4f4e-9853-b158e48ff23d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:30.912230 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-3d897cce-27be-4f4e-9853-b158e48ff23d admin admin] Calling delete_port for 979a774b-3d49-4dd0-97a5-19de81856d58 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:27:30.945967 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-032ffd10-310b-4140-b128-2507e368cfae None None] For port 979a774b-3d49-4dd0-97a5-19de81856d58, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=979a774b-3d49-4dd0-97a5-19de81856d58,segment=NetworkSegment(e8c89a72-9706-4e1f-8818-5cc380d4f554),segment_id=e8c89a72-9706-4e1f-8818-5cc380d4f554)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:30.946642 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-032ffd10-310b-4140-b128-2507e368cfae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:30.962362 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-032ffd10-310b-4140-b128-2507e368cfae None None] Calling delete_port for 979a774b-3d49-4dd0-97a5-19de81856d58 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:27:30.976123 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0b8f20-e47e-4fbd-99bf-5cd5ccf60158 service neutron] Pushing event updated for resources: {'Port': ['ID=08af4e19-ecca-4bbe-9ac7-bad573fc1625,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:31.027164 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b385e6b-6596-47f1-b62f-1b31e3ea7d6f req-ef1416a5-232a-47ea-a599-8affa821128a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:31.029788 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6b385e6b-6596-47f1-b62f-1b31e3ea7d6f req-ef1416a5-232a-47ea-a599-8affa821128a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d5a817980ec54c25959ac0e335909bd6&device_id=e0727cd2-850e-47b9-b05b-1c2c87fc252d HTTP/1.1" status: 200 len: 1094 time: 0.1726441 Nov 16 11:27:31.034854 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-b418d342-bd1e-4266-8929-21ab61b1d82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:31.036490 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c2949-d5e7-4e57-bca7-e42f9e0a1992 req-bb082588-e5c7-4e2e-9569-79d73cfa0422 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:31.039673 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-b418d342-bd1e-4266-8929-21ab61b1d82a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ad08e2ce4ec4b2c85ee1303623bd5e0&device_id=acfd94a9-1c02-4462-88e8-3c6afd7688eb HTTP/1.1" status: 200 len: 1094 time: 0.1904144 Nov 16 11:27:31.044230 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-da5c2949-d5e7-4e57-bca7-e42f9e0a1992 req-bb082588-e5c7-4e2e-9569-79d73cfa0422 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b0accc1-669c-4166-a588-a9c49629a1be HTTP/1.1" status: 200 len: 943 time: 0.1366971 Nov 16 11:27:31.051936 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-b8bc2963-6f9c-4253-86ba-4f07748afe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:31.058467 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-b8bc2963-6f9c-4253-86ba-4f07748afe03 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1741769 Nov 16 11:27:31.073316 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-032ffd10-310b-4140-b128-2507e368cfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:31.106680 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-da5c2949-d5e7-4e57-bca7-e42f9e0a1992 req-69abbc31-8031-49e4-9be2-24dc69a399c6 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.61 "GET /v2.0/security-groups?id=092bbbe7-ce69-4a94-a75b-f6cf545e24d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615804 Nov 16 11:27:31.119733 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3d897cce-27be-4f4e-9853-b158e48ff23d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:31.141769 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032ffd10-310b-4140-b128-2507e368cfae None None] Pushing event deleted for resources: {'Port': ['ID=979a774b-3d49-4dd0-97a5-19de81856d58,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:31.146156 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032ffd10-310b-4140-b128-2507e368cfae None None] No DVR routers for this DVR port 979a774b-3d49-4dd0-97a5-19de81856d58 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:27:31.192898 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d897cce-27be-4f4e-9853-b158e48ff23d admin admin] Pushing event deleted for resources: {'Port': ['ID=979a774b-3d49-4dd0-97a5-19de81856d58,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:31.199294 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d897cce-27be-4f4e-9853-b158e48ff23d admin admin] No DVR routers for this DVR port 979a774b-3d49-4dd0-97a5-19de81856d58 on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:27:31.226470 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-f61e2831-46a7-4c02-baf6-4acfed811451 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08af4e19-ecca-4bbe-9ac7-bad573fc1625 HTTP/1.1" status: 200 len: 217 time: 0.1655729 Nov 16 11:27:31.320726 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3d897cce-27be-4f4e-9853-b158e48ff23d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:31.323693 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b385e6b-6596-47f1-b62f-1b31e3ea7d6f req-8690f239-3081-4004-8c91-8bf2ff3e9070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:31.325204 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6b385e6b-6596-47f1-b62f-1b31e3ea7d6f req-8690f239-3081-4004-8c91-8bf2ff3e9070 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8bcc94c1-ef65-4458-b099-e5039760febb HTTP/1.1" status: 200 len: 919 time: 0.2654939 Nov 16 11:27:31.330037 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-1390496a-b4c8-44a6-a3da-78ca78c56c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:31.331392 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-1390496a-b4c8-44a6-a3da-78ca78c56c63 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=36b4451e-72c7-4152-ab76-f0aba77042c0 HTTP/1.1" status: 200 len: 855 time: 0.0931900 Nov 16 11:27:31.333620 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-5ec10d8e-aa1a-43cc-91be-c4bdeda53010 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635961 Nov 16 11:27:31.376109 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device a45d9a78-4124-4025-b1f1-fd4d4077dc07 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:27:31.377298 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-3d897cce-27be-4f4e-9853-b158e48ff23d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed33d2f0-2eed-47ec-b592-5a6b266c702d']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:27:31.380479 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device ca3e1220-2c97-4efa-8705-157f4f46ebc4 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:27:31.391343 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-3d897cce-27be-4f4e-9853-b158e48ff23d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8c89a72-9706-4e1f-8818-5cc380d4f554') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:27:31.391704 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-3d897cce-27be-4f4e-9853-b158e48ff23d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8c89a72-9706-4e1f-8818-5cc380d4f554') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:27:31.403705 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3d897cce-27be-4f4e-9853-b158e48ff23d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:31.430145 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a70a34-60b9-46ec-a7dd-6bcbd7d5e244 req-29886181-5b1f-45a7-8f5d-27a19c7ad72b tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:31.439323 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-35a70a34-60b9-46ec-a7dd-6bcbd7d5e244 req-29886181-5b1f-45a7-8f5d-27a19c7ad72b tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=acfd94a9-1c02-4462-88e8-3c6afd7688eb HTTP/1.1" status: 200 len: 943 time: 0.1076310 Nov 16 11:27:31.442501 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3d897cce-27be-4f4e-9853-b158e48ff23d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:31.460951 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d897cce-27be-4f4e-9853-b158e48ff23d admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:27:31.461347 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3d897cce-27be-4f4e-9853-b158e48ff23d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:31.463406 n-d-816823-3 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:27:31.463406 n-d-816823-3 neutron-server[102669]: self.session.flush() Nov 16 11:27:31.463406 n-d-816823-3 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:27:31.463406 n-d-816823-3 neutron-server[102669]: self.session.flush() Nov 16 11:27:31.463406 n-d-816823-3 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:27:31.463406 n-d-816823-3 neutron-server[102669]: self.session.flush() Nov 16 11:27:31.463406 n-d-816823-3 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:27:31.463406 n-d-816823-3 neutron-server[102669]: self.session.flush() Nov 16 11:27:31.463406 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:27:31.463406 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:27:31.463406 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:27:31.463406 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:27:31.463406 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:27:31.463406 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:27:31.463406 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:27:31.463406 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:27:31.463406 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:27:31.463406 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:27:31.463406 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:27:31.463406 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:27:31.463406 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:27:31.463406 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:27:31.463406 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:27:31.463406 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:27:31.463406 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:27:31.463406 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:27:31.463406 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:27:31.463406 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:27:31.463406 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:27:31.463406 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:27:31.463406 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:27:31.463406 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:27:31.463406 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:27:31.463406 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:27:31.463406 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:27:31.463406 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:27:31.463406 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:27:31.463406 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:27:31.463406 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:27:31.463406 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:27:31.499327 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-46f867c5-2f22-49fd-aadd-c762daa73b76 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cc72ab4f-6e33-4512-8fbb-f88d609be622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1515040 Nov 16 11:27:31.501146 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02a2c472-0656-49fc-b0ad-1a64d5213a69 req-c536d313-5b6c-4a96-a054-fe59a15aae5b service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238143 Nov 16 11:27:31.502910 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6b385e6b-6596-47f1-b62f-1b31e3ea7d6f req-8e2a6fbf-9dd3-4127-af34-2770796a1f81 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c36b15b5-c656-47c2-952e-811833b7f017 HTTP/1.1" status: 200 len: 217 time: 0.1620338 Nov 16 11:27:31.537469 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device f03c6e0c-aa29-4ece-9d71-808e175928c3 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:27:31.539795 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-35a70a34-60b9-46ec-a7dd-6bcbd7d5e244 req-fa7c6077-96d5-4273-940f-df98fe8f06b5 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996184 Nov 16 11:27:31.541344 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3d897cce-27be-4f4e-9853-b158e48ff23d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:31.559913 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3d897cce-27be-4f4e-9853-b158e48ff23d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:31.565969 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3d897cce-27be-4f4e-9853-b158e48ff23d admin admin] 10.222.0.61 "DELETE /v2.0/networks/ed33d2f0-2eed-47ec-b592-5a6b266c702d HTTP/1.1" status: 204 len: 168 time: 1.1909864 Nov 16 11:27:31.591447 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: f03c6e0c-aa29-4ece-9d71-808e175928c3 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:27:31.591792 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device f03c6e0c-aa29-4ece-9d71-808e175928c3 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:27:31.592201 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 979a774b-3d49-4dd0-97a5-19de81856d58 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:27:31.595245 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d897cce-27be-4f4e-9853-b158e48ff23d admin admin] Pushing event deleted for resources: {'Network': ['ID=ed33d2f0-2eed-47ec-b592-5a6b266c702d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:31.633210 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 979a774b-3d49-4dd0-97a5-19de81856d58 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:27:31.633407 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 979a774b-3d49-4dd0-97a5-19de81856d58 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:27:31.659277 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port ca3e1220-2c97-4efa-8705-157f4f46ebc4 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:27:31.664439 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b385e6b-6596-47f1-b62f-1b31e3ea7d6f req-de1c4804-0d02-4b53-b113-4ca7174e45d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:31.665954 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6b385e6b-6596-47f1-b62f-1b31e3ea7d6f req-de1c4804-0d02-4b53-b113-4ca7174e45d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c6c9fdfc-fbbb-41e0-a577-b2da42e2e421 HTTP/1.1" status: 200 len: 858 time: 0.1392028 Nov 16 11:27:31.677678 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port a45d9a78-4124-4025-b1f1-fd4d4077dc07, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=a45d9a78-4124-4025-b1f1-fd4d4077dc07,segment=NetworkSegment(585253a6-e371-4de8-b374-85368b56235e),segment_id=585253a6-e371-4de8-b374-85368b56235e)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:31.682238 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port ca3e1220-2c97-4efa-8705-157f4f46ebc4 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:27:31.682839 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:31.707313 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6b385e6b-6596-47f1-b62f-1b31e3ea7d6f req-031afffe-b0e9-47b1-992a-451ab568bcc6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8bcc94c1-ef65-4458-b099-e5039760febb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303020 Nov 16 11:27:31.749147 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4e1299d-0c4f-4ed2-a695-9454915f1394', 'tag': '74c45600-4979-468d-b365-8c8de509e07e'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:27:31.749588 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-129465f9-bd30-414c-82c7-64ae3834f63e service neutron] 10.222.0.64 "GET /v2.0/networks/cc72ab4f-6e33-4512-8fbb-f88d609be622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241035 Nov 16 11:27:31.751101 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69c4099-267b-45c6-8e08-e43a84e8c951" -d '{"events": [{"name": "network-changed", "server_uuid": "b4e1299d-0c4f-4ed2-a695-9454915f1394", "tag": "74c45600-4979-468d-b365-8c8de509e07e"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:27:31.768931 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'a45d9a78-4124-4025-b1f1-fd4d4077dc07', 'network_id': '8bcc94c1-ef65-4458-b099-e5039760febb', 'port_id': 'a45d9a78-4124-4025-b1f1-fd4d4077dc07', 'mac_address': 'fa:16:3e:40:f4:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c9fdfc-fbbb-41e0-a577-b2da42e2e421', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:27:31.802197 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd026515-79f2-49eb-bf17-385f61574cdc req-111d73f4-a023-48f5-83e9-b493a8c0b6e6 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:31.810432 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bd026515-79f2-49eb-bf17-385f61574cdc req-111d73f4-a023-48f5-83e9-b493a8c0b6e6 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4e1299d-0c4f-4ed2-a695-9454915f1394 HTTP/1.1" status: 200 len: 943 time: 0.1291978 Nov 16 11:27:31.822663 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:31.865331 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bd026515-79f2-49eb-bf17-385f61574cdc req-192ff4a9-5786-457b-80a7-cc0149a664af tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511954 Nov 16 11:27:31.869713 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-99fa16af-014a-450b-9ca1-b74e491ed4c7 req-8893724c-ed17-4513-9733-a333508d18aa service neutron] 10.222.0.64 "GET /v2.0/networks/cc72ab4f-6e33-4512-8fbb-f88d609be622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932786 Nov 16 11:27:31.882750 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a45d9a78-4124-4025-b1f1-fd4d4077dc07 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:27:31.915863 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:31.922754 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 38126) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:31.935666 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port a45d9a78-4124-4025-b1f1-fd4d4077dc07, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=a45d9a78-4124-4025-b1f1-fd4d4077dc07,segment=NetworkSegment(585253a6-e371-4de8-b374-85368b56235e),segment_id=585253a6-e371-4de8-b374-85368b56235e)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:31.948807 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd570632-56e0-44a8-956d-dd50c2bde048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3e1220-2c97-4efa-8705-157f4f46ebc4'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:27:31.951323 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7163d48c-f351-4d68-91cb-687dfae9dcb3" -d '{"events": [{"server_uuid": "dd570632-56e0-44a8-956d-dd50c2bde048", "name": "network-vif-plugged", "status": "completed", "tag": "ca3e1220-2c97-4efa-8705-157f4f46ebc4"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:27:31.957518 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6b385e6b-6596-47f1-b62f-1b31e3ea7d6f req-524dadcd-2f82-44a1-8e2d-466afe08d564 service neutron] 10.222.0.64 "GET /v2.0/networks/8bcc94c1-ef65-4458-b099-e5039760febb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320104 Nov 16 11:27:31.970352 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:31.978660 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port ca3e1220-2c97-4efa-8705-157f4f46ebc4, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=ca3e1220-2c97-4efa-8705-157f4f46ebc4,segment=NetworkSegment(585253a6-e371-4de8-b374-85368b56235e),segment_id=585253a6-e371-4de8-b374-85368b56235e)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:32.012877 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:32.013789 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device e7e25a22-051a-41aa-94f8-a8976f15b65c no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:27:32.023326 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-51aae2d9-8cb2-47f8-b40b-e4c1fdd701a6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f4b15ac94c15493bb84c7d1700011e48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0991864 Nov 16 11:27:32.026021 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 38134) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:32.044625 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: e7e25a22-051a-41aa-94f8-a8976f15b65c {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:27:32.044979 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device e7e25a22-051a-41aa-94f8-a8976f15b65c not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:27:32.057803 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb147357-656a-4f0a-bc0e-4f5940cefdc0 req-1fec97bc-1567-4627-ba33-b03928430e5d tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:32.059518 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fb147357-656a-4f0a-bc0e-4f5940cefdc0 req-1fec97bc-1567-4627-ba33-b03928430e5d tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=8afc0c48-2667-4227-806f-b6f3b3db517c HTTP/1.1" status: 200 len: 945 time: 0.0902889 Nov 16 11:27:32.068328 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=a45d9a78-4124-4025-b1f1-fd4d4077dc07,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:32.088061 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6b385e6b-6596-47f1-b62f-1b31e3ea7d6f req-33d08d76-08bd-4bc2-9889-f88b1eaa5ac9 service neutron] 10.222.0.64 "GET /v2.0/networks/8bcc94c1-ef65-4458-b099-e5039760febb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211531 Nov 16 11:27:32.123050 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=ca3e1220-2c97-4efa-8705-157f4f46ebc4,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:32.139761 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cbbd161b-a58c-4e35-9692-6b3f6c153f73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:32.161366 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fb147357-656a-4f0a-bc0e-4f5940cefdc0 req-c64f26af-20e8-4a43-877c-6b698adcd82c tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909567 Nov 16 11:27:32.174179 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cbbd161b-a58c-4e35-9692-6b3f6c153f73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:32.231075 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cbbd161b-a58c-4e35-9692-6b3f6c153f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:32.233982 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cbbd161b-a58c-4e35-9692-6b3f6c153f73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:32.235344 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-cbbd161b-a58c-4e35-9692-6b3f6c153f73 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3e9ab31f-6d0e-4e24-94d9-8f8fc1af6966 HTTP/1.1" status: 204 len: 168 time: 0.2068806 Nov 16 11:27:32.252706 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd161b-a58c-4e35-9692-6b3f6c153f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9ab31f-6d0e-4e24-94d9-8f8fc1af6966,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:32.280123 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['a45d9a78-4124-4025-b1f1-fd4d4077dc07'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:27:32.298230 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7caa70-ed4e-4e58-8da8-02600b1a1ae1 req-9559cbef-75ca-4c81-b287-2ba525054857 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:32.299804 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd7caa70-ed4e-4e58-8da8-02600b1a1ae1 req-9559cbef-75ca-4c81-b287-2ba525054857 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 947 time: 0.0636115 Nov 16 11:27:32.368179 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd7caa70-ed4e-4e58-8da8-02600b1a1ae1 req-8568f701-30d0-410d-ad5e-8d360572d2d7 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612209 Nov 16 11:27:32.413002 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad3859a-8651-4621-b996-3b78488307a3 x-openstack-request-id: req-9ad3859a-8651-4621-b996-3b78488307a3 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:27:32.413507 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4e1299d-0c4f-4ed2-a695-9454915f1394", "tag": "74c45600-4979-468d-b365-8c8de509e07e", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:27:32.413764 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9ad3859a-8651-4621-b996-3b78488307a3 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:27:32.414230 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4e1299d-0c4f-4ed2-a695-9454915f1394', 'tag': '74c45600-4979-468d-b365-8c8de509e07e', 'status': 'completed', 'code': 200} Nov 16 11:27:32.483362 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f156d9-a91e-44bf-bbbe-976ae7fa85ab x-openstack-request-id: req-24f156d9-a91e-44bf-bbbe-976ae7fa85ab {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:27:32.483663 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd570632-56e0-44a8-956d-dd50c2bde048", "name": "network-vif-plugged", "status": "completed", "tag": "ca3e1220-2c97-4efa-8705-157f4f46ebc4", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:27:32.483920 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-24f156d9-a91e-44bf-bbbe-976ae7fa85ab {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:27:32.484393 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd570632-56e0-44a8-956d-dd50c2bde048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3e1220-2c97-4efa-8705-157f4f46ebc4', 'code': 200} Nov 16 11:27:32.517136 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c4099-267b-45c6-8e08-e43a84e8c951 req-3c6a88bd-e185-4cc3-b079-864e2a493a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:32.518714 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d69c4099-267b-45c6-8e08-e43a84e8c951 req-3c6a88bd-e185-4cc3-b079-864e2a493a94 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c6297fca90ae441aa40dab0d2d555d6b&device_id=b4e1299d-0c4f-4ed2-a695-9454915f1394 HTTP/1.1" status: 200 len: 1094 time: 0.0813525 Nov 16 11:27:32.585754 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23233840-2b98-4e05-97d5-60c3c3400adc req-17b3085c-ecac-4cdd-9068-242097cbea74 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:32.588063 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-23233840-2b98-4e05-97d5-60c3c3400adc req-17b3085c-ecac-4cdd-9068-242097cbea74 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b0accc1-669c-4166-a588-a9c49629a1be HTTP/1.1" status: 200 len: 944 time: 0.0708871 Nov 16 11:27:32.649435 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-23233840-2b98-4e05-97d5-60c3c3400adc req-ca675f7b-b992-43fd-a112-a4914aee1632 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.61 "GET /v2.0/security-groups?id=092bbbe7-ce69-4a94-a75b-f6cf545e24d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546479 Nov 16 11:27:32.909462 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26290f02-ca51-46e9-ad20-8753495b41cc req-8e03b1c6-c277-4002-973b-e8ac656f5042 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:32.912110 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-26290f02-ca51-46e9-ad20-8753495b41cc req-8e03b1c6-c277-4002-973b-e8ac656f5042 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=acfd94a9-1c02-4462-88e8-3c6afd7688eb HTTP/1.1" status: 200 len: 943 time: 0.0695865 Nov 16 11:27:32.965002 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff7b117-b432-480a-84d2-bb351439e694', 'tag': 'eda68473-eb26-42d1-ad61-73e085f00c70'}, {'name': 'network-changed', 'server_uuid': 'acfd94a9-1c02-4462-88e8-3c6afd7688eb', 'tag': '08af4e19-ecca-4bbe-9ac7-bad573fc1625'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:27:32.967289 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ba5f94-5439-45f0-9586-95449cf7e048" -d '{"events": [{"name": "network-changed", "server_uuid": "8ff7b117-b432-480a-84d2-bb351439e694", "tag": "eda68473-eb26-42d1-ad61-73e085f00c70"}, {"name": "network-changed", "server_uuid": "acfd94a9-1c02-4462-88e8-3c6afd7688eb", "tag": "08af4e19-ecca-4bbe-9ac7-bad573fc1625"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:27:32.993252 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-26290f02-ca51-46e9-ad20-8753495b41cc req-e5d4c3f5-6e82-4346-8cf8-115d9110678f tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737753 Nov 16 11:27:33.049117 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9bf40-a508-4636-8b59-97a4ad7e651a req-7ce05664-affd-41b6-b506-099c9130b61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:33.050869 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-cfa9bf40-a508-4636-8b59-97a4ad7e651a req-7ce05664-affd-41b6-b506-099c9130b61f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dd570632-56e0-44a8-956d-dd50c2bde048 HTTP/1.1" status: 200 len: 1096 time: 0.4720066 Nov 16 11:27:33.061304 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c4099-267b-45c6-8e08-e43a84e8c951 req-8a51be5e-ca08-4646-8abd-e0b6fad30e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:33.062797 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d69c4099-267b-45c6-8e08-e43a84e8c951 req-8a51be5e-ca08-4646-8abd-e0b6fad30e68 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334 HTTP/1.1" status: 200 len: 912 time: 0.5365572 Nov 16 11:27:33.137583 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086548a-97b3-4681-80dc-4ffa910271c6 req-07d5c676-f41d-4d1f-8bdc-eebdb571eda3 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:33.139259 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2086548a-97b3-4681-80dc-4ffa910271c6 req-07d5c676-f41d-4d1f-8bdc-eebdb571eda3 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4e1299d-0c4f-4ed2-a695-9454915f1394 HTTP/1.1" status: 200 len: 943 time: 0.0644712 Nov 16 11:27:33.141938 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d69c4099-267b-45c6-8e08-e43a84e8c951 req-44e159bd-5a07-40a6-bdbd-fa09b5c829b7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74c45600-4979-468d-b365-8c8de509e07e HTTP/1.1" status: 200 len: 217 time: 0.0614681 Nov 16 11:27:33.193662 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-cfa9bf40-a508-4636-8b59-97a4ad7e651a req-ea1ac388-efa1-4ab3-a6d8-e939b32a40af service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=092bbbe7-ce69-4a94-a75b-f6cf545e24d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205864 Nov 16 11:27:33.214612 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2086548a-97b3-4681-80dc-4ffa910271c6 req-43cd4faf-66d9-41af-98fb-fff6358e7610 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668693 Nov 16 11:27:33.218134 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c4099-267b-45c6-8e08-e43a84e8c951 req-ef003a38-ce3b-44b5-83da-3685add090b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:33.220760 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d69c4099-267b-45c6-8e08-e43a84e8c951 req-ef003a38-ce3b-44b5-83da-3685add090b6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=098ff2a2-731b-47ba-a3df-3f077a39e5d8 HTTP/1.1" status: 200 len: 850 time: 0.0652432 Nov 16 11:27:33.261785 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 16 Nov 2021 11:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0660b5be-03e1-4009-ac9d-a424844404ac x-openstack-request-id: req-0660b5be-03e1-4009-ac9d-a424844404ac {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:27:33.262289 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ff7b117-b432-480a-84d2-bb351439e694", "tag": "eda68473-eb26-42d1-ad61-73e085f00c70", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "acfd94a9-1c02-4462-88e8-3c6afd7688eb", "tag": "08af4e19-ecca-4bbe-9ac7-bad573fc1625", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:27:33.262547 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0660b5be-03e1-4009-ac9d-a424844404ac {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:27:33.262947 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ff7b117-b432-480a-84d2-bb351439e694', 'tag': 'eda68473-eb26-42d1-ad61-73e085f00c70', 'status': 'completed', 'code': 200} Nov 16 11:27:33.264711 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acfd94a9-1c02-4462-88e8-3c6afd7688eb', 'tag': '08af4e19-ecca-4bbe-9ac7-bad573fc1625', 'status': 'completed', 'code': 200} Nov 16 11:27:33.373658 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4cf93-1eee-42d0-a817-f67b1e048c44 req-98cab873-67e6-4fe4-9af3-b72b9952ff8c tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:33.375627 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8ef4cf93-1eee-42d0-a817-f67b1e048c44 req-98cab873-67e6-4fe4-9af3-b72b9952ff8c tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=8afc0c48-2667-4227-806f-b6f3b3db517c HTTP/1.1" status: 200 len: 945 time: 0.0621991 Nov 16 11:27:33.390723 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 74c45600-4979-468d-b365-8c8de509e07e details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:27:33.395467 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device a45d9a78-4124-4025-b1f1-fd4d4077dc07 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:27:33.480793 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8ef4cf93-1eee-42d0-a817-f67b1e048c44 req-0d08c12b-caff-4882-9d76-a3431c779f53 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931039 Nov 16 11:27:33.520534 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c4099-267b-45c6-8e08-e43a84e8c951 req-90c3fb17-0cfe-46ac-9f0c-1d6667b62ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:33.522497 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d69c4099-267b-45c6-8e08-e43a84e8c951 req-90c3fb17-0cfe-46ac-9f0c-1d6667b62ab7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1190495 Nov 16 11:27:33.524669 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba5f94-5439-45f0-9586-95449cf7e048 req-0f6442b7-f9ce-4ea7-8a7d-be24aeca8a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:33.526617 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-38ba5f94-5439-45f0-9586-95449cf7e048 req-0f6442b7-f9ce-4ea7-8a7d-be24aeca8a49 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e86b42204c7f435e8eff5558272e51a5&device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 1098 time: 0.0777102 Nov 16 11:27:33.556821 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port a45d9a78-4124-4025-b1f1-fd4d4077dc07 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:27:33.567862 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port a45d9a78-4124-4025-b1f1-fd4d4077dc07 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:27:33.568338 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:33.657877 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 74c45600-4979-468d-b365-8c8de509e07e, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=74c45600-4979-468d-b365-8c8de509e07e,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:33.697655 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d69c4099-267b-45c6-8e08-e43a84e8c951 req-43436d45-85a7-4cd7-ac17-0d8f45d78c64 service neutron] 10.222.0.64 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590805 Nov 16 11:27:33.699312 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba5f94-5439-45f0-9586-95449cf7e048 req-bdea31ad-6e65-4ab7-ab52-f1f9bc8f7853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:33.700578 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-38ba5f94-5439-45f0-9586-95449cf7e048 req-bdea31ad-6e65-4ab7-ab52-f1f9bc8f7853 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.1515777 Nov 16 11:27:33.717698 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '74c45600-4979-468d-b365-8c8de509e07e', 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334', 'port_id': '74c45600-4979-468d-b365-8c8de509e07e', 'mac_address': 'fa:16:3e:15:0e:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098ff2a2-731b-47ba-a3df-3f077a39e5d8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:27:33.772739 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:33.799575 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edcbfe1-e167-4e73-bc64-eb1176a6bf87 req-6317389b-0b44-4c1a-bfba-1547e4732b87 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:33.807212 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5edcbfe1-e167-4e73-bc64-eb1176a6bf87 req-6317389b-0b44-4c1a-bfba-1547e4732b87 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 947 time: 0.0753589 Nov 16 11:27:33.817749 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port a45d9a78-4124-4025-b1f1-fd4d4077dc07, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=a45d9a78-4124-4025-b1f1-fd4d4077dc07,segment=NetworkSegment(585253a6-e371-4de8-b374-85368b56235e),segment_id=585253a6-e371-4de8-b374-85368b56235e)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:33.820533 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-38ba5f94-5439-45f0-9586-95449cf7e048 req-1c170b83-a9c5-4ec8-b437-7508b0a97f13 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=eda68473-eb26-42d1-ad61-73e085f00c70 HTTP/1.1" status: 200 len: 217 time: 0.1041985 Nov 16 11:27:33.822748 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:33.835031 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:33.846517 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74c45600-4979-468d-b365-8c8de509e07e {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:27:33.877028 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5edcbfe1-e167-4e73-bc64-eb1176a6bf87 req-6f79893a-7098-4256-a8d9-689d9a000a38 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681984 Nov 16 11:27:33.898584 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 74c45600-4979-468d-b365-8c8de509e07e, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=74c45600-4979-468d-b365-8c8de509e07e,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:33.902535 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d69c4099-267b-45c6-8e08-e43a84e8c951 req-36ef3169-0927-4505-b236-e44d7d762a4c service neutron] 10.222.0.64 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880343 Nov 16 11:27:33.906124 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba5f94-5439-45f0-9586-95449cf7e048 req-9b02b3fa-b5ce-443e-8cad-e8f0d996eddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:33.908337 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-38ba5f94-5439-45f0-9586-95449cf7e048 req-9b02b3fa-b5ce-443e-8cad-e8f0d996eddf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0782237 Nov 16 11:27:33.922330 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:33.924351 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device c36b15b5-c656-47c2-952e-811833b7f017 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:27:33.977219 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba5f94-5439-45f0-9586-95449cf7e048 req-7e0ef98a-a2e3-4f13-9359-7985ef005577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:33.979856 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-38ba5f94-5439-45f0-9586-95449cf7e048 req-7e0ef98a-a2e3-4f13-9359-7985ef005577 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0609815 Nov 16 11:27:33.989505 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=a45d9a78-4124-4025-b1f1-fd4d4077dc07,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:34.024471 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d5eb3-52fb-4ea7-a699-526d6cd667b6 req-1914288f-c38c-450a-8d7c-6d65e6146e67 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:34.026856 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0c4d5eb3-52fb-4ea7-a699-526d6cd667b6 req-1914288f-c38c-450a-8d7c-6d65e6146e67 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b0accc1-669c-4166-a588-a9c49629a1be HTTP/1.1" status: 200 len: 945 time: 0.0729055 Nov 16 11:27:34.102241 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=74c45600-4979-468d-b365-8c8de509e07e,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:34.102712 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0c4d5eb3-52fb-4ea7-a699-526d6cd667b6 req-41be58b8-d96a-42b4-afb7-1aab561fb89b tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.61 "GET /v2.0/security-groups?id=092bbbe7-ce69-4a94-a75b-f6cf545e24d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631959 Nov 16 11:27:34.110426 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port c36b15b5-c656-47c2-952e-811833b7f017, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=c36b15b5-c656-47c2-952e-811833b7f017,segment=NetworkSegment(585253a6-e371-4de8-b374-85368b56235e),segment_id=585253a6-e371-4de8-b374-85368b56235e)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:34.122248 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'c36b15b5-c656-47c2-952e-811833b7f017', 'network_id': '8bcc94c1-ef65-4458-b099-e5039760febb', 'port_id': 'c36b15b5-c656-47c2-952e-811833b7f017', 'mac_address': 'fa:16:3e:18:61:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c9fdfc-fbbb-41e0-a577-b2da42e2e421', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:27:34.131755 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-38ba5f94-5439-45f0-9586-95449cf7e048 req-d2939618-420b-4c27-81c4-8482bd1d58be service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358347 Nov 16 11:27:34.180279 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:34.206202 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c36b15b5-c656-47c2-952e-811833b7f017 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:27:34.235166 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port c36b15b5-c656-47c2-952e-811833b7f017, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=c36b15b5-c656-47c2-952e-811833b7f017,segment=NetworkSegment(585253a6-e371-4de8-b374-85368b56235e),segment_id=585253a6-e371-4de8-b374-85368b56235e)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:34.239685 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:34.259934 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-38ba5f94-5439-45f0-9586-95449cf7e048 req-db44ed0d-25bf-461e-a965-a6fdfd72da60 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159384 Nov 16 11:27:34.311418 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=c36b15b5-c656-47c2-952e-811833b7f017,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:34.378793 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27eea9-daff-4354-bd17-23de6d40a45b req-fc43492b-2a05-4b38-a227-e40c82a05acd tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:34.380676 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ee27eea9-daff-4354-bd17-23de6d40a45b req-fc43492b-2a05-4b38-a227-e40c82a05acd tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=acfd94a9-1c02-4462-88e8-3c6afd7688eb HTTP/1.1" status: 200 len: 943 time: 0.0647347 Nov 16 11:27:34.392983 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba5f94-5439-45f0-9586-95449cf7e048 req-5f824efe-41cf-4df7-8bec-daa6ec6feb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:34.394800 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-38ba5f94-5439-45f0-9586-95449cf7e048 req-5f824efe-41cf-4df7-8bec-daa6ec6feb93 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ad08e2ce4ec4b2c85ee1303623bd5e0&device_id=acfd94a9-1c02-4462-88e8-3c6afd7688eb HTTP/1.1" status: 200 len: 1094 time: 0.0557981 Nov 16 11:27:34.455676 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ee27eea9-daff-4354-bd17-23de6d40a45b req-59ecdc7b-01ee-4e09-9f7e-cd2b9999ed7b tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646260 Nov 16 11:27:34.485565 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0accc1-669c-4166-a588-a9c49629a1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45d9a78-4124-4025-b1f1-fd4d4077dc07'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:27:34.488880 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef0255a-5da6-4d02-b0d1-4c7e9513c1df" -d '{"events": [{"server_uuid": "6b0accc1-669c-4166-a588-a9c49629a1be", "name": "network-vif-plugged", "status": "completed", "tag": "a45d9a78-4124-4025-b1f1-fd4d4077dc07"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:27:34.514771 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba5f94-5439-45f0-9586-95449cf7e048 req-8c455c50-eac9-4423-8879-4a2371b92012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:34.517075 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-38ba5f94-5439-45f0-9586-95449cf7e048 req-8c455c50-eac9-4423-8879-4a2371b92012 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cc72ab4f-6e33-4512-8fbb-f88d609be622 HTTP/1.1" status: 200 len: 916 time: 0.1132290 Nov 16 11:27:34.562847 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-38ba5f94-5439-45f0-9586-95449cf7e048 req-18831596-01db-42c6-be7b-60258db416f1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08af4e19-ecca-4bbe-9ac7-bad573fc1625 HTTP/1.1" status: 200 len: 217 time: 0.0368595 Nov 16 11:27:34.620504 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ef629-b90a-41cf-8f9f-fc0c00958b21 req-19f4ea68-fd00-4f14-a7dd-fa2f88a43280 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:34.622371 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3d4ef629-b90a-41cf-8f9f-fc0c00958b21 req-19f4ea68-fd00-4f14-a7dd-fa2f88a43280 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4e1299d-0c4f-4ed2-a695-9454915f1394 HTTP/1.1" status: 200 len: 944 time: 0.0668955 Nov 16 11:27:34.633125 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba5f94-5439-45f0-9586-95449cf7e048 req-aa027119-dd15-433c-9ebf-526cf084b8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:34.634804 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-38ba5f94-5439-45f0-9586-95449cf7e048 req-aa027119-dd15-433c-9ebf-526cf084b8c6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=36b4451e-72c7-4152-ab76-f0aba77042c0 HTTP/1.1" status: 200 len: 855 time: 0.0599732 Nov 16 11:27:34.636849 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['c36b15b5-c656-47c2-952e-811833b7f017'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:27:34.686363 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3d4ef629-b90a-41cf-8f9f-fc0c00958b21 req-719ac33e-f824-4b86-bf4a-4e12090cd73a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575798 Nov 16 11:27:34.734533 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-38ba5f94-5439-45f0-9586-95449cf7e048 req-29cc3483-437f-4816-bd40-5b2b3506d803 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cc72ab4f-6e33-4512-8fbb-f88d609be622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544012 Nov 16 11:27:34.808916 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['74c45600-4979-468d-b365-8c8de509e07e'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:27:34.835493 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236fdbc-b2f1-4bbe-80dd-800a2f8d9140 req-9070b4d1-0c82-4b8f-9a24-7fbd18ebb2c7 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:34.844663 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0236fdbc-b2f1-4bbe-80dd-800a2f8d9140 req-9070b4d1-0c82-4b8f-9a24-7fbd18ebb2c7 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=8afc0c48-2667-4227-806f-b6f3b3db517c HTTP/1.1" status: 200 len: 945 time: 0.0731421 Nov 16 11:27:34.874245 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-38ba5f94-5439-45f0-9586-95449cf7e048 req-83d7f336-179b-4684-8de0-3c995447d510 service neutron] 10.222.0.64 "GET /v2.0/networks/cc72ab4f-6e33-4512-8fbb-f88d609be622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313663 Nov 16 11:27:34.895678 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0236fdbc-b2f1-4bbe-80dd-800a2f8d9140 req-3f4d9491-ea97-4efd-821d-3029bac1260f tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497515 Nov 16 11:27:34.956755 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40a51c1-d451-411d-8498-04019639a99a x-openstack-request-id: req-c40a51c1-d451-411d-8498-04019639a99a {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:27:34.957050 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0accc1-669c-4166-a588-a9c49629a1be", "name": "network-vif-plugged", "status": "completed", "tag": "a45d9a78-4124-4025-b1f1-fd4d4077dc07", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:27:34.957288 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c40a51c1-d451-411d-8498-04019639a99a {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:27:34.957680 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0accc1-669c-4166-a588-a9c49629a1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45d9a78-4124-4025-b1f1-fd4d4077dc07', 'code': 200} Nov 16 11:27:34.984652 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-38ba5f94-5439-45f0-9586-95449cf7e048 req-3539e1b6-b9ea-4de6-83ca-26f160a27913 service neutron] 10.222.0.64 "GET /v2.0/networks/cc72ab4f-6e33-4512-8fbb-f88d609be622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986533 Nov 16 11:27:35.105074 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466a260-e6c3-4a98-9f64-e84de5ce19f3 req-476e018f-6803-403d-b0d7-147a0587fc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:35.106735 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b466a260-e6c3-4a98-9f64-e84de5ce19f3 req-476e018f-6803-403d-b0d7-147a0587fc66 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6b0accc1-669c-4166-a588-a9c49629a1be HTTP/1.1" status: 200 len: 1096 time: 0.0540271 Nov 16 11:27:35.134616 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c324627-00d7-48ee-bd3b-e256d0e321d9 req-8c628c0f-3862-46d3-9fb1-fa892d276145 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:35.138371 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3c324627-00d7-48ee-bd3b-e256d0e321d9 req-8c628c0f-3862-46d3-9fb1-fa892d276145 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 947 time: 0.0746834 Nov 16 11:27:35.155258 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b466a260-e6c3-4a98-9f64-e84de5ce19f3 req-903c105e-5652-47e4-b68f-a7b472fa1bd2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=092bbbe7-ce69-4a94-a75b-f6cf545e24d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407395 Nov 16 11:27:35.187547 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3c324627-00d7-48ee-bd3b-e256d0e321d9 req-73f954b2-8e7e-4326-ab0d-068dd685dfd5 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438380 Nov 16 11:27:35.323602 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99670509-aee0-41c1-ae7a-bd027aa11377 req-fc798cdb-4de3-4cd1-b2be-f0d6904e4697 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:35.325067 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-99670509-aee0-41c1-ae7a-bd027aa11377 req-fc798cdb-4de3-4cd1-b2be-f0d6904e4697 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b0accc1-669c-4166-a588-a9c49629a1be HTTP/1.1" status: 200 len: 945 time: 0.0537541 Nov 16 11:27:35.371953 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-99670509-aee0-41c1-ae7a-bd027aa11377 req-79c69250-6aac-4161-b139-69de5b8e83f9 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.61 "GET /v2.0/security-groups?id=092bbbe7-ce69-4a94-a75b-f6cf545e24d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409145 Nov 16 11:27:35.397168 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device eda68473-eb26-42d1-ad61-73e085f00c70 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:27:35.539775 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port eda68473-eb26-42d1-ad61-73e085f00c70, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=eda68473-eb26-42d1-ad61-73e085f00c70,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:35.553476 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'eda68473-eb26-42d1-ad61-73e085f00c70', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'port_id': 'eda68473-eb26-42d1-ad61-73e085f00c70', 'mac_address': 'fa:16:3e:3d:e2:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c770cc-51d7-42eb-b4a6-9a605bacae0f', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:27:35.598987 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:35.613291 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eda68473-eb26-42d1-ad61-73e085f00c70 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:27:35.635129 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port eda68473-eb26-42d1-ad61-73e085f00c70, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=eda68473-eb26-42d1-ad61-73e085f00c70,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:35.639321 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b1762-b5a4-4277-8c74-d23ec2ba7991 req-51095560-aff1-40fa-afd4-08587ce1e904 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:35.639843 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:35.640414 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 08af4e19-ecca-4bbe-9ac7-bad573fc1625 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:27:35.640791 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-864b1762-b5a4-4277-8c74-d23ec2ba7991 req-51095560-aff1-40fa-afd4-08587ce1e904 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=acfd94a9-1c02-4462-88e8-3c6afd7688eb HTTP/1.1" status: 200 len: 943 time: 0.0526505 Nov 16 11:27:35.704977 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-864b1762-b5a4-4277-8c74-d23ec2ba7991 req-d125225d-7bcb-4ffa-b48f-37e966f18bb7 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579908 Nov 16 11:27:35.743012 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=eda68473-eb26-42d1-ad61-73e085f00c70,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:35.778667 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 38368) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:35.804111 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 08af4e19-ecca-4bbe-9ac7-bad573fc1625, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=08af4e19-ecca-4bbe-9ac7-bad573fc1625,segment=NetworkSegment(0009b431-285f-41a0-a8ef-b06ff30af7d1),segment_id=0009b431-285f-41a0-a8ef-b06ff30af7d1)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:35.818533 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '08af4e19-ecca-4bbe-9ac7-bad573fc1625', 'network_id': 'cc72ab4f-6e33-4512-8fbb-f88d609be622', 'port_id': '08af4e19-ecca-4bbe-9ac7-bad573fc1625', 'mac_address': 'fa:16:3e:27:3c:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b4451e-72c7-4152-ab76-f0aba77042c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:27:35.841113 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552637a-58b5-4c54-b163-a547ae10d12e req-ba74031b-ccce-4ebb-8ba9-9627f23daeb4 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:35.843150 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c552637a-58b5-4c54-b163-a547ae10d12e req-ba74031b-ccce-4ebb-8ba9-9627f23daeb4 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4e1299d-0c4f-4ed2-a695-9454915f1394 HTTP/1.1" status: 200 len: 944 time: 0.0538058 Nov 16 11:27:35.859296 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:35.875189 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08af4e19-ecca-4bbe-9ac7-bad573fc1625 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:27:35.900831 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 08af4e19-ecca-4bbe-9ac7-bad573fc1625, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=08af4e19-ecca-4bbe-9ac7-bad573fc1625,segment=NetworkSegment(0009b431-285f-41a0-a8ef-b06ff30af7d1),segment_id=0009b431-285f-41a0-a8ef-b06ff30af7d1)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:35.905106 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:35.911992 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac565bef-6c28-461f-ac09-2b51217c1b8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:35.927201 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c552637a-58b5-4c54-b163-a547ae10d12e req-87b4755f-f838-4ac9-9da8-b66173406bc8 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770328 Nov 16 11:27:35.993912 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=08af4e19-ecca-4bbe-9ac7-bad573fc1625,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:36.014565 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac565bef-6c28-461f-ac09-2b51217c1b8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:36.018892 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac565bef-6c28-461f-ac09-2b51217c1b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:36.051808 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c595023-eb3b-460e-be2e-5385ad74c7e9 req-c903c689-97f6-440b-ba23-9af7a91c8294 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:36.053405 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3c595023-eb3b-460e-be2e-5385ad74c7e9 req-c903c689-97f6-440b-ba23-9af7a91c8294 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=8afc0c48-2667-4227-806f-b6f3b3db517c HTTP/1.1" status: 200 len: 945 time: 0.0538635 Nov 16 11:27:36.058450 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ac565bef-6c28-461f-ac09-2b51217c1b8a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=49c48ca6b5b344e28cf4a262a0eb1410&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2782049 Nov 16 11:27:36.060582 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac565bef-6c28-461f-ac09-2b51217c1b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b349760a-da99-46d3-bb6b-025e4db6ceb8,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:36.061166 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 38374) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:36.137721 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3c595023-eb3b-460e-be2e-5385ad74c7e9 req-ae348556-5737-475c-a11c-122afaaccc95 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672843 Nov 16 11:27:36.147070 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d5a4ffd-934c-4cef-9d52-973696db8450 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:36.169014 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d5a4ffd-934c-4cef-9d52-973696db8450 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:36.217686 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d5a4ffd-934c-4cef-9d52-973696db8450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:36.220941 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d5a4ffd-934c-4cef-9d52-973696db8450 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:36.225124 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2d5a4ffd-934c-4cef-9d52-973696db8450 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b349760a-da99-46d3-bb6b-025e4db6ceb8 HTTP/1.1" status: 204 len: 168 time: 0.1599329 Nov 16 11:27:36.250561 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a4ffd-934c-4cef-9d52-973696db8450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b349760a-da99-46d3-bb6b-025e4db6ceb8,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:36.328562 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b9bbd-8b9d-439b-a91a-a7f17e76ac58 req-c59ed895-6246-4bd0-9478-b42ad9eefa32 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:36.330169 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7d3b9bbd-8b9d-439b-a91a-a7f17e76ac58 req-c59ed895-6246-4bd0-9478-b42ad9eefa32 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 948 time: 0.0621920 Nov 16 11:27:36.394896 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7d3b9bbd-8b9d-439b-a91a-a7f17e76ac58 req-1f86a124-ef49-4462-8c87-7d720d353c29 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519862 Nov 16 11:27:36.440134 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['eda68473-eb26-42d1-ad61-73e085f00c70'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:27:36.468024 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['08af4e19-ecca-4bbe-9ac7-bad573fc1625'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:27:36.579407 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb162df-aeaa-4192-86c5-dcfb73f49efa req-8d7fe897-1dd1-4386-acfd-dface1b00965 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:36.588012 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eeb162df-aeaa-4192-86c5-dcfb73f49efa req-8d7fe897-1dd1-4386-acfd-dface1b00965 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b0accc1-669c-4166-a588-a9c49629a1be HTTP/1.1" status: 200 len: 945 time: 0.1139026 Nov 16 11:27:36.662098 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eeb162df-aeaa-4192-86c5-dcfb73f49efa req-b7d879b5-72d5-4c8b-a2c4-1bca5df77c06 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.61 "GET /v2.0/security-groups?id=092bbbe7-ce69-4a94-a75b-f6cf545e24d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729485 Nov 16 11:27:36.851539 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e2a0b-fe21-4d1e-8c2d-a0390a057042 req-d6c08b51-3788-4e6b-aa5e-a1ad132dd0c8 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:36.853011 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-503e2a0b-fe21-4d1e-8c2d-a0390a057042 req-d6c08b51-3788-4e6b-aa5e-a1ad132dd0c8 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=acfd94a9-1c02-4462-88e8-3c6afd7688eb HTTP/1.1" status: 200 len: 944 time: 0.0561843 Nov 16 11:27:36.906513 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-503e2a0b-fe21-4d1e-8c2d-a0390a057042 req-998a0eb8-7af7-4b43-adc0-0f87a5a16c32 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468106 Nov 16 11:27:37.044433 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ace6b-dd19-40b4-9ef3-8ed1d549c402 req-b42deb04-405d-4003-8df0-57b04b6195d7 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:37.045831 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-809ace6b-dd19-40b4-9ef3-8ed1d549c402 req-b42deb04-405d-4003-8df0-57b04b6195d7 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4e1299d-0c4f-4ed2-a695-9454915f1394 HTTP/1.1" status: 200 len: 944 time: 0.0530829 Nov 16 11:27:37.097638 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-809ace6b-dd19-40b4-9ef3-8ed1d549c402 req-cd29b4ec-ef9b-4e6e-831e-65f37e66e40d tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451500 Nov 16 11:27:37.353328 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b055f-8e51-4558-bc08-9d6cb6c0fdd5 req-2d487d86-79c4-4e8c-829e-79b95971c092 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:37.354988 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5c4b055f-8e51-4558-bc08-9d6cb6c0fdd5 req-2d487d86-79c4-4e8c-829e-79b95971c092 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=8afc0c48-2667-4227-806f-b6f3b3db517c HTTP/1.1" status: 200 len: 945 time: 0.0500250 Nov 16 11:27:37.400255 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 74c45600-4979-468d-b365-8c8de509e07e up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:27:37.411420 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5c4b055f-8e51-4558-bc08-9d6cb6c0fdd5 req-d113d362-887d-4e8d-878b-410bd4255681 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504806 Nov 16 11:27:37.464308 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 74c45600-4979-468d-b365-8c8de509e07e completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:27:37.468596 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 74c45600-4979-468d-b365-8c8de509e07e triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:27:37.469120 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:37.514066 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28b02b43-9838-4ad8-a334-d894a7372624 req-4a9ec264-ed15-4dd1-8658-5992eb07eb2d tempest-AbsoluteLimitsNegativeTestJSON-358037371 tempest-AbsoluteLimitsNegativeTestJSON-358037371-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=26a2444ac77d4207b728c2466cdfe335&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219431 Nov 16 11:27:37.563513 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:37.589201 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e1299d-0c4f-4ed2-a695-9454915f1394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c45600-4979-468d-b365-8c8de509e07e'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:27:37.591862 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62cb1001-a6a1-44bc-91c2-6ef950eed272" -d '{"events": [{"server_uuid": "b4e1299d-0c4f-4ed2-a695-9454915f1394", "name": "network-vif-plugged", "status": "completed", "tag": "74c45600-4979-468d-b365-8c8de509e07e"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:27:37.605530 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 74c45600-4979-468d-b365-8c8de509e07e, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=74c45600-4979-468d-b365-8c8de509e07e,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:37.612453 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:37.613569 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device c36b15b5-c656-47c2-952e-811833b7f017 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:27:37.638871 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b02b43-9838-4ad8-a334-d894a7372624 req-fbdd3163-ba8c-41c9-bb0f-20086b7974fd tempest-AbsoluteLimitsNegativeTestJSON-358037371 tempest-AbsoluteLimitsNegativeTestJSON-358037371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:37.640525 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28b02b43-9838-4ad8-a334-d894a7372624 req-fbdd3163-ba8c-41c9-bb0f-20086b7974fd tempest-AbsoluteLimitsNegativeTestJSON-358037371 tempest-AbsoluteLimitsNegativeTestJSON-358037371-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1204257 Nov 16 11:27:37.659018 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28b02b43-9838-4ad8-a334-d894a7372624 req-50882451-7704-414e-960e-bf798620fcc1 tempest-AbsoluteLimitsNegativeTestJSON-358037371 tempest-AbsoluteLimitsNegativeTestJSON-358037371-project] 10.222.0.61 "GET /v2.0/quotas/26a2444ac77d4207b728c2466cdfe335 HTTP/1.1" status: 200 len: 375 time: 0.0106580 Nov 16 11:27:37.700880 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28b02b43-9838-4ad8-a334-d894a7372624 req-ad218130-b5f2-433d-895f-75ce9f36f840 tempest-AbsoluteLimitsNegativeTestJSON-358037371 tempest-AbsoluteLimitsNegativeTestJSON-358037371-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=26a2444ac77d4207b728c2466cdfe335&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347385 Nov 16 11:27:37.708410 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port c36b15b5-c656-47c2-952e-811833b7f017 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:27:37.719869 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port c36b15b5-c656-47c2-952e-811833b7f017 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:27:37.720278 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:37.777695 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=74c45600-4979-468d-b365-8c8de509e07e,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:37.850080 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:37.888604 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b491c-2745-4281-9565-8d6576b2b6f2 req-e4e7120d-0352-4461-9ba8-cd6dec8576ba tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:37.890396 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d78b491c-2745-4281-9565-8d6576b2b6f2 req-e4e7120d-0352-4461-9ba8-cd6dec8576ba tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 948 time: 0.0623918 Nov 16 11:27:37.892806 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port c36b15b5-c656-47c2-952e-811833b7f017, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=c36b15b5-c656-47c2-952e-811833b7f017,segment=NetworkSegment(585253a6-e371-4de8-b374-85368b56235e),segment_id=585253a6-e371-4de8-b374-85368b56235e)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:37.898300 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:37.968956 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 38446) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:37.975571 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=c36b15b5-c656-47c2-952e-811833b7f017,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:37.982777 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d78b491c-2745-4281-9565-8d6576b2b6f2 req-d683428b-b2b7-448a-a600-752eb04ae2a4 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798414 Nov 16 11:27:38.037150 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf36bdf-907e-45a1-bd50-15d7f32c49ed x-openstack-request-id: req-cdf36bdf-907e-45a1-bd50-15d7f32c49ed {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:27:38.037569 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4e1299d-0c4f-4ed2-a695-9454915f1394", "name": "network-vif-plugged", "status": "completed", "tag": "74c45600-4979-468d-b365-8c8de509e07e", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:27:38.037917 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cdf36bdf-907e-45a1-bd50-15d7f32c49ed {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:27:38.038446 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e1299d-0c4f-4ed2-a695-9454915f1394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c45600-4979-468d-b365-8c8de509e07e', 'code': 200} Nov 16 11:27:38.071569 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 38450) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:38.162125 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed924cb4-8ebf-4e36-85f0-a09cd1295e87 req-15d59aed-c77c-4554-8090-d2d5c046afc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:38.163850 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ed924cb4-8ebf-4e36-85f0-a09cd1295e87 req-15d59aed-c77c-4554-8090-d2d5c046afc4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b4e1299d-0c4f-4ed2-a695-9454915f1394 HTTP/1.1" status: 200 len: 1096 time: 0.0539899 Nov 16 11:27:38.165424 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17200afd-30db-44ea-83e4-2ec9f14afd95 req-4e4f58cf-58ec-48cd-aa28-d77704fc8acb tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:38.167394 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-17200afd-30db-44ea-83e4-2ec9f14afd95 req-4e4f58cf-58ec-48cd-aa28-d77704fc8acb tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b0accc1-669c-4166-a588-a9c49629a1be HTTP/1.1" status: 200 len: 945 time: 0.0704160 Nov 16 11:27:38.210614 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6dc7dd66-a89c-4ccd-9d7d-b1a5cb4f12ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:38.228072 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-17200afd-30db-44ea-83e4-2ec9f14afd95 req-4f0adce5-805f-4b63-9c78-821ab261194c tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.61 "GET /v2.0/security-groups?id=092bbbe7-ce69-4a94-a75b-f6cf545e24d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522819 Nov 16 11:27:38.291338 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ed924cb4-8ebf-4e36-85f0-a09cd1295e87 req-8c893e33-9c8c-47f9-93ad-b99cc261b907 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176488 Nov 16 11:27:38.313509 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c911384a-aedb-445b-afda-290a3ae4b08a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=43d5fade76da404e906bd7391486df47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3384759 Nov 16 11:27:38.313509 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 38458) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:38.394237 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6dc7dd66-a89c-4ccd-9d7d-b1a5cb4f12ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:38.397777 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2280698d-45fe-4df1-9a75-f99b905e4bbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:38.400719 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6dc7dd66-a89c-4ccd-9d7d-b1a5cb4f12ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:38.407696 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5019c4da-1387-465b-ae41-beebccbfc2e7 req-fd4bcabb-236e-4a77-ad57-2b6b8f387561 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:38.409221 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5019c4da-1387-465b-ae41-beebccbfc2e7 req-fd4bcabb-236e-4a77-ad57-2b6b8f387561 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=acfd94a9-1c02-4462-88e8-3c6afd7688eb HTTP/1.1" status: 200 len: 944 time: 0.0538611 Nov 16 11:27:38.450577 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2280698d-45fe-4df1-9a75-f99b905e4bbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:38.465667 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5019c4da-1387-465b-ae41-beebccbfc2e7 req-c0bb4fd1-2aaf-49fb-b9bf-ffb5ca705613 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503469 Nov 16 11:27:38.468751 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6dc7dd66-a89c-4ccd-9d7d-b1a5cb4f12ec admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=26a2444ac77d4207b728c2466cdfe335&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3957672 Nov 16 11:27:38.471600 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 38462) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:38.472368 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7dd66-a89c-4ccd-9d7d-b1a5cb4f12ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5232d4cc-d755-42da-8383-934cffba02a0,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:38.537206 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c284323-38b6-4142-9a0d-b06d373d785c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:38.538631 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2280698d-45fe-4df1-9a75-f99b905e4bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:38.555926 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2280698d-45fe-4df1-9a75-f99b905e4bbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:38.557337 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2280698d-45fe-4df1-9a75-f99b905e4bbb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9a81933c-4c51-4784-8b56-8dde575436fe HTTP/1.1" status: 204 len: 168 time: 0.2433872 Nov 16 11:27:38.568396 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2280698d-45fe-4df1-9a75-f99b905e4bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a81933c-4c51-4784-8b56-8dde575436fe,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:38.575001 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c284323-38b6-4142-9a0d-b06d373d785c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:38.635786 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898fcba2-809c-450d-bce5-707273001629 req-1a1bdac5-bf67-45ed-8a74-189c99d4d4fe tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:38.637251 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-898fcba2-809c-450d-bce5-707273001629 req-1a1bdac5-bf67-45ed-8a74-189c99d4d4fe tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4e1299d-0c4f-4ed2-a695-9454915f1394 HTTP/1.1" status: 200 len: 945 time: 0.0849428 Nov 16 11:27:38.673646 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c284323-38b6-4142-9a0d-b06d373d785c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:38.676221 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c284323-38b6-4142-9a0d-b06d373d785c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:38.679665 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4c284323-38b6-4142-9a0d-b06d373d785c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5232d4cc-d755-42da-8383-934cffba02a0 HTTP/1.1" status: 204 len: 168 time: 0.2044408 Nov 16 11:27:38.683811 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:27:38.695331 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c284323-38b6-4142-9a0d-b06d373d785c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5232d4cc-d755-42da-8383-934cffba02a0,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:38.712953 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-898fcba2-809c-450d-bce5-707273001629 req-8070a3b7-3e70-4c0d-96d2-6ee4744da70b tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682280 Nov 16 11:27:38.840817 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca623178-72f7-4fdc-acc4-fa06d71a9be0 req-d039aa87-b400-4e61-a285-3604cc9c516f tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:38.847817 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ca623178-72f7-4fdc-acc4-fa06d71a9be0 req-d039aa87-b400-4e61-a285-3604cc9c516f tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd570632-56e0-44a8-956d-dd50c2bde048 HTTP/1.1" status: 200 len: 945 time: 0.0608757 Nov 16 11:27:38.894501 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ca623178-72f7-4fdc-acc4-fa06d71a9be0 req-3f593494-5530-464d-926e-0441aa392201 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.61 "GET /v2.0/security-groups?id=092bbbe7-ce69-4a94-a75b-f6cf545e24d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457542 Nov 16 11:27:39.012644 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c440c2-f2a9-47ff-b198-7bc482348523 req-c1146ba4-cfbf-4074-b1dd-2976e59f7168 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:39.014150 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e4c440c2-f2a9-47ff-b198-7bc482348523 req-c1146ba4-cfbf-4074-b1dd-2976e59f7168 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=8afc0c48-2667-4227-806f-b6f3b3db517c HTTP/1.1" status: 200 len: 945 time: 0.0565844 Nov 16 11:27:39.066518 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e4c440c2-f2a9-47ff-b198-7bc482348523 req-95c98e16-6cb2-46e0-9c93-c44be1816517 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453489 Nov 16 11:27:39.185191 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5af385-1665-434f-812f-f7b3a0cbcbc0 req-3595eabb-cc6e-4278-86fa-7fb2253fad77 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:39.186728 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dc5af385-1665-434f-812f-f7b3a0cbcbc0 req-3595eabb-cc6e-4278-86fa-7fb2253fad77 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0727cd2-850e-47b9-b05b-1c2c87fc252d HTTP/1.1" status: 200 len: 945 time: 0.0574186 Nov 16 11:27:39.252032 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dc5af385-1665-434f-812f-f7b3a0cbcbc0 req-bf7f1b9a-9cb1-47f5-a73b-5a7753cc77db tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.61 "GET /v2.0/security-groups?id=092bbbe7-ce69-4a94-a75b-f6cf545e24d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575206 Nov 16 11:27:39.368839 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c15042-0ac1-4cd2-bb2a-e2365495424b req-6f6c4e19-5016-4046-91bb-a7fcb3fe307c tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:39.371580 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-80c15042-0ac1-4cd2-bb2a-e2365495424b req-6f6c4e19-5016-4046-91bb-a7fcb3fe307c tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 948 time: 0.0526731 Nov 16 11:27:39.421528 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device eda68473-eb26-42d1-ad61-73e085f00c70 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:27:39.434626 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-80c15042-0ac1-4cd2-bb2a-e2365495424b req-c8b6d87f-f1a3-492d-9638-ae3a8cd9926e tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557709 Nov 16 11:27:39.491619 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port eda68473-eb26-42d1-ad61-73e085f00c70 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:27:39.496607 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port eda68473-eb26-42d1-ad61-73e085f00c70 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:27:39.497822 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:39.570557 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 38514) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:39.622055 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:39.667082 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port eda68473-eb26-42d1-ad61-73e085f00c70, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=eda68473-eb26-42d1-ad61-73e085f00c70,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:39.669224 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf5bca-f1cd-4c5e-9c29-14416c971e59 req-01a3271e-672e-4f97-a382-b153b9de4718 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:39.671000 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-19bf5bca-f1cd-4c5e-9c29-14416c971e59 req-01a3271e-672e-4f97-a382-b153b9de4718 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=acfd94a9-1c02-4462-88e8-3c6afd7688eb HTTP/1.1" status: 200 len: 944 time: 0.0623426 Nov 16 11:27:39.678666 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:39.679456 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 08af4e19-ecca-4bbe-9ac7-bad573fc1625 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:27:39.712692 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-092d03e9-3af3-44ac-a8eb-444e7f8e1efd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1393525417-network', 'tenant_id': 'd9c312f535cb4cf58448c066749083fd'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:27:39.743750 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092d03e9-3af3-44ac-a8eb-444e7f8e1efd admin admin] Made reservation on behalf of d9c312f535cb4cf58448c066749083fd for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:27:39.747489 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-092d03e9-3af3-44ac-a8eb-444e7f8e1efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:39.755453 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=eda68473-eb26-42d1-ad61-73e085f00c70,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:39.756926 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-19bf5bca-f1cd-4c5e-9c29-14416c971e59 req-534c0df3-b8c8-4624-aa20-379cda3f38e2 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789135 Nov 16 11:27:39.777545 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-092d03e9-3af3-44ac-a8eb-444e7f8e1efd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:39.812473 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 08af4e19-ecca-4bbe-9ac7-bad573fc1625 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:27:39.817326 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 08af4e19-ecca-4bbe-9ac7-bad573fc1625 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:27:39.817758 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:39.878791 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b111c-4734-4051-9c7a-71a1975dbb26 req-c2d436f2-8a52-4a1a-b924-7828e2f0af84 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:39.880548 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ad3b111c-4734-4051-9c7a-71a1975dbb26 req-c2d436f2-8a52-4a1a-b924-7828e2f0af84 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4e1299d-0c4f-4ed2-a695-9454915f1394 HTTP/1.1" status: 200 len: 945 time: 0.0581567 Nov 16 11:27:39.919982 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:39.944749 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ad3b111c-4734-4051-9c7a-71a1975dbb26 req-08b67fa9-9026-4d08-8600-7f58f6a839d9 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571547 Nov 16 11:27:39.969688 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 08af4e19-ecca-4bbe-9ac7-bad573fc1625, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=08af4e19-ecca-4bbe-9ac7-bad573fc1625,segment=NetworkSegment(0009b431-285f-41a0-a8ef-b06ff30af7d1),segment_id=0009b431-285f-41a0-a8ef-b06ff30af7d1)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:39.977287 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:39.982291 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-092d03e9-3af3-44ac-a8eb-444e7f8e1efd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:39.988511 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-092d03e9-3af3-44ac-a8eb-444e7f8e1efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:40.016388 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-092d03e9-3af3-44ac-a8eb-444e7f8e1efd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:27:40.027167 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d03e9-3af3-44ac-a8eb-444e7f8e1efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c7f66c-d7f5-400b-a850-718f7eaca41d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:40.031967 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=08af4e19-ecca-4bbe-9ac7-bad573fc1625,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:40.035521 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-092d03e9-3af3-44ac-a8eb-444e7f8e1efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:40.036014 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-092d03e9-3af3-44ac-a8eb-444e7f8e1efd admin admin] Added segment b0fc45c9-2beb-4f49-9aad-62aa818b50ab of type vlan for network 9a347c0b-70fe-4059-8e4c-7d26043c2cab Nov 16 11:27:40.039445 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0727cd2-850e-47b9-b05b-1c2c87fc252d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36b15b5-c656-47c2-952e-811833b7f017'}, {'server_uuid': '8ff7b117-b432-480a-84d2-bb351439e694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eda68473-eb26-42d1-ad61-73e085f00c70'}, {'server_uuid': 'acfd94a9-1c02-4462-88e8-3c6afd7688eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08af4e19-ecca-4bbe-9ac7-bad573fc1625'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:27:40.042664 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905ac300-f37e-4d41-a419-9ca8bad67526" -d '{"events": [{"server_uuid": "e0727cd2-850e-47b9-b05b-1c2c87fc252d", "name": "network-vif-plugged", "status": "completed", "tag": "c36b15b5-c656-47c2-952e-811833b7f017"}, {"server_uuid": "8ff7b117-b432-480a-84d2-bb351439e694", "name": "network-vif-plugged", "status": "completed", "tag": "eda68473-eb26-42d1-ad61-73e085f00c70"}, {"server_uuid": "acfd94a9-1c02-4462-88e8-3c6afd7688eb", "name": "network-vif-plugged", "status": "completed", "tag": "08af4e19-ecca-4bbe-9ac7-bad573fc1625"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:27:40.079671 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-092d03e9-3af3-44ac-a8eb-444e7f8e1efd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:40.106343 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 16 Nov 2021 11:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89666e69-4734-4c8b-a776-bbd3248b116c x-openstack-request-id: req-89666e69-4734-4c8b-a776-bbd3248b116c {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:27:40.106859 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0727cd2-850e-47b9-b05b-1c2c87fc252d", "name": "network-vif-plugged", "status": "completed", "tag": "c36b15b5-c656-47c2-952e-811833b7f017", "code": 200}, {"server_uuid": "8ff7b117-b432-480a-84d2-bb351439e694", "name": "network-vif-plugged", "status": "completed", "tag": "eda68473-eb26-42d1-ad61-73e085f00c70", "code": 200}, {"server_uuid": "acfd94a9-1c02-4462-88e8-3c6afd7688eb", "name": "network-vif-plugged", "status": "completed", "tag": "08af4e19-ecca-4bbe-9ac7-bad573fc1625", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:27:40.107162 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-89666e69-4734-4c8b-a776-bbd3248b116c {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:27:40.107654 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0727cd2-850e-47b9-b05b-1c2c87fc252d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36b15b5-c656-47c2-952e-811833b7f017', 'code': 200} Nov 16 11:27:40.107995 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff7b117-b432-480a-84d2-bb351439e694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eda68473-eb26-42d1-ad61-73e085f00c70', 'code': 200} Nov 16 11:27:40.108254 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acfd94a9-1c02-4462-88e8-3c6afd7688eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08af4e19-ecca-4bbe-9ac7-bad573fc1625', 'code': 200} Nov 16 11:27:40.109600 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-092d03e9-3af3-44ac-a8eb-444e7f8e1efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:40.110800 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092d03e9-3af3-44ac-a8eb-444e7f8e1efd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:40.111381 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-092d03e9-3af3-44ac-a8eb-444e7f8e1efd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:40.190456 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-092d03e9-3af3-44ac-a8eb-444e7f8e1efd admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6184826 Nov 16 11:27:40.192988 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 38536) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:40.199440 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-82b6ea8f-cb5e-40b6-8a65-75ccc6da3956 admin admin] Request body: {'subnet': {'network_id': '9a347c0b-70fe-4059-8e4c-7d26043c2cab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1393525417-subnet', 'tenant_id': 'd9c312f535cb4cf58448c066749083fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:27:40.207076 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 38538) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:40.219995 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d03e9-3af3-44ac-a8eb-444e7f8e1efd admin admin] Pushing event updated for resources: {'Network': ['ID=9a347c0b-70fe-4059-8e4c-7d26043c2cab,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:40.231240 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76cc3e8-1b98-4207-afcd-8416ab177bf4 req-e4e5e602-6ee2-44c8-9499-054642e24c65 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:40.231713 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 9a347c0b-70fe-4059-8e4c-7d26043c2cab details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:27:40.232961 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b76cc3e8-1b98-4207-afcd-8416ab177bf4 req-e4e5e602-6ee2-44c8-9499-054642e24c65 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=8afc0c48-2667-4227-806f-b6f3b3db517c HTTP/1.1" status: 200 len: 945 time: 0.0698917 Nov 16 11:27:40.301612 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b76cc3e8-1b98-4207-afcd-8416ab177bf4 req-39128e25-8f49-4d77-994f-39a75ab88400 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611372 Nov 16 11:27:40.336532 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b6ea8f-cb5e-40b6-8a65-75ccc6da3956 admin admin] Made reservation on behalf of d9c312f535cb4cf58448c066749083fd for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:27:40.341111 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-82b6ea8f-cb5e-40b6-8a65-75ccc6da3956 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:40.404857 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b9af022f-e143-4bf8-b8d4-6d6938266b8b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Request body: {'network': {'name': 'tempest-network-smoke--611217749', 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'port_security_enabled': True}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:27:40.409077 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733a1b1-f871-42a1-abdb-609addd9a23f req-d1a57f2a-1776-4b5d-b4eb-1729001c4a95 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:40.410567 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0733a1b1-f871-42a1-abdb-609addd9a23f req-d1a57f2a-1776-4b5d-b4eb-1729001c4a95 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0727cd2-850e-47b9-b05b-1c2c87fc252d HTTP/1.1" status: 200 len: 945 time: 0.0501180 Nov 16 11:27:40.433816 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76092bdb-bca4-4b18-aae5-9549672cc0a9 req-97e1514a-5e27-44e5-bf91-1c05b0c817cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:40.435333 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-76092bdb-bca4-4b18-aae5-9549672cc0a9 req-97e1514a-5e27-44e5-bf91-1c05b0c817cf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 1100 time: 0.1881812 Nov 16 11:27:40.436844 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32286b99-ffcc-491b-b79e-f99e1c1d672f req-2ebb5d9b-3182-4007-8c4c-d9ed7fbfa4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:40.438190 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-32286b99-ffcc-491b-b79e-f99e1c1d672f req-2ebb5d9b-3182-4007-8c4c-d9ed7fbfa4b0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=acfd94a9-1c02-4462-88e8-3c6afd7688eb HTTP/1.1" status: 200 len: 1096 time: 0.2122548 Nov 16 11:27:40.444074 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d74170-e920-477c-86e6-39bf826b4216 req-03a0c386-3373-4a44-8283-475e222cf249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:40.445403 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f1d74170-e920-477c-86e6-39bf826b4216 req-03a0c386-3373-4a44-8283-475e222cf249 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e0727cd2-850e-47b9-b05b-1c2c87fc252d HTTP/1.1" status: 200 len: 1096 time: 0.1958790 Nov 16 11:27:40.458617 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0733a1b1-f871-42a1-abdb-609addd9a23f req-30196a06-6d19-4d27-a488-fb20be0cab1b tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.61 "GET /v2.0/security-groups?id=092bbbe7-ce69-4a94-a75b-f6cf545e24d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420327 Nov 16 11:27:40.499664 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9af022f-e143-4bf8-b8d4-6d6938266b8b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Made reservation on behalf of 8e4d1d7674f84686a4379fe8e2aa2d78 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:27:40.503096 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b9af022f-e143-4bf8-b8d4-6d6938266b8b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:40.530388 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b9af022f-e143-4bf8-b8d4-6d6938266b8b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:40.574969 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1cd3d1-5acb-4642-8057-228fdb6c9c10 req-5c0ec7e9-e2da-4822-acd2-11897385f8dd tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:40.576712 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1a1cd3d1-5acb-4642-8057-228fdb6c9c10 req-5c0ec7e9-e2da-4822-acd2-11897385f8dd tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 949 time: 0.0506194 Nov 16 11:27:40.608203 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-76092bdb-bca4-4b18-aae5-9549672cc0a9 req-09f85a4c-aa0b-419c-8987-c5db99e1d612 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515632 Nov 16 11:27:40.613820 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-32286b99-ffcc-491b-b79e-f99e1c1d672f req-dafd9d69-f6f0-4a3e-8da1-efa714929387 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457980 Nov 16 11:27:40.624604 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1a1cd3d1-5acb-4642-8057-228fdb6c9c10 req-562904ae-1054-415c-9090-271dc8d0b3c2 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420020 Nov 16 11:27:40.634790 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f1d74170-e920-477c-86e6-39bf826b4216 req-734c0723-de03-4dae-9480-b1cfb80ad408 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=092bbbe7-ce69-4a94-a75b-f6cf545e24d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656480 Nov 16 11:27:40.725102 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-82b6ea8f-cb5e-40b6-8a65-75ccc6da3956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:40.768052 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b9af022f-e143-4bf8-b8d4-6d6938266b8b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:40.779025 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b9af022f-e143-4bf8-b8d4-6d6938266b8b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:40.805828 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b6ea8f-cb5e-40b6-8a65-75ccc6da3956 admin admin] Pushing event updated for resources: {'Subnet': ['ID=353e6c5a-de1d-40fd-a1b8-057b0bade2ea,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:40.818524 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9af022f-e143-4bf8-b8d4-6d6938266b8b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:27:40.839266 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af022f-e143-4bf8-b8d4-6d6938266b8b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a25182e3-7e5a-4f31-9f76-a8aceeb3e0b0,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:40.849014 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b9af022f-e143-4bf8-b8d4-6d6938266b8b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:40.849362 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-b9af022f-e143-4bf8-b8d4-6d6938266b8b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Added segment d114ee64-6399-4cbb-b4e6-0cc02678fb09 of type vlan for network bbdfa3d4-8860-47b9-95de-528ad5f17ca5 Nov 16 11:27:40.851380 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b6ea8f-cb5e-40b6-8a65-75ccc6da3956 admin admin] Checking segment: {'id': 'b0fc45c9-2beb-4f49-9aad-62aa818b50ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '9a347c0b-70fe-4059-8e4c-7d26043c2cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:27:40.851746 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b6ea8f-cb5e-40b6-8a65-75ccc6da3956 admin admin] Network hostable DHCP agents. Network: 9a347c0b-70fe-4059-8e4c-7d26043c2cab, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:27:40.891783 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9d4f1-e073-4aa8-8594-182a72c03eb9 req-7bbddb9a-1804-47d6-aa78-fa204a0eb5ff tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:40.893649 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4ad9d4f1-e073-4aa8-8594-182a72c03eb9 req-7bbddb9a-1804-47d6-aa78-fa204a0eb5ff tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=acfd94a9-1c02-4462-88e8-3c6afd7688eb HTTP/1.1" status: 200 len: 945 time: 0.0617776 Nov 16 11:27:40.903303 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b9af022f-e143-4bf8-b8d4-6d6938266b8b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:40.913207 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b6ea8f-cb5e-40b6-8a65-75ccc6da3956 admin admin] Network 9a347c0b-70fe-4059-8e4c-7d26043c2cab is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:27:40.930031 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-82b6ea8f-cb5e-40b6-8a65-75ccc6da3956 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 9a347c0b-70fe-4059-8e4c-7d26043c2cab) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:27:40.937335 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b6ea8f-cb5e-40b6-8a65-75ccc6da3956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:40.937958 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-82b6ea8f-cb5e-40b6-8a65-75ccc6da3956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:40.948127 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41aeabce-90c4-4065-afc4-19e2a71c82ed None None] Network 9a347c0b-70fe-4059-8e4c-7d26043c2cab requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:27:40.951107 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b9af022f-e143-4bf8-b8d4-6d6938266b8b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:40.958006 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9af022f-e143-4bf8-b8d4-6d6938266b8b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:40.958653 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b9af022f-e143-4bf8-b8d4-6d6938266b8b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:40.960837 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4ad9d4f1-e073-4aa8-8594-182a72c03eb9 req-c799dcaa-e6bf-464a-aa61-314a98267c42 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587015 Nov 16 11:27:40.972886 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-82b6ea8f-cb5e-40b6-8a65-75ccc6da3956 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7788556 Nov 16 11:27:41.034386 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b9af022f-e143-4bf8-b8d4-6d6938266b8b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8235850 Nov 16 11:27:41.034965 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 38554) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:41.039607 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-80889fb7-f9e9-496a-8d5d-41a3abf9a2b6 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-489662568', 'admin_state_up': True, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:27:41.044952 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af022f-e143-4bf8-b8d4-6d6938266b8b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event updated for resources: {'Network': ['ID=bbdfa3d4-8860-47b9-95de-528ad5f17ca5,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:41.065831 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network bbdfa3d4-8860-47b9-95de-528ad5f17ca5 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:27:41.106086 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-80889fb7-f9e9-496a-8d5d-41a3abf9a2b6 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:41.107393 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-80889fb7-f9e9-496a-8d5d-41a3abf9a2b6 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:41.216695 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4382a989-22bd-474d-b35f-e98b4d46971e None None] Network 9a347c0b-70fe-4059-8e4c-7d26043c2cab requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:27:41.355819 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-83f15f36-3d5b-4727-8a7a-2423cf64de4e req-eb96d2ef-eec7-4dfa-aa65-e0fd990af49d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8c8d30c3-065b-4a55-87ca-23372d29d1d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525992 Nov 16 11:27:41.455398 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f15f36-3d5b-4727-8a7a-2423cf64de4e req-fd0b323c-bc85-45f5-8851-bede5a38ffda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:41.457072 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-83f15f36-3d5b-4727-8a7a-2423cf64de4e req-fd0b323c-bc85-45f5-8851-bede5a38ffda service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c6297fca90ae441aa40dab0d2d555d6b&device_id=8c8d30c3-065b-4a55-87ca-23372d29d1d9 HTTP/1.1" status: 200 len: 1097 time: 0.0448635 Nov 16 11:27:41.537100 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-80889fb7-f9e9-496a-8d5d-41a3abf9a2b6 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:41.561633 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d5660-6915-4a9f-b768-ad01cef82f90 req-05f1c912-ac7d-40e6-ba73-dbf101146a29 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:41.563124 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9b3d5660-6915-4a9f-b768-ad01cef82f90 req-05f1c912-ac7d-40e6-ba73-dbf101146a29 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4e1299d-0c4f-4ed2-a695-9454915f1394 HTTP/1.1" status: 200 len: 945 time: 0.4674735 Nov 16 11:27:41.582194 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f15f36-3d5b-4727-8a7a-2423cf64de4e req-5b7d5ce3-3863-4aab-a1b1-acb719825154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:41.583661 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-83f15f36-3d5b-4727-8a7a-2423cf64de4e req-5b7d5ce3-3863-4aab-a1b1-acb719825154 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334 HTTP/1.1" status: 200 len: 912 time: 0.0928323 Nov 16 11:27:41.634360 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-83f15f36-3d5b-4727-8a7a-2423cf64de4e req-9a6997eb-0241-48ca-8fa4-bbf47d7762c8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe4bad9f-e320-44f6-b633-16c2ce2be385 HTTP/1.1" status: 200 len: 217 time: 0.0376184 Nov 16 11:27:41.670839 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-13af0566-26de-43ac-a92a-650d6a6387d3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1498034 Nov 16 11:27:41.689978 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f15f36-3d5b-4727-8a7a-2423cf64de4e req-d7ac918f-814c-477a-a59d-d59675645dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:41.691429 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-83f15f36-3d5b-4727-8a7a-2423cf64de4e req-d7ac918f-814c-477a-a59d-d59675645dae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=098ff2a2-731b-47ba-a3df-3f077a39e5d8 HTTP/1.1" status: 200 len: 850 time: 0.0462492 Nov 16 11:27:41.753509 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f15f36-3d5b-4727-8a7a-2423cf64de4e req-17e915d3-8280-4e50-9c2c-3a9cb35dea1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:41.755033 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-83f15f36-3d5b-4727-8a7a-2423cf64de4e req-17e915d3-8280-4e50-9c2c-3a9cb35dea1d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455706 Nov 16 11:27:41.769251 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-80889fb7-f9e9-496a-8d5d-41a3abf9a2b6 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:41.779264 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9b3d5660-6915-4a9f-b768-ad01cef82f90 req-1f30531b-96d8-429b-8610-7a1889d015f7 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097151 Nov 16 11:27:41.843869 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-a396fad8-d49b-4a06-b81d-35e30cbc4f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:41.844519 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-a396fad8-d49b-4a06-b81d-35e30cbc4f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:41.845046 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-a396fad8-d49b-4a06-b81d-35e30cbc4f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:41.845568 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-a396fad8-d49b-4a06-b81d-35e30cbc4f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:41.846118 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-a396fad8-d49b-4a06-b81d-35e30cbc4f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:41.846634 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-a396fad8-d49b-4a06-b81d-35e30cbc4f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:41.847273 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-a396fad8-d49b-4a06-b81d-35e30cbc4f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:41.849216 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-a396fad8-d49b-4a06-b81d-35e30cbc4f28 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1ae06a69eac64c2d80c4db8375c3a241&device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 6492 time: 0.1172080 Nov 16 11:27:41.853877 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-83f15f36-3d5b-4727-8a7a-2423cf64de4e req-2615e3d9-ca18-4325-9e01-52c6b5865fc5 service neutron] 10.222.0.64 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898294 Nov 16 11:27:41.959205 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-83f15f36-3d5b-4727-8a7a-2423cf64de4e req-f26df143-a7a0-4fdb-95e1-30386e814aaf service neutron] 10.222.0.64 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862424 Nov 16 11:27:42.068874 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-7418a9f9-45dd-41eb-9df8-b0176f451ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:42.069464 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-7418a9f9-45dd-41eb-9df8-b0176f451ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:42.069702 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-7418a9f9-45dd-41eb-9df8-b0176f451ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:42.071310 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-7418a9f9-45dd-41eb-9df8-b0176f451ddf service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a680621-2411-4708-95d4-d036f0b77350&id=2ef7fac0-ba76-4873-aa0c-db478637a221&id=2ef7fac0-ba76-4873-aa0c-db478637a221&id=2ef7fac0-ba76-4873-aa0c-db478637a221&id=2ef7fac0-ba76-4873-aa0c-db478637a221&id=ea6b1a63-583a-4222-8450-3af28565319c&id=ea6b1a63-583a-4222-8450-3af28565319c HTTP/1.1" status: 200 len: 2292 time: 0.1983004 Nov 16 11:27:42.162704 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-80889fb7-f9e9-496a-8d5d-41a3abf9a2b6 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for router_gateway, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:42.198901 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-80889fb7-f9e9-496a-8d5d-41a3abf9a2b6 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:42.234696 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-3d541beb-7db1-4e93-91c3-a01cd88b28fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08ceb28d-8344-42d5-9cb2-b5e94742930c HTTP/1.1" status: 200 len: 1002 time: 0.1529737 Nov 16 11:27:42.319611 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-5962101d-d864-419e-908d-eb57b4ef7748 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:42.320988 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-5962101d-d864-419e-908d-eb57b4ef7748 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/networks?id=9a347c0b-70fe-4059-8e4c-7d26043c2cab HTTP/1.1" status: 200 len: 814 time: 0.3296854 Nov 16 11:27:42.369737 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-8d9406a8-1890-4b78-9de7-c72212627a9a tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/quotas/d9c312f535cb4cf58448c066749083fd HTTP/1.1" status: 200 len: 375 time: 0.0396841 Nov 16 11:27:42.373450 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-efbde39c-798d-4df7-975d-9709f9106c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:42.374852 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-efbde39c-798d-4df7-975d-9709f9106c17 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fa229a78-8641-4bd0-96a1-8a987021b856 HTTP/1.1" status: 200 len: 849 time: 0.1064157 Nov 16 11:27:42.436632 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-d2a98f06-b172-49e6-ae1f-5d789e6df1df tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d9c312f535cb4cf58448c066749083fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577352 Nov 16 11:27:42.449746 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-80889fb7-f9e9-496a-8d5d-41a3abf9a2b6 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Allocated IP 172.25.0.223 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:27:42.563541 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-521e4683-9a74-4849-80e7-ef4ba5c0829a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:42.565039 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-521e4683-9a74-4849-80e7-ef4ba5c0829a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a680621-2411-4708-95d4-d036f0b77350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1744375 Nov 16 11:27:42.670937 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-8a4cab9a-f09c-4a71-97c7-81b43adbc525 service neutron] 10.222.0.61 "GET /v2.0/networks/9a347c0b-70fe-4059-8e4c-7d26043c2cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231131 Nov 16 11:27:42.699277 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-80889fb7-f9e9-496a-8d5d-41a3abf9a2b6 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:42.774447 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-8dc2b528-7766-4580-932f-311172c230c4 service neutron] 10.222.0.36 "GET /v2.0/networks/3a680621-2411-4708-95d4-d036f0b77350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999631 Nov 16 11:27:42.866318 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-7fd68672-655f-4de5-bdcb-894f52e3c1d2 service neutron] 10.222.0.61 "GET /v2.0/networks/9a347c0b-70fe-4059-8e4c-7d26043c2cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868207 Nov 16 11:27:42.874829 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-80889fb7-f9e9-496a-8d5d-41a3abf9a2b6 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:42.932824 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80889fb7-f9e9-496a-8d5d-41a3abf9a2b6 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:27:42.942235 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-80889fb7-f9e9-496a-8d5d-41a3abf9a2b6 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:27:42.947360 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-fb4a19f0-f2b6-406b-b5cf-ff01317ba2a9 service neutron] 10.222.0.36 "GET /v2.0/networks/3a680621-2411-4708-95d4-d036f0b77350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641057 Nov 16 11:27:42.948697 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80889fb7-f9e9-496a-8d5d-41a3abf9a2b6 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:27:42.957699 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7fbac1-4edb-4df0-99ea-cf370a652ce7 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:27:42.976841 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80889fb7-f9e9-496a-8d5d-41a3abf9a2b6 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event updated for resources: {'Port': ['ID=7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:42.991229 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c8084613-bf17-4c05-b020-c911070590e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:43.021078 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-568aa694-c8c7-4967-9e98-1783e656c442 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=442339e7-8828-4527-b420-5e71635e90f9 HTTP/1.1" status: 200 len: 217 time: 0.0664840 Nov 16 11:27:43.094999 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-274df952-209e-42fe-8b26-1a7122b5d74f None None] Provisioning complete for port 7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:27:43.095437 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-274df952-209e-42fe-8b26-1a7122b5d74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:43.132994 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-274df952-209e-42fe-8b26-1a7122b5d74f None None] Port 7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:27:43.194681 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-7ef44a21-0ce4-46f2-8439-902e93f82517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:43.196134 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-7ef44a21-0ce4-46f2-8439-902e93f82517 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9354876-5a24-4c3d-aa0b-1b12e2704ca4 HTTP/1.1" status: 200 len: 797 time: 0.1680715 Nov 16 11:27:43.251686 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885bcd4b-69a9-4a46-b1a9-06a9b7571b53 req-9d01e21d-96d6-46c6-8e5b-1d39613e36a8 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:43.253185 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-885bcd4b-69a9-4a46-b1a9-06a9b7571b53 req-9d01e21d-96d6-46c6-8e5b-1d39613e36a8 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=8afc0c48-2667-4227-806f-b6f3b3db517c HTTP/1.1" status: 200 len: 945 time: 0.1848278 Nov 16 11:27:43.350014 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-738cd423-be39-4633-a438-4539e9f52852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:43.351495 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-738cd423-be39-4633-a438-4539e9f52852 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ef7fac0-ba76-4873-aa0c-db478637a221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1462317 Nov 16 11:27:43.428046 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-885bcd4b-69a9-4a46-b1a9-06a9b7571b53 req-6a297514-2392-4fc4-a697-b91428bdd957 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659422 Nov 16 11:27:43.458823 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-80889fb7-f9e9-496a-8d5d-41a3abf9a2b6 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for router_gateway, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:43.572008 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-d053fc52-b8cc-4059-9326-3ac7c45901df service neutron] 10.222.0.36 "GET /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132614 Nov 16 11:27:43.656446 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed5eff-78bb-4483-bbba-c35c73a042d8 req-c438ce82-06f8-4eeb-85af-4a8cf0453440 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:43.657912 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-61ed5eff-78bb-4483-bbba-c35c73a042d8 req-c438ce82-06f8-4eeb-85af-4a8cf0453440 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0727cd2-850e-47b9-b05b-1c2c87fc252d HTTP/1.1" status: 200 len: 945 time: 0.1559422 Nov 16 11:27:43.799177 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-61ed5eff-78bb-4483-bbba-c35c73a042d8 req-3538446d-7e27-4255-ae09-44f00c2f2b7e tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.61 "GET /v2.0/security-groups?id=092bbbe7-ce69-4a94-a75b-f6cf545e24d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347003 Nov 16 11:27:43.806443 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-9751bf5e-b5bd-403a-af99-eec825ad7c26 service neutron] 10.222.0.36 "GET /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239563 Nov 16 11:27:44.190760 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-884c1f69-018b-4c9f-8c29-edf55160cb2b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=ef6df7df-1e5a-4b26-a927-ad82f8336e09 HTTP/1.1" status: 200 len: 217 time: 0.3769355 Nov 16 11:27:44.193334 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-80889fb7-f9e9-496a-8d5d-41a3abf9a2b6 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:44.221190 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-5447af79-e3e6-458e-902a-4b808596b9e0 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:44.223387 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-5447af79-e3e6-458e-902a-4b808596b9e0 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.64 "GET /v2.0/networks?id=9a347c0b-70fe-4059-8e4c-7d26043c2cab HTTP/1.1" status: 200 len: 814 time: 0.1154239 Nov 16 11:27:44.241179 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-28617b0f-9ca1-4cec-83b0-39dfe8d9f5ad tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Request body: {'port': {'device_id': '23a3195c-d886-4b60-9d17-03aec03d84c7', 'network_id': '9a347c0b-70fe-4059-8e4c-7d26043c2cab', 'admin_state_up': True, 'tenant_id': 'd9c312f535cb4cf58448c066749083fd'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:27:44.331899 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-f28c17f0-f7b7-4d69-b36d-5a75da723b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:44.333338 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-f28c17f0-f7b7-4d69-b36d-5a75da723b50 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9354876-5a24-4c3d-aa0b-1b12e2704ca4 HTTP/1.1" status: 200 len: 797 time: 0.1242924 Nov 16 11:27:44.343245 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8056c-5bd0-4bfd-b5e1-1a3dc77b0c91 req-21ec19bf-2ac3-4c8c-93f9-7895a62963b4 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:44.344636 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8dc8056c-5bd0-4bfd-b5e1-1a3dc77b0c91 req-21ec19bf-2ac3-4c8c-93f9-7895a62963b4 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 949 time: 0.1662607 Nov 16 11:27:44.353505 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-28617b0f-9ca1-4cec-83b0-39dfe8d9f5ad tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Made reservation on behalf of d9c312f535cb4cf58448c066749083fd for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:27:44.357382 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-28617b0f-9ca1-4cec-83b0-39dfe8d9f5ad tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:44.441493 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-2906d832-6540-4e26-b47e-409df4f79aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:44.442919 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-2906d832-6540-4e26-b47e-409df4f79aab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ef7fac0-ba76-4873-aa0c-db478637a221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0974424 Nov 16 11:27:44.448967 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8dc8056c-5bd0-4bfd-b5e1-1a3dc77b0c91 req-048d9fd0-a70c-446e-b206-59b8e88e6718 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927048 Nov 16 11:27:44.490128 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-28617b0f-9ca1-4cec-83b0-39dfe8d9f5ad tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Allocated IP 172.20.0.2 (9a347c0b-70fe-4059-8e4c-7d26043c2cab/353e6c5a-de1d-40fd-a1b8-057b0bade2ea/1cfe63ed-82d5-4e38-a615-f3b2c2acc877) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:27:44.534690 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80889fb7-f9e9-496a-8d5d-41a3abf9a2b6 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Router 8e334579-0893-481e-9ba3-9767a9d72a78 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:27:44.565957 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-0f358ee5-85ab-4719-84dc-c7fdeb4c606a service neutron] 10.222.0.36 "GET /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141720 Nov 16 11:27:44.675012 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-28617b0f-9ca1-4cec-83b0-39dfe8d9f5ad tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:44.711397 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-28617b0f-9ca1-4cec-83b0-39dfe8d9f5ad tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:44.752250 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-28617b0f-9ca1-4cec-83b0-39dfe8d9f5ad tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Network 9a347c0b-70fe-4059-8e4c-7d26043c2cab is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:27:44.757246 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-28617b0f-9ca1-4cec-83b0-39dfe8d9f5ad tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:27:44.759647 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-28617b0f-9ca1-4cec-83b0-39dfe8d9f5ad tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:27:44.780622 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80889fb7-f9e9-496a-8d5d-41a3abf9a2b6 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:27:44.790970 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2149f17-fdc8-4f5f-9fea-34dd51ec78b8 req-7f103a1a-28f6-4b76-a7c9-d48e3c4fcdc0 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:44.792600 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81851966-4109-4093-b2b0-f97fff748a60 None None] Sync routers for ids ['8e334579-0893-481e-9ba3-9767a9d72a78'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:27:44.794035 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28617b0f-9ca1-4cec-83b0-39dfe8d9f5ad tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Pushing event updated for resources: {'Port': ['ID=1cfe63ed-82d5-4e38-a615-f3b2c2acc877,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:44.794975 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f2149f17-fdc8-4f5f-9fea-34dd51ec78b8 req-7f103a1a-28f6-4b76-a7c9-d48e3c4fcdc0 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=acfd94a9-1c02-4462-88e8-3c6afd7688eb HTTP/1.1" status: 200 len: 945 time: 0.1084278 Nov 16 11:27:44.805049 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81851966-4109-4093-b2b0-f97fff748a60 None None] Routers {'8e334579-0893-481e-9ba3-9767a9d72a78'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:27:44.805721 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-81851966-4109-4093-b2b0-f97fff748a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:27:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['8e334579-0893-481e-9ba3-9767a9d72a78'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:27:44.811257 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-8919b2a0-0622-401a-b969-ddfb7e2cf71c service neutron] 10.222.0.36 "GET /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120190 Nov 16 11:27:44.820320 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-28617b0f-9ca1-4cec-83b0-39dfe8d9f5ad tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:44.821290 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-28617b0f-9ca1-4cec-83b0-39dfe8d9f5ad tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:44.838739 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-28617b0f-9ca1-4cec-83b0-39dfe8d9f5ad tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6018684 Nov 16 11:27:44.870723 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-80889fb7-f9e9-496a-8d5d-41a3abf9a2b6 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:44.874773 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-80889fb7-f9e9-496a-8d5d-41a3abf9a2b6 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.8359497 Nov 16 11:27:44.874773 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-8f6d4537-10af-4725-b234-89d8cf48a66c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=b06424a2-3780-4ea6-937a-fd17aaa823c1 HTTP/1.1" status: 200 len: 217 time: 0.0538406 Nov 16 11:27:44.879166 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-06acc04b-5805-4546-8b92-509cd8703672 service neutron] Request body: {'port': {'device_id': '23a3195c-d886-4b60-9d17-03aec03d84c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:27:44.882214 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 38600) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:44.925845 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-81851966-4109-4093-b2b0-f97fff748a60 None None] Set router 8e334579-0893-481e-9ba3-9767a9d72a78 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:27:44.971675 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f2149f17-fdc8-4f5f-9fea-34dd51ec78b8 req-80cbb1e9-e176-42ad-9ef7-3978d9b9d2ad tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626527 Nov 16 11:27:45.000181 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-aaa16717-cf69-486c-a4d6-8771d4c9f76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:45.005340 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-aaa16717-cf69-486c-a4d6-8771d4c9f76b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9354876-5a24-4c3d-aa0b-1b12e2704ca4 HTTP/1.1" status: 200 len: 797 time: 0.1155136 Nov 16 11:27:45.009232 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-671e3551-c2d2-44b6-83ec-6414c3cb5fc2 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=8e4d1d7674f84686a4379fe8e2aa2d78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1245444 Nov 16 11:27:45.010138 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-06acc04b-5805-4546-8b92-509cd8703672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:45.011968 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 38606) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:45.095928 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-00e8e3c3-7896-4386-ab4a-6b7b67cbe956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:45.097563 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-00e8e3c3-7896-4386-ab4a-6b7b67cbe956 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ef7fac0-ba76-4873-aa0c-db478637a221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0846462 Nov 16 11:27:45.147786 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-81851966-4109-4093-b2b0-f97fff748a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'name': 'tempest-TestNetworkBasicOps-router-489662568', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:27:41Z', 'updated_at': '2021-11-16T11:27:43Z', 'revision_number': 3, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'gw_port': {'id': '7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d0:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:27:42Z', 'updated_at': '2021-11-16T11:27:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:27:45.168280 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc4346-2ed7-4d0c-8b0f-03ed284f5894 req-5d32b99b-967f-4c0a-8907-f2c0e01d5787 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:45.170544 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eebc4346-2ed7-4d0c-8b0f-03ed284f5894 req-5d32b99b-967f-4c0a-8907-f2c0e01d5787 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 931 time: 0.1058540 Nov 16 11:27:45.177891 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81851966-4109-4093-b2b0-f97fff748a60 None None] Checking router: 8e334579-0893-481e-9ba3-9767a9d72a78 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:27:45.178383 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81851966-4109-4093-b2b0-f97fff748a60 None None] Updating router 8e334579-0893-481e-9ba3-9767a9d72a78 port 7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:27:45.209693 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-81851966-4109-4093-b2b0-f97fff748a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:45.250597 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eebc4346-2ed7-4d0c-8b0f-03ed284f5894 req-be9fa810-c8e1-41a8-ad37-9bf5a5cfa8dd tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730371 Nov 16 11:27:45.259332 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-068c6d69-527a-452a-bb33-05d6fb004798 service neutron] 10.222.0.36 "GET /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538041 Nov 16 11:27:45.294123 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6b5a37-dc8a-4a47-9434-52fea44a1475 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:45.295639 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ed6b5a37-dc8a-4a47-9434-52fea44a1475 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2822709 Nov 16 11:27:45.298797 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 38608) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:45.334783 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-618f3945-08d1-4486-b16d-7ab2769fec33 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=47f35a41-d782-4d3e-9754-e87c9ca4914b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350368 Nov 16 11:27:45.337346 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 38610) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:45.351512 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5d503144-ebc1-4977-835d-3063cedebe70 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-593739988', 'network_id': 'bbdfa3d4-8860-47b9-95de-528ad5f17ca5', 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:27:45.383863 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-1a8c215c-2bb0-4eb2-8f45-8104f24cdeac service neutron] 10.222.0.36 "GET /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172683 Nov 16 11:27:45.483469 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-93799135-12ca-4bab-b38f-91df627c8e4a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=f958e357-3c58-4ef4-8e95-dd29178bdd07 HTTP/1.1" status: 200 len: 217 time: 0.0908701 Nov 16 11:27:45.530352 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-81851966-4109-4093-b2b0-f97fff748a60 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:45.537207 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d503144-ebc1-4977-835d-3063cedebe70 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Made reservation on behalf of 8e4d1d7674f84686a4379fe8e2aa2d78 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:27:45.539431 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-81851966-4109-4093-b2b0-f97fff748a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:45.540844 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5d503144-ebc1-4977-835d-3063cedebe70 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:45.550133 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c68d85d5-449e-4c8c-84ec-97226b24c64f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:45.565318 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-bc95e2bc-808d-46c5-8b6b-1eca8e186270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:45.568236 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-bc95e2bc-808d-46c5-8b6b-1eca8e186270 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9354876-5a24-4c3d-aa0b-1b12e2704ca4 HTTP/1.1" status: 200 len: 797 time: 0.0768700 Nov 16 11:27:45.591444 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a8d5f-b897-40ed-a67c-63e55ce33da6 None None] Pushing event updated for resources: {'Port': ['ID=7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:45.611553 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e30dd2c-2a15-42fe-8e31-f8d286f4747c None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:27:45.626052 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-81851966-4109-4093-b2b0-f97fff748a60 None None] Attempting to bind port 7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:27:45.628973 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-81851966-4109-4093-b2b0-f97fff748a60 None None] Attempting to bind port 7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:27:45.629482 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81851966-4109-4093-b2b0-f97fff748a60 None None] Attempting to bind port 7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:27:45.640365 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81851966-4109-4093-b2b0-f97fff748a60 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:27:45.643547 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81851966-4109-4093-b2b0-f97fff748a60 None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:27:45.644757 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-81851966-4109-4093-b2b0-f97fff748a60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:45.645352 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81851966-4109-4093-b2b0-f97fff748a60 None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:27:45.646333 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-81851966-4109-4093-b2b0-f97fff748a60 None None] Bound port: 7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:27:45.647125 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-81851966-4109-4093-b2b0-f97fff748a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:45.663238 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-06acc04b-5805-4546-8b92-509cd8703672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cfe63ed-82d5-4e38-a615-f3b2c2acc877 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:27:45.676004 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-06acc04b-5805-4546-8b92-509cd8703672 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:45.676186 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ed24c8a4-b3a3-423d-90e3-bd6f913490a8 None None] Provisioning complete for port 7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:27:45.676499 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ed24c8a4-b3a3-423d-90e3-bd6f913490a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:45.678739 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-a5bae563-bc36-4f1e-a428-919fc9ab027a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:45.682333 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-a5bae563-bc36-4f1e-a428-919fc9ab027a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ef7fac0-ba76-4873-aa0c-db478637a221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1075075 Nov 16 11:27:45.696112 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-06acc04b-5805-4546-8b92-509cd8703672 service neutron] Transition to ACTIVE for port object 1cfe63ed-82d5-4e38-a615-f3b2c2acc877 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:27:45.708781 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-06acc04b-5805-4546-8b92-509cd8703672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:45.725264 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-ed24c8a4-b3a3-423d-90e3-bd6f913490a8 None None] Port 7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:27:45.757402 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-81851966-4109-4093-b2b0-f97fff748a60 None None] For port 7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:27:45.762443 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-81851966-4109-4093-b2b0-f97fff748a60 None None] For port 7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:27:45.769771 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-81851966-4109-4093-b2b0-f97fff748a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:45.797809 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06acc04b-5805-4546-8b92-509cd8703672 service neutron] Pushing event updated for resources: {'Port': ['ID=1cfe63ed-82d5-4e38-a615-f3b2c2acc877,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:45.802540 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-0518993e-b807-4fd8-818d-4d40c6e4d084 service neutron] 10.222.0.36 "GET /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126406 Nov 16 11:27:45.840007 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a8d5f-b897-40ed-a67c-63e55ce33da6 None None] Pushing event updated for resources: {'Port': ['ID=7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:45.860704 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396b7d56-e583-4046-95e3-55b2a7dcbc42 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:27:45.880853 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81851966-4109-4093-b2b0-f97fff748a60 None None] Routers {'8e334579-0893-481e-9ba3-9767a9d72a78'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:27:45.882425 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-81851966-4109-4093-b2b0-f97fff748a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:27:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['8e334579-0893-481e-9ba3-9767a9d72a78'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:27:45.917041 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5d503144-ebc1-4977-835d-3063cedebe70 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:45.952685 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-82284273-1cfc-4a54-a65b-18cf24f96b22 None None] Provisioning complete for port 7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:27:45.954552 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-82284273-1cfc-4a54-a65b-18cf24f96b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:45.981363 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-158de780-34f3-4d45-9aa2-6bb5ef58beeb service neutron] 10.222.0.36 "GET /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704614 Nov 16 11:27:45.986571 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d839d06-8de0-45ec-b974-950578d860bf req-af9ff218-b6c8-4a09-91c6-621dd1ae21c9 tempest-MigrationsAdminTest-1247933809 tempest-MigrationsAdminTest-1247933809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:45.988343 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6d839d06-8de0-45ec-b974-950578d860bf req-af9ff218-b6c8-4a09-91c6-621dd1ae21c9 tempest-MigrationsAdminTest-1247933809 tempest-MigrationsAdminTest-1247933809-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 1100 time: 0.0714345 Nov 16 11:27:46.028437 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-0375fae1-db12-4dc7-b719-6ef96c92dfd3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8c0c8e29-c9e3-442d-bb5d-3b91f658d21a HTTP/1.1" status: 200 len: 217 time: 0.0386536 Nov 16 11:27:46.029648 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d503144-ebc1-4977-835d-3063cedebe70 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Checking segment: {'id': 'd114ee64-6399-4cbb-b4e6-0cc02678fb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bbdfa3d4-8860-47b9-95de-528ad5f17ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:27:46.030514 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d503144-ebc1-4977-835d-3063cedebe70 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Network hostable DHCP agents. Network: bbdfa3d4-8860-47b9-95de-528ad5f17ca5, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:27:46.033873 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-06acc04b-5805-4546-8b92-509cd8703672 service neutron] Attempting to bind port 1cfe63ed-82d5-4e38-a615-f3b2c2acc877 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:27:46.034402 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-06acc04b-5805-4546-8b92-509cd8703672 service neutron] Attempting to bind port 1cfe63ed-82d5-4e38-a615-f3b2c2acc877 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'b0fc45c9-2beb-4f49-9aad-62aa818b50ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '9a347c0b-70fe-4059-8e4c-7d26043c2cab'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:27:46.034961 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-06acc04b-5805-4546-8b92-509cd8703672 service neutron] Attempting to bind port 1cfe63ed-82d5-4e38-a615-f3b2c2acc877 on network 9a347c0b-70fe-4059-8e4c-7d26043c2cab {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:27:46.040706 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d503144-ebc1-4977-835d-3063cedebe70 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event updated for resources: {'Subnet': ['ID=439b21da-d2d8-4d2a-b63e-0854dcf3521b,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:46.045590 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6d839d06-8de0-45ec-b974-950578d860bf req-e5365ac8-251a-4841-9470-7c8af46d6fc1 tempest-MigrationsAdminTest-1247933809 tempest-MigrationsAdminTest-1247933809-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:46.045790 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-06acc04b-5805-4546-8b92-509cd8703672 service neutron] Port 1cfe63ed-82d5-4e38-a615-f3b2c2acc877 on network 9a347c0b-70fe-4059-8e4c-7d26043c2cab not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:27:46.046120 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-06acc04b-5805-4546-8b92-509cd8703672 service neutron] Attempting to bind port 1cfe63ed-82d5-4e38-a615-f3b2c2acc877 on network 9a347c0b-70fe-4059-8e4c-7d26043c2cab {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:27:46.062801 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-06acc04b-5805-4546-8b92-509cd8703672 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:27:46.063324 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-06acc04b-5805-4546-8b92-509cd8703672 service neutron] Checking segment: {'id': 'b0fc45c9-2beb-4f49-9aad-62aa818b50ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '9a347c0b-70fe-4059-8e4c-7d26043c2cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:27:46.063713 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-06acc04b-5805-4546-8b92-509cd8703672 service neutron] Bound using segment: {'id': 'b0fc45c9-2beb-4f49-9aad-62aa818b50ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '9a347c0b-70fe-4059-8e4c-7d26043c2cab'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:27:46.064243 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-06acc04b-5805-4546-8b92-509cd8703672 service neutron] Bound port: 1cfe63ed-82d5-4e38-a615-f3b2c2acc877, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0fc45c9-2beb-4f49-9aad-62aa818b50ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '9a347c0b-70fe-4059-8e4c-7d26043c2cab'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:27:46.066166 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-06acc04b-5805-4546-8b92-509cd8703672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:46.090156 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-82284273-1cfc-4a54-a65b-18cf24f96b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:46.108730 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-81851966-4109-4093-b2b0-f97fff748a60 None None] Set router 8e334579-0893-481e-9ba3-9767a9d72a78 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:27:46.115996 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-82284273-1cfc-4a54-a65b-18cf24f96b22 None None] For port 7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:46.125543 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-82284273-1cfc-4a54-a65b-18cf24f96b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:46.129338 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-7b4c7b99-2e47-4977-bfce-e4eafb34a4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:46.131568 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-7b4c7b99-2e47-4977-bfce-e4eafb34a4fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=16cc9616-2b5b-44c0-b1c8-e21887664ca8 HTTP/1.1" status: 200 len: 797 time: 0.0818262 Nov 16 11:27:46.171076 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-06acc04b-5805-4546-8b92-509cd8703672 service neutron] For port 1cfe63ed-82d5-4e38-a615-f3b2c2acc877, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:27:46.176263 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-06acc04b-5805-4546-8b92-509cd8703672 service neutron] For port 1cfe63ed-82d5-4e38-a615-f3b2c2acc877, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=1cfe63ed-82d5-4e38-a615-f3b2c2acc877,segment=NetworkSegment(b0fc45c9-2beb-4f49-9aad-62aa818b50ab),segment_id=b0fc45c9-2beb-4f49-9aad-62aa818b50ab)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:27:46.179562 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d503144-ebc1-4977-835d-3063cedebe70 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Network bbdfa3d4-8860-47b9-95de-528ad5f17ca5 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:27:46.192292 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-06acc04b-5805-4546-8b92-509cd8703672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:46.195059 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-d10b62a0-baf0-4547-afe1-fc8d41696717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:46.196819 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-d10b62a0-baf0-4547-afe1-fc8d41696717 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ea6b1a63-583a-4222-8450-3af28565319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0579610 Nov 16 11:27:46.208802 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82284273-1cfc-4a54-a65b-18cf24f96b22 None None] Pushing event updated for resources: {'Port': ['ID=7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:46.238583 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-5d503144-ebc1-4977-835d-3063cedebe70 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, bbdfa3d4-8860-47b9-95de-528ad5f17ca5) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:27:46.247267 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-06acc04b-5805-4546-8b92-509cd8703672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:46.247919 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-06acc04b-5805-4546-8b92-509cd8703672 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:46.251254 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53000c2-3324-47a3-82c6-c12e7af5840c None None] Network bbdfa3d4-8860-47b9-95de-528ad5f17ca5 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:27:46.254649 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-06acc04b-5805-4546-8b92-509cd8703672 service neutron] 10.222.0.64 "PUT /v2.0/ports/1cfe63ed-82d5-4e38-a615-f3b2c2acc877 HTTP/1.1" status: 200 len: 1091 time: 1.3802972 Nov 16 11:27:46.256071 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a3195c-d886-4b60-9d17-03aec03d84c7', 'tag': '1cfe63ed-82d5-4e38-a615-f3b2c2acc877'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:27:46.261093 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34304812-1dfb-4993-8351-de926ea10572" -d '{"events": [{"name": "network-changed", "server_uuid": "23a3195c-d886-4b60-9d17-03aec03d84c7", "tag": "1cfe63ed-82d5-4e38-a615-f3b2c2acc877"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:27:46.264560 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6d839d06-8de0-45ec-b974-950578d860bf req-e5365ac8-251a-4841-9470-7c8af46d6fc1 tempest-MigrationsAdminTest-1247933809 tempest-MigrationsAdminTest-1247933809-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:46.274436 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d503144-ebc1-4977-835d-3063cedebe70 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:46.275023 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5d503144-ebc1-4977-835d-3063cedebe70 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:46.279910 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6d839d06-8de0-45ec-b974-950578d860bf req-e5365ac8-251a-4841-9470-7c8af46d6fc1 tempest-MigrationsAdminTest-1247933809 tempest-MigrationsAdminTest-1247933809-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:46.323967 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6d839d06-8de0-45ec-b974-950578d860bf req-e5365ac8-251a-4841-9470-7c8af46d6fc1 tempest-MigrationsAdminTest-1247933809 tempest-MigrationsAdminTest-1247933809-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943006 Nov 16 11:27:46.332727 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5365ac8-251a-4841-9470-7c8af46d6fc1 tempest-MigrationsAdminTest-1247933809 tempest-MigrationsAdminTest-1247933809-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef93170-9df5-472c-94e9-3aacaabb6667,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:46.337749 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06acc04b-5805-4546-8b92-509cd8703672 service neutron] Pushing event updated for resources: {'Port': ['ID=1cfe63ed-82d5-4e38-a615-f3b2c2acc877,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:46.366115 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-81851966-4109-4093-b2b0-f97fff748a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'name': 'tempest-TestNetworkBasicOps-router-489662568', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:27:41Z', 'updated_at': '2021-11-16T11:27:43Z', 'revision_number': 3, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'gw_port': {'id': '7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d0:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:27:42Z', 'updated_at': '2021-11-16T11:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:27:46.395218 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-5f35d591-98a2-48be-8b58-70aced95c74c service neutron] 10.222.0.36 "GET /v2.0/networks/ea6b1a63-583a-4222-8450-3af28565319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891646 Nov 16 11:27:46.399906 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81851966-4109-4093-b2b0-f97fff748a60 None None] The sync data for ids ['8e334579-0893-481e-9ba3-9767a9d72a78'] in n-d-816823-3 is: [{'id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'name': 'tempest-TestNetworkBasicOps-router-489662568', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:27:41Z', 'updated_at': '2021-11-16T11:27:43Z', 'revision_number': 3, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'gw_port': {'id': '7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d0:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:27:42Z', 'updated_at': '2021-11-16T11:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:27:46.401535 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5d503144-ebc1-4977-835d-3063cedebe70 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0624552 Nov 16 11:27:46.401695 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 38626) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:46.421613 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-ba2360c1-274c-4aa5-a085-18621af414f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:46.423345 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-ba2360c1-274c-4aa5-a085-18621af414f8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9c312f535cb4cf58448c066749083fd&device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 1094 time: 0.0793917 Nov 16 11:27:46.485900 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c949524-37b0-4a59-8ea4-372c8ed3c1f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-bbdfa3d4-8860-47b9-95de-528ad5f17ca5', 'network_id': 'bbdfa3d4-8860-47b9-95de-528ad5f17ca5', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'fixed_ips': [{'subnet_id': '439b21da-d2d8-4d2a-b63e-0854dcf3521b'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:27:46.486952 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-6e1eb385-9f01-46c5-8328-11ab3ba47ddf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1cfe63ed-82d5-4e38-a615-f3b2c2acc877 HTTP/1.1" status: 200 len: 217 time: 0.0511544 Nov 16 11:27:46.487741 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c949524-37b0-4a59-8ea4-372c8ed3c1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:46.525788 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:46.552171 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-e8f20d7e-ea93-41c3-b1aa-bc7d140d91e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:46.553897 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-e8f20d7e-ea93-41c3-b1aa-bc7d140d91e6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=353e6c5a-de1d-40fd-a1b8-057b0bade2ea HTTP/1.1" status: 200 len: 854 time: 0.0558994 Nov 16 11:27:46.613557 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-1168a04b-c2ad-4221-b733-fcacde47248c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9a347c0b-70fe-4059-8e4c-7d26043c2cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290163 Nov 16 11:27:46.617225 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a8b4a-98e7-4d86-b0d4-352b9b5aa197 req-adf21224-f9eb-4970-921d-9a4a734bad1f tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:46.618807 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-764a8b4a-98e7-4d86-b0d4-352b9b5aa197 req-adf21224-f9eb-4970-921d-9a4a734bad1f tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4e1299d-0c4f-4ed2-a695-9454915f1394 HTTP/1.1" status: 200 len: 945 time: 0.2187979 Nov 16 11:27:46.682734 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-6a2ebbfe-6602-4e93-9c96-dad6c56cdd99 service neutron] 10.222.0.36 "GET /v2.0/networks/ea6b1a63-583a-4222-8450-3af28565319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602165 Nov 16 11:27:46.784851 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-016918e7-68ff-4f04-9c50-d291f572e801 service neutron] 10.222.0.64 "GET /v2.0/networks/9a347c0b-70fe-4059-8e4c-7d26043c2cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514432 Nov 16 11:27:46.826967 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-e7983c7f-a01a-4e0c-a997-ede4c30761c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=41a853ef-f92e-4127-89d6-e02d71c0d2ed HTTP/1.1" status: 200 len: 217 time: 0.1305876 Nov 16 11:27:46.837174 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-8c949524-37b0-4a59-8ea4-372c8ed3c1f0 None None] Allocated IP 172.20.0.2 (bbdfa3d4-8860-47b9-95de-528ad5f17ca5/439b21da-d2d8-4d2a-b63e-0854dcf3521b/966cdce7-cf02-442e-8795-203e4c79ce91) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:27:46.859710 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-764a8b4a-98e7-4d86-b0d4-352b9b5aa197 req-45e404d6-f2b5-48a7-976f-ab300e5f1b3e tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330081 Nov 16 11:27:46.899751 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-95ac5e36-a578-41ff-87f8-e5e88f8fa537 req-d00a028b-b82e-43c2-93e0-f30c042cb192 service neutron] 10.222.0.64 "GET /v2.0/networks/9a347c0b-70fe-4059-8e4c-7d26043c2cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058538 Nov 16 11:27:47.017047 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c949524-37b0-4a59-8ea4-372c8ed3c1f0 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:47.040351 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c949524-37b0-4a59-8ea4-372c8ed3c1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:47.061987 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-7204a5d8-add2-4ae4-a5ba-de4595d6fbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:47.063460 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-7204a5d8-add2-4ae4-a5ba-de4595d6fbff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=16cc9616-2b5b-44c0-b1c8-e21887664ca8 HTTP/1.1" status: 200 len: 797 time: 0.2270679 Nov 16 11:27:47.135019 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c949524-37b0-4a59-8ea4-372c8ed3c1f0 None None] Pushing event updated for resources: {'Port': ['ID=966cdce7-cf02-442e-8795-203e4c79ce91,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:47.144998 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c949524-37b0-4a59-8ea4-372c8ed3c1f0 None None] Network bbdfa3d4-8860-47b9-95de-528ad5f17ca5 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:27:47.147214 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e3dc8-4adc-4835-a530-45e23f858535 req-41bfeea7-45b3-4d9e-a055-a25eea65f4dc tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:47.147668 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-8c949524-37b0-4a59-8ea4-372c8ed3c1f0 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:27:47.149277 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a39e3dc8-4adc-4835-a530-45e23f858535 req-41bfeea7-45b3-4d9e-a055-a25eea65f4dc tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.64 "GET /v2.0/ports?device_id=8afc0c48-2667-4227-806f-b6f3b3db517c HTTP/1.1" status: 200 len: 945 time: 0.0679054 Nov 16 11:27:47.153131 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c949524-37b0-4a59-8ea4-372c8ed3c1f0 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:27:47.221477 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-959fb460-07a9-4804-92a8-acbb3c4f58e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:47.223031 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-959fb460-07a9-4804-92a8-acbb3c4f58e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ea6b1a63-583a-4222-8450-3af28565319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1353183 Nov 16 11:27:47.223871 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-8c949524-37b0-4a59-8ea4-372c8ed3c1f0 None None] Attempting to bind port 966cdce7-cf02-442e-8795-203e4c79ce91 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:27:47.224349 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-8c949524-37b0-4a59-8ea4-372c8ed3c1f0 None None] Attempting to bind port 966cdce7-cf02-442e-8795-203e4c79ce91 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'd114ee64-6399-4cbb-b4e6-0cc02678fb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bbdfa3d4-8860-47b9-95de-528ad5f17ca5'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:27:47.224914 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c949524-37b0-4a59-8ea4-372c8ed3c1f0 None None] Attempting to bind port 966cdce7-cf02-442e-8795-203e4c79ce91 on network bbdfa3d4-8860-47b9-95de-528ad5f17ca5 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:27:47.231622 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c949524-37b0-4a59-8ea4-372c8ed3c1f0 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:27:47.232137 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c949524-37b0-4a59-8ea4-372c8ed3c1f0 None None] Checking segment: {'id': 'd114ee64-6399-4cbb-b4e6-0cc02678fb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bbdfa3d4-8860-47b9-95de-528ad5f17ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:27:47.232648 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c949524-37b0-4a59-8ea4-372c8ed3c1f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:47.232803 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0681da-6674-4d99-91f8-7ea6986f1a37 req-39562f7f-8c50-46f3-8e64-2e906be8a934 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:47.233236 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c949524-37b0-4a59-8ea4-372c8ed3c1f0 None None] Bound using segment: {'id': 'd114ee64-6399-4cbb-b4e6-0cc02678fb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bbdfa3d4-8860-47b9-95de-528ad5f17ca5'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:27:47.234126 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-8c949524-37b0-4a59-8ea4-372c8ed3c1f0 None None] Bound port: 966cdce7-cf02-442e-8795-203e4c79ce91, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd114ee64-6399-4cbb-b4e6-0cc02678fb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bbdfa3d4-8860-47b9-95de-528ad5f17ca5'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:27:47.234334 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2b0681da-6674-4d99-91f8-7ea6986f1a37 req-39562f7f-8c50-46f3-8e64-2e906be8a934 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=8afc0c48-2667-4227-806f-b6f3b3db517c HTTP/1.1" status: 200 len: 945 time: 0.1454737 Nov 16 11:27:47.234707 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c949524-37b0-4a59-8ea4-372c8ed3c1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:47.307858 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-a39e3dc8-4adc-4835-a530-45e23f858535 req-0f075c96-c73c-4dfd-bfc7-9edf51d97f5e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Deleting port d5d941e8-0f59-466e-bfb2-c1b6a916dd63 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:27:47.308473 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a39e3dc8-4adc-4835-a530-45e23f858535 req-0f075c96-c73c-4dfd-bfc7-9edf51d97f5e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:47.315328 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-8c949524-37b0-4a59-8ea4-372c8ed3c1f0 None None] For port 966cdce7-cf02-442e-8795-203e4c79ce91, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:27:47.319279 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-8c949524-37b0-4a59-8ea4-372c8ed3c1f0 None None] For port 966cdce7-cf02-442e-8795-203e4c79ce91, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=966cdce7-cf02-442e-8795-203e4c79ce91,segment=NetworkSegment(d114ee64-6399-4cbb-b4e6-0cc02678fb09),segment_id=d114ee64-6399-4cbb-b4e6-0cc02678fb09)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:27:47.324946 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c949524-37b0-4a59-8ea4-372c8ed3c1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:47.349065 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-75f9cf98-aee8-413e-b7da-b04746da1d20 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:47.419751 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c949524-37b0-4a59-8ea4-372c8ed3c1f0 None None] Pushing event updated for resources: {'Port': ['ID=966cdce7-cf02-442e-8795-203e4c79ce91,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:47.446541 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-a39e3dc8-4adc-4835-a530-45e23f858535 req-0f075c96-c73c-4dfd-bfc7-9edf51d97f5e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] For port d5d941e8-0f59-466e-bfb2-c1b6a916dd63, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=d5d941e8-0f59-466e-bfb2-c1b6a916dd63,segment=NetworkSegment(dde4f2a5-6c36-4ca1-b975-fe969cc62f41),segment_id=dde4f2a5-6c36-4ca1-b975-fe969cc62f41)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:47.447025 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a39e3dc8-4adc-4835-a530-45e23f858535 req-0f075c96-c73c-4dfd-bfc7-9edf51d97f5e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:47.462140 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-a39e3dc8-4adc-4835-a530-45e23f858535 req-0f075c96-c73c-4dfd-bfc7-9edf51d97f5e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Calling delete_port for d5d941e8-0f59-466e-bfb2-c1b6a916dd63 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:27:47.548107 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:27:47.548872 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2b0681da-6674-4d99-91f8-7ea6986f1a37 req-13fafbc4-0e28-43b6-9e36-f8d44c5d2f93 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007965 Nov 16 11:27:47.614084 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-1f368c3a-7f72-41fe-9336-86a5a093c30b service neutron] 10.222.0.36 "GET /v2.0/networks/ea6b1a63-583a-4222-8450-3af28565319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768463 Nov 16 11:27:47.663654 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:27:47.664027 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:47.717023 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a39e3dc8-4adc-4835-a530-45e23f858535 req-0f075c96-c73c-4dfd-bfc7-9edf51d97f5e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:47.738389 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['d5d941e8-0f59-466e-bfb2-c1b6a916dd63'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:27:47.769562 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f075c96-c73c-4dfd-bfc7-9edf51d97f5e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Pushing event deleted for resources: {'Port': ['ID=d5d941e8-0f59-466e-bfb2-c1b6a916dd63,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:47.780936 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d4fdd-7469-45b4-be8b-c9e2b4dad8e6 req-028662ec-1a10-4dd0-a1c7-320beef7b1f1 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:47.782708 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6f4d4fdd-7469-45b4-be8b-c9e2b4dad8e6 req-028662ec-1a10-4dd0-a1c7-320beef7b1f1 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b0accc1-669c-4166-a588-a9c49629a1be HTTP/1.1" status: 200 len: 945 time: 0.2184348 Nov 16 11:27:47.963962 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7af6acc8-2ccb-4956-b0d3-70ae2455af01 req-2f1d7a04-31b8-4759-b09b-c9d440ea9ab3 service neutron] 10.222.0.36 "GET /v2.0/networks/ea6b1a63-583a-4222-8450-3af28565319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596610 Nov 16 11:27:47.989982 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169c00d-3fc6-43cf-bcbb-49b930b257de req-7b747cec-26ad-4977-9586-9797de1284c8 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:47.991749 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f169c00d-3fc6-43cf-bcbb-49b930b257de req-7b747cec-26ad-4977-9586-9797de1284c8 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b0accc1-669c-4166-a588-a9c49629a1be HTTP/1.1" status: 200 len: 945 time: 0.1754723 Nov 16 11:27:48.019576 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-75f9cf98-aee8-413e-b7da-b04746da1d20 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Allocated IP 172.20.0.1 (bbdfa3d4-8860-47b9-95de-528ad5f17ca5/439b21da-d2d8-4d2a-b63e-0854dcf3521b/210ded90-12df-48a5-a657-c80f83e67f75) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:27:48.112233 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f169c00d-3fc6-43cf-bcbb-49b930b257de req-e23536e5-ada6-4a47-800b-ea8f02447b53 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.61 "GET /v2.0/security-groups?id=092bbbe7-ce69-4a94-a75b-f6cf545e24d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083560 Nov 16 11:27:48.185844 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48e0769-2c26-425c-bdee-63e119bcb9b0 x-openstack-request-id: req-e48e0769-2c26-425c-bdee-63e119bcb9b0 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:27:48.186165 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a3195c-d886-4b60-9d17-03aec03d84c7", "tag": "1cfe63ed-82d5-4e38-a615-f3b2c2acc877", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:27:48.186423 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e48e0769-2c26-425c-bdee-63e119bcb9b0 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:27:48.187524 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a3195c-d886-4b60-9d17-03aec03d84c7', 'tag': '1cfe63ed-82d5-4e38-a615-f3b2c2acc877', 'status': 'completed', 'code': 200} Nov 16 11:27:48.190330 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-75f9cf98-aee8-413e-b7da-b04746da1d20 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:48.215143 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39e3dc8-4adc-4835-a530-45e23f858535 req-0f075c96-c73c-4dfd-bfc7-9edf51d97f5e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] No DVR routers for this DVR port d5d941e8-0f59-466e-bfb2-c1b6a916dd63 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:27:48.229200 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a39e3dc8-4adc-4835-a530-45e23f858535 req-0f075c96-c73c-4dfd-bfc7-9edf51d97f5e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:48.232579 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a39e3dc8-4adc-4835-a530-45e23f858535 req-0f075c96-c73c-4dfd-bfc7-9edf51d97f5e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.64 "DELETE /v2.0/ports/d5d941e8-0f59-466e-bfb2-c1b6a916dd63 HTTP/1.1" status: 204 len: 173 time: 1.0758493 Nov 16 11:27:48.246358 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:48.253612 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-75f9cf98-aee8-413e-b7da-b04746da1d20 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:48.320506 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9cf98-aee8-413e-b7da-b04746da1d20 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event updated for resources: {'Port': ['ID=210ded90-12df-48a5-a657-c80f83e67f75,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:48.327024 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34304812-1dfb-4993-8351-de926ea10572 req-ac8357c4-7de2-40a1-b0b2-6b8d86fd1476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:48.328554 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-34304812-1dfb-4993-8351-de926ea10572 req-ac8357c4-7de2-40a1-b0b2-6b8d86fd1476 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9c312f535cb4cf58448c066749083fd&device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 1094 time: 0.1200345 Nov 16 11:27:48.347485 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f9cf98-aee8-413e-b7da-b04746da1d20 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Network bbdfa3d4-8860-47b9-95de-528ad5f17ca5 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:27:48.356894 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-75f9cf98-aee8-413e-b7da-b04746da1d20 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:27:48.359945 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f9cf98-aee8-413e-b7da-b04746da1d20 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:27:48.370746 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800f975-0ebd-4492-b3a8-649242ff3c8c req-3c15e4f9-319d-4c17-ad37-a649c4c9fbb0 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:48.372584 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5800f975-0ebd-4492-b3a8-649242ff3c8c req-3c15e4f9-319d-4c17-ad37-a649c4c9fbb0 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 943 time: 0.1388991 Nov 16 11:27:48.424253 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-6f4d4fdd-7469-45b4-be8b-c9e2b4dad8e6 req-504b0972-d4ee-49b6-9fdd-cdbe7e85a5d2 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Deleting port a45d9a78-4124-4025-b1f1-fd4d4077dc07 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:27:48.424607 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6f4d4fdd-7469-45b4-be8b-c9e2b4dad8e6 req-504b0972-d4ee-49b6-9fdd-cdbe7e85a5d2 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:48.444165 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-75f9cf98-aee8-413e-b7da-b04746da1d20 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:48.517614 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5800f975-0ebd-4492-b3a8-649242ff3c8c req-25b3893a-b209-406a-bb1c-bd01dd6f0eb6 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194689 Nov 16 11:27:48.521122 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34304812-1dfb-4993-8351-de926ea10572 req-46806eb1-73ee-42c4-9869-3bf2f74850bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:48.522711 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-34304812-1dfb-4993-8351-de926ea10572 req-46806eb1-73ee-42c4-9869-3bf2f74850bf service neutron] 10.222.0.64 "GET /v2.0/networks?id=9a347c0b-70fe-4059-8e4c-7d26043c2cab HTTP/1.1" status: 200 len: 915 time: 0.1740420 Nov 16 11:27:48.593713 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-34304812-1dfb-4993-8351-de926ea10572 req-38647516-04e8-44c9-ba00-c4bd0afc9f60 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1cfe63ed-82d5-4e38-a615-f3b2c2acc877 HTTP/1.1" status: 200 len: 217 time: 0.0473433 Nov 16 11:27:48.597553 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-6f4d4fdd-7469-45b4-be8b-c9e2b4dad8e6 req-504b0972-d4ee-49b6-9fdd-cdbe7e85a5d2 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] For port a45d9a78-4124-4025-b1f1-fd4d4077dc07, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=a45d9a78-4124-4025-b1f1-fd4d4077dc07,segment=NetworkSegment(585253a6-e371-4de8-b374-85368b56235e),segment_id=585253a6-e371-4de8-b374-85368b56235e)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:48.597908 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6f4d4fdd-7469-45b4-be8b-c9e2b4dad8e6 req-504b0972-d4ee-49b6-9fdd-cdbe7e85a5d2 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:48.630419 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-6f4d4fdd-7469-45b4-be8b-c9e2b4dad8e6 req-504b0972-d4ee-49b6-9fdd-cdbe7e85a5d2 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Calling delete_port for a45d9a78-4124-4025-b1f1-fd4d4077dc07 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:27:48.695482 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-75f9cf98-aee8-413e-b7da-b04746da1d20 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:48.705019 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [req-aaeb241a-d38a-420a-bddd-38c026de525b req-ca5e7547-98cb-40a3-8787-e7af45e1165b service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:27:48.706076 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aaeb241a-d38a-420a-bddd-38c026de525b req-ca5e7547-98cb-40a3-8787-e7af45e1165b service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058005 Nov 16 11:27:48.720034 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34304812-1dfb-4993-8351-de926ea10572 req-ebee0aaf-ed63-4c15-9a50-8536a5ca1ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:48.721887 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-34304812-1dfb-4993-8351-de926ea10572 req-ebee0aaf-ed63-4c15-9a50-8536a5ca1ed5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=353e6c5a-de1d-40fd-a1b8-057b0bade2ea HTTP/1.1" status: 200 len: 854 time: 0.1097243 Nov 16 11:27:48.763659 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f408fb8-58dc-4f30-9835-deb5ce901df9 None None] Network bbdfa3d4-8860-47b9-95de-528ad5f17ca5 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:27:48.773456 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-34304812-1dfb-4993-8351-de926ea10572 req-d996df36-c0e1-4e1f-a60c-69b1c4317b53 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9a347c0b-70fe-4059-8e4c-7d26043c2cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380104 Nov 16 11:27:48.889643 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-db4d7e4f-74db-47d8-ac52-33506a85499c None None] Provisioning complete for port 966cdce7-cf02-442e-8795-203e4c79ce91 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:27:48.890730 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-db4d7e4f-74db-47d8-ac52-33506a85499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:48.894755 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:48.915122 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-34304812-1dfb-4993-8351-de926ea10572 req-3a1c715e-5306-4384-9bc4-5bd99c9ece3b service neutron] 10.222.0.64 "GET /v2.0/networks/9a347c0b-70fe-4059-8e4c-7d26043c2cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301470 Nov 16 11:27:48.919667 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6f4d4fdd-7469-45b4-be8b-c9e2b4dad8e6 req-504b0972-d4ee-49b6-9fdd-cdbe7e85a5d2 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:48.955476 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['ca3e1220-2c97-4efa-8705-157f4f46ebc4', 'a45d9a78-4124-4025-b1f1-fd4d4077dc07', 'c36b15b5-c656-47c2-952e-811833b7f017'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:27:48.970574 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b0972-d4ee-49b6-9fdd-cdbe7e85a5d2 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Pushing event deleted for resources: {'Port': ['ID=a45d9a78-4124-4025-b1f1-fd4d4077dc07,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:49.065838 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4d4fdd-7469-45b4-be8b-c9e2b4dad8e6 req-504b0972-d4ee-49b6-9fdd-cdbe7e85a5d2 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] No DVR routers for this DVR port a45d9a78-4124-4025-b1f1-fd4d4077dc07 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:27:49.069511 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6f4d4fdd-7469-45b4-be8b-c9e2b4dad8e6 req-504b0972-d4ee-49b6-9fdd-cdbe7e85a5d2 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:49.073401 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6f4d4fdd-7469-45b4-be8b-c9e2b4dad8e6 req-504b0972-d4ee-49b6-9fdd-cdbe7e85a5d2 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.64 "DELETE /v2.0/ports/a45d9a78-4124-4025-b1f1-fd4d4077dc07 HTTP/1.1" status: 204 len: 173 time: 0.8857696 Nov 16 11:27:49.142268 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-34304812-1dfb-4993-8351-de926ea10572 req-b93998a6-3e53-4ef0-a5f3-f7467379f05c service neutron] 10.222.0.64 "GET /v2.0/networks/9a347c0b-70fe-4059-8e4c-7d26043c2cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091653 Nov 16 11:27:49.251692 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-db4d7e4f-74db-47d8-ac52-33506a85499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:49.334065 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-db4d7e4f-74db-47d8-ac52-33506a85499c None None] For port 966cdce7-cf02-442e-8795-203e4c79ce91, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=966cdce7-cf02-442e-8795-203e4c79ce91,segment=NetworkSegment(d114ee64-6399-4cbb-b4e6-0cc02678fb09),segment_id=d114ee64-6399-4cbb-b4e6-0cc02678fb09)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:49.344158 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-db4d7e4f-74db-47d8-ac52-33506a85499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:49.415622 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d7e4f-74db-47d8-ac52-33506a85499c None None] Pushing event updated for resources: {'Port': ['ID=966cdce7-cf02-442e-8795-203e4c79ce91,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:49.438835 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 1cfe63ed-82d5-4e38-a615-f3b2c2acc877 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:27:49.624455 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-b3fa266f-7add-4246-9437-5e96deaeb808 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0574389 Nov 16 11:27:49.629534 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-75f9cf98-aee8-413e-b7da-b04746da1d20 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:49.636201 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-538d68e8-7050-46d4-a214-03f602240a3e service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:27:49.637694 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-538d68e8-7050-46d4-a214-03f602240a3e service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087321 Nov 16 11:27:49.638582 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-75f9cf98-aee8-413e-b7da-b04746da1d20 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:49.680775 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 966cdce7-cf02-442e-8795-203e4c79ce91 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:27:49.730514 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-75f9cf98-aee8-413e-b7da-b04746da1d20 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:49.732568 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9cf98-aee8-413e-b7da-b04746da1d20 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event updated for resources: {'Port': ['ID=210ded90-12df-48a5-a657-c80f83e67f75,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:49.856107 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-488b9a97-f14d-43e3-985f-2a6d8cbc79f1 None None] Provisioning complete for port 210ded90-12df-48a5-a657-c80f83e67f75 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:27:49.856719 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-488b9a97-f14d-43e3-985f-2a6d8cbc79f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:49.886114 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f9cf98-aee8-413e-b7da-b04746da1d20 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Network bbdfa3d4-8860-47b9-95de-528ad5f17ca5 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:27:49.887972 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-75f9cf98-aee8-413e-b7da-b04746da1d20 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:27:49.894976 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 966cdce7-cf02-442e-8795-203e4c79ce91 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:27:49.895346 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:49.955113 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 1cfe63ed-82d5-4e38-a615-f3b2c2acc877, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=1cfe63ed-82d5-4e38-a615-f3b2c2acc877,segment=NetworkSegment(b0fc45c9-2beb-4f49-9aad-62aa818b50ab),segment_id=b0fc45c9-2beb-4f49-9aad-62aa818b50ab)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:49.983067 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-488b9a97-f14d-43e3-985f-2a6d8cbc79f1 None None] Port 210ded90-12df-48a5-a657-c80f83e67f75 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:27:50.011140 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '1cfe63ed-82d5-4e38-a615-f3b2c2acc877', 'network_id': '9a347c0b-70fe-4059-8e4c-7d26043c2cab', 'port_id': '1cfe63ed-82d5-4e38-a615-f3b2c2acc877', 'mac_address': 'fa:16:3e:bb:49:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '353e6c5a-de1d-40fd-a1b8-057b0bade2ea', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:27:50.076564 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f9cf98-aee8-413e-b7da-b04746da1d20 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Router 8e334579-0893-481e-9ba3-9767a9d72a78 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:27:50.102793 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-488b9a97-f14d-43e3-985f-2a6d8cbc79f1 None None] Provisioning complete for port 966cdce7-cf02-442e-8795-203e4c79ce91 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:27:50.103404 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-488b9a97-f14d-43e3-985f-2a6d8cbc79f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:50.188585 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8afc0c48-2667-4227-806f-b6f3b3db517c', 'name': 'network-vif-deleted', 'tag': 'd5d941e8-0f59-466e-bfb2-c1b6a916dd63'}, {'server_uuid': '6b0accc1-669c-4166-a588-a9c49629a1be', 'name': 'network-vif-deleted', 'tag': 'a45d9a78-4124-4025-b1f1-fd4d4077dc07'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:27:50.193841 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d79e6b-59aa-4e8c-887f-da3c3617a65a" -d '{"events": [{"server_uuid": "8afc0c48-2667-4227-806f-b6f3b3db517c", "name": "network-vif-deleted", "tag": "d5d941e8-0f59-466e-bfb2-c1b6a916dd63"}, {"server_uuid": "6b0accc1-669c-4166-a588-a9c49629a1be", "name": "network-vif-deleted", "tag": "a45d9a78-4124-4025-b1f1-fd4d4077dc07"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:27:50.285884 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f9cf98-aee8-413e-b7da-b04746da1d20 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:27:50.293345 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-75f9cf98-aee8-413e-b7da-b04746da1d20 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "PUT /v2.0/routers/8e334579-0893-481e-9ba3-9767a9d72a78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8904660 Nov 16 11:27:50.296086 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 38692) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:50.309311 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68699f9-63f2-48f2-8442-c6e5d54cea4c None None] Sync routers for ids ['8e334579-0893-481e-9ba3-9767a9d72a78'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:27:50.313843 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:50.365516 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cfe63ed-82d5-4e38-a615-f3b2c2acc877 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:27:50.385710 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68699f9-63f2-48f2-8442-c6e5d54cea4c None None] Routers {'8e334579-0893-481e-9ba3-9767a9d72a78'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:27:50.386525 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a68699f9-63f2-48f2-8442-c6e5d54cea4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:27:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['8e334579-0893-481e-9ba3-9767a9d72a78'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:27:50.512422 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc1814c-365a-482a-93f3-319649643b80 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:50.512985 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc1814c-365a-482a-93f3-319649643b80 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:50.513511 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc1814c-365a-482a-93f3-319649643b80 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:50.514059 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc1814c-365a-482a-93f3-319649643b80 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:50.514578 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc1814c-365a-482a-93f3-319649643b80 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:50.515090 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc1814c-365a-482a-93f3-319649643b80 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:50.515821 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 1cfe63ed-82d5-4e38-a615-f3b2c2acc877, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=1cfe63ed-82d5-4e38-a615-f3b2c2acc877,segment=NetworkSegment(b0fc45c9-2beb-4f49-9aad-62aa818b50ab),segment_id=b0fc45c9-2beb-4f49-9aad-62aa818b50ab)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:50.515951 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc1814c-365a-482a-93f3-319649643b80 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:50.516346 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc1814c-365a-482a-93f3-319649643b80 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:50.517342 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc1814c-365a-482a-93f3-319649643b80 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:50.518502 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc1814c-365a-482a-93f3-319649643b80 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:50.519239 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc1814c-365a-482a-93f3-319649643b80 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:50.520063 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc1814c-365a-482a-93f3-319649643b80 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:50.520608 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc1814c-365a-482a-93f3-319649643b80 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:50.523240 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-edc1814c-365a-482a-93f3-319649643b80 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9172 time: 0.2260487 Nov 16 11:27:50.526563 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 38702) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:50.594443 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:50.705614 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647b5a39-bbd0-4a02-af3d-0e44643bd717 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:50.706659 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647b5a39-bbd0-4a02-af3d-0e44643bd717 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:50.707269 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647b5a39-bbd0-4a02-af3d-0e44643bd717 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:50.707387 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead4063-a32a-4737-b3a5-dc6f51ddd7ed req-44900a16-cac0-48b6-abcf-935552ac4415 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:50.708631 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647b5a39-bbd0-4a02-af3d-0e44643bd717 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:50.710133 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647b5a39-bbd0-4a02-af3d-0e44643bd717 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:50.710326 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5ead4063-a32a-4737-b3a5-dc6f51ddd7ed req-44900a16-cac0-48b6-abcf-935552ac4415 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 949 time: 0.0975504 Nov 16 11:27:50.710935 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647b5a39-bbd0-4a02-af3d-0e44643bd717 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:50.711397 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647b5a39-bbd0-4a02-af3d-0e44643bd717 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:50.712160 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647b5a39-bbd0-4a02-af3d-0e44643bd717 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:50.712787 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647b5a39-bbd0-4a02-af3d-0e44643bd717 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:50.713376 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647b5a39-bbd0-4a02-af3d-0e44643bd717 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:50.714123 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647b5a39-bbd0-4a02-af3d-0e44643bd717 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:50.714624 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=1cfe63ed-82d5-4e38-a615-f3b2c2acc877,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:50.714882 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647b5a39-bbd0-4a02-af3d-0e44643bd717 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:50.715474 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647b5a39-bbd0-4a02-af3d-0e44643bd717 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:50.721339 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-647b5a39-bbd0-4a02-af3d-0e44643bd717 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8381 time: 0.1937468 Nov 16 11:27:50.722255 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 38708) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:50.735826 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-a68699f9-63f2-48f2-8442-c6e5d54cea4c None None] Set router 8e334579-0893-481e-9ba3-9767a9d72a78 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:27:50.777115 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5ead4063-a32a-4737-b3a5-dc6f51ddd7ed req-1d2b0454-e998-4360-9118-feb36343a3e1 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595255 Nov 16 11:27:50.949438 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa81a3c-2285-450c-98b0-27938145d400 req-53b77457-a5e2-460b-ba81-27cae7ac1e30 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:50.957175 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4aa81a3c-2285-450c-98b0-27938145d400 req-53b77457-a5e2-460b-ba81-27cae7ac1e30 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 944 time: 0.0798876 Nov 16 11:27:50.991079 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-97bb52da-6853-4f89-8996-705fcbfd5d80 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3766 time: 0.2668369 Nov 16 11:27:51.014488 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4aa81a3c-2285-450c-98b0-27938145d400 req-7ca65992-dd18-4df0-8db8-09065a6d3c61 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563591 Nov 16 11:27:51.062627 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-bfc34fd2-8a93-4efa-b56e-418f2d9dac0b None None] Provisioning complete for port 210ded90-12df-48a5-a657-c80f83e67f75 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:27:51.062987 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bfc34fd2-8a93-4efa-b56e-418f2d9dac0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:51.116371 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-bfc34fd2-8a93-4efa-b56e-418f2d9dac0b None None] Port 210ded90-12df-48a5-a657-c80f83e67f75 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:27:51.124930 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb3da5-0c36-4130-8e61-f0d875c942ce req-e45eb71d-ad5d-4c13-95e7-56246e7c979b tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:51.130445 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-42bb3da5-0c36-4130-8e61-f0d875c942ce req-e45eb71d-ad5d-4c13-95e7-56246e7c979b tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4e1299d-0c4f-4ed2-a695-9454915f1394 HTTP/1.1" status: 200 len: 945 time: 0.0554338 Nov 16 11:27:51.177777 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-42bb3da5-0c36-4130-8e61-f0d875c942ce req-de626d8a-ec5e-4298-bd94-abe84bbdd630 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453212 Nov 16 11:27:51.178391 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a68699f9-63f2-48f2-8442-c6e5d54cea4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'name': 'tempest-TestNetworkBasicOps-router-489662568', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:27:41Z', 'updated_at': '2021-11-16T11:27:48Z', 'revision_number': 4, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'gw_port': {'id': '7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:27:42Z', 'updated_at': '2021-11-16T11:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '210ded90-12df-48a5-a657-c80f83e67f75', 'name': '', 'network_id': 'bbdfa3d4-8860-47b9-95de-528ad5f17ca5', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'mac_address': 'fa:16:3e:d8:a8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '439b21da-d2d8-4d2a-b63e-0854dcf3521b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:27:47Z', 'updated_at': '2021-11-16T11:27:48Z', 'revision_number': 2, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'subnets': [{'id': '439b21da-d2d8-4d2a-b63e-0854dcf3521b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:27:51.209257 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68699f9-63f2-48f2-8442-c6e5d54cea4c None None] Checking router: 8e334579-0893-481e-9ba3-9767a9d72a78 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:27:51.209554 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68699f9-63f2-48f2-8442-c6e5d54cea4c None None] Updating router 8e334579-0893-481e-9ba3-9767a9d72a78 port 210ded90-12df-48a5-a657-c80f83e67f75 binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:27:51.230906 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 16 Nov 2021 11:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92703ea-83ca-42da-9750-4c36551c44bc x-openstack-request-id: req-f92703ea-83ca-42da-9750-4c36551c44bc {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:27:51.231439 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8afc0c48-2667-4227-806f-b6f3b3db517c", "name": "network-vif-deleted", "tag": "d5d941e8-0f59-466e-bfb2-c1b6a916dd63", "status": "completed", "code": 200}, {"server_uuid": "6b0accc1-669c-4166-a588-a9c49629a1be", "name": "network-vif-deleted", "tag": "a45d9a78-4124-4025-b1f1-fd4d4077dc07", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:27:51.231716 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f92703ea-83ca-42da-9750-4c36551c44bc {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:27:51.232158 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8afc0c48-2667-4227-806f-b6f3b3db517c', 'name': 'network-vif-deleted', 'tag': 'd5d941e8-0f59-466e-bfb2-c1b6a916dd63', 'status': 'completed', 'code': 200} Nov 16 11:27:51.232416 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0accc1-669c-4166-a588-a9c49629a1be', 'name': 'network-vif-deleted', 'tag': 'a45d9a78-4124-4025-b1f1-fd4d4077dc07', 'status': 'completed', 'code': 200} Nov 16 11:27:51.242657 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a68699f9-63f2-48f2-8442-c6e5d54cea4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:51.254475 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['1cfe63ed-82d5-4e38-a615-f3b2c2acc877'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:27:51.312836 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-9e8fed26-f625-4223-8768-9f7fd2e96891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:51.315918 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-9e8fed26-f625-4223-8768-9f7fd2e96891 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e86b42204c7f435e8eff5558272e51a5&device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 1100 time: 0.0557446 Nov 16 11:27:51.442344 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device d5d941e8-0f59-466e-bfb2-c1b6a916dd63 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:27:51.453224 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-b5e620aa-7a96-4099-b2c6-37e77545816b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:51.455006 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-b5e620aa-7a96-4099-b2c6-37e77545816b service neutron] 10.222.0.64 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.1295757 Nov 16 11:27:51.510341 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-83bd6ad9-7bf6-47d8-b3d4-e569b6d1ea24 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=eda68473-eb26-42d1-ad61-73e085f00c70 HTTP/1.1" status: 200 len: 217 time: 0.0448864 Nov 16 11:27:51.516670 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 966cdce7-cf02-442e-8795-203e4c79ce91 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:27:51.519135 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: d5d941e8-0f59-466e-bfb2-c1b6a916dd63 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:27:51.519504 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device d5d941e8-0f59-466e-bfb2-c1b6a916dd63 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:27:51.519908 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device a45d9a78-4124-4025-b1f1-fd4d4077dc07 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:27:51.575616 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-c22dbe6c-6184-40ca-9717-200ec7b49b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:51.577283 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-c22dbe6c-6184-40ca-9717-200ec7b49b41 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0580828 Nov 16 11:27:51.595476 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-1a5fbc13-62c5-43d3-899a-a819124db1e3 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:51.597824 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-1a5fbc13-62c5-43d3-899a-a819124db1e3 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/networks?id=3d74d208-8054-4a20-a68e-5341a0731232 HTTP/1.1" status: 200 len: 811 time: 0.1417866 Nov 16 11:27:51.600965 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: a45d9a78-4124-4025-b1f1-fd4d4077dc07 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:27:51.601257 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device a45d9a78-4124-4025-b1f1-fd4d4077dc07 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:27:51.622414 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-3123c99a-de84-434f-9a1a-6c34b7ca151d tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/quotas/bcada9d38abf4226bc4ca768b16b9a90 HTTP/1.1" status: 200 len: 375 time: 0.0178807 Nov 16 11:27:51.637401 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-574dc9ba-00f6-48c3-8322-a75caecd5d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:51.639243 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-574dc9ba-00f6-48c3-8322-a75caecd5d6f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0520344 Nov 16 11:27:51.659459 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-01b54c35-99cb-4744-b13d-3c9944289e18 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=bcada9d38abf4226bc4ca768b16b9a90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361071 Nov 16 11:27:51.707467 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 966cdce7-cf02-442e-8795-203e4c79ce91 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:27:51.708039 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:51.757804 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-cfb6d784-01d9-4164-bed2-8058cca167d6 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084974 Nov 16 11:27:51.759327 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-7d638227-c3a9-46fb-89b4-252fd685e9d1 service neutron] 10.222.0.61 "GET /v2.0/networks/3d74d208-8054-4a20-a68e-5341a0731232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990481 Nov 16 11:27:51.819037 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a68699f9-63f2-48f2-8442-c6e5d54cea4c None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:51.863306 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a68699f9-63f2-48f2-8442-c6e5d54cea4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:51.875766 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-47874375-8d0a-4aa1-89e5-b717aced937d service neutron] 10.222.0.61 "GET /v2.0/networks/3d74d208-8054-4a20-a68e-5341a0731232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075642 Nov 16 11:27:51.886008 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-c02e03e7-a091-4559-9177-aef757803848 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193955 Nov 16 11:27:51.964551 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cbc816-4ac7-463e-8a0a-ec87b0ed618d None None] Pushing event updated for resources: {'Port': ['ID=210ded90-12df-48a5-a657-c80f83e67f75,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:51.985583 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-a68699f9-63f2-48f2-8442-c6e5d54cea4c None None] Attempting to bind port 210ded90-12df-48a5-a657-c80f83e67f75 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:27:51.986579 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-a68699f9-63f2-48f2-8442-c6e5d54cea4c None None] Attempting to bind port 210ded90-12df-48a5-a657-c80f83e67f75 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'd114ee64-6399-4cbb-b4e6-0cc02678fb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bbdfa3d4-8860-47b9-95de-528ad5f17ca5'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:27:51.987389 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68699f9-63f2-48f2-8442-c6e5d54cea4c None None] Attempting to bind port 210ded90-12df-48a5-a657-c80f83e67f75 on network bbdfa3d4-8860-47b9-95de-528ad5f17ca5 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:27:51.996101 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68699f9-63f2-48f2-8442-c6e5d54cea4c None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:27:51.996936 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68699f9-63f2-48f2-8442-c6e5d54cea4c None None] Checking segment: {'id': 'd114ee64-6399-4cbb-b4e6-0cc02678fb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bbdfa3d4-8860-47b9-95de-528ad5f17ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:27:51.998972 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a68699f9-63f2-48f2-8442-c6e5d54cea4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:51.999609 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68699f9-63f2-48f2-8442-c6e5d54cea4c None None] Bound using segment: {'id': 'd114ee64-6399-4cbb-b4e6-0cc02678fb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bbdfa3d4-8860-47b9-95de-528ad5f17ca5'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:27:52.000711 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-a68699f9-63f2-48f2-8442-c6e5d54cea4c None None] Bound port: 210ded90-12df-48a5-a657-c80f83e67f75, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd114ee64-6399-4cbb-b4e6-0cc02678fb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bbdfa3d4-8860-47b9-95de-528ad5f17ca5'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:27:52.001431 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a68699f9-63f2-48f2-8442-c6e5d54cea4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:52.127101 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-a68699f9-63f2-48f2-8442-c6e5d54cea4c None None] For port 210ded90-12df-48a5-a657-c80f83e67f75, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:27:52.133380 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-a68699f9-63f2-48f2-8442-c6e5d54cea4c None None] For port 210ded90-12df-48a5-a657-c80f83e67f75, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=210ded90-12df-48a5-a657-c80f83e67f75,segment=NetworkSegment(d114ee64-6399-4cbb-b4e6-0cc02678fb09),segment_id=d114ee64-6399-4cbb-b4e6-0cc02678fb09)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:27:52.152102 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a68699f9-63f2-48f2-8442-c6e5d54cea4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:52.291544 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b1b22af8-0610-4b62-a713-f6b5493bbdec None None] Provisioning complete for port 210ded90-12df-48a5-a657-c80f83e67f75 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:27:52.291917 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b1b22af8-0610-4b62-a713-f6b5493bbdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:52.293563 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cbc816-4ac7-463e-8a0a-ec87b0ed618d None None] Pushing event updated for resources: {'Port': ['ID=210ded90-12df-48a5-a657-c80f83e67f75,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:52.340066 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68699f9-63f2-48f2-8442-c6e5d54cea4c None None] Routers {'8e334579-0893-481e-9ba3-9767a9d72a78'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:27:52.340898 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a68699f9-63f2-48f2-8442-c6e5d54cea4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:27:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['8e334579-0893-481e-9ba3-9767a9d72a78'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:27:52.416787 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 38740) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:52.422718 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-ef1c58a2-9b2f-49d1-9669-448d8b5f23d7 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1507848604', 'description': 'tempest-secgroup-smoke-1507848604 description', 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:27:52.473375 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef1c58a2-9b2f-49d1-9669-448d8b5f23d7 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:52.579479 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-a68699f9-63f2-48f2-8442-c6e5d54cea4c None None] Set router 8e334579-0893-481e-9ba3-9767a9d72a78 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:27:52.621424 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef1c58a2-9b2f-49d1-9669-448d8b5f23d7 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:52.639103 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef1c58a2-9b2f-49d1-9669-448d8b5f23d7 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:52.722667 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c58a2-9b2f-49d1-9669-448d8b5f23d7 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e5dd01-3116-4e2d-8e80-fcccaa45ebe5,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:52.751712 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef1c58a2-9b2f-49d1-9669-448d8b5f23d7 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:52.753315 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ef1c58a2-9b2f-49d1-9669-448d8b5f23d7 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3352499 Nov 16 11:27:52.756538 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 38750) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:52.762549 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-9600793d-1ab0-4d3c-ab9d-563e9d9373c1 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Request body: {'security_group_rule': {'security_group_id': 'e6e5dd01-3116-4e2d-8e80-fcccaa45ebe5', 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:27:52.784424 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c7b69-68c0-49a0-a3bf-ec703161cbcb req-5bbcdbb8-972d-4d41-b41c-5021eee56e70 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:52.786000 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b1c7b69-68c0-49a0-a3bf-ec703161cbcb req-5bbcdbb8-972d-4d41-b41c-5021eee56e70 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 949 time: 0.1625590 Nov 16 11:27:52.804786 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b1b22af8-0610-4b62-a713-f6b5493bbdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:52.849355 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b1c7b69-68c0-49a0-a3bf-ec703161cbcb req-d199b6e4-77be-47a2-a4c6-2ebd801ab4b6 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570500 Nov 16 11:27:52.852344 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b1b22af8-0610-4b62-a713-f6b5493bbdec None None] For port 210ded90-12df-48a5-a657-c80f83e67f75, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=210ded90-12df-48a5-a657-c80f83e67f75,segment=NetworkSegment(d114ee64-6399-4cbb-b4e6-0cc02678fb09),segment_id=d114ee64-6399-4cbb-b4e6-0cc02678fb09)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:52.857224 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b1b22af8-0610-4b62-a713-f6b5493bbdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:52.883024 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9600793d-1ab0-4d3c-ab9d-563e9d9373c1 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:52.991204 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b22af8-0610-4b62-a713-f6b5493bbdec None None] Pushing event updated for resources: {'Port': ['ID=210ded90-12df-48a5-a657-c80f83e67f75,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:53.011605 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9600793d-1ab0-4d3c-ab9d-563e9d9373c1 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:53.015679 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-7dd3fb61-ec45-42f7-b041-90f7a8ad4a04 None None] Provisioning complete for port 210ded90-12df-48a5-a657-c80f83e67f75 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:27:53.016146 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7dd3fb61-ec45-42f7-b041-90f7a8ad4a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:53.038205 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9600793d-1ab0-4d3c-ab9d-563e9d9373c1 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:53.069595 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600793d-1ab0-4d3c-ab9d-563e9d9373c1 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d44d598e-fb7d-400b-bcce-a3f743fd2cab,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:53.083685 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9600793d-1ab0-4d3c-ab9d-563e9d9373c1 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:53.088587 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9600793d-1ab0-4d3c-ab9d-563e9d9373c1 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3306417 Nov 16 11:27:53.090318 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 38760) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:53.098490 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-65f4a63b-7e5a-4b07-bc91-7713f8316ce5 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Request body: {'security_group_rule': {'security_group_id': 'e6e5dd01-3116-4e2d-8e80-fcccaa45ebe5', 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:27:53.100385 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb643d-1a91-4f7a-837d-5a812212157d req-21e18310-65fa-4873-b1df-7e846c72c682 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:53.101362 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a68699f9-63f2-48f2-8442-c6e5d54cea4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'name': 'tempest-TestNetworkBasicOps-router-489662568', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:27:41Z', 'updated_at': '2021-11-16T11:27:48Z', 'revision_number': 4, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'gw_port': {'id': '7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:27:42Z', 'updated_at': '2021-11-16T11:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '210ded90-12df-48a5-a657-c80f83e67f75', 'name': '', 'network_id': 'bbdfa3d4-8860-47b9-95de-528ad5f17ca5', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'mac_address': 'fa:16:3e:d8:a8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '439b21da-d2d8-4d2a-b63e-0854dcf3521b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:27:47Z', 'updated_at': '2021-11-16T11:27:52Z', 'revision_number': 4, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'subnets': [{'id': '439b21da-d2d8-4d2a-b63e-0854dcf3521b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:27:53.109937 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b3fb643d-1a91-4f7a-837d-5a812212157d req-21e18310-65fa-4873-b1df-7e846c72c682 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 944 time: 0.1073236 Nov 16 11:27:53.140062 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68699f9-63f2-48f2-8442-c6e5d54cea4c None None] The sync data for ids ['8e334579-0893-481e-9ba3-9767a9d72a78'] in n-d-816823-3 is: [{'id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'name': 'tempest-TestNetworkBasicOps-router-489662568', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:27:41Z', 'updated_at': '2021-11-16T11:27:48Z', 'revision_number': 4, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'gw_port': {'id': '7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:27:42Z', 'updated_at': '2021-11-16T11:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '210ded90-12df-48a5-a657-c80f83e67f75', 'name': '', 'network_id': 'bbdfa3d4-8860-47b9-95de-528ad5f17ca5', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'mac_address': 'fa:16:3e:d8:a8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '439b21da-d2d8-4d2a-b63e-0854dcf3521b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:27:47Z', 'updated_at': '2021-11-16T11:27:52Z', 'revision_number': 4, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'subnets': [{'id': '439b21da-d2d8-4d2a-b63e-0854dcf3521b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:27:53.175617 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-65f4a63b-7e5a-4b07-bc91-7713f8316ce5 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:53.245770 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b3fb643d-1a91-4f7a-837d-5a812212157d req-7e578ab2-b10e-4826-bfb3-a87882f8cec4 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185579 Nov 16 11:27:53.311174 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-65f4a63b-7e5a-4b07-bc91-7713f8316ce5 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:53.320280 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-65f4a63b-7e5a-4b07-bc91-7713f8316ce5 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:53.367423 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f4a63b-7e5a-4b07-bc91-7713f8316ce5 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04194a34-3942-4271-9051-a3785b234acb,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:53.370096 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f4dd9ad0-1744-459d-a85b-2c62e3e58ade req-536ca411-bce8-4932-8dfe-873dc78ea035 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=82a405e0-0623-4c32-965c-ae70f758cabc HTTP/1.1" status: 200 len: 210 time: 0.0318768 Nov 16 11:27:53.373703 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-65f4a63b-7e5a-4b07-bc91-7713f8316ce5 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:53.375922 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-65f4a63b-7e5a-4b07-bc91-7713f8316ce5 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2844849 Nov 16 11:27:53.378760 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 38764) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:53.385010 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d9c8dabe-8646-4e59-9bde-32699f9a729d tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Request body: {'security_group_rule': {'security_group_id': 'e6e5dd01-3116-4e2d-8e80-fcccaa45ebe5', 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:27:53.452256 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 74c45600-4979-468d-b365-8c8de509e07e details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:27:53.453970 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d9c8dabe-8646-4e59-9bde-32699f9a729d tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:53.550642 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 1cfe63ed-82d5-4e38-a615-f3b2c2acc877 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:27:53.560703 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5a35e-d68a-4a04-98cc-a600243769bf req-13e6e245-efed-4cf9-848e-a7a8cff906d1 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:53.564597 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-59a5a35e-d68a-4a04-98cc-a600243769bf req-13e6e245-efed-4cf9-848e-a7a8cff906d1 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4e1299d-0c4f-4ed2-a695-9454915f1394 HTTP/1.1" status: 200 len: 945 time: 0.1147771 Nov 16 11:27:53.571099 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d9c8dabe-8646-4e59-9bde-32699f9a729d tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:53.583523 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d9c8dabe-8646-4e59-9bde-32699f9a729d tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:53.654826 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 210ded90-12df-48a5-a657-c80f83e67f75 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:27:53.679592 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c8dabe-8646-4e59-9bde-32699f9a729d tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23d936e4-c56b-4a0e-9ca6-7e8f59f397ac,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:53.688607 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d9c8dabe-8646-4e59-9bde-32699f9a729d tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:53.692156 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d9c8dabe-8646-4e59-9bde-32699f9a729d tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3113494 Nov 16 11:27:53.694311 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 38772) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:53.717454 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-56bcf4bc-f706-43cb-a0ad-c582432dae32 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Request body: {'security_group_rule': {'security_group_id': 'e6e5dd01-3116-4e2d-8e80-fcccaa45ebe5', 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:27:53.736651 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-59a5a35e-d68a-4a04-98cc-a600243769bf req-fd6623ce-a4a4-4070-aa11-ec63015659be tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608565 Nov 16 11:27:53.825504 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 74c45600-4979-468d-b365-8c8de509e07e, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=74c45600-4979-468d-b365-8c8de509e07e,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:53.891633 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '74c45600-4979-468d-b365-8c8de509e07e', 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334', 'port_id': '74c45600-4979-468d-b365-8c8de509e07e', 'mac_address': 'fa:16:3e:15:0e:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098ff2a2-731b-47ba-a3df-3f077a39e5d8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:27:53.965349 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56bcf4bc-f706-43cb-a0ad-c582432dae32 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:53.969628 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 1cfe63ed-82d5-4e38-a615-f3b2c2acc877 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:27:53.989808 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 1cfe63ed-82d5-4e38-a615-f3b2c2acc877 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:27:53.990473 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:54.097348 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 210ded90-12df-48a5-a657-c80f83e67f75 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:27:54.098897 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:54.100708 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:54.135013 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56bcf4bc-f706-43cb-a0ad-c582432dae32 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:54.156116 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-0e93e240-860a-409a-981c-2a673b0dbf8a tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:54.159609 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-0e93e240-860a-409a-981c-2a673b0dbf8a tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.64 "GET /v2.0/networks?id=3d74d208-8054-4a20-a68e-5341a0731232 HTTP/1.1" status: 200 len: 811 time: 0.4341185 Nov 16 11:27:54.160869 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56bcf4bc-f706-43cb-a0ad-c582432dae32 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:54.190638 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74c45600-4979-468d-b365-8c8de509e07e {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:27:54.209240 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-40b0128f-4884-4220-a159-2909a0efdb46 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Request body: {'port': {'device_id': '82a405e0-0623-4c32-965c-ae70f758cabc', 'network_id': '3d74d208-8054-4a20-a68e-5341a0731232', 'admin_state_up': True, 'tenant_id': 'bcada9d38abf4226bc4ca768b16b9a90'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:27:54.229544 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bcf4bc-f706-43cb-a0ad-c582432dae32 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b053d5e7-6f17-473f-96d2-2c710d7044ce,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:54.277817 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 74c45600-4979-468d-b365-8c8de509e07e, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=74c45600-4979-468d-b365-8c8de509e07e,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:54.350187 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:54.418050 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56bcf4bc-f706-43cb-a0ad-c582432dae32 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:54.422490 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-56bcf4bc-f706-43cb-a0ad-c582432dae32 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7117345 Nov 16 11:27:54.425127 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 38788) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:54.445729 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d39b9d32-9996-4d2e-b716-2cfa49a5a6aa tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Request body: {'security_group_rule': {'security_group_id': 'e6e5dd01-3116-4e2d-8e80-fcccaa45ebe5', 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:27:54.466096 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-40b0128f-4884-4220-a159-2909a0efdb46 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Made reservation on behalf of bcada9d38abf4226bc4ca768b16b9a90 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:27:54.470363 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37c6d7-4642-4a20-8524-25d4082f5dc4 req-648f967e-febc-482c-8bc6-f97d17a1d370 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:54.471974 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2b37c6d7-4642-4a20-8524-25d4082f5dc4 req-648f967e-febc-482c-8bc6-f97d17a1d370 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 949 time: 0.2190101 Nov 16 11:27:54.481682 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-40b0128f-4884-4220-a159-2909a0efdb46 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:54.706477 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2b37c6d7-4642-4a20-8524-25d4082f5dc4 req-aa2504a4-2602-4952-8a6e-d137c4604e9b tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220893 Nov 16 11:27:54.710975 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=74c45600-4979-468d-b365-8c8de509e07e,revision_number=6']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:54.730983 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:54.795808 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a3195c-d886-4b60-9d17-03aec03d84c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfe63ed-82d5-4e38-a615-f3b2c2acc877'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:27:54.808766 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab8123f-e97e-4f9d-bf1c-5bbfbf4eec47" -d '{"events": [{"server_uuid": "23a3195c-d886-4b60-9d17-03aec03d84c7", "name": "network-vif-plugged", "status": "completed", "tag": "1cfe63ed-82d5-4e38-a615-f3b2c2acc877"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:27:54.815834 n-d-816823-3 neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-d39b9d32-9996-4d2e-b716-2cfa49a5a6aa tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Project 8e4d1d7674f84686a4379fe8e2aa2d78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 11:27:54.828425 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-40b0128f-4884-4220-a159-2909a0efdb46 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Allocated IP 172.20.0.6 (3d74d208-8054-4a20-a68e-5341a0731232/3f019b1b-47e9-47e0-b9fa-270ea9b96fc7/e1f4a3b2-7f7a-4877-abaa-1d64edccc833) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:27:54.832024 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d39b9d32-9996-4d2e-b716-2cfa49a5a6aa tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:54.838179 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['74c45600-4979-468d-b365-8c8de509e07e'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:27:54.850004 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 1cfe63ed-82d5-4e38-a615-f3b2c2acc877, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=1cfe63ed-82d5-4e38-a615-f3b2c2acc877,segment=NetworkSegment(b0fc45c9-2beb-4f49-9aad-62aa818b50ab),segment_id=b0fc45c9-2beb-4f49-9aad-62aa818b50ab)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:54.882360 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:55.036771 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=1cfe63ed-82d5-4e38-a615-f3b2c2acc877,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:55.105166 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e8532-549e-4362-8311-b70c08665d3a req-2ddb55cd-d246-4bec-8ddc-cb26d0a815b7 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:55.117446 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-154e8532-549e-4362-8311-b70c08665d3a req-2ddb55cd-d246-4bec-8ddc-cb26d0a815b7 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.1046054 Nov 16 11:27:55.204291 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-154e8532-549e-4362-8311-b70c08665d3a req-d305cd47-faf9-4011-a490-ddf27621933a tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820749 Nov 16 11:27:55.299087 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-84cad526-398b-487e-9b8d-edf8a773e945 req-6f589231-a5c3-400a-9315-fb6587918318 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=82a405e0-0623-4c32-965c-ae70f758cabc HTTP/1.1" status: 200 len: 210 time: 0.0372608 Nov 16 11:27:55.430760 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-40b0128f-4884-4220-a159-2909a0efdb46 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:55.446090 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab8c65e-8c42-407c-948d-009ae8cb6da3 req-0ba09dd7-c598-40d3-ab1a-89b8cdb321b8 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:55.454288 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dab8c65e-8c42-407c-948d-009ae8cb6da3 req-0ba09dd7-c598-40d3-ab1a-89b8cdb321b8 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4e1299d-0c4f-4ed2-a695-9454915f1394 HTTP/1.1" status: 200 len: 944 time: 0.0760968 Nov 16 11:27:55.456523 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 74c45600-4979-468d-b365-8c8de509e07e up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:27:55.515244 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d39b9d32-9996-4d2e-b716-2cfa49a5a6aa tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:55.526556 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d39b9d32-9996-4d2e-b716-2cfa49a5a6aa tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:55.530608 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 74c45600-4979-468d-b365-8c8de509e07e triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:27:55.530977 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:55.535871 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dab8c65e-8c42-407c-948d-009ae8cb6da3 req-4ae17a90-5b39-4756-a187-7a81d0f66fdc tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809178 Nov 16 11:27:55.559981 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-40b0128f-4884-4220-a159-2909a0efdb46 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:55.602196 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b9d32-9996-4d2e-b716-2cfa49a5a6aa tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41d4a61f-d923-45e3-a8c3-f4b06807b245,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:55.632950 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12323cdd-d951-47d4-a365-be32def9a5f6 x-openstack-request-id: req-12323cdd-d951-47d4-a365-be32def9a5f6 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:27:55.633358 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a3195c-d886-4b60-9d17-03aec03d84c7", "name": "network-vif-plugged", "status": "completed", "tag": "1cfe63ed-82d5-4e38-a615-f3b2c2acc877", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:27:55.633675 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-12323cdd-d951-47d4-a365-be32def9a5f6 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:27:55.634702 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a3195c-d886-4b60-9d17-03aec03d84c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfe63ed-82d5-4e38-a615-f3b2c2acc877', 'code': 200} Nov 16 11:27:55.643483 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:55.690542 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 74c45600-4979-468d-b365-8c8de509e07e, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=74c45600-4979-468d-b365-8c8de509e07e,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:27:55.700508 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:55.711383 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b9d32-9996-4d2e-b716-2cfa49a5a6aa tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:55.711734 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b9d32-9996-4d2e-b716-2cfa49a5a6aa tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:55.712066 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b9d32-9996-4d2e-b716-2cfa49a5a6aa tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:55.712437 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b9d32-9996-4d2e-b716-2cfa49a5a6aa tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:55.712774 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b9d32-9996-4d2e-b716-2cfa49a5a6aa tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:55.713105 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b9d32-9996-4d2e-b716-2cfa49a5a6aa tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:55.713434 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b9d32-9996-4d2e-b716-2cfa49a5a6aa tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:55.713759 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b9d32-9996-4d2e-b716-2cfa49a5a6aa tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:55.714115 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b9d32-9996-4d2e-b716-2cfa49a5a6aa tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:55.714451 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b9d32-9996-4d2e-b716-2cfa49a5a6aa tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:55.714779 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b9d32-9996-4d2e-b716-2cfa49a5a6aa tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:55.715109 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39b9d32-9996-4d2e-b716-2cfa49a5a6aa tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:27:55.746202 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d39b9d32-9996-4d2e-b716-2cfa49a5a6aa tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:55.750344 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d39b9d32-9996-4d2e-b716-2cfa49a5a6aa tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3227477 Nov 16 11:27:55.751098 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 38804) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:27:55.758636 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-40b0128f-4884-4220-a159-2909a0efdb46 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Network 3d74d208-8054-4a20-a68e-5341a0731232 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:27:55.762720 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-96fa16ab-a6c5-4429-ab24-19ca74e4a1c6 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Request body: {'security_group_rule': {'security_group_id': 'e6e5dd01-3116-4e2d-8e80-fcccaa45ebe5', 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:27:55.781890 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-40b0128f-4884-4220-a159-2909a0efdb46 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:27:55.789316 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-40b0128f-4884-4220-a159-2909a0efdb46 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:27:55.839448 n-d-816823-3 neutron-server[102669]: INFO neutron.db.securitygroups_db [None req-96fa16ab-a6c5-4429-ab24-19ca74e4a1c6 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Project 8e4d1d7674f84686a4379fe8e2aa2d78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 11:27:55.840855 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=74c45600-4979-468d-b365-8c8de509e07e,revision_number=7']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:55.858255 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-96fa16ab-a6c5-4429-ab24-19ca74e4a1c6 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:55.892114 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0128f-4884-4220-a159-2909a0efdb46 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Pushing event updated for resources: {'Port': ['ID=e1f4a3b2-7f7a-4877-abaa-1d64edccc833,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:55.964146 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-40b0128f-4884-4220-a159-2909a0efdb46 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:55.968292 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-40b0128f-4884-4220-a159-2909a0efdb46 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:56.007570 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0618e9f-c1ea-4897-b85e-81b866973bce req-cafb763e-232e-4a12-8ba6-bbfa52d8ae0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:56.010018 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c0618e9f-c1ea-4897-b85e-81b866973bce req-cafb763e-232e-4a12-8ba6-bbfa52d8ae0d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 1096 time: 0.2488177 Nov 16 11:27:56.014740 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-40b0128f-4884-4220-a159-2909a0efdb46 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8384156 Nov 16 11:27:56.032499 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-96fa16ab-a6c5-4429-ab24-19ca74e4a1c6 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:56.043338 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-96fa16ab-a6c5-4429-ab24-19ca74e4a1c6 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:56.069485 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0678d9d-183e-42e2-936c-bb3ef03b4e95 req-9e525792-c39f-4364-abe8-ebe672143ebb tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:56.075263 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-9d385282-8fe1-44e7-89a4-aefafc9fd66a service neutron] Request body: {'port': {'device_id': '82a405e0-0623-4c32-965c-ae70f758cabc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:27:56.077126 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f0678d9d-183e-42e2-936c-bb3ef03b4e95 req-9e525792-c39f-4364-abe8-ebe672143ebb tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 949 time: 0.1110468 Nov 16 11:27:56.093569 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa16ab-a6c5-4429-ab24-19ca74e4a1c6 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2bcdc03-767f-4e56-b00e-4c22bb6a69ee,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:56.110428 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-96fa16ab-a6c5-4429-ab24-19ca74e4a1c6 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:56.114509 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-96fa16ab-a6c5-4429-ab24-19ca74e4a1c6 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3597050 Nov 16 11:27:56.169001 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f0678d9d-183e-42e2-936c-bb3ef03b4e95 req-39c8e75b-8656-4a2b-b63f-8b47bbea9029 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909224 Nov 16 11:27:56.234590 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-9d385282-8fe1-44e7-89a4-aefafc9fd66a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:56.251405 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c0618e9f-c1ea-4897-b85e-81b866973bce req-b41ffa86-7bf0-4c0a-8686-f6c42b876a89 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247808 Nov 16 11:27:56.462570 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40fc9a-1360-4545-b20e-1ab5660b15ed req-6cb7ff87-563b-4f9d-b54f-75e5d1b0c947 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:56.464877 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aa40fc9a-1360-4545-b20e-1ab5660b15ed req-6cb7ff87-563b-4f9d-b54f-75e5d1b0c947 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0724809 Nov 16 11:27:56.533326 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aa40fc9a-1360-4545-b20e-1ab5660b15ed req-865f8f17-afe0-47b2-bd05-b2f5a2ffaeb1 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568287 Nov 16 11:27:56.726210 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-5061e930-cb70-42a6-97e7-f1083736f979 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1507848604&fields=id&tenant_id=8e4d1d7674f84686a4379fe8e2aa2d78 HTTP/1.1" status: 200 len: 267 time: 0.0661213 Nov 16 11:27:56.805329 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-9d385282-8fe1-44e7-89a4-aefafc9fd66a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1f4a3b2-7f7a-4877-abaa-1d64edccc833 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:27:56.814414 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-9d385282-8fe1-44e7-89a4-aefafc9fd66a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:56.830203 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-9d385282-8fe1-44e7-89a4-aefafc9fd66a service neutron] Transition to ACTIVE for port object e1f4a3b2-7f7a-4877-abaa-1d64edccc833 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:27:56.838827 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-9d385282-8fe1-44e7-89a4-aefafc9fd66a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:56.899169 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-bd881d07-928b-4cff-b165-e5b1ff10d066 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:56.908670 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-bd881d07-928b-4cff-b165-e5b1ff10d066 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/networks?id=bbdfa3d4-8860-47b9-95de-528ad5f17ca5 HTTP/1.1" status: 200 len: 796 time: 0.1697605 Nov 16 11:27:56.926445 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d385282-8fe1-44e7-89a4-aefafc9fd66a service neutron] Pushing event updated for resources: {'Port': ['ID=e1f4a3b2-7f7a-4877-abaa-1d64edccc833,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:56.937284 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-7fcc9192-00a8-48b7-8ddf-c140864eda88 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/quotas/8e4d1d7674f84686a4379fe8e2aa2d78 HTTP/1.1" status: 200 len: 375 time: 0.0261159 Nov 16 11:27:57.005597 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-9d385282-8fe1-44e7-89a4-aefafc9fd66a service neutron] Attempting to bind port e1f4a3b2-7f7a-4877-abaa-1d64edccc833 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:27:57.006432 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-9d385282-8fe1-44e7-89a4-aefafc9fd66a service neutron] Attempting to bind port e1f4a3b2-7f7a-4877-abaa-1d64edccc833 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'dde4f2a5-6c36-4ca1-b975-fe969cc62f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3d74d208-8054-4a20-a68e-5341a0731232'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:27:57.006945 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-9d385282-8fe1-44e7-89a4-aefafc9fd66a service neutron] Attempting to bind port e1f4a3b2-7f7a-4877-abaa-1d64edccc833 on network 3d74d208-8054-4a20-a68e-5341a0731232 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:27:57.012103 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-9d385282-8fe1-44e7-89a4-aefafc9fd66a service neutron] Port e1f4a3b2-7f7a-4877-abaa-1d64edccc833 on network 3d74d208-8054-4a20-a68e-5341a0731232 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:27:57.012672 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-9d385282-8fe1-44e7-89a4-aefafc9fd66a service neutron] Attempting to bind port e1f4a3b2-7f7a-4877-abaa-1d64edccc833 on network 3d74d208-8054-4a20-a68e-5341a0731232 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:27:57.019473 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-7a0dc891-cae9-4046-994f-e552d4c279f2 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8e4d1d7674f84686a4379fe8e2aa2d78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0811236 Nov 16 11:27:57.020094 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-9d385282-8fe1-44e7-89a4-aefafc9fd66a service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:27:57.020654 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-9d385282-8fe1-44e7-89a4-aefafc9fd66a service neutron] Checking segment: {'id': 'dde4f2a5-6c36-4ca1-b975-fe969cc62f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3d74d208-8054-4a20-a68e-5341a0731232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:27:57.021241 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-9d385282-8fe1-44e7-89a4-aefafc9fd66a service neutron] Bound using segment: {'id': 'dde4f2a5-6c36-4ca1-b975-fe969cc62f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3d74d208-8054-4a20-a68e-5341a0731232'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:27:57.021870 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-9d385282-8fe1-44e7-89a4-aefafc9fd66a service neutron] Bound port: e1f4a3b2-7f7a-4877-abaa-1d64edccc833, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dde4f2a5-6c36-4ca1-b975-fe969cc62f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3d74d208-8054-4a20-a68e-5341a0731232'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:27:57.022610 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-9d385282-8fe1-44e7-89a4-aefafc9fd66a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:57.107114 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-9d385282-8fe1-44e7-89a4-aefafc9fd66a service neutron] For port e1f4a3b2-7f7a-4877-abaa-1d64edccc833, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:27:57.110937 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-9d385282-8fe1-44e7-89a4-aefafc9fd66a service neutron] For port e1f4a3b2-7f7a-4877-abaa-1d64edccc833, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=e1f4a3b2-7f7a-4877-abaa-1d64edccc833,segment=NetworkSegment(dde4f2a5-6c36-4ca1-b975-fe969cc62f41),segment_id=dde4f2a5-6c36-4ca1-b975-fe969cc62f41)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:27:57.132581 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-9d385282-8fe1-44e7-89a4-aefafc9fd66a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:57.160833 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-55082d62-8a5c-4b17-b6b1-6fd896ee749a service neutron] 10.222.0.61 "GET /v2.0/networks/bbdfa3d4-8860-47b9-95de-528ad5f17ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385708 Nov 16 11:27:57.183869 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-9d385282-8fe1-44e7-89a4-aefafc9fd66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:57.184820 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-9d385282-8fe1-44e7-89a4-aefafc9fd66a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:57.186500 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-9d385282-8fe1-44e7-89a4-aefafc9fd66a service neutron] 10.222.0.64 "PUT /v2.0/ports/e1f4a3b2-7f7a-4877-abaa-1d64edccc833 HTTP/1.1" status: 200 len: 1091 time: 1.1584153 Nov 16 11:27:57.187179 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a405e0-0623-4c32-965c-ae70f758cabc', 'tag': 'e1f4a3b2-7f7a-4877-abaa-1d64edccc833'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:27:57.189667 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4fe5553-45ef-41aa-8906-4944c1eeaeb9" -d '{"events": [{"name": "network-changed", "server_uuid": "82a405e0-0623-4c32-965c-ae70f758cabc", "tag": "e1f4a3b2-7f7a-4877-abaa-1d64edccc833"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:27:57.229167 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d385282-8fe1-44e7-89a4-aefafc9fd66a service neutron] Pushing event updated for resources: {'Port': ['ID=e1f4a3b2-7f7a-4877-abaa-1d64edccc833,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:27:57.317250 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-11222dc5-2e99-4098-b696-f6f522a936e6 service neutron] 10.222.0.61 "GET /v2.0/networks/bbdfa3d4-8860-47b9-95de-528ad5f17ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550932 Nov 16 11:27:57.335328 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-457bfaf5-47d4-429e-a73e-631f81c6c332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:57.336946 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-457bfaf5-47d4-429e-a73e-631f81c6c332 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bcada9d38abf4226bc4ca768b16b9a90&device_id=82a405e0-0623-4c32-965c-ae70f758cabc HTTP/1.1" status: 200 len: 1094 time: 0.0876441 Nov 16 11:27:57.412591 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-ef0712f8-63c8-4753-af11-cf9d94186116 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1f4a3b2-7f7a-4877-abaa-1d64edccc833 HTTP/1.1" status: 200 len: 217 time: 0.0619118 Nov 16 11:27:57.493277 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-f74f592c-dc94-424d-af8a-66886a63fb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:57.494797 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-f74f592c-dc94-424d-af8a-66886a63fb24 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f019b1b-47e9-47e0-b9fa-270ea9b96fc7 HTTP/1.1" status: 200 len: 851 time: 0.0641208 Nov 16 11:27:57.539101 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-b497f72c-3b79-411c-b6db-73c4a474216e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3d74d208-8054-4a20-a68e-5341a0731232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282252 Nov 16 11:27:57.637375 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e1299d-0c4f-4ed2-a695-9454915f1394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c45600-4979-468d-b365-8c8de509e07e'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:27:57.640549 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82c3c7b-a117-4b4f-a077-e521d706268f" -d '{"events": [{"server_uuid": "b4e1299d-0c4f-4ed2-a695-9454915f1394", "name": "network-vif-plugged", "status": "completed", "tag": "74c45600-4979-468d-b365-8c8de509e07e"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:27:57.684882 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-45360928-c369-4427-925e-07d5f38361c5 service neutron] 10.222.0.64 "GET /v2.0/networks/3d74d208-8054-4a20-a68e-5341a0731232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350524 Nov 16 11:27:57.691412 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d3535-b689-406e-9785-6b4ba739c2ea req-bce67a59-3d2b-46b4-b575-7a1f40b2fc3f tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:57.700683 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-204d3535-b689-406e-9785-6b4ba739c2ea req-bce67a59-3d2b-46b4-b575-7a1f40b2fc3f tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=82a405e0-0623-4c32-965c-ae70f758cabc HTTP/1.1" status: 200 len: 943 time: 0.0809288 Nov 16 11:27:57.786217 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-204d3535-b689-406e-9785-6b4ba739c2ea req-9845e094-a541-4d5d-bfb5-2e7398d4ce6e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845144 Nov 16 11:27:57.883829 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2b259d7a-f190-41df-a9fa-39a1ff7cefe6 req-db5ac61b-8115-4665-b675-f8bb5a1fceeb service neutron] 10.222.0.64 "GET /v2.0/networks/3d74d208-8054-4a20-a68e-5341a0731232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862078 Nov 16 11:27:57.887547 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:58.210720 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41191fde-2421-4bdd-875d-132ccf869a6b req-87682c92-4403-46ea-9a3f-cecbe384a9fd tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:58.212834 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-41191fde-2421-4bdd-875d-132ccf869a6b req-87682c92-4403-46ea-9a3f-cecbe384a9fd tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4e1299d-0c4f-4ed2-a695-9454915f1394 HTTP/1.1" status: 200 len: 945 time: 0.1000750 Nov 16 11:27:58.289863 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-41191fde-2421-4bdd-875d-132ccf869a6b req-d2d07447-b2aa-46b5-86d9-df0af54c3378 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700240 Nov 16 11:27:58.561376 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47f32b0-0f6e-466b-a781-eccf7fd2ddf8 x-openstack-request-id: req-e47f32b0-0f6e-466b-a781-eccf7fd2ddf8 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:27:58.562063 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a405e0-0623-4c32-965c-ae70f758cabc", "tag": "e1f4a3b2-7f7a-4877-abaa-1d64edccc833", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:27:58.562341 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e47f32b0-0f6e-466b-a781-eccf7fd2ddf8 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:27:58.562845 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82a405e0-0623-4c32-965c-ae70f758cabc', 'tag': 'e1f4a3b2-7f7a-4877-abaa-1d64edccc833', 'status': 'completed', 'code': 200} Nov 16 11:27:58.680068 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe5553-45ef-41aa-8906-4944c1eeaeb9 req-1fcf5072-f1f4-4b72-9903-38e912751ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:58.681633 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a4fe5553-45ef-41aa-8906-4944c1eeaeb9 req-1fcf5072-f1f4-4b72-9903-38e912751ea5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bcada9d38abf4226bc4ca768b16b9a90&device_id=82a405e0-0623-4c32-965c-ae70f758cabc HTTP/1.1" status: 200 len: 1094 time: 0.0754309 Nov 16 11:27:58.714900 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155955a-2d1b-4265-b80c-266d402d3f44 req-213a2ace-f370-4465-85e0-cbf60e1db4a2 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:58.716625 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8155955a-2d1b-4265-b80c-266d402d3f44 req-213a2ace-f370-4465-85e0-cbf60e1db4a2 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 949 time: 0.0678592 Nov 16 11:27:58.731656 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:58.799331 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8155955a-2d1b-4265-b80c-266d402d3f44 req-4f590583-2d34-4322-99d6-cf39779ef54c tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670743 Nov 16 11:27:58.823311 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe5553-45ef-41aa-8906-4944c1eeaeb9 req-4ede882f-0645-4b6a-8dd2-152a5029b6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:58.824816 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a4fe5553-45ef-41aa-8906-4944c1eeaeb9 req-4ede882f-0645-4b6a-8dd2-152a5029b6c2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3d74d208-8054-4a20-a68e-5341a0731232 HTTP/1.1" status: 200 len: 912 time: 0.1299193 Nov 16 11:27:58.881854 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a4fe5553-45ef-41aa-8906-4944c1eeaeb9 req-15371278-96c2-48a8-ad82-d242d98d6368 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1f4a3b2-7f7a-4877-abaa-1d64edccc833 HTTP/1.1" status: 200 len: 217 time: 0.0450664 Nov 16 11:27:58.882967 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0ef23162-3396-436f-aa1b-f3c42b908aee req-ecaca358-cfb6-4bba-9ac2-abafedad3712 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e2b6f6-4098-4d8f-bb30-07d27b9a7867 HTTP/1.1" status: 200 len: 210 time: 0.0282319 Nov 16 11:27:58.954136 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe5553-45ef-41aa-8906-4944c1eeaeb9 req-28e649ef-241a-43ae-b8e0-afb3f15b3023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:58.955700 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a4fe5553-45ef-41aa-8906-4944c1eeaeb9 req-28e649ef-241a-43ae-b8e0-afb3f15b3023 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f019b1b-47e9-47e0-b9fa-270ea9b96fc7 HTTP/1.1" status: 200 len: 851 time: 0.0560858 Nov 16 11:27:59.006527 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a4fe5553-45ef-41aa-8906-4944c1eeaeb9 req-ff034f78-8ad4-470c-9174-a8d51604e42e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3d74d208-8054-4a20-a68e-5341a0731232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413151 Nov 16 11:27:59.017289 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5a05e-e1b5-4192-9285-d0c2772ddfa1 req-74c1c0c1-d1f2-4f53-8aa2-e5d1bcb24da0 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:59.025901 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-58d5a05e-e1b5-4192-9285-d0c2772ddfa1 req-74c1c0c1-d1f2-4f53-8aa2-e5d1bcb24da0 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0733049 Nov 16 11:27:59.128081 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-58d5a05e-e1b5-4192-9285-d0c2772ddfa1 req-14c8a229-761b-4b8a-a16c-b9d2bc17077c tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009614 Nov 16 11:27:59.205967 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45b61d5-c20b-40cb-aacd-d1a58db85be6 x-openstack-request-id: req-f45b61d5-c20b-40cb-aacd-d1a58db85be6 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:27:59.206259 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4e1299d-0c4f-4ed2-a695-9454915f1394", "name": "network-vif-plugged", "status": "completed", "tag": "74c45600-4979-468d-b365-8c8de509e07e", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:27:59.206504 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f45b61d5-c20b-40cb-aacd-d1a58db85be6 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:27:59.206909 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e1299d-0c4f-4ed2-a695-9454915f1394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c45600-4979-468d-b365-8c8de509e07e', 'code': 200} Nov 16 11:27:59.271277 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a4fe5553-45ef-41aa-8906-4944c1eeaeb9 req-b8c23959-1803-40b0-ac30-429e05d15d8d service neutron] 10.222.0.64 "GET /v2.0/networks/3d74d208-8054-4a20-a68e-5341a0731232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552302 Nov 16 11:27:59.427727 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4de3f2-1545-452d-9e9f-f76eb5f99a51 req-e9da9439-50fc-435b-82be-775c1750e87d tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:59.439176 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4de3f2-1545-452d-9e9f-f76eb5f99a51 req-e9da9439-50fc-435b-82be-775c1750e87d tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:59.451118 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2a4de3f2-1545-452d-9e9f-f76eb5f99a51 req-e9da9439-50fc-435b-82be-775c1750e87d tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd570632-56e0-44a8-956d-dd50c2bde048&device_id=e0727cd2-850e-47b9-b05b-1c2c87fc252d HTTP/1.1" status: 200 len: 1681 time: 0.0941069 Nov 16 11:27:59.505710 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a4fe5553-45ef-41aa-8906-4944c1eeaeb9 req-7da261d7-fe03-49c8-a7a0-7d5dea62d84e service neutron] 10.222.0.64 "GET /v2.0/networks/3d74d208-8054-4a20-a68e-5341a0731232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206080 Nov 16 11:27:59.514336 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-b58532ee-ebde-4719-92d8-0034234b50e4 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:59.515760 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-b58532ee-ebde-4719-92d8-0034234b50e4 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.64 "GET /v2.0/networks?id=bbdfa3d4-8860-47b9-95de-528ad5f17ca5 HTTP/1.1" status: 200 len: 796 time: 0.2104418 Nov 16 11:27:59.532882 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2a4de3f2-1545-452d-9e9f-f76eb5f99a51 req-418d2f3a-2e26-4ec0-91b3-cca1d51faf87 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.61 "GET /v2.0/security-groups?id=092bbbe7-ce69-4a94-a75b-f6cf545e24d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802715 Nov 16 11:27:59.627676 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-6fefa30e-1a9a-44bd-bc2e-90633faef909 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e4d1d7674f84686a4379fe8e2aa2d78 HTTP/1.1" status: 200 len: 380 time: 0.0979233 Nov 16 11:27:59.644281 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-4b215ddf-48c1-445a-9ecf-26cfa4f2df8f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Request body: {'port': {'device_id': '14e2b6f6-4098-4d8f-bb30-07d27b9a7867', 'network_id': 'bbdfa3d4-8860-47b9-95de-528ad5f17ca5', 'admin_state_up': True, 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'security_groups': ['e6e5dd01-3116-4e2d-8e80-fcccaa45ebe5']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:27:59.751797 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-3dfcee7f-0864-4c5f-a64a-3cae1c46bf84 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:27:59.754591 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-3dfcee7f-0864-4c5f-a64a-3cae1c46bf84 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/networks?id=cc72ab4f-6e33-4512-8fbb-f88d609be622 HTTP/1.1" status: 200 len: 815 time: 0.1338766 Nov 16 11:27:59.777612 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-23b50414-da47-40e3-b522-aba1b0be52c6 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/quotas/0ad08e2ce4ec4b2c85ee1303623bd5e0 HTTP/1.1" status: 200 len: 375 time: 0.0170693 Nov 16 11:27:59.783192 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-4b215ddf-48c1-445a-9ecf-26cfa4f2df8f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Made reservation on behalf of 8e4d1d7674f84686a4379fe8e2aa2d78 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:27:59.790877 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-4b215ddf-48c1-445a-9ecf-26cfa4f2df8f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:27:59.842197 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-ded35019-5014-422d-ae19-f082c7a5042d tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0ad08e2ce4ec4b2c85ee1303623bd5e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635304 Nov 16 11:27:59.952535 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-a5d796a1-14b8-468f-9db9-1c53f1016aac service neutron] 10.222.0.61 "GET /v2.0/networks/cc72ab4f-6e33-4512-8fbb-f88d609be622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094515 Nov 16 11:27:59.976846 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-4b215ddf-48c1-445a-9ecf-26cfa4f2df8f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Allocated IP 172.20.0.10 (bbdfa3d4-8860-47b9-95de-528ad5f17ca5/439b21da-d2d8-4d2a-b63e-0854dcf3521b/77de5036-c913-4a51-949b-bb9a82bebbdf) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:28:00.085967 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-150d93cb-0251-4c02-8220-34f27236c333 service neutron] 10.222.0.61 "GET /v2.0/networks/cc72ab4f-6e33-4512-8fbb-f88d609be622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256623 Nov 16 11:28:00.177694 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-4b215ddf-48c1-445a-9ecf-26cfa4f2df8f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:00.227523 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-4b215ddf-48c1-445a-9ecf-26cfa4f2df8f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:00.328350 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-4b215ddf-48c1-445a-9ecf-26cfa4f2df8f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Network bbdfa3d4-8860-47b9-95de-528ad5f17ca5 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:28:00.332445 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-4b215ddf-48c1-445a-9ecf-26cfa4f2df8f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:28:00.335714 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-4b215ddf-48c1-445a-9ecf-26cfa4f2df8f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:28:00.405591 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4687b-cdd9-4a3a-9cdb-33af51621bed req-bfdf1a88-25bf-42a8-bc0f-5b6cde23b6aa tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:00.407201 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ede4687b-cdd9-4a3a-9cdb-33af51621bed req-bfdf1a88-25bf-42a8-bc0f-5b6cde23b6aa tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=82a405e0-0623-4c32-965c-ae70f758cabc HTTP/1.1" status: 200 len: 943 time: 0.0921195 Nov 16 11:28:00.413009 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-4b215ddf-48c1-445a-9ecf-26cfa4f2df8f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:00.413745 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-4b215ddf-48c1-445a-9ecf-26cfa4f2df8f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:00.427208 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b215ddf-48c1-445a-9ecf-26cfa4f2df8f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event updated for resources: {'Port': ['ID=77de5036-c913-4a51-949b-bb9a82bebbdf,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:00.451126 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-4b215ddf-48c1-445a-9ecf-26cfa4f2df8f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8121264 Nov 16 11:28:00.479942 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-dd42f8b2-70b3-47e4-a7e4-5cb004320144 service neutron] Request body: {'port': {'device_id': '14e2b6f6-4098-4d8f-bb30-07d27b9a7867', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:28:00.508004 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ede4687b-cdd9-4a3a-9cdb-33af51621bed req-b293fd6b-e49f-4eda-8164-7b1436506ddc tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881765 Nov 16 11:28:00.572932 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-dd42f8b2-70b3-47e4-a7e4-5cb004320144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:00.676799 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-5abd93af-2877-4dac-b123-2f3e7a2c3d8a None None] Provisioning complete for port 77de5036-c913-4a51-949b-bb9a82bebbdf triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:28:00.677678 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5abd93af-2877-4dac-b123-2f3e7a2c3d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:00.726456 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-5abd93af-2877-4dac-b123-2f3e7a2c3d8a None None] Port 77de5036-c913-4a51-949b-bb9a82bebbdf cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:28:00.815011 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-e640e5f1-1368-4083-bc44-4833fffcc5a5 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:00.817669 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-e640e5f1-1368-4083-bc44-4833fffcc5a5 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/networks?id=9a347c0b-70fe-4059-8e4c-7d26043c2cab HTTP/1.1" status: 200 len: 814 time: 0.1898668 Nov 16 11:28:00.838140 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-9e91cb30-eb6c-437d-83dd-94a520b365ff tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/quotas/d9c312f535cb4cf58448c066749083fd HTTP/1.1" status: 200 len: 375 time: 0.0136213 Nov 16 11:28:00.936811 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-4e52f99b-9e30-4446-8554-18d558efced8 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d9c312f535cb4cf58448c066749083fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0921071 Nov 16 11:28:01.104450 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-dd42f8b2-70b3-47e4-a7e4-5cb004320144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77de5036-c913-4a51-949b-bb9a82bebbdf {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:28:01.110674 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-fdf1c2fc-af26-4dd9-be53-ffd92b176eed service neutron] 10.222.0.61 "GET /v2.0/networks/9a347c0b-70fe-4059-8e4c-7d26043c2cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727035 Nov 16 11:28:01.120044 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-dd42f8b2-70b3-47e4-a7e4-5cb004320144 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:01.157067 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-dd42f8b2-70b3-47e4-a7e4-5cb004320144 service neutron] Transition to ACTIVE for port object 77de5036-c913-4a51-949b-bb9a82bebbdf will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:28:01.167326 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-dd42f8b2-70b3-47e4-a7e4-5cb004320144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:01.340631 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd42f8b2-70b3-47e4-a7e4-5cb004320144 service neutron] Pushing event updated for resources: {'Port': ['ID=77de5036-c913-4a51-949b-bb9a82bebbdf,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:01.385465 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-2873c99e-2af8-4aaa-8f45-6228183c1bff service neutron] 10.222.0.61 "GET /v2.0/networks/9a347c0b-70fe-4059-8e4c-7d26043c2cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734690 Nov 16 11:28:01.401013 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-dd42f8b2-70b3-47e4-a7e4-5cb004320144 service neutron] Attempting to bind port 77de5036-c913-4a51-949b-bb9a82bebbdf on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:28:01.401913 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-dd42f8b2-70b3-47e4-a7e4-5cb004320144 service neutron] Attempting to bind port 77de5036-c913-4a51-949b-bb9a82bebbdf by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'd114ee64-6399-4cbb-b4e6-0cc02678fb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bbdfa3d4-8860-47b9-95de-528ad5f17ca5'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:28:01.402302 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-dd42f8b2-70b3-47e4-a7e4-5cb004320144 service neutron] Attempting to bind port 77de5036-c913-4a51-949b-bb9a82bebbdf on network bbdfa3d4-8860-47b9-95de-528ad5f17ca5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:28:01.408216 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-dd42f8b2-70b3-47e4-a7e4-5cb004320144 service neutron] Port 77de5036-c913-4a51-949b-bb9a82bebbdf on network bbdfa3d4-8860-47b9-95de-528ad5f17ca5 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:28:01.408586 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-dd42f8b2-70b3-47e4-a7e4-5cb004320144 service neutron] Attempting to bind port 77de5036-c913-4a51-949b-bb9a82bebbdf on network bbdfa3d4-8860-47b9-95de-528ad5f17ca5 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:28:01.429462 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-dd42f8b2-70b3-47e4-a7e4-5cb004320144 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:28:01.429462 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-dd42f8b2-70b3-47e4-a7e4-5cb004320144 service neutron] Checking segment: {'id': 'd114ee64-6399-4cbb-b4e6-0cc02678fb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bbdfa3d4-8860-47b9-95de-528ad5f17ca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:28:01.429462 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-dd42f8b2-70b3-47e4-a7e4-5cb004320144 service neutron] Bound using segment: {'id': 'd114ee64-6399-4cbb-b4e6-0cc02678fb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bbdfa3d4-8860-47b9-95de-528ad5f17ca5'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:28:01.429462 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-dd42f8b2-70b3-47e4-a7e4-5cb004320144 service neutron] Bound port: 77de5036-c913-4a51-949b-bb9a82bebbdf, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd114ee64-6399-4cbb-b4e6-0cc02678fb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bbdfa3d4-8860-47b9-95de-528ad5f17ca5'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:28:01.429462 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-dd42f8b2-70b3-47e4-a7e4-5cb004320144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:01.504128 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device e1f4a3b2-7f7a-4877-abaa-1d64edccc833 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:28:01.605907 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-dd42f8b2-70b3-47e4-a7e4-5cb004320144 service neutron] For port 77de5036-c913-4a51-949b-bb9a82bebbdf, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:28:01.612628 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-dd42f8b2-70b3-47e4-a7e4-5cb004320144 service neutron] For port 77de5036-c913-4a51-949b-bb9a82bebbdf, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=77de5036-c913-4a51-949b-bb9a82bebbdf,segment=NetworkSegment(d114ee64-6399-4cbb-b4e6-0cc02678fb09),segment_id=d114ee64-6399-4cbb-b4e6-0cc02678fb09)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:28:01.631000 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-dd42f8b2-70b3-47e4-a7e4-5cb004320144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:01.732163 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-dd42f8b2-70b3-47e4-a7e4-5cb004320144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:01.734817 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-dd42f8b2-70b3-47e4-a7e4-5cb004320144 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:01.738897 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-dd42f8b2-70b3-47e4-a7e4-5cb004320144 service neutron] 10.222.0.64 "PUT /v2.0/ports/77de5036-c913-4a51-949b-bb9a82bebbdf HTTP/1.1" status: 200 len: 1092 time: 1.2753735 Nov 16 11:28:01.742503 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e2b6f6-4098-4d8f-bb30-07d27b9a7867', 'tag': '77de5036-c913-4a51-949b-bb9a82bebbdf'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:28:01.745248 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362011c5-a4fa-4493-835c-2a1929db985f" -d '{"events": [{"name": "network-changed", "server_uuid": "14e2b6f6-4098-4d8f-bb30-07d27b9a7867", "tag": "77de5036-c913-4a51-949b-bb9a82bebbdf"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:28:01.785804 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd42f8b2-70b3-47e4-a7e4-5cb004320144 service neutron] Pushing event updated for resources: {'Port': ['ID=77de5036-c913-4a51-949b-bb9a82bebbdf,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:01.825318 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port e1f4a3b2-7f7a-4877-abaa-1d64edccc833, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=e1f4a3b2-7f7a-4877-abaa-1d64edccc833,segment=NetworkSegment(dde4f2a5-6c36-4ca1-b975-fe969cc62f41),segment_id=dde4f2a5-6c36-4ca1-b975-fe969cc62f41)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:28:01.858925 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-1c181577-0148-4220-bf0c-3a9a09bdbd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:01.860939 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-1c181577-0148-4220-bf0c-3a9a09bdbd36 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8e4d1d7674f84686a4379fe8e2aa2d78&device_id=14e2b6f6-4098-4d8f-bb30-07d27b9a7867 HTTP/1.1" status: 200 len: 1095 time: 0.0525744 Nov 16 11:28:01.863708 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'e1f4a3b2-7f7a-4877-abaa-1d64edccc833', 'network_id': '3d74d208-8054-4a20-a68e-5341a0731232', 'port_id': 'e1f4a3b2-7f7a-4877-abaa-1d64edccc833', 'mac_address': 'fa:16:3e:79:e5:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f019b1b-47e9-47e0-b9fa-270ea9b96fc7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:28:01.884227 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd3ce6-300f-400f-b7db-d5ed0ae4f209 req-c8a4355a-5373-499c-a84a-c1cb40a36ae4 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:01.901993 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-18cd3ce6-300f-400f-b7db-d5ed0ae4f209 req-c8a4355a-5373-499c-a84a-c1cb40a36ae4 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4e1299d-0c4f-4ed2-a695-9454915f1394 HTTP/1.1" status: 200 len: 945 time: 0.1701741 Nov 16 11:28:01.957410 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-c1b15acb-16a1-4bc8-b63c-0ed5d7fe40e1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77de5036-c913-4a51-949b-bb9a82bebbdf HTTP/1.1" status: 200 len: 217 time: 0.0823541 Nov 16 11:28:01.989125 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:02.023690 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-18cd3ce6-300f-400f-b7db-d5ed0ae4f209 req-87493a73-e053-4f0d-92d7-ba42330566a2 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147647 Nov 16 11:28:02.027442 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f4a3b2-7f7a-4877-abaa-1d64edccc833 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:28:02.098052 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port e1f4a3b2-7f7a-4877-abaa-1d64edccc833, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=e1f4a3b2-7f7a-4877-abaa-1d64edccc833,segment=NetworkSegment(dde4f2a5-6c36-4ca1-b975-fe969cc62f41),segment_id=dde4f2a5-6c36-4ca1-b975-fe969cc62f41)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:28:02.110598 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-374aff6b-5075-4216-93ed-677458be4675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:02.119307 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-374aff6b-5075-4216-93ed-677458be4675 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=439b21da-d2d8-4d2a-b63e-0854dcf3521b HTTP/1.1" status: 200 len: 834 time: 0.1157236 Nov 16 11:28:02.129969 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:02.236296 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=e1f4a3b2-7f7a-4877-abaa-1d64edccc833,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:02.346220 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-7c006d93-f8c0-4cd1-a00a-36b09868b5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:02.353401 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-7c006d93-f8c0-4cd1-a00a-36b09868b5b6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bbdfa3d4-8860-47b9-95de-528ad5f17ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2286623 Nov 16 11:28:02.380967 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4333038-6960-47ab-a3fc-b707ae328aa0 req-b2a3337b-67a3-42cd-8085-ebd043b6c30c tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:02.390529 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e4333038-6960-47ab-a3fc-b707ae328aa0 req-b2a3337b-67a3-42cd-8085-ebd043b6c30c tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 949 time: 0.0951550 Nov 16 11:28:02.420801 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-3027c7ca-1671-4b54-9c12-0bbfb461f4f8 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:02.424312 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-3027c7ca-1671-4b54-9c12-0bbfb461f4f8 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.64 "GET /v2.0/networks?id=cc72ab4f-6e33-4512-8fbb-f88d609be622 HTTP/1.1" status: 200 len: 815 time: 0.2978575 Nov 16 11:28:02.442697 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-623fcd95-850d-4bdc-af42-6ce04487ae74 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Request body: {'port': {'device_id': '6d9258d2-b836-491d-8fdc-77e0ed368393', 'network_id': 'cc72ab4f-6e33-4512-8fbb-f88d609be622', 'admin_state_up': True, 'tenant_id': '0ad08e2ce4ec4b2c85ee1303623bd5e0'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:28:02.462932 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e4333038-6960-47ab-a3fc-b707ae328aa0 req-76e44e54-6363-48ce-91ac-4742cea6d1b4 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655951 Nov 16 11:28:02.577388 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['e1f4a3b2-7f7a-4877-abaa-1d64edccc833'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:28:02.608326 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec82f91-5f2f-479f-ba66-6708424fa26a req-2271fa10-9630-4cbd-9a57-f793b0bc550d tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:02.616266 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bec82f91-5f2f-479f-ba66-6708424fa26a req-2271fa10-9630-4cbd-9a57-f793b0bc550d tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e2b6f6-4098-4d8f-bb30-07d27b9a7867 HTTP/1.1" status: 200 len: 944 time: 0.0958986 Nov 16 11:28:02.674258 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-623fcd95-850d-4bdc-af42-6ce04487ae74 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Made reservation on behalf of 0ad08e2ce4ec4b2c85ee1303623bd5e0 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:28:02.678551 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-623fcd95-850d-4bdc-af42-6ce04487ae74 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:02.705616 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bec82f91-5f2f-479f-ba66-6708424fa26a req-5125d95d-7756-43c0-be24-e3eae54339e9 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/security-groups?id=e6e5dd01-3116-4e2d-8e80-fcccaa45ebe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883803 Nov 16 11:28:02.709370 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-27271802-a2f8-49ea-b730-f55fffe7b88a service neutron] 10.222.0.64 "GET /v2.0/networks/bbdfa3d4-8860-47b9-95de-528ad5f17ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838249 Nov 16 11:28:02.791599 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cb91de4d-b560-47fe-b22f-f54ab1403a66 req-7248b44a-04a5-4c33-847a-75d66de8a92f tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d9258d2-b836-491d-8fdc-77e0ed368393 HTTP/1.1" status: 200 len: 210 time: 0.0328045 Nov 16 11:28:02.910607 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-623fcd95-850d-4bdc-af42-6ce04487ae74 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Allocated IP 172.20.0.12 (cc72ab4f-6e33-4512-8fbb-f88d609be622/36b4451e-72c7-4152-ab76-f0aba77042c0/4f151c39-a1fa-40a1-9451-f5f9d1ceebcc) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:28:02.930310 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d615b06f-0a9d-4406-a4c2-38c73114dbef req-e91e638c-bbfd-4283-b076-0a7fcdae4a85 service neutron] 10.222.0.64 "GET /v2.0/networks/bbdfa3d4-8860-47b9-95de-528ad5f17ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662815 Nov 16 11:28:02.960741 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244988e-1467-40d1-84ba-e469ebc3c3f0 req-1b5c22c2-6aa6-4ee4-8f13-dc79b9adaf8d tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:02.962804 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0244988e-1467-40d1-84ba-e469ebc3c3f0 req-1b5c22c2-6aa6-4ee4-8f13-dc79b9adaf8d tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=82a405e0-0623-4c32-965c-ae70f758cabc HTTP/1.1" status: 200 len: 944 time: 0.0806773 Nov 16 11:28:03.049108 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0244988e-1467-40d1-84ba-e469ebc3c3f0 req-2fd688bc-4815-48a2-9c45-9a9f4a78a546 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696120 Nov 16 11:28:03.129426 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-623fcd95-850d-4bdc-af42-6ce04487ae74 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:03.153474 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28b7c1cf-ba90-469e-b39e-0b3753e25fef req-900b8357-4184-4233-9a96-d05533c89b20 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=4daf6a2f-0243-4241-b355-4684fe69a039 HTTP/1.1" status: 200 len: 210 time: 0.0391126 Nov 16 11:28:03.183145 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-623fcd95-850d-4bdc-af42-6ce04487ae74 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:03.204821 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae04ff79-7461-4425-9e1a-18d97a801816 x-openstack-request-id: req-ae04ff79-7461-4425-9e1a-18d97a801816 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:28:03.205073 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14e2b6f6-4098-4d8f-bb30-07d27b9a7867", "tag": "77de5036-c913-4a51-949b-bb9a82bebbdf", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:28:03.205356 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ae04ff79-7461-4425-9e1a-18d97a801816 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:28:03.206073 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e2b6f6-4098-4d8f-bb30-07d27b9a7867', 'tag': '77de5036-c913-4a51-949b-bb9a82bebbdf', 'status': 'completed', 'code': 200} Nov 16 11:28:03.242819 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-623fcd95-850d-4bdc-af42-6ce04487ae74 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Network cc72ab4f-6e33-4512-8fbb-f88d609be622 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:28:03.249644 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-623fcd95-850d-4bdc-af42-6ce04487ae74 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:28:03.253480 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-623fcd95-850d-4bdc-af42-6ce04487ae74 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:28:03.298992 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623fcd95-850d-4bdc-af42-6ce04487ae74 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Pushing event updated for resources: {'Port': ['ID=4f151c39-a1fa-40a1-9451-f5f9d1ceebcc,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:03.382291 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-623fcd95-850d-4bdc-af42-6ce04487ae74 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:03.383328 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-623fcd95-850d-4bdc-af42-6ce04487ae74 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:03.427452 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a2f60-61d3-4bc5-9f36-971aba66460b req-72e125cc-a7fa-4238-9bef-d4c06d3590ac tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:03.428987 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-494a2f60-61d3-4bc5-9f36-971aba66460b req-72e125cc-a7fa-4238-9bef-d4c06d3590ac tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4e1299d-0c4f-4ed2-a695-9454915f1394 HTTP/1.1" status: 200 len: 945 time: 0.0557244 Nov 16 11:28:03.460297 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362011c5-a4fa-4493-835c-2a1929db985f req-7c7eab35-8756-48f0-87cd-c0c40807592d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:03.462219 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-362011c5-a4fa-4493-835c-2a1929db985f req-7c7eab35-8756-48f0-87cd-c0c40807592d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8e4d1d7674f84686a4379fe8e2aa2d78&device_id=14e2b6f6-4098-4d8f-bb30-07d27b9a7867 HTTP/1.1" status: 200 len: 1095 time: 0.1762359 Nov 16 11:28:03.478329 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-623fcd95-850d-4bdc-af42-6ce04487ae74 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0416708 Nov 16 11:28:03.492654 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-494a2f60-61d3-4bc5-9f36-971aba66460b req-952b6ea3-0f7f-471a-b367-05ce06815dfe tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556970 Nov 16 11:28:03.511750 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-57f7ef60-c3dd-440e-9ee7-985daca9cc80 service neutron] Request body: {'port': {'device_id': '6d9258d2-b836-491d-8fdc-77e0ed368393', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:28:03.648438 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-68adb92d-002a-45ae-b6a4-71dd0f6997fb tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:03.650002 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-68adb92d-002a-45ae-b6a4-71dd0f6997fb tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.64 "GET /v2.0/networks?id=9a347c0b-70fe-4059-8e4c-7d26043c2cab HTTP/1.1" status: 200 len: 814 time: 0.2605438 Nov 16 11:28:03.652401 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-57f7ef60-c3dd-440e-9ee7-985daca9cc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:03.699981 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-d648f631-83b5-41f4-927f-2c3722f7ca6a tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Request body: {'port': {'device_id': '4daf6a2f-0243-4241-b355-4684fe69a039', 'network_id': '9a347c0b-70fe-4059-8e4c-7d26043c2cab', 'admin_state_up': True, 'tenant_id': 'd9c312f535cb4cf58448c066749083fd'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:28:03.763608 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362011c5-a4fa-4493-835c-2a1929db985f req-18f47c50-3c63-45eb-96b3-fe23599d91d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:03.765151 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-362011c5-a4fa-4493-835c-2a1929db985f req-18f47c50-3c63-45eb-96b3-fe23599d91d8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bbdfa3d4-8860-47b9-95de-528ad5f17ca5 HTTP/1.1" status: 200 len: 897 time: 0.2839129 Nov 16 11:28:03.817623 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['0a5706f1-873a-4b3a-82dc-73549dc99fb5', '08af4e19-ecca-4bbe-9ac7-bad573fc1625'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:28:03.900272 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-362011c5-a4fa-4493-835c-2a1929db985f req-f23cd9f2-122d-47d4-8f2e-a69806a63d2b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77de5036-c913-4a51-949b-bb9a82bebbdf HTTP/1.1" status: 200 len: 217 time: 0.1180336 Nov 16 11:28:04.030183 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330fe80d-c58a-4f37-bf22-5c850c371182 req-d4b47841-73ae-491d-a0a1-fd6a22d86965 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:04.038528 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-330fe80d-c58a-4f37-bf22-5c850c371182 req-d4b47841-73ae-491d-a0a1-fd6a22d86965 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 949 time: 0.0756521 Nov 16 11:28:04.120518 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-330fe80d-c58a-4f37-bf22-5c850c371182 req-addc8442-83b8-4918-9446-26c34b3334b6 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704827 Nov 16 11:28:04.271467 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f494b-9824-4265-9431-88591ff4a33a req-e1b0f58d-f7d1-491d-a808-716761c029d0 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:04.279485 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-649f494b-9824-4265-9431-88591ff4a33a req-e1b0f58d-f7d1-491d-a808-716761c029d0 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e2b6f6-4098-4d8f-bb30-07d27b9a7867 HTTP/1.1" status: 200 len: 944 time: 0.0917835 Nov 16 11:28:04.319414 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362011c5-a4fa-4493-835c-2a1929db985f req-ede206ba-592f-4220-b941-4a55c7e84336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:04.322067 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-362011c5-a4fa-4493-835c-2a1929db985f req-ede206ba-592f-4220-b941-4a55c7e84336 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=439b21da-d2d8-4d2a-b63e-0854dcf3521b HTTP/1.1" status: 200 len: 834 time: 0.4087846 Nov 16 11:28:04.343839 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-649f494b-9824-4265-9431-88591ff4a33a req-5d57e1d5-4561-4ab0-8a27-c91f8fade64b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/security-groups?id=e6e5dd01-3116-4e2d-8e80-fcccaa45ebe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632608 Nov 16 11:28:04.370678 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-d648f631-83b5-41f4-927f-2c3722f7ca6a tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Made reservation on behalf of d9c312f535cb4cf58448c066749083fd for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:28:04.374395 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-d648f631-83b5-41f4-927f-2c3722f7ca6a tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:04.422940 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362011c5-a4fa-4493-835c-2a1929db985f req-437a8a92-3ae0-44af-abcc-92d3577903a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:04.425664 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-362011c5-a4fa-4493-835c-2a1929db985f req-437a8a92-3ae0-44af-abcc-92d3577903a9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bbdfa3d4-8860-47b9-95de-528ad5f17ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923378 Nov 16 11:28:04.460635 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9cd0a4-58ef-4f5c-a542-a40e60745400 req-87292488-483c-4fc8-8557-6897ec2ef04a tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:04.469743 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1e9cd0a4-58ef-4f5c-a542-a40e60745400 req-87292488-483c-4fc8-8557-6897ec2ef04a tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d9258d2-b836-491d-8fdc-77e0ed368393 HTTP/1.1" status: 200 len: 932 time: 0.0635493 Nov 16 11:28:04.532957 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1e9cd0a4-58ef-4f5c-a542-a40e60745400 req-1886393c-d5be-48b1-bdc8-4a47e93204a2 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621495 Nov 16 11:28:04.632258 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-57f7ef60-c3dd-440e-9ee7-985daca9cc80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f151c39-a1fa-40a1-9451-f5f9d1ceebcc {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:28:04.653749 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-57f7ef60-c3dd-440e-9ee7-985daca9cc80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:04.682507 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-d648f631-83b5-41f4-927f-2c3722f7ca6a tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Allocated IP 172.20.0.9 (9a347c0b-70fe-4059-8e4c-7d26043c2cab/353e6c5a-de1d-40fd-a1b8-057b0bade2ea/c6b726f4-4012-4713-bccf-c0a32ef38bbc) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:28:04.690781 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-362011c5-a4fa-4493-835c-2a1929db985f req-d21227f7-62a9-4e89-a10b-80610f4ae36f service neutron] 10.222.0.64 "GET /v2.0/networks/bbdfa3d4-8860-47b9-95de-528ad5f17ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180302 Nov 16 11:28:04.694268 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-57f7ef60-c3dd-440e-9ee7-985daca9cc80 service neutron] Transition to ACTIVE for port object 4f151c39-a1fa-40a1-9451-f5f9d1ceebcc will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:28:04.722065 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-57f7ef60-c3dd-440e-9ee7-985daca9cc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:04.885328 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7ef60-c3dd-440e-9ee7-985daca9cc80 service neutron] Pushing event updated for resources: {'Port': ['ID=4f151c39-a1fa-40a1-9451-f5f9d1ceebcc,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:04.926331 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06397e-6e50-4a2f-af9a-5d1b87ba3e4d req-f8c1b19c-b9ee-48f4-b2f1-ab590a8736f2 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:04.934873 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1e06397e-6e50-4a2f-af9a-5d1b87ba3e4d req-f8c1b19c-b9ee-48f4-b2f1-ab590a8736f2 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=82a405e0-0623-4c32-965c-ae70f758cabc HTTP/1.1" status: 200 len: 944 time: 0.0662875 Nov 16 11:28:04.999952 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1e06397e-6e50-4a2f-af9a-5d1b87ba3e4d req-7da6edd6-220b-4dc7-9379-2e40308e5d50 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645463 Nov 16 11:28:05.002233 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-362011c5-a4fa-4493-835c-2a1929db985f req-5577ab45-f7df-49d7-8cad-94c273a20260 service neutron] 10.222.0.64 "GET /v2.0/networks/bbdfa3d4-8860-47b9-95de-528ad5f17ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019400 Nov 16 11:28:05.026626 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-57f7ef60-c3dd-440e-9ee7-985daca9cc80 service neutron] Attempting to bind port 4f151c39-a1fa-40a1-9451-f5f9d1ceebcc on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:28:05.027083 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-57f7ef60-c3dd-440e-9ee7-985daca9cc80 service neutron] Attempting to bind port 4f151c39-a1fa-40a1-9451-f5f9d1ceebcc by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '0009b431-285f-41a0-a8ef-b06ff30af7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'cc72ab4f-6e33-4512-8fbb-f88d609be622'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:28:05.027599 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-57f7ef60-c3dd-440e-9ee7-985daca9cc80 service neutron] Attempting to bind port 4f151c39-a1fa-40a1-9451-f5f9d1ceebcc on network cc72ab4f-6e33-4512-8fbb-f88d609be622 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:28:05.037797 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-57f7ef60-c3dd-440e-9ee7-985daca9cc80 service neutron] Port 4f151c39-a1fa-40a1-9451-f5f9d1ceebcc on network cc72ab4f-6e33-4512-8fbb-f88d609be622 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:28:05.038097 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-57f7ef60-c3dd-440e-9ee7-985daca9cc80 service neutron] Attempting to bind port 4f151c39-a1fa-40a1-9451-f5f9d1ceebcc on network cc72ab4f-6e33-4512-8fbb-f88d609be622 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:28:05.055495 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-57f7ef60-c3dd-440e-9ee7-985daca9cc80 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:28:05.056384 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-57f7ef60-c3dd-440e-9ee7-985daca9cc80 service neutron] Checking segment: {'id': '0009b431-285f-41a0-a8ef-b06ff30af7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'cc72ab4f-6e33-4512-8fbb-f88d609be622'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:28:05.056782 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-57f7ef60-c3dd-440e-9ee7-985daca9cc80 service neutron] Bound using segment: {'id': '0009b431-285f-41a0-a8ef-b06ff30af7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'cc72ab4f-6e33-4512-8fbb-f88d609be622'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:28:05.057231 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-57f7ef60-c3dd-440e-9ee7-985daca9cc80 service neutron] Bound port: 4f151c39-a1fa-40a1-9451-f5f9d1ceebcc, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0009b431-285f-41a0-a8ef-b06ff30af7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'cc72ab4f-6e33-4512-8fbb-f88d609be622'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:28:05.057592 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-57f7ef60-c3dd-440e-9ee7-985daca9cc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:05.110591 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-997571cc-dfff-4c4f-922d-6a7b146cbbf2 req-34e0bd6a-2e01-497c-b9e9-834afc4d3530 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=4daf6a2f-0243-4241-b355-4684fe69a039 HTTP/1.1" status: 200 len: 210 time: 0.0410242 Nov 16 11:28:05.131025 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-d648f631-83b5-41f4-927f-2c3722f7ca6a tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:05.198760 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-57f7ef60-c3dd-440e-9ee7-985daca9cc80 service neutron] For port 4f151c39-a1fa-40a1-9451-f5f9d1ceebcc, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:28:05.204789 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-57f7ef60-c3dd-440e-9ee7-985daca9cc80 service neutron] For port 4f151c39-a1fa-40a1-9451-f5f9d1ceebcc, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=4f151c39-a1fa-40a1-9451-f5f9d1ceebcc,segment=NetworkSegment(0009b431-285f-41a0-a8ef-b06ff30af7d1),segment_id=0009b431-285f-41a0-a8ef-b06ff30af7d1)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:28:05.217231 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-57f7ef60-c3dd-440e-9ee7-985daca9cc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:05.225834 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-d648f631-83b5-41f4-927f-2c3722f7ca6a tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:05.241369 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['1cfe63ed-82d5-4e38-a615-f3b2c2acc877'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:28:05.242236 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e53a99-1dbb-45fb-9747-8170ed15de27 req-3eeaf94a-89c9-49eb-b055-a757987ec26b tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:05.244733 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28e53a99-1dbb-45fb-9747-8170ed15de27 req-3eeaf94a-89c9-49eb-b055-a757987ec26b tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4e1299d-0c4f-4ed2-a695-9454915f1394 HTTP/1.1" status: 200 len: 945 time: 0.0709553 Nov 16 11:28:05.302169 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-57f7ef60-c3dd-440e-9ee7-985daca9cc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:05.303057 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-57f7ef60-c3dd-440e-9ee7-985daca9cc80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:05.304613 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-57f7ef60-c3dd-440e-9ee7-985daca9cc80 service neutron] 10.222.0.64 "PUT /v2.0/ports/4f151c39-a1fa-40a1-9451-f5f9d1ceebcc HTTP/1.1" status: 200 len: 1092 time: 1.8088689 Nov 16 11:28:05.308264 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d9258d2-b836-491d-8fdc-77e0ed368393', 'tag': '4f151c39-a1fa-40a1-9451-f5f9d1ceebcc'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:28:05.311546 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f621578-40cb-4c77-9fb3-89a3bd12859b" -d '{"events": [{"name": "network-changed", "server_uuid": "6d9258d2-b836-491d-8fdc-77e0ed368393", "tag": "4f151c39-a1fa-40a1-9451-f5f9d1ceebcc"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:28:05.323328 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28e53a99-1dbb-45fb-9747-8170ed15de27 req-4dcb7e65-c30b-4d59-941a-bec48a8b048f tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724449 Nov 16 11:28:05.332096 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-d648f631-83b5-41f4-927f-2c3722f7ca6a tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Network 9a347c0b-70fe-4059-8e4c-7d26043c2cab is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:28:05.341198 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-d648f631-83b5-41f4-927f-2c3722f7ca6a tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:28:05.349462 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-d648f631-83b5-41f4-927f-2c3722f7ca6a tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:28:05.388002 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7ef60-c3dd-440e-9ee7-985daca9cc80 service neutron] Pushing event updated for resources: {'Port': ['ID=4f151c39-a1fa-40a1-9451-f5f9d1ceebcc,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:05.474044 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d648f631-83b5-41f4-927f-2c3722f7ca6a tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Pushing event updated for resources: {'Port': ['ID=c6b726f4-4012-4713-bccf-c0a32ef38bbc,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:05.502285 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-fd3adf8d-ba5d-4453-a160-f8f3b37c12d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:05.503781 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-fd3adf8d-ba5d-4453-a160-f8f3b37c12d7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ad08e2ce4ec4b2c85ee1303623bd5e0&device_id=6d9258d2-b836-491d-8fdc-77e0ed368393 HTTP/1.1" status: 200 len: 1095 time: 0.1272287 Nov 16 11:28:05.509782 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-d648f631-83b5-41f4-927f-2c3722f7ca6a tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:05.510468 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-d648f631-83b5-41f4-927f-2c3722f7ca6a tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:05.523626 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 77de5036-c913-4a51-949b-bb9a82bebbdf details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:28:05.529692 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device e1f4a3b2-7f7a-4877-abaa-1d64edccc833 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:28:05.564391 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-3ed0ba05-ab69-4fdc-8da9-6c7a632b07d9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f151c39-a1fa-40a1-9451-f5f9d1ceebcc HTTP/1.1" status: 200 len: 217 time: 0.0397344 Nov 16 11:28:05.567787 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-d648f631-83b5-41f4-927f-2c3722f7ca6a tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8718605 Nov 16 11:28:05.603286 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-a5a5abf8-bad9-4c25-bd15-40bc76058efc service neutron] Request body: {'port': {'device_id': '4daf6a2f-0243-4241-b355-4684fe69a039', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:28:05.647439 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa9e43-70ff-49ff-b682-328dc347f1ae req-2925e912-c714-4833-b4b8-97888f07e96b tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:05.655681 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b3fa9e43-70ff-49ff-b682-328dc347f1ae req-2925e912-c714-4833-b4b8-97888f07e96b tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 949 time: 0.1116269 Nov 16 11:28:05.688624 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-60fc8a88-f178-4b17-ada5-210adcc500f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:05.690697 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-60fc8a88-f178-4b17-ada5-210adcc500f0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=36b4451e-72c7-4152-ab76-f0aba77042c0 HTTP/1.1" status: 200 len: 855 time: 0.1004748 Nov 16 11:28:05.699333 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-a5a5abf8-bad9-4c25-bd15-40bc76058efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:05.717178 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port e1f4a3b2-7f7a-4877-abaa-1d64edccc833 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:28:05.727099 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b3fa9e43-70ff-49ff-b682-328dc347f1ae req-ee478840-2e75-4721-ae52-945ad97def8a tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704827 Nov 16 11:28:05.734957 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port e1f4a3b2-7f7a-4877-abaa-1d64edccc833 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:28:05.734957 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:05.757034 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-400386c1-ce64-478a-b975-00ff2bf1f65d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cc72ab4f-6e33-4512-8fbb-f88d609be622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473528 Nov 16 11:28:05.791561 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 77de5036-c913-4a51-949b-bb9a82bebbdf, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=77de5036-c913-4a51-949b-bb9a82bebbdf,segment=NetworkSegment(d114ee64-6399-4cbb-b4e6-0cc02678fb09),segment_id=d114ee64-6399-4cbb-b4e6-0cc02678fb09)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:28:05.793791 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a064d8b-d327-4b46-87e4-89a946c0600d x-openstack-request-id: req-7a064d8b-d327-4b46-87e4-89a946c0600d {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:28:05.794182 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d9258d2-b836-491d-8fdc-77e0ed368393", "tag": "4f151c39-a1fa-40a1-9451-f5f9d1ceebcc", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:28:05.794438 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7a064d8b-d327-4b46-87e4-89a946c0600d {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:28:05.794958 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d9258d2-b836-491d-8fdc-77e0ed368393', 'tag': '4f151c39-a1fa-40a1-9451-f5f9d1ceebcc', 'status': 'completed', 'code': 200} Nov 16 11:28:05.827334 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '77de5036-c913-4a51-949b-bb9a82bebbdf', 'network_id': 'bbdfa3d4-8860-47b9-95de-528ad5f17ca5', 'port_id': '77de5036-c913-4a51-949b-bb9a82bebbdf', 'mac_address': 'fa:16:3e:ed:8d:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '439b21da-d2d8-4d2a-b63e-0854dcf3521b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:28:05.909273 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:05.911440 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:05.920197 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204fa9b-f4a0-44ae-82c7-60070b1060b4 req-32df0790-8da2-4b15-9713-1492cedbb1a9 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:05.929024 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c204fa9b-f4a0-44ae-82c7-60070b1060b4 req-32df0790-8da2-4b15-9713-1492cedbb1a9 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e2b6f6-4098-4d8f-bb30-07d27b9a7867 HTTP/1.1" status: 200 len: 944 time: 0.0774086 Nov 16 11:28:05.939345 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77de5036-c913-4a51-949b-bb9a82bebbdf {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:28:05.955730 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a405e0-0623-4c32-965c-ae70f758cabc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f4a3b2-7f7a-4877-abaa-1d64edccc833'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:28:05.959455 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6b96b0-8986-4b5d-bf3d-8a652ca9068c" -d '{"events": [{"server_uuid": "82a405e0-0623-4c32-965c-ae70f758cabc", "name": "network-vif-plugged", "status": "completed", "tag": "e1f4a3b2-7f7a-4877-abaa-1d64edccc833"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:28:05.980468 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port e1f4a3b2-7f7a-4877-abaa-1d64edccc833, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=e1f4a3b2-7f7a-4877-abaa-1d64edccc833,segment=NetworkSegment(dde4f2a5-6c36-4ca1-b975-fe969cc62f41),segment_id=dde4f2a5-6c36-4ca1-b975-fe969cc62f41)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:28:05.982558 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 77de5036-c913-4a51-949b-bb9a82bebbdf, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=77de5036-c913-4a51-949b-bb9a82bebbdf,segment=NetworkSegment(d114ee64-6399-4cbb-b4e6-0cc02678fb09),segment_id=d114ee64-6399-4cbb-b4e6-0cc02678fb09)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:28:05.987490 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:06.004355 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:06.012853 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c204fa9b-f4a0-44ae-82c7-60070b1060b4 req-a9939633-a58c-4500-8bc4-831dffb173f6 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/security-groups?id=e6e5dd01-3116-4e2d-8e80-fcccaa45ebe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764692 Nov 16 11:28:06.080123 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=e1f4a3b2-7f7a-4877-abaa-1d64edccc833,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:06.095511 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:28:06.095734 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:28:06.095962 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:28:06.096348 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:28:06.096699 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:28:06.097035 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:28:06.097369 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:28:06.097699 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:28:06.098116 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:28:06.098910 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:28:06.098910 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:28:06.099106 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:28:06.116519 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-d814b4c6-c8ef-4a8c-a37e-7afe1d466bbd service neutron] 10.222.0.64 "GET /v2.0/networks/cc72ab4f-6e33-4512-8fbb-f88d609be622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362229 Nov 16 11:28:06.145360 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9f5d7-fdf6-471d-a654-7a121016a2f6 req-f4730739-854d-4dcc-84b9-57ab7019f26d tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:06.147515 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-cde9f5d7-fdf6-471d-a654-7a121016a2f6 req-f4730739-854d-4dcc-84b9-57ab7019f26d tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0727cd2-850e-47b9-b05b-1c2c87fc252d HTTP/1.1" status: 200 len: 945 time: 0.1365747 Nov 16 11:28:06.157176 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074f9d1-09b8-4244-b044-9902bed19425 req-e06017a0-8db6-4e8f-8227-0bc9a7ca67e5 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:06.164613 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2074f9d1-09b8-4244-b044-9902bed19425 req-e06017a0-8db6-4e8f-8227-0bc9a7ca67e5 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0727cd2-850e-47b9-b05b-1c2c87fc252d HTTP/1.1" status: 200 len: 945 time: 0.0865154 Nov 16 11:28:06.206012 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=77de5036-c913-4a51-949b-bb9a82bebbdf,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:06.229071 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2074f9d1-09b8-4244-b044-9902bed19425 req-a37deb45-927f-41d4-b080-caa284cf5cfd tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.61 "GET /v2.0/security-groups?id=092bbbe7-ce69-4a94-a75b-f6cf545e24d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574617 Nov 16 11:28:06.336712 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f3c20-e08b-4cab-9468-529840bcf120 req-a34f1583-8980-46b6-abb2-d13b1d27f936 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:06.348905 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b8f3c20-e08b-4cab-9468-529840bcf120 req-a34f1583-8980-46b6-abb2-d13b1d27f936 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d9258d2-b836-491d-8fdc-77e0ed368393 HTTP/1.1" status: 200 len: 944 time: 0.0674379 Nov 16 11:28:06.376453 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-a5a5abf8-bad9-4c25-bd15-40bc76058efc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6b726f4-4012-4713-bccf-c0a32ef38bbc {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:28:06.382101 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-490f1931-21de-42b0-ac14-60a4d1219a7d req-7419cdf7-9c1f-47f2-864b-77b0f8e66fb2 service neutron] 10.222.0.64 "GET /v2.0/networks/cc72ab4f-6e33-4512-8fbb-f88d609be622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509401 Nov 16 11:28:06.390159 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-a5a5abf8-bad9-4c25-bd15-40bc76058efc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:06.409113 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-a5a5abf8-bad9-4c25-bd15-40bc76058efc service neutron] Transition to ACTIVE for port object c6b726f4-4012-4713-bccf-c0a32ef38bbc will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:28:06.415043 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b8f3c20-e08b-4cab-9468-529840bcf120 req-e5f39f16-a971-4046-9577-e68bd59426aa tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649436 Nov 16 11:28:06.417030 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-a5a5abf8-bad9-4c25-bd15-40bc76058efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:06.428884 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-cde9f5d7-fdf6-471d-a654-7a121016a2f6 req-1ff713ff-5dd6-4943-b1d2-be898cc9f21f tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Deleting port c36b15b5-c656-47c2-952e-811833b7f017 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:28:06.429265 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-cde9f5d7-fdf6-471d-a654-7a121016a2f6 req-1ff713ff-5dd6-4943-b1d2-be898cc9f21f tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:06.463447 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['77de5036-c913-4a51-949b-bb9a82bebbdf'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:28:06.523361 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d045e870-7b69-494b-a942-86914407dd74 x-openstack-request-id: req-d045e870-7b69-494b-a942-86914407dd74 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:28:06.523666 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a405e0-0623-4c32-965c-ae70f758cabc", "name": "network-vif-plugged", "status": "completed", "tag": "e1f4a3b2-7f7a-4877-abaa-1d64edccc833", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:28:06.523922 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d045e870-7b69-494b-a942-86914407dd74 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:28:06.524858 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a405e0-0623-4c32-965c-ae70f758cabc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f4a3b2-7f7a-4877-abaa-1d64edccc833', 'code': 200} Nov 16 11:28:06.555397 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a5abf8-bad9-4c25-bd15-40bc76058efc service neutron] Pushing event updated for resources: {'Port': ['ID=c6b726f4-4012-4713-bccf-c0a32ef38bbc,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:06.649214 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f621578-40cb-4c77-9fb3-89a3bd12859b req-649b5695-6897-4be3-a519-4ded4fa0d6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:06.651196 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3f621578-40cb-4c77-9fb3-89a3bd12859b req-649b5695-6897-4be3-a519-4ded4fa0d6f4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ad08e2ce4ec4b2c85ee1303623bd5e0&device_id=6d9258d2-b836-491d-8fdc-77e0ed368393 HTTP/1.1" status: 200 len: 1095 time: 0.1437607 Nov 16 11:28:06.658054 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-cde9f5d7-fdf6-471d-a654-7a121016a2f6 req-1ff713ff-5dd6-4943-b1d2-be898cc9f21f tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] For port c36b15b5-c656-47c2-952e-811833b7f017, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=c36b15b5-c656-47c2-952e-811833b7f017,segment=NetworkSegment(585253a6-e371-4de8-b374-85368b56235e),segment_id=585253a6-e371-4de8-b374-85368b56235e)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:28:06.658420 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-cde9f5d7-fdf6-471d-a654-7a121016a2f6 req-1ff713ff-5dd6-4943-b1d2-be898cc9f21f tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:06.707524 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-cde9f5d7-fdf6-471d-a654-7a121016a2f6 req-1ff713ff-5dd6-4943-b1d2-be898cc9f21f tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Calling delete_port for c36b15b5-c656-47c2-952e-811833b7f017 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:28:06.740733 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4436d5-d653-409a-93c0-8810ffa5f6a8 req-b1f24d92-fd4e-47fd-8fae-34ca2247df89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:06.742453 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4e4436d5-d653-409a-93c0-8810ffa5f6a8 req-b1f24d92-fd4e-47fd-8fae-34ca2247df89 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=82a405e0-0623-4c32-965c-ae70f758cabc HTTP/1.1" status: 200 len: 1096 time: 0.0956607 Nov 16 11:28:06.756272 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17e07f-a868-4790-bb61-1c47cc502644 req-45d39112-b83a-4c75-bf17-fb697f320405 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:06.757827 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ad17e07f-a868-4790-bb61-1c47cc502644 req-45d39112-b83a-4c75-bf17-fb697f320405 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=82a405e0-0623-4c32-965c-ae70f758cabc HTTP/1.1" status: 200 len: 945 time: 0.1247284 Nov 16 11:28:06.836914 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4e4436d5-d653-409a-93c0-8810ffa5f6a8 req-3a51d043-945a-4b9a-a286-cba458a1cbc2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778806 Nov 16 11:28:06.858557 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ad17e07f-a868-4790-bb61-1c47cc502644 req-b2fc948b-156a-43a5-84f6-fe8676c681bd tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855415 Nov 16 11:28:06.907097 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-a5a5abf8-bad9-4c25-bd15-40bc76058efc service neutron] Attempting to bind port c6b726f4-4012-4713-bccf-c0a32ef38bbc on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:28:06.907349 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-a5a5abf8-bad9-4c25-bd15-40bc76058efc service neutron] Attempting to bind port c6b726f4-4012-4713-bccf-c0a32ef38bbc by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'b0fc45c9-2beb-4f49-9aad-62aa818b50ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '9a347c0b-70fe-4059-8e4c-7d26043c2cab'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:28:06.907680 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-a5a5abf8-bad9-4c25-bd15-40bc76058efc service neutron] Attempting to bind port c6b726f4-4012-4713-bccf-c0a32ef38bbc on network 9a347c0b-70fe-4059-8e4c-7d26043c2cab {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:28:06.935375 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-a5a5abf8-bad9-4c25-bd15-40bc76058efc service neutron] Port c6b726f4-4012-4713-bccf-c0a32ef38bbc on network 9a347c0b-70fe-4059-8e4c-7d26043c2cab not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:28:06.935709 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-a5a5abf8-bad9-4c25-bd15-40bc76058efc service neutron] Attempting to bind port c6b726f4-4012-4713-bccf-c0a32ef38bbc on network 9a347c0b-70fe-4059-8e4c-7d26043c2cab {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:28:06.957387 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-a5a5abf8-bad9-4c25-bd15-40bc76058efc service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:28:06.957731 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-a5a5abf8-bad9-4c25-bd15-40bc76058efc service neutron] Checking segment: {'id': 'b0fc45c9-2beb-4f49-9aad-62aa818b50ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '9a347c0b-70fe-4059-8e4c-7d26043c2cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:28:06.958179 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-a5a5abf8-bad9-4c25-bd15-40bc76058efc service neutron] Bound using segment: {'id': 'b0fc45c9-2beb-4f49-9aad-62aa818b50ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '9a347c0b-70fe-4059-8e4c-7d26043c2cab'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:28:06.958611 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-a5a5abf8-bad9-4c25-bd15-40bc76058efc service neutron] Bound port: c6b726f4-4012-4713-bccf-c0a32ef38bbc, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0fc45c9-2beb-4f49-9aad-62aa818b50ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '9a347c0b-70fe-4059-8e4c-7d26043c2cab'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:28:06.958973 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-a5a5abf8-bad9-4c25-bd15-40bc76058efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:06.985031 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a70492-a4e8-4876-bdd0-717a7f67cc23 req-89575be8-3c03-4baa-bcda-eb08ce1fad52 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:06.993871 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-15a70492-a4e8-4876-bdd0-717a7f67cc23 req-89575be8-3c03-4baa-bcda-eb08ce1fad52 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=4daf6a2f-0243-4241-b355-4684fe69a039 HTTP/1.1" status: 200 len: 943 time: 0.0788887 Nov 16 11:28:06.995315 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba6935-2bfa-4ccf-9469-b579bec6c3aa req-a46827b2-1346-467b-957a-3c7472dfe27e tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:06.998261 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d9ba6935-2bfa-4ccf-9469-b579bec6c3aa req-a46827b2-1346-467b-957a-3c7472dfe27e tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd570632-56e0-44a8-956d-dd50c2bde048 HTTP/1.1" status: 200 len: 945 time: 0.2504747 Nov 16 11:28:06.998261 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-cde9f5d7-fdf6-471d-a654-7a121016a2f6 req-1ff713ff-5dd6-4943-b1d2-be898cc9f21f tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:07.067929 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-15a70492-a4e8-4876-bdd0-717a7f67cc23 req-26f92b95-9e78-4a3d-b9ae-cb6dd075072a tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728033 Nov 16 11:28:07.068433 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff713ff-5dd6-4943-b1d2-be898cc9f21f tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Pushing event deleted for resources: {'Port': ['ID=c36b15b5-c656-47c2-952e-811833b7f017,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:07.071949 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f621578-40cb-4c77-9fb3-89a3bd12859b req-ced27c33-93e0-44d0-ba5d-8368f87cf253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:07.073446 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3f621578-40cb-4c77-9fb3-89a3bd12859b req-ced27c33-93e0-44d0-ba5d-8368f87cf253 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cc72ab4f-6e33-4512-8fbb-f88d609be622 HTTP/1.1" status: 200 len: 916 time: 0.3990309 Nov 16 11:28:07.161786 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3f621578-40cb-4c77-9fb3-89a3bd12859b req-75a647a2-3564-4abe-92f1-f10aaf5b1224 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f151c39-a1fa-40a1-9451-f5f9d1ceebcc HTTP/1.1" status: 200 len: 217 time: 0.0648236 Nov 16 11:28:07.217326 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f92d21-d005-4cc3-bb4a-a5a4f1fe4804 req-dde4b73b-fa79-40c7-ae61-37761c9fa0d2 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:07.225233 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c3f92d21-d005-4cc3-bb4a-a5a4f1fe4804 req-dde4b73b-fa79-40c7-ae61-37761c9fa0d2 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4e1299d-0c4f-4ed2-a695-9454915f1394 HTTP/1.1" status: 200 len: 945 time: 0.0685053 Nov 16 11:28:07.282802 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde9f5d7-fdf6-471d-a654-7a121016a2f6 req-1ff713ff-5dd6-4943-b1d2-be898cc9f21f tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] No DVR routers for this DVR port c36b15b5-c656-47c2-952e-811833b7f017 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:28:07.292986 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-cde9f5d7-fdf6-471d-a654-7a121016a2f6 req-1ff713ff-5dd6-4943-b1d2-be898cc9f21f tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:07.294785 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c3f92d21-d005-4cc3-bb4a-a5a4f1fe4804 req-0d2c5d93-fe71-414c-bd6d-28a743e30643 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686622 Nov 16 11:28:07.296493 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-cde9f5d7-fdf6-471d-a654-7a121016a2f6 req-1ff713ff-5dd6-4943-b1d2-be898cc9f21f tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.64 "DELETE /v2.0/ports/c36b15b5-c656-47c2-952e-811833b7f017 HTTP/1.1" status: 204 len: 173 time: 1.1315327 Nov 16 11:28:07.307051 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-a5a5abf8-bad9-4c25-bd15-40bc76058efc service neutron] For port c6b726f4-4012-4713-bccf-c0a32ef38bbc, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:28:07.314642 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-a5a5abf8-bad9-4c25-bd15-40bc76058efc service neutron] For port c6b726f4-4012-4713-bccf-c0a32ef38bbc, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=c6b726f4-4012-4713-bccf-c0a32ef38bbc,segment=NetworkSegment(b0fc45c9-2beb-4f49-9aad-62aa818b50ab),segment_id=b0fc45c9-2beb-4f49-9aad-62aa818b50ab)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:28:07.319818 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f621578-40cb-4c77-9fb3-89a3bd12859b req-f2024bc0-1a3c-4b79-a91e-3e9d21d2a507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:07.319818 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3f621578-40cb-4c77-9fb3-89a3bd12859b req-f2024bc0-1a3c-4b79-a91e-3e9d21d2a507 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=36b4451e-72c7-4152-ab76-f0aba77042c0 HTTP/1.1" status: 200 len: 855 time: 0.1332421 Nov 16 11:28:07.349882 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-a5a5abf8-bad9-4c25-bd15-40bc76058efc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:07.408817 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3f621578-40cb-4c77-9fb3-89a3bd12859b req-1d9f4179-2097-4872-841b-4dcce2245148 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cc72ab4f-6e33-4512-8fbb-f88d609be622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690308 Nov 16 11:28:07.487456 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-d9ba6935-2bfa-4ccf-9469-b579bec6c3aa req-78eada97-e746-45f6-a3b3-d0cf83b9d313 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Deleting port ca3e1220-2c97-4efa-8705-157f4f46ebc4 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:28:07.487786 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d9ba6935-2bfa-4ccf-9469-b579bec6c3aa req-78eada97-e746-45f6-a3b3-d0cf83b9d313 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:07.492719 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-a5a5abf8-bad9-4c25-bd15-40bc76058efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:07.493972 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-a5a5abf8-bad9-4c25-bd15-40bc76058efc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:07.495366 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-a5a5abf8-bad9-4c25-bd15-40bc76058efc service neutron] 10.222.0.64 "PUT /v2.0/ports/c6b726f4-4012-4713-bccf-c0a32ef38bbc HTTP/1.1" status: 200 len: 1091 time: 1.8975158 Nov 16 11:28:07.598537 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa780f-54f3-4314-975e-e001bbb97764 req-22808999-81d8-484c-8f00-533fae12128d tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:07.606652 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-01fa780f-54f3-4314-975e-e001bbb97764 req-22808999-81d8-484c-8f00-533fae12128d tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 949 time: 0.0781388 Nov 16 11:28:07.680816 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-01fa780f-54f3-4314-975e-e001bbb97764 req-4149b86f-4492-4b45-b994-4661079567b7 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729587 Nov 16 11:28:07.788567 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['ca3e1220-2c97-4efa-8705-157f4f46ebc4'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:28:07.800446 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0727cd2-850e-47b9-b05b-1c2c87fc252d', 'name': 'network-vif-deleted', 'tag': 'c36b15b5-c656-47c2-952e-811833b7f017'}, {'name': 'network-changed', 'server_uuid': '4daf6a2f-0243-4241-b355-4684fe69a039', 'tag': 'c6b726f4-4012-4713-bccf-c0a32ef38bbc'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:28:07.802875 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10ba378-0d1a-47a3-b88c-50b8463a0b8e" -d '{"events": [{"server_uuid": "e0727cd2-850e-47b9-b05b-1c2c87fc252d", "name": "network-vif-deleted", "tag": "c36b15b5-c656-47c2-952e-811833b7f017"}, {"name": "network-changed", "server_uuid": "4daf6a2f-0243-4241-b355-4684fe69a039", "tag": "c6b726f4-4012-4713-bccf-c0a32ef38bbc"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:28:07.804270 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb3ee7d-4cab-4e00-b52b-94e4e83101cc req-26ec1a85-ca48-4d50-8c94-f121f42290dc tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:07.814723 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6fb3ee7d-4cab-4e00-b52b-94e4e83101cc req-26ec1a85-ca48-4d50-8c94-f121f42290dc tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e2b6f6-4098-4d8f-bb30-07d27b9a7867 HTTP/1.1" status: 200 len: 945 time: 0.0704689 Nov 16 11:28:07.820571 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a5abf8-bad9-4c25-bd15-40bc76058efc service neutron] Pushing event updated for resources: {'Port': ['ID=c6b726f4-4012-4713-bccf-c0a32ef38bbc,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:07.885591 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3f621578-40cb-4c77-9fb3-89a3bd12859b req-a59ac3d0-dbe6-4a62-b4eb-3c646038a7b1 service neutron] 10.222.0.64 "GET /v2.0/networks/cc72ab4f-6e33-4512-8fbb-f88d609be622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4634199 Nov 16 11:28:07.916392 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6fb3ee7d-4cab-4e00-b52b-94e4e83101cc req-a13b9924-79fe-447e-8f18-16fb91134f3b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/security-groups?id=e6e5dd01-3116-4e2d-8e80-fcccaa45ebe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953925 Nov 16 11:28:07.924182 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-2b2732ac-7893-49a0-ba99-9be938a39912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:07.925358 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-2b2732ac-7893-49a0-ba99-9be938a39912 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9c312f535cb4cf58448c066749083fd&device_id=4daf6a2f-0243-4241-b355-4684fe69a039 HTTP/1.1" status: 200 len: 1094 time: 0.1184976 Nov 16 11:28:07.992767 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d9ba6935-2bfa-4ccf-9469-b579bec6c3aa req-78eada97-e746-45f6-a3b3-d0cf83b9d313 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] For port ca3e1220-2c97-4efa-8705-157f4f46ebc4, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=ca3e1220-2c97-4efa-8705-157f4f46ebc4,segment=NetworkSegment(585253a6-e371-4de8-b374-85368b56235e),segment_id=585253a6-e371-4de8-b374-85368b56235e)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:28:07.993794 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d9ba6935-2bfa-4ccf-9469-b579bec6c3aa req-78eada97-e746-45f6-a3b3-d0cf83b9d313 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:08.063755 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-b99ce888-e6aa-4a2a-b820-08eccc0ecdc5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6b726f4-4012-4713-bccf-c0a32ef38bbc HTTP/1.1" status: 200 len: 217 time: 0.0855026 Nov 16 11:28:08.070361 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-d9ba6935-2bfa-4ccf-9469-b579bec6c3aa req-78eada97-e746-45f6-a3b3-d0cf83b9d313 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Calling delete_port for ca3e1220-2c97-4efa-8705-157f4f46ebc4 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:28:08.102358 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0244e757-4d84-4590-84e9-37b38c7ef51d req-35b91877-d19e-4a78-9757-6b96c5edee11 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0727cd2-850e-47b9-b05b-1c2c87fc252d HTTP/1.1" status: 200 len: 210 time: 0.0982106 Nov 16 11:28:08.184079 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3f621578-40cb-4c77-9fb3-89a3bd12859b req-652b2d9f-b6db-4841-b40a-fceec4642354 service neutron] 10.222.0.64 "GET /v2.0/networks/cc72ab4f-6e33-4512-8fbb-f88d609be622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747021 Nov 16 11:28:08.198858 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-753f7431-cdf1-4608-b657-e67432ebf6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:08.200984 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-753f7431-cdf1-4608-b657-e67432ebf6ae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=353e6c5a-de1d-40fd-a1b8-057b0bade2ea HTTP/1.1" status: 200 len: 854 time: 0.1158578 Nov 16 11:28:08.290243 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-28c35fca-5f63-42a4-aaa5-cb7c6180f072 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9a347c0b-70fe-4059-8e4c-7d26043c2cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601931 Nov 16 11:28:08.317898 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d0f5f-613f-4506-940e-228b3a6835b7 req-eea1eed9-6c88-44b6-91f4-ab1f9b0ad1b0 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:08.322366 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6f8d0f5f-613f-4506-940e-228b3a6835b7 req-eea1eed9-6c88-44b6-91f4-ab1f9b0ad1b0 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d9258d2-b836-491d-8fdc-77e0ed368393 HTTP/1.1" status: 200 len: 944 time: 0.0705805 Nov 16 11:28:08.392385 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6f8d0f5f-613f-4506-940e-228b3a6835b7 req-25f7a77a-a015-4a37-bfdb-f81d749fcbc9 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617054 Nov 16 11:28:08.425544 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d9ba6935-2bfa-4ccf-9469-b579bec6c3aa req-78eada97-e746-45f6-a3b3-d0cf83b9d313 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:08.485415 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-dc141b50-0245-4cc3-a386-005093193992 service neutron] 10.222.0.64 "GET /v2.0/networks/9a347c0b-70fe-4059-8e4c-7d26043c2cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761105 Nov 16 11:28:08.486337 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eada97-e746-45f6-a3b3-d0cf83b9d313 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Pushing event deleted for resources: {'Port': ['ID=ca3e1220-2c97-4efa-8705-157f4f46ebc4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:08.508062 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 16 Nov 2021 11:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5ad14d-eed7-403c-9ccb-4fdfc3413e89 x-openstack-request-id: req-be5ad14d-eed7-403c-9ccb-4fdfc3413e89 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:28:08.508333 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0727cd2-850e-47b9-b05b-1c2c87fc252d", "name": "network-vif-deleted", "tag": "c36b15b5-c656-47c2-952e-811833b7f017", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4daf6a2f-0243-4241-b355-4684fe69a039", "tag": "c6b726f4-4012-4713-bccf-c0a32ef38bbc", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:28:08.509197 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-be5ad14d-eed7-403c-9ccb-4fdfc3413e89 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:28:08.509592 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0727cd2-850e-47b9-b05b-1c2c87fc252d', 'name': 'network-vif-deleted', 'tag': 'c36b15b5-c656-47c2-952e-811833b7f017', 'status': 'completed', 'code': 200} Nov 16 11:28:08.509850 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4daf6a2f-0243-4241-b355-4684fe69a039', 'tag': 'c6b726f4-4012-4713-bccf-c0a32ef38bbc', 'status': 'completed', 'code': 200} Nov 16 11:28:08.589078 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ba6935-2bfa-4ccf-9469-b579bec6c3aa req-78eada97-e746-45f6-a3b3-d0cf83b9d313 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] No DVR routers for this DVR port ca3e1220-2c97-4efa-8705-157f4f46ebc4 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:28:08.592680 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d9ba6935-2bfa-4ccf-9469-b579bec6c3aa req-78eada97-e746-45f6-a3b3-d0cf83b9d313 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:08.596066 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d9ba6935-2bfa-4ccf-9469-b579bec6c3aa req-78eada97-e746-45f6-a3b3-d0cf83b9d313 tempest-ListServersNegativeTestJSON-1398866823 tempest-ListServersNegativeTestJSON-1398866823-project] 10.222.0.64 "DELETE /v2.0/ports/ca3e1220-2c97-4efa-8705-157f4f46ebc4 HTTP/1.1" status: 204 len: 173 time: 1.5400937 Nov 16 11:28:08.624081 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72256507-9db6-466a-bdfd-f10445a5ac2a req-edb4830b-e827-47dd-870d-aea20cb6cf0f tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:08.625627 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-72256507-9db6-466a-bdfd-f10445a5ac2a req-edb4830b-e827-47dd-870d-aea20cb6cf0f tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=82a405e0-0623-4c32-965c-ae70f758cabc HTTP/1.1" status: 200 len: 945 time: 0.0688155 Nov 16 11:28:08.647712 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-468e1dbc-85c4-48b7-a090-03d3d1d856dc req-449eefa9-1e98-447b-9152-e4dffee1c75d service neutron] 10.222.0.64 "GET /v2.0/networks/9a347c0b-70fe-4059-8e4c-7d26043c2cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513948 Nov 16 11:28:08.700182 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-72256507-9db6-466a-bdfd-f10445a5ac2a req-2a77be7c-c540-4cdb-882e-b27639043ee6 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643718 Nov 16 11:28:08.814074 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84002caf-82af-469a-a778-52e5b66e69ac req-6e60dc67-0cba-447f-88af-16bb4fc031f5 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:08.824879 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-84002caf-82af-469a-a778-52e5b66e69ac req-6e60dc67-0cba-447f-88af-16bb4fc031f5 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=4daf6a2f-0243-4241-b355-4684fe69a039 HTTP/1.1" status: 200 len: 943 time: 0.0669694 Nov 16 11:28:08.826155 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ba378-0d1a-47a3-b88c-50b8463a0b8e req-de73dd51-3568-463e-b08b-fe2e4e0d3523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:08.827819 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b10ba378-0d1a-47a3-b88c-50b8463a0b8e req-de73dd51-3568-463e-b08b-fe2e4e0d3523 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9c312f535cb4cf58448c066749083fd&device_id=4daf6a2f-0243-4241-b355-4684fe69a039 HTTP/1.1" status: 200 len: 1094 time: 0.0651464 Nov 16 11:28:08.873783 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-84002caf-82af-469a-a778-52e5b66e69ac req-a94f06a9-b688-4a4e-a7a9-3949bf0c3330 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478723 Nov 16 11:28:08.948896 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ba378-0d1a-47a3-b88c-50b8463a0b8e req-ce518a92-62ee-4943-a942-72b49f990494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:08.950432 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b10ba378-0d1a-47a3-b88c-50b8463a0b8e req-ce518a92-62ee-4943-a942-72b49f990494 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9a347c0b-70fe-4059-8e4c-7d26043c2cab HTTP/1.1" status: 200 len: 915 time: 0.1128721 Nov 16 11:28:08.993212 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0095fa-ec12-421b-992c-3c5b46032610 req-3c18a090-4f16-4004-9f90-1d818e4faa5a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:08.994998 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ca0095fa-ec12-421b-992c-3c5b46032610 req-3c18a090-4f16-4004-9f90-1d818e4faa5a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4e1299d-0c4f-4ed2-a695-9454915f1394 HTTP/1.1" status: 200 len: 945 time: 0.0540881 Nov 16 11:28:09.017516 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b10ba378-0d1a-47a3-b88c-50b8463a0b8e req-f6e1b7a0-2bf4-44eb-9e28-bf450b60ceaa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6b726f4-4012-4713-bccf-c0a32ef38bbc HTTP/1.1" status: 200 len: 217 time: 0.0520840 Nov 16 11:28:09.052175 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ca0095fa-ec12-421b-992c-3c5b46032610 req-4adc143c-48aa-40ac-a8bc-c85c865c962d tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509088 Nov 16 11:28:09.093096 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ba378-0d1a-47a3-b88c-50b8463a0b8e req-46dd658c-3994-465d-9a03-5b6152023a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:09.095295 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b10ba378-0d1a-47a3-b88c-50b8463a0b8e req-46dd658c-3994-465d-9a03-5b6152023a3b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=353e6c5a-de1d-40fd-a1b8-057b0bade2ea HTTP/1.1" status: 200 len: 854 time: 0.0693445 Nov 16 11:28:09.143685 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b10ba378-0d1a-47a3-b88c-50b8463a0b8e req-8b216538-d041-4c5f-a376-f11c452fa4db service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9a347c0b-70fe-4059-8e4c-7d26043c2cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319088 Nov 16 11:28:09.246992 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af4d0f-bd14-4700-bde0-c76f60bb8e89 req-aaafe9e5-efbf-4913-80a5-84de7387e1ea tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:09.254433 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-41af4d0f-bd14-4700-bde0-c76f60bb8e89 req-aaafe9e5-efbf-4913-80a5-84de7387e1ea tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 949 time: 0.0688448 Nov 16 11:28:09.277326 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b10ba378-0d1a-47a3-b88c-50b8463a0b8e req-d6ae0d34-d91e-4e13-9f7a-c8197c3a1a70 service neutron] 10.222.0.64 "GET /v2.0/networks/9a347c0b-70fe-4059-8e4c-7d26043c2cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188977 Nov 16 11:28:09.299411 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-41af4d0f-bd14-4700-bde0-c76f60bb8e89 req-2227f23e-ef60-4d63-b992-ec7da75ab226 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436642 Nov 16 11:28:09.382010 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b10ba378-0d1a-47a3-b88c-50b8463a0b8e req-45463681-311e-4fd5-82a8-eb6f0f98ce5f service neutron] 10.222.0.64 "GET /v2.0/networks/9a347c0b-70fe-4059-8e4c-7d26043c2cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926383 Nov 16 11:28:09.509448 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea5e7b-ea78-4d75-ad52-873fad7407ba req-454d5c02-fd7b-4899-b4ce-bbf257a925dc tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:09.510846 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-15ea5e7b-ea78-4d75-ad52-873fad7407ba req-454d5c02-fd7b-4899-b4ce-bbf257a925dc tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e2b6f6-4098-4d8f-bb30-07d27b9a7867 HTTP/1.1" status: 200 len: 945 time: 0.0477233 Nov 16 11:28:09.536872 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 4f151c39-a1fa-40a1-9451-f5f9d1ceebcc details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:28:09.541641 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 77de5036-c913-4a51-949b-bb9a82bebbdf up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:28:09.560988 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-15ea5e7b-ea78-4d75-ad52-873fad7407ba req-6d3f15dc-bf4c-443b-8536-7f9e67f0209d tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/security-groups?id=e6e5dd01-3116-4e2d-8e80-fcccaa45ebe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441444 Nov 16 11:28:09.651521 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 77de5036-c913-4a51-949b-bb9a82bebbdf completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:28:09.665014 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 77de5036-c913-4a51-949b-bb9a82bebbdf triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:28:09.665393 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:09.692091 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925bf0cb-ef29-41b6-9544-5a37aae6ec87 req-8c97ab07-6087-405d-b30d-468a0892cd1c tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:09.693560 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-925bf0cb-ef29-41b6-9544-5a37aae6ec87 req-8c97ab07-6087-405d-b30d-468a0892cd1c tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d9258d2-b836-491d-8fdc-77e0ed368393 HTTP/1.1" status: 200 len: 944 time: 0.0494468 Nov 16 11:28:09.695798 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 4f151c39-a1fa-40a1-9451-f5f9d1ceebcc, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=4f151c39-a1fa-40a1-9451-f5f9d1ceebcc,segment=NetworkSegment(0009b431-285f-41a0-a8ef-b06ff30af7d1),segment_id=0009b431-285f-41a0-a8ef-b06ff30af7d1)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:28:09.715389 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '4f151c39-a1fa-40a1-9451-f5f9d1ceebcc', 'network_id': 'cc72ab4f-6e33-4512-8fbb-f88d609be622', 'port_id': '4f151c39-a1fa-40a1-9451-f5f9d1ceebcc', 'mac_address': 'fa:16:3e:1b:c1:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b4451e-72c7-4152-ab76-f0aba77042c0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:28:09.745974 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-925bf0cb-ef29-41b6-9544-5a37aae6ec87 req-c8e8aa09-caf1-44f8-ab81-44ea74d29399 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455141 Nov 16 11:28:09.790440 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:09.811576 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f151c39-a1fa-40a1-9451-f5f9d1ceebcc {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:28:09.820267 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:09.846019 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 4f151c39-a1fa-40a1-9451-f5f9d1ceebcc, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=4f151c39-a1fa-40a1-9451-f5f9d1ceebcc,segment=NetworkSegment(0009b431-285f-41a0-a8ef-b06ff30af7d1),segment_id=0009b431-285f-41a0-a8ef-b06ff30af7d1)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:28:09.850258 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2d7f0-ea71-4d87-9e4f-bc93baa5baf8 req-cbde32b6-33b0-467f-9331-79bb25838f02 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:09.851732 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-76a2d7f0-ea71-4d87-9e4f-bc93baa5baf8 req-cbde32b6-33b0-467f-9331-79bb25838f02 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=82a405e0-0623-4c32-965c-ae70f758cabc HTTP/1.1" status: 200 len: 945 time: 0.0499299 Nov 16 11:28:09.853318 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:09.862716 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e2b6f6-4098-4d8f-bb30-07d27b9a7867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77de5036-c913-4a51-949b-bb9a82bebbdf'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:28:09.864910 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097c2c3d-aa0e-4a8c-bc16-70c111b0f66b" -d '{"events": [{"server_uuid": "14e2b6f6-4098-4d8f-bb30-07d27b9a7867", "name": "network-vif-plugged", "status": "completed", "tag": "77de5036-c913-4a51-949b-bb9a82bebbdf"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:28:09.898302 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 77de5036-c913-4a51-949b-bb9a82bebbdf, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=77de5036-c913-4a51-949b-bb9a82bebbdf,segment=NetworkSegment(d114ee64-6399-4cbb-b4e6-0cc02678fb09),segment_id=d114ee64-6399-4cbb-b4e6-0cc02678fb09)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:28:09.903414 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-76a2d7f0-ea71-4d87-9e4f-bc93baa5baf8 req-bbacd9c2-96ba-435a-a9ff-4a66c9ca6b28 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449557 Nov 16 11:28:09.907630 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:09.908416 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device c36b15b5-c656-47c2-952e-811833b7f017 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:28:09.929812 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: c36b15b5-c656-47c2-952e-811833b7f017 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:28:09.930700 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device c36b15b5-c656-47c2-952e-811833b7f017 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:28:09.944958 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=4f151c39-a1fa-40a1-9451-f5f9d1ceebcc,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:09.963383 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e859d76-7f05-4f56-a4df-2c5425697f3a req-da5b533b-f0f6-4e6e-b18f-3e9aea99df9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:09.965487 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1e859d76-7f05-4f56-a4df-2c5425697f3a req-da5b533b-f0f6-4e6e-b18f-3e9aea99df9d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c6297fca90ae441aa40dab0d2d555d6b&device_id=b4e1299d-0c4f-4ed2-a695-9454915f1394 HTTP/1.1" status: 200 len: 1096 time: 0.0520165 Nov 16 11:28:09.991297 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85e5303-f8a6-447d-82a4-e35374482a2e x-openstack-request-id: req-e85e5303-f8a6-447d-82a4-e35374482a2e {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:28:09.991691 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e2b6f6-4098-4d8f-bb30-07d27b9a7867", "name": "network-vif-plugged", "status": "completed", "tag": "77de5036-c913-4a51-949b-bb9a82bebbdf", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:28:09.992039 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e85e5303-f8a6-447d-82a4-e35374482a2e {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:28:09.992549 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e2b6f6-4098-4d8f-bb30-07d27b9a7867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77de5036-c913-4a51-949b-bb9a82bebbdf', 'code': 200} Nov 16 11:28:10.014754 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=77de5036-c913-4a51-949b-bb9a82bebbdf,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:10.096793 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72d988-a43b-48a1-832e-f90e116cd942 req-aa4122ce-623b-4d51-9f36-aaef00e0b42a tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:10.097027 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e859d76-7f05-4f56-a4df-2c5425697f3a req-93c7def8-64df-4231-bd8e-14b797b5a852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:10.098287 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1a72d988-a43b-48a1-832e-f90e116cd942 req-aa4122ce-623b-4d51-9f36-aaef00e0b42a tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=4daf6a2f-0243-4241-b355-4684fe69a039 HTTP/1.1" status: 200 len: 943 time: 0.0482631 Nov 16 11:28:10.098451 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1e859d76-7f05-4f56-a4df-2c5425697f3a req-93c7def8-64df-4231-bd8e-14b797b5a852 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334 HTTP/1.1" status: 200 len: 912 time: 0.1252158 Nov 16 11:28:10.108528 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af129cfb-7b8d-480a-99de-3dd52b8eff8a req-7a649974-99b6-4e95-b3b3-c11fd07a258a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:10.109861 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-af129cfb-7b8d-480a-99de-3dd52b8eff8a req-7a649974-99b6-4e95-b3b3-c11fd07a258a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=14e2b6f6-4098-4d8f-bb30-07d27b9a7867 HTTP/1.1" status: 200 len: 1097 time: 0.0512395 Nov 16 11:28:10.147244 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1a72d988-a43b-48a1-832e-f90e116cd942 req-6eac9e9e-1085-4674-a347-cc1e80e23d18 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423198 Nov 16 11:28:10.171295 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1e859d76-7f05-4f56-a4df-2c5425697f3a req-9b463839-910c-4883-bfea-44ce53710edd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74c45600-4979-468d-b365-8c8de509e07e HTTP/1.1" status: 200 len: 217 time: 0.0496199 Nov 16 11:28:10.198925 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 39028) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:28:10.207514 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-af129cfb-7b8d-480a-99de-3dd52b8eff8a req-e5d20252-9ba6-45f0-9c4f-3812c46c3a10 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e6e5dd01-3116-4e2d-8e80-fcccaa45ebe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798931 Nov 16 11:28:10.244038 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e859d76-7f05-4f56-a4df-2c5425697f3a req-cb55d0d1-1172-4ce6-9210-b31236a45439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:10.246025 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1e859d76-7f05-4f56-a4df-2c5425697f3a req-cb55d0d1-1172-4ce6-9210-b31236a45439 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=098ff2a2-731b-47ba-a3df-3f077a39e5d8 HTTP/1.1" status: 200 len: 850 time: 0.0503383 Nov 16 11:28:10.257246 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e80a00-4f8b-4032-ad89-8d319303c331 admin admin] Deleting subnet c6c9fdfc-fbbb-41e0-a577-b2da42e2e421 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:28:10.272143 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e2e80a00-4f8b-4032-ad89-8d319303c331 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:10.314741 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e2e80a00-4f8b-4032-ad89-8d319303c331 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:10.323871 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6297e84-9cf3-4f1f-8ca3-fabb6b0ea257 req-8e8fd780-9e91-43f0-9b8d-d525be1b9229 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:10.325318 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a6297e84-9cf3-4f1f-8ca3-fabb6b0ea257 req-8e8fd780-9e91-43f0-9b8d-d525be1b9229 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4e1299d-0c4f-4ed2-a695-9454915f1394 HTTP/1.1" status: 200 len: 945 time: 0.0834935 Nov 16 11:28:10.363600 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['4f151c39-a1fa-40a1-9451-f5f9d1ceebcc'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:28:10.390103 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e2e80a00-4f8b-4032-ad89-8d319303c331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:10.421423 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a6297e84-9cf3-4f1f-8ca3-fabb6b0ea257 req-4a5f1730-c733-4eba-b547-591519b814ee tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789256 Nov 16 11:28:10.464888 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e2e80a00-4f8b-4032-ad89-8d319303c331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:10.485565 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e859d76-7f05-4f56-a4df-2c5425697f3a req-bf634605-cb08-41f6-aada-d8dd99f48087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:10.487807 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1e859d76-7f05-4f56-a4df-2c5425697f3a req-bf634605-cb08-41f6-aada-d8dd99f48087 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741432 Nov 16 11:28:10.495242 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e80a00-4f8b-4032-ad89-8d319303c331 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6c9fdfc-fbbb-41e0-a577-b2da42e2e421,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:10.498741 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e2e80a00-4f8b-4032-ad89-8d319303c331 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:10.504573 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e2e80a00-4f8b-4032-ad89-8d319303c331 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c6c9fdfc-fbbb-41e0-a577-b2da42e2e421 HTTP/1.1" status: 204 len: 168 time: 0.3022056 Nov 16 11:28:10.504753 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 39032) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:28:10.531407 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd570632-56e0-44a8-956d-dd50c2bde048', 'name': 'network-vif-deleted', 'tag': 'ca3e1220-2c97-4efa-8705-157f4f46ebc4'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:28:10.533818 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12cde103-9461-480b-82d5-28e09ffeddca" -d '{"events": [{"server_uuid": "dd570632-56e0-44a8-956d-dd50c2bde048", "name": "network-vif-deleted", "tag": "ca3e1220-2c97-4efa-8705-157f4f46ebc4"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:28:10.607378 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1b70d086-1483-4b66-9683-d3054f00518c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:10.626279 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1e859d76-7f05-4f56-a4df-2c5425697f3a req-9456aed2-45d9-49b1-b436-1263aeeec23a service neutron] 10.222.0.64 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284626 Nov 16 11:28:10.672376 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90a25b-5e8f-4ef2-9aeb-778b8cc792d6 req-e3e4ecce-d246-4110-baf5-e7385be46e82 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:10.674706 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1d90a25b-5e8f-4ef2-9aeb-778b8cc792d6 req-e3e4ecce-d246-4110-baf5-e7385be46e82 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 949 time: 0.0886834 Nov 16 11:28:10.720868 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1e859d76-7f05-4f56-a4df-2c5425697f3a req-411acddb-0987-4af3-af39-51c467019746 service neutron] 10.222.0.64 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831690 Nov 16 11:28:10.744624 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1b70d086-1483-4b66-9683-d3054f00518c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:10.779469 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-1b70d086-1483-4b66-9683-d3054f00518c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bcc94c1-ef65-4458-b099-e5039760febb']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:28:10.788815 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1d90a25b-5e8f-4ef2-9aeb-778b8cc792d6 req-43014592-148e-4be1-828b-0fe88fe01900 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034820 Nov 16 11:28:10.792109 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-1b70d086-1483-4b66-9683-d3054f00518c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '585253a6-e371-4de8-b374-85368b56235e') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:28:10.792409 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-1b70d086-1483-4b66-9683-d3054f00518c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '585253a6-e371-4de8-b374-85368b56235e') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:28:10.807808 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1b70d086-1483-4b66-9683-d3054f00518c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:10.822864 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1b70d086-1483-4b66-9683-d3054f00518c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:10.829902 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b70d086-1483-4b66-9683-d3054f00518c admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:28:10.830326 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1b70d086-1483-4b66-9683-d3054f00518c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:10.832094 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:28:10.832094 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:28:10.832094 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:28:10.832094 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:28:10.832094 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:28:10.832094 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:28:10.832094 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:28:10.832094 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:28:10.832094 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:28:10.832094 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:28:10.832094 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:28:10.832094 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:28:10.832094 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:28:10.832094 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:28:10.832094 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:28:10.832094 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:28:10.832094 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:28:10.832094 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:28:10.832094 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:28:10.832094 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:28:10.832094 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:28:10.832094 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:28:10.832094 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:28:10.832094 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:28:10.832094 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:28:10.832094 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:28:10.832094 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:28:10.832094 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:28:10.832094 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:28:10.832094 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:28:10.832094 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:28:10.832094 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:28:10.834416 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1812b2-2223-47b5-8ac9-c7f54b841e12 x-openstack-request-id: req-1f1812b2-2223-47b5-8ac9-c7f54b841e12 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:28:10.834416 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd570632-56e0-44a8-956d-dd50c2bde048", "name": "network-vif-deleted", "tag": "ca3e1220-2c97-4efa-8705-157f4f46ebc4", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:28:10.834416 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1f1812b2-2223-47b5-8ac9-c7f54b841e12 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:28:10.834681 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd570632-56e0-44a8-956d-dd50c2bde048', 'name': 'network-vif-deleted', 'tag': 'ca3e1220-2c97-4efa-8705-157f4f46ebc4', 'status': 'completed', 'code': 200} Nov 16 11:28:10.906722 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1b70d086-1483-4b66-9683-d3054f00518c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:10.919275 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1b70d086-1483-4b66-9683-d3054f00518c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:10.922695 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1b70d086-1483-4b66-9683-d3054f00518c admin admin] 10.222.0.61 "DELETE /v2.0/networks/8bcc94c1-ef65-4458-b099-e5039760febb HTTP/1.1" status: 204 len: 168 time: 0.4170322 Nov 16 11:28:10.935368 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b70d086-1483-4b66-9683-d3054f00518c admin admin] Pushing event deleted for resources: {'Network': ['ID=8bcc94c1-ef65-4458-b099-e5039760febb,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:10.953960 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cafc5ce-39c9-4d0e-9ba4-2973b075a242 req-4547050e-6daa-4fef-95c3-16d0f0cdaa2d tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:10.955718 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2cafc5ce-39c9-4d0e-9ba4-2973b075a242 req-4547050e-6daa-4fef-95c3-16d0f0cdaa2d tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e2b6f6-4098-4d8f-bb30-07d27b9a7867 HTTP/1.1" status: 200 len: 946 time: 0.0773211 Nov 16 11:28:11.007246 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2cafc5ce-39c9-4d0e-9ba4-2973b075a242 req-d5aeb6dc-5778-4b19-82c8-b4bc4330412e tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/security-groups?id=e6e5dd01-3116-4e2d-8e80-fcccaa45ebe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449004 Nov 16 11:28:11.098062 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 39044) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:28:11.127551 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8bf026-01e3-4d70-8670-5a34fb9bcd59 req-5c473d9b-fa5a-43f0-8ff3-a50a46ab9243 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:11.128774 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7f8bf026-01e3-4d70-8670-5a34fb9bcd59 req-5c473d9b-fa5a-43f0-8ff3-a50a46ab9243 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d9258d2-b836-491d-8fdc-77e0ed368393 HTTP/1.1" status: 200 len: 945 time: 0.0629680 Nov 16 11:28:11.163131 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ec2d2bad-ddab-418a-b4a8-cf4fe3d2e117 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d5a817980ec54c25959ac0e335909bd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0640316 Nov 16 11:28:11.166310 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 39046) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:28:11.190837 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7f8bf026-01e3-4d70-8670-5a34fb9bcd59 req-289ad858-623e-4367-89da-2f5ebd7db412 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534468 Nov 16 11:28:11.215593 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a078084-1e61-4fcb-9786-b78faad2d6ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:11.242167 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a078084-1e61-4fcb-9786-b78faad2d6ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:11.287379 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a078084-1e61-4fcb-9786-b78faad2d6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:11.290789 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a078084-1e61-4fcb-9786-b78faad2d6ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:11.291970 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7a078084-1e61-4fcb-9786-b78faad2d6ec admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/092bbbe7-ce69-4a94-a75b-f6cf545e24d3 HTTP/1.1" status: 204 len: 168 time: 0.1246724 Nov 16 11:28:11.298112 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761916f-dd9d-45dc-99c2-15007da36b36 req-5916819e-82ca-4ca5-9693-fabfe1f2cf3e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:11.299509 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f761916f-dd9d-45dc-99c2-15007da36b36 req-5916819e-82ca-4ca5-9693-fabfe1f2cf3e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=82a405e0-0623-4c32-965c-ae70f758cabc HTTP/1.1" status: 200 len: 945 time: 0.0512929 Nov 16 11:28:11.300584 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a078084-1e61-4fcb-9786-b78faad2d6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092bbbe7-ce69-4a94-a75b-f6cf545e24d3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:11.349944 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f761916f-dd9d-45dc-99c2-15007da36b36 req-8c9ccd28-16fc-4724-a9c0-36864cd6c7c6 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430813 Nov 16 11:28:11.451982 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f418e-b067-43c1-aa05-ad119ab9dcd1 req-3f1c2b7a-a983-4c19-b2cb-f5a6109e8756 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:11.453463 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-926f418e-b067-43c1-aa05-ad119ab9dcd1 req-3f1c2b7a-a983-4c19-b2cb-f5a6109e8756 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=4daf6a2f-0243-4241-b355-4684fe69a039 HTTP/1.1" status: 200 len: 943 time: 0.0499663 Nov 16 11:28:11.504012 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-926f418e-b067-43c1-aa05-ad119ab9dcd1 req-23f52cea-2855-43d0-a24f-3c6baacdcca2 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443692 Nov 16 11:28:11.542194 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device c6b726f4-4012-4713-bccf-c0a32ef38bbc details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:28:11.544862 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device ca3e1220-2c97-4efa-8705-157f4f46ebc4 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:28:11.572270 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: ca3e1220-2c97-4efa-8705-157f4f46ebc4 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:28:11.572656 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device ca3e1220-2c97-4efa-8705-157f4f46ebc4 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:28:11.685269 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port c6b726f4-4012-4713-bccf-c0a32ef38bbc, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=c6b726f4-4012-4713-bccf-c0a32ef38bbc,segment=NetworkSegment(b0fc45c9-2beb-4f49-9aad-62aa818b50ab),segment_id=b0fc45c9-2beb-4f49-9aad-62aa818b50ab)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:28:11.697521 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'c6b726f4-4012-4713-bccf-c0a32ef38bbc', 'network_id': '9a347c0b-70fe-4059-8e4c-7d26043c2cab', 'port_id': 'c6b726f4-4012-4713-bccf-c0a32ef38bbc', 'mac_address': 'fa:16:3e:40:67:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '353e6c5a-de1d-40fd-a1b8-057b0bade2ea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:28:11.751471 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:11.755541 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe996033-d846-4c0b-ae32-aa1c1a3e7cd3 req-af0e4541-4efa-4ca7-ac18-e26494a46892 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:11.757145 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fe996033-d846-4c0b-ae32-aa1c1a3e7cd3 req-af0e4541-4efa-4ca7-ac18-e26494a46892 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4e1299d-0c4f-4ed2-a695-9454915f1394 HTTP/1.1" status: 200 len: 945 time: 0.0544181 Nov 16 11:28:11.766336 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6b726f4-4012-4713-bccf-c0a32ef38bbc {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:28:11.787637 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port c6b726f4-4012-4713-bccf-c0a32ef38bbc, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=c6b726f4-4012-4713-bccf-c0a32ef38bbc,segment=NetworkSegment(b0fc45c9-2beb-4f49-9aad-62aa818b50ab),segment_id=b0fc45c9-2beb-4f49-9aad-62aa818b50ab)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:28:11.792944 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:11.816281 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fe996033-d846-4c0b-ae32-aa1c1a3e7cd3 req-ae9fa01b-e4c9-4649-a68c-b9d42c3b93e4 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512106 Nov 16 11:28:11.843970 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=c6b726f4-4012-4713-bccf-c0a32ef38bbc,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:11.992828 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13bab9-f93f-4fda-8b29-d55277cc3507 req-363bdaad-7fcd-4b3d-83dc-1f6eeae6306e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:11.994326 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ec13bab9-f93f-4fda-8b29-d55277cc3507 req-363bdaad-7fcd-4b3d-83dc-1f6eeae6306e tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=82a405e0-0623-4c32-965c-ae70f758cabc HTTP/1.1" status: 200 len: 945 time: 0.0510073 Nov 16 11:28:12.042442 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ec13bab9-f93f-4fda-8b29-d55277cc3507 req-95bae0d7-40ba-493e-8176-8a794e3a2ab1 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419278 Nov 16 11:28:12.145420 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b093f61-b895-49c5-ba97-a63f4e5e1370 req-19637cea-a821-477c-92bf-42fe02a34451 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:12.146889 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9b093f61-b895-49c5-ba97-a63f4e5e1370 req-19637cea-a821-477c-92bf-42fe02a34451 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 949 time: 0.0490994 Nov 16 11:28:12.193891 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9b093f61-b895-49c5-ba97-a63f4e5e1370 req-f4fa8faa-e52e-42fa-a9f0-b269a86827e5 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404694 Nov 16 11:28:12.219125 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['c6b726f4-4012-4713-bccf-c0a32ef38bbc'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:28:12.300609 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7819d-b6dd-4c8c-92ea-84b8b5325c08 req-e44c6d80-bca0-4c75-8d25-f21693314e9e tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:12.301982 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-52a7819d-b6dd-4c8c-92ea-84b8b5325c08 req-e44c6d80-bca0-4c75-8d25-f21693314e9e tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e2b6f6-4098-4d8f-bb30-07d27b9a7867 HTTP/1.1" status: 200 len: 946 time: 0.0512774 Nov 16 11:28:12.352347 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-52a7819d-b6dd-4c8c-92ea-84b8b5325c08 req-d3228e9e-b127-440d-b486-ed58719f2072 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/security-groups?id=e6e5dd01-3116-4e2d-8e80-fcccaa45ebe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432565 Nov 16 11:28:12.567976 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401776bc-bcea-4318-949c-8427af1c90d9 req-8fb0340f-cf77-408d-8bc9-a6be4fb62f0a tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:12.569322 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-401776bc-bcea-4318-949c-8427af1c90d9 req-8fb0340f-cf77-408d-8bc9-a6be4fb62f0a tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d9258d2-b836-491d-8fdc-77e0ed368393 HTTP/1.1" status: 200 len: 945 time: 0.0479128 Nov 16 11:28:12.614826 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-401776bc-bcea-4318-949c-8427af1c90d9 req-de71b9fe-18f5-479d-a277-843f68bce89f tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397809 Nov 16 11:28:12.717119 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0a380-92d6-4a98-b4fa-85292ba2145d req-551f2848-19c3-4a45-8a8b-6c49ab188adb tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:12.718606 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cce0a380-92d6-4a98-b4fa-85292ba2145d req-551f2848-19c3-4a45-8a8b-6c49ab188adb tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e2b6f6-4098-4d8f-bb30-07d27b9a7867 HTTP/1.1" status: 200 len: 946 time: 0.0519733 Nov 16 11:28:12.766700 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cce0a380-92d6-4a98-b4fa-85292ba2145d req-1bb07998-80d6-4aa3-b1b1-21bedc0ea072 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/security-groups?id=e6e5dd01-3116-4e2d-8e80-fcccaa45ebe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422726 Nov 16 11:28:12.790210 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 39098) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:28:12.835604 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07372ad-791e-40e8-968e-25297ead94e9 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:12.837172 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d07372ad-791e-40e8-968e-25297ead94e9 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=14e2b6f6-4098-4d8f-bb30-07d27b9a7867 HTTP/1.1" status: 200 len: 1092 time: 0.0454378 Nov 16 11:28:12.840131 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 39104) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:28:12.844721 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-14048871-5845-43c3-b8ce-38c28505db8e tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'port_id': '77de5036-c913-4a51-949b-bb9a82bebbdf', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:28:12.869555 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14048871-5845-43c3-b8ce-38c28505db8e tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:12.878632 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b49c7-a92f-4fee-aaa4-e8a27f4810cc req-f0db1447-a2c0-4b3e-9f58-e7e0b25839b8 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:12.880101 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-713b49c7-a92f-4fee-aaa4-e8a27f4810cc req-f0db1447-a2c0-4b3e-9f58-e7e0b25839b8 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=4daf6a2f-0243-4241-b355-4684fe69a039 HTTP/1.1" status: 200 len: 944 time: 0.0492265 Nov 16 11:28:12.929283 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-713b49c7-a92f-4fee-aaa4-e8a27f4810cc req-4677336b-8181-43b9-855a-7ad5df2439bc tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428436 Nov 16 11:28:12.986809 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07ed888e-3007-4200-9172-6115281640f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:12.991020 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14048871-5845-43c3-b8ce-38c28505db8e tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:13.054272 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7438bbe-246c-44ce-8aa6-9b676cad8fc3 req-5fbd2c45-7b6a-47c1-a1ff-c12c955f2b30 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:13.055811 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e7438bbe-246c-44ce-8aa6-9b676cad8fc3 req-5fbd2c45-7b6a-47c1-a1ff-c12c955f2b30 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4e1299d-0c4f-4ed2-a695-9454915f1394 HTTP/1.1" status: 200 len: 945 time: 0.0501864 Nov 16 11:28:13.097041 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-14048871-5845-43c3-b8ce-38c28505db8e tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Allocated IP 172.25.0.252 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/8ea61dca-b9cd-43a6-b712-1f121f2e4e61) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:28:13.112125 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e7438bbe-246c-44ce-8aa6-9b676cad8fc3 req-dbe4e6a2-734b-4299-b8cf-0af339de564f tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503497 Nov 16 11:28:13.238903 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14048871-5845-43c3-b8ce-38c28505db8e tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:13.274597 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14048871-5845-43c3-b8ce-38c28505db8e tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:13.306954 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f895ac1-4db4-4ce8-9291-e9a4199894b7 req-c290d46d-ea48-435b-9abb-6811f727b009 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:13.308792 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1f895ac1-4db4-4ce8-9291-e9a4199894b7 req-c290d46d-ea48-435b-9abb-6811f727b009 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=82a405e0-0623-4c32-965c-ae70f758cabc HTTP/1.1" status: 200 len: 945 time: 0.0525868 Nov 16 11:28:13.310699 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14048871-5845-43c3-b8ce-38c28505db8e tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:28:13.315565 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-14048871-5845-43c3-b8ce-38c28505db8e tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:28:13.319185 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14048871-5845-43c3-b8ce-38c28505db8e tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:28:13.345646 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14048871-5845-43c3-b8ce-38c28505db8e tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event updated for resources: {'Port': ['ID=8ea61dca-b9cd-43a6-b712-1f121f2e4e61,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:13.363018 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1f895ac1-4db4-4ce8-9291-e9a4199894b7 req-31f501e9-09de-4785-957a-c07d510afd78 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478711 Nov 16 11:28:13.468001 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cfcf05-4997-442b-ad15-a12a222123b7 req-b718af4a-b533-45ee-861d-0eef0e601b2a tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:13.469483 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-93cfcf05-4997-442b-ad15-a12a222123b7 req-b718af4a-b533-45ee-861d-0eef0e601b2a tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 949 time: 0.0493629 Nov 16 11:28:13.516952 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-93cfcf05-4997-442b-ad15-a12a222123b7 req-fb2387bf-86ba-40a5-a42f-eb3d48e4898f tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411432 Nov 16 11:28:13.537119 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 4f151c39-a1fa-40a1-9451-f5f9d1ceebcc up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:28:13.609478 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 4f151c39-a1fa-40a1-9451-f5f9d1ceebcc completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:28:13.615505 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 4f151c39-a1fa-40a1-9451-f5f9d1ceebcc triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:28:13.616110 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:13.677474 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e251e56-13e0-43d5-a336-157069842dc2 req-01ffd4a4-2850-49d1-b200-9c7e24ea2166 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:13.679048 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5e251e56-13e0-43d5-a336-157069842dc2 req-01ffd4a4-2850-49d1-b200-9c7e24ea2166 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.64 "GET /v2.0/ports?device_id=82a405e0-0623-4c32-965c-ae70f758cabc HTTP/1.1" status: 200 len: 945 time: 0.1210995 Nov 16 11:28:13.759482 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16495d6a-91db-4a7d-bcab-18ac8372f19a req-fb9877d7-ba73-40f7-a1c5-96b491d0a57d tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:13.761150 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-16495d6a-91db-4a7d-bcab-18ac8372f19a req-fb9877d7-ba73-40f7-a1c5-96b491d0a57d tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d9258d2-b836-491d-8fdc-77e0ed368393 HTTP/1.1" status: 200 len: 945 time: 0.0638402 Nov 16 11:28:13.763218 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:13.795635 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d9258d2-b836-491d-8fdc-77e0ed368393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f151c39-a1fa-40a1-9451-f5f9d1ceebcc'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:28:13.798186 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d1e770-9545-4d18-a0ef-1f7d21d035e3" -d '{"events": [{"server_uuid": "6d9258d2-b836-491d-8fdc-77e0ed368393", "name": "network-vif-plugged", "status": "completed", "tag": "4f151c39-a1fa-40a1-9451-f5f9d1ceebcc"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:28:13.814480 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 4f151c39-a1fa-40a1-9451-f5f9d1ceebcc, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=4f151c39-a1fa-40a1-9451-f5f9d1ceebcc,segment=NetworkSegment(0009b431-285f-41a0-a8ef-b06ff30af7d1),segment_id=0009b431-285f-41a0-a8ef-b06ff30af7d1)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:28:13.819096 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:13.820327 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device c6b726f4-4012-4713-bccf-c0a32ef38bbc up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:28:13.833363 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-16495d6a-91db-4a7d-bcab-18ac8372f19a req-b06ab1a0-15b7-4b7b-bb7c-1bd444884f2f tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603600 Nov 16 11:28:13.883316 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff5f03f-ba53-4bba-8a76-7b1d9fa5533b x-openstack-request-id: req-2ff5f03f-ba53-4bba-8a76-7b1d9fa5533b {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:28:13.883608 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d9258d2-b836-491d-8fdc-77e0ed368393", "name": "network-vif-plugged", "status": "completed", "tag": "4f151c39-a1fa-40a1-9451-f5f9d1ceebcc", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:28:13.883865 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2ff5f03f-ba53-4bba-8a76-7b1d9fa5533b {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:28:13.884258 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d9258d2-b836-491d-8fdc-77e0ed368393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f151c39-a1fa-40a1-9451-f5f9d1ceebcc', 'code': 200} Nov 16 11:28:13.893057 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 39130) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:28:13.917204 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=4f151c39-a1fa-40a1-9451-f5f9d1ceebcc,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:13.938757 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port c6b726f4-4012-4713-bccf-c0a32ef38bbc completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:28:13.943243 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port c6b726f4-4012-4713-bccf-c0a32ef38bbc triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:28:13.943876 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:13.948191 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14048871-5845-43c3-b8ce-38c28505db8e tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:14.081242 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-607aee4a-b6f2-4c5a-ac9b-3626ac03de14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:14.115268 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73496e98-9b3a-49c9-a775-01b853232c45 req-1bc62a4d-8026-4b3a-a288-41ee6b0f09be tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:14.117275 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-73496e98-9b3a-49c9-a775-01b853232c45 req-1bc62a4d-8026-4b3a-a288-41ee6b0f09be tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=4daf6a2f-0243-4241-b355-4684fe69a039 HTTP/1.1" status: 200 len: 944 time: 0.0835183 Nov 16 11:28:14.196510 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-73496e98-9b3a-49c9-a775-01b853232c45 req-1401afbf-d933-4507-a6ff-5f5e0afdd59d tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684767 Nov 16 11:28:14.200722 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:14.237199 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port c6b726f4-4012-4713-bccf-c0a32ef38bbc, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=c6b726f4-4012-4713-bccf-c0a32ef38bbc,segment=NetworkSegment(b0fc45c9-2beb-4f49-9aad-62aa818b50ab),segment_id=b0fc45c9-2beb-4f49-9aad-62aa818b50ab)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:28:14.242978 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:14.244063 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-607aee4a-b6f2-4c5a-ac9b-3626ac03de14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:14.244216 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 74c45600-4979-468d-b365-8c8de509e07e no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:28:14.250582 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-607aee4a-b6f2-4c5a-ac9b-3626ac03de14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:14.309820 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-607aee4a-b6f2-4c5a-ac9b-3626ac03de14 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e35ae3c414eb49e9b57d7871b892bd99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4137352 Nov 16 11:28:14.312185 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607aee4a-b6f2-4c5a-ac9b-3626ac03de14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c246dd-afda-4fc5-879e-4933ddbde98e,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:14.314612 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 39140) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:28:14.354807 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-5e251e56-13e0-43d5-a336-157069842dc2 req-a33e3e85-02b1-44b9-8fee-73830b79165a tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Deleting port e1f4a3b2-7f7a-4877-abaa-1d64edccc833 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:28:14.355161 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5e251e56-13e0-43d5-a336-157069842dc2 req-a33e3e85-02b1-44b9-8fee-73830b79165a tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:14.370076 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=c6b726f4-4012-4713-bccf-c0a32ef38bbc,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:14.379068 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:14.382176 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a97a1-841e-4a5a-9ea8-71688f7017cc req-17912250-371d-4035-8cfb-214b1e02251b tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:14.385697 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ba1a97a1-841e-4a5a-9ea8-71688f7017cc req-17912250-371d-4035-8cfb-214b1e02251b tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4e1299d-0c4f-4ed2-a695-9454915f1394 HTTP/1.1" status: 200 len: 945 time: 0.0873463 Nov 16 11:28:14.409101 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e796ef8a-25e9-4b79-81ff-8c5a41d3e87e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:14.416513 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 74c45600-4979-468d-b365-8c8de509e07e, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=74c45600-4979-468d-b365-8c8de509e07e,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:28:14.422794 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:14.435417 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df4d9d-7c99-48ff-9af7-ccdaa744f8bb req-4f1c4614-a168-4135-9f25-660d27aa79ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:14.436941 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b6df4d9d-7c99-48ff-9af7-ccdaa744f8bb req-4f1c4614-a168-4135-9f25-660d27aa79ec service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6d9258d2-b836-491d-8fdc-77e0ed368393 HTTP/1.1" status: 200 len: 1097 time: 0.4671710 Nov 16 11:28:14.442409 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e796ef8a-25e9-4b79-81ff-8c5a41d3e87e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:14.446621 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14048871-5845-43c3-b8ce-38c28505db8e tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:14.476876 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=74c45600-4979-468d-b365-8c8de509e07e,revision_number=8']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:14.482597 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ba1a97a1-841e-4a5a-9ea8-71688f7017cc req-d0e22108-2438-48a9-af93-1bd2d1fc9993 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858583 Nov 16 11:28:14.517010 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e796ef8a-25e9-4b79-81ff-8c5a41d3e87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:14.520076 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e796ef8a-25e9-4b79-81ff-8c5a41d3e87e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:14.523792 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e796ef8a-25e9-4b79-81ff-8c5a41d3e87e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/33c246dd-afda-4fc5-879e-4933ddbde98e HTTP/1.1" status: 204 len: 168 time: 0.2056868 Nov 16 11:28:14.530794 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e796ef8a-25e9-4b79-81ff-8c5a41d3e87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c246dd-afda-4fc5-879e-4933ddbde98e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:14.555756 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-5e251e56-13e0-43d5-a336-157069842dc2 req-a33e3e85-02b1-44b9-8fee-73830b79165a tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] For port e1f4a3b2-7f7a-4877-abaa-1d64edccc833, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=e1f4a3b2-7f7a-4877-abaa-1d64edccc833,segment=NetworkSegment(dde4f2a5-6c36-4ca1-b975-fe969cc62f41),segment_id=dde4f2a5-6c36-4ca1-b975-fe969cc62f41)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:28:14.556103 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5e251e56-13e0-43d5-a336-157069842dc2 req-a33e3e85-02b1-44b9-8fee-73830b79165a tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:14.566367 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b6df4d9d-7c99-48ff-9af7-ccdaa744f8bb req-8cfc1742-87db-415a-bf90-9b15a29697d4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213539 Nov 16 11:28:14.609567 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-5e251e56-13e0-43d5-a336-157069842dc2 req-a33e3e85-02b1-44b9-8fee-73830b79165a tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Calling delete_port for e1f4a3b2-7f7a-4877-abaa-1d64edccc833 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:28:14.703263 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6d967-3797-4063-b0d1-07c38441baa5 req-f9c4d431-6f49-4710-a7ec-1970d5ca8be8 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:14.705198 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6cd6d967-3797-4063-b0d1-07c38441baa5 req-f9c4d431-6f49-4710-a7ec-1970d5ca8be8 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/ports?device_id=82a405e0-0623-4c32-965c-ae70f758cabc HTTP/1.1" status: 200 len: 945 time: 0.0621948 Nov 16 11:28:14.746881 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14048871-5845-43c3-b8ce-38c28505db8e tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:14.755038 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14048871-5845-43c3-b8ce-38c28505db8e tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:14.766008 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6cd6d967-3797-4063-b0d1-07c38441baa5 req-1db4c375-d2db-4d87-b2e5-11b21f6bdac7 tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546000 Nov 16 11:28:14.869596 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a446e-ca8a-4c3c-a9d5-8adf98981e9c req-863846f4-9197-4faa-970b-1e1bc07464ae tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:14.871223 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e03a446e-ca8a-4c3c-a9d5-8adf98981e9c req-863846f4-9197-4faa-970b-1e1bc07464ae tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.0529799 Nov 16 11:28:14.891509 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14048871-5845-43c3-b8ce-38c28505db8e tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event updated for resources: {'Port': ['ID=8ea61dca-b9cd-43a6-b712-1f121f2e4e61,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:14.894342 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5e251e56-13e0-43d5-a336-157069842dc2 req-a33e3e85-02b1-44b9-8fee-73830b79165a tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:14.913339 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['e1f4a3b2-7f7a-4877-abaa-1d64edccc833'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:28:14.934564 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e03a446e-ca8a-4c3c-a9d5-8adf98981e9c req-0b897263-4156-4507-b2d0-648f04057edd tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569232 Nov 16 11:28:14.943389 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e3e85-02b1-44b9-8fee-73830b79165a tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Pushing event deleted for resources: {'Port': ['ID=e1f4a3b2-7f7a-4877-abaa-1d64edccc833,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:14.945675 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14048871-5845-43c3-b8ce-38c28505db8e tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:15.085298 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e251e56-13e0-43d5-a336-157069842dc2 req-a33e3e85-02b1-44b9-8fee-73830b79165a tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] No DVR routers for this DVR port e1f4a3b2-7f7a-4877-abaa-1d64edccc833 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:28:15.091180 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5e251e56-13e0-43d5-a336-157069842dc2 req-a33e3e85-02b1-44b9-8fee-73830b79165a tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:15.094975 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5e251e56-13e0-43d5-a336-157069842dc2 req-a33e3e85-02b1-44b9-8fee-73830b79165a tempest-DeleteServersTestJSON-749451237 tempest-DeleteServersTestJSON-749451237-project] 10.222.0.64 "DELETE /v2.0/ports/e1f4a3b2-7f7a-4877-abaa-1d64edccc833 HTTP/1.1" status: 204 len: 173 time: 1.4058287 Nov 16 11:28:15.095544 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a405e0-0623-4c32-965c-ae70f758cabc', 'name': 'network-vif-deleted', 'tag': 'e1f4a3b2-7f7a-4877-abaa-1d64edccc833'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:28:15.099559 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b718e3-16d4-4235-9a1f-bba3c2f347d9" -d '{"events": [{"server_uuid": "82a405e0-0623-4c32-965c-ae70f758cabc", "name": "network-vif-deleted", "tag": "e1f4a3b2-7f7a-4877-abaa-1d64edccc833"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:28:15.148443 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [None req-14048871-5845-43c3-b8ce-38c28505db8e tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Floating IP 81b5fb68-dc14-4b8e-bdb7-3dbdc72a803c associated. External IP: 172.25.0.252, port: 77de5036-c913-4a51-949b-bb9a82bebbdf. Nov 16 11:28:15.260243 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8affc4c-8a77-47f3-a85b-ffb5d8eed2b7 req-3aae8189-0a8d-4043-b317-91b128bc3036 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:15.268055 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b8affc4c-8a77-47f3-a85b-ffb5d8eed2b7 req-3aae8189-0a8d-4043-b317-91b128bc3036 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 949 time: 0.0589640 Nov 16 11:28:15.331794 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b8affc4c-8a77-47f3-a85b-ffb5d8eed2b7 req-ab48a36a-d390-4357-b303-68531e675dc0 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606470 Nov 16 11:28:15.470931 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577bf8c-03c0-4f63-9f02-45a3d12569a6 req-037564e9-75e2-4d72-a16b-b23692922f4b tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:15.473190 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6577bf8c-03c0-4f63-9f02-45a3d12569a6 req-037564e9-75e2-4d72-a16b-b23692922f4b tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d9258d2-b836-491d-8fdc-77e0ed368393 HTTP/1.1" status: 200 len: 946 time: 0.0637200 Nov 16 11:28:15.483502 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14048871-5845-43c3-b8ce-38c28505db8e tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Router 8e334579-0893-481e-9ba3-9767a9d72a78 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:28:15.530473 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6577bf8c-03c0-4f63-9f02-45a3d12569a6 req-2ff955e4-6846-4b4e-8017-91bc90d5dffa tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510995 Nov 16 11:28:15.541509 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2340ab42-b455-4db5-8727-bf993e2f80f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:15.608960 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14048871-5845-43c3-b8ce-38c28505db8e tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:28:15.621142 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7c2b4e-2786-48a2-a2e7-85531e301f97 None None] Sync routers for ids ['8e334579-0893-481e-9ba3-9767a9d72a78'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:28:15.637729 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14048871-5845-43c3-b8ce-38c28505db8e tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:15.641716 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7c2b4e-2786-48a2-a2e7-85531e301f97 None None] Routers {'8e334579-0893-481e-9ba3-9767a9d72a78'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:28:15.642516 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ec7c2b4e-2786-48a2-a2e7-85531e301f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:28:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['8e334579-0893-481e-9ba3-9767a9d72a78'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:28:15.677658 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-14048871-5845-43c3-b8ce-38c28505db8e tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8364854 Nov 16 11:28:15.683420 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 39182) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:28:15.696538 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ee58a-e9e9-444e-a8af-32c511a5daff req-ae69357c-ade3-49f4-b7c4-15ab0752c13d tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:15.698106 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-602ee58a-e9e9-444e-a8af-32c511a5daff req-ae69357c-ade3-49f4-b7c4-15ab0752c13d tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.0997303 Nov 16 11:28:15.758694 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:28:15.787911 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7e0a0d97-89b3-4ce4-9001-283d52648d02 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/floatingips/81b5fb68-dc14-4b8e-bdb7-3dbdc72a803c HTTP/1.1" status: 200 len: 992 time: 0.1031876 Nov 16 11:28:15.793554 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-602ee58a-e9e9-444e-a8af-32c511a5daff req-147c6f04-8f2e-4bf3-96c1-0674c36e9900 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616903 Nov 16 11:28:15.811424 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-ec7c2b4e-2786-48a2-a2e7-85531e301f97 None None] Set router 8e334579-0893-481e-9ba3-9767a9d72a78 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:28:15.844338 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a25003-46ca-427b-b5bd-eaf4b4f02939 x-openstack-request-id: req-82a25003-46ca-427b-b5bd-eaf4b4f02939 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:28:15.844870 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a405e0-0623-4c32-965c-ae70f758cabc", "name": "network-vif-deleted", "tag": "e1f4a3b2-7f7a-4877-abaa-1d64edccc833", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:28:15.845131 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-82a25003-46ca-427b-b5bd-eaf4b4f02939 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:28:15.845548 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a405e0-0623-4c32-965c-ae70f758cabc', 'name': 'network-vif-deleted', 'tag': 'e1f4a3b2-7f7a-4877-abaa-1d64edccc833', 'status': 'completed', 'code': 200} Nov 16 11:28:15.885363 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4daf6a2f-0243-4241-b355-4684fe69a039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b726f4-4012-4713-bccf-c0a32ef38bbc'}, {'server_uuid': 'b4e1299d-0c4f-4ed2-a695-9454915f1394', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74c45600-4979-468d-b365-8c8de509e07e'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:28:15.887858 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d45a978-2649-402a-8bad-af888996a124" -d '{"events": [{"server_uuid": "4daf6a2f-0243-4241-b355-4684fe69a039", "name": "network-vif-plugged", "status": "completed", "tag": "c6b726f4-4012-4713-bccf-c0a32ef38bbc"}, {"server_uuid": "b4e1299d-0c4f-4ed2-a695-9454915f1394", "name": "network-vif-unplugged", "status": "completed", "tag": "74c45600-4979-468d-b365-8c8de509e07e"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:28:15.953421 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901df91-81e2-4b86-8b92-600cb01171a5 req-3dd81078-ca58-46c3-9845-7c1f591758aa tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:15.954847 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d901df91-81e2-4b86-8b92-600cb01171a5 req-3dd81078-ca58-46c3-9845-7c1f591758aa tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=4daf6a2f-0243-4241-b355-4684fe69a039 HTTP/1.1" status: 200 len: 945 time: 0.0517199 Nov 16 11:28:16.030029 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d901df91-81e2-4b86-8b92-600cb01171a5 req-f2cfa6b0-0e0a-40d3-9eda-1bcdac2e3f0c tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681641 Nov 16 11:28:16.091593 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ec7c2b4e-2786-48a2-a2e7-85531e301f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'name': 'tempest-TestNetworkBasicOps-router-489662568', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:27:41Z', 'updated_at': '2021-11-16T11:27:48Z', 'revision_number': 4, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'gw_port': {'id': '7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:27:42Z', 'updated_at': '2021-11-16T11:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '81b5fb68-dc14-4b8e-bdb7-3dbdc72a803c', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'floating_ip_address': '172.25.0.252', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'port_id': '77de5036-c913-4a51-949b-bb9a82bebbdf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbdfa3d4-8860-47b9-95de-528ad5f17ca5', 'mac_address': 'fa:16:3e:ed:8d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e2b6f6-4098-4d8f-bb30-07d27b9a7867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:28:13Z', 'updated_at': '2021-11-16T11:28:13Z', 'revision_number': 0, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '210ded90-12df-48a5-a657-c80f83e67f75', 'name': '', 'network_id': 'bbdfa3d4-8860-47b9-95de-528ad5f17ca5', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'mac_address': 'fa:16:3e:d8:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '439b21da-d2d8-4d2a-b63e-0854dcf3521b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:27:47Z', 'updated_at': '2021-11-16T11:27:52Z', 'revision_number': 5, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'subnets': [{'id': '439b21da-d2d8-4d2a-b63e-0854dcf3521b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:28:16.134319 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7c2b4e-2786-48a2-a2e7-85531e301f97 None None] Checking router: 8e334579-0893-481e-9ba3-9767a9d72a78 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:28:16.144115 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7c2b4e-2786-48a2-a2e7-85531e301f97 None None] Routers {'8e334579-0893-481e-9ba3-9767a9d72a78'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:28:16.144733 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ec7c2b4e-2786-48a2-a2e7-85531e301f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:28:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['8e334579-0893-481e-9ba3-9767a9d72a78'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:28:16.254638 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-ec7c2b4e-2786-48a2-a2e7-85531e301f97 None None] Set router 8e334579-0893-481e-9ba3-9767a9d72a78 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:28:16.500123 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ec7c2b4e-2786-48a2-a2e7-85531e301f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'name': 'tempest-TestNetworkBasicOps-router-489662568', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:27:41Z', 'updated_at': '2021-11-16T11:27:48Z', 'revision_number': 4, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'gw_port': {'id': '7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:27:42Z', 'updated_at': '2021-11-16T11:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '81b5fb68-dc14-4b8e-bdb7-3dbdc72a803c', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'floating_ip_address': '172.25.0.252', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'port_id': '77de5036-c913-4a51-949b-bb9a82bebbdf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbdfa3d4-8860-47b9-95de-528ad5f17ca5', 'mac_address': 'fa:16:3e:ed:8d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e2b6f6-4098-4d8f-bb30-07d27b9a7867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:28:13Z', 'updated_at': '2021-11-16T11:28:13Z', 'revision_number': 0, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '210ded90-12df-48a5-a657-c80f83e67f75', 'name': '', 'network_id': 'bbdfa3d4-8860-47b9-95de-528ad5f17ca5', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'mac_address': 'fa:16:3e:d8:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '439b21da-d2d8-4d2a-b63e-0854dcf3521b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:27:47Z', 'updated_at': '2021-11-16T11:27:52Z', 'revision_number': 5, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'subnets': [{'id': '439b21da-d2d8-4d2a-b63e-0854dcf3521b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:28:16.511254 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:16.529121 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7c2b4e-2786-48a2-a2e7-85531e301f97 None None] The sync data for ids ['8e334579-0893-481e-9ba3-9767a9d72a78'] in n-d-816823-3 is: [{'id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'name': 'tempest-TestNetworkBasicOps-router-489662568', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:27:41Z', 'updated_at': '2021-11-16T11:27:48Z', 'revision_number': 4, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'gw_port': {'id': '7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:27:42Z', 'updated_at': '2021-11-16T11:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '81b5fb68-dc14-4b8e-bdb7-3dbdc72a803c', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'floating_ip_address': '172.25.0.252', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'port_id': '77de5036-c913-4a51-949b-bb9a82bebbdf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbdfa3d4-8860-47b9-95de-528ad5f17ca5', 'mac_address': 'fa:16:3e:ed:8d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e2b6f6-4098-4d8f-bb30-07d27b9a7867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:28:13Z', 'updated_at': '2021-11-16T11:28:13Z', 'revision_number': 0, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '210ded90-12df-48a5-a657-c80f83e67f75', 'name': '', 'network_id': 'bbdfa3d4-8860-47b9-95de-528ad5f17ca5', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'mac_address': 'fa:16:3e:d8:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '439b21da-d2d8-4d2a-b63e-0854dcf3521b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:27:47Z', 'updated_at': '2021-11-16T11:27:52Z', 'revision_number': 5, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'subnets': [{'id': '439b21da-d2d8-4d2a-b63e-0854dcf3521b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:28:16.610184 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Tue, 16 Nov 2021 11:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15512afb-15ec-4591-a16b-dd550ffce45c x-openstack-request-id: req-15512afb-15ec-4591-a16b-dd550ffce45c {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:28:16.611023 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4daf6a2f-0243-4241-b355-4684fe69a039", "name": "network-vif-plugged", "status": "completed", "tag": "c6b726f4-4012-4713-bccf-c0a32ef38bbc", "code": 200}, {"server_uuid": "b4e1299d-0c4f-4ed2-a695-9454915f1394", "name": "network-vif-unplugged", "status": "failed", "tag": "74c45600-4979-468d-b365-8c8de509e07e", "code": 422}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:28:16.611629 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-15512afb-15ec-4591-a16b-dd550ffce45c {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:28:16.612232 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4daf6a2f-0243-4241-b355-4684fe69a039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b726f4-4012-4713-bccf-c0a32ef38bbc', 'code': 200} Nov 16 11:28:16.612645 n-d-816823-3 neutron-server[102670]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b4e1299d-0c4f-4ed2-a695-9454915f1394', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '74c45600-4979-468d-b365-8c8de509e07e', 'code': 422} returned with failed status Nov 16 11:28:16.722481 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452c85c-69cb-4b4a-b7fb-b701b62557bd req-961a76b7-2d71-4fa4-acc8-ba632fc00828 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:16.723951 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d452c85c-69cb-4b4a-b7fb-b701b62557bd req-961a76b7-2d71-4fa4-acc8-ba632fc00828 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 949 time: 0.0540926 Nov 16 11:28:16.757492 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad03cd-9c57-4772-ace8-089dc4b864a9 req-f75d3e1a-d4cb-4d68-a405-e1558ce66ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:16.759778 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c0ad03cd-9c57-4772-ace8-089dc4b864a9 req-f75d3e1a-d4cb-4d68-a405-e1558ce66ba0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4daf6a2f-0243-4241-b355-4684fe69a039 HTTP/1.1" status: 200 len: 1096 time: 0.0660684 Nov 16 11:28:16.795549 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 39218) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:28:16.807277 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d452c85c-69cb-4b4a-b7fb-b701b62557bd req-05a29d87-f5eb-4d7e-acdb-cbccd12e1b11 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768876 Nov 16 11:28:16.860410 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6911c0-b3f5-46ed-9ac4-5e5fc3eb63b4 None None] New status for floating IP 81b5fb68-dc14-4b8e-bdb7-3dbdc72a803c: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:28:16.905202 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-730da559-7f5f-49f9-adee-a69cf8d8014f req-d6bc13ab-9cde-4060-bd51-594b4fecfe42 tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=c197daa0-83e4-4dfa-b7fb-7bebaba62b17 HTTP/1.1" status: 200 len: 210 time: 0.0438299 Nov 16 11:28:16.951584 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-58415eca-5330-467e-85d4-3d180c06a445 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/floatingips/81b5fb68-dc14-4b8e-bdb7-3dbdc72a803c HTTP/1.1" status: 200 len: 992 time: 0.1547709 Nov 16 11:28:16.955845 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c0ad03cd-9c57-4772-ace8-089dc4b864a9 req-0f8315a1-bf7f-4482-abef-6911ca328340 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757164 Nov 16 11:28:17.075611 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3c005-6d4a-472d-9f52-204f4cc43237 req-5565298b-2b46-4a00-a5d6-0127a5274439 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:17.077145 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-82d3c005-6d4a-472d-9f52-204f4cc43237 req-5565298b-2b46-4a00-a5d6-0127a5274439 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.0512557 Nov 16 11:28:17.124429 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-82d3c005-6d4a-472d-9f52-204f4cc43237 req-664bf070-8fe9-4eef-a18c-1c46b86a81cb tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408249 Nov 16 11:28:17.234285 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb00509-e554-405b-80b8-de51755d65ef req-2c6c61f2-efb8-4102-86a7-7047d999ebad tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:17.235679 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7cb00509-e554-405b-80b8-de51755d65ef req-2c6c61f2-efb8-4102-86a7-7047d999ebad tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d9258d2-b836-491d-8fdc-77e0ed368393 HTTP/1.1" status: 200 len: 946 time: 0.0486536 Nov 16 11:28:17.288544 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7cb00509-e554-405b-80b8-de51755d65ef req-400e0064-5fbe-4680-b909-e9f61745f098 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463636 Nov 16 11:28:17.584137 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 74c45600-4979-468d-b365-8c8de509e07e no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:28:17.616136 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c09ed4-becd-43f3-acfe-ae625c83ee59 req-70f4278a-0816-4f71-b759-75ed2bdfa83b tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:17.619311 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-56c09ed4-becd-43f3-acfe-ae625c83ee59 req-70f4278a-0816-4f71-b759-75ed2bdfa83b tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=4daf6a2f-0243-4241-b355-4684fe69a039 HTTP/1.1" status: 200 len: 945 time: 0.0637665 Nov 16 11:28:17.714776 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device e1f4a3b2-7f7a-4877-abaa-1d64edccc833 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:28:17.722284 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-56c09ed4-becd-43f3-acfe-ae625c83ee59 req-1c607125-2c2d-4826-a83f-5dbe19658711 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973463 Nov 16 11:28:17.745492 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: e1f4a3b2-7f7a-4877-abaa-1d64edccc833 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:28:17.745828 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device e1f4a3b2-7f7a-4877-abaa-1d64edccc833 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:28:17.846800 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e2b6f6-4098-4d8f-bb30-07d27b9a7867', 'tag': '77de5036-c913-4a51-949b-bb9a82bebbdf'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:28:17.850408 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6754c89e-79b7-411b-a3d2-decbec7b8c70" -d '{"events": [{"name": "network-changed", "server_uuid": "14e2b6f6-4098-4d8f-bb30-07d27b9a7867", "tag": "77de5036-c913-4a51-949b-bb9a82bebbdf"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:28:17.955626 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 39266) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:28:18.063566 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a33e3c-c396-4ac0-afa0-9fd7c7484448 req-8561c21f-1611-42db-983f-6a87c65e3855 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:18.067860 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-867ad212-dcae-4755-bf8a-55c08847726b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/floatingips/81b5fb68-dc14-4b8e-bdb7-3dbdc72a803c HTTP/1.1" status: 200 len: 994 time: 0.1088221 Nov 16 11:28:18.070995 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-60a33e3c-c396-4ac0-afa0-9fd7c7484448 req-8561c21f-1611-42db-983f-6a87c65e3855 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 949 time: 0.0692821 Nov 16 11:28:18.130103 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-60a33e3c-c396-4ac0-afa0-9fd7c7484448 req-45c24de9-7192-4b1f-8f34-56193d3d62e8 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561743 Nov 16 11:28:18.171043 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a22e3b8-588d-4ef6-8892-70458655ba90 x-openstack-request-id: req-7a22e3b8-588d-4ef6-8892-70458655ba90 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:28:18.171342 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14e2b6f6-4098-4d8f-bb30-07d27b9a7867", "tag": "77de5036-c913-4a51-949b-bb9a82bebbdf", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:28:18.171849 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7a22e3b8-588d-4ef6-8892-70458655ba90 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:28:18.172266 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e2b6f6-4098-4d8f-bb30-07d27b9a7867', 'tag': '77de5036-c913-4a51-949b-bb9a82bebbdf', 'status': 'completed', 'code': 200} Nov 16 11:28:18.269248 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:18.276007 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a330faeb-af59-48ea-a0ac-7de286905896 req-b0207b13-891e-4922-b8fc-6cdcbb7f11c8 tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0471566 Nov 16 11:28:18.288177 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754c89e-79b7-411b-a3d2-decbec7b8c70 req-f4b996cf-ca41-4bfe-8631-20a350e4a6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:18.289898 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6754c89e-79b7-411b-a3d2-decbec7b8c70 req-f4b996cf-ca41-4bfe-8631-20a350e4a6d5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8e4d1d7674f84686a4379fe8e2aa2d78&device_id=14e2b6f6-4098-4d8f-bb30-07d27b9a7867 HTTP/1.1" status: 200 len: 1097 time: 0.0573232 Nov 16 11:28:18.390416 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754c89e-79b7-411b-a3d2-decbec7b8c70 req-f831b54c-61f8-46de-9060-333520aa8d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:18.392575 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6754c89e-79b7-411b-a3d2-decbec7b8c70 req-f831b54c-61f8-46de-9060-333520aa8d88 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bbdfa3d4-8860-47b9-95de-528ad5f17ca5 HTTP/1.1" status: 200 len: 897 time: 0.0936732 Nov 16 11:28:18.444133 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d7c08-7404-42c2-b05b-ac909b178277 req-95688636-3036-41a8-83f0-427f0b988aff tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:18.447017 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6d9d7c08-7404-42c2-b05b-ac909b178277 req-95688636-3036-41a8-83f0-427f0b988aff tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.0680974 Nov 16 11:28:18.500961 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6d9d7c08-7404-42c2-b05b-ac909b178277 req-ba2b691b-2a85-437b-aac1-6a97e02ac72a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468724 Nov 16 11:28:18.536506 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6754c89e-79b7-411b-a3d2-decbec7b8c70 req-a0d08ad0-9aff-4383-a0d1-8015d9689c6a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77de5036-c913-4a51-949b-bb9a82bebbdf HTTP/1.1" status: 200 len: 1002 time: 0.1272347 Nov 16 11:28:18.602194 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754c89e-79b7-411b-a3d2-decbec7b8c70 req-0a493fe7-31fd-49ee-a433-8090e61502f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:18.604068 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6754c89e-79b7-411b-a3d2-decbec7b8c70 req-0a493fe7-31fd-49ee-a433-8090e61502f1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=439b21da-d2d8-4d2a-b63e-0854dcf3521b HTTP/1.1" status: 200 len: 834 time: 0.0527308 Nov 16 11:28:18.659735 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754c89e-79b7-411b-a3d2-decbec7b8c70 req-0764e7cb-7239-496a-9581-841e078012c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:18.661238 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6754c89e-79b7-411b-a3d2-decbec7b8c70 req-0764e7cb-7239-496a-9581-841e078012c5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bbdfa3d4-8860-47b9-95de-528ad5f17ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446806 Nov 16 11:28:18.780230 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6754c89e-79b7-411b-a3d2-decbec7b8c70 req-247ddb6f-5d35-4a6d-a26c-2d62e2767a4b service neutron] 10.222.0.64 "GET /v2.0/networks/bbdfa3d4-8860-47b9-95de-528ad5f17ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929608 Nov 16 11:28:18.788027 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:18.890859 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6754c89e-79b7-411b-a3d2-decbec7b8c70 req-7df4846c-2b8b-42d3-9cc7-21333a94f241 service neutron] 10.222.0.64 "GET /v2.0/networks/bbdfa3d4-8860-47b9-95de-528ad5f17ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891459 Nov 16 11:28:19.061576 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192f6f7-d042-4925-8ab2-113f844961df req-69c2fb33-3132-4b0e-a211-d9bc5979f360 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:19.063117 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3192f6f7-d042-4925-8ab2-113f844961df req-69c2fb33-3132-4b0e-a211-d9bc5979f360 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=4daf6a2f-0243-4241-b355-4684fe69a039 HTTP/1.1" status: 200 len: 945 time: 0.0498061 Nov 16 11:28:19.111237 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3192f6f7-d042-4925-8ab2-113f844961df req-7a7a7956-14a5-4fa0-be11-095691ed982e tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420535 Nov 16 11:28:19.436475 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db9fdf-0022-4f9e-91a0-68ea2f995bb8 req-54a7cc42-e6cb-44a6-8264-2e81971a7d34 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:19.437816 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-61db9fdf-0022-4f9e-91a0-68ea2f995bb8 req-54a7cc42-e6cb-44a6-8264-2e81971a7d34 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 949 time: 0.0522623 Nov 16 11:28:19.486199 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-61db9fdf-0022-4f9e-91a0-68ea2f995bb8 req-801b4134-0e77-4360-8a36-35d62302d5c6 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420127 Nov 16 11:28:19.603540 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-65a41010-5529-4a6e-81fd-9105701d3cce req-ae968502-c2cf-404a-bb60-fc46820c02a0 tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0295761 Nov 16 11:28:19.731141 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a861eb-43e7-40c1-8e34-27f813dcce98 req-7b1a0108-b7f5-4d80-a84c-b05dc2fd32c9 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:19.732738 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-12a861eb-43e7-40c1-8e34-27f813dcce98 req-7b1a0108-b7f5-4d80-a84c-b05dc2fd32c9 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=4daf6a2f-0243-4241-b355-4684fe69a039 HTTP/1.1" status: 200 len: 945 time: 0.0572681 Nov 16 11:28:19.785508 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-12a861eb-43e7-40c1-8e34-27f813dcce98 req-f8053ce5-8bce-4838-bf21-7c480df48475 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458443 Nov 16 11:28:19.892329 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-87d56d1c-17d0-47dc-b38c-66ebbf966e87 req-b1d8ad58-01bf-4b14-a0bd-092fcf247f23 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c197daa0-83e4-4dfa-b7fb-7bebaba62b17 HTTP/1.1" status: 200 len: 210 time: 0.0305781 Nov 16 11:28:19.899345 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73e203-41b7-4e37-86fe-dcdc9457a133 req-7aa66b19-6ea9-4247-ad4a-de3e9756deae tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:19.900800 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bd73e203-41b7-4e37-86fe-dcdc9457a133 req-7aa66b19-6ea9-4247-ad4a-de3e9756deae tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.0535049 Nov 16 11:28:19.948193 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bd73e203-41b7-4e37-86fe-dcdc9457a133 req-cbe8cafe-d474-45e6-a5dd-04aba218f1d1 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413792 Nov 16 11:28:20.606417 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca88e7-5705-4999-80a2-c2b551d1713a req-d9b9e295-d96b-4057-adcb-38f376622055 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:20.607898 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d1ca88e7-5705-4999-80a2-c2b551d1713a req-d9b9e295-d96b-4057-adcb-38f376622055 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 949 time: 0.0498996 Nov 16 11:28:20.662497 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d1ca88e7-5705-4999-80a2-c2b551d1713a req-828de86e-e0a4-4b01-ab79-3a3b5453945b tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483592 Nov 16 11:28:20.782147 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-148b5e02-d809-4c7d-8164-0f62831934f2 req-f2c79f16-2969-4dca-8972-284d6eee9bf9 tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0261166 Nov 16 11:28:21.036049 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-86b48ae7-b6be-4cff-8bcb-151f56836165 req-9d225b09-a2cc-47a0-bf97-03ff4ae2d0e7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0256882 Nov 16 11:28:21.240389 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba430c-83b5-46ea-a4b7-e5085cae64dc req-d5163bc2-d09a-48af-b645-4d6b3985d501 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:21.242157 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c8ba430c-83b5-46ea-a4b7-e5085cae64dc req-d5163bc2-d09a-48af-b645-4d6b3985d501 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=4daf6a2f-0243-4241-b355-4684fe69a039 HTTP/1.1" status: 200 len: 945 time: 0.3865573 Nov 16 11:28:21.296828 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c8ba430c-83b5-46ea-a4b7-e5085cae64dc req-8382ca45-3f1f-4315-8622-e4c4f3534aa0 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481622 Nov 16 11:28:21.405860 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507eadb6-9e5f-48c1-ad27-623351c56a9e req-cee1ae29-27b6-47cd-b89a-6e32ca06ee15 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:21.407419 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-507eadb6-9e5f-48c1-ad27-623351c56a9e req-cee1ae29-27b6-47cd-b89a-6e32ca06ee15 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.0513546 Nov 16 11:28:21.457228 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-507eadb6-9e5f-48c1-ad27-623351c56a9e req-65ae5057-b389-4d56-b11f-c1b7f8316a33 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425606 Nov 16 11:28:21.828325 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e37a16-07e8-4ad5-a681-185798d78103 req-39afbafc-a0d8-4084-8124-75c5b3126a96 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:21.836770 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a9e37a16-07e8-4ad5-a681-185798d78103 req-39afbafc-a0d8-4084-8124-75c5b3126a96 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 949 time: 0.0809727 Nov 16 11:28:21.895680 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a9e37a16-07e8-4ad5-a681-185798d78103 req-f531ffd9-2e34-4d6b-b03e-d4035c243bd6 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556302 Nov 16 11:28:22.009357 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8393d90d-0422-4a17-96db-2b1994d07762 req-e7fa2e35-6c33-445a-8f7a-0b158f048916 tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0385346 Nov 16 11:28:22.094548 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec51fc-2a0b-4628-82ee-22263d6c1501 req-00b6547d-9aca-4441-a24b-43183370545b tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:22.096591 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4aec51fc-2a0b-4628-82ee-22263d6c1501 req-00b6547d-9aca-4441-a24b-43183370545b tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.64 "GET /v2.0/ports?device_id=4daf6a2f-0243-4241-b355-4684fe69a039 HTTP/1.1" status: 200 len: 945 time: 0.0567048 Nov 16 11:28:22.226148 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-4aec51fc-2a0b-4628-82ee-22263d6c1501 req-c7f3c674-e75b-47ce-a50b-7f5f4fb45b57 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Deleting port c6b726f4-4012-4713-bccf-c0a32ef38bbc {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:28:22.226783 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4aec51fc-2a0b-4628-82ee-22263d6c1501 req-c7f3c674-e75b-47ce-a50b-7f5f4fb45b57 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:22.316746 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-4aec51fc-2a0b-4628-82ee-22263d6c1501 req-c7f3c674-e75b-47ce-a50b-7f5f4fb45b57 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] For port c6b726f4-4012-4713-bccf-c0a32ef38bbc, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=c6b726f4-4012-4713-bccf-c0a32ef38bbc,segment=NetworkSegment(b0fc45c9-2beb-4f49-9aad-62aa818b50ab),segment_id=b0fc45c9-2beb-4f49-9aad-62aa818b50ab)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:28:22.317119 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4aec51fc-2a0b-4628-82ee-22263d6c1501 req-c7f3c674-e75b-47ce-a50b-7f5f4fb45b57 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:22.331052 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-4aec51fc-2a0b-4628-82ee-22263d6c1501 req-c7f3c674-e75b-47ce-a50b-7f5f4fb45b57 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Calling delete_port for c6b726f4-4012-4713-bccf-c0a32ef38bbc owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:28:22.424438 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923909a-0ac0-45c4-9a6e-b00e4441e07b req-d4b6891f-d82d-47f5-88cf-7c410689bcf7 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:22.426028 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7923909a-0ac0-45c4-9a6e-b00e4441e07b req-d4b6891f-d82d-47f5-88cf-7c410689bcf7 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=4daf6a2f-0243-4241-b355-4684fe69a039 HTTP/1.1" status: 200 len: 945 time: 0.0568602 Nov 16 11:28:22.489332 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7923909a-0ac0-45c4-9a6e-b00e4441e07b req-9a0e0e73-f929-4802-9c33-50f89df038cf tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560889 Nov 16 11:28:22.495549 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4aec51fc-2a0b-4628-82ee-22263d6c1501 req-c7f3c674-e75b-47ce-a50b-7f5f4fb45b57 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:22.513420 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['1cfe63ed-82d5-4e38-a615-f3b2c2acc877', 'c6b726f4-4012-4713-bccf-c0a32ef38bbc'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:28:22.560105 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f3c674-e75b-47ce-a50b-7f5f4fb45b57 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Pushing event deleted for resources: {'Port': ['ID=c6b726f4-4012-4713-bccf-c0a32ef38bbc,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:22.633449 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518ff86-81c0-4dae-9773-1379001c3483 req-6e55ffaa-f4b7-489c-8bd5-cacbf83e27b6 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:22.641247 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5518ff86-81c0-4dae-9773-1379001c3483 req-6e55ffaa-f4b7-489c-8bd5-cacbf83e27b6 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.0674448 Nov 16 11:28:22.660944 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aec51fc-2a0b-4628-82ee-22263d6c1501 req-c7f3c674-e75b-47ce-a50b-7f5f4fb45b57 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] No DVR routers for this DVR port c6b726f4-4012-4713-bccf-c0a32ef38bbc on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:28:22.667552 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4aec51fc-2a0b-4628-82ee-22263d6c1501 req-c7f3c674-e75b-47ce-a50b-7f5f4fb45b57 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:22.670914 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4aec51fc-2a0b-4628-82ee-22263d6c1501 req-c7f3c674-e75b-47ce-a50b-7f5f4fb45b57 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.64 "DELETE /v2.0/ports/c6b726f4-4012-4713-bccf-c0a32ef38bbc HTTP/1.1" status: 204 len: 173 time: 0.5546715 Nov 16 11:28:22.671384 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4daf6a2f-0243-4241-b355-4684fe69a039', 'name': 'network-vif-deleted', 'tag': 'c6b726f4-4012-4713-bccf-c0a32ef38bbc'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:28:22.682992 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221d9911-7675-42ec-8eeb-984289f3f859" -d '{"events": [{"server_uuid": "4daf6a2f-0243-4241-b355-4684fe69a039", "name": "network-vif-deleted", "tag": "c6b726f4-4012-4713-bccf-c0a32ef38bbc"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:28:22.698525 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5518ff86-81c0-4dae-9773-1379001c3483 req-f03338fe-19a1-428b-87df-1023b9f55d12 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563750 Nov 16 11:28:22.868412 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7399dd6e-cce6-4c5f-ab56-b416c18448e1 x-openstack-request-id: req-7399dd6e-cce6-4c5f-ab56-b416c18448e1 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:28:22.868822 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4daf6a2f-0243-4241-b355-4684fe69a039", "name": "network-vif-deleted", "tag": "c6b726f4-4012-4713-bccf-c0a32ef38bbc", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:28:22.869083 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7399dd6e-cce6-4c5f-ab56-b416c18448e1 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:28:22.869571 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4daf6a2f-0243-4241-b355-4684fe69a039', 'name': 'network-vif-deleted', 'tag': 'c6b726f4-4012-4713-bccf-c0a32ef38bbc', 'status': 'completed', 'code': 200} Nov 16 11:28:23.037554 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901bb63-4820-457a-997a-6376e4f12f42 req-349becc9-2c42-4674-8dbb-75d4672ee6b7 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:23.040095 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0901bb63-4820-457a-997a-6376e4f12f42 req-349becc9-2c42-4674-8dbb-75d4672ee6b7 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 949 time: 0.0539031 Nov 16 11:28:23.090642 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0901bb63-4820-457a-997a-6376e4f12f42 req-7a705c0a-4a8e-4c83-a8ff-7f1929f184c7 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431309 Nov 16 11:28:23.222571 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b290ce17-163e-4182-8467-d86d8e318df0 req-73418a92-7c0b-43c1-9234-b9429c59ea49 tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0315597 Nov 16 11:28:23.287780 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 39364) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:28:23.704205 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-687ce51f-8c6c-479c-8127-8f82ecb352b8 req-6e1c78e3-b646-4244-bac4-bcc2efeb7e22 tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0420082 Nov 16 11:28:23.729847 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-012d194d-6042-4316-868c-9bcbc04164ea admin admin] Deleting subnet 3f019b1b-47e9-47e0-b9fa-270ea9b96fc7 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:28:23.743874 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-012d194d-6042-4316-868c-9bcbc04164ea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:23.789838 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-012d194d-6042-4316-868c-9bcbc04164ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:23.864316 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-012d194d-6042-4316-868c-9bcbc04164ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:23.900228 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b703d0-4db6-49a6-9cc9-3fde50d9f809 req-622c1146-fabd-42a1-a3a5-55a189bf6abf tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:23.901692 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b3b703d0-4db6-49a6-9cc9-3fde50d9f809 req-622c1146-fabd-42a1-a3a5-55a189bf6abf tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0919127 Nov 16 11:28:23.946715 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-012d194d-6042-4316-868c-9bcbc04164ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:23.987782 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d194d-6042-4316-868c-9bcbc04164ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f019b1b-47e9-47e0-b9fa-270ea9b96fc7,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:23.996386 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-012d194d-6042-4316-868c-9bcbc04164ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:23.999629 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-012d194d-6042-4316-868c-9bcbc04164ea admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3f019b1b-47e9-47e0-b9fa-270ea9b96fc7 HTTP/1.1" status: 204 len: 168 time: 0.7109303 Nov 16 11:28:24.002161 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 39390) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:28:24.007919 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b3b703d0-4db6-49a6-9cc9-3fde50d9f809 req-df285d3d-15f4-4ba9-820b-0f9dca96de93 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814028 Nov 16 11:28:24.100625 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6cbe99eb-daba-4212-b3a7-2e77980f2748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:24.176105 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce491ea-8a73-4e5f-b08e-0e83d6a95fc9 req-fadd876a-4458-4e43-bd8f-61a3098b666e tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:24.177639 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4ce491ea-8a73-4e5f-b08e-0e83d6a95fc9 req-fadd876a-4458-4e43-bd8f-61a3098b666e tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.0834634 Nov 16 11:28:24.214980 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6cbe99eb-daba-4212-b3a7-2e77980f2748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:24.235761 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4ce491ea-8a73-4e5f-b08e-0e83d6a95fc9 req-78c4486f-fed5-4333-a395-41a63fa8fa81 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500247 Nov 16 11:28:24.238352 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-6cbe99eb-daba-4212-b3a7-2e77980f2748 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d74d208-8054-4a20-a68e-5341a0731232']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:28:24.248707 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-6cbe99eb-daba-4212-b3a7-2e77980f2748 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dde4f2a5-6c36-4ca1-b975-fe969cc62f41') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:28:24.249038 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-6cbe99eb-daba-4212-b3a7-2e77980f2748 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dde4f2a5-6c36-4ca1-b975-fe969cc62f41') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:28:24.266367 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6cbe99eb-daba-4212-b3a7-2e77980f2748 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:24.284687 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6cbe99eb-daba-4212-b3a7-2e77980f2748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:24.293165 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cbe99eb-daba-4212-b3a7-2e77980f2748 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:28:24.293569 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6cbe99eb-daba-4212-b3a7-2e77980f2748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:24.296332 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:28:24.296332 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:28:24.296332 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:28:24.296332 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:28:24.296332 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:28:24.296332 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:28:24.296332 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:28:24.296332 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:28:24.296332 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:28:24.296332 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:28:24.296332 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:28:24.296332 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:28:24.296332 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:28:24.296332 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:28:24.296332 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:28:24.296332 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:28:24.296332 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:28:24.296332 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:28:24.296332 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:28:24.296332 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:28:24.296332 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:28:24.296332 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:28:24.296332 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:28:24.296332 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:28:24.296332 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:28:24.296332 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:28:24.296332 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:28:24.296332 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:28:24.296332 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:28:24.296332 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:28:24.296332 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:28:24.296332 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:28:24.362437 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6cbe99eb-daba-4212-b3a7-2e77980f2748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:24.370760 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6cbe99eb-daba-4212-b3a7-2e77980f2748 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:24.374515 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6cbe99eb-daba-4212-b3a7-2e77980f2748 admin admin] 10.222.0.61 "DELETE /v2.0/networks/3d74d208-8054-4a20-a68e-5341a0731232 HTTP/1.1" status: 204 len: 168 time: 0.3707173 Nov 16 11:28:24.392193 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe99eb-daba-4212-b3a7-2e77980f2748 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d74d208-8054-4a20-a68e-5341a0731232,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:24.448750 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474946d5-bdc4-4920-994e-4947fc50d974 req-6498660a-9030-41ee-9900-7fc379884fbe tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:24.454991 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-474946d5-bdc4-4920-994e-4947fc50d974 req-6498660a-9030-41ee-9900-7fc379884fbe tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 949 time: 0.0574431 Nov 16 11:28:24.505553 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 39402) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:28:24.506441 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-474946d5-bdc4-4920-994e-4947fc50d974 req-5f7521a9-7e10-475d-95c3-9ade8825ee4f tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503054 Nov 16 11:28:24.548058 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-07e7142e-5662-4229-a417-d5c3777aded7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bcada9d38abf4226bc4ca768b16b9a90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412052 Nov 16 11:28:24.550979 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 39406) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:28:24.626832 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c4fdd8a-4390-415a-87e1-7e4bd0a8c464 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:24.659824 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12752349-c9a9-4db9-8a2c-92a14b36aa70 req-3301f19e-8304-4258-ad0c-e5f63a21e072 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:24.661290 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-12752349-c9a9-4db9-8a2c-92a14b36aa70 req-3301f19e-8304-4258-ad0c-e5f63a21e072 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0759370 Nov 16 11:28:24.663289 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c4fdd8a-4390-415a-87e1-7e4bd0a8c464 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:24.685421 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-991adccf-c6c3-4e75-bb11-752b3db6d353 service neutron] show failed (client error): The resource could not be found. Nov 16 11:28:24.686764 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-991adccf-c6c3-4e75-bb11-752b3db6d353 service neutron] 10.222.0.64 "GET /v2.0/ports/eda68473-eb26-42d1-ad61-73e085f00c70/bindings/n-h1-816823-3 HTTP/1.1" status: 404 len: 380 time: 0.0630841 Nov 16 11:28:24.750679 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-12752349-c9a9-4db9-8a2c-92a14b36aa70 req-d35b8300-d801-40ac-844c-e6a0befd78b4 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796392 Nov 16 11:28:24.762759 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c4fdd8a-4390-415a-87e1-7e4bd0a8c464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:24.766336 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c4fdd8a-4390-415a-87e1-7e4bd0a8c464 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:24.770090 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4c4fdd8a-4390-415a-87e1-7e4bd0a8c464 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7 HTTP/1.1" status: 204 len: 168 time: 0.2153404 Nov 16 11:28:24.777812 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4fdd8a-4390-415a-87e1-7e4bd0a8c464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f782cbd-1992-45d1-9c0f-b6e8a4c53cc7,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:24.880120 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2389b421-1305-4c22-bc49-3ddc095699c5 req-f5b1c52b-171a-47ed-a1ed-ca25add3505f tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0275688 Nov 16 11:28:25.084919 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-17592a01-46b8-484b-9def-8b9f2d761d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:25.088054 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-17592a01-46b8-484b-9def-8b9f2d761d88 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694&tenant_id=e86b42204c7f435e8eff5558272e51a5 HTTP/1.1" status: 200 len: 1100 time: 0.1312091 Nov 16 11:28:25.096675 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb91e2-345e-4765-b76c-df116b00dcd8 req-7278c530-7216-4a1e-915d-17ba772c941f tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:25.098741 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-90cb91e2-345e-4765-b76c-df116b00dcd8 req-7278c530-7216-4a1e-915d-17ba772c941f tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.1117868 Nov 16 11:28:25.105525 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-ebe80f62-4c73-45b3-bbf0-ace647f4c723 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816823-3', 'device_owner': 'compute:nova'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:28:25.196007 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-90cb91e2-345e-4765-b76c-df116b00dcd8 req-912dc4c2-5af3-4684-8cff-f870b867b3f6 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870020 Nov 16 11:28:25.197187 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-ebe80f62-4c73-45b3-bbf0-ace647f4c723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:25.500878 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e8b3f-5c7f-478f-a0f4-a9bd776cd27e req-756f8ecc-62cb-410b-ba36-d82edea6947b tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:25.509863 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0d9e8b3f-5c7f-478f-a0f4-a9bd776cd27e req-756f8ecc-62cb-410b-ba36-d82edea6947b tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.1486135 Nov 16 11:28:25.592946 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-ebe80f62-4c73-45b3-bbf0-ace647f4c723 service neutron] For port eda68473-eb26-42d1-ad61-73e085f00c70, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=eda68473-eb26-42d1-ad61-73e085f00c70,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:28:25.608045 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0d9e8b3f-5c7f-478f-a0f4-a9bd776cd27e req-e3e49948-0b4f-4d42-8992-e4683213c627 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972118 Nov 16 11:28:25.635232 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device c6b726f4-4012-4713-bccf-c0a32ef38bbc no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:28:25.664651 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: c6b726f4-4012-4713-bccf-c0a32ef38bbc {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:28:25.665100 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device c6b726f4-4012-4713-bccf-c0a32ef38bbc not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:28:25.682784 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-ebe80f62-4c73-45b3-bbf0-ace647f4c723 service neutron] For port eda68473-eb26-42d1-ad61-73e085f00c70, host n-h2-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:28:25.732875 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff7b117-b432-480a-84d2-bb351439e694', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eda68473-eb26-42d1-ad61-73e085f00c70'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:28:25.735330 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803cb9e1-29bd-44a4-b7e1-7182aac61e94" -d '{"events": [{"server_uuid": "8ff7b117-b432-480a-84d2-bb351439e694", "name": "network-vif-unplugged", "status": "completed", "tag": "eda68473-eb26-42d1-ad61-73e085f00c70"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:28:25.740427 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-ebe80f62-4c73-45b3-bbf0-ace647f4c723 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:25.745438 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 39452) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:28:25.763422 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-ebe80f62-4c73-45b3-bbf0-ace647f4c723 service neutron] Transition to ACTIVE for port object eda68473-eb26-42d1-ad61-73e085f00c70 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:28:25.774724 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-ebe80f62-4c73-45b3-bbf0-ace647f4c723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:25.861560 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-ebe80f62-4c73-45b3-bbf0-ace647f4c723 service neutron] No DVR routers for this DVR port eda68473-eb26-42d1-ad61-73e085f00c70 on host n-h2-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:28:25.874547 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-28d3b52a-9654-4b58-b027-c9bc16d83a39 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-738845942-network', 'tenant_id': '5f24360749db478f84b4474b1c022fdb'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:28:25.880617 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe80f62-4c73-45b3-bbf0-ace647f4c723 service neutron] Pushing event updated for resources: {'Port': ['ID=eda68473-eb26-42d1-ad61-73e085f00c70,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:25.900072 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f107cd-3f1a-461a-95e2-c63112486849 req-d9db4946-7cda-4a6e-ae1b-15fc87e498ad tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:25.901591 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-80f107cd-3f1a-461a-95e2-c63112486849 req-d9db4946-7cda-4a6e-ae1b-15fc87e498ad tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 947 time: 0.1396480 Nov 16 11:28:25.957731 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-ebe80f62-4c73-45b3-bbf0-ace647f4c723 service neutron] Attempting to bind port eda68473-eb26-42d1-ad61-73e085f00c70 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:28:25.958097 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-ebe80f62-4c73-45b3-bbf0-ace647f4c723 service neutron] Attempting to bind port eda68473-eb26-42d1-ad61-73e085f00c70 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:28:25.958492 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-ebe80f62-4c73-45b3-bbf0-ace647f4c723 service neutron] Attempting to bind port eda68473-eb26-42d1-ad61-73e085f00c70 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:28:25.964060 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d3b52a-9654-4b58-b027-c9bc16d83a39 admin admin] Made reservation on behalf of 5f24360749db478f84b4474b1c022fdb for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:28:25.966377 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-28d3b52a-9654-4b58-b027-c9bc16d83a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:25.976761 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-ebe80f62-4c73-45b3-bbf0-ace647f4c723 service neutron] Port eda68473-eb26-42d1-ad61-73e085f00c70 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:28:25.977085 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-ebe80f62-4c73-45b3-bbf0-ace647f4c723 service neutron] Attempting to bind port eda68473-eb26-42d1-ad61-73e085f00c70 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:28:25.998628 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-28d3b52a-9654-4b58-b027-c9bc16d83a39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:26.002619 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-ebe80f62-4c73-45b3-bbf0-ace647f4c723 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:28:26.002955 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-ebe80f62-4c73-45b3-bbf0-ace647f4c723 service neutron] Checking segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:28:26.003381 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-ebe80f62-4c73-45b3-bbf0-ace647f4c723 service neutron] Bound using segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:28:26.003829 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-ebe80f62-4c73-45b3-bbf0-ace647f4c723 service neutron] Bound port: eda68473-eb26-42d1-ad61-73e085f00c70, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:28:26.004169 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-ebe80f62-4c73-45b3-bbf0-ace647f4c723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:26.015995 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-80f107cd-3f1a-461a-95e2-c63112486849 req-6674b1b9-a917-403c-bcbd-06942729dca3 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968397 Nov 16 11:28:26.106673 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 11:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5710fba-d320-40c8-9c25-1bee73e417d3 x-openstack-request-id: req-f5710fba-d320-40c8-9c25-1bee73e417d3 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:28:26.106967 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff7b117-b432-480a-84d2-bb351439e694", "name": "network-vif-unplugged", "status": "completed", "tag": "eda68473-eb26-42d1-ad61-73e085f00c70", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:28:26.107217 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f5710fba-d320-40c8-9c25-1bee73e417d3 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:28:26.107610 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff7b117-b432-480a-84d2-bb351439e694', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eda68473-eb26-42d1-ad61-73e085f00c70', 'code': 200} Nov 16 11:28:26.137727 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-ebe80f62-4c73-45b3-bbf0-ace647f4c723 service neutron] For port eda68473-eb26-42d1-ad61-73e085f00c70, host n-h1-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:28:26.142190 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-ebe80f62-4c73-45b3-bbf0-ace647f4c723 service neutron] For port eda68473-eb26-42d1-ad61-73e085f00c70, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=eda68473-eb26-42d1-ad61-73e085f00c70,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:28:26.152164 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-ebe80f62-4c73-45b3-bbf0-ace647f4c723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:26.199808 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-ebe80f62-4c73-45b3-bbf0-ace647f4c723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:26.201179 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-ebe80f62-4c73-45b3-bbf0-ace647f4c723 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:26.202687 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-ebe80f62-4c73-45b3-bbf0-ace647f4c723 service neutron] 10.222.0.36 "PUT /v2.0/ports/eda68473-eb26-42d1-ad61-73e085f00c70 HTTP/1.1" status: 200 len: 1095 time: 1.1017673 Nov 16 11:28:26.225096 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-28d3b52a-9654-4b58-b027-c9bc16d83a39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:26.253585 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-28d3b52a-9654-4b58-b027-c9bc16d83a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:26.258567 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1a9e3c00-3b88-433a-9fce-92327cbc7412 req-9b8c5fd5-17ec-42b7-92ab-d1d3628841d1 tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0696197 Nov 16 11:28:26.316800 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28d3b52a-9654-4b58-b027-c9bc16d83a39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:28:26.330260 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe80f62-4c73-45b3-bbf0-ace647f4c723 service neutron] Pushing event updated for resources: {'Port': ['ID=eda68473-eb26-42d1-ad61-73e085f00c70,revision_number=7']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:26.336388 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d3b52a-9654-4b58-b027-c9bc16d83a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a716cfc-229a-4f0c-afb4-8f61cb88b315,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:26.346469 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-28d3b52a-9654-4b58-b027-c9bc16d83a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:26.346760 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-28d3b52a-9654-4b58-b027-c9bc16d83a39 admin admin] Added segment d0333b23-6c94-4ce6-9ac8-5957ec6bdca7 of type vlan for network 3e546bc9-76d2-415c-92b7-4aadef7c173a Nov 16 11:28:26.372227 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-0436ec40-1910-4fd5-bb80-0a43fd3c5585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:26.373708 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-0436ec40-1910-4fd5-bb80-0a43fd3c5585 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e86b42204c7f435e8eff5558272e51a5&device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 1098 time: 0.1428788 Nov 16 11:28:26.452401 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-28d3b52a-9654-4b58-b027-c9bc16d83a39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:26.504953 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-28d3b52a-9654-4b58-b027-c9bc16d83a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:26.505831 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d3b52a-9654-4b58-b027-c9bc16d83a39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:26.506567 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-28d3b52a-9654-4b58-b027-c9bc16d83a39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:26.583700 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-28d3b52a-9654-4b58-b027-c9bc16d83a39 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8359697 Nov 16 11:28:26.587121 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 39460) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:28:26.590161 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-01891ee3-0c05-477e-a76d-e6afadd428ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:26.591555 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-01891ee3-0c05-477e-a76d-e6afadd428ae service neutron] 10.222.0.36 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.1987140 Nov 16 11:28:26.591995 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4e8331f4-3d0e-499a-b429-656997d64832 admin admin] Request body: {'subnet': {'network_id': '3e546bc9-76d2-415c-92b7-4aadef7c173a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-738845942-subnet', 'tenant_id': '5f24360749db478f84b4474b1c022fdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:28:26.633224 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8331f4-3d0e-499a-b429-656997d64832 admin admin] Made reservation on behalf of 5f24360749db478f84b4474b1c022fdb for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:28:26.636927 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e8331f4-3d0e-499a-b429-656997d64832 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:26.661031 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d3b52a-9654-4b58-b027-c9bc16d83a39 admin admin] Pushing event updated for resources: {'Network': ['ID=3e546bc9-76d2-415c-92b7-4aadef7c173a,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:26.664666 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-e096978f-12d0-4a7f-ac05-157e4bfa8c4d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=eda68473-eb26-42d1-ad61-73e085f00c70 HTTP/1.1" status: 200 len: 217 time: 0.0559263 Nov 16 11:28:26.675245 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 3e546bc9-76d2-415c-92b7-4aadef7c173a details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:28:26.760088 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-e427e0c7-f2ed-4b33-998c-3e6ce57793b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:26.761720 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-e427e0c7-f2ed-4b33-998c-3e6ce57793b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0908651 Nov 16 11:28:26.771695 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721d7a3-711c-46fd-b205-1bb54e4dedd3 req-fb2b8b5a-eec7-4806-bc7d-e537913c3a15 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:26.774282 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4721d7a3-711c-46fd-b205-1bb54e4dedd3 req-fb2b8b5a-eec7-4806-bc7d-e537913c3a15 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.0734177 Nov 16 11:28:26.854170 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e8331f4-3d0e-499a-b429-656997d64832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:26.871280 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4721d7a3-711c-46fd-b205-1bb54e4dedd3 req-9fcb3e36-e228-4e21-b810-b2f6d98c8e95 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881152 Nov 16 11:28:26.885224 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-f7edb515-20ac-4934-a12c-fd4cbe27db29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:26.886754 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-f7edb515-20ac-4934-a12c-fd4cbe27db29 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1115947 Nov 16 11:28:26.921207 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8331f4-3d0e-499a-b429-656997d64832 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f6e11aa-97dd-46aa-83f9-6bd116a56136,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:26.931823 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8331f4-3d0e-499a-b429-656997d64832 admin admin] Checking segment: {'id': 'd0333b23-6c94-4ce6-9ac8-5957ec6bdca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3e546bc9-76d2-415c-92b7-4aadef7c173a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:28:26.932412 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8331f4-3d0e-499a-b429-656997d64832 admin admin] Network hostable DHCP agents. Network: 3e546bc9-76d2-415c-92b7-4aadef7c173a, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:28:26.950180 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8331f4-3d0e-499a-b429-656997d64832 admin admin] Network 3e546bc9-76d2-415c-92b7-4aadef7c173a is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:28:26.964957 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-4e8331f4-3d0e-499a-b429-656997d64832 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 3e546bc9-76d2-415c-92b7-4aadef7c173a) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:28:26.969421 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8331f4-3d0e-499a-b429-656997d64832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:26.970051 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e8331f4-3d0e-499a-b429-656997d64832 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:26.975439 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03904e3b-3b1c-4134-8ed7-451b6f36c52a None None] Network 3e546bc9-76d2-415c-92b7-4aadef7c173a requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:28:27.001362 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4e8331f4-3d0e-499a-b429-656997d64832 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4130542 Nov 16 11:28:27.029154 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-3227f8b4-3df4-494b-866d-2ed47977b7a4 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314392 Nov 16 11:28:27.134637 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ab205c-bf19-40ad-b15e-f027a0bcda15 None None] Network 3e546bc9-76d2-415c-92b7-4aadef7c173a requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:28:27.173882 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7148690a-1667-4b39-a705-ec73c6bec5c6 req-5f965b80-6a9f-41ad-9bf7-a4568fbe7ff2 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369960 Nov 16 11:28:27.192008 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f47d1-3971-4724-b798-454a329450b5 req-9bf21eac-a31e-4247-af10-ae373ae672a9 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:27.194361 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-429f47d1-3971-4724-b798-454a329450b5 req-9bf21eac-a31e-4247-af10-ae373ae672a9 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 947 time: 0.0851538 Nov 16 11:28:27.247839 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-429f47d1-3971-4724-b798-454a329450b5 req-df5d1b51-e90d-426f-ab5f-c6ada823ece0 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458548 Nov 16 11:28:27.363581 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5918bbd-101f-444c-91fb-6d715d3b5bda req-94b20e9f-26b4-4ee9-8baa-6ca8269be846 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:27.365038 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a5918bbd-101f-444c-91fb-6d715d3b5bda req-94b20e9f-26b4-4ee9-8baa-6ca8269be846 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0536029 Nov 16 11:28:27.411582 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a5918bbd-101f-444c-91fb-6d715d3b5bda req-400efe4c-f6c4-4356-bba3-160ed031aec3 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403986 Nov 16 11:28:27.649433 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device eda68473-eb26-42d1-ad61-73e085f00c70 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:28:27.686944 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-350ebb3c-d694-4054-8136-ba413569b1c6 tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:27.687195 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device eda68473-eb26-42d1-ad61-73e085f00c70 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:28:27.688425 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-350ebb3c-d694-4054-8136-ba413569b1c6 tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] 10.222.0.61 "GET /v2.0/networks?id=3e546bc9-76d2-415c-92b7-4aadef7c173a HTTP/1.1" status: 200 len: 813 time: 0.0999136 Nov 16 11:28:27.703648 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-c128c86c-f8ed-427e-a725-0f5deeac5080 tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] 10.222.0.61 "GET /v2.0/quotas/5f24360749db478f84b4474b1c022fdb HTTP/1.1" status: 200 len: 375 time: 0.0095594 Nov 16 11:28:27.738158 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-8ef939d7-2ae9-4f2c-8418-55e5fa4f9848 tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5f24360749db478f84b4474b1c022fdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294034 Nov 16 11:28:27.826071 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-4184aeb5-6aa8-48cc-a427-a5f58de9c507 service neutron] 10.222.0.61 "GET /v2.0/networks/3e546bc9-76d2-415c-92b7-4aadef7c173a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812094 Nov 16 11:28:27.869062 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:27.918732 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-91de9e46-d834-4087-9f3a-c015b55583ea service neutron] 10.222.0.61 "GET /v2.0/networks/3e546bc9-76d2-415c-92b7-4aadef7c173a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866573 Nov 16 11:28:28.088232 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-17ee89e3-5944-4896-a1a6-34abd1aab9d2 req-a7e8065d-b745-45ee-8711-a89c94a473d7 tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0274029 Nov 16 11:28:28.109350 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff7b117-b432-480a-84d2-bb351439e694', 'tag': 'eda68473-eb26-42d1-ad61-73e085f00c70'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:28:28.112686 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd9e333-ad9f-483c-b9c1-6b6c47427a6d" -d '{"events": [{"name": "network-changed", "server_uuid": "8ff7b117-b432-480a-84d2-bb351439e694", "tag": "eda68473-eb26-42d1-ad61-73e085f00c70"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:28:28.205031 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da64453-d98b-4425-9464-e5fbf07bd73b req-4a2e9b27-525d-4d1b-bbea-6b7a5480e4fb tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:28.206544 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8da64453-d98b-4425-9464-e5fbf07bd73b req-4a2e9b27-525d-4d1b-bbea-6b7a5480e4fb tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0509322 Nov 16 11:28:28.267683 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8da64453-d98b-4425-9464-e5fbf07bd73b req-cbb4b9ac-853a-4b81-a3fa-634f4324de5f tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539289 Nov 16 11:28:28.381012 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8a590-4bb8-40fd-95ca-09ff75218f78 req-2fa8665b-1cd0-498e-b964-3075c74dca5f tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:28.383382 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-40e8a590-4bb8-40fd-95ca-09ff75218f78 req-2fa8665b-1cd0-498e-b964-3075c74dca5f tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.0556843 Nov 16 11:28:28.445051 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-40e8a590-4bb8-40fd-95ca-09ff75218f78 req-1158e59d-cdab-4e9b-95be-bf06c6df1846 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540290 Nov 16 11:28:28.636650 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-569d69d9-0272-4193-bf8d-cb5d7c57f7dd req-4444a0a4-de6b-462e-baab-1bef4a4784dd tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ecb226b-aecf-4d81-93a8-1edb73f28c61 HTTP/1.1" status: 200 len: 210 time: 0.0494308 Nov 16 11:28:28.703337 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9228489a-9b81-4b42-9f66-dd78fd005aa3 x-openstack-request-id: req-9228489a-9b81-4b42-9f66-dd78fd005aa3 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:28:28.703637 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ff7b117-b432-480a-84d2-bb351439e694", "tag": "eda68473-eb26-42d1-ad61-73e085f00c70", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:28:28.703893 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9228489a-9b81-4b42-9f66-dd78fd005aa3 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:28:28.704294 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ff7b117-b432-480a-84d2-bb351439e694', 'tag': 'eda68473-eb26-42d1-ad61-73e085f00c70', 'status': 'completed', 'code': 200} Nov 16 11:28:28.764300 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:28.819959 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9e333-ad9f-483c-b9c1-6b6c47427a6d req-ef550d8b-cd66-4e95-aaff-60e83a51a749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:28.821488 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4cd9e333-ad9f-483c-b9c1-6b6c47427a6d req-ef550d8b-cd66-4e95-aaff-60e83a51a749 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e86b42204c7f435e8eff5558272e51a5&device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 1098 time: 0.0634029 Nov 16 11:28:28.840066 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9e333-ad9f-483c-b9c1-6b6c47427a6d req-4425f0bd-1581-495f-837c-16df94746b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:28.841676 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4cd9e333-ad9f-483c-b9c1-6b6c47427a6d req-4425f0bd-1581-495f-837c-16df94746b49 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e86b42204c7f435e8eff5558272e51a5&device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 1098 time: 0.1064084 Nov 16 11:28:28.940953 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9e333-ad9f-483c-b9c1-6b6c47427a6d req-1ffe9381-7407-474c-9a5a-3ba9d046ee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:28.943493 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4cd9e333-ad9f-483c-b9c1-6b6c47427a6d req-1ffe9381-7407-474c-9a5a-3ba9d046ee4b service neutron] 10.222.0.64 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.1050053 Nov 16 11:28:28.948186 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9e333-ad9f-483c-b9c1-6b6c47427a6d req-7d8bb165-e913-4bcd-a2a2-060c06cb15c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:28.949515 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4cd9e333-ad9f-483c-b9c1-6b6c47427a6d req-7d8bb165-e913-4bcd-a2a2-060c06cb15c9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.0994663 Nov 16 11:28:28.960268 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbc588-e414-4ca7-8f05-a4efefd2d673 req-9346adbe-7a36-472d-86e2-f6f201562c78 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:28.962356 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-48dbc588-e414-4ca7-8f05-a4efefd2d673 req-9346adbe-7a36-472d-86e2-f6f201562c78 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 947 time: 0.1561337 Nov 16 11:28:29.001949 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4cd9e333-ad9f-483c-b9c1-6b6c47427a6d req-6274d54c-1d72-4741-b24b-5179a0061ce6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=eda68473-eb26-42d1-ad61-73e085f00c70 HTTP/1.1" status: 200 len: 217 time: 0.0385814 Nov 16 11:28:29.017161 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4cd9e333-ad9f-483c-b9c1-6b6c47427a6d req-d9bce5b7-cbe9-47f6-8fac-36d2682e85a7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=eda68473-eb26-42d1-ad61-73e085f00c70 HTTP/1.1" status: 200 len: 217 time: 0.0538573 Nov 16 11:28:29.059393 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9e333-ad9f-483c-b9c1-6b6c47427a6d req-7bfe115e-e6d7-45f1-bacf-73d2e2604070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:29.060939 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4cd9e333-ad9f-483c-b9c1-6b6c47427a6d req-7bfe115e-e6d7-45f1-bacf-73d2e2604070 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0451667 Nov 16 11:28:29.068157 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-48dbc588-e414-4ca7-8f05-a4efefd2d673 req-f625a34a-45d5-4667-a691-4ffdc92b43d3 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986500 Nov 16 11:28:29.088050 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9e333-ad9f-483c-b9c1-6b6c47427a6d req-76978806-20ae-47a0-b484-c34beb2d7d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:29.089837 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4cd9e333-ad9f-483c-b9c1-6b6c47427a6d req-76978806-20ae-47a0-b484-c34beb2d7d43 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0646062 Nov 16 11:28:29.131611 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9e333-ad9f-483c-b9c1-6b6c47427a6d req-ca57d7f7-f264-4d6a-a64f-cad963bbf47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:29.133433 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4cd9e333-ad9f-483c-b9c1-6b6c47427a6d req-ca57d7f7-f264-4d6a-a64f-cad963bbf47c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0621164 Nov 16 11:28:29.142290 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9e333-ad9f-483c-b9c1-6b6c47427a6d req-1d7708c0-1798-431b-991e-450486668de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:29.144054 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4cd9e333-ad9f-483c-b9c1-6b6c47427a6d req-1d7708c0-1798-431b-991e-450486668de5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0467527 Nov 16 11:28:29.290043 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4cd9e333-ad9f-483c-b9c1-6b6c47427a6d req-9adc7371-e223-40a1-a00c-1e8d1a892bbc service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274278 Nov 16 11:28:29.299173 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4cd9e333-ad9f-483c-b9c1-6b6c47427a6d req-f58ce580-9732-4aac-afae-78cc9ab120da service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474385 Nov 16 11:28:29.302170 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1a3b0463-566e-4ca1-a707-2980d9531c15 req-0c6d0c86-2573-4158-8d8d-7df0f4f8f497 tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0648799 Nov 16 11:28:29.479298 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4cd9e333-ad9f-483c-b9c1-6b6c47427a6d req-d4e9b676-bb12-408f-bb80-2b58d9a130ac service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671262 Nov 16 11:28:29.509757 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04c201-2149-42e6-873c-fe2036ef3bb1 req-5a636867-caa3-4bc0-9683-486c65af786d tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:29.517764 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fc04c201-2149-42e6-873c-fe2036ef3bb1 req-5a636867-caa3-4bc0-9683-486c65af786d tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.1293292 Nov 16 11:28:29.599772 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fc04c201-2149-42e6-873c-fe2036ef3bb1 req-357910f4-eece-43ac-95e3-28ab53cb8b58 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809286 Nov 16 11:28:29.669011 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device eda68473-eb26-42d1-ad61-73e085f00c70 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:28:29.776217 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port eda68473-eb26-42d1-ad61-73e085f00c70, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=eda68473-eb26-42d1-ad61-73e085f00c70,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:28:29.778904 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bfafc6-18c0-4b25-b8a8-2e8c3835b0ac req-6935be3a-08b2-4c51-b7f4-7d21f51d3ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:29.780394 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-43bfafc6-18c0-4b25-b8a8-2e8c3835b0ac req-6935be3a-08b2-4c51-b7f4-7d21f51d3ffb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6297fca90ae441aa40dab0d2d555d6b&device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 1095 time: 0.4259257 Nov 16 11:28:29.789382 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': 'eda68473-eb26-42d1-ad61-73e085f00c70', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'port_id': 'eda68473-eb26-42d1-ad61-73e085f00c70', 'mac_address': 'fa:16:3e:3d:e2:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c770cc-51d7-42eb-b4a6-9a605bacae0f', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:28:29.798942 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eff6beea-0a25-4636-a489-644427de5f12 req-6480fd24-f97c-421a-b4ce-93381e61864a tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ecb226b-aecf-4d81-93a8-1edb73f28c61 HTTP/1.1" status: 200 len: 210 time: 0.0293837 Nov 16 11:28:29.805503 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4cd9e333-ad9f-483c-b9c1-6b6c47427a6d req-b5bb1159-97cc-4ef5-8e73-81ec3dab4ef1 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5079269 Nov 16 11:28:29.838350 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:29.850720 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eda68473-eb26-42d1-ad61-73e085f00c70 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:28:29.870333 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port eda68473-eb26-42d1-ad61-73e085f00c70, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=eda68473-eb26-42d1-ad61-73e085f00c70,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:28:29.872928 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-d68460a1-b073-448e-b888-e7be8fa51c0c tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:29.874569 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-d68460a1-b073-448e-b888-e7be8fa51c0c tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] 10.222.0.64 "GET /v2.0/networks?id=3e546bc9-76d2-415c-92b7-4aadef7c173a HTTP/1.1" status: 200 len: 813 time: 0.2186422 Nov 16 11:28:29.875401 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:29.901588 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-bd2a0543-639c-4c51-b243-269e8e3f05ad tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] Request body: {'port': {'device_id': '7ecb226b-aecf-4d81-93a8-1edb73f28c61', 'network_id': '3e546bc9-76d2-415c-92b7-4aadef7c173a', 'admin_state_up': True, 'tenant_id': '5f24360749db478f84b4474b1c022fdb'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:28:29.923555 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=eda68473-eb26-42d1-ad61-73e085f00c70,revision_number=8']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:29.956502 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bfafc6-18c0-4b25-b8a8-2e8c3835b0ac req-465b2f13-cfd7-4897-b3fb-1a3a53854da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:29.957993 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-43bfafc6-18c0-4b25-b8a8-2e8c3835b0ac req-465b2f13-cfd7-4897-b3fb-1a3a53854da9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334 HTTP/1.1" status: 200 len: 912 time: 0.1700814 Nov 16 11:28:30.054806 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-43bfafc6-18c0-4b25-b8a8-2e8c3835b0ac req-dfdd50cb-675b-4cbf-9797-cc12106858e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02f24461-d778-4489-81ea-ce9be1265fcf HTTP/1.1" status: 200 len: 997 time: 0.0877607 Nov 16 11:28:30.103721 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-bd2a0543-639c-4c51-b243-269e8e3f05ad tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] Made reservation on behalf of 5f24360749db478f84b4474b1c022fdb for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:28:30.106599 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-bd2a0543-639c-4c51-b243-269e8e3f05ad tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:30.124202 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bfafc6-18c0-4b25-b8a8-2e8c3835b0ac req-b57eb4d7-7f7e-4fb5-b8fc-af55b1abf5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:30.126078 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-43bfafc6-18c0-4b25-b8a8-2e8c3835b0ac req-b57eb4d7-7f7e-4fb5-b8fc-af55b1abf5cb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=098ff2a2-731b-47ba-a3df-3f077a39e5d8 HTTP/1.1" status: 200 len: 850 time: 0.0635026 Nov 16 11:28:30.171892 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['eda68473-eb26-42d1-ad61-73e085f00c70'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:28:30.207317 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d9962-5036-4d8b-8124-0b17f489d37d req-64e62e38-02f3-45c1-a962-3e570b8f09ab tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:30.209051 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f69d9962-5036-4d8b-8124-0b17f489d37d req-64e62e38-02f3-45c1-a962-3e570b8f09ab tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 948 time: 0.0557184 Nov 16 11:28:30.246939 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bfafc6-18c0-4b25-b8a8-2e8c3835b0ac req-5e72d998-b8c2-4657-bbc5-2ef0cfbdfe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:30.248452 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-43bfafc6-18c0-4b25-b8a8-2e8c3835b0ac req-5e72d998-b8c2-4657-bbc5-2ef0cfbdfe6b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1131837 Nov 16 11:28:30.264668 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f69d9962-5036-4d8b-8124-0b17f489d37d req-c9b8544c-7821-4d40-bf85-9705623f1057 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470676 Nov 16 11:28:30.316551 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-bd2a0543-639c-4c51-b243-269e8e3f05ad tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] Allocated IP 172.20.0.12 (3e546bc9-76d2-415c-92b7-4aadef7c173a/7f6e11aa-97dd-46aa-83f9-6bd116a56136/653f67f1-1b4d-471a-bb42-22c20a1e6573) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:28:30.383774 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-43bfafc6-18c0-4b25-b8a8-2e8c3835b0ac req-2c7b6118-d2b3-41ab-bf1f-d1b087bcfaf3 service neutron] 10.222.0.36 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264837 Nov 16 11:28:30.447043 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ed709570-561c-40db-9a30-de2d632e8b90 req-568be36c-b051-4f37-a4e9-295b9c895b05 tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0276918 Nov 16 11:28:30.561262 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50b994-c6e6-43c7-9a2d-282850917fbc req-ed6202d7-55e3-4710-a965-8f1062038895 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:30.563474 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cc50b994-c6e6-43c7-9a2d-282850917fbc req-ed6202d7-55e3-4710-a965-8f1062038895 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 948 time: 0.0539958 Nov 16 11:28:30.611982 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cc50b994-c6e6-43c7-9a2d-282850917fbc req-649d124d-fa29-4877-8ad5-c8fe6ccb1bb2 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421858 Nov 16 11:28:30.628305 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-43bfafc6-18c0-4b25-b8a8-2e8c3835b0ac req-f0ddda26-c79a-427a-87e2-ba8844ba8fda service neutron] 10.222.0.36 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346311 Nov 16 11:28:30.637074 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71512b-4710-40ca-98cf-567f4dc362e9 req-1d081015-f326-4330-979b-b2dfeba27cba tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:30.638570 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9c71512b-4710-40ca-98cf-567f4dc362e9 req-1d081015-f326-4330-979b-b2dfeba27cba tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694&tenant_id=e86b42204c7f435e8eff5558272e51a5&binding%3Ahost_id=n-h1-816823-3 HTTP/1.1" status: 200 len: 948 time: 0.1503751 Nov 16 11:28:30.684422 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-bd2a0543-639c-4c51-b243-269e8e3f05ad tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:30.739378 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637f5f7-7fc6-48ae-a5ba-1a8297daf43c req-c7f8c725-4bb6-4986-98e4-83655eb0c459 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:30.740962 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e637f5f7-7fc6-48ae-a5ba-1a8297daf43c req-c7f8c725-4bb6-4986-98e4-83655eb0c459 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.0578253 Nov 16 11:28:30.741740 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [req-9c71512b-4710-40ca-98cf-567f4dc362e9 req-f768e1c0-e35e-47b7-a3d7-1150e0f24765 service neutron] delete failed (client error): The resource could not be found. Nov 16 11:28:30.742783 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9c71512b-4710-40ca-98cf-567f4dc362e9 req-f768e1c0-e35e-47b7-a3d7-1150e0f24765 service neutron] 10.222.0.64 "DELETE /v2.0/ports/eda68473-eb26-42d1-ad61-73e085f00c70/bindings/n-h2-816823-3 HTTP/1.1" status: 404 len: 380 time: 0.0881667 Nov 16 11:28:30.754216 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-bd2a0543-639c-4c51-b243-269e8e3f05ad tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:30.794824 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-bd2a0543-639c-4c51-b243-269e8e3f05ad tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] Network 3e546bc9-76d2-415c-92b7-4aadef7c173a is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:28:30.800541 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-bd2a0543-639c-4c51-b243-269e8e3f05ad tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:28:30.805609 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-bd2a0543-639c-4c51-b243-269e8e3f05ad tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:28:30.825974 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e637f5f7-7fc6-48ae-a5ba-1a8297daf43c req-9a772e71-329f-4233-8615-647d85b6b617 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789692 Nov 16 11:28:30.866635 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a0543-639c-4c51-b243-269e8e3f05ad tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] Pushing event updated for resources: {'Port': ['ID=653f67f1-1b4d-471a-bb42-22c20a1e6573,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:30.896107 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-bd2a0543-639c-4c51-b243-269e8e3f05ad tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:30.896745 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-bd2a0543-639c-4c51-b243-269e8e3f05ad tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:30.911492 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71512b-4710-40ca-98cf-567f4dc362e9 req-f45efbed-138e-4e37-acef-ce51473def0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:30.912995 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9c71512b-4710-40ca-98cf-567f4dc362e9 req-f45efbed-138e-4e37-acef-ce51473def0e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e86b42204c7f435e8eff5558272e51a5&device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 1099 time: 0.0972760 Nov 16 11:28:30.920838 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-bd2a0543-639c-4c51-b243-269e8e3f05ad tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0253477 Nov 16 11:28:30.949219 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-2b2f8e04-30fe-47b9-9c01-6e04830e676f service neutron] Request body: {'port': {'device_id': '7ecb226b-aecf-4d81-93a8-1edb73f28c61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:28:31.011752 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a3581-cd8f-44c4-97d5-9c624a3a625a req-68f55d56-e1e7-4b52-b7f8-c74ceb4d5c43 tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:31.013279 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-472a3581-cd8f-44c4-97d5-9c624a3a625a req-68f55d56-e1e7-4b52-b7f8-c74ceb4d5c43 tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ecb226b-aecf-4d81-93a8-1edb73f28c61 HTTP/1.1" status: 200 len: 932 time: 0.0553820 Nov 16 11:28:31.049857 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-2b2f8e04-30fe-47b9-9c01-6e04830e676f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:31.064246 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-472a3581-cd8f-44c4-97d5-9c624a3a625a req-28ca089f-cb73-46de-9ada-5e3903cdd21d tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a716cfc-229a-4f0c-afb4-8f61cb88b315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434005 Nov 16 11:28:31.084392 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71512b-4710-40ca-98cf-567f4dc362e9 req-52bf0d5d-0d57-4c71-b5f4-cb937bdb66e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:31.085877 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9c71512b-4710-40ca-98cf-567f4dc362e9 req-52bf0d5d-0d57-4c71-b5f4-cb937bdb66e1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.1485250 Nov 16 11:28:31.156038 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9c71512b-4710-40ca-98cf-567f4dc362e9 req-9d94d2f6-c9cd-427e-a188-fecdd217200c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=eda68473-eb26-42d1-ad61-73e085f00c70 HTTP/1.1" status: 200 len: 217 time: 0.0418124 Nov 16 11:28:31.197913 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df707b-823d-4279-9892-38b6365c987c req-ef627bbd-8185-4197-baed-6076547cba00 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:31.200171 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-56df707b-823d-4279-9892-38b6365c987c req-ef627bbd-8185-4197-baed-6076547cba00 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0628407 Nov 16 11:28:31.249577 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-56df707b-823d-4279-9892-38b6365c987c req-6b1fe636-3c1e-4a77-944f-eab139b17d4d tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431237 Nov 16 11:28:31.279936 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71512b-4710-40ca-98cf-567f4dc362e9 req-67b4c4fa-e4fa-4b93-890d-d69a65869941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:31.281416 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9c71512b-4710-40ca-98cf-567f4dc362e9 req-67b4c4fa-e4fa-4b93-890d-d69a65869941 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.1155539 Nov 16 11:28:31.375807 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f41d05-08bb-4614-a891-5d30212e42c5 req-62710412-50bb-49f7-8c8b-2d608413fc2a tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:31.377338 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-40f41d05-08bb-4614-a891-5d30212e42c5 req-62710412-50bb-49f7-8c8b-2d608413fc2a tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0565681 Nov 16 11:28:31.384464 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71512b-4710-40ca-98cf-567f4dc362e9 req-9c336b7e-9f99-4a38-86f7-91703e483242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:31.385857 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9c71512b-4710-40ca-98cf-567f4dc362e9 req-9c336b7e-9f99-4a38-86f7-91703e483242 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0700877 Nov 16 11:28:31.438919 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-40f41d05-08bb-4614-a891-5d30212e42c5 req-39b0f883-5190-4bbb-86f5-9892e3a74e1b tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516574 Nov 16 11:28:31.512194 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-2b2f8e04-30fe-47b9-9c01-6e04830e676f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 653f67f1-1b4d-471a-bb42-22c20a1e6573 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:28:31.522304 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-2b2f8e04-30fe-47b9-9c01-6e04830e676f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:31.551214 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-2b2f8e04-30fe-47b9-9c01-6e04830e676f service neutron] Transition to ACTIVE for port object 653f67f1-1b4d-471a-bb42-22c20a1e6573 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:28:31.555135 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9b2c0d65-739d-48fb-80d1-f9c2aee333b9 req-0c6116a4-0f7b-48c8-b1b4-b35597390c73 tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0286002 Nov 16 11:28:31.556123 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-2b2f8e04-30fe-47b9-9c01-6e04830e676f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:31.561566 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9c71512b-4710-40ca-98cf-567f4dc362e9 req-5d456eda-9fcf-430f-a185-f320d73edc01 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395428 Nov 16 11:28:31.658625 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f8e04-30fe-47b9-9c01-6e04830e676f service neutron] Pushing event updated for resources: {'Port': ['ID=653f67f1-1b4d-471a-bb42-22c20a1e6573,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:31.675039 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device eda68473-eb26-42d1-ad61-73e085f00c70 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:28:31.677210 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b31f53-59dd-4f2c-aa38-590d8f412e58 req-93699d4a-0a8a-4367-96cf-c6acbcf45fdc tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:31.678899 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a5b31f53-59dd-4f2c-aa38-590d8f412e58 req-93699d4a-0a8a-4367-96cf-c6acbcf45fdc tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0521967 Nov 16 11:28:31.731507 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port eda68473-eb26-42d1-ad61-73e085f00c70 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:28:31.735442 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9c71512b-4710-40ca-98cf-567f4dc362e9 req-8711923b-9809-42fb-8fb9-4d70208be114 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520560 Nov 16 11:28:31.736981 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a5b31f53-59dd-4f2c-aa38-590d8f412e58 req-7cc1929b-827c-4feb-b7a3-1ee2dd3c6272 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501411 Nov 16 11:28:31.738548 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port eda68473-eb26-42d1-ad61-73e085f00c70 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:28:31.738926 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:31.752662 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-2b2f8e04-30fe-47b9-9c01-6e04830e676f service neutron] Attempting to bind port 653f67f1-1b4d-471a-bb42-22c20a1e6573 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:28:31.752777 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-2b2f8e04-30fe-47b9-9c01-6e04830e676f service neutron] Attempting to bind port 653f67f1-1b4d-471a-bb42-22c20a1e6573 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'd0333b23-6c94-4ce6-9ac8-5957ec6bdca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3e546bc9-76d2-415c-92b7-4aadef7c173a'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:28:31.753102 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-2b2f8e04-30fe-47b9-9c01-6e04830e676f service neutron] Attempting to bind port 653f67f1-1b4d-471a-bb42-22c20a1e6573 on network 3e546bc9-76d2-415c-92b7-4aadef7c173a {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:28:31.769214 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-2b2f8e04-30fe-47b9-9c01-6e04830e676f service neutron] Port 653f67f1-1b4d-471a-bb42-22c20a1e6573 on network 3e546bc9-76d2-415c-92b7-4aadef7c173a not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:28:31.769545 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-2b2f8e04-30fe-47b9-9c01-6e04830e676f service neutron] Attempting to bind port 653f67f1-1b4d-471a-bb42-22c20a1e6573 on network 3e546bc9-76d2-415c-92b7-4aadef7c173a {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:28:31.780282 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-2b2f8e04-30fe-47b9-9c01-6e04830e676f service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:28:31.780630 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-2b2f8e04-30fe-47b9-9c01-6e04830e676f service neutron] Checking segment: {'id': 'd0333b23-6c94-4ce6-9ac8-5957ec6bdca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3e546bc9-76d2-415c-92b7-4aadef7c173a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:28:31.781020 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-2b2f8e04-30fe-47b9-9c01-6e04830e676f service neutron] Bound using segment: {'id': 'd0333b23-6c94-4ce6-9ac8-5957ec6bdca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3e546bc9-76d2-415c-92b7-4aadef7c173a'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:28:31.781452 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-2b2f8e04-30fe-47b9-9c01-6e04830e676f service neutron] Bound port: 653f67f1-1b4d-471a-bb42-22c20a1e6573, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0333b23-6c94-4ce6-9ac8-5957ec6bdca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3e546bc9-76d2-415c-92b7-4aadef7c173a'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:28:31.781809 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-2b2f8e04-30fe-47b9-9c01-6e04830e676f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:31.857973 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-2b2f8e04-30fe-47b9-9c01-6e04830e676f service neutron] For port 653f67f1-1b4d-471a-bb42-22c20a1e6573, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:28:31.862348 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-2b2f8e04-30fe-47b9-9c01-6e04830e676f service neutron] For port 653f67f1-1b4d-471a-bb42-22c20a1e6573, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=653f67f1-1b4d-471a-bb42-22c20a1e6573,segment=NetworkSegment(d0333b23-6c94-4ce6-9ac8-5957ec6bdca7),segment_id=d0333b23-6c94-4ce6-9ac8-5957ec6bdca7)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:28:31.869392 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f31fae-d0a4-4607-b679-b8e1ef1f602a req-e959fc8c-c348-4837-b7d9-b294d9bcf2d9 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:31.874582 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b2f31fae-d0a4-4607-b679-b8e1ef1f602a req-e959fc8c-c348-4837-b7d9-b294d9bcf2d9 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 948 time: 0.0591364 Nov 16 11:28:31.884584 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-2b2f8e04-30fe-47b9-9c01-6e04830e676f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:31.891411 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:31.919512 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff7b117-b432-480a-84d2-bb351439e694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eda68473-eb26-42d1-ad61-73e085f00c70'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:28:31.922105 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcc3f32-6916-4fee-9448-2dc814595429" -d '{"events": [{"server_uuid": "8ff7b117-b432-480a-84d2-bb351439e694", "name": "network-vif-plugged", "status": "completed", "tag": "eda68473-eb26-42d1-ad61-73e085f00c70"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:28:31.935045 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-2b2f8e04-30fe-47b9-9c01-6e04830e676f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:31.935656 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-2b2f8e04-30fe-47b9-9c01-6e04830e676f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:31.937061 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-2b2f8e04-30fe-47b9-9c01-6e04830e676f service neutron] 10.222.0.64 "PUT /v2.0/ports/653f67f1-1b4d-471a-bb42-22c20a1e6573 HTTP/1.1" status: 200 len: 1092 time: 0.9984870 Nov 16 11:28:31.937529 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ecb226b-aecf-4d81-93a8-1edb73f28c61', 'tag': '653f67f1-1b4d-471a-bb42-22c20a1e6573'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:28:31.938074 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port eda68473-eb26-42d1-ad61-73e085f00c70, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=eda68473-eb26-42d1-ad61-73e085f00c70,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:28:31.939862 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754d4233-ea0f-432d-b492-928c29b2e23c" -d '{"events": [{"name": "network-changed", "server_uuid": "7ecb226b-aecf-4d81-93a8-1edb73f28c61", "tag": "653f67f1-1b4d-471a-bb42-22c20a1e6573"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:28:31.944613 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:31.969672 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f8e04-30fe-47b9-9c01-6e04830e676f service neutron] Pushing event updated for resources: {'Port': ['ID=653f67f1-1b4d-471a-bb42-22c20a1e6573,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:31.974509 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b2f31fae-d0a4-4607-b679-b8e1ef1f602a req-0cc91b6a-2e2c-4bc2-80fe-c820ab5ca0d3 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953701 Nov 16 11:28:32.007134 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=eda68473-eb26-42d1-ad61-73e085f00c70,revision_number=9']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:32.059955 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-9204b4ee-4f23-4d90-82f0-2d3faca48206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:32.061464 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-9204b4ee-4f23-4d90-82f0-2d3faca48206 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5f24360749db478f84b4474b1c022fdb&device_id=7ecb226b-aecf-4d81-93a8-1edb73f28c61 HTTP/1.1" status: 200 len: 1095 time: 0.0453103 Nov 16 11:28:32.080381 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fc915-e3e3-45f5-9e29-deda844a3199 req-5e5d15f3-4fd4-437d-8bb1-eba778124d5a tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:32.081841 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f99fc915-e3e3-45f5-9e29-deda844a3199 req-5e5d15f3-4fd4-437d-8bb1-eba778124d5a tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0493472 Nov 16 11:28:32.115274 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-d4337968-9aef-4b81-8b66-ff727465b126 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=653f67f1-1b4d-471a-bb42-22c20a1e6573 HTTP/1.1" status: 200 len: 217 time: 0.0359468 Nov 16 11:28:32.131078 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f99fc915-e3e3-45f5-9e29-deda844a3199 req-eb7a5429-2d71-4bbf-96da-ce7474e9d73f tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430710 Nov 16 11:28:32.168691 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-df5fb20c-2593-4036-91a1-369372c4738d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:32.170232 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-df5fb20c-2593-4036-91a1-369372c4738d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7f6e11aa-97dd-46aa-83f9-6bd116a56136 HTTP/1.1" status: 200 len: 853 time: 0.0455201 Nov 16 11:28:32.222594 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-06fbab81-16e8-4647-ac61-c3da7150476b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e546bc9-76d2-415c-92b7-4aadef7c173a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316572 Nov 16 11:28:32.248636 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b8ab7-753d-4955-932a-bda2783d3bb8 req-096f358a-911e-443b-8cdc-de28b53424aa tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:32.250188 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2e9b8ab7-753d-4955-932a-bda2783d3bb8 req-096f358a-911e-443b-8cdc-de28b53424aa tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.0613489 Nov 16 11:28:32.302291 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2e9b8ab7-753d-4955-932a-bda2783d3bb8 req-799aa326-27e1-4750-93ca-494a1a5f87ad tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453298 Nov 16 11:28:32.325577 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-19ab7dc4-94be-43dd-91f7-9c343e8674b6 service neutron] 10.222.0.64 "GET /v2.0/networks/3e546bc9-76d2-415c-92b7-4aadef7c173a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900059 Nov 16 11:28:32.436518 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94268bb-032e-4c31-8197-92d2b80f8a77 x-openstack-request-id: req-c94268bb-032e-4c31-8197-92d2b80f8a77 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:28:32.436812 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff7b117-b432-480a-84d2-bb351439e694", "name": "network-vif-plugged", "status": "completed", "tag": "eda68473-eb26-42d1-ad61-73e085f00c70", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:28:32.437242 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c94268bb-032e-4c31-8197-92d2b80f8a77 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:28:32.437808 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff7b117-b432-480a-84d2-bb351439e694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eda68473-eb26-42d1-ad61-73e085f00c70', 'code': 200} Nov 16 11:28:32.438765 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6732c7b5-9620-4e07-aa61-0571e5d188d5 req-f1c49a28-18af-4b83-b707-b07304bfe611 service neutron] 10.222.0.64 "GET /v2.0/networks/3e546bc9-76d2-415c-92b7-4aadef7c173a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024754 Nov 16 11:28:32.475561 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee977a1a-e7bf-4dd6-b1eb-6f10923f992c x-openstack-request-id: req-ee977a1a-e7bf-4dd6-b1eb-6f10923f992c {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:28:32.476491 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ecb226b-aecf-4d81-93a8-1edb73f28c61", "tag": "653f67f1-1b4d-471a-bb42-22c20a1e6573", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:28:32.476809 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ee977a1a-e7bf-4dd6-b1eb-6f10923f992c {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:28:32.477308 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ecb226b-aecf-4d81-93a8-1edb73f28c61', 'tag': '653f67f1-1b4d-471a-bb42-22c20a1e6573', 'status': 'completed', 'code': 200} Nov 16 11:28:32.558126 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d4233-ea0f-432d-b492-928c29b2e23c req-548e09fa-19fb-418c-bee1-1026f0aa5818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:32.559714 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-754d4233-ea0f-432d-b492-928c29b2e23c req-548e09fa-19fb-418c-bee1-1026f0aa5818 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5f24360749db478f84b4474b1c022fdb&device_id=7ecb226b-aecf-4d81-93a8-1edb73f28c61 HTTP/1.1" status: 200 len: 1095 time: 0.0473371 Nov 16 11:28:32.677228 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d4233-ea0f-432d-b492-928c29b2e23c req-a56aedb1-915a-4901-a383-8b31c9c33377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:32.678760 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-754d4233-ea0f-432d-b492-928c29b2e23c req-a56aedb1-915a-4901-a383-8b31c9c33377 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3e546bc9-76d2-415c-92b7-4aadef7c173a HTTP/1.1" status: 200 len: 914 time: 0.1029272 Nov 16 11:28:32.684300 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983196b-cbc4-4531-9c2f-c8974ffe2f61 req-c361f748-c0ec-4975-ac30-1cc929f86ae4 tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:32.685788 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4983196b-cbc4-4531-9c2f-c8974ffe2f61 req-c361f748-c0ec-4975-ac30-1cc929f86ae4 tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ecb226b-aecf-4d81-93a8-1edb73f28c61 HTTP/1.1" status: 200 len: 944 time: 0.0562651 Nov 16 11:28:32.730303 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-754d4233-ea0f-432d-b492-928c29b2e23c req-00c957c2-5713-48f4-bc58-72b302b4ba8a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=653f67f1-1b4d-471a-bb42-22c20a1e6573 HTTP/1.1" status: 200 len: 217 time: 0.0346549 Nov 16 11:28:32.733218 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4983196b-cbc4-4531-9c2f-c8974ffe2f61 req-55c35395-c75b-401b-9ad4-1fbd21d30668 tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a716cfc-229a-4f0c-afb4-8f61cb88b315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415304 Nov 16 11:28:32.784158 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d4233-ea0f-432d-b492-928c29b2e23c req-e13fa0fa-91d7-4491-9354-5e7ca462777d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:32.785620 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-754d4233-ea0f-432d-b492-928c29b2e23c req-e13fa0fa-91d7-4491-9354-5e7ca462777d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7f6e11aa-97dd-46aa-83f9-6bd116a56136 HTTP/1.1" status: 200 len: 853 time: 0.0452950 Nov 16 11:28:32.844882 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-754d4233-ea0f-432d-b492-928c29b2e23c req-94b09e83-6d8c-4908-ae9e-ec6a2dae914c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e546bc9-76d2-415c-92b7-4aadef7c173a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253632 Nov 16 11:28:32.852544 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9326d1-d853-4463-9f52-eb90ac3f795f req-1327d82a-3013-4a28-bec1-96f4646be286 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:32.854015 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0d9326d1-d853-4463-9f52-eb90ac3f795f req-1327d82a-3013-4a28-bec1-96f4646be286 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.0491877 Nov 16 11:28:32.901613 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0d9326d1-d853-4463-9f52-eb90ac3f795f req-97811459-101a-4b07-bf8f-5195cb06f2cc tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416694 Nov 16 11:28:32.951713 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-754d4233-ea0f-432d-b492-928c29b2e23c req-451af380-9576-4c38-a7cb-e38946801d3e service neutron] 10.222.0.64 "GET /v2.0/networks/3e546bc9-76d2-415c-92b7-4aadef7c173a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881259 Nov 16 11:28:32.987253 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-83552fdf-418a-4793-a324-1bd433f6d3e2 req-78049177-358f-44f2-b3fb-dfd53b9b5b0d tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0270710 Nov 16 11:28:33.056439 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-754d4233-ea0f-432d-b492-928c29b2e23c req-e41e9f40-b5d4-40d6-8afb-e38858c7c908 service neutron] 10.222.0.64 "GET /v2.0/networks/3e546bc9-76d2-415c-92b7-4aadef7c173a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931225 Nov 16 11:28:33.258899 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf849f7-1284-4818-bb1e-2406510eb6c9 req-31a64521-0ffc-44ae-aee7-ae82bc13ffeb tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:33.260413 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7bf849f7-1284-4818-bb1e-2406510eb6c9 req-31a64521-0ffc-44ae-aee7-ae82bc13ffeb tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0545256 Nov 16 11:28:33.309197 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7bf849f7-1284-4818-bb1e-2406510eb6c9 req-99ebf1b6-503c-44e5-92e4-64af1fd3ff05 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417981 Nov 16 11:28:33.411002 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8ed7e-ace4-46b3-a649-38ea6d614a29 req-cc0a3c1e-7a38-4f91-8a3c-32c140ef97e6 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:33.412458 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-55c8ed7e-ace4-46b3-a649-38ea6d614a29 req-cc0a3c1e-7a38-4f91-8a3c-32c140ef97e6 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.0487356 Nov 16 11:28:33.459282 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-55c8ed7e-ace4-46b3-a649-38ea6d614a29 req-5fe58ed0-095a-42aa-a531-41c35f8d4714 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409729 Nov 16 11:28:33.561249 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c7ddb-e910-487a-ae49-0ddb33c6bb1c req-4d257e32-810b-472c-8d8e-ff61e994e449 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:33.562719 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c25c7ddb-e910-487a-ae49-0ddb33c6bb1c req-4d257e32-810b-472c-8d8e-ff61e994e449 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 949 time: 0.0481517 Nov 16 11:28:33.611863 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c25c7ddb-e910-487a-ae49-0ddb33c6bb1c req-782b357e-0a91-4764-b5e9-75b33064d567 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432963 Nov 16 11:28:33.754927 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b2463-709b-4de2-aca8-957c2ac4ee41 req-39d7fa67-1b02-4b0a-b94e-6755c77a3004 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:33.756221 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e86b2463-709b-4de2-aca8-957c2ac4ee41 req-39d7fa67-1b02-4b0a-b94e-6755c77a3004 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0491838 Nov 16 11:28:33.804446 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e86b2463-709b-4de2-aca8-957c2ac4ee41 req-89b78758-749f-49f0-a832-50a2084c47ab tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417912 Nov 16 11:28:34.078121 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8950e8-fb24-4dfa-b3cf-6e2c2f05d7b3 req-1a5f41b0-e22e-4524-baa8-916cf0cd3258 tempest-MigrationsAdminTest-1247933809 tempest-MigrationsAdminTest-1247933809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:34.079784 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7e8950e8-fb24-4dfa-b3cf-6e2c2f05d7b3 req-1a5f41b0-e22e-4524-baa8-916cf0cd3258 tempest-MigrationsAdminTest-1247933809 tempest-MigrationsAdminTest-1247933809-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 1100 time: 0.0419102 Nov 16 11:28:34.124153 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7e8950e8-fb24-4dfa-b3cf-6e2c2f05d7b3 req-dd26b76d-fe9c-42e9-8be9-ba77a84d5f5e tempest-MigrationsAdminTest-1247933809 tempest-MigrationsAdminTest-1247933809-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380344 Nov 16 11:28:34.236164 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb71ce-767a-437f-9ab3-0459ef37298d req-314c069a-b1f0-49c9-a2ee-20770d19ff5a tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:34.237688 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5edb71ce-767a-437f-9ab3-0459ef37298d req-314c069a-b1f0-49c9-a2ee-20770d19ff5a tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ecb226b-aecf-4d81-93a8-1edb73f28c61 HTTP/1.1" status: 200 len: 944 time: 0.0527530 Nov 16 11:28:34.286179 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5edb71ce-767a-437f-9ab3-0459ef37298d req-f38ffe4a-ed19-40ca-9610-431edc120803 tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a716cfc-229a-4f0c-afb4-8f61cb88b315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419290 Nov 16 11:28:34.404986 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ce9a5-a3ec-4895-95cc-7ffe0c201266 req-a2270ae9-2865-4ddd-b5cb-c1c6a88f43b2 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:34.406455 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-504ce9a5-a3ec-4895-95cc-7ffe0c201266 req-a2270ae9-2865-4ddd-b5cb-c1c6a88f43b2 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.0490665 Nov 16 11:28:34.454865 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-504ce9a5-a3ec-4895-95cc-7ffe0c201266 req-fe32fef8-a2c4-48ad-8238-ada15c82f520 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418005 Nov 16 11:28:34.542455 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f2b9e0d9-17b1-47b0-98a7-af9d096d5cb9 req-cb8acffd-f547-496f-b44e-58f0a924bb48 tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0273399 Nov 16 11:28:34.680465 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e237f59-b82c-4892-9f0d-96218146decd req-e0600574-38d8-4ee4-91e9-b9bff78f9207 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:34.682457 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4e237f59-b82c-4892-9f0d-96218146decd req-e0600574-38d8-4ee4-91e9-b9bff78f9207 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0556073 Nov 16 11:28:34.732163 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4e237f59-b82c-4892-9f0d-96218146decd req-ad30ba43-fd53-4928-9e90-183e1a98dd2c tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437419 Nov 16 11:28:34.893390 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-6b47f1ed-8dce-4215-ba64-9e5f34c058d5 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=e86b42204c7f435e8eff5558272e51a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210049 Nov 16 11:28:35.003583 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-858d2538-7ada-4fc4-bf2a-ea468746259e tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:35.005016 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-858d2538-7ada-4fc4-bf2a-ea468746259e tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1054404 Nov 16 11:28:35.019634 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-77862c96-7a6c-4367-8a7c-8969434820d8 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/quotas/e86b42204c7f435e8eff5558272e51a5 HTTP/1.1" status: 200 len: 375 time: 0.0088897 Nov 16 11:28:35.070373 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-b764f7d3-ac02-471d-b0f2-fefb81c5b240 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e86b42204c7f435e8eff5558272e51a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0437572 Nov 16 11:28:35.274267 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04418f10-5692-4530-9261-3705bcc12f46 req-a88e6157-b9bd-4874-ae5e-b0a313ef9bee tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:35.276121 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-04418f10-5692-4530-9261-3705bcc12f46 req-a88e6157-b9bd-4874-ae5e-b0a313ef9bee tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0540617 Nov 16 11:28:35.326092 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-04418f10-5692-4530-9261-3705bcc12f46 req-f30989d9-93e6-44be-8a47-7da50572477d tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438139 Nov 16 11:28:35.480358 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cabbf2d0-327d-4fac-b70f-9b8cacd5e93f req-db54fa71-8fc0-4feb-b39a-598ce3c03046 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 210 time: 0.0390725 Nov 16 11:28:35.678170 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 653f67f1-1b4d-471a-bb42-22c20a1e6573 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:28:35.794335 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 653f67f1-1b4d-471a-bb42-22c20a1e6573, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=653f67f1-1b4d-471a-bb42-22c20a1e6573,segment=NetworkSegment(d0333b23-6c94-4ce6-9ac8-5957ec6bdca7),segment_id=d0333b23-6c94-4ce6-9ac8-5957ec6bdca7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:28:35.808247 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '653f67f1-1b4d-471a-bb42-22c20a1e6573', 'network_id': '3e546bc9-76d2-415c-92b7-4aadef7c173a', 'port_id': '653f67f1-1b4d-471a-bb42-22c20a1e6573', 'mac_address': 'fa:16:3e:95:ea:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f6e11aa-97dd-46aa-83f9-6bd116a56136', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:28:35.852133 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:35.869080 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 653f67f1-1b4d-471a-bb42-22c20a1e6573 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:28:35.896363 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 653f67f1-1b4d-471a-bb42-22c20a1e6573, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=653f67f1-1b4d-471a-bb42-22c20a1e6573,segment=NetworkSegment(d0333b23-6c94-4ce6-9ac8-5957ec6bdca7),segment_id=d0333b23-6c94-4ce6-9ac8-5957ec6bdca7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:28:35.900084 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:35.956143 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=653f67f1-1b4d-471a-bb42-22c20a1e6573,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:35.964866 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781fdc2-9e81-43e2-82b0-6b17e9adf877 req-897ff533-b6a6-4eea-abcd-ea9d17dd5bed tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:35.966443 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8781fdc2-9e81-43e2-82b0-6b17e9adf877 req-897ff533-b6a6-4eea-abcd-ea9d17dd5bed tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ecb226b-aecf-4d81-93a8-1edb73f28c61 HTTP/1.1" status: 200 len: 944 time: 0.4167295 Nov 16 11:28:36.016288 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8781fdc2-9e81-43e2-82b0-6b17e9adf877 req-1c64737e-e6e0-4d55-9c9d-f6258f6426be tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a716cfc-229a-4f0c-afb4-8f61cb88b315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440741 Nov 16 11:28:36.130380 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec53d5c-b2f3-4863-b7b3-211957dbcc95 req-fca815de-dbc8-4ab7-8aee-6d7a7ead4629 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:36.132037 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cec53d5c-b2f3-4863-b7b3-211957dbcc95 req-fca815de-dbc8-4ab7-8aee-6d7a7ead4629 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.0499010 Nov 16 11:28:36.186845 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cec53d5c-b2f3-4863-b7b3-211957dbcc95 req-4d201de6-68db-4b21-ab5d-94499d020492 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471554 Nov 16 11:28:36.293648 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1dc19ca7-11ab-45a7-b413-6ecdce034423 req-f426782d-398a-4b54-8ecc-32757860b6b7 tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0307117 Nov 16 11:28:36.313117 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['653f67f1-1b4d-471a-bb42-22c20a1e6573'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:28:36.413780 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-41d3c845-8d38-4600-a119-82a33898a063 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e86b42204c7f435e8eff5558272e51a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329189 Nov 16 11:28:36.597608 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5ef54-2f09-48bf-a38d-d215b69835b6 req-7691b04f-ad94-44c3-9dd4-97c76db4042f tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:36.601083 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-00d5ef54-2f09-48bf-a38d-d215b69835b6 req-7691b04f-ad94-44c3-9dd4-97c76db4042f tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0822949 Nov 16 11:28:36.631685 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-33f405f3-4635-496c-af5e-0010da1b478d tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:36.634100 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-33f405f3-4635-496c-af5e-0010da1b478d tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2135899 Nov 16 11:28:36.667532 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-c041ca42-8032-4df9-8313-21b66043c05d tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Request body: {'port': {'device_id': 'fcc7d811-2a6b-4cae-b37d-163ca14fcd3a', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'admin_state_up': True, 'tenant_id': 'e86b42204c7f435e8eff5558272e51a5'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:28:36.675678 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-00d5ef54-2f09-48bf-a38d-d215b69835b6 req-8d9a93ae-babf-4295-95a7-a3e788d26206 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655887 Nov 16 11:28:36.813420 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-c041ca42-8032-4df9-8313-21b66043c05d tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Made reservation on behalf of e86b42204c7f435e8eff5558272e51a5 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:28:36.818062 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-c041ca42-8032-4df9-8313-21b66043c05d tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:36.960506 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-688e9a80-6be6-4b96-86c1-796c4f9f8b5a req-3a3ded27-faba-4756-a810-60c94d79f403 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 210 time: 0.0331438 Nov 16 11:28:36.989105 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-c041ca42-8032-4df9-8313-21b66043c05d tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Allocated IP 192.168.233.53 (d184b1c6-3832-4c86-bfd0-c1472d76d6c3/c4c770cc-51d7-42eb-b4a6-9a605bacae0f/999da5f4-8680-4f3b-bb5e-3b650ba4a561) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:28:37.003707 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd0ad2-d720-4f36-8081-05145fad5233 req-4baaa050-7a6b-4efb-bd58-14516b603f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:37.005242 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-80bd0ad2-d720-4f36-8081-05145fad5233 req-4baaa050-7a6b-4efb-bd58-14516b603f5a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6297fca90ae441aa40dab0d2d555d6b&device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 1095 time: 0.0755677 Nov 16 11:28:37.078643 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d887cea-eccf-409c-8b57-51b6e4e9ce47 req-01a95f17-7840-4a5c-bcea-73e8cbb9ef21 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:37.080666 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3d887cea-eccf-409c-8b57-51b6e4e9ce47 req-01a95f17-7840-4a5c-bcea-73e8cbb9ef21 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0515895 Nov 16 11:28:37.141781 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3d887cea-eccf-409c-8b57-51b6e4e9ce47 req-5ecca876-2b79-46f0-89b4-5c4329f09abc tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544357 Nov 16 11:28:37.263942 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58757a78-67ee-4240-83c8-c47505a8adfc req-3527a69d-779c-4f0a-87ea-99b83e0cdaec tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:37.265462 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-58757a78-67ee-4240-83c8-c47505a8adfc req-3527a69d-779c-4f0a-87ea-99b83e0cdaec tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.0524032 Nov 16 11:28:37.316498 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-58757a78-67ee-4240-83c8-c47505a8adfc req-46cf4b9e-7d59-4ffe-b330-675ca908bcd3 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444846 Nov 16 11:28:37.425738 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd5756c-673d-49dd-8d86-12d8f76d07dc req-4df62f58-9d46-40a4-81e0-318c2004537b tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:37.427208 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dfd5756c-673d-49dd-8d86-12d8f76d07dc req-4df62f58-9d46-40a4-81e0-318c2004537b tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ecb226b-aecf-4d81-93a8-1edb73f28c61 HTTP/1.1" status: 200 len: 945 time: 0.0515130 Nov 16 11:28:37.440739 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd0ad2-d720-4f36-8081-05145fad5233 req-a553d027-ea17-4f7a-b135-29104f83340b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:37.442242 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-80bd0ad2-d720-4f36-8081-05145fad5233 req-a553d027-ea17-4f7a-b135-29104f83340b service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334 HTTP/1.1" status: 200 len: 912 time: 0.4276555 Nov 16 11:28:37.488147 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dfd5756c-673d-49dd-8d86-12d8f76d07dc req-d891c1a4-cf81-432c-9b5e-29715c44381d tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a716cfc-229a-4f0c-afb4-8f61cb88b315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535152 Nov 16 11:28:37.538882 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-c041ca42-8032-4df9-8313-21b66043c05d tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:37.546659 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-80bd0ad2-d720-4f36-8081-05145fad5233 req-3d1aa739-6b5a-4242-96d9-56949d71b339 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02f24461-d778-4489-81ea-ce9be1265fcf HTTP/1.1" status: 200 len: 997 time: 0.0967419 Nov 16 11:28:37.592676 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8a338ca2-970d-4b1c-a5b3-e37cf62b7005 req-fd62c133-e107-4bd8-aa57-2928b5ca4123 tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0318325 Nov 16 11:28:37.613330 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd0ad2-d720-4f36-8081-05145fad5233 req-c5dff780-1e3d-45c0-8b93-e7ecc6c9bf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:37.614906 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-80bd0ad2-d720-4f36-8081-05145fad5233 req-c5dff780-1e3d-45c0-8b93-e7ecc6c9bf09 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=098ff2a2-731b-47ba-a3df-3f077a39e5d8 HTTP/1.1" status: 200 len: 850 time: 0.0600367 Nov 16 11:28:37.616902 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-c041ca42-8032-4df9-8313-21b66043c05d tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:37.630388 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['eda68473-eb26-42d1-ad61-73e085f00c70'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:28:37.664845 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c041ca42-8032-4df9-8313-21b66043c05d tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Pushing event updated for resources: {'Port': ['ID=999da5f4-8680-4f3b-bb5e-3b650ba4a561,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:37.704668 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 653f67f1-1b4d-471a-bb42-22c20a1e6573 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:28:37.708847 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-c041ca42-8032-4df9-8313-21b66043c05d tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:28:37.714249 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-c041ca42-8032-4df9-8313-21b66043c05d tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:28:37.716650 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-c041ca42-8032-4df9-8313-21b66043c05d tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:28:37.764614 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd0ad2-d720-4f36-8081-05145fad5233 req-a5a41fcd-fed6-4f91-af6a-1a5a3ee691c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:37.766224 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-80bd0ad2-d720-4f36-8081-05145fad5233 req-a5a41fcd-fed6-4f91-af6a-1a5a3ee691c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1042345 Nov 16 11:28:37.824436 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b9c43-e77b-4c86-8f96-b8c5e816facc req-4da0330a-c6f7-48a5-a77b-4d325d843f85 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:37.833634 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2f2b9c43-e77b-4c86-8f96-b8c5e816facc req-4da0330a-c6f7-48a5-a77b-4d325d843f85 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0723314 Nov 16 11:28:37.866588 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 653f67f1-1b4d-471a-bb42-22c20a1e6573 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:28:37.876482 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 653f67f1-1b4d-471a-bb42-22c20a1e6573 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:28:37.876854 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:37.885071 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-c041ca42-8032-4df9-8313-21b66043c05d tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:37.886615 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-c041ca42-8032-4df9-8313-21b66043c05d tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:37.905971 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2f2b9c43-e77b-4c86-8f96-b8c5e816facc req-d9a947e5-aebd-4b78-95ca-5227e131a4a7 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709460 Nov 16 11:28:37.956757 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-c041ca42-8032-4df9-8313-21b66043c05d tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2977469 Nov 16 11:28:37.963542 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-80bd0ad2-d720-4f36-8081-05145fad5233 req-d8db5043-d317-45b3-8cf3-b1040bf3af11 service neutron] 10.222.0.36 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808703 Nov 16 11:28:37.983377 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-64afde89-e3c9-442d-9bd3-89a7b32e1290 service neutron] Request body: {'port': {'device_id': 'fcc7d811-2a6b-4cae-b37d-163ca14fcd3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:28:37.991077 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:38.031758 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 653f67f1-1b4d-471a-bb42-22c20a1e6573, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=653f67f1-1b4d-471a-bb42-22c20a1e6573,segment=NetworkSegment(d0333b23-6c94-4ce6-9ac8-5957ec6bdca7),segment_id=d0333b23-6c94-4ce6-9ac8-5957ec6bdca7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:28:38.033360 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ecb226b-aecf-4d81-93a8-1edb73f28c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653f67f1-1b4d-471a-bb42-22c20a1e6573'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:28:38.036178 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90018d10-4f6e-4366-aa25-87a9fbdfbd49" -d '{"events": [{"server_uuid": "7ecb226b-aecf-4d81-93a8-1edb73f28c61", "name": "network-vif-plugged", "status": "completed", "tag": "653f67f1-1b4d-471a-bb42-22c20a1e6573"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:28:38.042624 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:38.101185 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=653f67f1-1b4d-471a-bb42-22c20a1e6573,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:38.124947 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a1d6d211-c579-4457-ad4d-85d2942c4e9b None None] Provisioning complete for port 999da5f4-8680-4f3b-bb5e-3b650ba4a561 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:28:38.125316 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a1d6d211-c579-4457-ad4d-85d2942c4e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:38.162062 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-a1d6d211-c579-4457-ad4d-85d2942c4e9b None None] Port 999da5f4-8680-4f3b-bb5e-3b650ba4a561 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:28:38.185501 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-64afde89-e3c9-442d-9bd3-89a7b32e1290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:38.187284 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45332171-0e4d-4670-9a89-c9f82f13821b req-890ff46d-5692-436b-8d4b-6188320c9d08 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:38.188902 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-45332171-0e4d-4670-9a89-c9f82f13821b req-890ff46d-5692-436b-8d4b-6188320c9d08 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0672810 Nov 16 11:28:38.215493 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-80bd0ad2-d720-4f36-8081-05145fad5233 req-07fbf742-8ef1-4b0c-9b4a-f4d43edacdf5 service neutron] 10.222.0.36 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448270 Nov 16 11:28:38.241550 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-45332171-0e4d-4670-9a89-c9f82f13821b req-09491f2f-c1e0-4ee2-8b49-8acc316963bf tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452902 Nov 16 11:28:38.362836 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b9b52-ebbf-4712-926c-11446b654f45 req-f2ab33b9-efd9-40db-b36d-b0a07ea81472 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:38.364315 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bb6b9b52-ebbf-4712-926c-11446b654f45 req-f2ab33b9-efd9-40db-b36d-b0a07ea81472 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 935 time: 0.0539954 Nov 16 11:28:38.413652 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bb6b9b52-ebbf-4712-926c-11446b654f45 req-be7f5e8a-1167-4252-b77a-6735ffcf3229 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427263 Nov 16 11:28:38.461535 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d20a5d-c4e1-462a-8504-6cadaf76c7fc x-openstack-request-id: req-84d20a5d-c4e1-462a-8504-6cadaf76c7fc {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:28:38.462170 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ecb226b-aecf-4d81-93a8-1edb73f28c61", "name": "network-vif-plugged", "status": "completed", "tag": "653f67f1-1b4d-471a-bb42-22c20a1e6573", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:28:38.462489 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-84d20a5d-c4e1-462a-8504-6cadaf76c7fc {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:28:38.463341 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ecb226b-aecf-4d81-93a8-1edb73f28c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653f67f1-1b4d-471a-bb42-22c20a1e6573', 'code': 200} Nov 16 11:28:38.505981 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-64afde89-e3c9-442d-9bd3-89a7b32e1290 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 999da5f4-8680-4f3b-bb5e-3b650ba4a561 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:28:38.514808 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-64afde89-e3c9-442d-9bd3-89a7b32e1290 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:38.534653 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-64afde89-e3c9-442d-9bd3-89a7b32e1290 service neutron] Transition to ACTIVE for port object 999da5f4-8680-4f3b-bb5e-3b650ba4a561 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:28:38.549028 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-64afde89-e3c9-442d-9bd3-89a7b32e1290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:38.627850 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64afde89-e3c9-442d-9bd3-89a7b32e1290 service neutron] Pushing event updated for resources: {'Port': ['ID=999da5f4-8680-4f3b-bb5e-3b650ba4a561,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:38.644878 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c8dd1-f04b-4e24-9249-1e58ef6d5bd6 req-e42f7e83-1216-42ca-9567-e65f34fc9ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:38.646442 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5d2c8dd1-f04b-4e24-9249-1e58ef6d5bd6 req-e42f7e83-1216-42ca-9567-e65f34fc9ce5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7ecb226b-aecf-4d81-93a8-1edb73f28c61 HTTP/1.1" status: 200 len: 1097 time: 0.1073377 Nov 16 11:28:38.668545 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5b5b8-6f61-481e-be9a-b32fc1c1373f req-d0a230f7-574d-4511-8db4-8e2bf1b9f8df tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:38.670957 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0fb5b5b8-6f61-481e-be9a-b32fc1c1373f req-d0a230f7-574d-4511-8db4-8e2bf1b9f8df tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/networks?id=9a347c0b-70fe-4059-8e4c-7d26043c2cab HTTP/1.1" status: 200 len: 814 time: 0.1263692 Nov 16 11:28:38.693777 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0fb5b5b8-6f61-481e-be9a-b32fc1c1373f req-7b5a9cba-08b0-4408-9a01-75d7ab4d6d90 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/quotas/d9c312f535cb4cf58448c066749083fd HTTP/1.1" status: 200 len: 375 time: 0.0110912 Nov 16 11:28:38.744646 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5d2c8dd1-f04b-4e24-9249-1e58ef6d5bd6 req-85797e2a-38e8-46a8-b41c-054e5343b965 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1a716cfc-229a-4f0c-afb4-8f61cb88b315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826049 Nov 16 11:28:38.749444 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-64afde89-e3c9-442d-9bd3-89a7b32e1290 service neutron] Attempting to bind port 999da5f4-8680-4f3b-bb5e-3b650ba4a561 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:28:38.749783 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-64afde89-e3c9-442d-9bd3-89a7b32e1290 service neutron] Attempting to bind port 999da5f4-8680-4f3b-bb5e-3b650ba4a561 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:28:38.750292 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-64afde89-e3c9-442d-9bd3-89a7b32e1290 service neutron] Attempting to bind port 999da5f4-8680-4f3b-bb5e-3b650ba4a561 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:28:38.755356 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-64afde89-e3c9-442d-9bd3-89a7b32e1290 service neutron] Port 999da5f4-8680-4f3b-bb5e-3b650ba4a561 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:28:38.755699 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-64afde89-e3c9-442d-9bd3-89a7b32e1290 service neutron] Attempting to bind port 999da5f4-8680-4f3b-bb5e-3b650ba4a561 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:28:38.761438 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-64afde89-e3c9-442d-9bd3-89a7b32e1290 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:28:38.761769 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-64afde89-e3c9-442d-9bd3-89a7b32e1290 service neutron] Checking segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:28:38.762261 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-64afde89-e3c9-442d-9bd3-89a7b32e1290 service neutron] Bound using segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:28:38.762687 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-64afde89-e3c9-442d-9bd3-89a7b32e1290 service neutron] Bound port: 999da5f4-8680-4f3b-bb5e-3b650ba4a561, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:28:38.763067 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-64afde89-e3c9-442d-9bd3-89a7b32e1290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:38.774962 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0fb5b5b8-6f61-481e-be9a-b32fc1c1373f req-5d7ebd4d-a3ed-491b-a723-8c613546f848 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d9c312f535cb4cf58448c066749083fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0728869 Nov 16 11:28:38.835014 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-64afde89-e3c9-442d-9bd3-89a7b32e1290 service neutron] For port 999da5f4-8680-4f3b-bb5e-3b650ba4a561, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:28:38.838617 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-64afde89-e3c9-442d-9bd3-89a7b32e1290 service neutron] For port 999da5f4-8680-4f3b-bb5e-3b650ba4a561, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=999da5f4-8680-4f3b-bb5e-3b650ba4a561,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:28:38.854155 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-64afde89-e3c9-442d-9bd3-89a7b32e1290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:38.894789 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-64afde89-e3c9-442d-9bd3-89a7b32e1290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:38.895405 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-64afde89-e3c9-442d-9bd3-89a7b32e1290 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:38.896791 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-64afde89-e3c9-442d-9bd3-89a7b32e1290 service neutron] 10.222.0.64 "PUT /v2.0/ports/999da5f4-8680-4f3b-bb5e-3b650ba4a561 HTTP/1.1" status: 200 len: 1095 time: 0.9246204 Nov 16 11:28:38.897228 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc7d811-2a6b-4cae-b37d-163ca14fcd3a', 'tag': '999da5f4-8680-4f3b-bb5e-3b650ba4a561'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:28:38.899566 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9264d6-8ba8-46bb-9865-62cd55d3dee3" -d '{"events": [{"name": "network-changed", "server_uuid": "fcc7d811-2a6b-4cae-b37d-163ca14fcd3a", "tag": "999da5f4-8680-4f3b-bb5e-3b650ba4a561"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:28:38.925899 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64afde89-e3c9-442d-9bd3-89a7b32e1290 service neutron] Pushing event updated for resources: {'Port': ['ID=999da5f4-8680-4f3b-bb5e-3b650ba4a561,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:38.937129 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e482aa-0398-4a53-8ce8-196e77a1fd4e req-4ba885b5-938a-4d01-a2d3-b348b241f406 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:38.938743 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-30e482aa-0398-4a53-8ce8-196e77a1fd4e req-4ba885b5-938a-4d01-a2d3-b348b241f406 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.0859811 Nov 16 11:28:39.000606 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-30e482aa-0398-4a53-8ce8-196e77a1fd4e req-2d12ca51-d1db-4897-a61b-1d2937c0abaf tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553930 Nov 16 11:28:39.095590 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-a0610161-dac4-4e13-9d9e-c99eefc9ea56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:39.097106 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-a0610161-dac4-4e13-9d9e-c99eefc9ea56 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e86b42204c7f435e8eff5558272e51a5&device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 1098 time: 0.0527174 Nov 16 11:28:39.141284 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba519bf-d2f2-4538-8665-78c0c5c727aa req-6c507727-d4de-4bd0-9b52-4aec762776ce tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:39.142803 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dba519bf-d2f2-4538-8665-78c0c5c727aa req-6c507727-d4de-4bd0-9b52-4aec762776ce tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ecb226b-aecf-4d81-93a8-1edb73f28c61 HTTP/1.1" status: 200 len: 946 time: 0.0605476 Nov 16 11:28:39.146503 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-5e799f8f-9602-40b1-a63e-93e7e6923bc8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=999da5f4-8680-4f3b-bb5e-3b650ba4a561 HTTP/1.1" status: 200 len: 217 time: 0.0390277 Nov 16 11:28:39.194285 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dba519bf-d2f2-4538-8665-78c0c5c727aa req-a6516000-3c5a-49d0-913e-9e263c1fef18 tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a716cfc-229a-4f0c-afb4-8f61cb88b315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446420 Nov 16 11:28:39.198575 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-efae8129-fab3-4832-8e93-e2061197e49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:39.200081 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-efae8129-fab3-4832-8e93-e2061197e49b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0446651 Nov 16 11:28:39.257234 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-4d4781f2-12bf-4424-9518-8ba91028f971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:39.258763 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-4d4781f2-12bf-4424-9518-8ba91028f971 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0487695 Nov 16 11:28:39.280331 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1d149ffa-3baa-425c-9b49-98f630841823 req-69031370-d13d-4bbc-b702-e4b9cf247dbc tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0254509 Nov 16 11:28:39.354275 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-c97f0b93-29f0-47ee-afc4-a03cb0808f03 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844660 Nov 16 11:28:39.434795 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5936c83-061e-42b7-9468-2100680fad4e req-9645dda9-46af-4e89-9191-67c2bf104473 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:39.436310 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d5936c83-061e-42b7-9468-2100680fad4e req-9645dda9-46af-4e89-9191-67c2bf104473 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0523946 Nov 16 11:28:39.459052 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-43825afc-0ca9-41b7-b965-bb3de2ed343f req-ceeb0785-2301-407c-b253-9887ac05063e service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943863 Nov 16 11:28:39.488094 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d5936c83-061e-42b7-9468-2100680fad4e req-f495843e-d476-4fa4-bd74-4657add0b54f tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452368 Nov 16 11:28:39.532720 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fe7adb-1d56-43b2-ae24-051b6e5be8a4 x-openstack-request-id: req-c5fe7adb-1d56-43b2-ae24-051b6e5be8a4 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:28:39.533201 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcc7d811-2a6b-4cae-b37d-163ca14fcd3a", "tag": "999da5f4-8680-4f3b-bb5e-3b650ba4a561", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:28:39.533343 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c5fe7adb-1d56-43b2-ae24-051b6e5be8a4 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:28:39.533804 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc7d811-2a6b-4cae-b37d-163ca14fcd3a', 'tag': '999da5f4-8680-4f3b-bb5e-3b650ba4a561', 'status': 'completed', 'code': 200} Nov 16 11:28:39.597236 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9264d6-8ba8-46bb-9865-62cd55d3dee3 req-9081eb0c-b070-44fd-925a-884ffc1455b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:39.598750 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9d9264d6-8ba8-46bb-9865-62cd55d3dee3 req-9081eb0c-b070-44fd-925a-884ffc1455b1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e86b42204c7f435e8eff5558272e51a5&device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 1098 time: 0.0421202 Nov 16 11:28:39.683888 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d011d-9a93-44b1-a34a-40ca50c992dd req-af1449db-11ab-4788-a2bf-44b40c6cdf5b tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:39.685396 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6e1d011d-9a93-44b1-a34a-40ca50c992dd req-af1449db-11ab-4788-a2bf-44b40c6cdf5b tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 947 time: 0.0486350 Nov 16 11:28:39.690075 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9264d6-8ba8-46bb-9865-62cd55d3dee3 req-97098235-d7d5-4fd7-ae77-caff34dc9761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:39.691532 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9d9264d6-8ba8-46bb-9865-62cd55d3dee3 req-97098235-d7d5-4fd7-ae77-caff34dc9761 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.0833008 Nov 16 11:28:39.737556 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6e1d011d-9a93-44b1-a34a-40ca50c992dd req-9456ce5d-01c6-43b0-9369-13f8f19671b6 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454500 Nov 16 11:28:39.737755 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9d9264d6-8ba8-46bb-9865-62cd55d3dee3 req-9e29c1b1-95e9-4f75-8c90-581a7b1dea58 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=999da5f4-8680-4f3b-bb5e-3b650ba4a561 HTTP/1.1" status: 200 len: 217 time: 0.0370138 Nov 16 11:28:39.791103 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9264d6-8ba8-46bb-9865-62cd55d3dee3 req-19e6c5bf-698d-4340-972b-17aaa5809429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:39.792551 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9d9264d6-8ba8-46bb-9865-62cd55d3dee3 req-19e6c5bf-698d-4340-972b-17aaa5809429 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0448198 Nov 16 11:28:39.851781 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9264d6-8ba8-46bb-9865-62cd55d3dee3 req-08f3cbd0-4624-4bc5-b220-c32da26717a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:39.853258 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9d9264d6-8ba8-46bb-9865-62cd55d3dee3 req-08f3cbd0-4624-4bc5-b220-c32da26717a1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0406113 Nov 16 11:28:39.911366 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b78038-c325-4767-b204-082df495c863 req-1f7784ad-b784-4bf4-a5ac-ff30a7f96e67 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:39.912856 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a9b78038-c325-4767-b204-082df495c863 req-1f7784ad-b784-4bf4-a5ac-ff30a7f96e67 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/networks?id=cc72ab4f-6e33-4512-8fbb-f88d609be622 HTTP/1.1" status: 200 len: 815 time: 0.1031053 Nov 16 11:28:39.933318 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a9b78038-c325-4767-b204-082df495c863 req-6ea9932f-42c1-4f1d-a3ac-d7fbef5ef34c tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/quotas/0ad08e2ce4ec4b2c85ee1303623bd5e0 HTTP/1.1" status: 200 len: 375 time: 0.0101907 Nov 16 11:28:39.949596 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9d9264d6-8ba8-46bb-9865-62cd55d3dee3 req-20034957-5652-4d58-9434-421e9edf57ce service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863135 Nov 16 11:28:39.989277 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a9b78038-c325-4767-b204-082df495c863 req-cd43613e-4790-401f-b36e-4bd24bde02bc tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0ad08e2ce4ec4b2c85ee1303623bd5e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503092 Nov 16 11:28:40.053781 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9d9264d6-8ba8-46bb-9865-62cd55d3dee3 req-98db81b8-7fee-4ca9-8c47-f2a2aa2e204e service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856357 Nov 16 11:28:40.083845 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a9b78038-c325-4767-b204-082df495c863 req-e3d9db06-6ab5-462c-bfec-accb30c9bf8a service neutron] 10.222.0.61 "GET /v2.0/networks/cc72ab4f-6e33-4512-8fbb-f88d609be622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871682 Nov 16 11:28:40.172400 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a9b78038-c325-4767-b204-082df495c863 req-79079405-408c-414e-9ef5-544ecab1041d service neutron] 10.222.0.61 "GET /v2.0/networks/cc72ab4f-6e33-4512-8fbb-f88d609be622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820076 Nov 16 11:28:40.399077 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3cffc-d240-46e3-b5c1-25565e9668e1 req-4b9a4c31-370e-4f06-a15c-f8e73d1b4e0e tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:40.406703 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3dc3cffc-d240-46e3-b5c1-25565e9668e1 req-4b9a4c31-370e-4f06-a15c-f8e73d1b4e0e tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0850749 Nov 16 11:28:40.454539 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3dc3cffc-d240-46e3-b5c1-25565e9668e1 req-7845f486-cf1c-4582-9124-871980f8607c tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467918 Nov 16 11:28:40.573539 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0d80b-d115-4ee0-9426-4ad10d256010 req-b9c2cd5e-d49e-4436-bf57-33f930783596 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:40.575407 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2df0d80b-d115-4ee0-9426-4ad10d256010 req-b9c2cd5e-d49e-4436-bf57-33f930783596 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.0573845 Nov 16 11:28:40.626727 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2df0d80b-d115-4ee0-9426-4ad10d256010 req-47d327fb-a28b-4ff3-ae4c-4df2cdc10081 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445626 Nov 16 11:28:40.733855 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fc53a-f84e-46bc-8eb4-32f2fad1b859 req-b2b78b7e-a1db-43a1-a013-606396b17d9e tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:40.735359 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2c6fc53a-f84e-46bc-8eb4-32f2fad1b859 req-b2b78b7e-a1db-43a1-a013-606396b17d9e tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ecb226b-aecf-4d81-93a8-1edb73f28c61 HTTP/1.1" status: 200 len: 946 time: 0.0499263 Nov 16 11:28:40.788923 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2c6fc53a-f84e-46bc-8eb4-32f2fad1b859 req-85c91d8f-6187-4022-89e7-3562eefd3cfd tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a716cfc-229a-4f0c-afb4-8f61cb88b315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465114 Nov 16 11:28:40.877520 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ab52bbe7-cb6e-478c-b31d-687abdb21cc4 req-218f71cf-4a67-4b68-ac64-9c39804319a9 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=79742df9-a0a4-4352-b235-3270dbf69113 HTTP/1.1" status: 200 len: 210 time: 0.0310769 Nov 16 11:28:40.960345 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f529ea43-a53b-421e-8d83-300728ea0efb req-a2250f78-8b11-4fff-9221-8cba250d0a72 tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0259249 Nov 16 11:28:41.059435 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f9eadcfd-0836-4340-8ef0-2210d9fbeb5a req-d48f63ae-c2d9-4093-8316-fef4e1b4cced tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=d9c312f535cb4cf58448c066749083fd HTTP/1.1" status: 200 len: 221 time: 0.0269816 Nov 16 11:28:41.224978 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c95e5-08f4-41df-9bd4-517ab8b6b93d req-e5bf5108-9034-4318-a451-b97e5f429c12 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:41.227202 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bb7c95e5-08f4-41df-9bd4-517ab8b6b93d req-e5bf5108-9034-4318-a451-b97e5f429c12 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.0516303 Nov 16 11:28:41.273764 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bb7c95e5-08f4-41df-9bd4-517ab8b6b93d req-07f39054-40c7-4259-8241-70e849a2d289 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403562 Nov 16 11:28:41.378494 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd3e27-138e-4b8d-9686-1aaea5094545 req-6ec06c19-f3ef-444f-b284-79c8a2df7b94 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:41.379841 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-75fd3e27-138e-4b8d-9686-1aaea5094545 req-6ec06c19-f3ef-444f-b284-79c8a2df7b94 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 947 time: 0.0521300 Nov 16 11:28:41.426366 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-75fd3e27-138e-4b8d-9686-1aaea5094545 req-8db35d05-d68e-4212-80e3-9ea0991016a0 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404854 Nov 16 11:28:41.572204 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776399b-e75f-4853-ac3d-ceb3260d4d74 req-66f2d005-0b43-41c1-a71c-6342356156eb tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:41.573700 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8776399b-e75f-4853-ac3d-ceb3260d4d74 req-66f2d005-0b43-41c1-a71c-6342356156eb tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0500240 Nov 16 11:28:41.623064 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8776399b-e75f-4853-ac3d-ceb3260d4d74 req-a0f822e9-e25e-4109-944d-5da2bcc195ab tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433986 Nov 16 11:28:41.711567 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 999da5f4-8680-4f3b-bb5e-3b650ba4a561 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:28:41.833469 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b78038-c325-4767-b204-082df495c863 req-abd7c9a4-3522-4313-bfa3-041b8e246056 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:41.835578 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a9b78038-c325-4767-b204-082df495c863 req-abd7c9a4-3522-4313-bfa3-041b8e246056 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.64 "GET /v2.0/networks?id=cc72ab4f-6e33-4512-8fbb-f88d609be622 HTTP/1.1" status: 200 len: 815 time: 0.1448789 Nov 16 11:28:41.838425 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 999da5f4-8680-4f3b-bb5e-3b650ba4a561, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=999da5f4-8680-4f3b-bb5e-3b650ba4a561,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:28:41.851796 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '999da5f4-8680-4f3b-bb5e-3b650ba4a561', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'port_id': '999da5f4-8680-4f3b-bb5e-3b650ba4a561', 'mac_address': 'fa:16:3e:33:05:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c770cc-51d7-42eb-b4a6-9a605bacae0f', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:28:41.855612 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-a9b78038-c325-4767-b204-082df495c863 req-425d2d22-b9ad-4640-b639-de566a03e4b6 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Request body: {'port': {'device_id': '79742df9-a0a4-4352-b235-3270dbf69113', 'network_id': 'cc72ab4f-6e33-4512-8fbb-f88d609be622', 'admin_state_up': True, 'tenant_id': '0ad08e2ce4ec4b2c85ee1303623bd5e0'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:28:41.906015 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:41.920924 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 999da5f4-8680-4f3b-bb5e-3b650ba4a561 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:28:41.940544 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 999da5f4-8680-4f3b-bb5e-3b650ba4a561, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=999da5f4-8680-4f3b-bb5e-3b650ba4a561,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:28:41.945333 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:41.995199 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9b78038-c325-4767-b204-082df495c863 req-425d2d22-b9ad-4640-b639-de566a03e4b6 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Made reservation on behalf of 0ad08e2ce4ec4b2c85ee1303623bd5e0 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:28:41.995702 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=999da5f4-8680-4f3b-bb5e-3b650ba4a561,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:42.004549 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a9b78038-c325-4767-b204-082df495c863 req-425d2d22-b9ad-4640-b639-de566a03e4b6 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:42.163795 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-343eb44b-9c10-422f-ac89-be71744c4f08 req-84fec87f-bf59-4a6f-a075-4a9a646d1458 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=46da1af3-184a-4df2-8a97-3f4a788f45c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0843103 Nov 16 11:28:42.164794 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-a9b78038-c325-4767-b204-082df495c863 req-425d2d22-b9ad-4640-b639-de566a03e4b6 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Allocated IP 172.20.0.7 (cc72ab4f-6e33-4512-8fbb-f88d609be622/36b4451e-72c7-4152-ab76-f0aba77042c0/f2ba0d2d-282a-4bb0-8a6a-5476583ecd88) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:28:42.304210 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343eb44b-9c10-422f-ac89-be71744c4f08 req-c0fe8c43-360e-49ff-b826-bb4fae6f9028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:42.305705 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-343eb44b-9c10-422f-ac89-be71744c4f08 req-c0fe8c43-360e-49ff-b826-bb4fae6f9028 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c6297fca90ae441aa40dab0d2d555d6b&device_id=46da1af3-184a-4df2-8a97-3f4a788f45c8 HTTP/1.1" status: 200 len: 1096 time: 0.1096032 Nov 16 11:28:42.383520 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['999da5f4-8680-4f3b-bb5e-3b650ba4a561'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:28:42.405959 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a9b78038-c325-4767-b204-082df495c863 req-425d2d22-b9ad-4640-b639-de566a03e4b6 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:42.407497 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503ddb0-d532-4a22-b0d1-46743b84648e req-b0f9959e-1ec8-440b-bffe-90c276571f6d tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:42.409331 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d503ddb0-d532-4a22-b0d1-46743b84648e req-b0f9959e-1ec8-440b-bffe-90c276571f6d tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4e1299d-0c4f-4ed2-a695-9454915f1394 HTTP/1.1" status: 200 len: 943 time: 0.0539830 Nov 16 11:28:42.462824 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343eb44b-9c10-422f-ac89-be71744c4f08 req-a4d65f4c-c52e-4ed4-ae10-400b43c25a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:42.464293 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-343eb44b-9c10-422f-ac89-be71744c4f08 req-a4d65f4c-c52e-4ed4-ae10-400b43c25a61 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334 HTTP/1.1" status: 200 len: 912 time: 0.1276174 Nov 16 11:28:42.472622 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a9b78038-c325-4767-b204-082df495c863 req-425d2d22-b9ad-4640-b639-de566a03e4b6 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:42.517820 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9b78038-c325-4767-b204-082df495c863 req-425d2d22-b9ad-4640-b639-de566a03e4b6 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Network cc72ab4f-6e33-4512-8fbb-f88d609be622 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:28:42.518556 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-d503ddb0-d532-4a22-b0d1-46743b84648e req-f11f6dc2-90c3-46fc-a92f-bf096f94f5c9 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Deleting port 74c45600-4979-468d-b365-8c8de509e07e {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:28:42.519090 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d503ddb0-d532-4a22-b0d1-46743b84648e req-f11f6dc2-90c3-46fc-a92f-bf096f94f5c9 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:42.521074 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-a9b78038-c325-4767-b204-082df495c863 req-425d2d22-b9ad-4640-b639-de566a03e4b6 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:28:42.525025 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b78038-c325-4767-b204-082df495c863 req-425d2d22-b9ad-4640-b639-de566a03e4b6 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:28:42.532208 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d2d22-b9ad-4640-b639-de566a03e4b6 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Pushing event updated for resources: {'Port': ['ID=f2ba0d2d-282a-4bb0-8a6a-5476583ecd88,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:42.581859 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b78038-c325-4767-b204-082df495c863 req-425d2d22-b9ad-4640-b639-de566a03e4b6 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:42.582586 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a9b78038-c325-4767-b204-082df495c863 req-425d2d22-b9ad-4640-b639-de566a03e4b6 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:42.597778 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a9b78038-c325-4767-b204-082df495c863 req-425d2d22-b9ad-4640-b639-de566a03e4b6 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7471974 Nov 16 11:28:42.619197 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-d503ddb0-d532-4a22-b0d1-46743b84648e req-f11f6dc2-90c3-46fc-a92f-bf096f94f5c9 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] For port 74c45600-4979-468d-b365-8c8de509e07e, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=74c45600-4979-468d-b365-8c8de509e07e,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:28:42.619564 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d503ddb0-d532-4a22-b0d1-46743b84648e req-f11f6dc2-90c3-46fc-a92f-bf096f94f5c9 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:42.632324 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-d503ddb0-d532-4a22-b0d1-46743b84648e req-f11f6dc2-90c3-46fc-a92f-bf096f94f5c9 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Calling delete_port for 74c45600-4979-468d-b365-8c8de509e07e owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:28:42.636634 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-a9b78038-c325-4767-b204-082df495c863 req-12af6efe-75db-47eb-888f-6b42ab7f4665 service neutron] Request body: {'port': {'device_id': '79742df9-a0a4-4352-b235-3270dbf69113', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:28:42.680349 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-343eb44b-9c10-422f-ac89-be71744c4f08 req-2e278ff1-453c-48df-aa71-8c2f28ed31d2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea25fb0b-c2a5-4389-a515-ff4e91322446 HTTP/1.1" status: 200 len: 217 time: 0.0530822 Nov 16 11:28:42.747249 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a9b78038-c325-4767-b204-082df495c863 req-12af6efe-75db-47eb-888f-6b42ab7f4665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:42.756185 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d503ddb0-d532-4a22-b0d1-46743b84648e req-f11f6dc2-90c3-46fc-a92f-bf096f94f5c9 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:42.769132 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343eb44b-9c10-422f-ac89-be71744c4f08 req-a74e54a1-477f-4f8c-a137-e78f8dc700c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:42.770626 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-343eb44b-9c10-422f-ac89-be71744c4f08 req-a74e54a1-477f-4f8c-a137-e78f8dc700c7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=098ff2a2-731b-47ba-a3df-3f077a39e5d8 HTTP/1.1" status: 200 len: 850 time: 0.0783834 Nov 16 11:28:42.793788 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f6dc2-90c3-46fc-a92f-bf096f94f5c9 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Pushing event deleted for resources: {'Port': ['ID=74c45600-4979-468d-b365-8c8de509e07e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:42.821883 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f6dc2-90c3-46fc-a92f-bf096f94f5c9 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:28:42.822757 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f6dc2-90c3-46fc-a92f-bf096f94f5c9 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:28:42.823106 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f6dc2-90c3-46fc-a92f-bf096f94f5c9 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:28:42.823436 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f6dc2-90c3-46fc-a92f-bf096f94f5c9 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:28:42.823767 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f6dc2-90c3-46fc-a92f-bf096f94f5c9 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:28:42.824096 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f6dc2-90c3-46fc-a92f-bf096f94f5c9 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:28:42.824409 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f6dc2-90c3-46fc-a92f-bf096f94f5c9 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:28:42.824730 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f6dc2-90c3-46fc-a92f-bf096f94f5c9 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:28:42.825046 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f6dc2-90c3-46fc-a92f-bf096f94f5c9 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:28:42.825741 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f6dc2-90c3-46fc-a92f-bf096f94f5c9 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:28:42.825741 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f6dc2-90c3-46fc-a92f-bf096f94f5c9 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:28:42.826016 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f6dc2-90c3-46fc-a92f-bf096f94f5c9 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:28:42.842840 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-d503ddb0-d532-4a22-b0d1-46743b84648e req-f11f6dc2-90c3-46fc-a92f-bf096f94f5c9 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] No DVR routers for this DVR port 74c45600-4979-468d-b365-8c8de509e07e on host n-h2-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:28:42.845799 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d503ddb0-d532-4a22-b0d1-46743b84648e req-f11f6dc2-90c3-46fc-a92f-bf096f94f5c9 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:42.849452 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d503ddb0-d532-4a22-b0d1-46743b84648e req-f11f6dc2-90c3-46fc-a92f-bf096f94f5c9 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "DELETE /v2.0/ports/74c45600-4979-468d-b365-8c8de509e07e HTTP/1.1" status: 204 len: 173 time: 0.4304729 Nov 16 11:28:42.850237 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e1299d-0c4f-4ed2-a695-9454915f1394', 'name': 'network-vif-deleted', 'tag': '74c45600-4979-468d-b365-8c8de509e07e'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:28:42.853475 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8035d1f-a684-4aec-8e5d-b60e8bf03291" -d '{"events": [{"server_uuid": "b4e1299d-0c4f-4ed2-a695-9454915f1394", "name": "network-vif-deleted", "tag": "74c45600-4979-468d-b365-8c8de509e07e"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:28:42.908637 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343eb44b-9c10-422f-ac89-be71744c4f08 req-d33e0f50-25af-4219-b594-4a7f1bbd4ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:42.910149 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-343eb44b-9c10-422f-ac89-be71744c4f08 req-d33e0f50-25af-4219-b594-4a7f1bbd4ebc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c4ea0ecb-718e-47cf-bf5c-a5dc12609334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1231182 Nov 16 11:28:42.994301 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6aef2f56-e086-49ab-889a-d06c281ace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:43.073193 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-343eb44b-9c10-422f-ac89-be71744c4f08 req-8a5060db-1c95-4e97-b3db-11b9740306cd service neutron] 10.222.0.64 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505160 Nov 16 11:28:43.213995 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-a9b78038-c325-4767-b204-082df495c863 req-12af6efe-75db-47eb-888f-6b42ab7f4665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2ba0d2d-282a-4bb0-8a6a-5476583ecd88 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:28:43.223981 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a9b78038-c325-4767-b204-082df495c863 req-12af6efe-75db-47eb-888f-6b42ab7f4665 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:43.228678 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-343eb44b-9c10-422f-ac89-be71744c4f08 req-09e924cb-1484-4676-bb80-ecc2eb9093de service neutron] 10.222.0.64 "GET /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452284 Nov 16 11:28:43.240315 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-a9b78038-c325-4767-b204-082df495c863 req-12af6efe-75db-47eb-888f-6b42ab7f4665 service neutron] Transition to ACTIVE for port object f2ba0d2d-282a-4bb0-8a6a-5476583ecd88 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:28:43.244515 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a9b78038-c325-4767-b204-082df495c863 req-12af6efe-75db-47eb-888f-6b42ab7f4665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:43.282052 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406e91c-5948-432a-bd40-ef1533d929e8 req-399c01f5-863a-47f7-84be-1da8a6b4ccc8 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:43.283840 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b406e91c-5948-432a-bd40-ef1533d929e8 req-399c01f5-863a-47f7-84be-1da8a6b4ccc8 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0720558 Nov 16 11:28:43.324777 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af6efe-75db-47eb-888f-6b42ab7f4665 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ba0d2d-282a-4bb0-8a6a-5476583ecd88,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:43.334508 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0b749-2131-4c32-af57-fc7480bdd5af req-c47356fa-cbc9-4fba-aa42-a8156c61de9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:43.336245 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b406e91c-5948-432a-bd40-ef1533d929e8 req-498bd868-1f1f-437f-842a-aa58cb5c7705 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456488 Nov 16 11:28:43.336594 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-42b0b749-2131-4c32-af57-fc7480bdd5af req-c47356fa-cbc9-4fba-aa42-a8156c61de9b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5f24360749db478f84b4474b1c022fdb&device_id=7ecb226b-aecf-4d81-93a8-1edb73f28c61 HTTP/1.1" status: 200 len: 1097 time: 0.0890684 Nov 16 11:28:43.439781 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['0a5706f1-873a-4b3a-82dc-73549dc99fb5', '08af4e19-ecca-4bbe-9ac7-bad573fc1625', '4f151c39-a1fa-40a1-9451-f5f9d1ceebcc'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:28:43.443855 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['fe4bad9f-e320-44f6-b633-16c2ce2be385', 'ea25fb0b-c2a5-4389-a515-ff4e91322446'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:28:43.451201 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84836c7-258c-4903-8f14-f1128835cc07 req-40e91f94-3068-475a-a71b-712165dd7d90 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:43.452998 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e84836c7-258c-4903-8f14-f1128835cc07 req-40e91f94-3068-475a-a71b-712165dd7d90 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=79742df9-a0a4-4352-b235-3270dbf69113 HTTP/1.1" status: 200 len: 943 time: 0.0544045 Nov 16 11:28:43.459331 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-a9b78038-c325-4767-b204-082df495c863 req-12af6efe-75db-47eb-888f-6b42ab7f4665 service neutron] Attempting to bind port f2ba0d2d-282a-4bb0-8a6a-5476583ecd88 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:28:43.459739 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-a9b78038-c325-4767-b204-082df495c863 req-12af6efe-75db-47eb-888f-6b42ab7f4665 service neutron] Attempting to bind port f2ba0d2d-282a-4bb0-8a6a-5476583ecd88 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '0009b431-285f-41a0-a8ef-b06ff30af7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'cc72ab4f-6e33-4512-8fbb-f88d609be622'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:28:43.460644 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b78038-c325-4767-b204-082df495c863 req-12af6efe-75db-47eb-888f-6b42ab7f4665 service neutron] Attempting to bind port f2ba0d2d-282a-4bb0-8a6a-5476583ecd88 on network cc72ab4f-6e33-4512-8fbb-f88d609be622 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:28:43.473942 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b78038-c325-4767-b204-082df495c863 req-12af6efe-75db-47eb-888f-6b42ab7f4665 service neutron] Port f2ba0d2d-282a-4bb0-8a6a-5476583ecd88 on network cc72ab4f-6e33-4512-8fbb-f88d609be622 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:28:43.474314 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b78038-c325-4767-b204-082df495c863 req-12af6efe-75db-47eb-888f-6b42ab7f4665 service neutron] Attempting to bind port f2ba0d2d-282a-4bb0-8a6a-5476583ecd88 on network cc72ab4f-6e33-4512-8fbb-f88d609be622 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:28:43.482435 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0b749-2131-4c32-af57-fc7480bdd5af req-060d6d5e-e9bc-45c7-9329-671b4d48ff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:43.483899 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-42b0b749-2131-4c32-af57-fc7480bdd5af req-060d6d5e-e9bc-45c7-9329-671b4d48ff33 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3e546bc9-76d2-415c-92b7-4aadef7c173a HTTP/1.1" status: 200 len: 914 time: 0.1310816 Nov 16 11:28:43.485038 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b78038-c325-4767-b204-082df495c863 req-12af6efe-75db-47eb-888f-6b42ab7f4665 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:28:43.485958 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b78038-c325-4767-b204-082df495c863 req-12af6efe-75db-47eb-888f-6b42ab7f4665 service neutron] Checking segment: {'id': '0009b431-285f-41a0-a8ef-b06ff30af7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'cc72ab4f-6e33-4512-8fbb-f88d609be622'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:28:43.485958 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b78038-c325-4767-b204-082df495c863 req-12af6efe-75db-47eb-888f-6b42ab7f4665 service neutron] Bound using segment: {'id': '0009b431-285f-41a0-a8ef-b06ff30af7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'cc72ab4f-6e33-4512-8fbb-f88d609be622'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:28:43.487216 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-a9b78038-c325-4767-b204-082df495c863 req-12af6efe-75db-47eb-888f-6b42ab7f4665 service neutron] Bound port: f2ba0d2d-282a-4bb0-8a6a-5476583ecd88, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0009b431-285f-41a0-a8ef-b06ff30af7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'cc72ab4f-6e33-4512-8fbb-f88d609be622'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:28:43.487216 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a9b78038-c325-4767-b204-082df495c863 req-12af6efe-75db-47eb-888f-6b42ab7f4665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:43.503634 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e84836c7-258c-4903-8f14-f1128835cc07 req-7dc8b53b-db51-4db7-a1e4-52b98714f2c7 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425973 Nov 16 11:28:43.537772 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-42b0b749-2131-4c32-af57-fc7480bdd5af req-d01abf8c-58bc-46dd-b66c-54bd6a516c1e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=653f67f1-1b4d-471a-bb42-22c20a1e6573 HTTP/1.1" status: 200 len: 217 time: 0.0415480 Nov 16 11:28:43.597496 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c8032b17-2a4c-4d64-9398-a29944a958f4 req-72a52d83-acb8-482c-b650-9f2288dd6b78 tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0272300 Nov 16 11:28:43.625350 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0b749-2131-4c32-af57-fc7480bdd5af req-3f1961b1-24c8-43c0-908f-b798daf89fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:43.626849 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-42b0b749-2131-4c32-af57-fc7480bdd5af req-3f1961b1-24c8-43c0-908f-b798daf89fd7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7f6e11aa-97dd-46aa-83f9-6bd116a56136 HTTP/1.1" status: 200 len: 853 time: 0.0696483 Nov 16 11:28:43.630829 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-a9b78038-c325-4767-b204-082df495c863 req-12af6efe-75db-47eb-888f-6b42ab7f4665 service neutron] For port f2ba0d2d-282a-4bb0-8a6a-5476583ecd88, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:28:43.635511 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-a9b78038-c325-4767-b204-082df495c863 req-12af6efe-75db-47eb-888f-6b42ab7f4665 service neutron] For port f2ba0d2d-282a-4bb0-8a6a-5476583ecd88, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=f2ba0d2d-282a-4bb0-8a6a-5476583ecd88,segment=NetworkSegment(0009b431-285f-41a0-a8ef-b06ff30af7d1),segment_id=0009b431-285f-41a0-a8ef-b06ff30af7d1)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:28:43.673432 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a9b78038-c325-4767-b204-082df495c863 req-12af6efe-75db-47eb-888f-6b42ab7f4665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:43.676793 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-42b0b749-2131-4c32-af57-fc7480bdd5af req-d6d8f6dd-856d-424e-9034-44a2d8c17529 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3e546bc9-76d2-415c-92b7-4aadef7c173a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394182 Nov 16 11:28:43.726529 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 999da5f4-8680-4f3b-bb5e-3b650ba4a561 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:28:43.728104 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b78038-c325-4767-b204-082df495c863 req-12af6efe-75db-47eb-888f-6b42ab7f4665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:43.729065 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a9b78038-c325-4767-b204-082df495c863 req-12af6efe-75db-47eb-888f-6b42ab7f4665 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:43.730169 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a9b78038-c325-4767-b204-082df495c863 req-12af6efe-75db-47eb-888f-6b42ab7f4665 service neutron] 10.222.0.64 "PUT /v2.0/ports/f2ba0d2d-282a-4bb0-8a6a-5476583ecd88 HTTP/1.1" status: 200 len: 1091 time: 1.1018722 Nov 16 11:28:43.730613 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79742df9-a0a4-4352-b235-3270dbf69113', 'tag': 'f2ba0d2d-282a-4bb0-8a6a-5476583ecd88'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:28:43.732861 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48fbe1b-8a5e-442c-a2ee-225c1326dfc1" -d '{"events": [{"name": "network-changed", "server_uuid": "79742df9-a0a4-4352-b235-3270dbf69113", "tag": "f2ba0d2d-282a-4bb0-8a6a-5476583ecd88"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:28:43.788619 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af6efe-75db-47eb-888f-6b42ab7f4665 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ba0d2d-282a-4bb0-8a6a-5476583ecd88,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:43.822186 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927a567-5fb8-484d-b3a7-ac9b1c346414 req-912b6296-126e-42ec-be7e-95e25b2af7a7 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:43.824283 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5927a567-5fb8-484d-b3a7-ac9b1c346414 req-912b6296-126e-42ec-be7e-95e25b2af7a7 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 948 time: 0.0733976 Nov 16 11:28:43.860407 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b78038-c325-4767-b204-082df495c863 req-62373019-0fed-4cb1-89a3-29764f7319b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:43.861962 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a9b78038-c325-4767-b204-082df495c863 req-62373019-0fed-4cb1-89a3-29764f7319b6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ad08e2ce4ec4b2c85ee1303623bd5e0&device_id=79742df9-a0a4-4352-b235-3270dbf69113 HTTP/1.1" status: 200 len: 1094 time: 0.0704818 Nov 16 11:28:43.863929 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-42b0b749-2131-4c32-af57-fc7480bdd5af req-5ffcd375-fed8-4599-b141-048f659eb35d service neutron] 10.222.0.64 "GET /v2.0/networks/3e546bc9-76d2-415c-92b7-4aadef7c173a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618979 Nov 16 11:28:43.885666 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5927a567-5fb8-484d-b3a7-ac9b1c346414 req-6d8eff52-952e-4433-8b9b-6c4f1623751b tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543082 Nov 16 11:28:43.928979 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 16 Nov 2021 11:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fb892b-1f5d-4869-9780-7093014081b5 x-openstack-request-id: req-54fb892b-1f5d-4869-9780-7093014081b5 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:28:43.929274 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4e1299d-0c4f-4ed2-a695-9454915f1394", "name": "network-vif-deleted", "tag": "74c45600-4979-468d-b365-8c8de509e07e", "status": "failed", "code": 422}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:28:43.929526 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-54fb892b-1f5d-4869-9780-7093014081b5 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:28:43.929961 n-d-816823-3 neutron-server[102669]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b4e1299d-0c4f-4ed2-a695-9454915f1394', 'name': 'network-vif-deleted', 'tag': '74c45600-4979-468d-b365-8c8de509e07e', 'status': 'failed', 'code': 422} returned with failed status Nov 16 11:28:43.950733 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a9b78038-c325-4767-b204-082df495c863 req-6519f60f-6353-44c2-ba05-425abcecd2c0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2ba0d2d-282a-4bb0-8a6a-5476583ecd88 HTTP/1.1" status: 200 len: 217 time: 0.0594225 Nov 16 11:28:44.025909 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 999da5f4-8680-4f3b-bb5e-3b650ba4a561 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:28:44.040634 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 999da5f4-8680-4f3b-bb5e-3b650ba4a561 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:28:44.041002 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:44.054515 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b78038-c325-4767-b204-082df495c863 req-3e0c27d8-dc98-4443-a1bb-6b469ca12151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:44.056256 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a9b78038-c325-4767-b204-082df495c863 req-3e0c27d8-dc98-4443-a1bb-6b469ca12151 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=36b4451e-72c7-4152-ab76-f0aba77042c0 HTTP/1.1" status: 200 len: 855 time: 0.0810299 Nov 16 11:28:44.071053 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1141e7-a4cb-4470-8c67-b504a7c415ae req-09203ecf-9072-4e19-865d-1323480faf7d tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:44.075053 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0a1141e7-a4cb-4470-8c67-b504a7c415ae req-09203ecf-9072-4e19-865d-1323480faf7d tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ecb226b-aecf-4d81-93a8-1edb73f28c61 HTTP/1.1" status: 200 len: 946 time: 0.0656812 Nov 16 11:28:44.075666 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-42b0b749-2131-4c32-af57-fc7480bdd5af req-98bb4cd2-1532-4b7a-a191-45ba360d5c20 service neutron] 10.222.0.64 "GET /v2.0/networks/3e546bc9-76d2-415c-92b7-4aadef7c173a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782355 Nov 16 11:28:44.115085 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a9b78038-c325-4767-b204-082df495c863 req-52b60aca-b830-4f9c-a755-559796c7b0c7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cc72ab4f-6e33-4512-8fbb-f88d609be622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303769 Nov 16 11:28:44.134881 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0a1141e7-a4cb-4470-8c67-b504a7c415ae req-322000a9-994a-4f63-9ab8-09c022e49ae3 tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a716cfc-229a-4f0c-afb4-8f61cb88b315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561762 Nov 16 11:28:44.197002 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b95854e-3485-410c-af22-df0e044e6af1 x-openstack-request-id: req-4b95854e-3485-410c-af22-df0e044e6af1 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:28:44.197486 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79742df9-a0a4-4352-b235-3270dbf69113", "tag": "f2ba0d2d-282a-4bb0-8a6a-5476583ecd88", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:28:44.197889 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4b95854e-3485-410c-af22-df0e044e6af1 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:28:44.198486 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79742df9-a0a4-4352-b235-3270dbf69113', 'tag': 'f2ba0d2d-282a-4bb0-8a6a-5476583ecd88', 'status': 'completed', 'code': 200} Nov 16 11:28:44.224387 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:44.226808 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a9b78038-c325-4767-b204-082df495c863 req-8760c9e5-99bd-4884-a952-a07cbdba54ee service neutron] 10.222.0.64 "GET /v2.0/networks/cc72ab4f-6e33-4512-8fbb-f88d609be622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002970 Nov 16 11:28:44.268783 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc7d811-2a6b-4cae-b37d-163ca14fcd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '999da5f4-8680-4f3b-bb5e-3b650ba4a561'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:28:44.271426 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e14305-af18-457e-a968-279722a90c67" -d '{"events": [{"server_uuid": "fcc7d811-2a6b-4cae-b37d-163ca14fcd3a", "name": "network-vif-plugged", "status": "completed", "tag": "999da5f4-8680-4f3b-bb5e-3b650ba4a561"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:28:44.292664 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 999da5f4-8680-4f3b-bb5e-3b650ba4a561, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=999da5f4-8680-4f3b-bb5e-3b650ba4a561,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:28:44.303144 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:44.362480 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=999da5f4-8680-4f3b-bb5e-3b650ba4a561,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:44.442478 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52726f-eef6-400b-82a3-c350cad72933 req-4463c970-0a05-49a0-bd6e-4ea1a22baa2c tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:44.444668 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7e52726f-eef6-400b-82a3-c350cad72933 req-4463c970-0a05-49a0-bd6e-4ea1a22baa2c tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0514619 Nov 16 11:28:44.494272 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7e52726f-eef6-400b-82a3-c350cad72933 req-9e159558-7936-49fe-ba7a-ab0fa3bd745d tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431244 Nov 16 11:28:44.542872 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1a4994-9d75-4ece-b2a8-c63070edf801 x-openstack-request-id: req-cc1a4994-9d75-4ece-b2a8-c63070edf801 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:28:44.543170 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc7d811-2a6b-4cae-b37d-163ca14fcd3a", "name": "network-vif-plugged", "status": "completed", "tag": "999da5f4-8680-4f3b-bb5e-3b650ba4a561", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:28:44.543542 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cc1a4994-9d75-4ece-b2a8-c63070edf801 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:28:44.543818 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc7d811-2a6b-4cae-b37d-163ca14fcd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '999da5f4-8680-4f3b-bb5e-3b650ba4a561', 'code': 200} Nov 16 11:28:44.628949 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a9b78038-c325-4767-b204-082df495c863 req-2d679464-bf8c-4463-bd8b-eb141ee893c1 service neutron] 10.222.0.64 "GET /v2.0/networks/cc72ab4f-6e33-4512-8fbb-f88d609be622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839676 Nov 16 11:28:44.645286 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2734fa-0559-42d6-af0c-d016409e07b2 req-2fa75e82-fe12-404d-a044-96eb35bc9621 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:44.646811 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4b2734fa-0559-42d6-af0c-d016409e07b2 req-2fa75e82-fe12-404d-a044-96eb35bc9621 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=00217b73-95a8-4582-8dcc-35efebb87d20 HTTP/1.1" status: 200 len: 908 time: 0.0514898 Nov 16 11:28:44.682729 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d85dbc-f390-4feb-b893-988959c4617f req-a9453be9-f020-4700-b3c4-86f2c12a6e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:44.684513 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-11d85dbc-f390-4feb-b893-988959c4617f req-a9453be9-f020-4700-b3c4-86f2c12a6e4b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 1100 time: 0.0467198 Nov 16 11:28:44.769132 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fbe1b-8a5e-442c-a2ee-225c1326dfc1 req-51f3eb97-b8af-4f67-82bf-ece78595b10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:44.770666 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c48fbe1b-8a5e-442c-a2ee-225c1326dfc1 req-51f3eb97-b8af-4f67-82bf-ece78595b10f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ad08e2ce4ec4b2c85ee1303623bd5e0&device_id=79742df9-a0a4-4352-b235-3270dbf69113 HTTP/1.1" status: 200 len: 1094 time: 0.0738349 Nov 16 11:28:44.773125 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-11d85dbc-f390-4feb-b893-988959c4617f req-7cb2e9cf-34ba-4e1f-9225-2f4ff9bc5b10 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774727 Nov 16 11:28:44.774752 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a7f37-6ee4-4f7c-8bf6-87eb833b38bc req-d56ffb55-c904-469b-9705-a94c2718dda3 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:44.776211 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-792a7f37-6ee4-4f7c-8bf6-87eb833b38bc req-d56ffb55-c904-469b-9705-a94c2718dda3 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0640819 Nov 16 11:28:44.823334 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-792a7f37-6ee4-4f7c-8bf6-87eb833b38bc req-9da78002-65fd-44e8-a8e4-d6759cad30ed tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411732 Nov 16 11:28:44.930862 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875112fa-c959-431e-ab31-e724c645bf9e req-aa26da6b-f9af-4815-a621-d50fcb64d50e tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:44.932348 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-875112fa-c959-431e-ab31-e724c645bf9e req-aa26da6b-f9af-4815-a621-d50fcb64d50e tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=79742df9-a0a4-4352-b235-3270dbf69113 HTTP/1.1" status: 200 len: 943 time: 0.0537140 Nov 16 11:28:44.979525 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-875112fa-c959-431e-ab31-e724c645bf9e req-cf709204-9f26-48bb-820c-0828be2833d2 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410087 Nov 16 11:28:45.062593 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4099507a-0e6d-4d76-8579-084fd956b226 req-af16eefd-3cd7-41da-b49d-a654439f91ae tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0259345 Nov 16 11:28:45.094605 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fbe1b-8a5e-442c-a2ee-225c1326dfc1 req-7f4d5446-f60d-4892-9617-b5d33c202160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:45.096053 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c48fbe1b-8a5e-442c-a2ee-225c1326dfc1 req-7f4d5446-f60d-4892-9617-b5d33c202160 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cc72ab4f-6e33-4512-8fbb-f88d609be622 HTTP/1.1" status: 200 len: 916 time: 0.0875976 Nov 16 11:28:45.146808 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c48fbe1b-8a5e-442c-a2ee-225c1326dfc1 req-a37ad562-ccb9-446f-ba2d-14e803b129b4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2ba0d2d-282a-4bb0-8a6a-5476583ecd88 HTTP/1.1" status: 200 len: 217 time: 0.0394988 Nov 16 11:28:45.197579 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fbe1b-8a5e-442c-a2ee-225c1326dfc1 req-b3e0d7b1-872b-4817-9498-c14e5c34f764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:45.200019 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c48fbe1b-8a5e-442c-a2ee-225c1326dfc1 req-b3e0d7b1-872b-4817-9498-c14e5c34f764 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=36b4451e-72c7-4152-ab76-f0aba77042c0 HTTP/1.1" status: 200 len: 855 time: 0.0443971 Nov 16 11:28:45.239272 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c48fbe1b-8a5e-442c-a2ee-225c1326dfc1 req-736f3af9-42c7-45c5-b899-08f1f3edecac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cc72ab4f-6e33-4512-8fbb-f88d609be622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254991 Nov 16 11:28:45.253577 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434eb3b8-4afa-4580-ba32-8353d4d0c97e req-c0f2cd50-33b3-447f-a104-3dcbb6cf22b5 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:45.255098 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-434eb3b8-4afa-4580-ba32-8353d4d0c97e req-c0f2cd50-33b3-447f-a104-3dcbb6cf22b5 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 949 time: 0.0556638 Nov 16 11:28:45.302995 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-434eb3b8-4afa-4580-ba32-8353d4d0c97e req-d2d01d69-3c4e-425a-95cd-15f53e832319 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409222 Nov 16 11:28:45.351774 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c48fbe1b-8a5e-442c-a2ee-225c1326dfc1 req-087f691c-2446-4bc2-b579-44f9768cd35c service neutron] 10.222.0.64 "GET /v2.0/networks/cc72ab4f-6e33-4512-8fbb-f88d609be622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033247 Nov 16 11:28:45.411077 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07506be3-4d8b-4fc0-b442-fed78e249224 req-7447c22b-efbb-4565-83d0-7905717ee2ce tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:45.412727 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-07506be3-4d8b-4fc0-b442-fed78e249224 req-7447c22b-efbb-4565-83d0-7905717ee2ce tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0517623 Nov 16 11:28:45.452271 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c48fbe1b-8a5e-442c-a2ee-225c1326dfc1 req-dbaedc14-204d-4502-925a-4a64c68a6d73 service neutron] 10.222.0.64 "GET /v2.0/networks/cc72ab4f-6e33-4512-8fbb-f88d609be622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849473 Nov 16 11:28:45.463745 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-07506be3-4d8b-4fc0-b442-fed78e249224 req-90a7070f-eae3-4f6b-a311-9b886fc0f83e tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437865 Nov 16 11:28:45.533403 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bc375000-6139-4b57-b133-4d053867f0de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:45.567380 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df83c6-7d20-4e11-b480-ec816cde352f req-c9e031bf-6dab-44ca-bf05-717997533d36 tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:45.568744 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f2df83c6-7d20-4e11-b480-ec816cde352f req-c9e031bf-6dab-44ca-bf05-717997533d36 tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ecb226b-aecf-4d81-93a8-1edb73f28c61 HTTP/1.1" status: 200 len: 946 time: 0.0499272 Nov 16 11:28:45.619204 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f2df83c6-7d20-4e11-b480-ec816cde352f req-b6194179-8f17-443c-be92-24cc6910cfaa tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a716cfc-229a-4f0c-afb4-8f61cb88b315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444620 Nov 16 11:28:45.719075 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabec25f-d26b-483e-8da4-1cf1df0bdaf4 req-9c974852-f710-4fb9-985e-8ac21360a129 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:45.720527 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eabec25f-d26b-483e-8da4-1cf1df0bdaf4 req-9c974852-f710-4fb9-985e-8ac21360a129 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0479786 Nov 16 11:28:45.766850 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eabec25f-d26b-483e-8da4-1cf1df0bdaf4 req-803bcdb3-3312-4805-b237-f2dcf6373f56 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399451 Nov 16 11:28:45.912516 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ef744-1582-419a-8fd9-d2745d3a3073 req-b88d1eb7-0275-4d93-9a8d-2133ceb0c74e tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:45.913965 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7b3ef744-1582-419a-8fd9-d2745d3a3073 req-b88d1eb7-0275-4d93-9a8d-2133ceb0c74e tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=00217b73-95a8-4582-8dcc-35efebb87d20 HTTP/1.1" status: 200 len: 908 time: 0.0479846 Nov 16 11:28:46.142970 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c424b-bf7a-4f74-894f-297f31facad0 req-bd8d580f-7d94-4598-95b9-4d6c65d78a8b tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:46.144423 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-953c424b-bf7a-4f74-894f-297f31facad0 req-bd8d580f-7d94-4598-95b9-4d6c65d78a8b tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0545635 Nov 16 11:28:46.190131 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-953c424b-bf7a-4f74-894f-297f31facad0 req-203e82c6-1c4e-434d-8186-eead2a9dafce tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397582 Nov 16 11:28:46.293633 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3faf8-cfee-480e-9fef-aff484cfac89 req-5a05632d-9100-4b3c-a4b3-4a4b5a7e5bf1 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:46.295126 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d5e3faf8-cfee-480e-9fef-aff484cfac89 req-5a05632d-9100-4b3c-a4b3-4a4b5a7e5bf1 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=79742df9-a0a4-4352-b235-3270dbf69113 HTTP/1.1" status: 200 len: 943 time: 0.0487881 Nov 16 11:28:46.341535 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d5e3faf8-cfee-480e-9fef-aff484cfac89 req-a7e3fcdf-00e0-4bbd-a899-4fc500c5631d tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403211 Nov 16 11:28:46.442861 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77162ba5-640e-4093-80b1-7a84852744c0 req-c545e499-1cf4-480e-9187-c302642b80e8 tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:46.444281 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-77162ba5-640e-4093-80b1-7a84852744c0 req-c545e499-1cf4-480e-9187-c302642b80e8 tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ecb226b-aecf-4d81-93a8-1edb73f28c61 HTTP/1.1" status: 200 len: 946 time: 0.0491633 Nov 16 11:28:46.494655 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-77162ba5-640e-4093-80b1-7a84852744c0 req-2311929b-1910-4698-a47a-d2aeca015dad tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a716cfc-229a-4f0c-afb4-8f61cb88b315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444050 Nov 16 11:28:46.499062 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:46.575948 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-41a69020-c9c2-4337-8e2c-e7a495dcb31d req-592a5511-bd0e-4417-90d1-16c11343a3c5 tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0258307 Nov 16 11:28:46.738979 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b92844-f642-4462-8fbf-c09228a633d3 req-1cffcca9-fc07-4b7b-970f-823b6bc13fe6 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:46.740779 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-58b92844-f642-4462-8fbf-c09228a633d3 req-1cffcca9-fc07-4b7b-970f-823b6bc13fe6 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0491335 Nov 16 11:28:46.789882 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-58b92844-f642-4462-8fbf-c09228a633d3 req-71bbd4fc-2a7b-4a26-a548-cbbce293c784 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430799 Nov 16 11:28:46.894400 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09703e3-dd54-4d7f-9d8e-e8188699c9c4 req-c64ae445-0c5f-40cf-a0bf-3b38d2b7e14f tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:46.895848 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c09703e3-dd54-4d7f-9d8e-e8188699c9c4 req-c64ae445-0c5f-40cf-a0bf-3b38d2b7e14f tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 949 time: 0.0508425 Nov 16 11:28:46.948533 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c09703e3-dd54-4d7f-9d8e-e8188699c9c4 req-86452ead-567d-44a4-89e2-8d12f019a699 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457506 Nov 16 11:28:47.061173 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b27fb-a6ce-4cce-a7ba-49d5f9f46ac8 req-e8dd2f80-c212-4a60-8292-91860619c449 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:47.062648 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7a5b27fb-a6ce-4cce-a7ba-49d5f9f46ac8 req-e8dd2f80-c212-4a60-8292-91860619c449 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=00217b73-95a8-4582-8dcc-35efebb87d20 HTTP/1.1" status: 200 len: 908 time: 0.0488839 Nov 16 11:28:47.168966 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [req-ccc4f948-fa34-411c-8a91-dc07476407fd req-1ff2b1dc-b8dc-4de0-8578-d588a18c9f2d service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:28:47.169981 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ccc4f948-fa34-411c-8a91-dc07476407fd req-1ff2b1dc-b8dc-4de0-8578-d588a18c9f2d service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056095 Nov 16 11:28:47.390799 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f8752-3aee-4dd2-b4c0-880038a92af9 req-1964c119-8659-49ab-95d4-b024e1eff7b4 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:47.392287 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d99f8752-3aee-4dd2-b4c0-880038a92af9 req-1964c119-8659-49ab-95d4-b024e1eff7b4 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0523994 Nov 16 11:28:47.426525 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-752860b3-b3b9-42c1-b081-f3cc3fe12004 req-2a328799-002c-4215-9522-53db6a8f1290 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0922186 Nov 16 11:28:47.436054 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [req-752860b3-b3b9-42c1-b081-f3cc3fe12004 req-cb260414-7b34-41c7-a4bc-8cd5d1488970 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:28:47.437012 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-752860b3-b3b9-42c1-b081-f3cc3fe12004 req-cb260414-7b34-41c7-a4bc-8cd5d1488970 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052261 Nov 16 11:28:47.441436 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d99f8752-3aee-4dd2-b4c0-880038a92af9 req-35d11f89-26af-4d2c-a749-d11871eaaf14 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422535 Nov 16 11:28:47.545378 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4dd531-3bba-4a1d-9c65-12e5741fa97b req-66bba112-4b5d-41a5-ba38-09855f131585 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:47.547181 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dc4dd531-3bba-4a1d-9c65-12e5741fa97b req-66bba112-4b5d-41a5-ba38-09855f131585 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.64 "GET /v2.0/ports?device_id=00217b73-95a8-4582-8dcc-35efebb87d20 HTTP/1.1" status: 200 len: 908 time: 0.0609891 Nov 16 11:28:47.550075 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c0b5d-c42e-4374-bf97-b8d35e9cdcab req-0410ab22-9c8b-4845-95c0-975cc36d91d3 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:47.551546 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-345c0b5d-c42e-4374-bf97-b8d35e9cdcab req-0410ab22-9c8b-4845-95c0-975cc36d91d3 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 949 time: 0.0527058 Nov 16 11:28:47.606965 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-345c0b5d-c42e-4374-bf97-b8d35e9cdcab req-f9c19205-fcd0-4741-91a2-19a918b5d9bd tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486355 Nov 16 11:28:47.664863 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-dc4dd531-3bba-4a1d-9c65-12e5741fa97b req-e0ec6df9-fa2c-4b70-8bf3-aa5dcf5d911a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Deleting port 63d92921-3923-4257-9823-32a4af018ff8 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:28:47.665446 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-dc4dd531-3bba-4a1d-9c65-12e5741fa97b req-e0ec6df9-fa2c-4b70-8bf3-aa5dcf5d911a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:47.728407 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8efc386-338c-4ba3-8b5a-abf6f62df117 req-430ce65b-fd01-4e14-8a9e-7abc6ca6bdc3 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:47.730313 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d8efc386-338c-4ba3-8b5a-abf6f62df117 req-430ce65b-fd01-4e14-8a9e-7abc6ca6bdc3 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=79742df9-a0a4-4352-b235-3270dbf69113 HTTP/1.1" status: 200 len: 943 time: 0.0506756 Nov 16 11:28:47.739675 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device f2ba0d2d-282a-4bb0-8a6a-5476583ecd88 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:28:47.777049 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-dc4dd531-3bba-4a1d-9c65-12e5741fa97b req-e0ec6df9-fa2c-4b70-8bf3-aa5dcf5d911a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] For port 63d92921-3923-4257-9823-32a4af018ff8, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=63d92921-3923-4257-9823-32a4af018ff8,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:28:47.777530 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-dc4dd531-3bba-4a1d-9c65-12e5741fa97b req-e0ec6df9-fa2c-4b70-8bf3-aa5dcf5d911a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:47.793086 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-dc4dd531-3bba-4a1d-9c65-12e5741fa97b req-e0ec6df9-fa2c-4b70-8bf3-aa5dcf5d911a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Calling delete_port for 63d92921-3923-4257-9823-32a4af018ff8 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:28:47.809836 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d8efc386-338c-4ba3-8b5a-abf6f62df117 req-0cca2398-b3c2-4dd9-a013-13c6898879c5 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634525 Nov 16 11:28:47.843827 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port f2ba0d2d-282a-4bb0-8a6a-5476583ecd88, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=f2ba0d2d-282a-4bb0-8a6a-5476583ecd88,segment=NetworkSegment(0009b431-285f-41a0-a8ef-b06ff30af7d1),segment_id=0009b431-285f-41a0-a8ef-b06ff30af7d1)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:28:47.858076 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'f2ba0d2d-282a-4bb0-8a6a-5476583ecd88', 'network_id': 'cc72ab4f-6e33-4512-8fbb-f88d609be622', 'port_id': 'f2ba0d2d-282a-4bb0-8a6a-5476583ecd88', 'mac_address': 'fa:16:3e:52:f2:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b4451e-72c7-4152-ab76-f0aba77042c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:28:47.903432 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:47.930418 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2ba0d2d-282a-4bb0-8a6a-5476583ecd88 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:28:47.933586 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d8699-7a81-41cb-b147-24fc33d826ee req-0ef614db-094d-4a16-ab93-afc0ab101abd tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:47.944560 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-906d8699-7a81-41cb-b147-24fc33d826ee req-0ef614db-094d-4a16-ab93-afc0ab101abd tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0695210 Nov 16 11:28:47.953061 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port f2ba0d2d-282a-4bb0-8a6a-5476583ecd88, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=f2ba0d2d-282a-4bb0-8a6a-5476583ecd88,segment=NetworkSegment(0009b431-285f-41a0-a8ef-b06ff30af7d1),segment_id=0009b431-285f-41a0-a8ef-b06ff30af7d1)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:28:47.957373 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:47.989593 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-dc4dd531-3bba-4a1d-9c65-12e5741fa97b req-e0ec6df9-fa2c-4b70-8bf3-aa5dcf5d911a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:48.006223 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-906d8699-7a81-41cb-b147-24fc33d826ee req-5dcbc709-60b7-4e96-b00e-bf4d45904c8d tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558219 Nov 16 11:28:48.029319 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ec6df9-fa2c-4b70-8bf3-aa5dcf5d911a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Pushing event deleted for resources: {'Port': ['ID=63d92921-3923-4257-9823-32a4af018ff8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:48.040869 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=f2ba0d2d-282a-4bb0-8a6a-5476583ecd88,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:48.096681 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4dd531-3bba-4a1d-9c65-12e5741fa97b req-e0ec6df9-fa2c-4b70-8bf3-aa5dcf5d911a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] No DVR routers for this DVR port 63d92921-3923-4257-9823-32a4af018ff8 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:28:48.099858 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-dc4dd531-3bba-4a1d-9c65-12e5741fa97b req-e0ec6df9-fa2c-4b70-8bf3-aa5dcf5d911a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:48.107806 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dc4dd531-3bba-4a1d-9c65-12e5741fa97b req-e0ec6df9-fa2c-4b70-8bf3-aa5dcf5d911a tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.64 "DELETE /v2.0/ports/63d92921-3923-4257-9823-32a4af018ff8 HTTP/1.1" status: 204 len: 173 time: 0.5520051 Nov 16 11:28:48.108388 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00217b73-95a8-4582-8dcc-35efebb87d20', 'name': 'network-vif-deleted', 'tag': '63d92921-3923-4257-9823-32a4af018ff8'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:28:48.110966 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d065ae99-2aa0-4037-8a37-8f2b0c81fe56" -d '{"events": [{"server_uuid": "00217b73-95a8-4582-8dcc-35efebb87d20", "name": "network-vif-deleted", "tag": "63d92921-3923-4257-9823-32a4af018ff8"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:28:48.156774 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8e0a9-5afd-451c-8887-cecc13593ee9 req-26d5075d-f91c-4622-b5c0-d51967085b9d tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:48.158581 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0fb8e0a9-5afd-451c-8887-cecc13593ee9 req-26d5075d-f91c-4622-b5c0-d51967085b9d tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ecb226b-aecf-4d81-93a8-1edb73f28c61 HTTP/1.1" status: 200 len: 946 time: 0.0706675 Nov 16 11:28:48.218873 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0fb8e0a9-5afd-451c-8887-cecc13593ee9 req-6772abac-0a5d-4711-992e-466512a8825f tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a716cfc-229a-4f0c-afb4-8f61cb88b315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495548 Nov 16 11:28:48.261514 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:48.320733 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0da797bb-1505-4ca3-ae06-5c402b57c1d1 req-77a830be-bcbf-4eab-b473-e5551f6d8dd0 tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0333655 Nov 16 11:28:48.465699 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['f2ba0d2d-282a-4bb0-8a6a-5476583ecd88'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:28:48.491235 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c3581435-efea-4634-8a0c-a00f31a0bc2e req-74be86dc-e05b-42f1-81c5-9b2218e5a7b3 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=00217b73-95a8-4582-8dcc-35efebb87d20 HTTP/1.1" status: 200 len: 210 time: 0.0267267 Nov 16 11:28:48.535689 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16501a7b-5a5b-484b-8316-7e3829907463 x-openstack-request-id: req-16501a7b-5a5b-484b-8316-7e3829907463 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:28:48.536172 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00217b73-95a8-4582-8dcc-35efebb87d20", "name": "network-vif-deleted", "tag": "63d92921-3923-4257-9823-32a4af018ff8", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:28:48.536284 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-16501a7b-5a5b-484b-8316-7e3829907463 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:28:48.536608 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00217b73-95a8-4582-8dcc-35efebb87d20', 'name': 'network-vif-deleted', 'tag': '63d92921-3923-4257-9823-32a4af018ff8', 'status': 'completed', 'code': 200} Nov 16 11:28:48.626675 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678038a8-9225-4984-9ae3-cae91352dd8f req-342a8e68-12ad-4a3f-a7ed-e741af6ab2b9 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:48.628108 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-678038a8-9225-4984-9ae3-cae91352dd8f req-342a8e68-12ad-4a3f-a7ed-e741af6ab2b9 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0476263 Nov 16 11:28:48.680727 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-678038a8-9225-4984-9ae3-cae91352dd8f req-e0601f1d-d11b-4da1-9f1f-241961ebe082 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456638 Nov 16 11:28:48.784021 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f5ee5-d3ec-4e7f-a4c1-92ba2dd20cf1 req-282fc528-f526-419f-86d9-7e2398553aca tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:48.785480 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-879f5ee5-d3ec-4e7f-a4c1-92ba2dd20cf1 req-282fc528-f526-419f-86d9-7e2398553aca tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 949 time: 0.0489478 Nov 16 11:28:48.793544 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:48.834989 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-879f5ee5-d3ec-4e7f-a4c1-92ba2dd20cf1 req-0e4b255b-4226-4916-a505-aa6184c9343a tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422046 Nov 16 11:28:48.950201 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961617a-3f63-4d3e-8a98-c5d7972ee447 req-7f27307a-89bd-4ff6-9f64-299f0bb36542 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:48.952051 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4961617a-3f63-4d3e-8a98-c5d7972ee447 req-7f27307a-89bd-4ff6-9f64-299f0bb36542 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0575519 Nov 16 11:28:49.000936 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4961617a-3f63-4d3e-8a98-c5d7972ee447 req-614fec8c-1ace-4650-99e7-e7a599f93a47 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421631 Nov 16 11:28:49.080135 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b46f63f-b387-4cf5-9a4e-200dca2c6397 req-9daf2fe4-0eb6-4a54-9edb-65c2b33c1d7b tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:49.081749 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9b46f63f-b387-4cf5-9a4e-200dca2c6397 req-9daf2fe4-0eb6-4a54-9edb-65c2b33c1d7b tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ecb226b-aecf-4d81-93a8-1edb73f28c61 HTTP/1.1" status: 200 len: 946 time: 0.0557833 Nov 16 11:28:49.112839 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ea01e-694a-495d-bc89-ace2f389ed39 req-bfb4b092-f316-434d-8641-c1ef5e533e6e tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:49.114273 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-835ea01e-694a-495d-bc89-ace2f389ed39 req-bfb4b092-f316-434d-8641-c1ef5e533e6e tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=79742df9-a0a4-4352-b235-3270dbf69113 HTTP/1.1" status: 200 len: 944 time: 0.0521266 Nov 16 11:28:49.162752 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-835ea01e-694a-495d-bc89-ace2f389ed39 req-93537bed-0de5-4df0-8ad3-44ce5ac182f9 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410285 Nov 16 11:28:49.195922 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-9b46f63f-b387-4cf5-9a4e-200dca2c6397 req-c57ffd08-2b83-4ef1-a3e8-7d15b581501e tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] Deleting port 653f67f1-1b4d-471a-bb42-22c20a1e6573 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:28:49.196262 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9b46f63f-b387-4cf5-9a4e-200dca2c6397 req-c57ffd08-2b83-4ef1-a3e8-7d15b581501e tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:49.279731 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeac8ac-aef2-496e-8f4b-8f27aadc4492 req-33ef9dc3-e9f4-4fd4-9d25-0c82de16bc45 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:49.281195 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9aeac8ac-aef2-496e-8f4b-8f27aadc4492 req-33ef9dc3-e9f4-4fd4-9d25-0c82de16bc45 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0483589 Nov 16 11:28:49.284082 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-9b46f63f-b387-4cf5-9a4e-200dca2c6397 req-c57ffd08-2b83-4ef1-a3e8-7d15b581501e tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] For port 653f67f1-1b4d-471a-bb42-22c20a1e6573, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=653f67f1-1b4d-471a-bb42-22c20a1e6573,segment=NetworkSegment(d0333b23-6c94-4ce6-9ac8-5957ec6bdca7),segment_id=d0333b23-6c94-4ce6-9ac8-5957ec6bdca7)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:28:49.284452 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9b46f63f-b387-4cf5-9a4e-200dca2c6397 req-c57ffd08-2b83-4ef1-a3e8-7d15b581501e tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:49.297871 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-9b46f63f-b387-4cf5-9a4e-200dca2c6397 req-c57ffd08-2b83-4ef1-a3e8-7d15b581501e tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] Calling delete_port for 653f67f1-1b4d-471a-bb42-22c20a1e6573 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:28:49.329697 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9aeac8ac-aef2-496e-8f4b-8f27aadc4492 req-6ae3d3c4-2af4-4d6f-96f2-96af0bcf6988 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422218 Nov 16 11:28:49.431283 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9b46f63f-b387-4cf5-9a4e-200dca2c6397 req-c57ffd08-2b83-4ef1-a3e8-7d15b581501e tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:49.443468 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1c0c5-3970-44d8-b435-1e2a2abea3bb req-85253dec-890f-47c5-811b-5e2270c51234 tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:49.445306 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0ce1c0c5-3970-44d8-b435-1e2a2abea3bb req-85253dec-890f-47c5-811b-5e2270c51234 tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ecb226b-aecf-4d81-93a8-1edb73f28c61 HTTP/1.1" status: 200 len: 946 time: 0.0590999 Nov 16 11:28:49.466374 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ffd08-2b83-4ef1-a3e8-7d15b581501e tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] Pushing event deleted for resources: {'Port': ['ID=653f67f1-1b4d-471a-bb42-22c20a1e6573,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:49.499561 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0ce1c0c5-3970-44d8-b435-1e2a2abea3bb req-d35b24ab-7c89-4ab4-96c9-dba2e5ffa8fb tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a716cfc-229a-4f0c-afb4-8f61cb88b315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482936 Nov 16 11:28:49.520214 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b46f63f-b387-4cf5-9a4e-200dca2c6397 req-c57ffd08-2b83-4ef1-a3e8-7d15b581501e tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] No DVR routers for this DVR port 653f67f1-1b4d-471a-bb42-22c20a1e6573 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:28:49.522870 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9b46f63f-b387-4cf5-9a4e-200dca2c6397 req-c57ffd08-2b83-4ef1-a3e8-7d15b581501e tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:49.526943 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9b46f63f-b387-4cf5-9a4e-200dca2c6397 req-c57ffd08-2b83-4ef1-a3e8-7d15b581501e tempest-InstanceActionsTestJSON-67446961 tempest-InstanceActionsTestJSON-67446961-project] 10.222.0.64 "DELETE /v2.0/ports/653f67f1-1b4d-471a-bb42-22c20a1e6573 HTTP/1.1" status: 204 len: 173 time: 0.4280245 Nov 16 11:28:49.596389 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9ffe399b-7d63-408e-a68e-ddcd2dcfccd1 req-03a79b75-70c2-4390-a593-2f9fa96a5681 tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0261877 Nov 16 11:28:49.615234 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['653f67f1-1b4d-471a-bb42-22c20a1e6573'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:28:49.628873 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752860b3-b3b9-42c1-b081-f3cc3fe12004 req-12666c1a-cad4-43c6-8bce-cd588d6d9332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:49.630544 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-752860b3-b3b9-42c1-b081-f3cc3fe12004 req-12666c1a-cad4-43c6-8bce-cd588d6d9332 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e86b42204c7f435e8eff5558272e51a5&device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 1100 time: 0.0557628 Nov 16 11:28:49.715542 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006052be-28d5-4464-b39c-8414667247d0 req-31fdf9e9-1ae4-4cc7-9821-8090ebd19419 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:49.716918 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-006052be-28d5-4464-b39c-8414667247d0 req-31fdf9e9-1ae4-4cc7-9821-8090ebd19419 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0510328 Nov 16 11:28:49.733804 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752860b3-b3b9-42c1-b081-f3cc3fe12004 req-73d9ff03-dd2c-4f6a-acc5-33b7d99e082d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:49.735456 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-752860b3-b3b9-42c1-b081-f3cc3fe12004 req-73d9ff03-dd2c-4f6a-acc5-33b7d99e082d service neutron] 10.222.0.64 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.0942087 Nov 16 11:28:49.765097 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-006052be-28d5-4464-b39c-8414667247d0 req-b0878b55-e4e1-4313-8bea-8dc8b0baaf97 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418208 Nov 16 11:28:49.787013 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-752860b3-b3b9-42c1-b081-f3cc3fe12004 req-fffa0244-3137-41e3-97a3-261a1e3708ae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=999da5f4-8680-4f3b-bb5e-3b650ba4a561 HTTP/1.1" status: 200 len: 217 time: 0.0349457 Nov 16 11:28:49.853653 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752860b3-b3b9-42c1-b081-f3cc3fe12004 req-838cc7d5-5919-47e6-8da7-0ad235f39553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:49.855162 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-752860b3-b3b9-42c1-b081-f3cc3fe12004 req-838cc7d5-5919-47e6-8da7-0ad235f39553 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0490248 Nov 16 11:28:49.921205 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752860b3-b3b9-42c1-b081-f3cc3fe12004 req-6049bc15-eb5b-4bee-afd9-80a78b02c1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:49.922752 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-752860b3-b3b9-42c1-b081-f3cc3fe12004 req-6049bc15-eb5b-4bee-afd9-80a78b02c1a9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0412037 Nov 16 11:28:49.975937 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf67c3f9-1314-4287-bf0c-2c2410431188 req-ece8d942-18f9-43e6-9964-295a6440205c tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:49.977294 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bf67c3f9-1314-4287-bf0c-2c2410431188 req-ece8d942-18f9-43e6-9964-295a6440205c tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 949 time: 0.0524111 Nov 16 11:28:50.019519 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-752860b3-b3b9-42c1-b081-f3cc3fe12004 req-6649d49c-0fc3-4a8c-8c3d-eea37b947c5a service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860877 Nov 16 11:28:50.026014 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bf67c3f9-1314-4287-bf0c-2c2410431188 req-9cc2eb3d-4427-488d-8f31-9fd076c04a4f tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420408 Nov 16 11:28:50.129464 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-752860b3-b3b9-42c1-b081-f3cc3fe12004 req-3f81140b-f421-48a7-a40a-3b2c7928d7eb service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935500 Nov 16 11:28:50.263060 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d36d8-a2ca-4e0c-b74d-39d6dc7c8e96 req-c74b1866-e57e-4781-852c-963ae9f39838 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:50.265138 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f66d36d8-a2ca-4e0c-b74d-39d6dc7c8e96 req-c74b1866-e57e-4781-852c-963ae9f39838 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0554430 Nov 16 11:28:50.321949 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f66d36d8-a2ca-4e0c-b74d-39d6dc7c8e96 req-7b196852-3d11-4377-aa15-aae12f76ba3b tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508797 Nov 16 11:28:50.429559 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f524e0-8f85-46dd-aa7f-a0960dc3ac72 req-9dd668c4-029f-404c-b3b1-5c5fdb0a3136 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:50.431058 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d6f524e0-8f85-46dd-aa7f-a0960dc3ac72 req-9dd668c4-029f-404c-b3b1-5c5fdb0a3136 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=46da1af3-184a-4df2-8a97-3f4a788f45c8 HTTP/1.1" status: 200 len: 945 time: 0.0493743 Nov 16 11:28:50.481159 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d6f524e0-8f85-46dd-aa7f-a0960dc3ac72 req-c8102373-cf02-46f3-90d6-56ace39f1082 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441761 Nov 16 11:28:50.538597 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ecb226b-aecf-4d81-93a8-1edb73f28c61', 'name': 'network-vif-deleted', 'tag': '653f67f1-1b4d-471a-bb42-22c20a1e6573'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:28:50.540854 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cbf675-e450-47e1-9048-08b1604e40cc" -d '{"events": [{"server_uuid": "7ecb226b-aecf-4d81-93a8-1edb73f28c61", "name": "network-vif-deleted", "tag": "653f67f1-1b4d-471a-bb42-22c20a1e6573"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:28:50.586342 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e831d-3fd3-40a4-bbd4-faee2bd426a3 req-3723d250-4d0b-42f8-8614-b6012263f9a6 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:50.587963 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-377e831d-3fd3-40a4-bbd4-faee2bd426a3 req-3723d250-4d0b-42f8-8614-b6012263f9a6 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=79742df9-a0a4-4352-b235-3270dbf69113 HTTP/1.1" status: 200 len: 944 time: 0.0486248 Nov 16 11:28:50.635980 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-377e831d-3fd3-40a4-bbd4-faee2bd426a3 req-bc56871a-8c66-48d0-a7b4-a0045f7a1d10 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419307 Nov 16 11:28:50.735136 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8b77c-540e-4221-b6ac-58aa9c3c407b req-2866d3bd-3ce2-4a51-b2f8-7f7bcff6a4c0 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:50.736586 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9fc8b77c-540e-4221-b6ac-58aa9c3c407b req-2866d3bd-3ce2-4a51-b2f8-7f7bcff6a4c0 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0475657 Nov 16 11:28:50.783045 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9fc8b77c-540e-4221-b6ac-58aa9c3c407b req-9b22396d-0848-4cda-9aaa-d85539131b36 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399299 Nov 16 11:28:50.827617 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 40012) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:28:50.862646 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbf99fc-dd72-4237-9371-71e8e5d521b5 x-openstack-request-id: req-2dbf99fc-dd72-4237-9371-71e8e5d521b5 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:28:50.862947 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ecb226b-aecf-4d81-93a8-1edb73f28c61", "name": "network-vif-deleted", "tag": "653f67f1-1b4d-471a-bb42-22c20a1e6573", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:28:50.863201 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2dbf99fc-dd72-4237-9371-71e8e5d521b5 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:28:50.863601 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ecb226b-aecf-4d81-93a8-1edb73f28c61', 'name': 'network-vif-deleted', 'tag': '653f67f1-1b4d-471a-bb42-22c20a1e6573', 'status': 'completed', 'code': 200} Nov 16 11:28:50.884118 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1d86ddd-51b9-4a4f-8309-75fb8e6253f0 admin admin] Deleting subnet 7f6e11aa-97dd-46aa-83f9-6bd116a56136 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:28:50.887940 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a1d86ddd-51b9-4a4f-8309-75fb8e6253f0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:50.927707 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a1d86ddd-51b9-4a4f-8309-75fb8e6253f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:50.939106 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bd4906d4-4a72-4d16-9954-8f5ecb1f133e req-479fe1c7-34bf-47e5-bcfe-0ff2ce1a2229 tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0348940 Nov 16 11:28:50.976916 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a1d86ddd-51b9-4a4f-8309-75fb8e6253f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:51.032533 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a1d86ddd-51b9-4a4f-8309-75fb8e6253f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:51.060864 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d86ddd-51b9-4a4f-8309-75fb8e6253f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f6e11aa-97dd-46aa-83f9-6bd116a56136,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:51.063131 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a1d86ddd-51b9-4a4f-8309-75fb8e6253f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:51.066568 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a1d86ddd-51b9-4a4f-8309-75fb8e6253f0 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7f6e11aa-97dd-46aa-83f9-6bd116a56136 HTTP/1.1" status: 204 len: 168 time: 0.2377114 Nov 16 11:28:51.071126 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 40022) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:28:51.167771 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f9594ea-b1db-405b-8d3e-0083410de855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:51.178584 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9a34a-fa66-4ba8-b536-ec52c65e4d46 req-888c2978-0fd5-4766-bf97-29c0f8384072 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:51.180068 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-15c9a34a-fa66-4ba8-b536-ec52c65e4d46 req-888c2978-0fd5-4766-bf97-29c0f8384072 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.1105649 Nov 16 11:28:51.288618 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f9594ea-b1db-405b-8d3e-0083410de855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:51.294199 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-15c9a34a-fa66-4ba8-b536-ec52c65e4d46 req-a7d5300d-1d33-4510-8360-d6a344a7e641 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075292 Nov 16 11:28:51.313261 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-3f9594ea-b1db-405b-8d3e-0083410de855 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e546bc9-76d2-415c-92b7-4aadef7c173a']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:28:51.322861 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-3f9594ea-b1db-405b-8d3e-0083410de855 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0333b23-6c94-4ce6-9ac8-5957ec6bdca7') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:28:51.323163 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-3f9594ea-b1db-405b-8d3e-0083410de855 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0333b23-6c94-4ce6-9ac8-5957ec6bdca7') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:28:51.332524 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f9594ea-b1db-405b-8d3e-0083410de855 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:51.346028 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f9594ea-b1db-405b-8d3e-0083410de855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:51.354190 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f9594ea-b1db-405b-8d3e-0083410de855 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:28:51.354574 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f9594ea-b1db-405b-8d3e-0083410de855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:51.362920 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:28:51.362920 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:28:51.362920 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:28:51.362920 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:28:51.362920 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:28:51.362920 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:28:51.362920 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:28:51.362920 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:28:51.362920 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:28:51.362920 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:28:51.362920 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:28:51.362920 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:28:51.362920 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:28:51.362920 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:28:51.362920 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:28:51.362920 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:28:51.362920 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:28:51.362920 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:28:51.362920 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:28:51.362920 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:28:51.362920 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:28:51.362920 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:28:51.362920 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:28:51.362920 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:28:51.362920 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:28:51.362920 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:28:51.362920 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:28:51.362920 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:28:51.362920 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:28:51.362920 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:28:51.362920 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:28:51.362920 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:28:51.437261 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f9594ea-b1db-405b-8d3e-0083410de855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:51.442424 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f9594ea-b1db-405b-8d3e-0083410de855 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:51.445647 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3f9594ea-b1db-405b-8d3e-0083410de855 admin admin] 10.222.0.61 "DELETE /v2.0/networks/3e546bc9-76d2-415c-92b7-4aadef7c173a HTTP/1.1" status: 204 len: 168 time: 0.3735547 Nov 16 11:28:51.455703 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372bd9b-c574-4b39-b00b-fca46d668290 req-59653877-3cfe-46bf-aea1-552e9c24c2da tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:51.457157 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c372bd9b-c574-4b39-b00b-fca46d668290 req-59653877-3cfe-46bf-aea1-552e9c24c2da tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 949 time: 0.1062605 Nov 16 11:28:51.470887 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9594ea-b1db-405b-8d3e-0083410de855 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e546bc9-76d2-415c-92b7-4aadef7c173a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:51.514959 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c372bd9b-c574-4b39-b00b-fca46d668290 req-8d4fe501-5813-4056-a3a3-4e10db19cdcd tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459785 Nov 16 11:28:51.563523 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 40032) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:28:51.648555 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c53ca287-5f12-46d6-9c47-3bfb4cd7dc00 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5f24360749db478f84b4474b1c022fdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0839229 Nov 16 11:28:51.651019 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 40034) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:28:51.671714 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ddfcd-323c-40a7-a4ad-3fb1c001037a req-d52b76ed-0161-4989-9305-4a47eaf3fc4c tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:51.673122 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c52ddfcd-323c-40a7-a4ad-3fb1c001037a req-d52b76ed-0161-4989-9305-4a47eaf3fc4c tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0951746 Nov 16 11:28:51.739733 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7871025b-5724-4ef3-8ac5-01ab70e0ffde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:51.744906 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c52ddfcd-323c-40a7-a4ad-3fb1c001037a req-bd94c42e-ab05-4c9e-b581-8fe082770d3c tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629082 Nov 16 11:28:51.757214 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device f2ba0d2d-282a-4bb0-8a6a-5476583ecd88 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:28:51.767334 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7871025b-5724-4ef3-8ac5-01ab70e0ffde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:51.811397 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port f2ba0d2d-282a-4bb0-8a6a-5476583ecd88 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:28:51.815989 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port f2ba0d2d-282a-4bb0-8a6a-5476583ecd88 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:28:51.816468 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:51.825312 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7871025b-5724-4ef3-8ac5-01ab70e0ffde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:51.828063 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7871025b-5724-4ef3-8ac5-01ab70e0ffde admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:51.831524 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7871025b-5724-4ef3-8ac5-01ab70e0ffde admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1a716cfc-229a-4f0c-afb4-8f61cb88b315 HTTP/1.1" status: 204 len: 168 time: 0.1773326 Nov 16 11:28:51.854767 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7871025b-5724-4ef3-8ac5-01ab70e0ffde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a716cfc-229a-4f0c-afb4-8f61cb88b315,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:51.875020 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bbb4f5-1a85-4172-8bab-67e9030c1c91 req-12d81ee2-e13a-4603-8e07-dff68aa508b4 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:51.876564 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-87bbb4f5-1a85-4172-8bab-67e9030c1c91 req-12d81ee2-e13a-4603-8e07-dff68aa508b4 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=46da1af3-184a-4df2-8a97-3f4a788f45c8 HTTP/1.1" status: 200 len: 945 time: 0.0638738 Nov 16 11:28:51.915381 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:51.951985 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port f2ba0d2d-282a-4bb0-8a6a-5476583ecd88, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=f2ba0d2d-282a-4bb0-8a6a-5476583ecd88,segment=NetworkSegment(0009b431-285f-41a0-a8ef-b06ff30af7d1),segment_id=0009b431-285f-41a0-a8ef-b06ff30af7d1)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:28:51.953047 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79742df9-a0a4-4352-b235-3270dbf69113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ba0d2d-282a-4bb0-8a6a-5476583ecd88'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:28:51.955737 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ce96fb-eb0a-4ff7-b45b-1c9532ab5c16" -d '{"events": [{"server_uuid": "79742df9-a0a4-4352-b235-3270dbf69113", "name": "network-vif-plugged", "status": "completed", "tag": "f2ba0d2d-282a-4bb0-8a6a-5476583ecd88"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:28:51.956607 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-87bbb4f5-1a85-4172-8bab-67e9030c1c91 req-0a8dc328-1336-4652-805f-39e946730bb7 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730193 Nov 16 11:28:51.961464 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:51.963367 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 63d92921-3923-4257-9823-32a4af018ff8 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:28:52.022151 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 63d92921-3923-4257-9823-32a4af018ff8 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:28:52.023062 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 63d92921-3923-4257-9823-32a4af018ff8 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:28:52.023564 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 653f67f1-1b4d-471a-bb42-22c20a1e6573 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:28:52.054654 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 653f67f1-1b4d-471a-bb42-22c20a1e6573 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:28:52.054998 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 653f67f1-1b4d-471a-bb42-22c20a1e6573 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:28:52.072110 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=f2ba0d2d-282a-4bb0-8a6a-5476583ecd88,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:52.106354 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc0660-1f59-4c05-b2c1-811a531acc52 req-d8510fe7-976d-4c56-b266-2dff6ec332be tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:52.107924 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bfcc0660-1f59-4c05-b2c1-811a531acc52 req-d8510fe7-976d-4c56-b266-2dff6ec332be tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=79742df9-a0a4-4352-b235-3270dbf69113 HTTP/1.1" status: 200 len: 945 time: 0.0829020 Nov 16 11:28:52.160138 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121275f-79fd-4739-a7be-d59b5d414ede req-6c0d79ea-9f4b-43bd-8095-9064fcb486c1 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:52.168377 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a121275f-79fd-4739-a7be-d59b5d414ede req-6c0d79ea-9f4b-43bd-8095-9064fcb486c1 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.64 "GET /v2.0/ports?device_id=46da1af3-184a-4df2-8a97-3f4a788f45c8 HTTP/1.1" status: 200 len: 945 time: 0.0676513 Nov 16 11:28:52.175325 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bfcc0660-1f59-4c05-b2c1-811a531acc52 req-3418d55c-876e-4cf1-98f4-32ded14a7f07 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567081 Nov 16 11:28:52.238852 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e4429e-350d-4e32-bf6c-5b5ce4cac758 x-openstack-request-id: req-64e4429e-350d-4e32-bf6c-5b5ce4cac758 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:28:52.239144 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79742df9-a0a4-4352-b235-3270dbf69113", "name": "network-vif-plugged", "status": "completed", "tag": "f2ba0d2d-282a-4bb0-8a6a-5476583ecd88", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:28:52.239576 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-64e4429e-350d-4e32-bf6c-5b5ce4cac758 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:28:52.240143 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79742df9-a0a4-4352-b235-3270dbf69113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ba0d2d-282a-4bb0-8a6a-5476583ecd88', 'code': 200} Nov 16 11:28:52.278327 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-a121275f-79fd-4739-a7be-d59b5d414ede req-16e3e8d4-ec68-48a1-afd3-7a9c799ea289 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Deleting port ea25fb0b-c2a5-4389-a515-ff4e91322446 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:28:52.279399 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a121275f-79fd-4739-a7be-d59b5d414ede req-16e3e8d4-ec68-48a1-afd3-7a9c799ea289 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:52.340372 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c1b1bd22-4b31-420f-afb9-3144867be48e req-de6d4240-6b95-45b6-9cd8-af4b12be24d7 tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0422449 Nov 16 11:28:52.445812 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-a121275f-79fd-4739-a7be-d59b5d414ede req-16e3e8d4-ec68-48a1-afd3-7a9c799ea289 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] For port ea25fb0b-c2a5-4389-a515-ff4e91322446, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=ea25fb0b-c2a5-4389-a515-ff4e91322446,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:28:52.446356 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a121275f-79fd-4739-a7be-d59b5d414ede req-16e3e8d4-ec68-48a1-afd3-7a9c799ea289 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:52.450190 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1361446-f169-474a-b631-98976823f70d req-8d681c3c-ef0f-4e8f-8b42-577dd8b67a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:52.451953 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c1361446-f169-474a-b631-98976823f70d req-8d681c3c-ef0f-4e8f-8b42-577dd8b67a78 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=79742df9-a0a4-4352-b235-3270dbf69113 HTTP/1.1" status: 200 len: 1096 time: 0.0936990 Nov 16 11:28:52.480794 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-a121275f-79fd-4739-a7be-d59b5d414ede req-16e3e8d4-ec68-48a1-afd3-7a9c799ea289 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Calling delete_port for ea25fb0b-c2a5-4389-a515-ff4e91322446 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:28:52.566160 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c1361446-f169-474a-b631-98976823f70d req-0ab35bd3-f4b9-4abd-92fb-582903b389c5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059246 Nov 16 11:28:52.587553 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239c52b-efa9-4d74-a8f6-9f26f5145177 req-f73b2a8d-9809-4f0a-8277-01992bc3d342 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:52.589271 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e239c52b-efa9-4d74-a8f6-9f26f5145177 req-f73b2a8d-9809-4f0a-8277-01992bc3d342 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0771680 Nov 16 11:28:52.648023 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e239c52b-efa9-4d74-a8f6-9f26f5145177 req-fe8ad57e-aa51-411b-b5a7-58b704e7da24 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517197 Nov 16 11:28:52.655986 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a121275f-79fd-4739-a7be-d59b5d414ede req-16e3e8d4-ec68-48a1-afd3-7a9c799ea289 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:52.680465 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['fe4bad9f-e320-44f6-b633-16c2ce2be385', 'ea25fb0b-c2a5-4389-a515-ff4e91322446'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:28:52.686976 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e3e8d4-ec68-48a1-afd3-7a9c799ea289 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Pushing event deleted for resources: {'Port': ['ID=ea25fb0b-c2a5-4389-a515-ff4e91322446,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:52.744829 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-a121275f-79fd-4739-a7be-d59b5d414ede req-16e3e8d4-ec68-48a1-afd3-7a9c799ea289 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] No DVR routers for this DVR port ea25fb0b-c2a5-4389-a515-ff4e91322446 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:28:52.747455 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a121275f-79fd-4739-a7be-d59b5d414ede req-16e3e8d4-ec68-48a1-afd3-7a9c799ea289 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:52.751494 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a121275f-79fd-4739-a7be-d59b5d414ede req-16e3e8d4-ec68-48a1-afd3-7a9c799ea289 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.64 "DELETE /v2.0/ports/ea25fb0b-c2a5-4389-a515-ff4e91322446 HTTP/1.1" status: 204 len: 173 time: 0.5789416 Nov 16 11:28:52.758103 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:28:52.792261 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f99c81-f7b5-44d7-85e9-25dd6c02fdb2 req-acf76796-e693-4427-be29-e80caf3fdc05 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:52.793733 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f7f99c81-f7b5-44d7-85e9-25dd6c02fdb2 req-acf76796-e693-4427-be29-e80caf3fdc05 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 949 time: 0.0645795 Nov 16 11:28:52.805086 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 40072) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:28:52.857746 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f7f99c81-f7b5-44d7-85e9-25dd6c02fdb2 req-86aea2ef-05f2-42ae-9cac-13dad3490176 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569263 Nov 16 11:28:52.865052 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46da1af3-184a-4df2-8a97-3f4a788f45c8', 'name': 'network-vif-deleted', 'tag': 'ea25fb0b-c2a5-4389-a515-ff4e91322446'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:28:52.867417 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed436db-580e-4db8-b5ac-2ca4c12f6c04" -d '{"events": [{"server_uuid": "46da1af3-184a-4df2-8a97-3f4a788f45c8", "name": "network-vif-deleted", "tag": "ea25fb0b-c2a5-4389-a515-ff4e91322446"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:28:52.983354 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-fbebc684-2fbb-4a51-8c55-b0af93f19b1c admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-414864772-network', 'tenant_id': 'f3b1914fa568497dba02001ce93ad9ea'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:28:52.995153 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f5203-c215-498a-b910-655de1e13952 req-db92062a-dd00-4377-a9c2-2f749895102b tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:53.003481 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5a6f5203-c215-498a-b910-655de1e13952 req-db92062a-dd00-4377-a9c2-2f749895102b tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0663652 Nov 16 11:28:53.012287 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbebc684-2fbb-4a51-8c55-b0af93f19b1c admin admin] Made reservation on behalf of f3b1914fa568497dba02001ce93ad9ea for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:28:53.014741 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fbebc684-2fbb-4a51-8c55-b0af93f19b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:53.023862 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fbebc684-2fbb-4a51-8c55-b0af93f19b1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:53.081445 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5a6f5203-c215-498a-b910-655de1e13952 req-75bb9d9d-bbef-4061-8a3f-e69bc956b46d tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767553 Nov 16 11:28:53.124956 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fbebc684-2fbb-4a51-8c55-b0af93f19b1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:53.135183 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fbebc684-2fbb-4a51-8c55-b0af93f19b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:53.142740 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a092b8-a3a4-476b-841c-d7f22013e4ec x-openstack-request-id: req-64a092b8-a3a4-476b-841c-d7f22013e4ec {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:28:53.143117 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46da1af3-184a-4df2-8a97-3f4a788f45c8", "name": "network-vif-deleted", "tag": "ea25fb0b-c2a5-4389-a515-ff4e91322446", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:28:53.143405 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-64a092b8-a3a4-476b-841c-d7f22013e4ec {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:28:53.143796 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46da1af3-184a-4df2-8a97-3f4a788f45c8', 'name': 'network-vif-deleted', 'tag': 'ea25fb0b-c2a5-4389-a515-ff4e91322446', 'status': 'completed', 'code': 200} Nov 16 11:28:53.167383 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbebc684-2fbb-4a51-8c55-b0af93f19b1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:28:53.187078 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbebc684-2fbb-4a51-8c55-b0af93f19b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12158469-800c-4bb7-9f5b-5e57652ed937,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:53.191169 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fbebc684-2fbb-4a51-8c55-b0af93f19b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:53.191518 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-fbebc684-2fbb-4a51-8c55-b0af93f19b1c admin admin] Added segment ec5877ad-2762-42ac-aa05-47c4f801979e of type vlan for network 345659ae-5a75-4ba1-9649-20b163c5024c Nov 16 11:28:53.237911 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fbebc684-2fbb-4a51-8c55-b0af93f19b1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:53.244123 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cae67362-59b6-4edf-95ed-da82e7d51e71 req-44010be8-f25e-4308-9818-83ddb7df583d tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=46da1af3-184a-4df2-8a97-3f4a788f45c8 HTTP/1.1" status: 200 len: 210 time: 0.0393665 Nov 16 11:28:53.282008 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fbebc684-2fbb-4a51-8c55-b0af93f19b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:53.284197 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbebc684-2fbb-4a51-8c55-b0af93f19b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:53.285897 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fbebc684-2fbb-4a51-8c55-b0af93f19b1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:53.304946 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-fbebc684-2fbb-4a51-8c55-b0af93f19b1c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4986703 Nov 16 11:28:53.307906 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 40084) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:28:53.313208 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-045a6c41-697f-44a2-a29e-c020f9f11897 admin admin] Request body: {'subnet': {'network_id': '345659ae-5a75-4ba1-9649-20b163c5024c', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-414864772-subnet', 'tenant_id': 'f3b1914fa568497dba02001ce93ad9ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:28:53.340315 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045a6c41-697f-44a2-a29e-c020f9f11897 admin admin] Made reservation on behalf of f3b1914fa568497dba02001ce93ad9ea for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:28:53.348329 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-045a6c41-697f-44a2-a29e-c020f9f11897 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:53.385021 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbebc684-2fbb-4a51-8c55-b0af93f19b1c admin admin] Pushing event updated for resources: {'Network': ['ID=345659ae-5a75-4ba1-9649-20b163c5024c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:53.396677 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 345659ae-5a75-4ba1-9649-20b163c5024c details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:28:53.504765 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305fcc0-1ded-46d7-b683-082f5d101efb req-83d8830e-8cc0-4a02-bd45-d8129866802a tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:53.506822 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c305fcc0-1ded-46d7-b683-082f5d101efb req-83d8830e-8cc0-4a02-bd45-d8129866802a tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=79742df9-a0a4-4352-b235-3270dbf69113 HTTP/1.1" status: 200 len: 945 time: 0.0925505 Nov 16 11:28:53.594977 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c305fcc0-1ded-46d7-b683-082f5d101efb req-b54c9a6b-0d97-4bd6-9853-2a9255631539 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815060 Nov 16 11:28:53.654845 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-045a6c41-697f-44a2-a29e-c020f9f11897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:53.746003 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a6c41-697f-44a2-a29e-c020f9f11897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=224c4645-984c-4747-b580-d3a121605e46,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:53.759558 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045a6c41-697f-44a2-a29e-c020f9f11897 admin admin] Checking segment: {'id': 'ec5877ad-2762-42ac-aa05-47c4f801979e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '345659ae-5a75-4ba1-9649-20b163c5024c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:28:53.759908 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045a6c41-697f-44a2-a29e-c020f9f11897 admin admin] Network hostable DHCP agents. Network: 345659ae-5a75-4ba1-9649-20b163c5024c, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:28:53.772337 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4c67c-578a-4e2d-8e03-907953be08d6 req-c573f04f-d0e2-431e-bf72-5fe06b2c2819 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:53.773775 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-04c4c67c-578a-4e2d-8e03-907953be08d6 req-c573f04f-d0e2-431e-bf72-5fe06b2c2819 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0931308 Nov 16 11:28:53.800261 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045a6c41-697f-44a2-a29e-c020f9f11897 admin admin] Network 345659ae-5a75-4ba1-9649-20b163c5024c is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:28:53.819091 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-045a6c41-697f-44a2-a29e-c020f9f11897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 345659ae-5a75-4ba1-9649-20b163c5024c) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:28:53.826531 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045a6c41-697f-44a2-a29e-c020f9f11897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:53.827110 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-045a6c41-697f-44a2-a29e-c020f9f11897 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:53.827669 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1874188e-a61f-4ccf-8633-4691efad49f9 None None] Network 345659ae-5a75-4ba1-9649-20b163c5024c requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:28:53.845559 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-04c4c67c-578a-4e2d-8e03-907953be08d6 req-f09450b3-98a1-4b2f-9865-230625627465 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641699 Nov 16 11:28:53.854311 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-045a6c41-697f-44a2-a29e-c020f9f11897 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5449939 Nov 16 11:28:53.944386 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bce2f607-6547-4e76-87c0-f15216be86f6 req-8d099c1e-b25f-4afd-8e5b-6c4b46b7249a tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0277328 Nov 16 11:28:53.984826 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c7082a-956b-4e93-934c-6203cb241ebd None None] Network 345659ae-5a75-4ba1-9649-20b163c5024c requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:28:54.152482 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785d806-0a25-4c6d-b3a2-71286960a93d req-414bcaa9-e494-40c0-9c81-b8618e12e5c6 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:54.153969 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4785d806-0a25-4c6d-b3a2-71286960a93d req-414bcaa9-e494-40c0-9c81-b8618e12e5c6 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 949 time: 0.0649211 Nov 16 11:28:54.425424 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4785d806-0a25-4c6d-b3a2-71286960a93d req-02623c5d-1970-449e-ba5a-7e41dfa02f46 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650757 Nov 16 11:28:54.699688 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-d4f3e209-d4d3-4f41-ad80-91bc7454c8e5 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:54.701033 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-d4f3e209-d4d3-4f41-ad80-91bc7454c8e5 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/networks?id=345659ae-5a75-4ba1-9649-20b163c5024c HTTP/1.1" status: 200 len: 812 time: 0.0998588 Nov 16 11:28:54.716197 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-69375293-6bd2-48be-9b01-1ea7b78f306f tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/quotas/f3b1914fa568497dba02001ce93ad9ea HTTP/1.1" status: 200 len: 375 time: 0.0095029 Nov 16 11:28:54.748537 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-b09785a7-bc2f-4b5b-ab11-e83133bb50ec tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f3b1914fa568497dba02001ce93ad9ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272613 Nov 16 11:28:54.835855 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-8255c5ee-d792-4ecf-bb57-abbacf426a97 service neutron] 10.222.0.61 "GET /v2.0/networks/345659ae-5a75-4ba1-9649-20b163c5024c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800629 Nov 16 11:28:54.925025 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-011812d6-3991-4e32-83f5-e5a6146ea9d4 service neutron] 10.222.0.61 "GET /v2.0/networks/345659ae-5a75-4ba1-9649-20b163c5024c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832222 Nov 16 11:28:55.215515 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60f104-05ac-48e6-ac5d-13128ea87c55 req-9f5ee9fb-8ea0-4180-bec4-bfb89df1323e tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:55.223186 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7a60f104-05ac-48e6-ac5d-13128ea87c55 req-9f5ee9fb-8ea0-4180-bec4-bfb89df1323e tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=79742df9-a0a4-4352-b235-3270dbf69113 HTTP/1.1" status: 200 len: 945 time: 0.0588644 Nov 16 11:28:55.268164 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7a60f104-05ac-48e6-ac5d-13128ea87c55 req-9deaa18d-58ca-4324-b72f-5472abed3e6c tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440669 Nov 16 11:28:55.380701 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed25c7-225b-4712-bddf-6f93274964a7 req-bb412002-ffe9-4547-bfa8-c6b4496879af tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:55.386457 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f3ed25c7-225b-4712-bddf-6f93274964a7 req-bb412002-ffe9-4547-bfa8-c6b4496879af tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0581965 Nov 16 11:28:55.437807 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f3ed25c7-225b-4712-bddf-6f93274964a7 req-dfea4027-8269-49a1-8d51-bdb1e3829aa3 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488036 Nov 16 11:28:55.550649 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a436b4dc-044b-4894-a923-846d167318ec req-5850e7dc-a0d7-4078-a8d3-fa3a758c794a tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0424545 Nov 16 11:28:55.789144 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device ea25fb0b-c2a5-4389-a515-ff4e91322446 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:28:55.810246 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: ea25fb0b-c2a5-4389-a515-ff4e91322446 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:28:55.810853 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device ea25fb0b-c2a5-4389-a515-ff4e91322446 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:28:56.010526 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e5237-6663-450c-a727-6811e22ca1d7 req-658a56ce-ee17-4a4b-9944-de20f2cea2bd tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:56.011881 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-115e5237-6663-450c-a727-6811e22ca1d7 req-658a56ce-ee17-4a4b-9944-de20f2cea2bd tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 949 time: 0.0512440 Nov 16 11:28:56.060510 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-115e5237-6663-450c-a727-6811e22ca1d7 req-99312353-f808-4c5a-957b-e1dbb1751d54 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421731 Nov 16 11:28:56.185409 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e312143e-8993-4d0d-9eec-bb7c29fa2fdc req-e3a1dbd8-a1c1-499f-b38a-ddeb6c7902a9 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/ports?device_id=f853d232-b281-46fe-a82a-af9e3e616d22 HTTP/1.1" status: 200 len: 210 time: 0.0257192 Nov 16 11:28:56.291604 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160df756-aca1-4b2d-acbc-7b89b3364c1d req-6e1e4483-44d5-4688-b43f-e7ab411d2763 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:56.293125 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-160df756-aca1-4b2d-acbc-7b89b3364c1d req-6e1e4483-44d5-4688-b43f-e7ab411d2763 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8d30c3-065b-4a55-87ca-23372d29d1d9 HTTP/1.1" status: 200 len: 946 time: 0.0528500 Nov 16 11:28:56.348028 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-160df756-aca1-4b2d-acbc-7b89b3364c1d req-497d4ceb-73cd-40c5-a09c-35b6d16e257c tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483329 Nov 16 11:28:56.561587 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-6cc8ed25-b586-4815-a809-e9589bfb462d tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:56.562981 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-6cc8ed25-b586-4815-a809-e9589bfb462d tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.64 "GET /v2.0/networks?id=345659ae-5a75-4ba1-9649-20b163c5024c HTTP/1.1" status: 200 len: 812 time: 0.1474979 Nov 16 11:28:56.621791 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-0f3a81eb-87e5-495e-b9d3-995d86c23d96 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Request body: {'port': {'device_id': '0b6c5b5e-5436-4aec-b4ed-25c8197ebd1a', 'network_id': '345659ae-5a75-4ba1-9649-20b163c5024c', 'admin_state_up': True, 'tenant_id': 'f3b1914fa568497dba02001ce93ad9ea'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:28:56.717317 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c78a40-a392-40d9-933f-7446ecbb0d1e req-0a47349b-5f7c-4d4c-a931-1f0b268a701f tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:56.718816 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-69c78a40-a392-40d9-933f-7446ecbb0d1e req-0a47349b-5f7c-4d4c-a931-1f0b268a701f tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0486796 Nov 16 11:28:56.740099 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-0f3a81eb-87e5-495e-b9d3-995d86c23d96 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Made reservation on behalf of f3b1914fa568497dba02001ce93ad9ea for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:28:56.744061 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-0f3a81eb-87e5-495e-b9d3-995d86c23d96 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:56.768944 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-69c78a40-a392-40d9-933f-7446ecbb0d1e req-72c1e5e4-6643-4dbc-8e2f-63efca7f35ad tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439506 Nov 16 11:28:56.862535 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0ce0708c-726b-4613-9282-03b143f64d55 req-1af4eda1-719b-4840-86ed-798f528c09e1 tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0318837 Nov 16 11:28:56.897568 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-0f3a81eb-87e5-495e-b9d3-995d86c23d96 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Allocated IP 172.20.0.4 (345659ae-5a75-4ba1-9649-20b163c5024c/224c4645-984c-4747-b580-d3a121605e46/9191aff9-b577-4784-9db3-808b5446ccb3) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:28:57.049313 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-0f3a81eb-87e5-495e-b9d3-995d86c23d96 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:57.125739 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-0f3a81eb-87e5-495e-b9d3-995d86c23d96 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:57.169488 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c80cb-f3f4-4b9d-bbb1-333c50e9d82b req-8c1dd76f-06a2-4c24-a1ba-4d75103aa721 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:57.171293 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8d1c80cb-f3f4-4b9d-bbb1-333c50e9d82b req-8c1dd76f-06a2-4c24-a1ba-4d75103aa721 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c8d30c3-065b-4a55-87ca-23372d29d1d9 HTTP/1.1" status: 200 len: 946 time: 0.0968227 Nov 16 11:28:57.200008 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-0f3a81eb-87e5-495e-b9d3-995d86c23d96 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Network 345659ae-5a75-4ba1-9649-20b163c5024c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:28:57.210786 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-0f3a81eb-87e5-495e-b9d3-995d86c23d96 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:28:57.240039 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-0f3a81eb-87e5-495e-b9d3-995d86c23d96 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:28:57.297851 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a81eb-87e5-495e-b9d3-995d86c23d96 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Pushing event updated for resources: {'Port': ['ID=9191aff9-b577-4784-9db3-808b5446ccb3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:57.324859 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a81eb-87e5-495e-b9d3-995d86c23d96 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:28:57.325207 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a81eb-87e5-495e-b9d3-995d86c23d96 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:28:57.325554 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a81eb-87e5-495e-b9d3-995d86c23d96 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:28:57.325894 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a81eb-87e5-495e-b9d3-995d86c23d96 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:28:57.326373 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a81eb-87e5-495e-b9d3-995d86c23d96 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:28:57.326571 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a81eb-87e5-495e-b9d3-995d86c23d96 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:28:57.326902 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a81eb-87e5-495e-b9d3-995d86c23d96 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:28:57.327244 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a81eb-87e5-495e-b9d3-995d86c23d96 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:28:57.327555 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a81eb-87e5-495e-b9d3-995d86c23d96 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:28:57.327894 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a81eb-87e5-495e-b9d3-995d86c23d96 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:28:57.328187 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a81eb-87e5-495e-b9d3-995d86c23d96 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:28:57.328510 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a81eb-87e5-495e-b9d3-995d86c23d96 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:28:57.387004 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-0f3a81eb-87e5-495e-b9d3-995d86c23d96 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:57.387537 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-0f3a81eb-87e5-495e-b9d3-995d86c23d96 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:57.438412 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-0f3a81eb-87e5-495e-b9d3-995d86c23d96 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8205419 Nov 16 11:28:57.440875 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2bc876-6a5f-4268-8f75-602bb8ccf5bb req-ec7d4e1b-eafe-4303-9f23-9d93c605606c tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:57.442418 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fe2bc876-6a5f-4268-8f75-602bb8ccf5bb req-ec7d4e1b-eafe-4303-9f23-9d93c605606c tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 949 time: 0.0582216 Nov 16 11:28:57.450488 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-e96cff55-a4f7-4b74-b8a6-65c900f25276 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:57.451956 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-e96cff55-a4f7-4b74-b8a6-65c900f25276 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.64 "GET /v2.0/networks?id=345659ae-5a75-4ba1-9649-20b163c5024c HTTP/1.1" status: 200 len: 812 time: 0.2694936 Nov 16 11:28:57.464946 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-8d1c80cb-f3f4-4b9d-bbb1-333c50e9d82b req-e1d81df6-8031-4ba6-ad63-d1b2b9e29e66 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Deleting port fe4bad9f-e320-44f6-b633-16c2ce2be385 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:28:57.465471 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8d1c80cb-f3f4-4b9d-bbb1-333c50e9d82b req-e1d81df6-8031-4ba6-ad63-d1b2b9e29e66 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:57.485055 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-cfc1deb1-90e8-45e2-955e-90fb4562e8a1 service neutron] Request body: {'port': {'device_id': '0b6c5b5e-5436-4aec-b4ed-25c8197ebd1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:28:57.501456 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fe2bc876-6a5f-4268-8f75-602bb8ccf5bb req-fade2595-606c-41de-b62d-0003e2df50e8 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508695 Nov 16 11:28:57.515620 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-923fe422-8122-4b7a-a9ba-622b28d941cb tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Request body: {'port': {'device_id': 'f853d232-b281-46fe-a82a-af9e3e616d22', 'network_id': '345659ae-5a75-4ba1-9649-20b163c5024c', 'admin_state_up': True, 'tenant_id': 'f3b1914fa568497dba02001ce93ad9ea'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:28:57.590709 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b138c0ef-87b7-45a9-be8b-6d707ceb9330 req-d0b50eb0-7609-4472-9e0d-ab8ff47771e7 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/ports?device_id=f853d232-b281-46fe-a82a-af9e3e616d22 HTTP/1.1" status: 200 len: 210 time: 0.0270522 Nov 16 11:28:57.673894 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-cfc1deb1-90e8-45e2-955e-90fb4562e8a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:57.676696 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-8d1c80cb-f3f4-4b9d-bbb1-333c50e9d82b req-e1d81df6-8031-4ba6-ad63-d1b2b9e29e66 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] For port fe4bad9f-e320-44f6-b633-16c2ce2be385, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=fe4bad9f-e320-44f6-b633-16c2ce2be385,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:28:57.677056 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8d1c80cb-f3f4-4b9d-bbb1-333c50e9d82b req-e1d81df6-8031-4ba6-ad63-d1b2b9e29e66 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:57.707300 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332c5df-89de-447e-a4e9-85991c87623c req-b4cdc07a-58c7-466f-bf15-6e3a523b8d2c tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:57.708802 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e332c5df-89de-447e-a4e9-85991c87623c req-b4cdc07a-58c7-466f-bf15-6e3a523b8d2c tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c8d30c3-065b-4a55-87ca-23372d29d1d9 HTTP/1.1" status: 200 len: 946 time: 0.0506151 Nov 16 11:28:57.710074 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-8d1c80cb-f3f4-4b9d-bbb1-333c50e9d82b req-e1d81df6-8031-4ba6-ad63-d1b2b9e29e66 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Calling delete_port for fe4bad9f-e320-44f6-b633-16c2ce2be385 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:28:57.759616 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e332c5df-89de-447e-a4e9-85991c87623c req-dda0d3a7-9ff8-49d1-9050-20466e2f5c42 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=b99b9b5f-9152-44af-baf0-d47f59823573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425963 Nov 16 11:28:57.808676 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-923fe422-8122-4b7a-a9ba-622b28d941cb tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Made reservation on behalf of f3b1914fa568497dba02001ce93ad9ea for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:28:57.812216 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-923fe422-8122-4b7a-a9ba-622b28d941cb tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:57.880128 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:57.904148 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65aedcc-554b-4a59-ac08-a16c06bfffe2 req-1384fa2a-07fe-4591-a4bd-0ce03e130a77 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:57.906069 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b65aedcc-554b-4a59-ac08-a16c06bfffe2 req-1384fa2a-07fe-4591-a4bd-0ce03e130a77 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0664768 Nov 16 11:28:57.964069 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b65aedcc-554b-4a59-ac08-a16c06bfffe2 req-c0251e1e-bc8f-4e50-9dae-8d4abe1bd84e tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512788 Nov 16 11:28:58.066298 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b34e4f2-531d-446b-9cdd-889ca18bdc7f req-4a1db6bc-6b43-4c49-9216-1129449e0f1d tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0357323 Nov 16 11:28:58.101519 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8d1c80cb-f3f4-4b9d-bbb1-333c50e9d82b req-e1d81df6-8031-4ba6-ad63-d1b2b9e29e66 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:58.148075 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d81df6-8031-4ba6-ad63-d1b2b9e29e66 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Pushing event deleted for resources: {'Port': ['ID=fe4bad9f-e320-44f6-b633-16c2ce2be385,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:58.218816 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1c80cb-f3f4-4b9d-bbb1-333c50e9d82b req-e1d81df6-8031-4ba6-ad63-d1b2b9e29e66 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] No DVR routers for this DVR port fe4bad9f-e320-44f6-b633-16c2ce2be385 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:28:58.221786 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5dcaf-4e46-4c9b-9837-8660aab18618 req-851ef64e-afe9-47b9-bd42-f396557c2e77 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:58.222430 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8d1c80cb-f3f4-4b9d-bbb1-333c50e9d82b req-e1d81df6-8031-4ba6-ad63-d1b2b9e29e66 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:58.224868 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-07c5dcaf-4e46-4c9b-9837-8660aab18618 req-851ef64e-afe9-47b9-bd42-f396557c2e77 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0655925 Nov 16 11:28:58.225848 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8d1c80cb-f3f4-4b9d-bbb1-333c50e9d82b req-e1d81df6-8031-4ba6-ad63-d1b2b9e29e66 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.64 "DELETE /v2.0/ports/fe4bad9f-e320-44f6-b633-16c2ce2be385 HTTP/1.1" status: 204 len: 173 time: 1.0445781 Nov 16 11:28:58.226347 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8d30c3-065b-4a55-87ca-23372d29d1d9', 'name': 'network-vif-deleted', 'tag': 'fe4bad9f-e320-44f6-b633-16c2ce2be385'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:28:58.228786 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319cb93f-e5f0-4175-88f9-4c67c607bb45" -d '{"events": [{"server_uuid": "8c8d30c3-065b-4a55-87ca-23372d29d1d9", "name": "network-vif-deleted", "tag": "fe4bad9f-e320-44f6-b633-16c2ce2be385"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:28:58.233420 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-cfc1deb1-90e8-45e2-955e-90fb4562e8a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9191aff9-b577-4784-9db3-808b5446ccb3 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:28:58.242686 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-cfc1deb1-90e8-45e2-955e-90fb4562e8a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:58.259862 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-cfc1deb1-90e8-45e2-955e-90fb4562e8a1 service neutron] Transition to ACTIVE for port object 9191aff9-b577-4784-9db3-808b5446ccb3 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:28:58.267938 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-cfc1deb1-90e8-45e2-955e-90fb4562e8a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:58.304278 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-07c5dcaf-4e46-4c9b-9837-8660aab18618 req-50b727d7-e40c-4b2d-960e-557ba304bb3d tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728416 Nov 16 11:28:58.380896 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed51530-f984-438f-8281-e00483986b61 x-openstack-request-id: req-0ed51530-f984-438f-8281-e00483986b61 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:28:58.381182 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8d30c3-065b-4a55-87ca-23372d29d1d9", "name": "network-vif-deleted", "tag": "fe4bad9f-e320-44f6-b633-16c2ce2be385", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:28:58.381442 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0ed51530-f984-438f-8281-e00483986b61 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:28:58.382080 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8d30c3-065b-4a55-87ca-23372d29d1d9', 'name': 'network-vif-deleted', 'tag': 'fe4bad9f-e320-44f6-b633-16c2ce2be385', 'status': 'completed', 'code': 200} Nov 16 11:28:58.429769 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc1deb1-90e8-45e2-955e-90fb4562e8a1 service neutron] Pushing event updated for resources: {'Port': ['ID=9191aff9-b577-4784-9db3-808b5446ccb3,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:58.498792 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-923fe422-8122-4b7a-a9ba-622b28d941cb tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Allocated IP 172.20.0.5 (345659ae-5a75-4ba1-9649-20b163c5024c/224c4645-984c-4747-b580-d3a121605e46/07271ab6-59f0-4757-a83e-1c5267531171) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:28:58.561801 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-cfc1deb1-90e8-45e2-955e-90fb4562e8a1 service neutron] Attempting to bind port 9191aff9-b577-4784-9db3-808b5446ccb3 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:28:58.562260 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-cfc1deb1-90e8-45e2-955e-90fb4562e8a1 service neutron] Attempting to bind port 9191aff9-b577-4784-9db3-808b5446ccb3 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'ec5877ad-2762-42ac-aa05-47c4f801979e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '345659ae-5a75-4ba1-9649-20b163c5024c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:28:58.562663 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-cfc1deb1-90e8-45e2-955e-90fb4562e8a1 service neutron] Attempting to bind port 9191aff9-b577-4784-9db3-808b5446ccb3 on network 345659ae-5a75-4ba1-9649-20b163c5024c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:28:58.575218 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-cfc1deb1-90e8-45e2-955e-90fb4562e8a1 service neutron] Port 9191aff9-b577-4784-9db3-808b5446ccb3 on network 345659ae-5a75-4ba1-9649-20b163c5024c not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:28:58.575612 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-cfc1deb1-90e8-45e2-955e-90fb4562e8a1 service neutron] Attempting to bind port 9191aff9-b577-4784-9db3-808b5446ccb3 on network 345659ae-5a75-4ba1-9649-20b163c5024c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:28:58.585107 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-cfc1deb1-90e8-45e2-955e-90fb4562e8a1 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:28:58.585530 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-cfc1deb1-90e8-45e2-955e-90fb4562e8a1 service neutron] Checking segment: {'id': 'ec5877ad-2762-42ac-aa05-47c4f801979e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '345659ae-5a75-4ba1-9649-20b163c5024c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:28:58.586175 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-cfc1deb1-90e8-45e2-955e-90fb4562e8a1 service neutron] Bound using segment: {'id': 'ec5877ad-2762-42ac-aa05-47c4f801979e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '345659ae-5a75-4ba1-9649-20b163c5024c'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:28:58.586701 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-cfc1deb1-90e8-45e2-955e-90fb4562e8a1 service neutron] Bound port: 9191aff9-b577-4784-9db3-808b5446ccb3, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec5877ad-2762-42ac-aa05-47c4f801979e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '345659ae-5a75-4ba1-9649-20b163c5024c'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:28:58.587124 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-cfc1deb1-90e8-45e2-955e-90fb4562e8a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:58.603440 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26e817-771c-415b-81f8-692011c09463 req-95e26aeb-9f67-48ae-ba17-46dad32cdaf8 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:58.604548 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9a26e817-771c-415b-81f8-692011c09463 req-95e26aeb-9f67-48ae-ba17-46dad32cdaf8 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0516791 Nov 16 11:28:58.661780 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9a26e817-771c-415b-81f8-692011c09463 req-16a9f168-e7ba-4e9a-a147-182986ebdd27 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500836 Nov 16 11:28:58.726577 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-cfc1deb1-90e8-45e2-955e-90fb4562e8a1 service neutron] For port 9191aff9-b577-4784-9db3-808b5446ccb3, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:28:58.731512 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:58.734447 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-cfc1deb1-90e8-45e2-955e-90fb4562e8a1 service neutron] For port 9191aff9-b577-4784-9db3-808b5446ccb3, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=9191aff9-b577-4784-9db3-808b5446ccb3,segment=NetworkSegment(ec5877ad-2762-42ac-aa05-47c4f801979e),segment_id=ec5877ad-2762-42ac-aa05-47c4f801979e)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:28:58.739703 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-923fe422-8122-4b7a-a9ba-622b28d941cb tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:58.743301 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-cfc1deb1-90e8-45e2-955e-90fb4562e8a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:58.786601 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-cfc1deb1-90e8-45e2-955e-90fb4562e8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:58.787779 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-cfc1deb1-90e8-45e2-955e-90fb4562e8a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:58.789178 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-cfc1deb1-90e8-45e2-955e-90fb4562e8a1 service neutron] 10.222.0.64 "PUT /v2.0/ports/9191aff9-b577-4784-9db3-808b5446ccb3 HTTP/1.1" status: 200 len: 1091 time: 1.3083048 Nov 16 11:28:58.809804 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacbd9fe-c0d0-47cc-a912-73ff7d2413c7 req-c6b85323-90be-465a-92c6-c3789d19a774 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:58.812196 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eacbd9fe-c0d0-47cc-a912-73ff7d2413c7 req-c6b85323-90be-465a-92c6-c3789d19a774 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 949 time: 0.0684924 Nov 16 11:28:58.847490 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc1deb1-90e8-45e2-955e-90fb4562e8a1 service neutron] Pushing event updated for resources: {'Port': ['ID=9191aff9-b577-4784-9db3-808b5446ccb3,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:58.858220 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-923fe422-8122-4b7a-a9ba-622b28d941cb tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:58.890498 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eacbd9fe-c0d0-47cc-a912-73ff7d2413c7 req-9c6ab217-e4d3-4a69-8f8e-0c3e50ba18ef tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713995 Nov 16 11:28:58.929785 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-923fe422-8122-4b7a-a9ba-622b28d941cb tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Network 345659ae-5a75-4ba1-9649-20b163c5024c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:28:58.937037 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-923fe422-8122-4b7a-a9ba-622b28d941cb tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:28:58.943855 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-923fe422-8122-4b7a-a9ba-622b28d941cb tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:28:58.973016 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923fe422-8122-4b7a-a9ba-622b28d941cb tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Pushing event updated for resources: {'Port': ['ID=07271ab6-59f0-4757-a83e-1c5267531171,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:28:59.073514 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a759dcc-aa58-4d2f-ab56-a6d072be6617 req-666669b3-f70c-4800-aa2b-da194e158386 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:59.075196 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6a759dcc-aa58-4d2f-ab56-a6d072be6617 req-666669b3-f70c-4800-aa2b-da194e158386 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/ports?device_id=f853d232-b281-46fe-a82a-af9e3e616d22 HTTP/1.1" status: 200 len: 931 time: 0.0943270 Nov 16 11:28:59.135126 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6a759dcc-aa58-4d2f-ab56-a6d072be6617 req-63eeb250-701c-493c-b648-e65340290a38 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/security-groups?id=12158469-800c-4bb7-9f5b-5e57652ed937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532095 Nov 16 11:28:59.260456 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99db31b-9160-4099-9bd1-6461c27a983c req-b314e7e5-6b4f-4dc6-8bcf-c2697d207dd4 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:59.262238 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a99db31b-9160-4099-9bd1-6461c27a983c req-b314e7e5-6b4f-4dc6-8bcf-c2697d207dd4 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0570040 Nov 16 11:28:59.285937 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-b10e7bd4-c57e-47aa-a958-7a1ef36d1761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:59.287967 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-b10e7bd4-c57e-47aa-a958-7a1ef36d1761 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f3b1914fa568497dba02001ce93ad9ea&device_id=0b6c5b5e-5436-4aec-b4ed-25c8197ebd1a HTTP/1.1" status: 200 len: 1094 time: 0.4180410 Nov 16 11:28:59.311658 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-923fe422-8122-4b7a-a9ba-622b28d941cb tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:59.312310 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-923fe422-8122-4b7a-a9ba-622b28d941cb tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:59.314452 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a99db31b-9160-4099-9bd1-6461c27a983c req-11c7a1c0-60b7-4c7d-9cd8-5b27f34ed596 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459921 Nov 16 11:28:59.342570 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-20e9084b-dea4-4bca-a41b-bc7fc72658db service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9191aff9-b577-4784-9db3-808b5446ccb3 HTTP/1.1" status: 200 len: 217 time: 0.0454819 Nov 16 11:28:59.363596 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-923fe422-8122-4b7a-a9ba-622b28d941cb tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8839362 Nov 16 11:28:59.386961 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-a11eda52-f2bc-4382-9caf-3600d33748c4 service neutron] Request body: {'port': {'device_id': 'f853d232-b281-46fe-a82a-af9e3e616d22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:28:59.439257 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-5b698cf9-e1b0-436c-ad53-b9859ad738db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:59.439257 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-5b698cf9-e1b0-436c-ad53-b9859ad738db service neutron] 10.222.0.64 "GET /v2.0/subnets?id=224c4645-984c-4747-b580-d3a121605e46 HTTP/1.1" status: 200 len: 852 time: 0.0820100 Nov 16 11:28:59.459383 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f2c63d2a-b280-467c-b95f-28fbf1f2b571 req-548595f7-d359-4006-af76-a6c6e9af94e0 tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0307021 Nov 16 11:28:59.480772 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-6880a83e-51c5-4fa7-b196-1f302152f02d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=345659ae-5a75-4ba1-9649-20b163c5024c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300937 Nov 16 11:28:59.489115 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-a11eda52-f2bc-4382-9caf-3600d33748c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:59.689678 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-ace99895-77c9-4156-be09-1f9c9473b8b4 service neutron] 10.222.0.64 "GET /v2.0/networks/345659ae-5a75-4ba1-9649-20b163c5024c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886232 Nov 16 11:28:59.746913 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6226517-7cb4-47dd-80ae-94e3c02123ed req-9d5ca3de-605c-4ed9-825c-3fad84a0c590 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:59.748390 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a6226517-7cb4-47dd-80ae-94e3c02123ed req-9d5ca3de-605c-4ed9-825c-3fad84a0c590 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0514674 Nov 16 11:28:59.800276 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device fe4bad9f-e320-44f6-b633-16c2ce2be385 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:28:59.805374 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a6226517-7cb4-47dd-80ae-94e3c02123ed req-afc4d56c-2fd4-4946-9c5c-1fb7943d0167 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501688 Nov 16 11:28:59.838272 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: fe4bad9f-e320-44f6-b633-16c2ce2be385 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:28:59.838886 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device fe4bad9f-e320-44f6-b633-16c2ce2be385 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:28:59.854819 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-c03a6e99-1944-4d3f-bd3a-65def95ea4b8 service neutron] 10.222.0.64 "GET /v2.0/networks/345659ae-5a75-4ba1-9649-20b163c5024c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527212 Nov 16 11:28:59.918661 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-a11eda52-f2bc-4382-9caf-3600d33748c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07271ab6-59f0-4757-a83e-1c5267531171 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:28:59.928354 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-a11eda52-f2bc-4382-9caf-3600d33748c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:59.945572 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-a11eda52-f2bc-4382-9caf-3600d33748c4 service neutron] Transition to ACTIVE for port object 07271ab6-59f0-4757-a83e-1c5267531171 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:28:59.949980 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-a11eda52-f2bc-4382-9caf-3600d33748c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:28:59.998178 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e3491-c8ec-473b-90b9-c33ebf1846ce req-d82b0dd8-ceee-4c84-8be3-02585adcf658 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:28:59.999864 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ee0e3491-c8ec-473b-90b9-c33ebf1846ce req-d82b0dd8-ceee-4c84-8be3-02585adcf658 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.0607810 Nov 16 11:29:00.011916 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11eda52-f2bc-4382-9caf-3600d33748c4 service neutron] Pushing event updated for resources: {'Port': ['ID=07271ab6-59f0-4757-a83e-1c5267531171,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:00.055112 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ee0e3491-c8ec-473b-90b9-c33ebf1846ce req-44c1d5b5-0d98-4561-b423-366c3d5f4a8d tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463777 Nov 16 11:29:00.115815 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-a11eda52-f2bc-4382-9caf-3600d33748c4 service neutron] Attempting to bind port 07271ab6-59f0-4757-a83e-1c5267531171 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:29:00.116651 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-a11eda52-f2bc-4382-9caf-3600d33748c4 service neutron] Attempting to bind port 07271ab6-59f0-4757-a83e-1c5267531171 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'ec5877ad-2762-42ac-aa05-47c4f801979e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '345659ae-5a75-4ba1-9649-20b163c5024c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:29:00.116784 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-a11eda52-f2bc-4382-9caf-3600d33748c4 service neutron] Attempting to bind port 07271ab6-59f0-4757-a83e-1c5267531171 on network 345659ae-5a75-4ba1-9649-20b163c5024c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:29:00.124264 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-a11eda52-f2bc-4382-9caf-3600d33748c4 service neutron] Port 07271ab6-59f0-4757-a83e-1c5267531171 on network 345659ae-5a75-4ba1-9649-20b163c5024c not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:29:00.124845 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-a11eda52-f2bc-4382-9caf-3600d33748c4 service neutron] Attempting to bind port 07271ab6-59f0-4757-a83e-1c5267531171 on network 345659ae-5a75-4ba1-9649-20b163c5024c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:29:00.133311 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-a11eda52-f2bc-4382-9caf-3600d33748c4 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:29:00.133853 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-a11eda52-f2bc-4382-9caf-3600d33748c4 service neutron] Checking segment: {'id': 'ec5877ad-2762-42ac-aa05-47c4f801979e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '345659ae-5a75-4ba1-9649-20b163c5024c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:29:00.134490 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-a11eda52-f2bc-4382-9caf-3600d33748c4 service neutron] Bound using segment: {'id': 'ec5877ad-2762-42ac-aa05-47c4f801979e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '345659ae-5a75-4ba1-9649-20b163c5024c'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:29:00.135303 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-a11eda52-f2bc-4382-9caf-3600d33748c4 service neutron] Bound port: 07271ab6-59f0-4757-a83e-1c5267531171, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec5877ad-2762-42ac-aa05-47c4f801979e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '345659ae-5a75-4ba1-9649-20b163c5024c'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:29:00.135860 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-a11eda52-f2bc-4382-9caf-3600d33748c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:00.169239 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87522893-4843-4ce1-8646-1c0040f3f561 req-b30c3c6e-1298-4b26-95c7-91b38abbec16 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:00.174387 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-87522893-4843-4ce1-8646-1c0040f3f561 req-b30c3c6e-1298-4b26-95c7-91b38abbec16 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0566099 Nov 16 11:29:00.223289 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-a11eda52-f2bc-4382-9caf-3600d33748c4 service neutron] For port 07271ab6-59f0-4757-a83e-1c5267531171, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:29:00.225404 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-87522893-4843-4ce1-8646-1c0040f3f561 req-e5368399-450b-44dc-ac8e-92d58fa98fa7 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464063 Nov 16 11:29:00.227117 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-a11eda52-f2bc-4382-9caf-3600d33748c4 service neutron] For port 07271ab6-59f0-4757-a83e-1c5267531171, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=07271ab6-59f0-4757-a83e-1c5267531171,segment=NetworkSegment(ec5877ad-2762-42ac-aa05-47c4f801979e),segment_id=ec5877ad-2762-42ac-aa05-47c4f801979e)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:29:00.232586 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-a11eda52-f2bc-4382-9caf-3600d33748c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:00.280339 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-a11eda52-f2bc-4382-9caf-3600d33748c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:00.281097 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-a11eda52-f2bc-4382-9caf-3600d33748c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:00.282836 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-a11eda52-f2bc-4382-9caf-3600d33748c4 service neutron] 10.222.0.64 "PUT /v2.0/ports/07271ab6-59f0-4757-a83e-1c5267531171 HTTP/1.1" status: 200 len: 1091 time: 0.9012365 Nov 16 11:29:00.313312 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11eda52-f2bc-4382-9caf-3600d33748c4 service neutron] Pushing event updated for resources: {'Port': ['ID=07271ab6-59f0-4757-a83e-1c5267531171,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:00.367718 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0a203-5bda-478b-b2ae-f06b4d6f9c1c req-3d529ef6-c37d-4c9e-b7ad-0156ecc7caa2 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:00.369530 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4dd0a203-5bda-478b-b2ae-f06b4d6f9c1c req-3d529ef6-c37d-4c9e-b7ad-0156ecc7caa2 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 949 time: 0.0723922 Nov 16 11:29:00.382651 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b6c5b5e-5436-4aec-b4ed-25c8197ebd1a', 'tag': '9191aff9-b577-4784-9db3-808b5446ccb3'}, {'name': 'network-changed', 'server_uuid': 'f853d232-b281-46fe-a82a-af9e3e616d22', 'tag': '07271ab6-59f0-4757-a83e-1c5267531171'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:29:00.384973 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9763bd6-2c6e-427a-9411-af5e96f23340" -d '{"events": [{"name": "network-changed", "server_uuid": "0b6c5b5e-5436-4aec-b4ed-25c8197ebd1a", "tag": "9191aff9-b577-4784-9db3-808b5446ccb3"}, {"name": "network-changed", "server_uuid": "f853d232-b281-46fe-a82a-af9e3e616d22", "tag": "07271ab6-59f0-4757-a83e-1c5267531171"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:29:00.390773 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-0b457b0a-e00d-4fd8-8ae2-191aa56c9c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:00.392318 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-0b457b0a-e00d-4fd8-8ae2-191aa56c9c49 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f3b1914fa568497dba02001ce93ad9ea&device_id=f853d232-b281-46fe-a82a-af9e3e616d22 HTTP/1.1" status: 200 len: 1094 time: 0.0611126 Nov 16 11:29:00.423846 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4dd0a203-5bda-478b-b2ae-f06b4d6f9c1c req-a716d4b1-b56f-4394-86ee-e8b6bd259021 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478973 Nov 16 11:29:00.458176 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-cae75bc4-2213-4477-871f-e143e7828938 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07271ab6-59f0-4757-a83e-1c5267531171 HTTP/1.1" status: 200 len: 217 time: 0.0497670 Nov 16 11:29:00.514053 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-2ac661d0-4cfd-470f-bb9c-506129993520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:00.515508 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-2ac661d0-4cfd-470f-bb9c-506129993520 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=224c4645-984c-4747-b580-d3a121605e46 HTTP/1.1" status: 200 len: 852 time: 0.0490162 Nov 16 11:29:00.547337 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2435e9a-511e-40b9-baa8-a644987e47c1 req-aa83c694-cd03-4aae-996b-6b9eabbb60a4 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:00.549079 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e2435e9a-511e-40b9-baa8-a644987e47c1 req-aa83c694-cd03-4aae-996b-6b9eabbb60a4 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/ports?device_id=f853d232-b281-46fe-a82a-af9e3e616d22 HTTP/1.1" status: 200 len: 943 time: 0.0504558 Nov 16 11:29:00.550480 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-0be9f2e1-4d50-44cc-8a7d-9f807f610707 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=345659ae-5a75-4ba1-9649-20b163c5024c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266197 Nov 16 11:29:00.597659 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e2435e9a-511e-40b9-baa8-a644987e47c1 req-624fe600-ecb5-4bf5-989d-4eaa2a53de28 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/security-groups?id=12158469-800c-4bb7-9f5b-5e57652ed937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416293 Nov 16 11:29:00.654878 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-9015e86b-39c1-42db-80ff-c86496681961 service neutron] 10.222.0.64 "GET /v2.0/networks/345659ae-5a75-4ba1-9649-20b163c5024c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923629 Nov 16 11:29:00.683134 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 16 Nov 2021 11:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546c0db5-907b-4123-a946-3504e359ff7d x-openstack-request-id: req-546c0db5-907b-4123-a946-3504e359ff7d {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:29:00.683775 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b6c5b5e-5436-4aec-b4ed-25c8197ebd1a", "tag": "9191aff9-b577-4784-9db3-808b5446ccb3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f853d232-b281-46fe-a82a-af9e3e616d22", "tag": "07271ab6-59f0-4757-a83e-1c5267531171", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:29:00.683894 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-546c0db5-907b-4123-a946-3504e359ff7d {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:29:00.684288 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b6c5b5e-5436-4aec-b4ed-25c8197ebd1a', 'tag': '9191aff9-b577-4784-9db3-808b5446ccb3', 'status': 'completed', 'code': 200} Nov 16 11:29:00.684522 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f853d232-b281-46fe-a82a-af9e3e616d22', 'tag': '07271ab6-59f0-4757-a83e-1c5267531171', 'status': 'completed', 'code': 200} Nov 16 11:29:00.754624 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e380b7fa-77b9-4bb9-8fa9-bed9513dac41 req-0b1cf81f-ce4a-4b87-9f4e-d6aa3d2ffb69 tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0269802 Nov 16 11:29:00.777332 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9763bd6-2c6e-427a-9411-af5e96f23340 req-3f94aec6-85b9-4d36-ad0a-c1ff2820877a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:00.778928 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f9763bd6-2c6e-427a-9411-af5e96f23340 req-3f94aec6-85b9-4d36-ad0a-c1ff2820877a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f3b1914fa568497dba02001ce93ad9ea&device_id=0b6c5b5e-5436-4aec-b4ed-25c8197ebd1a HTTP/1.1" status: 200 len: 1094 time: 0.0611584 Nov 16 11:29:00.797278 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-66bead59-f6a0-4cd6-a614-137ac01beb09 req-ea94d5a7-62b2-4385-8414-5df2ff105f20 service neutron] 10.222.0.64 "GET /v2.0/networks/345659ae-5a75-4ba1-9649-20b163c5024c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339080 Nov 16 11:29:00.874234 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e48f6-9066-441d-9169-9c8a2f40e43d req-cb4f6b31-fb62-424c-8af8-9a8f373e0fdf tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:00.875602 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6a1e48f6-9066-441d-9169-9c8a2f40e43d req-cb4f6b31-fb62-424c-8af8-9a8f373e0fdf tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0530312 Nov 16 11:29:00.884647 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9763bd6-2c6e-427a-9411-af5e96f23340 req-6103498f-a523-45b0-9f45-323c12e3e493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:00.886157 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f9763bd6-2c6e-427a-9411-af5e96f23340 req-6103498f-a523-45b0-9f45-323c12e3e493 service neutron] 10.222.0.64 "GET /v2.0/networks?id=345659ae-5a75-4ba1-9649-20b163c5024c HTTP/1.1" status: 200 len: 913 time: 0.0978994 Nov 16 11:29:00.937185 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f9763bd6-2c6e-427a-9411-af5e96f23340 req-a080c7da-7070-4fa3-af2f-7a839e70c6ff service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9191aff9-b577-4784-9db3-808b5446ccb3 HTTP/1.1" status: 200 len: 217 time: 0.0365808 Nov 16 11:29:00.939092 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6a1e48f6-9066-441d-9169-9c8a2f40e43d req-27505d90-e4c7-44f7-87e0-ca8884c0c9d2 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544765 Nov 16 11:29:01.027579 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9763bd6-2c6e-427a-9411-af5e96f23340 req-9a23ad39-5ab1-495e-ac2d-dbeb1e5f958d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:01.029362 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f9763bd6-2c6e-427a-9411-af5e96f23340 req-9a23ad39-5ab1-495e-ac2d-dbeb1e5f958d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=224c4645-984c-4747-b580-d3a121605e46 HTTP/1.1" status: 200 len: 852 time: 0.0703251 Nov 16 11:29:01.084928 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f9763bd6-2c6e-427a-9411-af5e96f23340 req-3b6b7d76-155b-4c92-9be3-76fa7c856802 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=345659ae-5a75-4ba1-9649-20b163c5024c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454428 Nov 16 11:29:01.143067 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42789e09-20c7-4cb3-8758-6b28a9028b75 req-b9500390-c132-4496-8237-bf8635104ed8 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:01.144812 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-42789e09-20c7-4cb3-8758-6b28a9028b75 req-b9500390-c132-4496-8237-bf8635104ed8 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0622339 Nov 16 11:29:01.204588 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-42789e09-20c7-4cb3-8758-6b28a9028b75 req-7962ed5f-ff72-4d41-931b-bce8f97788b5 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529234 Nov 16 11:29:01.229972 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f9763bd6-2c6e-427a-9411-af5e96f23340 req-eaa585ef-56d9-495f-8c55-f1c7c8313b78 service neutron] 10.222.0.64 "GET /v2.0/networks/345659ae-5a75-4ba1-9649-20b163c5024c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346986 Nov 16 11:29:01.302505 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e1e37-ca58-43ed-ace3-959edc40886a req-c80beeb7-01a7-4c08-81b2-132b79032428 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:01.303926 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-511e1e37-ca58-43ed-ace3-959edc40886a req-c80beeb7-01a7-4c08-81b2-132b79032428 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.1186039 Nov 16 11:29:01.320968 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed8f84-f640-4394-ac3e-07928b9f6810 req-b7ab913a-f581-4373-b616-611853cd61db tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:01.322908 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b5ed8f84-f640-4394-ac3e-07928b9f6810 req-b7ab913a-f581-4373-b616-611853cd61db tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 944 time: 0.0519907 Nov 16 11:29:01.375001 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b5ed8f84-f640-4394-ac3e-07928b9f6810 req-39bab773-71bf-41dd-a2fe-8f909b1cfbba tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups?id=580edd4b-0a1f-40f0-bffb-3b9117332e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453000 Nov 16 11:29:01.418547 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f9763bd6-2c6e-427a-9411-af5e96f23340 req-915e0d18-aef2-40a9-9adb-4c0f1a319b82 service neutron] 10.222.0.64 "GET /v2.0/networks/345659ae-5a75-4ba1-9649-20b163c5024c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791382 Nov 16 11:29:01.449660 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-511e1e37-ca58-43ed-ace3-959edc40886a req-283b1cb4-a565-44cb-91b6-d8a1cc163bb4 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Deleting port 02f24461-d778-4489-81ea-ce9be1265fcf {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:29:01.450151 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-511e1e37-ca58-43ed-ace3-959edc40886a req-283b1cb4-a565-44cb-91b6-d8a1cc163bb4 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:01.534258 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439a695-d796-4fbe-91b5-c6b9daaf41fc req-33425dcb-2004-416e-ab06-f8177e03bb23 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:01.540004 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a439a695-d796-4fbe-91b5-c6b9daaf41fc req-33425dcb-2004-416e-ab06-f8177e03bb23 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0777667 Nov 16 11:29:01.569968 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9763bd6-2c6e-427a-9411-af5e96f23340 req-2424bf29-f03c-4e83-816c-bdd6864e2632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:01.571390 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f9763bd6-2c6e-427a-9411-af5e96f23340 req-2424bf29-f03c-4e83-816c-bdd6864e2632 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f3b1914fa568497dba02001ce93ad9ea&device_id=f853d232-b281-46fe-a82a-af9e3e616d22 HTTP/1.1" status: 200 len: 1094 time: 0.0777698 Nov 16 11:29:01.582922 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-511e1e37-ca58-43ed-ace3-959edc40886a req-283b1cb4-a565-44cb-91b6-d8a1cc163bb4 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] For port 02f24461-d778-4489-81ea-ce9be1265fcf, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=02f24461-d778-4489-81ea-ce9be1265fcf,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:01.583290 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-511e1e37-ca58-43ed-ace3-959edc40886a req-283b1cb4-a565-44cb-91b6-d8a1cc163bb4 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:01.602641 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a439a695-d796-4fbe-91b5-c6b9daaf41fc req-e73bd852-d5f9-412a-a99d-46d7e003ba76 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567415 Nov 16 11:29:01.714904 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48dfa74-d532-4107-aa70-d72e755ad124 req-a40db470-70d4-41ad-bd0f-32445eaa327c tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:01.716653 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a48dfa74-d532-4107-aa70-d72e755ad124 req-a40db470-70d4-41ad-bd0f-32445eaa327c tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 949 time: 0.0555396 Nov 16 11:29:01.772355 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a48dfa74-d532-4107-aa70-d72e755ad124 req-b3bd05e2-3979-44f9-b2af-c69fba07d5d5 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489066 Nov 16 11:29:01.812810 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9763bd6-2c6e-427a-9411-af5e96f23340 req-dbe6c019-b0cf-4367-8687-ea8c057974a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:01.814895 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f9763bd6-2c6e-427a-9411-af5e96f23340 req-dbe6c019-b0cf-4367-8687-ea8c057974a3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=345659ae-5a75-4ba1-9649-20b163c5024c HTTP/1.1" status: 200 len: 913 time: 0.2280107 Nov 16 11:29:01.816674 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 9191aff9-b577-4784-9db3-808b5446ccb3 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:29:01.895579 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3de837-6ee6-43b7-afe9-018840df4cf7 req-c26b399f-cb65-41c8-8a03-d0acba1f89e7 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:01.898165 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7a3de837-6ee6-43b7-afe9-018840df4cf7 req-c26b399f-cb65-41c8-8a03-d0acba1f89e7 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/ports?device_id=f853d232-b281-46fe-a82a-af9e3e616d22 HTTP/1.1" status: 200 len: 943 time: 0.0616269 Nov 16 11:29:01.917588 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f9763bd6-2c6e-427a-9411-af5e96f23340 req-9d6e82a2-bc78-449d-9a9e-04f669dbd24d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07271ab6-59f0-4757-a83e-1c5267531171 HTTP/1.1" status: 200 len: 217 time: 0.0893610 Nov 16 11:29:01.938461 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 9191aff9-b577-4784-9db3-808b5446ccb3, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=9191aff9-b577-4784-9db3-808b5446ccb3,segment=NetworkSegment(ec5877ad-2762-42ac-aa05-47c4f801979e),segment_id=ec5877ad-2762-42ac-aa05-47c4f801979e)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:01.953621 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '9191aff9-b577-4784-9db3-808b5446ccb3', 'network_id': '345659ae-5a75-4ba1-9649-20b163c5024c', 'port_id': '9191aff9-b577-4784-9db3-808b5446ccb3', 'mac_address': 'fa:16:3e:94:89:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '224c4645-984c-4747-b580-d3a121605e46', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:29:01.975897 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7a3de837-6ee6-43b7-afe9-018840df4cf7 req-65916618-e4c0-476c-9634-a280088fe3f6 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/security-groups?id=12158469-800c-4bb7-9f5b-5e57652ed937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613244 Nov 16 11:29:02.001814 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:02.016782 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9191aff9-b577-4784-9db3-808b5446ccb3 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:29:02.024626 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-511e1e37-ca58-43ed-ace3-959edc40886a req-283b1cb4-a565-44cb-91b6-d8a1cc163bb4 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:02.025233 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-511e1e37-ca58-43ed-ace3-959edc40886a req-283b1cb4-a565-44cb-91b6-d8a1cc163bb4 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:02.025768 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [req-511e1e37-ca58-43ed-ace3-959edc40886a req-283b1cb4-a565-44cb-91b6-d8a1cc163bb4 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Floating IP 665d54b6-1b21-4ae9-9847-88bcabf94b75 disassociated. External IP: 172.25.0.2, port: 02f24461-d778-4489-81ea-ce9be1265fcf. Nov 16 11:29:02.026853 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-511e1e37-ca58-43ed-ace3-959edc40886a req-283b1cb4-a565-44cb-91b6-d8a1cc163bb4 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Calling delete_port for 02f24461-d778-4489-81ea-ce9be1265fcf owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:29:02.043395 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 9191aff9-b577-4784-9db3-808b5446ccb3, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=9191aff9-b577-4784-9db3-808b5446ccb3,segment=NetworkSegment(ec5877ad-2762-42ac-aa05-47c4f801979e),segment_id=ec5877ad-2762-42ac-aa05-47c4f801979e)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:02.052785 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:02.107842 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=9191aff9-b577-4784-9db3-808b5446ccb3,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:02.140807 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9763bd6-2c6e-427a-9411-af5e96f23340 req-0652e23f-4d14-46c5-9fc7-74ad4d9c5a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:02.143369 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f9763bd6-2c6e-427a-9411-af5e96f23340 req-0652e23f-4d14-46c5-9fc7-74ad4d9c5a8e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=224c4645-984c-4747-b580-d3a121605e46 HTTP/1.1" status: 200 len: 852 time: 0.2042892 Nov 16 11:29:02.173450 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe057767-ab09-41b3-b147-17ba3a80a3e9 req-594c24fd-80be-44fa-8cb7-d43194b3bba3 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:02.182812 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fe057767-ab09-41b3-b147-17ba3a80a3e9 req-594c24fd-80be-44fa-8cb7-d43194b3bba3 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0959241 Nov 16 11:29:02.206073 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f9763bd6-2c6e-427a-9411-af5e96f23340 req-1c5e8fdd-eecb-472e-a561-86c50589a328 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=345659ae-5a75-4ba1-9649-20b163c5024c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460083 Nov 16 11:29:02.234530 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fe057767-ab09-41b3-b147-17ba3a80a3e9 req-a05272be-6dc0-4d2a-a1c8-b82e36dfd5a6 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453556 Nov 16 11:29:02.342235 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-511e1e37-ca58-43ed-ace3-959edc40886a req-283b1cb4-a565-44cb-91b6-d8a1cc163bb4 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:02.348761 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd70ed0b-fd42-45d9-9b4e-d67fc5d50e03 req-f7a484b2-9e22-48b4-b8ae-0ea0a3e211e9 tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0308337 Nov 16 11:29:02.372038 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f9763bd6-2c6e-427a-9411-af5e96f23340 req-c2d989b9-57b5-482c-ad22-f08732a5024a service neutron] 10.222.0.64 "GET /v2.0/networks/345659ae-5a75-4ba1-9649-20b163c5024c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545320 Nov 16 11:29:02.374732 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b1cb4-a565-44cb-91b6-d8a1cc163bb4 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Pushing event deleted for resources: {'Port': ['ID=02f24461-d778-4489-81ea-ce9be1265fcf,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:02.465382 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['9191aff9-b577-4784-9db3-808b5446ccb3'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:29:02.581620 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9161d161-3fb1-4f85-8464-57782a8044ed req-b0d9ebcb-dd44-46dd-bb62-79ac3ed9a129 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2f543b5-db37-43d1-b756-4fccbc592401 HTTP/1.1" status: 200 len: 210 time: 0.0419867 Nov 16 11:29:02.590988 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f9763bd6-2c6e-427a-9411-af5e96f23340 req-32129cf4-afb6-4176-939e-a35a8d4ba595 service neutron] 10.222.0.64 "GET /v2.0/networks/345659ae-5a75-4ba1-9649-20b163c5024c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025602 Nov 16 11:29:02.600974 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-511e1e37-ca58-43ed-ace3-959edc40886a req-283b1cb4-a565-44cb-91b6-d8a1cc163bb4 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Router 90fa271a-5315-4fff-a2e6-6783a2832f10 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:29:02.730787 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-511e1e37-ca58-43ed-ace3-959edc40886a req-283b1cb4-a565-44cb-91b6-d8a1cc163bb4 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:29:02.741879 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0fc6ee-22e8-474e-89c1-bb4c17109790 None None] Sync routers for ids ['90fa271a-5315-4fff-a2e6-6783a2832f10'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:29:02.747225 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b54aa-6c2a-4a71-992f-91c2beb882d1 req-001eccff-c0bc-425b-9cc7-2a484c60c277 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:02.748847 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8e6b54aa-6c2a-4a71-992f-91c2beb882d1 req-001eccff-c0bc-425b-9cc7-2a484c60c277 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0732813 Nov 16 11:29:02.751837 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0fc6ee-22e8-474e-89c1-bb4c17109790 None None] Routers {'90fa271a-5315-4fff-a2e6-6783a2832f10'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:29:02.752694 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-bf0fc6ee-22e8-474e-89c1-bb4c17109790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:28:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['90fa271a-5315-4fff-a2e6-6783a2832f10'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:29:02.786196 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-511e1e37-ca58-43ed-ace3-959edc40886a req-283b1cb4-a565-44cb-91b6-d8a1cc163bb4 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] No DVR routers for this DVR port 02f24461-d778-4489-81ea-ce9be1265fcf on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:29:02.789836 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-511e1e37-ca58-43ed-ace3-959edc40886a req-283b1cb4-a565-44cb-91b6-d8a1cc163bb4 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:02.793901 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-511e1e37-ca58-43ed-ace3-959edc40886a req-283b1cb4-a565-44cb-91b6-d8a1cc163bb4 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.36 "DELETE /v2.0/ports/02f24461-d778-4489-81ea-ce9be1265fcf HTTP/1.1" status: 204 len: 173 time: 1.4836099 Nov 16 11:29:02.796698 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f543b5-db37-43d1-b756-4fccbc592401', 'name': 'network-vif-deleted', 'tag': '02f24461-d778-4489-81ea-ce9be1265fcf'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:29:02.798071 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460f0a2d-5b65-4237-b015-fa8047797f01" -d '{"events": [{"server_uuid": "a2f543b5-db37-43d1-b756-4fccbc592401", "name": "network-vif-deleted", "tag": "02f24461-d778-4489-81ea-ce9be1265fcf"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:29:02.809867 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8e6b54aa-6c2a-4a71-992f-91c2beb882d1 req-69944c2c-ccf9-471d-9342-99de685661b7 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538166 Nov 16 11:29:02.876242 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-bf0fc6ee-22e8-474e-89c1-bb4c17109790 None None] Set router 90fa271a-5315-4fff-a2e6-6783a2832f10 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:29:02.921171 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4af91-41f6-43e4-aafb-53b985406908 req-62ee7ee3-d66d-445b-8638-dba29423bd2a tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:02.923290 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cdb4af91-41f6-43e4-aafb-53b985406908 req-62ee7ee3-d66d-445b-8638-dba29423bd2a tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 949 time: 0.0558155 Nov 16 11:29:02.995115 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cdb4af91-41f6-43e4-aafb-53b985406908 req-f42fcbdc-41a4-4dc5-ad92-7d25a3d97a4e tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640988 Nov 16 11:29:03.062453 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3177078-e55c-42ad-a2c6-ef24c7ffd1ea x-openstack-request-id: req-b3177078-e55c-42ad-a2c6-ef24c7ffd1ea {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:29:03.063135 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f543b5-db37-43d1-b756-4fccbc592401", "name": "network-vif-deleted", "tag": "02f24461-d778-4489-81ea-ce9be1265fcf", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:29:03.063446 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b3177078-e55c-42ad-a2c6-ef24c7ffd1ea {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:29:03.063852 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f543b5-db37-43d1-b756-4fccbc592401', 'name': 'network-vif-deleted', 'tag': '02f24461-d778-4489-81ea-ce9be1265fcf', 'status': 'completed', 'code': 200} Nov 16 11:29:03.169061 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250c57f-fb48-429f-984e-09c34e7d09aa req-9d1fa5b7-d725-43ab-8f1e-731987f8b804 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:03.170983 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9250c57f-fb48-429f-984e-09c34e7d09aa req-9d1fa5b7-d725-43ab-8f1e-731987f8b804 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0621467 Nov 16 11:29:03.210192 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-bf0fc6ee-22e8-474e-89c1-bb4c17109790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fa271a-5315-4fff-a2e6-6783a2832f10', 'name': 'tempest-ServerActionsTestJSON-263329870-router', 'tenant_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '9e7bf77d-13cb-4567-8e6b-c51bd92a058b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:19:28Z', 'updated_at': '2021-11-16T11:19:38Z', 'revision_number': 4, 'project_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'gw_port': {'id': '9e7bf77d-13cb-4567-8e6b-c51bd92a058b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa271a-5315-4fff-a2e6-6783a2832f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:29Z', 'updated_at': '2021-11-16T11:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '09edb527-55af-4057-9627-9eff09019e2d', 'name': '', 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334', 'tenant_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'mac_address': 'fa:16:3e:4a:47:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa271a-5315-4fff-a2e6-6783a2832f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '098ff2a2-731b-47ba-a3df-3f077a39e5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:37Z', 'updated_at': '2021-11-16T11:19:43Z', 'revision_number': 5, 'project_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'subnets': [{'id': '098ff2a2-731b-47ba-a3df-3f077a39e5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:29:03.226565 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9250c57f-fb48-429f-984e-09c34e7d09aa req-1ccf28a8-ab14-4b91-80aa-29d529228229 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495036 Nov 16 11:29:03.239313 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0fc6ee-22e8-474e-89c1-bb4c17109790 None None] Checking router: 90fa271a-5315-4fff-a2e6-6783a2832f10 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:29:03.247906 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0fc6ee-22e8-474e-89c1-bb4c17109790 None None] Routers {'90fa271a-5315-4fff-a2e6-6783a2832f10'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:29:03.248455 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-bf0fc6ee-22e8-474e-89c1-bb4c17109790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:28:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['90fa271a-5315-4fff-a2e6-6783a2832f10'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:29:03.351673 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ec08f-4a49-4a20-b038-7a2cac6ce701 req-aa40fa3d-158e-46ef-baad-c6c10e3eac37 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:03.353297 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3e4ec08f-4a49-4a20-b038-7a2cac6ce701 req-aa40fa3d-158e-46ef-baad-c6c10e3eac37 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/ports?device_id=f853d232-b281-46fe-a82a-af9e3e616d22 HTTP/1.1" status: 200 len: 943 time: 0.0550852 Nov 16 11:29:03.373649 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-bf0fc6ee-22e8-474e-89c1-bb4c17109790 None None] Set router 90fa271a-5315-4fff-a2e6-6783a2832f10 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:29:03.407565 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3e4ec08f-4a49-4a20-b038-7a2cac6ce701 req-a77ee81d-8c0b-41ba-8677-0e60d96905a8 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/security-groups?id=12158469-800c-4bb7-9f5b-5e57652ed937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478728 Nov 16 11:29:03.533677 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ea6ee837-d16b-45bf-a1e5-c71be7906cbf req-56c4afcd-465d-44a0-902d-be8b9118a5ac tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0266805 Nov 16 11:29:03.587262 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-bf0fc6ee-22e8-474e-89c1-bb4c17109790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fa271a-5315-4fff-a2e6-6783a2832f10', 'name': 'tempest-ServerActionsTestJSON-263329870-router', 'tenant_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '9e7bf77d-13cb-4567-8e6b-c51bd92a058b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:19:28Z', 'updated_at': '2021-11-16T11:19:38Z', 'revision_number': 4, 'project_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'gw_port': {'id': '9e7bf77d-13cb-4567-8e6b-c51bd92a058b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa271a-5315-4fff-a2e6-6783a2832f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:29Z', 'updated_at': '2021-11-16T11:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '09edb527-55af-4057-9627-9eff09019e2d', 'name': '', 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334', 'tenant_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'mac_address': 'fa:16:3e:4a:47:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa271a-5315-4fff-a2e6-6783a2832f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '098ff2a2-731b-47ba-a3df-3f077a39e5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:37Z', 'updated_at': '2021-11-16T11:19:43Z', 'revision_number': 5, 'project_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'subnets': [{'id': '098ff2a2-731b-47ba-a3df-3f077a39e5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:29:03.614860 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0fc6ee-22e8-474e-89c1-bb4c17109790 None None] The sync data for ids ['90fa271a-5315-4fff-a2e6-6783a2832f10'] in n-d-816823-3 is: [{'id': '90fa271a-5315-4fff-a2e6-6783a2832f10', 'name': 'tempest-ServerActionsTestJSON-263329870-router', 'tenant_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '9e7bf77d-13cb-4567-8e6b-c51bd92a058b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:19:28Z', 'updated_at': '2021-11-16T11:19:38Z', 'revision_number': 4, 'project_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'gw_port': {'id': '9e7bf77d-13cb-4567-8e6b-c51bd92a058b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa271a-5315-4fff-a2e6-6783a2832f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:29Z', 'updated_at': '2021-11-16T11:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '09edb527-55af-4057-9627-9eff09019e2d', 'name': '', 'network_id': 'c4ea0ecb-718e-47cf-bf5c-a5dc12609334', 'tenant_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'mac_address': 'fa:16:3e:4a:47:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa271a-5315-4fff-a2e6-6783a2832f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '098ff2a2-731b-47ba-a3df-3f077a39e5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:37Z', 'updated_at': '2021-11-16T11:19:43Z', 'revision_number': 5, 'project_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'subnets': [{'id': '098ff2a2-731b-47ba-a3df-3f077a39e5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:29:03.718327 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227a92f-153d-4fb0-9f1e-bf1530b0b3db req-cc66c07c-16c5-4745-96df-9cf2a893c94f tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:03.719847 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0227a92f-153d-4fb0-9f1e-bf1530b0b3db req-cc66c07c-16c5-4745-96df-9cf2a893c94f tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0549042 Nov 16 11:29:03.754572 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 02f24461-d778-4489-81ea-ce9be1265fcf no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:29:03.777302 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: 02f24461-d778-4489-81ea-ce9be1265fcf {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:29:03.777642 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 02f24461-d778-4489-81ea-ce9be1265fcf not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:29:03.778454 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0227a92f-153d-4fb0-9f1e-bf1530b0b3db req-8f8402c8-441a-460c-a595-c209e2d24009 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522203 Nov 16 11:29:03.825607 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 07271ab6-59f0-4757-a83e-1c5267531171 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:29:03.837118 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 9191aff9-b577-4784-9db3-808b5446ccb3 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:29:03.862793 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0c908e-16cc-42c9-bbc4-1739d99bf7f9 None None] New status for floating IP 665d54b6-1b21-4ae9-9847-88bcabf94b75: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:29:03.919257 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20d2f5-8916-4891-9c8b-221997f83b99 req-5b0e8a93-b513-4f85-8f4b-956472a06da1 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:03.921003 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7f20d2f5-8916-4891-9c8b-221997f83b99 req-5b0e8a93-b513-4f85-8f4b-956472a06da1 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0493119 Nov 16 11:29:03.968141 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7f20d2f5-8916-4891-9c8b-221997f83b99 req-8e38dcdb-987e-4adf-a1d4-2515cfaf40d8 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410779 Nov 16 11:29:04.015505 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 40298) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:04.074920 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 07271ab6-59f0-4757-a83e-1c5267531171, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=07271ab6-59f0-4757-a83e-1c5267531171,segment=NetworkSegment(ec5877ad-2762-42ac-aa05-47c4f801979e),segment_id=ec5877ad-2762-42ac-aa05-47c4f801979e)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:04.077373 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 9191aff9-b577-4784-9db3-808b5446ccb3 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:29:04.089147 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c6905fb-ddf2-49b2-af7b-449630f0cb10 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:04.090129 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 9191aff9-b577-4784-9db3-808b5446ccb3 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:29:04.090542 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:04.093240 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '07271ab6-59f0-4757-a83e-1c5267531171', 'network_id': '345659ae-5a75-4ba1-9649-20b163c5024c', 'port_id': '07271ab6-59f0-4757-a83e-1c5267531171', 'mac_address': 'fa:16:3e:a5:c4:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '224c4645-984c-4747-b580-d3a121605e46', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:29:04.122055 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c6905fb-ddf2-49b2-af7b-449630f0cb10 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:04.144410 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df4754-7369-43d5-a96c-fe24aadbc86d req-37a0ba65-9d62-4ca0-825c-604577e7fcc3 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:04.145916 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a3df4754-7369-43d5-a96c-fe24aadbc86d req-37a0ba65-9d62-4ca0-825c-604577e7fcc3 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 949 time: 0.0561798 Nov 16 11:29:04.162405 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:04.181347 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07271ab6-59f0-4757-a83e-1c5267531171 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:29:04.188997 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c6905fb-ddf2-49b2-af7b-449630f0cb10 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:04.191917 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c6905fb-ddf2-49b2-af7b-449630f0cb10 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:04.195979 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0c6905fb-ddf2-49b2-af7b-449630f0cb10 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "DELETE /v2.0/security-groups/580edd4b-0a1f-40f0-bffb-3b9117332e0c HTTP/1.1" status: 204 len: 168 time: 0.1762977 Nov 16 11:29:04.196902 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 40304) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:04.207581 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a3df4754-7369-43d5-a96c-fe24aadbc86d req-8279350b-30f8-4536-b27c-66017801a64a tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511308 Nov 16 11:29:04.210335 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 07271ab6-59f0-4757-a83e-1c5267531171, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=07271ab6-59f0-4757-a83e-1c5267531171,segment=NetworkSegment(ec5877ad-2762-42ac-aa05-47c4f801979e),segment_id=ec5877ad-2762-42ac-aa05-47c4f801979e)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:04.214115 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-43ea4b77-94c3-4b7b-8318-809192f026be tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] show failed (client error): The resource could not be found. Nov 16 11:29:04.217725 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-43ea4b77-94c3-4b7b-8318-809192f026be tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "GET /v2.0/security-groups/580edd4b-0a1f-40f0-bffb-3b9117332e0c HTTP/1.1" status: 404 len: 347 time: 0.0160935 Nov 16 11:29:04.217981 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 40306) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:04.224801 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6905fb-ddf2-49b2-af7b-449630f0cb10 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=580edd4b-0a1f-40f0-bffb-3b9117332e0c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:04.247129 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:04.260622 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:04.314947 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6c5b5e-5436-4aec-b4ed-25c8197ebd1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9191aff9-b577-4784-9db3-808b5446ccb3'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:29:04.317163 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2bbbef-b9de-48b6-b2b3-a2528b6d4cf5" -d '{"events": [{"server_uuid": "0b6c5b5e-5436-4aec-b4ed-25c8197ebd1a", "name": "network-vif-plugged", "status": "completed", "tag": "9191aff9-b577-4784-9db3-808b5446ccb3"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:29:04.329237 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c4989-cc94-4602-b00e-314add264f17 req-3e02b980-db8b-4b38-a5d2-bc482010d968 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:04.331181 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ab7c4989-cc94-4602-b00e-314add264f17 req-3e02b980-db8b-4b38-a5d2-bc482010d968 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0586743 Nov 16 11:29:04.338880 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 9191aff9-b577-4784-9db3-808b5446ccb3, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=9191aff9-b577-4784-9db3-808b5446ccb3,segment=NetworkSegment(ec5877ad-2762-42ac-aa05-47c4f801979e),segment_id=ec5877ad-2762-42ac-aa05-47c4f801979e)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:04.343047 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=07271ab6-59f0-4757-a83e-1c5267531171,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:04.345735 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:04.356572 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d27bd53f-5797-42f9-854b-c9da00d816d3 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Deleting port b0fc3466-ee34-4449-83b2-3ebae169138d {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:29:04.356890 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d27bd53f-5797-42f9-854b-c9da00d816d3 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:04.385112 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ab7c4989-cc94-4602-b00e-314add264f17 req-e3b1e575-f72a-432b-bac1-c17310f735ae tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460727 Nov 16 11:29:04.403278 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=9191aff9-b577-4784-9db3-808b5446ccb3,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:04.433377 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38509256-deb0-4232-bd48-9062f0b2dc3d x-openstack-request-id: req-38509256-deb0-4232-bd48-9062f0b2dc3d {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:29:04.434004 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b6c5b5e-5436-4aec-b4ed-25c8197ebd1a", "name": "network-vif-plugged", "status": "completed", "tag": "9191aff9-b577-4784-9db3-808b5446ccb3", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:29:04.434318 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-38509256-deb0-4232-bd48-9062f0b2dc3d {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:29:04.434780 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6c5b5e-5436-4aec-b4ed-25c8197ebd1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9191aff9-b577-4784-9db3-808b5446ccb3', 'code': 200} Nov 16 11:29:04.531868 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58d755-3100-4c51-80a4-127e0b53d099 req-6304d001-08b4-4aea-9cab-601056a1d6bf tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:04.533441 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ac58d755-3100-4c51-80a4-127e0b53d099 req-6304d001-08b4-4aea-9cab-601056a1d6bf tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0516796 Nov 16 11:29:04.585840 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ac58d755-3100-4c51-80a4-127e0b53d099 req-1ccacd2d-5567-4441-87cc-ac8ea91b71f2 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456243 Nov 16 11:29:04.613869 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['07271ab6-59f0-4757-a83e-1c5267531171'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:29:04.701814 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba458725-c1a2-43d0-a05e-fa3f4b408494 req-3ffed5f9-aaff-478d-80f9-42ffc0b4482a tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:04.703924 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ba458725-c1a2-43d0-a05e-fa3f4b408494 req-3ffed5f9-aaff-478d-80f9-42ffc0b4482a tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/ports?device_id=f853d232-b281-46fe-a82a-af9e3e616d22 HTTP/1.1" status: 200 len: 944 time: 0.0610673 Nov 16 11:29:04.739293 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ef402-f243-4b89-a40a-31b0916e2f00 req-9b1d32f5-62a4-4cce-8bcb-6afdd021fbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:04.740795 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c16ef402-f243-4b89-a40a-31b0916e2f00 req-9b1d32f5-62a4-4cce-8bcb-6afdd021fbe2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0b6c5b5e-5436-4aec-b4ed-25c8197ebd1a HTTP/1.1" status: 200 len: 1096 time: 0.0671051 Nov 16 11:29:04.742459 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d27bd53f-5797-42f9-854b-c9da00d816d3 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:04.742781 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d27bd53f-5797-42f9-854b-c9da00d816d3 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:04.762045 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d27bd53f-5797-42f9-854b-c9da00d816d3 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Calling delete_port for b0fc3466-ee34-4449-83b2-3ebae169138d owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:29:04.763364 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ba458725-c1a2-43d0-a05e-fa3f4b408494 req-02b77527-2812-42d3-98d5-1adb7adb7746 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/security-groups?id=12158469-800c-4bb7-9f5b-5e57652ed937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497468 Nov 16 11:29:04.846666 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c16ef402-f243-4b89-a40a-31b0916e2f00 req-813f5c07-6938-46e2-9f48-a441e2e561f9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=12158469-800c-4bb7-9f5b-5e57652ed937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948958 Nov 16 11:29:04.855264 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a11c0209-174c-4901-a2d3-114b099582dc req-eb2f998b-f64d-49d5-a2c9-f804f60f7859 tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0266094 Nov 16 11:29:04.929487 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d27bd53f-5797-42f9-854b-c9da00d816d3 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:04.955570 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27bd53f-5797-42f9-854b-c9da00d816d3 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Pushing event deleted for resources: {'Port': ['ID=b0fc3466-ee34-4449-83b2-3ebae169138d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:05.022306 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d27bd53f-5797-42f9-854b-c9da00d816d3 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:05.026034 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d27bd53f-5797-42f9-854b-c9da00d816d3 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:05.027224 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d27bd53f-5797-42f9-854b-c9da00d816d3 tempest-ServerActionsTestJSON-647096658 tempest-ServerActionsTestJSON-647096658-project] 10.222.0.61 "DELETE /v2.0/floatingips/665d54b6-1b21-4ae9-9847-88bcabf94b75 HTTP/1.1" status: 204 len: 168 time: 0.8083491 Nov 16 11:29:05.030853 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 40324) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:05.073525 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6a705-a0e3-44b8-8e8b-a68e0f1459da req-4d8b67b1-1223-4700-b5e4-81a9b21ab615 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:05.075029 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3ca6a705-a0e3-44b8-8e8b-a68e0f1459da req-4d8b67b1-1223-4700-b5e4-81a9b21ab615 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0560408 Nov 16 11:29:05.126296 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3ca6a705-a0e3-44b8-8e8b-a68e0f1459da req-446cacc2-635b-40d6-8149-e1b6b141678f tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451612 Nov 16 11:29:05.246870 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951344f-e89b-4d1f-afd4-f02bf5a11bb5 req-c1bbc994-1ce9-44b4-970f-4d5835463ca2 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:05.248495 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d951344f-e89b-4d1f-afd4-f02bf5a11bb5 req-c1bbc994-1ce9-44b4-970f-4d5835463ca2 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0526044 Nov 16 11:29:05.297095 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d951344f-e89b-4d1f-afd4-f02bf5a11bb5 req-c93f0275-0ac1-41e8-af75-b2be15ab617f tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427072 Nov 16 11:29:05.416722 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153105a9-3c59-4200-8c81-7529759a309a req-6d193e72-9d70-44dd-b1b8-b2d6824ea542 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:05.422445 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-153105a9-3c59-4200-8c81-7529759a309a req-6d193e72-9d70-44dd-b1b8-b2d6824ea542 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 949 time: 0.0591629 Nov 16 11:29:05.441809 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e9933d1c-f06e-449e-ab31-d5c88ef20735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:05.468859 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-153105a9-3c59-4200-8c81-7529759a309a req-17e9715b-f722-4c3c-90e2-720f6869ae3c tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430939 Nov 16 11:29:05.585679 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7be80-8734-4119-a2dd-0136d87b5363 req-49c858ce-2e93-4710-b383-cab6d205f39f tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:05.587277 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e3b7be80-8734-4119-a2dd-0136d87b5363 req-49c858ce-2e93-4710-b383-cab6d205f39f tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0505173 Nov 16 11:29:05.641328 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e3b7be80-8734-4119-a2dd-0136d87b5363 req-5e17bd8b-f87a-483c-8a21-08ed1f575df5 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481532 Nov 16 11:29:05.694925 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-e9933d1c-f06e-449e-ab31-d5c88ef20735 admin admin] Deleting port 09edb527-55af-4057-9627-9eff09019e2d {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:29:05.695264 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e9933d1c-f06e-449e-ab31-d5c88ef20735 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:05.756235 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27655692-ea76-4f4d-b59e-ca7e41556e64 req-8af3772b-ce07-4d64-b1cb-d477c72f82d6 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:05.757704 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-27655692-ea76-4f4d-b59e-ca7e41556e64 req-8af3772b-ce07-4d64-b1cb-d477c72f82d6 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0494895 Nov 16 11:29:05.775708 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-e9933d1c-f06e-449e-ab31-d5c88ef20735 admin admin] For port 09edb527-55af-4057-9627-9eff09019e2d, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=09edb527-55af-4057-9627-9eff09019e2d,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:05.776075 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e9933d1c-f06e-449e-ab31-d5c88ef20735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:05.790725 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-e9933d1c-f06e-449e-ab31-d5c88ef20735 admin admin] Calling delete_port for 09edb527-55af-4057-9627-9eff09019e2d owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:29:05.805346 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-27655692-ea76-4f4d-b59e-ca7e41556e64 req-1f0bb79d-a267-4452-adae-69b8acde533d tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416605 Nov 16 11:29:05.860285 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 07271ab6-59f0-4757-a83e-1c5267531171 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:29:05.915580 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 07271ab6-59f0-4757-a83e-1c5267531171 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:29:05.917036 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f76fed-a35a-4573-8db1-334ed931ca66 req-35b20120-d618-4298-ac45-e45e010d1798 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:05.918644 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b9f76fed-a35a-4573-8db1-334ed931ca66 req-35b20120-d618-4298-ac45-e45e010d1798 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/ports?device_id=f853d232-b281-46fe-a82a-af9e3e616d22 HTTP/1.1" status: 200 len: 944 time: 0.0589433 Nov 16 11:29:05.919780 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 07271ab6-59f0-4757-a83e-1c5267531171 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:29:05.920352 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:05.973274 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b9f76fed-a35a-4573-8db1-334ed931ca66 req-b6e9bd66-9272-4100-9baa-78090530dbe2 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/security-groups?id=12158469-800c-4bb7-9f5b-5e57652ed937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475006 Nov 16 11:29:06.003700 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e9933d1c-f06e-449e-ab31-d5c88ef20735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:06.016214 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:06.054820 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9933d1c-f06e-449e-ab31-d5c88ef20735 admin admin] Pushing event deleted for resources: {'Port': ['ID=09edb527-55af-4057-9627-9eff09019e2d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:06.056802 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 07271ab6-59f0-4757-a83e-1c5267531171, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=07271ab6-59f0-4757-a83e-1c5267531171,segment=NetworkSegment(ec5877ad-2762-42ac-aa05-47c4f801979e),segment_id=ec5877ad-2762-42ac-aa05-47c4f801979e)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:06.063338 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:06.120636 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b73a770c-dc35-4cd1-9502-b61d2da5f8f4 req-705727a8-a95e-4fb0-8b00-104ffa9421e2 tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0463316 Nov 16 11:29:06.163252 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=07271ab6-59f0-4757-a83e-1c5267531171,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:06.173366 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:06.173607 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:06.174146 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:06.174626 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:06.175118 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:06.175587 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:06.176054 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:06.176605 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:06.176975 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:06.178394 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:06.178761 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:06.179320 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:06.282584 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e9933d1c-f06e-449e-ab31-d5c88ef20735 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:06.343698 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b953696-650c-4979-9d1f-ece74858ac84 req-e57ba95a-3d33-4a43-a008-9f712caabc4c tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:06.345204 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0b953696-650c-4979-9d1f-ece74858ac84 req-e57ba95a-3d33-4a43-a008-9f712caabc4c tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0560598 Nov 16 11:29:06.399993 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0b953696-650c-4979-9d1f-ece74858ac84 req-8c26efef-e375-46f3-a90e-6dea0f59424b tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478482 Nov 16 11:29:06.435868 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f853d232-b281-46fe-a82a-af9e3e616d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07271ab6-59f0-4757-a83e-1c5267531171'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:29:06.438739 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13600c1-184a-4434-94c2-1bf377177647" -d '{"events": [{"server_uuid": "f853d232-b281-46fe-a82a-af9e3e616d22", "name": "network-vif-plugged", "status": "completed", "tag": "07271ab6-59f0-4757-a83e-1c5267531171"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:29:06.515283 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9933d1c-f06e-449e-ab31-d5c88ef20735 admin admin] Router 90fa271a-5315-4fff-a2e6-6783a2832f10 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:29:06.518990 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa619642-2a3c-436f-b60f-a29518b6e8c5 req-16a7b977-045c-4ae6-b641-1dcb666c2043 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:06.520473 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aa619642-2a3c-436f-b60f-a29518b6e8c5 req-16a7b977-045c-4ae6-b641-1dcb666c2043 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0488801 Nov 16 11:29:06.568856 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aa619642-2a3c-436f-b60f-a29518b6e8c5 req-c847d82f-70cb-4dc8-a25b-812c563aba48 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419242 Nov 16 11:29:06.611325 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b780a49-f147-4533-ab09-9ff770a73f6b x-openstack-request-id: req-2b780a49-f147-4533-ab09-9ff770a73f6b {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:29:06.612273 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f853d232-b281-46fe-a82a-af9e3e616d22", "name": "network-vif-plugged", "status": "completed", "tag": "07271ab6-59f0-4757-a83e-1c5267531171", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:29:06.612273 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2b780a49-f147-4533-ab09-9ff770a73f6b {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:29:06.612588 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f853d232-b281-46fe-a82a-af9e3e616d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07271ab6-59f0-4757-a83e-1c5267531171', 'code': 200} Nov 16 11:29:06.622289 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9933d1c-f06e-449e-ab31-d5c88ef20735 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:29:06.627581 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e9933d1c-f06e-449e-ab31-d5c88ef20735 admin admin] 10.222.0.61 "PUT /v2.0/routers/90fa271a-5315-4fff-a2e6-6783a2832f10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5957227 Nov 16 11:29:06.630134 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 40360) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:06.635428 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac87b4f7-3099-4dc2-ab5f-2c9e2137cefd None None] Sync routers for ids ['90fa271a-5315-4fff-a2e6-6783a2832f10'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:29:06.658168 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac87b4f7-3099-4dc2-ab5f-2c9e2137cefd None None] Routers {'90fa271a-5315-4fff-a2e6-6783a2832f10'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:29:06.658939 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ac87b4f7-3099-4dc2-ab5f-2c9e2137cefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:28:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['90fa271a-5315-4fff-a2e6-6783a2832f10'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:29:06.728589 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1c2e9-d0d9-441a-9f8f-a00a1b194ca1 req-c4969b87-cfc8-45eb-aab4-78edeb5d4356 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:06.730036 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bee1c2e9-d0d9-441a-9f8f-a00a1b194ca1 req-c4969b87-cfc8-45eb-aab4-78edeb5d4356 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 949 time: 0.0641677 Nov 16 11:29:06.766486 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0bc87a6-5278-4c49-a17f-4dc07344ef36 admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:06.782126 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bee1c2e9-d0d9-441a-9f8f-a00a1b194ca1 req-1798c198-f9da-4247-8c42-fc92bce7716c tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449734 Nov 16 11:29:06.782371 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-ac87b4f7-3099-4dc2-ab5f-2c9e2137cefd None None] Set router 90fa271a-5315-4fff-a2e6-6783a2832f10 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:29:06.846993 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833c1f1-cbbe-4be8-9c04-ce0d828f77c8 req-f3f532c8-a341-4c2c-87c5-2c22761b01ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:06.848557 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e833c1f1-cbbe-4be8-9c04-ce0d828f77c8 req-f3f532c8-a341-4c2c-87c5-2c22761b01ab service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f853d232-b281-46fe-a82a-af9e3e616d22 HTTP/1.1" status: 200 len: 1096 time: 0.1145692 Nov 16 11:29:06.903929 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0bc87a6-5278-4c49-a17f-4dc07344ef36 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:06.919577 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e833c1f1-cbbe-4be8-9c04-ce0d828f77c8 req-b403d788-9de7-4702-a882-e1cbc1ee62ab service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=12158469-800c-4bb7-9f5b-5e57652ed937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593667 Nov 16 11:29:06.971031 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ac87b4f7-3099-4dc2-ab5f-2c9e2137cefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fa271a-5315-4fff-a2e6-6783a2832f10', 'name': 'tempest-ServerActionsTestJSON-263329870-router', 'tenant_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '9e7bf77d-13cb-4567-8e6b-c51bd92a058b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:19:28Z', 'updated_at': '2021-11-16T11:29:05Z', 'revision_number': 5, 'project_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'gw_port': {'id': '9e7bf77d-13cb-4567-8e6b-c51bd92a058b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fa271a-5315-4fff-a2e6-6783a2832f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:19:29Z', 'updated_at': '2021-11-16T11:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:29:06.977643 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-e0bc87a6-5278-4c49-a17f-4dc07344ef36 admin admin] Deleting port 9e7bf77d-13cb-4567-8e6b-c51bd92a058b {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:29:06.979664 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0bc87a6-5278-4c49-a17f-4dc07344ef36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:07.008400 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac87b4f7-3099-4dc2-ab5f-2c9e2137cefd None None] Checking router: 90fa271a-5315-4fff-a2e6-6783a2832f10 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:29:07.018981 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac87b4f7-3099-4dc2-ab5f-2c9e2137cefd None None] Routers {'90fa271a-5315-4fff-a2e6-6783a2832f10'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:29:07.019597 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ac87b4f7-3099-4dc2-ab5f-2c9e2137cefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:28:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['90fa271a-5315-4fff-a2e6-6783a2832f10'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:29:07.074092 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-e0bc87a6-5278-4c49-a17f-4dc07344ef36 admin admin] For port 9e7bf77d-13cb-4567-8e6b-c51bd92a058b, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=9e7bf77d-13cb-4567-8e6b-c51bd92a058b,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:07.074457 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0bc87a6-5278-4c49-a17f-4dc07344ef36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:07.087576 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-e0bc87a6-5278-4c49-a17f-4dc07344ef36 admin admin] Calling delete_port for 9e7bf77d-13cb-4567-8e6b-c51bd92a058b owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:29:07.114264 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-ac87b4f7-3099-4dc2-ab5f-2c9e2137cefd None None] Set router 90fa271a-5315-4fff-a2e6-6783a2832f10 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:29:07.174883 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ac87b4f7-3099-4dc2-ab5f-2c9e2137cefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90fa271a-5315-4fff-a2e6-6783a2832f10', 'name': 'tempest-ServerActionsTestJSON-263329870-router', 'tenant_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:19:28Z', 'updated_at': '2021-11-16T11:29:06Z', 'revision_number': 6, 'project_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:29:07.211551 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac87b4f7-3099-4dc2-ab5f-2c9e2137cefd None None] The sync data for ids ['90fa271a-5315-4fff-a2e6-6783a2832f10'] in n-d-816823-3 is: [{'id': '90fa271a-5315-4fff-a2e6-6783a2832f10', 'name': 'tempest-ServerActionsTestJSON-263329870-router', 'tenant_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:19:28Z', 'updated_at': '2021-11-16T11:29:06Z', 'revision_number': 6, 'project_id': 'c6297fca90ae441aa40dab0d2d555d6b', 'gw_port_host': None}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:29:07.258115 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3593032-0a4b-4efb-a4de-698bcf822c1c req-e984f69a-6791-4bb7-8b10-476f25f5dfb5 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:07.259675 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b3593032-0a4b-4efb-a4de-698bcf822c1c req-e984f69a-6791-4bb7-8b10-476f25f5dfb5 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/ports?device_id=f853d232-b281-46fe-a82a-af9e3e616d22 HTTP/1.1" status: 200 len: 945 time: 0.0594339 Nov 16 11:29:07.286394 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0bc87a6-5278-4c49-a17f-4dc07344ef36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:07.310674 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b3593032-0a4b-4efb-a4de-698bcf822c1c req-a49efda4-9158-4ddc-a329-95566bf6cf79 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/security-groups?id=12158469-800c-4bb7-9f5b-5e57652ed937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447030 Nov 16 11:29:07.318086 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc87a6-5278-4c49-a17f-4dc07344ef36 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e7bf77d-13cb-4567-8e6b-c51bd92a058b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:07.341138 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99f6921-077c-467c-9790-2c430d0f795a None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:29:07.390372 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0bc87a6-5278-4c49-a17f-4dc07344ef36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:07.404370 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-536cbc76-c3ad-460c-9d23-07adf82b076b req-3195ebea-5828-4e7d-9c4d-52ed788286e0 tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0274167 Nov 16 11:29:07.479196 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0bc87a6-5278-4c49-a17f-4dc07344ef36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:07.481440 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0bc87a6-5278-4c49-a17f-4dc07344ef36 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:07.515121 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bea12-9340-40f4-ad9e-c9f02cecc48b req-a3641502-eaca-4a98-b31c-aaf4f4b355ac tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:07.516603 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d27bea12-9340-40f4-ad9e-c9f02cecc48b req-a3641502-eaca-4a98-b31c-aaf4f4b355ac tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0537114 Nov 16 11:29:07.522551 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0bc87a6-5278-4c49-a17f-4dc07344ef36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:07.523371 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bc87a6-5278-4c49-a17f-4dc07344ef36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90fa271a-5315-4fff-a2e6-6783a2832f10 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:29:07.527495 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0bc87a6-5278-4c49-a17f-4dc07344ef36 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:07.528743 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e0bc87a6-5278-4c49-a17f-4dc07344ef36 admin admin] 10.222.0.61 "DELETE /v2.0/routers/90fa271a-5315-4fff-a2e6-6783a2832f10 HTTP/1.1" status: 204 len: 168 time: 0.8971584 Nov 16 11:29:07.531309 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 40382) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:07.566564 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d27bea12-9340-40f4-ad9e-c9f02cecc48b req-22fae21b-bf8a-4a2a-af0e-1f2e7baa8471 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438280 Nov 16 11:29:07.601004 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b62d57b-c7ba-4f51-882a-81aeb4de94b3 admin admin] Deleting subnet 098ff2a2-731b-47ba-a3df-3f077a39e5d8 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:29:07.607927 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b62d57b-c7ba-4f51-882a-81aeb4de94b3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:07.656356 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b62d57b-c7ba-4f51-882a-81aeb4de94b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:07.741413 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b62d57b-c7ba-4f51-882a-81aeb4de94b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:07.752928 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 09edb527-55af-4057-9627-9eff09019e2d no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:29:07.774617 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 09edb527-55af-4057-9627-9eff09019e2d {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:29:07.774966 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 09edb527-55af-4057-9627-9eff09019e2d not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:29:07.799171 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b62d57b-c7ba-4f51-882a-81aeb4de94b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:07.825890 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b62d57b-c7ba-4f51-882a-81aeb4de94b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=098ff2a2-731b-47ba-a3df-3f077a39e5d8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:07.827922 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b62d57b-c7ba-4f51-882a-81aeb4de94b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:07.832374 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fec2ce-3d01-4c35-9f2f-7bc1c757bd38 None None] Network c4ea0ecb-718e-47cf-bf5c-a5dc12609334 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:29:07.834352 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 40386) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:07.834506 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6b62d57b-c7ba-4f51-882a-81aeb4de94b3 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/098ff2a2-731b-47ba-a3df-3f077a39e5d8 HTTP/1.1" status: 204 len: 168 time: 0.3020794 Nov 16 11:29:07.942271 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b2fdd15-242b-4625-8c10-2a63ca43b22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:07.968974 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d313c-e8aa-443f-80ae-d8e1c02aa1e5 req-37bc548c-22db-417b-b529-7ce3510a1a95 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:07.970312 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ed4d313c-e8aa-443f-80ae-d8e1c02aa1e5 req-37bc548c-22db-417b-b529-7ce3510a1a95 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 949 time: 0.0795739 Nov 16 11:29:08.053867 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ed4d313c-e8aa-443f-80ae-d8e1c02aa1e5 req-5fb831e1-d7a3-4221-a7c6-2cbaa16a16aa tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618799 Nov 16 11:29:08.064152 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6b2fdd15-242b-4625-8c10-2a63ca43b22c admin admin] Deleting port ec9b377f-727d-49e3-bb31-d99a94879caa {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:29:08.064496 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b2fdd15-242b-4625-8c10-2a63ca43b22c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:08.144522 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-6b2fdd15-242b-4625-8c10-2a63ca43b22c admin admin] For port ec9b377f-727d-49e3-bb31-d99a94879caa, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=ec9b377f-727d-49e3-bb31-d99a94879caa,segment=NetworkSegment(ce47cb9c-ba85-496b-b744-4a5fa69cb198),segment_id=ce47cb9c-ba85-496b-b744-4a5fa69cb198)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:08.144944 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b2fdd15-242b-4625-8c10-2a63ca43b22c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:08.160031 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6b2fdd15-242b-4625-8c10-2a63ca43b22c admin admin] Calling delete_port for ec9b377f-727d-49e3-bb31-d99a94879caa owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:29:08.235652 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71937008-7916-4711-9071-484ca88549ed None None] DHCP port deletion for c4ea0ecb-718e-47cf-bf5c-a5dc12609334 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:29:08.244351 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b2fdd15-242b-4625-8c10-2a63ca43b22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:08.270413 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2fdd15-242b-4625-8c10-2a63ca43b22c admin admin] Pushing event deleted for resources: {'Port': ['ID=ec9b377f-727d-49e3-bb31-d99a94879caa,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:08.274868 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2fdd15-242b-4625-8c10-2a63ca43b22c admin admin] No DVR routers for this DVR port ec9b377f-727d-49e3-bb31-d99a94879caa on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:29:08.286739 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-71937008-7916-4711-9071-484ca88549ed None None] Deleting port ec9b377f-727d-49e3-bb31-d99a94879caa {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:29:08.287354 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-71937008-7916-4711-9071-484ca88549ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:08.313426 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bb6c9606-b1ad-46b8-8647-8113ca77b3e2 req-e62bedcf-fc62-41c9-aaaf-ac0b2c21f48d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0314991 Nov 16 11:29:08.350261 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b2fdd15-242b-4625-8c10-2a63ca43b22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:08.355519 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-71937008-7916-4711-9071-484ca88549ed None None] For port ec9b377f-727d-49e3-bb31-d99a94879caa, host n-d-816823-3, got binding levels [] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:08.356011 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-71937008-7916-4711-9071-484ca88549ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:08.371607 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-6b2fdd15-242b-4625-8c10-2a63ca43b22c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4ea0ecb-718e-47cf-bf5c-a5dc12609334']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:29:08.373684 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-71937008-7916-4711-9071-484ca88549ed None None] Calling delete_port for ec9b377f-727d-49e3-bb31-d99a94879caa owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:29:08.376577 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.ipam_backend_mixin [None req-71937008-7916-4711-9071-484ca88549ed None None] Port ec9b377f-727d-49e3-bb31-d99a94879caa was not found and therefore no delete operation was performed {{(pid=102670) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 11:29:08.378124 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-71937008-7916-4711-9071-484ca88549ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:08.382478 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-6b2fdd15-242b-4625-8c10-2a63ca43b22c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce47cb9c-ba85-496b-b744-4a5fa69cb198') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:29:08.382782 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-6b2fdd15-242b-4625-8c10-2a63ca43b22c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce47cb9c-ba85-496b-b744-4a5fa69cb198') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:29:08.401746 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b2fdd15-242b-4625-8c10-2a63ca43b22c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:08.405442 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71937008-7916-4711-9071-484ca88549ed None None] Pushing event deleted for resources: {'Port': ['ID=ec9b377f-727d-49e3-bb31-d99a94879caa,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:08.412740 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71937008-7916-4711-9071-484ca88549ed None None] No DVR routers for this DVR port ec9b377f-727d-49e3-bb31-d99a94879caa on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:29:08.431207 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b2fdd15-242b-4625-8c10-2a63ca43b22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:08.439650 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b2fdd15-242b-4625-8c10-2a63ca43b22c admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:29:08.440047 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b2fdd15-242b-4625-8c10-2a63ca43b22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:08.441689 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:29:08.441689 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:29:08.441689 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:29:08.441689 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:29:08.441689 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:29:08.441689 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:29:08.441689 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:29:08.441689 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:29:08.441689 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:29:08.441689 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:29:08.441689 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:29:08.441689 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:29:08.441689 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:29:08.441689 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:29:08.441689 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:29:08.441689 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:29:08.441689 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:29:08.441689 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:29:08.441689 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:29:08.441689 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:29:08.441689 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:29:08.441689 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:29:08.441689 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:29:08.441689 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:29:08.441689 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:29:08.441689 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:29:08.441689 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:29:08.441689 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:29:08.441689 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:29:08.441689 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:29:08.441689 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:29:08.441689 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:29:08.504526 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b5fb4-6d9e-4e03-be10-5bd72117f27c req-6a181af5-15b6-46bd-8aba-f174846ac2a9 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:08.506696 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-686b5fb4-6d9e-4e03-be10-5bd72117f27c req-6a181af5-15b6-46bd-8aba-f174846ac2a9 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/ports?device_id=f853d232-b281-46fe-a82a-af9e3e616d22 HTTP/1.1" status: 200 len: 945 time: 0.1168289 Nov 16 11:29:08.520489 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b2fdd15-242b-4625-8c10-2a63ca43b22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:08.531252 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b2fdd15-242b-4625-8c10-2a63ca43b22c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:08.534350 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6b2fdd15-242b-4625-8c10-2a63ca43b22c admin admin] 10.222.0.61 "DELETE /v2.0/networks/c4ea0ecb-718e-47cf-bf5c-a5dc12609334 HTTP/1.1" status: 204 len: 168 time: 0.6989479 Nov 16 11:29:08.548096 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2fdd15-242b-4625-8c10-2a63ca43b22c admin admin] Pushing event deleted for resources: {'Network': ['ID=c4ea0ecb-718e-47cf-bf5c-a5dc12609334,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:08.577842 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-686b5fb4-6d9e-4e03-be10-5bd72117f27c req-6743935d-67b2-47c3-90ea-5970e2d8d129 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/security-groups?id=12158469-800c-4bb7-9f5b-5e57652ed937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644448 Nov 16 11:29:08.664487 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 40400) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:08.676072 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0d261698-f25f-4fbc-b0aa-9c13662d55de req-984161d2-b0fb-44ed-836c-915e05d9d334 tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0272410 Nov 16 11:29:08.710928 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-85adf4eb-d51b-46c8-8938-5cef2d9027be admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c6297fca90ae441aa40dab0d2d555d6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452077 Nov 16 11:29:08.713377 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 40402) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:08.761339 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e7a78ca-514e-4989-800a-4e3d92ab7528 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:08.783874 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e7a78ca-514e-4989-800a-4e3d92ab7528 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:08.784724 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6a284-c8b4-4a2b-8461-66563b26fd7a req-0fa7cff8-d5d2-4471-a237-0889fd14b540 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:08.786986 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c9f6a284-c8b4-4a2b-8461-66563b26fd7a req-0fa7cff8-d5d2-4471-a237-0889fd14b540 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0492945 Nov 16 11:29:08.831945 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e7a78ca-514e-4989-800a-4e3d92ab7528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:08.839365 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e7a78ca-514e-4989-800a-4e3d92ab7528 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:08.839782 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c9f6a284-c8b4-4a2b-8461-66563b26fd7a req-cd803740-bbd5-473b-8aec-aad65c5cbd70 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470424 Nov 16 11:29:08.840524 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6e7a78ca-514e-4989-800a-4e3d92ab7528 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b99b9b5f-9152-44af-baf0-d47f59823573 HTTP/1.1" status: 204 len: 168 time: 0.1260223 Nov 16 11:29:08.850304 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a78ca-514e-4989-800a-4e3d92ab7528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99b9b5f-9152-44af-baf0-d47f59823573,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:09.191969 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94645e-55f6-461d-b0fb-22d0dcabc740 req-e75e8af7-45f1-47c1-abd3-4419d62079b9 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:09.193499 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3e94645e-55f6-461d-b0fb-22d0dcabc740 req-e75e8af7-45f1-47c1-abd3-4419d62079b9 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 949 time: 0.0512536 Nov 16 11:29:09.242233 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3e94645e-55f6-461d-b0fb-22d0dcabc740 req-110adf7c-7b9c-42a3-adfe-8ca9cd1dd03c tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426264 Nov 16 11:29:09.530916 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 9e7bf77d-13cb-4567-8e6b-c51bd92a058b no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:29:09.550619 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 9e7bf77d-13cb-4567-8e6b-c51bd92a058b {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:29:09.550969 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 9e7bf77d-13cb-4567-8e6b-c51bd92a058b not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:29:09.551244 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 40428) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:09.551368 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device ec9b377f-727d-49e3-bb31-d99a94879caa no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:29:09.573669 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: ec9b377f-727d-49e3-bb31-d99a94879caa {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:29:09.574035 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device ec9b377f-727d-49e3-bb31-d99a94879caa not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:29:09.649721 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-fa7c9c3e-5ca2-45dc-93bc-655b36efe809 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1297776150-network', 'tenant_id': '152cbc225b3e4ecebdc41aedd4f3fdf5'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:29:09.671109 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7c9c3e-5ca2-45dc-93bc-655b36efe809 admin admin] Made reservation on behalf of 152cbc225b3e4ecebdc41aedd4f3fdf5 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:29:09.673376 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa7c9c3e-5ca2-45dc-93bc-655b36efe809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:09.684372 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa7c9c3e-5ca2-45dc-93bc-655b36efe809 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:09.694226 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3417178-c8a7-47bd-9d29-6f4e2f6fe6a6 req-df6a0fd0-99f4-4221-9237-26e538fbc070 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:09.695982 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f3417178-c8a7-47bd-9d29-6f4e2f6fe6a6 req-df6a0fd0-99f4-4221-9237-26e538fbc070 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/ports?device_id=f853d232-b281-46fe-a82a-af9e3e616d22 HTTP/1.1" status: 200 len: 945 time: 0.0512569 Nov 16 11:29:09.744607 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f3417178-c8a7-47bd-9d29-6f4e2f6fe6a6 req-5233c8bd-deb4-4fcf-ade4-6657e97e6008 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/security-groups?id=12158469-800c-4bb7-9f5b-5e57652ed937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425899 Nov 16 11:29:09.776886 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa7c9c3e-5ca2-45dc-93bc-655b36efe809 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:09.781833 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa7c9c3e-5ca2-45dc-93bc-655b36efe809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:09.809555 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa7c9c3e-5ca2-45dc-93bc-655b36efe809 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:29:09.819167 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c9c3e-5ca2-45dc-93bc-655b36efe809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8fabe0-9218-4b38-8a7a-8503aa6f7139,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:09.825527 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa7c9c3e-5ca2-45dc-93bc-655b36efe809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:09.825870 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-fa7c9c3e-5ca2-45dc-93bc-655b36efe809 admin admin] Added segment 735533a6-695e-4dca-86e9-8417251168ff of type vlan for network 5b0dad88-2921-4ce2-a522-2a38833ce0c4 Nov 16 11:29:09.839525 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7fef027a-64c0-4e9e-9f39-004e9baa13e0 req-337441ba-df0c-429e-a19e-9196fb818599 tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0348125 Nov 16 11:29:09.868687 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa7c9c3e-5ca2-45dc-93bc-655b36efe809 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:09.894837 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa7c9c3e-5ca2-45dc-93bc-655b36efe809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:09.896491 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7c9c3e-5ca2-45dc-93bc-655b36efe809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:09.897039 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa7c9c3e-5ca2-45dc-93bc-655b36efe809 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:09.948519 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affca22f-701d-464d-a67e-0b121c0c87ba req-fd6b73aa-565a-4671-9708-e5bba541c587 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:09.948781 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-fa7c9c3e-5ca2-45dc-93bc-655b36efe809 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.3963196 Nov 16 11:29:09.950243 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-affca22f-701d-464d-a67e-0b121c0c87ba req-fd6b73aa-565a-4671-9708-e5bba541c587 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b6c5b5e-5436-4aec-b4ed-25c8197ebd1a HTTP/1.1" status: 200 len: 945 time: 0.0501642 Nov 16 11:29:09.951546 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 40442) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:09.956816 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-522ea256-9aba-45fb-a8bb-0c7c0758bd9d admin admin] Request body: {'subnet': {'network_id': '5b0dad88-2921-4ce2-a522-2a38833ce0c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1297776150-subnet', 'tenant_id': '152cbc225b3e4ecebdc41aedd4f3fdf5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:29:09.960883 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c9c3e-5ca2-45dc-93bc-655b36efe809 admin admin] Pushing event updated for resources: {'Network': ['ID=5b0dad88-2921-4ce2-a522-2a38833ce0c4,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:09.970635 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 5b0dad88-2921-4ce2-a522-2a38833ce0c4 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:29:09.978877 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522ea256-9aba-45fb-a8bb-0c7c0758bd9d admin admin] Made reservation on behalf of 152cbc225b3e4ecebdc41aedd4f3fdf5 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:29:09.981291 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-522ea256-9aba-45fb-a8bb-0c7c0758bd9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:10.100481 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-affca22f-701d-464d-a67e-0b121c0c87ba req-0fcc2628-1c5c-4ba9-ab0d-dbc72c9a6347 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/security-groups?id=12158469-800c-4bb7-9f5b-5e57652ed937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160104 Nov 16 11:29:10.253375 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-522ea256-9aba-45fb-a8bb-0c7c0758bd9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:10.309450 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a51a27-0638-4623-b29b-ce53523dc5c3 req-0e71004e-6451-4cfc-8825-23bb5fe98b8f tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:10.310975 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-18a51a27-0638-4623-b29b-ce53523dc5c3 req-0e71004e-6451-4cfc-8825-23bb5fe98b8f tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.1045375 Nov 16 11:29:10.345719 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ea256-9aba-45fb-a8bb-0c7c0758bd9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8b46b33-85d7-40c7-9f1c-6019e1d020e8,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:10.381243 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522ea256-9aba-45fb-a8bb-0c7c0758bd9d admin admin] Checking segment: {'id': '735533a6-695e-4dca-86e9-8417251168ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5b0dad88-2921-4ce2-a522-2a38833ce0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:29:10.381607 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522ea256-9aba-45fb-a8bb-0c7c0758bd9d admin admin] Network hostable DHCP agents. Network: 5b0dad88-2921-4ce2-a522-2a38833ce0c4, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:29:10.387765 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-18a51a27-0638-4623-b29b-ce53523dc5c3 req-a05c558a-8160-4da9-ac92-071c84a587a9 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703442 Nov 16 11:29:10.403177 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522ea256-9aba-45fb-a8bb-0c7c0758bd9d admin admin] Network 5b0dad88-2921-4ce2-a522-2a38833ce0c4 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:29:10.412516 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-522ea256-9aba-45fb-a8bb-0c7c0758bd9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 5b0dad88-2921-4ce2-a522-2a38833ce0c4) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:29:10.419444 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522ea256-9aba-45fb-a8bb-0c7c0758bd9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:10.419444 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-522ea256-9aba-45fb-a8bb-0c7c0758bd9d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:10.421375 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cb096e-7c7e-4039-b44a-4b198222b25b None None] Network 5b0dad88-2921-4ce2-a522-2a38833ce0c4 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:29:10.436426 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-522ea256-9aba-45fb-a8bb-0c7c0758bd9d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4837389 Nov 16 11:29:10.439041 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 40458) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:10.444332 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-2c17fce6-9093-4d08-8ecd-bb144729e603 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1297776150-router', 'tenant_id': '152cbc225b3e4ecebdc41aedd4f3fdf5', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:29:10.471240 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c17fce6-9093-4d08-8ecd-bb144729e603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:10.472343 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c17fce6-9093-4d08-8ecd-bb144729e603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:10.529364 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c17fce6-9093-4d08-8ecd-bb144729e603 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:10.565443 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33882cc2-c38f-40a3-a42b-d50e8b1a140d None None] Network 5b0dad88-2921-4ce2-a522-2a38833ce0c4 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:29:10.700701 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c17fce6-9093-4d08-8ecd-bb144729e603 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:10.764730 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c663a-2415-4340-9ca5-1899a657ea8c req-2b9f5628-a988-4b4e-a40e-eff532154aa5 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:10.766220 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-893c663a-2415-4340-9ca5-1899a657ea8c req-2b9f5628-a988-4b4e-a40e-eff532154aa5 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 949 time: 0.0949759 Nov 16 11:29:10.823305 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-893c663a-2415-4340-9ca5-1899a657ea8c req-4a9a1829-0b78-4f30-ade0-c1ae4b99c14c tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509465 Nov 16 11:29:11.202567 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c17fce6-9093-4d08-8ecd-bb144729e603 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:11.231107 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c17fce6-9093-4d08-8ecd-bb144729e603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:11.247860 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ed969e75-aed2-4149-82fb-0734d6329794 req-cd24beff-2885-4aca-9a34-862c6de12aa1 tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0425503 Nov 16 11:29:11.352836 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-2c17fce6-9093-4d08-8ecd-bb144729e603 admin admin] Allocated IP 172.25.0.78 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/145ef2f0-bbb4-40c3-b030-c8411e5da239) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:29:11.539999 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-07339154-9b15-43e6-9c5a-4d50085ae1f1 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:11.541445 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-07339154-9b15-43e6-9c5a-4d50085ae1f1 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/networks?id=345659ae-5a75-4ba1-9649-20b163c5024c HTTP/1.1" status: 200 len: 812 time: 0.1674392 Nov 16 11:29:11.544080 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c17fce6-9093-4d08-8ecd-bb144729e603 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:11.561461 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-8b74b9c7-d2a6-494c-9ac7-857635b08a54 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/quotas/f3b1914fa568497dba02001ce93ad9ea HTTP/1.1" status: 200 len: 375 time: 0.0140779 Nov 16 11:29:11.612681 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c17fce6-9093-4d08-8ecd-bb144729e603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:11.649800 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-3ca43a01-6fdc-4e29-b89c-2af9e486475e tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f3b1914fa568497dba02001ce93ad9ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0816565 Nov 16 11:29:11.676587 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c17fce6-9093-4d08-8ecd-bb144729e603 admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:29:11.688268 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17fce6-9093-4d08-8ecd-bb144729e603 admin admin] Pushing event updated for resources: {'Port': ['ID=145ef2f0-bbb4-40c3-b030-c8411e5da239,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:11.691100 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-2c17fce6-9093-4d08-8ecd-bb144729e603 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:29:11.703854 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04edc700-ce33-4653-84be-df5615006c74 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:29:11.718940 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c17fce6-9093-4d08-8ecd-bb144729e603 admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:29:11.820757 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c14398a3-7723-40da-93b0-c4b6e40d05bc None None] Provisioning complete for port 145ef2f0-bbb4-40c3-b030-c8411e5da239 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:29:11.821139 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c14398a3-7723-40da-93b0-c4b6e40d05bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:11.852994 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-304d9f61-b780-460d-bf85-bf458280bb17 service neutron] 10.222.0.61 "GET /v2.0/networks/345659ae-5a75-4ba1-9649-20b163c5024c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920779 Nov 16 11:29:11.859132 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-c14398a3-7723-40da-93b0-c4b6e40d05bc None None] Port 145ef2f0-bbb4-40c3-b030-c8411e5da239 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:29:12.038805 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-d5e0a169-d4f8-4db5-96d2-67386106c690 service neutron] 10.222.0.61 "GET /v2.0/networks/345659ae-5a75-4ba1-9649-20b163c5024c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642399 Nov 16 11:29:12.066848 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c17fce6-9093-4d08-8ecd-bb144729e603 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:12.277749 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c17fce6-9093-4d08-8ecd-bb144729e603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:12.419592 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c17fce6-9093-4d08-8ecd-bb144729e603 admin admin] Router bee02623-a002-4d4c-b17a-f52b45809a75 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:29:12.528259 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bbf3cd61-92ab-4d97-a349-99584a179ca3 req-3c8e5893-dd92-4bcb-8b55-155c2d13cbaa tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134&device_id=c197daa0-83e4-4dfa-b7fb-7bebaba62b17 HTTP/1.1" status: 200 len: 210 time: 0.0614107 Nov 16 11:29:12.576502 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c17fce6-9093-4d08-8ecd-bb144729e603 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:29:12.586930 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1a8e5e-a6d9-4108-8747-8f09d32d5e26 None None] Sync routers for ids ['bee02623-a002-4d4c-b17a-f52b45809a75'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:29:12.603240 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1a8e5e-a6d9-4108-8747-8f09d32d5e26 None None] Routers {'bee02623-a002-4d4c-b17a-f52b45809a75'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:29:12.604442 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2b1a8e5e-a6d9-4108-8747-8f09d32d5e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:28:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['bee02623-a002-4d4c-b17a-f52b45809a75'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:29:12.658799 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c17fce6-9093-4d08-8ecd-bb144729e603 admin admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:12.663860 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 40508) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:12.672735 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2c17fce6-9093-4d08-8ecd-bb144729e603 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.2323203 Nov 16 11:29:12.718945 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18f4b4-5c72-40ec-bec7-43b62ad97e07 req-d9f9040f-b285-4b10-bf48-97aea522e76e tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:12.720488 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bb18f4b4-5c72-40ec-bec7-43b62ad97e07 req-d9f9040f-b285-4b10-bf48-97aea522e76e tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.1130912 Nov 16 11:29:12.753213 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-2b1a8e5e-a6d9-4108-8747-8f09d32d5e26 None None] Set router bee02623-a002-4d4c-b17a-f52b45809a75 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:29:12.784994 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bb18f4b4-5c72-40ec-bec7-43b62ad97e07 req-c789d830-9ee7-413d-9917-e97adc3e2ad4 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555816 Nov 16 11:29:13.025778 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d041c62a-477f-4342-92f6-3fd3ca02f92f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:13.097124 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2b1a8e5e-a6d9-4108-8747-8f09d32d5e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee02623-a002-4d4c-b17a-f52b45809a75', 'name': 'tempest-ServerRescueNegativeTestJSON-1297776150-router', 'tenant_id': '152cbc225b3e4ecebdc41aedd4f3fdf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '145ef2f0-bbb4-40c3-b030-c8411e5da239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:29:10Z', 'updated_at': '2021-11-16T11:29:11Z', 'revision_number': 3, 'project_id': '152cbc225b3e4ecebdc41aedd4f3fdf5', 'gw_port': {'id': '145ef2f0-bbb4-40c3-b030-c8411e5da239', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee02623-a002-4d4c-b17a-f52b45809a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:29:11Z', 'updated_at': '2021-11-16T11:29:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:29:13.097590 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7e011-a482-4ea5-ad34-aa9035bdabc6 req-a27d9e0f-c3ff-4178-b165-390f559bd7f9 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:13.107457 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eff7e011-a482-4ea5-ad34-aa9035bdabc6 req-a27d9e0f-c3ff-4178-b165-390f559bd7f9 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 949 time: 0.0823393 Nov 16 11:29:13.131162 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1a8e5e-a6d9-4108-8747-8f09d32d5e26 None None] Checking router: bee02623-a002-4d4c-b17a-f52b45809a75 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:29:13.131620 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1a8e5e-a6d9-4108-8747-8f09d32d5e26 None None] Updating router bee02623-a002-4d4c-b17a-f52b45809a75 port 145ef2f0-bbb4-40c3-b030-c8411e5da239 binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:29:13.163716 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eff7e011-a482-4ea5-ad34-aa9035bdabc6 req-c3e3dbaa-1ba0-4d51-b351-6da062e34403 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552988 Nov 16 11:29:13.167027 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2b1a8e5e-a6d9-4108-8747-8f09d32d5e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:13.361600 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 40518) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:13.565424 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4800bf14-4e88-4804-a088-f0440a8bdfdf tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:13.565905 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4800bf14-4e88-4804-a088-f0440a8bdfdf tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:13.566593 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4800bf14-4e88-4804-a088-f0440a8bdfdf tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:13.582532 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4800bf14-4e88-4804-a088-f0440a8bdfdf tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] 10.222.0.61 "GET /v2.0/ports?project_id=8e4d1d7674f84686a4379fe8e2aa2d78&network_id=bbdfa3d4-8860-47b9-95de-528ad5f17ca5 HTTP/1.1" status: 200 len: 2970 time: 0.2196450 Nov 16 11:29:13.621183 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2b1a8e5e-a6d9-4108-8747-8f09d32d5e26 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:13.629983 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2b1a8e5e-a6d9-4108-8747-8f09d32d5e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:13.717897 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4c47d6-ffed-45c6-a7e9-1f4747e4dc4f None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:29:13.725526 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-2b1a8e5e-a6d9-4108-8747-8f09d32d5e26 None None] Attempting to bind port 145ef2f0-bbb4-40c3-b030-c8411e5da239 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:29:13.726205 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-2b1a8e5e-a6d9-4108-8747-8f09d32d5e26 None None] Attempting to bind port 145ef2f0-bbb4-40c3-b030-c8411e5da239 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:29:13.726758 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1a8e5e-a6d9-4108-8747-8f09d32d5e26 None None] Attempting to bind port 145ef2f0-bbb4-40c3-b030-c8411e5da239 on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:29:13.737019 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1a8e5e-a6d9-4108-8747-8f09d32d5e26 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:29:13.738002 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1a8e5e-a6d9-4108-8747-8f09d32d5e26 None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:29:13.738610 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2b1a8e5e-a6d9-4108-8747-8f09d32d5e26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:13.739195 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1a8e5e-a6d9-4108-8747-8f09d32d5e26 None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:29:13.740066 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-2b1a8e5e-a6d9-4108-8747-8f09d32d5e26 None None] Bound port: 145ef2f0-bbb4-40c3-b030-c8411e5da239, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:29:13.741006 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2b1a8e5e-a6d9-4108-8747-8f09d32d5e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:13.788891 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0467ada3-9fae-4981-b0e0-6f91f9a4b8a6 req-782f912a-7d16-45dd-99a1-0b6dfa5ba60f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=03890eaabe0542bcbae3738af327be49&device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0399282 Nov 16 11:29:13.806567 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba70192-d803-4dc7-b890-76b72bef09c2 None None] Pushing event updated for resources: {'Port': ['ID=145ef2f0-bbb4-40c3-b030-c8411e5da239,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:13.809307 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b707701-262c-4140-b21f-4168dde43d03 req-f6efc798-df13-4f6d-96ed-c8f8532c72f3 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:13.810793 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6b707701-262c-4140-b21f-4168dde43d03 req-f6efc798-df13-4f6d-96ed-c8f8532c72f3 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.64 "GET /v2.0/ports?device_id=f853d232-b281-46fe-a82a-af9e3e616d22 HTTP/1.1" status: 200 len: 945 time: 0.1612253 Nov 16 11:29:13.824385 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b883b-23be-4217-9b48-f98a5b48b47a req-992d3116-2a56-4397-8367-231511a2c042 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:13.825859 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ee3b883b-23be-4217-9b48-f98a5b48b47a req-992d3116-2a56-4397-8367-231511a2c042 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b6c5b5e-5436-4aec-b4ed-25c8197ebd1a HTTP/1.1" status: 200 len: 945 time: 0.1753075 Nov 16 11:29:13.844144 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a8eff4ed-b0a1-46d9-a8ac-9424a4ddd079 req-5f74dee9-bd3e-47e2-bdf6-34ab20c2a280 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/ports?device_id=132229e8-f0d5-4361-8105-0cb06648c52b HTTP/1.1" status: 200 len: 210 time: 0.0525777 Nov 16 11:29:13.846102 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-2b1a8e5e-a6d9-4108-8747-8f09d32d5e26 None None] For port 145ef2f0-bbb4-40c3-b030-c8411e5da239, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:29:13.851726 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-2b1a8e5e-a6d9-4108-8747-8f09d32d5e26 None None] For port 145ef2f0-bbb4-40c3-b030-c8411e5da239, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=145ef2f0-bbb4-40c3-b030-c8411e5da239,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:29:13.868160 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2b1a8e5e-a6d9-4108-8747-8f09d32d5e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:13.918552 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0467ada3-9fae-4981-b0e0-6f91f9a4b8a6 req-6ea0c930-6a23-4721-aef0-5f30b814411a service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=03890eaabe0542bcbae3738af327be49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0835540 Nov 16 11:29:13.934684 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba70192-d803-4dc7-b890-76b72bef09c2 None None] Pushing event updated for resources: {'Port': ['ID=145ef2f0-bbb4-40c3-b030-c8411e5da239,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:13.960712 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fd4d8947-8281-45b7-b490-5f7308c594e3 req-376880d0-77c9-4e11-9858-d458f150171a tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0513144 Nov 16 11:29:13.983430 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfc8955-a265-400e-8b8c-357c36da0b7b None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:29:14.017679 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-dfd686db-95db-4334-b715-7f440a7391c5 None None] Provisioning complete for port 145ef2f0-bbb4-40c3-b030-c8411e5da239 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:29:14.018332 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dfd686db-95db-4334-b715-7f440a7391c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:14.053723 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1a8e5e-a6d9-4108-8747-8f09d32d5e26 None None] Routers {'bee02623-a002-4d4c-b17a-f52b45809a75'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:29:14.054681 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2b1a8e5e-a6d9-4108-8747-8f09d32d5e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:28:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['bee02623-a002-4d4c-b17a-f52b45809a75'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:29:14.102625 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589eec4-8d6b-40fe-82d8-6fcec03d0ff4 req-84d2c8a8-6707-48ae-81b8-3180550a7473 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:14.104167 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7589eec4-8d6b-40fe-82d8-6fcec03d0ff4 req-84d2c8a8-6707-48ae-81b8-3180550a7473 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0754580 Nov 16 11:29:14.169248 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7589eec4-8d6b-40fe-82d8-6fcec03d0ff4 req-55d08510-f235-476d-a4f4-0f6e9f6356aa tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589659 Nov 16 11:29:14.219856 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-2b1a8e5e-a6d9-4108-8747-8f09d32d5e26 None None] Set router bee02623-a002-4d4c-b17a-f52b45809a75 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:29:14.246840 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467ada3-9fae-4981-b0e0-6f91f9a4b8a6 req-1ba66616-ad1b-4a0f-968d-a049ff34fb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:14.248529 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0467ada3-9fae-4981-b0e0-6f91f9a4b8a6 req-1ba66616-ad1b-4a0f-968d-a049ff34fb75 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2956176 Nov 16 11:29:14.252956 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dfd686db-95db-4334-b715-7f440a7391c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:14.305943 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-ee3b883b-23be-4217-9b48-f98a5b48b47a req-29a76916-2c93-48c2-aa48-345a0b2fe419 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Deleting port 9191aff9-b577-4784-9db3-808b5446ccb3 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:29:14.306668 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ee3b883b-23be-4217-9b48-f98a5b48b47a req-29a76916-2c93-48c2-aa48-345a0b2fe419 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:14.371520 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-6b707701-262c-4140-b21f-4168dde43d03 req-8a35df66-7f59-481c-88be-745697c54512 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Deleting port 07271ab6-59f0-4757-a83e-1c5267531171 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:29:14.371865 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6b707701-262c-4140-b21f-4168dde43d03 req-8a35df66-7f59-481c-88be-745697c54512 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:14.384908 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-dfd686db-95db-4334-b715-7f440a7391c5 None None] For port 145ef2f0-bbb4-40c3-b030-c8411e5da239, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=145ef2f0-bbb4-40c3-b030-c8411e5da239,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:14.403720 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dfd686db-95db-4334-b715-7f440a7391c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:14.449516 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c351e-fafb-4189-a27a-c275e2a04c45 req-813ee7ff-d690-4161-870e-ae33d4e8bcfd tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:14.457910 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6d7c351e-fafb-4189-a27a-c275e2a04c45 req-813ee7ff-d690-4161-870e-ae33d4e8bcfd tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 949 time: 0.1220076 Nov 16 11:29:14.482966 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-6b707701-262c-4140-b21f-4168dde43d03 req-8a35df66-7f59-481c-88be-745697c54512 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] For port 07271ab6-59f0-4757-a83e-1c5267531171, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=07271ab6-59f0-4757-a83e-1c5267531171,segment=NetworkSegment(ec5877ad-2762-42ac-aa05-47c4f801979e),segment_id=ec5877ad-2762-42ac-aa05-47c4f801979e)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:14.483435 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6b707701-262c-4140-b21f-4168dde43d03 req-8a35df66-7f59-481c-88be-745697c54512 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:14.501133 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-6b707701-262c-4140-b21f-4168dde43d03 req-8a35df66-7f59-481c-88be-745697c54512 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Calling delete_port for 07271ab6-59f0-4757-a83e-1c5267531171 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:29:14.523253 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6d7c351e-fafb-4189-a27a-c275e2a04c45 req-390e4d80-8b29-4601-b1d6-0235707dab58 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618722 Nov 16 11:29:14.536427 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd686db-95db-4334-b715-7f440a7391c5 None None] Pushing event updated for resources: {'Port': ['ID=145ef2f0-bbb4-40c3-b030-c8411e5da239,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:14.573611 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-085e4191-8a96-4a30-9202-e633e0e4a8d2 None None] Provisioning complete for port 145ef2f0-bbb4-40c3-b030-c8411e5da239 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:29:14.574071 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-085e4191-8a96-4a30-9202-e633e0e4a8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:14.696581 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ee3b883b-23be-4217-9b48-f98a5b48b47a req-29a76916-2c93-48c2-aa48-345a0b2fe419 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] For port 9191aff9-b577-4784-9db3-808b5446ccb3, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=9191aff9-b577-4784-9db3-808b5446ccb3,segment=NetworkSegment(ec5877ad-2762-42ac-aa05-47c4f801979e),segment_id=ec5877ad-2762-42ac-aa05-47c4f801979e)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:14.697532 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ee3b883b-23be-4217-9b48-f98a5b48b47a req-29a76916-2c93-48c2-aa48-345a0b2fe419 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:14.726333 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-ee3b883b-23be-4217-9b48-f98a5b48b47a req-29a76916-2c93-48c2-aa48-345a0b2fe419 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Calling delete_port for 9191aff9-b577-4784-9db3-808b5446ccb3 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:29:14.764967 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c2ba02e9-cfdf-442a-842b-01cd43d75651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:14.843388 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2b1a8e5e-a6d9-4108-8747-8f09d32d5e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee02623-a002-4d4c-b17a-f52b45809a75', 'name': 'tempest-ServerRescueNegativeTestJSON-1297776150-router', 'tenant_id': '152cbc225b3e4ecebdc41aedd4f3fdf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '145ef2f0-bbb4-40c3-b030-c8411e5da239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:29:10Z', 'updated_at': '2021-11-16T11:29:11Z', 'revision_number': 3, 'project_id': '152cbc225b3e4ecebdc41aedd4f3fdf5', 'gw_port': {'id': '145ef2f0-bbb4-40c3-b030-c8411e5da239', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee02623-a002-4d4c-b17a-f52b45809a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:29:11Z', 'updated_at': '2021-11-16T11:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:29:14.845248 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-2b0eda4b-09d7-46b0-8026-45fded8c3a37 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:14.847018 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-2b0eda4b-09d7-46b0-8026-45fded8c3a37 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.64 "GET /v2.0/networks?id=345659ae-5a75-4ba1-9649-20b163c5024c HTTP/1.1" status: 200 len: 812 time: 0.2827315 Nov 16 11:29:14.873689 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1a8e5e-a6d9-4108-8747-8f09d32d5e26 None None] The sync data for ids ['bee02623-a002-4d4c-b17a-f52b45809a75'] in n-d-816823-3 is: [{'id': 'bee02623-a002-4d4c-b17a-f52b45809a75', 'name': 'tempest-ServerRescueNegativeTestJSON-1297776150-router', 'tenant_id': '152cbc225b3e4ecebdc41aedd4f3fdf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '145ef2f0-bbb4-40c3-b030-c8411e5da239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:29:10Z', 'updated_at': '2021-11-16T11:29:11Z', 'revision_number': 3, 'project_id': '152cbc225b3e4ecebdc41aedd4f3fdf5', 'gw_port': {'id': '145ef2f0-bbb4-40c3-b030-c8411e5da239', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee02623-a002-4d4c-b17a-f52b45809a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:29:11Z', 'updated_at': '2021-11-16T11:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:29:14.878453 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-c5dc3786-7250-4b23-b012-36e333a1b777 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Request body: {'port': {'device_id': '132229e8-f0d5-4361-8105-0cb06648c52b', 'network_id': '345659ae-5a75-4ba1-9649-20b163c5024c', 'admin_state_up': True, 'tenant_id': 'f3b1914fa568497dba02001ce93ad9ea'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:29:14.967678 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-84acf98c-37e4-4133-8c30-b900a44636dc req-dccfdf8a-7970-49ed-a8a2-2b56777b0f8a tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/ports?device_id=132229e8-f0d5-4361-8105-0cb06648c52b HTTP/1.1" status: 200 len: 210 time: 0.0345914 Nov 16 11:29:15.100487 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6471aa96-b8b9-4d2e-aaa8-d92ec4b0795f req-894d44c2-aee5-427a-99bc-4177252d097c tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0461366 Nov 16 11:29:15.150793 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6b707701-262c-4140-b21f-4168dde43d03 req-8a35df66-7f59-481c-88be-745697c54512 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:15.168738 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['07271ab6-59f0-4757-a83e-1c5267531171'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:29:15.361542 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-78d646ca-6d7b-4b3c-85f6-cfe8d41aa89b tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:15.362952 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-78d646ca-6d7b-4b3c-85f6-cfe8d41aa89b tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.64 "GET /v2.0/networks?id=345659ae-5a75-4ba1-9649-20b163c5024c HTTP/1.1" status: 200 len: 812 time: 0.1652579 Nov 16 11:29:15.385985 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a35df66-7f59-481c-88be-745697c54512 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Pushing event deleted for resources: {'Port': ['ID=07271ab6-59f0-4757-a83e-1c5267531171,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:15.443067 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec4539-134c-4854-8ee2-f2b9052f1cb6 req-32c04c5b-4f5d-4377-bb4d-f73fc3b0997d tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:15.443988 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-ac3207b3-fd21-4dd4-b18c-c465816a9e39 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Request body: {'port': {'device_id': '20f98178-5b0b-4bf4-b35d-6c0f29ee8a84', 'network_id': '345659ae-5a75-4ba1-9649-20b163c5024c', 'admin_state_up': True, 'tenant_id': 'f3b1914fa568497dba02001ce93ad9ea'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:29:15.444830 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-89ec4539-134c-4854-8ee2-f2b9052f1cb6 req-32c04c5b-4f5d-4377-bb4d-f73fc3b0997d tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.1070745 Nov 16 11:29:15.459386 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ee3b883b-23be-4217-9b48-f98a5b48b47a req-29a76916-2c93-48c2-aa48-345a0b2fe419 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:15.475352 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['07271ab6-59f0-4757-a83e-1c5267531171'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:29:15.578123 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-89ec4539-134c-4854-8ee2-f2b9052f1cb6 req-fbda1b4d-0f60-4de8-9576-3c7596d5e556 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244812 Nov 16 11:29:15.584477 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b707701-262c-4140-b21f-4168dde43d03 req-8a35df66-7f59-481c-88be-745697c54512 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] No DVR routers for this DVR port 07271ab6-59f0-4757-a83e-1c5267531171 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:29:15.634497 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8a6bd314-52e4-45a6-82a2-cf270c55122e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:15.649282 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 145ef2f0-bbb4-40c3-b030-c8411e5da239 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:29:15.669186 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6b707701-262c-4140-b21f-4168dde43d03 req-8a35df66-7f59-481c-88be-745697c54512 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:15.694323 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6b707701-262c-4140-b21f-4168dde43d03 req-8a35df66-7f59-481c-88be-745697c54512 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.64 "DELETE /v2.0/ports/07271ab6-59f0-4757-a83e-1c5267531171 HTTP/1.1" status: 204 len: 173 time: 1.8673904 Nov 16 11:29:15.694975 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f853d232-b281-46fe-a82a-af9e3e616d22', 'name': 'network-vif-deleted', 'tag': '07271ab6-59f0-4757-a83e-1c5267531171'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:29:15.702369 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2dd8993-fa40-4c20-8225-eff7ad784ccc" -d '{"events": [{"server_uuid": "f853d232-b281-46fe-a82a-af9e3e616d22", "name": "network-vif-deleted", "tag": "07271ab6-59f0-4757-a83e-1c5267531171"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:29:15.711215 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-c2ba02e9-cfdf-442a-842b-01cd43d75651 admin admin] Allocated IP 172.20.0.1 (5b0dad88-2921-4ce2-a522-2a38833ce0c4/d8b46b33-85d7-40c7-9f1c-6019e1d020e8/f8cd2e7e-e1bd-4c74-b225-31ed7158acb8) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:29:15.716158 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a76916-2c93-48c2-aa48-345a0b2fe419 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Pushing event deleted for resources: {'Port': ['ID=9191aff9-b577-4784-9db3-808b5446ccb3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:15.727556 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-c5dc3786-7250-4b23-b012-36e333a1b777 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Made reservation on behalf of f3b1914fa568497dba02001ce93ad9ea for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:29:15.742941 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-c5dc3786-7250-4b23-b012-36e333a1b777 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:15.776727 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 145ef2f0-bbb4-40c3-b030-c8411e5da239 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:29:15.777109 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:15.896184 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed5f9f-efbb-4d14-95dc-4d5be88aa2e2 req-1d45e819-96bb-457b-8f92-4500ca102f7a tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:15.912167 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dbed5f9f-efbb-4d14-95dc-4d5be88aa2e2 req-1d45e819-96bb-457b-8f92-4500ca102f7a tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 949 time: 0.0803571 Nov 16 11:29:15.968926 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 9191aff9-b577-4784-9db3-808b5446ccb3 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:29:16.022048 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dbed5f9f-efbb-4d14-95dc-4d5be88aa2e2 req-c5be2003-5f38-4d00-a292-4d0dc14d7c91 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057432 Nov 16 11:29:16.039331 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 9191aff9-b577-4784-9db3-808b5446ccb3 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:29:16.040993 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 9191aff9-b577-4784-9db3-808b5446ccb3 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:29:16.041434 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 07271ab6-59f0-4757-a83e-1c5267531171 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:29:16.099615 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 07271ab6-59f0-4757-a83e-1c5267531171 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:29:16.099976 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 07271ab6-59f0-4757-a83e-1c5267531171 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:29:16.166967 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c2ba02e9-cfdf-442a-842b-01cd43d75651 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:16.234112 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b008f0d8-6d8d-4c1a-8b92-2787bce68017 x-openstack-request-id: req-b008f0d8-6d8d-4c1a-8b92-2787bce68017 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:29:16.234589 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f853d232-b281-46fe-a82a-af9e3e616d22", "name": "network-vif-deleted", "tag": "07271ab6-59f0-4757-a83e-1c5267531171", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:29:16.234938 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b008f0d8-6d8d-4c1a-8b92-2787bce68017 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:29:16.235456 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f853d232-b281-46fe-a82a-af9e3e616d22', 'name': 'network-vif-deleted', 'tag': '07271ab6-59f0-4757-a83e-1c5267531171', 'status': 'completed', 'code': 200} Nov 16 11:29:16.258339 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eb233a8b-2ce4-49d7-b89b-1c4cc0b8b5ec req-4bf172f1-1e5f-4e40-b430-78f649cc9f8e tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/ports?device_id=132229e8-f0d5-4361-8105-0cb06648c52b HTTP/1.1" status: 200 len: 210 time: 0.0379634 Nov 16 11:29:16.274426 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c2ba02e9-cfdf-442a-842b-01cd43d75651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:16.278144 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0467ada3-9fae-4981-b0e0-6f91f9a4b8a6 req-5bef8b62-539c-4783-be5d-81c28e35686c tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0417120 Nov 16 11:29:16.279282 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3b883b-23be-4217-9b48-f98a5b48b47a req-29a76916-2c93-48c2-aa48-345a0b2fe419 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] No DVR routers for this DVR port 9191aff9-b577-4784-9db3-808b5446ccb3 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:29:16.283710 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ee3b883b-23be-4217-9b48-f98a5b48b47a req-29a76916-2c93-48c2-aa48-345a0b2fe419 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:16.289880 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ee3b883b-23be-4217-9b48-f98a5b48b47a req-29a76916-2c93-48c2-aa48-345a0b2fe419 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.64 "DELETE /v2.0/ports/9191aff9-b577-4784-9db3-808b5446ccb3 HTTP/1.1" status: 204 len: 173 time: 2.4327855 Nov 16 11:29:16.358391 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba02e9-cfdf-442a-842b-01cd43d75651 admin admin] Pushing event updated for resources: {'Port': ['ID=f8cd2e7e-e1bd-4c74-b225-31ed7158acb8,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:16.383662 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ba02e9-cfdf-442a-842b-01cd43d75651 admin admin] Network 5b0dad88-2921-4ce2-a522-2a38833ce0c4 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:29:16.389573 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-c2ba02e9-cfdf-442a-842b-01cd43d75651 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:29:16.392791 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ba02e9-cfdf-442a-842b-01cd43d75651 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:29:16.440966 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c2ba02e9-cfdf-442a-842b-01cd43d75651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:16.449027 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c1a6390f-3e3a-4359-8229-77e5c5600eac req-2982eb7a-672e-4f75-8530-afc13f63146c tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f2a69eb-2e4f-441a-8f8e-023cb98c6134 HTTP/1.1" status: 200 len: 210 time: 0.0683560 Nov 16 11:29:16.514732 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:16.553521 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-ac3207b3-fd21-4dd4-b18c-c465816a9e39 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Made reservation on behalf of f3b1914fa568497dba02001ce93ad9ea for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:29:16.557992 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-ac3207b3-fd21-4dd4-b18c-c465816a9e39 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:16.641695 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-c5dc3786-7250-4b23-b012-36e333a1b777 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Allocated IP 172.20.0.2 (345659ae-5a75-4ba1-9649-20b163c5024c/224c4645-984c-4747-b580-d3a121605e46/02d54f92-f1de-4fa9-823e-f2921a89c9c1) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:29:16.805742 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca4fea-5dae-4316-b777-c2f9c66cfe63 req-256620a0-da9d-4798-9817-1818824f468a tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:16.814747 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d9ca4fea-5dae-4316-b777-c2f9c66cfe63 req-256620a0-da9d-4798-9817-1818824f468a tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.1124909 Nov 16 11:29:16.851036 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-c5dc3786-7250-4b23-b012-36e333a1b777 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:16.886617 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d9ca4fea-5dae-4316-b777-c2f9c66cfe63 req-770d7e95-9547-468c-8d2f-b83d135582a6 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635996 Nov 16 11:29:17.021657 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c2ba02e9-cfdf-442a-842b-01cd43d75651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:17.069332 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-c5dc3786-7250-4b23-b012-36e333a1b777 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:17.216569 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145f647-57b0-460f-a808-a42155f511d7 req-701eec67-3823-451d-9191-008759c19115 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:17.222606 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9145f647-57b0-460f-a808-a42155f511d7 req-701eec67-3823-451d-9191-008759c19115 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 949 time: 0.0913861 Nov 16 11:29:17.283331 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9145f647-57b0-460f-a808-a42155f511d7 req-86ed8778-1fe2-4175-964d-d9e09af5173f tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552270 Nov 16 11:29:17.323006 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-c5dc3786-7250-4b23-b012-36e333a1b777 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Network 345659ae-5a75-4ba1-9649-20b163c5024c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:29:17.333870 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-ac3207b3-fd21-4dd4-b18c-c465816a9e39 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Allocated IP 172.20.0.7 (345659ae-5a75-4ba1-9649-20b163c5024c/224c4645-984c-4747-b580-d3a121605e46/375bdc3c-ee3b-464c-adaf-ba5b6a8202cd) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:29:17.337198 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc3786-7250-4b23-b012-36e333a1b777 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Pushing event updated for resources: {'Port': ['ID=02d54f92-f1de-4fa9-823e-f2921a89c9c1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:17.339719 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-c5dc3786-7250-4b23-b012-36e333a1b777 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:29:17.351799 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-c5dc3786-7250-4b23-b012-36e333a1b777 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:29:17.421683 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-c5dc3786-7250-4b23-b012-36e333a1b777 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:17.422279 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-c5dc3786-7250-4b23-b012-36e333a1b777 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:17.457996 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-c5dc3786-7250-4b23-b012-36e333a1b777 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5938296 Nov 16 11:29:17.481034 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-d245cb3f-d109-476b-b877-708e743cd8b2 service neutron] Request body: {'port': {'device_id': '132229e8-f0d5-4361-8105-0cb06648c52b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:29:17.496470 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302d594-a520-4db4-bbb6-d5ec2001dcda req-808f3b4a-7658-44b3-95e9-b3d001a4930e tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:17.502396 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5302d594-a520-4db4-bbb6-d5ec2001dcda req-808f3b4a-7658-44b3-95e9-b3d001a4930e tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/ports?device_id=132229e8-f0d5-4361-8105-0cb06648c52b HTTP/1.1" status: 200 len: 931 time: 0.0805037 Nov 16 11:29:17.540004 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c2ba02e9-cfdf-442a-842b-01cd43d75651 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:17.558003 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5302d594-a520-4db4-bbb6-d5ec2001dcda req-abba8486-7be3-4dc1-9677-3e315fef469f tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/security-groups?id=12158469-800c-4bb7-9f5b-5e57652ed937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531881 Nov 16 11:29:17.858024 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c2ba02e9-cfdf-442a-842b-01cd43d75651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:17.861439 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7781f587-9fa2-4465-a928-8b2ddf93e936 req-96e9f5cd-970c-4b82-90c7-dde1a5bf80c4 tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=c197daa0-83e4-4dfa-b7fb-7bebaba62b17 HTTP/1.1" status: 200 len: 210 time: 0.0287352 Nov 16 11:29:17.947964 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-eb930df4-ccec-43c5-b859-dcb0e9c0180e req-85d15d4b-d507-4806-bf3d-54e90aebba83 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=03890eaabe0542bcbae3738af327be49&device_id=c197daa0-83e4-4dfa-b7fb-7bebaba62b17 HTTP/1.1" status: 200 len: 210 time: 0.0908949 Nov 16 11:29:17.972284 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-d245cb3f-d109-476b-b877-708e743cd8b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:18.002167 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71f32a-2405-4d0e-b5c9-f26dcd5ae054 req-6d6144ac-b66c-47b8-8a69-ffd1fd87bc0e tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:18.003700 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7a71f32a-2405-4d0e-b5c9-f26dcd5ae054 req-6d6144ac-b66c-47b8-8a69-ffd1fd87bc0e tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0569508 Nov 16 11:29:18.034034 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-eb930df4-ccec-43c5-b859-dcb0e9c0180e req-64966212-70e0-41bd-85d3-848597f36b71 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=03890eaabe0542bcbae3738af327be49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0642834 Nov 16 11:29:18.034810 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c2ba02e9-cfdf-442a-842b-01cd43d75651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:18.040541 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba02e9-cfdf-442a-842b-01cd43d75651 admin admin] Pushing event updated for resources: {'Port': ['ID=f8cd2e7e-e1bd-4c74-b225-31ed7158acb8,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:18.084782 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7a71f32a-2405-4d0e-b5c9-f26dcd5ae054 req-b82debc4-0d7b-426c-bca7-637509223fb7 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697589 Nov 16 11:29:18.189332 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-ac3207b3-fd21-4dd4-b18c-c465816a9e39 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:18.243558 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:18.273939 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6c5b5e-5436-4aec-b4ed-25c8197ebd1a', 'name': 'network-vif-deleted', 'tag': '9191aff9-b577-4784-9db3-808b5446ccb3'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:29:18.276571 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccab508-096a-41a3-a619-e67ca88d8558" -d '{"events": [{"server_uuid": "0b6c5b5e-5436-4aec-b4ed-25c8197ebd1a", "name": "network-vif-deleted", "tag": "9191aff9-b577-4784-9db3-808b5446ccb3"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:29:18.331144 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495652fd-c63e-4c28-983c-011402e911a0 x-openstack-request-id: req-495652fd-c63e-4c28-983c-011402e911a0 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:29:18.331801 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b6c5b5e-5436-4aec-b4ed-25c8197ebd1a", "name": "network-vif-deleted", "tag": "9191aff9-b577-4784-9db3-808b5446ccb3", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:29:18.331801 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-495652fd-c63e-4c28-983c-011402e911a0 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:29:18.332087 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6c5b5e-5436-4aec-b4ed-25c8197ebd1a', 'name': 'network-vif-deleted', 'tag': '9191aff9-b577-4784-9db3-808b5446ccb3', 'status': 'completed', 'code': 200} Nov 16 11:29:18.369627 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb930df4-ccec-43c5-b859-dcb0e9c0180e req-67a1fc7c-f31d-49c6-b117-ab2eee6a8716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:18.371470 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-eb930df4-ccec-43c5-b859-dcb0e9c0180e req-67a1fc7c-f31d-49c6-b117-ab2eee6a8716 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3180451 Nov 16 11:29:18.381749 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-ac3207b3-fd21-4dd4-b18c-c465816a9e39 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:18.424009 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce75f00-4227-4a05-b7ba-ee53d23e11c9 req-d77647da-9f2f-4d37-821f-08b9a404c961 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:18.425529 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8ce75f00-4227-4a05-b7ba-ee53d23e11c9 req-d77647da-9f2f-4d37-821f-08b9a404c961 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 949 time: 0.0529728 Nov 16 11:29:18.469352 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ba02e9-cfdf-442a-842b-01cd43d75651 admin admin] Network 5b0dad88-2921-4ce2-a522-2a38833ce0c4 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:29:18.481308 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8ce75f00-4227-4a05-b7ba-ee53d23e11c9 req-a9a03e91-b631-41b4-b237-97b16700b7aa tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489600 Nov 16 11:29:18.481996 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-c2ba02e9-cfdf-442a-842b-01cd43d75651 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:29:18.493386 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-ac3207b3-fd21-4dd4-b18c-c465816a9e39 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Network 345659ae-5a75-4ba1-9649-20b163c5024c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:29:18.500486 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3207b3-fd21-4dd4-b18c-c465816a9e39 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Pushing event updated for resources: {'Port': ['ID=375bdc3c-ee3b-464c-adaf-ba5b6a8202cd,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:18.502924 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-ac3207b3-fd21-4dd4-b18c-c465816a9e39 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:29:18.509632 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-ac3207b3-fd21-4dd4-b18c-c465816a9e39 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:29:18.659068 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-ac3207b3-fd21-4dd4-b18c-c465816a9e39 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:18.659775 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-ac3207b3-fd21-4dd4-b18c-c465816a9e39 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:18.699706 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d2a44-ad57-465f-8d02-57642ebe4b0c req-4f46041e-e67f-408f-9669-26c74b182d45 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:18.701621 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f80d2a44-ad57-465f-8d02-57642ebe4b0c req-4f46041e-e67f-408f-9669-26c74b182d45 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/ports?device_id=132229e8-f0d5-4361-8105-0cb06648c52b HTTP/1.1" status: 200 len: 931 time: 0.0567033 Nov 16 11:29:18.715109 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-ac3207b3-fd21-4dd4-b18c-c465816a9e39 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2843018 Nov 16 11:29:18.744594 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-5c5aae03-cd94-4675-b6f3-a4dacd41bb29 service neutron] Request body: {'port': {'device_id': '20f98178-5b0b-4bf4-b35d-6c0f29ee8a84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:29:18.771004 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f80d2a44-ad57-465f-8d02-57642ebe4b0c req-99597cea-946d-4569-a838-d55bc227e6f5 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/security-groups?id=12158469-800c-4bb7-9f5b-5e57652ed937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623126 Nov 16 11:29:18.790524 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:18.791026 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ba02e9-cfdf-442a-842b-01cd43d75651 admin admin] Router bee02623-a002-4d4c-b17a-f52b45809a75 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:29:18.793441 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-d245cb3f-d109-476b-b877-708e743cd8b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02d54f92-f1de-4fa9-823e-f2921a89c9c1 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:29:18.809855 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-d245cb3f-d109-476b-b877-708e743cd8b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:18.846233 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-d245cb3f-d109-476b-b877-708e743cd8b2 service neutron] Transition to ACTIVE for port object 02d54f92-f1de-4fa9-823e-f2921a89c9c1 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:29:18.850515 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-5c5aae03-cd94-4675-b6f3-a4dacd41bb29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:18.916240 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-d245cb3f-d109-476b-b877-708e743cd8b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:18.962919 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4d085484-9a20-4936-aec9-3d8525120c5d req-27116441-3a2c-4420-8054-c2ebe7afa89f tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.61 "GET /v2.0/ports?device_id=c197daa0-83e4-4dfa-b7fb-7bebaba62b17 HTTP/1.1" status: 200 len: 210 time: 0.0288174 Nov 16 11:29:19.027561 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245cb3f-d109-476b-b877-708e743cd8b2 service neutron] Pushing event updated for resources: {'Port': ['ID=02d54f92-f1de-4fa9-823e-f2921a89c9c1,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:19.134630 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ba02e9-cfdf-442a-842b-01cd43d75651 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:29:19.146863 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57515fdd-0290-4fd4-b7ce-206c39079519 None None] Sync routers for ids ['bee02623-a002-4d4c-b17a-f52b45809a75'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:29:19.152824 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c2ba02e9-cfdf-442a-842b-01cd43d75651 admin admin] 10.222.0.61 "PUT /v2.0/routers/bee02623-a002-4d4c-b17a-f52b45809a75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4830868 Nov 16 11:29:19.164908 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57515fdd-0290-4fd4-b7ce-206c39079519 None None] Routers {'bee02623-a002-4d4c-b17a-f52b45809a75'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:29:19.166229 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-57515fdd-0290-4fd4-b7ce-206c39079519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:29:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['bee02623-a002-4d4c-b17a-f52b45809a75'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:29:19.191292 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-d245cb3f-d109-476b-b877-708e743cd8b2 service neutron] Attempting to bind port 02d54f92-f1de-4fa9-823e-f2921a89c9c1 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:29:19.191627 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-d245cb3f-d109-476b-b877-708e743cd8b2 service neutron] Attempting to bind port 02d54f92-f1de-4fa9-823e-f2921a89c9c1 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'ec5877ad-2762-42ac-aa05-47c4f801979e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '345659ae-5a75-4ba1-9649-20b163c5024c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:29:19.191956 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-d245cb3f-d109-476b-b877-708e743cd8b2 service neutron] Attempting to bind port 02d54f92-f1de-4fa9-823e-f2921a89c9c1 on network 345659ae-5a75-4ba1-9649-20b163c5024c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:29:19.212894 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-d245cb3f-d109-476b-b877-708e743cd8b2 service neutron] Port 02d54f92-f1de-4fa9-823e-f2921a89c9c1 on network 345659ae-5a75-4ba1-9649-20b163c5024c not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:29:19.213277 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-d245cb3f-d109-476b-b877-708e743cd8b2 service neutron] Attempting to bind port 02d54f92-f1de-4fa9-823e-f2921a89c9c1 on network 345659ae-5a75-4ba1-9649-20b163c5024c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:29:19.245812 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9203c94-62be-4edf-8c9c-3f50be8f4d5e req-7cb1d6eb-7ce5-4528-89fa-3658f701dae9 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:19.247956 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-d245cb3f-d109-476b-b877-708e743cd8b2 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:29:19.248299 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-d245cb3f-d109-476b-b877-708e743cd8b2 service neutron] Checking segment: {'id': 'ec5877ad-2762-42ac-aa05-47c4f801979e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '345659ae-5a75-4ba1-9649-20b163c5024c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:29:19.248689 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-d245cb3f-d109-476b-b877-708e743cd8b2 service neutron] Bound using segment: {'id': 'ec5877ad-2762-42ac-aa05-47c4f801979e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '345659ae-5a75-4ba1-9649-20b163c5024c'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:29:19.249288 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-d245cb3f-d109-476b-b877-708e743cd8b2 service neutron] Bound port: 02d54f92-f1de-4fa9-823e-f2921a89c9c1, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec5877ad-2762-42ac-aa05-47c4f801979e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '345659ae-5a75-4ba1-9649-20b163c5024c'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:29:19.249651 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-d245cb3f-d109-476b-b877-708e743cd8b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:19.255284 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f9203c94-62be-4edf-8c9c-3f50be8f4d5e req-7cb1d6eb-7ce5-4528-89fa-3658f701dae9 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0733926 Nov 16 11:29:19.296004 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-57515fdd-0290-4fd4-b7ce-206c39079519 None None] Set router bee02623-a002-4d4c-b17a-f52b45809a75 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:29:19.331916 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f9203c94-62be-4edf-8c9c-3f50be8f4d5e req-16514330-c190-493a-8dee-a51afabb020c tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694661 Nov 16 11:29:19.404428 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-d245cb3f-d109-476b-b877-708e743cd8b2 service neutron] For port 02d54f92-f1de-4fa9-823e-f2921a89c9c1, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:29:19.415773 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-d245cb3f-d109-476b-b877-708e743cd8b2 service neutron] For port 02d54f92-f1de-4fa9-823e-f2921a89c9c1, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=02d54f92-f1de-4fa9-823e-f2921a89c9c1,segment=NetworkSegment(ec5877ad-2762-42ac-aa05-47c4f801979e),segment_id=ec5877ad-2762-42ac-aa05-47c4f801979e)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:29:19.430714 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-d245cb3f-d109-476b-b877-708e743cd8b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:19.514320 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-d245cb3f-d109-476b-b877-708e743cd8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:19.514945 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-d245cb3f-d109-476b-b877-708e743cd8b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:19.516345 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-d245cb3f-d109-476b-b877-708e743cd8b2 service neutron] 10.222.0.64 "PUT /v2.0/ports/02d54f92-f1de-4fa9-823e-f2921a89c9c1 HTTP/1.1" status: 200 len: 1091 time: 2.0417562 Nov 16 11:29:19.548662 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245cb3f-d109-476b-b877-708e743cd8b2 service neutron] Pushing event updated for resources: {'Port': ['ID=02d54f92-f1de-4fa9-823e-f2921a89c9c1,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:19.558655 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-5c5aae03-cd94-4675-b6f3-a4dacd41bb29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 375bdc3c-ee3b-464c-adaf-ba5b6a8202cd {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:29:19.567068 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-5c5aae03-cd94-4675-b6f3-a4dacd41bb29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:19.583746 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-5c5aae03-cd94-4675-b6f3-a4dacd41bb29 service neutron] Transition to ACTIVE for port object 375bdc3c-ee3b-464c-adaf-ba5b6a8202cd will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:29:19.586786 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 40606) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:19.608114 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-5c5aae03-cd94-4675-b6f3-a4dacd41bb29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:19.653996 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-57515fdd-0290-4fd4-b7ce-206c39079519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee02623-a002-4d4c-b17a-f52b45809a75', 'name': 'tempest-ServerRescueNegativeTestJSON-1297776150-router', 'tenant_id': '152cbc225b3e4ecebdc41aedd4f3fdf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '145ef2f0-bbb4-40c3-b030-c8411e5da239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:29:10Z', 'updated_at': '2021-11-16T11:29:16Z', 'revision_number': 4, 'project_id': '152cbc225b3e4ecebdc41aedd4f3fdf5', 'gw_port': {'id': '145ef2f0-bbb4-40c3-b030-c8411e5da239', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee02623-a002-4d4c-b17a-f52b45809a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:29:11Z', 'updated_at': '2021-11-16T11:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'f8cd2e7e-e1bd-4c74-b225-31ed7158acb8', 'name': '', 'network_id': '5b0dad88-2921-4ce2-a522-2a38833ce0c4', 'tenant_id': '152cbc225b3e4ecebdc41aedd4f3fdf5', 'mac_address': 'fa:16:3e:96:2e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee02623-a002-4d4c-b17a-f52b45809a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'd8b46b33-85d7-40c7-9f1c-6019e1d020e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:29:14Z', 'updated_at': '2021-11-16T11:29:17Z', 'revision_number': 2, 'project_id': '152cbc225b3e4ecebdc41aedd4f3fdf5', 'subnets': [{'id': 'd8b46b33-85d7-40c7-9f1c-6019e1d020e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:29:19.687286 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57515fdd-0290-4fd4-b7ce-206c39079519 None None] Checking router: bee02623-a002-4d4c-b17a-f52b45809a75 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:29:19.687888 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57515fdd-0290-4fd4-b7ce-206c39079519 None None] Updating router bee02623-a002-4d4c-b17a-f52b45809a75 port f8cd2e7e-e1bd-4c74-b225-31ed7158acb8 binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:29:19.720793 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-57515fdd-0290-4fd4-b7ce-206c39079519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:19.772442 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5aae03-cd94-4675-b6f3-a4dacd41bb29 service neutron] Pushing event updated for resources: {'Port': ['ID=375bdc3c-ee3b-464c-adaf-ba5b6a8202cd,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:19.776908 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa03e5a-ade9-4039-94b0-9af0a30b8a08 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:19.779162 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-faa03e5a-ade9-4039-94b0-9af0a30b8a08 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 814 time: 0.1896298 Nov 16 11:29:19.783120 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-a696a94e-43b7-4c2b-8e05-00727459bfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:19.784601 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-a696a94e-43b7-4c2b-8e05-00727459bfca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f3b1914fa568497dba02001ce93ad9ea&device_id=132229e8-f0d5-4361-8105-0cb06648c52b HTTP/1.1" status: 200 len: 1094 time: 0.1633005 Nov 16 11:29:19.867463 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-f37b86fe-5194-4ecd-957a-428a811598a8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=02d54f92-f1de-4fa9-823e-f2921a89c9c1 HTTP/1.1" status: 200 len: 217 time: 0.0435014 Nov 16 11:29:19.897955 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-13cb5f24-b70a-4c0a-8983-80f720559973 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:19.903159 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-13cb5f24-b70a-4c0a-8983-80f720559973 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/networks?id=5b0dad88-2921-4ce2-a522-2a38833ce0c4 HTTP/1.1" status: 200 len: 819 time: 0.1825836 Nov 16 11:29:19.919117 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-eb930df4-ccec-43c5-b859-dcb0e9c0180e req-4907332a-7429-42a4-bece-d07197d415c4 tempest-ServerShowV247Test-1832043679 tempest-ServerShowV247Test-1832043679-project] 10.222.0.64 "GET /v2.0/ports?device_id=c197daa0-83e4-4dfa-b7fb-7bebaba62b17 HTTP/1.1" status: 200 len: 210 time: 0.0346017 Nov 16 11:29:19.929256 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-8682bf57-bebb-4793-8599-ec72561d84dd tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/quotas/152cbc225b3e4ecebdc41aedd4f3fdf5 HTTP/1.1" status: 200 len: 375 time: 0.0196376 Nov 16 11:29:19.960533 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-5c5aae03-cd94-4675-b6f3-a4dacd41bb29 service neutron] Attempting to bind port 375bdc3c-ee3b-464c-adaf-ba5b6a8202cd on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:29:19.960868 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-5c5aae03-cd94-4675-b6f3-a4dacd41bb29 service neutron] Attempting to bind port 375bdc3c-ee3b-464c-adaf-ba5b6a8202cd by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'ec5877ad-2762-42ac-aa05-47c4f801979e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '345659ae-5a75-4ba1-9649-20b163c5024c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:29:19.961200 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-5c5aae03-cd94-4675-b6f3-a4dacd41bb29 service neutron] Attempting to bind port 375bdc3c-ee3b-464c-adaf-ba5b6a8202cd on network 345659ae-5a75-4ba1-9649-20b163c5024c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:29:19.970762 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-5c5aae03-cd94-4675-b6f3-a4dacd41bb29 service neutron] Port 375bdc3c-ee3b-464c-adaf-ba5b6a8202cd on network 345659ae-5a75-4ba1-9649-20b163c5024c not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:29:19.971088 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-5c5aae03-cd94-4675-b6f3-a4dacd41bb29 service neutron] Attempting to bind port 375bdc3c-ee3b-464c-adaf-ba5b6a8202cd on network 345659ae-5a75-4ba1-9649-20b163c5024c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:29:19.991787 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-5c5aae03-cd94-4675-b6f3-a4dacd41bb29 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:29:19.992127 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-5c5aae03-cd94-4675-b6f3-a4dacd41bb29 service neutron] Checking segment: {'id': 'ec5877ad-2762-42ac-aa05-47c4f801979e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '345659ae-5a75-4ba1-9649-20b163c5024c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:29:19.992520 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-5c5aae03-cd94-4675-b6f3-a4dacd41bb29 service neutron] Bound using segment: {'id': 'ec5877ad-2762-42ac-aa05-47c4f801979e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '345659ae-5a75-4ba1-9649-20b163c5024c'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:29:19.992964 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-5c5aae03-cd94-4675-b6f3-a4dacd41bb29 service neutron] Bound port: 375bdc3c-ee3b-464c-adaf-ba5b6a8202cd, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec5877ad-2762-42ac-aa05-47c4f801979e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '345659ae-5a75-4ba1-9649-20b163c5024c'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:29:19.993341 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-5c5aae03-cd94-4675-b6f3-a4dacd41bb29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:19.997449 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-541946e9-1864-4b76-9e27-f5878e5ac3d9 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=152cbc225b3e4ecebdc41aedd4f3fdf5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0659695 Nov 16 11:29:20.069030 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-784e8cfc-1f6e-417f-9233-d00120f17b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:20.070456 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-784e8cfc-1f6e-417f-9233-d00120f17b13 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=224c4645-984c-4747-b580-d3a121605e46 HTTP/1.1" status: 200 len: 852 time: 0.1854303 Nov 16 11:29:20.113171 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-57515fdd-0290-4fd4-b7ce-206c39079519 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:20.123686 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-fbaa2e79-3841-43df-95a4-83907bf1385c service neutron] 10.222.0.61 "GET /v2.0/networks/5b0dad88-2921-4ce2-a522-2a38833ce0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249974 Nov 16 11:29:20.131556 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-57515fdd-0290-4fd4-b7ce-206c39079519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:20.146282 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-c2a88555-38ab-4ede-9bff-c7b9a8628b03 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=345659ae-5a75-4ba1-9649-20b163c5024c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490232 Nov 16 11:29:20.167990 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-5c5aae03-cd94-4675-b6f3-a4dacd41bb29 service neutron] For port 375bdc3c-ee3b-464c-adaf-ba5b6a8202cd, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:29:20.183371 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea14047-94de-4a4b-8dc9-dc1260c89f08 None None] Pushing event updated for resources: {'Port': ['ID=f8cd2e7e-e1bd-4c74-b225-31ed7158acb8,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:20.193235 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea14047-94de-4a4b-8dc9-dc1260c89f08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:20.193577 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea14047-94de-4a4b-8dc9-dc1260c89f08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:20.193912 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea14047-94de-4a4b-8dc9-dc1260c89f08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:20.194262 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea14047-94de-4a4b-8dc9-dc1260c89f08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:20.194588 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea14047-94de-4a4b-8dc9-dc1260c89f08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:20.194909 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea14047-94de-4a4b-8dc9-dc1260c89f08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:20.195229 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea14047-94de-4a4b-8dc9-dc1260c89f08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:20.195546 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea14047-94de-4a4b-8dc9-dc1260c89f08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:20.195864 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea14047-94de-4a4b-8dc9-dc1260c89f08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:20.196180 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea14047-94de-4a4b-8dc9-dc1260c89f08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:20.196495 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea14047-94de-4a4b-8dc9-dc1260c89f08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:20.196810 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea14047-94de-4a4b-8dc9-dc1260c89f08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:20.227336 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-5c5aae03-cd94-4675-b6f3-a4dacd41bb29 service neutron] For port 375bdc3c-ee3b-464c-adaf-ba5b6a8202cd, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=375bdc3c-ee3b-464c-adaf-ba5b6a8202cd,segment=NetworkSegment(ec5877ad-2762-42ac-aa05-47c4f801979e),segment_id=ec5877ad-2762-42ac-aa05-47c4f801979e)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:29:20.233442 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-5c5aae03-cd94-4675-b6f3-a4dacd41bb29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:20.286449 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-5c5aae03-cd94-4675-b6f3-a4dacd41bb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:20.287078 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-5c5aae03-cd94-4675-b6f3-a4dacd41bb29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:20.288502 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-5c5aae03-cd94-4675-b6f3-a4dacd41bb29 service neutron] 10.222.0.64 "PUT /v2.0/ports/375bdc3c-ee3b-464c-adaf-ba5b6a8202cd HTTP/1.1" status: 200 len: 1091 time: 1.5498846 Nov 16 11:29:20.311055 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-57515fdd-0290-4fd4-b7ce-206c39079519 None None] Attempting to bind port f8cd2e7e-e1bd-4c74-b225-31ed7158acb8 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:29:20.311614 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-57515fdd-0290-4fd4-b7ce-206c39079519 None None] Attempting to bind port f8cd2e7e-e1bd-4c74-b225-31ed7158acb8 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '735533a6-695e-4dca-86e9-8417251168ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5b0dad88-2921-4ce2-a522-2a38833ce0c4'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:29:20.312173 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57515fdd-0290-4fd4-b7ce-206c39079519 None None] Attempting to bind port f8cd2e7e-e1bd-4c74-b225-31ed7158acb8 on network 5b0dad88-2921-4ce2-a522-2a38833ce0c4 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:29:20.321045 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5aae03-cd94-4675-b6f3-a4dacd41bb29 service neutron] Pushing event updated for resources: {'Port': ['ID=375bdc3c-ee3b-464c-adaf-ba5b6a8202cd,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:20.321903 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57515fdd-0290-4fd4-b7ce-206c39079519 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:29:20.322595 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57515fdd-0290-4fd4-b7ce-206c39079519 None None] Checking segment: {'id': '735533a6-695e-4dca-86e9-8417251168ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5b0dad88-2921-4ce2-a522-2a38833ce0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:29:20.323009 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-57515fdd-0290-4fd4-b7ce-206c39079519 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:20.323696 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57515fdd-0290-4fd4-b7ce-206c39079519 None None] Bound using segment: {'id': '735533a6-695e-4dca-86e9-8417251168ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5b0dad88-2921-4ce2-a522-2a38833ce0c4'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:29:20.329591 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-1701e04f-31a9-4b3a-919b-d430f12917bd service neutron] 10.222.0.64 "GET /v2.0/networks/345659ae-5a75-4ba1-9649-20b163c5024c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731167 Nov 16 11:29:20.333627 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '132229e8-f0d5-4361-8105-0cb06648c52b', 'tag': '02d54f92-f1de-4fa9-823e-f2921a89c9c1'}, {'name': 'network-changed', 'server_uuid': '20f98178-5b0b-4bf4-b35d-6c0f29ee8a84', 'tag': '375bdc3c-ee3b-464c-adaf-ba5b6a8202cd'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:29:20.334311 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-57515fdd-0290-4fd4-b7ce-206c39079519 None None] Bound port: f8cd2e7e-e1bd-4c74-b225-31ed7158acb8, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '735533a6-695e-4dca-86e9-8417251168ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5b0dad88-2921-4ce2-a522-2a38833ce0c4'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:29:20.334830 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-57515fdd-0290-4fd4-b7ce-206c39079519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:20.337132 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f8455d-3fb1-4400-852e-c83fb219d350" -d '{"events": [{"name": "network-changed", "server_uuid": "132229e8-f0d5-4361-8105-0cb06648c52b", "tag": "02d54f92-f1de-4fa9-823e-f2921a89c9c1"}, {"name": "network-changed", "server_uuid": "20f98178-5b0b-4bf4-b35d-6c0f29ee8a84", "tag": "375bdc3c-ee3b-464c-adaf-ba5b6a8202cd"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:29:20.417649 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-57515fdd-0290-4fd4-b7ce-206c39079519 None None] For port f8cd2e7e-e1bd-4c74-b225-31ed7158acb8, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:29:20.424212 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-57515fdd-0290-4fd4-b7ce-206c39079519 None None] For port f8cd2e7e-e1bd-4c74-b225-31ed7158acb8, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=f8cd2e7e-e1bd-4c74-b225-31ed7158acb8,segment=NetworkSegment(735533a6-695e-4dca-86e9-8417251168ff),segment_id=735533a6-695e-4dca-86e9-8417251168ff)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:29:20.430263 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-57515fdd-0290-4fd4-b7ce-206c39079519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:20.472631 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-bd2c54fc-971a-448b-b8d4-99672a5e8bdc service neutron] 10.222.0.64 "GET /v2.0/networks/345659ae-5a75-4ba1-9649-20b163c5024c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315339 Nov 16 11:29:20.483716 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-bddc69e9-3f84-4944-84bf-abb9c2a1a2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:20.485664 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-bddc69e9-3f84-4944-84bf-abb9c2a1a2c2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f3b1914fa568497dba02001ce93ad9ea&device_id=20f98178-5b0b-4bf4-b35d-6c0f29ee8a84 HTTP/1.1" status: 200 len: 1094 time: 0.0761569 Nov 16 11:29:20.548589 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea14047-94de-4a4b-8dc9-dc1260c89f08 None None] Pushing event updated for resources: {'Port': ['ID=f8cd2e7e-e1bd-4c74-b225-31ed7158acb8,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:20.552499 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57515fdd-0290-4fd4-b7ce-206c39079519 None None] Routers {'bee02623-a002-4d4c-b17a-f52b45809a75'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:29:20.553176 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-57515fdd-0290-4fd4-b7ce-206c39079519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:29:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['bee02623-a002-4d4c-b17a-f52b45809a75'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:29:20.562572 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-d3bb45fb-d560-48bd-a757-edeedee508b5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=375bdc3c-ee3b-464c-adaf-ba5b6a8202cd HTTP/1.1" status: 200 len: 217 time: 0.0528748 Nov 16 11:29:20.614919 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-f0cc409d-9732-4028-a032-91d4ccb500fb service neutron] 10.222.0.61 "GET /v2.0/networks/5b0dad88-2921-4ce2-a522-2a38833ce0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4886608 Nov 16 11:29:20.633129 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-c1c86bc5-adc6-41e4-8ffb-2b06282f9851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:20.634861 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-c1c86bc5-adc6-41e4-8ffb-2b06282f9851 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=224c4645-984c-4747-b580-d3a121605e46 HTTP/1.1" status: 200 len: 852 time: 0.0638332 Nov 16 11:29:20.688805 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-64af8676-2a0b-425b-a58f-6384af972f86 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=345659ae-5a75-4ba1-9649-20b163c5024c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436461 Nov 16 11:29:20.689362 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-57515fdd-0290-4fd4-b7ce-206c39079519 None None] Set router bee02623-a002-4d4c-b17a-f52b45809a75 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:29:20.850166 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-34392fbe-cfa4-4cd4-959b-d3cf27301580 service neutron] 10.222.0.64 "GET /v2.0/networks/345659ae-5a75-4ba1-9649-20b163c5024c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472161 Nov 16 11:29:20.890743 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb0e69-c849-4bbd-8ce1-ef301e224970 req-324bee51-873e-4fac-bbee-ba17b14a115d tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:20.892386 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5bdb0e69-c849-4bbd-8ce1-ef301e224970 req-324bee51-873e-4fac-bbee-ba17b14a115d tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 949 time: 0.1030171 Nov 16 11:29:20.982981 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-57515fdd-0290-4fd4-b7ce-206c39079519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee02623-a002-4d4c-b17a-f52b45809a75', 'name': 'tempest-ServerRescueNegativeTestJSON-1297776150-router', 'tenant_id': '152cbc225b3e4ecebdc41aedd4f3fdf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '145ef2f0-bbb4-40c3-b030-c8411e5da239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:29:10Z', 'updated_at': '2021-11-16T11:29:16Z', 'revision_number': 4, 'project_id': '152cbc225b3e4ecebdc41aedd4f3fdf5', 'gw_port': {'id': '145ef2f0-bbb4-40c3-b030-c8411e5da239', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee02623-a002-4d4c-b17a-f52b45809a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:29:11Z', 'updated_at': '2021-11-16T11:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'f8cd2e7e-e1bd-4c74-b225-31ed7158acb8', 'name': '', 'network_id': '5b0dad88-2921-4ce2-a522-2a38833ce0c4', 'tenant_id': '152cbc225b3e4ecebdc41aedd4f3fdf5', 'mac_address': 'fa:16:3e:96:2e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee02623-a002-4d4c-b17a-f52b45809a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'd8b46b33-85d7-40c7-9f1c-6019e1d020e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:29:14Z', 'updated_at': '2021-11-16T11:29:20Z', 'revision_number': 4, 'project_id': '152cbc225b3e4ecebdc41aedd4f3fdf5', 'subnets': [{'id': 'd8b46b33-85d7-40c7-9f1c-6019e1d020e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:29:20.986785 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 40638) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:21.001706 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a1df8671-c51c-4fdc-84d4-f29ba9faf6dc req-0eafa196-0939-45d5-a467-521cae2b4c4e service neutron] 10.222.0.64 "GET /v2.0/networks/345659ae-5a75-4ba1-9649-20b163c5024c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324904 Nov 16 11:29:21.002049 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-c1dad062-eda3-469e-a644-21372768dd77 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Request body: {'network': {'name': 'tempest-network-smoke--1601837987', 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'port_security_enabled': True}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:29:21.016331 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5bdb0e69-c849-4bbd-8ce1-ef301e224970 req-c9bf28bd-6944-4904-8102-859123e42462 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160493 Nov 16 11:29:21.042185 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1dad062-eda3-469e-a644-21372768dd77 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Made reservation on behalf of 8e4d1d7674f84686a4379fe8e2aa2d78 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:29:21.051003 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57515fdd-0290-4fd4-b7ce-206c39079519 None None] The sync data for ids ['bee02623-a002-4d4c-b17a-f52b45809a75'] in n-d-816823-3 is: [{'id': 'bee02623-a002-4d4c-b17a-f52b45809a75', 'name': 'tempest-ServerRescueNegativeTestJSON-1297776150-router', 'tenant_id': '152cbc225b3e4ecebdc41aedd4f3fdf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '145ef2f0-bbb4-40c3-b030-c8411e5da239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:29:10Z', 'updated_at': '2021-11-16T11:29:16Z', 'revision_number': 4, 'project_id': '152cbc225b3e4ecebdc41aedd4f3fdf5', 'gw_port': {'id': '145ef2f0-bbb4-40c3-b030-c8411e5da239', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee02623-a002-4d4c-b17a-f52b45809a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:29:11Z', 'updated_at': '2021-11-16T11:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'f8cd2e7e-e1bd-4c74-b225-31ed7158acb8', 'name': '', 'network_id': '5b0dad88-2921-4ce2-a522-2a38833ce0c4', 'tenant_id': '152cbc225b3e4ecebdc41aedd4f3fdf5', 'mac_address': 'fa:16:3e:96:2e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee02623-a002-4d4c-b17a-f52b45809a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'd8b46b33-85d7-40c7-9f1c-6019e1d020e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:29:14Z', 'updated_at': '2021-11-16T11:29:20Z', 'revision_number': 4, 'project_id': '152cbc225b3e4ecebdc41aedd4f3fdf5', 'subnets': [{'id': 'd8b46b33-85d7-40c7-9f1c-6019e1d020e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:29:21.051385 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c1dad062-eda3-469e-a644-21372768dd77 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:21.101263 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1dad062-eda3-469e-a644-21372768dd77 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:29:21.134276 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c1dad062-eda3-469e-a644-21372768dd77 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:21.134759 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-c1dad062-eda3-469e-a644-21372768dd77 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Added segment aa356381-0b02-4cb0-820e-e5ce2d5103f7 of type vlan for network a514adc9-96c1-4a2f-a558-75c51e57dda4 Nov 16 11:29:21.259001 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c1dad062-eda3-469e-a644-21372768dd77 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:21.270882 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5968265-1c1b-4dd0-849a-fbf3a35e6973 req-04a7d937-d5d8-4866-9da7-3791ccb9df03 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:21.272456 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d5968265-1c1b-4dd0-849a-fbf3a35e6973 req-04a7d937-d5d8-4866-9da7-3791ccb9df03 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/ports?device_id=132229e8-f0d5-4361-8105-0cb06648c52b HTTP/1.1" status: 200 len: 943 time: 0.1273367 Nov 16 11:29:21.319376 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c1dad062-eda3-469e-a644-21372768dd77 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:21.324973 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dad062-eda3-469e-a644-21372768dd77 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:21.325567 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c1dad062-eda3-469e-a644-21372768dd77 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:21.451868 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c1dad062-eda3-469e-a644-21372768dd77 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4637024 Nov 16 11:29:21.455001 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 40646) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:21.514770 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dad062-eda3-469e-a644-21372768dd77 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event updated for resources: {'Network': ['ID=a514adc9-96c1-4a2f-a558-75c51e57dda4,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:21.530783 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d5968265-1c1b-4dd0-849a-fbf3a35e6973 req-d4ce0893-caa3-4bf7-bbb0-0debf7d803ec tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/security-groups?id=12158469-800c-4bb7-9f5b-5e57652ed937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394898 Nov 16 11:29:21.550280 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40811dda-3cdf-4302-8ef6-b003450d16a7 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:21.555032 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-40811dda-3cdf-4302-8ef6-b003450d16a7 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=8e4d1d7674f84686a4379fe8e2aa2d78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0965531 Nov 16 11:29:21.556279 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 40648) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:21.560604 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network a514adc9-96c1-4a2f-a558-75c51e57dda4 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:29:21.717799 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device f8cd2e7e-e1bd-4c74-b225-31ed7158acb8 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:29:21.757484 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 16 Nov 2021 11:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5af135f-b1f5-4ea6-910e-a0198f16ba53 x-openstack-request-id: req-e5af135f-b1f5-4ea6-910e-a0198f16ba53 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:29:21.757904 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "132229e8-f0d5-4361-8105-0cb06648c52b", "tag": "02d54f92-f1de-4fa9-823e-f2921a89c9c1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "20f98178-5b0b-4bf4-b35d-6c0f29ee8a84", "tag": "375bdc3c-ee3b-464c-adaf-ba5b6a8202cd", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:29:21.758285 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e5af135f-b1f5-4ea6-910e-a0198f16ba53 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:29:21.758835 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '132229e8-f0d5-4361-8105-0cb06648c52b', 'tag': '02d54f92-f1de-4fa9-823e-f2921a89c9c1', 'status': 'completed', 'code': 200} Nov 16 11:29:21.759093 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20f98178-5b0b-4bf4-b35d-6c0f29ee8a84', 'tag': '375bdc3c-ee3b-464c-adaf-ba5b6a8202cd', 'status': 'completed', 'code': 200} Nov 16 11:29:21.870105 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port f8cd2e7e-e1bd-4c74-b225-31ed7158acb8 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:29:21.870498 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:21.897004 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8455d-3fb1-4400-852e-c83fb219d350 req-61ae44c2-ffb4-4816-8aae-2b68a09298bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:21.898939 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c9f8455d-3fb1-4400-852e-c83fb219d350 req-61ae44c2-ffb4-4816-8aae-2b68a09298bd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f3b1914fa568497dba02001ce93ad9ea&device_id=132229e8-f0d5-4361-8105-0cb06648c52b HTTP/1.1" status: 200 len: 1094 time: 0.1022758 Nov 16 11:29:21.988175 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 02d54f92-f1de-4fa9-823e-f2921a89c9c1 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:29:22.036846 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 40656) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:22.049605 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19fb0d6-99b0-4f38-b830-531c3c2ef660 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:22.055128 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d19fb0d6-99b0-4f38-b830-531c3c2ef660 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4974310 Nov 16 11:29:22.061368 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 40662) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:22.063634 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd2a0a-f0bf-4336-b89b-46f5893b988b req-a85892df-2cac-4924-8359-b7fc5b0a453e tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:22.075939 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4edd2a0a-f0bf-4336-b89b-46f5893b988b req-a85892df-2cac-4924-8359-b7fc5b0a453e tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.2121527 Nov 16 11:29:22.154318 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4edd2a0a-f0bf-4336-b89b-46f5893b988b req-0d671aab-45c3-4217-8dd0-3ea9aad326de tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727193 Nov 16 11:29:22.165835 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:22.187232 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0654d884-6a87-410f-b35d-99cfa3fc808f tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=47f35a41-d782-4d3e-9754-e87c9ca4914b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1222649 Nov 16 11:29:22.188265 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 40664) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:22.202331 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8455d-3fb1-4400-852e-c83fb219d350 req-93364c89-11f1-4a27-8636-384f2e3f8720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:22.206424 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c9f8455d-3fb1-4400-852e-c83fb219d350 req-93364c89-11f1-4a27-8636-384f2e3f8720 service neutron] 10.222.0.64 "GET /v2.0/networks?id=345659ae-5a75-4ba1-9649-20b163c5024c HTTP/1.1" status: 200 len: 913 time: 0.2973289 Nov 16 11:29:22.250330 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port f8cd2e7e-e1bd-4c74-b225-31ed7158acb8, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=f8cd2e7e-e1bd-4c74-b225-31ed7158acb8,segment=NetworkSegment(735533a6-695e-4dca-86e9-8417251168ff),segment_id=735533a6-695e-4dca-86e9-8417251168ff)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:22.283958 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:22.309186 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 02d54f92-f1de-4fa9-823e-f2921a89c9c1, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=02d54f92-f1de-4fa9-823e-f2921a89c9c1,segment=NetworkSegment(ec5877ad-2762-42ac-aa05-47c4f801979e),segment_id=ec5877ad-2762-42ac-aa05-47c4f801979e)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:22.316266 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-9a66d98a-b370-497f-b198-6fb0af0f6d7b tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=8e4d1d7674f84686a4379fe8e2aa2d78&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1265252 Nov 16 11:29:22.318736 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 40666) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:22.361795 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8b427fb1-5306-4124-8f60-f22dc1b6984f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:22.398198 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '02d54f92-f1de-4fa9-823e-f2921a89c9c1', 'network_id': '345659ae-5a75-4ba1-9649-20b163c5024c', 'port_id': '02d54f92-f1de-4fa9-823e-f2921a89c9c1', 'mac_address': 'fa:16:3e:17:f6:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '224c4645-984c-4747-b580-d3a121605e46', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:29:22.481433 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=f8cd2e7e-e1bd-4c74-b225-31ed7158acb8,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:22.501512 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-582cfe88-3bc3-4b4e-9801-8faf564dba63 req-050b8dd2-b537-4515-815b-70a029376587 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 210 time: 0.0576560 Nov 16 11:29:22.502885 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:22.509358 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-1a0f14cc-ca8b-4d9a-8bcd-793a7227ddf7 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:22.511450 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-1a0f14cc-ca8b-4d9a-8bcd-793a7227ddf7 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.64 "GET /v2.0/networks?id=5b0dad88-2921-4ce2-a522-2a38833ce0c4 HTTP/1.1" status: 200 len: 819 time: 0.1973946 Nov 16 11:29:22.512936 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c9f8455d-3fb1-4400-852e-c83fb219d350 req-a3e93d1b-1d9a-4adc-9546-6cdbaab2c95d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=02d54f92-f1de-4fa9-823e-f2921a89c9c1 HTTP/1.1" status: 200 len: 217 time: 0.2921138 Nov 16 11:29:22.529757 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02d54f92-f1de-4fa9-823e-f2921a89c9c1 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:29:22.653718 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-a6a21810-5fe2-4c3a-8937-b99aef69c58d tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Request body: {'port': {'device_id': '6fad48c4-c1fd-4cb7-94a4-05f58981bcbc', 'network_id': '5b0dad88-2921-4ce2-a522-2a38833ce0c4', 'admin_state_up': True, 'tenant_id': '152cbc225b3e4ecebdc41aedd4f3fdf5'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:29:22.656813 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 02d54f92-f1de-4fa9-823e-f2921a89c9c1, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=02d54f92-f1de-4fa9-823e-f2921a89c9c1,segment=NetworkSegment(ec5877ad-2762-42ac-aa05-47c4f801979e),segment_id=ec5877ad-2762-42ac-aa05-47c4f801979e)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:22.671359 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:22.695112 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a75ea25-c5ae-4203-8518-eef5e9e652d4 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:22.699402 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1a75ea25-c5ae-4203-8518-eef5e9e652d4 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3654473 Nov 16 11:29:22.722361 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 40672) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:22.746436 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8b427fb1-5306-4124-8f60-f22dc1b6984f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:22.782513 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8b427fb1-5306-4124-8f60-f22dc1b6984f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:22.788421 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=02d54f92-f1de-4fa9-823e-f2921a89c9c1,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:22.792023 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ef3383b3-98a7-46b0-bceb-7ece4bc7fc6a tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=47f35a41-d782-4d3e-9754-e87c9ca4914b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0659745 Nov 16 11:29:22.808192 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 40676) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:22.815914 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-612d4e88-a0ce-424e-a5c0-9266701f83ad tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1503607278', 'network_id': 'a514adc9-96c1-4a2f-a558-75c51e57dda4', 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:29:22.844612 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8455d-3fb1-4400-852e-c83fb219d350 req-33640897-cba5-4e9a-8ad2-2426e4aa9f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:22.846165 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c9f8455d-3fb1-4400-852e-c83fb219d350 req-33640897-cba5-4e9a-8ad2-2426e4aa9f40 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=224c4645-984c-4747-b580-d3a121605e46 HTTP/1.1" status: 200 len: 852 time: 0.2911389 Nov 16 11:29:22.890852 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5522c358-9146-43e1-99ae-c8097b92bcf2 req-507b7ec3-f98f-4649-bf30-999c6b247de0 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:22.892398 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5522c358-9146-43e1-99ae-c8097b92bcf2 req-507b7ec3-f98f-4649-bf30-999c6b247de0 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 949 time: 0.2400887 Nov 16 11:29:22.897433 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c9f8455d-3fb1-4400-852e-c83fb219d350 req-42311713-64d9-4144-a154-0671a144a5a4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=345659ae-5a75-4ba1-9649-20b163c5024c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356255 Nov 16 11:29:22.904235 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8b427fb1-5306-4124-8f60-f22dc1b6984f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=03890eaabe0542bcbae3738af327be49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8598127 Nov 16 11:29:22.904235 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b427fb1-5306-4124-8f60-f22dc1b6984f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67037ccc-2765-445b-80b8-925ee89825ad,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:22.905099 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 40678) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:23.018225 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['02d54f92-f1de-4fa9-823e-f2921a89c9c1'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:29:23.031538 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5522c358-9146-43e1-99ae-c8097b92bcf2 req-428f7d5e-7664-4b9b-97a5-0836949b9dd6 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254404 Nov 16 11:29:23.035638 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612d4e88-a0ce-424e-a5c0-9266701f83ad tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Made reservation on behalf of 8e4d1d7674f84686a4379fe8e2aa2d78 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:29:23.040560 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-612d4e88-a0ce-424e-a5c0-9266701f83ad tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:23.105384 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-167565b2-bd66-44dc-ac22-c16be51357c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:23.241117 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-167565b2-bd66-44dc-ac22-c16be51357c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:23.343383 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed54b12-db7a-431b-8ce1-38315d052f27 req-8eab9a18-9f9a-4b7d-b339-1127afa5a912 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:23.345361 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aed54b12-db7a-431b-8ce1-38315d052f27 req-8eab9a18-9f9a-4b7d-b339-1127afa5a912 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/ports?device_id=132229e8-f0d5-4361-8105-0cb06648c52b HTTP/1.1" status: 200 len: 944 time: 0.1578696 Nov 16 11:29:23.362853 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-a6a21810-5fe2-4c3a-8937-b99aef69c58d tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Made reservation on behalf of 152cbc225b3e4ecebdc41aedd4f3fdf5 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:29:23.366344 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-a6a21810-5fe2-4c3a-8937-b99aef69c58d tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:23.400470 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c9f8455d-3fb1-4400-852e-c83fb219d350 req-fe244c57-b476-40e1-a39e-575e99dc8d82 service neutron] 10.222.0.64 "GET /v2.0/networks/345659ae-5a75-4ba1-9649-20b163c5024c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4902864 Nov 16 11:29:23.417690 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-612d4e88-a0ce-424e-a5c0-9266701f83ad tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:23.436282 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-167565b2-bd66-44dc-ac22-c16be51357c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:23.438818 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-167565b2-bd66-44dc-ac22-c16be51357c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:23.442850 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-167565b2-bd66-44dc-ac22-c16be51357c3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/67037ccc-2765-445b-80b8-925ee89825ad HTTP/1.1" status: 204 len: 168 time: 0.5303342 Nov 16 11:29:23.490760 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167565b2-bd66-44dc-ac22-c16be51357c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67037ccc-2765-445b-80b8-925ee89825ad,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:23.495964 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aed54b12-db7a-431b-8ce1-38315d052f27 req-03fb06e6-afc0-4729-b57d-b63a8a56ae15 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/security-groups?id=12158469-800c-4bb7-9f5b-5e57652ed937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197612 Nov 16 11:29:23.530315 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d4e88-a0ce-424e-a5c0-9266701f83ad tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event updated for resources: {'Subnet': ['ID=3da4f156-9922-4139-a53b-359bb9272dde,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:23.580874 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c9f8455d-3fb1-4400-852e-c83fb219d350 req-507bb60b-94ce-4ebc-bfc3-3b3c9cd884b9 service neutron] 10.222.0.64 "GET /v2.0/networks/345659ae-5a75-4ba1-9649-20b163c5024c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703510 Nov 16 11:29:23.581809 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612d4e88-a0ce-424e-a5c0-9266701f83ad tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Checking segment: {'id': 'aa356381-0b02-4cb0-820e-e5ce2d5103f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a514adc9-96c1-4a2f-a558-75c51e57dda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:29:23.582386 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612d4e88-a0ce-424e-a5c0-9266701f83ad tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Network hostable DHCP agents. Network: a514adc9-96c1-4a2f-a558-75c51e57dda4, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:29:23.606873 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-a6a21810-5fe2-4c3a-8937-b99aef69c58d tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Allocated IP 172.20.0.12 (5b0dad88-2921-4ce2-a522-2a38833ce0c4/d8b46b33-85d7-40c7-9f1c-6019e1d020e8/a1945e7c-c7b7-4528-b05a-7cd8b792994e) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:29:23.655342 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612d4e88-a0ce-424e-a5c0-9266701f83ad tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Network a514adc9-96c1-4a2f-a558-75c51e57dda4 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:29:23.662745 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device f8cd2e7e-e1bd-4c74-b225-31ed7158acb8 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:29:23.727425 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-612d4e88-a0ce-424e-a5c0-9266701f83ad tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, a514adc9-96c1-4a2f-a558-75c51e57dda4) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:29:23.735035 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612d4e88-a0ce-424e-a5c0-9266701f83ad tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:23.735619 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-612d4e88-a0ce-424e-a5c0-9266701f83ad tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:23.752605 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823246e2-2d57-49c5-a138-a054d7ce9591 None None] Network a514adc9-96c1-4a2f-a558-75c51e57dda4 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:29:23.761758 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port f8cd2e7e-e1bd-4c74-b225-31ed7158acb8 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:29:23.762742 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:23.777564 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-612d4e88-a0ce-424e-a5c0-9266701f83ad tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9658561 Nov 16 11:29:23.790152 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-59ecc03d-4b91-4608-8045-798d55269ce5 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:23.797654 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-59ecc03d-4b91-4608-8045-798d55269ce5 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/networks?id=5b0dad88-2921-4ce2-a522-2a38833ce0c4 HTTP/1.1" status: 200 len: 819 time: 0.1660619 Nov 16 11:29:23.814715 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-7f11f670-c0f7-484e-9f64-036316b57d2e tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/quotas/152cbc225b3e4ecebdc41aedd4f3fdf5 HTTP/1.1" status: 200 len: 375 time: 0.0160472 Nov 16 11:29:23.862074 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8455d-3fb1-4400-852e-c83fb219d350 req-70b1d4ed-618d-4ccb-98b8-4a5eb7cc3691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:23.864685 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c9f8455d-3fb1-4400-852e-c83fb219d350 req-70b1d4ed-618d-4ccb-98b8-4a5eb7cc3691 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f3b1914fa568497dba02001ce93ad9ea&device_id=20f98178-5b0b-4bf4-b35d-6c0f29ee8a84 HTTP/1.1" status: 200 len: 1094 time: 0.2139993 Nov 16 11:29:23.902012 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-a0d2ccf9-8c07-46eb-b496-70794042f0d8 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=152cbc225b3e4ecebdc41aedd4f3fdf5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0862017 Nov 16 11:29:23.916346 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-a6a21810-5fe2-4c3a-8937-b99aef69c58d tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:24.039842 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8455d-3fb1-4400-852e-c83fb219d350 req-bd4cae07-dec6-4bfd-9b64-a23145518215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:24.043986 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c9f8455d-3fb1-4400-852e-c83fb219d350 req-bd4cae07-dec6-4bfd-9b64-a23145518215 service neutron] 10.222.0.64 "GET /v2.0/networks?id=345659ae-5a75-4ba1-9649-20b163c5024c HTTP/1.1" status: 200 len: 913 time: 0.1131740 Nov 16 11:29:24.043986 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-a6a21810-5fe2-4c3a-8937-b99aef69c58d tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:24.045094 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-1d9e6882-0931-43ed-91dd-3f87555c190f service neutron] 10.222.0.61 "GET /v2.0/networks/5b0dad88-2921-4ce2-a522-2a38833ce0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422677 Nov 16 11:29:24.049613 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 375bdc3c-ee3b-464c-adaf-ba5b6a8202cd details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:29:24.130821 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c9f8455d-3fb1-4400-852e-c83fb219d350 req-a2796305-7bf9-4d60-8c73-5d7d69195459 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=375bdc3c-ee3b-464c-adaf-ba5b6a8202cd HTTP/1.1" status: 200 len: 217 time: 0.0759764 Nov 16 11:29:24.151316 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-a6a21810-5fe2-4c3a-8937-b99aef69c58d tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Network 5b0dad88-2921-4ce2-a522-2a38833ce0c4 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:29:24.192735 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-a6a21810-5fe2-4c3a-8937-b99aef69c58d tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:29:24.202110 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-a6a21810-5fe2-4c3a-8937-b99aef69c58d tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:29:24.240053 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-d38889ce-5638-4582-ada3-e1a818485cb5 service neutron] 10.222.0.61 "GET /v2.0/networks/5b0dad88-2921-4ce2-a522-2a38833ce0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875222 Nov 16 11:29:24.250791 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8455d-3fb1-4400-852e-c83fb219d350 req-fa9f0beb-8381-4920-8d1b-3d1e502d37e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:24.252657 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c9f8455d-3fb1-4400-852e-c83fb219d350 req-fa9f0beb-8381-4920-8d1b-3d1e502d37e6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=224c4645-984c-4747-b580-d3a121605e46 HTTP/1.1" status: 200 len: 852 time: 0.1042485 Nov 16 11:29:24.256796 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a21810-5fe2-4c3a-8937-b99aef69c58d tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Pushing event updated for resources: {'Port': ['ID=a1945e7c-c7b7-4528-b05a-7cd8b792994e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:24.318907 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c9f8455d-3fb1-4400-852e-c83fb219d350 req-3641cfc2-ee98-4444-a52b-908c4b0823b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=345659ae-5a75-4ba1-9649-20b163c5024c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558631 Nov 16 11:29:24.325193 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-a6a21810-5fe2-4c3a-8937-b99aef69c58d tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:24.325958 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-a6a21810-5fe2-4c3a-8937-b99aef69c58d tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:24.326607 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c3d579-72bc-4dfc-aabd-7b9a601d0d7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-a514adc9-96c1-4a2f-a558-75c51e57dda4', 'network_id': 'a514adc9-96c1-4a2f-a558-75c51e57dda4', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'fixed_ips': [{'subnet_id': '3da4f156-9922-4139-a53b-359bb9272dde'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:29:24.328463 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f4c3d579-72bc-4dfc-aabd-7b9a601d0d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:24.384130 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 375bdc3c-ee3b-464c-adaf-ba5b6a8202cd, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=375bdc3c-ee3b-464c-adaf-ba5b6a8202cd,segment=NetworkSegment(ec5877ad-2762-42ac-aa05-47c4f801979e),segment_id=ec5877ad-2762-42ac-aa05-47c4f801979e)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:24.405331 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-a6a21810-5fe2-4c3a-8937-b99aef69c58d tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8411283 Nov 16 11:29:24.409497 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '375bdc3c-ee3b-464c-adaf-ba5b6a8202cd', 'network_id': '345659ae-5a75-4ba1-9649-20b163c5024c', 'port_id': '375bdc3c-ee3b-464c-adaf-ba5b6a8202cd', 'mac_address': 'fa:16:3e:ef:3a:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '224c4645-984c-4747-b580-d3a121605e46', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:29:24.420598 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-081efce3-58eb-46c8-a8af-2e7ad5789c5f service neutron] Request body: {'port': {'device_id': '6fad48c4-c1fd-4cb7-94a4-05f58981bcbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:29:24.524009 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c9f8455d-3fb1-4400-852e-c83fb219d350 req-751dd241-eb05-4c1b-8ff9-c398cce5371f service neutron] 10.222.0.64 "GET /v2.0/networks/345659ae-5a75-4ba1-9649-20b163c5024c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949615 Nov 16 11:29:24.529834 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-081efce3-58eb-46c8-a8af-2e7ad5789c5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:24.617444 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-f4c3d579-72bc-4dfc-aabd-7b9a601d0d7c None None] Allocated IP 172.20.0.18 (a514adc9-96c1-4a2f-a558-75c51e57dda4/3da4f156-9922-4139-a53b-359bb9272dde/58d83907-2461-41c3-a235-02992084a8d0) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:29:24.741537 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:24.762430 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 375bdc3c-ee3b-464c-adaf-ba5b6a8202cd {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:29:24.806542 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 375bdc3c-ee3b-464c-adaf-ba5b6a8202cd, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=375bdc3c-ee3b-464c-adaf-ba5b6a8202cd,segment=NetworkSegment(ec5877ad-2762-42ac-aa05-47c4f801979e),segment_id=ec5877ad-2762-42ac-aa05-47c4f801979e)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:24.817200 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1db481-588e-4b34-93a0-574ddbddf44d req-d83ef057-0b78-4553-91ea-314c83fb47ac tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:24.819566 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:24.820245 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 1cfe63ed-82d5-4e38-a615-f3b2c2acc877 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:29:24.830669 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ee1db481-588e-4b34-93a0-574ddbddf44d req-d83ef057-0b78-4553-91ea-314c83fb47ac tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0952122 Nov 16 11:29:24.834162 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c9f8455d-3fb1-4400-852e-c83fb219d350 req-50411216-cddb-40a3-ba1e-220daa433097 service neutron] 10.222.0.64 "GET /v2.0/networks/345659ae-5a75-4ba1-9649-20b163c5024c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013790 Nov 16 11:29:24.884757 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ee1db481-588e-4b34-93a0-574ddbddf44d req-df5240e9-ff8c-4d15-808a-25e9bbb71658 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533464 Nov 16 11:29:24.987515 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=375bdc3c-ee3b-464c-adaf-ba5b6a8202cd,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:25.012364 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f4c3d579-72bc-4dfc-aabd-7b9a601d0d7c None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:25.027472 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f4c3d579-72bc-4dfc-aabd-7b9a601d0d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:25.033721 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-081efce3-58eb-46c8-a8af-2e7ad5789c5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1945e7c-c7b7-4528-b05a-7cd8b792994e {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:29:25.045744 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-081efce3-58eb-46c8-a8af-2e7ad5789c5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:25.061695 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-081efce3-58eb-46c8-a8af-2e7ad5789c5f service neutron] Transition to ACTIVE for port object a1945e7c-c7b7-4528-b05a-7cd8b792994e will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:29:25.066541 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-081efce3-58eb-46c8-a8af-2e7ad5789c5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:25.095893 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 1cfe63ed-82d5-4e38-a615-f3b2c2acc877, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=1cfe63ed-82d5-4e38-a615-f3b2c2acc877,segment=NetworkSegment(b0fc45c9-2beb-4f49-9aad-62aa818b50ab),segment_id=b0fc45c9-2beb-4f49-9aad-62aa818b50ab)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:25.100769 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c3d579-72bc-4dfc-aabd-7b9a601d0d7c None None] Network a514adc9-96c1-4a2f-a558-75c51e57dda4 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:29:25.122198 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-f4c3d579-72bc-4dfc-aabd-7b9a601d0d7c None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:29:25.134868 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c3d579-72bc-4dfc-aabd-7b9a601d0d7c None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:29:25.152899 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c3d579-72bc-4dfc-aabd-7b9a601d0d7c None None] Pushing event updated for resources: {'Port': ['ID=58d83907-2461-41c3-a235-02992084a8d0,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:25.157992 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '1cfe63ed-82d5-4e38-a615-f3b2c2acc877', 'network_id': '9a347c0b-70fe-4059-8e4c-7d26043c2cab', 'port_id': '1cfe63ed-82d5-4e38-a615-f3b2c2acc877', 'mac_address': 'fa:16:3e:bb:49:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '353e6c5a-de1d-40fd-a1b8-057b0bade2ea', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:29:25.162063 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081efce3-58eb-46c8-a8af-2e7ad5789c5f service neutron] Pushing event updated for resources: {'Port': ['ID=a1945e7c-c7b7-4528-b05a-7cd8b792994e,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:25.203503 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 40738) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:25.209006 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-ccf5766c-cfa5-46d2-8a18-2e4147775b0f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2108146678', 'description': 'tempest-secgroup-smoke-2108146678 description', 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:29:25.229201 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-081efce3-58eb-46c8-a8af-2e7ad5789c5f service neutron] Attempting to bind port a1945e7c-c7b7-4528-b05a-7cd8b792994e on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:29:25.229549 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-081efce3-58eb-46c8-a8af-2e7ad5789c5f service neutron] Attempting to bind port a1945e7c-c7b7-4528-b05a-7cd8b792994e by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '735533a6-695e-4dca-86e9-8417251168ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5b0dad88-2921-4ce2-a522-2a38833ce0c4'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:29:25.229886 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-081efce3-58eb-46c8-a8af-2e7ad5789c5f service neutron] Attempting to bind port a1945e7c-c7b7-4528-b05a-7cd8b792994e on network 5b0dad88-2921-4ce2-a522-2a38833ce0c4 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:29:25.235396 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-081efce3-58eb-46c8-a8af-2e7ad5789c5f service neutron] Port a1945e7c-c7b7-4528-b05a-7cd8b792994e on network 5b0dad88-2921-4ce2-a522-2a38833ce0c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:29:25.236247 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-081efce3-58eb-46c8-a8af-2e7ad5789c5f service neutron] Attempting to bind port a1945e7c-c7b7-4528-b05a-7cd8b792994e on network 5b0dad88-2921-4ce2-a522-2a38833ce0c4 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:29:25.241389 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ccf5766c-cfa5-46d2-8a18-2e4147775b0f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:25.243254 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-081efce3-58eb-46c8-a8af-2e7ad5789c5f service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:29:25.243599 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-081efce3-58eb-46c8-a8af-2e7ad5789c5f service neutron] Checking segment: {'id': '735533a6-695e-4dca-86e9-8417251168ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5b0dad88-2921-4ce2-a522-2a38833ce0c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:29:25.243994 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-081efce3-58eb-46c8-a8af-2e7ad5789c5f service neutron] Bound using segment: {'id': '735533a6-695e-4dca-86e9-8417251168ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5b0dad88-2921-4ce2-a522-2a38833ce0c4'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:29:25.244434 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-081efce3-58eb-46c8-a8af-2e7ad5789c5f service neutron] Bound port: a1945e7c-c7b7-4528-b05a-7cd8b792994e, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '735533a6-695e-4dca-86e9-8417251168ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5b0dad88-2921-4ce2-a522-2a38833ce0c4'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:29:25.245084 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-081efce3-58eb-46c8-a8af-2e7ad5789c5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:25.344702 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-081efce3-58eb-46c8-a8af-2e7ad5789c5f service neutron] For port a1945e7c-c7b7-4528-b05a-7cd8b792994e, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:29:25.350183 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-081efce3-58eb-46c8-a8af-2e7ad5789c5f service neutron] For port a1945e7c-c7b7-4528-b05a-7cd8b792994e, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=a1945e7c-c7b7-4528-b05a-7cd8b792994e,segment=NetworkSegment(735533a6-695e-4dca-86e9-8417251168ff),segment_id=735533a6-695e-4dca-86e9-8417251168ff)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:29:25.356243 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-081efce3-58eb-46c8-a8af-2e7ad5789c5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:25.369566 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c89d88-4ae6-4d82-b690-a5bf1ff1a660 req-f0e210b7-0a64-4b23-88b1-5a549ce4f15c tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:25.371144 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-00c89d88-4ae6-4d82-b690-a5bf1ff1a660 req-f0e210b7-0a64-4b23-88b1-5a549ce4f15c tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 949 time: 0.0794311 Nov 16 11:29:25.404320 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ccf5766c-cfa5-46d2-8a18-2e4147775b0f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:25.407339 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:25.409597 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-081efce3-58eb-46c8-a8af-2e7ad5789c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:25.410350 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-081efce3-58eb-46c8-a8af-2e7ad5789c5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:25.411907 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-081efce3-58eb-46c8-a8af-2e7ad5789c5f service neutron] 10.222.0.64 "PUT /v2.0/ports/a1945e7c-c7b7-4528-b05a-7cd8b792994e HTTP/1.1" status: 200 len: 1092 time: 0.9961402 Nov 16 11:29:25.412501 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fad48c4-c1fd-4cb7-94a4-05f58981bcbc', 'tag': 'a1945e7c-c7b7-4528-b05a-7cd8b792994e'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:29:25.414898 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f70a2a-104b-4cf9-972b-9e96a1b55820" -d '{"events": [{"name": "network-changed", "server_uuid": "6fad48c4-c1fd-4cb7-94a4-05f58981bcbc", "tag": "a1945e7c-c7b7-4528-b05a-7cd8b792994e"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:29:25.416590 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ccf5766c-cfa5-46d2-8a18-2e4147775b0f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:25.444100 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081efce3-58eb-46c8-a8af-2e7ad5789c5f service neutron] Pushing event updated for resources: {'Port': ['ID=a1945e7c-c7b7-4528-b05a-7cd8b792994e,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:25.450529 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1cfe63ed-82d5-4e38-a615-f3b2c2acc877 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:29:25.457439 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-f4c3d579-72bc-4dfc-aabd-7b9a601d0d7c None None] Attempting to bind port 58d83907-2461-41c3-a235-02992084a8d0 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:29:25.458441 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-f4c3d579-72bc-4dfc-aabd-7b9a601d0d7c None None] Attempting to bind port 58d83907-2461-41c3-a235-02992084a8d0 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'aa356381-0b02-4cb0-820e-e5ce2d5103f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a514adc9-96c1-4a2f-a558-75c51e57dda4'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:29:25.458831 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c3d579-72bc-4dfc-aabd-7b9a601d0d7c None None] Attempting to bind port 58d83907-2461-41c3-a235-02992084a8d0 on network a514adc9-96c1-4a2f-a558-75c51e57dda4 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:29:25.476432 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c3d579-72bc-4dfc-aabd-7b9a601d0d7c None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:29:25.477140 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c3d579-72bc-4dfc-aabd-7b9a601d0d7c None None] Checking segment: {'id': 'aa356381-0b02-4cb0-820e-e5ce2d5103f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a514adc9-96c1-4a2f-a558-75c51e57dda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:29:25.477544 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f4c3d579-72bc-4dfc-aabd-7b9a601d0d7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:25.478079 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c3d579-72bc-4dfc-aabd-7b9a601d0d7c None None] Bound using segment: {'id': 'aa356381-0b02-4cb0-820e-e5ce2d5103f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a514adc9-96c1-4a2f-a558-75c51e57dda4'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:29:25.478896 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-f4c3d579-72bc-4dfc-aabd-7b9a601d0d7c None None] Bound port: 58d83907-2461-41c3-a235-02992084a8d0, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa356381-0b02-4cb0-820e-e5ce2d5103f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a514adc9-96c1-4a2f-a558-75c51e57dda4'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:29:25.479132 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f4c3d579-72bc-4dfc-aabd-7b9a601d0d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:25.482523 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ccf5766c-cfa5-46d2-8a18-2e4147775b0f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:25.486536 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ccf5766c-cfa5-46d2-8a18-2e4147775b0f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2792845 Nov 16 11:29:25.487190 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 1cfe63ed-82d5-4e38-a615-f3b2c2acc877, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=1cfe63ed-82d5-4e38-a615-f3b2c2acc877,segment=NetworkSegment(b0fc45c9-2beb-4f49-9aad-62aa818b50ab),segment_id=b0fc45c9-2beb-4f49-9aad-62aa818b50ab)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:25.491865 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 40742) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:25.492879 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5766c-cfa5-46d2-8a18-2e4147775b0f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5922995-1f60-4948-9806-c2c123ba5a28,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:25.500904 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-d6b0d9d2-22a7-43cc-b694-a7b9aebe02cd tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Request body: {'security_group_rule': {'security_group_id': 'c5922995-1f60-4948-9806-c2c123ba5a28', 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:29:25.503523 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:25.517725 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-00c89d88-4ae6-4d82-b690-a5bf1ff1a660 req-d30e4f8b-99e3-4fe1-9e8f-6493663f9404 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370599 Nov 16 11:29:25.535842 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d6b0d9d2-22a7-43cc-b694-a7b9aebe02cd tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:25.557423 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-27d7ad3d-8859-4fe1-b146-9f467d1650f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:25.559140 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-27d7ad3d-8859-4fe1-b146-9f467d1650f7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=152cbc225b3e4ecebdc41aedd4f3fdf5&device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 1095 time: 0.0722151 Nov 16 11:29:25.602941 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d6b0d9d2-22a7-43cc-b694-a7b9aebe02cd tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:25.605812 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-423d39bf-4b4d-487a-98f2-56bc6047fb1b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1945e7c-c7b7-4528-b05a-7cd8b792994e HTTP/1.1" status: 200 len: 217 time: 0.0358908 Nov 16 11:29:25.607179 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=1cfe63ed-82d5-4e38-a615-f3b2c2acc877,revision_number=6']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:25.609151 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d6b0d9d2-22a7-43cc-b694-a7b9aebe02cd tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:25.616810 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-f4c3d579-72bc-4dfc-aabd-7b9a601d0d7c None None] For port 58d83907-2461-41c3-a235-02992084a8d0, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:29:25.621349 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-f4c3d579-72bc-4dfc-aabd-7b9a601d0d7c None None] For port 58d83907-2461-41c3-a235-02992084a8d0, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=58d83907-2461-41c3-a235-02992084a8d0,segment=NetworkSegment(aa356381-0b02-4cb0-820e-e5ce2d5103f7),segment_id=aa356381-0b02-4cb0-820e-e5ce2d5103f7)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:29:25.628358 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f4c3d579-72bc-4dfc-aabd-7b9a601d0d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:25.660775 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['1cfe63ed-82d5-4e38-a615-f3b2c2acc877'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:29:25.674488 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eb037fb6-bd4e-4eb2-abcc-2134c17da1ca req-e63acd5c-ba22-4e7f-9f48-4d6c7f2efb09 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 210 time: 0.0518486 Nov 16 11:29:25.682910 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-7ab0e219-bb88-48a2-be6a-66c9c5ed6748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:25.694311 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-7ab0e219-bb88-48a2-be6a-66c9c5ed6748 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d8b46b33-85d7-40c7-9f1c-6019e1d020e8 HTTP/1.1" status: 200 len: 859 time: 0.0716755 Nov 16 11:29:25.701793 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b0d9d2-22a7-43cc-b694-a7b9aebe02cd tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73218b30-3af5-4d36-be44-a1c167413922,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:25.713413 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d6b0d9d2-22a7-43cc-b694-a7b9aebe02cd tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:25.715068 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d6b0d9d2-22a7-43cc-b694-a7b9aebe02cd tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2195919 Nov 16 11:29:25.717675 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 40748) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:25.726923 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-75f6e167-2850-4165-8b13-7b194494b27e tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Request body: {'security_group_rule': {'security_group_id': 'c5922995-1f60-4948-9806-c2c123ba5a28', 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:29:25.751157 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-9cef5850-a875-4ce2-8d8e-95c4f33af83d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5b0dad88-2921-4ce2-a522-2a38833ce0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466173 Nov 16 11:29:25.765287 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c3d579-72bc-4dfc-aabd-7b9a601d0d7c None None] Pushing event updated for resources: {'Port': ['ID=58d83907-2461-41c3-a235-02992084a8d0,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:25.845019 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-75f6e167-2850-4165-8b13-7b194494b27e tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:25.870616 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['375bdc3c-ee3b-464c-adaf-ba5b6a8202cd'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:29:25.876756 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7d799-e845-4889-9929-6a0ad6566c72 req-f47191d9-db30-4244-8efd-d652b7255ad0 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:25.878990 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e5a7d799-e845-4889-9929-6a0ad6566c72 req-f47191d9-db30-4244-8efd-d652b7255ad0 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/ports?device_id=132229e8-f0d5-4361-8105-0cb06648c52b HTTP/1.1" status: 200 len: 944 time: 0.1080248 Nov 16 11:29:26.008863 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e5a7d799-e845-4889-9929-6a0ad6566c72 req-0c89956d-770b-47e9-bfe4-38b8c8d59ab6 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/security-groups?id=12158469-800c-4bb7-9f5b-5e57652ed937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147671 Nov 16 11:29:26.012604 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 02d54f92-f1de-4fa9-823e-f2921a89c9c1 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:29:26.029490 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-75f6e167-2850-4165-8b13-7b194494b27e tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:26.046907 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-75f6e167-2850-4165-8b13-7b194494b27e tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:26.067534 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-39f9e94e-7c26-405e-a5cf-f6705e1d8a07 service neutron] 10.222.0.64 "GET /v2.0/networks/5b0dad88-2921-4ce2-a522-2a38833ce0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893312 Nov 16 11:29:26.080162 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f6e167-2850-4165-8b13-7b194494b27e tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf35a235-a1d0-4a28-8a53-749af078c827,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:26.147691 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-75f6e167-2850-4165-8b13-7b194494b27e tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:26.151849 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-75f6e167-2850-4165-8b13-7b194494b27e tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4305077 Nov 16 11:29:26.156742 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 40764) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:26.178209 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-64551cde-1e79-437a-afaf-cda0ad036671 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Request body: {'security_group_rule': {'security_group_id': 'c5922995-1f60-4948-9806-c2c123ba5a28', 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:29:26.228342 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-d0676301-6d30-4f6a-969a-3ff6323548e2 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:26.229852 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-d0676301-6d30-4f6a-969a-3ff6323548e2 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.64 "GET /v2.0/networks?id=5b0dad88-2921-4ce2-a522-2a38833ce0c4 HTTP/1.1" status: 200 len: 819 time: 0.3438597 Nov 16 11:29:26.258248 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-64551cde-1e79-437a-afaf-cda0ad036671 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:26.266415 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-4f1c48e9-1a5c-4941-95ff-24b55db299e2 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Request body: {'port': {'device_id': '1347832a-2db9-41a9-aadf-7450c76ea237', 'network_id': '5b0dad88-2921-4ce2-a522-2a38833ce0c4', 'admin_state_up': True, 'tenant_id': '152cbc225b3e4ecebdc41aedd4f3fdf5'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:29:26.376340 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-64551cde-1e79-437a-afaf-cda0ad036671 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:26.388892 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c6bdebfd-0cbd-4b0a-b708-69de62e4ad03 req-de708793-51ef-4c54-9f15-5ed9f43212ea service neutron] 10.222.0.64 "GET /v2.0/networks/5b0dad88-2921-4ce2-a522-2a38833ce0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089495 Nov 16 11:29:26.397807 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-64551cde-1e79-437a-afaf-cda0ad036671 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:26.424153 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64551cde-1e79-437a-afaf-cda0ad036671 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a5d52e-26ec-4e72-ae06-80aafa8c2f67,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:26.436525 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-64551cde-1e79-437a-afaf-cda0ad036671 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:26.438090 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-64551cde-1e79-437a-afaf-cda0ad036671 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2774241 Nov 16 11:29:26.441276 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 40780) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:26.453283 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-861c30f7-a62d-4750-be69-c9cc25826488 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Request body: {'security_group_rule': {'security_group_id': 'c5922995-1f60-4948-9806-c2c123ba5a28', 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:29:26.463989 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-4f1c48e9-1a5c-4941-95ff-24b55db299e2 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Made reservation on behalf of 152cbc225b3e4ecebdc41aedd4f3fdf5 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:29:26.468789 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-4f1c48e9-1a5c-4941-95ff-24b55db299e2 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:26.493914 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 02d54f92-f1de-4fa9-823e-f2921a89c9c1 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:29:26.495590 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-861c30f7-a62d-4750-be69-c9cc25826488 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:26.515731 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 02d54f92-f1de-4fa9-823e-f2921a89c9c1 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:29:26.516115 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:26.602607 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-861c30f7-a62d-4750-be69-c9cc25826488 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:26.610234 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-861c30f7-a62d-4750-be69-c9cc25826488 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:26.637737 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c30f7-a62d-4750-be69-c9cc25826488 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37db4ae5-910d-4b2e-8ed7-eaae37203913,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:26.661349 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-861c30f7-a62d-4750-be69-c9cc25826488 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:26.662611 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-861c30f7-a62d-4750-be69-c9cc25826488 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2153831 Nov 16 11:29:26.665487 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 40790) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:26.676842 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-a00adf7b-144c-4340-af23-e13fc0e58194 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Request body: {'security_group_rule': {'security_group_id': 'c5922995-1f60-4948-9806-c2c123ba5a28', 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:29:26.725843 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:26.732051 n-d-816823-3 neutron-server[102669]: INFO neutron.db.securitygroups_db [None req-a00adf7b-144c-4340-af23-e13fc0e58194 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Project 8e4d1d7674f84686a4379fe8e2aa2d78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 11:29:26.738114 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a00adf7b-144c-4340-af23-e13fc0e58194 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:26.751661 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-4f1c48e9-1a5c-4941-95ff-24b55db299e2 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Allocated IP 172.20.0.4 (5b0dad88-2921-4ce2-a522-2a38833ce0c4/d8b46b33-85d7-40c7-9f1c-6019e1d020e8/f9eb2d95-c4a1-44b9-a40b-522140272ae4) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:29:26.757812 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132229e8-f0d5-4361-8105-0cb06648c52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d54f92-f1de-4fa9-823e-f2921a89c9c1'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:29:26.761254 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500f63fe-5695-4604-a616-8546ec933b75" -d '{"events": [{"server_uuid": "132229e8-f0d5-4361-8105-0cb06648c52b", "name": "network-vif-plugged", "status": "completed", "tag": "02d54f92-f1de-4fa9-823e-f2921a89c9c1"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:29:26.779192 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 02d54f92-f1de-4fa9-823e-f2921a89c9c1, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=02d54f92-f1de-4fa9-823e-f2921a89c9c1,segment=NetworkSegment(ec5877ad-2762-42ac-aa05-47c4f801979e),segment_id=ec5877ad-2762-42ac-aa05-47c4f801979e)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:26.790475 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:26.892460 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db66e182-d61f-4d68-a52e-1f53f09dc70f req-59516b43-ab97-4fb2-8e43-e244796ce59f tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:26.900675 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-db66e182-d61f-4d68-a52e-1f53f09dc70f req-59516b43-ab97-4fb2-8e43-e244796ce59f tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.64 "GET /v2.0/ports?device_id=79742df9-a0a4-4352-b235-3270dbf69113 HTTP/1.1" status: 200 len: 945 time: 0.2373109 Nov 16 11:29:26.901862 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=02d54f92-f1de-4fa9-823e-f2921a89c9c1,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:26.967169 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a00adf7b-144c-4340-af23-e13fc0e58194 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:26.983968 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a00adf7b-144c-4340-af23-e13fc0e58194 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:27.048372 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00adf7b-144c-4340-af23-e13fc0e58194 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=964f3445-a1d8-4673-8f8f-078877c8ff86,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:27.060637 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a00adf7b-144c-4340-af23-e13fc0e58194 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:27.061868 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a00adf7b-144c-4340-af23-e13fc0e58194 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3954005 Nov 16 11:29:27.080575 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66666f7b-d4f6-445b-a277-03681229a4a0 req-12a7370e-52f6-4e55-a5b0-c83a7771676f tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:27.082173 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-66666f7b-d4f6-445b-a277-03681229a4a0 req-12a7370e-52f6-4e55-a5b0-c83a7771676f tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=79742df9-a0a4-4352-b235-3270dbf69113 HTTP/1.1" status: 200 len: 945 time: 0.2306385 Nov 16 11:29:27.083475 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 40804) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:27.108452 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-2ba82da7-ff23-46b3-a8f1-bc1c2ffb67b9 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Request body: {'security_group_rule': {'security_group_id': 'c5922995-1f60-4948-9806-c2c123ba5a28', 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:29:27.252559 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-66666f7b-d4f6-445b-a277-03681229a4a0 req-1aec918b-c5dd-425a-ad15-4640f2efd6f8 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544583 Nov 16 11:29:27.253433 n-d-816823-3 neutron-server[102669]: INFO neutron.db.securitygroups_db [None req-2ba82da7-ff23-46b3-a8f1-bc1c2ffb67b9 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Project 8e4d1d7674f84686a4379fe8e2aa2d78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 11:29:27.258892 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-db66e182-d61f-4d68-a52e-1f53f09dc70f req-16e4fa58-0c43-4ba4-a274-50b6de8ba390 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Deleting port f2ba0d2d-282a-4bb0-8a6a-5476583ecd88 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:29:27.259459 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-db66e182-d61f-4d68-a52e-1f53f09dc70f req-16e4fa58-0c43-4ba4-a274-50b6de8ba390 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:27.273283 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ba82da7-ff23-46b3-a8f1-bc1c2ffb67b9 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:27.325663 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27315c9f-0bcc-49ef-b5a2-b8fa3ab72314 None None] Network a514adc9-96c1-4a2f-a558-75c51e57dda4 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:29:27.356579 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480499f6-8a8a-482e-b122-cd38ee00bf0f x-openstack-request-id: req-480499f6-8a8a-482e-b122-cd38ee00bf0f {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:29:27.359117 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fad48c4-c1fd-4cb7-94a4-05f58981bcbc", "tag": "a1945e7c-c7b7-4528-b05a-7cd8b792994e", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:29:27.359117 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-480499f6-8a8a-482e-b122-cd38ee00bf0f {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:29:27.359117 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fad48c4-c1fd-4cb7-94a4-05f58981bcbc', 'tag': 'a1945e7c-c7b7-4528-b05a-7cd8b792994e', 'status': 'completed', 'code': 200} Nov 16 11:29:27.427837 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ba82da7-ff23-46b3-a8f1-bc1c2ffb67b9 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:27.437462 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ba82da7-ff23-46b3-a8f1-bc1c2ffb67b9 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:27.463686 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-2c5f73ec-78e6-4e00-aea6-8c352dcf30a9 None None] Provisioning complete for port 58d83907-2461-41c3-a235-02992084a8d0 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:29:27.464062 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2c5f73ec-78e6-4e00-aea6-8c352dcf30a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:27.499865 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba82da7-ff23-46b3-a8f1-bc1c2ffb67b9 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2a4e04f-bf8b-4241-bce4-d17c257757f5,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:27.533261 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-4f1c48e9-1a5c-4941-95ff-24b55db299e2 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:27.556854 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ba82da7-ff23-46b3-a8f1-bc1c2ffb67b9 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:27.558546 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2ba82da7-ff23-46b3-a8f1-bc1c2ffb67b9 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4741411 Nov 16 11:29:27.581328 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19990af0-c9ee-4346-b128-0acb9deb9d33 req-b34a2c8b-a667-4836-9c32-d5efaddc9b40 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:27.583483 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-19990af0-c9ee-4346-b128-0acb9deb9d33 req-b34a2c8b-a667-4836-9c32-d5efaddc9b40 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 944 time: 0.0727735 Nov 16 11:29:27.628006 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f70a2a-104b-4cf9-972b-9e96a1b55820 req-85a83f64-e6e3-4da7-85cb-46bfb1d4554e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:27.630529 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d8f70a2a-104b-4cf9-972b-9e96a1b55820 req-85a83f64-e6e3-4da7-85cb-46bfb1d4554e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=152cbc225b3e4ecebdc41aedd4f3fdf5&device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 1095 time: 0.2285452 Nov 16 11:29:27.631725 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-4f1c48e9-1a5c-4941-95ff-24b55db299e2 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:27.681080 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-19990af0-c9ee-4346-b128-0acb9deb9d33 req-2fea3940-a0db-4cea-a2a5-a80eae76b5e4 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857830 Nov 16 11:29:27.763473 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 58d83907-2461-41c3-a235-02992084a8d0 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:29:27.772122 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-4f1c48e9-1a5c-4941-95ff-24b55db299e2 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Network 5b0dad88-2921-4ce2-a522-2a38833ce0c4 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:29:27.835103 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-4f1c48e9-1a5c-4941-95ff-24b55db299e2 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:29:27.840300 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-4f1c48e9-1a5c-4941-95ff-24b55db299e2 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:29:27.910021 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-4f1c48e9-1a5c-4941-95ff-24b55db299e2 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:27.911661 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-4f1c48e9-1a5c-4941-95ff-24b55db299e2 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:27.935234 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-db66e182-d61f-4d68-a52e-1f53f09dc70f req-16e4fa58-0c43-4ba4-a274-50b6de8ba390 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] For port f2ba0d2d-282a-4bb0-8a6a-5476583ecd88, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=f2ba0d2d-282a-4bb0-8a6a-5476583ecd88,segment=NetworkSegment(0009b431-285f-41a0-a8ef-b06ff30af7d1),segment_id=0009b431-285f-41a0-a8ef-b06ff30af7d1)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:27.935847 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-db66e182-d61f-4d68-a52e-1f53f09dc70f req-16e4fa58-0c43-4ba4-a274-50b6de8ba390 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:27.946322 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-4f1c48e9-1a5c-4941-95ff-24b55db299e2 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6865993 Nov 16 11:29:27.956764 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1c48e9-1a5c-4941-95ff-24b55db299e2 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Pushing event updated for resources: {'Port': ['ID=f9eb2d95-c4a1-44b9-a40b-522140272ae4,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:27.960103 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2c5f73ec-78e6-4e00-aea6-8c352dcf30a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:27.971428 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-aa3fb6d3-3c28-479c-bb60-254c3efb8667 service neutron] Request body: {'port': {'device_id': '1347832a-2db9-41a9-aadf-7450c76ea237', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:29:27.978772 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa763b0-7970-4d0e-941c-b6fae4402602 req-fa2797d9-baa4-4629-8f4a-ab49002bfdbf tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:27.980645 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5aa763b0-7970-4d0e-941c-b6fae4402602 req-fa2797d9-baa4-4629-8f4a-ab49002bfdbf tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 949 time: 0.0711989 Nov 16 11:29:28.011542 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-db66e182-d61f-4d68-a52e-1f53f09dc70f req-16e4fa58-0c43-4ba4-a274-50b6de8ba390 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Calling delete_port for f2ba0d2d-282a-4bb0-8a6a-5476583ecd88 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:29:28.045631 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device a1945e7c-c7b7-4528-b05a-7cd8b792994e details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:29:28.049151 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 375bdc3c-ee3b-464c-adaf-ba5b6a8202cd up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:29:28.054942 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5aa763b0-7970-4d0e-941c-b6fae4402602 req-5331b12e-cfae-4832-8336-c2276b181ee8 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637698 Nov 16 11:29:28.075010 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-2c5f73ec-78e6-4e00-aea6-8c352dcf30a9 None None] For port 58d83907-2461-41c3-a235-02992084a8d0, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=58d83907-2461-41c3-a235-02992084a8d0,segment=NetworkSegment(aa356381-0b02-4cb0-820e-e5ce2d5103f7),segment_id=aa356381-0b02-4cb0-820e-e5ce2d5103f7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:28.117184 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:28.126074 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2c5f73ec-78e6-4e00-aea6-8c352dcf30a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:28.139252 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-aa3fb6d3-3c28-479c-bb60-254c3efb8667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:28.251826 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 58d83907-2461-41c3-a235-02992084a8d0 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:29:28.255371 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:28.261683 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.resource_extend [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 11:29:28.296652 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-414d4309-b044-47c7-9012-7fe160c7e6a2 req-1b5b3e1b-6b98-4015-92f6-32be13352a91 tempest-ServerShowV257Test-686525170 tempest-ServerShowV257Test-686525170-project] 10.222.0.61 "GET /v2.0/ports?device_id=af58858e-c0db-400c-b625-c66c5e4da1dd HTTP/1.1" status: 200 len: 210 time: 0.0654948 Nov 16 11:29:28.497724 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f70a2a-104b-4cf9-972b-9e96a1b55820 req-3954239c-b989-46fa-a993-d2df86a08f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:28.498738 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f73ec-78e6-4e00-aea6-8c352dcf30a9 None None] Pushing event updated for resources: {'Port': ['ID=58d83907-2461-41c3-a235-02992084a8d0,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:28.500091 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d8f70a2a-104b-4cf9-972b-9e96a1b55820 req-3954239c-b989-46fa-a993-d2df86a08f20 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5b0dad88-2921-4ce2-a522-2a38833ce0c4 HTTP/1.1" status: 200 len: 920 time: 0.8567839 Nov 16 11:29:28.510549 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d13c4-c080-489f-8fbf-99403f75432a req-3635012f-3fac-4834-b982-5b87d7904fb5 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:28.512384 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-521d13c4-c080-489f-8fbf-99403f75432a req-3635012f-3fac-4834-b982-5b87d7904fb5 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 931 time: 0.0979116 Nov 16 11:29:28.563841 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 375bdc3c-ee3b-464c-adaf-ba5b6a8202cd completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:29:28.579449 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-aa3fb6d3-3c28-479c-bb60-254c3efb8667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9eb2d95-c4a1-44b9-a40b-522140272ae4 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:29:28.588191 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-aa3fb6d3-3c28-479c-bb60-254c3efb8667 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:28.602031 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-aa3fb6d3-3c28-479c-bb60-254c3efb8667 service neutron] Transition to ACTIVE for port object f9eb2d95-c4a1-44b9-a40b-522140272ae4 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:29:28.603098 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 375bdc3c-ee3b-464c-adaf-ba5b6a8202cd triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:29:28.603475 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:28.618252 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-aa3fb6d3-3c28-479c-bb60-254c3efb8667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:28.620315 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-521d13c4-c080-489f-8fbf-99403f75432a req-17009ac7-e5fd-4ab0-a757-4e8889c2359a tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969844 Nov 16 11:29:28.647903 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c2abc961-fd3f-41fe-8535-4974d3bf1dd3 None None] Provisioning complete for port 58d83907-2461-41c3-a235-02992084a8d0 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:29:28.648283 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c2abc961-fd3f-41fe-8535-4974d3bf1dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:28.683570 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a97ca3d-3afb-45f5-b3ae-d633b625e428 x-openstack-request-id: req-2a97ca3d-3afb-45f5-b3ae-d633b625e428 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:29:28.683862 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "132229e8-f0d5-4361-8105-0cb06648c52b", "name": "network-vif-plugged", "status": "completed", "tag": "02d54f92-f1de-4fa9-823e-f2921a89c9c1", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:29:28.684120 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2a97ca3d-3afb-45f5-b3ae-d633b625e428 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:29:28.684515 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132229e8-f0d5-4361-8105-0cb06648c52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d54f92-f1de-4fa9-823e-f2921a89c9c1', 'code': 200} Nov 16 11:29:28.724403 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port a1945e7c-c7b7-4528-b05a-7cd8b792994e, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=a1945e7c-c7b7-4528-b05a-7cd8b792994e,segment=NetworkSegment(735533a6-695e-4dca-86e9-8417251168ff),segment_id=735533a6-695e-4dca-86e9-8417251168ff)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:28.751978 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d8f70a2a-104b-4cf9-972b-9e96a1b55820 req-005db5c8-8374-4576-8fe1-87f77101eaa4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1945e7c-c7b7-4528-b05a-7cd8b792994e HTTP/1.1" status: 200 len: 217 time: 0.1431427 Nov 16 11:29:28.822187 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'a1945e7c-c7b7-4528-b05a-7cd8b792994e', 'network_id': '5b0dad88-2921-4ce2-a522-2a38833ce0c4', 'port_id': 'a1945e7c-c7b7-4528-b05a-7cd8b792994e', 'mac_address': 'fa:16:3e:9e:9a:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b46b33-85d7-40c7-9f1c-6019e1d020e8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:29:28.857384 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75145846-73c2-46fb-a270-2635e772763c req-02e8d32e-5e2e-4993-978a-bf1a84dffc6e tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:28.859483 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-75145846-73c2-46fb-a270-2635e772763c req-02e8d32e-5e2e-4993-978a-bf1a84dffc6e tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/ports?device_id=132229e8-f0d5-4361-8105-0cb06648c52b HTTP/1.1" status: 200 len: 945 time: 0.0840540 Nov 16 11:29:28.866760 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:28.886303 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f70a2a-104b-4cf9-972b-9e96a1b55820 req-fcbc61cd-ade3-4667-b5b9-2b88b2984024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:28.887891 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d8f70a2a-104b-4cf9-972b-9e96a1b55820 req-fcbc61cd-ade3-4667-b5b9-2b88b2984024 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d8b46b33-85d7-40c7-9f1c-6019e1d020e8 HTTP/1.1" status: 200 len: 859 time: 0.1156061 Nov 16 11:29:28.910445 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:28.926489 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1945e7c-c7b7-4528-b05a-7cd8b792994e {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:29:28.940170 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-75145846-73c2-46fb-a270-2635e772763c req-83d0d4a5-82a2-4fc4-981d-5f0bf3f150ca tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/security-groups?id=12158469-800c-4bb7-9f5b-5e57652ed937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672252 Nov 16 11:29:28.946789 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port a1945e7c-c7b7-4528-b05a-7cd8b792994e, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=a1945e7c-c7b7-4528-b05a-7cd8b792994e,segment=NetworkSegment(735533a6-695e-4dca-86e9-8417251168ff),segment_id=735533a6-695e-4dca-86e9-8417251168ff)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:28.951975 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:28.955599 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:29.019656 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 375bdc3c-ee3b-464c-adaf-ba5b6a8202cd, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=375bdc3c-ee3b-464c-adaf-ba5b6a8202cd,segment=NetworkSegment(ec5877ad-2762-42ac-aa05-47c4f801979e),segment_id=ec5877ad-2762-42ac-aa05-47c4f801979e)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:29.032092 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:29.032604 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 1cfe63ed-82d5-4e38-a615-f3b2c2acc877 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:29:29.034528 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d8f70a2a-104b-4cf9-972b-9e96a1b55820 req-1ec5f234-35f4-4caa-baf1-91f64dfdbeca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5b0dad88-2921-4ce2-a522-2a38833ce0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872407 Nov 16 11:29:29.034915 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=a1945e7c-c7b7-4528-b05a-7cd8b792994e,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:29.102164 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=375bdc3c-ee3b-464c-adaf-ba5b6a8202cd,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:29.193402 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-e916825d-9809-41ef-960b-9f73d5559e33 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2108146678&fields=id&tenant_id=8e4d1d7674f84686a4379fe8e2aa2d78 HTTP/1.1" status: 200 len: 267 time: 0.1434715 Nov 16 11:29:29.206994 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d8f70a2a-104b-4cf9-972b-9e96a1b55820 req-e51b00c5-d8fa-4a1f-ba73-7c0ee24868ca service neutron] 10.222.0.64 "GET /v2.0/networks/5b0dad88-2921-4ce2-a522-2a38833ce0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365910 Nov 16 11:29:29.208244 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3fb6d3-3c28-479c-bb60-254c3efb8667 service neutron] Pushing event updated for resources: {'Port': ['ID=f9eb2d95-c4a1-44b9-a40b-522140272ae4,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:29.217613 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-aa3fb6d3-3c28-479c-bb60-254c3efb8667 service neutron] Attempting to bind port f9eb2d95-c4a1-44b9-a40b-522140272ae4 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:29:29.218050 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-aa3fb6d3-3c28-479c-bb60-254c3efb8667 service neutron] Attempting to bind port f9eb2d95-c4a1-44b9-a40b-522140272ae4 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '735533a6-695e-4dca-86e9-8417251168ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5b0dad88-2921-4ce2-a522-2a38833ce0c4'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:29:29.218449 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-aa3fb6d3-3c28-479c-bb60-254c3efb8667 service neutron] Attempting to bind port f9eb2d95-c4a1-44b9-a40b-522140272ae4 on network 5b0dad88-2921-4ce2-a522-2a38833ce0c4 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:29:29.227291 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 1cfe63ed-82d5-4e38-a615-f3b2c2acc877 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:29:29.227698 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:29.297008 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-aa3fb6d3-3c28-479c-bb60-254c3efb8667 service neutron] Port f9eb2d95-c4a1-44b9-a40b-522140272ae4 on network 5b0dad88-2921-4ce2-a522-2a38833ce0c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:29:29.297340 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-aa3fb6d3-3c28-479c-bb60-254c3efb8667 service neutron] Attempting to bind port f9eb2d95-c4a1-44b9-a40b-522140272ae4 on network 5b0dad88-2921-4ce2-a522-2a38833ce0c4 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:29:29.307793 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-aa3fb6d3-3c28-479c-bb60-254c3efb8667 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:29:29.308108 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-aa3fb6d3-3c28-479c-bb60-254c3efb8667 service neutron] Checking segment: {'id': '735533a6-695e-4dca-86e9-8417251168ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5b0dad88-2921-4ce2-a522-2a38833ce0c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:29:29.308994 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-aa3fb6d3-3c28-479c-bb60-254c3efb8667 service neutron] Bound using segment: {'id': '735533a6-695e-4dca-86e9-8417251168ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5b0dad88-2921-4ce2-a522-2a38833ce0c4'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:29:29.309552 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-aa3fb6d3-3c28-479c-bb60-254c3efb8667 service neutron] Bound port: f9eb2d95-c4a1-44b9-a40b-522140272ae4, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '735533a6-695e-4dca-86e9-8417251168ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5b0dad88-2921-4ce2-a522-2a38833ce0c4'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:29:29.309969 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-aa3fb6d3-3c28-479c-bb60-254c3efb8667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:29.324669 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eeb3b5-ead7-4dbd-8bd7-a182693e84c0 req-f29642ea-dbf3-400f-a21a-153b898d0198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:29.326437 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e0eeb3b5-ead7-4dbd-8bd7-a182693e84c0 req-f29642ea-dbf3-400f-a21a-153b898d0198 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=132229e8-f0d5-4361-8105-0cb06648c52b HTTP/1.1" status: 200 len: 1096 time: 0.5527010 Nov 16 11:29:29.366302 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:29.367805 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-c61b3dc5-f061-4a17-a4b3-c4f8c774ccf9 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:29.368572 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['a1945e7c-c7b7-4528-b05a-7cd8b792994e'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:29:29.370351 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-c61b3dc5-f061-4a17-a4b3-c4f8c774ccf9 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/networks?id=a514adc9-96c1-4a2f-a558-75c51e57dda4 HTTP/1.1" status: 200 len: 797 time: 0.1677551 Nov 16 11:29:29.395397 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-29764181-d95a-49c8-8052-a18fb1bb5c2c tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/quotas/8e4d1d7674f84686a4379fe8e2aa2d78 HTTP/1.1" status: 200 len: 375 time: 0.0165961 Nov 16 11:29:29.439912 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 1cfe63ed-82d5-4e38-a615-f3b2c2acc877, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=1cfe63ed-82d5-4e38-a615-f3b2c2acc877,segment=NetworkSegment(b0fc45c9-2beb-4f49-9aad-62aa818b50ab),segment_id=b0fc45c9-2beb-4f49-9aad-62aa818b50ab)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:29.453562 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:29.492838 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-5dfa9fd8-557f-4e0b-b137-f55e04724bcc tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8e4d1d7674f84686a4379fe8e2aa2d78&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0896928 Nov 16 11:29:29.543824 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=1cfe63ed-82d5-4e38-a615-f3b2c2acc877,revision_number=7']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:29.620994 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 58d83907-2461-41c3-a235-02992084a8d0 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:29:29.674194 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-45a49607-14ef-48c2-8990-740f5af12330 service neutron] 10.222.0.61 "GET /v2.0/networks/a514adc9-96c1-4a2f-a558-75c51e57dda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638556 Nov 16 11:29:29.716948 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 58d83907-2461-41c3-a235-02992084a8d0 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:29:29.718372 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:29.730471 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d8f70a2a-104b-4cf9-972b-9e96a1b55820 req-2e434700-d388-4ed0-b19b-9aa15cab51c7 service neutron] 10.222.0.64 "GET /v2.0/networks/5b0dad88-2921-4ce2-a522-2a38833ce0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5138443 Nov 16 11:29:29.763450 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:29:29.782695 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e0eeb3b5-ead7-4dbd-8bd7-a182693e84c0 req-45f08e89-2d7d-472d-9fcf-37f8422848e1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=12158469-800c-4bb7-9f5b-5e57652ed937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4223170 Nov 16 11:29:29.792899 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-cd2a5fa7-5426-49d6-8d46-b7962dcfe1d1 service neutron] 10.222.0.61 "GET /v2.0/networks/a514adc9-96c1-4a2f-a558-75c51e57dda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177335 Nov 16 11:29:29.794800 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-db66e182-d61f-4d68-a52e-1f53f09dc70f req-16e4fa58-0c43-4ba4-a274-50b6de8ba390 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:29.850172 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e4fa58-0c43-4ba4-a274-50b6de8ba390 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Pushing event deleted for resources: {'Port': ['ID=f2ba0d2d-282a-4bb0-8a6a-5476583ecd88,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:29.868912 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-aa3fb6d3-3c28-479c-bb60-254c3efb8667 service neutron] For port f9eb2d95-c4a1-44b9-a40b-522140272ae4, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:29:29.903717 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-db66e182-d61f-4d68-a52e-1f53f09dc70f req-16e4fa58-0c43-4ba4-a274-50b6de8ba390 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] No DVR routers for this DVR port f2ba0d2d-282a-4bb0-8a6a-5476583ecd88 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:29:29.906540 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-db66e182-d61f-4d68-a52e-1f53f09dc70f req-16e4fa58-0c43-4ba4-a274-50b6de8ba390 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:29.910206 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-db66e182-d61f-4d68-a52e-1f53f09dc70f req-16e4fa58-0c43-4ba4-a274-50b6de8ba390 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.64 "DELETE /v2.0/ports/f2ba0d2d-282a-4bb0-8a6a-5476583ecd88 HTTP/1.1" status: 204 len: 173 time: 3.0070484 Nov 16 11:29:29.912587 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-aa3fb6d3-3c28-479c-bb60-254c3efb8667 service neutron] For port f9eb2d95-c4a1-44b9-a40b-522140272ae4, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=f9eb2d95-c4a1-44b9-a40b-522140272ae4,segment=NetworkSegment(735533a6-695e-4dca-86e9-8417251168ff),segment_id=735533a6-695e-4dca-86e9-8417251168ff)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:29:29.913662 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79742df9-a0a4-4352-b235-3270dbf69113', 'name': 'network-vif-deleted', 'tag': 'f2ba0d2d-282a-4bb0-8a6a-5476583ecd88'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:29:29.916491 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e57efe5-8960-4941-98af-aad85f58ccb4" -d '{"events": [{"server_uuid": "79742df9-a0a4-4352-b235-3270dbf69113", "name": "network-vif-deleted", "tag": "f2ba0d2d-282a-4bb0-8a6a-5476583ecd88"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:29:29.922051 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-aa3fb6d3-3c28-479c-bb60-254c3efb8667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:29.968367 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-aa3fb6d3-3c28-479c-bb60-254c3efb8667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:29.970235 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-aa3fb6d3-3c28-479c-bb60-254c3efb8667 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:29.971672 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-aa3fb6d3-3c28-479c-bb60-254c3efb8667 service neutron] 10.222.0.64 "PUT /v2.0/ports/f9eb2d95-c4a1-44b9-a40b-522140272ae4 HTTP/1.1" status: 200 len: 1091 time: 2.0079513 Nov 16 11:29:30.001385 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3fb6d3-3c28-479c-bb60-254c3efb8667 service neutron] Pushing event updated for resources: {'Port': ['ID=f9eb2d95-c4a1-44b9-a40b-522140272ae4,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:30.011868 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device f2ba0d2d-282a-4bb0-8a6a-5476583ecd88 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:29:30.073496 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: f2ba0d2d-282a-4bb0-8a6a-5476583ecd88 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:29:30.074253 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device f2ba0d2d-282a-4bb0-8a6a-5476583ecd88 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:29:30.110252 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dd770b94-43a9-42cf-bd46-e95db99bf610 req-1352bbbe-172b-4cc0-95ad-76cf29b3c0b3 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=79742df9-a0a4-4352-b235-3270dbf69113 HTTP/1.1" status: 200 len: 210 time: 0.0752392 Nov 16 11:29:30.126023 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-ca16eaae-d4a2-406d-85ea-f0e4c8c6c7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:30.126023 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-ca16eaae-d4a2-406d-85ea-f0e4c8c6c7c2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=152cbc225b3e4ecebdc41aedd4f3fdf5&device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 1094 time: 0.0782239 Nov 16 11:29:30.196090 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-de46a3f9-27e0-48d5-95f7-07dbdfaeb8a7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9eb2d95-c4a1-44b9-a40b-522140272ae4 HTTP/1.1" status: 200 len: 217 time: 0.0587552 Nov 16 11:29:30.242004 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e8628-7f1a-4643-9987-3eee29bc9556 req-79471510-eb7b-4dba-bea0-0835379cd18d tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:30.247791 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3c4c99c3-d6e9-43ba-991a-c7ec16e91491 req-7b86f58c-e049-476a-8f69-f037c5287ec0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=af58858e-c0db-400c-b625-c66c5e4da1dd HTTP/1.1" status: 200 len: 210 time: 0.0633693 Nov 16 11:29:30.250247 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a20e8628-7f1a-4643-9987-3eee29bc9556 req-79471510-eb7b-4dba-bea0-0835379cd18d tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0738304 Nov 16 11:29:30.314463 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a20e8628-7f1a-4643-9987-3eee29bc9556 req-aae0a105-ab72-4c45-be0d-032ec571dce1 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639560 Nov 16 11:29:30.321849 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-bee19c99-b8d8-4aa8-b51c-53d60f553f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:30.327824 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-bee19c99-b8d8-4aa8-b51c-53d60f553f45 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d8b46b33-85d7-40c7-9f1c-6019e1d020e8 HTTP/1.1" status: 200 len: 859 time: 0.0946248 Nov 16 11:29:30.415342 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['0a5706f1-873a-4b3a-82dc-73549dc99fb5', '08af4e19-ecca-4bbe-9ac7-bad573fc1625', '4f151c39-a1fa-40a1-9451-f5f9d1ceebcc'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:29:30.519295 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-48f2c417-2d52-4c5c-9eb3-e3e094412e19 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5b0dad88-2921-4ce2-a522-2a38833ce0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771091 Nov 16 11:29:30.578659 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3f638-1e50-42bf-939f-34ff22e3ce04 req-cc58f68d-39da-436e-9baa-0834a1a344b0 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:30.588763 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-67d3f638-1e50-42bf-939f-34ff22e3ce04 req-cc58f68d-39da-436e-9baa-0834a1a344b0 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 949 time: 0.1383214 Nov 16 11:29:30.663422 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-67d3f638-1e50-42bf-939f-34ff22e3ce04 req-7dc855ad-aeed-4384-938f-e1544c7bfb48 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735743 Nov 16 11:29:30.708963 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f98178-5b0b-4bf4-b35d-6c0f29ee8a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375bdc3c-ee3b-464c-adaf-ba5b6a8202cd'}, {'server_uuid': '23a3195c-d886-4b60-9d17-03aec03d84c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfe63ed-82d5-4e38-a615-f3b2c2acc877'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:29:30.713416 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969ef736-f481-4018-9d76-c15d240e77c6" -d '{"events": [{"server_uuid": "20f98178-5b0b-4bf4-b35d-6c0f29ee8a84", "name": "network-vif-plugged", "status": "completed", "tag": "375bdc3c-ee3b-464c-adaf-ba5b6a8202cd"}, {"server_uuid": "23a3195c-d886-4b60-9d17-03aec03d84c7", "name": "network-vif-plugged", "status": "completed", "tag": "1cfe63ed-82d5-4e38-a615-f3b2c2acc877"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:29:30.744182 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-0547fc85-d295-4b2d-9813-b65e608de11b service neutron] 10.222.0.64 "GET /v2.0/networks/5b0dad88-2921-4ce2-a522-2a38833ce0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162225 Nov 16 11:29:30.826265 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-98f89d0f-4ccd-48cf-917a-aee11bd49246 req-8c2e3907-3b79-4e86-bf15-58318c4741b0 tempest-ServerShowV257Test-686525170 tempest-ServerShowV257Test-686525170-project] 10.222.0.61 "GET /v2.0/ports?device_id=af58858e-c0db-400c-b625-c66c5e4da1dd HTTP/1.1" status: 200 len: 210 time: 0.0558922 Nov 16 11:29:30.933679 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7b05ac16-deff-4851-a3b7-9024129bed51 req-6b25c77d-fe07-4d31-ab2f-92fe2e741f00 service neutron] 10.222.0.64 "GET /v2.0/networks/5b0dad88-2921-4ce2-a522-2a38833ce0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674011 Nov 16 11:29:31.028106 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de55026-9731-443f-91f4-126403be835e req-43c32113-b2de-4d0f-a09c-268392f9ba7c tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:31.037754 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8de55026-9731-443f-91f4-126403be835e req-43c32113-b2de-4d0f-a09c-268392f9ba7c tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 943 time: 0.1075060 Nov 16 11:29:31.163150 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8de55026-9731-443f-91f4-126403be835e req-e746dd5f-5f31-4f9d-a00e-e97b7ea38ff9 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197298 Nov 16 11:29:31.223465 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87873084-726b-42f1-bb72-d4c25d5f928f x-openstack-request-id: req-87873084-726b-42f1-bb72-d4c25d5f928f {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:29:31.223759 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79742df9-a0a4-4352-b235-3270dbf69113", "name": "network-vif-deleted", "tag": "f2ba0d2d-282a-4bb0-8a6a-5476583ecd88", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:29:31.224039 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-87873084-726b-42f1-bb72-d4c25d5f928f {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:29:31.224458 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79742df9-a0a4-4352-b235-3270dbf69113', 'name': 'network-vif-deleted', 'tag': 'f2ba0d2d-282a-4bb0-8a6a-5476583ecd88', 'status': 'completed', 'code': 200} Nov 16 11:29:31.313580 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a911ff30-ed96-4af1-b8db-8a82dda73649 req-44bb29d8-b9e1-48c7-ba90-ed1e14f8dcff tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/ports?device_id=329bc1d0-ba4e-4ef1-bc1f-c6ff20e9342d HTTP/1.1" status: 200 len: 210 time: 0.0355086 Nov 16 11:29:31.440245 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14697bc5-04ed-4e2e-bb96-3e9791568218 req-c8be885b-e62c-4c27-997a-e7348a312717 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:31.447847 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14697bc5-04ed-4e2e-bb96-3e9791568218 req-c8be885b-e62c-4c27-997a-e7348a312717 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/ports?device_id=132229e8-f0d5-4361-8105-0cb06648c52b HTTP/1.1" status: 200 len: 945 time: 0.0646443 Nov 16 11:29:31.503404 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14697bc5-04ed-4e2e-bb96-3e9791568218 req-809cdbe3-07a1-4ac2-a31f-7429a0d2e45f tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/security-groups?id=12158469-800c-4bb7-9f5b-5e57652ed937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545926 Nov 16 11:29:31.564780 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 16 Nov 2021 11:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a4bbc1-e38d-4479-964e-91f1f5a79924 x-openstack-request-id: req-14a4bbc1-e38d-4479-964e-91f1f5a79924 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:29:31.565752 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20f98178-5b0b-4bf4-b35d-6c0f29ee8a84", "name": "network-vif-plugged", "status": "completed", "tag": "375bdc3c-ee3b-464c-adaf-ba5b6a8202cd", "code": 200}, {"server_uuid": "23a3195c-d886-4b60-9d17-03aec03d84c7", "name": "network-vif-plugged", "status": "completed", "tag": "1cfe63ed-82d5-4e38-a615-f3b2c2acc877", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:29:31.566390 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-14a4bbc1-e38d-4479-964e-91f1f5a79924 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:29:31.566995 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20f98178-5b0b-4bf4-b35d-6c0f29ee8a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375bdc3c-ee3b-464c-adaf-ba5b6a8202cd', 'code': 200} Nov 16 11:29:31.567424 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a3195c-d886-4b60-9d17-03aec03d84c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfe63ed-82d5-4e38-a615-f3b2c2acc877', 'code': 200} Nov 16 11:29:31.799002 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b7c1d-d948-4859-ac5f-90d902f1605d req-976e3f7e-fd04-4773-a247-c2661e9a11a7 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:31.809819 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73107cb6-0f88-4a66-9c00-ae2a79cf1ca2 req-ab25a0e7-c722-4489-afc4-59432ba0c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:31.811367 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a18b7c1d-d948-4859-ac5f-90d902f1605d req-976e3f7e-fd04-4773-a247-c2661e9a11a7 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.1525092 Nov 16 11:29:31.811690 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-73107cb6-0f88-4a66-9c00-ae2a79cf1ca2 req-ab25a0e7-c722-4489-afc4-59432ba0c319 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=20f98178-5b0b-4bf4-b35d-6c0f29ee8a84 HTTP/1.1" status: 200 len: 1096 time: 0.0513349 Nov 16 11:29:31.875985 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a18b7c1d-d948-4859-ac5f-90d902f1605d req-768c5297-e6de-4057-b37c-15df75042b0c tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633538 Nov 16 11:29:31.934597 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-377c7f6e-19b0-4078-b66f-d99f2058128b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:31.936483 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-377c7f6e-19b0-4078-b66f-d99f2058128b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.64 "GET /v2.0/networks?id=a514adc9-96c1-4a2f-a558-75c51e57dda4 HTTP/1.1" status: 200 len: 797 time: 0.1215160 Nov 16 11:29:32.000793 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-73107cb6-0f88-4a66-9c00-ae2a79cf1ca2 req-325b32ad-86ac-44a4-9048-f6a2cfa0ac23 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=12158469-800c-4bb7-9f5b-5e57652ed937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630484 Nov 16 11:29:32.059204 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device a1945e7c-c7b7-4528-b05a-7cd8b792994e up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:29:32.133014 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-796c7201-6b8f-4b31-a3f3-61bb1fe79679 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e4d1d7674f84686a4379fe8e2aa2d78 HTTP/1.1" status: 200 len: 473 time: 0.1813140 Nov 16 11:29:32.194641 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port a1945e7c-c7b7-4528-b05a-7cd8b792994e completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:29:32.199834 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a511d35-079a-44db-985d-85a72c214aa8 req-21b55684-d7cc-4587-8d81-8ba48342b390 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:32.200212 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port a1945e7c-c7b7-4528-b05a-7cd8b792994e triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:29:32.200882 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:32.201604 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7a511d35-079a-44db-985d-85a72c214aa8 req-21b55684-d7cc-4587-8d81-8ba48342b390 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 949 time: 0.0684044 Nov 16 11:29:32.216798 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-711d5c8b-24b2-44ca-8b53-de81172d4c0b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Request body: {'port': {'device_id': '329bc1d0-ba4e-4ef1-bc1f-c6ff20e9342d', 'network_id': 'a514adc9-96c1-4a2f-a558-75c51e57dda4', 'admin_state_up': True, 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'security_groups': ['c5922995-1f60-4948-9806-c2c123ba5a28']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:29:32.306669 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:32.333582 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7a511d35-079a-44db-985d-85a72c214aa8 req-44a2f15e-a103-4ada-9681-9c9f2e7aaa90 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157699 Nov 16 11:29:32.348585 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port a1945e7c-c7b7-4528-b05a-7cd8b792994e, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=a1945e7c-c7b7-4528-b05a-7cd8b792994e,segment=NetworkSegment(735533a6-695e-4dca-86e9-8417251168ff),segment_id=735533a6-695e-4dca-86e9-8417251168ff)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:32.361495 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:32.405292 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-711d5c8b-24b2-44ca-8b53-de81172d4c0b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Made reservation on behalf of 8e4d1d7674f84686a4379fe8e2aa2d78 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:29:32.408875 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-711d5c8b-24b2-44ca-8b53-de81172d4c0b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:32.422826 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=a1945e7c-c7b7-4528-b05a-7cd8b792994e,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:32.453062 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b5d00fe2-3667-47df-98f1-c0823447f2a0 req-1a8af231-d7ee-4ae7-ac42-5b82fca7a570 tempest-ServerShowV257Test-686525170 tempest-ServerShowV257Test-686525170-project] 10.222.0.61 "GET /v2.0/ports?device_id=af58858e-c0db-400c-b625-c66c5e4da1dd HTTP/1.1" status: 200 len: 210 time: 0.0299525 Nov 16 11:29:32.623514 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab262ad-efae-4fc6-902e-af2981c594b6 req-51c4f6f0-ad37-420f-a857-687c234e029e tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:32.627699 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-711d5c8b-24b2-44ca-8b53-de81172d4c0b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Allocated IP 172.20.0.19 (a514adc9-96c1-4a2f-a558-75c51e57dda4/3da4f156-9922-4139-a53b-359bb9272dde/63e5f16d-dcb8-4591-9267-71deea84a78b) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:29:32.631930 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3ab262ad-efae-4fc6-902e-af2981c594b6 req-51c4f6f0-ad37-420f-a857-687c234e029e tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 943 time: 0.0931177 Nov 16 11:29:32.698557 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3ab262ad-efae-4fc6-902e-af2981c594b6 req-971088e2-6cac-43d6-8030-4c44ae57f9da tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655529 Nov 16 11:29:32.791441 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4d6c627b-5f19-4109-9aaa-c630657c7b2d req-b401bf7f-9449-4536-a1fc-d1b4c71f504f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/ports?device_id=329bc1d0-ba4e-4ef1-bc1f-c6ff20e9342d HTTP/1.1" status: 200 len: 210 time: 0.0389254 Nov 16 11:29:32.817348 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-711d5c8b-24b2-44ca-8b53-de81172d4c0b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:32.870084 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-711d5c8b-24b2-44ca-8b53-de81172d4c0b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:32.966152 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-711d5c8b-24b2-44ca-8b53-de81172d4c0b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Network a514adc9-96c1-4a2f-a558-75c51e57dda4 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:29:32.967982 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-711d5c8b-24b2-44ca-8b53-de81172d4c0b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:29:32.984658 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-711d5c8b-24b2-44ca-8b53-de81172d4c0b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:29:33.087495 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-711d5c8b-24b2-44ca-8b53-de81172d4c0b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:33.088444 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-711d5c8b-24b2-44ca-8b53-de81172d4c0b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:33.223752 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-752860b3-b3b9-42c1-b081-f3cc3fe12004 req-6318bdb9-bfab-479c-8d8b-b231cb0681b9 service neutron] 10.222.0.64 "GET /v2.0/ports/999da5f4-8680-4f3b-bb5e-3b650ba4a561/bindings/n-h2-816823-3 HTTP/1.1" status: 200 len: 382 time: 0.1286685 Nov 16 11:29:33.227585 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1347832a-2db9-41a9-aadf-7450c76ea237', 'tag': 'f9eb2d95-c4a1-44b9-a40b-522140272ae4'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:29:33.230369 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bf085f-2513-4eff-9c13-447628d867b5" -d '{"events": [{"name": "network-changed", "server_uuid": "1347832a-2db9-41a9-aadf-7450c76ea237", "tag": "f9eb2d95-c4a1-44b9-a40b-522140272ae4"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:29:33.248519 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d5c8b-24b2-44ca-8b53-de81172d4c0b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event updated for resources: {'Port': ['ID=63e5f16d-dcb8-4591-9267-71deea84a78b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:33.266645 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-711d5c8b-24b2-44ca-8b53-de81172d4c0b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0574250 Nov 16 11:29:33.317894 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-da604694-8e02-4d55-9e0c-672745d39472 service neutron] Request body: {'port': {'device_id': '329bc1d0-ba4e-4ef1-bc1f-c6ff20e9342d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:29:33.430438 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-2f6d1072-3c21-45c2-838f-27aa9a79cd9c None None] Provisioning complete for port 63e5f16d-dcb8-4591-9267-71deea84a78b triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:29:33.431014 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2f6d1072-3c21-45c2-838f-27aa9a79cd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:33.458058 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2dec3-8f76-4257-a1bc-7771b301a3d7 req-8ff63132-743e-4f23-83f1-ac031a477c93 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:33.459629 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d7e2dec3-8f76-4257-a1bc-7771b301a3d7 req-8ff63132-743e-4f23-83f1-ac031a477c93 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/ports?device_id=132229e8-f0d5-4361-8105-0cb06648c52b HTTP/1.1" status: 200 len: 945 time: 0.1784263 Nov 16 11:29:33.499420 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-da604694-8e02-4d55-9e0c-672745d39472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:33.513220 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-2f6d1072-3c21-45c2-838f-27aa9a79cd9c None None] Port 63e5f16d-dcb8-4591-9267-71deea84a78b cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:29:33.542906 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d7e2dec3-8f76-4257-a1bc-7771b301a3d7 req-0ecf3a47-9423-4c5d-b047-2aa5cd34a0f8 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/security-groups?id=12158469-800c-4bb7-9f5b-5e57652ed937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753777 Nov 16 11:29:33.569243 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fad48c4-c1fd-4cb7-94a4-05f58981bcbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1945e7c-c7b7-4528-b05a-7cd8b792994e'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:29:33.571975 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28237543-aca1-4d02-b6f2-6455a649c07c" -d '{"events": [{"server_uuid": "6fad48c4-c1fd-4cb7-94a4-05f58981bcbc", "name": "network-vif-plugged", "status": "completed", "tag": "a1945e7c-c7b7-4528-b05a-7cd8b792994e"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:29:33.779812 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752860b3-b3b9-42c1-b081-f3cc3fe12004 req-d96f5347-bc4d-452d-8762-ea6180c84407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:33.781063 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-752860b3-b3b9-42c1-b081-f3cc3fe12004 req-d96f5347-bc4d-452d-8762-ea6180c84407 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a&tenant_id=e86b42204c7f435e8eff5558272e51a5 HTTP/1.1" status: 200 len: 1100 time: 0.1142786 Nov 16 11:29:33.815432 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d4378-f7e0-4ff2-8dc1-8da47c8f9fdf req-9fdb8289-0f0a-4cd8-b0ba-7693476a6676 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:33.829376 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c12d4378-f7e0-4ff2-8dc1-8da47c8f9fdf req-9fdb8289-0f0a-4cd8-b0ba-7693476a6676 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.1329014 Nov 16 11:29:33.896144 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752860b3-b3b9-42c1-b081-f3cc3fe12004 req-57664dc6-40a8-4653-9839-684a6d21880e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:33.897427 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-752860b3-b3b9-42c1-b081-f3cc3fe12004 req-57664dc6-40a8-4653-9839-684a6d21880e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e86b42204c7f435e8eff5558272e51a5&device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 1100 time: 0.0765390 Nov 16 11:29:33.899915 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c12d4378-f7e0-4ff2-8dc1-8da47c8f9fdf req-00a20b39-2131-46e5-bc2e-c174779c2082 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689456 Nov 16 11:29:34.032456 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device f9eb2d95-c4a1-44b9-a40b-522140272ae4 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:29:34.072697 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-da604694-8e02-4d55-9e0c-672745d39472 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63e5f16d-dcb8-4591-9267-71deea84a78b {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:29:34.085959 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-da604694-8e02-4d55-9e0c-672745d39472 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:34.111301 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752860b3-b3b9-42c1-b081-f3cc3fe12004 req-2b915d84-139b-45c6-9908-7b32f45c1fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:34.127935 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-752860b3-b3b9-42c1-b081-f3cc3fe12004 req-2b915d84-139b-45c6-9908-7b32f45c1fea service neutron] 10.222.0.64 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.2167499 Nov 16 11:29:34.132075 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-da604694-8e02-4d55-9e0c-672745d39472 service neutron] Transition to ACTIVE for port object 63e5f16d-dcb8-4591-9267-71deea84a78b will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:29:34.133792 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-74fa9179-496a-45d4-9af8-0f57a0129118 req-670e067d-f7e0-4c93-8276-29c262740551 tempest-ServerShowV257Test-686525170 tempest-ServerShowV257Test-686525170-project] 10.222.0.61 "GET /v2.0/ports?device_id=af58858e-c0db-400c-b625-c66c5e4da1dd HTTP/1.1" status: 200 len: 210 time: 0.0568371 Nov 16 11:29:34.200456 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-752860b3-b3b9-42c1-b081-f3cc3fe12004 req-7670001d-81bd-48e2-8257-9616e270f57d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=999da5f4-8680-4f3b-bb5e-3b650ba4a561 HTTP/1.1" status: 200 len: 217 time: 0.0623503 Nov 16 11:29:34.201697 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-da604694-8e02-4d55-9e0c-672745d39472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:34.209610 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d52998-ba0e-4b5a-b4bd-87d8f6a499a2 x-openstack-request-id: req-79d52998-ba0e-4b5a-b4bd-87d8f6a499a2 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:29:34.210173 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1347832a-2db9-41a9-aadf-7450c76ea237", "tag": "f9eb2d95-c4a1-44b9-a40b-522140272ae4", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:29:34.210621 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-79d52998-ba0e-4b5a-b4bd-87d8f6a499a2 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:29:34.211257 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1347832a-2db9-41a9-aadf-7450c76ea237', 'tag': 'f9eb2d95-c4a1-44b9-a40b-522140272ae4', 'status': 'completed', 'code': 200} Nov 16 11:29:34.312265 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port f9eb2d95-c4a1-44b9-a40b-522140272ae4, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=f9eb2d95-c4a1-44b9-a40b-522140272ae4,segment=NetworkSegment(735533a6-695e-4dca-86e9-8417251168ff),segment_id=735533a6-695e-4dca-86e9-8417251168ff)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:34.338724 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'f9eb2d95-c4a1-44b9-a40b-522140272ae4', 'network_id': '5b0dad88-2921-4ce2-a522-2a38833ce0c4', 'port_id': 'f9eb2d95-c4a1-44b9-a40b-522140272ae4', 'mac_address': 'fa:16:3e:38:b7:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b46b33-85d7-40c7-9f1c-6019e1d020e8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:29:34.357991 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253277f-4660-43dc-85d7-a4ef634db8c8 req-2cd8bbad-cc5e-4fe0-af92-121add5feef5 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:34.361275 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da604694-8e02-4d55-9e0c-672745d39472 service neutron] Pushing event updated for resources: {'Port': ['ID=63e5f16d-dcb8-4591-9267-71deea84a78b,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:34.366505 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e253277f-4660-43dc-85d7-a4ef634db8c8 req-2cd8bbad-cc5e-4fe0-af92-121add5feef5 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 949 time: 0.0958211 Nov 16 11:29:34.412137 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf085f-2513-4eff-9c13-447628d867b5 req-fd27db39-9415-4362-840f-813f66d05a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:34.418535 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f0bf085f-2513-4eff-9c13-447628d867b5 req-fd27db39-9415-4362-840f-813f66d05a5a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=152cbc225b3e4ecebdc41aedd4f3fdf5&device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 1094 time: 0.1508579 Nov 16 11:29:34.419830 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:34.425222 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752860b3-b3b9-42c1-b081-f3cc3fe12004 req-a77467be-45a9-4b7d-808f-a5047697d211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:34.428192 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-752860b3-b3b9-42c1-b081-f3cc3fe12004 req-a77467be-45a9-4b7d-808f-a5047697d211 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.1743436 Nov 16 11:29:34.462101 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9eb2d95-c4a1-44b9-a40b-522140272ae4 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:29:34.473967 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e253277f-4660-43dc-85d7-a4ef634db8c8 req-e78af7eb-a4ef-4c2d-b4ad-d36847185620 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061566 Nov 16 11:29:34.528562 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port f9eb2d95-c4a1-44b9-a40b-522140272ae4, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=f9eb2d95-c4a1-44b9-a40b-522140272ae4,segment=NetworkSegment(735533a6-695e-4dca-86e9-8417251168ff),segment_id=735533a6-695e-4dca-86e9-8417251168ff)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:34.546139 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:34.609085 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-da604694-8e02-4d55-9e0c-672745d39472 service neutron] Attempting to bind port 63e5f16d-dcb8-4591-9267-71deea84a78b on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:29:34.609389 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-da604694-8e02-4d55-9e0c-672745d39472 service neutron] Attempting to bind port 63e5f16d-dcb8-4591-9267-71deea84a78b by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'aa356381-0b02-4cb0-820e-e5ce2d5103f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a514adc9-96c1-4a2f-a558-75c51e57dda4'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:29:34.609667 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-da604694-8e02-4d55-9e0c-672745d39472 service neutron] Attempting to bind port 63e5f16d-dcb8-4591-9267-71deea84a78b on network a514adc9-96c1-4a2f-a558-75c51e57dda4 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:29:34.617471 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-da604694-8e02-4d55-9e0c-672745d39472 service neutron] Port 63e5f16d-dcb8-4591-9267-71deea84a78b on network a514adc9-96c1-4a2f-a558-75c51e57dda4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:29:34.617797 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-da604694-8e02-4d55-9e0c-672745d39472 service neutron] Attempting to bind port 63e5f16d-dcb8-4591-9267-71deea84a78b on network a514adc9-96c1-4a2f-a558-75c51e57dda4 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:29:34.631329 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752860b3-b3b9-42c1-b081-f3cc3fe12004 req-e724c91f-7a1e-4692-bfda-2950c7631584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:34.632859 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-752860b3-b3b9-42c1-b081-f3cc3fe12004 req-e724c91f-7a1e-4692-bfda-2950c7631584 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1762800 Nov 16 11:29:34.640399 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-da604694-8e02-4d55-9e0c-672745d39472 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:29:34.640819 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-da604694-8e02-4d55-9e0c-672745d39472 service neutron] Checking segment: {'id': 'aa356381-0b02-4cb0-820e-e5ce2d5103f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a514adc9-96c1-4a2f-a558-75c51e57dda4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:29:34.641226 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-da604694-8e02-4d55-9e0c-672745d39472 service neutron] Bound using segment: {'id': 'aa356381-0b02-4cb0-820e-e5ce2d5103f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a514adc9-96c1-4a2f-a558-75c51e57dda4'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:29:34.641693 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-da604694-8e02-4d55-9e0c-672745d39472 service neutron] Bound port: 63e5f16d-dcb8-4591-9267-71deea84a78b, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa356381-0b02-4cb0-820e-e5ce2d5103f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a514adc9-96c1-4a2f-a558-75c51e57dda4'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:29:34.642088 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-da604694-8e02-4d55-9e0c-672745d39472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:34.673513 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=f9eb2d95-c4a1-44b9-a40b-522140272ae4,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:34.848496 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-da604694-8e02-4d55-9e0c-672745d39472 service neutron] For port 63e5f16d-dcb8-4591-9267-71deea84a78b, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:29:34.852053 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-da604694-8e02-4d55-9e0c-672745d39472 service neutron] For port 63e5f16d-dcb8-4591-9267-71deea84a78b, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=63e5f16d-dcb8-4591-9267-71deea84a78b,segment=NetworkSegment(aa356381-0b02-4cb0-820e-e5ce2d5103f7),segment_id=aa356381-0b02-4cb0-820e-e5ce2d5103f7)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:29:34.882277 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['f9eb2d95-c4a1-44b9-a40b-522140272ae4'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:29:34.885911 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-da604694-8e02-4d55-9e0c-672745d39472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:34.964163 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da604694-8e02-4d55-9e0c-672745d39472 service neutron] Pushing event updated for resources: {'Port': ['ID=63e5f16d-dcb8-4591-9267-71deea84a78b,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:34.976532 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf085f-2513-4eff-9c13-447628d867b5 req-92d1fe1f-4e91-4b90-bc92-5c0626580ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:34.978092 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f0bf085f-2513-4eff-9c13-447628d867b5 req-92d1fe1f-4e91-4b90-bc92-5c0626580ffc service neutron] 10.222.0.64 "GET /v2.0/networks?id=5b0dad88-2921-4ce2-a522-2a38833ce0c4 HTTP/1.1" status: 200 len: 920 time: 0.5107181 Nov 16 11:29:34.995750 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402cf43e-ae8f-4c2a-8a98-0d728ade6653 req-11d1c201-756a-4cc0-89ee-2b34d32a2b62 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:35.004421 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-402cf43e-ae8f-4c2a-8a98-0d728ade6653 req-11d1c201-756a-4cc0-89ee-2b34d32a2b62 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/ports?device_id=20f98178-5b0b-4bf4-b35d-6c0f29ee8a84 HTTP/1.1" status: 200 len: 945 time: 0.4018824 Nov 16 11:29:35.015333 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-da604694-8e02-4d55-9e0c-672745d39472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:35.017553 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-da604694-8e02-4d55-9e0c-672745d39472 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:35.019381 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-da604694-8e02-4d55-9e0c-672745d39472 service neutron] 10.222.0.64 "PUT /v2.0/ports/63e5f16d-dcb8-4591-9267-71deea84a78b HTTP/1.1" status: 200 len: 1092 time: 1.7088628 Nov 16 11:29:35.077701 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f0bf085f-2513-4eff-9c13-447628d867b5 req-b46b1469-780c-4cd6-b128-e3e1a1e397dd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9eb2d95-c4a1-44b9-a40b-522140272ae4 HTTP/1.1" status: 200 len: 217 time: 0.0768316 Nov 16 11:29:35.147046 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-402cf43e-ae8f-4c2a-8a98-0d728ade6653 req-20373036-0345-40aa-88b7-56d485b7b57a tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/security-groups?id=12158469-800c-4bb7-9f5b-5e57652ed937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390502 Nov 16 11:29:35.225370 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ee0f44-e42c-4180-8f0d-d4de0e60d1dd x-openstack-request-id: req-d0ee0f44-e42c-4180-8f0d-d4de0e60d1dd {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:29:35.225671 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fad48c4-c1fd-4cb7-94a4-05f58981bcbc", "name": "network-vif-plugged", "status": "completed", "tag": "a1945e7c-c7b7-4528-b05a-7cd8b792994e", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:29:35.225943 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d0ee0f44-e42c-4180-8f0d-d4de0e60d1dd {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:29:35.226359 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fad48c4-c1fd-4cb7-94a4-05f58981bcbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1945e7c-c7b7-4528-b05a-7cd8b792994e', 'code': 200} Nov 16 11:29:35.286019 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-752860b3-b3b9-42c1-b081-f3cc3fe12004 req-5d89b1be-ff65-4ff1-a553-a01470615485 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6413713 Nov 16 11:29:35.315868 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-6efe5b43-2e9c-43a1-8b9a-255b87fc234a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:35.318357 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-6efe5b43-2e9c-43a1-8b9a-255b87fc234a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8e4d1d7674f84686a4379fe8e2aa2d78&device_id=329bc1d0-ba4e-4ef1-bc1f-c6ff20e9342d HTTP/1.1" status: 200 len: 1095 time: 0.1893868 Nov 16 11:29:35.345914 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf085f-2513-4eff-9c13-447628d867b5 req-66d7b594-75a7-47b1-9736-18699c86ed60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:35.352402 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f0bf085f-2513-4eff-9c13-447628d867b5 req-66d7b594-75a7-47b1-9736-18699c86ed60 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d8b46b33-85d7-40c7-9f1c-6019e1d020e8 HTTP/1.1" status: 200 len: 859 time: 0.2546954 Nov 16 11:29:35.387411 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c017a93-4829-4af6-a131-68e8ba4e73d9 req-5cd0f430-839a-4c59-b506-c47b5562f78a tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:35.396041 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5c017a93-4829-4af6-a131-68e8ba4e73d9 req-5cd0f430-839a-4c59-b506-c47b5562f78a tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 944 time: 0.1117074 Nov 16 11:29:35.478773 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f0bf085f-2513-4eff-9c13-447628d867b5 req-065c7a94-0cce-47e3-a0fe-064feb628c63 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5b0dad88-2921-4ce2-a522-2a38833ce0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273371 Nov 16 11:29:35.481097 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5c017a93-4829-4af6-a131-68e8ba4e73d9 req-c52b8402-decc-438d-b39d-2eba0eaccb1a tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839100 Nov 16 11:29:35.484901 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-f45b2e33-cebc-4581-a0e6-10476fd3d578 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=63e5f16d-dcb8-4591-9267-71deea84a78b HTTP/1.1" status: 200 len: 217 time: 0.1484790 Nov 16 11:29:35.631440 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478ebac-d79a-48c5-9ef4-0ecb94fe7a56 req-bc491aef-1b48-411f-a10e-ab9b1665e514 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:35.632939 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b478ebac-d79a-48c5-9ef4-0ecb94fe7a56 req-bc491aef-1b48-411f-a10e-ab9b1665e514 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/ports?device_id=329bc1d0-ba4e-4ef1-bc1f-c6ff20e9342d HTTP/1.1" status: 200 len: 944 time: 0.0710306 Nov 16 11:29:35.687214 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6d565-e416-4db0-8f98-84f9bad5974a req-599df0e3-f1bb-4c0a-ae88-92c907daac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:35.689136 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-65d6d565-e416-4db0-8f98-84f9bad5974a req-599df0e3-f1bb-4c0a-ae88-92c907daac9e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 1097 time: 0.3699141 Nov 16 11:29:35.700152 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b478ebac-d79a-48c5-9ef4-0ecb94fe7a56 req-271201f7-8939-4571-adac-202e5a1094b8 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5922995-1f60-4948-9806-c2c123ba5a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601504 Nov 16 11:29:35.747289 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f0bf085f-2513-4eff-9c13-447628d867b5 req-667c7b43-5ab2-44df-a0d5-db3a3ea7199f service neutron] 10.222.0.64 "GET /v2.0/networks/5b0dad88-2921-4ce2-a522-2a38833ce0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524114 Nov 16 11:29:35.807916 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-a54c1b74-187b-4bd6-8347-7579b8b418d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:35.809915 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-a54c1b74-187b-4bd6-8347-7579b8b418d1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3da4f156-9922-4139-a53b-359bb9272dde HTTP/1.1" status: 200 len: 838 time: 0.3027160 Nov 16 11:29:35.811778 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-752860b3-b3b9-42c1-b081-f3cc3fe12004 req-d5baf4fa-f9a9-4e32-95d5-7dea047ae4e5 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4849653 Nov 16 11:29:35.906805 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0f401-b481-4fb3-8f86-56a9703381d0 req-e25f0830-c234-4804-b433-25e279460ce9 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:35.916603 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-87f0f401-b481-4fb3-8f86-56a9703381d0 req-e25f0830-c234-4804-b433-25e279460ce9 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.1059372 Nov 16 11:29:35.974543 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-af14a4e6-0c1b-4fdc-b10c-e5d80c496bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:35.976084 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-af14a4e6-0c1b-4fdc-b10c-e5d80c496bad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a514adc9-96c1-4a2f-a558-75c51e57dda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1162834 Nov 16 11:29:35.979123 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-65d6d565-e416-4db0-8f98-84f9bad5974a req-6a92c3e7-ce02-4a9a-8da9-5340e4127db0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288451 Nov 16 11:29:35.999779 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-87f0f401-b481-4fb3-8f86-56a9703381d0 req-8c085238-458d-44bd-ae31-fa6f779fa1ce tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755813 Nov 16 11:29:35.999980 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f0bf085f-2513-4eff-9c13-447628d867b5 req-e5529fe3-91f5-49cc-b3a1-843df2811c00 service neutron] 10.222.0.64 "GET /v2.0/networks/5b0dad88-2921-4ce2-a522-2a38833ce0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220113 Nov 16 11:29:36.039393 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 999da5f4-8680-4f3b-bb5e-3b650ba4a561 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:29:36.204064 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:36.212131 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '329bc1d0-ba4e-4ef1-bc1f-c6ff20e9342d', 'tag': '63e5f16d-dcb8-4591-9267-71deea84a78b'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:29:36.222019 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77037aca-cafc-4fab-98ec-afea39dc843a" -d '{"events": [{"name": "network-changed", "server_uuid": "329bc1d0-ba4e-4ef1-bc1f-c6ff20e9342d", "tag": "63e5f16d-dcb8-4591-9267-71deea84a78b"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:29:36.302577 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 999da5f4-8680-4f3b-bb5e-3b650ba4a561, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=999da5f4-8680-4f3b-bb5e-3b650ba4a561,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:36.309834 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:36.363942 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-3422d0a5-b5b7-48d1-b6c8-4a3d1495b957 service neutron] 10.222.0.64 "GET /v2.0/networks/a514adc9-96c1-4a2f-a558-75c51e57dda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738353 Nov 16 11:29:36.398610 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=999da5f4-8680-4f3b-bb5e-3b650ba4a561,revision_number=6']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:36.471278 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-97fcc853-0d00-4be0-8cdb-aa23ffeffb1d req-e173b271-780d-4097-af21-c0fc7dbba50a tempest-ServerShowV257Test-686525170 tempest-ServerShowV257Test-686525170-project] 10.222.0.61 "GET /v2.0/ports?device_id=af58858e-c0db-400c-b625-c66c5e4da1dd HTTP/1.1" status: 200 len: 210 time: 0.0328765 Nov 16 11:29:36.554701 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1ac22d35-363b-488e-99fa-6ba5468a2caa req-cd3ad646-d60c-48d0-ac06-78fb22da487a service neutron] 10.222.0.64 "GET /v2.0/networks/a514adc9-96c1-4a2f-a558-75c51e57dda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827538 Nov 16 11:29:36.649399 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef0b31-5392-447f-8b47-0b7b10ffee5b req-0467ba68-11c8-47b1-92ef-baed50022b99 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:36.658587 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f6ef0b31-5392-447f-8b47-0b7b10ffee5b req-0467ba68-11c8-47b1-92ef-baed50022b99 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 947 time: 0.0716164 Nov 16 11:29:36.717429 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f6ef0b31-5392-447f-8b47-0b7b10ffee5b req-a583a17e-c4f3-41c4-9bc9-f004a29bde3e tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572112 Nov 16 11:29:36.770569 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabbd400-2542-42ad-a019-9932accd8c15 x-openstack-request-id: req-dabbd400-2542-42ad-a019-9932accd8c15 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:29:36.770932 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "329bc1d0-ba4e-4ef1-bc1f-c6ff20e9342d", "tag": "63e5f16d-dcb8-4591-9267-71deea84a78b", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:29:36.771247 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dabbd400-2542-42ad-a019-9932accd8c15 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:29:36.771714 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '329bc1d0-ba4e-4ef1-bc1f-c6ff20e9342d', 'tag': '63e5f16d-dcb8-4591-9267-71deea84a78b', 'status': 'completed', 'code': 200} Nov 16 11:29:36.902998 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77037aca-cafc-4fab-98ec-afea39dc843a req-e9448f29-8f7b-4495-b6e5-3d91dcd98557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:36.905408 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-77037aca-cafc-4fab-98ec-afea39dc843a req-e9448f29-8f7b-4495-b6e5-3d91dcd98557 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8e4d1d7674f84686a4379fe8e2aa2d78&device_id=329bc1d0-ba4e-4ef1-bc1f-c6ff20e9342d HTTP/1.1" status: 200 len: 1095 time: 0.0825617 Nov 16 11:29:37.070126 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e1295-332a-46c5-9a17-cb4c02da9a90 req-588f913a-29df-4b8a-bda5-94ec8b438926 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:37.071755 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-248e1295-332a-46c5-9a17-cb4c02da9a90 req-588f913a-29df-4b8a-bda5-94ec8b438926 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 944 time: 0.0638237 Nov 16 11:29:37.080061 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77037aca-cafc-4fab-98ec-afea39dc843a req-dea0277a-7324-46d5-a922-c895012945fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:37.081853 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-77037aca-cafc-4fab-98ec-afea39dc843a req-dea0277a-7324-46d5-a922-c895012945fb service neutron] 10.222.0.64 "GET /v2.0/networks?id=a514adc9-96c1-4a2f-a558-75c51e57dda4 HTTP/1.1" status: 200 len: 898 time: 0.1608951 Nov 16 11:29:37.138670 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-248e1295-332a-46c5-9a17-cb4c02da9a90 req-120970e4-de86-46b2-b0dc-c4a8030505f7 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601075 Nov 16 11:29:37.149803 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-77037aca-cafc-4fab-98ec-afea39dc843a req-50bd479e-232b-41bf-9037-26ef6a8fc273 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=63e5f16d-dcb8-4591-9267-71deea84a78b HTTP/1.1" status: 200 len: 217 time: 0.0539086 Nov 16 11:29:37.220081 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77037aca-cafc-4fab-98ec-afea39dc843a req-1fb10a4b-14f6-472a-bfc7-cda84f942e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:37.221575 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-77037aca-cafc-4fab-98ec-afea39dc843a req-1fb10a4b-14f6-472a-bfc7-cda84f942e0e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3da4f156-9922-4139-a53b-359bb9272dde HTTP/1.1" status: 200 len: 838 time: 0.0587757 Nov 16 11:29:37.230278 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc7d811-2a6b-4cae-b37d-163ca14fcd3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '999da5f4-8680-4f3b-bb5e-3b650ba4a561'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:29:37.231944 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36439de-4a92-4bde-bb3c-33eb82ab57b1" -d '{"events": [{"server_uuid": "fcc7d811-2a6b-4cae-b37d-163ca14fcd3a", "name": "network-vif-unplugged", "status": "completed", "tag": "999da5f4-8680-4f3b-bb5e-3b650ba4a561"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:29:37.284338 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77037aca-cafc-4fab-98ec-afea39dc843a req-d882e5d0-18e9-4cd6-afcf-bb52d16cb965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:37.286479 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-77037aca-cafc-4fab-98ec-afea39dc843a req-d882e5d0-18e9-4cd6-afcf-bb52d16cb965 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a514adc9-96c1-4a2f-a558-75c51e57dda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544674 Nov 16 11:29:37.316917 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97d4ba-40ad-4119-a330-1fb12e68f8a8 req-b49af550-e770-49a0-9646-622de6292be4 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:37.322645 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1c97d4ba-40ad-4119-a330-1fb12e68f8a8 req-b49af550-e770-49a0-9646-622de6292be4 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/ports?device_id=329bc1d0-ba4e-4ef1-bc1f-c6ff20e9342d HTTP/1.1" status: 200 len: 944 time: 0.1069148 Nov 16 11:29:37.424657 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1c97d4ba-40ad-4119-a330-1fb12e68f8a8 req-5dc24dc5-2d2e-451a-a37b-3677f6875cb9 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5922995-1f60-4948-9806-c2c123ba5a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956905 Nov 16 11:29:37.438764 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-77037aca-cafc-4fab-98ec-afea39dc843a req-8b6496d4-e75c-4d2b-969b-081b30ddd57c service neutron] 10.222.0.64 "GET /v2.0/networks/a514adc9-96c1-4a2f-a558-75c51e57dda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308382 Nov 16 11:29:37.595048 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-77037aca-cafc-4fab-98ec-afea39dc843a req-410fc19f-c3c4-433a-9570-b8d87835a04c service neutron] 10.222.0.64 "GET /v2.0/networks/a514adc9-96c1-4a2f-a558-75c51e57dda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389611 Nov 16 11:29:37.608248 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb68703-c0aa-4c56-8f72-1d18c7202a65 req-72254aa0-5638-466f-b7d2-11beae8e1edc tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:37.609766 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3bb68703-c0aa-4c56-8f72-1d18c7202a65 req-72254aa0-5638-466f-b7d2-11beae8e1edc tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/ports?device_id=20f98178-5b0b-4bf4-b35d-6c0f29ee8a84 HTTP/1.1" status: 200 len: 945 time: 0.0830364 Nov 16 11:29:37.693956 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3bb68703-c0aa-4c56-8f72-1d18c7202a65 req-1ab5368c-cca8-4a52-b759-6788a9d2e51c tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/security-groups?id=12158469-800c-4bb7-9f5b-5e57652ed937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673244 Nov 16 11:29:37.819570 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca5428-e7a7-48e2-911e-f33dbeeb5e20 req-250a365f-6909-407f-ab8b-c74621f92ec2 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:37.821562 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5fca5428-e7a7-48e2-911e-f33dbeeb5e20 req-250a365f-6909-407f-ab8b-c74621f92ec2 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0571814 Nov 16 11:29:37.895469 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5fca5428-e7a7-48e2-911e-f33dbeeb5e20 req-fc5a4d99-f652-4527-9113-9f03cc2cc885 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582812 Nov 16 11:29:38.018455 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 11:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6caff434-d5f3-48cf-8463-78324fa67dbd x-openstack-request-id: req-6caff434-d5f3-48cf-8463-78324fa67dbd {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:29:38.019061 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc7d811-2a6b-4cae-b37d-163ca14fcd3a", "name": "network-vif-unplugged", "status": "completed", "tag": "999da5f4-8680-4f3b-bb5e-3b650ba4a561", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:29:38.020369 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6caff434-d5f3-48cf-8463-78324fa67dbd {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:29:38.021487 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc7d811-2a6b-4cae-b37d-163ca14fcd3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '999da5f4-8680-4f3b-bb5e-3b650ba4a561', 'code': 200} Nov 16 11:29:38.047800 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device f9eb2d95-c4a1-44b9-a40b-522140272ae4 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:29:38.149227 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port f9eb2d95-c4a1-44b9-a40b-522140272ae4 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:29:38.157077 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port f9eb2d95-c4a1-44b9-a40b-522140272ae4 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:29:38.157731 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:38.286999 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:38.306935 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bf835d0e-0e5f-43b3-a556-cc846d72cefe req-ddd43ac9-77e2-417d-97e1-84676bbc9801 tempest-ServerShowV257Test-686525170 tempest-ServerShowV257Test-686525170-project] 10.222.0.61 "GET /v2.0/ports?device_id=af58858e-c0db-400c-b625-c66c5e4da1dd HTTP/1.1" status: 200 len: 210 time: 0.0413790 Nov 16 11:29:38.335927 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port f9eb2d95-c4a1-44b9-a40b-522140272ae4, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=f9eb2d95-c4a1-44b9-a40b-522140272ae4,segment=NetworkSegment(735533a6-695e-4dca-86e9-8417251168ff),segment_id=735533a6-695e-4dca-86e9-8417251168ff)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:38.341812 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:38.478801 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146881b9-f7fa-4a88-8bf2-53f4a053d059 req-1bcf22f4-6d41-4562-8507-36e7a2be7cd9 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:38.506537 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-146881b9-f7fa-4a88-8bf2-53f4a053d059 req-1bcf22f4-6d41-4562-8507-36e7a2be7cd9 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 947 time: 0.1177413 Nov 16 11:29:38.572054 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-146881b9-f7fa-4a88-8bf2-53f4a053d059 req-c91ae528-17b6-4997-8b84-aafc827f9055 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650368 Nov 16 11:29:38.579387 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=f9eb2d95-c4a1-44b9-a40b-522140272ae4,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:38.667426 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60b772-532d-40ff-9f7f-5234d1472641 req-fdc229f2-32ea-4fd9-933b-d9b16b4fa2ab tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:38.669086 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2a60b772-532d-40ff-9f7f-5234d1472641 req-fdc229f2-32ea-4fd9-933b-d9b16b4fa2ab tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.64 "GET /v2.0/ports?device_id=20f98178-5b0b-4bf4-b35d-6c0f29ee8a84 HTTP/1.1" status: 200 len: 945 time: 0.0757508 Nov 16 11:29:38.700284 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8ef46-ddc4-473f-b5c8-37dca456c06c req-ee5b562b-1561-46a1-8de8-f2044614631a tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:38.708407 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-17a8ef46-ddc4-473f-b5c8-37dca456c06c req-ee5b562b-1561-46a1-8de8-f2044614631a tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 945 time: 0.0574296 Nov 16 11:29:38.765724 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-17a8ef46-ddc4-473f-b5c8-37dca456c06c req-bb8c153a-c074-4134-ac1e-ee983c60d552 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564425 Nov 16 11:29:38.790683 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-2a60b772-532d-40ff-9f7f-5234d1472641 req-a4f41803-349f-4ebd-a7df-d59b119ffd87 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Deleting port 375bdc3c-ee3b-464c-adaf-ba5b6a8202cd {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:29:38.791150 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2a60b772-532d-40ff-9f7f-5234d1472641 req-a4f41803-349f-4ebd-a7df-d59b119ffd87 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:38.887637 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26ab0e-77bf-4a22-95b9-13af7ec2b6b2 req-70e8316a-38ca-4440-86d1-d26cbd9cb8ef tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:38.888386 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-2a60b772-532d-40ff-9f7f-5234d1472641 req-a4f41803-349f-4ebd-a7df-d59b119ffd87 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] For port 375bdc3c-ee3b-464c-adaf-ba5b6a8202cd, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=375bdc3c-ee3b-464c-adaf-ba5b6a8202cd,segment=NetworkSegment(ec5877ad-2762-42ac-aa05-47c4f801979e),segment_id=ec5877ad-2762-42ac-aa05-47c4f801979e)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:38.888882 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2a60b772-532d-40ff-9f7f-5234d1472641 req-a4f41803-349f-4ebd-a7df-d59b119ffd87 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:38.898232 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b26ab0e-77bf-4a22-95b9-13af7ec2b6b2 req-70e8316a-38ca-4440-86d1-d26cbd9cb8ef tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d9258d2-b836-491d-8fdc-77e0ed368393 HTTP/1.1" status: 200 len: 946 time: 0.0718875 Nov 16 11:29:38.910101 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-2a60b772-532d-40ff-9f7f-5234d1472641 req-a4f41803-349f-4ebd-a7df-d59b119ffd87 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Calling delete_port for 375bdc3c-ee3b-464c-adaf-ba5b6a8202cd owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:29:38.965838 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b26ab0e-77bf-4a22-95b9-13af7ec2b6b2 req-c4fd7ee8-fbd3-49a7-850f-9a31037eda4e tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608997 Nov 16 11:29:39.084534 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2a60b772-532d-40ff-9f7f-5234d1472641 req-a4f41803-349f-4ebd-a7df-d59b119ffd87 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:39.107104 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['02d54f92-f1de-4fa9-823e-f2921a89c9c1', '375bdc3c-ee3b-464c-adaf-ba5b6a8202cd'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:29:39.127154 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f41803-349f-4ebd-a7df-d59b119ffd87 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Pushing event deleted for resources: {'Port': ['ID=375bdc3c-ee3b-464c-adaf-ba5b6a8202cd,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:39.152767 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eceb349-8f28-488d-8c21-4c6fafd4f42a req-9e4a1d97-daec-4691-90c1-2d6792555cbc tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:39.152767 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3eceb349-8f28-488d-8c21-4c6fafd4f42a req-9e4a1d97-daec-4691-90c1-2d6792555cbc tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/ports?device_id=329bc1d0-ba4e-4ef1-bc1f-c6ff20e9342d HTTP/1.1" status: 200 len: 944 time: 0.1131730 Nov 16 11:29:39.209813 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a60b772-532d-40ff-9f7f-5234d1472641 req-a4f41803-349f-4ebd-a7df-d59b119ffd87 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] No DVR routers for this DVR port 375bdc3c-ee3b-464c-adaf-ba5b6a8202cd on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:29:39.214068 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2a60b772-532d-40ff-9f7f-5234d1472641 req-a4f41803-349f-4ebd-a7df-d59b119ffd87 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:39.217695 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2a60b772-532d-40ff-9f7f-5234d1472641 req-a4f41803-349f-4ebd-a7df-d59b119ffd87 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.64 "DELETE /v2.0/ports/375bdc3c-ee3b-464c-adaf-ba5b6a8202cd HTTP/1.1" status: 204 len: 173 time: 0.5392122 Nov 16 11:29:39.218306 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f98178-5b0b-4bf4-b35d-6c0f29ee8a84', 'name': 'network-vif-deleted', 'tag': '375bdc3c-ee3b-464c-adaf-ba5b6a8202cd'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:29:39.221044 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aceb3ea3-a91f-4d87-ab59-224765390662" -d '{"events": [{"server_uuid": "20f98178-5b0b-4bf4-b35d-6c0f29ee8a84", "name": "network-vif-deleted", "tag": "375bdc3c-ee3b-464c-adaf-ba5b6a8202cd"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:29:39.242830 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d9bb3-7c50-4ece-a13e-fc54e9e5625d req-bcbd9e30-0437-474f-9f9e-66c41a82c3d4 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:39.244477 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b58d9bb3-7c50-4ece-a13e-fc54e9e5625d req-bcbd9e30-0437-474f-9f9e-66c41a82c3d4 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.64 "GET /v2.0/ports?device_id=132229e8-f0d5-4361-8105-0cb06648c52b HTTP/1.1" status: 200 len: 945 time: 0.1034439 Nov 16 11:29:39.289396 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3eceb349-8f28-488d-8c21-4c6fafd4f42a req-cceb93f8-c66a-419a-8956-19a451bdd992 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5922995-1f60-4948-9806-c2c123ba5a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297252 Nov 16 11:29:39.380253 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-b58d9bb3-7c50-4ece-a13e-fc54e9e5625d req-8fc3ee46-88a9-455a-9637-5d3fae2eaaff tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Deleting port 02d54f92-f1de-4fa9-823e-f2921a89c9c1 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:29:39.380585 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b58d9bb3-7c50-4ece-a13e-fc54e9e5625d req-8fc3ee46-88a9-455a-9637-5d3fae2eaaff tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:39.407133 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e161f733-a175-4e96-b2ce-69dc0766176b req-352fb2e3-78c1-406a-a2dd-997dc2749575 tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.61 "GET /v2.0/ports?device_id=20f98178-5b0b-4bf4-b35d-6c0f29ee8a84 HTTP/1.1" status: 200 len: 210 time: 0.0463119 Nov 16 11:29:39.557426 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f358c-87ab-4705-9aa9-2e0993c3ece8 req-c61d9979-f8b9-4a70-a163-ee2216da100a tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:39.566733 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e15f358c-87ab-4705-9aa9-2e0993c3ece8 req-c61d9979-f8b9-4a70-a163-ee2216da100a tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0948164 Nov 16 11:29:39.637959 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e15f358c-87ab-4705-9aa9-2e0993c3ece8 req-af46802e-0a4d-4452-b481-ab63c7da5380 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698435 Nov 16 11:29:39.764826 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf2239e-6f5c-4624-b59a-0e63376decb6 x-openstack-request-id: req-1cf2239e-6f5c-4624-b59a-0e63376decb6 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:29:39.765340 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20f98178-5b0b-4bf4-b35d-6c0f29ee8a84", "name": "network-vif-deleted", "tag": "375bdc3c-ee3b-464c-adaf-ba5b6a8202cd", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:29:39.765340 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1cf2239e-6f5c-4624-b59a-0e63376decb6 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:29:39.765747 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20f98178-5b0b-4bf4-b35d-6c0f29ee8a84', 'name': 'network-vif-deleted', 'tag': '375bdc3c-ee3b-464c-adaf-ba5b6a8202cd', 'status': 'completed', 'code': 200} Nov 16 11:29:39.850584 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-b58d9bb3-7c50-4ece-a13e-fc54e9e5625d req-8fc3ee46-88a9-455a-9637-5d3fae2eaaff tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] For port 02d54f92-f1de-4fa9-823e-f2921a89c9c1, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=02d54f92-f1de-4fa9-823e-f2921a89c9c1,segment=NetworkSegment(ec5877ad-2762-42ac-aa05-47c4f801979e),segment_id=ec5877ad-2762-42ac-aa05-47c4f801979e)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:39.851091 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b58d9bb3-7c50-4ece-a13e-fc54e9e5625d req-8fc3ee46-88a9-455a-9637-5d3fae2eaaff tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:39.857714 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dfc1286e-1fdd-4092-ad69-b55d4e942011 req-229446e3-b48f-442c-b15b-91ebdbd581d4 tempest-ServerShowV257Test-686525170 tempest-ServerShowV257Test-686525170-project] 10.222.0.61 "GET /v2.0/ports?device_id=af58858e-c0db-400c-b625-c66c5e4da1dd HTTP/1.1" status: 200 len: 210 time: 0.0381587 Nov 16 11:29:39.872144 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-b58d9bb3-7c50-4ece-a13e-fc54e9e5625d req-8fc3ee46-88a9-455a-9637-5d3fae2eaaff tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Calling delete_port for 02d54f92-f1de-4fa9-823e-f2921a89c9c1 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:29:40.013800 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d247b9b-3b56-4c0d-b16f-6511bd195d5e req-8a294723-743b-4ab9-960e-7c26cda6b673 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:40.015588 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0d247b9b-3b56-4c0d-b16f-6511bd195d5e req-8a294723-743b-4ab9-960e-7c26cda6b673 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 947 time: 0.0708756 Nov 16 11:29:40.022554 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1347832a-2db9-41a9-aadf-7450c76ea237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9eb2d95-c4a1-44b9-a40b-522140272ae4'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:29:40.025157 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f935d68-618b-4f32-b32e-7f9769a46fa0" -d '{"events": [{"server_uuid": "1347832a-2db9-41a9-aadf-7450c76ea237", "name": "network-vif-plugged", "status": "completed", "tag": "f9eb2d95-c4a1-44b9-a40b-522140272ae4"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:29:40.049540 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 999da5f4-8680-4f3b-bb5e-3b650ba4a561 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:29:40.073347 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0d247b9b-3b56-4c0d-b16f-6511bd195d5e req-50fecc28-9697-4d9c-8434-332f57abaa9b tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498283 Nov 16 11:29:40.090930 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b58d9bb3-7c50-4ece-a13e-fc54e9e5625d req-8fc3ee46-88a9-455a-9637-5d3fae2eaaff tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:40.150474 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['375bdc3c-ee3b-464c-adaf-ba5b6a8202cd'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:29:40.202474 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3ee46-88a9-455a-9637-5d3fae2eaaff tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Pushing event deleted for resources: {'Port': ['ID=02d54f92-f1de-4fa9-823e-f2921a89c9c1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:40.226827 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 999da5f4-8680-4f3b-bb5e-3b650ba4a561, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=999da5f4-8680-4f3b-bb5e-3b650ba4a561,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:40.247057 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58d9bb3-7c50-4ece-a13e-fc54e9e5625d req-8fc3ee46-88a9-455a-9637-5d3fae2eaaff tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] No DVR routers for this DVR port 02d54f92-f1de-4fa9-823e-f2921a89c9c1 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:29:40.250935 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b58d9bb3-7c50-4ece-a13e-fc54e9e5625d req-8fc3ee46-88a9-455a-9637-5d3fae2eaaff tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:40.254694 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '999da5f4-8680-4f3b-bb5e-3b650ba4a561', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'port_id': '999da5f4-8680-4f3b-bb5e-3b650ba4a561', 'mac_address': 'fa:16:3e:33:05:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c770cc-51d7-42eb-b4a6-9a605bacae0f', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:29:40.255404 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b58d9bb3-7c50-4ece-a13e-fc54e9e5625d req-8fc3ee46-88a9-455a-9637-5d3fae2eaaff tempest-MultipleCreateTestJSON-1812285140 tempest-MultipleCreateTestJSON-1812285140-project] 10.222.0.64 "DELETE /v2.0/ports/02d54f92-f1de-4fa9-823e-f2921a89c9c1 HTTP/1.1" status: 204 len: 173 time: 0.9996471 Nov 16 11:29:40.276296 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b272dde-52a8-406a-a8e4-f7a61ef609d3 req-265aabc0-25c2-473f-9d10-ec927a360705 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:40.279205 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8b272dde-52a8-406a-a8e4-f7a61ef609d3 req-265aabc0-25c2-473f-9d10-ec927a360705 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 945 time: 0.0742140 Nov 16 11:29:40.337305 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:40.370023 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8b272dde-52a8-406a-a8e4-f7a61ef609d3 req-c076d9ba-5f7a-4f26-8e16-9b385d6c7640 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819619 Nov 16 11:29:40.383105 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 999da5f4-8680-4f3b-bb5e-3b650ba4a561 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:29:40.432528 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 999da5f4-8680-4f3b-bb5e-3b650ba4a561, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=999da5f4-8680-4f3b-bb5e-3b650ba4a561,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:40.437655 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:40.438335 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 63e5f16d-dcb8-4591-9267-71deea84a78b details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:29:40.456028 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c062180-89e4-465d-9e83-87fec9fd0372 req-622ad186-9654-405d-a1c6-73abf585e0dc tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:40.458375 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6c062180-89e4-465d-9e83-87fec9fd0372 req-622ad186-9654-405d-a1c6-73abf585e0dc tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d9258d2-b836-491d-8fdc-77e0ed368393 HTTP/1.1" status: 200 len: 946 time: 0.1248600 Nov 16 11:29:40.496375 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=999da5f4-8680-4f3b-bb5e-3b650ba4a561,revision_number=7']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:40.559336 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d542095-59b0-4e96-9a5d-347dd2fa21df req-e48a32b2-63e8-42e7-a627-606b963b48ae tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:40.568203 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9d542095-59b0-4e96-9a5d-347dd2fa21df req-e48a32b2-63e8-42e7-a627-606b963b48ae tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d9258d2-b836-491d-8fdc-77e0ed368393 HTTP/1.1" status: 200 len: 946 time: 0.1012938 Nov 16 11:29:40.604738 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 63e5f16d-dcb8-4591-9267-71deea84a78b, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=63e5f16d-dcb8-4591-9267-71deea84a78b,segment=NetworkSegment(aa356381-0b02-4cb0-820e-e5ce2d5103f7),segment_id=aa356381-0b02-4cb0-820e-e5ce2d5103f7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:40.627476 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '63e5f16d-dcb8-4591-9267-71deea84a78b', 'network_id': 'a514adc9-96c1-4a2f-a558-75c51e57dda4', 'port_id': '63e5f16d-dcb8-4591-9267-71deea84a78b', 'mac_address': 'fa:16:3e:89:21:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3da4f156-9922-4139-a53b-359bb9272dde', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:29:40.630397 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-6c062180-89e4-465d-9e83-87fec9fd0372 req-18906a81-085b-43d2-94b1-bac472c4e641 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Deleting port 4f151c39-a1fa-40a1-9451-f5f9d1ceebcc {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:29:40.630796 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6c062180-89e4-465d-9e83-87fec9fd0372 req-18906a81-085b-43d2-94b1-bac472c4e641 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:40.647780 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9d542095-59b0-4e96-9a5d-347dd2fa21df req-7a843eff-6ab7-44a1-9f3a-163342b7d8da tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785036 Nov 16 11:29:40.677660 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:40.717512 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63e5f16d-dcb8-4591-9267-71deea84a78b {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:29:40.748650 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f767f330-8229-47fd-aa32-086a3bb4b99e x-openstack-request-id: req-f767f330-8229-47fd-aa32-086a3bb4b99e {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:29:40.749373 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1347832a-2db9-41a9-aadf-7450c76ea237", "name": "network-vif-plugged", "status": "completed", "tag": "f9eb2d95-c4a1-44b9-a40b-522140272ae4", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:29:40.749672 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f767f330-8229-47fd-aa32-086a3bb4b99e {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:29:40.752775 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1347832a-2db9-41a9-aadf-7450c76ea237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9eb2d95-c4a1-44b9-a40b-522140272ae4', 'code': 200} Nov 16 11:29:40.781974 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 63e5f16d-dcb8-4591-9267-71deea84a78b, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=63e5f16d-dcb8-4591-9267-71deea84a78b,segment=NetworkSegment(aa356381-0b02-4cb0-820e-e5ce2d5103f7),segment_id=aa356381-0b02-4cb0-820e-e5ce2d5103f7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:40.804188 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:40.859091 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-6c062180-89e4-465d-9e83-87fec9fd0372 req-18906a81-085b-43d2-94b1-bac472c4e641 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] For port 4f151c39-a1fa-40a1-9451-f5f9d1ceebcc, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=4f151c39-a1fa-40a1-9451-f5f9d1ceebcc,segment=NetworkSegment(0009b431-285f-41a0-a8ef-b06ff30af7d1),segment_id=0009b431-285f-41a0-a8ef-b06ff30af7d1)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:40.859705 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6c062180-89e4-465d-9e83-87fec9fd0372 req-18906a81-085b-43d2-94b1-bac472c4e641 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:40.879725 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-6c062180-89e4-465d-9e83-87fec9fd0372 req-18906a81-085b-43d2-94b1-bac472c4e641 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Calling delete_port for 4f151c39-a1fa-40a1-9451-f5f9d1ceebcc owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:29:40.897074 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0fe95-4333-4322-83b4-7e3199f966cf req-6ca8d5df-74a3-4837-949e-6cb3ce8ff137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:40.898667 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f1a0fe95-4333-4322-83b4-7e3199f966cf req-6ca8d5df-74a3-4837-949e-6cb3ce8ff137 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 1096 time: 0.1186910 Nov 16 11:29:40.916173 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=63e5f16d-dcb8-4591-9267-71deea84a78b,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:41.038721 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a7561-a2cd-4a17-ab88-871feb6c088c req-977b5171-63c4-4b34-a8c3-53676504ee15 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:41.042756 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-528a7561-a2cd-4a17-ab88-871feb6c088c req-977b5171-63c4-4b34-a8c3-53676504ee15 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/ports?device_id=329bc1d0-ba4e-4ef1-bc1f-c6ff20e9342d HTTP/1.1" status: 200 len: 945 time: 0.0834370 Nov 16 11:29:41.074064 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f1a0fe95-4333-4322-83b4-7e3199f966cf req-3dc755ea-2d47-491c-a7b3-cd3666fde813 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678696 Nov 16 11:29:41.102415 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fad4bb-e039-4e56-b0b8-d56c485635d4 req-0637c1c5-e2c4-418c-9f35-9a5fc5cd5a6d tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:41.104181 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-51fad4bb-e039-4e56-b0b8-d56c485635d4 req-0637c1c5-e2c4-418c-9f35-9a5fc5cd5a6d tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a&tenant_id=e86b42204c7f435e8eff5558272e51a5&binding%3Ahost_id=n-h2-816823-3 HTTP/1.1" status: 200 len: 948 time: 0.1203201 Nov 16 11:29:41.114477 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-528a7561-a2cd-4a17-ab88-871feb6c088c req-8f388782-c7ae-4dff-99e1-52ba9120b25a tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5922995-1f60-4948-9806-c2c123ba5a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639904 Nov 16 11:29:41.188085 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['999da5f4-8680-4f3b-bb5e-3b650ba4a561'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:29:41.198886 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6c062180-89e4-465d-9e83-87fec9fd0372 req-18906a81-085b-43d2-94b1-bac472c4e641 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:41.237004 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['63e5f16d-dcb8-4591-9267-71deea84a78b'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:29:41.273784 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18906a81-085b-43d2-94b1-bac472c4e641 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Pushing event deleted for resources: {'Port': ['ID=4f151c39-a1fa-40a1-9451-f5f9d1ceebcc,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:41.325516 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee152954-bb9f-457e-abcd-be3d193e3d72 req-90580269-6398-4be8-890f-04c38a87d84b tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:41.328622 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c062180-89e4-465d-9e83-87fec9fd0372 req-18906a81-085b-43d2-94b1-bac472c4e641 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] No DVR routers for this DVR port 4f151c39-a1fa-40a1-9451-f5f9d1ceebcc on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:29:41.331404 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6c062180-89e4-465d-9e83-87fec9fd0372 req-18906a81-085b-43d2-94b1-bac472c4e641 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:41.332483 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ee152954-bb9f-457e-abcd-be3d193e3d72 req-90580269-6398-4be8-890f-04c38a87d84b tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0979114 Nov 16 11:29:41.335790 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6c062180-89e4-465d-9e83-87fec9fd0372 req-18906a81-085b-43d2-94b1-bac472c4e641 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.64 "DELETE /v2.0/ports/4f151c39-a1fa-40a1-9451-f5f9d1ceebcc HTTP/1.1" status: 204 len: 173 time: 0.8682387 Nov 16 11:29:41.424025 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fad4bb-e039-4e56-b0b8-d56c485635d4 req-df53fb56-733c-46a4-9bd4-bd013fedca23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:41.426593 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-51fad4bb-e039-4e56-b0b8-d56c485635d4 req-df53fb56-733c-46a4-9bd4-bd013fedca23 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e86b42204c7f435e8eff5558272e51a5&device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 1099 time: 0.0653598 Nov 16 11:29:41.452263 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ee152954-bb9f-457e-abcd-be3d193e3d72 req-bd846a99-f0c7-454b-98bd-cdcd9a56e74b tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096938 Nov 16 11:29:41.661986 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fad4bb-e039-4e56-b0b8-d56c485635d4 req-e346d8fd-253e-472a-b2ab-e41e202a8966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:41.664807 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-51fad4bb-e039-4e56-b0b8-d56c485635d4 req-e346d8fd-253e-472a-b2ab-e41e202a8966 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.2262106 Nov 16 11:29:41.754198 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-51fad4bb-e039-4e56-b0b8-d56c485635d4 req-d4959ec4-93ad-40c6-bab7-18b9b45920ca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=999da5f4-8680-4f3b-bb5e-3b650ba4a561 HTTP/1.1" status: 200 len: 217 time: 0.0713458 Nov 16 11:29:41.772889 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132229e8-f0d5-4361-8105-0cb06648c52b', 'name': 'network-vif-deleted', 'tag': '02d54f92-f1de-4fa9-823e-f2921a89c9c1'}, {'server_uuid': '6d9258d2-b836-491d-8fdc-77e0ed368393', 'name': 'network-vif-deleted', 'tag': '4f151c39-a1fa-40a1-9451-f5f9d1ceebcc'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:29:41.776016 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667b9ed9-6994-4757-80c7-090df3ba7f1f" -d '{"events": [{"server_uuid": "132229e8-f0d5-4361-8105-0cb06648c52b", "name": "network-vif-deleted", "tag": "02d54f92-f1de-4fa9-823e-f2921a89c9c1"}, {"server_uuid": "6d9258d2-b836-491d-8fdc-77e0ed368393", "name": "network-vif-deleted", "tag": "4f151c39-a1fa-40a1-9451-f5f9d1ceebcc"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:29:41.827933 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fad4bb-e039-4e56-b0b8-d56c485635d4 req-95e96fee-fb43-4086-81b5-261bd0a0175c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:41.829881 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-51fad4bb-e039-4e56-b0b8-d56c485635d4 req-95e96fee-fb43-4086-81b5-261bd0a0175c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0674760 Nov 16 11:29:41.884201 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a041f-5d00-4429-aa3a-ca9bcfaa902c req-18dd717a-1089-4d1f-a0d2-9a7b6bd04ed8 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:41.885830 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-376a041f-5d00-4429-aa3a-ca9bcfaa902c req-18dd717a-1089-4d1f-a0d2-9a7b6bd04ed8 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 948 time: 0.0553248 Nov 16 11:29:41.890978 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fad4bb-e039-4e56-b0b8-d56c485635d4 req-c6d041da-edf7-482f-94c6-bd8245b3d932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:41.892562 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-51fad4bb-e039-4e56-b0b8-d56c485635d4 req-c6d041da-edf7-482f-94c6-bd8245b3d932 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0540416 Nov 16 11:29:41.949974 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-376a041f-5d00-4429-aa3a-ca9bcfaa902c req-51a494fc-fd74-4bfa-b1ee-a19d8046910d tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548422 Nov 16 11:29:42.022420 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-51fad4bb-e039-4e56-b0b8-d56c485635d4 req-43432054-e94b-433c-b513-9b06afabef2b service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198382 Nov 16 11:29:42.072404 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 375bdc3c-ee3b-464c-adaf-ba5b6a8202cd no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:29:42.086414 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9ef6b226-6896-4e52-9666-1eae1d47d8da req-4420ceaa-08e2-46b4-b6cd-c53eebf62596 tempest-ServerShowV257Test-686525170 tempest-ServerShowV257Test-686525170-project] 10.222.0.61 "GET /v2.0/ports?device_id=af58858e-c0db-400c-b625-c66c5e4da1dd HTTP/1.1" status: 200 len: 210 time: 0.0602341 Nov 16 11:29:42.156962 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 375bdc3c-ee3b-464c-adaf-ba5b6a8202cd {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:29:42.159420 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-51fad4bb-e039-4e56-b0b8-d56c485635d4 req-08946e60-d777-4e77-8afd-470d1d64616d service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143191 Nov 16 11:29:42.162234 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 375bdc3c-ee3b-464c-adaf-ba5b6a8202cd not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:29:42.162684 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 4f151c39-a1fa-40a1-9451-f5f9d1ceebcc no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:29:42.180070 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 41004) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:42.204353 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 4f151c39-a1fa-40a1-9451-f5f9d1ceebcc {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:29:42.204814 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 4f151c39-a1fa-40a1-9451-f5f9d1ceebcc not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:29:42.205115 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 02d54f92-f1de-4fa9-823e-f2921a89c9c1 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:29:42.252332 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-59f500e8-e213-410a-b7be-bf7d834b792c admin admin] Deleting subnet 224c4645-984c-4747-b580-d3a121605e46 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:29:42.257810 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-59f500e8-e213-410a-b7be-bf7d834b792c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:42.259804 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 02d54f92-f1de-4fa9-823e-f2921a89c9c1 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:29:42.262646 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 02d54f92-f1de-4fa9-823e-f2921a89c9c1 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:29:42.393478 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-59f500e8-e213-410a-b7be-bf7d834b792c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:42.442746 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515ca87-8ce4-4ea6-8003-a08658a1dc07 req-08fdfbb1-ed22-4fad-9a71-eb46e84811c5 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:42.444260 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c515ca87-8ce4-4ea6-8003-a08658a1dc07 req-08fdfbb1-ed22-4fad-9a71-eb46e84811c5 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 945 time: 0.1020281 Nov 16 11:29:42.468598 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-59f500e8-e213-410a-b7be-bf7d834b792c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:42.532076 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c515ca87-8ce4-4ea6-8003-a08658a1dc07 req-91805131-8f37-4102-8102-1973c620b565 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812492 Nov 16 11:29:42.568002 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-59f500e8-e213-410a-b7be-bf7d834b792c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:42.598337 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f500e8-e213-410a-b7be-bf7d834b792c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=224c4645-984c-4747-b580-d3a121605e46,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:42.600384 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-59f500e8-e213-410a-b7be-bf7d834b792c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:42.606649 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 41012) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:42.611823 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-59f500e8-e213-410a-b7be-bf7d834b792c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/224c4645-984c-4747-b580-d3a121605e46 HTTP/1.1" status: 204 len: 168 time: 0.4300787 Nov 16 11:29:42.633631 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['0a5706f1-873a-4b3a-82dc-73549dc99fb5', '08af4e19-ecca-4bbe-9ac7-bad573fc1625'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:29:42.759333 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54cc777b-15da-464c-bdcc-fef1440e978a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:42.763251 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 16 Nov 2021 11:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e93c0d5-ccfa-4e35-83df-b712aff08fda x-openstack-request-id: req-3e93c0d5-ccfa-4e35-83df-b712aff08fda {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:29:42.763548 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "132229e8-f0d5-4361-8105-0cb06648c52b", "name": "network-vif-deleted", "tag": "02d54f92-f1de-4fa9-823e-f2921a89c9c1", "status": "completed", "code": 200}, {"server_uuid": "6d9258d2-b836-491d-8fdc-77e0ed368393", "name": "network-vif-deleted", "tag": "4f151c39-a1fa-40a1-9451-f5f9d1ceebcc", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:29:42.763803 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3e93c0d5-ccfa-4e35-83df-b712aff08fda {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:29:42.764211 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132229e8-f0d5-4361-8105-0cb06648c52b', 'name': 'network-vif-deleted', 'tag': '02d54f92-f1de-4fa9-823e-f2921a89c9c1', 'status': 'completed', 'code': 200} Nov 16 11:29:42.764458 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d9258d2-b836-491d-8fdc-77e0ed368393', 'name': 'network-vif-deleted', 'tag': '4f151c39-a1fa-40a1-9451-f5f9d1ceebcc', 'status': 'completed', 'code': 200} Nov 16 11:29:42.858841 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75048c-b6fa-4fb0-97c2-9011a505a1fc req-8a760793-ffc5-49e5-9894-3d6f2a02e77f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:42.860886 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54cc777b-15da-464c-bdcc-fef1440e978a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:42.868989 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ac75048c-b6fa-4fb0-97c2-9011a505a1fc req-8a760793-ffc5-49e5-9894-3d6f2a02e77f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/ports?device_id=329bc1d0-ba4e-4ef1-bc1f-c6ff20e9342d HTTP/1.1" status: 200 len: 945 time: 0.1353011 Nov 16 11:29:42.887000 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-54cc777b-15da-464c-bdcc-fef1440e978a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['345659ae-5a75-4ba1-9649-20b163c5024c']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:29:42.902338 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-54cc777b-15da-464c-bdcc-fef1440e978a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec5877ad-2762-42ac-aa05-47c4f801979e') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:29:42.903325 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-54cc777b-15da-464c-bdcc-fef1440e978a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec5877ad-2762-42ac-aa05-47c4f801979e') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:29:42.923401 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54cc777b-15da-464c-bdcc-fef1440e978a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:42.932794 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ac75048c-b6fa-4fb0-97c2-9011a505a1fc req-1d57cd6e-55fd-460a-9cd9-6f61d36b34f6 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5922995-1f60-4948-9806-c2c123ba5a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628457 Nov 16 11:29:42.940264 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54cc777b-15da-464c-bdcc-fef1440e978a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:42.957575 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54cc777b-15da-464c-bdcc-fef1440e978a admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:29:42.958305 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54cc777b-15da-464c-bdcc-fef1440e978a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:42.960217 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:29:42.960217 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:29:42.960217 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:29:42.960217 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:29:42.960217 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:29:42.960217 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:29:42.960217 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:29:42.960217 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:29:42.960217 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:29:42.960217 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:29:42.960217 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:29:42.960217 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:29:42.960217 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:29:42.960217 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:29:42.960217 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:29:42.960217 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:29:42.960217 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:29:42.960217 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:29:42.960217 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:29:42.960217 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:29:42.960217 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:29:42.960217 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:29:42.960217 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:29:42.960217 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:29:42.960217 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:29:42.960217 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:29:42.960217 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:29:42.960217 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:29:42.960217 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:29:42.960217 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:29:42.960217 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:29:42.960217 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:29:43.011333 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1ae736bd-adde-4cef-8431-f7e96faa2f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:43.047370 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54cc777b-15da-464c-bdcc-fef1440e978a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:43.054520 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54cc777b-15da-464c-bdcc-fef1440e978a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:43.060641 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-54cc777b-15da-464c-bdcc-fef1440e978a admin admin] 10.222.0.61 "DELETE /v2.0/networks/345659ae-5a75-4ba1-9649-20b163c5024c HTTP/1.1" status: 204 len: 168 time: 0.4529045 Nov 16 11:29:43.073980 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc777b-15da-464c-bdcc-fef1440e978a admin admin] Pushing event deleted for resources: {'Network': ['ID=345659ae-5a75-4ba1-9649-20b163c5024c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:43.084170 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ebbdd-fc3f-4445-b9b3-5fe907a4d936 req-d48e78db-ad43-4073-a06c-e941e886df36 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:43.095611 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e36ebbdd-fc3f-4445-b9b3-5fe907a4d936 req-d48e78db-ad43-4073-a06c-e941e886df36 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0939298 Nov 16 11:29:43.182539 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e36ebbdd-fc3f-4445-b9b3-5fe907a4d936 req-09af4b38-6d76-491b-a872-ae7a35db1f15 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859532 Nov 16 11:29:43.328558 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 41028) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:43.353986 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2fd72041-22bd-47eb-aa7e-88d827c9ae6e req-c71e67fd-6e6e-4192-bf8e-0160e822d44d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7781b92f-9c52-4ed6-b1e5-98a6af9e1af6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0729227 Nov 16 11:29:43.372160 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-57232a6c-94a5-4b5d-9f59-488061bebc53 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f3b1914fa568497dba02001ce93ad9ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419519 Nov 16 11:29:43.375154 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 41030) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:43.438113 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-357aa1bd-ca12-453a-baed-79f67ae1f21d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:43.454260 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd72041-22bd-47eb-aa7e-88d827c9ae6e req-97331a7e-b853-423b-bb4b-a88cc26c7ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:43.456045 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2fd72041-22bd-47eb-aa7e-88d827c9ae6e req-97331a7e-b853-423b-bb4b-a88cc26c7ad5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ad08e2ce4ec4b2c85ee1303623bd5e0&device_id=7781b92f-9c52-4ed6-b1e5-98a6af9e1af6 HTTP/1.1" status: 200 len: 1097 time: 0.0778227 Nov 16 11:29:43.466915 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-357aa1bd-ca12-453a-baed-79f67ae1f21d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:43.528628 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-357aa1bd-ca12-453a-baed-79f67ae1f21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:43.532030 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-357aa1bd-ca12-453a-baed-79f67ae1f21d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:43.533344 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-357aa1bd-ca12-453a-baed-79f67ae1f21d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/12158469-800c-4bb7-9f5b-5e57652ed937 HTTP/1.1" status: 204 len: 168 time: 0.1570175 Nov 16 11:29:43.573155 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357aa1bd-ca12-453a-baed-79f67ae1f21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12158469-800c-4bb7-9f5b-5e57652ed937,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:43.583726 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357aa1bd-ca12-453a-baed-79f67ae1f21d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:43.584101 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357aa1bd-ca12-453a-baed-79f67ae1f21d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:43.584405 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357aa1bd-ca12-453a-baed-79f67ae1f21d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:43.584736 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357aa1bd-ca12-453a-baed-79f67ae1f21d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:43.585060 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357aa1bd-ca12-453a-baed-79f67ae1f21d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:43.585383 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357aa1bd-ca12-453a-baed-79f67ae1f21d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:43.585703 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357aa1bd-ca12-453a-baed-79f67ae1f21d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:43.586052 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357aa1bd-ca12-453a-baed-79f67ae1f21d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:43.586371 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357aa1bd-ca12-453a-baed-79f67ae1f21d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:43.586689 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357aa1bd-ca12-453a-baed-79f67ae1f21d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:43.587006 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357aa1bd-ca12-453a-baed-79f67ae1f21d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:43.587989 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357aa1bd-ca12-453a-baed-79f67ae1f21d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:43.596002 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd72041-22bd-47eb-aa7e-88d827c9ae6e req-66e0fe17-a400-497d-b075-077554d9261b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:43.599563 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2fd72041-22bd-47eb-aa7e-88d827c9ae6e req-66e0fe17-a400-497d-b075-077554d9261b service neutron] 10.222.0.64 "GET /v2.0/networks?id=cc72ab4f-6e33-4512-8fbb-f88d609be622 HTTP/1.1" status: 200 len: 916 time: 0.1039400 Nov 16 11:29:43.611975 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a3069d-d6a1-4412-9c87-f1c6fbcde1c9 req-726158d3-c54a-485a-a62e-0d4eeda0bff8 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:43.613691 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-67a3069d-d6a1-4412-9c87-f1c6fbcde1c9 req-726158d3-c54a-485a-a62e-0d4eeda0bff8 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 948 time: 0.0791860 Nov 16 11:29:43.649380 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2fd72041-22bd-47eb-aa7e-88d827c9ae6e req-50daa107-ee20-4059-bbcf-a0ce7a9d302c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a5706f1-873a-4b3a-82dc-73549dc99fb5 HTTP/1.1" status: 200 len: 217 time: 0.0413744 Nov 16 11:29:43.666562 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-67a3069d-d6a1-4412-9c87-f1c6fbcde1c9 req-90e9b025-1f5d-4207-b2b9-8acbb59621e1 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460541 Nov 16 11:29:43.728057 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd72041-22bd-47eb-aa7e-88d827c9ae6e req-cc497963-7bae-44d3-abe3-9c237f792c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:43.730919 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2fd72041-22bd-47eb-aa7e-88d827c9ae6e req-cc497963-7bae-44d3-abe3-9c237f792c2c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=36b4451e-72c7-4152-ab76-f0aba77042c0 HTTP/1.1" status: 200 len: 855 time: 0.0682020 Nov 16 11:29:43.765672 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8ae18dba-5cac-4264-a261-960f8b67719b req-7bb928a8-efaa-4e0a-bd2a-efab6297e9d4 tempest-ServerShowV257Test-686525170 tempest-ServerShowV257Test-686525170-project] 10.222.0.61 "GET /v2.0/ports?device_id=af58858e-c0db-400c-b625-c66c5e4da1dd HTTP/1.1" status: 200 len: 210 time: 0.0276160 Nov 16 11:29:43.824861 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2fd72041-22bd-47eb-aa7e-88d827c9ae6e req-97510bc3-09c3-4b06-8b76-4735cfff5604 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cc72ab4f-6e33-4512-8fbb-f88d609be622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274854 Nov 16 11:29:43.876575 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5196e5-702e-40b8-9644-5ee706495491 req-7be7c899-6d15-42f8-b311-a3a71b627862 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:43.885126 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8a5196e5-702e-40b8-9644-5ee706495491 req-7be7c899-6d15-42f8-b311-a3a71b627862 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=acfd94a9-1c02-4462-88e8-3c6afd7688eb HTTP/1.1" status: 200 len: 945 time: 0.0603504 Nov 16 11:29:43.940482 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2fd72041-22bd-47eb-aa7e-88d827c9ae6e req-faef8c16-1290-42a9-83ed-17bc73242e2c service neutron] 10.222.0.64 "GET /v2.0/networks/cc72ab4f-6e33-4512-8fbb-f88d609be622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007118 Nov 16 11:29:43.953081 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8a5196e5-702e-40b8-9644-5ee706495491 req-f1251b80-1b25-491c-bb06-c207c231e103 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670035 Nov 16 11:29:44.077032 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 63e5f16d-dcb8-4591-9267-71deea84a78b up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:29:44.081143 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d332974-491d-411a-a3b2-69aef717a71b req-02c193a5-b8ff-4509-a636-72da33d95604 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:44.086278 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2fd72041-22bd-47eb-aa7e-88d827c9ae6e req-e1fa65be-6fa6-4df0-92cf-dada0d2bbd20 service neutron] 10.222.0.64 "GET /v2.0/networks/cc72ab4f-6e33-4512-8fbb-f88d609be622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235671 Nov 16 11:29:44.093546 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2d332974-491d-411a-a3b2-69aef717a71b req-02c193a5-b8ff-4509-a636-72da33d95604 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 945 time: 0.0728028 Nov 16 11:29:44.130185 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91107c00-5624-4db4-ac86-05e7f2364f2f req-2d3d8f0d-a48b-456b-a42d-ad9bc9625be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:44.132339 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-91107c00-5624-4db4-ac86-05e7f2364f2f req-2d3d8f0d-a48b-456b-a42d-ad9bc9625be3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9c312f535cb4cf58448c066749083fd&device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 1096 time: 0.0870018 Nov 16 11:29:44.152884 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 63e5f16d-dcb8-4591-9267-71deea84a78b completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:29:44.157722 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 63e5f16d-dcb8-4591-9267-71deea84a78b triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:29:44.158330 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:44.165577 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2d332974-491d-411a-a3b2-69aef717a71b req-a7f1368d-00ea-47e4-9248-20ec68421cf2 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695975 Nov 16 11:29:44.268057 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:44.272162 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91107c00-5624-4db4-ac86-05e7f2364f2f req-d975141d-5caa-4cae-b23c-9681437fd68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:44.273838 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-91107c00-5624-4db4-ac86-05e7f2364f2f req-d975141d-5caa-4cae-b23c-9681437fd68c service neutron] 10.222.0.64 "GET /v2.0/networks?id=9a347c0b-70fe-4059-8e4c-7d26043c2cab HTTP/1.1" status: 200 len: 915 time: 0.1318388 Nov 16 11:29:44.296207 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c8a7b-ae61-4a7f-b41c-580d29a8a476 req-ad5c0b22-ef1c-41e9-a7e2-edfbf972c999 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:44.296442 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329bc1d0-ba4e-4ef1-bc1f-c6ff20e9342d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e5f16d-dcb8-4591-9267-71deea84a78b'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:29:44.299802 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d64c8a7b-ae61-4a7f-b41c-580d29a8a476 req-ad5c0b22-ef1c-41e9-a7e2-edfbf972c999 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 948 time: 0.0626297 Nov 16 11:29:44.304663 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c559ce-595a-460b-b2fe-69754fee3f69" -d '{"events": [{"server_uuid": "329bc1d0-ba4e-4ef1-bc1f-c6ff20e9342d", "name": "network-vif-plugged", "status": "completed", "tag": "63e5f16d-dcb8-4591-9267-71deea84a78b"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:29:44.320015 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 63e5f16d-dcb8-4591-9267-71deea84a78b, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=63e5f16d-dcb8-4591-9267-71deea84a78b,segment=NetworkSegment(aa356381-0b02-4cb0-820e-e5ce2d5103f7),segment_id=aa356381-0b02-4cb0-820e-e5ce2d5103f7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:44.325356 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:44.326240 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 999da5f4-8680-4f3b-bb5e-3b650ba4a561 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:29:44.328107 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-91107c00-5624-4db4-ac86-05e7f2364f2f req-cc3f6f00-c039-4121-8f6a-657498fa720a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1cfe63ed-82d5-4e38-a615-f3b2c2acc877 HTTP/1.1" status: 200 len: 217 time: 0.0453146 Nov 16 11:29:44.355775 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d64c8a7b-ae61-4a7f-b41c-580d29a8a476 req-4f3906ec-a8f7-4c39-90dd-96ed59c36094 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512178 Nov 16 11:29:44.405386 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91107c00-5624-4db4-ac86-05e7f2364f2f req-c842e835-5081-4c0c-bb4e-ee53797674f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:44.407279 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-91107c00-5624-4db4-ac86-05e7f2364f2f req-c842e835-5081-4c0c-bb4e-ee53797674f3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=353e6c5a-de1d-40fd-a1b8-057b0bade2ea HTTP/1.1" status: 200 len: 854 time: 0.0711293 Nov 16 11:29:44.416855 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=63e5f16d-dcb8-4591-9267-71deea84a78b,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:44.426630 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 999da5f4-8680-4f3b-bb5e-3b650ba4a561 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:29:44.427006 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:44.449973 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-91107c00-5624-4db4-ac86-05e7f2364f2f req-857a4a2e-469f-4411-9f02-e8e7500f6e42 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9a347c0b-70fe-4059-8e4c-7d26043c2cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342312 Nov 16 11:29:44.486234 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b422a-ecf2-4a55-bf83-efd2765ebb58 req-a3173234-a856-467f-ae71-287ca057d6cc tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:44.487699 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fc3b422a-ecf2-4a55-bf83-efd2765ebb58 req-a3173234-a856-467f-ae71-287ca057d6cc tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/ports?device_id=329bc1d0-ba4e-4ef1-bc1f-c6ff20e9342d HTTP/1.1" status: 200 len: 946 time: 0.0632250 Nov 16 11:29:44.511807 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:44.539589 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fc3b422a-ecf2-4a55-bf83-efd2765ebb58 req-675774df-0070-41ef-9a1d-6be6ca796232 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5922995-1f60-4948-9806-c2c123ba5a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446124 Nov 16 11:29:44.545813 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 999da5f4-8680-4f3b-bb5e-3b650ba4a561, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=999da5f4-8680-4f3b-bb5e-3b650ba4a561,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:44.549081 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-91107c00-5624-4db4-ac86-05e7f2364f2f req-d4bd1d0d-fb05-453a-8a77-b4589c6a63b9 service neutron] 10.222.0.64 "GET /v2.0/networks/9a347c0b-70fe-4059-8e4c-7d26043c2cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913346 Nov 16 11:29:44.551504 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:44.602105 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=999da5f4-8680-4f3b-bb5e-3b650ba4a561,revision_number=8']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:44.646920 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-91107c00-5624-4db4-ac86-05e7f2364f2f req-7df8ca3d-4bab-4d3a-a593-510376c12012 service neutron] 10.222.0.64 "GET /v2.0/networks/9a347c0b-70fe-4059-8e4c-7d26043c2cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895369 Nov 16 11:29:44.768886 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118a47c-8668-4f4a-b3e7-630c8dcf1aac req-4c95f4cb-c152-4be0-9bb6-79d29066d971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:44.770436 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6118a47c-8668-4f4a-b3e7-630c8dcf1aac req-4c95f4cb-c152-4be0-9bb6-79d29066d971 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=152cbc225b3e4ecebdc41aedd4f3fdf5&device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 1096 time: 0.0414526 Nov 16 11:29:44.773331 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f6c43-40dd-4ec2-afd9-83ded3529d96 req-c1b53499-14be-4770-8406-f51709221a49 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:44.774830 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9e6f6c43-40dd-4ec2-afd9-83ded3529d96 req-c1b53499-14be-4770-8406-f51709221a49 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 945 time: 0.0495367 Nov 16 11:29:44.823222 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9e6f6c43-40dd-4ec2-afd9-83ded3529d96 req-d75fe386-f5b3-4060-8087-b70e41a0ed0f tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424798 Nov 16 11:29:44.871759 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118a47c-8668-4f4a-b3e7-630c8dcf1aac req-c4639c7b-baaf-4a7c-a4a2-b0c3856123f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:44.873237 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6118a47c-8668-4f4a-b3e7-630c8dcf1aac req-c4639c7b-baaf-4a7c-a4a2-b0c3856123f1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5b0dad88-2921-4ce2-a522-2a38833ce0c4 HTTP/1.1" status: 200 len: 920 time: 0.0927541 Nov 16 11:29:44.924849 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6118a47c-8668-4f4a-b3e7-630c8dcf1aac req-db39ab98-8450-4684-9a6e-4ba592d1752a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9eb2d95-c4a1-44b9-a40b-522140272ae4 HTTP/1.1" status: 200 len: 217 time: 0.0427642 Nov 16 11:29:44.929617 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd692f65-795d-4c84-b25e-4f75fa6aa007 x-openstack-request-id: req-bd692f65-795d-4c84-b25e-4f75fa6aa007 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:29:44.929910 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329bc1d0-ba4e-4ef1-bc1f-c6ff20e9342d", "name": "network-vif-plugged", "status": "completed", "tag": "63e5f16d-dcb8-4591-9267-71deea84a78b", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:29:44.930203 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bd692f65-795d-4c84-b25e-4f75fa6aa007 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:29:44.930594 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329bc1d0-ba4e-4ef1-bc1f-c6ff20e9342d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e5f16d-dcb8-4591-9267-71deea84a78b', 'code': 200} Nov 16 11:29:45.018207 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-9cbc968b-3555-457e-873e-3a2369783801 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1019838 Nov 16 11:29:45.044781 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118a47c-8668-4f4a-b3e7-630c8dcf1aac req-53b25e67-96b4-4294-be6a-fea8e28fec07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:45.046518 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6118a47c-8668-4f4a-b3e7-630c8dcf1aac req-53b25e67-96b4-4294-be6a-fea8e28fec07 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d8b46b33-85d7-40c7-9f1c-6019e1d020e8 HTTP/1.1" status: 200 len: 859 time: 0.0987837 Nov 16 11:29:45.057044 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feba111-79d5-4658-b6e0-13279a066b2e req-be5ac489-098d-4711-b767-840c78196a77 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:45.058644 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5feba111-79d5-4658-b6e0-13279a066b2e req-be5ac489-098d-4711-b767-840c78196a77 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 945 time: 0.0551610 Nov 16 11:29:45.104514 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6118a47c-8668-4f4a-b3e7-630c8dcf1aac req-740cf3c6-e9cd-42a3-a4f4-99dc3eb16925 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5b0dad88-2921-4ce2-a522-2a38833ce0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486290 Nov 16 11:29:45.130605 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5feba111-79d5-4658-b6e0-13279a066b2e req-b115faba-7d98-4851-946c-2063f843e3a5 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651431 Nov 16 11:29:45.232032 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8efc0860-b25b-47d5-8f8a-e32c0a06c833 req-08fee453-d07b-4401-a7f7-42a3b43188ce tempest-ServerShowV257Test-686525170 tempest-ServerShowV257Test-686525170-project] 10.222.0.61 "GET /v2.0/ports?device_id=af58858e-c0db-400c-b625-c66c5e4da1dd HTTP/1.1" status: 200 len: 210 time: 0.0315416 Nov 16 11:29:45.240638 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423e678-9e80-46df-a49f-cdc091a75d91 req-6ccd0d9a-dec8-4b83-8121-d412e35276f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:45.242147 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3423e678-9e80-46df-a49f-cdc091a75d91 req-6ccd0d9a-dec8-4b83-8121-d412e35276f6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=329bc1d0-ba4e-4ef1-bc1f-c6ff20e9342d HTTP/1.1" status: 200 len: 1097 time: 0.1779203 Nov 16 11:29:45.259857 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-f7b8d620-d300-4772-ac4e-822199279b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:45.260691 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-f7b8d620-d300-4772-ac4e-822199279b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:45.261451 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-f7b8d620-d300-4772-ac4e-822199279b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:45.262420 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-f7b8d620-d300-4772-ac4e-822199279b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:45.263361 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-f7b8d620-d300-4772-ac4e-822199279b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:45.263863 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-f7b8d620-d300-4772-ac4e-822199279b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:45.264564 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-f7b8d620-d300-4772-ac4e-822199279b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:45.266686 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-f7b8d620-d300-4772-ac4e-822199279b31 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1ae06a69eac64c2d80c4db8375c3a241&device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 6492 time: 0.1772740 Nov 16 11:29:45.278696 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 41090) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:45.339658 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1adfcb-ed1d-4c48-ad97-62180224f5f6 req-ce66ab3d-0814-4075-b35c-a39e76b496ee tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:45.341252 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8f1adfcb-ed1d-4c48-ad97-62180224f5f6 req-ce66ab3d-0814-4075-b35c-a39e76b496ee tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.64 "GET /v2.0/ports?device_id=acfd94a9-1c02-4462-88e8-3c6afd7688eb HTTP/1.1" status: 200 len: 945 time: 0.1778879 Nov 16 11:29:45.386517 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e8441-3938-43ff-8598-ecc3ba98f7dd req-d974c55c-265b-4d8b-aca9-f5d26b2c5b84 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:45.390918 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e61e8441-3938-43ff-8598-ecc3ba98f7dd req-d974c55c-265b-4d8b-aca9-f5d26b2c5b84 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=acfd94a9-1c02-4462-88e8-3c6afd7688eb HTTP/1.1" status: 200 len: 945 time: 0.0548811 Nov 16 11:29:45.421197 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8b085ecf-67cf-46ef-bc50-29e2c4162bdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:45.430846 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6118a47c-8668-4f4a-b3e7-630c8dcf1aac req-a05e61d5-4987-4ef4-bbd2-cb3f0cad07bb service neutron] 10.222.0.64 "GET /v2.0/networks/5b0dad88-2921-4ce2-a522-2a38833ce0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124034 Nov 16 11:29:45.475927 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e61e8441-3938-43ff-8598-ecc3ba98f7dd req-8ab3bedf-d35d-4520-9e06-25c3f2a5653e tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817196 Nov 16 11:29:45.524960 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3423e678-9e80-46df-a49f-cdc091a75d91 req-16cde7e7-09ea-4682-a2e2-a9ec9ec987bd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c5922995-1f60-4948-9806-c2c123ba5a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2539232 Nov 16 11:29:45.529087 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8b085ecf-67cf-46ef-bc50-29e2c4162bdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:45.534039 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8b085ecf-67cf-46ef-bc50-29e2c4162bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:45.555104 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e16cbe58-ebde-40ee-9f33-db8a8e473f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:45.587652 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b085ecf-67cf-46ef-bc50-29e2c4162bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f087f24-7377-4826-bed7-c337329eb88f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:45.587838 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-20585c37-d4e4-4b85-8ec8-d5dfbc7e1ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:45.588808 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-20585c37-d4e4-4b85-8ec8-d5dfbc7e1ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:45.589280 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-20585c37-d4e4-4b85-8ec8-d5dfbc7e1ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:45.594516 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-20585c37-d4e4-4b85-8ec8-d5dfbc7e1ff0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a680621-2411-4708-95d4-d036f0b77350&id=2ef7fac0-ba76-4873-aa0c-db478637a221&id=2ef7fac0-ba76-4873-aa0c-db478637a221&id=2ef7fac0-ba76-4873-aa0c-db478637a221&id=2ef7fac0-ba76-4873-aa0c-db478637a221&id=ea6b1a63-583a-4222-8450-3af28565319c&id=ea6b1a63-583a-4222-8450-3af28565319c HTTP/1.1" status: 200 len: 2292 time: 0.2832506 Nov 16 11:29:45.602297 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8b085ecf-67cf-46ef-bc50-29e2c4162bdf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4596e5c2be8641c08a49f05296501e15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3223977 Nov 16 11:29:45.605086 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 41100) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:45.624858 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6118a47c-8668-4f4a-b3e7-630c8dcf1aac req-d7fc94da-1670-4f5f-8363-06061f20888e service neutron] 10.222.0.64 "GET /v2.0/networks/5b0dad88-2921-4ce2-a522-2a38833ce0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781523 Nov 16 11:29:45.671538 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-8f1adfcb-ed1d-4c48-ad97-62180224f5f6 req-2cbc3203-45af-48fa-bc32-04a31cd84691 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Deleting port 08af4e19-ecca-4bbe-9ac7-bad573fc1625 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:29:45.671881 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8f1adfcb-ed1d-4c48-ad97-62180224f5f6 req-2cbc3203-45af-48fa-bc32-04a31cd84691 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:45.697943 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7afb3e6a-af24-429c-8b99-6fbfd7446c20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:45.724756 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000b6ee-5fe7-4575-b249-cf0569278de4 req-2ce25495-abfa-4eeb-b56b-47afc8cfa8db tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:45.726337 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b000b6ee-5fe7-4575-b249-cf0569278de4 req-2ce25495-abfa-4eeb-b56b-47afc8cfa8db tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/ports?device_id=329bc1d0-ba4e-4ef1-bc1f-c6ff20e9342d HTTP/1.1" status: 200 len: 946 time: 0.0769901 Nov 16 11:29:45.728606 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-cc752466-df9e-4e59-bcc1-d752cee9155b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08ceb28d-8344-42d5-9cb2-b5e94742930c HTTP/1.1" status: 200 len: 1002 time: 0.1170518 Nov 16 11:29:45.735432 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7afb3e6a-af24-429c-8b99-6fbfd7446c20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:45.812330 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b000b6ee-5fe7-4575-b249-cf0569278de4 req-31034d7f-53c1-4322-a886-f088aaacab37 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5922995-1f60-4948-9806-c2c123ba5a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684021 Nov 16 11:29:45.818473 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-96041c11-fc8e-4efc-835f-1f43b611a05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:45.820316 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-96041c11-fc8e-4efc-835f-1f43b611a05f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fa229a78-8641-4bd0-96a1-8a987021b856 HTTP/1.1" status: 200 len: 849 time: 0.0836616 Nov 16 11:29:45.823755 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7afb3e6a-af24-429c-8b99-6fbfd7446c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:45.826614 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7afb3e6a-af24-429c-8b99-6fbfd7446c20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:45.828028 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-8f1adfcb-ed1d-4c48-ad97-62180224f5f6 req-2cbc3203-45af-48fa-bc32-04a31cd84691 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] For port 08af4e19-ecca-4bbe-9ac7-bad573fc1625, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=08af4e19-ecca-4bbe-9ac7-bad573fc1625,segment=NetworkSegment(0009b431-285f-41a0-a8ef-b06ff30af7d1),segment_id=0009b431-285f-41a0-a8ef-b06ff30af7d1)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:45.828391 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8f1adfcb-ed1d-4c48-ad97-62180224f5f6 req-2cbc3203-45af-48fa-bc32-04a31cd84691 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:45.830431 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7afb3e6a-af24-429c-8b99-6fbfd7446c20 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4f087f24-7377-4826-bed7-c337329eb88f HTTP/1.1" status: 204 len: 168 time: 0.2241917 Nov 16 11:29:45.844400 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb3e6a-af24-429c-8b99-6fbfd7446c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f087f24-7377-4826-bed7-c337329eb88f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:45.875960 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-8f1adfcb-ed1d-4c48-ad97-62180224f5f6 req-2cbc3203-45af-48fa-bc32-04a31cd84691 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Calling delete_port for 08af4e19-ecca-4bbe-9ac7-bad573fc1625 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:29:45.934151 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-f4b9a651-54dc-444c-955b-64710328089f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:45.936241 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-f4b9a651-54dc-444c-955b-64710328089f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a680621-2411-4708-95d4-d036f0b77350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1050448 Nov 16 11:29:45.959460 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-ce6b85a9-d89c-4814-b86b-2424ef984765 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=e86b42204c7f435e8eff5558272e51a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254533 Nov 16 11:29:46.083932 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 08af4e19-ecca-4bbe-9ac7-bad573fc1625 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:29:46.086890 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-518c6f1d-f78a-4afe-9987-cb6cbf10e260 service neutron] 10.222.0.36 "GET /v2.0/networks/3a680621-2411-4708-95d4-d036f0b77350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428912 Nov 16 11:29:46.094331 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-26037cf0-52bb-4003-ba79-67a573566851 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:46.102437 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-26037cf0-52bb-4003-ba79-67a573566851 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1315305 Nov 16 11:29:46.121132 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-82301033-2de9-41a4-8b18-0c36cadc90ee tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/quotas/e86b42204c7f435e8eff5558272e51a5 HTTP/1.1" status: 200 len: 375 time: 0.0174241 Nov 16 11:29:46.133557 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8f1adfcb-ed1d-4c48-ad97-62180224f5f6 req-2cbc3203-45af-48fa-bc32-04a31cd84691 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:46.151884 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['0a5706f1-873a-4b3a-82dc-73549dc99fb5'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:29:46.192761 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-d1460c3a-e42f-47b6-a5e9-2fa574e7af75 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e86b42204c7f435e8eff5558272e51a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0698254 Nov 16 11:29:46.196080 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc3203-45af-48fa-bc32-04a31cd84691 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Pushing event deleted for resources: {'Port': ['ID=08af4e19-ecca-4bbe-9ac7-bad573fc1625,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:46.200499 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No active binding found for port 08af4e19-ecca-4bbe-9ac7-bad573fc1625 {{(pid=102670) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 16 11:29:46.200990 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 08af4e19-ecca-4bbe-9ac7-bad573fc1625 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:29:46.201492 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 1cfe63ed-82d5-4e38-a615-f3b2c2acc877 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:29:46.250370 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f1adfcb-ed1d-4c48-ad97-62180224f5f6 req-2cbc3203-45af-48fa-bc32-04a31cd84691 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] No DVR routers for this DVR port 08af4e19-ecca-4bbe-9ac7-bad573fc1625 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:29:46.252859 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8f1adfcb-ed1d-4c48-ad97-62180224f5f6 req-2cbc3203-45af-48fa-bc32-04a31cd84691 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:46.257150 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8f1adfcb-ed1d-4c48-ad97-62180224f5f6 req-2cbc3203-45af-48fa-bc32-04a31cd84691 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.64 "DELETE /v2.0/ports/08af4e19-ecca-4bbe-9ac7-bad573fc1625 HTTP/1.1" status: 204 len: 173 time: 0.9009945 Nov 16 11:29:46.260287 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acfd94a9-1c02-4462-88e8-3c6afd7688eb', 'name': 'network-vif-deleted', 'tag': '08af4e19-ecca-4bbe-9ac7-bad573fc1625'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:29:46.263835 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e64aa77-8407-4a98-a77b-cdb01a67a8c6" -d '{"events": [{"server_uuid": "acfd94a9-1c02-4462-88e8-3c6afd7688eb", "name": "network-vif-deleted", "tag": "08af4e19-ecca-4bbe-9ac7-bad573fc1625"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:29:46.296703 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-e73ea74a-b5a0-4b09-9575-7abd2a1348eb service neutron] 10.222.0.36 "GET /v2.0/networks/3a680621-2411-4708-95d4-d036f0b77350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012558 Nov 16 11:29:46.372633 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-a5368fd2-bcf5-4468-aab7-f7a8a475138d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=442339e7-8828-4527-b420-5e71635e90f9 HTTP/1.1" status: 200 len: 217 time: 0.0684462 Nov 16 11:29:46.404706 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:46.470486 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 1cfe63ed-82d5-4e38-a615-f3b2c2acc877, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=1cfe63ed-82d5-4e38-a615-f3b2c2acc877,segment=NetworkSegment(b0fc45c9-2beb-4f49-9aad-62aa818b50ab),segment_id=b0fc45c9-2beb-4f49-9aad-62aa818b50ab)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:46.483661 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:46.498455 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-500180e7-4ca3-44ac-b188-99b967896139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:46.503768 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-500180e7-4ca3-44ac-b188-99b967896139 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9354876-5a24-4c3d-aa0b-1b12e2704ca4 HTTP/1.1" status: 200 len: 797 time: 0.1196625 Nov 16 11:29:46.576808 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:46.578263 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d0b19-66ab-453a-9408-98cbfa0f7f01 req-5380541b-7a0c-4505-a452-78c552fa676d tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:46.582761 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-8fc1039a-7af2-4e83-831e-90a94e10ceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:46.584435 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-8fc1039a-7af2-4e83-831e-90a94e10ceb1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ef7fac0-ba76-4873-aa0c-db478637a221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0740325 Nov 16 11:29:46.585864 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5c5d0b19-66ab-453a-9408-98cbfa0f7f01 req-5380541b-7a0c-4505-a452-78c552fa676d tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 943 time: 0.0689507 Nov 16 11:29:46.598744 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=1cfe63ed-82d5-4e38-a615-f3b2c2acc877,revision_number=8']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:46.651033 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5c5d0b19-66ab-453a-9408-98cbfa0f7f01 req-8353b450-f0b4-4b8b-a5fe-f113e69e4757 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642660 Nov 16 11:29:46.696063 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 41156) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:46.736557 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-b6b45ba7-39f0-45ff-af69-32bad847ae15 service neutron] 10.222.0.36 "GET /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439681 Nov 16 11:29:46.843571 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-c139bebe-2fe4-41ef-88fd-c57c547ef30f admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1823874299-network', 'tenant_id': 'd3ddcb7af2c04756906537dec9144bd8'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:29:46.859400 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-2772ef80-9992-4f7f-99d0-34778d98c47f service neutron] 10.222.0.36 "GET /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156061 Nov 16 11:29:46.866152 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afef98-7eaf-434b-9c4b-ed840f725a68 req-0e78f693-58f1-4349-9f5e-849594bc2f54 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:46.867657 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-66afef98-7eaf-434b-9c4b-ed840f725a68 req-0e78f693-58f1-4349-9f5e-849594bc2f54 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 945 time: 0.0735526 Nov 16 11:29:46.892353 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c139bebe-2fe4-41ef-88fd-c57c547ef30f admin admin] Made reservation on behalf of d3ddcb7af2c04756906537dec9144bd8 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:29:46.895180 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c139bebe-2fe4-41ef-88fd-c57c547ef30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:46.902830 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-d8988038-d158-4b4d-abab-102230157609 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=ef6df7df-1e5a-4b26-a927-ad82f8336e09 HTTP/1.1" status: 200 len: 217 time: 0.0361962 Nov 16 11:29:46.908708 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c139bebe-2fe4-41ef-88fd-c57c547ef30f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:46.932258 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc7d811-2a6b-4cae-b37d-163ca14fcd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '999da5f4-8680-4f3b-bb5e-3b650ba4a561'}, {'server_uuid': '23a3195c-d886-4b60-9d17-03aec03d84c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cfe63ed-82d5-4e38-a615-f3b2c2acc877'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:29:46.934945 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2cb55d3-da02-436f-af63-03dc737a74e7" -d '{"events": [{"server_uuid": "fcc7d811-2a6b-4cae-b37d-163ca14fcd3a", "name": "network-vif-plugged", "status": "completed", "tag": "999da5f4-8680-4f3b-bb5e-3b650ba4a561"}, {"server_uuid": "23a3195c-d886-4b60-9d17-03aec03d84c7", "name": "network-vif-unplugged", "status": "completed", "tag": "1cfe63ed-82d5-4e38-a615-f3b2c2acc877"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:29:46.946550 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-66afef98-7eaf-434b-9c4b-ed840f725a68 req-0a9dc720-905b-4a59-9eb0-b72347143b36 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691614 Nov 16 11:29:46.969952 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-e220748e-3153-4b24-bf00-0f60bb3314a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:46.969952 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-e220748e-3153-4b24-bf00-0f60bb3314a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9354876-5a24-4c3d-aa0b-1b12e2704ca4 HTTP/1.1" status: 200 len: 797 time: 0.0545306 Nov 16 11:29:47.020312 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-295af9a1-564c-49e9-9a31-06cc19919f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:47.022016 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-295af9a1-564c-49e9-9a31-06cc19919f6b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ef7fac0-ba76-4873-aa0c-db478637a221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0502677 Nov 16 11:29:47.104353 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ac4803c7-61ac-4756-b60a-3d3195bdb246 req-54f7d6b8-b10c-42ef-ac67-ef3f2b925d2a tempest-ServerShowV257Test-686525170 tempest-ServerShowV257Test-686525170-project] 10.222.0.61 "GET /v2.0/ports?device_id=af58858e-c0db-400c-b625-c66c5e4da1dd HTTP/1.1" status: 200 len: 210 time: 0.0445883 Nov 16 11:29:47.116705 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c139bebe-2fe4-41ef-88fd-c57c547ef30f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:47.136798 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c139bebe-2fe4-41ef-88fd-c57c547ef30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:47.167355 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-c500cb81-d933-4544-b441-c76ad42a9ace service neutron] 10.222.0.36 "GET /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383569 Nov 16 11:29:47.170220 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58c3e63-b1e0-49ee-8897-38030ccd4213 x-openstack-request-id: req-d58c3e63-b1e0-49ee-8897-38030ccd4213 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:29:47.170220 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acfd94a9-1c02-4462-88e8-3c6afd7688eb", "name": "network-vif-deleted", "tag": "08af4e19-ecca-4bbe-9ac7-bad573fc1625", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:29:47.170657 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d58c3e63-b1e0-49ee-8897-38030ccd4213 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:29:47.171289 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acfd94a9-1c02-4462-88e8-3c6afd7688eb', 'name': 'network-vif-deleted', 'tag': '08af4e19-ecca-4bbe-9ac7-bad573fc1625', 'status': 'completed', 'code': 200} Nov 16 11:29:47.193284 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c139bebe-2fe4-41ef-88fd-c57c547ef30f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:29:47.204635 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c139bebe-2fe4-41ef-88fd-c57c547ef30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50f68c3-b755-4c05-b8cf-0623410a8dec,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:47.210646 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c139bebe-2fe4-41ef-88fd-c57c547ef30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:47.211357 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-c139bebe-2fe4-41ef-88fd-c57c547ef30f admin admin] Added segment c9a93031-769e-4aec-8f88-49bf40488a36 of type vlan for network 3cea7e44-c987-4f71-86a8-3b8b3f223a59 Nov 16 11:29:47.273825 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3dddd87b-4b9f-4b5a-8a2e-c255c96d3436 req-a5e482ca-1d7e-4c33-b687-55a026ac1fbb tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 210 time: 0.0482874 Nov 16 11:29:47.288066 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c139bebe-2fe4-41ef-88fd-c57c547ef30f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:47.317742 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c139bebe-2fe4-41ef-88fd-c57c547ef30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:47.318908 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c139bebe-2fe4-41ef-88fd-c57c547ef30f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:47.319631 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c139bebe-2fe4-41ef-88fd-c57c547ef30f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:47.417885 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c139bebe-2fe4-41ef-88fd-c57c547ef30f admin admin] Pushing event updated for resources: {'Network': ['ID=3cea7e44-c987-4f71-86a8-3b8b3f223a59,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:47.436743 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 3cea7e44-c987-4f71-86a8-3b8b3f223a59 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:29:47.448869 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c139bebe-2fe4-41ef-88fd-c57c547ef30f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7433872 Nov 16 11:29:47.530088 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc6f31-5535-4b74-b2a6-fadd14a4a7c2 req-37a9fb18-89eb-41bd-9094-85a3981b698f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:47.531440 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bfcc6f31-5535-4b74-b2a6-fadd14a4a7c2 req-37a9fb18-89eb-41bd-9094-85a3981b698f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/ports?device_id=329bc1d0-ba4e-4ef1-bc1f-c6ff20e9342d HTTP/1.1" status: 200 len: 946 time: 0.1105552 Nov 16 11:29:47.615712 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bfcc6f31-5535-4b74-b2a6-fadd14a4a7c2 req-28c39611-12fd-4dec-bd22-49727bfdddff tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5922995-1f60-4948-9806-c2c123ba5a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769308 Nov 16 11:29:47.647135 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-dd7850d2-8f61-4218-94e3-e698080c8ca4 service neutron] 10.222.0.36 "GET /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4721847 Nov 16 11:29:47.700205 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 16 Nov 2021 11:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f150c81-4eff-465b-8ae8-24bec60e9f2b x-openstack-request-id: req-5f150c81-4eff-465b-8ae8-24bec60e9f2b {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:29:47.700702 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc7d811-2a6b-4cae-b37d-163ca14fcd3a", "name": "network-vif-plugged", "status": "completed", "tag": "999da5f4-8680-4f3b-bb5e-3b650ba4a561", "code": 200}, {"server_uuid": "23a3195c-d886-4b60-9d17-03aec03d84c7", "name": "network-vif-unplugged", "status": "completed", "tag": "1cfe63ed-82d5-4e38-a615-f3b2c2acc877", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:29:47.701041 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5f150c81-4eff-465b-8ae8-24bec60e9f2b {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:29:47.701663 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc7d811-2a6b-4cae-b37d-163ca14fcd3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '999da5f4-8680-4f3b-bb5e-3b650ba4a561', 'code': 200} Nov 16 11:29:47.702213 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a3195c-d886-4b60-9d17-03aec03d84c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cfe63ed-82d5-4e38-a615-f3b2c2acc877', 'code': 200} Nov 16 11:29:47.709804 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-38aeac9c-418d-4f77-bdc8-27d67749f0a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=b06424a2-3780-4ea6-937a-fd17aaa823c1 HTTP/1.1" status: 200 len: 217 time: 0.0547657 Nov 16 11:29:47.789631 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-33219ebb-9310-46f3-a5fd-f7b1d37f4bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:47.791101 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-33219ebb-9310-46f3-a5fd-f7b1d37f4bb4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9354876-5a24-4c3d-aa0b-1b12e2704ca4 HTTP/1.1" status: 200 len: 797 time: 0.0747147 Nov 16 11:29:47.818575 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-1e4eee21-1530-4de2-b71a-301d032e3b4b tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e86b42204c7f435e8eff5558272e51a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546355 Nov 16 11:29:47.819515 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2f3b8-443c-4788-8851-5089afc7065f req-99ad7847-b15e-4e93-a4f8-f2ae32f33c39 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:47.821528 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d0e2f3b8-443c-4788-8851-5089afc7065f req-99ad7847-b15e-4e93-a4f8-f2ae32f33c39 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/ports?device_id=329bc1d0-ba4e-4ef1-bc1f-c6ff20e9342d HTTP/1.1" status: 200 len: 946 time: 0.0602882 Nov 16 11:29:47.876707 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d0e2f3b8-443c-4788-8851-5089afc7065f req-401b4273-5cd9-4e53-be57-d3fb87e8900e tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5922995-1f60-4948-9806-c2c123ba5a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467620 Nov 16 11:29:47.950802 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-dca2d64a-ca7c-4556-bbd2-95ea91a50265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:47.952708 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-dca2d64a-ca7c-4556-bbd2-95ea91a50265 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ef7fac0-ba76-4873-aa0c-db478637a221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1481240 Nov 16 11:29:48.028539 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb15f7-ca4a-4842-b03c-6ad2372e337f req-168edd85-0933-4984-b490-e976e64085de tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:48.030215 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dabb15f7-ca4a-4842-b03c-6ad2372e337f req-168edd85-0933-4984-b490-e976e64085de tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 943 time: 0.0563037 Nov 16 11:29:48.062503 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-e9d9c259-db91-45af-a7c5-4f09133f0a13 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:48.063852 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-e9d9c259-db91-45af-a7c5-4f09133f0a13 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2279077 Nov 16 11:29:48.091450 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-8bb92b97-b1fe-4b16-b475-852d4334ca35 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Request body: {'port': {'device_id': '7788edfb-4eac-45ac-ad7b-3baf42448ab1', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'admin_state_up': True, 'tenant_id': 'e86b42204c7f435e8eff5558272e51a5'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:29:48.098061 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dabb15f7-ca4a-4842-b03c-6ad2372e337f req-ab5b1267-5ec7-4c13-be9a-4401282038ee tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611260 Nov 16 11:29:48.159808 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-0c08016a-4cf5-41a2-85d9-b6a993fbf709 service neutron] 10.222.0.36 "GET /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959066 Nov 16 11:29:48.252760 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:48.315329 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-9b5a81f4-0823-4cec-aac3-11641b50127d service neutron] 10.222.0.36 "GET /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481099 Nov 16 11:29:48.331056 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-8bb92b97-b1fe-4b16-b475-852d4334ca35 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Made reservation on behalf of e86b42204c7f435e8eff5558272e51a5 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:29:48.335083 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-8bb92b97-b1fe-4b16-b475-852d4334ca35 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:48.370284 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-edf82044-a5e6-4b14-9f5f-870bb70fd1b4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=f958e357-3c58-4ef4-8e95-dd29178bdd07 HTTP/1.1" status: 200 len: 217 time: 0.0473447 Nov 16 11:29:48.475090 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-3408ddaa-da2b-4db7-9e46-488e83411181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:48.476600 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-3408ddaa-da2b-4db7-9e46-488e83411181 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9354876-5a24-4c3d-aa0b-1b12e2704ca4 HTTP/1.1" status: 200 len: 797 time: 0.0987263 Nov 16 11:29:48.477805 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd559f5-f181-49d8-8276-bbabbabc7d81 req-a8611fc6-8632-4f8b-ab2b-42b693c2c74d tempest-ComputeTenantNetworksTest-74794374 tempest-ComputeTenantNetworksTest-74794374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:48.484806 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd559f5-f181-49d8-8276-bbabbabc7d81 req-a8611fc6-8632-4f8b-ab2b-42b693c2c74d tempest-ComputeTenantNetworksTest-74794374 tempest-ComputeTenantNetworksTest-74794374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:48.491585 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd559f5-f181-49d8-8276-bbabbabc7d81 req-a8611fc6-8632-4f8b-ab2b-42b693c2c74d tempest-ComputeTenantNetworksTest-74794374 tempest-ComputeTenantNetworksTest-74794374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:48.493371 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2bd559f5-f181-49d8-8276-bbabbabc7d81 req-a8611fc6-8632-4f8b-ab2b-42b693c2c74d tempest-ComputeTenantNetworksTest-74794374 tempest-ComputeTenantNetworksTest-74794374-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2172842 Nov 16 11:29:48.573248 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-8bb92b97-b1fe-4b16-b475-852d4334ca35 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Allocated IP 192.168.233.112 (d184b1c6-3832-4c86-bfd0-c1472d76d6c3/c4c770cc-51d7-42eb-b4a6-9a605bacae0f/1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:29:48.580193 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-199df179-84a1-4516-bd39-3caedaa3e1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:48.581762 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-199df179-84a1-4516-bd39-3caedaa3e1be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ef7fac0-ba76-4873-aa0c-db478637a221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0961139 Nov 16 11:29:48.682295 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce1e2a-1f90-44a3-96a8-cd6ef6124226 req-7a3e3415-e048-4fae-868e-f331115db484 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:48.684100 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-48ce1e2a-1f90-44a3-96a8-cd6ef6124226 req-7a3e3415-e048-4fae-868e-f331115db484 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 945 time: 0.0560756 Nov 16 11:29:48.734621 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-48ce1e2a-1f90-44a3-96a8-cd6ef6124226 req-d8fd52da-0ba3-4606-b5d8-71d6d90e5778 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439768 Nov 16 11:29:48.756463 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-44207c12-93dc-44eb-af46-d08964731ea2 service neutron] 10.222.0.36 "GET /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622744 Nov 16 11:29:48.793172 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:48.856393 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-8bb92b97-b1fe-4b16-b475-852d4334ca35 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:48.863487 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76736948-16ae-4b01-9fa1-7f072c68c999 req-06acc5a8-f030-4b5b-9437-0df1762c1c54 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:48.864833 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-76736948-16ae-4b01-9fa1-7f072c68c999 req-06acc5a8-f030-4b5b-9437-0df1762c1c54 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 943 time: 0.0550070 Nov 16 11:29:48.890555 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-ed02b19a-c317-4712-ba88-3b07bf94bb1d service neutron] 10.222.0.36 "GET /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306496 Nov 16 11:29:48.914796 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-76736948-16ae-4b01-9fa1-7f072c68c999 req-1f2f20c9-bf85-436c-966c-a4aeef6f582b tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430415 Nov 16 11:29:48.943670 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-3920645d-6868-4340-96b6-945513344668 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8c0c8e29-c9e3-442d-bb5d-3b91f658d21a HTTP/1.1" status: 200 len: 217 time: 0.0443926 Nov 16 11:29:48.962841 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-8bb92b97-b1fe-4b16-b475-852d4334ca35 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:48.977370 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['eda68473-eb26-42d1-ad61-73e085f00c70'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:29:48.981661 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['999da5f4-8680-4f3b-bb5e-3b650ba4a561'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:29:49.052469 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-8bb92b97-b1fe-4b16-b475-852d4334ca35 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:29:49.054051 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f6294dae-c8b3-4a1b-ada2-c2d7b51dff80 req-37cd5ead-7cf7-4d90-a83b-990ce0e3bea7 tempest-ServerShowV257Test-686525170 tempest-ServerShowV257Test-686525170-project] 10.222.0.61 "GET /v2.0/ports?device_id=af58858e-c0db-400c-b625-c66c5e4da1dd HTTP/1.1" status: 200 len: 210 time: 0.0482566 Nov 16 11:29:49.072271 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-8bb92b97-b1fe-4b16-b475-852d4334ca35 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:29:49.094655 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-8bb92b97-b1fe-4b16-b475-852d4334ca35 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:29:49.098665 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-7ce72024-0ff8-4602-914e-f55cdab5a0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:49.100684 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-7ce72024-0ff8-4602-914e-f55cdab5a0f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=16cc9616-2b5b-44c0-b1c8-e21887664ca8 HTTP/1.1" status: 200 len: 797 time: 0.1492705 Nov 16 11:29:49.152312 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb92b97-b1fe-4b16-b475-852d4334ca35 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Pushing event updated for resources: {'Port': ['ID=1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:49.188548 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-8bb92b97-b1fe-4b16-b475-852d4334ca35 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:49.189524 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-8bb92b97-b1fe-4b16-b475-852d4334ca35 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:49.197584 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809bc11-96ae-4bcc-bcf6-5286511f7566 req-a93212a3-e8c9-4eb8-8dd1-f4c90c803b09 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:49.205794 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f809bc11-96ae-4bcc-bcf6-5286511f7566 req-a93212a3-e8c9-4eb8-8dd1-f4c90c803b09 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 936 time: 0.0627911 Nov 16 11:29:49.207328 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-835d8185-9f38-4f5b-9106-5cbf57301784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:49.209125 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-835d8185-9f38-4f5b-9106-5cbf57301784 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ea6b1a63-583a-4222-8450-3af28565319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0853024 Nov 16 11:29:49.216057 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-8bb92b97-b1fe-4b16-b475-852d4334ca35 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1285782 Nov 16 11:29:49.231161 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-371440ee-b268-4d3c-8a68-b695fe23c0a1 service neutron] Request body: {'port': {'device_id': '7788edfb-4eac-45ac-ad7b-3baf42448ab1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:29:49.267024 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f809bc11-96ae-4bcc-bcf6-5286511f7566 req-5b850335-74b6-43ed-a5f5-49969a2d4ad7 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594461 Nov 16 11:29:49.344021 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-371440ee-b268-4d3c-8a68-b695fe23c0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:49.427488 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75145eb6-9cf8-49eb-9199-af808e1b6909 req-d40ab202-c1bf-4e66-8e50-47ccb523a474 tempest-ComputeTenantNetworksTest-74794374 tempest-ComputeTenantNetworksTest-74794374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:49.429007 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-75145eb6-9cf8-49eb-9199-af808e1b6909 req-d40ab202-c1bf-4e66-8e50-47ccb523a474 tempest-ComputeTenantNetworksTest-74794374 tempest-ComputeTenantNetworksTest-74794374-project] 10.222.0.61 "GET /v2.0/networks/3cea7e44-c987-4f71-86a8-3b8b3f223a59 HTTP/1.1" status: 200 len: 769 time: 0.1196280 Nov 16 11:29:49.429873 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 41206) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:49.432795 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-1665abf5-1f12-49d4-89cd-06cb8a4ec41d service neutron] 10.222.0.36 "GET /v2.0/networks/ea6b1a63-583a-4222-8450-3af28565319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150209 Nov 16 11:29:49.439706 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 41208) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:49.462997 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-80bdcf6b-f0c7-45f8-bad6-82073c8fd899 None None] Provisioning complete for port 1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:29:49.463360 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-80bdcf6b-f0c7-45f8-bad6-82073c8fd899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:49.541067 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-80bdcf6b-f0c7-45f8-bad6-82073c8fd899 None None] Port 1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:29:49.627774 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22ea46bf-ca76-4876-b83c-5fbbf856f96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:49.638671 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [req-7341f7b6-0db8-4173-8c15-b7e18895179c req-8b3e2007-f093-4ee7-b625-75485b53d5d1 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:29:49.639776 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7341f7b6-0db8-4173-8c15-b7e18895179c req-8b3e2007-f093-4ee7-b625-75485b53d5d1 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097346 Nov 16 11:29:49.686514 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-d424e750-a6a2-4746-9673-722ba89f65ed service neutron] 10.222.0.36 "GET /v2.0/networks/ea6b1a63-583a-4222-8450-3af28565319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425961 Nov 16 11:29:49.741424 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-76c2a127-95a3-4edd-b9ad-fc1dce55dc9e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=41a853ef-f92e-4127-89d6-e02d71c0d2ed HTTP/1.1" status: 200 len: 217 time: 0.0446558 Nov 16 11:29:49.765653 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22ea46bf-ca76-4876-b83c-5fbbf856f96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:49.796879 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-22ea46bf-ca76-4876-b83c-5fbbf856f96d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cea7e44-c987-4f71-86a8-3b8b3f223a59']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:29:49.809525 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-22ea46bf-ca76-4876-b83c-5fbbf856f96d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9a93031-769e-4aec-8f88-49bf40488a36') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:29:49.809889 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-22ea46bf-ca76-4876-b83c-5fbbf856f96d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9a93031-769e-4aec-8f88-49bf40488a36') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:29:49.813788 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-c38d92d0-d6f3-439a-a5a6-aedf937a2cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:49.815306 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-c38d92d0-d6f3-439a-a5a6-aedf937a2cf7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=16cc9616-2b5b-44c0-b1c8-e21887664ca8 HTTP/1.1" status: 200 len: 797 time: 0.0660424 Nov 16 11:29:49.824854 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22ea46bf-ca76-4876-b83c-5fbbf856f96d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:49.857556 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22ea46bf-ca76-4876-b83c-5fbbf856f96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:49.880762 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-371440ee-b268-4d3c-8a68-b695fe23c0a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:29:49.891496 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-371440ee-b268-4d3c-8a68-b695fe23c0a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:49.915395 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-5c65e8c4-a626-478d-9327-7a705de850da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:49.917196 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-5c65e8c4-a626-478d-9327-7a705de850da service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ea6b1a63-583a-4222-8450-3af28565319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0798750 Nov 16 11:29:49.925086 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22ea46bf-ca76-4876-b83c-5fbbf856f96d admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:29:49.925499 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22ea46bf-ca76-4876-b83c-5fbbf856f96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:49.927504 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:29:49.927504 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:29:49.927504 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:29:49.927504 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:29:49.927504 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:29:49.927504 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:29:49.927504 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:29:49.927504 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:29:49.927504 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:29:49.927504 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:29:49.927504 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:29:49.927504 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:29:49.927504 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:29:49.927504 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:29:49.927504 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:29:49.927504 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:29:49.927504 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:29:49.927504 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:29:49.927504 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:29:49.927504 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:29:49.927504 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:29:49.927504 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:29:49.927504 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:29:49.927504 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:29:49.927504 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:29:49.927504 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:29:49.927504 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:29:49.927504 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:29:49.927504 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:29:49.927504 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:29:49.927504 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:29:49.927504 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:29:50.031223 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-7f27faa0-d147-4d1f-a163-0c6c30c2b38a service neutron] 10.222.0.36 "GET /v2.0/networks/ea6b1a63-583a-4222-8450-3af28565319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048353 Nov 16 11:29:50.108441 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 1cfe63ed-82d5-4e38-a615-f3b2c2acc877 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:29:50.135773 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-371440ee-b268-4d3c-8a68-b695fe23c0a1 service neutron] Transition to ACTIVE for port object 1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:29:50.137744 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22ea46bf-ca76-4876-b83c-5fbbf856f96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:50.152839 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740af08c-fa22-41d3-a9ca-87b29ec3da68 req-6dbab720-8979-4105-86d7-68e947d9b3e8 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:50.160529 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-371440ee-b268-4d3c-8a68-b695fe23c0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:50.160920 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-740af08c-fa22-41d3-a9ca-87b29ec3da68 req-6dbab720-8979-4105-86d7-68e947d9b3e8 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 943 time: 0.1819868 Nov 16 11:29:50.182435 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22ea46bf-ca76-4876-b83c-5fbbf856f96d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:50.186717 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-22ea46bf-ca76-4876-b83c-5fbbf856f96d admin admin] 10.222.0.61 "DELETE /v2.0/networks/3cea7e44-c987-4f71-86a8-3b8b3f223a59 HTTP/1.1" status: 204 len: 168 time: 0.7032623 Nov 16 11:29:50.211994 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea46bf-ca76-4876-b83c-5fbbf856f96d admin admin] Pushing event deleted for resources: {'Network': ['ID=3cea7e44-c987-4f71-86a8-3b8b3f223a59,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:50.290480 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21f58079-c5a5-4612-a74f-5e71191bcc1f req-3329de8e-4ecf-44df-9891-a8d5f8f525c6 service neutron] 10.222.0.36 "GET /v2.0/networks/ea6b1a63-583a-4222-8450-3af28565319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457731 Nov 16 11:29:50.304929 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-740af08c-fa22-41d3-a9ca-87b29ec3da68 req-649e50ef-1402-46e3-ac2b-232e4faa6a6b tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372523 Nov 16 11:29:50.325815 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371440ee-b268-4d3c-8a68-b695fe23c0a1 service neutron] Pushing event updated for resources: {'Port': ['ID=1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:50.409498 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-46cffff4-25a3-4c3e-91e5-00187cdb8f16 req-bdb37317-2737-4e25-a28a-40b9a02fed1a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3770595 Nov 16 11:29:50.422969 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 41238) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:50.473260 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-371440ee-b268-4d3c-8a68-b695fe23c0a1 service neutron] Attempting to bind port 1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:29:50.473594 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-371440ee-b268-4d3c-8a68-b695fe23c0a1 service neutron] Attempting to bind port 1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:29:50.473950 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-371440ee-b268-4d3c-8a68-b695fe23c0a1 service neutron] Attempting to bind port 1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:29:50.479431 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-371440ee-b268-4d3c-8a68-b695fe23c0a1 service neutron] Port 1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:29:50.479762 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-371440ee-b268-4d3c-8a68-b695fe23c0a1 service neutron] Attempting to bind port 1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:29:50.485421 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-371440ee-b268-4d3c-8a68-b695fe23c0a1 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:29:50.485766 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-371440ee-b268-4d3c-8a68-b695fe23c0a1 service neutron] Checking segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:29:50.486188 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-371440ee-b268-4d3c-8a68-b695fe23c0a1 service neutron] Bound using segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:29:50.486627 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-371440ee-b268-4d3c-8a68-b695fe23c0a1 service neutron] Bound port: 1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:29:50.487174 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-371440ee-b268-4d3c-8a68-b695fe23c0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:50.579723 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-371440ee-b268-4d3c-8a68-b695fe23c0a1 service neutron] For port 1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:29:50.583786 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-371440ee-b268-4d3c-8a68-b695fe23c0a1 service neutron] For port 1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:29:50.604764 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-371440ee-b268-4d3c-8a68-b695fe23c0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:50.665349 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-371440ee-b268-4d3c-8a68-b695fe23c0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:50.668843 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-371440ee-b268-4d3c-8a68-b695fe23c0a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:50.687310 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-371440ee-b268-4d3c-8a68-b695fe23c0a1 service neutron] 10.222.0.64 "PUT /v2.0/ports/1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866 HTTP/1.1" status: 200 len: 1096 time: 1.4605367 Nov 16 11:29:50.697204 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7788edfb-4eac-45ac-ad7b-3baf42448ab1', 'tag': '1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:29:50.707618 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431e97b2-6d1c-4f52-9497-0348176c5fe3" -d '{"events": [{"name": "network-changed", "server_uuid": "7788edfb-4eac-45ac-ad7b-3baf42448ab1", "tag": "1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:29:50.821886 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371440ee-b268-4d3c-8a68-b695fe23c0a1 service neutron] Pushing event updated for resources: {'Port': ['ID=1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:50.840325 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-89cb386b-b522-486e-b859-79c4f5a964cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:50.842405 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-89cb386b-b522-486e-b859-79c4f5a964cb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e86b42204c7f435e8eff5558272e51a5&device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 1099 time: 0.0868857 Nov 16 11:29:50.866474 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5cabcc52-f64d-4017-ac16-d258ddae943b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:50.917130 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-32c1b75f-7a69-4a05-a4cd-015208caf030 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866 HTTP/1.1" status: 200 len: 217 time: 0.0583475 Nov 16 11:29:51.017976 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3487cd5f-a095-42bc-b02d-dea12b6987cf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d3ddcb7af2c04756906537dec9144bd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5928466 Nov 16 11:29:51.021614 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 41252) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:51.027187 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541eb081-0c5e-481b-aac2-78fd3814e9b3 req-0cf94ebb-b67a-4b04-a7d5-8e714801336f tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:51.028642 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-541eb081-0c5e-481b-aac2-78fd3814e9b3 req-0cf94ebb-b67a-4b04-a7d5-8e714801336f tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 945 time: 0.5934777 Nov 16 11:29:51.038768 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-e5f73aaa-3cac-4c10-8db6-de8974fb49c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:51.040250 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-e5f73aaa-3cac-4c10-8db6-de8974fb49c3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0931623 Nov 16 11:29:51.150445 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-541eb081-0c5e-481b-aac2-78fd3814e9b3 req-80ad89ca-44d3-4b35-9acc-d3492a72c7ed tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784285 Nov 16 11:29:51.150545 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b675423-dcb7-4009-8bd6-0f2499ccbf4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:51.155606 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-f2b56f5f-9a93-4db4-a63e-d55b5a86f590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:51.157169 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-f2b56f5f-9a93-4db4-a63e-d55b5a86f590 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1041028 Nov 16 11:29:51.218266 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b675423-dcb7-4009-8bd6-0f2499ccbf4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:51.266336 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-218997a6-9e5d-4709-bea4-9a18681db988 req-4916f2eb-4051-462c-ab2b-68df211bc7d0 tempest-ServerShowV257Test-686525170 tempest-ServerShowV257Test-686525170-project] 10.222.0.61 "GET /v2.0/ports?device_id=af58858e-c0db-400c-b625-c66c5e4da1dd HTTP/1.1" status: 200 len: 210 time: 0.0501764 Nov 16 11:29:51.339722 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-4dab2507-c788-4cbd-8eb8-c94da4154012 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536005 Nov 16 11:29:51.365758 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b675423-dcb7-4009-8bd6-0f2499ccbf4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:51.368707 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b675423-dcb7-4009-8bd6-0f2499ccbf4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:51.369993 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5b675423-dcb7-4009-8bd6-0f2499ccbf4a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c50f68c3-b755-4c05-b8cf-0623410a8dec HTTP/1.1" status: 204 len: 168 time: 0.3473864 Nov 16 11:29:51.419699 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b675423-dcb7-4009-8bd6-0f2499ccbf4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50f68c3-b755-4c05-b8cf-0623410a8dec,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:51.477868 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-5cabcc52-f64d-4017-ac16-d258ddae943b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Allocated IP 172.20.0.17 (a514adc9-96c1-4a2f-a558-75c51e57dda4/3da4f156-9922-4139-a53b-359bb9272dde/b7ffd591-828a-4e00-a99d-640eccc887b6) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:29:51.492247 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942aba31-8579-4515-82ee-6dcd6adc2a1b req-b2f79b6a-5139-4244-b6cd-68ca882233b9 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:51.496549 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d809e08a-1f71-4aca-9eed-56e41849f94c req-c4f5302e-7cc8-44be-a515-b0182d66c898 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385145 Nov 16 11:29:51.497558 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-942aba31-8579-4515-82ee-6dcd6adc2a1b req-b2f79b6a-5139-4244-b6cd-68ca882233b9 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 948 time: 0.1420774 Nov 16 11:29:51.603991 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-942aba31-8579-4515-82ee-6dcd6adc2a1b req-76a53958-71b4-46b7-aeb6-cd703bc631ab tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006758 Nov 16 11:29:51.663544 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232623e1-8d73-4a3b-abe5-ebc58b28ddc4 x-openstack-request-id: req-232623e1-8d73-4a3b-abe5-ebc58b28ddc4 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:29:51.663927 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7788edfb-4eac-45ac-ad7b-3baf42448ab1", "tag": "1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:29:51.664314 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-232623e1-8d73-4a3b-abe5-ebc58b28ddc4 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:29:51.664889 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7788edfb-4eac-45ac-ad7b-3baf42448ab1', 'tag': '1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866', 'status': 'completed', 'code': 200} Nov 16 11:29:51.667144 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5cabcc52-f64d-4017-ac16-d258ddae943b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:51.738200 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5cabcc52-f64d-4017-ac16-d258ddae943b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:51.752643 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e97b2-6d1c-4f52-9497-0348176c5fe3 req-717ddd4a-46dc-4db6-a0d8-cf372ee4241b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:51.755045 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-431e97b2-6d1c-4f52-9497-0348176c5fe3 req-717ddd4a-46dc-4db6-a0d8-cf372ee4241b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e86b42204c7f435e8eff5558272e51a5&device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 1099 time: 0.0506427 Nov 16 11:29:51.834854 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cabcc52-f64d-4017-ac16-d258ddae943b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Network a514adc9-96c1-4a2f-a558-75c51e57dda4 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:29:51.848877 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-5cabcc52-f64d-4017-ac16-d258ddae943b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:29:51.898449 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cabcc52-f64d-4017-ac16-d258ddae943b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:29:51.917910 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cffff4-25a3-4c3e-91e5-00187cdb8f16 req-cd0906b4-5cc7-4b41-b8ac-13158899ddaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:51.919605 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-46cffff4-25a3-4c3e-91e5-00187cdb8f16 req-cd0906b4-5cc7-4b41-b8ac-13158899ddaa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7&tenant_id=d9c312f535cb4cf58448c066749083fd HTTP/1.1" status: 200 len: 1094 time: 0.0815830 Nov 16 11:29:51.950700 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cabcc52-f64d-4017-ac16-d258ddae943b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event updated for resources: {'Port': ['ID=b7ffd591-828a-4e00-a99d-640eccc887b6,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:51.963281 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5cabcc52-f64d-4017-ac16-d258ddae943b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:51.996569 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e97b2-6d1c-4f52-9497-0348176c5fe3 req-8da683a5-6f6f-4b9a-a32d-80d5b4a67ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:51.998141 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-431e97b2-6d1c-4f52-9497-0348176c5fe3 req-8da683a5-6f6f-4b9a-a32d-80d5b4a67ac2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.2226799 Nov 16 11:29:52.026206 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cffff4-25a3-4c3e-91e5-00187cdb8f16 req-758b8eb5-b086-47e9-a03b-42de9258aac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:52.027754 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-46cffff4-25a3-4c3e-91e5-00187cdb8f16 req-758b8eb5-b086-47e9-a03b-42de9258aac3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9c312f535cb4cf58448c066749083fd&device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 1094 time: 0.0826902 Nov 16 11:29:52.069833 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-431e97b2-6d1c-4f52-9497-0348176c5fe3 req-db23f719-8614-4f61-8737-fcaee8b65b55 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866 HTTP/1.1" status: 200 len: 217 time: 0.0530412 Nov 16 11:29:52.131911 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5a997-6714-4abf-96f3-703e4c725141 req-35b857f5-6dd2-41c5-bd00-817517550a95 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:52.140877 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-48a5a997-6714-4abf-96f3-703e4c725141 req-35b857f5-6dd2-41c5-bd00-817517550a95 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 943 time: 0.3047614 Nov 16 11:29:52.187997 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5cabcc52-f64d-4017-ac16-d258ddae943b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:52.340083 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-496cf559-10f2-45a9-95c3-26e5adaab395 None None] Provisioning complete for port b7ffd591-828a-4e00-a99d-640eccc887b6 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:29:52.340667 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-496cf559-10f2-45a9-95c3-26e5adaab395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:52.414067 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-496cf559-10f2-45a9-95c3-26e5adaab395 None None] Port b7ffd591-828a-4e00-a99d-640eccc887b6 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:29:52.511125 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-48a5a997-6714-4abf-96f3-703e4c725141 req-4176d911-8829-4d1f-b58e-22468627d3f2 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692272 Nov 16 11:29:52.539426 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e97b2-6d1c-4f52-9497-0348176c5fe3 req-36aea2eb-31d7-43a3-8fe2-6edf35209fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:52.540879 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-431e97b2-6d1c-4f52-9497-0348176c5fe3 req-36aea2eb-31d7-43a3-8fe2-6edf35209fcb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0606172 Nov 16 11:29:52.602278 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cffff4-25a3-4c3e-91e5-00187cdb8f16 req-689f6b2c-abbe-4af6-bfe0-386b54c026fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:52.603930 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-46cffff4-25a3-4c3e-91e5-00187cdb8f16 req-689f6b2c-abbe-4af6-bfe0-386b54c026fe service neutron] 10.222.0.64 "GET /v2.0/networks?id=9a347c0b-70fe-4059-8e4c-7d26043c2cab HTTP/1.1" status: 200 len: 915 time: 0.5443163 Nov 16 11:29:52.626046 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e97b2-6d1c-4f52-9497-0348176c5fe3 req-e42d97fc-5e9d-4455-8eb0-531fe6712a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:52.629656 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-431e97b2-6d1c-4f52-9497-0348176c5fe3 req-e42d97fc-5e9d-4455-8eb0-531fe6712a7d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0740185 Nov 16 11:29:52.677726 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-46cffff4-25a3-4c3e-91e5-00187cdb8f16 req-df1dae58-9677-4505-bb33-8c97d3150a60 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1cfe63ed-82d5-4e38-a615-f3b2c2acc877 HTTP/1.1" status: 200 len: 217 time: 0.0469699 Nov 16 11:29:52.780268 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5cabcc52-f64d-4017-ac16-d258ddae943b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:52.787519 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5cabcc52-f64d-4017-ac16-d258ddae943b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:52.809787 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cffff4-25a3-4c3e-91e5-00187cdb8f16 req-70c33ddc-5b9b-4700-b8b0-9e9924cc5c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:52.811592 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-46cffff4-25a3-4c3e-91e5-00187cdb8f16 req-70c33ddc-5b9b-4700-b8b0-9e9924cc5c8b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=353e6c5a-de1d-40fd-a1b8-057b0bade2ea HTTP/1.1" status: 200 len: 854 time: 0.1192300 Nov 16 11:29:52.859513 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-46cffff4-25a3-4c3e-91e5-00187cdb8f16 req-3e389643-59d8-4485-932c-b87b63cfe9c2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9a347c0b-70fe-4059-8e4c-7d26043c2cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301943 Nov 16 11:29:52.861591 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-431e97b2-6d1c-4f52-9497-0348176c5fe3 req-da3667bc-b39e-4911-bdc7-0f5147e1eb85 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233238 Nov 16 11:29:52.916940 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cabcc52-f64d-4017-ac16-d258ddae943b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event updated for resources: {'Port': ['ID=b7ffd591-828a-4e00-a99d-640eccc887b6,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:52.928829 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5cabcc52-f64d-4017-ac16-d258ddae943b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:52.947453 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda09ef7-da58-45b3-9307-182d81f8c817 req-d1b59547-699c-4c6f-8cf4-afa1fe205152 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:52.949166 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cda09ef7-da58-45b3-9307-182d81f8c817 req-d1b59547-699c-4c6f-8cf4-afa1fe205152 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 945 time: 0.1116116 Nov 16 11:29:53.036767 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-46cffff4-25a3-4c3e-91e5-00187cdb8f16 req-8156b6ac-f957-4c31-98db-bf2b19a1929f service neutron] 10.222.0.64 "GET /v2.0/networks/9a347c0b-70fe-4059-8e4c-7d26043c2cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541536 Nov 16 11:29:53.057673 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cda09ef7-da58-45b3-9307-182d81f8c817 req-5a17fcd5-6d25-45c4-94a4-5c5ea2c39fe2 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958748 Nov 16 11:29:53.110928 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cabcc52-f64d-4017-ac16-d258ddae943b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Network a514adc9-96c1-4a2f-a558-75c51e57dda4 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:29:53.113425 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-5cabcc52-f64d-4017-ac16-d258ddae943b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:29:53.140655 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-431e97b2-6d1c-4f52-9497-0348176c5fe3 req-c1515e58-34d3-415c-b167-b383b44325e8 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557970 Nov 16 11:29:53.174364 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-46cffff4-25a3-4c3e-91e5-00187cdb8f16 req-3d6b6cfe-f688-4173-a348-05d296fdf8f6 service neutron] 10.222.0.64 "GET /v2.0/networks/9a347c0b-70fe-4059-8e4c-7d26043c2cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281800 Nov 16 11:29:53.263077 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2292421c-f488-4c17-8c18-8fc19a818b07 req-e62c40d0-fefc-4d45-9447-4160b92ff94a tempest-ServerShowV257Test-686525170 tempest-ServerShowV257Test-686525170-project] 10.222.0.61 "GET /v2.0/ports?device_id=af58858e-c0db-400c-b625-c66c5e4da1dd HTTP/1.1" status: 200 len: 210 time: 0.0734138 Nov 16 11:29:53.319234 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cabcc52-f64d-4017-ac16-d258ddae943b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Router 8e334579-0893-481e-9ba3-9767a9d72a78 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:29:53.459452 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b325bf45-acf0-4739-99ba-78a4dd96551e None None] Provisioning complete for port b7ffd591-828a-4e00-a99d-640eccc887b6 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:29:53.459931 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b325bf45-acf0-4739-99ba-78a4dd96551e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:53.496695 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a85c96-3071-4f2d-a267-bed46c9f36be req-5381b506-5bb7-4aca-b1fc-e449c5ef2c02 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:53.498408 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d1a85c96-3071-4f2d-a267-bed46c9f36be req-5381b506-5bb7-4aca-b1fc-e449c5ef2c02 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 948 time: 0.0842552 Nov 16 11:29:53.507330 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b325bf45-acf0-4739-99ba-78a4dd96551e None None] Port b7ffd591-828a-4e00-a99d-640eccc887b6 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:29:53.526392 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cabcc52-f64d-4017-ac16-d258ddae943b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:29:53.533555 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5cabcc52-f64d-4017-ac16-d258ddae943b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "PUT /v2.0/routers/8e334579-0893-481e-9ba3-9767a9d72a78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1023366 Nov 16 11:29:53.553153 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea718e77-82e1-4e28-b52f-6238eda36fe4 None None] Sync routers for ids ['8e334579-0893-481e-9ba3-9767a9d72a78'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:29:53.565334 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea718e77-82e1-4e28-b52f-6238eda36fe4 None None] Routers {'8e334579-0893-481e-9ba3-9767a9d72a78'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:29:53.567534 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ea718e77-82e1-4e28-b52f-6238eda36fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:29:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['8e334579-0893-481e-9ba3-9767a9d72a78'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:29:53.580667 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d1a85c96-3071-4f2d-a267-bed46c9f36be req-a9d47b89-b83b-49fe-8e2c-8246a06e631a tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675018 Nov 16 11:29:53.799206 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd2918-2f82-4e91-86e8-b20f5662b678 req-ec48f580-a1be-43b2-bdb5-17b545ad07f4 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:53.808869 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-92dd2918-2f82-4e91-86e8-b20f5662b678 req-ec48f580-a1be-43b2-bdb5-17b545ad07f4 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=7781b92f-9c52-4ed6-b1e5-98a6af9e1af6 HTTP/1.1" status: 200 len: 946 time: 0.0652354 Nov 16 11:29:53.894400 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-ea718e77-82e1-4e28-b52f-6238eda36fe4 None None] Set router 8e334579-0893-481e-9ba3-9767a9d72a78 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:29:53.895445 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-92dd2918-2f82-4e91-86e8-b20f5662b678 req-9fd70842-1408-4821-9dbe-209319b42736 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856130 Nov 16 11:29:54.109260 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b95f11-5107-46ba-a68a-a2d8871b0b6a req-cebf8472-ae79-4f12-ba9d-f809506bdc1c tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:54.126858 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-83b95f11-5107-46ba-a68a-a2d8871b0b6a req-cebf8472-ae79-4f12-ba9d-f809506bdc1c tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 943 time: 0.1485474 Nov 16 11:29:54.143160 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:29:54.220543 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-83b95f11-5107-46ba-a68a-a2d8871b0b6a req-4c246cc6-c4f2-4bae-8dda-3ec850a537ac tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925832 Nov 16 11:29:54.293866 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ea718e77-82e1-4e28-b52f-6238eda36fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'name': 'tempest-TestNetworkBasicOps-router-489662568', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:27:41Z', 'updated_at': '2021-11-16T11:29:52Z', 'revision_number': 5, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'gw_port': {'id': '7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:27:42Z', 'updated_at': '2021-11-16T11:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '81b5fb68-dc14-4b8e-bdb7-3dbdc72a803c', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'floating_ip_address': '172.25.0.252', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'port_id': '77de5036-c913-4a51-949b-bb9a82bebbdf', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbdfa3d4-8860-47b9-95de-528ad5f17ca5', 'mac_address': 'fa:16:3e:ed:8d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e2b6f6-4098-4d8f-bb30-07d27b9a7867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:28:13Z', 'updated_at': '2021-11-16T11:28:17Z', 'revision_number': 1, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '210ded90-12df-48a5-a657-c80f83e67f75', 'name': '', 'network_id': 'bbdfa3d4-8860-47b9-95de-528ad5f17ca5', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'mac_address': 'fa:16:3e:d8:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '439b21da-d2d8-4d2a-b63e-0854dcf3521b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:27:47Z', 'updated_at': '2021-11-16T11:27:52Z', 'revision_number': 5, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'subnets': [{'id': '439b21da-d2d8-4d2a-b63e-0854dcf3521b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7ffd591-828a-4e00-a99d-640eccc887b6', 'name': '', 'network_id': 'a514adc9-96c1-4a2f-a558-75c51e57dda4', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'mac_address': 'fa:16:3e:35:7d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '3da4f156-9922-4139-a53b-359bb9272dde', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:29:51Z', 'updated_at': '2021-11-16T11:29:52Z', 'revision_number': 2, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'subnets': [{'id': '3da4f156-9922-4139-a53b-359bb9272dde', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:29:54.337789 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea718e77-82e1-4e28-b52f-6238eda36fe4 None None] Checking router: 8e334579-0893-481e-9ba3-9767a9d72a78 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:29:54.338309 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea718e77-82e1-4e28-b52f-6238eda36fe4 None None] Updating router 8e334579-0893-481e-9ba3-9767a9d72a78 port b7ffd591-828a-4e00-a99d-640eccc887b6 binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:29:54.375706 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:54.389614 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ea718e77-82e1-4e28-b52f-6238eda36fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:54.410841 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'port_id': '1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866', 'mac_address': 'fa:16:3e:cb:ea:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c770cc-51d7-42eb-b4a6-9a605bacae0f', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:29:54.445962 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede28d2-5c9d-4855-ad10-cec30bf2cd25 req-93359ec6-70a6-4645-aaa9-2543c58b139e tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:54.448066 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6ede28d2-5c9d-4855-ad10-cec30bf2cd25 req-93359ec6-70a6-4645-aaa9-2543c58b139e tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 945 time: 0.0865228 Nov 16 11:29:54.521397 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6ede28d2-5c9d-4855-ad10-cec30bf2cd25 req-418e16b7-50c5-41e8-9759-a359dcde5ef3 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649188 Nov 16 11:29:54.586007 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:54.607281 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:29:54.633299 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4858baf3-945f-4086-8626-301b1a31c100 req-115d5d7e-8bee-405f-9ddb-511a2daf512e tempest-ServerShowV257Test-686525170 tempest-ServerShowV257Test-686525170-project] 10.222.0.61 "GET /v2.0/ports?device_id=af58858e-c0db-400c-b625-c66c5e4da1dd HTTP/1.1" status: 200 len: 210 time: 0.0349636 Nov 16 11:29:54.689460 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:54.699789 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:54.782794 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:54.816331 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7a607-6f93-4b49-9638-3086dd09f61a req-41a88c47-e29d-4140-995b-c84455da918c tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:54.818013 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c5a7a607-6f93-4b49-9638-3086dd09f61a req-41a88c47-e29d-4140-995b-c84455da918c tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 949 time: 0.0639246 Nov 16 11:29:54.872279 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ea718e77-82e1-4e28-b52f-6238eda36fe4 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:54.880943 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ea718e77-82e1-4e28-b52f-6238eda36fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:54.920646 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c5a7a607-6f93-4b49-9638-3086dd09f61a req-774a0eb0-b0c8-46f4-a576-1c2f587762ed tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785706 Nov 16 11:29:54.957272 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b826f-9cc0-4873-91a0-b455cbd06144 None None] Pushing event updated for resources: {'Port': ['ID=b7ffd591-828a-4e00-a99d-640eccc887b6,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:55.076882 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:29:55.109606 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-ea718e77-82e1-4e28-b52f-6238eda36fe4 None None] Attempting to bind port b7ffd591-828a-4e00-a99d-640eccc887b6 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:29:55.110007 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-ea718e77-82e1-4e28-b52f-6238eda36fe4 None None] Attempting to bind port b7ffd591-828a-4e00-a99d-640eccc887b6 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'aa356381-0b02-4cb0-820e-e5ce2d5103f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a514adc9-96c1-4a2f-a558-75c51e57dda4'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:29:55.110364 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea718e77-82e1-4e28-b52f-6238eda36fe4 None None] Attempting to bind port b7ffd591-828a-4e00-a99d-640eccc887b6 on network a514adc9-96c1-4a2f-a558-75c51e57dda4 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:29:55.139275 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea718e77-82e1-4e28-b52f-6238eda36fe4 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:29:55.139632 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea718e77-82e1-4e28-b52f-6238eda36fe4 None None] Checking segment: {'id': 'aa356381-0b02-4cb0-820e-e5ce2d5103f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a514adc9-96c1-4a2f-a558-75c51e57dda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:29:55.140043 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ea718e77-82e1-4e28-b52f-6238eda36fe4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:55.142542 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea718e77-82e1-4e28-b52f-6238eda36fe4 None None] Bound using segment: {'id': 'aa356381-0b02-4cb0-820e-e5ce2d5103f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a514adc9-96c1-4a2f-a558-75c51e57dda4'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:29:55.143032 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-ea718e77-82e1-4e28-b52f-6238eda36fe4 None None] Bound port: b7ffd591-828a-4e00-a99d-640eccc887b6, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa356381-0b02-4cb0-820e-e5ce2d5103f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a514adc9-96c1-4a2f-a558-75c51e57dda4'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:29:55.143432 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ea718e77-82e1-4e28-b52f-6238eda36fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:55.150795 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4ba11-c7c2-454a-856a-aea147f981a1 req-ef424ba4-2085-4b26-8dc8-ff03fd007a2e tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:55.153532 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2ea4ba11-c7c2-454a-856a-aea147f981a1 req-ef424ba4-2085-4b26-8dc8-ff03fd007a2e tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=7781b92f-9c52-4ed6-b1e5-98a6af9e1af6 HTTP/1.1" status: 200 len: 946 time: 0.0881553 Nov 16 11:29:55.241222 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2ea4ba11-c7c2-454a-856a-aea147f981a1 req-333c72a9-68c4-45ba-9d28-335e8558b1ef tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765209 Nov 16 11:29:55.328529 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-ea718e77-82e1-4e28-b52f-6238eda36fe4 None None] For port b7ffd591-828a-4e00-a99d-640eccc887b6, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:29:55.333233 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-ea718e77-82e1-4e28-b52f-6238eda36fe4 None None] For port b7ffd591-828a-4e00-a99d-640eccc887b6, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=b7ffd591-828a-4e00-a99d-640eccc887b6,segment=NetworkSegment(aa356381-0b02-4cb0-820e-e5ce2d5103f7),segment_id=aa356381-0b02-4cb0-820e-e5ce2d5103f7)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:29:55.348066 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ea718e77-82e1-4e28-b52f-6238eda36fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:55.411769 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b02eda-2c30-43fe-9e26-9d8b11981bd1 req-b815d7bb-3d1a-408c-8ea5-3c050cdd6902 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:55.419262 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-76b02eda-2c30-43fe-9e26-9d8b11981bd1 req-b815d7bb-3d1a-408c-8ea5-3c050cdd6902 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 943 time: 0.0910039 Nov 16 11:29:55.497373 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-46673e11-740d-471f-a0c7-e871072a0a02 None None] Provisioning complete for port b7ffd591-828a-4e00-a99d-640eccc887b6 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:29:55.498021 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-46673e11-740d-471f-a0c7-e871072a0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:55.516383 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea718e77-82e1-4e28-b52f-6238eda36fe4 None None] Routers {'8e334579-0893-481e-9ba3-9767a9d72a78'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:29:55.517297 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ea718e77-82e1-4e28-b52f-6238eda36fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:29:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['8e334579-0893-481e-9ba3-9767a9d72a78'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:29:55.601163 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-76b02eda-2c30-43fe-9e26-9d8b11981bd1 req-53e89fc9-b514-481e-833c-36db98102ba6 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804881 Nov 16 11:29:55.706194 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b826f-9cc0-4873-91a0-b455cbd06144 None None] Pushing event updated for resources: {'Port': ['ID=b7ffd591-828a-4e00-a99d-640eccc887b6,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:55.824984 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b341d79-b046-485a-b76a-cbabb3510a3d req-5c83bf46-373d-4e47-8aee-659531f4de42 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:55.838659 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b341d79-b046-485a-b76a-cbabb3510a3d req-5c83bf46-373d-4e47-8aee-659531f4de42 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 945 time: 0.1605003 Nov 16 11:29:55.841897 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-ea718e77-82e1-4e28-b52f-6238eda36fe4 None None] Set router 8e334579-0893-481e-9ba3-9767a9d72a78 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:29:55.873955 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-46673e11-740d-471f-a0c7-e871072a0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:55.893955 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b341d79-b046-485a-b76a-cbabb3510a3d req-41c51291-2433-4a47-a3a8-135c1feedbe4 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537543 Nov 16 11:29:55.994444 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-46673e11-740d-471f-a0c7-e871072a0a02 None None] For port b7ffd591-828a-4e00-a99d-640eccc887b6, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=b7ffd591-828a-4e00-a99d-640eccc887b6,segment=NetworkSegment(aa356381-0b02-4cb0-820e-e5ce2d5103f7),segment_id=aa356381-0b02-4cb0-820e-e5ce2d5103f7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:56.003578 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-46673e11-740d-471f-a0c7-e871072a0a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:56.062188 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1e6b1c5b-9d24-4cfe-9a53-c26cbafdd249 req-93b4338b-3af3-4c46-b75a-d6cf495d19be tempest-ServerShowV257Test-686525170 tempest-ServerShowV257Test-686525170-project] 10.222.0.61 "GET /v2.0/ports?device_id=af58858e-c0db-400c-b625-c66c5e4da1dd HTTP/1.1" status: 200 len: 210 time: 0.0479181 Nov 16 11:29:56.162825 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d9e5d-aa80-4219-a2d7-cc3988d3c498 req-63ea4749-0b17-4ce9-9d54-8c6d77c791e6 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:56.164993 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-032d9e5d-aa80-4219-a2d7-cc3988d3c498 req-63ea4749-0b17-4ce9-9d54-8c6d77c791e6 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 949 time: 0.0590167 Nov 16 11:29:56.175506 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46673e11-740d-471f-a0c7-e871072a0a02 None None] Pushing event updated for resources: {'Port': ['ID=b7ffd591-828a-4e00-a99d-640eccc887b6,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:56.178146 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-7f44f444-9e6e-4f50-afa2-72bb72f5715e None None] Provisioning complete for port b7ffd591-828a-4e00-a99d-640eccc887b6 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:29:56.178590 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7f44f444-9e6e-4f50-afa2-72bb72f5715e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:56.219486 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-032d9e5d-aa80-4219-a2d7-cc3988d3c498 req-6fbaddec-e237-4dbf-b5e9-20ca071af127 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482979 Nov 16 11:29:56.366428 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ea718e77-82e1-4e28-b52f-6238eda36fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'name': 'tempest-TestNetworkBasicOps-router-489662568', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:27:41Z', 'updated_at': '2021-11-16T11:29:52Z', 'revision_number': 5, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'gw_port': {'id': '7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:27:42Z', 'updated_at': '2021-11-16T11:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '81b5fb68-dc14-4b8e-bdb7-3dbdc72a803c', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'floating_ip_address': '172.25.0.252', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'port_id': '77de5036-c913-4a51-949b-bb9a82bebbdf', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbdfa3d4-8860-47b9-95de-528ad5f17ca5', 'mac_address': 'fa:16:3e:ed:8d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e2b6f6-4098-4d8f-bb30-07d27b9a7867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:28:13Z', 'updated_at': '2021-11-16T11:28:17Z', 'revision_number': 1, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '210ded90-12df-48a5-a657-c80f83e67f75', 'name': '', 'network_id': 'bbdfa3d4-8860-47b9-95de-528ad5f17ca5', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'mac_address': 'fa:16:3e:d8:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '439b21da-d2d8-4d2a-b63e-0854dcf3521b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:27:47Z', 'updated_at': '2021-11-16T11:27:52Z', 'revision_number': 5, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'subnets': [{'id': '439b21da-d2d8-4d2a-b63e-0854dcf3521b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7ffd591-828a-4e00-a99d-640eccc887b6', 'name': '', 'network_id': 'a514adc9-96c1-4a2f-a558-75c51e57dda4', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'mac_address': 'fa:16:3e:35:7d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '3da4f156-9922-4139-a53b-359bb9272dde', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:29:51Z', 'updated_at': '2021-11-16T11:29:55Z', 'revision_number': 4, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'subnets': [{'id': '3da4f156-9922-4139-a53b-359bb9272dde', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:29:56.478225 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3af49-f940-4930-b0f3-4ddc34112461 req-3067d071-e9c1-4f25-a41f-692ad393f484 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:56.479643 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-16f3af49-f940-4930-b0f3-4ddc34112461 req-3067d071-e9c1-4f25-a41f-692ad393f484 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=7781b92f-9c52-4ed6-b1e5-98a6af9e1af6 HTTP/1.1" status: 200 len: 946 time: 0.0670373 Nov 16 11:29:56.551415 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-16f3af49-f940-4930-b0f3-4ddc34112461 req-1d5495f9-e66c-4f03-a6b3-809bb84f83ed tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639005 Nov 16 11:29:56.559995 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea718e77-82e1-4e28-b52f-6238eda36fe4 None None] The sync data for ids ['8e334579-0893-481e-9ba3-9767a9d72a78'] in n-d-816823-3 is: [{'id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'name': 'tempest-TestNetworkBasicOps-router-489662568', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:27:41Z', 'updated_at': '2021-11-16T11:29:52Z', 'revision_number': 5, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'gw_port': {'id': '7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:27:42Z', 'updated_at': '2021-11-16T11:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '81b5fb68-dc14-4b8e-bdb7-3dbdc72a803c', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'floating_ip_address': '172.25.0.252', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'port_id': '77de5036-c913-4a51-949b-bb9a82bebbdf', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbdfa3d4-8860-47b9-95de-528ad5f17ca5', 'mac_address': 'fa:16:3e:ed:8d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e2b6f6-4098-4d8f-bb30-07d27b9a7867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:28:13Z', 'updated_at': '2021-11-16T11:28:17Z', 'revision_number': 1, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '210ded90-12df-48a5-a657-c80f83e67f75', 'name': '', 'network_id': 'bbdfa3d4-8860-47b9-95de-528ad5f17ca5', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'mac_address': 'fa:16:3e:d8:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '439b21da-d2d8-4d2a-b63e-0854dcf3521b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:27:47Z', 'updated_at': '2021-11-16T11:27:52Z', 'revision_number': 5, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'subnets': [{'id': '439b21da-d2d8-4d2a-b63e-0854dcf3521b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7ffd591-828a-4e00-a99d-640eccc887b6', 'name': '', 'network_id': 'a514adc9-96c1-4a2f-a558-75c51e57dda4', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'mac_address': 'fa:16:3e:35:7d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '3da4f156-9922-4139-a53b-359bb9272dde', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:29:51Z', 'updated_at': '2021-11-16T11:29:55Z', 'revision_number': 4, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'subnets': [{'id': '3da4f156-9922-4139-a53b-359bb9272dde', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:29:56.747656 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded884d-c74e-40f2-91e2-b01e123454de req-a3093d2d-ef9a-470c-a4e5-efe8559322e7 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:56.754875 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8ded884d-c74e-40f2-91e2-b01e123454de req-a3093d2d-ef9a-470c-a4e5-efe8559322e7 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 943 time: 0.0601778 Nov 16 11:29:56.830678 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8ded884d-c74e-40f2-91e2-b01e123454de req-ffcfdd48-577e-48f8-a91d-a130f7a7577c tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747085 Nov 16 11:29:56.883708 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 41424) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:57.050559 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff2a5b-dacc-4072-a6d6-7e8861b44270 req-238e696c-ff08-4947-9556-6cf36b12876f tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:57.052246 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4aff2a5b-dacc-4072-a6d6-7e8861b44270 req-238e696c-ff08-4947-9556-6cf36b12876f tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 945 time: 0.0786331 Nov 16 11:29:57.057350 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e4c1a65-69fd-4b74-b3f4-941b5be7ba64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:57.107219 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4aff2a5b-dacc-4072-a6d6-7e8861b44270 req-7090db5d-cc06-4099-877f-119aa0be6c58 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489202 Nov 16 11:29:57.155547 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e4c1a65-69fd-4b74-b3f4-941b5be7ba64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:57.164045 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e4c1a65-69fd-4b74-b3f4-941b5be7ba64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:57.209260 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6e4c1a65-69fd-4b74-b3f4-941b5be7ba64 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c58c61040bca45caaf6d31e3fc283eb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3243327 Nov 16 11:29:57.211944 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 41432) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:57.236383 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c1a65-69fd-4b74-b3f4-941b5be7ba64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02181c90-d15c-4be6-8ee3-f731e9fa84cf,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:57.260908 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-414d5a59-d4ab-403f-9308-87f6e78d44e3 req-300d758b-4366-453c-80f4-0c3609dd3f89 tempest-ServerShowV257Test-686525170 tempest-ServerShowV257Test-686525170-project] 10.222.0.61 "GET /v2.0/ports?device_id=af58858e-c0db-400c-b625-c66c5e4da1dd HTTP/1.1" status: 200 len: 210 time: 0.0601413 Nov 16 11:29:57.300805 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-70a910f7-2fcf-47b3-929f-413c83cf2d9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:57.323921 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-70a910f7-2fcf-47b3-929f-413c83cf2d9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:57.404185 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4711c-97a7-4ce9-9ad9-d455067ce711 req-60d59712-b4c4-4f37-ad44-b73a99be40d4 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:57.405626 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dba4711c-97a7-4ce9-9ad9-d455067ce711 req-60d59712-b4c4-4f37-ad44-b73a99be40d4 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 949 time: 0.0707238 Nov 16 11:29:57.420082 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-70a910f7-2fcf-47b3-929f-413c83cf2d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:57.422734 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-70a910f7-2fcf-47b3-929f-413c83cf2d9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:57.426226 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-70a910f7-2fcf-47b3-929f-413c83cf2d9c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/02181c90-d15c-4be6-8ee3-f731e9fa84cf HTTP/1.1" status: 204 len: 168 time: 0.2109017 Nov 16 11:29:57.442151 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a910f7-2fcf-47b3-929f-413c83cf2d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02181c90-d15c-4be6-8ee3-f731e9fa84cf,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:57.478092 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dba4711c-97a7-4ce9-9ad9-d455067ce711 req-c6e2cf06-cfb7-4bd0-8915-03dbaf741577 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651469 Nov 16 11:29:57.625125 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device b7ffd591-828a-4e00-a99d-640eccc887b6 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:29:57.680001 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port b7ffd591-828a-4e00-a99d-640eccc887b6 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:29:57.680740 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:57.727563 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1997d-d407-469e-af77-f1039f6be8c0 req-ccbc398a-3f0b-48dd-9124-90e06f18481f tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:57.729552 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c2d1997d-d407-469e-af77-f1039f6be8c0 req-ccbc398a-3f0b-48dd-9124-90e06f18481f tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=7781b92f-9c52-4ed6-b1e5-98a6af9e1af6 HTTP/1.1" status: 200 len: 946 time: 0.0636697 Nov 16 11:29:57.786037 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c2d1997d-d407-469e-af77-f1039f6be8c0 req-a8962a0c-de46-4f60-93fd-d0235240f305 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500026 Nov 16 11:29:57.842254 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 41446) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:57.856862 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b9082cd-b496-4149-9f01-3dc955e2cd7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:57.895737 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:57.967613 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b9082cd-b496-4149-9f01-3dc955e2cd7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:57.972219 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b9082cd-b496-4149-9f01-3dc955e2cd7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:57.978084 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe5354-d69d-4640-aae4-708ec5ecc6ad req-52332f37-2c1c-4b67-a476-8fc9870db820 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:57.979557 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5dfe5354-d69d-4640-aae4-708ec5ecc6ad req-52332f37-2c1c-4b67-a476-8fc9870db820 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 943 time: 0.0503032 Nov 16 11:29:58.025349 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6b9082cd-b496-4149-9f01-3dc955e2cd7a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2c72632881034308bbedc95b3d2ad786&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1818137 Nov 16 11:29:58.025594 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 41450) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:29:58.026917 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9082cd-b496-4149-9f01-3dc955e2cd7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8184bd2e-9f1f-4c21-8b9e-55c4eff60756,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:58.035821 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9082cd-b496-4149-9f01-3dc955e2cd7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:58.036435 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9082cd-b496-4149-9f01-3dc955e2cd7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:58.036961 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9082cd-b496-4149-9f01-3dc955e2cd7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:58.037475 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9082cd-b496-4149-9f01-3dc955e2cd7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:58.038002 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9082cd-b496-4149-9f01-3dc955e2cd7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:58.038494 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9082cd-b496-4149-9f01-3dc955e2cd7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:58.039011 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9082cd-b496-4149-9f01-3dc955e2cd7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:58.039346 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9082cd-b496-4149-9f01-3dc955e2cd7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:58.039680 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9082cd-b496-4149-9f01-3dc955e2cd7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:58.040224 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9082cd-b496-4149-9f01-3dc955e2cd7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:58.040620 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9082cd-b496-4149-9f01-3dc955e2cd7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:58.040958 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9082cd-b496-4149-9f01-3dc955e2cd7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:29:58.094145 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5dfe5354-d69d-4640-aae4-708ec5ecc6ad req-e01b23c0-171c-42c1-9711-7138bc9eec06 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082654 Nov 16 11:29:58.109562 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-55ef96a6-dfce-4ee8-b9c9-8ddb0b6151e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:58.131379 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-55ef96a6-dfce-4ee8-b9c9-8ddb0b6151e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:58.165620 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:29:58.231058 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-55ef96a6-dfce-4ee8-b9c9-8ddb0b6151e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:58.235432 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-55ef96a6-dfce-4ee8-b9c9-8ddb0b6151e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:58.236780 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-55ef96a6-dfce-4ee8-b9c9-8ddb0b6151e6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8184bd2e-9f1f-4c21-8b9e-55c4eff60756 HTTP/1.1" status: 204 len: 168 time: 0.2100539 Nov 16 11:29:58.249254 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:29:58.252702 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef96a6-dfce-4ee8-b9c9-8ddb0b6151e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8184bd2e-9f1f-4c21-8b9e-55c4eff60756,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:58.256008 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:29:58.256882 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:58.273378 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f7865-7c68-4749-9a18-272843c2b277 req-254622a1-3e29-4f7a-a97c-e534b5180b3b tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:58.275174 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5f1f7865-7c68-4749-9a18-272843c2b277 req-254622a1-3e29-4f7a-a97c-e534b5180b3b tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 945 time: 0.0860212 Nov 16 11:29:58.338695 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5f1f7865-7c68-4749-9a18-272843c2b277 req-014303bf-3ff5-4c98-bb55-7bf75306ecd1 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573926 Nov 16 11:29:58.372382 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:58.398045 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7788edfb-4eac-45ac-ad7b-3baf42448ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:29:58.400671 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e41e950-35da-42c6-8e05-327f3bd549d1" -d '{"events": [{"server_uuid": "7788edfb-4eac-45ac-ad7b-3baf42448ab1", "name": "network-vif-plugged", "status": "completed", "tag": "1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:29:58.419945 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:29:58.426586 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:58.438613 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d8b576b6-0cbd-4c6c-9354-9c4bddd9dc9c req-6e96df49-0d7b-427d-a1b1-e7616975177b tempest-ServerShowV257Test-686525170 tempest-ServerShowV257Test-686525170-project] 10.222.0.61 "GET /v2.0/ports?device_id=af58858e-c0db-400c-b625-c66c5e4da1dd HTTP/1.1" status: 200 len: 210 time: 0.0419338 Nov 16 11:29:58.496057 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b487a96-b8d8-4a6a-8768-b2282186fdff x-openstack-request-id: req-9b487a96-b8d8-4a6a-8768-b2282186fdff {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:29:58.496469 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7788edfb-4eac-45ac-ad7b-3baf42448ab1", "name": "network-vif-plugged", "status": "completed", "tag": "1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:29:58.496732 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9b487a96-b8d8-4a6a-8768-b2282186fdff {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:29:58.497132 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7788edfb-4eac-45ac-ad7b-3baf42448ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866', 'code': 200} Nov 16 11:29:58.516161 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:29:58.645791 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e3fb0-bccf-4b4d-b0fa-b1df7afa5961 req-87ee2658-7b26-4c7c-a80c-2ac813913d8a tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:58.647317 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ac3e3fb0-bccf-4b4d-b0fa-b1df7afa5961 req-87ee2658-7b26-4c7c-a80c-2ac813913d8a tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.0773292 Nov 16 11:29:58.703966 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ac3e3fb0-bccf-4b4d-b0fa-b1df7afa5961 req-ffd24ac0-a975-4387-9007-62e3463976e5 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486820 Nov 16 11:29:58.748268 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:29:58.939750 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ee824-4e46-420a-8d53-b22a7abd6794 req-79ed35de-99d6-4927-b873-849bf21a3a0c tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:58.941568 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-166ee824-4e46-420a-8d53-b22a7abd6794 req-79ed35de-99d6-4927-b873-849bf21a3a0c tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=7781b92f-9c52-4ed6-b1e5-98a6af9e1af6 HTTP/1.1" status: 200 len: 946 time: 0.0542932 Nov 16 11:29:59.002218 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-166ee824-4e46-420a-8d53-b22a7abd6794 req-2ffabde5-d953-4ae2-b45a-65752d87fb09 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512202 Nov 16 11:29:59.238684 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb5255-528f-46b7-aa89-b235c48f530f req-b9f10593-de57-4ddd-a8d6-294f3ee8cfa4 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:59.240183 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d9bb5255-528f-46b7-aa89-b235c48f530f req-b9f10593-de57-4ddd-a8d6-294f3ee8cfa4 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 943 time: 0.0543337 Nov 16 11:29:59.287678 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d9bb5255-528f-46b7-aa89-b235c48f530f req-fe85b377-cfe9-42ca-8582-d027e41cc3e1 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414288 Nov 16 11:29:59.480838 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf5937-e46a-44db-b85e-170e83c10458 req-c21dfcb6-528c-4bb7-bf7f-7b60aa04c084 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:59.482524 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-41bf5937-e46a-44db-b85e-170e83c10458 req-c21dfcb6-528c-4bb7-bf7f-7b60aa04c084 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 945 time: 0.0548849 Nov 16 11:29:59.546554 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-41bf5937-e46a-44db-b85e-170e83c10458 req-2d2faa7e-aba0-4177-ad2f-9c4ddc53af29 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568497 Nov 16 11:29:59.631009 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-45972d2e-a5a4-4328-8333-fecd10842a69 req-7ec901b6-3a01-4dc4-b186-164b0eee99a8 tempest-ServerShowV257Test-686525170 tempest-ServerShowV257Test-686525170-project] 10.222.0.61 "GET /v2.0/ports?device_id=af58858e-c0db-400c-b625-c66c5e4da1dd HTTP/1.1" status: 200 len: 210 time: 0.0269742 Nov 16 11:29:59.849151 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29ebde-b53e-4d18-9289-295b345bee68 req-1931ce16-2b3a-433f-af3f-001e7abf2623 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:29:59.850951 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fa29ebde-b53e-4d18-9289-295b345bee68 req-1931ce16-2b3a-433f-af3f-001e7abf2623 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.0533574 Nov 16 11:29:59.927196 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fa29ebde-b53e-4d18-9289-295b345bee68 req-4d9cb6ce-830d-4533-b0ab-8aa7a1e42265 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665255 Nov 16 11:30:00.158873 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61c64a-dfda-4218-ab54-ca30b5e3f78e req-eac10b57-0aec-44aa-9da5-92e94465de33 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:00.161456 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9e61c64a-dfda-4218-ab54-ca30b5e3f78e req-eac10b57-0aec-44aa-9da5-92e94465de33 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=7781b92f-9c52-4ed6-b1e5-98a6af9e1af6 HTTP/1.1" status: 200 len: 946 time: 0.0592358 Nov 16 11:30:00.226599 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9e61c64a-dfda-4218-ab54-ca30b5e3f78e req-436cbdce-8888-4f64-a731-aa0ef8cd964c tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515296 Nov 16 11:30:00.415631 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068315a6-394c-4144-aa4d-d209ef961f0b req-f2b8904e-f744-48e1-af38-babe5927b448 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:00.424335 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-068315a6-394c-4144-aa4d-d209ef961f0b req-f2b8904e-f744-48e1-af38-babe5927b448 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 943 time: 0.0609145 Nov 16 11:30:00.478681 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-068315a6-394c-4144-aa4d-d209ef961f0b req-90592eb5-9be1-4995-96cf-a51f37ac5f51 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534296 Nov 16 11:30:00.661914 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de6234-853e-49d2-aa38-3a9f44f4e4c2 req-4bd8c26a-4faf-4de9-b155-a6c4ad13c150 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:00.663473 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-76de6234-853e-49d2-aa38-3a9f44f4e4c2 req-4bd8c26a-4faf-4de9-b155-a6c4ad13c150 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 945 time: 0.0505395 Nov 16 11:30:00.733761 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-76de6234-853e-49d2-aa38-3a9f44f4e4c2 req-b95d50c8-50b8-43c7-b0b0-a3613b9bf44c tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628326 Nov 16 11:30:00.862413 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8959aab8-6fed-4ae7-bb57-387ff8061b70 req-91db53ed-bed8-4f40-90c4-d1a8a3a87460 tempest-ServerShowV257Test-686525170 tempest-ServerShowV257Test-686525170-project] 10.222.0.61 "GET /v2.0/ports?device_id=af58858e-c0db-400c-b625-c66c5e4da1dd HTTP/1.1" status: 200 len: 210 time: 0.0362527 Nov 16 11:30:01.056855 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92563f-b8ed-47ff-8eca-20df0baa6b85 req-64a86dea-7e36-49c9-8200-2a2c0d5dceb3 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:01.058307 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-da92563f-b8ed-47ff-8eca-20df0baa6b85 req-64a86dea-7e36-49c9-8200-2a2c0d5dceb3 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.0498383 Nov 16 11:30:01.134034 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-da92563f-b8ed-47ff-8eca-20df0baa6b85 req-fdf7c9f9-ba78-44df-8094-594838ae3c09 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667512 Nov 16 11:30:01.365551 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c244a3-e620-42e8-8527-098626086880 req-b8b19af7-12a1-4a29-bc6e-aa5edbb3b341 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:01.370437 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a1c244a3-e620-42e8-8527-098626086880 req-b8b19af7-12a1-4a29-bc6e-aa5edbb3b341 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=7781b92f-9c52-4ed6-b1e5-98a6af9e1af6 HTTP/1.1" status: 200 len: 946 time: 0.0547357 Nov 16 11:30:01.455106 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a1c244a3-e620-42e8-8527-098626086880 req-290528a9-c88d-4a33-bf8e-c2196287e99f tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773082 Nov 16 11:30:01.603148 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83321d62-2c72-4f3b-ba47-6bbfbe3aee66 req-c9c79d62-651f-47be-9ae5-ba121077dd29 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:01.611835 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-83321d62-2c72-4f3b-ba47-6bbfbe3aee66 req-c9c79d62-651f-47be-9ae5-ba121077dd29 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 943 time: 0.0607681 Nov 16 11:30:01.682829 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-83321d62-2c72-4f3b-ba47-6bbfbe3aee66 req-61818909-10c3-403c-b55d-b884de0add99 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712674 Nov 16 11:30:01.875397 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adad413-b6ec-4347-918d-17f513a2022c req-6cef4972-3d08-463e-a203-82edd4799860 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:01.876857 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8adad413-b6ec-4347-918d-17f513a2022c req-6cef4972-3d08-463e-a203-82edd4799860 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 945 time: 0.0551329 Nov 16 11:30:01.939336 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8adad413-b6ec-4347-918d-17f513a2022c req-03263ae6-b197-4ccd-a14a-cdfae07d71b5 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564821 Nov 16 11:30:02.027717 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f874aabf-0ec9-4749-89a4-82a0b28bbc87 req-8518dac0-75f1-4a66-bf12-be30f9733d5f tempest-ServerShowV257Test-686525170 tempest-ServerShowV257Test-686525170-project] 10.222.0.61 "GET /v2.0/ports?device_id=af58858e-c0db-400c-b625-c66c5e4da1dd HTTP/1.1" status: 200 len: 210 time: 0.0285244 Nov 16 11:30:02.282536 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884eccc-8939-48c0-bb32-4e8fb00d0fe7 req-15ba2a13-c32a-41ad-a05f-00bfabdde8ab tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:02.284545 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3884eccc-8939-48c0-bb32-4e8fb00d0fe7 req-15ba2a13-c32a-41ad-a05f-00bfabdde8ab tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.0660636 Nov 16 11:30:02.335679 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3884eccc-8939-48c0-bb32-4e8fb00d0fe7 req-550d6726-a989-45a0-bdde-949bc9902100 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446789 Nov 16 11:30:02.595809 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc7c5d-a1f1-4c3a-ac2e-17528d676a35 req-a6a92f4b-2421-46bc-b764-b75de3396830 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:02.597509 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0adc7c5d-a1f1-4c3a-ac2e-17528d676a35 req-a6a92f4b-2421-46bc-b764-b75de3396830 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=7781b92f-9c52-4ed6-b1e5-98a6af9e1af6 HTTP/1.1" status: 200 len: 946 time: 0.0574696 Nov 16 11:30:02.653051 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0adc7c5d-a1f1-4c3a-ac2e-17528d676a35 req-d0b6a092-06d0-4499-9e50-db39500f80f5 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495646 Nov 16 11:30:02.807559 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbe41d-cc57-45f5-beee-e7ae62f4304a req-cb204b58-4b26-4c89-89e4-0c40fc17ad05 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:02.809314 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-66bbe41d-cc57-45f5-beee-e7ae62f4304a req-cb204b58-4b26-4c89-89e4-0c40fc17ad05 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 943 time: 0.0550554 Nov 16 11:30:02.861730 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-66bbe41d-cc57-45f5-beee-e7ae62f4304a req-497a6021-0e61-4172-8e18-ed9b9f813dc6 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463808 Nov 16 11:30:03.101461 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523701a-d963-4561-8a77-7138f478ec72 req-9e84ee12-71e2-4b61-9adb-57755316421c tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:03.131591 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1523701a-d963-4561-8a77-7138f478ec72 req-9e84ee12-71e2-4b61-9adb-57755316421c tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 945 time: 0.1097891 Nov 16 11:30:03.185727 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1523701a-d963-4561-8a77-7138f478ec72 req-873e3816-ee6b-4969-b525-f881012aed4e tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480444 Nov 16 11:30:03.298506 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0a6148c6-c961-4046-86ba-aa0db778f1db req-48ccd52c-d525-4659-a805-1578c6a6d608 tempest-ServerShowV257Test-686525170 tempest-ServerShowV257Test-686525170-project] 10.222.0.61 "GET /v2.0/ports?device_id=af58858e-c0db-400c-b625-c66c5e4da1dd HTTP/1.1" status: 200 len: 210 time: 0.0438552 Nov 16 11:30:03.468250 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481685f-4bcc-44bb-a8d7-fda0a1f61fcf req-f22134a7-1348-4e84-b8b7-d8ecafd36863 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:03.469744 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d481685f-4bcc-44bb-a8d7-fda0a1f61fcf req-f22134a7-1348-4e84-b8b7-d8ecafd36863 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.0657027 Nov 16 11:30:03.541735 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d481685f-4bcc-44bb-a8d7-fda0a1f61fcf req-00a43a96-7225-413a-a475-2a06c638dc70 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645494 Nov 16 11:30:03.774202 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b8b41-90c0-4bc3-85c2-e585cb94b296 req-4a2e57b6-f31c-4281-bf88-8aea765f5ab0 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:03.775706 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-245b8b41-90c0-4bc3-85c2-e585cb94b296 req-4a2e57b6-f31c-4281-bf88-8aea765f5ab0 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=7781b92f-9c52-4ed6-b1e5-98a6af9e1af6 HTTP/1.1" status: 200 len: 946 time: 0.0494797 Nov 16 11:30:03.854773 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-245b8b41-90c0-4bc3-85c2-e585cb94b296 req-89799fa0-9673-45b8-9604-7d4b7e788e86 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583396 Nov 16 11:30:03.990347 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a810d-0f11-45e7-8627-791dd118cfa5 req-627f8f38-fd38-4d67-8feb-e34a8d9e452d tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:03.992481 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-124a810d-0f11-45e7-8627-791dd118cfa5 req-627f8f38-fd38-4d67-8feb-e34a8d9e452d tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 943 time: 0.0603509 Nov 16 11:30:04.044215 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-124a810d-0f11-45e7-8627-791dd118cfa5 req-1c20a23b-1a59-496f-9f75-ee1ce869bcc7 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441337 Nov 16 11:30:04.306513 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42b412-2a03-4e68-8a7f-caf17a2eef09 req-561a38b5-e89f-4d18-81d6-66671314dd68 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:04.308103 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3e42b412-2a03-4e68-8a7f-caf17a2eef09 req-561a38b5-e89f-4d18-81d6-66671314dd68 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 945 time: 0.0529439 Nov 16 11:30:04.362942 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3e42b412-2a03-4e68-8a7f-caf17a2eef09 req-3b613eaf-1023-4cff-8cb5-fd2a6f35f496 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480974 Nov 16 11:30:04.459892 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c47c9c5e-ced4-412a-9053-ffa0eb17dda1 req-b7b32e9d-b55b-4d9f-b276-c1335b401b39 tempest-ServerShowV257Test-686525170 tempest-ServerShowV257Test-686525170-project] 10.222.0.61 "GET /v2.0/ports?device_id=af58858e-c0db-400c-b625-c66c5e4da1dd HTTP/1.1" status: 200 len: 210 time: 0.0306792 Nov 16 11:30:04.670144 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a130c01-62a9-49e9-ba59-ed613de5afa8 req-acd93950-5335-41bb-a52b-2c68723e42bd tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:04.671802 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8a130c01-62a9-49e9-ba59-ed613de5afa8 req-acd93950-5335-41bb-a52b-2c68723e42bd tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.0544147 Nov 16 11:30:04.733414 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8a130c01-62a9-49e9-ba59-ed613de5afa8 req-08fd3f7e-f622-4eaa-b829-b13c7146779d tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482845 Nov 16 11:30:04.994515 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97b554-4e4b-4943-8576-518f8d003c19 req-24d0a331-7a76-4b7f-b05c-688e1747534f tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:05.005897 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-df97b554-4e4b-4943-8576-518f8d003c19 req-24d0a331-7a76-4b7f-b05c-688e1747534f tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=7781b92f-9c52-4ed6-b1e5-98a6af9e1af6 HTTP/1.1" status: 200 len: 946 time: 0.0733988 Nov 16 11:30:05.076457 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-df97b554-4e4b-4943-8576-518f8d003c19 req-71dff220-4d16-47da-90cd-065688b7e436 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694995 Nov 16 11:30:05.232462 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ceafee-3056-481f-9f37-acbfeaef849f req-32d77f46-d157-4104-a904-a1d5214cb012 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:05.240612 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d6ceafee-3056-481f-9f37-acbfeaef849f req-32d77f46-d157-4104-a904-a1d5214cb012 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 943 time: 0.0942726 Nov 16 11:30:05.291659 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d6ceafee-3056-481f-9f37-acbfeaef849f req-1b9d4fc6-cf66-463a-815a-6e9b5f54f600 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501816 Nov 16 11:30:05.499464 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4822dc6-98cd-46f4-86d7-5211b7f2fa0b req-d3574b8f-fb14-4468-88b9-73bd3cc90bf0 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:05.501574 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a4822dc6-98cd-46f4-86d7-5211b7f2fa0b req-d3574b8f-fb14-4468-88b9-73bd3cc90bf0 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 945 time: 0.0559216 Nov 16 11:30:05.553585 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a4822dc6-98cd-46f4-86d7-5211b7f2fa0b req-207c726f-6d9f-48f8-a10c-69e3e92b0da2 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446637 Nov 16 11:30:05.660544 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1ec8a9ca-547c-4bc7-8e29-bec61231bbc9 req-e73d2bcf-0034-4d69-88ed-f8963ae56778 tempest-ServerShowV257Test-686525170 tempest-ServerShowV257Test-686525170-project] 10.222.0.61 "GET /v2.0/ports?device_id=af58858e-c0db-400c-b625-c66c5e4da1dd HTTP/1.1" status: 200 len: 210 time: 0.0312724 Nov 16 11:30:05.896199 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e73b78-802f-4ec9-8415-050893bb2a02 req-c8c6d7de-6f14-485c-b910-b53d43fa0920 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:05.897682 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c5e73b78-802f-4ec9-8415-050893bb2a02 req-c8c6d7de-6f14-485c-b910-b53d43fa0920 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.0557060 Nov 16 11:30:05.947037 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c5e73b78-802f-4ec9-8415-050893bb2a02 req-d4bfc76c-7831-4cb6-9ea6-03a380d2b60b tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432084 Nov 16 11:30:06.240403 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d670ec-1cd9-46c7-b5b3-b9204080fb6c req-eb4e17c7-23c3-495e-b117-c107d4acbdfe tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:06.246490 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-48d670ec-1cd9-46c7-b5b3-b9204080fb6c req-eb4e17c7-23c3-495e-b117-c107d4acbdfe tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=7781b92f-9c52-4ed6-b1e5-98a6af9e1af6 HTTP/1.1" status: 200 len: 946 time: 0.0592711 Nov 16 11:30:06.294434 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-48d670ec-1cd9-46c7-b5b3-b9204080fb6c req-6c21b361-669a-4de0-9efa-4151c9ffc1d2 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462756 Nov 16 11:30:06.405559 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 41686) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:06.421670 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab2ed9-226e-4e61-a424-2479737a98ca req-9dd18cfe-9dff-4ea9-8d08-b5bb52093d0d tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:06.423161 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d3ab2ed9-226e-4e61-a424-2479737a98ca req-9dd18cfe-9dff-4ea9-8d08-b5bb52093d0d tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 943 time: 0.0565386 Nov 16 11:30:06.473337 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d3ab2ed9-226e-4e61-a424-2479737a98ca req-eb833ad2-d3cd-4217-85ad-22ebbf7361b9 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440068 Nov 16 11:30:06.530171 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8784b847-8558-4137-9699-566dfd147ba7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:06.607792 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8784b847-8558-4137-9699-566dfd147ba7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:06.612637 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8784b847-8558-4137-9699-566dfd147ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:06.648277 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784b847-8558-4137-9699-566dfd147ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527d1bcf-85d6-450a-a7d5-9db70deadca9,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:06.667979 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8784b847-8558-4137-9699-566dfd147ba7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=03f15eac8c39443ab482a49e9378e0cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2589688 Nov 16 11:30:06.668409 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 41694) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:06.697769 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611dad80-7dd1-41d1-af58-5a3177613b7a req-159e2ef9-533b-4767-b688-5167476f8058 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:06.706813 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-611dad80-7dd1-41d1-af58-5a3177613b7a req-159e2ef9-533b-4767-b688-5167476f8058 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 945 time: 0.0754166 Nov 16 11:30:06.721574 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-195ee2e1-c294-44be-8d6f-9182ae02eeab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:06.743746 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-195ee2e1-c294-44be-8d6f-9182ae02eeab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:06.751193 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-611dad80-7dd1-41d1-af58-5a3177613b7a req-f4fe800f-51f4-4b22-b248-b94761433c0a tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416834 Nov 16 11:30:06.762079 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:30:06.790772 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-195ee2e1-c294-44be-8d6f-9182ae02eeab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:06.793493 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-195ee2e1-c294-44be-8d6f-9182ae02eeab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:06.795023 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-195ee2e1-c294-44be-8d6f-9182ae02eeab admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/527d1bcf-85d6-450a-a7d5-9db70deadca9 HTTP/1.1" status: 204 len: 168 time: 0.1256211 Nov 16 11:30:06.803214 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ee2e1-c294-44be-8d6f-9182ae02eeab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527d1bcf-85d6-450a-a7d5-9db70deadca9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:06.853119 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-387710e1-c9c1-40fa-84b2-819e44afdaaf req-c60bb216-6871-424e-b2a4-fe1c02f81d2b tempest-ServerShowV257Test-686525170 tempest-ServerShowV257Test-686525170-project] 10.222.0.61 "GET /v2.0/ports?device_id=af58858e-c0db-400c-b625-c66c5e4da1dd HTTP/1.1" status: 200 len: 210 time: 0.0364223 Nov 16 11:30:07.071581 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f6460-04aa-4d08-b3e7-5e581b3fc50f req-c27a3080-47ed-4778-a488-6cad0cfe3596 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:07.073093 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1a5f6460-04aa-4d08-b3e7-5e581b3fc50f req-c27a3080-47ed-4778-a488-6cad0cfe3596 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.0546033 Nov 16 11:30:07.104779 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 41706) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:07.120528 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58cea4fc-65c8-4065-9009-1026e46bd300 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:07.147465 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1a5f6460-04aa-4d08-b3e7-5e581b3fc50f req-74c02b8d-761d-4959-b905-9b36fb81a801 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681772 Nov 16 11:30:07.229600 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58cea4fc-65c8-4065-9009-1026e46bd300 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:07.233396 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58cea4fc-65c8-4065-9009-1026e46bd300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:07.271450 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-58cea4fc-65c8-4065-9009-1026e46bd300 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3211ea235f6d4b52b31a27908af96458&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1655433 Nov 16 11:30:07.274273 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 41708) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:07.279197 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cea4fc-65c8-4065-9009-1026e46bd300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b195ce8b-92b5-4449-9ea7-db41806689ab,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:07.323646 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5dada0c2-d154-4819-8a89-45d6e3235bac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:07.351503 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5dada0c2-d154-4819-8a89-45d6e3235bac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:07.439301 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba931571-34b4-441c-84cf-1086515761bb req-113f460f-bbe0-4273-ab93-e072f08fcb60 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:07.440813 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ba931571-34b4-441c-84cf-1086515761bb req-113f460f-bbe0-4273-ab93-e072f08fcb60 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=7781b92f-9c52-4ed6-b1e5-98a6af9e1af6 HTTP/1.1" status: 200 len: 946 time: 0.0600643 Nov 16 11:30:07.441849 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5dada0c2-d154-4819-8a89-45d6e3235bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:07.444438 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5dada0c2-d154-4819-8a89-45d6e3235bac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:07.445460 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5dada0c2-d154-4819-8a89-45d6e3235bac admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b195ce8b-92b5-4449-9ea7-db41806689ab HTTP/1.1" status: 204 len: 168 time: 0.1702209 Nov 16 11:30:07.460213 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dada0c2-d154-4819-8a89-45d6e3235bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b195ce8b-92b5-4449-9ea7-db41806689ab,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:07.813811 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ba931571-34b4-441c-84cf-1086515761bb req-75c4f4ef-0a02-482f-a270-dddeeaa2d6e7 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657441 Nov 16 11:30:07.926211 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d1ea6-42f0-4cb9-929d-71e453f7311c req-66e056cd-c1b9-4a33-b88c-638cc238f4ba tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:07.927966 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9e1d1ea6-42f0-4cb9-929d-71e453f7311c req-66e056cd-c1b9-4a33-b88c-638cc238f4ba tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 943 time: 0.0498860 Nov 16 11:30:07.980028 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9e1d1ea6-42f0-4cb9-929d-71e453f7311c req-0768b448-7b71-42ba-9573-2c6c05791725 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459163 Nov 16 11:30:08.084360 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318c52b-a851-489b-8d4c-bd3a8ccf281d req-59816751-31e0-49be-955b-2608a8f8267d tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:08.085817 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3318c52b-a851-489b-8d4c-bd3a8ccf281d req-59816751-31e0-49be-955b-2608a8f8267d tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 945 time: 0.0491846 Nov 16 11:30:08.146235 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3318c52b-a851-489b-8d4c-bd3a8ccf281d req-e8ce8be9-d159-416e-ba7a-692b039a737c tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543585 Nov 16 11:30:08.233522 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4cf7fe49-1d5f-4273-ba2c-7d08af10b00f req-f36939d8-5fcf-4caf-8166-2633df1f0f78 tempest-ServerShowV257Test-686525170 tempest-ServerShowV257Test-686525170-project] 10.222.0.61 "GET /v2.0/ports?device_id=af58858e-c0db-400c-b625-c66c5e4da1dd HTTP/1.1" status: 200 len: 210 time: 0.0289342 Nov 16 11:30:08.342439 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a21e92-2cbd-4192-8c00-0d39be4e7186 req-3c14f75d-8828-4811-9390-f96130029cd0 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:08.343820 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d2a21e92-2cbd-4192-8c00-0d39be4e7186 req-3c14f75d-8828-4811-9390-f96130029cd0 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.0491724 Nov 16 11:30:08.392450 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d2a21e92-2cbd-4192-8c00-0d39be4e7186 req-9de7268a-36e6-4d48-a5be-96235eb71544 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425980 Nov 16 11:30:08.645149 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b972d8-a55a-41aa-8761-44e0f774bd0c req-92775c06-1c53-4447-8959-123e3fad628a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:08.646588 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c2b972d8-a55a-41aa-8761-44e0f774bd0c req-92775c06-1c53-4447-8959-123e3fad628a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 1101 time: 0.0505509 Nov 16 11:30:08.700580 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c2b972d8-a55a-41aa-8761-44e0f774bd0c req-7f880855-147b-42ce-8c7b-007536ee0883 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410161 Nov 16 11:30:08.936760 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9279c9-3a20-4937-95fc-1ff0ba4695e5 req-e6d13a3d-b609-4e09-bb9d-5682f9f3ef2e tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:08.938272 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8f9279c9-3a20-4937-95fc-1ff0ba4695e5 req-e6d13a3d-b609-4e09-bb9d-5682f9f3ef2e tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=7781b92f-9c52-4ed6-b1e5-98a6af9e1af6 HTTP/1.1" status: 200 len: 946 time: 0.0490668 Nov 16 11:30:08.992918 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8f9279c9-3a20-4937-95fc-1ff0ba4695e5 req-1cf94a6c-b3d0-4e20-bb9d-a87aeb782456 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482543 Nov 16 11:30:09.101088 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42c10f-7d12-4b2c-a2e2-e7bf28d4eb73 req-97d50ddf-17ee-407c-97de-ed1d52a33564 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:09.102611 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bf42c10f-7d12-4b2c-a2e2-e7bf28d4eb73 req-97d50ddf-17ee-407c-97de-ed1d52a33564 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 943 time: 0.0539057 Nov 16 11:30:09.151495 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bf42c10f-7d12-4b2c-a2e2-e7bf28d4eb73 req-d98eef5b-0bf2-4dca-99f6-4140e5c54371 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428641 Nov 16 11:30:09.262865 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1cc703-d26e-4e14-a99f-ae31c669fb99 req-3ada1085-c3fa-4d4f-b97f-233a6c26c2ec tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:09.264335 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8e1cc703-d26e-4e14-a99f-ae31c669fb99 req-3ada1085-c3fa-4d4f-b97f-233a6c26c2ec tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 945 time: 0.0496986 Nov 16 11:30:09.314000 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8e1cc703-d26e-4e14-a99f-ae31c669fb99 req-2a320c34-2341-4194-bb7a-5a3f098016cf tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426924 Nov 16 11:30:09.401943 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5d72b48b-8933-4517-b97f-3b626ff66388 req-7007002c-960d-415f-8b8f-414f048e9c92 tempest-ServerShowV257Test-686525170 tempest-ServerShowV257Test-686525170-project] 10.222.0.61 "GET /v2.0/ports?device_id=af58858e-c0db-400c-b625-c66c5e4da1dd HTTP/1.1" status: 200 len: 210 time: 0.0300596 Nov 16 11:30:09.515869 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db78690-c108-4ea4-97c8-cbd30ea0c575 req-3281377c-32a9-4b29-bed0-5bc6b9b849bf tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:09.517686 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5db78690-c108-4ea4-97c8-cbd30ea0c575 req-3281377c-32a9-4b29-bed0-5bc6b9b849bf tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.0542672 Nov 16 11:30:09.573550 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5db78690-c108-4ea4-97c8-cbd30ea0c575 req-33beaa95-3068-423b-b5a2-85afaa44b3e7 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445876 Nov 16 11:30:10.113794 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48decc-3ce9-4ae5-a56c-7c4d69054259 req-9b97d03b-6a8b-4d7d-9dd8-98aae1cac5ce tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:10.115398 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2c48decc-3ce9-4ae5-a56c-7c4d69054259 req-9b97d03b-6a8b-4d7d-9dd8-98aae1cac5ce tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=7781b92f-9c52-4ed6-b1e5-98a6af9e1af6 HTTP/1.1" status: 200 len: 946 time: 0.0532982 Nov 16 11:30:10.146418 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f525f3-4feb-4cbb-950a-6b5a0a9b21a7 req-fa8b02b9-489f-4e42-80a2-ab694ae2e362 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:10.148051 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f7f525f3-4feb-4cbb-950a-6b5a0a9b21a7 req-fa8b02b9-489f-4e42-80a2-ab694ae2e362 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.64 "GET /v2.0/ports?device_id=7781b92f-9c52-4ed6-b1e5-98a6af9e1af6 HTTP/1.1" status: 200 len: 946 time: 0.0522954 Nov 16 11:30:10.166234 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2c48decc-3ce9-4ae5-a56c-7c4d69054259 req-c29960e1-216e-4c69-98e8-d696361aea2f tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/security-groups?id=71d02ed7-2360-4061-ad45-5bb1911a440e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445075 Nov 16 11:30:10.262310 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-f7f525f3-4feb-4cbb-950a-6b5a0a9b21a7 req-e8a9925c-f46f-44a4-8bde-318ec68eb6c5 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Deleting port 0a5706f1-873a-4b3a-82dc-73549dc99fb5 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:30:10.262781 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f7f525f3-4feb-4cbb-950a-6b5a0a9b21a7 req-e8a9925c-f46f-44a4-8bde-318ec68eb6c5 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:10.297363 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856bdda-2dd7-4460-a1f9-7412c67ae1e4 req-88c67654-e486-44b4-a994-d7bddf1312b4 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:10.305232 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b856bdda-2dd7-4460-a1f9-7412c67ae1e4 req-88c67654-e486-44b4-a994-d7bddf1312b4 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 943 time: 0.0612094 Nov 16 11:30:10.367853 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b856bdda-2dd7-4460-a1f9-7412c67ae1e4 req-efcd2388-4fb9-4146-97d1-f9379e30045a tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616565 Nov 16 11:30:10.400065 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-f7f525f3-4feb-4cbb-950a-6b5a0a9b21a7 req-e8a9925c-f46f-44a4-8bde-318ec68eb6c5 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] For port 0a5706f1-873a-4b3a-82dc-73549dc99fb5, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=0a5706f1-873a-4b3a-82dc-73549dc99fb5,segment=NetworkSegment(0009b431-285f-41a0-a8ef-b06ff30af7d1),segment_id=0009b431-285f-41a0-a8ef-b06ff30af7d1)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:30:10.400527 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f7f525f3-4feb-4cbb-950a-6b5a0a9b21a7 req-e8a9925c-f46f-44a4-8bde-318ec68eb6c5 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:10.434357 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-f7f525f3-4feb-4cbb-950a-6b5a0a9b21a7 req-e8a9925c-f46f-44a4-8bde-318ec68eb6c5 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Calling delete_port for 0a5706f1-873a-4b3a-82dc-73549dc99fb5 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:30:10.508462 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da29b3-a519-40c6-b20c-2c41e4198830 req-500f3f85-5876-47e8-a30b-c403c5b7caff tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:10.512479 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a5da29b3-a519-40c6-b20c-2c41e4198830 req-500f3f85-5876-47e8-a30b-c403c5b7caff tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 945 time: 0.0631318 Nov 16 11:30:10.606617 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a5da29b3-a519-40c6-b20c-2c41e4198830 req-afab8e3c-685b-4e4f-ae4b-58f4b7390632 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850468 Nov 16 11:30:10.627434 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f7f525f3-4feb-4cbb-950a-6b5a0a9b21a7 req-e8a9925c-f46f-44a4-8bde-318ec68eb6c5 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:10.639767 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['0a5706f1-873a-4b3a-82dc-73549dc99fb5'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:30:10.665166 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9925c-f46f-44a4-8bde-318ec68eb6c5 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Pushing event deleted for resources: {'Port': ['ID=0a5706f1-873a-4b3a-82dc-73549dc99fb5,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:10.710492 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f525f3-4feb-4cbb-950a-6b5a0a9b21a7 req-e8a9925c-f46f-44a4-8bde-318ec68eb6c5 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] No DVR routers for this DVR port 0a5706f1-873a-4b3a-82dc-73549dc99fb5 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:30:10.713994 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f7f525f3-4feb-4cbb-950a-6b5a0a9b21a7 req-e8a9925c-f46f-44a4-8bde-318ec68eb6c5 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:10.717397 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f7f525f3-4feb-4cbb-950a-6b5a0a9b21a7 req-e8a9925c-f46f-44a4-8bde-318ec68eb6c5 tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.64 "DELETE /v2.0/ports/0a5706f1-873a-4b3a-82dc-73549dc99fb5 HTTP/1.1" status: 204 len: 173 time: 0.5618470 Nov 16 11:30:10.717880 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7781b92f-9c52-4ed6-b1e5-98a6af9e1af6', 'name': 'network-vif-deleted', 'tag': '0a5706f1-873a-4b3a-82dc-73549dc99fb5'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:30:10.720153 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fade6f-aa94-496a-bb3d-69d6fcc17836" -d '{"events": [{"server_uuid": "7781b92f-9c52-4ed6-b1e5-98a6af9e1af6", "name": "network-vif-deleted", "tag": "0a5706f1-873a-4b3a-82dc-73549dc99fb5"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:30:10.722754 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b21c9337-ab56-4b91-b7ae-2178035d7c7f req-232e0ab9-74bc-46b7-927f-85eb4e892f66 tempest-ServerShowV257Test-686525170 tempest-ServerShowV257Test-686525170-project] 10.222.0.61 "GET /v2.0/ports?device_id=af58858e-c0db-400c-b625-c66c5e4da1dd HTTP/1.1" status: 200 len: 210 time: 0.0401473 Nov 16 11:30:10.896529 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ca824-0c2c-4f6f-8e17-4a2f7fd607ac req-154ee07c-63ab-44c4-9fc8-c2e3bec79a15 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:10.898288 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-762ca824-0c2c-4f6f-8e17-4a2f7fd607ac req-154ee07c-63ab-44c4-9fc8-c2e3bec79a15 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.0858769 Nov 16 11:30:10.948111 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-762ca824-0c2c-4f6f-8e17-4a2f7fd607ac req-bb077b44-8172-4128-8833-cce88d59da45 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430269 Nov 16 11:30:11.074307 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3100c33e-5aaa-4acd-acc8-545582db82ba x-openstack-request-id: req-3100c33e-5aaa-4acd-acc8-545582db82ba {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:30:11.074692 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7781b92f-9c52-4ed6-b1e5-98a6af9e1af6", "name": "network-vif-deleted", "tag": "0a5706f1-873a-4b3a-82dc-73549dc99fb5", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:30:11.075043 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3100c33e-5aaa-4acd-acc8-545582db82ba {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:30:11.075577 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7781b92f-9c52-4ed6-b1e5-98a6af9e1af6', 'name': 'network-vif-deleted', 'tag': '0a5706f1-873a-4b3a-82dc-73549dc99fb5', 'status': 'completed', 'code': 200} Nov 16 11:30:11.173677 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5161f9-7d87-4825-8e5f-1af18d2ad502 req-a7284c88-3181-472b-93f0-4a95eea4d7e1 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:11.175492 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ac5161f9-7d87-4825-8e5f-1af18d2ad502 req-a7284c88-3181-472b-93f0-4a95eea4d7e1 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.0534351 Nov 16 11:30:11.230412 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ac5161f9-7d87-4825-8e5f-1af18d2ad502 req-c924cd7d-1197-488d-afe2-83d8a3c2aa5b tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478275 Nov 16 11:30:11.352527 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-92588b95-14d7-4ed5-8cec-f6a98337937b req-bb746d3a-c097-4d50-91bf-4c971528b7ee tempest-AttachVolumeNegativeTest-1048368159 tempest-AttachVolumeNegativeTest-1048368159-project] 10.222.0.61 "GET /v2.0/ports?device_id=7781b92f-9c52-4ed6-b1e5-98a6af9e1af6 HTTP/1.1" status: 200 len: 210 time: 0.0468805 Nov 16 11:30:11.498584 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc18dc8b-6257-4c44-a1f8-7c423ebb0f99 req-b8aa8169-9370-4ea6-a17e-61850bab38ab tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:11.500243 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bc18dc8b-6257-4c44-a1f8-7c423ebb0f99 req-b8aa8169-9370-4ea6-a17e-61850bab38ab tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 943 time: 0.0543017 Nov 16 11:30:11.555025 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bc18dc8b-6257-4c44-a1f8-7c423ebb0f99 req-6c756d9e-ecd7-4e62-85c6-f77a93be7a29 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470397 Nov 16 11:30:11.813649 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4042549f-ecef-44d0-b1a2-f42675cb636b req-84502ed8-ca7f-4474-85d0-597ad1a53b7c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0409586 Nov 16 11:30:11.823837 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ae114-eb7f-4d02-bf25-0dc022fe62b0 req-0fc01194-f022-43fd-af99-79e3ffc4e4a2 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:11.825305 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-794ae114-eb7f-4d02-bf25-0dc022fe62b0 req-0fc01194-f022-43fd-af99-79e3ffc4e4a2 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 945 time: 0.0504603 Nov 16 11:30:11.875390 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-794ae114-eb7f-4d02-bf25-0dc022fe62b0 req-37a0569d-abd9-47f2-b2e7-394b37909915 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427716 Nov 16 11:30:11.978604 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704027f8-0e18-4b7d-8b27-7909ccaea69b req-a892324e-ed60-4baf-9d31-a0f1c74946bf tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:11.980102 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-704027f8-0e18-4b7d-8b27-7909ccaea69b req-a892324e-ed60-4baf-9d31-a0f1c74946bf tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.0494998 Nov 16 11:30:12.033411 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-704027f8-0e18-4b7d-8b27-7909ccaea69b req-2c7b7372-0fd7-4b6b-befa-aacbaed00bb6 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468280 Nov 16 11:30:12.122661 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-54f25f83-9712-4a34-abb6-b8f56c79247a req-45c3012b-eed4-439b-b42a-71b7826aa681 tempest-ServerShowV257Test-686525170 tempest-ServerShowV257Test-686525170-project] 10.222.0.61 "GET /v2.0/ports?device_id=af58858e-c0db-400c-b625-c66c5e4da1dd HTTP/1.1" status: 200 len: 210 time: 0.0278523 Nov 16 11:30:12.188409 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 1cfe63ed-82d5-4e38-a615-f3b2c2acc877 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:30:12.287695 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 1cfe63ed-82d5-4e38-a615-f3b2c2acc877, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=1cfe63ed-82d5-4e38-a615-f3b2c2acc877,segment=NetworkSegment(b0fc45c9-2beb-4f49-9aad-62aa818b50ab),segment_id=b0fc45c9-2beb-4f49-9aad-62aa818b50ab)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:30:12.298596 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '1cfe63ed-82d5-4e38-a615-f3b2c2acc877', 'network_id': '9a347c0b-70fe-4059-8e4c-7d26043c2cab', 'port_id': '1cfe63ed-82d5-4e38-a615-f3b2c2acc877', 'mac_address': 'fa:16:3e:bb:49:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '353e6c5a-de1d-40fd-a1b8-057b0bade2ea', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:30:12.335072 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:12.348697 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cfe63ed-82d5-4e38-a615-f3b2c2acc877 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:30:12.371983 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 1cfe63ed-82d5-4e38-a615-f3b2c2acc877, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=1cfe63ed-82d5-4e38-a615-f3b2c2acc877,segment=NetworkSegment(b0fc45c9-2beb-4f49-9aad-62aa818b50ab),segment_id=b0fc45c9-2beb-4f49-9aad-62aa818b50ab)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:30:12.380862 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:12.412845 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 41890) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:12.432434 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=1cfe63ed-82d5-4e38-a615-f3b2c2acc877,revision_number=9']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:12.440592 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:12.441096 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:12.441730 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:12.442103 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:12.442619 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:12.442963 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:12.443299 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:12.443630 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:12.443959 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:12.444304 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:12.444803 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:12.445287 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:12.467202 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd648c82-4d59-492e-8bba-23be542a03d3 admin admin] Deleting subnet 36b4451e-72c7-4152-ab76-f0aba77042c0 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:30:12.470341 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd648c82-4d59-492e-8bba-23be542a03d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:12.510664 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd648c82-4d59-492e-8bba-23be542a03d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:12.549486 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd648c82-4d59-492e-8bba-23be542a03d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:12.613465 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd648c82-4d59-492e-8bba-23be542a03d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:12.640153 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd648c82-4d59-492e-8bba-23be542a03d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36b4451e-72c7-4152-ab76-f0aba77042c0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:12.645039 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd648c82-4d59-492e-8bba-23be542a03d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:12.648265 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-dd648c82-4d59-492e-8bba-23be542a03d3 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/36b4451e-72c7-4152-ab76-f0aba77042c0 HTTP/1.1" status: 204 len: 168 time: 0.2343349 Nov 16 11:30:12.654440 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 41894) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:12.690485 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b409f7f-df64-4ebf-a74c-3bfd62c189d8 req-80835bf3-1abd-4b40-a0e8-421b9772f2b7 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:12.692755 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b409f7f-df64-4ebf-a74c-3bfd62c189d8 req-80835bf3-1abd-4b40-a0e8-421b9772f2b7 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 944 time: 0.0572433 Nov 16 11:30:12.736278 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['1cfe63ed-82d5-4e38-a615-f3b2c2acc877'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:30:12.749327 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c67a22bb-d5d3-439b-b3c2-ae01a4eb6714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:12.760470 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b409f7f-df64-4ebf-a74c-3bfd62c189d8 req-5fce78d7-06f0-4e47-88c2-923a6ed380ed tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615134 Nov 16 11:30:12.842940 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c67a22bb-d5d3-439b-b3c2-ae01a4eb6714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:12.868928 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-c67a22bb-d5d3-439b-b3c2-ae01a4eb6714 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc72ab4f-6e33-4512-8fbb-f88d609be622']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:30:12.880053 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-c67a22bb-d5d3-439b-b3c2-ae01a4eb6714 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0009b431-285f-41a0-a8ef-b06ff30af7d1') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:30:12.880344 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-c67a22bb-d5d3-439b-b3c2-ae01a4eb6714 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0009b431-285f-41a0-a8ef-b06ff30af7d1') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:30:12.890268 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c67a22bb-d5d3-439b-b3c2-ae01a4eb6714 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:12.917557 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c67a22bb-d5d3-439b-b3c2-ae01a4eb6714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:12.926186 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c67a22bb-d5d3-439b-b3c2-ae01a4eb6714 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:30:12.927425 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c67a22bb-d5d3-439b-b3c2-ae01a4eb6714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:12.929752 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:30:12.929752 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:30:12.929752 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:30:12.929752 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:30:12.929752 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:30:12.929752 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:30:12.929752 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:30:12.929752 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:30:12.929752 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:30:12.929752 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:30:12.929752 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:30:12.929752 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:30:12.929752 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:30:12.929752 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:30:12.929752 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:30:12.929752 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:30:12.929752 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:30:12.929752 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:30:12.929752 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:30:12.929752 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:30:12.929752 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:30:12.929752 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:30:12.929752 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:30:12.929752 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:30:12.929752 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:30:12.929752 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:30:12.929752 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:30:12.929752 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:30:12.929752 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:30:12.929752 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:30:12.929752 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:30:12.929752 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:30:12.987353 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9566d301-48e3-42d3-ac6e-6e8fc6221204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:13.004610 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c67a22bb-d5d3-439b-b3c2-ae01a4eb6714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:13.004981 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda99fab-74aa-443b-b323-b86c219efcef req-2590b757-dc65-4d77-a94f-5607434deb3a tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:13.006608 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fda99fab-74aa-443b-b323-b86c219efcef req-2590b757-dc65-4d77-a94f-5607434deb3a tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 945 time: 0.0595884 Nov 16 11:30:13.012930 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c67a22bb-d5d3-439b-b3c2-ae01a4eb6714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:13.019813 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c67a22bb-d5d3-439b-b3c2-ae01a4eb6714 admin admin] 10.222.0.61 "DELETE /v2.0/networks/cc72ab4f-6e33-4512-8fbb-f88d609be622 HTTP/1.1" status: 204 len: 168 time: 0.3637831 Nov 16 11:30:13.031841 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a22bb-d5d3-439b-b3c2-ae01a4eb6714 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc72ab4f-6e33-4512-8fbb-f88d609be622,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:13.107175 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fda99fab-74aa-443b-b323-b86c219efcef req-304ea0cd-edc0-45e3-ab41-b6e703bdc0ad tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807619 Nov 16 11:30:13.233720 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042549f-ecef-44d0-b1a2-f42675cb636b req-c9f66d9b-105a-41ae-8a00-c5ca09d7ead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:13.236832 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4042549f-ecef-44d0-b1a2-f42675cb636b req-c9f66d9b-105a-41ae-8a00-c5ca09d7ead2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e86b42204c7f435e8eff5558272e51a5&device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 1101 time: 0.0753150 Nov 16 11:30:13.289604 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e464107-23bf-428b-9ae7-df89f98336e7 req-625cd6dc-efad-44df-a830-baf7398ca485 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:13.291457 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0e464107-23bf-428b-9ae7-df89f98336e7 req-625cd6dc-efad-44df-a830-baf7398ca485 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.0821006 Nov 16 11:30:13.343328 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 41920) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:13.368451 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0e464107-23bf-428b-9ae7-df89f98336e7 req-9fc1546c-3026-4c6d-896f-dd153d281a03 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681129 Nov 16 11:30:13.386722 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042549f-ecef-44d0-b1a2-f42675cb636b req-7867a797-9695-443e-bcfb-f8fc1b50ceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:13.388526 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4042549f-ecef-44d0-b1a2-f42675cb636b req-7867a797-9695-443e-bcfb-f8fc1b50ceaf service neutron] 10.222.0.64 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.1371739 Nov 16 11:30:13.397960 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7b4edc90-4a2f-4651-99b8-86be34ac9902 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0ad08e2ce4ec4b2c85ee1303623bd5e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0523160 Nov 16 11:30:13.399278 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 41924) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:13.433420 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4042549f-ecef-44d0-b1a2-f42675cb636b req-bee10b81-5ddd-4205-aba5-485ba24b65f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866 HTTP/1.1" status: 200 len: 217 time: 0.0366476 Nov 16 11:30:13.459103 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-241c6753-cfa3-449b-828b-80dd3ea30a48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:13.493544 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042549f-ecef-44d0-b1a2-f42675cb636b req-a82c1863-3107-414b-b5d9-a15de7f983bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:13.495035 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4042549f-ecef-44d0-b1a2-f42675cb636b req-a82c1863-3107-414b-b5d9-a15de7f983bc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0528288 Nov 16 11:30:13.495188 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6bcd3e17-6ce7-49e3-8262-c238d7ad61c6 req-d0f349fe-d587-4c6f-aaca-d071f66c5c7a tempest-ServerShowV257Test-686525170 tempest-ServerShowV257Test-686525170-project] 10.222.0.61 "GET /v2.0/ports?device_id=af58858e-c0db-400c-b625-c66c5e4da1dd HTTP/1.1" status: 200 len: 210 time: 0.0340526 Nov 16 11:30:13.508704 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-241c6753-cfa3-449b-828b-80dd3ea30a48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:13.567845 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-241c6753-cfa3-449b-828b-80dd3ea30a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:13.570912 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-241c6753-cfa3-449b-828b-80dd3ea30a48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:13.572051 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-241c6753-cfa3-449b-828b-80dd3ea30a48 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/71d02ed7-2360-4061-ad45-5bb1911a440e HTTP/1.1" status: 204 len: 168 time: 0.1705570 Nov 16 11:30:13.584774 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042549f-ecef-44d0-b1a2-f42675cb636b req-f0ceb03e-9811-4e06-9c58-dfa317514c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:13.586528 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4042549f-ecef-44d0-b1a2-f42675cb636b req-f0ceb03e-9811-4e06-9c58-dfa317514c94 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0807960 Nov 16 11:30:13.587063 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c6753-cfa3-449b-828b-80dd3ea30a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d02ed7-2360-4061-ad45-5bb1911a440e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:13.687351 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4042549f-ecef-44d0-b1a2-f42675cb636b req-66434c86-2807-4048-9cda-b804887900bc service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919440 Nov 16 11:30:13.795176 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4042549f-ecef-44d0-b1a2-f42675cb636b req-ce3880a8-f0b8-4594-af2e-7020c11bb06d service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995173 Nov 16 11:30:13.918532 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7896c42-744c-40c9-b9a8-9a233e3f8e0e req-587b026a-8057-4be7-b448-40f49f6fbce5 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:13.921638 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e7896c42-744c-40c9-b9a8-9a233e3f8e0e req-587b026a-8057-4be7-b448-40f49f6fbce5 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 944 time: 0.0701110 Nov 16 11:30:13.979301 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e7896c42-744c-40c9-b9a8-9a233e3f8e0e req-aacb6bd7-6e0b-4894-84af-55724da14ff5 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510492 Nov 16 11:30:14.142483 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 41950) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:14.207303 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 1cfe63ed-82d5-4e38-a615-f3b2c2acc877 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:30:14.266350 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2c69cde1-1306-4e25-b0a1-04e2f35cedde admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:14.271192 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16199c8-e796-4122-b608-d4db1fb99669 req-2790816a-13cd-4ce1-a6d1-89afce79413c tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:14.272961 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c16199c8-e796-4122-b608-d4db1fb99669 req-2790816a-13cd-4ce1-a6d1-89afce79413c tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 945 time: 0.0775967 Nov 16 11:30:14.287224 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 1cfe63ed-82d5-4e38-a615-f3b2c2acc877 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:30:14.287724 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:14.346488 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c16199c8-e796-4122-b608-d4db1fb99669 req-234ec044-a939-446f-87ca-4388d2344d70 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673616 Nov 16 11:30:14.360456 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2c69cde1-1306-4e25-b0a1-04e2f35cedde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:14.366947 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2c69cde1-1306-4e25-b0a1-04e2f35cedde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:14.388109 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:14.409050 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2c69cde1-1306-4e25-b0a1-04e2f35cedde admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0e952af1713d46238c03ef767f9a36c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2654328 Nov 16 11:30:14.412228 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c69cde1-1306-4e25-b0a1-04e2f35cedde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c620ee-c6b7-4bd3-bfc3-f3d0c88918c8,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:14.412555 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 41964) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:14.427559 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a3195c-d886-4b60-9d17-03aec03d84c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfe63ed-82d5-4e38-a615-f3b2c2acc877'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:30:14.430055 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e77b13-42fe-495c-9f89-11b0e4f665ce" -d '{"events": [{"server_uuid": "23a3195c-d886-4b60-9d17-03aec03d84c7", "name": "network-vif-plugged", "status": "completed", "tag": "1cfe63ed-82d5-4e38-a615-f3b2c2acc877"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:30:14.443600 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 1cfe63ed-82d5-4e38-a615-f3b2c2acc877, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=1cfe63ed-82d5-4e38-a615-f3b2c2acc877,segment=NetworkSegment(b0fc45c9-2beb-4f49-9aad-62aa818b50ab),segment_id=b0fc45c9-2beb-4f49-9aad-62aa818b50ab)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:30:14.449189 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:14.450476 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 0a5706f1-873a-4b3a-82dc-73549dc99fb5 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:30:14.473704 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 0a5706f1-873a-4b3a-82dc-73549dc99fb5 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:30:14.474107 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 0a5706f1-873a-4b3a-82dc-73549dc99fb5 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:30:14.510393 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-460621f2-998c-4d06-b93a-140fbfcd2b7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:14.528495 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=1cfe63ed-82d5-4e38-a615-f3b2c2acc877,revision_number=10']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:14.534370 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a2c5b-f956-4535-a7b6-528c6fd96c77 req-c7405a02-e5ac-4605-b04a-54d82bf070b8 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:14.537387 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8b2a2c5b-f956-4535-a7b6-528c6fd96c77 req-c7405a02-e5ac-4605-b04a-54d82bf070b8 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.0749259 Nov 16 11:30:14.555059 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-460621f2-998c-4d06-b93a-140fbfcd2b7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:14.616631 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8b2a2c5b-f956-4535-a7b6-528c6fd96c77 req-50a3248c-85bf-4e3b-9291-f80f53c4506c tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708859 Nov 16 11:30:14.636338 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-460621f2-998c-4d06-b93a-140fbfcd2b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:14.638081 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-460621f2-998c-4d06-b93a-140fbfcd2b7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:14.639477 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-460621f2-998c-4d06-b93a-140fbfcd2b7e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/93c620ee-c6b7-4bd3-bfc3-f3d0c88918c8 HTTP/1.1" status: 204 len: 168 time: 0.2257462 Nov 16 11:30:14.649309 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460621f2-998c-4d06-b93a-140fbfcd2b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c620ee-c6b7-4bd3-bfc3-f3d0c88918c8,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:14.677591 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb69e8b3-1367-4fd5-9ee1-96004596586c x-openstack-request-id: req-cb69e8b3-1367-4fd5-9ee1-96004596586c {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:30:14.678328 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a3195c-d886-4b60-9d17-03aec03d84c7", "name": "network-vif-plugged", "status": "completed", "tag": "1cfe63ed-82d5-4e38-a615-f3b2c2acc877", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:30:14.678885 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cb69e8b3-1367-4fd5-9ee1-96004596586c {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:30:14.679578 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a3195c-d886-4b60-9d17-03aec03d84c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfe63ed-82d5-4e38-a615-f3b2c2acc877', 'code': 200} Nov 16 11:30:14.780381 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b58fb55d-47bd-4f37-b0dc-77a39cbff537 req-c3fdca91-60c3-4de8-b916-210476ca155d tempest-ServerShowV257Test-686525170 tempest-ServerShowV257Test-686525170-project] 10.222.0.61 "GET /v2.0/ports?device_id=af58858e-c0db-400c-b625-c66c5e4da1dd HTTP/1.1" status: 200 len: 210 time: 0.0325854 Nov 16 11:30:14.880866 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33891f0-d2e9-451a-9315-d94d08f10581 req-679cd8bd-016e-4509-b95f-b3b6df362323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:14.882630 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e33891f0-d2e9-451a-9315-d94d08f10581 req-679cd8bd-016e-4509-b95f-b3b6df362323 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 1097 time: 0.0486085 Nov 16 11:30:14.938518 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e33891f0-d2e9-451a-9315-d94d08f10581 req-1acf25f9-55e4-44bb-8b48-427def19d7f5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466671 Nov 16 11:30:15.049780 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 41988) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:15.069886 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f7881e0-ebc7-462b-a45d-6bfa7c71fc22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:15.149503 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57114d-3175-4d62-be8d-50d5df0d87c7 req-8284f601-23f5-4a60-963a-b82134aa0353 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:15.151030 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8a57114d-3175-4d62-be8d-50d5df0d87c7 req-8284f601-23f5-4a60-963a-b82134aa0353 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 946 time: 0.0755174 Nov 16 11:30:15.229840 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8a57114d-3175-4d62-be8d-50d5df0d87c7 req-bfc5d87c-f39e-4160-b660-ab5e1d3fff5f tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693278 Nov 16 11:30:15.238919 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f7881e0-ebc7-462b-a45d-6bfa7c71fc22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:15.244501 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f7881e0-ebc7-462b-a45d-6bfa7c71fc22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:15.282616 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8f7881e0-ebc7-462b-a45d-6bfa7c71fc22 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c430488a873e49b5b25572f568597e74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2310309 Nov 16 11:30:15.284642 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7881e0-ebc7-462b-a45d-6bfa7c71fc22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b7e8bb-d1de-4425-a18b-0b9e03ef28ec,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:15.285571 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 41996) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:15.337870 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bec8a627-1744-4928-bdfa-b6b1dd53fc9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:15.359815 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bec8a627-1744-4928-bdfa-b6b1dd53fc9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:15.412170 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bec8a627-1744-4928-bdfa-b6b1dd53fc9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:15.424069 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bec8a627-1744-4928-bdfa-b6b1dd53fc9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:15.429996 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bec8a627-1744-4928-bdfa-b6b1dd53fc9a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/44b7e8bb-d1de-4425-a18b-0b9e03ef28ec HTTP/1.1" status: 204 len: 168 time: 0.1395576 Nov 16 11:30:15.445262 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8a627-1744-4928-bdfa-b6b1dd53fc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b7e8bb-d1de-4425-a18b-0b9e03ef28ec,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:15.551952 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012ddaa-1a98-4f5d-ad10-9c5316a98208 req-efee7963-f916-4357-a132-6fbd47b59a6b tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:15.558921 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-eb8ba104-e2ac-4db9-83a5-6b77112afc8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:15.559409 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8012ddaa-1a98-4f5d-ad10-9c5316a98208 req-efee7963-f916-4357-a132-6fbd47b59a6b tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 945 time: 0.1225724 Nov 16 11:30:15.614903 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8012ddaa-1a98-4f5d-ad10-9c5316a98208 req-57774b8c-e6cc-4cf5-a79a-d91c48a7501d tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546353 Nov 16 11:30:15.763863 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e71624-e37c-42d6-a2e5-2adfed36e1c1 req-30b9e75a-c8ad-4229-95e2-9e996f0dcd19 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:15.772014 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c5e71624-e37c-42d6-a2e5-2adfed36e1c1 req-30b9e75a-c8ad-4229-95e2-9e996f0dcd19 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.0698149 Nov 16 11:30:15.840246 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c5e71624-e37c-42d6-a2e5-2adfed36e1c1 req-c033d3eb-d279-45b5-bdca-a72a9f8a3de3 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618963 Nov 16 11:30:15.934347 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9a9cfedd-4825-47f8-9424-0ca21141b1a2 req-0b1d53d5-255d-4b06-b811-61f4d9e022e5 tempest-ServerShowV257Test-686525170 tempest-ServerShowV257Test-686525170-project] 10.222.0.61 "GET /v2.0/ports?device_id=af58858e-c0db-400c-b625-c66c5e4da1dd HTTP/1.1" status: 200 len: 210 time: 0.0424850 Nov 16 11:30:16.404198 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2034a98-9818-4c76-a773-34b6d9f98f2f req-857b050b-f102-4ad9-9cbf-60f61e36708c tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:16.412594 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e2034a98-9818-4c76-a773-34b6d9f98f2f req-857b050b-f102-4ad9-9cbf-60f61e36708c tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 946 time: 0.0987325 Nov 16 11:30:16.468726 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e2034a98-9818-4c76-a773-34b6d9f98f2f req-36153e0a-a7b7-453a-99e6-e6c23b18f836 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524263 Nov 16 11:30:16.512177 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:16.765170 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e731e8-7f88-4c17-a269-c656c13cee4f req-79ba55b2-a2ee-46b9-b85d-0523b75d8730 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:16.773399 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-88e731e8-7f88-4c17-a269-c656c13cee4f req-79ba55b2-a2ee-46b9-b85d-0523b75d8730 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 945 time: 0.0645669 Nov 16 11:30:16.847106 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-88e731e8-7f88-4c17-a269-c656c13cee4f req-dd322887-3d26-4624-8c3b-2c22849a164a tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683489 Nov 16 11:30:16.975398 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ebc727-9c81-44e9-a5aa-5d84bea4d9a4 req-29974ead-073e-44ef-8186-6432fca89e6d tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:16.983080 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a4ebc727-9c81-44e9-a5aa-5d84bea4d9a4 req-29974ead-073e-44ef-8186-6432fca89e6d tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.0691330 Nov 16 11:30:17.061643 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a4ebc727-9c81-44e9-a5aa-5d84bea4d9a4 req-3a1ed394-e11a-431b-941d-a8fd82acbbfe tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762150 Nov 16 11:30:17.212394 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8ca98925-2929-47a6-bf32-9a7fa200ed8f req-d7fbf02d-fd8c-47df-abd4-463acc305377 tempest-ServerShowV257Test-686525170 tempest-ServerShowV257Test-686525170-project] 10.222.0.61 "GET /v2.0/ports?device_id=af58858e-c0db-400c-b625-c66c5e4da1dd HTTP/1.1" status: 200 len: 210 time: 0.0392573 Nov 16 11:30:17.268610 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 42122) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:17.454590 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-20b0d4fb-769d-46eb-9537-e43fc8ba93b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:17.563462 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-20b0d4fb-769d-46eb-9537-e43fc8ba93b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:17.568962 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-20b0d4fb-769d-46eb-9537-e43fc8ba93b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:17.619047 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b0d4fb-769d-46eb-9537-e43fc8ba93b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431cef3d-26f5-46d9-8e35-7f7fd86256c9,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:17.636257 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-20b0d4fb-769d-46eb-9537-e43fc8ba93b6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=787316f391b3433d963c96df4382560f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3634357 Nov 16 11:30:17.636808 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 42138) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:17.671490 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2840745-4032-4a36-a345-086a0620e8f7 req-6400cf26-3efc-43a5-b279-5f9379ce1e81 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:17.673234 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f2840745-4032-4a36-a345-086a0620e8f7 req-6400cf26-3efc-43a5-b279-5f9379ce1e81 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 946 time: 0.0672750 Nov 16 11:30:17.694491 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f27eec6-de82-43b3-99be-743e7c701e6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:17.717599 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f27eec6-de82-43b3-99be-743e7c701e6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:17.732679 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f2840745-4032-4a36-a345-086a0620e8f7 req-2570b02e-2d77-46de-a314-30e4972b9e06 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529466 Nov 16 11:30:17.779747 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f27eec6-de82-43b3-99be-743e7c701e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:17.782909 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f27eec6-de82-43b3-99be-743e7c701e6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:17.786526 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2f27eec6-de82-43b3-99be-743e7c701e6c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/431cef3d-26f5-46d9-8e35-7f7fd86256c9 HTTP/1.1" status: 204 len: 168 time: 0.1464827 Nov 16 11:30:17.793093 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f27eec6-de82-43b3-99be-743e7c701e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431cef3d-26f5-46d9-8e35-7f7fd86256c9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:17.963371 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cdf6a3-6c65-48e4-a83f-2264a2e5c9c1 req-67f761c2-996f-4814-b471-085584becfa4 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:17.970568 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-63cdf6a3-6c65-48e4-a83f-2264a2e5c9c1 req-67f761c2-996f-4814-b471-085584becfa4 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 945 time: 0.0603044 Nov 16 11:30:18.025770 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-63cdf6a3-6c65-48e4-a83f-2264a2e5c9c1 req-c7db8d56-e9f7-4f60-a7a0-cb4fdace72da tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542433 Nov 16 11:30:18.181210 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 42180) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:18.197292 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b7552a50-7e8c-46a9-acc1-ff75689a4171 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:18.201507 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547872b9-5a90-4b1b-b457-8e703c5eb197 req-8a5618cf-c2a2-4075-a11b-9b5e33f64a28 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:18.203058 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-547872b9-5a90-4b1b-b457-8e703c5eb197 req-8a5618cf-c2a2-4075-a11b-9b5e33f64a28 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.0534217 Nov 16 11:30:18.251430 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:18.264628 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-547872b9-5a90-4b1b-b457-8e703c5eb197 req-d123b170-f7ee-44b2-8696-2dc3715815f9 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552778 Nov 16 11:30:18.306491 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b7552a50-7e8c-46a9-acc1-ff75689a4171 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:18.313551 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b7552a50-7e8c-46a9-acc1-ff75689a4171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:18.352522 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b7552a50-7e8c-46a9-acc1-ff75689a4171 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=112f6388f8954d7a81f3f1d7b3a0de0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1703975 Nov 16 11:30:18.354503 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7552a50-7e8c-46a9-acc1-ff75689a4171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4310b3-c96e-4a85-8515-8551d49dcb7d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:18.356753 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 42188) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:18.361702 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fbef0092-3601-432a-bf6c-fbeb434636c2 req-97f66b6d-8440-4655-8090-ae2d028eaa4f tempest-ServerShowV257Test-686525170 tempest-ServerShowV257Test-686525170-project] 10.222.0.61 "GET /v2.0/ports?device_id=af58858e-c0db-400c-b625-c66c5e4da1dd HTTP/1.1" status: 200 len: 210 time: 0.0299368 Nov 16 11:30:18.409104 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6a211fb4-a9d5-4527-828d-78d54eafaf3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:18.438812 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6a211fb4-a9d5-4527-828d-78d54eafaf3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:18.490390 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6a211fb4-a9d5-4527-828d-78d54eafaf3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:18.493130 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6a211fb4-a9d5-4527-828d-78d54eafaf3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:18.494329 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6a211fb4-a9d5-4527-828d-78d54eafaf3e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1e4310b3-c96e-4a85-8515-8551d49dcb7d HTTP/1.1" status: 204 len: 168 time: 0.1366825 Nov 16 11:30:18.502169 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a211fb4-a9d5-4527-828d-78d54eafaf3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4310b3-c96e-4a85-8515-8551d49dcb7d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:18.538988 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 42194) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:18.647593 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8cd32ef7-9edd-4661-b39a-d0f99bbac931 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:18.726128 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8cd32ef7-9edd-4661-b39a-d0f99bbac931 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:18.730280 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8cd32ef7-9edd-4661-b39a-d0f99bbac931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:18.771315 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 42204) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:18.771787 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8cd32ef7-9edd-4661-b39a-d0f99bbac931 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=735f83c0011a46d6b40782ea099b170d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2316658 Nov 16 11:30:18.774043 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd32ef7-9edd-4661-b39a-d0f99bbac931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588ed4ab-34a2-4654-b45a-128a1d6d7333,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:18.789368 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:18.853401 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e4adfaf0-fd3b-4d55-918b-4cb315747f0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:18.902326 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e4adfaf0-fd3b-4d55-918b-4cb315747f0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:18.920571 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb18b5-4a21-4c2a-b075-7e7297e9f057 req-5a8171e4-260f-4f96-8f43-ed7eb64fae20 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:18.922211 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f1eb18b5-4a21-4c2a-b075-7e7297e9f057 req-5a8171e4-260f-4f96-8f43-ed7eb64fae20 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 946 time: 0.0832794 Nov 16 11:30:18.986849 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f1eb18b5-4a21-4c2a-b075-7e7297e9f057 req-07c7f04b-c833-4f92-a9fa-a6cd7b2c1ac0 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573394 Nov 16 11:30:18.998414 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e4adfaf0-fd3b-4d55-918b-4cb315747f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:19.001023 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e4adfaf0-fd3b-4d55-918b-4cb315747f0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:19.002265 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e4adfaf0-fd3b-4d55-918b-4cb315747f0e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/588ed4ab-34a2-4654-b45a-128a1d6d7333 HTTP/1.1" status: 204 len: 168 time: 0.2297962 Nov 16 11:30:19.010774 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4adfaf0-fd3b-4d55-918b-4cb315747f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588ed4ab-34a2-4654-b45a-128a1d6d7333,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:19.141146 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75aa8ab-51b9-4eb1-ba2f-8597f4cdbc76 req-b1d0ff73-3497-4cf6-aff9-811542ec8c1e tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:19.142987 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c75aa8ab-51b9-4eb1-ba2f-8597f4cdbc76 req-b1d0ff73-3497-4cf6-aff9-811542ec8c1e tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 946 time: 0.0624430 Nov 16 11:30:19.194486 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c75aa8ab-51b9-4eb1-ba2f-8597f4cdbc76 req-aec7fbe8-0ec7-4cbe-bc15-41d7c30915d9 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438869 Nov 16 11:30:19.321172 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee082e-6437-4b9a-b36c-1cc900f7f0c5 req-a1200da2-be36-4fd1-ade3-2c8892f36ff4 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:19.322685 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c1ee082e-6437-4b9a-b36c-1cc900f7f0c5 req-a1200da2-be36-4fd1-ade3-2c8892f36ff4 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 945 time: 0.0560925 Nov 16 11:30:19.377809 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c1ee082e-6437-4b9a-b36c-1cc900f7f0c5 req-18a77295-0083-4c45-94bd-bf504a0d7c6a tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487871 Nov 16 11:30:19.422793 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 42238) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:19.436328 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c1739ad-d662-4bc4-9b13-380fe88f7247 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:19.512034 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa53157-7c6e-40a4-82f6-3b9917112b85 req-ea02d088-0c8d-4aba-88fc-59a97aae9c37 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:19.513513 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5aa53157-7c6e-40a4-82f6-3b9917112b85 req-ea02d088-0c8d-4aba-88fc-59a97aae9c37 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 946 time: 0.0751650 Nov 16 11:30:19.592588 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5aa53157-7c6e-40a4-82f6-3b9917112b85 req-8c922a59-0944-4463-a630-80e85a9030e9 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707085 Nov 16 11:30:19.594367 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c1739ad-d662-4bc4-9b13-380fe88f7247 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:19.601652 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c1739ad-d662-4bc4-9b13-380fe88f7247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:19.647169 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1c1739ad-d662-4bc4-9b13-380fe88f7247 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b1b5dbf5a65c46c5a9190fa2edce53de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2232172 Nov 16 11:30:19.649226 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1739ad-d662-4bc4-9b13-380fe88f7247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef79f928-88b2-422a-bc7d-c08191bfce41,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:19.650540 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 42248) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:19.708818 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0fb24d3-e3f7-4831-a614-234973be0dfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:19.715291 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd62c74-7019-4b34-927d-2d36522d2349 req-c0a98f57-e675-40b0-b4e4-2383b21c95e5 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:19.716805 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5bd62c74-7019-4b34-927d-2d36522d2349 req-c0a98f57-e675-40b0-b4e4-2383b21c95e5 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.0576317 Nov 16 11:30:19.730449 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0fb24d3-e3f7-4831-a614-234973be0dfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:19.767948 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5bd62c74-7019-4b34-927d-2d36522d2349 req-535c509a-645a-4243-9583-f7686582b62f tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451241 Nov 16 11:30:19.791946 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0fb24d3-e3f7-4831-a614-234973be0dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:19.794935 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0fb24d3-e3f7-4831-a614-234973be0dfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:19.796095 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d0fb24d3-e3f7-4831-a614-234973be0dfd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ef79f928-88b2-422a-bc7d-c08191bfce41 HTTP/1.1" status: 204 len: 168 time: 0.1438124 Nov 16 11:30:19.805314 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb24d3-e3f7-4831-a614-234973be0dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef79f928-88b2-422a-bc7d-c08191bfce41,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:19.885174 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1c240d46-a33e-4d44-8070-84d687eda603 req-48276e81-713e-4cbd-ac5d-5c4059d8d7ad tempest-ServerShowV257Test-686525170 tempest-ServerShowV257Test-686525170-project] 10.222.0.61 "GET /v2.0/ports?device_id=af58858e-c0db-400c-b625-c66c5e4da1dd HTTP/1.1" status: 200 len: 210 time: 0.0370953 Nov 16 11:30:20.076926 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac0a8b-d05c-436d-ab3d-025c26d629dc req-b707cc24-e5fc-4684-9265-1c40aca010bb tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:20.078418 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4dac0a8b-d05c-436d-ab3d-025c26d629dc req-b707cc24-e5fc-4684-9265-1c40aca010bb tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 946 time: 0.0498703 Nov 16 11:30:20.161687 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4dac0a8b-d05c-436d-ab3d-025c26d629dc req-3b40d9e7-bafa-492f-a8a2-7c3bbff79f14 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713639 Nov 16 11:30:20.287261 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab676e1-40ea-4fcb-ad14-b94476ffa597 req-45c2c811-b90b-4651-a269-725fe18ba25d tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:20.294549 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fab676e1-40ea-4fcb-ad14-b94476ffa597 req-45c2c811-b90b-4651-a269-725fe18ba25d tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 946 time: 0.0599263 Nov 16 11:30:20.342505 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fab676e1-40ea-4fcb-ad14-b94476ffa597 req-ad036768-31c9-43f1-9bae-054f7fb45585 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469956 Nov 16 11:30:20.485349 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9c1ac-1356-47f3-b6b2-19dd7dc8f335 req-cb966b8b-2af3-4189-a124-20f72b99852e tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:20.490921 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-36a9c1ac-1356-47f3-b6b2-19dd7dc8f335 req-cb966b8b-2af3-4189-a124-20f72b99852e tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 946 time: 0.0588999 Nov 16 11:30:20.542415 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-36a9c1ac-1356-47f3-b6b2-19dd7dc8f335 req-6716f0e8-d4ba-426b-a814-97a7bbfa6698 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492284 Nov 16 11:30:20.674499 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e8aaa-970b-4c04-889b-fe24eca5e9ca req-433a1639-7e8f-4cf4-97cd-ce0b1a8fb4dc tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:20.676174 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-815e8aaa-970b-4c04-889b-fe24eca5e9ca req-433a1639-7e8f-4cf4-97cd-ce0b1a8fb4dc tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 945 time: 0.0606549 Nov 16 11:30:20.735478 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-815e8aaa-970b-4c04-889b-fe24eca5e9ca req-44477f1d-b80e-44bd-b006-0dcc4cfa7c07 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508704 Nov 16 11:30:20.854185 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544df1f-3b04-4c3a-a1b2-c80170341ac0 req-4385c776-5e56-46d7-88bc-b32f52537844 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:20.855695 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f544df1f-3b04-4c3a-a1b2-c80170341ac0 req-4385c776-5e56-46d7-88bc-b32f52537844 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 946 time: 0.0552528 Nov 16 11:30:20.921273 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f544df1f-3b04-4c3a-a1b2-c80170341ac0 req-76898a8e-40de-4ab6-b789-85ff760b0ed7 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564907 Nov 16 11:30:21.043593 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc96110-86b6-4211-8b91-6c1d1ccab219 req-89f7152c-0d95-4429-988c-4625d210c021 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:21.045514 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1bc96110-86b6-4211-8b91-6c1d1ccab219 req-89f7152c-0d95-4429-988c-4625d210c021 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.0542252 Nov 16 11:30:21.107927 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1bc96110-86b6-4211-8b91-6c1d1ccab219 req-b91a5cf8-d0bd-48c8-a538-317c7ae8dba3 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542691 Nov 16 11:30:21.216672 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-130b2e98-e478-4963-80d2-c8996e983511 req-202e0af8-3ea5-4ac9-8ca7-ef531f5871be tempest-ServerShowV257Test-686525170 tempest-ServerShowV257Test-686525170-project] 10.222.0.61 "GET /v2.0/ports?device_id=af58858e-c0db-400c-b625-c66c5e4da1dd HTTP/1.1" status: 200 len: 210 time: 0.0272465 Nov 16 11:30:21.502284 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 42344) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:21.539525 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6991a3-5e6d-4245-abf0-97197be38638 req-5d4d37e2-8b0e-4af4-bb90-1362b5ab73f1 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:21.541247 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ae6991a3-5e6d-4245-abf0-97197be38638 req-5d4d37e2-8b0e-4af4-bb90-1362b5ab73f1 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 946 time: 0.0644510 Nov 16 11:30:21.597968 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ae6991a3-5e6d-4245-abf0-97197be38638 req-f41812db-e4a7-4b97-81f1-45a672e7a4fd tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472400 Nov 16 11:30:21.672961 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d778f2ca-a5aa-4526-a41e-2e9748566a8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:21.752839 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d778f2ca-a5aa-4526-a41e-2e9748566a8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:21.756664 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d778f2ca-a5aa-4526-a41e-2e9748566a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:21.798125 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d778f2ca-a5aa-4526-a41e-2e9748566a8b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=00bdbc332d3546f8b42274caa9f4c4d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2938528 Nov 16 11:30:21.799272 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d778f2ca-a5aa-4526-a41e-2e9748566a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0bb697-0350-4ddc-8637-2f52969cafe1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:21.801885 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 42362) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:21.897953 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad9617-021b-49b6-935b-2b66a84cfb8a req-e05aacd8-7dcf-49a7-857a-194624b4daab tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:21.899387 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e4ad9617-021b-49b6-935b-2b66a84cfb8a req-e05aacd8-7dcf-49a7-857a-194624b4daab tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 945 time: 0.0911648 Nov 16 11:30:21.900225 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fdd7756e-0bd9-4128-aa89-6d912d00f6a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:21.939444 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fdd7756e-0bd9-4128-aa89-6d912d00f6a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:21.985404 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-005c5d54-3af4-455f-b529-8b32a61439b4 req-df3a78c6-8a45-4f96-bbff-53baea9c1cd6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=af58858e-c0db-400c-b625-c66c5e4da1dd HTTP/1.1" status: 200 len: 210 time: 0.0300083 Nov 16 11:30:21.993791 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e4ad9617-021b-49b6-935b-2b66a84cfb8a req-74c89856-b237-4c36-8cee-65ef945a20fa tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839601 Nov 16 11:30:22.024501 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fdd7756e-0bd9-4128-aa89-6d912d00f6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:22.024501 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fdd7756e-0bd9-4128-aa89-6d912d00f6a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:22.024501 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-fdd7756e-0bd9-4128-aa89-6d912d00f6a3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6a0bb697-0350-4ddc-8637-2f52969cafe1 HTTP/1.1" status: 204 len: 168 time: 0.2210078 Nov 16 11:30:22.036547 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd7756e-0bd9-4128-aa89-6d912d00f6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0bb697-0350-4ddc-8637-2f52969cafe1,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:22.247274 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91827d70-fade-4fa7-aa1e-b4b123227eab req-77ca627d-35f7-4257-8f5e-98cfab0fa416 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:22.249099 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-91827d70-fade-4fa7-aa1e-b4b123227eab req-77ca627d-35f7-4257-8f5e-98cfab0fa416 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.0606658 Nov 16 11:30:22.302280 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-91827d70-fade-4fa7-aa1e-b4b123227eab req-ad4f22bc-987f-405c-92f7-0471c59c0124 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461824 Nov 16 11:30:22.345688 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 42392) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:22.359339 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22d8ddd3-eeda-4da6-b9c3-c30dcd88eae4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:22.394693 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a7d62ef4-a0f3-4b66-a11b-4689751bac0b req-cb6d2c9e-2454-4099-a10e-b330d28abfac tempest-ServerShowV257Test-686525170 tempest-ServerShowV257Test-686525170-project] 10.222.0.61 "GET /v2.0/ports?device_id=af58858e-c0db-400c-b625-c66c5e4da1dd HTTP/1.1" status: 200 len: 210 time: 0.0307307 Nov 16 11:30:22.453141 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22d8ddd3-eeda-4da6-b9c3-c30dcd88eae4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:22.458342 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22d8ddd3-eeda-4da6-b9c3-c30dcd88eae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:22.498845 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d8ddd3-eeda-4da6-b9c3-c30dcd88eae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f9567e-4767-4836-be8c-bc0e0abf67f4,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:22.503699 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-22d8ddd3-eeda-4da6-b9c3-c30dcd88eae4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=29435d06140a44f7b75b50d0521e5219&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1563132 Nov 16 11:30:22.507040 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 42400) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:22.560558 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ecadc785-d8cd-4412-956c-041a5de2d080 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:22.582710 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ecadc785-d8cd-4412-956c-041a5de2d080 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:22.635928 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ecadc785-d8cd-4412-956c-041a5de2d080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:22.638949 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ecadc785-d8cd-4412-956c-041a5de2d080 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:22.646505 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ecadc785-d8cd-4412-956c-041a5de2d080 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e0f9567e-4767-4836-be8c-bc0e0abf67f4 HTTP/1.1" status: 204 len: 168 time: 0.1380901 Nov 16 11:30:22.658024 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecadc785-d8cd-4412-956c-041a5de2d080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f9567e-4767-4836-be8c-bc0e0abf67f4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:22.731747 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b80da-f615-4bce-9f7a-a067ac47f351 req-dbd93fca-a61b-4b65-bac8-ae93ff97f359 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:22.735546 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-242b80da-f615-4bce-9f7a-a067ac47f351 req-dbd93fca-a61b-4b65-bac8-ae93ff97f359 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 946 time: 0.0623372 Nov 16 11:30:22.786620 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-242b80da-f615-4bce-9f7a-a067ac47f351 req-a4a8d30e-44d4-4831-8db7-edbf89205589 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468674 Nov 16 11:30:22.931978 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 42428) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:23.064944 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-42a3debb-a678-42e9-b2ef-0a8050d7d86d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:23.088357 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15ee34-5a52-40e5-a1dc-b4ae9e27550d req-016dabaf-d846-4515-93ba-2908513ec908 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:23.090429 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8d15ee34-5a52-40e5-a1dc-b4ae9e27550d req-016dabaf-d846-4515-93ba-2908513ec908 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 946 time: 0.0619261 Nov 16 11:30:23.147122 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8d15ee34-5a52-40e5-a1dc-b4ae9e27550d req-6915a892-9da1-4541-ab2a-df69c0f70355 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493391 Nov 16 11:30:23.171903 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd59c0-c8f3-4d6f-88e8-28df7cbe611d req-0d76b1ee-ee5d-4a18-bb72-73a99e39844a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:23.173558 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2bbd59c0-c8f3-4d6f-88e8-28df7cbe611d req-0d76b1ee-ee5d-4a18-bb72-73a99e39844a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9c312f535cb4cf58448c066749083fd&device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 1097 time: 0.0957088 Nov 16 11:30:23.267381 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-42a3debb-a678-42e9-b2ef-0a8050d7d86d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:23.271884 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3478c-c2b2-4915-870d-b5ec6401bb5c req-045ded5a-4a69-4d15-a5af-3ab449b6d3de tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:23.273599 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fdf3478c-c2b2-4915-870d-b5ec6401bb5c req-045ded5a-4a69-4d15-a5af-3ab449b6d3de tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 945 time: 0.0633056 Nov 16 11:30:23.274737 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-42a3debb-a678-42e9-b2ef-0a8050d7d86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:23.327916 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fdf3478c-c2b2-4915-870d-b5ec6401bb5c req-dd1dd511-ef50-4de6-9ff9-32e7815a9f89 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471072 Nov 16 11:30:23.337193 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3debb-a678-42e9-b2ef-0a8050d7d86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44173d8-50a9-4029-ac04-4599cc0439a4,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:23.340441 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd59c0-c8f3-4d6f-88e8-28df7cbe611d req-2478568c-286c-4971-becf-ca874d9e4d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:23.341950 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2bbd59c0-c8f3-4d6f-88e8-28df7cbe611d req-2478568c-286c-4971-becf-ca874d9e4d7f service neutron] 10.222.0.64 "GET /v2.0/networks?id=9a347c0b-70fe-4059-8e4c-7d26043c2cab HTTP/1.1" status: 200 len: 915 time: 0.1581399 Nov 16 11:30:23.344955 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-42a3debb-a678-42e9-b2ef-0a8050d7d86d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b604f0c5a02e48c2a131e6d6d3e34570&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4110131 Nov 16 11:30:23.348282 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 42450) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:23.420165 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2bbd59c0-c8f3-4d6f-88e8-28df7cbe611d req-374532df-f709-4b50-9d25-c993edc9ba93 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1cfe63ed-82d5-4e38-a615-f3b2c2acc877 HTTP/1.1" status: 200 len: 217 time: 0.0692544 Nov 16 11:30:23.480396 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984946fd-d5d4-4936-9a93-80e71fa209df req-e87885dc-86e4-44ba-ac28-96975c3132d3 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:23.482328 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-984946fd-d5d4-4936-9a93-80e71fa209df req-e87885dc-86e4-44ba-ac28-96975c3132d3 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.0557613 Nov 16 11:30:23.500438 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd59c0-c8f3-4d6f-88e8-28df7cbe611d req-8200a23b-76b8-4fd5-8c22-7703dd166098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:23.501905 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2bbd59c0-c8f3-4d6f-88e8-28df7cbe611d req-8200a23b-76b8-4fd5-8c22-7703dd166098 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=353e6c5a-de1d-40fd-a1b8-057b0bade2ea HTTP/1.1" status: 200 len: 854 time: 0.0690732 Nov 16 11:30:23.506315 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-197b1d09-2a4d-4b1f-ac0b-4fdbddd9665d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:23.550595 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2bbd59c0-c8f3-4d6f-88e8-28df7cbe611d req-5911f141-6171-497d-b7a9-7329f2a03c48 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9a347c0b-70fe-4059-8e4c-7d26043c2cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345733 Nov 16 11:30:23.554785 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-984946fd-d5d4-4936-9a93-80e71fa209df req-f31c6bdd-ad1b-46eb-a840-0702c9b0dcd6 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609474 Nov 16 11:30:23.555273 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-197b1d09-2a4d-4b1f-ac0b-4fdbddd9665d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:23.665693 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-78e6185f-67a5-4278-bcbe-63d7af89fd76 req-df9a7929-8c07-4c2c-8f3e-3e33d412059e tempest-ServerShowV257Test-686525170 tempest-ServerShowV257Test-686525170-project] 10.222.0.61 "GET /v2.0/ports?device_id=af58858e-c0db-400c-b625-c66c5e4da1dd HTTP/1.1" status: 200 len: 210 time: 0.0376596 Nov 16 11:30:23.699017 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2bbd59c0-c8f3-4d6f-88e8-28df7cbe611d req-223d022c-9c9b-4a0b-8e13-d3b9e8380bcd service neutron] 10.222.0.64 "GET /v2.0/networks/9a347c0b-70fe-4059-8e4c-7d26043c2cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268232 Nov 16 11:30:23.700190 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-197b1d09-2a4d-4b1f-ac0b-4fdbddd9665d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:23.704310 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-197b1d09-2a4d-4b1f-ac0b-4fdbddd9665d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:23.706872 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-197b1d09-2a4d-4b1f-ac0b-4fdbddd9665d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c44173d8-50a9-4029-ac04-4599cc0439a4 HTTP/1.1" status: 204 len: 168 time: 0.3564651 Nov 16 11:30:23.730118 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b1d09-2a4d-4b1f-ac0b-4fdbddd9665d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44173d8-50a9-4029-ac04-4599cc0439a4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:23.824056 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2bbd59c0-c8f3-4d6f-88e8-28df7cbe611d req-50250a3d-8f6a-42cf-be24-7f918a8db593 service neutron] 10.222.0.64 "GET /v2.0/networks/9a347c0b-70fe-4059-8e4c-7d26043c2cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082699 Nov 16 11:30:23.990363 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f0f6126d-3cc9-4e2f-9ee4-789b6d7b2dfb req-2af8970b-77f4-4779-9fb1-68c01f7ee14b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ab245beb874e4cc9aff5c22276b26dea&device_id=af58858e-c0db-400c-b625-c66c5e4da1dd HTTP/1.1" status: 200 len: 210 time: 0.0331042 Nov 16 11:30:24.006341 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0540c0f4-a462-464f-a27b-efcd18cbc57c req-4e088f71-78b7-4959-8294-9a6819814c0f tempest-ServerShowV257Test-686525170 tempest-ServerShowV257Test-686525170-project] 10.222.0.61 "GET /v2.0/ports?device_id=af58858e-c0db-400c-b625-c66c5e4da1dd HTTP/1.1" status: 200 len: 210 time: 0.0332177 Nov 16 11:30:24.053518 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f0f6126d-3cc9-4e2f-9ee4-789b6d7b2dfb req-39cfcfaf-220d-43de-bc45-2f0ff09c2409 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=ab245beb874e4cc9aff5c22276b26dea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345991 Nov 16 11:30:24.177359 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6126d-3cc9-4e2f-9ee4-789b6d7b2dfb req-579f5225-4312-40e6-8f75-470adf54bbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:24.179246 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f0f6126d-3cc9-4e2f-9ee4-789b6d7b2dfb req-579f5225-4312-40e6-8f75-470adf54bbbb service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1102374 Nov 16 11:30:24.225397 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 42482) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:24.241320 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-740fda6e-a76d-4ac3-a460-5671381a0ab2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:24.279455 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35d0bb-ff15-4d72-bac9-e6e3f5b570bf req-1828576c-b71b-480e-8c02-b1879c38283b tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:24.280950 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fd35d0bb-ff15-4d72-bac9-e6e3f5b570bf req-1828576c-b71b-480e-8c02-b1879c38283b tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 946 time: 0.0517230 Nov 16 11:30:24.321448 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-740fda6e-a76d-4ac3-a460-5671381a0ab2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:24.326163 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-740fda6e-a76d-4ac3-a460-5671381a0ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:24.338949 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fd35d0bb-ff15-4d72-bac9-e6e3f5b570bf req-5d420d22-057d-467a-b739-98fe9702d5d8 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504508 Nov 16 11:30:24.372287 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-740fda6e-a76d-4ac3-a460-5671381a0ab2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=06ee74646d7844e7aa073b6e954abc3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1457627 Nov 16 11:30:24.373158 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740fda6e-a76d-4ac3-a460-5671381a0ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ba9b41-6a55-4f06-8600-aca708a0bddb,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:24.375859 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 42490) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:24.443504 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29938fd3-f042-4011-9ddd-b4197ff5bd5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:24.468873 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29938fd3-f042-4011-9ddd-b4197ff5bd5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:24.477330 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1efe9f-9828-4e4e-83c9-7e579b397f18 req-1f209046-2e96-4632-8d6e-702882c97386 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:24.478870 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fa1efe9f-9828-4e4e-83c9-7e579b397f18 req-1f209046-2e96-4632-8d6e-702882c97386 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 945 time: 0.0521631 Nov 16 11:30:24.522988 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29938fd3-f042-4011-9ddd-b4197ff5bd5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:24.525617 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29938fd3-f042-4011-9ddd-b4197ff5bd5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:24.526965 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-29938fd3-f042-4011-9ddd-b4197ff5bd5a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/41ba9b41-6a55-4f06-8600-aca708a0bddb HTTP/1.1" status: 204 len: 168 time: 0.1497333 Nov 16 11:30:24.533416 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fa1efe9f-9828-4e4e-83c9-7e579b397f18 req-44a6d33c-fd03-4056-a359-db607bfbcc86 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485964 Nov 16 11:30:24.541575 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29938fd3-f042-4011-9ddd-b4197ff5bd5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ba9b41-6a55-4f06-8600-aca708a0bddb,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:24.693399 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4565e964-076a-4b98-9bf7-03dd1b6493ef req-c3122866-74ef-4ada-8f27-5fb3c5aa7d4d tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:24.695121 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4565e964-076a-4b98-9bf7-03dd1b6493ef req-c3122866-74ef-4ada-8f27-5fb3c5aa7d4d tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.0586572 Nov 16 11:30:24.746835 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4565e964-076a-4b98-9bf7-03dd1b6493ef req-5e338c85-21e7-49c9-aaa0-285e5f730b56 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457780 Nov 16 11:30:25.117171 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b95426c0-f64f-44e3-927f-6958ba574346 req-3185f4a3-62ea-41d9-ae3c-cac50e12bfbf tempest-ServerShowV257Test-686525170 tempest-ServerShowV257Test-686525170-project] 10.222.0.61 "GET /v2.0/ports?device_id=af58858e-c0db-400c-b625-c66c5e4da1dd HTTP/1.1" status: 200 len: 210 time: 0.0276449 Nov 16 11:30:25.474615 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a0722-5b06-4739-8706-3ba1bfa7c54b req-e4016cd0-14d0-4128-a9f3-334e623d125d tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:25.476134 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5c3a0722-5b06-4739-8706-3ba1bfa7c54b req-e4016cd0-14d0-4128-a9f3-334e623d125d tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 946 time: 0.0621655 Nov 16 11:30:25.532049 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5c3a0722-5b06-4739-8706-3ba1bfa7c54b req-667451c1-0117-4d5f-96b6-a77669925d89 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475063 Nov 16 11:30:25.694186 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24c95a-9da9-48fd-881d-65a5d3d0edfc req-2858eeb7-7efd-43ab-8068-1f08d3d5c814 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:25.696352 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6e24c95a-9da9-48fd-881d-65a5d3d0edfc req-2858eeb7-7efd-43ab-8068-1f08d3d5c814 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 945 time: 0.0671079 Nov 16 11:30:25.729292 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43647bb4-60c8-4221-b94f-08895546b001 req-2665f14e-d036-4d79-b24e-c9f8adecd689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:25.730886 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-43647bb4-60c8-4221-b94f-08895546b001 req-2665f14e-d036-4d79-b24e-c9f8adecd689 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 1096 time: 0.0467122 Nov 16 11:30:25.762483 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6e24c95a-9da9-48fd-881d-65a5d3d0edfc req-d7ca9413-f4ea-46cc-b501-f34777c0f201 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544040 Nov 16 11:30:25.796665 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-43647bb4-60c8-4221-b94f-08895546b001 req-a8744c07-5cb6-4c56-9133-442c55d45e18 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510018 Nov 16 11:30:25.863169 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 42562) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:25.878910 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d92bc-1c34-41d3-b475-275378582a59 req-a532451a-7caa-46be-9ad7-3fb6259a8816 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:25.880535 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 42566) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:25.882391 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3d8d92bc-1c34-41d3-b475-275378582a59 req-a532451a-7caa-46be-9ad7-3fb6259a8816 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 946 time: 0.0567579 Nov 16 11:30:25.930114 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3d8d92bc-1c34-41d3-b475-275378582a59 req-e9006186-3b64-49b1-a167-3cb50d8a565f tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434337 Nov 16 11:30:25.998419 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a5af43d2-ebb0-465a-a4f1-a375b4a42e28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:26.011174 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e5eaa816-f472-4b9b-a28c-d4a3262b8fe8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:26.053443 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd574920-c3e1-4438-9a41-61db21692d12 req-eb39f2e8-931a-422e-a626-6df4eb779b57 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:26.054875 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd574920-c3e1-4438-9a41-61db21692d12 req-eb39f2e8-931a-422e-a626-6df4eb779b57 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.0556257 Nov 16 11:30:26.108047 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd574920-c3e1-4438-9a41-61db21692d12 req-c1fe62e3-a25b-4183-9eb1-46b3c2a0d61f tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468488 Nov 16 11:30:26.130794 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a5af43d2-ebb0-465a-a4f1-a375b4a42e28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:26.138451 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a5af43d2-ebb0-465a-a4f1-a375b4a42e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:26.141976 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e5eaa816-f472-4b9b-a28c-d4a3262b8fe8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:26.157102 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e5eaa816-f472-4b9b-a28c-d4a3262b8fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:26.191787 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af43d2-ebb0-465a-a4f1-a375b4a42e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a35d2a-d376-4ad3-8aa2-28fee0c62e88,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:26.210285 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a5af43d2-ebb0-465a-a4f1-a375b4a42e28 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f3759288018344d9b77a361ab9b91955&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3435221 Nov 16 11:30:26.210681 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 42576) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:26.228503 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e5eaa816-f472-4b9b-a28c-d4a3262b8fe8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e256da5373554e839f3b96ac05f0b0fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3467600 Nov 16 11:30:26.231667 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 42578) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:26.245259 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eaa816-f472-4b9b-a28c-d4a3262b8fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fea557e-7bc6-4429-9614-4cb64f561d4f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:26.266475 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5195062d-a1d4-4607-99f1-414ca5a0d0e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:26.286150 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc8c44df-e88a-45a3-a00e-a03c3498751e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:26.299138 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-306521e1-bc70-44c5-8273-8c8ac95df479 req-37bac1cd-60ae-47fd-944d-80fe251b598c tempest-ServerShowV257Test-686525170 tempest-ServerShowV257Test-686525170-project] 10.222.0.61 "GET /v2.0/ports?device_id=af58858e-c0db-400c-b625-c66c5e4da1dd HTTP/1.1" status: 200 len: 210 time: 0.0343981 Nov 16 11:30:26.308319 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc8c44df-e88a-45a3-a00e-a03c3498751e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:26.313732 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5195062d-a1d4-4607-99f1-414ca5a0d0e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:26.367329 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc8c44df-e88a-45a3-a00e-a03c3498751e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:26.369902 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc8c44df-e88a-45a3-a00e-a03c3498751e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:26.371233 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-cc8c44df-e88a-45a3-a00e-a03c3498751e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8fea557e-7bc6-4429-9614-4cb64f561d4f HTTP/1.1" status: 204 len: 168 time: 0.1386697 Nov 16 11:30:26.380403 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5195062d-a1d4-4607-99f1-414ca5a0d0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:26.383002 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5195062d-a1d4-4607-99f1-414ca5a0d0e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:26.383141 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c44df-e88a-45a3-a00e-a03c3498751e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fea557e-7bc6-4429-9614-4cb64f561d4f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:26.384144 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5195062d-a1d4-4607-99f1-414ca5a0d0e0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/63a35d2a-d376-4ad3-8aa2-28fee0c62e88 HTTP/1.1" status: 204 len: 168 time: 0.1722643 Nov 16 11:30:26.417098 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5195062d-a1d4-4607-99f1-414ca5a0d0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a35d2a-d376-4ad3-8aa2-28fee0c62e88,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:26.441712 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecba744-a66c-4131-b00e-e86e503e1464 req-64371f09-1fde-43ec-aaa3-e33f6a7d90eb tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:26.443398 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8ecba744-a66c-4131-b00e-e86e503e1464 req-64371f09-1fde-43ec-aaa3-e33f6a7d90eb tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 946 time: 0.0744910 Nov 16 11:30:26.502726 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8ecba744-a66c-4131-b00e-e86e503e1464 req-cab9af79-5245-4006-8feb-9e53db580164 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528281 Nov 16 11:30:26.548475 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f0f6126d-3cc9-4e2f-9ee4-789b6d7b2dfb req-09f00fc7-7c92-4c67-8eb0-0af52646852c tempest-ServerShowV257Test-686525170 tempest-ServerShowV257Test-686525170-project] 10.222.0.64 "GET /v2.0/ports?device_id=af58858e-c0db-400c-b625-c66c5e4da1dd HTTP/1.1" status: 200 len: 210 time: 0.0388956 Nov 16 11:30:26.668822 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4590d-cfd8-4673-94a3-01501719f53a req-447380c2-6a9d-441c-a565-3c1c57041061 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:26.671615 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b4b4590d-cfd8-4673-94a3-01501719f53a req-447380c2-6a9d-441c-a565-3c1c57041061 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 946 time: 0.0861104 Nov 16 11:30:26.732612 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b4b4590d-cfd8-4673-94a3-01501719f53a req-1064810f-73ce-41a6-b39b-10de02ed4924 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538356 Nov 16 11:30:26.809193 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 42604) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:26.827154 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7fd9346a-4a9e-4570-96c5-c2ba7831edf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:26.905194 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614e229-86c9-499d-9541-04119536bc7d req-3e26a4be-5042-4df8-bed3-bb6de47215b5 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:26.909735 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7fd9346a-4a9e-4570-96c5-c2ba7831edf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:26.913272 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e614e229-86c9-499d-9541-04119536bc7d req-3e26a4be-5042-4df8-bed3-bb6de47215b5 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 945 time: 0.0590568 Nov 16 11:30:26.914660 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7fd9346a-4a9e-4570-96c5-c2ba7831edf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:26.964085 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e614e229-86c9-499d-9541-04119536bc7d req-95e6da91-33ce-49bf-8612-db963ccd2ca3 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499399 Nov 16 11:30:26.965765 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7fd9346a-4a9e-4570-96c5-c2ba7831edf9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=61029fec09b949e4850d4626d24c0ee2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1550696 Nov 16 11:30:26.967128 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9346a-4a9e-4570-96c5-c2ba7831edf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df39a666-e661-4189-acf0-c9ad87ff0310,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:26.968415 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 42606) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:27.030327 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6384ebc8-0135-473c-bbe5-8cc35bb86909 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:27.080096 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6384ebc8-0135-473c-bbe5-8cc35bb86909 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:27.148316 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7c1ba-3fb2-40fc-a223-ae4f9418b11f req-602f588d-f9d8-452a-b5d7-c201f5b7e928 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:27.150780 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-84e7c1ba-3fb2-40fc-a223-ae4f9418b11f req-602f588d-f9d8-452a-b5d7-c201f5b7e928 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 946 time: 0.1085396 Nov 16 11:30:27.187544 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6384ebc8-0135-473c-bbe5-8cc35bb86909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:27.190182 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6384ebc8-0135-473c-bbe5-8cc35bb86909 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:27.192159 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6384ebc8-0135-473c-bbe5-8cc35bb86909 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/df39a666-e661-4189-acf0-c9ad87ff0310 HTTP/1.1" status: 204 len: 168 time: 0.2227414 Nov 16 11:30:27.210031 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384ebc8-0135-473c-bbe5-8cc35bb86909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df39a666-e661-4189-acf0-c9ad87ff0310,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:27.242668 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-84e7c1ba-3fb2-40fc-a223-ae4f9418b11f req-c45a5efd-3dd9-4594-8d5f-606a33e0b8e6 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703268 Nov 16 11:30:27.358274 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d054de-e741-4234-988b-871e67893b46 req-0681609d-741d-4624-afbe-c12c28e77306 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:27.365974 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-65d054de-e741-4234-988b-871e67893b46 req-0681609d-741d-4624-afbe-c12c28e77306 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.0679159 Nov 16 11:30:27.414562 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-65d054de-e741-4234-988b-871e67893b46 req-981ec5a7-b6c6-4b41-9375-ea5347107cc2 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475950 Nov 16 11:30:27.614565 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70797c-0a2c-44ec-b923-dbe60e45fd0e req-821c88f6-2ac9-4d0c-b876-4291a94b5894 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:27.616053 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0b70797c-0a2c-44ec-b923-dbe60e45fd0e req-821c88f6-2ac9-4d0c-b876-4291a94b5894 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 946 time: 0.0572946 Nov 16 11:30:27.667561 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0b70797c-0a2c-44ec-b923-dbe60e45fd0e req-d336f0b3-9c37-4d14-a8dd-6bc26154d908 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444586 Nov 16 11:30:27.725227 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 42652) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:27.882781 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cdc121-cfb5-411a-a478-27f1a5a3e255 req-59925494-fb03-453c-9265-5f319bb039b2 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:27.888893 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:27.891010 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-80cdc121-cfb5-411a-a478-27f1a5a3e255 req-59925494-fb03-453c-9265-5f319bb039b2 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 946 time: 0.0901713 Nov 16 11:30:28.025413 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-80cdc121-cfb5-411a-a478-27f1a5a3e255 req-64061b3b-4ed2-4e24-b62a-3525fd14bd72 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335077 Nov 16 11:30:28.136687 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 42674) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:28.248784 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ea5b2-96ba-46af-ace1-4d4b5b16646b req-6c611771-5d3e-4c9c-9f79-16c1ec28eae3 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:28.250392 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6e3ea5b2-96ba-46af-ace1-4d4b5b16646b req-6c611771-5d3e-4c9c-9f79-16c1ec28eae3 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 945 time: 0.1196878 Nov 16 11:30:28.357237 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8d79ddd-88c0-4414-8bff-fadf7166f806 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:28.367337 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6e3ea5b2-96ba-46af-ace1-4d4b5b16646b req-9da324f4-4465-4451-9cfc-5d2530b1996d tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069474 Nov 16 11:30:28.443494 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d64f4b64-5e25-41c0-9d65-8242da6b53f2 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:28.477332 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 42690) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:28.494733 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8d79ddd-88c0-4414-8bff-fadf7166f806 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:28.501310 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8d79ddd-88c0-4414-8bff-fadf7166f806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:28.562992 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d8d79ddd-88c0-4414-8bff-fadf7166f806 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ab245beb874e4cc9aff5c22276b26dea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4251468 Nov 16 11:30:28.563646 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 42698) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:28.572195 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d79ddd-88c0-4414-8bff-fadf7166f806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf7a510-b4cc-458b-9c50-5a59accfc60e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:28.658223 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f111cfe-4f21-452e-98c5-924e2450462e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:28.691239 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f111cfe-4f21-452e-98c5-924e2450462e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:28.756131 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:28.766338 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f111cfe-4f21-452e-98c5-924e2450462e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:28.769337 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f111cfe-4f21-452e-98c5-924e2450462e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:28.770563 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0f111cfe-4f21-452e-98c5-924e2450462e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0bf7a510-b4cc-458b-9c50-5a59accfc60e HTTP/1.1" status: 204 len: 168 time: 0.2056592 Nov 16 11:30:28.778978 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f111cfe-4f21-452e-98c5-924e2450462e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf7a510-b4cc-458b-9c50-5a59accfc60e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:28.810222 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-3834c942-51ae-4105-a707-1e2342063ae2 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:30:28.840270 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-3834c942-51ae-4105-a707-1e2342063ae2 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] 10.222.0.61 "PUT /v2.0/quotas/d4fdc0d1d05542c4bd6947de9be17408 HTTP/1.1" status: 200 len: 368 time: 0.3615508 Nov 16 11:30:28.842683 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 42708) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:28.848890 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-adc5758c-40e7-4c7b-bda8-e0d4f144cc52 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Request body: {'network': {'project_id': 'd4fdc0d1d05542c4bd6947de9be17408'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:30:28.876013 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc5758c-40e7-4c7b-bda8-e0d4f144cc52 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Made reservation on behalf of d4fdc0d1d05542c4bd6947de9be17408 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:30:28.878706 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-adc5758c-40e7-4c7b-bda8-e0d4f144cc52 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:28.891549 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-adc5758c-40e7-4c7b-bda8-e0d4f144cc52 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:28.915979 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d197c1-5490-4e05-b0e5-dce12ad51c9e req-af3b713b-848d-4a09-ae17-50e8d42bbdee tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:28.924578 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-29d197c1-5490-4e05-b0e5-dce12ad51c9e req-af3b713b-848d-4a09-ae17-50e8d42bbdee tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 946 time: 0.1181512 Nov 16 11:30:28.999443 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-adc5758c-40e7-4c7b-bda8-e0d4f144cc52 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:29.006916 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-adc5758c-40e7-4c7b-bda8-e0d4f144cc52 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:29.042031 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5758c-40e7-4c7b-bda8-e0d4f144cc52 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c727b97-3fae-4bd0-a905-27e8eb1542c7,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:29.053793 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adc5758c-40e7-4c7b-bda8-e0d4f144cc52 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:30:29.066799 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-adc5758c-40e7-4c7b-bda8-e0d4f144cc52 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:29.067334 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-adc5758c-40e7-4c7b-bda8-e0d4f144cc52 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Added segment 749ca1f9-89cc-46c6-8a6b-bdb42efbad2f of type vlan for network 3c3013cb-3076-4db6-8b5d-bb7ee42d73a7 Nov 16 11:30:29.089104 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-29d197c1-5490-4e05-b0e5-dce12ad51c9e req-2c430b5f-712d-4ab3-a848-252bfb0084a4 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635635 Nov 16 11:30:29.138712 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-adc5758c-40e7-4c7b-bda8-e0d4f144cc52 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:29.195203 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-adc5758c-40e7-4c7b-bda8-e0d4f144cc52 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:29.196256 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc5758c-40e7-4c7b-bda8-e0d4f144cc52 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:29.197011 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-adc5758c-40e7-4c7b-bda8-e0d4f144cc52 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:29.262894 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-adc5758c-40e7-4c7b-bda8-e0d4f144cc52 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4188492 Nov 16 11:30:29.271109 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 42722) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:29.282578 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b0bc5401-2b5f-4b11-9494-1c809dc39309 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Request body: {'network': {'project_id': 'd4fdc0d1d05542c4bd6947de9be17408'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:30:29.293692 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da892f86-b45f-49f3-a912-3395b1aa5ca5 req-522ecbfb-1aff-4cb9-a39c-85c2fb2ee4b3 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:29.295535 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-da892f86-b45f-49f3-a912-3395b1aa5ca5 req-522ecbfb-1aff-4cb9-a39c-85c2fb2ee4b3 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 946 time: 0.1025908 Nov 16 11:30:29.303850 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5758c-40e7-4c7b-bda8-e0d4f144cc52 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Pushing event updated for resources: {'Network': ['ID=3c3013cb-3076-4db6-8b5d-bb7ee42d73a7,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:29.314870 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bc5401-2b5f-4b11-9494-1c809dc39309 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Made reservation on behalf of d4fdc0d1d05542c4bd6947de9be17408 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:30:29.316293 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 3c3013cb-3076-4db6-8b5d-bb7ee42d73a7 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:30:29.318441 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b0bc5401-2b5f-4b11-9494-1c809dc39309 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:29.349570 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0bc5401-2b5f-4b11-9494-1c809dc39309 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:30:29.367160 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b0bc5401-2b5f-4b11-9494-1c809dc39309 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:29.367909 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-b0bc5401-2b5f-4b11-9494-1c809dc39309 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Added segment 5028dcb9-4c9a-4dbe-b284-61aa8c8997cc of type vlan for network b56588c4-c320-42de-965d-2e55b15927f3 Nov 16 11:30:29.410190 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d64f4b64-5e25-41c0-9d65-8242da6b53f2 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Deleting port b7ffd591-828a-4e00-a99d-640eccc887b6 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:30:29.410620 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d64f4b64-5e25-41c0-9d65-8242da6b53f2 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:29.443119 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b0bc5401-2b5f-4b11-9494-1c809dc39309 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:29.451539 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-da892f86-b45f-49f3-a912-3395b1aa5ca5 req-b3c1ba27-3642-44d8-b718-a92b6c9dedc4 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370416 Nov 16 11:30:29.478276 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b0bc5401-2b5f-4b11-9494-1c809dc39309 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:29.479739 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bc5401-2b5f-4b11-9494-1c809dc39309 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:29.480473 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b0bc5401-2b5f-4b11-9494-1c809dc39309 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:29.559900 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b0bc5401-2b5f-4b11-9494-1c809dc39309 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2846453 Nov 16 11:30:29.560058 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 42740) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:29.564620 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-04ef44cf-bc44-4f39-9c42-2481534a2610 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Request body: {'network': {'project_id': 'd4fdc0d1d05542c4bd6947de9be17408'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:30:29.577714 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc5401-2b5f-4b11-9494-1c809dc39309 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Pushing event updated for resources: {'Network': ['ID=b56588c4-c320-42de-965d-2e55b15927f3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:29.588361 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-04ef44cf-bc44-4f39-9c42-2481534a2610 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 16 11:30:29.588820 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04ef44cf-bc44-4f39-9c42-2481534a2610 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:30:29.592719 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-04ef44cf-bc44-4f39-9c42-2481534a2610 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0291264 Nov 16 11:30:29.593512 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 42742) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:29.599245 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network b56588c4-c320-42de-965d-2e55b15927f3 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:30:29.629946 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79a8b3-2b6c-493d-b079-c13c54c2b57e req-ad5c977d-97c0-4ac1-a0b6-06b495b3a116 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:29.637075 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6a79a8b3-2b6c-493d-b079-c13c54c2b57e req-ad5c977d-97c0-4ac1-a0b6-06b495b3a116 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.1109772 Nov 16 11:30:29.687059 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-d64f4b64-5e25-41c0-9d65-8242da6b53f2 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] For port b7ffd591-828a-4e00-a99d-640eccc887b6, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=b7ffd591-828a-4e00-a99d-640eccc887b6,segment=NetworkSegment(aa356381-0b02-4cb0-820e-e5ce2d5103f7),segment_id=aa356381-0b02-4cb0-820e-e5ce2d5103f7)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:30:29.687433 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d64f4b64-5e25-41c0-9d65-8242da6b53f2 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:29.708347 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-68434212-2da0-4443-8278-ff62fc0ff682 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d4fdc0d1d05542c4bd6947de9be17408&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1137974 Nov 16 11:30:29.709368 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d64f4b64-5e25-41c0-9d65-8242da6b53f2 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Calling delete_port for b7ffd591-828a-4e00-a99d-640eccc887b6 owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:30:29.711019 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 42748) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:29.750815 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6a79a8b3-2b6c-493d-b079-c13c54c2b57e req-9a8a389d-d544-4315-aa59-22bc8ac1dd5e tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125693 Nov 16 11:30:29.767499 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f98f2246-0bfc-4018-9ab8-7133dd39ccf7 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:29.796132 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f98f2246-0bfc-4018-9ab8-7133dd39ccf7 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:29.878017 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f98f2246-0bfc-4018-9ab8-7133dd39ccf7 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:29.881821 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f98f2246-0bfc-4018-9ab8-7133dd39ccf7 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:29.883216 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f98f2246-0bfc-4018-9ab8-7133dd39ccf7 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] 10.222.0.61 "DELETE /v2.0/security-groups/0c727b97-3fae-4bd0-a905-27e8eb1542c7 HTTP/1.1" status: 204 len: 168 time: 0.1711311 Nov 16 11:30:29.887592 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 42758) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:29.899676 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f2246-0bfc-4018-9ab8-7133dd39ccf7 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c727b97-3fae-4bd0-a905-27e8eb1542c7,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:29.925233 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 42760) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:30.010653 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6c9d7e41-5266-4c1d-a1c0-5d5eec8c10dc tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:30.087825 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-db87d51e-f67e-4b2e-8d59-6762968367b9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1665663980-network', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:30:30.118442 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db87d51e-f67e-4b2e-8d59-6762968367b9 admin admin] Made reservation on behalf of 8c5b26505ce44fcf9f1b35a78ab4d371 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:30:30.121609 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db87d51e-f67e-4b2e-8d59-6762968367b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:30.134526 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db87d51e-f67e-4b2e-8d59-6762968367b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:30.172583 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d64f4b64-5e25-41c0-9d65-8242da6b53f2 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:30.177262 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6c9d7e41-5266-4c1d-a1c0-5d5eec8c10dc tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:30.233447 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db87d51e-f67e-4b2e-8d59-6762968367b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:30.234390 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f318d20-e130-415a-9938-9c7c85157c7e req-95b5d55c-73c1-4bdd-871e-73a6aa32e60d tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:30.238588 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db87d51e-f67e-4b2e-8d59-6762968367b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:30.240532 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f318d20-e130-415a-9938-9c7c85157c7e req-95b5d55c-73c1-4bdd-871e-73a6aa32e60d tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:30.246566 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f318d20-e130-415a-9938-9c7c85157c7e req-95b5d55c-73c1-4bdd-871e-73a6aa32e60d tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:30.252490 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f318d20-e130-415a-9938-9c7c85157c7e req-95b5d55c-73c1-4bdd-871e-73a6aa32e60d tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:30.258889 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f318d20-e130-415a-9938-9c7c85157c7e req-95b5d55c-73c1-4bdd-871e-73a6aa32e60d tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:30.265018 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f318d20-e130-415a-9938-9c7c85157c7e req-95b5d55c-73c1-4bdd-871e-73a6aa32e60d tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:30.265306 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db87d51e-f67e-4b2e-8d59-6762968367b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:30:30.271501 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f318d20-e130-415a-9938-9c7c85157c7e req-95b5d55c-73c1-4bdd-871e-73a6aa32e60d tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:30.276633 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87d51e-f67e-4b2e-8d59-6762968367b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ff56c5-51c4-4ada-800d-317f5f5e5e0b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:30.279907 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6f318d20-e130-415a-9938-9c7c85157c7e req-95b5d55c-73c1-4bdd-871e-73a6aa32e60d tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 5435 time: 0.2309566 Nov 16 11:30:30.285103 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-6c9d7e41-5266-4c1d-a1c0-5d5eec8c10dc tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b56588c4-c320-42de-965d-2e55b15927f3']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:30:30.288660 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f4b64-5e25-41c0-9d65-8242da6b53f2 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event deleted for resources: {'Port': ['ID=b7ffd591-828a-4e00-a99d-640eccc887b6,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:30.296034 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db87d51e-f67e-4b2e-8d59-6762968367b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:30.296391 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-db87d51e-f67e-4b2e-8d59-6762968367b9 admin admin] Added segment 1186fe7f-5dbc-4e04-af0c-6c5994d769cc of type vlan for network f04978c1-c257-48cf-8767-22c9cfb6cb25 Nov 16 11:30:30.334756 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-6c9d7e41-5266-4c1d-a1c0-5d5eec8c10dc tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5028dcb9-4c9a-4dbe-b284-61aa8c8997cc') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:30:30.335053 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-6c9d7e41-5266-4c1d-a1c0-5d5eec8c10dc tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5028dcb9-4c9a-4dbe-b284-61aa8c8997cc') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:30:30.352935 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db87d51e-f67e-4b2e-8d59-6762968367b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:30.372210 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6c9d7e41-5266-4c1d-a1c0-5d5eec8c10dc tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:30.384946 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db87d51e-f67e-4b2e-8d59-6762968367b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:30.387105 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db87d51e-f67e-4b2e-8d59-6762968367b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:30.387717 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db87d51e-f67e-4b2e-8d59-6762968367b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:30.416784 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6c9d7e41-5266-4c1d-a1c0-5d5eec8c10dc tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:30.442374 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c9d7e41-5266-4c1d-a1c0-5d5eec8c10dc tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:30:30.442779 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6c9d7e41-5266-4c1d-a1c0-5d5eec8c10dc tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:30.446423 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:30:30.446423 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:30:30.446423 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:30:30.446423 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:30:30.446423 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:30:30.446423 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:30:30.446423 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:30:30.446423 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:30:30.446423 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:30:30.446423 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:30:30.446423 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:30:30.446423 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:30:30.446423 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:30:30.446423 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:30:30.446423 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:30:30.446423 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:30:30.446423 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:30:30.446423 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:30:30.446423 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:30:30.446423 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:30:30.446423 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:30:30.446423 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:30:30.446423 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:30:30.446423 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:30:30.446423 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:30:30.446423 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:30:30.446423 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:30:30.446423 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:30:30.446423 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:30:30.446423 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:30:30.446423 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:30:30.446423 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:30:30.470591 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-db87d51e-f67e-4b2e-8d59-6762968367b9 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5337117 Nov 16 11:30:30.474684 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 42782) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:30.482568 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-605788f7-9123-448e-adf1-c0a93ec7103c admin admin] Request body: {'subnet': {'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1665663980-subnet', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:30:30.486742 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6f318d20-e130-415a-9938-9c7c85157c7e req-923aedd4-3c59-4b64-ba9e-742ba46a3131 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c641a9-9ec5-4bde-8d8e-91841ccae81e&id=df1a22eb-4b7f-4078-bf25-bb6ec7c01c43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2058871 Nov 16 11:30:30.504344 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87d51e-f67e-4b2e-8d59-6762968367b9 admin admin] Pushing event updated for resources: {'Network': ['ID=f04978c1-c257-48cf-8767-22c9cfb6cb25,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:30.536957 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network f04978c1-c257-48cf-8767-22c9cfb6cb25 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:30:30.539148 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605788f7-9123-448e-adf1-c0a93ec7103c admin admin] Made reservation on behalf of 8c5b26505ce44fcf9f1b35a78ab4d371 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:30:30.542255 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-605788f7-9123-448e-adf1-c0a93ec7103c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:30.629259 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6c9d7e41-5266-4c1d-a1c0-5d5eec8c10dc tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:30.654538 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6c9d7e41-5266-4c1d-a1c0-5d5eec8c10dc tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:30.658812 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6c9d7e41-5266-4c1d-a1c0-5d5eec8c10dc tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] 10.222.0.61 "DELETE /v2.0/networks/b56588c4-c320-42de-965d-2e55b15927f3 HTTP/1.1" status: 204 len: 168 time: 0.7700169 Nov 16 11:30:30.661462 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 42786) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:30.696857 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d7e41-5266-4c1d-a1c0-5d5eec8c10dc tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Pushing event deleted for resources: {'Network': ['ID=b56588c4-c320-42de-965d-2e55b15927f3,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:30.742301 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c465d7-aeab-448e-94d9-40b460b09734 req-48dd9eb6-0c3e-4174-8c45-1eb7cb7ab101 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:30.749473 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d2c465d7-aeab-448e-94d9-40b460b09734 req-48dd9eb6-0c3e-4174-8c45-1eb7cb7ab101 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 946 time: 0.1524057 Nov 16 11:30:30.757076 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d64f4b64-5e25-41c0-9d65-8242da6b53f2 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:30.773099 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1fb126b-dd10-4c2a-9db5-4ff502215b43 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:30.868475 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d2c465d7-aeab-448e-94d9-40b460b09734 req-e9d50d5b-e818-43ca-a0b8-5efdc083d3ef tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181388 Nov 16 11:30:30.901715 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-605788f7-9123-448e-adf1-c0a93ec7103c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:30.910326 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1fb126b-dd10-4c2a-9db5-4ff502215b43 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:30.966495 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-d1fb126b-dd10-4c2a-9db5-4ff502215b43 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c3013cb-3076-4db6-8b5d-bb7ee42d73a7']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:30:30.986226 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-d1fb126b-dd10-4c2a-9db5-4ff502215b43 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '749ca1f9-89cc-46c6-8a6b-bdb42efbad2f') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:30:30.986519 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-d1fb126b-dd10-4c2a-9db5-4ff502215b43 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '749ca1f9-89cc-46c6-8a6b-bdb42efbad2f') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:30:30.988814 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605788f7-9123-448e-adf1-c0a93ec7103c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5fcc0bd-d8ea-41ad-86b1-2d27bd924015,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:31.015932 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1fb126b-dd10-4c2a-9db5-4ff502215b43 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:31.038398 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605788f7-9123-448e-adf1-c0a93ec7103c admin admin] Checking segment: {'id': '1186fe7f-5dbc-4e04-af0c-6c5994d769cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:30:31.038794 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605788f7-9123-448e-adf1-c0a93ec7103c admin admin] Network hostable DHCP agents. Network: f04978c1-c257-48cf-8767-22c9cfb6cb25, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:30:31.045034 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1fb126b-dd10-4c2a-9db5-4ff502215b43 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:31.056470 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1fb126b-dd10-4c2a-9db5-4ff502215b43 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:30:31.056888 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1fb126b-dd10-4c2a-9db5-4ff502215b43 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:31.098914 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:30:31.098914 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:30:31.098914 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:30:31.098914 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:30:31.098914 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:30:31.098914 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:30:31.098914 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:30:31.098914 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:30:31.098914 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:30:31.098914 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:30:31.098914 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:30:31.098914 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:30:31.098914 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:30:31.098914 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:30:31.098914 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:30:31.098914 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:30:31.098914 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:30:31.098914 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:30:31.098914 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:30:31.098914 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:30:31.098914 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:30:31.098914 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:30:31.098914 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:30:31.098914 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:30:31.098914 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:30:31.098914 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:30:31.098914 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:30:31.098914 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:30:31.098914 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:30:31.098914 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:30:31.098914 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:30:31.098914 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:30:31.125220 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64f4b64-5e25-41c0-9d65-8242da6b53f2 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Router 8e334579-0893-481e-9ba3-9767a9d72a78 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:30:31.135472 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605788f7-9123-448e-adf1-c0a93ec7103c admin admin] Network f04978c1-c257-48cf-8767-22c9cfb6cb25 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:30:31.142418 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1fb126b-dd10-4c2a-9db5-4ff502215b43 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:31.149785 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1fb126b-dd10-4c2a-9db5-4ff502215b43 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:31.153176 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d1fb126b-dd10-4c2a-9db5-4ff502215b43 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] 10.222.0.61 "DELETE /v2.0/networks/3c3013cb-3076-4db6-8b5d-bb7ee42d73a7 HTTP/1.1" status: 204 len: 168 time: 0.4875610 Nov 16 11:30:31.163423 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-605788f7-9123-448e-adf1-c0a93ec7103c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, f04978c1-c257-48cf-8767-22c9cfb6cb25) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:30:31.164885 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb126b-dd10-4c2a-9db5-4ff502215b43 tempest-QuotasNegativeTest-1071854029 tempest-QuotasNegativeTest-1071854029-project-admin] Pushing event deleted for resources: {'Network': ['ID=3c3013cb-3076-4db6-8b5d-bb7ee42d73a7,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:31.168647 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605788f7-9123-448e-adf1-c0a93ec7103c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:31.169510 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-605788f7-9123-448e-adf1-c0a93ec7103c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:31.180035 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7f99f6-a3d8-4f02-b90e-fc01cdf7b40e None None] Network f04978c1-c257-48cf-8767-22c9cfb6cb25 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:30:31.197118 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a5c8e-5101-4a44-81e1-2d53d511214f req-2e0a2a87-9b59-4dee-9569-e81f91ebadc4 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:31.205802 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a5c8e-5101-4a44-81e1-2d53d511214f req-2e0a2a87-9b59-4dee-9569-e81f91ebadc4 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:31.217582 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a5c8e-5101-4a44-81e1-2d53d511214f req-2e0a2a87-9b59-4dee-9569-e81f91ebadc4 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:31.229379 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-605788f7-9123-448e-adf1-c0a93ec7103c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7533321 Nov 16 11:30:31.230545 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 42804) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:31.233674 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a5c8e-5101-4a44-81e1-2d53d511214f req-2e0a2a87-9b59-4dee-9569-e81f91ebadc4 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:31.236398 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-edb54822-6f86-486d-894e-482e15c6fce2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1665663980-router', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:30:31.252247 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a5c8e-5101-4a44-81e1-2d53d511214f req-2e0a2a87-9b59-4dee-9569-e81f91ebadc4 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:31.265661 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-edb54822-6f86-486d-894e-482e15c6fce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:31.267273 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-edb54822-6f86-486d-894e-482e15c6fce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:31.268856 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a5c8e-5101-4a44-81e1-2d53d511214f req-2e0a2a87-9b59-4dee-9569-e81f91ebadc4 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:31.279784 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a5c8e-5101-4a44-81e1-2d53d511214f req-2e0a2a87-9b59-4dee-9569-e81f91ebadc4 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:31.284685 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-091a5c8e-5101-4a44-81e1-2d53d511214f req-2e0a2a87-9b59-4dee-9569-e81f91ebadc4 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 5435 time: 0.2156799 Nov 16 11:30:31.344052 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-edb54822-6f86-486d-894e-482e15c6fce2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:31.466501 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64f4b64-5e25-41c0-9d65-8242da6b53f2 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:30:31.475580 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d64f4b64-5e25-41c0-9d65-8242da6b53f2 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "PUT /v2.0/routers/8e334579-0893-481e-9ba3-9767a9d72a78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7491450 Nov 16 11:30:31.479887 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a984bc68-0a18-44bb-a885-4df0c61006ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-f04978c1-c257-48cf-8767-22c9cfb6cb25', 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'fixed_ips': [{'subnet_id': 'd5fcc0bd-d8ea-41ad-86b1-2d27bd924015'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:30:31.482751 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a984bc68-0a18-44bb-a885-4df0c61006ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:31.484674 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570e175c-ad30-44bb-a9fc-6e2d0000cff9 None None] Sync routers for ids ['8e334579-0893-481e-9ba3-9767a9d72a78'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:30:31.504686 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570e175c-ad30-44bb-a9fc-6e2d0000cff9 None None] Routers {'8e334579-0893-481e-9ba3-9767a9d72a78'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:30:31.505340 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-570e175c-ad30-44bb-a9fc-6e2d0000cff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:30:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['8e334579-0893-481e-9ba3-9767a9d72a78'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:30:31.509319 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610316ce-54e4-4790-a182-ce4a128a51cf req-41dbc3c6-14fa-46e3-94e1-fb7f29245566 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:31.514142 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-610316ce-54e4-4790-a182-ce4a128a51cf req-41dbc3c6-14fa-46e3-94e1-fb7f29245566 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.1248169 Nov 16 11:30:31.725073 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-610316ce-54e4-4790-a182-ce4a128a51cf req-8c40b140-ab56-4c78-b7e5-1b4d25f69a82 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010584 Nov 16 11:30:31.809512 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-a984bc68-0a18-44bb-a885-4df0c61006ce None None] Allocated IP 172.20.0.2 (f04978c1-c257-48cf-8767-22c9cfb6cb25/d5fcc0bd-d8ea-41ad-86b1-2d27bd924015/af2ac4e8-324e-4c28-8361-12e72710848c) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:30:31.839227 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-570e175c-ad30-44bb-a9fc-6e2d0000cff9 None None] Set router 8e334579-0893-481e-9ba3-9767a9d72a78 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:30:31.945478 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e73bfc-fe0f-4789-b3a5-08d0977600ee req-08215795-5f47-46aa-a804-2c86b1a7a634 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:31.947208 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-32e73bfc-fe0f-4789-b3a5-08d0977600ee req-08215795-5f47-46aa-a804-2c86b1a7a634 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 946 time: 0.1132219 Nov 16 11:30:32.008970 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-edb54822-6f86-486d-894e-482e15c6fce2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:32.071444 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-32e73bfc-fe0f-4789-b3a5-08d0977600ee req-81dd8686-5ebb-4dcb-ac98-d067a39f1626 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129813 Nov 16 11:30:32.172005 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a984bc68-0a18-44bb-a885-4df0c61006ce None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:32.183107 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a984bc68-0a18-44bb-a885-4df0c61006ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:32.309640 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984bc68-0a18-44bb-a885-4df0c61006ce None None] Pushing event updated for resources: {'Port': ['ID=af2ac4e8-324e-4c28-8361-12e72710848c,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:32.320170 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a984bc68-0a18-44bb-a885-4df0c61006ce None None] Network f04978c1-c257-48cf-8767-22c9cfb6cb25 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:30:32.322777 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-a984bc68-0a18-44bb-a885-4df0c61006ce None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:30:32.330818 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a984bc68-0a18-44bb-a885-4df0c61006ce None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:30:32.350833 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef451b-5235-4bb7-af6f-475e6ab30377 req-6e3cd468-a03b-483d-8d7a-8d39a1c79448 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:32.355578 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fdef451b-5235-4bb7-af6f-475e6ab30377 req-6e3cd468-a03b-483d-8d7a-8d39a1c79448 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 946 time: 0.1350250 Nov 16 11:30:32.366730 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 42826) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:32.410244 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-a984bc68-0a18-44bb-a885-4df0c61006ce None None] Attempting to bind port af2ac4e8-324e-4c28-8361-12e72710848c on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:30:32.410948 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-a984bc68-0a18-44bb-a885-4df0c61006ce None None] Attempting to bind port af2ac4e8-324e-4c28-8361-12e72710848c by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '1186fe7f-5dbc-4e04-af0c-6c5994d769cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:30:32.411320 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a984bc68-0a18-44bb-a885-4df0c61006ce None None] Attempting to bind port af2ac4e8-324e-4c28-8361-12e72710848c on network f04978c1-c257-48cf-8767-22c9cfb6cb25 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:30:32.419599 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a984bc68-0a18-44bb-a885-4df0c61006ce None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:30:32.419599 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a984bc68-0a18-44bb-a885-4df0c61006ce None None] Checking segment: {'id': '1186fe7f-5dbc-4e04-af0c-6c5994d769cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:30:32.419599 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a984bc68-0a18-44bb-a885-4df0c61006ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:32.420282 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a984bc68-0a18-44bb-a885-4df0c61006ce None None] Bound using segment: {'id': '1186fe7f-5dbc-4e04-af0c-6c5994d769cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:30:32.420541 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-a984bc68-0a18-44bb-a885-4df0c61006ce None None] Bound port: af2ac4e8-324e-4c28-8361-12e72710848c, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1186fe7f-5dbc-4e04-af0c-6c5994d769cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:30:32.420864 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a984bc68-0a18-44bb-a885-4df0c61006ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:32.499132 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fdef451b-5235-4bb7-af6f-475e6ab30377 req-315d9c10-e1a7-4b38-b68b-265193f5472c tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225252 Nov 16 11:30:32.515875 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-a984bc68-0a18-44bb-a885-4df0c61006ce None None] For port af2ac4e8-324e-4c28-8361-12e72710848c, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:30:32.520660 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-a984bc68-0a18-44bb-a885-4df0c61006ce None None] For port af2ac4e8-324e-4c28-8361-12e72710848c, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=af2ac4e8-324e-4c28-8361-12e72710848c,segment=NetworkSegment(1186fe7f-5dbc-4e04-af0c-6c5994d769cc),segment_id=1186fe7f-5dbc-4e04-af0c-6c5994d769cc)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:30:32.534919 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a984bc68-0a18-44bb-a885-4df0c61006ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:32.537787 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-edb54822-6f86-486d-894e-482e15c6fce2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:32.622352 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-edb54822-6f86-486d-894e-482e15c6fce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:32.636100 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-570e175c-ad30-44bb-a9fc-6e2d0000cff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'name': 'tempest-TestNetworkBasicOps-router-489662568', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:27:41Z', 'updated_at': '2021-11-16T11:30:30Z', 'revision_number': 6, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'gw_port': {'id': '7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:27:42Z', 'updated_at': '2021-11-16T11:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '81b5fb68-dc14-4b8e-bdb7-3dbdc72a803c', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'floating_ip_address': '172.25.0.252', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'port_id': '77de5036-c913-4a51-949b-bb9a82bebbdf', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbdfa3d4-8860-47b9-95de-528ad5f17ca5', 'mac_address': 'fa:16:3e:ed:8d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e2b6f6-4098-4d8f-bb30-07d27b9a7867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:28:13Z', 'updated_at': '2021-11-16T11:28:17Z', 'revision_number': 1, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '210ded90-12df-48a5-a657-c80f83e67f75', 'name': '', 'network_id': 'bbdfa3d4-8860-47b9-95de-528ad5f17ca5', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'mac_address': 'fa:16:3e:d8:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '439b21da-d2d8-4d2a-b63e-0854dcf3521b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:27:47Z', 'updated_at': '2021-11-16T11:27:52Z', 'revision_number': 5, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'subnets': [{'id': '439b21da-d2d8-4d2a-b63e-0854dcf3521b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:30:32.646426 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984bc68-0a18-44bb-a885-4df0c61006ce None None] Pushing event updated for resources: {'Port': ['ID=af2ac4e8-324e-4c28-8361-12e72710848c,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:32.689853 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e267185c-5822-4cb7-a5c0-b55279092f4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:32.737072 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570e175c-ad30-44bb-a9fc-6e2d0000cff9 None None] Checking router: 8e334579-0893-481e-9ba3-9767a9d72a78 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:30:32.776591 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570e175c-ad30-44bb-a9fc-6e2d0000cff9 None None] Routers {'8e334579-0893-481e-9ba3-9767a9d72a78'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:30:32.781218 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-570e175c-ad30-44bb-a9fc-6e2d0000cff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:30:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['8e334579-0893-481e-9ba3-9767a9d72a78'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:30:32.916109 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-edb54822-6f86-486d-894e-482e15c6fce2 admin admin] Allocated IP 172.25.0.232 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/ecf86465-ed44-4206-85de-393862a30c33) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:30:32.930624 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e267185c-5822-4cb7-a5c0-b55279092f4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:32.942844 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e267185c-5822-4cb7-a5c0-b55279092f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:33.120166 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e267185c-5822-4cb7-a5c0-b55279092f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8065d0e-24ad-4b30-8e87-92ffa01c9e21,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:33.186398 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-edb54822-6f86-486d-894e-482e15c6fce2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:33.236333 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e267185c-5822-4cb7-a5c0-b55279092f4d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=078465cca1ca475fae6cf998d5d6ad77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8670974 Nov 16 11:30:33.237202 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 42856) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:33.301322 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac939f61-b2e9-4870-8ba4-4a0e0dbe8b80 req-7cbd2cd3-cc98-464e-9534-7be62bb29622 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:33.307249 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ac939f61-b2e9-4870-8ba4-4a0e0dbe8b80 req-7cbd2cd3-cc98-464e-9534-7be62bb29622 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.2252762 Nov 16 11:30:33.322382 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-edb54822-6f86-486d-894e-482e15c6fce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:33.369132 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-570e175c-ad30-44bb-a9fc-6e2d0000cff9 None None] Set router 8e334579-0893-481e-9ba3-9767a9d72a78 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:30:33.404868 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ac939f61-b2e9-4870-8ba4-4a0e0dbe8b80 req-4135e004-24e0-47af-af05-e476c008d69f tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915277 Nov 16 11:30:33.405793 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f8ab72b-ed49-4503-8c33-e133c5047161 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:33.461791 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb54822-6f86-486d-894e-482e15c6fce2 admin admin] Pushing event updated for resources: {'Port': ['ID=ecf86465-ed44-4206-85de-393862a30c33,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:33.465750 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f8ab72b-ed49-4503-8c33-e133c5047161 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:33.469746 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb54822-6f86-486d-894e-482e15c6fce2 admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:30:33.475842 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-edb54822-6f86-486d-894e-482e15c6fce2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:30:33.486251 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb54822-6f86-486d-894e-482e15c6fce2 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:30:33.515866 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5027b65-0958-495e-a2a4-dd5b2be09594 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:30:33.640324 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f8ab72b-ed49-4503-8c33-e133c5047161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:33.648372 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f8ab72b-ed49-4503-8c33-e133c5047161 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:33.664122 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-9f8ab72b-ed49-4503-8c33-e133c5047161 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f8065d0e-24ad-4b30-8e87-92ffa01c9e21 HTTP/1.1" status: 204 len: 168 time: 0.4137580 Nov 16 11:30:33.695904 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-e8f135f3-282e-4f54-b81b-bc597041c6ad None None] Provisioning complete for port ecf86465-ed44-4206-85de-393862a30c33 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:30:33.698062 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e8f135f3-282e-4f54-b81b-bc597041c6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:33.755499 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-e8f135f3-282e-4f54-b81b-bc597041c6ad None None] Port ecf86465-ed44-4206-85de-393862a30c33 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:30:33.774747 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device af2ac4e8-324e-4c28-8361-12e72710848c up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:30:33.807386 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ab72b-ed49-4503-8c33-e133c5047161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8065d0e-24ad-4b30-8e87-92ffa01c9e21,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:33.906842 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port af2ac4e8-324e-4c28-8361-12e72710848c triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:30:33.907528 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5d873-0318-4f4e-be37-6135aa444905 req-8d7337fc-5135-4da7-8a70-0282ffce4949 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:33.907954 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:33.909858 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d7b5d873-0318-4f4e-be37-6135aa444905 req-8d7337fc-5135-4da7-8a70-0282ffce4949 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/ports?device_id=329bc1d0-ba4e-4ef1-bc1f-c6ff20e9342d HTTP/1.1" status: 200 len: 946 time: 0.3037319 Nov 16 11:30:34.076299 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d7b5d873-0318-4f4e-be37-6135aa444905 req-9ec2f8b6-4781-4593-a887-f70b408cdec2 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5922995-1f60-4948-9806-c2c123ba5a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531506 Nov 16 11:30:34.155380 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:34.217054 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-570e175c-ad30-44bb-a9fc-6e2d0000cff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'name': 'tempest-TestNetworkBasicOps-router-489662568', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:27:41Z', 'updated_at': '2021-11-16T11:30:30Z', 'revision_number': 6, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'gw_port': {'id': '7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:27:42Z', 'updated_at': '2021-11-16T11:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '81b5fb68-dc14-4b8e-bdb7-3dbdc72a803c', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'floating_ip_address': '172.25.0.252', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'port_id': '77de5036-c913-4a51-949b-bb9a82bebbdf', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbdfa3d4-8860-47b9-95de-528ad5f17ca5', 'mac_address': 'fa:16:3e:ed:8d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e2b6f6-4098-4d8f-bb30-07d27b9a7867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:28:13Z', 'updated_at': '2021-11-16T11:28:17Z', 'revision_number': 1, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '210ded90-12df-48a5-a657-c80f83e67f75', 'name': '', 'network_id': 'bbdfa3d4-8860-47b9-95de-528ad5f17ca5', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'mac_address': 'fa:16:3e:d8:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '439b21da-d2d8-4d2a-b63e-0854dcf3521b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:27:47Z', 'updated_at': '2021-11-16T11:27:52Z', 'revision_number': 5, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'subnets': [{'id': '439b21da-d2d8-4d2a-b63e-0854dcf3521b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:30:34.219626 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-edb54822-6f86-486d-894e-482e15c6fce2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:34.279476 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570e175c-ad30-44bb-a9fc-6e2d0000cff9 None None] The sync data for ids ['8e334579-0893-481e-9ba3-9767a9d72a78'] in n-d-816823-3 is: [{'id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'name': 'tempest-TestNetworkBasicOps-router-489662568', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:27:41Z', 'updated_at': '2021-11-16T11:30:30Z', 'revision_number': 6, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'gw_port': {'id': '7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:27:42Z', 'updated_at': '2021-11-16T11:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '81b5fb68-dc14-4b8e-bdb7-3dbdc72a803c', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'floating_ip_address': '172.25.0.252', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'port_id': '77de5036-c913-4a51-949b-bb9a82bebbdf', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbdfa3d4-8860-47b9-95de-528ad5f17ca5', 'mac_address': 'fa:16:3e:ed:8d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e2b6f6-4098-4d8f-bb30-07d27b9a7867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:28:13Z', 'updated_at': '2021-11-16T11:28:17Z', 'revision_number': 1, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '210ded90-12df-48a5-a657-c80f83e67f75', 'name': '', 'network_id': 'bbdfa3d4-8860-47b9-95de-528ad5f17ca5', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'mac_address': 'fa:16:3e:d8:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '439b21da-d2d8-4d2a-b63e-0854dcf3521b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:27:47Z', 'updated_at': '2021-11-16T11:27:52Z', 'revision_number': 5, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'subnets': [{'id': '439b21da-d2d8-4d2a-b63e-0854dcf3521b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:30:34.289288 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port af2ac4e8-324e-4c28-8361-12e72710848c, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=af2ac4e8-324e-4c28-8361-12e72710848c,segment=NetworkSegment(1186fe7f-5dbc-4e04-af0c-6c5994d769cc),segment_id=1186fe7f-5dbc-4e04-af0c-6c5994d769cc)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:30:34.317511 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:34.450740 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a5b9b-34be-472f-85f7-aecad052a17c req-db9aee57-fe6a-447a-96ff-26d4a5a06a8b tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:34.461358 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-938a5b9b-34be-472f-85f7-aecad052a17c req-db9aee57-fe6a-447a-96ff-26d4a5a06a8b tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 946 time: 0.1672952 Nov 16 11:30:34.500560 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddaccc3-ee3e-4a64-b9dc-036d2382b3a5 None None] Network f04978c1-c257-48cf-8767-22c9cfb6cb25 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:30:34.531558 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467f950-1edd-4b29-975b-91566569d1fe req-68804bc7-d845-4bb9-a933-e20067692f88 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:34.532956 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1467f950-1edd-4b29-975b-91566569d1fe req-68804bc7-d845-4bb9-a933-e20067692f88 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.64 "GET /v2.0/ports?device_id=329bc1d0-ba4e-4ef1-bc1f-c6ff20e9342d HTTP/1.1" status: 200 len: 946 time: 0.1452596 Nov 16 11:30:34.554323 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-938a5b9b-34be-472f-85f7-aecad052a17c req-028820b9-c9cc-4d5a-9ae6-2a004fb56725 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876312 Nov 16 11:30:34.700059 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 42890) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:34.718036 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=af2ac4e8-324e-4c28-8361-12e72710848c,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:34.876912 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-5b3d5264-6e6d-4ab3-9e24-ca1bbf3358f2 None None] Provisioning complete for port af2ac4e8-324e-4c28-8361-12e72710848c triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:30:34.878271 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5b3d5264-6e6d-4ab3-9e24-ca1bbf3358f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:34.902240 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-1467f950-1edd-4b29-975b-91566569d1fe req-8ca08103-73b9-4c9b-9401-b06275dd99b4 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Deleting port 63e5f16d-dcb8-4591-9267-71deea84a78b {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:30:34.902652 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1467f950-1edd-4b29-975b-91566569d1fe req-8ca08103-73b9-4c9b-9401-b06275dd99b4 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:35.071873 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361cf76e-db23-4a7f-8b34-820362154b7f req-958a2dd4-6370-4ff0-8913-30bf7539e393 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:35.071873 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-361cf76e-db23-4a7f-8b34-820362154b7f req-958a2dd4-6370-4ff0-8913-30bf7539e393 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.1121845 Nov 16 11:30:35.072179 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 42896) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:35.114949 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-24486058-3219-44c7-9501-da399f40d8c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:35.191605 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-1467f950-1edd-4b29-975b-91566569d1fe req-8ca08103-73b9-4c9b-9401-b06275dd99b4 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] For port 63e5f16d-dcb8-4591-9267-71deea84a78b, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=63e5f16d-dcb8-4591-9267-71deea84a78b,segment=NetworkSegment(aa356381-0b02-4cb0-820e-e5ce2d5103f7),segment_id=aa356381-0b02-4cb0-820e-e5ce2d5103f7)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:30:35.191605 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1467f950-1edd-4b29-975b-91566569d1fe req-8ca08103-73b9-4c9b-9401-b06275dd99b4 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:35.242546 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-361cf76e-db23-4a7f-8b34-820362154b7f req-d2d57b2f-2107-4e37-9b1e-ce793f37352b tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608436 Nov 16 11:30:35.288316 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-1467f950-1edd-4b29-975b-91566569d1fe req-8ca08103-73b9-4c9b-9401-b06275dd99b4 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Calling delete_port for 63e5f16d-dcb8-4591-9267-71deea84a78b owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:30:35.310055 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-edb54822-6f86-486d-894e-482e15c6fce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:35.480027 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f88554-5d79-403a-8538-3018bec7a8b8 req-e594f7de-7a60-46b0-b920-2d000e6daefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:35.480718 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f88554-5d79-403a-8538-3018bec7a8b8 req-e594f7de-7a60-46b0-b920-2d000e6daefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:35.481257 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f88554-5d79-403a-8538-3018bec7a8b8 req-e594f7de-7a60-46b0-b920-2d000e6daefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:35.481787 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f88554-5d79-403a-8538-3018bec7a8b8 req-e594f7de-7a60-46b0-b920-2d000e6daefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:35.482523 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f88554-5d79-403a-8538-3018bec7a8b8 req-e594f7de-7a60-46b0-b920-2d000e6daefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:35.482855 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f88554-5d79-403a-8538-3018bec7a8b8 req-e594f7de-7a60-46b0-b920-2d000e6daefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:35.483535 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f88554-5d79-403a-8538-3018bec7a8b8 req-e594f7de-7a60-46b0-b920-2d000e6daefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:35.485660 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b4f88554-5d79-403a-8538-3018bec7a8b8 req-e594f7de-7a60-46b0-b920-2d000e6daefe service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 6492 time: 0.7840381 Nov 16 11:30:35.496875 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-24486058-3219-44c7-9501-da399f40d8c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:35.518301 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7d0b6-8f99-4b5d-a005-0c70dbf7a5e9 req-ebcf5e37-a12b-40b7-9782-3321604e2353 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:35.526270 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c9d7d0b6-8f99-4b5d-a005-0c70dbf7a5e9 req-ebcf5e37-a12b-40b7-9782-3321604e2353 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 946 time: 0.1526363 Nov 16 11:30:35.528317 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-24486058-3219-44c7-9501-da399f40d8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:35.598838 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-9a24b2c7-dcdc-47dd-8814-37efa4f3290e None None] Provisioning complete for port af2ac4e8-324e-4c28-8361-12e72710848c triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:30:35.599243 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9a24b2c7-dcdc-47dd-8814-37efa4f3290e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:35.646096 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb54822-6f86-486d-894e-482e15c6fce2 admin admin] Router 68001588-6510-4d4e-80c8-067e116d7bde is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:30:35.657124 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1467f950-1edd-4b29-975b-91566569d1fe req-8ca08103-73b9-4c9b-9401-b06275dd99b4 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:35.706864 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca08103-73b9-4c9b-9401-b06275dd99b4 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event deleted for resources: {'Port': ['ID=63e5f16d-dcb8-4591-9267-71deea84a78b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:35.718726 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device af2ac4e8-324e-4c28-8361-12e72710848c up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:30:35.859941 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port af2ac4e8-324e-4c28-8361-12e72710848c triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:30:35.860453 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:35.873168 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-1467f950-1edd-4b29-975b-91566569d1fe req-8ca08103-73b9-4c9b-9401-b06275dd99b4 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] No DVR routers for this DVR port 63e5f16d-dcb8-4591-9267-71deea84a78b on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:30:35.884894 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1467f950-1edd-4b29-975b-91566569d1fe req-8ca08103-73b9-4c9b-9401-b06275dd99b4 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:35.889894 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1467f950-1edd-4b29-975b-91566569d1fe req-8ca08103-73b9-4c9b-9401-b06275dd99b4 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.64 "DELETE /v2.0/ports/63e5f16d-dcb8-4591-9267-71deea84a78b HTTP/1.1" status: 204 len: 173 time: 1.3361294 Nov 16 11:30:35.890484 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329bc1d0-ba4e-4ef1-bc1f-c6ff20e9342d', 'name': 'network-vif-deleted', 'tag': '63e5f16d-dcb8-4591-9267-71deea84a78b'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:30:35.903134 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e377b70-6945-462c-b49c-4064d18b0828" -d '{"events": [{"server_uuid": "329bc1d0-ba4e-4ef1-bc1f-c6ff20e9342d", "name": "network-vif-deleted", "tag": "63e5f16d-dcb8-4591-9267-71deea84a78b"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:30:35.986719 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb54822-6f86-486d-894e-482e15c6fce2 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:30:36.027112 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-edb54822-6f86-486d-894e-482e15c6fce2 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:36.029258 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-edb54822-6f86-486d-894e-482e15c6fce2 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.7969933 Nov 16 11:30:36.032330 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 42910) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:36.136298 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-24486058-3219-44c7-9501-da399f40d8c3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4555959aa54d4f2a97011e45dbe04651&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0623629 Nov 16 11:30:36.166688 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 42912) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:36.207248 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24486058-3219-44c7-9501-da399f40d8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e57ac47-c537-4b81-99c2-6985debe12e0,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:36.240954 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704442e9-03fb-450e-9480-06c63ec801e8 None None] Sync routers for ids ['68001588-6510-4d4e-80c8-067e116d7bde'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:30:36.259988 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704442e9-03fb-450e-9480-06c63ec801e8 None None] Routers {'68001588-6510-4d4e-80c8-067e116d7bde'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:30:36.261005 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-704442e9-03fb-450e-9480-06c63ec801e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:30:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['68001588-6510-4d4e-80c8-067e116d7bde'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:30:36.271708 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device b7ffd591-828a-4e00-a99d-640eccc887b6 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:30:36.275044 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b4f88554-5d79-403a-8538-3018bec7a8b8 req-b575d1f7-ebdb-41e4-be27-d93a1d9b60fb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=98c641a9-9ec5-4bde-8d8e-91841ccae81e&id=df1a22eb-4b7f-4078-bf25-bb6ec7c01c43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7727234 Nov 16 11:30:36.328030 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c9d7d0b6-8f99-4b5d-a005-0c70dbf7a5e9 req-b265b5e2-544b-45b9-9c09-8782d1e0d630 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7958291 Nov 16 11:30:36.374908 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: b7ffd591-828a-4e00-a99d-640eccc887b6 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:30:36.374908 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device b7ffd591-828a-4e00-a99d-640eccc887b6 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:30:36.389647 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c72fce3-d178-45b5-9c1f-4a0a8767fb30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:36.439337 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c72fce3-d178-45b5-9c1f-4a0a8767fb30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:36.533797 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c72fce3-d178-45b5-9c1f-4a0a8767fb30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:36.536018 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c72fce3-d178-45b5-9c1f-4a0a8767fb30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:36.537561 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-9c72fce3-d178-45b5-9c1f-4a0a8767fb30 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7e57ac47-c537-4b81-99c2-6985debe12e0 HTTP/1.1" status: 204 len: 168 time: 0.3685713 Nov 16 11:30:36.562033 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-704442e9-03fb-450e-9480-06c63ec801e8 None None] Set router 68001588-6510-4d4e-80c8-067e116d7bde gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:30:36.616718 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72fce3-d178-45b5-9c1f-4a0a8767fb30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e57ac47-c537-4b81-99c2-6985debe12e0,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:36.667903 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285da6c-ae7c-40a1-86e3-9358799fbcdd req-468dac08-e360-4e9c-a926-34e664bdf405 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:36.679721 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5285da6c-ae7c-40a1-86e3-9358799fbcdd req-468dac08-e360-4e9c-a926-34e664bdf405 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 946 time: 0.1699522 Nov 16 11:30:36.821154 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5285da6c-ae7c-40a1-86e3-9358799fbcdd req-30bfc6d6-1297-4d39-a6f5-94245e6ef478 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345325 Nov 16 11:30:36.913706 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 42940) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:36.937380 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-704442e9-03fb-450e-9480-06c63ec801e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68001588-6510-4d4e-80c8-067e116d7bde', 'name': 'tempest-AttachVolumeShelveTestJSON-1665663980-router', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'ecf86465-ed44-4206-85de-393862a30c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:30:31Z', 'updated_at': '2021-11-16T11:30:33Z', 'revision_number': 3, 'project_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'gw_port': {'id': 'ecf86465-ed44-4206-85de-393862a30c33', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68001588-6510-4d4e-80c8-067e116d7bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:30:32Z', 'updated_at': '2021-11-16T11:30:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:30:37.006868 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64484951-1d53-469e-a4ae-09901419a6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:37.022856 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704442e9-03fb-450e-9480-06c63ec801e8 None None] Checking router: 68001588-6510-4d4e-80c8-067e116d7bde for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:30:37.024060 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704442e9-03fb-450e-9480-06c63ec801e8 None None] Updating router 68001588-6510-4d4e-80c8-067e116d7bde port ecf86465-ed44-4206-85de-393862a30c33 binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:30:37.044886 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7e84ee-e73b-475a-b69c-77e2eb74aab8 x-openstack-request-id: req-4b7e84ee-e73b-475a-b69c-77e2eb74aab8 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:30:37.047061 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329bc1d0-ba4e-4ef1-bc1f-c6ff20e9342d", "name": "network-vif-deleted", "tag": "63e5f16d-dcb8-4591-9267-71deea84a78b", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:30:37.048572 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4b7e84ee-e73b-475a-b69c-77e2eb74aab8 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:30:37.049066 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329bc1d0-ba4e-4ef1-bc1f-c6ff20e9342d', 'name': 'network-vif-deleted', 'tag': '63e5f16d-dcb8-4591-9267-71deea84a78b', 'status': 'completed', 'code': 200} Nov 16 11:30:37.063773 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b34a899-5267-4d2a-b621-4a813445d343 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:37.089471 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-704442e9-03fb-450e-9480-06c63ec801e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:37.149961 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b34a899-5267-4d2a-b621-4a813445d343 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:37.317468 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de089ada-5a03-4651-9aef-a0bb56af2938 req-2c7e2ea4-a83e-40a1-b69d-ae861803f0f3 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:37.319372 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-de089ada-5a03-4651-9aef-a0bb56af2938 req-2c7e2ea4-a83e-40a1-b69d-ae861803f0f3 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.1192949 Nov 16 11:30:37.370644 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b34a899-5267-4d2a-b621-4a813445d343 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:37.374433 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b34a899-5267-4d2a-b621-4a813445d343 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:37.376550 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0b34a899-5267-4d2a-b621-4a813445d343 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "DELETE /v2.0/security-groups/c5922995-1f60-4948-9806-c2c123ba5a28 HTTP/1.1" status: 204 len: 168 time: 0.4618638 Nov 16 11:30:37.396396 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b34a899-5267-4d2a-b621-4a813445d343 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5922995-1f60-4948-9806-c2c123ba5a28,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:37.450761 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-64484951-1d53-469e-a4ae-09901419a6bc admin admin] Allocated IP 172.20.0.1 (f04978c1-c257-48cf-8767-22c9cfb6cb25/d5fcc0bd-d8ea-41ad-86b1-2d27bd924015/461ec1e0-4870-4662-b435-6f1561c2e29e) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:30:37.486592 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-de089ada-5a03-4651-9aef-a0bb56af2938 req-5735a552-816d-49ed-bfa0-dc2c34dd83e6 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552238 Nov 16 11:30:37.605952 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 42962) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:37.752166 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64484951-1d53-469e-a4ae-09901419a6bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:37.761695 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f3d6ce1-b4f9-4f6b-bd33-30f339f8621f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Deleting subnet 3da4f156-9922-4139-a53b-359bb9272dde {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:30:37.791375 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f3d6ce1-b4f9-4f6b-bd33-30f339f8621f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:37.857751 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64484951-1d53-469e-a4ae-09901419a6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:37.904591 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-704442e9-03fb-450e-9480-06c63ec801e8 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:37.915426 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-704442e9-03fb-450e-9480-06c63ec801e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:37.920240 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f3d6ce1-b4f9-4f6b-bd33-30f339f8621f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:37.974449 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64484951-1d53-469e-a4ae-09901419a6bc admin admin] Network f04978c1-c257-48cf-8767-22c9cfb6cb25 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:30:37.981491 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-64484951-1d53-469e-a4ae-09901419a6bc admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:30:37.994349 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64484951-1d53-469e-a4ae-09901419a6bc admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:30:37.999596 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae05a7-92c5-4b43-b836-377af1e56727 req-cca6279b-43eb-4709-8f0f-80c2944ca253 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:38.009027 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-11ae05a7-92c5-4b43-b836-377af1e56727 req-cca6279b-43eb-4709-8f0f-80c2944ca253 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 946 time: 0.2359865 Nov 16 11:30:38.070624 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2692ae2-3f95-4d9e-8efa-4745737d38ea None None] Pushing event updated for resources: {'Port': ['ID=ecf86465-ed44-4206-85de-393862a30c33,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:38.078532 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-704442e9-03fb-450e-9480-06c63ec801e8 None None] Attempting to bind port ecf86465-ed44-4206-85de-393862a30c33 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:30:38.079611 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-704442e9-03fb-450e-9480-06c63ec801e8 None None] Attempting to bind port ecf86465-ed44-4206-85de-393862a30c33 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:30:38.079997 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704442e9-03fb-450e-9480-06c63ec801e8 None None] Attempting to bind port ecf86465-ed44-4206-85de-393862a30c33 on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:30:38.091306 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbed1fed-8b05-4175-a605-9a2f07227563 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:30:38.112328 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704442e9-03fb-450e-9480-06c63ec801e8 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:30:38.118500 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704442e9-03fb-450e-9480-06c63ec801e8 None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:30:38.118722 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-704442e9-03fb-450e-9480-06c63ec801e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:38.119043 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704442e9-03fb-450e-9480-06c63ec801e8 None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:30:38.119562 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-704442e9-03fb-450e-9480-06c63ec801e8 None None] Bound port: ecf86465-ed44-4206-85de-393862a30c33, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:30:38.120054 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-704442e9-03fb-450e-9480-06c63ec801e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:38.129790 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64484951-1d53-469e-a4ae-09901419a6bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:38.264193 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-704442e9-03fb-450e-9480-06c63ec801e8 None None] For port ecf86465-ed44-4206-85de-393862a30c33, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:30:38.274797 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-704442e9-03fb-450e-9480-06c63ec801e8 None None] For port ecf86465-ed44-4206-85de-393862a30c33, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=ecf86465-ed44-4206-85de-393862a30c33,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:30:38.280044 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64484951-1d53-469e-a4ae-09901419a6bc admin admin] Pushing event updated for resources: {'Port': ['ID=461ec1e0-4870-4662-b435-6f1561c2e29e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:38.301143 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-704442e9-03fb-450e-9480-06c63ec801e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:38.306855 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 63e5f16d-dcb8-4591-9267-71deea84a78b no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:30:38.434462 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-11ae05a7-92c5-4b43-b836-377af1e56727 req-75b56d03-0718-4a0e-8ce0-d732729e2104 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4164126 Nov 16 11:30:38.505320 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2692ae2-3f95-4d9e-8efa-4745737d38ea None None] Pushing event updated for resources: {'Port': ['ID=ecf86465-ed44-4206-85de-393862a30c33,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:38.515646 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64484951-1d53-469e-a4ae-09901419a6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:38.573111 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f3d6ce1-b4f9-4f6b-bd33-30f339f8621f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:38.577664 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1c5e36-1d2b-4235-9025-509a66d2f20f None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:30:38.650988 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704442e9-03fb-450e-9480-06c63ec801e8 None None] Routers {'68001588-6510-4d4e-80c8-067e116d7bde'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:30:38.651639 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-704442e9-03fb-450e-9480-06c63ec801e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:30:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['68001588-6510-4d4e-80c8-067e116d7bde'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:30:38.833266 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f3d6ce1-b4f9-4f6b-bd33-30f339f8621f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:38.851907 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 63e5f16d-dcb8-4591-9267-71deea84a78b {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:30:38.852282 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 63e5f16d-dcb8-4591-9267-71deea84a78b not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:30:38.865179 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-37ac9223-3686-48fd-a37e-c8827e0f7935 None None] Provisioning complete for port ecf86465-ed44-4206-85de-393862a30c33 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:30:38.865562 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-37ac9223-3686-48fd-a37e-c8827e0f7935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:38.916332 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736c24b-0808-47ec-a16d-dde36a4d2b63 req-997c3d71-2b0d-4c15-af58-9d05c29a700b tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:38.924883 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b736c24b-0808-47ec-a16d-dde36a4d2b63 req-997c3d71-2b0d-4c15-af58-9d05c29a700b tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 946 time: 0.2554951 Nov 16 11:30:38.935312 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d6ce1-b4f9-4f6b-bd33-30f339f8621f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event deleted for resources: {'Subnet': ['ID=3da4f156-9922-4139-a53b-359bb9272dde,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:38.948825 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f3d6ce1-b4f9-4f6b-bd33-30f339f8621f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:38.956418 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3f3d6ce1-b4f9-4f6b-bd33-30f339f8621f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "DELETE /v2.0/subnets/3da4f156-9922-4139-a53b-359bb9272dde HTTP/1.1" status: 204 len: 168 time: 1.3488352 Nov 16 11:30:38.963642 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43004) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:38.967995 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909fbe78-761f-475c-87bf-d718598d4c7c None None] Network a514adc9-96c1-4a2f-a558-75c51e57dda4 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:30:39.131394 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b736c24b-0808-47ec-a16d-dde36a4d2b63 req-da56d3d9-91e0-495f-b0a4-41e8f055a159 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056115 Nov 16 11:30:39.161386 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ecf550ef-266c-420e-81a2-9096c055e9f9 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:39.304660 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-37ac9223-3686-48fd-a37e-c8827e0f7935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:39.323851 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-704442e9-03fb-450e-9480-06c63ec801e8 None None] Set router 68001588-6510-4d4e-80c8-067e116d7bde gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:30:39.429712 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3399c423-6cf0-4739-aec7-bc4d8ef6582b None None] DHCP port deletion for a514adc9-96c1-4a2f-a558-75c51e57dda4 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:30:39.438738 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ecf550ef-266c-420e-81a2-9096c055e9f9 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Deleting port 58d83907-2461-41c3-a235-02992084a8d0 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:30:39.439076 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ecf550ef-266c-420e-81a2-9096c055e9f9 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:39.528657 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-37ac9223-3686-48fd-a37e-c8827e0f7935 None None] For port ecf86465-ed44-4206-85de-393862a30c33, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=ecf86465-ed44-4206-85de-393862a30c33,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:30:39.569434 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e538c-6a61-484f-9333-6759631685ae req-c8b055a4-372d-49ef-b883-ac3db61f9564 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:39.570130 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-37ac9223-3686-48fd-a37e-c8827e0f7935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:39.593602 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f38e538c-6a61-484f-9333-6759631685ae req-c8b055a4-372d-49ef-b883-ac3db61f9564 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.2225513 Nov 16 11:30:39.663785 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-ecf550ef-266c-420e-81a2-9096c055e9f9 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] For port 58d83907-2461-41c3-a235-02992084a8d0, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=58d83907-2461-41c3-a235-02992084a8d0,segment=NetworkSegment(aa356381-0b02-4cb0-820e-e5ce2d5103f7),segment_id=aa356381-0b02-4cb0-820e-e5ce2d5103f7)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:30:39.664211 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ecf550ef-266c-420e-81a2-9096c055e9f9 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:39.699210 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64484951-1d53-469e-a4ae-09901419a6bc admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:39.710745 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64484951-1d53-469e-a4ae-09901419a6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:39.784100 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 58d83907-2461-41c3-a235-02992084a8d0 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:30:39.808545 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64484951-1d53-469e-a4ae-09901419a6bc admin admin] Pushing event updated for resources: {'Port': ['ID=461ec1e0-4870-4662-b435-6f1561c2e29e,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:39.828824 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ecf550ef-266c-420e-81a2-9096c055e9f9 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Calling delete_port for 58d83907-2461-41c3-a235-02992084a8d0 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:30:39.870473 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f38e538c-6a61-484f-9333-6759631685ae req-ef4d2465-b2f7-486d-934c-2118cd76e477 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755840 Nov 16 11:30:39.882063 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64484951-1d53-469e-a4ae-09901419a6bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:40.051091 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac9223-3686-48fd-a37e-c8827e0f7935 None None] Pushing event updated for resources: {'Port': ['ID=ecf86465-ed44-4206-85de-393862a30c33,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:40.052272 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ecf550ef-266c-420e-81a2-9096c055e9f9 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:40.078830 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf550ef-266c-420e-81a2-9096c055e9f9 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] No DVR routers for this DVR port 58d83907-2461-41c3-a235-02992084a8d0 on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:30:40.087821 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-7f58aabc-3022-4555-a5c8-7b777fc86f00 None None] Provisioning complete for port 461ec1e0-4870-4662-b435-6f1561c2e29e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:30:40.088249 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7f58aabc-3022-4555-a5c8-7b777fc86f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:40.117402 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf550ef-266c-420e-81a2-9096c055e9f9 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event deleted for resources: {'Port': ['ID=58d83907-2461-41c3-a235-02992084a8d0,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:40.119317 n-d-816823-3 neutron-server[102670]: INFO neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No ports have port_id starting with 58d83907-2461-41c3-a235-02992084a8d0 Nov 16 11:30:40.208939 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64484951-1d53-469e-a4ae-09901419a6bc admin admin] Network f04978c1-c257-48cf-8767-22c9cfb6cb25 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:30:40.211864 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-64484951-1d53-469e-a4ae-09901419a6bc admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:30:40.220365 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3399c423-6cf0-4739-aec7-bc4d8ef6582b None None] Deleting port 58d83907-2461-41c3-a235-02992084a8d0 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:30:40.220743 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3399c423-6cf0-4739-aec7-bc4d8ef6582b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:40.315738 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43032) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:40.321871 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ecf550ef-266c-420e-81a2-9096c055e9f9 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:40.352382 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-7f58aabc-3022-4555-a5c8-7b777fc86f00 None None] Port 461ec1e0-4870-4662-b435-6f1561c2e29e cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:30:40.365321 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-ecf550ef-266c-420e-81a2-9096c055e9f9 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a514adc9-96c1-4a2f-a558-75c51e57dda4']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:30:40.378375 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-ecf550ef-266c-420e-81a2-9096c055e9f9 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa356381-0b02-4cb0-820e-e5ce2d5103f7') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:30:40.378680 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-ecf550ef-266c-420e-81a2-9096c055e9f9 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa356381-0b02-4cb0-820e-e5ce2d5103f7') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:30:40.393828 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ecf550ef-266c-420e-81a2-9096c055e9f9 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:40.409669 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ecf550ef-266c-420e-81a2-9096c055e9f9 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:40.419914 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf550ef-266c-420e-81a2-9096c055e9f9 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:30:40.420352 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ecf550ef-266c-420e-81a2-9096c055e9f9 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:40.492070 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64484951-1d53-469e-a4ae-09901419a6bc admin admin] Router 68001588-6510-4d4e-80c8-067e116d7bde has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:30:40.501895 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:30:40.501895 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:30:40.501895 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:30:40.501895 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:30:40.501895 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:30:40.501895 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:30:40.501895 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:30:40.501895 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:30:40.501895 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:30:40.501895 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:30:40.501895 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:30:40.501895 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:30:40.501895 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:30:40.501895 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:30:40.501895 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:30:40.501895 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:30:40.501895 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:30:40.501895 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:30:40.501895 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:30:40.501895 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:30:40.501895 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:30:40.501895 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:30:40.501895 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:30:40.501895 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:30:40.501895 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:30:40.501895 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:30:40.501895 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:30:40.501895 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:30:40.501895 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:30:40.501895 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:30:40.501895 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:30:40.501895 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:30:40.558728 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3399c423-6cf0-4739-aec7-bc4d8ef6582b None None] For port 58d83907-2461-41c3-a235-02992084a8d0, host n-d-816823-3, got binding levels [] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:30:40.559715 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5fa9c-9162-457e-b5f8-76dc7cb23a4e req-5025d0b9-08f9-46de-9c31-c321ef2c844e tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:40.560122 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3399c423-6cf0-4739-aec7-bc4d8ef6582b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:40.563930 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c9a5fa9c-9162-457e-b5f8-76dc7cb23a4e req-5025d0b9-08f9-46de-9c31-c321ef2c844e tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 946 time: 0.4544325 Nov 16 11:30:40.569363 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ecf550ef-266c-420e-81a2-9096c055e9f9 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:40.571314 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-7f58aabc-3022-4555-a5c8-7b777fc86f00 None None] Provisioning complete for port ecf86465-ed44-4206-85de-393862a30c33 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:30:40.572322 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7f58aabc-3022-4555-a5c8-7b777fc86f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:40.577616 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ecf550ef-266c-420e-81a2-9096c055e9f9 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:40.589095 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ecf550ef-266c-420e-81a2-9096c055e9f9 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "DELETE /v2.0/networks/a514adc9-96c1-4a2f-a558-75c51e57dda4 HTTP/1.1" status: 204 len: 168 time: 1.6240044 Nov 16 11:30:40.601747 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43040) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:40.687329 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3399c423-6cf0-4739-aec7-bc4d8ef6582b None None] Calling delete_port for 58d83907-2461-41c3-a235-02992084a8d0 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:30:40.693756 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.ipam_backend_mixin [None req-3399c423-6cf0-4739-aec7-bc4d8ef6582b None None] Port 58d83907-2461-41c3-a235-02992084a8d0 was not found and therefore no delete operation was performed {{(pid=102670) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 11:30:40.706014 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3399c423-6cf0-4739-aec7-bc4d8ef6582b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:40.716947 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3399c423-6cf0-4739-aec7-bc4d8ef6582b None None] Network a514adc9-96c1-4a2f-a558-75c51e57dda4 is not hosted by any dhcp agent {{(pid=102670) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 16 11:30:40.718222 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3399c423-6cf0-4739-aec7-bc4d8ef6582b None None] No DVR routers for this DVR port 58d83907-2461-41c3-a235-02992084a8d0 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:30:40.765675 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf550ef-266c-420e-81a2-9096c055e9f9 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event deleted for resources: {'Network': ['ID=a514adc9-96c1-4a2f-a558-75c51e57dda4,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:40.780945 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64484951-1d53-469e-a4ae-09901419a6bc admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:30:40.782607 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3399c423-6cf0-4739-aec7-bc4d8ef6582b None None] Pushing event deleted for resources: {'Port': ['ID=58d83907-2461-41c3-a235-02992084a8d0,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:40.797135 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-64484951-1d53-469e-a4ae-09901419a6bc admin admin] 10.222.0.61 "PUT /v2.0/routers/68001588-6510-4d4e-80c8-067e116d7bde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7618792 Nov 16 11:30:40.817270 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5e1b5d0c-b85a-4f89-b125-2e2a08593fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-319487433'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:30:40.833182 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-704442e9-03fb-450e-9480-06c63ec801e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68001588-6510-4d4e-80c8-067e116d7bde', 'name': 'tempest-AttachVolumeShelveTestJSON-1665663980-router', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'ecf86465-ed44-4206-85de-393862a30c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:30:31Z', 'updated_at': '2021-11-16T11:30:38Z', 'revision_number': 4, 'project_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'gw_port': {'id': 'ecf86465-ed44-4206-85de-393862a30c33', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68001588-6510-4d4e-80c8-067e116d7bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:30:32Z', 'updated_at': '2021-11-16T11:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '461ec1e0-4870-4662-b435-6f1561c2e29e', 'name': '', 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'mac_address': 'fa:16:3e:d2:2e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68001588-6510-4d4e-80c8-067e116d7bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'd5fcc0bd-d8ea-41ad-86b1-2d27bd924015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:30:37Z', 'updated_at': '2021-11-16T11:30:37Z', 'revision_number': 1, 'project_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'subnets': [{'id': 'd5fcc0bd-d8ea-41ad-86b1-2d27bd924015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:30:40.833498 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c9a5fa9c-9162-457e-b5f8-76dc7cb23a4e req-326f4195-dcd4-4988-b106-e519e6c008b1 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431695 Nov 16 11:30:40.879310 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1b5d0c-b85a-4f89-b125-2e2a08593fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800-project] Made reservation on behalf of 63f0cf78cf9545cda99e936f019c2aaf for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:30:40.884299 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5e1b5d0c-b85a-4f89-b125-2e2a08593fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:40.898311 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5e1b5d0c-b85a-4f89-b125-2e2a08593fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:40.910791 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704442e9-03fb-450e-9480-06c63ec801e8 None None] The sync data for ids ['68001588-6510-4d4e-80c8-067e116d7bde'] in n-d-816823-3 is: [{'id': '68001588-6510-4d4e-80c8-067e116d7bde', 'name': 'tempest-AttachVolumeShelveTestJSON-1665663980-router', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'ecf86465-ed44-4206-85de-393862a30c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:30:31Z', 'updated_at': '2021-11-16T11:30:38Z', 'revision_number': 4, 'project_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'gw_port': {'id': 'ecf86465-ed44-4206-85de-393862a30c33', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68001588-6510-4d4e-80c8-067e116d7bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:30:32Z', 'updated_at': '2021-11-16T11:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '461ec1e0-4870-4662-b435-6f1561c2e29e', 'name': '', 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'mac_address': 'fa:16:3e:d2:2e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68001588-6510-4d4e-80c8-067e116d7bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'd5fcc0bd-d8ea-41ad-86b1-2d27bd924015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:30:37Z', 'updated_at': '2021-11-16T11:30:37Z', 'revision_number': 1, 'project_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'subnets': [{'id': 'd5fcc0bd-d8ea-41ad-86b1-2d27bd924015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:30:41.141770 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5e1b5d0c-b85a-4f89-b125-2e2a08593fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:41.155473 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5e1b5d0c-b85a-4f89-b125-2e2a08593fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:41.195134 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e1b5d0c-b85a-4f89-b125-2e2a08593fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:30:41.265113 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5e1b5d0c-b85a-4f89-b125-2e2a08593fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:41.265113 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-5e1b5d0c-b85a-4f89-b125-2e2a08593fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800-project] Added segment 5afda71a-7bba-4931-9464-260ab46e5c0e of type vlan for network 109774f1-a54c-4f01-baed-0dda1e09d34c Nov 16 11:30:41.286136 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec54a0-ef30-4c32-a32a-eb445a2045b5 req-721facc1-1831-4d64-8022-b48b76459b67 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:41.305695 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1bec54a0-ef30-4c32-a32a-eb445a2045b5 req-721facc1-1831-4d64-8022-b48b76459b67 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.2448850 Nov 16 11:30:41.345054 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b5d0c-b85a-4f89-b125-2e2a08593fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03fc6986-605e-4090-86b2-bb163ba61e8b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:41.446300 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5e1b5d0c-b85a-4f89-b125-2e2a08593fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:41.477847 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a373cd86-fbcc-4e65-b465-691dd438df5f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Deleting port 8ea61dca-b9cd-43a6-b712-1f121f2e4e61 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:30:41.487808 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a373cd86-fbcc-4e65-b465-691dd438df5f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:41.498758 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1bec54a0-ef30-4c32-a32a-eb445a2045b5 req-c36e4922-fe17-4c07-bdaf-c7c946fa2275 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918612 Nov 16 11:30:41.503555 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5e1b5d0c-b85a-4f89-b125-2e2a08593fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:41.511548 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1b5d0c-b85a-4f89-b125-2e2a08593fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:41.512194 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5e1b5d0c-b85a-4f89-b125-2e2a08593fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:41.588731 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-65bfe026-02f1-45fc-8dca-64073e3f5feb None None] Provisioning complete for port 461ec1e0-4870-4662-b435-6f1561c2e29e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:30:41.589211 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-65bfe026-02f1-45fc-8dca-64073e3f5feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:41.660990 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b5d0c-b85a-4f89-b125-2e2a08593fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800-project] Pushing event updated for resources: {'Network': ['ID=109774f1-a54c-4f01-baed-0dda1e09d34c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:41.694049 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5e1b5d0c-b85a-4f89-b125-2e2a08593fc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.3767154 Nov 16 11:30:41.719304 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 109774f1-a54c-4f01-baed-0dda1e09d34c details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:30:41.751131 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a373cd86-fbcc-4e65-b465-691dd438df5f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:41.753255 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a373cd86-fbcc-4e65-b465-691dd438df5f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:41.760100 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-65bfe026-02f1-45fc-8dca-64073e3f5feb None None] Port 461ec1e0-4870-4662-b435-6f1561c2e29e cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:30:41.807111 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a373cd86-fbcc-4e65-b465-691dd438df5f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Calling delete_port for 8ea61dca-b9cd-43a6-b712-1f121f2e4e61 owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:30:42.020050 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0fcb1-e380-4fc2-ad0c-8fff9f4cb4af req-3fa20a76-9074-40ef-b7f5-2d5ebd9048e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:42.021749 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-86f0fcb1-e380-4fc2-ad0c-8fff9f4cb4af req-3fa20a76-9074-40ef-b7f5-2d5ebd9048e3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=152cbc225b3e4ecebdc41aedd4f3fdf5&device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 1097 time: 0.0929601 Nov 16 11:30:42.125567 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a373cd86-fbcc-4e65-b465-691dd438df5f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:42.158015 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a373cd86-fbcc-4e65-b465-691dd438df5f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event deleted for resources: {'Port': ['ID=8ea61dca-b9cd-43a6-b712-1f121f2e4e61,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:42.371570 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0fcb1-e380-4fc2-ad0c-8fff9f4cb4af req-330ed01b-125d-4804-ae64-2a4d2780f231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:42.380483 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-86f0fcb1-e380-4fc2-ad0c-8fff9f4cb4af req-330ed01b-125d-4804-ae64-2a4d2780f231 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5b0dad88-2921-4ce2-a522-2a38833ce0c4 HTTP/1.1" status: 200 len: 920 time: 0.3440335 Nov 16 11:30:42.406897 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a373cd86-fbcc-4e65-b465-691dd438df5f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for floatingip, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:42.407477 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [None req-a373cd86-fbcc-4e65-b465-691dd438df5f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Floating IP 81b5fb68-dc14-4b8e-bdb7-3dbdc72a803c disassociated (deleted). External IP: 172.25.0.252, port: 77de5036-c913-4a51-949b-bb9a82bebbdf. Nov 16 11:30:42.489127 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-86f0fcb1-e380-4fc2-ad0c-8fff9f4cb4af req-34c4566b-60ef-438f-8b15-cff4ed3b074d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1945e7c-c7b7-4528-b05a-7cd8b792994e HTTP/1.1" status: 200 len: 217 time: 0.0998259 Nov 16 11:30:42.595332 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0fcb1-e380-4fc2-ad0c-8fff9f4cb4af req-30611275-18ee-4a10-89a4-4328b117e33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:42.599457 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-86f0fcb1-e380-4fc2-ad0c-8fff9f4cb4af req-30611275-18ee-4a10-89a4-4328b117e33a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d8b46b33-85d7-40c7-9f1c-6019e1d020e8 HTTP/1.1" status: 200 len: 859 time: 0.0925708 Nov 16 11:30:42.684747 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-86f0fcb1-e380-4fc2-ad0c-8fff9f4cb4af req-4fd1662e-6d21-4f6e-a98b-88216983ad3b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5b0dad88-2921-4ce2-a522-2a38833ce0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626969 Nov 16 11:30:42.869773 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-86f0fcb1-e380-4fc2-ad0c-8fff9f4cb4af req-74da776c-25c5-458e-b3d6-149bec6b3b28 service neutron] 10.222.0.64 "GET /v2.0/networks/5b0dad88-2921-4ce2-a522-2a38833ce0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748466 Nov 16 11:30:42.887346 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a373cd86-fbcc-4e65-b465-691dd438df5f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Router 8e334579-0893-481e-9ba3-9767a9d72a78 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:30:43.000106 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e75f8aea-345d-48a6-bf32-f78df32d388d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:43.133502 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a373cd86-fbcc-4e65-b465-691dd438df5f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:30:43.156181 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0208e6d9-b7d9-4925-bac3-2ddd6cc9c709 None None] Sync routers for ids ['8e334579-0893-481e-9ba3-9767a9d72a78'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:30:43.163206 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a373cd86-fbcc-4e65-b465-691dd438df5f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:43.172421 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0208e6d9-b7d9-4925-bac3-2ddd6cc9c709 None None] Routers {'8e334579-0893-481e-9ba3-9767a9d72a78'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:30:43.173272 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-0208e6d9-b7d9-4925-bac3-2ddd6cc9c709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:30:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['8e334579-0893-481e-9ba3-9767a9d72a78'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:30:43.218714 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a373cd86-fbcc-4e65-b465-691dd438df5f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "DELETE /v2.0/floatingips/81b5fb68-dc14-4b8e-bdb7-3dbdc72a803c HTTP/1.1" status: 204 len: 168 time: 2.6152630 Nov 16 11:30:43.220732 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e2b6f6-4098-4d8f-bb30-07d27b9a7867', 'tag': '77de5036-c913-4a51-949b-bb9a82bebbdf'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:30:43.225035 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7187168c-ba15-4144-8bbf-ba15d17735c0" -d '{"events": [{"name": "network-changed", "server_uuid": "14e2b6f6-4098-4d8f-bb30-07d27b9a7867", "tag": "77de5036-c913-4a51-949b-bb9a82bebbdf"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:30:43.233766 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-86f0fcb1-e380-4fc2-ad0c-8fff9f4cb4af req-a4404ea6-c0e8-46e7-baa8-31a50c64b0e3 service neutron] 10.222.0.64 "GET /v2.0/networks/5b0dad88-2921-4ce2-a522-2a38833ce0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519888 Nov 16 11:30:43.447102 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-0208e6d9-b7d9-4925-bac3-2ddd6cc9c709 None None] Set router 8e334579-0893-481e-9ba3-9767a9d72a78 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:30:43.850134 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device ecf86465-ed44-4206-85de-393862a30c33 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:30:43.961116 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port ecf86465-ed44-4206-85de-393862a30c33 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:30:43.961499 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:43.992681 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:30:44.084004 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-0208e6d9-b7d9-4925-bac3-2ddd6cc9c709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'name': 'tempest-TestNetworkBasicOps-router-489662568', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:27:41Z', 'updated_at': '2021-11-16T11:30:30Z', 'revision_number': 6, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'gw_port': {'id': '7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:27:42Z', 'updated_at': '2021-11-16T11:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '210ded90-12df-48a5-a657-c80f83e67f75', 'name': '', 'network_id': 'bbdfa3d4-8860-47b9-95de-528ad5f17ca5', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'mac_address': 'fa:16:3e:d8:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '439b21da-d2d8-4d2a-b63e-0854dcf3521b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:27:47Z', 'updated_at': '2021-11-16T11:27:52Z', 'revision_number': 5, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'subnets': [{'id': '439b21da-d2d8-4d2a-b63e-0854dcf3521b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:30:44.125334 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0208e6d9-b7d9-4925-bac3-2ddd6cc9c709 None None] Checking router: 8e334579-0893-481e-9ba3-9767a9d72a78 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:30:44.138649 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0208e6d9-b7d9-4925-bac3-2ddd6cc9c709 None None] Routers {'8e334579-0893-481e-9ba3-9767a9d72a78'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:30:44.139497 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-0208e6d9-b7d9-4925-bac3-2ddd6cc9c709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:30:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['8e334579-0893-481e-9ba3-9767a9d72a78'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:30:44.288773 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-0208e6d9-b7d9-4925-bac3-2ddd6cc9c709 None None] Set router 8e334579-0893-481e-9ba3-9767a9d72a78 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:30:44.353825 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43106) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:44.365429 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-6bcff821-9735-4c47-be41-57d891a229ce tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1197439409', 'description': 'tempest-description--619813894'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:30:44.440705 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6bcff821-9735-4c47-be41-57d891a229ce tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:44.644617 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6bcff821-9735-4c47-be41-57d891a229ce tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:44.644962 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-0208e6d9-b7d9-4925-bac3-2ddd6cc9c709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'name': 'tempest-TestNetworkBasicOps-router-489662568', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:27:41Z', 'updated_at': '2021-11-16T11:30:30Z', 'revision_number': 6, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'gw_port': {'id': '7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:27:42Z', 'updated_at': '2021-11-16T11:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '210ded90-12df-48a5-a657-c80f83e67f75', 'name': '', 'network_id': 'bbdfa3d4-8860-47b9-95de-528ad5f17ca5', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'mac_address': 'fa:16:3e:d8:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '439b21da-d2d8-4d2a-b63e-0854dcf3521b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:27:47Z', 'updated_at': '2021-11-16T11:27:52Z', 'revision_number': 5, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'subnets': [{'id': '439b21da-d2d8-4d2a-b63e-0854dcf3521b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:30:44.663189 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6bcff821-9735-4c47-be41-57d891a229ce tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:44.708283 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0208e6d9-b7d9-4925-bac3-2ddd6cc9c709 None None] The sync data for ids ['8e334579-0893-481e-9ba3-9767a9d72a78'] in n-d-816823-3 is: [{'id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'name': 'tempest-TestNetworkBasicOps-router-489662568', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:27:41Z', 'updated_at': '2021-11-16T11:30:30Z', 'revision_number': 6, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'gw_port': {'id': '7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:27:42Z', 'updated_at': '2021-11-16T11:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '210ded90-12df-48a5-a657-c80f83e67f75', 'name': '', 'network_id': 'bbdfa3d4-8860-47b9-95de-528ad5f17ca5', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'mac_address': 'fa:16:3e:d8:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '439b21da-d2d8-4d2a-b63e-0854dcf3521b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:27:47Z', 'updated_at': '2021-11-16T11:27:52Z', 'revision_number': 5, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'subnets': [{'id': '439b21da-d2d8-4d2a-b63e-0854dcf3521b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:30:44.732396 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcff821-9735-4c47-be41-57d891a229ce tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6ae342-2104-4ae2-80e8-e3459beffa75,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:44.746465 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcff821-9735-4c47-be41-57d891a229ce tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:44.747098 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcff821-9735-4c47-be41-57d891a229ce tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:44.747603 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcff821-9735-4c47-be41-57d891a229ce tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:44.748106 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcff821-9735-4c47-be41-57d891a229ce tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:44.748592 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcff821-9735-4c47-be41-57d891a229ce tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:44.749074 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcff821-9735-4c47-be41-57d891a229ce tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:44.749597 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcff821-9735-4c47-be41-57d891a229ce tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:44.751111 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcff821-9735-4c47-be41-57d891a229ce tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:44.751642 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcff821-9735-4c47-be41-57d891a229ce tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:44.752711 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcff821-9735-4c47-be41-57d891a229ce tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:44.753237 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcff821-9735-4c47-be41-57d891a229ce tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:44.753755 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcff821-9735-4c47-be41-57d891a229ce tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:44.773682 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6bcff821-9735-4c47-be41-57d891a229ce tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:44.777980 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6bcff821-9735-4c47-be41-57d891a229ce tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4223356 Nov 16 11:30:44.782588 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43114) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:44.787781 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-3433ec0e-ff33-4e09-b4c3-f2e658877563 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Request body: {'security_group_rule': {'security_group_id': 'fa6ae342-2104-4ae2-80e8-e3459beffa75', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:30:44.827274 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3433ec0e-ff33-4e09-b4c3-f2e658877563 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:44.996054 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3433ec0e-ff33-4e09-b4c3-f2e658877563 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:45.004932 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3433ec0e-ff33-4e09-b4c3-f2e658877563 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:45.045415 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3433ec0e-ff33-4e09-b4c3-f2e658877563 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:45.049570 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43120) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:45.050364 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-3433ec0e-ff33-4e09-b4c3-f2e658877563 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2654612 Nov 16 11:30:45.053343 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3433ec0e-ff33-4e09-b4c3-f2e658877563 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c6e996d-9341-420a-995e-f504086f351b,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:45.054905 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-a05a0b24-8682-4a2b-9565-794ed4d97590 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Request body: {'security_group_rule': {'security_group_id': 'fa6ae342-2104-4ae2-80e8-e3459beffa75', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:30:45.070212 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43122) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:45.078431 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Request body: {'port': {'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c', 'binding:host_id': 'n-h1-816823-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-162330331'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:30:45.139420 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a05a0b24-8682-4a2b-9565-794ed4d97590 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:45.145609 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Made reservation on behalf of 8af5fe1782534ac39a9a5c07c091ef5a for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:30:45.148307 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:45.171877 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:45.255735 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09df3421-ca74-4e03-b663-917cea815711 None None] New status for floating IP 81b5fb68-dc14-4b8e-bdb7-3dbdc72a803c: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:30:45.291608 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:45.292249 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a05a0b24-8682-4a2b-9565-794ed4d97590 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:45.304402 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:45.306472 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a05a0b24-8682-4a2b-9565-794ed4d97590 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:45.321060 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] device_id is not set on port d6d616ef-f071-4b16-9a58-12a666414796 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:30:45.355985 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cac184-925b-41e3-8b55-1ac5c667d383 req-68bb922d-67f6-4666-9c1c-5e1d8f930f4c tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:45.364084 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b9cac184-925b-41e3-8b55-1ac5c667d383 req-68bb922d-67f6-4666-9c1c-5e1d8f930f4c tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 946 time: 0.1715386 Nov 16 11:30:45.374139 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a0b24-8682-4a2b-9565-794ed4d97590 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8114e3d-2141-4a6c-8ec9-e4e95ba3c92e,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:45.388334 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd7b12f-b706-4ae0-8c71-a06c0123b5c1 None None] Sync routers for ids ['68001588-6510-4d4e-80c8-067e116d7bde'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:30:45.401674 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a05a0b24-8682-4a2b-9565-794ed4d97590 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:45.402247 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd7b12f-b706-4ae0-8c71-a06c0123b5c1 None None] Routers {'68001588-6510-4d4e-80c8-067e116d7bde'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:30:45.403668 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-fdd7b12f-b706-4ae0-8c71-a06c0123b5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:30:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['68001588-6510-4d4e-80c8-067e116d7bde'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:30:45.404656 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a05a0b24-8682-4a2b-9565-794ed4d97590 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3540187 Nov 16 11:30:45.406501 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d66f89-5123-4045-bde2-554fda13ce76,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:45.409119 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43130) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:45.416963 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-619328c7-1d7b-46ee-9ed5-0ca50f6495c5 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:30:45.490543 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-619328c7-1d7b-46ee-9ed5-0ca50f6495c5 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:45.511177 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b9cac184-925b-41e3-8b55-1ac5c667d383 req-51587c72-1fd2-40b2-b057-2f9c31b8a4b2 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460907 Nov 16 11:30:45.574980 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-52bcbaab-4236-4a07-a467-1185d3251596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:45.662155 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-fdd7b12f-b706-4ae0-8c71-a06c0123b5c1 None None] Set router 68001588-6510-4d4e-80c8-067e116d7bde gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:30:45.681217 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3fd3d3-289d-472e-8225-40a033a259ab req-56ebf8e6-3b3f-46e7-a48f-1317921f5d06 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:45.691430 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1f3fd3d3-289d-472e-8225-40a033a259ab req-56ebf8e6-3b3f-46e7-a48f-1317921f5d06 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.0782557 Nov 16 11:30:45.787174 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1f3fd3d3-289d-472e-8225-40a033a259ab req-aa03f35e-f1fa-458e-b504-6c6ca2e18f23 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945940 Nov 16 11:30:45.840367 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] device_id is not set on port d6d616ef-f071-4b16-9a58-12a666414796 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:30:45.855684 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:45.876415 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:45.923217 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-619328c7-1d7b-46ee-9ed5-0ca50f6495c5 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:45.964970 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Pushing event updated for resources: {'Port': ['ID=d6d616ef-f071-4b16-9a58-12a666414796,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:45.969785 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Checking segment: {'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:30:45.970436 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Network hostable DHCP agents. Network: 109774f1-a54c-4f01-baed-0dda1e09d34c, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:30:46.075222 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Network 109774f1-a54c-4f01-baed-0dda1e09d34c is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:30:46.114735 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 109774f1-a54c-4f01-baed-0dda1e09d34c) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:30:46.140297 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da12f9d6-d585-47f1-b85c-176e35fbd439 None None] Network 109774f1-a54c-4f01-baed-0dda1e09d34c requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:30:46.147727 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:30:46.174460 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port d6d616ef-f071-4b16-9a58-12a666414796 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:30:46.174804 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port d6d616ef-f071-4b16-9a58-12a666414796 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:30:46.175169 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port d6d616ef-f071-4b16-9a58-12a666414796 on network 109774f1-a54c-4f01-baed-0dda1e09d34c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:30:46.188543 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Port d6d616ef-f071-4b16-9a58-12a666414796 on network 109774f1-a54c-4f01-baed-0dda1e09d34c not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:30:46.188802 n-d-816823-3 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Failed to bind port d6d616ef-f071-4b16-9a58-12a666414796 on host n-h1-816823-3 for vnic_type normal using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] Nov 16 11:30:46.195183 n-d-816823-3 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempt 2 to bind port d6d616ef-f071-4b16-9a58-12a666414796 Nov 16 11:30:46.219614 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94bd239d-4e85-4f7c-bec5-ccf52b7bb14f x-openstack-request-id: req-94bd239d-4e85-4f7c-bec5-ccf52b7bb14f {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:30:46.219962 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14e2b6f6-4098-4d8f-bb30-07d27b9a7867", "tag": "77de5036-c913-4a51-949b-bb9a82bebbdf", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:30:46.220223 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-94bd239d-4e85-4f7c-bec5-ccf52b7bb14f {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:30:46.220639 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e2b6f6-4098-4d8f-bb30-07d27b9a7867', 'tag': '77de5036-c913-4a51-949b-bb9a82bebbdf', 'status': 'completed', 'code': 200} Nov 16 11:30:46.236825 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-619328c7-1d7b-46ee-9ed5-0ca50f6495c5 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Allocated IP 172.25.0.2 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/9f10eda6-7c2d-4c18-bbd2-c27a4620f475) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:30:46.287239 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port d6d616ef-f071-4b16-9a58-12a666414796 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:30:46.287569 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port d6d616ef-f071-4b16-9a58-12a666414796 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:30:46.287901 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port d6d616ef-f071-4b16-9a58-12a666414796 on network 109774f1-a54c-4f01-baed-0dda1e09d34c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:30:46.291753 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-fdd7b12f-b706-4ae0-8c71-a06c0123b5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68001588-6510-4d4e-80c8-067e116d7bde', 'name': 'tempest-AttachVolumeShelveTestJSON-1665663980-router', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'ecf86465-ed44-4206-85de-393862a30c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:30:31Z', 'updated_at': '2021-11-16T11:30:38Z', 'revision_number': 4, 'project_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'gw_port': {'id': 'ecf86465-ed44-4206-85de-393862a30c33', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68001588-6510-4d4e-80c8-067e116d7bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:30:32Z', 'updated_at': '2021-11-16T11:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '461ec1e0-4870-4662-b435-6f1561c2e29e', 'name': '', 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'mac_address': 'fa:16:3e:d2:2e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68001588-6510-4d4e-80c8-067e116d7bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'd5fcc0bd-d8ea-41ad-86b1-2d27bd924015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:30:37Z', 'updated_at': '2021-11-16T11:30:38Z', 'revision_number': 2, 'project_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'subnets': [{'id': 'd5fcc0bd-d8ea-41ad-86b1-2d27bd924015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:30:46.438629 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Port d6d616ef-f071-4b16-9a58-12a666414796 on network 109774f1-a54c-4f01-baed-0dda1e09d34c not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:30:46.443849 n-d-816823-3 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Failed to bind port d6d616ef-f071-4b16-9a58-12a666414796 on host n-h1-816823-3 for vnic_type normal using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] Nov 16 11:30:46.453032 n-d-816823-3 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempt 3 to bind port d6d616ef-f071-4b16-9a58-12a666414796 Nov 16 11:30:46.519038 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a660965-39b0-4d07-b27f-6018ef8df85f req-b4f54aa1-24af-40d8-bc0e-fb8957a9041a tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:46.529889 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6a660965-39b0-4d07-b27f-6018ef8df85f req-b4f54aa1-24af-40d8-bc0e-fb8957a9041a tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e2b6f6-4098-4d8f-bb30-07d27b9a7867 HTTP/1.1" status: 200 len: 946 time: 0.1483083 Nov 16 11:30:46.551042 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:46.593181 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-619328c7-1d7b-46ee-9ed5-0ca50f6495c5 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:46.637433 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6a660965-39b0-4d07-b27f-6018ef8df85f req-a12ebf1f-f040-4015-a000-21d2f27dafa6 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/security-groups?id=e6e5dd01-3116-4e2d-8e80-fcccaa45ebe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996196 Nov 16 11:30:46.650087 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port d6d616ef-f071-4b16-9a58-12a666414796 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:30:46.650473 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port d6d616ef-f071-4b16-9a58-12a666414796 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:30:46.650818 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port d6d616ef-f071-4b16-9a58-12a666414796 on network 109774f1-a54c-4f01-baed-0dda1e09d34c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:30:46.652081 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd7b12f-b706-4ae0-8c71-a06c0123b5c1 None None] Checking router: 68001588-6510-4d4e-80c8-067e116d7bde for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:30:46.652595 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd7b12f-b706-4ae0-8c71-a06c0123b5c1 None None] Updating router 68001588-6510-4d4e-80c8-067e116d7bde port 461ec1e0-4870-4662-b435-6f1561c2e29e binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:30:46.653471 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-619328c7-1d7b-46ee-9ed5-0ca50f6495c5 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:46.724620 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fdd7b12f-b706-4ae0-8c71-a06c0123b5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:46.731815 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619328c7-1d7b-46ee-9ed5-0ca50f6495c5 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Pushing event updated for resources: {'Port': ['ID=9f10eda6-7c2d-4c18-bbd2-c27a4620f475,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:46.747586 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187168c-ba15-4144-8bbf-ba15d17735c0 req-9b121af2-fea8-4b4a-9b84-ef16111e1770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:46.750200 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7187168c-ba15-4144-8bbf-ba15d17735c0 req-9b121af2-fea8-4b4a-9b84-ef16111e1770 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8e4d1d7674f84686a4379fe8e2aa2d78&device_id=14e2b6f6-4098-4d8f-bb30-07d27b9a7867 HTTP/1.1" status: 200 len: 1097 time: 0.4892938 Nov 16 11:30:46.759390 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5c6a8eb8-ad70-4855-a885-7b2dc543cb18 req-42cb5b73-1780-4e79-979e-d1778cfb54f2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4234760 Nov 16 11:30:46.781085 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619328c7-1d7b-46ee-9ed5-0ca50f6495c5 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:30:46.784275 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Port d6d616ef-f071-4b16-9a58-12a666414796 on network 109774f1-a54c-4f01-baed-0dda1e09d34c not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:30:46.784788 n-d-816823-3 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Failed to bind port d6d616ef-f071-4b16-9a58-12a666414796 on host n-h1-816823-3 for vnic_type normal using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] Nov 16 11:30:46.792655 n-d-816823-3 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempt 4 to bind port d6d616ef-f071-4b16-9a58-12a666414796 Nov 16 11:30:46.810693 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port d6d616ef-f071-4b16-9a58-12a666414796 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:30:46.811270 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port d6d616ef-f071-4b16-9a58-12a666414796 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:30:46.811776 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port d6d616ef-f071-4b16-9a58-12a666414796 on network 109774f1-a54c-4f01-baed-0dda1e09d34c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:30:46.817566 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-619328c7-1d7b-46ee-9ed5-0ca50f6495c5 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:30:46.821475 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619328c7-1d7b-46ee-9ed5-0ca50f6495c5 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:30:46.865679 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Port d6d616ef-f071-4b16-9a58-12a666414796 on network 109774f1-a54c-4f01-baed-0dda1e09d34c not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:30:46.866791 n-d-816823-3 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Failed to bind port d6d616ef-f071-4b16-9a58-12a666414796 on host n-h1-816823-3 for vnic_type normal using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] Nov 16 11:30:46.923002 n-d-816823-3 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempt 5 to bind port d6d616ef-f071-4b16-9a58-12a666414796 Nov 16 11:30:46.942845 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port d6d616ef-f071-4b16-9a58-12a666414796 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:30:46.943247 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port d6d616ef-f071-4b16-9a58-12a666414796 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:30:46.943654 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port d6d616ef-f071-4b16-9a58-12a666414796 on network 109774f1-a54c-4f01-baed-0dda1e09d34c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:30:46.958586 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Port d6d616ef-f071-4b16-9a58-12a666414796 on network 109774f1-a54c-4f01-baed-0dda1e09d34c not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:30:46.958945 n-d-816823-3 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Failed to bind port d6d616ef-f071-4b16-9a58-12a666414796 on host n-h1-816823-3 for vnic_type normal using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] Nov 16 11:30:46.964883 n-d-816823-3 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempt 6 to bind port d6d616ef-f071-4b16-9a58-12a666414796 Nov 16 11:30:46.981751 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port d6d616ef-f071-4b16-9a58-12a666414796 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:30:46.982138 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port d6d616ef-f071-4b16-9a58-12a666414796 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:30:46.982476 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port d6d616ef-f071-4b16-9a58-12a666414796 on network 109774f1-a54c-4f01-baed-0dda1e09d34c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:30:47.007591 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a8eb8-ad70-4855-a885-7b2dc543cb18 req-2e1b0eaf-b6a4-40f7-9f0b-2eaa70732712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:47.011137 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5c6a8eb8-ad70-4855-a885-7b2dc543cb18 req-2e1b0eaf-b6a4-40f7-9f0b-2eaa70732712 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e86b42204c7f435e8eff5558272e51a5&device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 1100 time: 0.2023854 Nov 16 11:30:47.011768 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Port d6d616ef-f071-4b16-9a58-12a666414796 on network 109774f1-a54c-4f01-baed-0dda1e09d34c not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:30:47.012867 n-d-816823-3 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Failed to bind port d6d616ef-f071-4b16-9a58-12a666414796 on host n-h1-816823-3 for vnic_type normal using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] Nov 16 11:30:47.019574 n-d-816823-3 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempt 7 to bind port d6d616ef-f071-4b16-9a58-12a666414796 Nov 16 11:30:47.060903 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port d6d616ef-f071-4b16-9a58-12a666414796 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:30:47.061265 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port d6d616ef-f071-4b16-9a58-12a666414796 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:30:47.061570 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port d6d616ef-f071-4b16-9a58-12a666414796 on network 109774f1-a54c-4f01-baed-0dda1e09d34c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:30:47.148495 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0e745-b185-4bff-ae15-3df99777cc70 req-45c3311b-1005-4074-9198-1ae7aa9fcb04 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:47.156355 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8dd0e745-b185-4bff-ae15-3df99777cc70 req-45c3311b-1005-4074-9198-1ae7aa9fcb04 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 946 time: 0.3939569 Nov 16 11:30:47.226585 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8dd0e745-b185-4bff-ae15-3df99777cc70 req-f9238f65-549b-4802-ab76-7183497513fe tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684412 Nov 16 11:30:47.229279 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Port d6d616ef-f071-4b16-9a58-12a666414796 on network 109774f1-a54c-4f01-baed-0dda1e09d34c not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:30:47.229616 n-d-816823-3 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Failed to bind port d6d616ef-f071-4b16-9a58-12a666414796 on host n-h1-816823-3 for vnic_type normal using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] Nov 16 11:30:47.274711 n-d-816823-3 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempt 8 to bind port d6d616ef-f071-4b16-9a58-12a666414796 Nov 16 11:30:47.282636 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fdd7b12f-b706-4ae0-8c71-a06c0123b5c1 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:47.292126 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fdd7b12f-b706-4ae0-8c71-a06c0123b5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:47.384150 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port d6d616ef-f071-4b16-9a58-12a666414796 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:30:47.384489 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port d6d616ef-f071-4b16-9a58-12a666414796 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:30:47.384821 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port d6d616ef-f071-4b16-9a58-12a666414796 on network 109774f1-a54c-4f01-baed-0dda1e09d34c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:30:47.387045 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff62b45-eda5-47eb-847b-32c4c3fbfe95 None None] Pushing event updated for resources: {'Port': ['ID=461ec1e0-4870-4662-b435-6f1561c2e29e,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:47.412899 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff62b45-eda5-47eb-847b-32c4c3fbfe95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:47.413159 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff62b45-eda5-47eb-847b-32c4c3fbfe95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:47.413498 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff62b45-eda5-47eb-847b-32c4c3fbfe95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:47.413834 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff62b45-eda5-47eb-847b-32c4c3fbfe95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:47.414191 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff62b45-eda5-47eb-847b-32c4c3fbfe95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:47.414517 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff62b45-eda5-47eb-847b-32c4c3fbfe95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:47.414840 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff62b45-eda5-47eb-847b-32c4c3fbfe95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:47.415290 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff62b45-eda5-47eb-847b-32c4c3fbfe95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:47.416816 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff62b45-eda5-47eb-847b-32c4c3fbfe95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:47.420781 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff62b45-eda5-47eb-847b-32c4c3fbfe95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:47.421191 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff62b45-eda5-47eb-847b-32c4c3fbfe95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:47.421538 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff62b45-eda5-47eb-847b-32c4c3fbfe95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:47.428068 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-619328c7-1d7b-46ee-9ed5-0ca50f6495c5 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:47.436995 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187168c-ba15-4144-8bbf-ba15d17735c0 req-5fb72057-4cba-4408-bbee-f1bffbd7dace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:47.442509 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7187168c-ba15-4144-8bbf-ba15d17735c0 req-5fb72057-4cba-4408-bbee-f1bffbd7dace service neutron] 10.222.0.64 "GET /v2.0/networks?id=bbdfa3d4-8860-47b9-95de-528ad5f17ca5 HTTP/1.1" status: 200 len: 897 time: 0.6815548 Nov 16 11:30:47.451151 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6d61c-fab0-43ce-a865-1f7bcc2c2401 req-357f461a-05a0-46df-8805-a3167a89095b tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:47.462515 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-94a6d61c-fab0-43ce-a865-1f7bcc2c2401 req-357f461a-05a0-46df-8805-a3167a89095b tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.1279194 Nov 16 11:30:47.512863 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7187168c-ba15-4144-8bbf-ba15d17735c0 req-66b0f530-8459-47ba-90b8-11369202b4ad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77de5036-c913-4a51-949b-bb9a82bebbdf HTTP/1.1" status: 200 len: 217 time: 0.0594959 Nov 16 11:30:47.513684 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Port d6d616ef-f071-4b16-9a58-12a666414796 on network 109774f1-a54c-4f01-baed-0dda1e09d34c not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:30:47.514169 n-d-816823-3 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Failed to bind port d6d616ef-f071-4b16-9a58-12a666414796 on host n-h1-816823-3 for vnic_type normal using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] Nov 16 11:30:47.537148 n-d-816823-3 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempt 9 to bind port d6d616ef-f071-4b16-9a58-12a666414796 Nov 16 11:30:47.563188 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-fdd7b12f-b706-4ae0-8c71-a06c0123b5c1 None None] Attempting to bind port 461ec1e0-4870-4662-b435-6f1561c2e29e on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:30:47.563559 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-fdd7b12f-b706-4ae0-8c71-a06c0123b5c1 None None] Attempting to bind port 461ec1e0-4870-4662-b435-6f1561c2e29e by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '1186fe7f-5dbc-4e04-af0c-6c5994d769cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:30:47.568856 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd7b12f-b706-4ae0-8c71-a06c0123b5c1 None None] Attempting to bind port 461ec1e0-4870-4662-b435-6f1561c2e29e on network f04978c1-c257-48cf-8767-22c9cfb6cb25 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:30:47.575597 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd7b12f-b706-4ae0-8c71-a06c0123b5c1 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:30:47.575970 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd7b12f-b706-4ae0-8c71-a06c0123b5c1 None None] Checking segment: {'id': '1186fe7f-5dbc-4e04-af0c-6c5994d769cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:30:47.576363 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fdd7b12f-b706-4ae0-8c71-a06c0123b5c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:47.576751 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd7b12f-b706-4ae0-8c71-a06c0123b5c1 None None] Bound using segment: {'id': '1186fe7f-5dbc-4e04-af0c-6c5994d769cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:30:47.577216 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-fdd7b12f-b706-4ae0-8c71-a06c0123b5c1 None None] Bound port: 461ec1e0-4870-4662-b435-6f1561c2e29e, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1186fe7f-5dbc-4e04-af0c-6c5994d769cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:30:47.577610 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fdd7b12f-b706-4ae0-8c71-a06c0123b5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:47.593469 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-94a6d61c-fab0-43ce-a865-1f7bcc2c2401 req-4f6bc5f9-0732-43c0-9a20-7a2407770ae0 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297076 Nov 16 11:30:47.662692 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port d6d616ef-f071-4b16-9a58-12a666414796 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:30:47.663279 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port d6d616ef-f071-4b16-9a58-12a666414796 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:30:47.663683 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port d6d616ef-f071-4b16-9a58-12a666414796 on network 109774f1-a54c-4f01-baed-0dda1e09d34c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:30:47.670000 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187168c-ba15-4144-8bbf-ba15d17735c0 req-f62891bb-e1dd-47e2-b551-9cb77adcc07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:47.677593 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7187168c-ba15-4144-8bbf-ba15d17735c0 req-f62891bb-e1dd-47e2-b551-9cb77adcc07d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=439b21da-d2d8-4d2a-b63e-0854dcf3521b HTTP/1.1" status: 200 len: 834 time: 0.1011677 Nov 16 11:30:47.716153 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-fdd7b12f-b706-4ae0-8c71-a06c0123b5c1 None None] For port 461ec1e0-4870-4662-b435-6f1561c2e29e, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:30:47.731116 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-fdd7b12f-b706-4ae0-8c71-a06c0123b5c1 None None] For port 461ec1e0-4870-4662-b435-6f1561c2e29e, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=461ec1e0-4870-4662-b435-6f1561c2e29e,segment=NetworkSegment(1186fe7f-5dbc-4e04-af0c-6c5994d769cc),segment_id=1186fe7f-5dbc-4e04-af0c-6c5994d769cc)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:30:47.752884 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fdd7b12f-b706-4ae0-8c71-a06c0123b5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:47.758646 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-dd023f83-e59c-438f-86a5-8feb589a2f51 None None] Provisioning complete for port 461ec1e0-4870-4662-b435-6f1561c2e29e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:30:47.759752 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dd023f83-e59c-438f-86a5-8feb589a2f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:47.837280 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Port d6d616ef-f071-4b16-9a58-12a666414796 on network 109774f1-a54c-4f01-baed-0dda1e09d34c not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:30:47.837608 n-d-816823-3 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Failed to bind port d6d616ef-f071-4b16-9a58-12a666414796 on host n-h1-816823-3 for vnic_type normal using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] Nov 16 11:30:47.859253 n-d-816823-3 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempt 10 to bind port d6d616ef-f071-4b16-9a58-12a666414796 Nov 16 11:30:47.869103 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a8eb8-ad70-4855-a885-7b2dc543cb18 req-5c0eae88-fc01-42df-abc1-82b61e3eb00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:47.872661 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5c6a8eb8-ad70-4855-a885-7b2dc543cb18 req-5c0eae88-fc01-42df-abc1-82b61e3eb00e service neutron] 10.222.0.36 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.8133559 Nov 16 11:30:47.873284 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-619328c7-1d7b-46ee-9ed5-0ca50f6495c5 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:47.881095 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add85d03-6a70-4b61-ac95-6c14b82daf92 req-8175349e-6ff5-420e-a584-265672f9d9a3 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:47.885207 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff62b45-eda5-47eb-847b-32c4c3fbfe95 None None] Pushing event updated for resources: {'Port': ['ID=461ec1e0-4870-4662-b435-6f1561c2e29e,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:47.902203 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-add85d03-6a70-4b61-ac95-6c14b82daf92 req-8175349e-6ff5-420e-a584-265672f9d9a3 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e2b6f6-4098-4d8f-bb30-07d27b9a7867 HTTP/1.1" status: 200 len: 946 time: 0.1158819 Nov 16 11:30:47.907059 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187168c-ba15-4144-8bbf-ba15d17735c0 req-ff77a098-1e0b-4176-85b9-b0f7890e66ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:47.909899 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7187168c-ba15-4144-8bbf-ba15d17735c0 req-ff77a098-1e0b-4176-85b9-b0f7890e66ea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bbdfa3d4-8860-47b9-95de-528ad5f17ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1576765 Nov 16 11:30:47.931676 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dd023f83-e59c-438f-86a5-8feb589a2f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:47.933975 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd7b12f-b706-4ae0-8c71-a06c0123b5c1 None None] Routers {'68001588-6510-4d4e-80c8-067e116d7bde'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:30:47.937356 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-fdd7b12f-b706-4ae0-8c71-a06c0123b5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:30:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['68001588-6510-4d4e-80c8-067e116d7bde'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:30:48.025765 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-dd023f83-e59c-438f-86a5-8feb589a2f51 None None] For port 461ec1e0-4870-4662-b435-6f1561c2e29e, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=461ec1e0-4870-4662-b435-6f1561c2e29e,segment=NetworkSegment(1186fe7f-5dbc-4e04-af0c-6c5994d769cc),segment_id=1186fe7f-5dbc-4e04-af0c-6c5994d769cc)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:30:48.032378 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-add85d03-6a70-4b61-ac95-6c14b82daf92 req-2fd5332b-c869-49ab-b439-9aee941c0a48 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/security-groups?id=e6e5dd01-3116-4e2d-8e80-fcccaa45ebe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266949 Nov 16 11:30:48.037354 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dd023f83-e59c-438f-86a5-8feb589a2f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:48.138307 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd023f83-e59c-438f-86a5-8feb589a2f51 None None] Pushing event updated for resources: {'Port': ['ID=461ec1e0-4870-4662-b435-6f1561c2e29e,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:48.156524 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-fdd7b12f-b706-4ae0-8c71-a06c0123b5c1 None None] Set router 68001588-6510-4d4e-80c8-067e116d7bde gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:30:48.192496 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5c6a8eb8-ad70-4855-a885-7b2dc543cb18 req-a06b3d4a-395c-44a2-9e17-844d5db44e6e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=eda68473-eb26-42d1-ad61-73e085f00c70 HTTP/1.1" status: 200 len: 217 time: 0.2885365 Nov 16 11:30:48.199456 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port d6d616ef-f071-4b16-9a58-12a666414796 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:30:48.199917 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port d6d616ef-f071-4b16-9a58-12a666414796 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:30:48.200233 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port d6d616ef-f071-4b16-9a58-12a666414796 on network 109774f1-a54c-4f01-baed-0dda1e09d34c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:30:48.219217 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939112b-4125-4f77-9b43-397632b95b91 req-8314670b-ceb3-4c7d-bcc3-9a131674d14b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:48.221372 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d939112b-4125-4f77-9b43-397632b95b91 req-8314670b-ceb3-4c7d-bcc3-9a131674d14b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.64 "GET /v2.0/ports?device_id=14e2b6f6-4098-4d8f-bb30-07d27b9a7867 HTTP/1.1" status: 200 len: 946 time: 0.5245445 Nov 16 11:30:48.241993 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Port d6d616ef-f071-4b16-9a58-12a666414796 on network 109774f1-a54c-4f01-baed-0dda1e09d34c not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:30:48.242345 n-d-816823-3 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Failed to bind port d6d616ef-f071-4b16-9a58-12a666414796 on host n-h1-816823-3 for vnic_type normal using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] Nov 16 11:30:48.242750 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:48.282402 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:48.373742 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d9888970-2811-4127-b129-5ebb730449db None None] Provisioning complete for port 461ec1e0-4870-4662-b435-6f1561c2e29e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:30:48.375309 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d9888970-2811-4127-b129-5ebb730449db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:48.436284 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac0a17f-6898-4aa3-a5d9-10d9a4b16bf9 req-e00c1c7d-6cd0-4c8e-b245-14c65db80caf tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:48.450586 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9ac0a17f-6898-4aa3-a5d9-10d9a4b16bf9 req-e00c1c7d-6cd0-4c8e-b245-14c65db80caf tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 946 time: 0.0983949 Nov 16 11:30:48.490478 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a8eb8-ad70-4855-a885-7b2dc543cb18 req-36b055bd-0875-4c27-9551-79e0d3b31d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:48.492417 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5c6a8eb8-ad70-4855-a885-7b2dc543cb18 req-36b055bd-0875-4c27-9551-79e0d3b31d36 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.2826912 Nov 16 11:30:48.507605 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7187168c-ba15-4144-8bbf-ba15d17735c0 req-aad33800-d9f2-46fa-b2dd-e12d7c4bca63 service neutron] 10.222.0.64 "GET /v2.0/networks/bbdfa3d4-8860-47b9-95de-528ad5f17ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5448716 Nov 16 11:30:48.554449 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9ac0a17f-6898-4aa3-a5d9-10d9a4b16bf9 req-ce9045ad-0c33-4786-9b72-fa740d8c9978 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011322 Nov 16 11:30:48.634163 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-fdd7b12f-b706-4ae0-8c71-a06c0123b5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68001588-6510-4d4e-80c8-067e116d7bde', 'name': 'tempest-AttachVolumeShelveTestJSON-1665663980-router', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'ecf86465-ed44-4206-85de-393862a30c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:30:31Z', 'updated_at': '2021-11-16T11:30:38Z', 'revision_number': 4, 'project_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'gw_port': {'id': 'ecf86465-ed44-4206-85de-393862a30c33', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68001588-6510-4d4e-80c8-067e116d7bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:30:32Z', 'updated_at': '2021-11-16T11:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '461ec1e0-4870-4662-b435-6f1561c2e29e', 'name': '', 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'mac_address': 'fa:16:3e:d2:2e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68001588-6510-4d4e-80c8-067e116d7bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'd5fcc0bd-d8ea-41ad-86b1-2d27bd924015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:30:37Z', 'updated_at': '2021-11-16T11:30:47Z', 'revision_number': 4, 'project_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'subnets': [{'id': 'd5fcc0bd-d8ea-41ad-86b1-2d27bd924015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:30:48.665302 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd7b12f-b706-4ae0-8c71-a06c0123b5c1 None None] The sync data for ids ['68001588-6510-4d4e-80c8-067e116d7bde'] in n-d-816823-3 is: [{'id': '68001588-6510-4d4e-80c8-067e116d7bde', 'name': 'tempest-AttachVolumeShelveTestJSON-1665663980-router', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'ecf86465-ed44-4206-85de-393862a30c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:30:31Z', 'updated_at': '2021-11-16T11:30:38Z', 'revision_number': 4, 'project_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'gw_port': {'id': 'ecf86465-ed44-4206-85de-393862a30c33', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68001588-6510-4d4e-80c8-067e116d7bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:30:32Z', 'updated_at': '2021-11-16T11:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '461ec1e0-4870-4662-b435-6f1561c2e29e', 'name': '', 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'mac_address': 'fa:16:3e:d2:2e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68001588-6510-4d4e-80c8-067e116d7bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'd5fcc0bd-d8ea-41ad-86b1-2d27bd924015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:30:37Z', 'updated_at': '2021-11-16T11:30:47Z', 'revision_number': 4, 'project_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'subnets': [{'id': 'd5fcc0bd-d8ea-41ad-86b1-2d27bd924015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:30:48.732395 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e022cd24-c9fa-45ce-88bc-836fd91e1efa req-ec7e9acc-3538-4e63-bad6-0525922b3bf8 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:48.734009 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e022cd24-c9fa-45ce-88bc-836fd91e1efa req-ec7e9acc-3538-4e63-bad6-0525922b3bf8 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.0692534 Nov 16 11:30:48.802003 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:48.822560 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e022cd24-c9fa-45ce-88bc-836fd91e1efa req-1f675e8f-52b7-480e-ac81-28011661239a tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792186 Nov 16 11:30:49.161362 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] For port d6d616ef-f071-4b16-9a58-12a666414796, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:30:49.162306 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempted to set empty binding levels {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 16 11:30:49.213145 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7187168c-ba15-4144-8bbf-ba15d17735c0 req-9ded723a-c832-4084-9a11-18fb623751c1 service neutron] 10.222.0.64 "GET /v2.0/networks/bbdfa3d4-8860-47b9-95de-528ad5f17ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6720665 Nov 16 11:30:49.226054 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a8eb8-ad70-4855-a885-7b2dc543cb18 req-704bf738-f1e3-487a-9149-7496cd762974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:49.227318 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5c6a8eb8-ad70-4855-a885-7b2dc543cb18 req-704bf738-f1e3-487a-9149-7496cd762974 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7262678 Nov 16 11:30:49.228468 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:49.237298 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fced06-1d77-473e-ab03-d891b1d4e28e req-b05af09d-6840-4a46-b881-c8e2eee0c0cf tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:49.250279 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d0fced06-1d77-473e-ab03-d891b1d4e28e req-b05af09d-6840-4a46-b881-c8e2eee0c0cf tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e2b6f6-4098-4d8f-bb30-07d27b9a7867 HTTP/1.1" status: 200 len: 946 time: 0.1100044 Nov 16 11:30:49.284319 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Pushing event updated for resources: {'Port': ['ID=d6d616ef-f071-4b16-9a58-12a666414796,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:49.318321 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-d939112b-4125-4f77-9b43-397632b95b91 req-1fd16df0-4628-4aa1-9e0c-99db8c1b2762 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Deleting port 77de5036-c913-4a51-949b-bb9a82bebbdf {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:30:49.318695 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d939112b-4125-4f77-9b43-397632b95b91 req-1fd16df0-4628-4aa1-9e0c-99db8c1b2762 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:49.366512 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d0fced06-1d77-473e-ab03-d891b1d4e28e req-caf28f73-8105-4303-be46-fddac9d2f423 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/security-groups?id=e6e5dd01-3116-4e2d-8e80-fcccaa45ebe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127734 Nov 16 11:30:49.379062 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:49.379658 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:49.391912 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-619328c7-1d7b-46ee-9ed5-0ca50f6495c5 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:49.428440 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-619328c7-1d7b-46ee-9ed5-0ca50f6495c5 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:49.527992 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-78b87ae6-91bd-49ac-9099-e68bcaae7203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 4.4539442 Nov 16 11:30:49.529614 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43204) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:49.695890 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619328c7-1d7b-46ee-9ed5-0ca50f6495c5 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Pushing event updated for resources: {'Port': ['ID=9f10eda6-7c2d-4c18-bbd2-c27a4620f475,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:49.742229 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 461ec1e0-4870-4662-b435-6f1561c2e29e up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:30:49.751854 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-619328c7-1d7b-46ee-9ed5-0ca50f6495c5 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:49.764178 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5c6a8eb8-ad70-4855-a885-7b2dc543cb18 req-48d96880-8ed1-4557-9b92-604ceafe17d6 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4771185 Nov 16 11:30:49.775838 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d939112b-4125-4f77-9b43-397632b95b91 req-1fd16df0-4628-4aa1-9e0c-99db8c1b2762 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] For port 77de5036-c913-4a51-949b-bb9a82bebbdf, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=77de5036-c913-4a51-949b-bb9a82bebbdf,segment=NetworkSegment(d114ee64-6399-4cbb-b4e6-0cc02678fb09),segment_id=d114ee64-6399-4cbb-b4e6-0cc02678fb09)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:30:49.776265 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d939112b-4125-4f77-9b43-397632b95b91 req-1fd16df0-4628-4aa1-9e0c-99db8c1b2762 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:49.824748 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-d939112b-4125-4f77-9b43-397632b95b91 req-1fd16df0-4628-4aa1-9e0c-99db8c1b2762 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Calling delete_port for 77de5036-c913-4a51-949b-bb9a82bebbdf owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:30:49.847059 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5918c8-0483-4fd2-8049-c751796da3f2 req-9ad8b157-c54a-45d8-84eb-b3febb91e319 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:49.854030 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-af5918c8-0483-4fd2-8049-c751796da3f2 req-9ad8b157-c54a-45d8-84eb-b3febb91e319 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 946 time: 0.1509769 Nov 16 11:30:49.866304 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 461ec1e0-4870-4662-b435-6f1561c2e29e triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:30:49.867534 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:49.873555 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-619328c7-1d7b-46ee-9ed5-0ca50f6495c5 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:49.874815 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-619328c7-1d7b-46ee-9ed5-0ca50f6495c5 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.4639390 Nov 16 11:30:49.905723 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-cd38a1b5-a18b-4959-b9fd-07b9e9ce3960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Deleting port d6d616ef-f071-4b16-9a58-12a666414796 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:30:49.906128 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cd38a1b5-a18b-4959-b9fd-07b9e9ce3960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:49.974756 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5c6a8eb8-ad70-4855-a885-7b2dc543cb18 req-f4860e71-2489-4a74-8019-5d0c28a809c1 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874385 Nov 16 11:30:50.051052 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-af5918c8-0483-4fd2-8049-c751796da3f2 req-d5fdeab0-2086-4ceb-9d42-663d735a9fc7 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833081 Nov 16 11:30:50.079791 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-cd38a1b5-a18b-4959-b9fd-07b9e9ce3960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] For port d6d616ef-f071-4b16-9a58-12a666414796, host n-h1-816823-3, got binding levels [] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:30:50.083355 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cd38a1b5-a18b-4959-b9fd-07b9e9ce3960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:50.103389 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d939112b-4125-4f77-9b43-397632b95b91 req-1fd16df0-4628-4aa1-9e0c-99db8c1b2762 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:50.113831 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-cd38a1b5-a18b-4959-b9fd-07b9e9ce3960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Calling delete_port for d6d616ef-f071-4b16-9a58-12a666414796 owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:30:50.170299 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd16df0-4628-4aa1-9e0c-99db8c1b2762 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event deleted for resources: {'Port': ['ID=77de5036-c913-4a51-949b-bb9a82bebbdf,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:50.233019 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-d939112b-4125-4f77-9b43-397632b95b91 req-1fd16df0-4628-4aa1-9e0c-99db8c1b2762 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] No DVR routers for this DVR port 77de5036-c913-4a51-949b-bb9a82bebbdf on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:30:50.237978 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d939112b-4125-4f77-9b43-397632b95b91 req-1fd16df0-4628-4aa1-9e0c-99db8c1b2762 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:50.241905 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d939112b-4125-4f77-9b43-397632b95b91 req-1fd16df0-4628-4aa1-9e0c-99db8c1b2762 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.64 "DELETE /v2.0/ports/77de5036-c913-4a51-949b-bb9a82bebbdf HTTP/1.1" status: 204 len: 173 time: 2.0010157 Nov 16 11:30:50.242584 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e2b6f6-4098-4d8f-bb30-07d27b9a7867', 'name': 'network-vif-deleted', 'tag': '77de5036-c913-4a51-949b-bb9a82bebbdf'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:30:50.245184 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9000e9e8-3835-4b9a-969f-661e64abd983" -d '{"events": [{"server_uuid": "14e2b6f6-4098-4d8f-bb30-07d27b9a7867", "name": "network-vif-deleted", "tag": "77de5036-c913-4a51-949b-bb9a82bebbdf"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:30:50.275031 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98397dad-c21b-43db-8e3e-8c856b412581 req-0291da6f-145c-4252-8976-cda9d92c5cbe tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:50.276668 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-98397dad-c21b-43db-8e3e-8c856b412581 req-0291da6f-145c-4252-8976-cda9d92c5cbe tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.0829790 Nov 16 11:30:50.321506 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cd38a1b5-a18b-4959-b9fd-07b9e9ce3960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:50.359264 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 77de5036-c913-4a51-949b-bb9a82bebbdf no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:30:50.368942 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38a1b5-a18b-4959-b9fd-07b9e9ce3960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6d616ef-f071-4b16-9a58-12a666414796,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:50.386853 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-98397dad-c21b-43db-8e3e-8c856b412581 req-2f510548-c71c-49f9-a75b-29ef2148833c tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019723 Nov 16 11:30:50.400079 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 77de5036-c913-4a51-949b-bb9a82bebbdf {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:30:50.400942 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 77de5036-c913-4a51-949b-bb9a82bebbdf not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:30:50.416722 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cd38a1b5-a18b-4959-b9fd-07b9e9ce3960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:50.420284 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-cd38a1b5-a18b-4959-b9fd-07b9e9ce3960 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] 10.222.0.61 "DELETE /v2.0/ports/d6d616ef-f071-4b16-9a58-12a666414796 HTTP/1.1" status: 204 len: 168 time: 0.8896177 Nov 16 11:30:50.422957 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43226) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:50.456311 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-98bec4be-a88a-4dbd-aec6-3493a135ee1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] GET failed (client error): The resource could not be found. Nov 16 11:30:50.462563 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-98bec4be-a88a-4dbd-aec6-3493a135ee1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] 10.222.0.61 "GET /v2.0/ports/d6d616ef-f071-4b16-9a58-12a666414796 HTTP/1.1" status: 404 len: 333 time: 0.0353408 Nov 16 11:30:50.463356 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43234) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:50.469313 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-cb04a504-1828-49d4-aa98-ce7044304a11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Request body: {'port': {'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613748749'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:30:50.503113 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb04a504-1828-49d4-aa98-ce7044304a11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Made reservation on behalf of 8af5fe1782534ac39a9a5c07c091ef5a for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:30:50.506240 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cb04a504-1828-49d4-aa98-ce7044304a11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:50.526094 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-cb04a504-1828-49d4-aa98-ce7044304a11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] device_id is not set on port 55c58822-a18a-4840-b9a1-6519f06337e4 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:30:50.582505 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-0792f4e4-30e9-4f89-a0f3-28c90ab35b94 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1197439409&fields=id&tenant_id=8c5b26505ce44fcf9f1b35a78ab4d371 HTTP/1.1" status: 200 len: 267 time: 0.0711863 Nov 16 11:30:50.728750 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cb04a504-1828-49d4-aa98-ce7044304a11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:50.736073 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43240) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:50.780909 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cb04a504-1828-49d4-aa98-ce7044304a11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:50.811342 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-548a5921-da73-4f95-b540-7c7261b0c40d tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:50.813878 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-548a5921-da73-4f95-b540-7c7261b0c40d tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/networks?id=f04978c1-c257-48cf-8767-22c9cfb6cb25 HTTP/1.1" status: 200 len: 817 time: 0.2297404 Nov 16 11:30:50.836501 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb04a504-1828-49d4-aa98-ce7044304a11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Network 109774f1-a54c-4f01-baed-0dda1e09d34c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:30:50.843083 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-cb04a504-1828-49d4-aa98-ce7044304a11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:30:50.847759 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb04a504-1828-49d4-aa98-ce7044304a11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:30:50.848817 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb04a504-1828-49d4-aa98-ce7044304a11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:50.849831 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-994c0619-477c-4f16-b194-84877ed1e8a3 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/quotas/8c5b26505ce44fcf9f1b35a78ab4d371 HTTP/1.1" status: 200 len: 375 time: 0.0284755 Nov 16 11:30:50.855264 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cb04a504-1828-49d4-aa98-ce7044304a11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:50.866462 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04a504-1828-49d4-aa98-ce7044304a11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Pushing event updated for resources: {'Port': ['ID=55c58822-a18a-4840-b9a1-6519f06337e4,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:50.883026 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-cb04a504-1828-49d4-aa98-ce7044304a11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4172392 Nov 16 11:30:50.885886 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43244) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:50.894646 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:30:50.944679 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1646c06a-e5d9-4d25-acf3-76bea74865c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:50.949119 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-02632688-35aa-40e7-8d8c-1d1432ae7083 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8c5b26505ce44fcf9f1b35a78ab4d371&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0917490 Nov 16 11:30:50.978307 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:51.046762 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-20d1c0c9-cbf7-4eab-838f-f0179b7ef629 service neutron] 10.222.0.61 "GET /v2.0/networks/f04978c1-c257-48cf-8767-22c9cfb6cb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833011 Nov 16 11:30:51.139053 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1646c06a-e5d9-4d25-acf3-76bea74865c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:51.147285 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1646c06a-e5d9-4d25-acf3-76bea74865c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:51.149286 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-3a7b3700-d74c-4c49-b50b-d426245e07ed service neutron] 10.222.0.61 "GET /v2.0/networks/f04978c1-c257-48cf-8767-22c9cfb6cb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954554 Nov 16 11:30:51.192359 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1646c06a-e5d9-4d25-acf3-76bea74865c8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=01a7c71be9ce4606bb4ba8ed8e393b6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4550977 Nov 16 11:30:51.195347 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43248) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:51.220226 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646c06a-e5d9-4d25-acf3-76bea74865c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6061911e-cc49-4361-a6f6-09df8314e7ec,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:51.231227 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] device_id is not set on port 55c58822-a18a-4840-b9a1-6519f06337e4 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:30:51.239736 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:51.245703 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:51.250906 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2b29a498-abe1-4fb9-b9db-f946f849ce46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:51.297274 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2b29a498-abe1-4fb9-b9db-f946f849ce46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:51.311296 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Pushing event updated for resources: {'Port': ['ID=55c58822-a18a-4840-b9a1-6519f06337e4,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:51.324070 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:30:51.324400 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:30:51.324731 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 on network 109774f1-a54c-4f01-baed-0dda1e09d34c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:30:51.329712 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Port 55c58822-a18a-4840-b9a1-6519f06337e4 on network 109774f1-a54c-4f01-baed-0dda1e09d34c not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:30:51.330103 n-d-816823-3 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Failed to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 on host n-h1-816823-3 for vnic_type normal using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] Nov 16 11:30:51.330490 n-d-816823-3 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempt 2 to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 Nov 16 11:30:51.343455 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:30:51.343789 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:30:51.344118 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 on network 109774f1-a54c-4f01-baed-0dda1e09d34c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:30:51.349240 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Port 55c58822-a18a-4840-b9a1-6519f06337e4 on network 109774f1-a54c-4f01-baed-0dda1e09d34c not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:30:51.349414 n-d-816823-3 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Failed to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 on host n-h1-816823-3 for vnic_type normal using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] Nov 16 11:30:51.349811 n-d-816823-3 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempt 3 to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 Nov 16 11:30:51.357517 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2b29a498-abe1-4fb9-b9db-f946f849ce46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:51.360174 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650ad208-17b0-4463-a306-e3180eb33cdb x-openstack-request-id: req-650ad208-17b0-4463-a306-e3180eb33cdb {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:30:51.360468 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e2b6f6-4098-4d8f-bb30-07d27b9a7867", "name": "network-vif-deleted", "tag": "77de5036-c913-4a51-949b-bb9a82bebbdf", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:30:51.360716 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-650ad208-17b0-4463-a306-e3180eb33cdb {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:30:51.361624 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e2b6f6-4098-4d8f-bb30-07d27b9a7867', 'name': 'network-vif-deleted', 'tag': '77de5036-c913-4a51-949b-bb9a82bebbdf', 'status': 'completed', 'code': 200} Nov 16 11:30:51.362157 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2b29a498-abe1-4fb9-b9db-f946f849ce46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:51.364097 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2b29a498-abe1-4fb9-b9db-f946f849ce46 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6061911e-cc49-4361-a6f6-09df8314e7ec HTTP/1.1" status: 204 len: 168 time: 0.1670384 Nov 16 11:30:51.366744 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:30:51.367389 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:30:51.370253 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 on network 109774f1-a54c-4f01-baed-0dda1e09d34c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:30:51.377610 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Port 55c58822-a18a-4840-b9a1-6519f06337e4 on network 109774f1-a54c-4f01-baed-0dda1e09d34c not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:30:51.378540 n-d-816823-3 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Failed to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 on host n-h1-816823-3 for vnic_type normal using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] Nov 16 11:30:51.379094 n-d-816823-3 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempt 4 to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 Nov 16 11:30:51.391737 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b29a498-abe1-4fb9-b9db-f946f849ce46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6061911e-cc49-4361-a6f6-09df8314e7ec,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:51.397333 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:30:51.397688 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:30:51.398084 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 on network 109774f1-a54c-4f01-baed-0dda1e09d34c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:30:51.403565 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43258) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:51.411015 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Port 55c58822-a18a-4840-b9a1-6519f06337e4 on network 109774f1-a54c-4f01-baed-0dda1e09d34c not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:30:51.411337 n-d-816823-3 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Failed to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 on host n-h1-816823-3 for vnic_type normal using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] Nov 16 11:30:51.413017 n-d-816823-3 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempt 5 to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 Nov 16 11:30:51.438582 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:30:51.438922 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:30:51.439311 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 on network 109774f1-a54c-4f01-baed-0dda1e09d34c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:30:51.465247 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Port 55c58822-a18a-4840-b9a1-6519f06337e4 on network 109774f1-a54c-4f01-baed-0dda1e09d34c not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:30:51.465468 n-d-816823-3 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Failed to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 on host n-h1-816823-3 for vnic_type normal using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] Nov 16 11:30:51.467231 n-d-816823-3 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempt 6 to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 Nov 16 11:30:51.492925 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:30:51.493451 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:30:51.493761 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 on network 109774f1-a54c-4f01-baed-0dda1e09d34c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:30:51.497220 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9f8868a8-80c4-473d-b0b1-ff9e4a8eede8 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:51.505430 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Port 55c58822-a18a-4840-b9a1-6519f06337e4 on network 109774f1-a54c-4f01-baed-0dda1e09d34c not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:30:51.505768 n-d-816823-3 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Failed to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 on host n-h1-816823-3 for vnic_type normal using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] Nov 16 11:30:51.512526 n-d-816823-3 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempt 7 to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 Nov 16 11:30:51.529854 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:30:51.530211 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:30:51.530545 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 on network 109774f1-a54c-4f01-baed-0dda1e09d34c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:30:51.530672 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d9daf-72a6-4b29-95e5-b553b8ab4aa7 req-91fc4768-7737-4188-ba01-418e172bf3af tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:51.539697 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd7d9daf-72a6-4b29-95e5-b553b8ab4aa7 req-91fc4768-7737-4188-ba01-418e172bf3af tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 946 time: 0.0721979 Nov 16 11:30:51.542493 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Port 55c58822-a18a-4840-b9a1-6519f06337e4 on network 109774f1-a54c-4f01-baed-0dda1e09d34c not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:30:51.542780 n-d-816823-3 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Failed to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 on host n-h1-816823-3 for vnic_type normal using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] Nov 16 11:30:51.547124 n-d-816823-3 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempt 8 to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 Nov 16 11:30:51.552008 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9f8868a8-80c4-473d-b0b1-ff9e4a8eede8 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:51.575969 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:30:51.576233 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:30:51.576571 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 on network 109774f1-a54c-4f01-baed-0dda1e09d34c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:30:51.592679 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Port 55c58822-a18a-4840-b9a1-6519f06337e4 on network 109774f1-a54c-4f01-baed-0dda1e09d34c not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:30:51.593010 n-d-816823-3 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Failed to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 on host n-h1-816823-3 for vnic_type normal using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] Nov 16 11:30:51.596702 n-d-816823-3 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempt 9 to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 Nov 16 11:30:51.609965 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:30:51.609965 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:30:51.610389 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 on network 109774f1-a54c-4f01-baed-0dda1e09d34c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:30:51.616102 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Port 55c58822-a18a-4840-b9a1-6519f06337e4 on network 109774f1-a54c-4f01-baed-0dda1e09d34c not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:30:51.616572 n-d-816823-3 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Failed to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 on host n-h1-816823-3 for vnic_type normal using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] Nov 16 11:30:51.617646 n-d-816823-3 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempt 10 to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 Nov 16 11:30:51.625755 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd7d9daf-72a6-4b29-95e5-b553b8ab4aa7 req-96e389d0-629e-4ff3-9076-9de5af57f817 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850644 Nov 16 11:30:51.635816 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:30:51.636255 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:30:51.636933 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 on network 109774f1-a54c-4f01-baed-0dda1e09d34c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:30:51.643341 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Port 55c58822-a18a-4840-b9a1-6519f06337e4 on network 109774f1-a54c-4f01-baed-0dda1e09d34c not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:30:51.643844 n-d-816823-3 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Failed to bind port 55c58822-a18a-4840-b9a1-6519f06337e4 on host n-h1-816823-3 for vnic_type normal using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] Nov 16 11:30:51.644360 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:51.708276 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9f8868a8-80c4-473d-b0b1-ff9e4a8eede8 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:51.711015 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9f8868a8-80c4-473d-b0b1-ff9e4a8eede8 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:51.712276 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9f8868a8-80c4-473d-b0b1-ff9e4a8eede8 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "DELETE /v2.0/security-groups/e6e5dd01-3116-4e2d-8e80-fcccaa45ebe5 HTTP/1.1" status: 204 len: 168 time: 0.3076866 Nov 16 11:30:51.726773 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8868a8-80c4-473d-b0b1-ff9e4a8eede8 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e5dd01-3116-4e2d-8e80-fcccaa45ebe5,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:51.731733 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b6e2164-532a-4c9f-a666-f3837bb5a914 req-87f89e94-33d1-45ad-9579-0301a0447ea5 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 210 time: 0.0416138 Nov 16 11:30:51.786741 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] For port 55c58822-a18a-4840-b9a1-6519f06337e4, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:30:51.787211 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempted to set empty binding levels {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 16 11:30:51.795044 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:51.811824 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] In _notify_port_updated(), no bound segment for port 55c58822-a18a-4840-b9a1-6519f06337e4 on network 109774f1-a54c-4f01-baed-0dda1e09d34c {{(pid=102668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 11:30:51.812768 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:51.813392 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:51.815351 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] 10.222.0.61 "PUT /v2.0/ports/55c58822-a18a-4840-b9a1-6519f06337e4 HTTP/1.1" status: 200 len: 979 time: 0.9284143 Nov 16 11:30:51.818099 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43274) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:51.857664 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c7c25-ba2c-4e24-9b03-1d1941e31409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Pushing event updated for resources: {'Port': ['ID=55c58822-a18a-4840-b9a1-6519f06337e4,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:51.862814 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43276) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:51.878634 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b330596e-e085-48b4-b20a-beb7e0081257 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:51.964257 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b330596e-e085-48b4-b20a-beb7e0081257 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:51.968809 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b330596e-e085-48b4-b20a-beb7e0081257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:51.969090 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7a3af-c854-4d98-93f5-d6a6863d0d05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:51.969581 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7a3af-c854-4d98-93f5-d6a6863d0d05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:51.970027 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7a3af-c854-4d98-93f5-d6a6863d0d05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:51.970569 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7a3af-c854-4d98-93f5-d6a6863d0d05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:51.971532 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7a3af-c854-4d98-93f5-d6a6863d0d05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:51.971990 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7a3af-c854-4d98-93f5-d6a6863d0d05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:51.972724 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7a3af-c854-4d98-93f5-d6a6863d0d05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:51.973036 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7a3af-c854-4d98-93f5-d6a6863d0d05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:51.973497 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7a3af-c854-4d98-93f5-d6a6863d0d05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:51.974204 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7a3af-c854-4d98-93f5-d6a6863d0d05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:51.974483 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7a3af-c854-4d98-93f5-d6a6863d0d05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:51.974885 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7a3af-c854-4d98-93f5-d6a6863d0d05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:51.975472 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7a3af-c854-4d98-93f5-d6a6863d0d05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:51.975800 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7a3af-c854-4d98-93f5-d6a6863d0d05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:51.976253 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7a3af-c854-4d98-93f5-d6a6863d0d05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:51.976706 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7a3af-c854-4d98-93f5-d6a6863d0d05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:51.977165 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7a3af-c854-4d98-93f5-d6a6863d0d05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:51.977629 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7a3af-c854-4d98-93f5-d6a6863d0d05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:51.978098 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7a3af-c854-4d98-93f5-d6a6863d0d05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:51.978539 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7a3af-c854-4d98-93f5-d6a6863d0d05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:51.978989 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7a3af-c854-4d98-93f5-d6a6863d0d05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:51.979440 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7a3af-c854-4d98-93f5-d6a6863d0d05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:51.979889 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7a3af-c854-4d98-93f5-d6a6863d0d05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:51.980339 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7a3af-c854-4d98-93f5-d6a6863d0d05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:51.980785 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7a3af-c854-4d98-93f5-d6a6863d0d05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:51.981232 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7a3af-c854-4d98-93f5-d6a6863d0d05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:51.981682 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7a3af-c854-4d98-93f5-d6a6863d0d05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:51.982150 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7a3af-c854-4d98-93f5-d6a6863d0d05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:51.982598 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7a3af-c854-4d98-93f5-d6a6863d0d05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:51.983062 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7a3af-c854-4d98-93f5-d6a6863d0d05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:51.983491 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7a3af-c854-4d98-93f5-d6a6863d0d05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:51.983942 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7a3af-c854-4d98-93f5-d6a6863d0d05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:51.984395 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7a3af-c854-4d98-93f5-d6a6863d0d05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:51.984841 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7a3af-c854-4d98-93f5-d6a6863d0d05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:51.985295 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7a3af-c854-4d98-93f5-d6a6863d0d05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:51.985742 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7a3af-c854-4d98-93f5-d6a6863d0d05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:51.989514 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-59e7a3af-c854-4d98-93f5-d6a6863d0d05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 32517 time: 0.1703777 Nov 16 11:30:51.994553 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43278) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:52.014210 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b330596e-e085-48b4-b20a-beb7e0081257 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1e32f7e3aee047978039e4a45076c9d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1501677 Nov 16 11:30:52.016706 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43280) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:52.018801 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6d93f-2a80-4b81-a418-26eb080e1c62 req-4c724e1a-581c-40a4-af50-f3d2e1551016 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:52.021244 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c2a6d93f-2a80-4b81-a418-26eb080e1c62 req-4c724e1a-581c-40a4-af50-f3d2e1551016 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.1493287 Nov 16 11:30:52.023227 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b330596e-e085-48b4-b20a-beb7e0081257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2e0f5d-eba7-4a7e-966b-db64efe64194,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:52.078331 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8820d365-7181-48ba-8689-18bc67cd4295 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:52.102830 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8820d365-7181-48ba-8689-18bc67cd4295 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:52.126474 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c2a6d93f-2a80-4b81-a418-26eb080e1c62 req-5c86f749-e76e-4acf-af69-b8c9d495e33b tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797844 Nov 16 11:30:52.140018 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e7f6be98-6424-41e3-a2a5-4e558cce5675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Deleting port 55c58822-a18a-4840-b9a1-6519f06337e4 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:30:52.140352 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7f6be98-6424-41e3-a2a5-4e558cce5675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:52.165974 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8820d365-7181-48ba-8689-18bc67cd4295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:52.170068 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8820d365-7181-48ba-8689-18bc67cd4295 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:52.174375 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8820d365-7181-48ba-8689-18bc67cd4295 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1d2e0f5d-eba7-4a7e-966b-db64efe64194 HTTP/1.1" status: 204 len: 168 time: 0.1537762 Nov 16 11:30:52.181337 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43284) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:52.182174 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8820d365-7181-48ba-8689-18bc67cd4295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2e0f5d-eba7-4a7e-966b-db64efe64194,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:52.216761 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-e7f6be98-6424-41e3-a2a5-4e558cce5675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] For port 55c58822-a18a-4840-b9a1-6519f06337e4, host n-h1-816823-3, got binding levels [] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:30:52.217717 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7f6be98-6424-41e3-a2a5-4e558cce5675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:52.234197 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e7f6be98-6424-41e3-a2a5-4e558cce5675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Calling delete_port for 55c58822-a18a-4840-b9a1-6519f06337e4 owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:30:52.333713 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7f6be98-6424-41e3-a2a5-4e558cce5675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:52.370880 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f6be98-6424-41e3-a2a5-4e558cce5675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Pushing event deleted for resources: {'Port': ['ID=55c58822-a18a-4840-b9a1-6519f06337e4,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:52.386650 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7f6be98-6424-41e3-a2a5-4e558cce5675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:52.394635 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e7f6be98-6424-41e3-a2a5-4e558cce5675 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] 10.222.0.61 "DELETE /v2.0/ports/55c58822-a18a-4840-b9a1-6519f06337e4 HTTP/1.1" status: 204 len: 168 time: 0.3972683 Nov 16 11:30:52.395604 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43288) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:52.456337 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-c25de103-f19b-48b1-a36c-408f7dcc14eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] GET failed (client error): The resource could not be found. Nov 16 11:30:52.457899 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c25de103-f19b-48b1-a36c-408f7dcc14eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] 10.222.0.61 "GET /v2.0/ports/55c58822-a18a-4840-b9a1-6519f06337e4 HTTP/1.1" status: 404 len: 333 time: 0.0610738 Nov 16 11:30:52.464909 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43292) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:52.473193 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-e77cad1e-a05d-4ef8-aa6d-4da127e314be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1356085246', 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:30:52.511284 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac9334-d2b7-4d33-a9e2-ad23d3b1364f req-055b25c8-fc00-4258-a264-af860d9700aa tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:52.513648 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9fac9334-d2b7-4d33-a9e2-ad23d3b1364f req-055b25c8-fc00-4258-a264-af860d9700aa tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 946 time: 0.1030395 Nov 16 11:30:52.518916 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77cad1e-a05d-4ef8-aa6d-4da127e314be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Made reservation on behalf of 8af5fe1782534ac39a9a5c07c091ef5a for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:30:52.521562 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e77cad1e-a05d-4ef8-aa6d-4da127e314be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:52.557193 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-e77cad1e-a05d-4ef8-aa6d-4da127e314be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] device_id is not set on port 1a585430-52ff-4d9e-bfe6-790ef617ae81 yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:30:52.634525 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9fac9334-d2b7-4d33-a9e2-ad23d3b1364f req-a047f4d5-fd60-4a4b-9072-ccee9f31e1a9 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101346 Nov 16 11:30:52.733450 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-17e434ae-6285-441b-9661-03315c02bdb0 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:52.734971 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-17e434ae-6285-441b-9661-03315c02bdb0 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.64 "GET /v2.0/networks?id=f04978c1-c257-48cf-8767-22c9cfb6cb25 HTTP/1.1" status: 200 len: 817 time: 0.1889141 Nov 16 11:30:52.848839 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-1333a760-ec37-4abd-985b-926075285054 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c5b26505ce44fcf9f1b35a78ab4d371 HTTP/1.1" status: 200 len: 380 time: 0.0994053 Nov 16 11:30:52.862357 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-b805c102-6480-42c2-90c0-6dd45d3831e9 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Request body: {'port': {'device_id': '83afd9bf-2864-44f5-89f9-3a76d8abe36e', 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25', 'admin_state_up': True, 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'security_groups': ['fa6ae342-2104-4ae2-80e8-e3459beffa75']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:30:53.036764 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef289449-a2a0-469d-b92d-6498dafc0e40 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:53.103309 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-b805c102-6480-42c2-90c0-6dd45d3831e9 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Made reservation on behalf of 8c5b26505ce44fcf9f1b35a78ab4d371 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:30:53.105210 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d754a0-2934-4eab-b65b-bbfe8612d16a req-4bea7da4-7f52-44ca-be0e-3111a48a4fa0 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:53.106919 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-22d754a0-2934-4eab-b65b-bbfe8612d16a req-4bea7da4-7f52-44ca-be0e-3111a48a4fa0 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 946 time: 0.1119125 Nov 16 11:30:53.107073 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-b805c102-6480-42c2-90c0-6dd45d3831e9 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:53.117646 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e77cad1e-a05d-4ef8-aa6d-4da127e314be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:53.179953 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-22d754a0-2934-4eab-b65b-bbfe8612d16a req-7d092ad7-63f0-4acc-a3b4-c1f696e0fdc3 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603943 Nov 16 11:30:53.195300 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e77cad1e-a05d-4ef8-aa6d-4da127e314be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:53.238921 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77cad1e-a05d-4ef8-aa6d-4da127e314be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Network 109774f1-a54c-4f01-baed-0dda1e09d34c is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:30:53.244129 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-e77cad1e-a05d-4ef8-aa6d-4da127e314be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:30:53.247794 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77cad1e-a05d-4ef8-aa6d-4da127e314be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:30:53.248738 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77cad1e-a05d-4ef8-aa6d-4da127e314be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:53.249344 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e77cad1e-a05d-4ef8-aa6d-4da127e314be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:53.261966 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77cad1e-a05d-4ef8-aa6d-4da127e314be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Pushing event updated for resources: {'Port': ['ID=1a585430-52ff-4d9e-bfe6-790ef617ae81,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:53.278516 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e77cad1e-a05d-4ef8-aa6d-4da127e314be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8115277 Nov 16 11:30:53.279151 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43318) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:53.314928 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c39174d9-e946-4e08-8363-b33c8091a79f req-0ea01807-3999-48c1-bba0-999ba993f981 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 210 time: 0.0347033 Nov 16 11:30:53.358809 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ef2f8c-a135-4fb9-bf52-f2f85d3be4f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:53.362721 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e1ef2f8c-a135-4fb9-bf52-f2f85d3be4f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] 10.222.0.61 "GET /v2.0/ports/1a585430-52ff-4d9e-bfe6-790ef617ae81 HTTP/1.1" status: 200 len: 959 time: 0.0617626 Nov 16 11:30:53.364782 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43322) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:53.373181 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-b805c102-6480-42c2-90c0-6dd45d3831e9 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Allocated IP 172.20.0.11 (f04978c1-c257-48cf-8767-22c9cfb6cb25/d5fcc0bd-d8ea-41ad-86b1-2d27bd924015/f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:30:53.474794 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad2bd0-4fd3-42a9-b88e-3df432a90173 req-134914fb-54eb-49d3-9691-ee425f2fbb46 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:53.476282 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-56ad2bd0-4fd3-42a9-b88e-3df432a90173 req-134914fb-54eb-49d3-9691-ee425f2fbb46 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.0852346 Nov 16 11:30:53.507205 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e61a0d5a-5269-4b55-9531-f10551f806b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Deleting port 1a585430-52ff-4d9e-bfe6-790ef617ae81 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:30:53.507804 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e61a0d5a-5269-4b55-9531-f10551f806b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:53.581260 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-56ad2bd0-4fd3-42a9-b88e-3df432a90173 req-58cc06c4-b011-4df2-8080-5d2be3bdad32 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965514 Nov 16 11:30:53.589125 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ef289449-a2a0-469d-b92d-6498dafc0e40 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Deleting port 210ded90-12df-48a5-a657-c80f83e67f75 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:30:53.589538 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef289449-a2a0-469d-b92d-6498dafc0e40 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:53.596050 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e61a0d5a-5269-4b55-9531-f10551f806b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:53.596297 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-b805c102-6480-42c2-90c0-6dd45d3831e9 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:53.619130 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e61a0d5a-5269-4b55-9531-f10551f806b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Calling delete_port for 1a585430-52ff-4d9e-bfe6-790ef617ae81 owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:30:53.704055 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-ef289449-a2a0-469d-b92d-6498dafc0e40 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] For port 210ded90-12df-48a5-a657-c80f83e67f75, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=210ded90-12df-48a5-a657-c80f83e67f75,segment=NetworkSegment(d114ee64-6399-4cbb-b4e6-0cc02678fb09),segment_id=d114ee64-6399-4cbb-b4e6-0cc02678fb09)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:30:53.706221 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef289449-a2a0-469d-b92d-6498dafc0e40 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:53.710398 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e61a0d5a-5269-4b55-9531-f10551f806b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:53.716980 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-b805c102-6480-42c2-90c0-6dd45d3831e9 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:53.770250 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a0d5a-5269-4b55-9531-f10551f806b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a585430-52ff-4d9e-bfe6-790ef617ae81,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:53.776905 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e61a0d5a-5269-4b55-9531-f10551f806b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:53.780657 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e61a0d5a-5269-4b55-9531-f10551f806b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] 10.222.0.61 "DELETE /v2.0/ports/1a585430-52ff-4d9e-bfe6-790ef617ae81 HTTP/1.1" status: 204 len: 168 time: 0.4146516 Nov 16 11:30:53.790319 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43334) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:53.837202 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-135ab1b7-3331-4018-a00d-914f3418903d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] GET failed (client error): The resource could not be found. Nov 16 11:30:53.839041 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-135ab1b7-3331-4018-a00d-914f3418903d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] 10.222.0.61 "GET /v2.0/ports/1a585430-52ff-4d9e-bfe6-790ef617ae81 HTTP/1.1" status: 404 len: 333 time: 0.0477531 Nov 16 11:30:53.846177 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43336) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:53.857087 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-0f7e77b1-4c0d-46ab-b2da-e33b1e609902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Request body: {'port': {'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-824048035'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:30:53.886569 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e807b9-47af-40a9-a57f-9a801e75e9ca req-c89ae157-1bcb-481e-9ce8-e4b20818f28a tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:53.888251 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b3e807b9-47af-40a9-a57f-9a801e75e9ca req-c89ae157-1bcb-481e-9ce8-e4b20818f28a tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 946 time: 0.1156149 Nov 16 11:30:53.897472 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7e77b1-4c0d-46ab-b2da-e33b1e609902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Made reservation on behalf of 8af5fe1782534ac39a9a5c07c091ef5a for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:30:53.900166 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f7e77b1-4c0d-46ab-b2da-e33b1e609902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:53.936320 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-0f7e77b1-4c0d-46ab-b2da-e33b1e609902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] device_id is not set on port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:30:54.020095 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b3e807b9-47af-40a9-a57f-9a801e75e9ca req-68381751-a761-4437-855d-a4737729f51e tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124001 Nov 16 11:30:54.069763 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ef289449-a2a0-469d-b92d-6498dafc0e40 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Calling delete_port for 210ded90-12df-48a5-a657-c80f83e67f75 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:30:54.097805 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-b805c102-6480-42c2-90c0-6dd45d3831e9 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Network f04978c1-c257-48cf-8767-22c9cfb6cb25 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:30:54.129812 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-b805c102-6480-42c2-90c0-6dd45d3831e9 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:30:54.133598 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b805c102-6480-42c2-90c0-6dd45d3831e9 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Pushing event updated for resources: {'Port': ['ID=f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:54.136573 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-b805c102-6480-42c2-90c0-6dd45d3831e9 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:30:54.151441 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f7e77b1-4c0d-46ab-b2da-e33b1e609902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:54.195925 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f7e77b1-4c0d-46ab-b2da-e33b1e609902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:54.231050 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-b805c102-6480-42c2-90c0-6dd45d3831e9 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:54.231688 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-b805c102-6480-42c2-90c0-6dd45d3831e9 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:54.251218 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7e77b1-4c0d-46ab-b2da-e33b1e609902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Network 109774f1-a54c-4f01-baed-0dda1e09d34c is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:30:54.255059 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-0f7e77b1-4c0d-46ab-b2da-e33b1e609902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:30:54.259628 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7e77b1-4c0d-46ab-b2da-e33b1e609902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:30:54.260759 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7e77b1-4c0d-46ab-b2da-e33b1e609902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:54.261574 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f7e77b1-4c0d-46ab-b2da-e33b1e609902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:54.271615 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e77b1-4c0d-46ab-b2da-e33b1e609902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Pushing event updated for resources: {'Port': ['ID=765485c2-bcf0-4c22-a357-ad7f3e4b1846,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:54.305051 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0f7e77b1-4c0d-46ab-b2da-e33b1e609902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4543941 Nov 16 11:30:54.308762 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-b805c102-6480-42c2-90c0-6dd45d3831e9 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4512453 Nov 16 11:30:54.309182 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43354) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:54.318166 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:30:54.329099 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-5e6dd8da-1b05-4efc-9b6f-cb73502918b0 service neutron] Request body: {'port': {'device_id': '83afd9bf-2864-44f5-89f9-3a76d8abe36e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:30:54.378845 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a05f57-478f-4f76-9e34-442551c75f38 req-d694b3d9-cb14-4663-94b7-f99278538267 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:54.380489 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-05a05f57-478f-4f76-9e34-442551c75f38 req-d694b3d9-cb14-4663-94b7-f99278538267 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.64 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 946 time: 0.1960411 Nov 16 11:30:54.399310 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a7efa-ae9c-4e16-937b-13ffeeff57b6 req-655e56d2-90c1-451e-bfd0-d9e58c451c2a tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:54.409251 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-607a7efa-ae9c-4e16-937b-13ffeeff57b6 req-655e56d2-90c1-451e-bfd0-d9e58c451c2a tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 946 time: 0.1137040 Nov 16 11:30:54.476177 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-607a7efa-ae9c-4e16-937b-13ffeeff57b6 req-e74f0651-9c79-4b82-acfc-8c2def544063 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602841 Nov 16 11:30:54.491518 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-32b7072e-d6f1-4e7e-ad8f-669191cac4f0 None None] Provisioning complete for port f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:30:54.493132 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-32b7072e-d6f1-4e7e-ad8f-669191cac4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:54.513963 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:54.535654 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-32b7072e-d6f1-4e7e-ad8f-669191cac4f0 None None] Port f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:30:54.550621 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-5e6dd8da-1b05-4efc-9b6f-cb73502918b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:54.600942 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e1ca1-9c5f-48a3-a440-0b04f195a910 req-e64dfe37-0558-4175-8466-7d8211645433 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:54.602685 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a93e1ca1-9c5f-48a3-a440-0b04f195a910 req-e64dfe37-0558-4175-8466-7d8211645433 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 932 time: 0.0548151 Nov 16 11:30:54.659313 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a93e1ca1-9c5f-48a3-a440-0b04f195a910 req-68843b70-f81b-48af-a052-240a27fb7a14 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490291 Nov 16 11:30:54.737321 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef289449-a2a0-469d-b92d-6498dafc0e40 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:54.803242 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37609104-6729-4032-a85e-891c9317c067 req-674fe359-17cb-416e-9dd6-12535b84e5ad tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:54.805195 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-37609104-6729-4032-a85e-891c9317c067 req-674fe359-17cb-416e-9dd6-12535b84e5ad tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.0585284 Nov 16 11:30:54.837365 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef289449-a2a0-469d-b92d-6498dafc0e40 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event deleted for resources: {'Port': ['ID=210ded90-12df-48a5-a657-c80f83e67f75,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:54.849512 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-05a05f57-478f-4f76-9e34-442551c75f38 req-f63b6295-b758-4c24-a6c8-9ea4c5bcd1e8 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Deleting port 1cfe63ed-82d5-4e38-a615-f3b2c2acc877 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:30:54.849859 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-05a05f57-478f-4f76-9e34-442551c75f38 req-f63b6295-b758-4c24-a6c8-9ea4c5bcd1e8 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:54.874114 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-37609104-6729-4032-a85e-891c9317c067 req-c90ff4f8-a8d6-4008-9097-feb4adac0e72 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612514 Nov 16 11:30:55.156062 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa20ac-1d48-4289-87d4-8ae5811758cd req-41e32ce2-24db-4e63-9750-cf99b3a458db tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:55.158493 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-85fa20ac-1d48-4289-87d4-8ae5811758cd req-41e32ce2-24db-4e63-9750-cf99b3a458db tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 946 time: 0.0592699 Nov 16 11:30:55.197055 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-05a05f57-478f-4f76-9e34-442551c75f38 req-f63b6295-b758-4c24-a6c8-9ea4c5bcd1e8 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] For port 1cfe63ed-82d5-4e38-a615-f3b2c2acc877, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=1cfe63ed-82d5-4e38-a615-f3b2c2acc877,segment=NetworkSegment(b0fc45c9-2beb-4f49-9aad-62aa818b50ab),segment_id=b0fc45c9-2beb-4f49-9aad-62aa818b50ab)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:30:55.197659 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-05a05f57-478f-4f76-9e34-442551c75f38 req-f63b6295-b758-4c24-a6c8-9ea4c5bcd1e8 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:55.210670 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-85fa20ac-1d48-4289-87d4-8ae5811758cd req-75e59162-32b8-448a-8ed1-ae6a246c2103 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/security-groups?id=82c7f66c-d7f5-400b-a850-718f7eaca41d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460920 Nov 16 11:30:55.217024 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] device_id is not set on port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:30:55.240604 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:55.245637 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-05a05f57-478f-4f76-9e34-442551c75f38 req-f63b6295-b758-4c24-a6c8-9ea4c5bcd1e8 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Calling delete_port for 1cfe63ed-82d5-4e38-a615-f3b2c2acc877 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:30:55.258071 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43424) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:55.263079 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:55.373440 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-199beceb-1d6c-456e-b679-35c1800fd1f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:55.399089 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef289449-a2a0-469d-b92d-6498dafc0e40 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:55.417332 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Pushing event updated for resources: {'Port': ['ID=765485c2-bcf0-4c22-a357-ad7f3e4b1846,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:55.447830 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-5e6dd8da-1b05-4efc-9b6f-cb73502918b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:30:55.449388 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-199beceb-1d6c-456e-b679-35c1800fd1f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:55.453640 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-199beceb-1d6c-456e-b679-35c1800fd1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:55.465229 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-5e6dd8da-1b05-4efc-9b6f-cb73502918b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:55.495132 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-199beceb-1d6c-456e-b679-35c1800fd1f2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d640d574b6064841997b6f7750ff7d43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2335718 Nov 16 11:30:55.495132 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199beceb-1d6c-456e-b679-35c1800fd1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47764219-fbe4-47ab-a753-15d6af4c6219,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:55.495986 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43430) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:55.535628 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:30:55.535961 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:30:55.536285 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 on network 109774f1-a54c-4f01-baed-0dda1e09d34c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:30:55.551734 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b30db075-f3ea-4a2e-b021-991355e670d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:55.561998 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-5e6dd8da-1b05-4efc-9b6f-cb73502918b0 service neutron] Transition to ACTIVE for port object f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:30:55.565764 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 on network 109774f1-a54c-4f01-baed-0dda1e09d34c not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:30:55.565997 n-d-816823-3 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Failed to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 on host n-h1-816823-3 for vnic_type normal using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] Nov 16 11:30:55.568572 n-d-816823-3 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempt 2 to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 Nov 16 11:30:55.575521 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-5e6dd8da-1b05-4efc-9b6f-cb73502918b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:55.606856 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b30db075-f3ea-4a2e-b021-991355e670d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:55.642634 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7046ec-cf68-4dc3-9a8b-d760e89eea4d req-31d301ed-681f-4c9d-a890-536049d0c4b3 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:55.650158 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fc7046ec-cf68-4dc3-9a8b-d760e89eea4d req-31d301ed-681f-4c9d-a890-536049d0c4b3 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 946 time: 0.1000459 Nov 16 11:30:55.653593 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:30:55.653951 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:30:55.654367 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 on network 109774f1-a54c-4f01-baed-0dda1e09d34c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:30:55.703684 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 on network 109774f1-a54c-4f01-baed-0dda1e09d34c not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:30:55.703987 n-d-816823-3 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Failed to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 on host n-h1-816823-3 for vnic_type normal using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] Nov 16 11:30:55.709478 n-d-816823-3 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempt 3 to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 Nov 16 11:30:55.713208 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6dd8da-1b05-4efc-9b6f-cb73502918b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:55.722720 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fc7046ec-cf68-4dc3-9a8b-d760e89eea4d req-58eb5673-2690-4aaf-b145-6f372bdbe675 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693812 Nov 16 11:30:55.735547 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b30db075-f3ea-4a2e-b021-991355e670d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:55.737350 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b30db075-f3ea-4a2e-b021-991355e670d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:55.738522 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b30db075-f3ea-4a2e-b021-991355e670d1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/47764219-fbe4-47ab-a753-15d6af4c6219 HTTP/1.1" status: 204 len: 168 time: 0.2416418 Nov 16 11:30:55.750147 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:30:55.750495 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:30:55.750840 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 on network 109774f1-a54c-4f01-baed-0dda1e09d34c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:30:55.753189 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30db075-f3ea-4a2e-b021-991355e670d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47764219-fbe4-47ab-a753-15d6af4c6219,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:55.753647 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-05a05f57-478f-4f76-9e34-442551c75f38 req-f63b6295-b758-4c24-a6c8-9ea4c5bcd1e8 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:55.823385 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b6295-b758-4c24-a6c8-9ea4c5bcd1e8 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Pushing event deleted for resources: {'Port': ['ID=1cfe63ed-82d5-4e38-a615-f3b2c2acc877,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:55.862153 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6dd0a-988f-4516-b964-aec199f0598b req-a2ab03b9-ef7a-46f8-848a-c2735b79ba69 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:55.863229 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dba6dd0a-988f-4516-b964-aec199f0598b req-a2ab03b9-ef7a-46f8-848a-c2735b79ba69 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 944 time: 0.0704489 Nov 16 11:30:55.881298 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 on network 109774f1-a54c-4f01-baed-0dda1e09d34c not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:30:55.882828 n-d-816823-3 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Failed to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 on host n-h1-816823-3 for vnic_type normal using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] Nov 16 11:30:55.916657 n-d-816823-3 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempt 4 to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 Nov 16 11:30:55.978687 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dba6dd0a-988f-4516-b964-aec199f0598b req-b4583e1a-7e47-4001-bf2d-f999652d0f47 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036899 Nov 16 11:30:56.030324 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:30:56.030579 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:30:56.030883 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 on network 109774f1-a54c-4f01-baed-0dda1e09d34c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:30:56.033724 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a05f57-478f-4f76-9e34-442551c75f38 req-f63b6295-b758-4c24-a6c8-9ea4c5bcd1e8 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] No DVR routers for this DVR port 1cfe63ed-82d5-4e38-a615-f3b2c2acc877 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:30:56.135601 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b181799-7bb7-48bf-8bb1-e5f7ade5bb7f req-59359ddd-a702-43f9-a135-46c89699ec57 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:56.153038 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b181799-7bb7-48bf-8bb1-e5f7ade5bb7f req-59359ddd-a702-43f9-a135-46c89699ec57 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.0863216 Nov 16 11:30:56.182340 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43440) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:56.204841 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-540a6d9a-b4aa-4fcd-a88f-37950e7108f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:56.237740 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b181799-7bb7-48bf-8bb1-e5f7ade5bb7f req-9018eab8-1602-4c15-9d33-3e81b9ee2738 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816305 Nov 16 11:30:56.310810 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-540a6d9a-b4aa-4fcd-a88f-37950e7108f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:56.315758 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-540a6d9a-b4aa-4fcd-a88f-37950e7108f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:56.372384 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 1cfe63ed-82d5-4e38-a615-f3b2c2acc877 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:30:56.376501 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6da71614-0645-46e5-a4dd-710c8e923bb5 req-ca7e76b7-d136-4812-9bcd-56cc7ea610ae tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.61 "GET /v2.0/ports?device_id=23a3195c-d886-4b60-9d17-03aec03d84c7 HTTP/1.1" status: 200 len: 210 time: 0.0555615 Nov 16 11:30:56.386580 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-540a6d9a-b4aa-4fcd-a88f-37950e7108f5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3431c64316ca48a3b677c527b0191922&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2031870 Nov 16 11:30:56.387737 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a6d9a-b4aa-4fcd-a88f-37950e7108f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ff80c2-1c84-4f50-b0ef-74c2e6d6f889,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:56.390823 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43444) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:56.414564 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-05a05f57-478f-4f76-9e34-442551c75f38 req-f63b6295-b758-4c24-a6c8-9ea4c5bcd1e8 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:56.416938 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 1cfe63ed-82d5-4e38-a615-f3b2c2acc877 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:30:56.417282 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 1cfe63ed-82d5-4e38-a615-f3b2c2acc877 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:30:56.417966 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-05a05f57-478f-4f76-9e34-442551c75f38 req-f63b6295-b758-4c24-a6c8-9ea4c5bcd1e8 tempest-ServersNegativeTestJSON-20936014 tempest-ServersNegativeTestJSON-20936014-project] 10.222.0.64 "DELETE /v2.0/ports/1cfe63ed-82d5-4e38-a615-f3b2c2acc877 HTTP/1.1" status: 204 len: 173 time: 2.0227492 Nov 16 11:30:56.422699 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a3195c-d886-4b60-9d17-03aec03d84c7', 'name': 'network-vif-deleted', 'tag': '1cfe63ed-82d5-4e38-a615-f3b2c2acc877'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:30:56.425069 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867aa075-5be7-4993-8733-5be6f06dd3b9" -d '{"events": [{"server_uuid": "23a3195c-d886-4b60-9d17-03aec03d84c7", "name": "network-vif-deleted", "tag": "1cfe63ed-82d5-4e38-a615-f3b2c2acc877"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:30:56.448633 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 on network 109774f1-a54c-4f01-baed-0dda1e09d34c not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:30:56.448968 n-d-816823-3 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Failed to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 on host n-h1-816823-3 for vnic_type normal using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] Nov 16 11:30:56.459026 n-d-816823-3 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempt 5 to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 Nov 16 11:30:56.460538 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-97d876be-401d-4817-b48a-b0dd4ec12811 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:56.484411 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3060d0-0ff4-4d2f-a5ef-cc3da9fcd1dc x-openstack-request-id: req-be3060d0-0ff4-4d2f-a5ef-cc3da9fcd1dc {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:30:56.485022 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a3195c-d886-4b60-9d17-03aec03d84c7", "name": "network-vif-deleted", "tag": "1cfe63ed-82d5-4e38-a615-f3b2c2acc877", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:30:56.485022 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-be3060d0-0ff4-4d2f-a5ef-cc3da9fcd1dc {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:30:56.485340 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a3195c-d886-4b60-9d17-03aec03d84c7', 'name': 'network-vif-deleted', 'tag': '1cfe63ed-82d5-4e38-a615-f3b2c2acc877', 'status': 'completed', 'code': 200} Nov 16 11:30:56.486928 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-97d876be-401d-4817-b48a-b0dd4ec12811 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:56.511592 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:30:56.511995 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:30:56.512474 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 on network 109774f1-a54c-4f01-baed-0dda1e09d34c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:30:56.519783 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4042549f-ecef-44d0-b1a2-f42675cb636b req-900abd75-e3c0-4ca1-9996-bf09a433d383 service neutron] 10.222.0.64 "GET /v2.0/ports/1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866/bindings/n-h2-816823-3 HTTP/1.1" status: 200 len: 382 time: 0.7043669 Nov 16 11:30:56.527097 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-5e6dd8da-1b05-4efc-9b6f-cb73502918b0 service neutron] Attempting to bind port f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:30:56.527431 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-5e6dd8da-1b05-4efc-9b6f-cb73502918b0 service neutron] Attempting to bind port f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '1186fe7f-5dbc-4e04-af0c-6c5994d769cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:30:56.527837 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-5e6dd8da-1b05-4efc-9b6f-cb73502918b0 service neutron] Attempting to bind port f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375 on network f04978c1-c257-48cf-8767-22c9cfb6cb25 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:30:56.536295 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 on network 109774f1-a54c-4f01-baed-0dda1e09d34c not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:30:56.536593 n-d-816823-3 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Failed to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 on host n-h1-816823-3 for vnic_type normal using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] Nov 16 11:30:56.538988 n-d-816823-3 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempt 6 to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 Nov 16 11:30:56.542605 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-97d876be-401d-4817-b48a-b0dd4ec12811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:56.545813 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-97d876be-401d-4817-b48a-b0dd4ec12811 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:56.549582 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-97d876be-401d-4817-b48a-b0dd4ec12811 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/53ff80c2-1c84-4f50-b0ef-74c2e6d6f889 HTTP/1.1" status: 204 len: 168 time: 0.1550822 Nov 16 11:30:56.550027 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-5e6dd8da-1b05-4efc-9b6f-cb73502918b0 service neutron] Port f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375 on network f04978c1-c257-48cf-8767-22c9cfb6cb25 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:30:56.550365 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-5e6dd8da-1b05-4efc-9b6f-cb73502918b0 service neutron] Attempting to bind port f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375 on network f04978c1-c257-48cf-8767-22c9cfb6cb25 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:30:56.557342 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d876be-401d-4817-b48a-b0dd4ec12811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ff80c2-1c84-4f50-b0ef-74c2e6d6f889,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:56.571670 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-5e6dd8da-1b05-4efc-9b6f-cb73502918b0 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:30:56.572029 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-5e6dd8da-1b05-4efc-9b6f-cb73502918b0 service neutron] Checking segment: {'id': '1186fe7f-5dbc-4e04-af0c-6c5994d769cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:30:56.572410 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-5e6dd8da-1b05-4efc-9b6f-cb73502918b0 service neutron] Bound using segment: {'id': '1186fe7f-5dbc-4e04-af0c-6c5994d769cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:30:56.572860 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-5e6dd8da-1b05-4efc-9b6f-cb73502918b0 service neutron] Bound port: f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1186fe7f-5dbc-4e04-af0c-6c5994d769cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:30:56.573202 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-5e6dd8da-1b05-4efc-9b6f-cb73502918b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:56.580355 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:30:56.580632 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:30:56.580977 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 on network 109774f1-a54c-4f01-baed-0dda1e09d34c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:30:56.594389 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef289449-a2a0-469d-b92d-6498dafc0e40 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Router 8e334579-0893-481e-9ba3-9767a9d72a78 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:30:56.604330 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 on network 109774f1-a54c-4f01-baed-0dda1e09d34c not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:30:56.604796 n-d-816823-3 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Failed to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 on host n-h1-816823-3 for vnic_type normal using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] Nov 16 11:30:56.624219 n-d-816823-3 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempt 7 to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 Nov 16 11:30:56.697990 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:30:56.698410 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:30:56.698911 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 on network 109774f1-a54c-4f01-baed-0dda1e09d34c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:30:56.782206 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 on network 109774f1-a54c-4f01-baed-0dda1e09d34c not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:30:56.782581 n-d-816823-3 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Failed to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 on host n-h1-816823-3 for vnic_type normal using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] Nov 16 11:30:56.787197 n-d-816823-3 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempt 8 to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 Nov 16 11:30:56.810079 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-5e6dd8da-1b05-4efc-9b6f-cb73502918b0 service neutron] For port f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:30:56.823857 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:30:56.824202 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:30:56.824543 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 on network 109774f1-a54c-4f01-baed-0dda1e09d34c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:30:56.834572 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-5e6dd8da-1b05-4efc-9b6f-cb73502918b0 service neutron] For port f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375,segment=NetworkSegment(1186fe7f-5dbc-4e04-af0c-6c5994d769cc),segment_id=1186fe7f-5dbc-4e04-af0c-6c5994d769cc)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:30:56.844080 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-5e6dd8da-1b05-4efc-9b6f-cb73502918b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:56.845909 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 on network 109774f1-a54c-4f01-baed-0dda1e09d34c not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:30:56.846385 n-d-816823-3 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Failed to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 on host n-h1-816823-3 for vnic_type normal using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] Nov 16 11:30:56.852013 n-d-816823-3 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempt 9 to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 Nov 16 11:30:56.863242 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb3d35-2580-4614-95fd-50322a62d89d req-d1daaf31-20fe-4c3b-93d4-b699017dd3c0 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:56.865190 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-debb3d35-2580-4614-95fd-50322a62d89d req-d1daaf31-20fe-4c3b-93d4-b699017dd3c0 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 946 time: 0.0645001 Nov 16 11:30:56.873099 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042549f-ecef-44d0-b1a2-f42675cb636b req-9677625b-b57a-4744-8b69-0e51cc9064ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:56.875001 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4042549f-ecef-44d0-b1a2-f42675cb636b req-9677625b-b57a-4744-8b69-0e51cc9064ee service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1&tenant_id=e86b42204c7f435e8eff5558272e51a5 HTTP/1.1" status: 200 len: 1101 time: 0.1371114 Nov 16 11:30:56.907897 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-5e6dd8da-1b05-4efc-9b6f-cb73502918b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:56.908587 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-5e6dd8da-1b05-4efc-9b6f-cb73502918b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:56.910024 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-5e6dd8da-1b05-4efc-9b6f-cb73502918b0 service neutron] 10.222.0.64 "PUT /v2.0/ports/f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375 HTTP/1.1" status: 200 len: 1092 time: 2.5874393 Nov 16 11:30:56.925252 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:30:56.925994 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:30:56.926546 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 on network 109774f1-a54c-4f01-baed-0dda1e09d34c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:30:56.957025 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-debb3d35-2580-4614-95fd-50322a62d89d req-9f0f9f6e-3fa6-46e4-91fe-d8299d489dc1 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847952 Nov 16 11:30:56.964254 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef289449-a2a0-469d-b92d-6498dafc0e40 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:30:56.971065 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ef289449-a2a0-469d-b92d-6498dafc0e40 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "PUT /v2.0/routers/8e334579-0893-481e-9ba3-9767a9d72a78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7669799 Nov 16 11:30:56.980483 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43460) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:56.992218 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd3bdc4-b579-4226-a44e-87824810ad47 None None] Sync routers for ids ['8e334579-0893-481e-9ba3-9767a9d72a78'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:30:57.016081 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 on network 109774f1-a54c-4f01-baed-0dda1e09d34c not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:30:57.016726 n-d-816823-3 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Failed to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 on host n-h1-816823-3 for vnic_type normal using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] Nov 16 11:30:57.025583 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd3bdc4-b579-4226-a44e-87824810ad47 None None] Routers {'8e334579-0893-481e-9ba3-9767a9d72a78'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:30:57.026695 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2dd3bdc4-b579-4226-a44e-87824810ad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:30:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['8e334579-0893-481e-9ba3-9767a9d72a78'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:30:57.029660 n-d-816823-3 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempt 10 to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 Nov 16 11:30:57.086681 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6dd8da-1b05-4efc-9b6f-cb73502918b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:57.119970 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:30:57.139170 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:30:57.139671 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempting to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 on network 109774f1-a54c-4f01-baed-0dda1e09d34c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:30:57.166127 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042549f-ecef-44d0-b1a2-f42675cb636b req-66cc37ad-94e5-427e-9404-ad201cb2b8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:57.167674 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4042549f-ecef-44d0-b1a2-f42675cb636b req-66cc37ad-94e5-427e-9404-ad201cb2b8a7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e86b42204c7f435e8eff5558272e51a5&device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 1101 time: 0.2550623 Nov 16 11:30:57.206162 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-c00211b6-f636-412c-aced-3bc36d67ec32 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Deleting subnet 439b21da-d2d8-4d2a-b63e-0854dcf3521b {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:30:57.206361 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 on network 109774f1-a54c-4f01-baed-0dda1e09d34c not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:30:57.206683 n-d-816823-3 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Failed to bind port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 on host n-h1-816823-3 for vnic_type normal using segments [{'id': '5afda71a-7bba-4931-9464-260ab46e5c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '109774f1-a54c-4f01-baed-0dda1e09d34c'}] Nov 16 11:30:57.207053 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:57.230327 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c884f5-cc67-4b10-b8e5-78404e7c6675 req-23aafa22-6d83-49a4-ad44-23b8715c3b13 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:57.239547 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-69c884f5-cc67-4b10-b8e5-78404e7c6675 req-23aafa22-6d83-49a4-ad44-23b8715c3b13 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 944 time: 0.1090918 Nov 16 11:30:57.243535 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-2dd3bdc4-b579-4226-a44e-87824810ad47 None None] Set router 8e334579-0893-481e-9ba3-9767a9d72a78 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:30:57.260078 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c00211b6-f636-412c-aced-3bc36d67ec32 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:57.265541 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-34231a3b-be15-4779-815a-3e936cdc0fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:57.267087 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-34231a3b-be15-4779-815a-3e936cdc0fe1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8c5b26505ce44fcf9f1b35a78ab4d371&device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 1095 time: 0.2921939 Nov 16 11:30:57.308108 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-69c884f5-cc67-4b10-b8e5-78404e7c6675 req-057997f3-5e0c-45c7-ba93-07738019691d tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641713 Nov 16 11:30:57.368482 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-5b6c2850-eb3a-4dde-a75f-c61b7bef31fa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375 HTTP/1.1" status: 200 len: 217 time: 0.0785444 Nov 16 11:30:57.404198 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c00211b6-f636-412c-aced-3bc36d67ec32 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:57.459309 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9561cb0-4e22-4de6-bf8a-d849b41e5c05 req-d94bb188-e937-4fbd-91d7-0e5cbfaa6fff tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:57.461286 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e9561cb0-4e22-4de6-bf8a-d849b41e5c05 req-d94bb188-e937-4fbd-91d7-0e5cbfaa6fff tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.0636528 Nov 16 11:30:57.505786 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042549f-ecef-44d0-b1a2-f42675cb636b req-d37b8dd1-ad4a-452a-8411-6ebd9ca8ecf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:57.507149 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4042549f-ecef-44d0-b1a2-f42675cb636b req-d37b8dd1-ad4a-452a-8411-6ebd9ca8ecf6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.3302379 Nov 16 11:30:57.513946 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] For port 765485c2-bcf0-4c22-a357-ad7f3e4b1846, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:30:57.514365 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attempted to set empty binding levels {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 16 11:30:57.519375 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2dd3bdc4-b579-4226-a44e-87824810ad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'name': 'tempest-TestNetworkBasicOps-router-489662568', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:27:41Z', 'updated_at': '2021-11-16T11:30:54Z', 'revision_number': 7, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'gw_port': {'id': '7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:27:42Z', 'updated_at': '2021-11-16T11:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:30:57.521628 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-38304a72-447c-49f6-9c75-fd5ea7067a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:57.523159 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-38304a72-447c-49f6-9c75-fd5ea7067a0a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d5fcc0bd-d8ea-41ad-86b1-2d27bd924015 HTTP/1.1" status: 200 len: 856 time: 0.1435888 Nov 16 11:30:57.532637 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e9561cb0-4e22-4de6-bf8a-d849b41e5c05 req-0a7932c9-cb08-45cb-9c5f-04426d692110 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590863 Nov 16 11:30:57.536254 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:57.559368 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd3bdc4-b579-4226-a44e-87824810ad47 None None] Checking router: 8e334579-0893-481e-9ba3-9767a9d72a78 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:30:57.572249 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd3bdc4-b579-4226-a44e-87824810ad47 None None] Routers {'8e334579-0893-481e-9ba3-9767a9d72a78'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:30:57.573339 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2dd3bdc4-b579-4226-a44e-87824810ad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:30:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['8e334579-0893-481e-9ba3-9767a9d72a78'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:30:57.602423 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43480) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:57.622172 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4042549f-ecef-44d0-b1a2-f42675cb636b req-9af1f312-42ff-4fb0-8462-46a04136741b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866 HTTP/1.1" status: 200 len: 217 time: 0.1025403 Nov 16 11:30:57.661992 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] In _notify_port_updated(), no bound segment for port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 on network 109774f1-a54c-4f01-baed-0dda1e09d34c {{(pid=102668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 11:30:57.662855 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:57.663464 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:57.667248 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-52edfed3-a4dd-4351-8d00-07f0e53781a0 admin admin] Deleting subnet 353e6c5a-de1d-40fd-a1b8-057b0bade2ea {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:30:57.667653 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] 10.222.0.61 "PUT /v2.0/ports/765485c2-bcf0-4c22-a357-ad7f3e4b1846 HTTP/1.1" status: 200 len: 978 time: 3.3557785 Nov 16 11:30:57.671080 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43482) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:57.674332 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-52edfed3-a4dd-4351-8d00-07f0e53781a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:57.717413 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c00211b6-f636-412c-aced-3bc36d67ec32 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:57.723333 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-2dd3bdc4-b579-4226-a44e-87824810ad47 None None] Set router 8e334579-0893-481e-9ba3-9767a9d72a78 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:30:57.745103 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38474f0e-e325-4a38-8a12-0a24cd53f8d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Pushing event updated for resources: {'Port': ['ID=765485c2-bcf0-4c22-a357-ad7f3e4b1846,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:57.773218 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-758cb7e7-8e8f-4e54-b1dc-0b55bcf00c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:57.774679 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-758cb7e7-8e8f-4e54-b1dc-0b55bcf00c48 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f04978c1-c257-48cf-8767-22c9cfb6cb25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2399964 Nov 16 11:30:57.778567 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042549f-ecef-44d0-b1a2-f42675cb636b req-26e4afc1-683c-448e-86fb-f01da304de3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:57.779960 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4042549f-ecef-44d0-b1a2-f42675cb636b req-26e4afc1-683c-448e-86fb-f01da304de3a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.1414926 Nov 16 11:30:57.783587 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-52edfed3-a4dd-4351-8d00-07f0e53781a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:57.842876 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b2fae7ba-d151-4b66-8976-d2244ac41041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Deleting port 765485c2-bcf0-4c22-a357-ad7f3e4b1846 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:30:57.843220 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b2fae7ba-d151-4b66-8976-d2244ac41041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:57.844166 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c00211b6-f636-412c-aced-3bc36d67ec32 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:57.847048 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-52edfed3-a4dd-4351-8d00-07f0e53781a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:57.936064 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00211b6-f636-412c-aced-3bc36d67ec32 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event deleted for resources: {'Subnet': ['ID=439b21da-d2d8-4d2a-b63e-0854dcf3521b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:57.943995 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c00211b6-f636-412c-aced-3bc36d67ec32 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:57.947698 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c00211b6-f636-412c-aced-3bc36d67ec32 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "DELETE /v2.0/subnets/439b21da-d2d8-4d2a-b63e-0854dcf3521b HTTP/1.1" status: 204 len: 168 time: 0.9657316 Nov 16 11:30:57.950971 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43492) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:57.962818 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbac934f-8795-49fb-91e8-9903c19218a6 None None] Network bbdfa3d4-8860-47b9-95de-528ad5f17ca5 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:30:57.963212 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-b2fae7ba-d151-4b66-8976-d2244ac41041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] For port 765485c2-bcf0-4c22-a357-ad7f3e4b1846, host n-h1-816823-3, got binding levels [] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:30:57.963821 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b2fae7ba-d151-4b66-8976-d2244ac41041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:57.983088 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b2fae7ba-d151-4b66-8976-d2244ac41041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Calling delete_port for 765485c2-bcf0-4c22-a357-ad7f3e4b1846 owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:30:58.041766 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-52edfed3-a4dd-4351-8d00-07f0e53781a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:58.075158 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52edfed3-a4dd-4351-8d00-07f0e53781a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=353e6c5a-de1d-40fd-a1b8-057b0bade2ea,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:58.084270 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:58.087192 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-52edfed3-a4dd-4351-8d00-07f0e53781a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:58.094511 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-52edfed3-a4dd-4351-8d00-07f0e53781a0 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/353e6c5a-de1d-40fd-a1b8-057b0bade2ea HTTP/1.1" status: 204 len: 168 time: 0.4906523 Nov 16 11:30:58.102648 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43498) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:58.106568 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6b36657-7b9d-4966-9a71-5d0130b8b2bb tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:58.182872 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2dd3bdc4-b579-4226-a44e-87824810ad47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'name': 'tempest-TestNetworkBasicOps-router-489662568', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:27:41Z', 'updated_at': '2021-11-16T11:30:54Z', 'revision_number': 7, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'gw_port': {'id': '7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:27:42Z', 'updated_at': '2021-11-16T11:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:30:58.212019 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd3bdc4-b579-4226-a44e-87824810ad47 None None] The sync data for ids ['8e334579-0893-481e-9ba3-9767a9d72a78'] in n-d-816823-3 is: [{'id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'name': 'tempest-TestNetworkBasicOps-router-489662568', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:27:41Z', 'updated_at': '2021-11-16T11:30:54Z', 'revision_number': 7, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'gw_port': {'id': '7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e334579-0893-481e-9ba3-9767a9d72a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:27:42Z', 'updated_at': '2021-11-16T11:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:30:58.227747 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042549f-ecef-44d0-b1a2-f42675cb636b req-df9df6ad-bda7-4ae4-989e-c6ed0b15de26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:58.229440 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4042549f-ecef-44d0-b1a2-f42675cb636b req-df9df6ad-bda7-4ae4-989e-c6ed0b15de26 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4048808 Nov 16 11:30:58.279580 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dc0c77e7-2374-4d65-b216-237dc5a6023c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:58.292442 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8fb6c-ea0c-4472-8a77-12510d5e8503 req-f6919a19-ed5d-41d9-b26a-5f79897ac208 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:58.300616 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2bf8fb6c-ea0c-4472-8a77-12510d5e8503 req-f6919a19-ed5d-41d9-b26a-5f79897ac208 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 946 time: 0.1988471 Nov 16 11:30:58.309531 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b2fae7ba-d151-4b66-8976-d2244ac41041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:58.328493 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-c1bda104-7000-4847-a9ec-4bd9b6f84257 service neutron] 10.222.0.64 "GET /v2.0/networks/f04978c1-c257-48cf-8767-22c9cfb6cb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5180800 Nov 16 11:30:58.357627 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fae7ba-d151-4b66-8976-d2244ac41041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Pushing event deleted for resources: {'Port': ['ID=765485c2-bcf0-4c22-a357-ad7f3e4b1846,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:58.370827 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b2fae7ba-d151-4b66-8976-d2244ac41041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:58.373962 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b2fae7ba-d151-4b66-8976-d2244ac41041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] 10.222.0.61 "DELETE /v2.0/ports/765485c2-bcf0-4c22-a357-ad7f3e4b1846 HTTP/1.1" status: 204 len: 168 time: 0.7016959 Nov 16 11:30:58.380453 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43508) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:58.411947 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6b36657-7b9d-4966-9a71-5d0130b8b2bb tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:58.444616 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-402c008f-ebf7-4cdb-afaa-bfe84a3c76e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] GET failed (client error): The resource could not be found. Nov 16 11:30:58.449188 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-402c008f-ebf7-4cdb-afaa-bfe84a3c76e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1901140181-project-admin] 10.222.0.61 "GET /v2.0/ports/765485c2-bcf0-4c22-a357-ad7f3e4b1846 HTTP/1.1" status: 404 len: 333 time: 0.0646803 Nov 16 11:30:58.454264 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43514) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:58.473957 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2bf8fb6c-ea0c-4472-8a77-12510d5e8503 req-8056a7b7-653a-49f6-9586-dcec379b0751 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724701 Nov 16 11:30:58.490545 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dc0c77e7-2374-4d65-b216-237dc5a6023c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:58.490736 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83afd9bf-2864-44f5-89f9-3a76d8abe36e', 'tag': 'f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:30:58.493024 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544fa30b-8866-4aec-9ef3-de84874c40d6" -d '{"events": [{"name": "network-changed", "server_uuid": "83afd9bf-2864-44f5-89f9-3a76d8abe36e", "tag": "f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:30:58.526794 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4042549f-ecef-44d0-b1a2-f42675cb636b req-ddf628a8-a629-4473-a980-36592486f02c service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837698 Nov 16 11:30:58.531838 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-dc0c77e7-2374-4d65-b216-237dc5a6023c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a347c0b-70fe-4059-8e4c-7d26043c2cab']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:30:58.546576 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-dc0c77e7-2374-4d65-b216-237dc5a6023c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0fc45c9-2beb-4f49-9aad-62aa818b50ab') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:30:58.546920 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-dc0c77e7-2374-4d65-b216-237dc5a6023c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0fc45c9-2beb-4f49-9aad-62aa818b50ab') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:30:58.557995 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dc0c77e7-2374-4d65-b216-237dc5a6023c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:58.619069 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dc0c77e7-2374-4d65-b216-237dc5a6023c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:58.624535 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a66f5e-8ee3-4d36-8601-7ffd2c984a1f None None] DHCP port deletion for bbdfa3d4-8860-47b9-95de-528ad5f17ca5 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:30:58.630131 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc0c77e7-2374-4d65-b216-237dc5a6023c admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:30:58.630536 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dc0c77e7-2374-4d65-b216-237dc5a6023c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:58.632294 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:30:58.632294 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:30:58.632294 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:30:58.632294 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:30:58.632294 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:30:58.632294 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:30:58.632294 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:30:58.632294 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:30:58.632294 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:30:58.632294 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:30:58.632294 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:30:58.632294 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:30:58.632294 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:30:58.632294 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:30:58.632294 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:30:58.632294 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:30:58.632294 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:30:58.632294 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:30:58.632294 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:30:58.632294 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:30:58.632294 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:30:58.632294 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:30:58.632294 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:30:58.632294 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:30:58.632294 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:30:58.632294 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:30:58.632294 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:30:58.632294 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:30:58.632294 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:30:58.632294 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:30:58.632294 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:30:58.632294 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:30:58.651639 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3ec4452b-e8c8-4997-bce4-03202bd182a9 req-81253347-c905-4be2-8620-7e387e16b101 service neutron] 10.222.0.64 "GET /v2.0/networks/f04978c1-c257-48cf-8767-22c9cfb6cb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155594 Nov 16 11:30:58.692136 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-28a66f5e-8ee3-4d36-8601-7ffd2c984a1f None None] Deleting port 966cdce7-cf02-442e-8795-203e4c79ce91 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:30:58.692390 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cba66b52-935b-40b5-83de-db7baac1cd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:58.693087 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-28a66f5e-8ee3-4d36-8601-7ffd2c984a1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:58.697377 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-e6b36657-7b9d-4966-9a71-5d0130b8b2bb tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Deleting port 7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:30:58.697713 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6b36657-7b9d-4966-9a71-5d0130b8b2bb tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:58.727060 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dc0c77e7-2374-4d65-b216-237dc5a6023c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:58.739438 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dc0c77e7-2374-4d65-b216-237dc5a6023c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:58.746092 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-dc0c77e7-2374-4d65-b216-237dc5a6023c admin admin] 10.222.0.61 "DELETE /v2.0/networks/9a347c0b-70fe-4059-8e4c-7d26043c2cab HTTP/1.1" status: 204 len: 168 time: 0.6420572 Nov 16 11:30:58.775919 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20f9d2-315a-43ef-b305-e054dfc5b21d req-61f04b94-e3fd-41da-8245-15e1c75cb915 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:58.785870 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aa20f9d2-315a-43ef-b305-e054dfc5b21d req-61f04b94-e3fd-41da-8245-15e1c75cb915 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 944 time: 0.2204282 Nov 16 11:30:58.789246 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0c77e7-2374-4d65-b216-237dc5a6023c admin admin] Pushing event deleted for resources: {'Network': ['ID=9a347c0b-70fe-4059-8e4c-7d26043c2cab,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:58.818748 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-28a66f5e-8ee3-4d36-8601-7ffd2c984a1f None None] For port 966cdce7-cf02-442e-8795-203e4c79ce91, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=966cdce7-cf02-442e-8795-203e4c79ce91,segment=NetworkSegment(d114ee64-6399-4cbb-b4e6-0cc02678fb09),segment_id=d114ee64-6399-4cbb-b4e6-0cc02678fb09)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:30:58.819158 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-28a66f5e-8ee3-4d36-8601-7ffd2c984a1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:58.835061 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-28a66f5e-8ee3-4d36-8601-7ffd2c984a1f None None] Calling delete_port for 966cdce7-cf02-442e-8795-203e4c79ce91 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:30:58.894598 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aa20f9d2-315a-43ef-b305-e054dfc5b21d req-7ebdc5be-6bfe-4dbe-b97b-5ead94b69e4c tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997691 Nov 16 11:30:58.933792 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4042549f-ecef-44d0-b1a2-f42675cb636b req-8a4d5776-cfda-43f5-9f3a-05fb4327aefa service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696678 Nov 16 11:30:58.937767 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:58.958522 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2d7b01-ed34-45b9-866b-45a5d67fdb06 x-openstack-request-id: req-1a2d7b01-ed34-45b9-866b-45a5d67fdb06 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:30:58.960834 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83afd9bf-2864-44f5-89f9-3a76d8abe36e", "tag": "f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:30:58.961212 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1a2d7b01-ed34-45b9-866b-45a5d67fdb06 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:30:58.961829 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83afd9bf-2864-44f5-89f9-3a76d8abe36e', 'tag': 'f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375', 'status': 'completed', 'code': 200} Nov 16 11:30:59.010032 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-28a66f5e-8ee3-4d36-8601-7ffd2c984a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:59.050298 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a66f5e-8ee3-4d36-8601-7ffd2c984a1f None None] Pushing event deleted for resources: {'Port': ['ID=966cdce7-cf02-442e-8795-203e4c79ce91,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:59.056362 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a66f5e-8ee3-4d36-8601-7ffd2c984a1f None None] No DVR routers for this DVR port 966cdce7-cf02-442e-8795-203e4c79ce91 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:30:59.130554 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248a9e7-1ef0-48c3-9105-68ca3bfd8681 req-067af2ea-0ba3-42ca-882a-1c686d0d1247 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:59.131888 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1248a9e7-1ef0-48c3-9105-68ca3bfd8681 req-067af2ea-0ba3-42ca-882a-1c686d0d1247 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.1157305 Nov 16 11:30:59.141770 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-e6b36657-7b9d-4966-9a71-5d0130b8b2bb tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] For port 7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:30:59.143063 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6b36657-7b9d-4966-9a71-5d0130b8b2bb tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:59.145663 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43556) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:59.151700 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cba66b52-935b-40b5-83de-db7baac1cd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:59.181764 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-e6b36657-7b9d-4966-9a71-5d0130b8b2bb tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Calling delete_port for 7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:30:59.188120 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-cba66b52-935b-40b5-83de-db7baac1cd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['109774f1-a54c-4f01-baed-0dda1e09d34c']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:30:59.208542 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-cba66b52-935b-40b5-83de-db7baac1cd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5afda71a-7bba-4931-9464-260ab46e5c0e') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:30:59.208894 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-cba66b52-935b-40b5-83de-db7baac1cd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5afda71a-7bba-4931-9464-260ab46e5c0e') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:30:59.239088 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3dec509d-a240-4505-921d-f85e4ce61092 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d9c312f535cb4cf58448c066749083fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0835550 Nov 16 11:30:59.241546 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1248a9e7-1ef0-48c3-9105-68ca3bfd8681 req-4dc4250c-eadf-4e78-9437-6366e62cd6b6 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969489 Nov 16 11:30:59.242033 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43560) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:59.260676 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544fa30b-8866-4aec-9ef3-de84874c40d6 req-a62dc602-247c-41c8-8b12-68ea78346b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:59.262232 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-544fa30b-8866-4aec-9ef3-de84874c40d6 req-a62dc602-247c-41c8-8b12-68ea78346b1b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8c5b26505ce44fcf9f1b35a78ab4d371&device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 1095 time: 0.2787325 Nov 16 11:30:59.271527 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cba66b52-935b-40b5-83de-db7baac1cd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:59.296193 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1d921b73-6b22-4bda-b9aa-715ea8d59670 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:59.319586 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1d921b73-6b22-4bda-b9aa-715ea8d59670 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:59.340204 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cba66b52-935b-40b5-83de-db7baac1cd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:59.356354 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cba66b52-935b-40b5-83de-db7baac1cd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:30:59.356753 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cba66b52-935b-40b5-83de-db7baac1cd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:59.361456 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:30:59.361456 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:30:59.361456 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:30:59.361456 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:30:59.361456 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:30:59.361456 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:30:59.361456 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:30:59.361456 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:30:59.361456 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:30:59.361456 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:30:59.361456 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:30:59.361456 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:30:59.361456 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:30:59.361456 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:30:59.361456 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:30:59.361456 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:30:59.361456 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:30:59.361456 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:30:59.361456 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:30:59.361456 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:30:59.361456 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:30:59.361456 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:30:59.361456 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:30:59.361456 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:30:59.361456 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:30:59.361456 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:30:59.361456 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:30:59.361456 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:30:59.361456 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:30:59.361456 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:30:59.361456 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:30:59.361456 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:30:59.376020 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1d921b73-6b22-4bda-b9aa-715ea8d59670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:59.379290 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1d921b73-6b22-4bda-b9aa-715ea8d59670 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:59.380473 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1d921b73-6b22-4bda-b9aa-715ea8d59670 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/82c7f66c-d7f5-400b-a850-718f7eaca41d HTTP/1.1" status: 204 len: 168 time: 0.1375346 Nov 16 11:30:59.388911 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d921b73-6b22-4bda-b9aa-715ea8d59670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c7f66c-d7f5-400b-a850-718f7eaca41d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:59.503700 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43566) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:30:59.657317 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b2415-bfc6-4023-8f05-7a4a987308dd req-aa0c7f08-945a-43d4-b594-a4dd53175a19 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:59.671023 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2b3b2415-bfc6-4023-8f05-7a4a987308dd req-aa0c7f08-945a-43d4-b594-a4dd53175a19 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 946 time: 0.1135476 Nov 16 11:30:59.715270 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 966cdce7-cf02-442e-8795-203e4c79ce91 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:30:59.745728 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 966cdce7-cf02-442e-8795-203e4c79ce91 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:30:59.746321 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 966cdce7-cf02-442e-8795-203e4c79ce91 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:30:59.746931 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 210ded90-12df-48a5-a657-c80f83e67f75 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:30:59.786214 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2b3b2415-bfc6-4023-8f05-7a4a987308dd req-052ed20c-8f22-4f28-b45a-a5a446e53c53 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138964 Nov 16 11:30:59.793564 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 210ded90-12df-48a5-a657-c80f83e67f75 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:30:59.796141 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 210ded90-12df-48a5-a657-c80f83e67f75 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:30:59.833429 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544fa30b-8866-4aec-9ef3-de84874c40d6 req-db769da0-bb05-4b30-99f8-9cd73ece7d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:59.834946 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-544fa30b-8866-4aec-9ef3-de84874c40d6 req-db769da0-bb05-4b30-99f8-9cd73ece7d22 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f04978c1-c257-48cf-8767-22c9cfb6cb25 HTTP/1.1" status: 200 len: 918 time: 0.5615907 Nov 16 11:30:59.835526 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cba66b52-935b-40b5-83de-db7baac1cd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:59.844766 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cba66b52-935b-40b5-83de-db7baac1cd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:59.850177 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-cba66b52-935b-40b5-83de-db7baac1cd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800-project] 10.222.0.61 "DELETE /v2.0/networks/109774f1-a54c-4f01-baed-0dda1e09d34c HTTP/1.1" status: 204 len: 168 time: 1.3900316 Nov 16 11:30:59.902775 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-74fa5645-d52d-456e-ad13-f48bf7d8f727 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:30:59.904272 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b239b67-46fb-4ae8-9b0d-f1832035b433 req-75edca16-3ed6-4683-9d1e-c40a2d92d007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:30:59.905765 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0b239b67-46fb-4ae8-9b0d-f1832035b433 req-75edca16-3ed6-4683-9d1e-c40a2d92d007 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 1097 time: 0.1470864 Nov 16 11:30:59.906741 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba66b52-935b-40b5-83de-db7baac1cd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800-project] Pushing event deleted for resources: {'Network': ['ID=109774f1-a54c-4f01-baed-0dda1e09d34c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:30:59.927277 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-544fa30b-8866-4aec-9ef3-de84874c40d6 req-47575493-5da0-4ffd-ac98-659660bcadf4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375 HTTP/1.1" status: 200 len: 217 time: 0.0783050 Nov 16 11:30:59.945522 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba66b52-935b-40b5-83de-db7baac1cd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:59.945875 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba66b52-935b-40b5-83de-db7baac1cd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:59.946312 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba66b52-935b-40b5-83de-db7baac1cd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:59.946657 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba66b52-935b-40b5-83de-db7baac1cd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:59.946991 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba66b52-935b-40b5-83de-db7baac1cd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:59.947325 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba66b52-935b-40b5-83de-db7baac1cd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:59.947652 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba66b52-935b-40b5-83de-db7baac1cd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:59.947978 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba66b52-935b-40b5-83de-db7baac1cd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:59.948304 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba66b52-935b-40b5-83de-db7baac1cd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:59.948615 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba66b52-935b-40b5-83de-db7baac1cd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:59.948933 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba66b52-935b-40b5-83de-db7baac1cd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:30:59.949434 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba66b52-935b-40b5-83de-db7baac1cd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721174800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:31:00.033283 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6b36657-7b9d-4966-9a71-5d0130b8b2bb tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:00.052284 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544fa30b-8866-4aec-9ef3-de84874c40d6 req-40501b6e-1278-4ac1-a51d-1438ddf16563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:00.053867 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-544fa30b-8866-4aec-9ef3-de84874c40d6 req-40501b6e-1278-4ac1-a51d-1438ddf16563 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d5fcc0bd-d8ea-41ad-86b1-2d27bd924015 HTTP/1.1" status: 200 len: 856 time: 0.1108930 Nov 16 11:31:00.071391 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cac9f-5fb8-4982-b314-0b93442f6289 req-e4f8d04c-ba6c-4d50-a093-1fbd975f753c tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:00.072799 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0b239b67-46fb-4ae8-9b0d-f1832035b433 req-c602f7a4-b6f9-49e4-b9fc-121821f20e53 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445818 Nov 16 11:31:00.072928 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e21cac9f-5fb8-4982-b314-0b93442f6289 req-e4f8d04c-ba6c-4d50-a093-1fbd975f753c tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 944 time: 0.0777917 Nov 16 11:31:00.085527 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b36657-7b9d-4966-9a71-5d0130b8b2bb tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event deleted for resources: {'Port': ['ID=7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:00.094333 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ef437f-f71f-4ab6-92fa-b47a951dd0b2 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:31:00.108633 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-74fa5645-d52d-456e-ad13-f48bf7d8f727 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:00.127960 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-74fa5645-d52d-456e-ad13-f48bf7d8f727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:00.174754 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e21cac9f-5fb8-4982-b314-0b93442f6289 req-673dc724-7b01-42c1-98b7-b0b9a62f412b tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950246 Nov 16 11:31:00.184416 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544fa30b-8866-4aec-9ef3-de84874c40d6 req-e9a189e0-4dfd-4ec8-9a7e-200d06826e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:00.186286 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-544fa30b-8866-4aec-9ef3-de84874c40d6 req-e9a189e0-4dfd-4ec8-9a7e-200d06826e8f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f04978c1-c257-48cf-8767-22c9cfb6cb25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1111641 Nov 16 11:31:00.189164 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43588) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:00.190858 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-74fa5645-d52d-456e-ad13-f48bf7d8f727 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c450ffa91d0644f8809c5be8b6c713e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6859646 Nov 16 11:31:00.193281 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa5645-d52d-456e-ad13-f48bf7d8f727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e6318d-faff-4223-b0cb-600093572f50,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:00.198989 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6b36657-7b9d-4966-9a71-5d0130b8b2bb tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:00.215385 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43590) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:00.356265 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6b36657-7b9d-4966-9a71-5d0130b8b2bb tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:00.363076 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6b36657-7b9d-4966-9a71-5d0130b8b2bb tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:00.389213 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:31:00.441981 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a2707de-84ee-4799-9ce9-59937679e28d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:00.443576 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6b36657-7b9d-4966-9a71-5d0130b8b2bb tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:00.444037 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d5301-b1c8-40ca-ba21-78492fbd0ca6 req-33f6fc98-23c6-48e4-ac17-3fa7fc5b1e87 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:00.444543 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b36657-7b9d-4966-9a71-5d0130b8b2bb tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Fanout notify agent at l3_agent the message router_deleted on router 8e334579-0893-481e-9ba3-9767a9d72a78 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:31:00.446284 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-488d5301-b1c8-40ca-ba21-78492fbd0ca6 req-33f6fc98-23c6-48e4-ac17-3fa7fc5b1e87 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.1025434 Nov 16 11:31:00.453045 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6b36657-7b9d-4966-9a71-5d0130b8b2bb tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:00.456534 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e6b36657-7b9d-4966-9a71-5d0130b8b2bb tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "DELETE /v2.0/routers/8e334579-0893-481e-9ba3-9767a9d72a78 HTTP/1.1" status: 204 len: 168 time: 2.4967895 Nov 16 11:31:00.456735 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43604) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:00.457003 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43606) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:00.458540 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-79f25429-f73d-4ce2-b406-88911bdaafd1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=63f0cf78cf9545cda99e936f019c2aaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2419488 Nov 16 11:31:00.522739 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-488d5301-b1c8-40ca-ba21-78492fbd0ca6 req-7a216e33-c14c-4431-9e16-63a6bade252d tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625947 Nov 16 11:31:00.523033 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:00.556249 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-544fa30b-8866-4aec-9ef3-de84874c40d6 req-fc6cd10d-5c95-4d00-a819-4168f43df22b service neutron] 10.222.0.64 "GET /v2.0/networks/f04978c1-c257-48cf-8767-22c9cfb6cb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593963 Nov 16 11:31:00.568046 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a2707de-84ee-4799-9ce9-59937679e28d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:00.577181 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:31:00.579088 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7788edfb-4eac-45ac-ad7b-3baf42448ab1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:31:00.582073 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73b3309-d074-4d81-acf9-294b8c0c1eda" -d '{"events": [{"server_uuid": "7788edfb-4eac-45ac-ad7b-3baf42448ab1", "name": "network-vif-unplugged", "status": "completed", "tag": "1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:31:00.590655 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:00.647039 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 11:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558455b3-bb3f-4c54-a23c-21b201c32bd9 x-openstack-request-id: req-558455b3-bb3f-4c54-a23c-21b201c32bd9 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:31:00.647459 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7788edfb-4eac-45ac-ad7b-3baf42448ab1", "name": "network-vif-unplugged", "status": "completed", "tag": "1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:31:00.647807 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-558455b3-bb3f-4c54-a23c-21b201c32bd9 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:31:00.648321 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7788edfb-4eac-45ac-ad7b-3baf42448ab1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866', 'code': 200} Nov 16 11:31:00.651656 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866,revision_number=6']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:00.674012 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-33bf919b-167e-4fb5-9e8a-2428e4db0387 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:00.703204 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b9c7c05-f53e-4cc0-a123-ec61ca23804a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:00.743509 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b9c7c05-f53e-4cc0-a123-ec61ca23804a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:00.782095 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a2707de-84ee-4799-9ce9-59937679e28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:00.784619 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a2707de-84ee-4799-9ce9-59937679e28d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:00.785742 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2a2707de-84ee-4799-9ce9-59937679e28d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/43e6318d-faff-4223-b0cb-600093572f50 HTTP/1.1" status: 204 len: 168 time: 0.5946202 Nov 16 11:31:00.794435 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-544fa30b-8866-4aec-9ef3-de84874c40d6 req-424a8658-a7ee-4672-9033-4bd1403fca42 service neutron] 10.222.0.64 "GET /v2.0/networks/f04978c1-c257-48cf-8767-22c9cfb6cb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177165 Nov 16 11:31:00.847581 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2707de-84ee-4799-9ce9-59937679e28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e6318d-faff-4223-b0cb-600093572f50,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:00.872158 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-33bf919b-167e-4fb5-9e8a-2428e4db0387 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:00.894443 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-33bf919b-167e-4fb5-9e8a-2428e4db0387 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbdfa3d4-8860-47b9-95de-528ad5f17ca5']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:00.905085 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-33bf919b-167e-4fb5-9e8a-2428e4db0387 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd114ee64-6399-4cbb-b4e6-0cc02678fb09') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:00.905458 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-33bf919b-167e-4fb5-9e8a-2428e4db0387 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd114ee64-6399-4cbb-b4e6-0cc02678fb09') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:00.916562 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b9c7c05-f53e-4cc0-a123-ec61ca23804a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:00.919631 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b9c7c05-f53e-4cc0-a123-ec61ca23804a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:00.922068 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5b9c7c05-f53e-4cc0-a123-ec61ca23804a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/03fc6986-605e-4090-86b2-bb163ba61e8b HTTP/1.1" status: 204 len: 168 time: 0.4597988 Nov 16 11:31:00.922639 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-33bf919b-167e-4fb5-9e8a-2428e4db0387 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:00.944381 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c7c05-f53e-4cc0-a123-ec61ca23804a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03fc6986-605e-4090-86b2-bb163ba61e8b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:00.954865 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-33bf919b-167e-4fb5-9e8a-2428e4db0387 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:00.973251 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33bf919b-167e-4fb5-9e8a-2428e4db0387 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:31:00.973674 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-33bf919b-167e-4fb5-9e8a-2428e4db0387 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:00.979245 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:31:00.979245 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:31:00.979245 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:31:00.979245 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:31:00.979245 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:31:00.979245 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:31:00.979245 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:31:00.979245 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:31:00.979245 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:31:00.979245 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:31:00.979245 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:31:00.979245 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:31:00.979245 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:31:00.979245 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:31:00.979245 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:31:00.979245 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:31:00.979245 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:31:00.979245 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:31:00.979245 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:31:00.979245 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:31:00.979245 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:31:00.979245 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:31:00.979245 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:31:00.979245 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:31:00.979245 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:31:00.979245 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:31:00.979245 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:31:00.979245 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:31:00.979245 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:31:00.979245 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:31:00.979245 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:31:00.979245 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:31:00.989216 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaeecb9-963a-4012-a398-522032d2f0a4 req-4a0025b0-6ac8-4aa2-9d9f-3b3c9963b7ee tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:00.992744 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1aaeecb9-963a-4012-a398-522032d2f0a4 req-4a0025b0-6ac8-4aa2-9d9f-3b3c9963b7ee tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 946 time: 0.0736704 Nov 16 11:31:01.085823 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-33bf919b-167e-4fb5-9e8a-2428e4db0387 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:01.086052 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1aaeecb9-963a-4012-a398-522032d2f0a4 req-b8b407ee-ed8d-4943-bb36-6a43990b2728 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863841 Nov 16 11:31:01.090569 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-33bf919b-167e-4fb5-9e8a-2428e4db0387 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:01.103460 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-33bf919b-167e-4fb5-9e8a-2428e4db0387 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "DELETE /v2.0/networks/bbdfa3d4-8860-47b9-95de-528ad5f17ca5 HTTP/1.1" status: 204 len: 168 time: 0.6399233 Nov 16 11:31:01.130243 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf919b-167e-4fb5-9e8a-2428e4db0387 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event deleted for resources: {'Network': ['ID=bbdfa3d4-8860-47b9-95de-528ad5f17ca5,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:01.133630 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43630) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:01.138787 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-0a7b070a-42b9-4acb-9d25-ee9b99cc7bdf tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Request body: {'network': {'name': 'tempest-network-smoke--1071394006', 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'port_security_enabled': True}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:01.167080 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7b070a-42b9-4acb-9d25-ee9b99cc7bdf tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Made reservation on behalf of 8e4d1d7674f84686a4379fe8e2aa2d78 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:31:01.171275 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0a7b070a-42b9-4acb-9d25-ee9b99cc7bdf tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:01.197824 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a7b070a-42b9-4acb-9d25-ee9b99cc7bdf tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:31:01.208096 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0a7b070a-42b9-4acb-9d25-ee9b99cc7bdf tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:01.208539 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-0a7b070a-42b9-4acb-9d25-ee9b99cc7bdf tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Added segment 51a5087f-427b-4c60-a5ff-9b0ae88f7801 of type vlan for network 3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad Nov 16 11:31:01.263898 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0a7b070a-42b9-4acb-9d25-ee9b99cc7bdf tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:01.316981 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0a7b070a-42b9-4acb-9d25-ee9b99cc7bdf tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:01.325297 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7b070a-42b9-4acb-9d25-ee9b99cc7bdf tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:01.326369 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0a7b070a-42b9-4acb-9d25-ee9b99cc7bdf tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:01.369664 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43638) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:01.401043 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0a7b070a-42b9-4acb-9d25-ee9b99cc7bdf tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2660534 Nov 16 11:31:01.409383 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43640) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:01.415949 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-7dea998c-906d-4fcb-8ddf-822df5c1b845 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-8145012', 'admin_state_up': True, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:01.432259 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3aedc2c5-99b9-4aa7-a49c-5d73d805ffbe admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8af5fe1782534ac39a9a5c07c091ef5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0588217 Nov 16 11:31:01.432621 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43642) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:01.438145 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b070a-42b9-4acb-9d25-ee9b99cc7bdf tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event updated for resources: {'Network': ['ID=3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:01.452447 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43644) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:01.453641 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:31:01.461775 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7dea998c-906d-4fcb-8ddf-822df5c1b845 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:01.463388 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7dea998c-906d-4fcb-8ddf-822df5c1b845 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:01.480711 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a7bb424f-12e5-43c2-aea7-65b59f9cc758 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:01.511260 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-74c52f5d-9fd3-42b2-9726-73892f35c75d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:01.539197 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-74c52f5d-9fd3-42b2-9726-73892f35c75d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:01.545388 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7dea998c-906d-4fcb-8ddf-822df5c1b845 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:01.598427 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-74c52f5d-9fd3-42b2-9726-73892f35c75d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:01.601197 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-74c52f5d-9fd3-42b2-9726-73892f35c75d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:01.602382 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-74c52f5d-9fd3-42b2-9726-73892f35c75d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/31d66f89-5123-4045-bde2-554fda13ce76 HTTP/1.1" status: 204 len: 168 time: 0.1687376 Nov 16 11:31:01.617580 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c52f5d-9fd3-42b2-9726-73892f35c75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d66f89-5123-4045-bde2-554fda13ce76,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:01.685515 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:31:01.719749 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7dea998c-906d-4fcb-8ddf-822df5c1b845 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:01.727204 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:31:01.727813 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7cf07e43-83b1-4bd9-bae8-e9442d8c2e0b not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:31:01.764199 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a7bb424f-12e5-43c2-aea7-65b59f9cc758 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:01.793560 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a7bb424f-12e5-43c2-aea7-65b59f9cc758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:01.826184 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cc6a7-d139-4b62-8e93-4bc720d579c6 req-8e68f271-3904-48c2-94e8-38224497f5f0 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:01.828001 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-642cc6a7-d139-4b62-8e93-4bc720d579c6 req-8e68f271-3904-48c2-94e8-38224497f5f0 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 944 time: 0.0577493 Nov 16 11:31:01.851806 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43652) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:01.852241 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a7bb424f-12e5-43c2-aea7-65b59f9cc758 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=71c5de226c2c47b2a53a0b840a9b7291&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3981273 Nov 16 11:31:01.862626 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb424f-12e5-43c2-aea7-65b59f9cc758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f7586f-54f2-4d7b-afbb-bc53707100f8,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:01.912517 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-642cc6a7-d139-4b62-8e93-4bc720d579c6 req-9b521e6b-599d-4b78-9d9c-3727e2148f06 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751228 Nov 16 11:31:01.931451 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db1c26f9-276a-4256-9f9a-9bde20602132 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:01.964005 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db1c26f9-276a-4256-9f9a-9bde20602132 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:02.019881 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7dea998c-906d-4fcb-8ddf-822df5c1b845 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:02.042431 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7dea998c-906d-4fcb-8ddf-822df5c1b845 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:02.070357 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea0e75-a468-4978-a1dc-12079ba2bc64 req-fb82374c-4e18-48ae-9ba4-090c668e3667 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:02.075815 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a5ea0e75-a468-4978-a1dc-12079ba2bc64 req-fb82374c-4e18-48ae-9ba4-090c668e3667 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 948 time: 0.0733178 Nov 16 11:31:02.079359 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db1c26f9-276a-4256-9f9a-9bde20602132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:02.082381 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db1c26f9-276a-4256-9f9a-9bde20602132 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:02.083593 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-db1c26f9-276a-4256-9f9a-9bde20602132 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a8f7586f-54f2-4d7b-afbb-bc53707100f8 HTTP/1.1" status: 204 len: 168 time: 0.2305884 Nov 16 11:31:02.109832 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c26f9-276a-4256-9f9a-9bde20602132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f7586f-54f2-4d7b-afbb-bc53707100f8,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:02.157396 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a5ea0e75-a468-4978-a1dc-12079ba2bc64 req-a81dddfd-1ba9-47c5-baf8-6708e06cba81 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716925 Nov 16 11:31:02.197949 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-7dea998c-906d-4fcb-8ddf-822df5c1b845 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Allocated IP 172.25.0.182 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/4a71018b-a758-412e-95fa-6654b6d5a87d) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:31:02.316457 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7dea998c-906d-4fcb-8ddf-822df5c1b845 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:02.354420 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7dea998c-906d-4fcb-8ddf-822df5c1b845 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:02.393419 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dea998c-906d-4fcb-8ddf-822df5c1b845 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:31:02.401612 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:31:02.402421 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-7dea998c-906d-4fcb-8ddf-822df5c1b845 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:31:02.406377 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dea998c-906d-4fcb-8ddf-822df5c1b845 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:31:02.413140 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea998c-906d-4fcb-8ddf-822df5c1b845 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event updated for resources: {'Port': ['ID=4a71018b-a758-412e-95fa-6654b6d5a87d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:02.474448 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3288be82-9ef8-455b-b4cb-1078b75e8a5a None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:31:02.552047 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375,segment=NetworkSegment(1186fe7f-5dbc-4e04-af0c-6c5994d769cc),segment_id=1186fe7f-5dbc-4e04-af0c-6c5994d769cc)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:31:02.574582 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375', 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25', 'port_id': 'f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375', 'mac_address': 'fa:16:3e:43:27:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5fcc0bd-d8ea-41ad-86b1-2d27bd924015', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:31:02.585437 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-e41f19dd-2e6b-49af-af7d-95469c17342a None None] Provisioning complete for port 4a71018b-a758-412e-95fa-6654b6d5a87d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:02.585826 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e41f19dd-2e6b-49af-af7d-95469c17342a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:02.756080 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c4d6c-da74-486f-b3f2-2735f59d239c req-81603537-eb57-41d9-901c-6bf008fea67c tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:02.764043 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f10c4d6c-da74-486f-b3f2-2735f59d239c req-81603537-eb57-41d9-901c-6bf008fea67c tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 946 time: 0.0970733 Nov 16 11:31:02.782569 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7dea998c-906d-4fcb-8ddf-822df5c1b845 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:02.842988 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f10c4d6c-da74-486f-b3f2-2735f59d239c req-9c878b99-a6b4-4179-b158-af93d00d4e6b tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718782 Nov 16 11:31:02.902112 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-e41f19dd-2e6b-49af-af7d-95469c17342a None None] Port 4a71018b-a758-412e-95fa-6654b6d5a87d cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:31:02.905211 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:02.921393 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:31:02.972048 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375,segment=NetworkSegment(1186fe7f-5dbc-4e04-af0c-6c5994d769cc),segment_id=1186fe7f-5dbc-4e04-af0c-6c5994d769cc)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:31:02.983160 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:02.984032 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:31:03.062600 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7dea998c-906d-4fcb-8ddf-822df5c1b845 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:03.140908 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:31:03.174388 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'port_id': '1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866', 'mac_address': 'fa:16:3e:cb:ea:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c770cc-51d7-42eb-b4a6-9a605bacae0f', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:31:03.187928 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:03.260825 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:03.275234 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:31:03.299567 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:31:03.308433 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:03.325750 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa57b8-5989-46d7-b0f6-980a00e0a4f5 req-6b0b12a4-1aa0-45fd-9a7a-239769d9e94e tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:03.327458 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-35aa57b8-5989-46d7-b0f6-980a00e0a4f5 req-6b0b12a4-1aa0-45fd-9a7a-239769d9e94e tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.64 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1&tenant_id=e86b42204c7f435e8eff5558272e51a5&binding%3Ahost_id=n-h2-816823-3 HTTP/1.1" status: 200 len: 948 time: 0.0845780 Nov 16 11:31:03.328798 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dea998c-906d-4fcb-8ddf-822df5c1b845 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Router b45d1980-14ae-4e25-b5ff-acd46263a0fe is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:31:03.373847 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866,revision_number=7']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:03.561001 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:31:03.633217 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:31:03.817968 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c36bf-c3f6-4a0b-9a19-b14b10962e1f req-a2734eba-740f-4f11-9b7f-53d6157c7379 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:03.822143 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1f7c36bf-c3f6-4a0b-9a19-b14b10962e1f req-a2734eba-740f-4f11-9b7f-53d6157c7379 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 945 time: 0.0818422 Nov 16 11:31:03.823062 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43736) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:03.862402 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-35aa57b8-5989-46d7-b0f6-980a00e0a4f5 req-dc7676ac-2f64-462c-a094-33f22c88051c service neutron] 10.222.0.64 "GET /v2.0/ports/1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866/bindings/n-h2-816823-3 HTTP/1.1" status: 200 len: 382 time: 0.5214708 Nov 16 11:31:03.868300 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dea998c-906d-4fcb-8ddf-822df5c1b845 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:31:03.889984 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14726d5-a758-4bc6-93ee-005157ef9000 None None] Sync routers for ids ['b45d1980-14ae-4e25-b5ff-acd46263a0fe'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:31:03.901577 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7dea998c-906d-4fcb-8ddf-822df5c1b845 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:03.903076 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7dea998c-906d-4fcb-8ddf-822df5c1b845 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.4926460 Nov 16 11:31:03.910665 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43742) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:03.925232 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14726d5-a758-4bc6-93ee-005157ef9000 None None] Routers {'b45d1980-14ae-4e25-b5ff-acd46263a0fe'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:31:03.926219 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-d14726d5-a758-4bc6-93ee-005157ef9000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:30:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['b45d1980-14ae-4e25-b5ff-acd46263a0fe'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:03.926525 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1f7c36bf-c3f6-4a0b-9a19-b14b10962e1f req-cd66689b-68d4-4244-9ad2-6e3ceb0e8baf tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968187 Nov 16 11:31:04.017723 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-470e4306-2595-4530-a510-65d9e228463c tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=8e4d1d7674f84686a4379fe8e2aa2d78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1056077 Nov 16 11:31:04.018991 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43746) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:04.054408 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5da3a5-2d5f-4c6c-82e8-1efb4cf375f9 req-b4b7fdff-91d3-430e-8b2e-92a6d8c48ef2 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:04.062125 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3f5da3a5-2d5f-4c6c-82e8-1efb4cf375f9 req-b4b7fdff-91d3-430e-8b2e-92a6d8c48ef2 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 949 time: 0.0634959 Nov 16 11:31:04.091932 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-d14726d5-a758-4bc6-93ee-005157ef9000 None None] Set router b45d1980-14ae-4e25-b5ff-acd46263a0fe gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:31:04.114833 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa57b8-5989-46d7-b0f6-980a00e0a4f5 req-3e362931-5833-40a7-bf02-ff175d954ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:04.116922 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-35aa57b8-5989-46d7-b0f6-980a00e0a4f5 req-3e362931-5833-40a7-bf02-ff175d954ae9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e86b42204c7f435e8eff5558272e51a5&device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 1100 time: 0.1851716 Nov 16 11:31:04.123916 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3f5da3a5-2d5f-4c6c-82e8-1efb4cf375f9 req-b11c437c-2aea-4ad0-b666-e9b9683ba37b tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607173 Nov 16 11:31:04.196788 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-277852d2-ed4b-4bd7-87e1-f8a69f8e8199 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1362384104'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:04.210293 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94f90de-59b7-433a-8371-ee381423d274 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:04.214892 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b94f90de-59b7-433a-8371-ee381423d274 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1891806 Nov 16 11:31:04.218008 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43756) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:04.249212 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-277852d2-ed4b-4bd7-87e1-f8a69f8e8199 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:04.250341 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-277852d2-ed4b-4bd7-87e1-f8a69f8e8199 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:04.263725 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-239f4b7c-9c99-40de-b946-9644d2ae2b61 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=47f35a41-d782-4d3e-9754-e87c9ca4914b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428085 Nov 16 11:31:04.264051 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43758) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:04.273786 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-f093ffd5-cfbc-42d8-a9f5-b796256c7504 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1533623882', 'network_id': '3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad', 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:04.303583 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43760) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:04.327618 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-d14726d5-a758-4bc6-93ee-005157ef9000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45d1980-14ae-4e25-b5ff-acd46263a0fe', 'name': 'tempest-TestNetworkBasicOps-router-8145012', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '4a71018b-a758-412e-95fa-6654b6d5a87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:31:01Z', 'updated_at': '2021-11-16T11:31:02Z', 'revision_number': 3, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'gw_port': {'id': '4a71018b-a758-412e-95fa-6654b6d5a87d', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45d1980-14ae-4e25-b5ff-acd46263a0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:02Z', 'updated_at': '2021-11-16T11:31:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:04.348421 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa57b8-5989-46d7-b0f6-980a00e0a4f5 req-37c8446d-4144-47d3-bf0a-7812540320e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:04.352926 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-35aa57b8-5989-46d7-b0f6-980a00e0a4f5 req-37c8446d-4144-47d3-bf0a-7812540320e4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.2246497 Nov 16 11:31:04.357879 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14726d5-a758-4bc6-93ee-005157ef9000 None None] Checking router: b45d1980-14ae-4e25-b5ff-acd46263a0fe for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:31:04.358669 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14726d5-a758-4bc6-93ee-005157ef9000 None None] Updating router b45d1980-14ae-4e25-b5ff-acd46263a0fe port 4a71018b-a758-412e-95fa-6654b6d5a87d binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:31:04.388070 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d14726d5-a758-4bc6-93ee-005157ef9000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:04.394442 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-277852d2-ed4b-4bd7-87e1-f8a69f8e8199 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:04.408889 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-277852d2-ed4b-4bd7-87e1-f8a69f8e8199 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:04.412770 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-35aa57b8-5989-46d7-b0f6-980a00e0a4f5 req-34050a25-8841-430c-b9e3-a4fc169234d4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866 HTTP/1.1" status: 200 len: 217 time: 0.0445364 Nov 16 11:31:04.438009 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f093ffd5-cfbc-42d8-a9f5-b796256c7504 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Made reservation on behalf of 8e4d1d7674f84686a4379fe8e2aa2d78 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:31:04.442541 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f093ffd5-cfbc-42d8-a9f5-b796256c7504 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:04.461403 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-277852d2-ed4b-4bd7-87e1-f8a69f8e8199 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:04.463008 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-277852d2-ed4b-4bd7-87e1-f8a69f8e8199 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6385634 Nov 16 11:31:04.482158 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa57b8-5989-46d7-b0f6-980a00e0a4f5 req-53556e71-6c72-42e8-87c9-53c3a6e21a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:04.484275 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-35aa57b8-5989-46d7-b0f6-980a00e0a4f5 req-53556e71-6c72-42e8-87c9-53c3a6e21a6b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0599554 Nov 16 11:31:04.484941 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43764) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:04.495631 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d1a866ea-f17d-4810-beb2-01bb153bf88c tempest-ExternalNetworksAdminNegativeTestJSON-955639381 tempest-ExternalNetworksAdminNegativeTestJSON-955639381-project-admin] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:04.641972 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa11a8b5-8256-4e80-afbe-84b1853faa7e tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:04.663745 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f093ffd5-cfbc-42d8-a9f5-b796256c7504 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:04.723183 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d14726d5-a758-4bc6-93ee-005157ef9000 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:04.731676 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d14726d5-a758-4bc6-93ee-005157ef9000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:04.745699 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f093ffd5-cfbc-42d8-a9f5-b796256c7504 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Checking segment: {'id': '51a5087f-427b-4c60-a5ff-9b0ae88f7801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:31:04.746307 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f093ffd5-cfbc-42d8-a9f5-b796256c7504 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Network hostable DHCP agents. Network: 3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:31:04.752372 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f093ffd5-cfbc-42d8-a9f5-b796256c7504 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event updated for resources: {'Subnet': ['ID=fa420f98-c40e-4555-8792-b6dc61ec5b9c,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:04.771205 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f093ffd5-cfbc-42d8-a9f5-b796256c7504 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Network 3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:31:04.785473 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-f093ffd5-cfbc-42d8-a9f5-b796256c7504 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:31:04.797880 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485856e3-1680-4831-8ff8-099af3b4cea0 None None] Network 3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:31:04.811376 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344e78f-582b-4975-8593-b6f4c7743d32 None None] Pushing event updated for resources: {'Port': ['ID=4a71018b-a758-412e-95fa-6654b6d5a87d,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:04.815488 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-d14726d5-a758-4bc6-93ee-005157ef9000 None None] Attempting to bind port 4a71018b-a758-412e-95fa-6654b6d5a87d on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:31:04.815904 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-d14726d5-a758-4bc6-93ee-005157ef9000 None None] Attempting to bind port 4a71018b-a758-412e-95fa-6654b6d5a87d by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:31:04.816334 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14726d5-a758-4bc6-93ee-005157ef9000 None None] Attempting to bind port 4a71018b-a758-412e-95fa-6654b6d5a87d on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:31:04.822364 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14726d5-a758-4bc6-93ee-005157ef9000 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:31:04.822835 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14726d5-a758-4bc6-93ee-005157ef9000 None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:31:04.823301 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d14726d5-a758-4bc6-93ee-005157ef9000 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:04.823760 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14726d5-a758-4bc6-93ee-005157ef9000 None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:31:04.824300 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-d14726d5-a758-4bc6-93ee-005157ef9000 None None] Bound port: 4a71018b-a758-412e-95fa-6654b6d5a87d, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:31:04.824762 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d14726d5-a758-4bc6-93ee-005157ef9000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:04.829914 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa11a8b5-8256-4e80-afbe-84b1853faa7e tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:04.832500 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa11a8b5-8256-4e80-afbe-84b1853faa7e tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:04.838724 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f093ffd5-cfbc-42d8-a9f5-b796256c7504 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:04.844233 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f093ffd5-cfbc-42d8-a9f5-b796256c7504 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:04.878877 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1a866ea-f17d-4810-beb2-01bb153bf88c tempest-ExternalNetworksAdminNegativeTestJSON-955639381 tempest-ExternalNetworksAdminNegativeTestJSON-955639381-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:04.883991 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-d14726d5-a758-4bc6-93ee-005157ef9000 None None] For port 4a71018b-a758-412e-95fa-6654b6d5a87d, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:31:04.886763 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa57b8-5989-46d7-b0f6-980a00e0a4f5 req-900ae693-dfae-4cda-b844-2c781954cee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:04.887938 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-d14726d5-a758-4bc6-93ee-005157ef9000 None None] For port 4a71018b-a758-412e-95fa-6654b6d5a87d, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=4a71018b-a758-412e-95fa-6654b6d5a87d,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:31:04.888648 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-35aa57b8-5989-46d7-b0f6-980a00e0a4f5 req-900ae693-dfae-4cda-b844-2c781954cee9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3883865 Nov 16 11:31:04.894655 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f093ffd5-cfbc-42d8-a9f5-b796256c7504 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6290369 Nov 16 11:31:04.897039 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43768) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:04.898414 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d14726d5-a758-4bc6-93ee-005157ef9000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:04.899376 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa11a8b5-8256-4e80-afbe-84b1853faa7e tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:04.900017 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa11a8b5-8256-4e80-afbe-84b1853faa7e tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bb32aa7b-e26d-4bf6-b970-0a3d6993ac6f {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:31:04.904881 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa11a8b5-8256-4e80-afbe-84b1853faa7e tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:04.906329 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-aa11a8b5-8256-4e80-afbe-84b1853faa7e tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] 10.222.0.61 "DELETE /v2.0/routers/bb32aa7b-e26d-4bf6-b970-0a3d6993ac6f HTTP/1.1" status: 204 len: 168 time: 0.4185891 Nov 16 11:31:04.981796 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4d3048-be02-4a9b-8994-73b5224ad659 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:31:04.995415 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-35aa57b8-5989-46d7-b0f6-980a00e0a4f5 req-21cac3b7-4718-4f6f-a2fc-7aacc6975832 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970912 Nov 16 11:31:04.997724 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43770) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:05.004605 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-889669ea-f766-4aa3-b415-45fe44297271 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Request body: {'router': {'name': 'tempest-router-33848811', 'distributed': False}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:05.135659 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863c033c-b940-443d-9335-07721e61aeca None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:31:05.141019 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14726d5-a758-4bc6-93ee-005157ef9000 None None] Routers {'b45d1980-14ae-4e25-b5ff-acd46263a0fe'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:31:05.142394 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-d14726d5-a758-4bc6-93ee-005157ef9000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:30:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['b45d1980-14ae-4e25-b5ff-acd46263a0fe'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:05.174289 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-48bf1e43-6715-48f2-a4fa-86605723db4a None None] Provisioning complete for port 4a71018b-a758-412e-95fa-6654b6d5a87d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:05.175071 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-48bf1e43-6715-48f2-a4fa-86605723db4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:05.182341 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-35aa57b8-5989-46d7-b0f6-980a00e0a4f5 req-1791fceb-a0c3-4a9e-8c71-cb722cfbdcf1 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367135 Nov 16 11:31:05.237736 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef6b54-ee0a-403a-b23d-091a6b03285c req-d1ccca3c-e764-468b-be63-b870d4fc28a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:05.239569 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-adef6b54-ee0a-403a-b23d-091a6b03285c req-d1ccca3c-e764-468b-be63-b870d4fc28a4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=152cbc225b3e4ecebdc41aedd4f3fdf5&device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 1097 time: 0.1986158 Nov 16 11:31:05.241986 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-889669ea-f766-4aa3-b415-45fe44297271 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:05.243258 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-889669ea-f766-4aa3-b415-45fe44297271 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:05.294838 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972764f9-eee7-4c79-b6e7-d30e14beff65 req-fdea9148-0e28-47bc-b8ae-3841e8ba24fe tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:05.296795 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-972764f9-eee7-4c79-b6e7-d30e14beff65 req-fdea9148-0e28-47bc-b8ae-3841e8ba24fe tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 946 time: 0.1142330 Nov 16 11:31:05.351058 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef6b54-ee0a-403a-b23d-091a6b03285c req-3500ce65-6281-4fc2-8bd9-0ab552d853f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:05.352860 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-adef6b54-ee0a-403a-b23d-091a6b03285c req-3500ce65-6281-4fc2-8bd9-0ab552d853f7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5b0dad88-2921-4ce2-a522-2a38833ce0c4 HTTP/1.1" status: 200 len: 920 time: 0.0998509 Nov 16 11:31:05.365937 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-48bf1e43-6715-48f2-a4fa-86605723db4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:05.377629 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43780) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:05.384191 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-972764f9-eee7-4c79-b6e7-d30e14beff65 req-84a35503-70e8-4867-aae6-c645993b9294 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799375 Nov 16 11:31:05.393589 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-48bf1e43-6715-48f2-a4fa-86605723db4a None None] For port 4a71018b-a758-412e-95fa-6654b6d5a87d, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=4a71018b-a758-412e-95fa-6654b6d5a87d,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:31:05.410258 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-d14726d5-a758-4bc6-93ee-005157ef9000 None None] Set router b45d1980-14ae-4e25-b5ff-acd46263a0fe gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:31:05.414112 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b33730-e709-4f81-93d6-ed64f27ccc9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad', 'network_id': '3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'fixed_ips': [{'subnet_id': 'fa420f98-c40e-4555-8792-b6dc61ec5b9c'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:31:05.416702 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c7b33730-e709-4f81-93d6-ed64f27ccc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:05.447537 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-48bf1e43-6715-48f2-a4fa-86605723db4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:05.489361 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344e78f-582b-4975-8593-b6f4c7743d32 None None] Pushing event updated for resources: {'Port': ['ID=4a71018b-a758-412e-95fa-6654b6d5a87d,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:05.515209 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-adef6b54-ee0a-403a-b23d-091a6b03285c req-4592f8ab-b35c-481b-bed9-a95cae0b763c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1945e7c-c7b7-4528-b05a-7cd8b792994e HTTP/1.1" status: 200 len: 217 time: 0.1409457 Nov 16 11:31:05.522379 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1a866ea-f17d-4810-beb2-01bb153bf88c tempest-ExternalNetworksAdminNegativeTestJSON-955639381 tempest-ExternalNetworksAdminNegativeTestJSON-955639381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:05.526046 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-889669ea-f766-4aa3-b415-45fe44297271 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:05.541089 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf1e43-6715-48f2-a4fa-86605723db4a None None] Pushing event updated for resources: {'Port': ['ID=4a71018b-a758-412e-95fa-6654b6d5a87d,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:05.584525 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef6b54-ee0a-403a-b23d-091a6b03285c req-6880f3e9-02f3-4109-8562-50b952720b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:05.586184 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-adef6b54-ee0a-403a-b23d-091a6b03285c req-6880f3e9-02f3-4109-8562-50b952720b4f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d8b46b33-85d7-40c7-9f1c-6019e1d020e8 HTTP/1.1" status: 200 len: 859 time: 0.0585573 Nov 16 11:31:05.590452 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-889669ea-f766-4aa3-b415-45fe44297271 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:05.666700 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-adef6b54-ee0a-403a-b23d-091a6b03285c req-36c9aaf4-4d00-4b75-9a80-f589f1ccbdbe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5b0dad88-2921-4ce2-a522-2a38833ce0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408792 Nov 16 11:31:05.677982 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-889669ea-f766-4aa3-b415-45fe44297271 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:05.679563 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-889669ea-f766-4aa3-b415-45fe44297271 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.6801357 Nov 16 11:31:05.684107 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43784) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:05.687245 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-570d09e2-d8f3-4e50-bb7e-19bde7e82ded None None] Provisioning complete for port 4a71018b-a758-412e-95fa-6654b6d5a87d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:05.687958 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-570d09e2-d8f3-4e50-bb7e-19bde7e82ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:05.700378 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-d14726d5-a758-4bc6-93ee-005157ef9000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45d1980-14ae-4e25-b5ff-acd46263a0fe', 'name': 'tempest-TestNetworkBasicOps-router-8145012', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '4a71018b-a758-412e-95fa-6654b6d5a87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:31:01Z', 'updated_at': '2021-11-16T11:31:02Z', 'revision_number': 3, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'gw_port': {'id': '4a71018b-a758-412e-95fa-6654b6d5a87d', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45d1980-14ae-4e25-b5ff-acd46263a0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:02Z', 'updated_at': '2021-11-16T11:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:05.742866 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14726d5-a758-4bc6-93ee-005157ef9000 None None] The sync data for ids ['b45d1980-14ae-4e25-b5ff-acd46263a0fe'] in n-d-816823-3 is: [{'id': 'b45d1980-14ae-4e25-b5ff-acd46263a0fe', 'name': 'tempest-TestNetworkBasicOps-router-8145012', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '4a71018b-a758-412e-95fa-6654b6d5a87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:31:01Z', 'updated_at': '2021-11-16T11:31:02Z', 'revision_number': 3, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'gw_port': {'id': '4a71018b-a758-412e-95fa-6654b6d5a87d', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45d1980-14ae-4e25-b5ff-acd46263a0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:02Z', 'updated_at': '2021-11-16T11:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:31:05.789758 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b1fc844e-d11a-44d7-b678-5d86be694020 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:05.795435 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-c7b33730-e709-4f81-93d6-ed64f27ccc9f None None] Allocated IP 172.20.0.2 (3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad/fa420f98-c40e-4555-8792-b6dc61ec5b9c/0262dc98-038e-4102-aa46-eb9d6f1e7cd0) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:31:05.941245 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0d06e700-d082-4ecc-bbcf-e4d6b9fc4f81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:05.992110 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fea34-861e-4689-b4a9-1ffa534d81cb req-8a82eed4-c332-4647-93df-0dbb8aad8313 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:05.993551 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c7b33730-e709-4f81-93d6-ed64f27ccc9f None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:05.998491 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c09fea34-861e-4689-b4a9-1ffa534d81cb req-8a82eed4-c332-4647-93df-0dbb8aad8313 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 945 time: 0.4906898 Nov 16 11:31:06.001032 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c7b33730-e709-4f81-93d6-ed64f27ccc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:06.042557 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b1fc844e-d11a-44d7-b678-5d86be694020 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:06.049389 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b1fc844e-d11a-44d7-b678-5d86be694020 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:06.053738 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b33730-e709-4f81-93d6-ed64f27ccc9f None None] Pushing event updated for resources: {'Port': ['ID=0262dc98-038e-4102-aa46-eb9d6f1e7cd0,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:06.063552 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-d1a866ea-f17d-4810-beb2-01bb153bf88c tempest-ExternalNetworksAdminNegativeTestJSON-955639381 tempest-ExternalNetworksAdminNegativeTestJSON-955639381-project-admin] Allocated IP 172.25.0.115 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/0272ad90-777e-4b33-8479-50ea14919be0) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:31:06.095506 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b33730-e709-4f81-93d6-ed64f27ccc9f None None] Network 3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:31:06.097479 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-c7b33730-e709-4f81-93d6-ed64f27ccc9f None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:31:06.102841 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b33730-e709-4f81-93d6-ed64f27ccc9f None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:31:06.162726 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-adef6b54-ee0a-403a-b23d-091a6b03285c req-881ee0c7-1989-42cd-9377-95009c286292 service neutron] 10.222.0.64 "GET /v2.0/networks/5b0dad88-2921-4ce2-a522-2a38833ce0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819288 Nov 16 11:31:06.199967 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c7b33730-e709-4f81-93d6-ed64f27ccc9f None None] Attempting to bind port 0262dc98-038e-4102-aa46-eb9d6f1e7cd0 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:31:06.200343 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c7b33730-e709-4f81-93d6-ed64f27ccc9f None None] Attempting to bind port 0262dc98-038e-4102-aa46-eb9d6f1e7cd0 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '51a5087f-427b-4c60-a5ff-9b0ae88f7801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:31:06.200712 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b33730-e709-4f81-93d6-ed64f27ccc9f None None] Attempting to bind port 0262dc98-038e-4102-aa46-eb9d6f1e7cd0 on network 3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:31:06.207035 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b33730-e709-4f81-93d6-ed64f27ccc9f None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:31:06.207424 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b33730-e709-4f81-93d6-ed64f27ccc9f None None] Checking segment: {'id': '51a5087f-427b-4c60-a5ff-9b0ae88f7801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:31:06.207838 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c7b33730-e709-4f81-93d6-ed64f27ccc9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:06.208234 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b33730-e709-4f81-93d6-ed64f27ccc9f None None] Bound using segment: {'id': '51a5087f-427b-4c60-a5ff-9b0ae88f7801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:31:06.208705 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c7b33730-e709-4f81-93d6-ed64f27ccc9f None None] Bound port: 0262dc98-038e-4102-aa46-eb9d6f1e7cd0, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a5087f-427b-4c60-a5ff-9b0ae88f7801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:31:06.209087 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c7b33730-e709-4f81-93d6-ed64f27ccc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:06.217344 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0d06e700-d082-4ecc-bbcf-e4d6b9fc4f81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:06.231878 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0d06e700-d082-4ecc-bbcf-e4d6b9fc4f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:06.248885 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c09fea34-861e-4689-b4a9-1ffa534d81cb req-e4c3fefd-31bd-480b-adf2-7d768c7a0c5f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110319 Nov 16 11:31:06.278767 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b1fc844e-d11a-44d7-b678-5d86be694020 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:06.279430 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fc844e-d11a-44d7-b678-5d86be694020 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c599cc9c-8503-47c0-b7cc-aa1c7ce2c7ae {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:31:06.290209 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c7b33730-e709-4f81-93d6-ed64f27ccc9f None None] For port 0262dc98-038e-4102-aa46-eb9d6f1e7cd0, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:31:06.294382 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c7b33730-e709-4f81-93d6-ed64f27ccc9f None None] For port 0262dc98-038e-4102-aa46-eb9d6f1e7cd0, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=0262dc98-038e-4102-aa46-eb9d6f1e7cd0,segment=NetworkSegment(51a5087f-427b-4c60-a5ff-9b0ae88f7801),segment_id=51a5087f-427b-4c60-a5ff-9b0ae88f7801)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:31:06.299128 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1a866ea-f17d-4810-beb2-01bb153bf88c tempest-ExternalNetworksAdminNegativeTestJSON-955639381 tempest-ExternalNetworksAdminNegativeTestJSON-955639381-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:06.303089 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b1fc844e-d11a-44d7-b678-5d86be694020 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:06.304263 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b1fc844e-d11a-44d7-b678-5d86be694020 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] 10.222.0.61 "DELETE /v2.0/routers/c599cc9c-8503-47c0-b7cc-aa1c7ce2c7ae HTTP/1.1" status: 204 len: 168 time: 0.6123428 Nov 16 11:31:06.306638 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c7b33730-e709-4f81-93d6-ed64f27ccc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:06.321837 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0d06e700-d082-4ecc-bbcf-e4d6b9fc4f81 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cd28197c55734a3ea99ab0439d12306e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9349294 Nov 16 11:31:06.323099 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43786) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:06.324818 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43788) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:06.372115 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-80e1cc57-f9ab-4640-b4c8-450b29e41ab4 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Request body: {'router': {'name': 'tempest-router-2064286364', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '5cb76f84d0cd45a9ad0a746b6715d8a9'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:06.392514 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b33730-e709-4f81-93d6-ed64f27ccc9f None None] Pushing event updated for resources: {'Port': ['ID=0262dc98-038e-4102-aa46-eb9d6f1e7cd0,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:06.397566 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d06e700-d082-4ecc-bbcf-e4d6b9fc4f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f04875-91a5-40c5-bbf7-4415fb413b8a,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:06.436772 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:31:06.478830 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80e1cc57-f9ab-4640-b4c8-450b29e41ab4 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:06.479709 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80e1cc57-f9ab-4640-b4c8-450b29e41ab4 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:06.519230 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:31:06.526896 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:06.527628 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:06.531024 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2227b-9704-4e7e-9716-28b538c1601e req-5264802f-095b-44d0-b834-c274294b5e8a tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:06.533735 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bfe2227b-9704-4e7e-9716-28b538c1601e req-5264802f-095b-44d0-b834-c274294b5e8a tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 949 time: 0.1627624 Nov 16 11:31:06.546342 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d8d936e1-de78-4f26-8dda-1e6e61efd435 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:06.557351 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9df57af7-ffdc-46d1-bb5e-2e7d18649dbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:06.602912 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1a866ea-f17d-4810-beb2-01bb153bf88c tempest-ExternalNetworksAdminNegativeTestJSON-955639381 tempest-ExternalNetworksAdminNegativeTestJSON-955639381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:06.640527 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a866ea-f17d-4810-beb2-01bb153bf88c tempest-ExternalNetworksAdminNegativeTestJSON-955639381 tempest-ExternalNetworksAdminNegativeTestJSON-955639381-project-admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:31:06.670168 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:06.716545 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bfe2227b-9704-4e7e-9716-28b538c1601e req-0cf5c87a-c9b2-4d29-a662-c2816758f1a9 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647968 Nov 16 11:31:06.731538 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83afd9bf-2864-44f5-89f9-3a76d8abe36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:31:06.734802 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f98c87-b963-4806-ae0b-c68d43e7c48a" -d '{"events": [{"server_uuid": "83afd9bf-2864-44f5-89f9-3a76d8abe36e", "name": "network-vif-plugged", "status": "completed", "tag": "f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:31:06.749411 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80e1cc57-f9ab-4640-b4c8-450b29e41ab4 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:06.755726 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-d1a866ea-f17d-4810-beb2-01bb153bf88c tempest-ExternalNetworksAdminNegativeTestJSON-955639381 tempest-ExternalNetworksAdminNegativeTestJSON-955639381-project-admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:31:06.762400 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375,segment=NetworkSegment(1186fe7f-5dbc-4e04-af0c-6c5994d769cc),segment_id=1186fe7f-5dbc-4e04-af0c-6c5994d769cc)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:31:06.763150 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a866ea-f17d-4810-beb2-01bb153bf88c tempest-ExternalNetworksAdminNegativeTestJSON-955639381 tempest-ExternalNetworksAdminNegativeTestJSON-955639381-project-admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:31:06.776729 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:06.780003 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:31:06.854617 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80e1cc57-f9ab-4640-b4c8-450b29e41ab4 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:06.856835 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a866ea-f17d-4810-beb2-01bb153bf88c tempest-ExternalNetworksAdminNegativeTestJSON-955639381 tempest-ExternalNetworksAdminNegativeTestJSON-955639381-project-admin] Pushing event updated for resources: {'Port': ['ID=0272ad90-777e-4b33-8479-50ea14919be0,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:06.869705 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9df57af7-ffdc-46d1-bb5e-2e7d18649dbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:06.891494 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:06.893962 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-adef6b54-ee0a-403a-b23d-091a6b03285c req-a17d9aa0-3f4a-495f-8d3b-65bfd07858c7 service neutron] 10.222.0.64 "GET /v2.0/networks/5b0dad88-2921-4ce2-a522-2a38833ce0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6101172 Nov 16 11:31:06.907030 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:06.908652 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:06.932678 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80e1cc57-f9ab-4640-b4c8-450b29e41ab4 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:06.933917 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-80e1cc57-f9ab-4640-b4c8-450b29e41ab4 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6098716 Nov 16 11:31:06.942223 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43794) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:06.949433 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ecf7a81a-0cc2-4c5d-b7b5-7da33420dd91 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:07.040716 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc20647-3a05-455b-8971-582cc685390d req-980c3512-cfd2-44ff-baf3-f7ca1cdc4884 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:07.043011 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ddc20647-3a05-455b-8971-582cc685390d req-980c3512-cfd2-44ff-baf3-f7ca1cdc4884 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 946 time: 0.1649520 Nov 16 11:31:07.084663 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:07.147509 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:31:07.162238 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:07.171849 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ddc20647-3a05-455b-8971-582cc685390d req-b2dc3d44-de8e-444a-a030-5f13f2e96c74 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142495 Nov 16 11:31:07.173275 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-d8d936e1-de78-4f26-8dda-1e6e61efd435 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Allocated IP 172.20.0.1 (3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad/fa420f98-c40e-4555-8792-b6dc61ec5b9c/474bd286-92f4-4d5a-9d95-ecf06a34bf29) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:31:07.234790 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866,revision_number=8']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:07.274704 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eba6612-ac0f-419d-ba9d-34034548f9e4 x-openstack-request-id: req-6eba6612-ac0f-419d-ba9d-34034548f9e4 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:31:07.275013 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83afd9bf-2864-44f5-89f9-3a76d8abe36e", "name": "network-vif-plugged", "status": "completed", "tag": "f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:31:07.275271 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6eba6612-ac0f-419d-ba9d-34034548f9e4 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:31:07.276125 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83afd9bf-2864-44f5-89f9-3a76d8abe36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375', 'code': 200} Nov 16 11:31:07.427643 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d8d936e1-de78-4f26-8dda-1e6e61efd435 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:07.471540 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c22cf-fc06-40c2-a309-738f3cfb8ccb req-ed2fe1d3-a4a5-47a0-8427-5d70e47369a8 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:07.473144 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-177c22cf-fc06-40c2-a309-738f3cfb8ccb req-ed2fe1d3-a4a5-47a0-8427-5d70e47369a8 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 946 time: 0.0927742 Nov 16 11:31:07.502242 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d8d936e1-de78-4f26-8dda-1e6e61efd435 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:07.604327 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-177c22cf-fc06-40c2-a309-738f3cfb8ccb req-f7d29612-da5e-4797-86d5-7df8ef1e9028 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222003 Nov 16 11:31:07.614499 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1a866ea-f17d-4810-beb2-01bb153bf88c tempest-ExternalNetworksAdminNegativeTestJSON-955639381 tempest-ExternalNetworksAdminNegativeTestJSON-955639381-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:07.615958 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9df57af7-ffdc-46d1-bb5e-2e7d18649dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:07.618268 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d936e1-de78-4f26-8dda-1e6e61efd435 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event updated for resources: {'Port': ['ID=474bd286-92f4-4d5a-9d95-ecf06a34bf29,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:07.619368 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9df57af7-ffdc-46d1-bb5e-2e7d18649dbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:07.620548 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9df57af7-ffdc-46d1-bb5e-2e7d18649dbb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a6f04875-91a5-40c5-bbf7-4415fb413b8a HTTP/1.1" status: 204 len: 168 time: 1.2412255 Nov 16 11:31:07.657594 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d936e1-de78-4f26-8dda-1e6e61efd435 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Network 3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:31:07.659684 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-d8d936e1-de78-4f26-8dda-1e6e61efd435 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:31:07.662703 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d936e1-de78-4f26-8dda-1e6e61efd435 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:31:07.721276 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df57af7-ffdc-46d1-bb5e-2e7d18649dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f04875-91a5-40c5-bbf7-4415fb413b8a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:07.732519 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d8d936e1-de78-4f26-8dda-1e6e61efd435 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:07.744145 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ecf7a81a-0cc2-4c5d-b7b5-7da33420dd91 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1984560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1995711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3572'] for router, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:07.744145 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ecf7a81a-0cc2-4c5d-b7b5-7da33420dd91 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks [] for router, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:07.840797 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 0262dc98-038e-4102-aa46-eb9d6f1e7cd0 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:31:07.853717 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40624bed-7b1e-4315-8312-d60a97e78694 req-7f330e57-380e-4d4b-9042-5d8ab29d11ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:07.868078 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-40624bed-7b1e-4315-8312-d60a97e78694 req-7f330e57-380e-4d4b-9042-5d8ab29d11ad service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 1097 time: 0.3033614 Nov 16 11:31:07.939495 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 0262dc98-038e-4102-aa46-eb9d6f1e7cd0 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:07.940169 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:07.961972 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1a866ea-f17d-4810-beb2-01bb153bf88c tempest-ExternalNetworksAdminNegativeTestJSON-955639381 tempest-ExternalNetworksAdminNegativeTestJSON-955639381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:07.998189 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa57b8-5989-46d7-b0f6-980a00e0a4f5 req-e10d0872-5989-4c88-8499-540116d1931b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:08.000260 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-35aa57b8-5989-46d7-b0f6-980a00e0a4f5 req-e10d0872-5989-4c88-8499-540116d1931b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1&tenant_id=e86b42204c7f435e8eff5558272e51a5 HTTP/1.1" status: 200 len: 1101 time: 0.2834873 Nov 16 11:31:08.019982 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ecf7a81a-0cc2-4c5d-b7b5-7da33420dd91 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102668) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 16 11:31:08.020673 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ecf7a81a-0cc2-4c5d-b7b5-7da33420dd91 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Router 132f37c2-fdb6-4a99-8100-f81ddee2fe71 migrating from provider to provider. {{(pid=102668) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 16 11:31:08.021734 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ecf7a81a-0cc2-4c5d-b7b5-7da33420dd91 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:08.044914 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ecf7a81a-0cc2-4c5d-b7b5-7da33420dd91 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:08.066589 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36b27a-18a5-41d7-aec6-a231c22f5c5f req-faad80b8-6a3e-4e59-98da-acbb2a9131df tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:08.070317 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:08.074033 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bb36b27a-18a5-41d7-aec6-a231c22f5c5f req-faad80b8-6a3e-4e59-98da-acbb2a9131df tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.2021863 Nov 16 11:31:08.087840 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ecf7a81a-0cc2-4c5d-b7b5-7da33420dd91 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1984559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1984550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1995702'] for router, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:08.089177 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d826c6-a127-45ff-93cf-09899ed7a61a None None] Network 3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:31:08.092965 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-40624bed-7b1e-4315-8312-d60a97e78694 req-a7fb1cab-31f2-46dd-b238-d0b31e195d25 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700721 Nov 16 11:31:08.106259 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d8d936e1-de78-4f26-8dda-1e6e61efd435 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:08.187845 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bb36b27a-18a5-41d7-aec6-a231c22f5c5f req-d623f2e1-ae5c-4fdd-ab74-5fef4d43e55a tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115704 Nov 16 11:31:08.258107 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 0262dc98-038e-4102-aa46-eb9d6f1e7cd0, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=0262dc98-038e-4102-aa46-eb9d6f1e7cd0,segment=NetworkSegment(51a5087f-427b-4c60-a5ff-9b0ae88f7801),segment_id=51a5087f-427b-4c60-a5ff-9b0ae88f7801)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:31:08.265522 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-5f9eea2a-38c4-4615-af5a-c00c8a3f3e4e None None] Provisioning complete for port 0262dc98-038e-4102-aa46-eb9d6f1e7cd0 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:08.266086 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5f9eea2a-38c4-4615-af5a-c00c8a3f3e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:08.286765 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa57b8-5989-46d7-b0f6-980a00e0a4f5 req-e120bb02-c827-46cb-9c0c-661636f8d51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:08.288426 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-35aa57b8-5989-46d7-b0f6-980a00e0a4f5 req-e120bb02-c827-46cb-9c0c-661636f8d51e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e86b42204c7f435e8eff5558272e51a5&device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 1101 time: 0.2422352 Nov 16 11:31:08.308046 n-d-816823-3 neutron-server[102668]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ecf7a81a-0cc2-4c5d-b7b5-7da33420dd91 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] No L3 agents can host the router 132f37c2-fdb6-4a99-8100-f81ddee2fe71 Nov 16 11:31:08.321806 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:08.322802 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 4a71018b-a758-412e-95fa-6654b6d5a87d up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:31:08.447615 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ab9da-4320-497b-8453-864015059d5e req-a1cbe53b-2707-4b6a-ba72-e068ec4ad72b tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:08.456940 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-565ab9da-4320-497b-8453-864015059d5e req-a1cbe53b-2707-4b6a-ba72-e068ec4ad72b tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 946 time: 0.1554284 Nov 16 11:31:08.498340 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1a866ea-f17d-4810-beb2-01bb153bf88c tempest-ExternalNetworksAdminNegativeTestJSON-955639381 tempest-ExternalNetworksAdminNegativeTestJSON-955639381-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:08.509780 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=0262dc98-038e-4102-aa46-eb9d6f1e7cd0,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:08.551052 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 4a71018b-a758-412e-95fa-6654b6d5a87d triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:08.551721 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:08.554845 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1a866ea-f17d-4810-beb2-01bb153bf88c tempest-ExternalNetworksAdminNegativeTestJSON-955639381 tempest-ExternalNetworksAdminNegativeTestJSON-955639381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:08.598007 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf7a81a-0cc2-4c5d-b7b5-7da33420dd91 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Hosts for router 132f37c2-fdb6-4a99-8100-f81ddee2fe71: [] {{(pid=102668) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 16 11:31:08.620974 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa57b8-5989-46d7-b0f6-980a00e0a4f5 req-5ac741ad-1fb3-4c4c-a636-8c4c5aaf5224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:08.623046 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-35aa57b8-5989-46d7-b0f6-980a00e0a4f5 req-5ac741ad-1fb3-4c4c-a636-8c4c5aaf5224 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.3169477 Nov 16 11:31:08.659436 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-565ab9da-4320-497b-8453-864015059d5e req-e17e0257-d052-4eca-a248-871f6f977531 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013230 Nov 16 11:31:08.753095 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf7a81a-0cc2-4c5d-b7b5-7da33420dd91 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Hosts for other DVR routers connected to router 132f37c2-fdb6-4a99-8100-f81ddee2fe71: set() {{(pid=102668) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 16 11:31:08.755809 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ecf7a81a-0cc2-4c5d-b7b5-7da33420dd91 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:08.757413 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d8d936e1-de78-4f26-8dda-1e6e61efd435 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:08.759923 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43822) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:08.760066 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ecf7a81a-0cc2-4c5d-b7b5-7da33420dd91 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] 10.222.0.61 "PUT /v2.0/routers/132f37c2-fdb6-4a99-8100-f81ddee2fe71 HTTP/1.1" status: 200 len: 717 time: 1.8164504 Nov 16 11:31:08.761013 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1a866ea-f17d-4810-beb2-01bb153bf88c tempest-ExternalNetworksAdminNegativeTestJSON-955639381 tempest-ExternalNetworksAdminNegativeTestJSON-955639381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:08.763762 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a866ea-f17d-4810-beb2-01bb153bf88c tempest-ExternalNetworksAdminNegativeTestJSON-955639381 tempest-ExternalNetworksAdminNegativeTestJSON-955639381-project-admin] Pushing event updated for resources: {'Port': ['ID=0272ad90-777e-4b33-8479-50ea14919be0,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:08.772357 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-35aa57b8-5989-46d7-b0f6-980a00e0a4f5 req-ac089ebe-41e6-499c-a431-46a1c5e81f6c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866 HTTP/1.1" status: 200 len: 217 time: 0.1377559 Nov 16 11:31:08.812961 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1a866ea-f17d-4810-beb2-01bb153bf88c tempest-ExternalNetworksAdminNegativeTestJSON-955639381 tempest-ExternalNetworksAdminNegativeTestJSON-955639381-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:08.829203 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d1a866ea-f17d-4810-beb2-01bb153bf88c tempest-ExternalNetworksAdminNegativeTestJSON-955639381 tempest-ExternalNetworksAdminNegativeTestJSON-955639381-project-admin] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5217147 Nov 16 11:31:08.848038 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43826) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:08.855454 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5453a159-fba4-4a3a-887a-2926021924a3 tempest-ExternalNetworksAdminNegativeTestJSON-955639381 tempest-ExternalNetworksAdminNegativeTestJSON-955639381-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1517954119', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'fixed_ips': [{'ip_address': '172.25.0.115'}]}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:08.881038 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-be737025-6a98-417d-8ad6-a7ffb2a05686 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] 10.222.0.61 "GET /v2.0/routers/132f37c2-fdb6-4a99-8100-f81ddee2fe71 HTTP/1.1" status: 200 len: 717 time: 0.1199639 Nov 16 11:31:08.883627 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d8d936e1-de78-4f26-8dda-1e6e61efd435 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:08.887352 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43828) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:08.903610 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa57b8-5989-46d7-b0f6-980a00e0a4f5 req-218b4efe-2518-428a-be05-1d3b4775e22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:08.905347 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-35aa57b8-5989-46d7-b0f6-980a00e0a4f5 req-218b4efe-2518-428a-be05-1d3b4775e22b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.1233497 Nov 16 11:31:08.912234 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5453a159-fba4-4a3a-887a-2926021924a3 tempest-ExternalNetworksAdminNegativeTestJSON-955639381 tempest-ExternalNetworksAdminNegativeTestJSON-955639381-project-admin] Made reservation on behalf of 2e36659205f643c4b9dba74610131141 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:31:08.919322 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5453a159-fba4-4a3a-887a-2926021924a3 tempest-ExternalNetworksAdminNegativeTestJSON-955639381 tempest-ExternalNetworksAdminNegativeTestJSON-955639381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:08.940241 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43832) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:08.957380 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5453a159-fba4-4a3a-887a-2926021924a3 tempest-ExternalNetworksAdminNegativeTestJSON-955639381 tempest-ExternalNetworksAdminNegativeTestJSON-955639381-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:09.000352 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d936e1-de78-4f26-8dda-1e6e61efd435 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event updated for resources: {'Port': ['ID=474bd286-92f4-4d5a-9d95-ecf06a34bf29,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:09.033312 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa57b8-5989-46d7-b0f6-980a00e0a4f5 req-338b6a2b-3aca-48ae-a59e-8a972650f0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:09.038701 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-35aa57b8-5989-46d7-b0f6-980a00e0a4f5 req-338b6a2b-3aca-48ae-a59e-8a972650f0d1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1148272 Nov 16 11:31:09.042513 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-110103eb-ec7f-4838-856c-62f1f460bd9d None None] Provisioning complete for port 474bd286-92f4-4d5a-9d95-ecf06a34bf29 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:09.043492 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-110103eb-ec7f-4838-856c-62f1f460bd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:09.055156 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d8d936e1-de78-4f26-8dda-1e6e61efd435 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:09.078932 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf57dd2-62df-490b-b44a-aebf7a189e85 req-d7bdcaaa-e167-4e20-b3ba-179a4b491b53 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:09.096543 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dbf57dd2-62df-490b-b44a-aebf7a189e85 req-d7bdcaaa-e167-4e20-b3ba-179a4b491b53 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 946 time: 0.2141790 Nov 16 11:31:09.101908 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-110103eb-ec7f-4838-856c-62f1f460bd9d None None] Port 474bd286-92f4-4d5a-9d95-ecf06a34bf29 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:31:09.127733 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-110103eb-ec7f-4838-856c-62f1f460bd9d None None] Provisioning complete for port 0262dc98-038e-4102-aa46-eb9d6f1e7cd0 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:09.129626 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-110103eb-ec7f-4838-856c-62f1f460bd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:09.162839 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-049ee22d-1955-494f-a449-87289bfe6e0a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1536486095-network', 'tenant_id': '5de40747a10d44f79906618ae036d315'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:09.237093 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dbf57dd2-62df-490b-b44a-aebf7a189e85 req-97fe645e-a20f-40d6-a107-deac2014983f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394389 Nov 16 11:31:09.258705 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049ee22d-1955-494f-a449-87289bfe6e0a admin admin] Made reservation on behalf of 5de40747a10d44f79906618ae036d315 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:31:09.260942 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-049ee22d-1955-494f-a449-87289bfe6e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:09.277181 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7788edfb-4eac-45ac-ad7b-3baf42448ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:31:09.283827 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1746a6f1-3d5a-47fa-8e9f-5a2bb4fc2c00" -d '{"events": [{"server_uuid": "7788edfb-4eac-45ac-ad7b-3baf42448ab1", "name": "network-vif-plugged", "status": "completed", "tag": "1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:31:09.307947 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-049ee22d-1955-494f-a449-87289bfe6e0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:09.311011 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5453a159-fba4-4a3a-887a-2926021924a3 tempest-ExternalNetworksAdminNegativeTestJSON-955639381 tempest-ExternalNetworksAdminNegativeTestJSON-955639381-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:09.318721 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-35aa57b8-5989-46d7-b0f6-980a00e0a4f5 req-08442bbb-a887-487c-901e-bf90263b940e service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670290 Nov 16 11:31:09.352217 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5453a159-fba4-4a3a-887a-2926021924a3 tempest-ExternalNetworksAdminNegativeTestJSON-955639381 tempest-ExternalNetworksAdminNegativeTestJSON-955639381-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:09.373148 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-5453a159-fba4-4a3a-887a-2926021924a3 tempest-ExternalNetworksAdminNegativeTestJSON-955639381 tempest-ExternalNetworksAdminNegativeTestJSON-955639381-project-admin] device_id is not set on port 57e6ef2d-05b4-4119-986f-b4c10dd862a1 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:31:09.398055 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-550562a2-b422-49a0-a3fc-109aeb3a3c15 None None] Provisioning complete for port 474bd286-92f4-4d5a-9d95-ecf06a34bf29 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:09.398812 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-550562a2-b422-49a0-a3fc-109aeb3a3c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:09.413988 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d936e1-de78-4f26-8dda-1e6e61efd435 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Network 3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:31:09.422231 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b90f25a2-8c26-461e-baa9-a392dfc4eda4 tempest-RoutersTestDVR-517486365 tempest-RoutersTestDVR-517486365-project] 10.222.0.61 "GET /v2.0/routers/132f37c2-fdb6-4a99-8100-f81ddee2fe71 HTTP/1.1" status: 200 len: 683 time: 0.5303547 Nov 16 11:31:09.424650 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-d8d936e1-de78-4f26-8dda-1e6e61efd435 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:31:09.426699 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43840) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:09.456605 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-550562a2-b422-49a0-a3fc-109aeb3a3c15 None None] Port 474bd286-92f4-4d5a-9d95-ecf06a34bf29 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:31:09.456797 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5453a159-fba4-4a3a-887a-2926021924a3 tempest-ExternalNetworksAdminNegativeTestJSON-955639381 tempest-ExternalNetworksAdminNegativeTestJSON-955639381-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8e2791-72d9-4bbe-b51d-db79cd57656e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:09.585230 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed3b0e-afa8-457e-b393-40086fbe45d5 req-c2c0a4ee-ad4b-42a3-80df-23ba143e9d27 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:09.592390 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4aed3b0e-afa8-457e-b393-40086fbe45d5 req-c2c0a4ee-ad4b-42a3-80df-23ba143e9d27 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.2203009 Nov 16 11:31:09.597866 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7365313-881f-4a1c-95a0-82be5c31e1f6 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:09.648367 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-35aa57b8-5989-46d7-b0f6-980a00e0a4f5 req-4cac7518-a252-4df4-8a85-a1d8d88625e5 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146815 Nov 16 11:31:09.676654 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 0262dc98-038e-4102-aa46-eb9d6f1e7cd0 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:31:09.686653 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-049ee22d-1955-494f-a449-87289bfe6e0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:09.713132 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-049ee22d-1955-494f-a449-87289bfe6e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:09.745494 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-049ee22d-1955-494f-a449-87289bfe6e0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:31:09.749147 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 0262dc98-038e-4102-aa46-eb9d6f1e7cd0 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:09.749979 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:09.781633 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ee22d-1955-494f-a449-87289bfe6e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e390d52-fa5e-45c6-ae30-97703d6117ac,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:09.786015 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-049ee22d-1955-494f-a449-87289bfe6e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:09.786364 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-049ee22d-1955-494f-a449-87289bfe6e0a admin admin] Added segment 8c7d83bf-85a1-425d-b9b1-dd2526bf3d00 of type vlan for network ac38a654-4075-456a-bc52-9a2a4fa7d579 Nov 16 11:31:09.790245 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-5453a159-fba4-4a3a-887a-2926021924a3 tempest-ExternalNetworksAdminNegativeTestJSON-955639381 tempest-ExternalNetworksAdminNegativeTestJSON-955639381-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 16 11:31:09.790828 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5453a159-fba4-4a3a-887a-2926021924a3 tempest-ExternalNetworksAdminNegativeTestJSON-955639381 tempest-ExternalNetworksAdminNegativeTestJSON-955639381-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:31:09.819640 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-88dc910f-b4d8-4f00-8b6c-53e020b45bba None None] Provisioning complete for port 474bd286-92f4-4d5a-9d95-ecf06a34bf29 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:09.820022 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-88dc910f-b4d8-4f00-8b6c-53e020b45bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:09.844134 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5453a159-fba4-4a3a-887a-2926021924a3 tempest-ExternalNetworksAdminNegativeTestJSON-955639381 tempest-ExternalNetworksAdminNegativeTestJSON-955639381-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.9949546 Nov 16 11:31:09.847900 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-049ee22d-1955-494f-a449-87289bfe6e0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:09.849226 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43844) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:09.862028 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-88dc910f-b4d8-4f00-8b6c-53e020b45bba None None] Port 474bd286-92f4-4d5a-9d95-ecf06a34bf29 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:31:09.866886 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4aed3b0e-afa8-457e-b393-40086fbe45d5 req-b58f58cd-8749-4a11-928f-59297327136b tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735813 Nov 16 11:31:09.874339 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7365313-881f-4a1c-95a0-82be5c31e1f6 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:09.883690 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7365313-881f-4a1c-95a0-82be5c31e1f6 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:09.886087 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-049ee22d-1955-494f-a449-87289bfe6e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:09.887098 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049ee22d-1955-494f-a449-87289bfe6e0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:09.887738 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-049ee22d-1955-494f-a449-87289bfe6e0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:09.918082 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b43259b-ca48-4211-ac1f-e20b853b2c42 x-openstack-request-id: req-2b43259b-ca48-4211-ac1f-e20b853b2c42 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:31:09.918527 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7788edfb-4eac-45ac-ad7b-3baf42448ab1", "name": "network-vif-plugged", "status": "completed", "tag": "1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:31:09.919173 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2b43259b-ca48-4211-ac1f-e20b853b2c42 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:31:09.919739 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7788edfb-4eac-45ac-ad7b-3baf42448ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866', 'code': 200} Nov 16 11:31:09.954760 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-049ee22d-1955-494f-a449-87289bfe6e0a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0057871 Nov 16 11:31:09.954993 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43846) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:09.961692 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-604968ea-c85d-4024-ba49-cf8d28208855 admin admin] Request body: {'subnet': {'network_id': 'ac38a654-4075-456a-bc52-9a2a4fa7d579', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1536486095-subnet', 'tenant_id': '5de40747a10d44f79906618ae036d315', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:09.965887 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ee22d-1955-494f-a449-87289bfe6e0a admin admin] Pushing event updated for resources: {'Network': ['ID=ac38a654-4075-456a-bc52-9a2a4fa7d579,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:09.976797 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network ac38a654-4075-456a-bc52-9a2a4fa7d579 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:31:09.987604 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604968ea-c85d-4024-ba49-cf8d28208855 admin admin] Made reservation on behalf of 5de40747a10d44f79906618ae036d315 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:31:09.990459 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-604968ea-c85d-4024-ba49-cf8d28208855 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:10.213964 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-604968ea-c85d-4024-ba49-cf8d28208855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:10.276157 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604968ea-c85d-4024-ba49-cf8d28208855 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c5b6ebb-aa31-4518-a588-3858b2528956,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:10.283317 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604968ea-c85d-4024-ba49-cf8d28208855 admin admin] Checking segment: {'id': '8c7d83bf-85a1-425d-b9b1-dd2526bf3d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ac38a654-4075-456a-bc52-9a2a4fa7d579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:31:10.283649 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604968ea-c85d-4024-ba49-cf8d28208855 admin admin] Network hostable DHCP agents. Network: ac38a654-4075-456a-bc52-9a2a4fa7d579, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:31:10.302876 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604968ea-c85d-4024-ba49-cf8d28208855 admin admin] Network ac38a654-4075-456a-bc52-9a2a4fa7d579 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:31:10.305000 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d936e1-de78-4f26-8dda-1e6e61efd435 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Router b45d1980-14ae-4e25-b5ff-acd46263a0fe has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:31:10.312003 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-604968ea-c85d-4024-ba49-cf8d28208855 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, ac38a654-4075-456a-bc52-9a2a4fa7d579) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:31:10.316640 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604968ea-c85d-4024-ba49-cf8d28208855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:10.318168 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-604968ea-c85d-4024-ba49-cf8d28208855 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:10.321445 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4058595-aea5-4f79-b20d-88421b963ca6 None None] Network ac38a654-4075-456a-bc52-9a2a4fa7d579 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:31:10.330035 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7365313-881f-4a1c-95a0-82be5c31e1f6 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:10.330536 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7365313-881f-4a1c-95a0-82be5c31e1f6 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 132f37c2-fdb6-4a99-8100-f81ddee2fe71 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:31:10.339372 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-604968ea-c85d-4024-ba49-cf8d28208855 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3833811 Nov 16 11:31:10.342866 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43850) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:10.348624 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-58b0fae5-cc9e-4061-ad36-6cf92a1c4768 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1536486095-router', 'tenant_id': '5de40747a10d44f79906618ae036d315', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:10.350502 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7365313-881f-4a1c-95a0-82be5c31e1f6 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:10.351647 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e7365313-881f-4a1c-95a0-82be5c31e1f6 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] 10.222.0.61 "DELETE /v2.0/routers/132f37c2-fdb6-4a99-8100-f81ddee2fe71 HTTP/1.1" status: 204 len: 168 time: 0.9241934 Nov 16 11:31:10.356435 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43852) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:10.376181 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58b0fae5-cc9e-4061-ad36-6cf92a1c4768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:10.377650 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58b0fae5-cc9e-4061-ad36-6cf92a1c4768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:10.387152 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-24ce915b-7a7e-4c0e-a89f-9acc6c9f99a6 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Request body: {'router': {'name': 'tempest-router-1576576583', 'distributed': True}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:10.448460 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58b0fae5-cc9e-4061-ad36-6cf92a1c4768 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:10.513666 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf54659-da88-467e-88b0-e6c71f56e470 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-ac38a654-4075-456a-bc52-9a2a4fa7d579', 'network_id': 'ac38a654-4075-456a-bc52-9a2a4fa7d579', 'tenant_id': '5de40747a10d44f79906618ae036d315', 'fixed_ips': [{'subnet_id': '0c5b6ebb-aa31-4518-a588-3858b2528956'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:31:10.514876 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0cf54659-da88-467e-88b0-e6c71f56e470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:10.519330 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed69473-3c2c-4cd9-a126-1feda01b9b0b req-4402bb65-210d-411e-9d70-683bc3700eaf tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:10.526596 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5ed69473-3c2c-4cd9-a126-1feda01b9b0b req-4402bb65-210d-411e-9d70-683bc3700eaf tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 946 time: 0.5558126 Nov 16 11:31:10.538556 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-24ce915b-7a7e-4c0e-a89f-9acc6c9f99a6 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:10.539583 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-24ce915b-7a7e-4c0e-a89f-9acc6c9f99a6 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:10.602940 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58b0fae5-cc9e-4061-ad36-6cf92a1c4768 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:10.660976 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5ed69473-3c2c-4cd9-a126-1feda01b9b0b req-faf3f337-b7c2-4216-b689-0d4b99073fda tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334012 Nov 16 11:31:10.662534 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-24ce915b-7a7e-4c0e-a89f-9acc6c9f99a6 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:10.664843 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d936e1-de78-4f26-8dda-1e6e61efd435 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:31:10.667163 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-774e442c-f687-41e4-864d-58254463b766 tempest-ExternalNetworksAdminNegativeTestJSON-955639381 tempest-ExternalNetworksAdminNegativeTestJSON-955639381-project-admin] Deleting port 0272ad90-777e-4b33-8479-50ea14919be0 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:31:10.667505 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-774e442c-f687-41e4-864d-58254463b766 tempest-ExternalNetworksAdminNegativeTestJSON-955639381 tempest-ExternalNetworksAdminNegativeTestJSON-955639381-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:10.677278 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d8d936e1-de78-4f26-8dda-1e6e61efd435 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "PUT /v2.0/routers/b45d1980-14ae-4e25-b5ff-acd46263a0fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7749107 Nov 16 11:31:10.680383 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43854) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:10.687188 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-24ce915b-7a7e-4c0e-a89f-9acc6c9f99a6 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:10.707638 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-0cf54659-da88-467e-88b0-e6c71f56e470 None None] Allocated IP 172.20.0.2 (ac38a654-4075-456a-bc52-9a2a4fa7d579/0c5b6ebb-aa31-4518-a588-3858b2528956/07024984-da4a-46ff-8eb7-ec2292c46369) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:31:10.745963 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-24ce915b-7a7e-4c0e-a89f-9acc6c9f99a6 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:10.747314 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-24ce915b-7a7e-4c0e-a89f-9acc6c9f99a6 tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3899255 Nov 16 11:31:10.752667 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43858) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:10.877475 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0cf54659-da88-467e-88b0-e6c71f56e470 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:10.882806 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a746c79-1675-4de8-adfc-56c323bef0bd None None] Sync routers for ids ['b45d1980-14ae-4e25-b5ff-acd46263a0fe'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:31:10.884275 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0bd0a377-d2be-4ca1-af02-793ae7f7f61f tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:10.888249 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-774e442c-f687-41e4-864d-58254463b766 tempest-ExternalNetworksAdminNegativeTestJSON-955639381 tempest-ExternalNetworksAdminNegativeTestJSON-955639381-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:10.888694 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-774e442c-f687-41e4-864d-58254463b766 tempest-ExternalNetworksAdminNegativeTestJSON-955639381 tempest-ExternalNetworksAdminNegativeTestJSON-955639381-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:10.894527 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a746c79-1675-4de8-adfc-56c323bef0bd None None] Routers {'b45d1980-14ae-4e25-b5ff-acd46263a0fe'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:31:10.895253 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8a746c79-1675-4de8-adfc-56c323bef0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:30:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['b45d1980-14ae-4e25-b5ff-acd46263a0fe'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:10.898647 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0cf54659-da88-467e-88b0-e6c71f56e470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:10.974634 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-774e442c-f687-41e4-864d-58254463b766 tempest-ExternalNetworksAdminNegativeTestJSON-955639381 tempest-ExternalNetworksAdminNegativeTestJSON-955639381-project-admin] Calling delete_port for 0272ad90-777e-4b33-8479-50ea14919be0 owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:31:11.002358 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb3e5d-5658-4a43-a59c-5a932af43d0a req-30921b27-1f9e-413f-9941-4279404ff375 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:11.009779 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-40eb3e5d-5658-4a43-a59c-5a932af43d0a req-30921b27-1f9e-413f-9941-4279404ff375 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 946 time: 0.2171316 Nov 16 11:31:11.025404 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf54659-da88-467e-88b0-e6c71f56e470 None None] Network ac38a654-4075-456a-bc52-9a2a4fa7d579 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:31:11.064652 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf54659-da88-467e-88b0-e6c71f56e470 None None] Pushing event updated for resources: {'Port': ['ID=07024984-da4a-46ff-8eb7-ec2292c46369,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:11.071215 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-0cf54659-da88-467e-88b0-e6c71f56e470 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:31:11.074052 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf54659-da88-467e-88b0-e6c71f56e470 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:31:11.164509 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-0cf54659-da88-467e-88b0-e6c71f56e470 None None] Attempting to bind port 07024984-da4a-46ff-8eb7-ec2292c46369 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:31:11.165259 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-0cf54659-da88-467e-88b0-e6c71f56e470 None None] Attempting to bind port 07024984-da4a-46ff-8eb7-ec2292c46369 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '8c7d83bf-85a1-425d-b9b1-dd2526bf3d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ac38a654-4075-456a-bc52-9a2a4fa7d579'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:31:11.165886 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf54659-da88-467e-88b0-e6c71f56e470 None None] Attempting to bind port 07024984-da4a-46ff-8eb7-ec2292c46369 on network ac38a654-4075-456a-bc52-9a2a4fa7d579 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:31:11.170783 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-8a746c79-1675-4de8-adfc-56c323bef0bd None None] Set router b45d1980-14ae-4e25-b5ff-acd46263a0fe gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:31:11.193915 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0bd0a377-d2be-4ca1-af02-793ae7f7f61f tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:11.200207 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf54659-da88-467e-88b0-e6c71f56e470 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:31:11.200923 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf54659-da88-467e-88b0-e6c71f56e470 None None] Checking segment: {'id': '8c7d83bf-85a1-425d-b9b1-dd2526bf3d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ac38a654-4075-456a-bc52-9a2a4fa7d579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:31:11.202666 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0cf54659-da88-467e-88b0-e6c71f56e470 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:11.203268 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf54659-da88-467e-88b0-e6c71f56e470 None None] Bound using segment: {'id': '8c7d83bf-85a1-425d-b9b1-dd2526bf3d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ac38a654-4075-456a-bc52-9a2a4fa7d579'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:31:11.203778 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-0cf54659-da88-467e-88b0-e6c71f56e470 None None] Bound port: 07024984-da4a-46ff-8eb7-ec2292c46369, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c7d83bf-85a1-425d-b9b1-dd2526bf3d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ac38a654-4075-456a-bc52-9a2a4fa7d579'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:31:11.204734 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0cf54659-da88-467e-88b0-e6c71f56e470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:11.205391 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-40eb3e5d-5658-4a43-a59c-5a932af43d0a req-b8b263af-a605-4844-a2d5-0e31e81324e2 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946321 Nov 16 11:31:11.206838 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0bd0a377-d2be-4ca1-af02-793ae7f7f61f tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:11.302587 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0bd0a377-d2be-4ca1-af02-793ae7f7f61f tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:11.303134 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd0a377-d2be-4ca1-af02-793ae7f7f61f tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 008b455c-0dd1-4699-8020-cf8f3af9e181 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:31:11.308497 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0bd0a377-d2be-4ca1-af02-793ae7f7f61f tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:11.313958 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0bd0a377-d2be-4ca1-af02-793ae7f7f61f tempest-RoutersTestDVR-260607093 tempest-RoutersTestDVR-260607093-project-admin] 10.222.0.61 "DELETE /v2.0/routers/008b455c-0dd1-4699-8020-cf8f3af9e181 HTTP/1.1" status: 204 len: 168 time: 0.5567155 Nov 16 11:31:11.374458 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5554c0-3c0c-4104-8b12-e47534b379fd tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:11.374965 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5554c0-3c0c-4104-8b12-e47534b379fd tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:11.375760 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5554c0-3c0c-4104-8b12-e47534b379fd tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:11.376993 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5554c0-3c0c-4104-8b12-e47534b379fd tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:11.377453 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5554c0-3c0c-4104-8b12-e47534b379fd tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:11.377907 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5554c0-3c0c-4104-8b12-e47534b379fd tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:11.378381 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5554c0-3c0c-4104-8b12-e47534b379fd tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:11.378867 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5554c0-3c0c-4104-8b12-e47534b379fd tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:11.379318 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5554c0-3c0c-4104-8b12-e47534b379fd tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:11.379762 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5554c0-3c0c-4104-8b12-e47534b379fd tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:11.380237 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5554c0-3c0c-4104-8b12-e47534b379fd tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:11.385964 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-da5554c0-3c0c-4104-8b12-e47534b379fd tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7775 time: 0.7038596 Nov 16 11:31:11.386603 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43872) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:11.466253 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-0cf54659-da88-467e-88b0-e6c71f56e470 None None] For port 07024984-da4a-46ff-8eb7-ec2292c46369, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:31:11.469192 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0e71d-b1c4-48d3-9bff-8c27ce59924b req-4fc5fa50-0d36-4648-aa15-600523b069c8 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:11.470856 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3ca0e71d-b1c4-48d3-9bff-8c27ce59924b req-4fc5fa50-0d36-4648-aa15-600523b069c8 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.1417048 Nov 16 11:31:11.481096 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-774e442c-f687-41e4-864d-58254463b766 tempest-ExternalNetworksAdminNegativeTestJSON-955639381 tempest-ExternalNetworksAdminNegativeTestJSON-955639381-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:11.497429 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-0cf54659-da88-467e-88b0-e6c71f56e470 None None] For port 07024984-da4a-46ff-8eb7-ec2292c46369, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=07024984-da4a-46ff-8eb7-ec2292c46369,segment=NetworkSegment(8c7d83bf-85a1-425d-b9b1-dd2526bf3d00),segment_id=8c7d83bf-85a1-425d-b9b1-dd2526bf3d00)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:31:11.512490 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0cf54659-da88-467e-88b0-e6c71f56e470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:11.554959 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e442c-f687-41e4-864d-58254463b766 tempest-ExternalNetworksAdminNegativeTestJSON-955639381 tempest-ExternalNetworksAdminNegativeTestJSON-955639381-project-admin] Pushing event deleted for resources: {'Port': ['ID=0272ad90-777e-4b33-8479-50ea14919be0,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:11.643214 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3ca0e71d-b1c4-48d3-9bff-8c27ce59924b req-da191f9f-8631-4364-b6df-744f9f2982e1 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647780 Nov 16 11:31:11.707712 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-774e442c-f687-41e4-864d-58254463b766 tempest-ExternalNetworksAdminNegativeTestJSON-955639381 tempest-ExternalNetworksAdminNegativeTestJSON-955639381-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:11.716492 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-774e442c-f687-41e4-864d-58254463b766 tempest-ExternalNetworksAdminNegativeTestJSON-955639381 tempest-ExternalNetworksAdminNegativeTestJSON-955639381-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:11.718673 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8c4f2e-0fa5-4625-ad54-69ae4e20ca20 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:11.719227 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8c4f2e-0fa5-4625-ad54-69ae4e20ca20 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:11.719683 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8c4f2e-0fa5-4625-ad54-69ae4e20ca20 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:11.720139 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8c4f2e-0fa5-4625-ad54-69ae4e20ca20 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:11.720589 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8c4f2e-0fa5-4625-ad54-69ae4e20ca20 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:11.721255 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8c4f2e-0fa5-4625-ad54-69ae4e20ca20 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:11.721468 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8c4f2e-0fa5-4625-ad54-69ae4e20ca20 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:11.721915 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8c4f2e-0fa5-4625-ad54-69ae4e20ca20 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:11.725170 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8c4f2e-0fa5-4625-ad54-69ae4e20ca20 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:11.725638 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8c4f2e-0fa5-4625-ad54-69ae4e20ca20 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:11.726117 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8c4f2e-0fa5-4625-ad54-69ae4e20ca20 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:11.741683 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-774e442c-f687-41e4-864d-58254463b766 tempest-ExternalNetworksAdminNegativeTestJSON-955639381 tempest-ExternalNetworksAdminNegativeTestJSON-955639381-project-admin] 10.222.0.61 "DELETE /v2.0/floatingips/a32401b7-e457-42d4-b050-7fb69d8f5e19 HTTP/1.1" status: 204 len: 168 time: 1.8559308 Nov 16 11:31:11.745563 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0d8c4f2e-0fa5-4625-ad54-69ae4e20ca20 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7103 time: 0.3247030 Nov 16 11:31:11.746246 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43878) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:11.752706 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58b0fae5-cc9e-4061-ad36-6cf92a1c4768 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:11.804379 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf54659-da88-467e-88b0-e6c71f56e470 None None] Pushing event updated for resources: {'Port': ['ID=07024984-da4a-46ff-8eb7-ec2292c46369,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:11.849616 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8a746c79-1675-4de8-adfc-56c323bef0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45d1980-14ae-4e25-b5ff-acd46263a0fe', 'name': 'tempest-TestNetworkBasicOps-router-8145012', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '4a71018b-a758-412e-95fa-6654b6d5a87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:31:01Z', 'updated_at': '2021-11-16T11:31:07Z', 'revision_number': 4, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'gw_port': {'id': '4a71018b-a758-412e-95fa-6654b6d5a87d', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45d1980-14ae-4e25-b5ff-acd46263a0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:02Z', 'updated_at': '2021-11-16T11:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '474bd286-92f4-4d5a-9d95-ecf06a34bf29', 'name': '', 'network_id': '3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'mac_address': 'fa:16:3e:ed:b1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45d1980-14ae-4e25-b5ff-acd46263a0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'fa420f98-c40e-4555-8792-b6dc61ec5b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:06Z', 'updated_at': '2021-11-16T11:31:08Z', 'revision_number': 2, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'subnets': [{'id': 'fa420f98-c40e-4555-8792-b6dc61ec5b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:11.870095 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58b0fae5-cc9e-4061-ad36-6cf92a1c4768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:11.872447 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43880) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:11.924735 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a746c79-1675-4de8-adfc-56c323bef0bd None None] Checking router: b45d1980-14ae-4e25-b5ff-acd46263a0fe for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:31:11.925094 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a746c79-1675-4de8-adfc-56c323bef0bd None None] Updating router b45d1980-14ae-4e25-b5ff-acd46263a0fe port 474bd286-92f4-4d5a-9d95-ecf06a34bf29 binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:31:11.937949 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de25e6-4de2-4fed-aa09-8cee01e77e72 req-3d0f0334-0a2a-4a28-887a-3c4658e7a864 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:11.947650 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b3de25e6-4de2-4fed-aa09-8cee01e77e72 req-3d0f0334-0a2a-4a28-887a-3c4658e7a864 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 946 time: 0.2020636 Nov 16 11:31:11.951511 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43884) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:11.963769 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-8bcb7504-9d8d-4cee-afb9-835985e19b2f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Request body: {'floatingip': {'port_id': 'f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:11.993743 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8a746c79-1675-4de8-adfc-56c323bef0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:12.093714 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-58b0fae5-cc9e-4061-ad36-6cf92a1c4768 admin admin] Allocated IP 172.25.0.112 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/a9a89e3d-f4fd-40db-9bd0-af45c292add6) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:31:12.095587 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8bcb7504-9d8d-4cee-afb9-835985e19b2f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks [] for floatingip, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:12.187614 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d02104b1-1461-4157-99c9-c7e198574664 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:12.290194 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c32dce70-938b-489a-88e8-0b095c1257cd tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5031 time: 0.5411801 Nov 16 11:31:12.332699 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58b0fae5-cc9e-4061-ad36-6cf92a1c4768 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:12.395486 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58b0fae5-cc9e-4061-ad36-6cf92a1c4768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:12.421509 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43892) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:12.479799 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:31:12.484074 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:31:12.508268 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b0fae5-cc9e-4061-ad36-6cf92a1c4768 admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:31:12.519241 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-58b0fae5-cc9e-4061-ad36-6cf92a1c4768 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:31:12.522502 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b0fae5-cc9e-4061-ad36-6cf92a1c4768 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:31:12.611967 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b0fae5-cc9e-4061-ad36-6cf92a1c4768 admin admin] Pushing event updated for resources: {'Port': ['ID=a9a89e3d-f4fd-40db-9bd0-af45c292add6,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:12.620678 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9865da00-3e43-4402-ae04-e2ef37e6fb9e None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:31:12.857111 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8a746c79-1675-4de8-adfc-56c323bef0bd None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:12.866736 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:12.894793 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8a746c79-1675-4de8-adfc-56c323bef0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:12.973620 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-8d9817a1-998c-4393-8bf9-13cd01af558b None None] Provisioning complete for port a9a89e3d-f4fd-40db-9bd0-af45c292add6 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:12.974110 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8d9817a1-998c-4393-8bf9-13cd01af558b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:12.989657 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef1ab75f-5489-446c-bc9d-a3f7554dbf3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:12.995478 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58b0fae5-cc9e-4061-ad36-6cf92a1c4768 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:13.010617 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:31:13.041934 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7788edfb-4eac-45ac-ad7b-3baf42448ab1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:31:13.045074 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f30c50-e15b-4fd7-a299-3322e2747e08" -d '{"events": [{"server_uuid": "7788edfb-4eac-45ac-ad7b-3baf42448ab1", "name": "network-vif-unplugged", "status": "completed", "tag": "1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:31:13.115234 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:13.134998 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d02104b1-1461-4157-99c9-c7e198574664 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:13.159596 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:31:13.175566 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d02104b1-1461-4157-99c9-c7e198574664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:13.232770 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.db.resource_extend [None req-8bcb7504-9d8d-4cee-afb9-835985e19b2f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 11:31:13.264377 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8b195-4a6c-442b-8364-787b363b9da2 None None] Pushing event updated for resources: {'Port': ['ID=474bd286-92f4-4d5a-9d95-ecf06a34bf29,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:13.320159 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bab7f37e-405c-460a-b0da-678233361e80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:13.331747 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43904) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:13.333832 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'port_id': '1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866', 'mac_address': 'fa:16:3e:cb:ea:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c770cc-51d7-42eb-b4a6-9a605bacae0f', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:31:13.334290 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58b0fae5-cc9e-4061-ad36-6cf92a1c4768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:13.339511 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-174c79b5-47d6-4076-8f11-d8dc7208fc4a tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1134307935', 'description': 'tempest-secgroup-smoke-1134307935 description', 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:13.342531 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d02104b1-1461-4157-99c9-c7e198574664 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5cb76f84d0cd45a9ad0a746b6715d8a9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4649689 Nov 16 11:31:13.343145 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43906) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:13.354759 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-8d9817a1-998c-4393-8bf9-13cd01af558b None None] Port a9a89e3d-f4fd-40db-9bd0-af45c292add6 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:31:13.364977 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8b195-4a6c-442b-8364-787b363b9da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:31:13.366196 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02104b1-1461-4157-99c9-c7e198574664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a287ee1b-0b12-4c83-9a83-633997636f11,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:13.366640 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8b195-4a6c-442b-8364-787b363b9da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:31:13.367185 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8b195-4a6c-442b-8364-787b363b9da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:31:13.367732 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8b195-4a6c-442b-8364-787b363b9da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:31:13.368708 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8b195-4a6c-442b-8364-787b363b9da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:31:13.369179 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8b195-4a6c-442b-8364-787b363b9da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:31:13.369959 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8b195-4a6c-442b-8364-787b363b9da2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:31:13.370294 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8b195-4a6c-442b-8364-787b363b9da2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:31:13.370638 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8b195-4a6c-442b-8364-787b363b9da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:31:13.371071 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8b195-4a6c-442b-8364-787b363b9da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:31:13.371461 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8b195-4a6c-442b-8364-787b363b9da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:31:13.372066 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8b195-4a6c-442b-8364-787b363b9da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:31:13.385857 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-8a746c79-1675-4de8-adfc-56c323bef0bd None None] Attempting to bind port 474bd286-92f4-4d5a-9d95-ecf06a34bf29 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:31:13.386598 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-8a746c79-1675-4de8-adfc-56c323bef0bd None None] Attempting to bind port 474bd286-92f4-4d5a-9d95-ecf06a34bf29 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '51a5087f-427b-4c60-a5ff-9b0ae88f7801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:31:13.387046 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a746c79-1675-4de8-adfc-56c323bef0bd None None] Attempting to bind port 474bd286-92f4-4d5a-9d95-ecf06a34bf29 on network 3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:31:13.409151 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8bcb7504-9d8d-4cee-afb9-835985e19b2f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:13.432239 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8bcb7504-9d8d-4cee-afb9-835985e19b2f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:13.451215 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a746c79-1675-4de8-adfc-56c323bef0bd None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:31:13.451591 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a746c79-1675-4de8-adfc-56c323bef0bd None None] Checking segment: {'id': '51a5087f-427b-4c60-a5ff-9b0ae88f7801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:31:13.452002 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8a746c79-1675-4de8-adfc-56c323bef0bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:13.452401 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a746c79-1675-4de8-adfc-56c323bef0bd None None] Bound using segment: {'id': '51a5087f-427b-4c60-a5ff-9b0ae88f7801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:31:13.453025 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-8a746c79-1675-4de8-adfc-56c323bef0bd None None] Bound port: 474bd286-92f4-4d5a-9d95-ecf06a34bf29, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a5087f-427b-4c60-a5ff-9b0ae88f7801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:31:13.453421 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8a746c79-1675-4de8-adfc-56c323bef0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:13.503684 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-174c79b5-47d6-4076-8f11-d8dc7208fc4a tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:13.621964 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-174c79b5-47d6-4076-8f11-d8dc7208fc4a tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:13.629379 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-174c79b5-47d6-4076-8f11-d8dc7208fc4a tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:13.637851 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b0fae5-cc9e-4061-ad36-6cf92a1c4768 admin admin] Router a3985154-8f21-4216-9060-e54a619f0d2d is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:31:13.654418 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9ce674-fa46-459a-8419-5340a24ad63a None None] Network ac38a654-4075-456a-bc52-9a2a4fa7d579 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:31:13.737038 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-542e8482-8d9b-4a05-bfe6-7986365a0de2 None None] Provisioning complete for port 474bd286-92f4-4d5a-9d95-ecf06a34bf29 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:13.737368 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-542e8482-8d9b-4a05-bfe6-7986365a0de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:13.743004 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-174c79b5-47d6-4076-8f11-d8dc7208fc4a tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:13.747576 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-174c79b5-47d6-4076-8f11-d8dc7208fc4a tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4145660 Nov 16 11:31:13.750433 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43908) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:13.750962 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c79b5-47d6-4076-8f11-d8dc7208fc4a tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7508d602-f79c-4138-b3e7-7affb4b0c560,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:13.759840 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b158ee8c-835e-40c6-a308-00dfbfbf3ddf tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Request body: {'security_group_rule': {'security_group_id': '7508d602-f79c-4138-b3e7-7affb4b0c560', 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:13.777663 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:13.817010 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b158ee8c-835e-40c6-a308-00dfbfbf3ddf tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:13.824921 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:31:13.830476 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 07024984-da4a-46ff-8eb7-ec2292c46369 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:31:13.837555 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b0fae5-cc9e-4061-ad36-6cf92a1c4768 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:31:13.849525 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f35de22-e129-4712-b400-5adf7a47c2ac None None] Sync routers for ids ['a3985154-8f21-4216-9060-e54a619f0d2d'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:31:13.861731 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866,revision_number=9']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:13.863942 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f35de22-e129-4712-b400-5adf7a47c2ac None None] Routers {'a3985154-8f21-4216-9060-e54a619f0d2d'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:31:13.867127 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58b0fae5-cc9e-4061-ad36-6cf92a1c4768 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:13.867475 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9f35de22-e129-4712-b400-5adf7a47c2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:30:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['a3985154-8f21-4216-9060-e54a619f0d2d'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:13.871414 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-58b0fae5-cc9e-4061-ad36-6cf92a1c4768 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5242720 Nov 16 11:31:13.872507 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43912) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:13.912316 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:31:13.939183 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-542e8482-8d9b-4a05-bfe6-7986365a0de2 None None] Port 474bd286-92f4-4d5a-9d95-ecf06a34bf29 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:31:13.948080 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:13.967044 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-8a746c79-1675-4de8-adfc-56c323bef0bd None None] For port 474bd286-92f4-4d5a-9d95-ecf06a34bf29, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:31:13.972424 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef1ab75f-5489-446c-bc9d-a3f7554dbf3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:13.975666 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [None req-8bcb7504-9d8d-4cee-afb9-835985e19b2f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Floating IP bf0ce36e-1aec-4bc1-8680-40b36a969fdf associated. External IP: 172.25.0.2, port: f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375. Nov 16 11:31:14.000353 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b158ee8c-835e-40c6-a308-00dfbfbf3ddf tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:14.008519 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-8a746c79-1675-4de8-adfc-56c323bef0bd None None] For port 474bd286-92f4-4d5a-9d95-ecf06a34bf29, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=474bd286-92f4-4d5a-9d95-ecf06a34bf29,segment=NetworkSegment(51a5087f-427b-4c60-a5ff-9b0ae88f7801),segment_id=51a5087f-427b-4c60-a5ff-9b0ae88f7801)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:31:14.015209 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b158ee8c-835e-40c6-a308-00dfbfbf3ddf tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:14.032027 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef1ab75f-5489-446c-bc9d-a3f7554dbf3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:14.040726 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8a746c79-1675-4de8-adfc-56c323bef0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:14.050486 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-9f35de22-e129-4712-b400-5adf7a47c2ac None None] Set router a3985154-8f21-4216-9060-e54a619f0d2d gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:31:14.087385 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 07024984-da4a-46ff-8eb7-ec2292c46369 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:14.087833 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:14.093577 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866,revision_number=10']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:14.095972 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ef1ab75f-5489-446c-bc9d-a3f7554dbf3d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=220de8e809a74506b7b7347e3cacda49&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6704531 Nov 16 11:31:14.113545 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43914) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:14.137598 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2017321-7534-45d0-8a82-8e1b403f7c75 req-c6dd701d-7daa-4714-8fce-dfd543f5cdfb tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:14.140711 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-108fc0c7-5bd2-44ff-b2c4-eca140466a76 None None] Provisioning complete for port 07024984-da4a-46ff-8eb7-ec2292c46369 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:14.141287 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-108fc0c7-5bd2-44ff-b2c4-eca140466a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:14.146927 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c2017321-7534-45d0-8a82-8e1b403f7c75 req-c6dd701d-7daa-4714-8fce-dfd543f5cdfb tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 948 time: 0.7226987 Nov 16 11:31:14.154998 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c0844137-26f5-4fa2-913b-6d5d82cb5ccc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:14.179580 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c0844137-26f5-4fa2-913b-6d5d82cb5ccc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:14.221758 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b158ee8c-835e-40c6-a308-00dfbfbf3ddf tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b861f6d2-f378-4aec-86d9-6374f8e20aaf,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:14.269261 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a746c79-1675-4de8-adfc-56c323bef0bd None None] Routers {'b45d1980-14ae-4e25-b5ff-acd46263a0fe'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:31:14.270238 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8a746c79-1675-4de8-adfc-56c323bef0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:30:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['b45d1980-14ae-4e25-b5ff-acd46263a0fe'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:14.290734 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:31:14.291550 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c0844137-26f5-4fa2-913b-6d5d82cb5ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:14.294764 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c0844137-26f5-4fa2-913b-6d5d82cb5ccc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:14.298923 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c0844137-26f5-4fa2-913b-6d5d82cb5ccc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a287ee1b-0b12-4c83-9a83-633997636f11 HTTP/1.1" status: 204 len: 168 time: 0.9445128 Nov 16 11:31:14.329629 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ab75f-5489-446c-bc9d-a3f7554dbf3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4734a9a8-e762-4f50-b0c3-5bb3375fd447,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:14.363746 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0844137-26f5-4fa2-913b-6d5d82cb5ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a287ee1b-0b12-4c83-9a83-633997636f11,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:14.371572 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b158ee8c-835e-40c6-a308-00dfbfbf3ddf tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:14.380108 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b158ee8c-835e-40c6-a308-00dfbfbf3ddf tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6244745 Nov 16 11:31:14.381022 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43918) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:14.392892 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c2017321-7534-45d0-8a82-8e1b403f7c75 req-d86f280f-f375-48a4-9bd8-67f302ca3512 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399499 Nov 16 11:31:14.401382 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-503a488e-a6b9-4ed0-941e-d2133d9d3679 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Request body: {'security_group_rule': {'security_group_id': '7508d602-f79c-4138-b3e7-7affb4b0c560', 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:14.430893 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e5b7b4c5-9d31-4193-baa3-14662f038982 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:14.436837 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9f35de22-e129-4712-b400-5adf7a47c2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'name': 'tempest-AttachVolumeTestJSON-1536486095-router', 'tenant_id': '5de40747a10d44f79906618ae036d315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a9a89e3d-f4fd-40db-9bd0-af45c292add6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:31:10Z', 'updated_at': '2021-11-16T11:31:12Z', 'revision_number': 3, 'project_id': '5de40747a10d44f79906618ae036d315', 'gw_port': {'id': 'a9a89e3d-f4fd-40db-9bd0-af45c292add6', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:11:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:11Z', 'updated_at': '2021-11-16T11:31:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:14.478957 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 11:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5a435f-ff7c-42a7-b3d2-7cc47d31952b x-openstack-request-id: req-9c5a435f-ff7c-42a7-b3d2-7cc47d31952b {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:31:14.479355 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7788edfb-4eac-45ac-ad7b-3baf42448ab1", "name": "network-vif-unplugged", "status": "completed", "tag": "1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:31:14.479572 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9c5a435f-ff7c-42a7-b3d2-7cc47d31952b {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:31:14.479892 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7788edfb-4eac-45ac-ad7b-3baf42448ab1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866', 'code': 200} Nov 16 11:31:14.515519 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8b195-4a6c-442b-8364-787b363b9da2 None None] Pushing event updated for resources: {'Port': ['ID=474bd286-92f4-4d5a-9d95-ecf06a34bf29,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:14.553531 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-503a488e-a6b9-4ed0-941e-d2133d9d3679 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:14.579497 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e5b7b4c5-9d31-4193-baa3-14662f038982 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:14.583555 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f35de22-e129-4712-b400-5adf7a47c2ac None None] Checking router: a3985154-8f21-4216-9060-e54a619f0d2d for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:31:14.583910 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f35de22-e129-4712-b400-5adf7a47c2ac None None] Updating router a3985154-8f21-4216-9060-e54a619f0d2d port a9a89e3d-f4fd-40db-9bd0-af45c292add6 binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:31:14.644106 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9f35de22-e129-4712-b400-5adf7a47c2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:14.706575 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-8a746c79-1675-4de8-adfc-56c323bef0bd None None] Set router b45d1980-14ae-4e25-b5ff-acd46263a0fe gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:31:14.769630 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-503a488e-a6b9-4ed0-941e-d2133d9d3679 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:14.770338 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e3ae5-b730-4afd-8831-08bf98e70900 req-36297dee-82d5-4522-8b8a-d28ff4930b9e tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:14.778128 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fb9e3ae5-b730-4afd-8831-08bf98e70900 req-36297dee-82d5-4522-8b8a-d28ff4930b9e tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 946 time: 0.1664126 Nov 16 11:31:14.784372 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:14.785286 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bcb7504-9d8d-4cee-afb9-835985e19b2f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Router 68001588-6510-4d4e-80c8-067e116d7bde has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:31:14.789213 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-503a488e-a6b9-4ed0-941e-d2133d9d3679 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:14.805142 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-108fc0c7-5bd2-44ff-b2c4-eca140466a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:14.822491 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e5b7b4c5-9d31-4193-baa3-14662f038982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:14.825629 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e5b7b4c5-9d31-4193-baa3-14662f038982 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:14.826462 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e5b7b4c5-9d31-4193-baa3-14662f038982 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4734a9a8-e762-4f50-b0c3-5bb3375fd447 HTTP/1.1" status: 204 len: 168 time: 0.7064128 Nov 16 11:31:14.851789 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a488e-a6b9-4ed0-941e-d2133d9d3679 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ea0083e-3ec7-4639-9a52-433db1c4adb4,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:14.921545 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-503a488e-a6b9-4ed0-941e-d2133d9d3679 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:14.936460 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-503a488e-a6b9-4ed0-941e-d2133d9d3679 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5445311 Nov 16 11:31:14.936460 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43926) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:14.940327 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43928) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:14.945358 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-ac48da8d-3c34-4f3d-908d-6626dec39f04 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Request body: {'security_group_rule': {'security_group_id': '7508d602-f79c-4138-b3e7-7affb4b0c560', 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:14.955728 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7b4c5-9d31-4193-baa3-14662f038982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4734a9a8-e762-4f50-b0c3-5bb3375fd447,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:14.993557 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fb9e3ae5-b730-4afd-8831-08bf98e70900 req-85351423-1532-4a3b-9645-dd325519227e tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989431 Nov 16 11:31:14.994154 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a797d117-8449-486b-ac06-303ea5c82d9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:15.034372 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fc545e9b-7071-4a54-84ee-d6e8b7981b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:15.041121 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ac48da8d-3c34-4f3d-908d-6626dec39f04 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:15.086605 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bcb7504-9d8d-4cee-afb9-835985e19b2f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:31:15.092956 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8bcb7504-9d8d-4cee-afb9-835985e19b2f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:15.122637 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 07024984-da4a-46ff-8eb7-ec2292c46369, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=07024984-da4a-46ff-8eb7-ec2292c46369,segment=NetworkSegment(8c7d83bf-85a1-425d-b9b1-dd2526bf3d00),segment_id=8c7d83bf-85a1-425d-b9b1-dd2526bf3d00)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:31:15.126269 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7901df8-bcac-4801-9ccf-b7c0fda0f4ea None None] Sync routers for ids ['68001588-6510-4d4e-80c8-067e116d7bde'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:31:15.190066 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8bcb7504-9d8d-4cee-afb9-835985e19b2f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "PUT /v2.0/floatingips/bf0ce36e-1aec-4bc1-8680-40b36a969fdf HTTP/1.1" status: 200 len: 990 time: 3.2374063 Nov 16 11:31:15.192409 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83afd9bf-2864-44f5-89f9-3a76d8abe36e', 'tag': 'f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:31:15.194366 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9f35de22-e129-4712-b400-5adf7a47c2ac None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:15.194872 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afca9325-0593-44d5-888f-af293323c29b" -d '{"events": [{"name": "network-changed", "server_uuid": "83afd9bf-2864-44f5-89f9-3a76d8abe36e", "tag": "f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:31:15.205464 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9f35de22-e129-4712-b400-5adf7a47c2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:15.214780 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ac48da8d-3c34-4f3d-908d-6626dec39f04 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:15.223198 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:15.230033 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28725b9d-c8ab-4755-b277-2907e2b7cb6c req-f6067b02-40a3-4338-b4bb-6cca414ba480 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:15.239501 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28725b9d-c8ab-4755-b277-2907e2b7cb6c req-f6067b02-40a3-4338-b4bb-6cca414ba480 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 950 time: 0.1498964 Nov 16 11:31:15.247732 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ac48da8d-3c34-4f3d-908d-6626dec39f04 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:15.283658 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac48da8d-3c34-4f3d-908d-6626dec39f04 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9434b4d-2a36-42c4-b904-0f55e3088171,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:15.311281 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ac48da8d-3c34-4f3d-908d-6626dec39f04 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:15.313025 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ac48da8d-3c34-4f3d-908d-6626dec39f04 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3713467 Nov 16 11:31:15.316869 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-9f35de22-e129-4712-b400-5adf7a47c2ac None None] Attempting to bind port a9a89e3d-f4fd-40db-9bd0-af45c292add6 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:31:15.317241 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-9f35de22-e129-4712-b400-5adf7a47c2ac None None] Attempting to bind port a9a89e3d-f4fd-40db-9bd0-af45c292add6 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:31:15.317602 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f35de22-e129-4712-b400-5adf7a47c2ac None None] Attempting to bind port a9a89e3d-f4fd-40db-9bd0-af45c292add6 on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:31:15.318697 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43938) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:15.323703 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-61c38c38-7fb6-44f8-87aa-b7bdc18732da tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Request body: {'security_group_rule': {'security_group_id': '7508d602-f79c-4138-b3e7-7affb4b0c560', 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:15.341183 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.api [None req-108fc0c7-5bd2-44ff-b2c4-eca140466a76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:31:15.341552 n-d-816823-3 neutron-server[102670]: DEBUG oslo_db.api [None req-108fc0c7-5bd2-44ff-b2c4-eca140466a76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:31:15.343468 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f35de22-e129-4712-b400-5adf7a47c2ac None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:31:15.343843 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f35de22-e129-4712-b400-5adf7a47c2ac None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:31:15.344246 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9f35de22-e129-4712-b400-5adf7a47c2ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:15.345189 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f35de22-e129-4712-b400-5adf7a47c2ac None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:31:15.345670 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-9f35de22-e129-4712-b400-5adf7a47c2ac None None] Bound port: a9a89e3d-f4fd-40db-9bd0-af45c292add6, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:31:15.346073 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9f35de22-e129-4712-b400-5adf7a47c2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:15.347837 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43da34fc-26b1-4a7c-ae39-adb5b24019dc None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:31:15.355038 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a797d117-8449-486b-ac06-303ea5c82d9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:15.360765 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea40bcbc-bd65-4c08-98b5-df5c7b143c9b None None] Pushing event updated for resources: {'Port': ['ID=a9a89e3d-f4fd-40db-9bd0-af45c292add6,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:15.362168 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28725b9d-c8ab-4755-b277-2907e2b7cb6c req-365aaa99-470c-43b4-a1c9-e5def0fad8e7 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214290 Nov 16 11:31:15.419732 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-61c38c38-7fb6-44f8-87aa-b7bdc18732da tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:15.457832 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a797d117-8449-486b-ac06-303ea5c82d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:15.460908 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7901df8-bcac-4801-9ccf-b7c0fda0f4ea None None] Routers {'68001588-6510-4d4e-80c8-067e116d7bde'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:31:15.467279 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f7901df8-bcac-4801-9ccf-b7c0fda0f4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:30:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['68001588-6510-4d4e-80c8-067e116d7bde'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:15.503481 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-9f35de22-e129-4712-b400-5adf7a47c2ac None None] For port a9a89e3d-f4fd-40db-9bd0-af45c292add6, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:31:15.507544 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-9f35de22-e129-4712-b400-5adf7a47c2ac None None] For port a9a89e3d-f4fd-40db-9bd0-af45c292add6, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=a9a89e3d-f4fd-40db-9bd0-af45c292add6,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:31:15.520150 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-61c38c38-7fb6-44f8-87aa-b7bdc18732da tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:15.522370 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9f35de22-e129-4712-b400-5adf7a47c2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:15.525386 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-61c38c38-7fb6-44f8-87aa-b7bdc18732da tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:15.559888 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-fc545e9b-7071-4a54-84ee-d6e8b7981b60 admin admin] Allocated IP 172.20.0.1 (ac38a654-4075-456a-bc52-9a2a4fa7d579/0c5b6ebb-aa31-4518-a588-3858b2528956/63085609-c37f-46eb-8516-a0093c03b01d) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:31:15.560092 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c38c38-7fb6-44f8-87aa-b7bdc18732da tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49566b9e-b982-4f42-a7fe-9ff89f6fbdc1,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:15.587694 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43944) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:15.588459 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a797d117-8449-486b-ac06-303ea5c82d9a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9dc6a6c40afa47fd9490c86415e24b47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6497169 Nov 16 11:31:15.627029 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43946) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:15.692903 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f35de22-e129-4712-b400-5adf7a47c2ac None None] Routers {'a3985154-8f21-4216-9060-e54a619f0d2d'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:31:15.693532 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9f35de22-e129-4712-b400-5adf7a47c2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:30:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['a3985154-8f21-4216-9060-e54a619f0d2d'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:15.699344 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-61c38c38-7fb6-44f8-87aa-b7bdc18732da tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:15.701737 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-61c38c38-7fb6-44f8-87aa-b7bdc18732da tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3817110 Nov 16 11:31:15.711136 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea40bcbc-bd65-4c08-98b5-df5c7b143c9b None None] Pushing event updated for resources: {'Port': ['ID=a9a89e3d-f4fd-40db-9bd0-af45c292add6,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:15.730030 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43952) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:15.741160 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-4877ed26-58ba-4b26-92e8-670f5a9d082b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Request body: {'security_group_rule': {'security_group_id': '7508d602-f79c-4138-b3e7-7affb4b0c560', 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:15.746087 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fc545e9b-7071-4a54-84ee-d6e8b7981b60 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:15.759996 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797d117-8449-486b-ac06-303ea5c82d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1913dde1-be8e-4041-bce7-67da235d4182,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:15.781755 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5a212291-e48a-4579-8243-b89160f5a801 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:15.793362 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8da6a6-ba17-4881-9c22-b5b1f0cf7576 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:31:15.831084 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fc545e9b-7071-4a54-84ee-d6e8b7981b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:15.874724 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-dfb44bc7-3370-488b-b8a9-b594c376f191 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2e36659205f643c4b9dba74610131141&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2465186 Nov 16 11:31:15.878358 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43956) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:15.882805 n-d-816823-3 neutron-server[102669]: INFO neutron.db.securitygroups_db [None req-4877ed26-58ba-4b26-92e8-670f5a9d082b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Project 8e4d1d7674f84686a4379fe8e2aa2d78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 11:31:15.887311 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc545e9b-7071-4a54-84ee-d6e8b7981b60 admin admin] Network ac38a654-4075-456a-bc52-9a2a4fa7d579 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:31:15.897379 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-fc545e9b-7071-4a54-84ee-d6e8b7981b60 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:31:15.900064 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc545e9b-7071-4a54-84ee-d6e8b7981b60 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:31:15.904958 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc545e9b-7071-4a54-84ee-d6e8b7981b60 admin admin] Pushing event updated for resources: {'Port': ['ID=63085609-c37f-46eb-8516-a0093c03b01d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:15.935940 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4877ed26-58ba-4b26-92e8-670f5a9d082b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:15.961667 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-9f35de22-e129-4712-b400-5adf7a47c2ac None None] Set router a3985154-8f21-4216-9060-e54a619f0d2d gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:31:15.982013 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5a212291-e48a-4579-8243-b89160f5a801 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:15.989214 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fc545e9b-7071-4a54-84ee-d6e8b7981b60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:16.075303 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=07024984-da4a-46ff-8eb7-ec2292c46369,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:16.091153 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-24846a12-3784-41c6-9b6b-ac1e980a12f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:16.092900 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-544aaa55-874f-4455-b5be-44581f078555 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:16.153952 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-544aaa55-874f-4455-b5be-44581f078555 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:16.158498 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4877ed26-58ba-4b26-92e8-670f5a9d082b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:16.181900 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4877ed26-58ba-4b26-92e8-670f5a9d082b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:16.196764 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e4c508-93a3-43ba-ae0e-7363512edcfc x-openstack-request-id: req-e5e4c508-93a3-43ba-ae0e-7363512edcfc {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:31:16.197530 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83afd9bf-2864-44f5-89f9-3a76d8abe36e", "tag": "f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:31:16.201752 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e5e4c508-93a3-43ba-ae0e-7363512edcfc {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:31:16.202728 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83afd9bf-2864-44f5-89f9-3a76d8abe36e', 'tag': 'f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375', 'status': 'completed', 'code': 200} Nov 16 11:31:16.208796 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5a212291-e48a-4579-8243-b89160f5a801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:16.213741 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5a212291-e48a-4579-8243-b89160f5a801 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:16.223378 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5a212291-e48a-4579-8243-b89160f5a801 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1913dde1-be8e-4041-bce7-67da235d4182 HTTP/1.1" status: 204 len: 168 time: 0.6346316 Nov 16 11:31:16.285144 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4877ed26-58ba-4b26-92e8-670f5a9d082b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76f19b6a-5ff4-4667-a9f5-e61463010724,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:16.289796 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a212291-e48a-4579-8243-b89160f5a801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1913dde1-be8e-4041-bce7-67da235d4182,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:16.297395 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4877ed26-58ba-4b26-92e8-670f5a9d082b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:16.299498 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4877ed26-58ba-4b26-92e8-670f5a9d082b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5664096 Nov 16 11:31:16.303525 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43962) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:16.310701 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-d1023a14-893a-4b97-980a-8b98e7ab30d5 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Request body: {'security_group_rule': {'security_group_id': '7508d602-f79c-4138-b3e7-7affb4b0c560', 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:16.352279 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-f7901df8-bcac-4801-9ccf-b7c0fda0f4ea None None] Set router 68001588-6510-4d4e-80c8-067e116d7bde gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:31:16.380745 n-d-816823-3 neutron-server[102669]: INFO neutron.db.securitygroups_db [None req-d1023a14-893a-4b97-980a-8b98e7ab30d5 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Project 8e4d1d7674f84686a4379fe8e2aa2d78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 11:31:16.386710 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d1023a14-893a-4b97-980a-8b98e7ab30d5 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:16.399032 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9f35de22-e129-4712-b400-5adf7a47c2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'name': 'tempest-AttachVolumeTestJSON-1536486095-router', 'tenant_id': '5de40747a10d44f79906618ae036d315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a9a89e3d-f4fd-40db-9bd0-af45c292add6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:31:10Z', 'updated_at': '2021-11-16T11:31:12Z', 'revision_number': 3, 'project_id': '5de40747a10d44f79906618ae036d315', 'gw_port': {'id': 'a9a89e3d-f4fd-40db-9bd0-af45c292add6', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:11:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:11Z', 'updated_at': '2021-11-16T11:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:16.529082 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d1023a14-893a-4b97-980a-8b98e7ab30d5 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:16.543271 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d1023a14-893a-4b97-980a-8b98e7ab30d5 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:16.566967 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f35de22-e129-4712-b400-5adf7a47c2ac None None] The sync data for ids ['a3985154-8f21-4216-9060-e54a619f0d2d'] in n-d-816823-3 is: [{'id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'name': 'tempest-AttachVolumeTestJSON-1536486095-router', 'tenant_id': '5de40747a10d44f79906618ae036d315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a9a89e3d-f4fd-40db-9bd0-af45c292add6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:31:10Z', 'updated_at': '2021-11-16T11:31:12Z', 'revision_number': 3, 'project_id': '5de40747a10d44f79906618ae036d315', 'gw_port': {'id': 'a9a89e3d-f4fd-40db-9bd0-af45c292add6', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:11:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:11Z', 'updated_at': '2021-11-16T11:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:31:16.596658 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1023a14-893a-4b97-980a-8b98e7ab30d5 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aefcdf6-ae0d-4f63-87ee-9ab5c2bb5c2c,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:16.619398 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d1023a14-893a-4b97-980a-8b98e7ab30d5 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:16.630451 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d1023a14-893a-4b97-980a-8b98e7ab30d5 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3160272 Nov 16 11:31:16.720128 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-458d4c2e-6932-4b0b-a108-c54d1e7d5d9a None None] Provisioning complete for port a9a89e3d-f4fd-40db-9bd0-af45c292add6 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:16.721449 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-458d4c2e-6932-4b0b-a108-c54d1e7d5d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:16.802704 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-d2d239cf-6fa2-4cf9-bffb-7ec00d542b20 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=e86b42204c7f435e8eff5558272e51a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0724247 Nov 16 11:31:17.136870 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8a746c79-1675-4de8-adfc-56c323bef0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45d1980-14ae-4e25-b5ff-acd46263a0fe', 'name': 'tempest-TestNetworkBasicOps-router-8145012', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '4a71018b-a758-412e-95fa-6654b6d5a87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:31:01Z', 'updated_at': '2021-11-16T11:31:07Z', 'revision_number': 4, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'gw_port': {'id': '4a71018b-a758-412e-95fa-6654b6d5a87d', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45d1980-14ae-4e25-b5ff-acd46263a0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:02Z', 'updated_at': '2021-11-16T11:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '474bd286-92f4-4d5a-9d95-ecf06a34bf29', 'name': '', 'network_id': '3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'mac_address': 'fa:16:3e:ed:b1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45d1980-14ae-4e25-b5ff-acd46263a0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'fa420f98-c40e-4555-8792-b6dc61ec5b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:06Z', 'updated_at': '2021-11-16T11:31:13Z', 'revision_number': 4, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'subnets': [{'id': 'fa420f98-c40e-4555-8792-b6dc61ec5b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:17.148900 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-8e4c6827-d70d-4f86-93ad-bb9b97131fcd tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:17.158881 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-8e4c6827-d70d-4f86-93ad-bb9b97131fcd tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3462391 Nov 16 11:31:17.199019 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-14597154-575f-48fa-8853-bbfc07621ff6 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/quotas/e86b42204c7f435e8eff5558272e51a5 HTTP/1.1" status: 200 len: 375 time: 0.0390007 Nov 16 11:31:17.247961 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a746c79-1675-4de8-adfc-56c323bef0bd None None] The sync data for ids ['b45d1980-14ae-4e25-b5ff-acd46263a0fe'] in n-d-816823-3 is: [{'id': 'b45d1980-14ae-4e25-b5ff-acd46263a0fe', 'name': 'tempest-TestNetworkBasicOps-router-8145012', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '4a71018b-a758-412e-95fa-6654b6d5a87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:31:01Z', 'updated_at': '2021-11-16T11:31:07Z', 'revision_number': 4, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'gw_port': {'id': '4a71018b-a758-412e-95fa-6654b6d5a87d', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45d1980-14ae-4e25-b5ff-acd46263a0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:02Z', 'updated_at': '2021-11-16T11:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '474bd286-92f4-4d5a-9d95-ecf06a34bf29', 'name': '', 'network_id': '3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'mac_address': 'fa:16:3e:ed:b1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45d1980-14ae-4e25-b5ff-acd46263a0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'fa420f98-c40e-4555-8792-b6dc61ec5b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:06Z', 'updated_at': '2021-11-16T11:31:13Z', 'revision_number': 4, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'subnets': [{'id': 'fa420f98-c40e-4555-8792-b6dc61ec5b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:31:17.340396 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fc545e9b-7071-4a54-84ee-d6e8b7981b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:17.343227 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-012252e5-7a55-4de5-9bd7-8b8026dc61d2 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e86b42204c7f435e8eff5558272e51a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1268449 Nov 16 11:31:17.359876 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-544aaa55-874f-4455-b5be-44581f078555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:17.363038 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-544aaa55-874f-4455-b5be-44581f078555 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:17.364192 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-544aaa55-874f-4455-b5be-44581f078555 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7a8e2791-72d9-4bbe-b51d-db79cd57656e HTTP/1.1" status: 204 len: 168 time: 1.4849031 Nov 16 11:31:17.390898 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca9325-0593-44d5-888f-af293323c29b req-1372054f-129c-417b-b8b9-0f850198fb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:17.392700 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-afca9325-0593-44d5-888f-af293323c29b req-1372054f-129c-417b-b8b9-0f850198fb77 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8c5b26505ce44fcf9f1b35a78ab4d371&device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 1097 time: 0.3233917 Nov 16 11:31:17.401700 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544aaa55-874f-4455-b5be-44581f078555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8e2791-72d9-4bbe-b51d-db79cd57656e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:17.465159 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:17.470907 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-458d4c2e-6932-4b0b-a108-c54d1e7d5d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:17.596354 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-458d4c2e-6932-4b0b-a108-c54d1e7d5d9a None None] For port a9a89e3d-f4fd-40db-9bd0-af45c292add6, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=a9a89e3d-f4fd-40db-9bd0-af45c292add6,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:31:17.645346 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-458d4c2e-6932-4b0b-a108-c54d1e7d5d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:17.833731 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca9325-0593-44d5-888f-af293323c29b req-79a84c54-7309-48e7-8d32-23f0539efaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:17.835266 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-afca9325-0593-44d5-888f-af293323c29b req-79a84c54-7309-48e7-8d32-23f0539efaca service neutron] 10.222.0.64 "GET /v2.0/networks?id=f04978c1-c257-48cf-8767-22c9cfb6cb25 HTTP/1.1" status: 200 len: 918 time: 0.4096918 Nov 16 11:31:17.893561 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f7901df8-bcac-4801-9ccf-b7c0fda0f4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68001588-6510-4d4e-80c8-067e116d7bde', 'name': 'tempest-AttachVolumeShelveTestJSON-1665663980-router', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'ecf86465-ed44-4206-85de-393862a30c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:30:31Z', 'updated_at': '2021-11-16T11:30:38Z', 'revision_number': 4, 'project_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'gw_port': {'id': 'ecf86465-ed44-4206-85de-393862a30c33', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68001588-6510-4d4e-80c8-067e116d7bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:30:32Z', 'updated_at': '2021-11-16T11:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': 'bf0ce36e-1aec-4bc1-8680-40b36a969fdf', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'floating_ip_address': '172.25.0.2', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '68001588-6510-4d4e-80c8-067e116d7bde', 'port_id': 'f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25', 'mac_address': 'fa:16:3e:43:27:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83afd9bf-2864-44f5-89f9-3a76d8abe36e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:30:47Z', 'updated_at': '2021-11-16T11:31:12Z', 'revision_number': 1, 'project_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '461ec1e0-4870-4662-b435-6f1561c2e29e', 'name': '', 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'mac_address': 'fa:16:3e:d2:2e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68001588-6510-4d4e-80c8-067e116d7bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'd5fcc0bd-d8ea-41ad-86b1-2d27bd924015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:30:37Z', 'updated_at': '2021-11-16T11:30:47Z', 'revision_number': 5, 'project_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'subnets': [{'id': 'd5fcc0bd-d8ea-41ad-86b1-2d27bd924015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:17.951364 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-36d15ef2-16e4-409c-b9ae-8e461caa1b6d tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1134307935&fields=id&tenant_id=8e4d1d7674f84686a4379fe8e2aa2d78 HTTP/1.1" status: 200 len: 267 time: 0.1579416 Nov 16 11:31:17.989241 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d4c2e-6932-4b0b-a108-c54d1e7d5d9a None None] Pushing event updated for resources: {'Port': ['ID=a9a89e3d-f4fd-40db-9bd0-af45c292add6,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:18.010557 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7901df8-bcac-4801-9ccf-b7c0fda0f4ea None None] Checking router: 68001588-6510-4d4e-80c8-067e116d7bde for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:31:18.023004 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-458d4c2e-6932-4b0b-a108-c54d1e7d5d9a None None] Provisioning complete for port 63085609-c37f-46eb-8516-a0093c03b01d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:18.026723 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-458d4c2e-6932-4b0b-a108-c54d1e7d5d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:18.051111 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-afca9325-0593-44d5-888f-af293323c29b req-44fbb784-7c61-4317-9080-0aad30630db1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375 HTTP/1.1" status: 200 len: 998 time: 0.1849997 Nov 16 11:31:18.172376 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-458d4c2e-6932-4b0b-a108-c54d1e7d5d9a None None] Port 63085609-c37f-46eb-8516-a0093c03b01d cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:31:18.185205 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device a9a89e3d-f4fd-40db-9bd0-af45c292add6 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:31:18.270427 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca9325-0593-44d5-888f-af293323c29b req-8980c4a8-2308-4818-87c7-6deb3476cd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:18.272366 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-afca9325-0593-44d5-888f-af293323c29b req-8980c4a8-2308-4818-87c7-6deb3476cd2b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d5fcc0bd-d8ea-41ad-86b1-2d27bd924015 HTTP/1.1" status: 200 len: 856 time: 0.2117956 Nov 16 11:31:18.331285 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fc545e9b-7071-4a54-84ee-d6e8b7981b60 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:18.335062 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-d367cd98-0821-42e0-8ac6-27471b7b0bd9 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:18.345228 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-d367cd98-0821-42e0-8ac6-27471b7b0bd9 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/networks?id=3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad HTTP/1.1" status: 200 len: 797 time: 0.3922760 Nov 16 11:31:18.358682 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7901df8-bcac-4801-9ccf-b7c0fda0f4ea None None] Routers {'68001588-6510-4d4e-80c8-067e116d7bde'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:31:18.360936 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f7901df8-bcac-4801-9ccf-b7c0fda0f4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:31:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['68001588-6510-4d4e-80c8-067e116d7bde'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:18.363417 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-34c60c60-1405-4013-a950-a1cd95d968e2 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/quotas/8e4d1d7674f84686a4379fe8e2aa2d78 HTTP/1.1" status: 200 len: 375 time: 0.0167193 Nov 16 11:31:18.419446 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fc545e9b-7071-4a54-84ee-d6e8b7981b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:18.491019 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-8ed7a57e-9dd3-4b99-87ed-fc5da47b60eb tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8e4d1d7674f84686a4379fe8e2aa2d78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1263957 Nov 16 11:31:18.608495 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:31:18.751323 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca9325-0593-44d5-888f-af293323c29b req-65134e3c-5e7c-4673-b4d8-6a7bfb573b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:18.753120 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-afca9325-0593-44d5-888f-af293323c29b req-65134e3c-5e7c-4673-b4d8-6a7bfb573b37 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f04978c1-c257-48cf-8767-22c9cfb6cb25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4724188 Nov 16 11:31:18.791603 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fc545e9b-7071-4a54-84ee-d6e8b7981b60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:18.800813 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-124583ef-6b34-475a-a8d1-5eb1a1f64086 service neutron] 10.222.0.61 "GET /v2.0/networks/3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086028 Nov 16 11:31:18.802594 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-458d4c2e-6932-4b0b-a108-c54d1e7d5d9a None None] Provisioning complete for port 474bd286-92f4-4d5a-9d95-ecf06a34bf29 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:18.803217 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-458d4c2e-6932-4b0b-a108-c54d1e7d5d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:18.804219 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44032) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:18.814809 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:18.839666 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc545e9b-7071-4a54-84ee-d6e8b7981b60 admin admin] Pushing event updated for resources: {'Port': ['ID=63085609-c37f-46eb-8516-a0093c03b01d,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:19.014185 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:19.051852 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-b94e519a-d11a-4f82-ac00-cf9ce7ed03da service neutron] 10.222.0.61 "GET /v2.0/networks/3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493093 Nov 16 11:31:19.123140 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-f7901df8-bcac-4801-9ccf-b7c0fda0f4ea None None] Set router 68001588-6510-4d4e-80c8-067e116d7bde gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:31:19.128340 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port a9a89e3d-f4fd-40db-9bd0-af45c292add6 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:19.129028 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:19.229648 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc545e9b-7071-4a54-84ee-d6e8b7981b60 admin admin] Network ac38a654-4075-456a-bc52-9a2a4fa7d579 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:31:19.256055 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-fc545e9b-7071-4a54-84ee-d6e8b7981b60 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:31:19.299917 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:19.300502 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:19.556254 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-0773809e-85be-43ec-b7dc-80407e2fe4e7 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-965953287'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:19.624816 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-458d4c2e-6932-4b0b-a108-c54d1e7d5d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:19.759368 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-0da4cbab-ae8a-4724-ae52-0565349f12d6 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e86b42204c7f435e8eff5558272e51a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1285276 Nov 16 11:31:19.793123 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-afca9325-0593-44d5-888f-af293323c29b req-d8dd1a98-c4c2-48da-979a-e7b39ade0844 service neutron] 10.222.0.64 "GET /v2.0/networks/f04978c1-c257-48cf-8767-22c9cfb6cb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0193646 Nov 16 11:31:19.796257 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-38e400a2-300a-48f0-8d15-2881d7db003e req-2c5f8040-245a-4fbc-9884-e95fbe8c79d3 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 210 time: 0.0925012 Nov 16 11:31:19.891435 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 474bd286-92f4-4d5a-9d95-ecf06a34bf29 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:31:19.973613 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0773809e-85be-43ec-b7dc-80407e2fe4e7 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Made reservation on behalf of 93c04b6786be4693bd8c82297f48e840 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:31:19.975039 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-458d4c2e-6932-4b0b-a108-c54d1e7d5d9a None None] For port 474bd286-92f4-4d5a-9d95-ecf06a34bf29, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=474bd286-92f4-4d5a-9d95-ecf06a34bf29,segment=NetworkSegment(51a5087f-427b-4c60-a5ff-9b0ae88f7801),segment_id=51a5087f-427b-4c60-a5ff-9b0ae88f7801)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:31:19.983850 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0773809e-85be-43ec-b7dc-80407e2fe4e7 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:20.008681 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-60f2c667-6764-4434-b79d-46600ddae83a req-61bf8d27-6b38-45c4-a629-ddd0557aa7c4 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/ports?device_id=5fbc62ec-dda5-4722-a78b-ae0e9d384cd1 HTTP/1.1" status: 200 len: 210 time: 0.1301875 Nov 16 11:31:20.018803 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-458d4c2e-6932-4b0b-a108-c54d1e7d5d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:20.056527 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0773809e-85be-43ec-b7dc-80407e2fe4e7 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:20.157647 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc545e9b-7071-4a54-84ee-d6e8b7981b60 admin admin] Router a3985154-8f21-4216-9060-e54a619f0d2d has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:31:20.191925 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:20.226973 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-a5b54e93-711b-40cb-bd74-45311d5db15f tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:20.228533 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-a5b54e93-711b-40cb-bd74-45311d5db15f tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4511387 Nov 16 11:31:20.266196 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-458d4c2e-6932-4b0b-a108-c54d1e7d5d9a None None] Provisioning complete for port 07024984-da4a-46ff-8eb7-ec2292c46369 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:20.266963 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-458d4c2e-6932-4b0b-a108-c54d1e7d5d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:20.303881 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-afca9325-0593-44d5-888f-af293323c29b req-8eff47fa-8d1b-4464-8dc9-76fe5967b919 service neutron] 10.222.0.64 "GET /v2.0/networks/f04978c1-c257-48cf-8767-22c9cfb6cb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4659328 Nov 16 11:31:20.308712 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-4d637227-65e8-472d-9b44-266b9ff6c5e8 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Request body: {'port': {'device_id': 'db378a0b-7ff9-41d1-8294-e81ffecaf249', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'admin_state_up': True, 'tenant_id': 'e86b42204c7f435e8eff5558272e51a5'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:20.322430 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d4c2e-6932-4b0b-a108-c54d1e7d5d9a None None] Pushing event updated for resources: {'Port': ['ID=474bd286-92f4-4d5a-9d95-ecf06a34bf29,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:20.337471 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7788edfb-4eac-45ac-ad7b-3baf42448ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:31:20.340844 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5134785e-7920-44ac-8abf-74eb0ac947ad" -d '{"events": [{"server_uuid": "7788edfb-4eac-45ac-ad7b-3baf42448ab1", "name": "network-vif-plugged", "status": "completed", "tag": "1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:31:20.343751 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 474bd286-92f4-4d5a-9d95-ecf06a34bf29 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:20.344125 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:20.389683 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:31:20.411977 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:20.484776 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837d7667-987a-4430-95bf-9751e592492a x-openstack-request-id: req-837d7667-987a-4430-95bf-9751e592492a {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:31:20.486088 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7788edfb-4eac-45ac-ad7b-3baf42448ab1", "name": "network-vif-plugged", "status": "completed", "tag": "1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:31:20.486617 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-837d7667-987a-4430-95bf-9751e592492a {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:31:20.487259 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7788edfb-4eac-45ac-ad7b-3baf42448ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866', 'code': 200} Nov 16 11:31:20.555325 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0773809e-85be-43ec-b7dc-80407e2fe4e7 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:20.599892 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0773809e-85be-43ec-b7dc-80407e2fe4e7 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:20.666165 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc545e9b-7071-4a54-84ee-d6e8b7981b60 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:31:20.672352 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0773809e-85be-43ec-b7dc-80407e2fe4e7 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18aa2f1f-4410-4b2e-acfe-6932f2c47f6b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:20.683048 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f7901df8-bcac-4801-9ccf-b7c0fda0f4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68001588-6510-4d4e-80c8-067e116d7bde', 'name': 'tempest-AttachVolumeShelveTestJSON-1665663980-router', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'ecf86465-ed44-4206-85de-393862a30c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:30:31Z', 'updated_at': '2021-11-16T11:30:38Z', 'revision_number': 4, 'project_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'gw_port': {'id': 'ecf86465-ed44-4206-85de-393862a30c33', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68001588-6510-4d4e-80c8-067e116d7bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:30:32Z', 'updated_at': '2021-11-16T11:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': 'bf0ce36e-1aec-4bc1-8680-40b36a969fdf', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'floating_ip_address': '172.25.0.2', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '68001588-6510-4d4e-80c8-067e116d7bde', 'port_id': 'f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25', 'mac_address': 'fa:16:3e:43:27:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83afd9bf-2864-44f5-89f9-3a76d8abe36e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:30:47Z', 'updated_at': '2021-11-16T11:31:12Z', 'revision_number': 1, 'project_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '461ec1e0-4870-4662-b435-6f1561c2e29e', 'name': '', 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'mac_address': 'fa:16:3e:d2:2e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68001588-6510-4d4e-80c8-067e116d7bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'd5fcc0bd-d8ea-41ad-86b1-2d27bd924015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:30:37Z', 'updated_at': '2021-11-16T11:30:47Z', 'revision_number': 5, 'project_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'subnets': [{'id': 'd5fcc0bd-d8ea-41ad-86b1-2d27bd924015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:20.711420 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-fc545e9b-7071-4a54-84ee-d6e8b7981b60 admin admin] 10.222.0.61 "PUT /v2.0/routers/a3985154-8f21-4216-9060-e54a619f0d2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8254933 Nov 16 11:31:20.711420 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-4d637227-65e8-472d-9b44-266b9ff6c5e8 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Made reservation on behalf of e86b42204c7f435e8eff5558272e51a5 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:31:20.715146 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-4d637227-65e8-472d-9b44-266b9ff6c5e8 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:20.730193 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0773809e-85be-43ec-b7dc-80407e2fe4e7 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:31:20.760858 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0773809e-85be-43ec-b7dc-80407e2fe4e7 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:20.761205 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-0773809e-85be-43ec-b7dc-80407e2fe4e7 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Added segment 8f75f5c0-46dc-45d6-96c8-3bb001c5ac61 of type vlan for network a77958a8-d29a-4923-89e4-6ad8bd16a2b3 Nov 16 11:31:20.795843 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7901df8-bcac-4801-9ccf-b7c0fda0f4ea None None] The sync data for ids ['68001588-6510-4d4e-80c8-067e116d7bde'] in n-d-816823-3 is: [{'id': '68001588-6510-4d4e-80c8-067e116d7bde', 'name': 'tempest-AttachVolumeShelveTestJSON-1665663980-router', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'ecf86465-ed44-4206-85de-393862a30c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:30:31Z', 'updated_at': '2021-11-16T11:30:38Z', 'revision_number': 4, 'project_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'gw_port': {'id': 'ecf86465-ed44-4206-85de-393862a30c33', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68001588-6510-4d4e-80c8-067e116d7bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:30:32Z', 'updated_at': '2021-11-16T11:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': 'bf0ce36e-1aec-4bc1-8680-40b36a969fdf', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'floating_ip_address': '172.25.0.2', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '68001588-6510-4d4e-80c8-067e116d7bde', 'port_id': 'f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25', 'mac_address': 'fa:16:3e:43:27:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83afd9bf-2864-44f5-89f9-3a76d8abe36e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:30:47Z', 'updated_at': '2021-11-16T11:31:12Z', 'revision_number': 1, 'project_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '461ec1e0-4870-4662-b435-6f1561c2e29e', 'name': '', 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'mac_address': 'fa:16:3e:d2:2e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68001588-6510-4d4e-80c8-067e116d7bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'd5fcc0bd-d8ea-41ad-86b1-2d27bd924015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:30:37Z', 'updated_at': '2021-11-16T11:30:47Z', 'revision_number': 5, 'project_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'subnets': [{'id': 'd5fcc0bd-d8ea-41ad-86b1-2d27bd924015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:31:20.799602 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866,revision_number=11']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:20.831144 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0e4974-0511-43b3-b169-4a8ed3342582 None None] Sync routers for ids ['a3985154-8f21-4216-9060-e54a619f0d2d'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:31:20.855021 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0e4974-0511-43b3-b169-4a8ed3342582 None None] Routers {'a3985154-8f21-4216-9060-e54a619f0d2d'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:31:20.857195 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-fe0e4974-0511-43b3-b169-4a8ed3342582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:31:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['a3985154-8f21-4216-9060-e54a619f0d2d'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:20.857355 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 07024984-da4a-46ff-8eb7-ec2292c46369 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:31:20.862932 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ee1c5324-d5a6-4f2e-91b1-a4c61bfb805a None None] Provisioning complete for port 63085609-c37f-46eb-8516-a0093c03b01d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:20.863212 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ee1c5324-d5a6-4f2e-91b1-a4c61bfb805a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:20.979595 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0773809e-85be-43ec-b7dc-80407e2fe4e7 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:21.015296 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-ee1c5324-d5a6-4f2e-91b1-a4c61bfb805a None None] Port 63085609-c37f-46eb-8516-a0093c03b01d cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:31:21.033773 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 07024984-da4a-46ff-8eb7-ec2292c46369 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:21.034698 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:21.098372 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0773809e-85be-43ec-b7dc-80407e2fe4e7 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:21.112509 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0773809e-85be-43ec-b7dc-80407e2fe4e7 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:21.113155 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0773809e-85be-43ec-b7dc-80407e2fe4e7 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:21.151161 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a89bcfab-d1b9-4f08-869a-54b6212f6ce2 req-0012aa81-2322-4bda-810c-720ad9ea0d3c tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 210 time: 0.1332622 Nov 16 11:31:21.193083 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:31:21.252583 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-fe0e4974-0511-43b3-b169-4a8ed3342582 None None] Set router a3985154-8f21-4216-9060-e54a619f0d2d gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:31:21.283919 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4f23d4af-16cf-478a-a43b-20b03066613b req-94b30f15-7a9e-498f-8f32-52812d171589 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/ports?device_id=5fbc62ec-dda5-4722-a78b-ae0e9d384cd1 HTTP/1.1" status: 200 len: 210 time: 0.0528846 Nov 16 11:31:21.300865 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876d5808-0335-40f3-8a6a-057f922d85b6 None None] New status for floating IP bf0ce36e-1aec-4bc1-8680-40b36a969fdf: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:31:21.332667 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0773809e-85be-43ec-b7dc-80407e2fe4e7 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Pushing event updated for resources: {'Network': ['ID=a77958a8-d29a-4923-89e4-6ad8bd16a2b3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:21.362715 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-4d637227-65e8-472d-9b44-266b9ff6c5e8 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Allocated IP 192.168.233.210 (d184b1c6-3832-4c86-bfd0-c1472d76d6c3/c4c770cc-51d7-42eb-b4a6-9a605bacae0f/8fc97b48-5bb6-40a8-aab1-06d356a39326) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:31:21.386344 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0773809e-85be-43ec-b7dc-80407e2fe4e7 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.5475378 Nov 16 11:31:21.389166 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44088) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:21.395552 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-44809711-af4c-4764-99dd-fce7a5ba41e4 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Request body: {'subnet': {'network_id': 'a77958a8-d29a-4923-89e4-6ad8bd16a2b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:21.396087 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network a77958a8-d29a-4923-89e4-6ad8bd16a2b3 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:31:21.510607 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44090) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:21.578550 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44809711-af4c-4764-99dd-fce7a5ba41e4 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Made reservation on behalf of 93c04b6786be4693bd8c82297f48e840 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:31:21.596951 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-44809711-af4c-4764-99dd-fce7a5ba41e4 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:21.749545 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-fe0e4974-0511-43b3-b169-4a8ed3342582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'name': 'tempest-AttachVolumeTestJSON-1536486095-router', 'tenant_id': '5de40747a10d44f79906618ae036d315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a9a89e3d-f4fd-40db-9bd0-af45c292add6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:31:10Z', 'updated_at': '2021-11-16T11:31:17Z', 'revision_number': 4, 'project_id': '5de40747a10d44f79906618ae036d315', 'gw_port': {'id': 'a9a89e3d-f4fd-40db-9bd0-af45c292add6', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:11:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:11Z', 'updated_at': '2021-11-16T11:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '63085609-c37f-46eb-8516-a0093c03b01d', 'name': '', 'network_id': 'ac38a654-4075-456a-bc52-9a2a4fa7d579', 'tenant_id': '5de40747a10d44f79906618ae036d315', 'mac_address': 'fa:16:3e:8d:47:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '0c5b6ebb-aa31-4518-a588-3858b2528956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:15Z', 'updated_at': '2021-11-16T11:31:17Z', 'revision_number': 2, 'project_id': '5de40747a10d44f79906618ae036d315', 'subnets': [{'id': '0c5b6ebb-aa31-4518-a588-3858b2528956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:21.814334 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0e4974-0511-43b3-b169-4a8ed3342582 None None] Checking router: a3985154-8f21-4216-9060-e54a619f0d2d for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:31:21.815312 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0e4974-0511-43b3-b169-4a8ed3342582 None None] Updating router a3985154-8f21-4216-9060-e54a619f0d2d port 63085609-c37f-46eb-8516-a0093c03b01d binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:31:21.835788 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device a9a89e3d-f4fd-40db-9bd0-af45c292add6 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:31:21.855890 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fe0e4974-0511-43b3-b169-4a8ed3342582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:21.911807 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-4d637227-65e8-472d-9b44-266b9ff6c5e8 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:21.998063 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-44809711-af4c-4764-99dd-fce7a5ba41e4 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:22.063299 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-04dd82a2-56bd-410b-9589-7d5b60f3a4e9 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:22.064859 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-04dd82a2-56bd-410b-9589-7d5b60f3a4e9 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.64 "GET /v2.0/networks?id=3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad HTTP/1.1" status: 200 len: 797 time: 0.5828156 Nov 16 11:31:22.107684 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44809711-af4c-4764-99dd-fce7a5ba41e4 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Checking segment: {'id': '8f75f5c0-46dc-45d6-96c8-3bb001c5ac61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a77958a8-d29a-4923-89e4-6ad8bd16a2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:31:22.109646 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44809711-af4c-4764-99dd-fce7a5ba41e4 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Network hostable DHCP agents. Network: a77958a8-d29a-4923-89e4-6ad8bd16a2b3, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:31:22.143243 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-4d637227-65e8-472d-9b44-266b9ff6c5e8 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:22.171541 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44809711-af4c-4764-99dd-fce7a5ba41e4 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Pushing event updated for resources: {'Subnet': ['ID=09444227-ec7e-41fe-b75b-43236a85ef3f,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:22.211298 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['eda68473-eb26-42d1-ad61-73e085f00c70'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:31:22.212913 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44809711-af4c-4764-99dd-fce7a5ba41e4 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Network a77958a8-d29a-4923-89e4-6ad8bd16a2b3 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:31:22.213243 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['999da5f4-8680-4f3b-bb5e-3b650ba4a561', '1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:31:22.232988 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-44809711-af4c-4764-99dd-fce7a5ba41e4 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, a77958a8-d29a-4923-89e4-6ad8bd16a2b3) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:31:22.237343 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44809711-af4c-4764-99dd-fce7a5ba41e4 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:22.238465 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-44809711-af4c-4764-99dd-fce7a5ba41e4 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:22.260056 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-1031311c-0021-45c7-9ecc-0a2dcba69a80 tempest-PortsAdminExtendedAttrsTestJSON-501331512 tempest-PortsAdminExtendedAttrsTestJSON-501331512-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-331902515'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:22.272630 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-44809711-af4c-4764-99dd-fce7a5ba41e4 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8811822 Nov 16 11:31:22.276282 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44100) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:22.289586 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-ecc19201-e8d1-4efc-83ab-600fa6751552 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Request body: {'port': {'network_id': 'a77958a8-d29a-4923-89e4-6ad8bd16a2b3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2048174685'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:22.296607 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-7a3e8035-e7a1-485e-9649-a22dc7b4b1f3 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e4d1d7674f84686a4379fe8e2aa2d78 HTTP/1.1" status: 200 len: 380 time: 0.2137341 Nov 16 11:31:22.305039 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-4d637227-65e8-472d-9b44-266b9ff6c5e8 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:31:22.324856 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d637227-65e8-472d-9b44-266b9ff6c5e8 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Pushing event updated for resources: {'Port': ['ID=8fc97b48-5bb6-40a8-aab1-06d356a39326,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:22.347019 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-6c257a2b-b90b-4e7e-885b-0a699e6d5260 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Request body: {'port': {'device_id': '5fbc62ec-dda5-4722-a78b-ae0e9d384cd1', 'network_id': '3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad', 'admin_state_up': True, 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'security_groups': ['7508d602-f79c-4138-b3e7-7affb4b0c560']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:22.349911 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99885b9-3e10-46f5-a2bb-6b0ee2870c02 None None] Network a77958a8-d29a-4923-89e4-6ad8bd16a2b3 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:31:22.351208 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-4d637227-65e8-472d-9b44-266b9ff6c5e8 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:31:22.360751 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fe0e4974-0511-43b3-b169-4a8ed3342582 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:22.361896 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-4d637227-65e8-472d-9b44-266b9ff6c5e8 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:31:22.383965 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fe0e4974-0511-43b3-b169-4a8ed3342582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:22.392913 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44104) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:22.542130 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-69f52ece-5a7c-46cf-bc2e-cb3db0f3389d tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2060774166', 'description': 'tempest-description--882967898'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:22.551230 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-fe0e4974-0511-43b3-b169-4a8ed3342582 None None] Attempting to bind port 63085609-c37f-46eb-8516-a0093c03b01d on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:31:22.551601 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-fe0e4974-0511-43b3-b169-4a8ed3342582 None None] Attempting to bind port 63085609-c37f-46eb-8516-a0093c03b01d by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '8c7d83bf-85a1-425d-b9b1-dd2526bf3d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ac38a654-4075-456a-bc52-9a2a4fa7d579'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:31:22.551964 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0e4974-0511-43b3-b169-4a8ed3342582 None None] Attempting to bind port 63085609-c37f-46eb-8516-a0093c03b01d on network ac38a654-4075-456a-bc52-9a2a4fa7d579 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:31:22.562131 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1031311c-0021-45c7-9ecc-0a2dcba69a80 tempest-PortsAdminExtendedAttrsTestJSON-501331512 tempest-PortsAdminExtendedAttrsTestJSON-501331512-project] Made reservation on behalf of dadaad6dbfb0449eb8996d96628148bd for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:31:22.565605 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1031311c-0021-45c7-9ecc-0a2dcba69a80 tempest-PortsAdminExtendedAttrsTestJSON-501331512 tempest-PortsAdminExtendedAttrsTestJSON-501331512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:22.583104 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0e4974-0511-43b3-b169-4a8ed3342582 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:31:22.583470 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0e4974-0511-43b3-b169-4a8ed3342582 None None] Checking segment: {'id': '8c7d83bf-85a1-425d-b9b1-dd2526bf3d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ac38a654-4075-456a-bc52-9a2a4fa7d579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:31:22.583886 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fe0e4974-0511-43b3-b169-4a8ed3342582 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:22.584272 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0e4974-0511-43b3-b169-4a8ed3342582 None None] Bound using segment: {'id': '8c7d83bf-85a1-425d-b9b1-dd2526bf3d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ac38a654-4075-456a-bc52-9a2a4fa7d579'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:31:22.584965 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-fe0e4974-0511-43b3-b169-4a8ed3342582 None None] Bound port: 63085609-c37f-46eb-8516-a0093c03b01d, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c7d83bf-85a1-425d-b9b1-dd2526bf3d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ac38a654-4075-456a-bc52-9a2a4fa7d579'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:31:22.585129 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fe0e4974-0511-43b3-b169-4a8ed3342582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:22.605784 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1031311c-0021-45c7-9ecc-0a2dcba69a80 tempest-PortsAdminExtendedAttrsTestJSON-501331512 tempest-PortsAdminExtendedAttrsTestJSON-501331512-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:22.607745 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port a9a89e3d-f4fd-40db-9bd0-af45c292add6 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:22.608276 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:22.615001 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc19201-e8d1-4efc-83ab-600fa6751552 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Made reservation on behalf of 93c04b6786be4693bd8c82297f48e840 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:31:22.622058 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ecc19201-e8d1-4efc-83ab-600fa6751552 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:22.699676 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-fe0e4974-0511-43b3-b169-4a8ed3342582 None None] For port 63085609-c37f-46eb-8516-a0093c03b01d, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:31:22.703273 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-fe0e4974-0511-43b3-b169-4a8ed3342582 None None] For port 63085609-c37f-46eb-8516-a0093c03b01d, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=63085609-c37f-46eb-8516-a0093c03b01d,segment=NetworkSegment(8c7d83bf-85a1-425d-b9b1-dd2526bf3d00),segment_id=8c7d83bf-85a1-425d-b9b1-dd2526bf3d00)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:31:22.720345 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fe0e4974-0511-43b3-b169-4a8ed3342582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:22.731162 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117cac3f-d115-4f66-802a-b7c6346a93a6 None None] Pushing event updated for resources: {'Port': ['ID=63085609-c37f-46eb-8516-a0093c03b01d,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:22.732309 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-4d637227-65e8-472d-9b44-266b9ff6c5e8 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:22.733026 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-4d637227-65e8-472d-9b44-266b9ff6c5e8 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:22.748327 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-ecc19201-e8d1-4efc-83ab-600fa6751552 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] device_id is not set on port 2103a6d6-f9cd-4101-89c8-8e307c72bdbc yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:31:22.760459 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69f52ece-5a7c-46cf-bc2e-cb3db0f3389d tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:22.825487 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-4d637227-65e8-472d-9b44-266b9ff6c5e8 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5327027 Nov 16 11:31:22.881105 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-6c257a2b-b90b-4e7e-885b-0a699e6d5260 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Made reservation on behalf of 8e4d1d7674f84686a4379fe8e2aa2d78 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:31:22.886092 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-6c257a2b-b90b-4e7e-885b-0a699e6d5260 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:22.940984 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117cac3f-d115-4f66-802a-b7c6346a93a6 None None] Pushing event updated for resources: {'Port': ['ID=63085609-c37f-46eb-8516-a0093c03b01d,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:22.950406 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9ac089-d1f1-43d7-9aa2-70d77ad5eabd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-a77958a8-d29a-4923-89e4-6ad8bd16a2b3', 'network_id': 'a77958a8-d29a-4923-89e4-6ad8bd16a2b3', 'tenant_id': '93c04b6786be4693bd8c82297f48e840', 'fixed_ips': [{'subnet_id': '09444227-ec7e-41fe-b75b-43236a85ef3f'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:31:22.951396 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ed9ac089-d1f1-43d7-9aa2-70d77ad5eabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:22.963181 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-aeafd112-72f9-42e4-a30e-b251790b26b2 None None] Provisioning complete for port 8fc97b48-5bb6-40a8-aab1-06d356a39326 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:22.963547 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aeafd112-72f9-42e4-a30e-b251790b26b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:22.978443 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0e4974-0511-43b3-b169-4a8ed3342582 None None] Routers {'a3985154-8f21-4216-9060-e54a619f0d2d'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:31:22.979087 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-fe0e4974-0511-43b3-b169-4a8ed3342582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:31:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['a3985154-8f21-4216-9060-e54a619f0d2d'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:23.005175 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-7d4f9ebb-68ee-4276-bab6-70f41943b473 service neutron] Request body: {'port': {'device_id': 'db378a0b-7ff9-41d1-8294-e81ffecaf249', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:23.089250 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-ecc19201-e8d1-4efc-83ab-600fa6751552 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Allocated IP 2001:db8::19d (a77958a8-d29a-4923-89e4-6ad8bd16a2b3/09444227-ec7e-41fe-b75b-43236a85ef3f/2103a6d6-f9cd-4101-89c8-8e307c72bdbc) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:31:23.120665 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69f52ece-5a7c-46cf-bc2e-cb3db0f3389d tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:23.176842 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69f52ece-5a7c-46cf-bc2e-cb3db0f3389d tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:23.200967 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-fe0e4974-0511-43b3-b169-4a8ed3342582 None None] Set router a3985154-8f21-4216-9060-e54a619f0d2d gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:31:23.224264 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f52ece-5a7c-46cf-bc2e-cb3db0f3389d tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1ae922-53db-4b87-b60b-12d9a74c16ce,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:23.251026 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1031311c-0021-45c7-9ecc-0a2dcba69a80 tempest-PortsAdminExtendedAttrsTestJSON-501331512 tempest-PortsAdminExtendedAttrsTestJSON-501331512-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:23.273264 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1031311c-0021-45c7-9ecc-0a2dcba69a80 tempest-PortsAdminExtendedAttrsTestJSON-501331512 tempest-PortsAdminExtendedAttrsTestJSON-501331512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:23.291246 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-6c257a2b-b90b-4e7e-885b-0a699e6d5260 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Allocated IP 172.20.0.9 (3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad/fa420f98-c40e-4555-8792-b6dc61ec5b9c/5b7f549b-106e-4c4c-8729-32f9cb5991de) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:31:23.297073 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69f52ece-5a7c-46cf-bc2e-cb3db0f3389d tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:23.298899 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-69f52ece-5a7c-46cf-bc2e-cb3db0f3389d tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8443153 Nov 16 11:31:23.305145 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-aeafd112-72f9-42e4-a30e-b251790b26b2 None None] Port 8fc97b48-5bb6-40a8-aab1-06d356a39326 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:31:23.310017 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-7d4f9ebb-68ee-4276-bab6-70f41943b473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:23.333438 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44110) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:23.346425 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 474bd286-92f4-4d5a-9d95-ecf06a34bf29 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:31:23.401644 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ecc19201-e8d1-4efc-83ab-600fa6751552 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:23.454434 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ecc19201-e8d1-4efc-83ab-600fa6751552 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:23.471096 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6309ab-df3a-45cb-9b22-a8fe08b894f2 req-3b72a18c-6b18-43a6-b5ed-a05955d255a9 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:23.480830 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7b6309ab-df3a-45cb-9b22-a8fe08b894f2 req-3b72a18c-6b18-43a6-b5ed-a05955d255a9 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 936 time: 0.8220632 Nov 16 11:31:23.535045 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-5d301f3b-aa7b-4628-b8eb-824773c0ba89 None None] Provisioning complete for port 63085609-c37f-46eb-8516-a0093c03b01d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:23.537189 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5d301f3b-aa7b-4628-b8eb-824773c0ba89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:23.580705 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7b6309ab-df3a-45cb-9b22-a8fe08b894f2 req-583f3a85-f352-4c40-8ffe-81b364b4a2dc tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987384 Nov 16 11:31:23.613685 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-ed9ac089-d1f1-43d7-9aa2-70d77ad5eabd None None] Allocated IP 2001:db8::2 (a77958a8-d29a-4923-89e4-6ad8bd16a2b3/09444227-ec7e-41fe-b75b-43236a85ef3f/5fcb0dc5-650b-46e1-aacc-13302c6d0db0) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:31:23.616395 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 474bd286-92f4-4d5a-9d95-ecf06a34bf29 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:23.616958 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:23.618712 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-fe0e4974-0511-43b3-b169-4a8ed3342582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'name': 'tempest-AttachVolumeTestJSON-1536486095-router', 'tenant_id': '5de40747a10d44f79906618ae036d315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a9a89e3d-f4fd-40db-9bd0-af45c292add6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:31:10Z', 'updated_at': '2021-11-16T11:31:17Z', 'revision_number': 4, 'project_id': '5de40747a10d44f79906618ae036d315', 'gw_port': {'id': 'a9a89e3d-f4fd-40db-9bd0-af45c292add6', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:11:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:11Z', 'updated_at': '2021-11-16T11:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '63085609-c37f-46eb-8516-a0093c03b01d', 'name': '', 'network_id': 'ac38a654-4075-456a-bc52-9a2a4fa7d579', 'tenant_id': '5de40747a10d44f79906618ae036d315', 'mac_address': 'fa:16:3e:8d:47:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '0c5b6ebb-aa31-4518-a588-3858b2528956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:15Z', 'updated_at': '2021-11-16T11:31:22Z', 'revision_number': 4, 'project_id': '5de40747a10d44f79906618ae036d315', 'subnets': [{'id': '0c5b6ebb-aa31-4518-a588-3858b2528956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:23.622167 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc19201-e8d1-4efc-83ab-600fa6751552 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Network a77958a8-d29a-4923-89e4-6ad8bd16a2b3 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:31:23.631523 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-ecc19201-e8d1-4efc-83ab-600fa6751552 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:31:23.649802 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc19201-e8d1-4efc-83ab-600fa6751552 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:31:23.662526 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc19201-e8d1-4efc-83ab-600fa6751552 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:23.666091 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ecc19201-e8d1-4efc-83ab-600fa6751552 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:23.672276 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-7d4f9ebb-68ee-4276-bab6-70f41943b473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fc97b48-5bb6-40a8-aab1-06d356a39326 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:31:23.681064 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-7d4f9ebb-68ee-4276-bab6-70f41943b473 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:23.686563 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0e4974-0511-43b3-b169-4a8ed3342582 None None] The sync data for ids ['a3985154-8f21-4216-9060-e54a619f0d2d'] in n-d-816823-3 is: [{'id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'name': 'tempest-AttachVolumeTestJSON-1536486095-router', 'tenant_id': '5de40747a10d44f79906618ae036d315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a9a89e3d-f4fd-40db-9bd0-af45c292add6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:31:10Z', 'updated_at': '2021-11-16T11:31:17Z', 'revision_number': 4, 'project_id': '5de40747a10d44f79906618ae036d315', 'gw_port': {'id': 'a9a89e3d-f4fd-40db-9bd0-af45c292add6', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:11:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:11Z', 'updated_at': '2021-11-16T11:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '63085609-c37f-46eb-8516-a0093c03b01d', 'name': '', 'network_id': 'ac38a654-4075-456a-bc52-9a2a4fa7d579', 'tenant_id': '5de40747a10d44f79906618ae036d315', 'mac_address': 'fa:16:3e:8d:47:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '0c5b6ebb-aa31-4518-a588-3858b2528956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:15Z', 'updated_at': '2021-11-16T11:31:22Z', 'revision_number': 4, 'project_id': '5de40747a10d44f79906618ae036d315', 'subnets': [{'id': '0c5b6ebb-aa31-4518-a588-3858b2528956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:31:23.697774 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-7d4f9ebb-68ee-4276-bab6-70f41943b473 service neutron] Transition to ACTIVE for port object 8fc97b48-5bb6-40a8-aab1-06d356a39326 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:31:23.710182 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-22bf9389-c298-495b-97f8-f812abd6695e tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Request body: {'security_group_rule': {'security_group_id': '2a1ae922-53db-4b87-b60b-12d9a74c16ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:23.725904 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1031311c-0021-45c7-9ecc-0a2dcba69a80 tempest-PortsAdminExtendedAttrsTestJSON-501331512 tempest-PortsAdminExtendedAttrsTestJSON-501331512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:31:23.726943 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc19201-e8d1-4efc-83ab-600fa6751552 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Pushing event updated for resources: {'Port': ['ID=2103a6d6-f9cd-4101-89c8-8e307c72bdbc,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:23.728478 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-7d4f9ebb-68ee-4276-bab6-70f41943b473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:23.838868 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b394464b-8df8-4995-90e0-c79b5156d910 req-31f21d2b-5b62-43da-97f2-a41a2b22b22f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/ports?device_id=5fbc62ec-dda5-4722-a78b-ae0e9d384cd1 HTTP/1.1" status: 200 len: 210 time: 0.0968966 Nov 16 11:31:23.858100 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ecc19201-e8d1-4efc-83ab-600fa6751552 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5805585 Nov 16 11:31:23.861045 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44114) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:23.872613 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-76da798b-191d-479d-96f7-ee640372ae50 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Request body: {'port': {'network_id': 'a77958a8-d29a-4923-89e4-6ad8bd16a2b3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1074686706', 'allowed_address_pairs': [{'ip_address': '2001:db8::19d', 'mac_address': 'fa:16:3e:11:b7:e4'}]}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:23.970812 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ed9ac089-d1f1-43d7-9aa2-70d77ad5eabd None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:23.996030 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ed9ac089-d1f1-43d7-9aa2-70d77ad5eabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:24.033321 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-76da798b-191d-479d-96f7-ee640372ae50 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 16 11:31:24.033321 n-d-816823-3 neutron-server[102669]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 16 11:31:24.033321 n-d-816823-3 neutron-server[102669]: [parameters: {'project_id_1': '93c04b6786be4693bd8c82297f48e840', 'expiration_1': datetime.datetime(2021, 11, 16, 11, 31, 4, 10511)}] Nov 16 11:31:24.033321 n-d-816823-3 neutron-server[102669]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:31:24.033953 n-d-816823-3 neutron-server[102669]: DEBUG oslo_db.api [None req-76da798b-191d-479d-96f7-ee640372ae50 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:31:24.038301 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1031311c-0021-45c7-9ecc-0a2dcba69a80 tempest-PortsAdminExtendedAttrsTestJSON-501331512 tempest-PortsAdminExtendedAttrsTestJSON-501331512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:24.038800 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-1031311c-0021-45c7-9ecc-0a2dcba69a80 tempest-PortsAdminExtendedAttrsTestJSON-501331512 tempest-PortsAdminExtendedAttrsTestJSON-501331512-project] Added segment cdcb2ac8-55bd-4930-8806-049ef37d0442 of type vlan for network 178ea489-bea3-492d-81c7-d5f99d04ed22 Nov 16 11:31:24.092246 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1031311c-0021-45c7-9ecc-0a2dcba69a80 tempest-PortsAdminExtendedAttrsTestJSON-501331512 tempest-PortsAdminExtendedAttrsTestJSON-501331512-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:24.102674 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9ac089-d1f1-43d7-9aa2-70d77ad5eabd None None] Network a77958a8-d29a-4923-89e4-6ad8bd16a2b3 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:31:24.108568 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5d301f3b-aa7b-4628-b8eb-824773c0ba89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:24.141454 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-ed9ac089-d1f1-43d7-9aa2-70d77ad5eabd None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:31:24.161097 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031311c-0021-45c7-9ecc-0a2dcba69a80 tempest-PortsAdminExtendedAttrsTestJSON-501331512 tempest-PortsAdminExtendedAttrsTestJSON-501331512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9995b3c7-888c-431a-97a6-e3634825c8d6,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:24.176964 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9ac089-d1f1-43d7-9aa2-70d77ad5eabd None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:31:24.238062 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1031311c-0021-45c7-9ecc-0a2dcba69a80 tempest-PortsAdminExtendedAttrsTestJSON-501331512 tempest-PortsAdminExtendedAttrsTestJSON-501331512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:24.243791 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1031311c-0021-45c7-9ecc-0a2dcba69a80 tempest-PortsAdminExtendedAttrsTestJSON-501331512 tempest-PortsAdminExtendedAttrsTestJSON-501331512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:24.244669 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1031311c-0021-45c7-9ecc-0a2dcba69a80 tempest-PortsAdminExtendedAttrsTestJSON-501331512 tempest-PortsAdminExtendedAttrsTestJSON-501331512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:24.245164 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ac089-d1f1-43d7-9aa2-70d77ad5eabd None None] Pushing event updated for resources: {'Port': ['ID=5fcb0dc5-650b-46e1-aacc-13302c6d0db0,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:24.254256 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-6c257a2b-b90b-4e7e-885b-0a699e6d5260 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:24.264082 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-5d301f3b-aa7b-4628-b8eb-824773c0ba89 None None] For port 63085609-c37f-46eb-8516-a0093c03b01d, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=63085609-c37f-46eb-8516-a0093c03b01d,segment=NetworkSegment(8c7d83bf-85a1-425d-b9b1-dd2526bf3d00),segment_id=8c7d83bf-85a1-425d-b9b1-dd2526bf3d00)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:31:24.265316 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f9ebb-68ee-4276-bab6-70f41943b473 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc97b48-5bb6-40a8-aab1-06d356a39326,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:24.268448 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22bf9389-c298-495b-97f8-f812abd6695e tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:24.292584 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5d301f3b-aa7b-4628-b8eb-824773c0ba89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:24.315559 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-ed9ac089-d1f1-43d7-9aa2-70d77ad5eabd None None] Attempting to bind port 5fcb0dc5-650b-46e1-aacc-13302c6d0db0 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:31:24.316257 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-ed9ac089-d1f1-43d7-9aa2-70d77ad5eabd None None] Attempting to bind port 5fcb0dc5-650b-46e1-aacc-13302c6d0db0 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '8f75f5c0-46dc-45d6-96c8-3bb001c5ac61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a77958a8-d29a-4923-89e4-6ad8bd16a2b3'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:31:24.316854 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9ac089-d1f1-43d7-9aa2-70d77ad5eabd None None] Attempting to bind port 5fcb0dc5-650b-46e1-aacc-13302c6d0db0 on network a77958a8-d29a-4923-89e4-6ad8bd16a2b3 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:31:24.350824 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9ac089-d1f1-43d7-9aa2-70d77ad5eabd None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:31:24.351475 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9ac089-d1f1-43d7-9aa2-70d77ad5eabd None None] Checking segment: {'id': '8f75f5c0-46dc-45d6-96c8-3bb001c5ac61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a77958a8-d29a-4923-89e4-6ad8bd16a2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:31:24.352081 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ed9ac089-d1f1-43d7-9aa2-70d77ad5eabd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:24.352666 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9ac089-d1f1-43d7-9aa2-70d77ad5eabd None None] Bound using segment: {'id': '8f75f5c0-46dc-45d6-96c8-3bb001c5ac61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a77958a8-d29a-4923-89e4-6ad8bd16a2b3'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:31:24.353341 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-ed9ac089-d1f1-43d7-9aa2-70d77ad5eabd None None] Bound port: 5fcb0dc5-650b-46e1-aacc-13302c6d0db0, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f75f5c0-46dc-45d6-96c8-3bb001c5ac61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a77958a8-d29a-4923-89e4-6ad8bd16a2b3'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:31:24.353905 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ed9ac089-d1f1-43d7-9aa2-70d77ad5eabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:24.373070 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1031311c-0021-45c7-9ecc-0a2dcba69a80 tempest-PortsAdminExtendedAttrsTestJSON-501331512 tempest-PortsAdminExtendedAttrsTestJSON-501331512-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.5454943 Nov 16 11:31:24.515791 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d301f3b-aa7b-4628-b8eb-824773c0ba89 None None] Pushing event updated for resources: {'Port': ['ID=63085609-c37f-46eb-8516-a0093c03b01d,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:24.526963 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 63085609-c37f-46eb-8516-a0093c03b01d up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:31:24.540553 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031311c-0021-45c7-9ecc-0a2dcba69a80 tempest-PortsAdminExtendedAttrsTestJSON-501331512 tempest-PortsAdminExtendedAttrsTestJSON-501331512-project] Pushing event updated for resources: {'Network': ['ID=178ea489-bea3-492d-81c7-d5f99d04ed22,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:24.561154 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-6c257a2b-b90b-4e7e-885b-0a699e6d5260 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:24.570625 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76da798b-191d-479d-96f7-ee640372ae50 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Made reservation on behalf of 93c04b6786be4693bd8c82297f48e840 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:31:24.581790 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 178ea489-bea3-492d-81c7-d5f99d04ed22 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:31:24.626425 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44124) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:24.643452 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Request body: {'port': {'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22', 'binding:host_id': 'n-h1-816823-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1831122728'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:24.695648 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22bf9389-c298-495b-97f8-f812abd6695e tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:24.701956 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-76da798b-191d-479d-96f7-ee640372ae50 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:24.702836 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Made reservation on behalf of 461834c63d744c2da7ecf31574ccbef7 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:31:24.707062 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:24.707263 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-ed9ac089-d1f1-43d7-9aa2-70d77ad5eabd None None] For port 5fcb0dc5-650b-46e1-aacc-13302c6d0db0, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:31:24.711299 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-ed9ac089-d1f1-43d7-9aa2-70d77ad5eabd None None] For port 5fcb0dc5-650b-46e1-aacc-13302c6d0db0, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=5fcb0dc5-650b-46e1-aacc-13302c6d0db0,segment=NetworkSegment(8f75f5c0-46dc-45d6-96c8-3bb001c5ac61),segment_id=8f75f5c0-46dc-45d6-96c8-3bb001c5ac61)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:31:24.726010 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ed9ac089-d1f1-43d7-9aa2-70d77ad5eabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:24.734219 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:24.742980 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 63085609-c37f-46eb-8516-a0093c03b01d triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:24.743354 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:24.753186 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22bf9389-c298-495b-97f8-f812abd6695e tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:24.764744 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-76da798b-191d-479d-96f7-ee640372ae50 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] device_id is not set on port cf314e6a-7d27-4eca-a416-745542fab585 yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:31:24.782922 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-6c257a2b-b90b-4e7e-885b-0a699e6d5260 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Network 3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:31:24.803459 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-7d4f9ebb-68ee-4276-bab6-70f41943b473 service neutron] Attempting to bind port 8fc97b48-5bb6-40a8-aab1-06d356a39326 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:31:24.804292 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-7d4f9ebb-68ee-4276-bab6-70f41943b473 service neutron] Attempting to bind port 8fc97b48-5bb6-40a8-aab1-06d356a39326 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:31:24.804675 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-7d4f9ebb-68ee-4276-bab6-70f41943b473 service neutron] Attempting to bind port 8fc97b48-5bb6-40a8-aab1-06d356a39326 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:31:24.816800 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c257a2b-b90b-4e7e-885b-0a699e6d5260 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event updated for resources: {'Port': ['ID=5b7f549b-106e-4c4c-8729-32f9cb5991de,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:24.821184 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-6c257a2b-b90b-4e7e-885b-0a699e6d5260 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:31:24.848758 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ac089-d1f1-43d7-9aa2-70d77ad5eabd None None] Pushing event updated for resources: {'Port': ['ID=5fcb0dc5-650b-46e1-aacc-13302c6d0db0,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:24.851752 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22bf9389-c298-495b-97f8-f812abd6695e tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:24.863486 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-22bf9389-c298-495b-97f8-f812abd6695e tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1587577 Nov 16 11:31:24.866427 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44126) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:24.876654 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-6c257a2b-b90b-4e7e-885b-0a699e6d5260 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:31:24.893871 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-08180b02-7165-43bf-a15e-06231c5689e8 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Request body: {'security_group_rule': {'security_group_id': '2a1ae922-53db-4b87-b60b-12d9a74c16ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:24.930766 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-7d4f9ebb-68ee-4276-bab6-70f41943b473 service neutron] Port 8fc97b48-5bb6-40a8-aab1-06d356a39326 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:31:24.931255 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-7d4f9ebb-68ee-4276-bab6-70f41943b473 service neutron] Attempting to bind port 8fc97b48-5bb6-40a8-aab1-06d356a39326 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:31:24.941326 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf9389-c298-495b-97f8-f812abd6695e tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c858857-8da8-4518-a0be-77ff26d9ad89,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:24.953793 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf5458-e7b3-47b7-97fd-31b70f08c942 req-65c20ee9-bd4c-4485-a4b7-01242de3c04c tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:24.958311 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1dbf5458-e7b3-47b7-97fd-31b70f08c942 req-65c20ee9-bd4c-4485-a4b7-01242de3c04c tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 948 time: 0.2406170 Nov 16 11:31:24.999087 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-7d4f9ebb-68ee-4276-bab6-70f41943b473 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:31:25.001388 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-7d4f9ebb-68ee-4276-bab6-70f41943b473 service neutron] Checking segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:31:25.002117 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-7d4f9ebb-68ee-4276-bab6-70f41943b473 service neutron] Bound using segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:31:25.002702 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-7d4f9ebb-68ee-4276-bab6-70f41943b473 service neutron] Bound port: 8fc97b48-5bb6-40a8-aab1-06d356a39326, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:31:25.003747 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-7d4f9ebb-68ee-4276-bab6-70f41943b473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:25.175951 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-6c257a2b-b90b-4e7e-885b-0a699e6d5260 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:25.176619 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-6c257a2b-b90b-4e7e-885b-0a699e6d5260 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:25.244623 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1dbf5458-e7b3-47b7-97fd-31b70f08c942 req-36dee317-baf1-45c4-bf1d-afc0f45b1a03 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638390 Nov 16 11:31:25.270075 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-08180b02-7165-43bf-a15e-06231c5689e8 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:25.275349 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-76da798b-191d-479d-96f7-ee640372ae50 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Allocated IP 2001:db8::396 (a77958a8-d29a-4923-89e4-6ad8bd16a2b3/09444227-ec7e-41fe-b75b-43236a85ef3f/cf314e6a-7d27-4eca-a416-745542fab585) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:31:25.284810 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-6c257a2b-b90b-4e7e-885b-0a699e6d5260 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9785664 Nov 16 11:31:25.311120 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-ea06fc5e-ee72-43e0-b998-33f9d1eaab7f service neutron] Request body: {'port': {'device_id': '5fbc62ec-dda5-4722-a78b-ae0e9d384cd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:25.349141 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a182e42f-4007-4e6c-8934-55c42d63ebe6 None None] Provisioning complete for port 5b7f549b-106e-4c4c-8729-32f9cb5991de triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:25.350449 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a182e42f-4007-4e6c-8934-55c42d63ebe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:25.407411 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-7d4f9ebb-68ee-4276-bab6-70f41943b473 service neutron] For port 8fc97b48-5bb6-40a8-aab1-06d356a39326, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:31:25.411987 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-7d4f9ebb-68ee-4276-bab6-70f41943b473 service neutron] For port 8fc97b48-5bb6-40a8-aab1-06d356a39326, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=8fc97b48-5bb6-40a8-aab1-06d356a39326,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:31:25.416293 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:25.435305 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-a182e42f-4007-4e6c-8934-55c42d63ebe6 None None] Port 5b7f549b-106e-4c4c-8729-32f9cb5991de cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:31:25.444885 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-7d4f9ebb-68ee-4276-bab6-70f41943b473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:25.456098 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:25.519899 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] device_id is not set on port 616d4a04-6026-448d-b834-ec0033e2643c yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:31:25.551110 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-76da798b-191d-479d-96f7-ee640372ae50 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:25.557868 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0123db62-f4d9-46ee-b412-5b7907c6e40a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:25.577784 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebcc143-ec21-4ffe-b35b-f591ce3fc138 req-631d4b32-1a56-4792-8d32-de3d3ffafdce tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:25.589959 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3ebcc143-ec21-4ffe-b35b-f591ce3fc138 req-631d4b32-1a56-4792-8d32-de3d3ffafdce tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/ports?device_id=5fbc62ec-dda5-4722-a78b-ae0e9d384cd1 HTTP/1.1" status: 200 len: 931 time: 0.2299454 Nov 16 11:31:25.661158 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-7d4f9ebb-68ee-4276-bab6-70f41943b473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:25.662077 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-7d4f9ebb-68ee-4276-bab6-70f41943b473 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:25.663729 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-7d4f9ebb-68ee-4276-bab6-70f41943b473 service neutron] 10.222.0.64 "PUT /v2.0/ports/8fc97b48-5bb6-40a8-aab1-06d356a39326 HTTP/1.1" status: 200 len: 1096 time: 2.8043792 Nov 16 11:31:25.677187 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-ea06fc5e-ee72-43e0-b998-33f9d1eaab7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:25.685810 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3ebcc143-ec21-4ffe-b35b-f591ce3fc138 req-42909702-cc55-4e5d-a900-84827ab3548d tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/security-groups?id=7508d602-f79c-4138-b3e7-7affb4b0c560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903821 Nov 16 11:31:25.703474 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db378a0b-7ff9-41d1-8294-e81ffecaf249', 'tag': '8fc97b48-5bb6-40a8-aab1-06d356a39326'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:31:25.707073 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-76da798b-191d-479d-96f7-ee640372ae50 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:25.707866 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99305a3b-12ac-4705-82c1-cb00c6289be2" -d '{"events": [{"name": "network-changed", "server_uuid": "db378a0b-7ff9-41d1-8294-e81ffecaf249", "tag": "8fc97b48-5bb6-40a8-aab1-06d356a39326"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:31:25.785320 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76da798b-191d-479d-96f7-ee640372ae50 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Network a77958a8-d29a-4923-89e4-6ad8bd16a2b3 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:31:25.792369 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-76da798b-191d-479d-96f7-ee640372ae50 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:31:25.855843 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76da798b-191d-479d-96f7-ee640372ae50 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:31:25.863374 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76da798b-191d-479d-96f7-ee640372ae50 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:25.864064 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-76da798b-191d-479d-96f7-ee640372ae50 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:25.935297 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da798b-191d-479d-96f7-ee640372ae50 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Pushing event updated for resources: {'Port': ['ID=cf314e6a-7d27-4eca-a416-745542fab585,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:25.962032 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-76da798b-191d-479d-96f7-ee640372ae50 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.0988917 Nov 16 11:31:25.962495 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44138) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:26.033332 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-08180b02-7165-43bf-a15e-06231c5689e8 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:26.038230 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f9ebb-68ee-4276-bab6-70f41943b473 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc97b48-5bb6-40a8-aab1-06d356a39326,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:26.065129 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-08180b02-7165-43bf-a15e-06231c5689e8 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:26.098245 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295ae1ce-60e2-4cd7-ae43-3f5522579860 x-openstack-request-id: req-295ae1ce-60e2-4cd7-ae43-3f5522579860 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:31:26.098574 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db378a0b-7ff9-41d1-8294-e81ffecaf249", "tag": "8fc97b48-5bb6-40a8-aab1-06d356a39326", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:31:26.100230 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-295ae1ce-60e2-4cd7-ae43-3f5522579860 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:31:26.100643 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db378a0b-7ff9-41d1-8294-e81ffecaf249', 'tag': '8fc97b48-5bb6-40a8-aab1-06d356a39326', 'status': 'completed', 'code': 200} Nov 16 11:31:26.151867 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c8ff1f-f8c5-4129-9c56-7fcf3b1ff489 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:26.160958 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c8ff1f-f8c5-4129-9c56-7fcf3b1ff489 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:26.168278 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c8ff1f-f8c5-4129-9c56-7fcf3b1ff489 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:26.174919 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c6c8ff1f-f8c5-4129-9c56-7fcf3b1ff489 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.2112997 Nov 16 11:31:26.175600 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44142) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:26.315839 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c4b16aa5-df46-484c-a474-440b4512f705 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Deleting port cf314e6a-7d27-4eca-a416-745542fab585 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:31:26.316441 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c4b16aa5-df46-484c-a474-440b4512f705 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:26.416110 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae55fc7-7968-4bc3-b215-11ec783a3f02 None None] Network a77958a8-d29a-4923-89e4-6ad8bd16a2b3 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:31:26.457905 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c4b16aa5-df46-484c-a474-440b4512f705 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:26.484011 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e73b5-13da-450d-88a8-b406bfc311b8 req-6f243744-eff2-4193-83d2-970224ad44f3 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:26.491840 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b0e73b5-13da-450d-88a8-b406bfc311b8 req-6f243744-eff2-4193-83d2-970224ad44f3 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 948 time: 0.1108205 Nov 16 11:31:26.494214 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c4b16aa5-df46-484c-a474-440b4512f705 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Calling delete_port for cf314e6a-7d27-4eca-a416-745542fab585 owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:31:26.589737 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-283bd9b4-ef5a-4d7d-bceb-23aec7a37e1d None None] Provisioning complete for port 5fcb0dc5-650b-46e1-aacc-13302c6d0db0 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:26.590283 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-283bd9b4-ef5a-4d7d-bceb-23aec7a37e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:26.623709 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b0e73b5-13da-450d-88a8-b406bfc311b8 req-87b3f063-ef36-45f9-8303-5e4fe0d6d93a tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307087 Nov 16 11:31:26.671852 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 5fcb0dc5-650b-46e1-aacc-13302c6d0db0 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:31:26.717006 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08180b02-7165-43bf-a15e-06231c5689e8 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db807806-4026-491c-9b94-68b05f5eb06c,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:26.733493 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-08180b02-7165-43bf-a15e-06231c5689e8 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:26.738096 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44148) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:26.738631 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-08180b02-7165-43bf-a15e-06231c5689e8 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8490977 Nov 16 11:31:26.753479 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-4ed420da-13c9-48b1-8b58-9517f5482e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:26.754942 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-4ed420da-13c9-48b1-8b58-9517f5482e1f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e86b42204c7f435e8eff5558272e51a5&device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 1099 time: 0.9939570 Nov 16 11:31:26.762069 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-6fc230d6-2005-4669-b10d-9fb47f669471 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:26.838366 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-1676b410-0f1a-4404-bdfa-d532ba931715 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=8fc97b48-5bb6-40a8-aab1-06d356a39326 HTTP/1.1" status: 200 len: 217 time: 0.0727918 Nov 16 11:31:26.885339 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c4b16aa5-df46-484c-a474-440b4512f705 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:26.926282 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6fc230d6-2005-4669-b10d-9fb47f669471 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks [] for floatingip, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:26.938670 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b16aa5-df46-484c-a474-440b4512f705 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Pushing event deleted for resources: {'Port': ['ID=cf314e6a-7d27-4eca-a416-745542fab585,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:26.969321 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] device_id is not set on port 616d4a04-6026-448d-b834-ec0033e2643c yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:31:27.001049 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:27.003600 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-cdaa3ad3-022b-4db2-a290-76930239f728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:27.005022 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-cdaa3ad3-022b-4db2-a290-76930239f728 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.1529868 Nov 16 11:31:27.007247 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-ea06fc5e-ee72-43e0-b998-33f9d1eaab7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b7f549b-106e-4c4c-8729-32f9cb5991de {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:31:27.024960 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-ea06fc5e-ee72-43e0-b998-33f9d1eaab7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:27.030532 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:27.065691 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-283bd9b4-ef5a-4d7d-bceb-23aec7a37e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:27.087933 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 5fcb0dc5-650b-46e1-aacc-13302c6d0db0 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:27.088301 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:27.091274 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7daa8-82c5-4319-bab1-aa463ac7bb35 req-b08f66d2-e2ea-41e4-8dcc-4def8ebd3f3a tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:27.096132 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-ea06fc5e-ee72-43e0-b998-33f9d1eaab7f service neutron] Transition to ACTIVE for port object 5b7f549b-106e-4c4c-8729-32f9cb5991de will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:31:27.100075 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b2d7daa8-82c5-4319-bab1-aa463ac7bb35 req-b08f66d2-e2ea-41e4-8dcc-4def8ebd3f3a tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/ports?device_id=5fbc62ec-dda5-4722-a78b-ae0e9d384cd1 HTTP/1.1" status: 200 len: 931 time: 0.2773819 Nov 16 11:31:27.133936 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-ea06fc5e-ee72-43e0-b998-33f9d1eaab7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:27.149901 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Pushing event updated for resources: {'Port': ['ID=616d4a04-6026-448d-b834-ec0033e2643c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:27.164422 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-e94d0249-dd99-4474-baed-e4ce6fec4bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:27.165961 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-e94d0249-dd99-4474-baed-e4ce6fec4bc9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1510208 Nov 16 11:31:27.188753 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-283bd9b4-ef5a-4d7d-bceb-23aec7a37e1d None None] For port 5fcb0dc5-650b-46e1-aacc-13302c6d0db0, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=5fcb0dc5-650b-46e1-aacc-13302c6d0db0,segment=NetworkSegment(8f75f5c0-46dc-45d6-96c8-3bb001c5ac61),segment_id=8f75f5c0-46dc-45d6-96c8-3bb001c5ac61)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:31:27.223601 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-283bd9b4-ef5a-4d7d-bceb-23aec7a37e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:27.259734 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Checking segment: {'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:31:27.260012 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Network hostable DHCP agents. Network: 178ea489-bea3-492d-81c7-d5f99d04ed22, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:31:27.301871 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06fc5e-ee72-43e0-b998-33f9d1eaab7f service neutron] Pushing event updated for resources: {'Port': ['ID=5b7f549b-106e-4c4c-8729-32f9cb5991de,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:27.398998 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 63085609-c37f-46eb-8516-a0093c03b01d up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:31:27.404437 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283bd9b4-ef5a-4d7d-bceb-23aec7a37e1d None None] Pushing event updated for resources: {'Port': ['ID=5fcb0dc5-650b-46e1-aacc-13302c6d0db0,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:27.470618 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 63085609-c37f-46eb-8516-a0093c03b01d triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:27.471270 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:27.502833 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-ea06fc5e-ee72-43e0-b998-33f9d1eaab7f service neutron] Attempting to bind port 5b7f549b-106e-4c4c-8729-32f9cb5991de on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:31:27.503343 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-ea06fc5e-ee72-43e0-b998-33f9d1eaab7f service neutron] Attempting to bind port 5b7f549b-106e-4c4c-8729-32f9cb5991de by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '51a5087f-427b-4c60-a5ff-9b0ae88f7801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:31:27.504417 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-ea06fc5e-ee72-43e0-b998-33f9d1eaab7f service neutron] Attempting to bind port 5b7f549b-106e-4c4c-8729-32f9cb5991de on network 3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:31:27.516739 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Network 178ea489-bea3-492d-81c7-d5f99d04ed22 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:31:27.538329 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-9b5ccc0d-9a49-4b37-8842-bf439ab156c6 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460457 Nov 16 11:31:27.540336 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-ea06fc5e-ee72-43e0-b998-33f9d1eaab7f service neutron] Port 5b7f549b-106e-4c4c-8729-32f9cb5991de on network 3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:31:27.540754 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-ea06fc5e-ee72-43e0-b998-33f9d1eaab7f service neutron] Attempting to bind port 5b7f549b-106e-4c4c-8729-32f9cb5991de on network 3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:31:27.544994 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 178ea489-bea3-492d-81c7-d5f99d04ed22) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:31:27.575921 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:31:27.601190 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b646cb-fe84-4e32-a12f-9111db0ec4b0 None None] Network 178ea489-bea3-492d-81c7-d5f99d04ed22 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:31:27.611697 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-ea06fc5e-ee72-43e0-b998-33f9d1eaab7f service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:31:27.612043 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-ea06fc5e-ee72-43e0-b998-33f9d1eaab7f service neutron] Checking segment: {'id': '51a5087f-427b-4c60-a5ff-9b0ae88f7801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:31:27.612530 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-ea06fc5e-ee72-43e0-b998-33f9d1eaab7f service neutron] Bound using segment: {'id': '51a5087f-427b-4c60-a5ff-9b0ae88f7801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:31:27.612992 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-ea06fc5e-ee72-43e0-b998-33f9d1eaab7f service neutron] Bound port: 5b7f549b-106e-4c4c-8729-32f9cb5991de, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51a5087f-427b-4c60-a5ff-9b0ae88f7801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:31:27.613353 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-ea06fc5e-ee72-43e0-b998-33f9d1eaab7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:27.651447 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port 616d4a04-6026-448d-b834-ec0033e2643c on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:31:27.651850 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port 616d4a04-6026-448d-b834-ec0033e2643c by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:31:27.652116 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port 616d4a04-6026-448d-b834-ec0033e2643c on network 178ea489-bea3-492d-81c7-d5f99d04ed22 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:31:27.664537 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c4b16aa5-df46-484c-a474-440b4512f705 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:27.670695 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c4b16aa5-df46-484c-a474-440b4512f705 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] 10.222.0.61 "DELETE /v2.0/ports/cf314e6a-7d27-4eca-a416-745542fab585 HTTP/1.1" status: 204 len: 168 time: 1.4940283 Nov 16 11:31:27.673516 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44156) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:27.709687 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a62a522-bcf3-4c8a-975d-1e6f6ba16a7f tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] GET failed (client error): The resource could not be found. Nov 16 11:31:27.714750 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3a62a522-bcf3-4c8a-975d-1e6f6ba16a7f tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] 10.222.0.61 "GET /v2.0/ports/cf314e6a-7d27-4eca-a416-745542fab585 HTTP/1.1" status: 404 len: 333 time: 0.0389705 Nov 16 11:31:27.715352 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44158) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:27.723156 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-e1c7a7a9-52bc-4023-9936-a63cf5048c94 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Request body: {'port': {'network_id': 'a77958a8-d29a-4923-89e4-6ad8bd16a2b3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1039729717'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:27.736591 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Port 616d4a04-6026-448d-b834-ec0033e2643c on network 178ea489-bea3-492d-81c7-d5f99d04ed22 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:31:27.737160 n-d-816823-3 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Failed to bind port 616d4a04-6026-448d-b834-ec0033e2643c on host n-h1-816823-3 for vnic_type normal using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] Nov 16 11:31:27.746972 n-d-816823-3 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempt 2 to bind port 616d4a04-6026-448d-b834-ec0033e2643c Nov 16 11:31:27.773820 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2bb56304-1bec-4d35-8ba1-ba0fc9d664c9 req-8baf18db-d1c3-448b-9bb0-6e626f74f72b service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252398 Nov 16 11:31:27.775681 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port 616d4a04-6026-448d-b834-ec0033e2643c on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:31:27.782436 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port 616d4a04-6026-448d-b834-ec0033e2643c by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:31:27.783014 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port 616d4a04-6026-448d-b834-ec0033e2643c on network 178ea489-bea3-492d-81c7-d5f99d04ed22 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:31:27.784070 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b2d7daa8-82c5-4319-bab1-aa463ac7bb35 req-644ee7e7-7987-4e2b-a7eb-a1ef6de8424f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/security-groups?id=7508d602-f79c-4138-b3e7-7affb4b0c560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6831324 Nov 16 11:31:27.839564 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-ea06fc5e-ee72-43e0-b998-33f9d1eaab7f service neutron] For port 5b7f549b-106e-4c4c-8729-32f9cb5991de, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:31:27.843623 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-ea06fc5e-ee72-43e0-b998-33f9d1eaab7f service neutron] For port 5b7f549b-106e-4c4c-8729-32f9cb5991de, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=5b7f549b-106e-4c4c-8729-32f9cb5991de,segment=NetworkSegment(51a5087f-427b-4c60-a5ff-9b0ae88f7801),segment_id=51a5087f-427b-4c60-a5ff-9b0ae88f7801)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:31:27.853180 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Port 616d4a04-6026-448d-b834-ec0033e2643c on network 178ea489-bea3-492d-81c7-d5f99d04ed22 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:31:27.854191 n-d-816823-3 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Failed to bind port 616d4a04-6026-448d-b834-ec0033e2643c on host n-h1-816823-3 for vnic_type normal using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] Nov 16 11:31:27.858622 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6fc230d6-2005-4669-b10d-9fb47f669471 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:27.862986 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c430a505-11bf-4e92-b8d3-c383ee31a9b5 None None] Could not find standard attr ID for object cf314e6a-7d27-4eca-a416-745542fab585. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:31:27.865104 n-d-816823-3 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempt 3 to bind port 616d4a04-6026-448d-b834-ec0033e2643c Nov 16 11:31:27.874822 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-ea06fc5e-ee72-43e0-b998-33f9d1eaab7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:27.882052 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c430a505-11bf-4e92-b8d3-c383ee31a9b5 None None] Provisioning complete for port 2103a6d6-f9cd-4101-89c8-8e307c72bdbc triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:27.883632 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c430a505-11bf-4e92-b8d3-c383ee31a9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:27.950670 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-ea06fc5e-ee72-43e0-b998-33f9d1eaab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:27.951352 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-ea06fc5e-ee72-43e0-b998-33f9d1eaab7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:27.954079 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-ea06fc5e-ee72-43e0-b998-33f9d1eaab7f service neutron] 10.222.0.64 "PUT /v2.0/ports/5b7f549b-106e-4c4c-8729-32f9cb5991de HTTP/1.1" status: 200 len: 1091 time: 2.6530948 Nov 16 11:31:27.956645 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port 616d4a04-6026-448d-b834-ec0033e2643c on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:31:27.957298 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port 616d4a04-6026-448d-b834-ec0033e2643c by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:31:27.957298 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port 616d4a04-6026-448d-b834-ec0033e2643c on network 178ea489-bea3-492d-81c7-d5f99d04ed22 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:31:27.957878 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:27.971820 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-c430a505-11bf-4e92-b8d3-c383ee31a9b5 None None] Port 2103a6d6-f9cd-4101-89c8-8e307c72bdbc cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:31:27.998804 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c430a505-11bf-4e92-b8d3-c383ee31a9b5 None None] Provisioning complete for port 5fcb0dc5-650b-46e1-aacc-13302c6d0db0 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:27.999170 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c430a505-11bf-4e92-b8d3-c383ee31a9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:28.013104 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-6fc230d6-2005-4669-b10d-9fb47f669471 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Allocated IP 172.25.0.164 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/fe74b885-4c77-4bbc-b6f1-00161bb1df0f) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:31:28.053147 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Port 616d4a04-6026-448d-b834-ec0033e2643c on network 178ea489-bea3-492d-81c7-d5f99d04ed22 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:31:28.059448 n-d-816823-3 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Failed to bind port 616d4a04-6026-448d-b834-ec0033e2643c on host n-h1-816823-3 for vnic_type normal using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] Nov 16 11:31:28.078919 n-d-816823-3 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempt 4 to bind port 616d4a04-6026-448d-b834-ec0033e2643c Nov 16 11:31:28.098471 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port 616d4a04-6026-448d-b834-ec0033e2643c on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:31:28.098739 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port 616d4a04-6026-448d-b834-ec0033e2643c by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:31:28.099015 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port 616d4a04-6026-448d-b834-ec0033e2643c on network 178ea489-bea3-492d-81c7-d5f99d04ed22 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:31:28.101075 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c7a7a9-52bc-4023-9936-a63cf5048c94 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Made reservation on behalf of 93c04b6786be4693bd8c82297f48e840 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:31:28.104957 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e1c7a7a9-52bc-4023-9936-a63cf5048c94 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:28.107744 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbc62ec-dda5-4722-a78b-ae0e9d384cd1', 'tag': '5b7f549b-106e-4c4c-8729-32f9cb5991de'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:31:28.110531 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5a1349-40f6-494d-8fb6-164a7cea1770" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbc62ec-dda5-4722-a78b-ae0e9d384cd1", "tag": "5b7f549b-106e-4c4c-8729-32f9cb5991de"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:31:28.129991 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99305a3b-12ac-4705-82c1-cb00c6289be2 req-99658105-b4d3-42c4-b2e3-69cb3e04300c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:28.131547 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-99305a3b-12ac-4705-82c1-cb00c6289be2 req-99658105-b4d3-42c4-b2e3-69cb3e04300c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e86b42204c7f435e8eff5558272e51a5&device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 1099 time: 0.2857201 Nov 16 11:31:28.137745 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Port 616d4a04-6026-448d-b834-ec0033e2643c on network 178ea489-bea3-492d-81c7-d5f99d04ed22 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:31:28.138121 n-d-816823-3 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Failed to bind port 616d4a04-6026-448d-b834-ec0033e2643c on host n-h1-816823-3 for vnic_type normal using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] Nov 16 11:31:28.141708 n-d-816823-3 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempt 5 to bind port 616d4a04-6026-448d-b834-ec0033e2643c Nov 16 11:31:28.153750 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06fc5e-ee72-43e0-b998-33f9d1eaab7f service neutron] Pushing event updated for resources: {'Port': ['ID=5b7f549b-106e-4c4c-8729-32f9cb5991de,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:28.173802 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-e1c7a7a9-52bc-4023-9936-a63cf5048c94 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] device_id is not set on port 9554f1b2-8100-48c4-ac0e-939fe9a87756 yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:31:28.177632 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-accf1db1-aee3-4423-819c-e8385fbedd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:28.179201 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-accf1db1-aee3-4423-819c-e8385fbedd7d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8e4d1d7674f84686a4379fe8e2aa2d78&device_id=5fbc62ec-dda5-4722-a78b-ae0e9d384cd1 HTTP/1.1" status: 200 len: 1094 time: 0.1583238 Nov 16 11:31:28.283867 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192eaac1-ce72-4820-ba16-f5fcc8490409 req-160ee518-f5aa-4c8a-8657-985f83ed02ab tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:28.287863 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-120a2443-8078-4d85-8b11-3bd295649b11 None None] Provisioning complete for port 2103a6d6-f9cd-4101-89c8-8e307c72bdbc triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:28.288462 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-120a2443-8078-4d85-8b11-3bd295649b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:28.291731 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-192eaac1-ce72-4820-ba16-f5fcc8490409 req-160ee518-f5aa-4c8a-8657-985f83ed02ab tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 948 time: 0.1926022 Nov 16 11:31:28.310376 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-f964b62b-74c5-4ee4-a763-b8fe938423fe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b7f549b-106e-4c4c-8729-32f9cb5991de HTTP/1.1" status: 200 len: 217 time: 0.1089096 Nov 16 11:31:28.311429 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port 616d4a04-6026-448d-b834-ec0033e2643c on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:31:28.311769 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port 616d4a04-6026-448d-b834-ec0033e2643c by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:31:28.312113 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port 616d4a04-6026-448d-b834-ec0033e2643c on network 178ea489-bea3-492d-81c7-d5f99d04ed22 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:31:28.377988 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6fc230d6-2005-4669-b10d-9fb47f669471 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:28.391048 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-9cad8d70-e7f0-43e4-bef1-4a60475ce2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:28.393137 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-9cad8d70-e7f0-43e4-bef1-4a60475ce2ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fa420f98-c40e-4555-8792-b6dc61ec5b9c HTTP/1.1" status: 200 len: 835 time: 0.0824249 Nov 16 11:31:28.395161 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-120a2443-8078-4d85-8b11-3bd295649b11 None None] Port 2103a6d6-f9cd-4101-89c8-8e307c72bdbc cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:31:28.398158 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Port 616d4a04-6026-448d-b834-ec0033e2643c on network 178ea489-bea3-492d-81c7-d5f99d04ed22 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:31:28.398500 n-d-816823-3 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Failed to bind port 616d4a04-6026-448d-b834-ec0033e2643c on host n-h1-816823-3 for vnic_type normal using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] Nov 16 11:31:28.401084 n-d-816823-3 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempt 6 to bind port 616d4a04-6026-448d-b834-ec0033e2643c Nov 16 11:31:28.441739 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-e1c7a7a9-52bc-4023-9936-a63cf5048c94 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Allocated IP 2001:db8::1e2 (a77958a8-d29a-4923-89e4-6ad8bd16a2b3/09444227-ec7e-41fe-b75b-43236a85ef3f/9554f1b2-8100-48c4-ac0e-939fe9a87756) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:31:28.457755 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port 616d4a04-6026-448d-b834-ec0033e2643c on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:31:28.458247 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port 616d4a04-6026-448d-b834-ec0033e2643c by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:31:28.458480 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port 616d4a04-6026-448d-b834-ec0033e2643c on network 178ea489-bea3-492d-81c7-d5f99d04ed22 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:31:28.478131 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Port 616d4a04-6026-448d-b834-ec0033e2643c on network 178ea489-bea3-492d-81c7-d5f99d04ed22 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:31:28.478462 n-d-816823-3 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Failed to bind port 616d4a04-6026-448d-b834-ec0033e2643c on host n-h1-816823-3 for vnic_type normal using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] Nov 16 11:31:28.478765 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-192eaac1-ce72-4820-ba16-f5fcc8490409 req-fac0fbf6-3b12-47f9-bac8-cbcd5161f95a tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761978 Nov 16 11:31:28.479045 n-d-816823-3 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempt 7 to bind port 616d4a04-6026-448d-b834-ec0033e2643c Nov 16 11:31:28.493881 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 5fcb0dc5-650b-46e1-aacc-13302c6d0db0 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:31:28.502732 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-c74f3253-d069-415c-872c-169e87f64fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:28.504254 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-c74f3253-d069-415c-872c-169e87f64fa9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957744 Nov 16 11:31:28.513003 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port 616d4a04-6026-448d-b834-ec0033e2643c on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:31:28.513421 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port 616d4a04-6026-448d-b834-ec0033e2643c by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:31:28.513835 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port 616d4a04-6026-448d-b834-ec0033e2643c on network 178ea489-bea3-492d-81c7-d5f99d04ed22 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:31:28.528201 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6fc230d6-2005-4669-b10d-9fb47f669471 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:28.551062 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ae8f6007-36ac-4a70-ba52-5db31a5a1ed1 None None] Could not find standard attr ID for object cf314e6a-7d27-4eca-a416-745542fab585. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:31:28.590534 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 5fcb0dc5-650b-46e1-aacc-13302c6d0db0 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:28.591225 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:28.610427 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc230d6-2005-4669-b10d-9fb47f669471 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:31:28.625082 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-6fc230d6-2005-4669-b10d-9fb47f669471 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:31:28.638703 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-ef511201-4cb1-4da2-a9dd-1272c5b3ac30 service neutron] 10.222.0.64 "GET /v2.0/networks/3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223698 Nov 16 11:31:28.646881 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd98927f-d096-4b9b-a1bb-46c1aa220c7b x-openstack-request-id: req-dd98927f-d096-4b9b-a1bb-46c1aa220c7b {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:31:28.647183 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbc62ec-dda5-4722-a78b-ae0e9d384cd1", "tag": "5b7f549b-106e-4c4c-8729-32f9cb5991de", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:31:28.647437 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dd98927f-d096-4b9b-a1bb-46c1aa220c7b {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:31:28.647855 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fbc62ec-dda5-4722-a78b-ae0e9d384cd1', 'tag': '5b7f549b-106e-4c4c-8729-32f9cb5991de', 'status': 'completed', 'code': 200} Nov 16 11:31:28.663920 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99305a3b-12ac-4705-82c1-cb00c6289be2 req-f5250b73-33db-411e-82fb-095f46206528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:28.665484 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-99305a3b-12ac-4705-82c1-cb00c6289be2 req-f5250b73-33db-411e-82fb-095f46206528 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.5138850 Nov 16 11:31:28.667291 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Port 616d4a04-6026-448d-b834-ec0033e2643c on network 178ea489-bea3-492d-81c7-d5f99d04ed22 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:31:28.667626 n-d-816823-3 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Failed to bind port 616d4a04-6026-448d-b834-ec0033e2643c on host n-h1-816823-3 for vnic_type normal using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] Nov 16 11:31:28.677990 n-d-816823-3 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempt 8 to bind port 616d4a04-6026-448d-b834-ec0033e2643c Nov 16 11:31:28.700449 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc230d6-2005-4669-b10d-9fb47f669471 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:31:28.702840 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc230d6-2005-4669-b10d-9fb47f669471 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Pushing event updated for resources: {'Port': ['ID=fe74b885-4c77-4bbc-b6f1-00161bb1df0f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:28.760936 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-99305a3b-12ac-4705-82c1-cb00c6289be2 req-919ab0ce-d6a4-4919-8ad3-40281752d6e5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=8fc97b48-5bb6-40a8-aab1-06d356a39326 HTTP/1.1" status: 200 len: 217 time: 0.0800276 Nov 16 11:31:28.763414 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port 616d4a04-6026-448d-b834-ec0033e2643c on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:31:28.763757 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port 616d4a04-6026-448d-b834-ec0033e2643c by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:31:28.764098 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port 616d4a04-6026-448d-b834-ec0033e2643c on network 178ea489-bea3-492d-81c7-d5f99d04ed22 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:31:28.765703 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:28.785276 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e1c7a7a9-52bc-4023-9936-a63cf5048c94 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:28.804604 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Port 616d4a04-6026-448d-b834-ec0033e2643c on network 178ea489-bea3-492d-81c7-d5f99d04ed22 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:31:28.804938 n-d-816823-3 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Failed to bind port 616d4a04-6026-448d-b834-ec0033e2643c on host n-h1-816823-3 for vnic_type normal using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] Nov 16 11:31:28.808156 n-d-816823-3 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempt 9 to bind port 616d4a04-6026-448d-b834-ec0033e2643c Nov 16 11:31:28.849151 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6fc230d6-2005-4669-b10d-9fb47f669471 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:28.849435 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port 616d4a04-6026-448d-b834-ec0033e2643c on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:31:28.849564 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port 616d4a04-6026-448d-b834-ec0033e2643c by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:31:28.850105 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port 616d4a04-6026-448d-b834-ec0033e2643c on network 178ea489-bea3-492d-81c7-d5f99d04ed22 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:31:28.857247 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9cd58f84-8daf-4a72-a95e-b8b05100f0fe req-5694ac43-ccc5-4075-9e92-6ceba06f091d service neutron] 10.222.0.64 "GET /v2.0/networks/3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082047 Nov 16 11:31:28.863204 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Port 616d4a04-6026-448d-b834-ec0033e2643c on network 178ea489-bea3-492d-81c7-d5f99d04ed22 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:31:28.863536 n-d-816823-3 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Failed to bind port 616d4a04-6026-448d-b834-ec0033e2643c on host n-h1-816823-3 for vnic_type normal using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] Nov 16 11:31:28.864095 n-d-816823-3 neutron-server[102668]: INFO neutron.plugins.ml2.plugin [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempt 10 to bind port 616d4a04-6026-448d-b834-ec0033e2643c Nov 16 11:31:28.867918 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99305a3b-12ac-4705-82c1-cb00c6289be2 req-fd743ac3-8356-41e9-9b0d-05c69abe5c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:28.869047 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-99305a3b-12ac-4705-82c1-cb00c6289be2 req-fd743ac3-8356-41e9-9b0d-05c69abe5c8e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0985887 Nov 16 11:31:28.892465 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port 616d4a04-6026-448d-b834-ec0033e2643c on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:31:28.892806 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port 616d4a04-6026-448d-b834-ec0033e2643c by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:31:28.893137 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port 616d4a04-6026-448d-b834-ec0033e2643c on network 178ea489-bea3-492d-81c7-d5f99d04ed22 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:31:28.896595 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e1c7a7a9-52bc-4023-9936-a63cf5048c94 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:28.914474 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Port 616d4a04-6026-448d-b834-ec0033e2643c on network 178ea489-bea3-492d-81c7-d5f99d04ed22 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:31:28.914805 n-d-816823-3 neutron-server[102668]: ERROR neutron.plugins.ml2.managers [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Failed to bind port 616d4a04-6026-448d-b834-ec0033e2643c on host n-h1-816823-3 for vnic_type normal using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] Nov 16 11:31:28.915173 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:28.949620 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6fc230d6-2005-4669-b10d-9fb47f669471 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:29.007959 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c7a7a9-52bc-4023-9936-a63cf5048c94 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Network a77958a8-d29a-4923-89e4-6ad8bd16a2b3 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:31:29.008442 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99305a3b-12ac-4705-82c1-cb00c6289be2 req-c5d2b635-2d80-4996-9970-fc53d5d03cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:29.010387 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-99305a3b-12ac-4705-82c1-cb00c6289be2 req-c5d2b635-2d80-4996-9970-fc53d5d03cc2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1307852 Nov 16 11:31:29.019501 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-e1c7a7a9-52bc-4023-9936-a63cf5048c94 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:31:29.028262 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c7a7a9-52bc-4023-9936-a63cf5048c94 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:31:29.033367 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a1349-40f6-494d-8fb6-164a7cea1770 req-9bdf66ec-ebcb-4d49-89e2-7424fec3cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:29.034078 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c7a7a9-52bc-4023-9936-a63cf5048c94 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:29.034718 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e1c7a7a9-52bc-4023-9936-a63cf5048c94 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:29.034872 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5a5a1349-40f6-494d-8fb6-164a7cea1770 req-9bdf66ec-ebcb-4d49-89e2-7424fec3cd0b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8e4d1d7674f84686a4379fe8e2aa2d78&device_id=5fbc62ec-dda5-4722-a78b-ae0e9d384cd1 HTTP/1.1" status: 200 len: 1094 time: 0.1214182 Nov 16 11:31:29.044974 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c7a7a9-52bc-4023-9936-a63cf5048c94 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Pushing event updated for resources: {'Port': ['ID=9554f1b2-8100-48c4-ac0e-939fe9a87756,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:29.061843 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8b83d-79ce-48cd-9f2c-a86d2ccdfa4e req-fa2f141b-fac7-4015-851f-3f9e8c29e7c2 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:29.064033 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-36c8b83d-79ce-48cd-9f2c-a86d2ccdfa4e req-fa2f141b-fac7-4015-851f-3f9e8c29e7c2 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/ports?device_id=5fbc62ec-dda5-4722-a78b-ae0e9d384cd1 HTTP/1.1" status: 200 len: 943 time: 0.1748385 Nov 16 11:31:29.110642 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] For port 616d4a04-6026-448d-b834-ec0033e2643c, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:31:29.111023 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempted to set empty binding levels {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 16 11:31:29.125753 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e1c7a7a9-52bc-4023-9936-a63cf5048c94 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4035239 Nov 16 11:31:29.131567 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44168) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:29.145673 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:29.145903 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-078b8b3a-6ee6-4e54-9f72-6a0b88f24e7e tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::19d', 'mac_address': 'fa:16:3e:11:b7:e4'}]}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:29.196378 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:29.197156 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:29.246206 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Pushing event updated for resources: {'Port': ['ID=616d4a04-6026-448d-b834-ec0033e2643c,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:29.255624 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-36c8b83d-79ce-48cd-9f2c-a86d2ccdfa4e req-661d62a0-2d02-42a8-af3c-e86feb7d759f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/security-groups?id=7508d602-f79c-4138-b3e7-7affb4b0c560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799166 Nov 16 11:31:29.257977 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e40060ab-8b4d-4e98-9220-2babb0a23ea5 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 4.6191971 Nov 16 11:31:29.258651 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44170) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:29.282045 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-078b8b3a-6ee6-4e54-9f72-6a0b88f24e7e tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:29.282300 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-99305a3b-12ac-4705-82c1-cb00c6289be2 req-f22e6d36-930b-4418-b226-35a03fa99c7b service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604167 Nov 16 11:31:29.319369 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a1349-40f6-494d-8fb6-164a7cea1770 req-c93bee73-91f4-4d65-a2ee-b8021922beb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:29.320847 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5a5a1349-40f6-494d-8fb6-164a7cea1770 req-c93bee73-91f4-4d65-a2ee-b8021922beb7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad HTTP/1.1" status: 200 len: 898 time: 0.2723062 Nov 16 11:31:29.337124 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6fc230d6-2005-4669-b10d-9fb47f669471 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:29.349610 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6fc230d6-2005-4669-b10d-9fb47f669471 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:29.425037 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5a5a1349-40f6-494d-8fb6-164a7cea1770 req-aa60180b-572a-47a9-8200-8ce123d00e84 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b7f549b-106e-4c4c-8729-32f9cb5991de HTTP/1.1" status: 200 len: 217 time: 0.0920084 Nov 16 11:31:29.430317 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a878c7c5-2fa5-489a-804f-0f62d23904ca None None] Provisioning complete for port 9554f1b2-8100-48c4-ac0e-939fe9a87756 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:29.430700 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a878c7c5-2fa5-489a-804f-0f62d23904ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:29.480245 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-a878c7c5-2fa5-489a-804f-0f62d23904ca None None] Port 9554f1b2-8100-48c4-ac0e-939fe9a87756 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:31:29.483258 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc230d6-2005-4669-b10d-9fb47f669471 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Pushing event updated for resources: {'Port': ['ID=fe74b885-4c77-4bbc-b6f1-00161bb1df0f,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:29.503799 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6fc230d6-2005-4669-b10d-9fb47f669471 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:29.512521 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-99305a3b-12ac-4705-82c1-cb00c6289be2 req-a739f04a-89da-4fb9-a1de-aad20e70afa9 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067263 Nov 16 11:31:29.520284 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a1349-40f6-494d-8fb6-164a7cea1770 req-417b05f4-ba5a-48e7-a41e-0e906ed0d74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:29.521432 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5a5a1349-40f6-494d-8fb6-164a7cea1770 req-417b05f4-ba5a-48e7-a41e-0e906ed0d74f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fa420f98-c40e-4555-8792-b6dc61ec5b9c HTTP/1.1" status: 200 len: 835 time: 0.0840650 Nov 16 11:31:29.522812 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a8f074a5-161f-405b-a429-87de55f9ee9e tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Deleting port 616d4a04-6026-448d-b834-ec0033e2643c {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:31:29.523155 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a8f074a5-161f-405b-a429-87de55f9ee9e tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:29.535723 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6fc230d6-2005-4669-b10d-9fb47f669471 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:29.537017 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6fc230d6-2005-4669-b10d-9fb47f669471 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7953892 Nov 16 11:31:29.612105 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-078b8b3a-6ee6-4e54-9f72-6a0b88f24e7e tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:29.617281 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-078b8b3a-6ee6-4e54-9f72-6a0b88f24e7e tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:29.626469 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-a8f074a5-161f-405b-a429-87de55f9ee9e tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] For port 616d4a04-6026-448d-b834-ec0033e2643c, host n-h1-816823-3, got binding levels [] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:31:29.626867 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a8f074a5-161f-405b-a429-87de55f9ee9e tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:29.644395 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a8f074a5-161f-405b-a429-87de55f9ee9e tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Calling delete_port for 616d4a04-6026-448d-b834-ec0033e2643c owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:31:29.650063 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a1349-40f6-494d-8fb6-164a7cea1770 req-8905f4e9-5ce9-4281-9d60-c9ede6e2afd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:29.651573 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5a5a1349-40f6-494d-8fb6-164a7cea1770 req-8905f4e9-5ce9-4281-9d60-c9ede6e2afd6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1143432 Nov 16 11:31:29.660543 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-078b8b3a-6ee6-4e54-9f72-6a0b88f24e7e tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] In _notify_port_updated(), no bound segment for port 9554f1b2-8100-48c4-ac0e-939fe9a87756 on network a77958a8-d29a-4923-89e4-6ad8bd16a2b3 {{(pid=102669) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 11:31:29.666148 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078b8b3a-6ee6-4e54-9f72-6a0b88f24e7e tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:29.666822 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-078b8b3a-6ee6-4e54-9f72-6a0b88f24e7e tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:29.668078 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-078b8b3a-6ee6-4e54-9f72-6a0b88f24e7e tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] 10.222.0.61 "PUT /v2.0/ports/9554f1b2-8100-48c4-ac0e-939fe9a87756 HTTP/1.1" status: 200 len: 1003 time: 0.5340023 Nov 16 11:31:29.676664 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44180) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:29.696530 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64a373-ff41-493d-ba5c-ff46e98fbec2 req-8f9f44d4-fe49-4d37-99df-3c96670d0b34 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:29.698102 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3c64a373-ff41-493d-ba5c-ff46e98fbec2 req-8f9f44d4-fe49-4d37-99df-3c96670d0b34 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 948 time: 0.1260867 Nov 16 11:31:29.729541 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b8b3a-6ee6-4e54-9f72-6a0b88f24e7e tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Pushing event updated for resources: {'Port': ['ID=9554f1b2-8100-48c4-ac0e-939fe9a87756,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:29.806203 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3c64a373-ff41-493d-ba5c-ff46e98fbec2 req-e19ded28-75b4-4405-97ce-12f924f0f212 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882373 Nov 16 11:31:29.809427 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5a5a1349-40f6-494d-8fb6-164a7cea1770 req-f76ab6cb-fe5f-4959-9a0a-d01acacc74d3 service neutron] 10.222.0.64 "GET /v2.0/networks/3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202760 Nov 16 11:31:29.815818 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a8f074a5-161f-405b-a429-87de55f9ee9e tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:29.840740 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f99f66f8-e091-4f24-95be-8034d4689052 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Deleting port 9554f1b2-8100-48c4-ac0e-939fe9a87756 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:31:29.843105 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f99f66f8-e091-4f24-95be-8034d4689052 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:29.880146 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f074a5-161f-405b-a429-87de55f9ee9e tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Pushing event deleted for resources: {'Port': ['ID=616d4a04-6026-448d-b834-ec0033e2643c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:29.882516 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a8f074a5-161f-405b-a429-87de55f9ee9e tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:29.886156 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a8f074a5-161f-405b-a429-87de55f9ee9e tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] 10.222.0.61 "DELETE /v2.0/ports/616d4a04-6026-448d-b834-ec0033e2643c HTTP/1.1" status: 204 len: 168 time: 0.6210501 Nov 16 11:31:29.896932 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44186) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:29.931986 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e2abf90-510e-48fa-82d6-57f89b1f8c63 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] GET failed (client error): The resource could not be found. Nov 16 11:31:29.935349 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7e2abf90-510e-48fa-82d6-57f89b1f8c63 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] 10.222.0.61 "GET /v2.0/ports/616d4a04-6026-448d-b834-ec0033e2643c HTTP/1.1" status: 404 len: 333 time: 0.0354402 Nov 16 11:31:29.943294 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44192) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:29.957993 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-4db214ae-eafb-4dfe-ac9a-30e52e1a2703 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Request body: {'port': {'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2012653746'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:29.964088 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5a5a1349-40f6-494d-8fb6-164a7cea1770 req-259bfa38-b022-4d45-b3ec-c61dc518cf29 service neutron] 10.222.0.64 "GET /v2.0/networks/3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453538 Nov 16 11:31:30.016515 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-5aa74a77-0bfd-4c8e-94e2-18c55dd710dc None None] Provisioning complete for port 9554f1b2-8100-48c4-ac0e-939fe9a87756 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:30.017132 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5aa74a77-0bfd-4c8e-94e2-18c55dd710dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:30.025424 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db214ae-eafb-4dfe-ac9a-30e52e1a2703 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Made reservation on behalf of 461834c63d744c2da7ecf31574ccbef7 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:31:30.027769 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4db214ae-eafb-4dfe-ac9a-30e52e1a2703 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:30.031966 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f99f66f8-e091-4f24-95be-8034d4689052 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:30.042298 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-89c8d0b6-da29-425d-a258-dc7bf15f8f5b tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--2060774166&fields=id&tenant_id=5de40747a10d44f79906618ae036d315 HTTP/1.1" status: 200 len: 267 time: 0.1146829 Nov 16 11:31:30.051487 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-5aa74a77-0bfd-4c8e-94e2-18c55dd710dc None None] Port 9554f1b2-8100-48c4-ac0e-939fe9a87756 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:31:30.068321 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f99f66f8-e091-4f24-95be-8034d4689052 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Calling delete_port for 9554f1b2-8100-48c4-ac0e-939fe9a87756 owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:31:30.079863 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-4db214ae-eafb-4dfe-ac9a-30e52e1a2703 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] device_id is not set on port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:31:30.277837 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-9d9fe8af-07a9-42cf-a460-754b542bac81 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:30.279310 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-9d9fe8af-07a9-42cf-a460-754b542bac81 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/networks?id=ac38a654-4075-456a-bc52-9a2a4fa7d579 HTTP/1.1" status: 200 len: 811 time: 0.2291510 Nov 16 11:31:30.338865 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-e777d334-9714-4820-a321-6964e2572bf4 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/quotas/5de40747a10d44f79906618ae036d315 HTTP/1.1" status: 200 len: 375 time: 0.0473590 Nov 16 11:31:30.424222 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4db214ae-eafb-4dfe-ac9a-30e52e1a2703 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:30.467128 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-355cbbfe-1a01-4cdc-9134-ef738c7228e7 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5de40747a10d44f79906618ae036d315&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1196713 Nov 16 11:31:30.481011 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f99f66f8-e091-4f24-95be-8034d4689052 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:30.519937 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f66f8-e091-4f24-95be-8034d4689052 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Pushing event deleted for resources: {'Port': ['ID=9554f1b2-8100-48c4-ac0e-939fe9a87756,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:30.552164 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4db214ae-eafb-4dfe-ac9a-30e52e1a2703 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:30.563327 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 8fc97b48-5bb6-40a8-aab1-06d356a39326 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:31:30.675398 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db214ae-eafb-4dfe-ac9a-30e52e1a2703 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Network 178ea489-bea3-492d-81c7-d5f99d04ed22 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:31:30.678788 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 8fc97b48-5bb6-40a8-aab1-06d356a39326, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=8fc97b48-5bb6-40a8-aab1-06d356a39326,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:31:30.681422 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db214ae-eafb-4dfe-ac9a-30e52e1a2703 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Pushing event updated for resources: {'Port': ['ID=bd9cdcbb-a9d8-4b46-89fd-be21e8702be9,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:30.683934 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-4db214ae-eafb-4dfe-ac9a-30e52e1a2703 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:31:30.692889 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '8fc97b48-5bb6-40a8-aab1-06d356a39326', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'port_id': '8fc97b48-5bb6-40a8-aab1-06d356a39326', 'mac_address': 'fa:16:3e:59:9b:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c770cc-51d7-42eb-b4a6-9a605bacae0f', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:31:30.704938 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db214ae-eafb-4dfe-ac9a-30e52e1a2703 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:31:30.705896 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db214ae-eafb-4dfe-ac9a-30e52e1a2703 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:30.706521 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4db214ae-eafb-4dfe-ac9a-30e52e1a2703 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:30.731538 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:30.744081 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f99f66f8-e091-4f24-95be-8034d4689052 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:30.745779 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fc97b48-5bb6-40a8-aab1-06d356a39326 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:31:30.749756 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f99f66f8-e091-4f24-95be-8034d4689052 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] 10.222.0.61 "DELETE /v2.0/ports/9554f1b2-8100-48c4-ac0e-939fe9a87756 HTTP/1.1" status: 204 len: 168 time: 1.0698125 Nov 16 11:31:30.752040 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44202) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:30.769693 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 8fc97b48-5bb6-40a8-aab1-06d356a39326, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=8fc97b48-5bb6-40a8-aab1-06d356a39326,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:31:30.769819 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-3f0c41a8-d053-4859-ad86-4250185d2de6 service neutron] 10.222.0.61 "GET /v2.0/networks/ac38a654-4075-456a-bc52-9a2a4fa7d579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812364 Nov 16 11:31:30.774632 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4db214ae-eafb-4dfe-ac9a-30e52e1a2703 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8298891 Nov 16 11:31:30.775903 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:30.782490 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44204) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:30.794838 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-9251742f-9ea2-409b-9f8b-a7deda20ad72 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] GET failed (client error): The resource could not be found. Nov 16 11:31:30.797977 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-816823-3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:30.801956 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9251742f-9ea2-409b-9f8b-a7deda20ad72 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] 10.222.0.61 "GET /v2.0/ports/9554f1b2-8100-48c4-ac0e-939fe9a87756 HTTP/1.1" status: 404 len: 333 time: 0.0479000 Nov 16 11:31:30.802128 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44206) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:30.807094 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-0cce6f33-6100-45b8-bba4-dfff5fa20864 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Request body: {'port': {'network_id': 'a77958a8-d29a-4923-89e4-6ad8bd16a2b3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-140615499'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:30.829764 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=8fc97b48-5bb6-40a8-aab1-06d356a39326,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:30.896846 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:30.916267 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cce6f33-6100-45b8-bba4-dfff5fa20864 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Made reservation on behalf of 93c04b6786be4693bd8c82297f48e840 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:31:30.920202 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0cce6f33-6100-45b8-bba4-dfff5fa20864 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:30.921759 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-c5f99ad3-f781-4f5f-93c6-6d55c717d12c service neutron] 10.222.0.61 "GET /v2.0/networks/ac38a654-4075-456a-bc52-9a2a4fa7d579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511343 Nov 16 11:31:30.937269 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-0cce6f33-6100-45b8-bba4-dfff5fa20864 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] device_id is not set on port eee37fc0-882c-4896-bca0-39bb555536aa yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:31:31.081852 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['8fc97b48-5bb6-40a8-aab1-06d356a39326'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:31:31.116245 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] device_id is not set on port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:31:31.120064 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-0cce6f33-6100-45b8-bba4-dfff5fa20864 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Allocated IP 2001:db8::66 (a77958a8-d29a-4923-89e4-6ad8bd16a2b3/09444227-ec7e-41fe-b75b-43236a85ef3f/eee37fc0-882c-4896-bca0-39bb555536aa) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:31:31.133754 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:31.154876 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:31.221211 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Pushing event updated for resources: {'Port': ['ID=bd9cdcbb-a9d8-4b46-89fd-be21e8702be9,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:31.251412 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:31:31.251907 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:31:31.252294 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 on network 178ea489-bea3-492d-81c7-d5f99d04ed22 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:31:31.259729 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 on network 178ea489-bea3-492d-81c7-d5f99d04ed22 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:31:31.260080 n-d-816823-3 neutron-server[102669]: ERROR neutron.plugins.ml2.managers [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Failed to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 on host n-h1-816823-3 for vnic_type normal using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] Nov 16 11:31:31.263299 n-d-816823-3 neutron-server[102669]: INFO neutron.plugins.ml2.plugin [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempt 2 to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 Nov 16 11:31:31.275197 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a46ef7-ea8e-4478-bc9b-468e8e72fc36 req-dd893c68-8ed3-4c14-acf0-6b1347ddf677 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:31.282290 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b3a46ef7-ea8e-4478-bc9b-468e8e72fc36 req-dd893c68-8ed3-4c14-acf0-6b1347ddf677 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/ports?device_id=5fbc62ec-dda5-4722-a78b-ae0e9d384cd1 HTTP/1.1" status: 200 len: 943 time: 0.1405182 Nov 16 11:31:31.308375 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:31:31.308720 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:31:31.309064 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 on network 178ea489-bea3-492d-81c7-d5f99d04ed22 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:31:31.317470 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0cce6f33-6100-45b8-bba4-dfff5fa20864 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:31.326288 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 on network 178ea489-bea3-492d-81c7-d5f99d04ed22 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:31:31.326629 n-d-816823-3 neutron-server[102669]: ERROR neutron.plugins.ml2.managers [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Failed to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 on host n-h1-816823-3 for vnic_type normal using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] Nov 16 11:31:31.329665 n-d-816823-3 neutron-server[102669]: INFO neutron.plugins.ml2.plugin [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempt 3 to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 Nov 16 11:31:31.357330 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b3a46ef7-ea8e-4478-bc9b-468e8e72fc36 req-a49ee640-d159-485a-b1f6-66c8bc8ee49f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/security-groups?id=7508d602-f79c-4138-b3e7-7affb4b0c560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741975 Nov 16 11:31:31.358279 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:31:31.358637 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:31:31.359481 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 on network 178ea489-bea3-492d-81c7-d5f99d04ed22 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:31:31.364155 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 on network 178ea489-bea3-492d-81c7-d5f99d04ed22 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:31:31.364483 n-d-816823-3 neutron-server[102669]: ERROR neutron.plugins.ml2.managers [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Failed to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 on host n-h1-816823-3 for vnic_type normal using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] Nov 16 11:31:31.364975 n-d-816823-3 neutron-server[102669]: INFO neutron.plugins.ml2.plugin [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempt 4 to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 Nov 16 11:31:31.369485 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0cce6f33-6100-45b8-bba4-dfff5fa20864 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:31.384903 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:31:31.385382 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:31:31.386281 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 on network 178ea489-bea3-492d-81c7-d5f99d04ed22 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:31:31.393319 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 on network 178ea489-bea3-492d-81c7-d5f99d04ed22 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:31:31.393722 n-d-816823-3 neutron-server[102669]: ERROR neutron.plugins.ml2.managers [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Failed to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 on host n-h1-816823-3 for vnic_type normal using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] Nov 16 11:31:31.394591 n-d-816823-3 neutron-server[102669]: INFO neutron.plugins.ml2.plugin [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempt 5 to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 Nov 16 11:31:31.411381 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:31:31.411734 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:31:31.412261 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 on network 178ea489-bea3-492d-81c7-d5f99d04ed22 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:31:31.413184 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cce6f33-6100-45b8-bba4-dfff5fa20864 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Network a77958a8-d29a-4923-89e4-6ad8bd16a2b3 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:31:31.418245 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 on network 178ea489-bea3-492d-81c7-d5f99d04ed22 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:31:31.418919 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-0cce6f33-6100-45b8-bba4-dfff5fa20864 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:31:31.419064 n-d-816823-3 neutron-server[102669]: ERROR neutron.plugins.ml2.managers [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Failed to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 on host n-h1-816823-3 for vnic_type normal using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] Nov 16 11:31:31.419444 n-d-816823-3 neutron-server[102669]: INFO neutron.plugins.ml2.plugin [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempt 6 to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 Nov 16 11:31:31.422691 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cce6f33-6100-45b8-bba4-dfff5fa20864 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:31:31.428469 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cce6f33-6100-45b8-bba4-dfff5fa20864 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:31.429183 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0cce6f33-6100-45b8-bba4-dfff5fa20864 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:31.443817 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce6f33-6100-45b8-bba4-dfff5fa20864 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Pushing event updated for resources: {'Port': ['ID=eee37fc0-882c-4896-bca0-39bb555536aa,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:31.447892 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:31:31.448281 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:31:31.448693 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 on network 178ea489-bea3-492d-81c7-d5f99d04ed22 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:31:31.455801 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 on network 178ea489-bea3-492d-81c7-d5f99d04ed22 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:31:31.456192 n-d-816823-3 neutron-server[102669]: ERROR neutron.plugins.ml2.managers [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Failed to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 on host n-h1-816823-3 for vnic_type normal using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] Nov 16 11:31:31.457047 n-d-816823-3 neutron-server[102669]: INFO neutron.plugins.ml2.plugin [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempt 7 to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 Nov 16 11:31:31.463503 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0cce6f33-6100-45b8-bba4-dfff5fa20864 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.6600475 Nov 16 11:31:31.467653 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44220) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:31.480752 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-d710f2a8-5005-4112-bff6-1d9824206536 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:11:b7:e4'}]}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:31.488827 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:31:31.489205 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:31:31.489545 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 on network 178ea489-bea3-492d-81c7-d5f99d04ed22 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:31:31.513702 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 on network 178ea489-bea3-492d-81c7-d5f99d04ed22 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:31:31.514157 n-d-816823-3 neutron-server[102669]: ERROR neutron.plugins.ml2.managers [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Failed to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 on host n-h1-816823-3 for vnic_type normal using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] Nov 16 11:31:31.518442 n-d-816823-3 neutron-server[102669]: INFO neutron.plugins.ml2.plugin [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempt 8 to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 Nov 16 11:31:31.586758 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:31:31.587913 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:31:31.588203 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 on network 178ea489-bea3-492d-81c7-d5f99d04ed22 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:31:31.636210 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 on network 178ea489-bea3-492d-81c7-d5f99d04ed22 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:31:31.636541 n-d-816823-3 neutron-server[102669]: ERROR neutron.plugins.ml2.managers [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Failed to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 on host n-h1-816823-3 for vnic_type normal using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] Nov 16 11:31:31.638999 n-d-816823-3 neutron-server[102669]: INFO neutron.plugins.ml2.plugin [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempt 9 to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 Nov 16 11:31:31.672257 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:31:31.672660 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:31:31.673073 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 on network 178ea489-bea3-492d-81c7-d5f99d04ed22 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:31:31.686021 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5f9e0-23b6-49ab-a53e-df9124d081e7 req-e696044c-e9b8-42ac-8ce2-45c4557e5bd6 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:31.687840 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cab5f9e0-23b6-49ab-a53e-df9124d081e7 req-e696044c-e9b8-42ac-8ce2-45c4557e5bd6 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 949 time: 0.1700630 Nov 16 11:31:31.698323 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 on network 178ea489-bea3-492d-81c7-d5f99d04ed22 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:31:31.698680 n-d-816823-3 neutron-server[102669]: ERROR neutron.plugins.ml2.managers [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Failed to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 on host n-h1-816823-3 for vnic_type normal using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] Nov 16 11:31:31.701565 n-d-816823-3 neutron-server[102669]: INFO neutron.plugins.ml2.plugin [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempt 10 to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 Nov 16 11:31:31.739955 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:31:31.740290 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:31:31.740630 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 on network 178ea489-bea3-492d-81c7-d5f99d04ed22 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:31:31.776942 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 on network 178ea489-bea3-492d-81c7-d5f99d04ed22 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:31:31.777596 n-d-816823-3 neutron-server[102669]: ERROR neutron.plugins.ml2.managers [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Failed to bind port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 on host n-h1-816823-3 for vnic_type normal using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] Nov 16 11:31:31.777728 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:31.797334 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-e0d831da-65a8-495b-afd8-fab2aacd6c91 None None] Provisioning complete for port eee37fc0-882c-4896-bca0-39bb555536aa triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:31.797853 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e0d831da-65a8-495b-afd8-fab2aacd6c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:31.816004 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cab5f9e0-23b6-49ab-a53e-df9124d081e7 req-5236064c-8490-4be3-a08a-bf6bffc05031 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186969 Nov 16 11:31:31.818108 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d710f2a8-5005-4112-bff6-1d9824206536 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:31.845373 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-e0d831da-65a8-495b-afd8-fab2aacd6c91 None None] Port eee37fc0-882c-4896-bca0-39bb555536aa cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:31:31.938306 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] For port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9, host n-h1-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:31:31.938588 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempted to set empty binding levels {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 16 11:31:31.944103 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4a39c412-fdec-4737-94ab-1ac3c527582c req-a076bf4d-996e-4852-b913-6111fde5f1d4 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 210 time: 0.0448303 Nov 16 11:31:31.948128 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:32.031723 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] In _notify_port_updated(), no bound segment for port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 on network 178ea489-bea3-492d-81c7-d5f99d04ed22 {{(pid=102669) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 11:31:32.032576 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.033177 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:32.034510 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] 10.222.0.61 "PUT /v2.0/ports/bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 HTTP/1.1" status: 200 len: 975 time: 1.2502677 Nov 16 11:31:32.037162 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44226) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:32.050536 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25892d36-cd6e-4a4e-a6ae-9bc990247ccf tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Pushing event updated for resources: {'Port': ['ID=bd9cdcbb-a9d8-4b46-89fd-be21e8702be9,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:32.118252 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d710f2a8-5005-4112-bff6-1d9824206536 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:32.125684 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d710f2a8-5005-4112-bff6-1d9824206536 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:32.153320 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.154117 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.154630 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.155103 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.155571 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.156033 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.156527 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.156985 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.157442 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.157899 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.158388 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.158842 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.159304 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.159764 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.160224 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.160698 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.161282 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.161629 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.162120 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.162519 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d710f2a8-5005-4112-bff6-1d9824206536 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] In _notify_port_updated(), no bound segment for port eee37fc0-882c-4896-bca0-39bb555536aa on network a77958a8-d29a-4923-89e4-6ad8bd16a2b3 {{(pid=102669) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 11:31:32.162646 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.163020 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.163473 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.163927 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.164386 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.164830 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.165300 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.165720 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.166201 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.166653 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.167106 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.167557 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.167996 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d710f2a8-5005-4112-bff6-1d9824206536 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.168125 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.168444 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.168936 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d710f2a8-5005-4112-bff6-1d9824206536 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:32.169526 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.170165 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d710f2a8-5005-4112-bff6-1d9824206536 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] 10.222.0.61 "PUT /v2.0/ports/eee37fc0-882c-4896-bca0-39bb555536aa HTTP/1.1" status: 200 len: 1001 time: 0.7014885 Nov 16 11:31:32.170611 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.171221 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.171824 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.172502 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.172966 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.173259 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44228) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:32.173468 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.173878 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.174388 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.175135 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.175135 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.176046 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.180555 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-26540633-4bb3-4620-b9f5-c0c4fcdad621 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 40442 time: 0.1423597 Nov 16 11:31:32.185290 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44230) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:32.237066 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710f2a8-5005-4112-bff6-1d9824206536 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Pushing event updated for resources: {'Port': ['ID=eee37fc0-882c-4896-bca0-39bb555536aa,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:32.339104 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-0b6099f5-e308-48a4-a219-2ba76f4c0354 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Deleting port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:31:32.339444 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b6099f5-e308-48a4-a219-2ba76f4c0354 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:32.354658 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-3c62ccf9-b8b6-4815-a7e2-9a7a830e35ed tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Deleting port eee37fc0-882c-4896-bca0-39bb555536aa {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:31:32.354997 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c62ccf9-b8b6-4815-a7e2-9a7a830e35ed tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:32.478622 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-2ffc3859-8429-4f2f-8ed6-5dd4313c10aa None None] Provisioning complete for port eee37fc0-882c-4896-bca0-39bb555536aa triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:32.479871 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2ffc3859-8429-4f2f-8ed6-5dd4313c10aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:32.497765 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-0b6099f5-e308-48a4-a219-2ba76f4c0354 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] For port bd9cdcbb-a9d8-4b46-89fd-be21e8702be9, host n-h1-816823-3, got binding levels [] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:31:32.498158 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b6099f5-e308-48a4-a219-2ba76f4c0354 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:32.519969 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-2ffc3859-8429-4f2f-8ed6-5dd4313c10aa None None] Port eee37fc0-882c-4896-bca0-39bb555536aa cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:31:32.527084 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-0b6099f5-e308-48a4-a219-2ba76f4c0354 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Calling delete_port for bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:31:32.554120 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c62ccf9-b8b6-4815-a7e2-9a7a830e35ed tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:32.558407 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 5b7f549b-106e-4c4c-8729-32f9cb5991de details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:31:32.564056 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 8fc97b48-5bb6-40a8-aab1-06d356a39326 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:31:32.574031 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f86d9-304f-42e1-9996-a25abe810024 req-ce296379-1533-4399-bb28-cc9bd4532b75 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.576155 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-077f86d9-304f-42e1-9996-a25abe810024 req-ce296379-1533-4399-bb28-cc9bd4532b75 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/ports?device_id=5fbc62ec-dda5-4722-a78b-ae0e9d384cd1 HTTP/1.1" status: 200 len: 943 time: 0.1358733 Nov 16 11:31:32.614374 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-3c62ccf9-b8b6-4815-a7e2-9a7a830e35ed tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Calling delete_port for eee37fc0-882c-4896-bca0-39bb555536aa owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:31:32.696882 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 8fc97b48-5bb6-40a8-aab1-06d356a39326 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:31:32.710976 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 8fc97b48-5bb6-40a8-aab1-06d356a39326 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:32.711505 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:32.751837 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 5b7f549b-106e-4c4c-8729-32f9cb5991de, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=5b7f549b-106e-4c4c-8729-32f9cb5991de,segment=NetworkSegment(51a5087f-427b-4c60-a5ff-9b0ae88f7801),segment_id=51a5087f-427b-4c60-a5ff-9b0ae88f7801)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:31:32.771013 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '5b7f549b-106e-4c4c-8729-32f9cb5991de', 'network_id': '3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad', 'port_id': '5b7f549b-106e-4c4c-8729-32f9cb5991de', 'mac_address': 'fa:16:3e:82:9f:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa420f98-c40e-4555-8792-b6dc61ec5b9c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:31:32.829980 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-df9ef8f5-3479-40d7-b211-b35633e57335 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:32.831550 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-df9ef8f5-3479-40d7-b211-b35633e57335 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.64 "GET /v2.0/networks?id=ac38a654-4075-456a-bc52-9a2a4fa7d579 HTTP/1.1" status: 200 len: 811 time: 0.4691863 Nov 16 11:31:32.840795 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:32.865389 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b7f549b-106e-4c4c-8729-32f9cb5991de {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:31:32.872127 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:32.895198 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 5b7f549b-106e-4c4c-8729-32f9cb5991de, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=5b7f549b-106e-4c4c-8729-32f9cb5991de,segment=NetworkSegment(51a5087f-427b-4c60-a5ff-9b0ae88f7801),segment_id=51a5087f-427b-4c60-a5ff-9b0ae88f7801)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:31:32.902664 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:32.908488 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-38a81311-0b9e-42d9-9dd1-5f3c1c5a9526 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5de40747a10d44f79906618ae036d315 HTTP/1.1" status: 200 len: 380 time: 0.0587909 Nov 16 11:31:32.911653 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db378a0b-7ff9-41d1-8294-e81ffecaf249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc97b48-5bb6-40a8-aab1-06d356a39326'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:31:32.914130 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a6dc7b-d169-443d-9813-6f9e13ff99de" -d '{"events": [{"server_uuid": "db378a0b-7ff9-41d1-8294-e81ffecaf249", "name": "network-vif-plugged", "status": "completed", "tag": "8fc97b48-5bb6-40a8-aab1-06d356a39326"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:31:32.921199 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-9d2a871e-19dd-4dce-8a8c-f43959fa918a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Request body: {'port': {'device_id': '9b953a5a-a862-4eb8-a040-470deca364bb', 'network_id': 'ac38a654-4075-456a-bc52-9a2a4fa7d579', 'admin_state_up': True, 'tenant_id': '5de40747a10d44f79906618ae036d315', 'security_groups': ['2a1ae922-53db-4b87-b60b-12d9a74c16ce']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:32.945565 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 8fc97b48-5bb6-40a8-aab1-06d356a39326, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=8fc97b48-5bb6-40a8-aab1-06d356a39326,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:31:32.955048 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:32.974495 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=5b7f549b-106e-4c4c-8729-32f9cb5991de,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:33.026287 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=8fc97b48-5bb6-40a8-aab1-06d356a39326,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:33.039258 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-077f86d9-304f-42e1-9996-a25abe810024 req-154ed1b0-4a91-46e0-bf74-c299cbb8568d tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/security-groups?id=7508d602-f79c-4138-b3e7-7affb4b0c560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4269984 Nov 16 11:31:33.055137 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-9d2a871e-19dd-4dce-8a8c-f43959fa918a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Made reservation on behalf of 5de40747a10d44f79906618ae036d315 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:31:33.068597 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-9d2a871e-19dd-4dce-8a8c-f43959fa918a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:33.073934 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b6099f5-e308-48a4-a219-2ba76f4c0354 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:33.108375 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6099f5-e308-48a4-a219-2ba76f4c0354 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd9cdcbb-a9d8-4b46-89fd-be21e8702be9,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:33.122388 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b6099f5-e308-48a4-a219-2ba76f4c0354 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:33.125903 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0b6099f5-e308-48a4-a219-2ba76f4c0354 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] 10.222.0.61 "DELETE /v2.0/ports/bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 HTTP/1.1" status: 204 len: 168 time: 0.9394643 Nov 16 11:31:33.139064 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44244) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:33.172646 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-698d7486-e94f-4cb9-9dfc-297a31c4eaef tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] GET failed (client error): The resource could not be found. Nov 16 11:31:33.177708 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-698d7486-e94f-4cb9-9dfc-297a31c4eaef tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] 10.222.0.61 "GET /v2.0/ports/bd9cdcbb-a9d8-4b46-89fd-be21e8702be9 HTTP/1.1" status: 404 len: 333 time: 0.0340366 Nov 16 11:31:33.177913 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44246) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:33.187565 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-6a59e9ef-3974-4bbf-b3c8-a2e4cd945a04 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-427927778', 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:33.194631 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c62ccf9-b8b6-4815-a7e2-9a7a830e35ed tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:33.235275 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c62ccf9-b8b6-4815-a7e2-9a7a830e35ed tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Pushing event deleted for resources: {'Port': ['ID=eee37fc0-882c-4896-bca0-39bb555536aa,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:33.253018 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c62ccf9-b8b6-4815-a7e2-9a7a830e35ed tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:33.255140 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a59e9ef-3974-4bbf-b3c8-a2e4cd945a04 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Made reservation on behalf of 461834c63d744c2da7ecf31574ccbef7 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:31:33.256029 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['5b7f549b-106e-4c4c-8729-32f9cb5991de'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:31:33.256791 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3c62ccf9-b8b6-4815-a7e2-9a7a830e35ed tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] 10.222.0.61 "DELETE /v2.0/ports/eee37fc0-882c-4896-bca0-39bb555536aa HTTP/1.1" status: 204 len: 168 time: 1.0825827 Nov 16 11:31:33.257843 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6a59e9ef-3974-4bbf-b3c8-a2e4cd945a04 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:33.259346 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44248) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:33.279520 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-9d2a871e-19dd-4dce-8a8c-f43959fa918a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Allocated IP 172.20.0.8 (ac38a654-4075-456a-bc52-9a2a4fa7d579/0c5b6ebb-aa31-4518-a588-3858b2528956/818135ef-9715-4a73-87e8-01ea64a454b6) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:31:33.289602 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fa3d85b-3c87-4fed-b095-5a354c4b4faf tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] GET failed (client error): The resource could not be found. Nov 16 11:31:33.291996 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5fa3d85b-3c87-4fed-b095-5a354c4b4faf tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] 10.222.0.61 "GET /v2.0/ports/eee37fc0-882c-4896-bca0-39bb555536aa HTTP/1.1" status: 404 len: 333 time: 0.0314672 Nov 16 11:31:33.295643 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-6a59e9ef-3974-4bbf-b3c8-a2e4cd945a04 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] device_id is not set on port ffdcf0bd-f9d7-4f38-965f-39a620c2d3ad yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:31:33.296604 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44250) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:33.303434 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-88315850-3e7f-4fe2-977a-e33f410e2186 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Request body: {'port': {'network_id': 'a77958a8-d29a-4923-89e4-6ad8bd16a2b3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1307425199'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:33.514343 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58421313-3f08-420e-8a93-9e60f4fb6102 req-6ec95768-2191-4b81-bd8b-8a7340096541 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:33.522779 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-58421313-3f08-420e-8a93-9e60f4fb6102 req-6ec95768-2191-4b81-bd8b-8a7340096541 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 950 time: 0.1411328 Nov 16 11:31:33.531904 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88315850-3e7f-4fe2-977a-e33f410e2186 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Made reservation on behalf of 93c04b6786be4693bd8c82297f48e840 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:31:33.536727 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-88315850-3e7f-4fe2-977a-e33f410e2186 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:33.593417 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6a59e9ef-3974-4bbf-b3c8-a2e4cd945a04 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:33.596997 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-58421313-3f08-420e-8a93-9e60f4fb6102 req-9e4de4a8-6d8a-4338-bc66-b46207e4b2c3 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730343 Nov 16 11:31:33.603071 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-88315850-3e7f-4fe2-977a-e33f410e2186 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] device_id is not set on port 4a6d0b4b-d026-4c77-a2b7-82e9ef0fd913 yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:31:33.637372 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-9d2a871e-19dd-4dce-8a8c-f43959fa918a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:33.676994 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6a59e9ef-3974-4bbf-b3c8-a2e4cd945a04 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:33.729580 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a59e9ef-3974-4bbf-b3c8-a2e4cd945a04 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Network 178ea489-bea3-492d-81c7-d5f99d04ed22 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:31:33.734434 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc609bc-da77-4206-8d07-6a61bd8db7cf x-openstack-request-id: req-cdc609bc-da77-4206-8d07-6a61bd8db7cf {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:31:33.735166 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db378a0b-7ff9-41d1-8294-e81ffecaf249", "name": "network-vif-plugged", "status": "completed", "tag": "8fc97b48-5bb6-40a8-aab1-06d356a39326", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:31:33.735428 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cdc609bc-da77-4206-8d07-6a61bd8db7cf {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:31:33.735831 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db378a0b-7ff9-41d1-8294-e81ffecaf249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc97b48-5bb6-40a8-aab1-06d356a39326', 'code': 200} Nov 16 11:31:33.736013 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-6a59e9ef-3974-4bbf-b3c8-a2e4cd945a04 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:31:33.738731 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a59e9ef-3974-4bbf-b3c8-a2e4cd945a04 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:31:33.739770 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a59e9ef-3974-4bbf-b3c8-a2e4cd945a04 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:33.740458 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6a59e9ef-3974-4bbf-b3c8-a2e4cd945a04 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:33.743919 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59e9ef-3974-4bbf-b3c8-a2e4cd945a04 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Pushing event updated for resources: {'Port': ['ID=ffdcf0bd-f9d7-4f38-965f-39a620c2d3ad,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:33.756099 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-9d2a871e-19dd-4dce-8a8c-f43959fa918a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:33.774561 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-88315850-3e7f-4fe2-977a-e33f410e2186 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Allocated IP 2001:db8::138 (a77958a8-d29a-4923-89e4-6ad8bd16a2b3/09444227-ec7e-41fe-b75b-43236a85ef3f/4a6d0b4b-d026-4c77-a2b7-82e9ef0fd913) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:31:33.824134 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a871e-19dd-4dce-8a8c-f43959fa918a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Pushing event updated for resources: {'Port': ['ID=818135ef-9715-4a73-87e8-01ea64a454b6,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:33.862099 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6a59e9ef-3974-4bbf-b3c8-a2e4cd945a04 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6831381 Nov 16 11:31:33.866326 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44260) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:33.871552 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-9d2a871e-19dd-4dce-8a8c-f43959fa918a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Network ac38a654-4075-456a-bc52-9a2a4fa7d579 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:31:33.882301 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-9d2a871e-19dd-4dce-8a8c-f43959fa918a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:31:33.900107 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-9d2a871e-19dd-4dce-8a8c-f43959fa918a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:31:33.931036 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f3a5b-303c-4be0-a57a-dfe01237e1f7 req-6b4fa191-6269-49db-b049-040e0a547e1e tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:33.932591 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c84f3a5b-303c-4be0-a57a-dfe01237e1f7 req-6b4fa191-6269-49db-b049-040e0a547e1e tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 931 time: 0.1167579 Nov 16 11:31:33.935550 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8f8942-f1ea-4b8b-a58e-08649501c87f tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:33.939619 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bb8f8942-f1ea-4b8b-a58e-08649501c87f tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] 10.222.0.61 "GET /v2.0/ports/ffdcf0bd-f9d7-4f38-965f-39a620c2d3ad HTTP/1.1" status: 200 len: 954 time: 0.0682938 Nov 16 11:31:33.940625 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44262) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:33.943338 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cbfcff-f1f1-4795-ac92-f3720264911a req-15844644-98d1-49fe-ba3b-ce7a9cb314c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:33.944832 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f6cbfcff-f1f1-4795-ac92-f3720264911a req-15844644-98d1-49fe-ba3b-ce7a9cb314c1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 1101 time: 0.1248426 Nov 16 11:31:33.973888 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-9d2a871e-19dd-4dce-8a8c-f43959fa918a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:33.974548 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-9d2a871e-19dd-4dce-8a8c-f43959fa918a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:34.011480 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-9d2a871e-19dd-4dce-8a8c-f43959fa918a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0947573 Nov 16 11:31:34.018230 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f6cbfcff-f1f1-4795-ac92-f3720264911a req-9065e966-f1a0-4f74-beb9-bed9eddef89b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634069 Nov 16 11:31:34.071999 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c84f3a5b-303c-4be0-a57a-dfe01237e1f7 req-dcee8712-8c59-4b17-85d7-025ce6849cf3 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a1ae922-53db-4b87-b60b-12d9a74c16ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235507 Nov 16 11:31:34.092955 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-88315850-3e7f-4fe2-977a-e33f410e2186 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:34.124191 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c89c1559-5e66-4a4f-b705-ec34ab48b39a tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Deleting port ffdcf0bd-f9d7-4f38-965f-39a620c2d3ad {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:31:34.124530 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c89c1559-5e66-4a4f-b705-ec34ab48b39a tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:34.190106 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-88315850-3e7f-4fe2-977a-e33f410e2186 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:34.198711 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-1f82cc5c-c00b-4852-9a2d-47f187df347d None None] Provisioning complete for port 818135ef-9715-4a73-87e8-01ea64a454b6 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:34.199849 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1f82cc5c-c00b-4852-9a2d-47f187df347d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:34.201169 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c89c1559-5e66-4a4f-b705-ec34ab48b39a tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:34.230449 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-a055c416-6dc2-45e8-aea2-253c989496c7 service neutron] Request body: {'port': {'device_id': '9b953a5a-a862-4eb8-a040-470deca364bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:34.242778 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-1f82cc5c-c00b-4852-9a2d-47f187df347d None None] Port 818135ef-9715-4a73-87e8-01ea64a454b6 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:31:34.247196 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c89c1559-5e66-4a4f-b705-ec34ab48b39a tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Calling delete_port for ffdcf0bd-f9d7-4f38-965f-39a620c2d3ad owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:31:34.261041 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88315850-3e7f-4fe2-977a-e33f410e2186 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Network a77958a8-d29a-4923-89e4-6ad8bd16a2b3 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:31:34.268654 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-88315850-3e7f-4fe2-977a-e33f410e2186 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:31:34.274176 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88315850-3e7f-4fe2-977a-e33f410e2186 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:31:34.279837 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88315850-3e7f-4fe2-977a-e33f410e2186 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:34.280461 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-88315850-3e7f-4fe2-977a-e33f410e2186 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:34.283407 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88315850-3e7f-4fe2-977a-e33f410e2186 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Pushing event updated for resources: {'Port': ['ID=4a6d0b4b-d026-4c77-a2b7-82e9ef0fd913,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:34.317377 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-a055c416-6dc2-45e8-aea2-253c989496c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:34.332365 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-88315850-3e7f-4fe2-977a-e33f410e2186 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0342598 Nov 16 11:31:34.336257 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44272) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:34.346939 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-145eab6c-e82b-4e6c-b889-35cff9aa65ef tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Request body: {'port': {'network_id': 'a77958a8-d29a-4923-89e4-6ad8bd16a2b3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1746653306'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:34.482758 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e83a26-2c20-4ee2-aed0-42288e56cbda req-ba903e6d-bdf2-4264-a673-4526d1bbe0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:34.484323 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f7e83a26-2c20-4ee2-aed0-42288e56cbda req-ba903e6d-bdf2-4264-a673-4526d1bbe0f5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=152cbc225b3e4ecebdc41aedd4f3fdf5&device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 1097 time: 0.1220982 Nov 16 11:31:34.513170 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c89c1559-5e66-4a4f-b705-ec34ab48b39a tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:34.525720 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920f390-b6f4-471f-b2b1-902b2c6f2612 req-3e239b65-0207-4770-9850-6195040f262a tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:34.530566 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d920f390-b6f4-471f-b2b1-902b2c6f2612 req-3e239b65-0207-4770-9850-6195040f262a tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/ports?device_id=5fbc62ec-dda5-4722-a78b-ae0e9d384cd1 HTTP/1.1" status: 200 len: 944 time: 0.1506200 Nov 16 11:31:34.575088 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 5b7f549b-106e-4c4c-8729-32f9cb5991de up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:31:34.575971 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c1559-5e66-4a4f-b705-ec34ab48b39a tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Pushing event deleted for resources: {'Port': ['ID=ffdcf0bd-f9d7-4f38-965f-39a620c2d3ad,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:34.600463 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c89c1559-5e66-4a4f-b705-ec34ab48b39a tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:34.603710 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c89c1559-5e66-4a4f-b705-ec34ab48b39a tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] 10.222.0.61 "DELETE /v2.0/ports/ffdcf0bd-f9d7-4f38-965f-39a620c2d3ad HTTP/1.1" status: 204 len: 168 time: 0.6628668 Nov 16 11:31:34.606908 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44274) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:34.636065 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145eab6c-e82b-4e6c-b889-35cff9aa65ef tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Made reservation on behalf of 93c04b6786be4693bd8c82297f48e840 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:31:34.639605 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-145eab6c-e82b-4e6c-b889-35cff9aa65ef tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:34.648463 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-288b201c-d91d-4103-b3f5-f0b1886eee6f tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] GET failed (client error): The resource could not be found. Nov 16 11:31:34.653407 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-288b201c-d91d-4103-b3f5-f0b1886eee6f tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] 10.222.0.61 "GET /v2.0/ports/ffdcf0bd-f9d7-4f38-965f-39a620c2d3ad HTTP/1.1" status: 404 len: 333 time: 0.0420730 Nov 16 11:31:34.657990 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d920f390-b6f4-471f-b2b1-902b2c6f2612 req-67341618-ff37-4326-a2e3-a93706fdac2f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/security-groups?id=7508d602-f79c-4138-b3e7-7affb4b0c560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169376 Nov 16 11:31:34.658652 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44278) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:34.668964 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-145eab6c-e82b-4e6c-b889-35cff9aa65ef tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] device_id is not set on port 6e7cf5aa-48ed-4eff-b600-b5106e6a1e76 yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:31:34.672925 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5b6b8cf1-0969-471f-982a-43454c51147d tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Request body: {'port': {'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-396189315'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:34.681692 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 5b7f549b-106e-4c4c-8729-32f9cb5991de completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:31:34.688076 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 5b7f549b-106e-4c4c-8729-32f9cb5991de triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:34.688455 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:34.691925 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-7978eaa9-5fd1-4588-916e-064ab525ca3c None None] Provisioning complete for port 4a6d0b4b-d026-4c77-a2b7-82e9ef0fd913 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:34.692285 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7978eaa9-5fd1-4588-916e-064ab525ca3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:34.717352 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e83a26-2c20-4ee2-aed0-42288e56cbda req-5f091680-947c-4b03-a6de-f77d4fc27add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:34.719495 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f7e83a26-2c20-4ee2-aed0-42288e56cbda req-5f091680-947c-4b03-a6de-f77d4fc27add service neutron] 10.222.0.64 "GET /v2.0/networks?id=5b0dad88-2921-4ce2-a522-2a38833ce0c4 HTTP/1.1" status: 200 len: 920 time: 0.2235489 Nov 16 11:31:34.754301 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6b8cf1-0969-471f-982a-43454c51147d tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Made reservation on behalf of 461834c63d744c2da7ecf31574ccbef7 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:31:34.756635 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b6b8cf1-0969-471f-982a-43454c51147d tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:34.774432 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-7978eaa9-5fd1-4588-916e-064ab525ca3c None None] Port 4a6d0b4b-d026-4c77-a2b7-82e9ef0fd913 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:31:34.814911 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f7e83a26-2c20-4ee2-aed0-42288e56cbda req-f4c8379e-c8e3-4e18-b871-0147d90d48cc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1945e7c-c7b7-4528-b05a-7cd8b792994e HTTP/1.1" status: 200 len: 217 time: 0.0789080 Nov 16 11:31:34.826480 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:34.828618 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-145eab6c-e82b-4e6c-b889-35cff9aa65ef tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Allocated IP 2001:db8::bf (a77958a8-d29a-4923-89e4-6ad8bd16a2b3/09444227-ec7e-41fe-b75b-43236a85ef3f/6e7cf5aa-48ed-4eff-b600-b5106e6a1e76) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:31:34.829206 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-5b6b8cf1-0969-471f-982a-43454c51147d tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] device_id is not set on port f2dc7706-78b1-438a-89dd-27e03ecf0a61 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:31:34.848491 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-a055c416-6dc2-45e8-aea2-253c989496c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 818135ef-9715-4a73-87e8-01ea64a454b6 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:31:34.866677 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 5b7f549b-106e-4c4c-8729-32f9cb5991de, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=5b7f549b-106e-4c4c-8729-32f9cb5991de,segment=NetworkSegment(51a5087f-427b-4c60-a5ff-9b0ae88f7801),segment_id=51a5087f-427b-4c60-a5ff-9b0ae88f7801)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:31:34.871848 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:34.904612 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-a055c416-6dc2-45e8-aea2-253c989496c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:34.932020 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=5b7f549b-106e-4c4c-8729-32f9cb5991de,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:34.942283 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-a055c416-6dc2-45e8-aea2-253c989496c7 service neutron] Transition to ACTIVE for port object 818135ef-9715-4a73-87e8-01ea64a454b6 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:31:34.950814 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-a055c416-6dc2-45e8-aea2-253c989496c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:34.953970 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e83a26-2c20-4ee2-aed0-42288e56cbda req-e41f97d7-c315-464b-b3c5-017909eab5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:34.955315 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f7e83a26-2c20-4ee2-aed0-42288e56cbda req-e41f97d7-c315-464b-b3c5-017909eab5eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d8b46b33-85d7-40c7-9f1c-6019e1d020e8 HTTP/1.1" status: 200 len: 859 time: 0.1218777 Nov 16 11:31:34.976802 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8db54-13fe-4597-a7cc-368791497040 req-dd75fcf3-c9cb-4bb7-a2ca-c932927c02b8 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:34.978323 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d5d8db54-13fe-4597-a7cc-368791497040 req-dd75fcf3-c9cb-4bb7-a2ca-c932927c02b8 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 946 time: 0.1218867 Nov 16 11:31:35.035152 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f7e83a26-2c20-4ee2-aed0-42288e56cbda req-711f7d7b-1beb-44e8-85a7-76db29918602 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5b0dad88-2921-4ce2-a522-2a38833ce0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493121 Nov 16 11:31:35.061120 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-145eab6c-e82b-4e6c-b889-35cff9aa65ef tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:35.069832 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d5d8db54-13fe-4597-a7cc-368791497040 req-13bb6311-d653-4097-9abb-4c58aacfdc37 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811327 Nov 16 11:31:35.110459 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a055c416-6dc2-45e8-aea2-253c989496c7 service neutron] Pushing event updated for resources: {'Port': ['ID=818135ef-9715-4a73-87e8-01ea64a454b6,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:35.112365 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-145eab6c-e82b-4e6c-b889-35cff9aa65ef tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:35.206446 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145eab6c-e82b-4e6c-b889-35cff9aa65ef tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Network a77958a8-d29a-4923-89e4-6ad8bd16a2b3 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:31:35.223169 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b6b8cf1-0969-471f-982a-43454c51147d tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:35.237579 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-145eab6c-e82b-4e6c-b889-35cff9aa65ef tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:31:35.244638 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145eab6c-e82b-4e6c-b889-35cff9aa65ef tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:31:35.258235 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145eab6c-e82b-4e6c-b889-35cff9aa65ef tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:35.258897 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-145eab6c-e82b-4e6c-b889-35cff9aa65ef tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:35.272435 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145eab6c-e82b-4e6c-b889-35cff9aa65ef tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Pushing event updated for resources: {'Port': ['ID=6e7cf5aa-48ed-4eff-b600-b5106e6a1e76,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:35.295395 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da4f15-4945-4d67-a210-10048de940cd req-6185fcc2-ef8f-4bdf-8d9a-22a35c1b61fd tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:35.297163 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-89da4f15-4945-4d67-a210-10048de940cd req-6185fcc2-ef8f-4bdf-8d9a-22a35c1b61fd tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 950 time: 0.1060107 Nov 16 11:31:35.301981 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-145eab6c-e82b-4e6c-b889-35cff9aa65ef tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9634912 Nov 16 11:31:35.304847 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44282) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:35.305250 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-a055c416-6dc2-45e8-aea2-253c989496c7 service neutron] Attempting to bind port 818135ef-9715-4a73-87e8-01ea64a454b6 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:31:35.305744 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-a055c416-6dc2-45e8-aea2-253c989496c7 service neutron] Attempting to bind port 818135ef-9715-4a73-87e8-01ea64a454b6 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '8c7d83bf-85a1-425d-b9b1-dd2526bf3d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ac38a654-4075-456a-bc52-9a2a4fa7d579'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:31:35.305914 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-a055c416-6dc2-45e8-aea2-253c989496c7 service neutron] Attempting to bind port 818135ef-9715-4a73-87e8-01ea64a454b6 on network ac38a654-4075-456a-bc52-9a2a4fa7d579 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:31:35.319408 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-55522a9a-26f5-4811-a730-72d53320e4bf tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::19d', 'mac_address': 'fa:16:3e:11:b7:e4'}, {'ip_address': '2001:db8::138', 'mac_address': 'fa:16:3e:db:b7:85'}]}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:35.333510 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f7e83a26-2c20-4ee2-aed0-42288e56cbda req-d1ed22f7-25b1-4d9f-92bd-07ff54cbe0b3 service neutron] 10.222.0.64 "GET /v2.0/networks/5b0dad88-2921-4ce2-a522-2a38833ce0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869465 Nov 16 11:31:35.345618 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-a055c416-6dc2-45e8-aea2-253c989496c7 service neutron] Port 818135ef-9715-4a73-87e8-01ea64a454b6 on network ac38a654-4075-456a-bc52-9a2a4fa7d579 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:31:35.345855 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-a055c416-6dc2-45e8-aea2-253c989496c7 service neutron] Attempting to bind port 818135ef-9715-4a73-87e8-01ea64a454b6 on network ac38a654-4075-456a-bc52-9a2a4fa7d579 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:31:35.354733 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-a055c416-6dc2-45e8-aea2-253c989496c7 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:31:35.355264 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-a055c416-6dc2-45e8-aea2-253c989496c7 service neutron] Checking segment: {'id': '8c7d83bf-85a1-425d-b9b1-dd2526bf3d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ac38a654-4075-456a-bc52-9a2a4fa7d579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:31:35.356311 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-a055c416-6dc2-45e8-aea2-253c989496c7 service neutron] Bound using segment: {'id': '8c7d83bf-85a1-425d-b9b1-dd2526bf3d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ac38a654-4075-456a-bc52-9a2a4fa7d579'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:31:35.357069 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-a055c416-6dc2-45e8-aea2-253c989496c7 service neutron] Bound port: 818135ef-9715-4a73-87e8-01ea64a454b6, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c7d83bf-85a1-425d-b9b1-dd2526bf3d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ac38a654-4075-456a-bc52-9a2a4fa7d579'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:31:35.357670 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-a055c416-6dc2-45e8-aea2-253c989496c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:35.458167 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-89da4f15-4945-4d67-a210-10048de940cd req-70237326-b30d-4b6e-80be-21e7bb9af525 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545749 Nov 16 11:31:35.463213 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-55522a9a-26f5-4811-a730-72d53320e4bf tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:35.489315 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b6b8cf1-0969-471f-982a-43454c51147d tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:35.554875 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-9b396954-42cb-491f-a92f-ce09376ce5fd None None] Provisioning complete for port 6e7cf5aa-48ed-4eff-b600-b5106e6a1e76 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:35.555685 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9b396954-42cb-491f-a92f-ce09376ce5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:35.584923 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f7e83a26-2c20-4ee2-aed0-42288e56cbda req-94e29f1d-ab41-44d7-9be7-c1fb7c033525 service neutron] 10.222.0.64 "GET /v2.0/networks/5b0dad88-2921-4ce2-a522-2a38833ce0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316408 Nov 16 11:31:35.588288 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6b8cf1-0969-471f-982a-43454c51147d tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Network 178ea489-bea3-492d-81c7-d5f99d04ed22 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:31:35.592293 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-9b396954-42cb-491f-a92f-ce09376ce5fd None None] Port 6e7cf5aa-48ed-4eff-b600-b5106e6a1e76 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:31:35.598014 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-5b6b8cf1-0969-471f-982a-43454c51147d tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:31:35.604832 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6b8cf1-0969-471f-982a-43454c51147d tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:31:35.605800 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6b8cf1-0969-471f-982a-43454c51147d tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:35.606447 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b6b8cf1-0969-471f-982a-43454c51147d tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:35.611741 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b8cf1-0969-471f-982a-43454c51147d tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Pushing event updated for resources: {'Port': ['ID=f2dc7706-78b1-438a-89dd-27e03ecf0a61,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:35.628187 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-a055c416-6dc2-45e8-aea2-253c989496c7 service neutron] For port 818135ef-9715-4a73-87e8-01ea64a454b6, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:31:35.631658 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-a055c416-6dc2-45e8-aea2-253c989496c7 service neutron] For port 818135ef-9715-4a73-87e8-01ea64a454b6, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=818135ef-9715-4a73-87e8-01ea64a454b6,segment=NetworkSegment(8c7d83bf-85a1-425d-b9b1-dd2526bf3d00),segment_id=8c7d83bf-85a1-425d-b9b1-dd2526bf3d00)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:31:35.636489 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5b6b8cf1-0969-471f-982a-43454c51147d tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9768505 Nov 16 11:31:35.638366 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-a055c416-6dc2-45e8-aea2-253c989496c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:35.641242 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44284) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:35.654512 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-816823-3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:35.664026 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd723b-fbd7-4b26-b50f-b636f34de5d2 req-658c8c64-494b-45db-b7d8-cf2f953915b2 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:35.665521 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ebfd723b-fbd7-4b26-b50f-b636f34de5d2 req-658c8c64-494b-45db-b7d8-cf2f953915b2 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 943 time: 0.1305902 Nov 16 11:31:35.676660 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-a055c416-6dc2-45e8-aea2-253c989496c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:35.677284 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-a055c416-6dc2-45e8-aea2-253c989496c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:35.678729 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-a055c416-6dc2-45e8-aea2-253c989496c7 service neutron] 10.222.0.64 "PUT /v2.0/ports/818135ef-9715-4a73-87e8-01ea64a454b6 HTTP/1.1" status: 200 len: 1091 time: 1.4573865 Nov 16 11:31:35.679182 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b953a5a-a862-4eb8-a040-470deca364bb', 'tag': '818135ef-9715-4a73-87e8-01ea64a454b6'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:31:35.681594 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e600fcd3-0095-454b-b487-a2a34c07fbed" -d '{"events": [{"name": "network-changed", "server_uuid": "9b953a5a-a862-4eb8-a040-470deca364bb", "tag": "818135ef-9715-4a73-87e8-01ea64a454b6"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:31:35.710972 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a055c416-6dc2-45e8-aea2-253c989496c7 service neutron] Pushing event updated for resources: {'Port': ['ID=818135ef-9715-4a73-87e8-01ea64a454b6,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:35.736977 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbc62ec-dda5-4722-a78b-ae0e9d384cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7f549b-106e-4c4c-8729-32f9cb5991de'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:31:35.739458 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e1e5dd-ee8d-4caf-859d-337812be9287" -d '{"events": [{"server_uuid": "5fbc62ec-dda5-4722-a78b-ae0e9d384cd1", "name": "network-vif-plugged", "status": "completed", "tag": "5b7f549b-106e-4c4c-8729-32f9cb5991de"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:31:35.795465 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-997064a4-dc50-41bf-a3e1-8deaee5f661a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:35.796510 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-997064a4-dc50-41bf-a3e1-8deaee5f661a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5de40747a10d44f79906618ae036d315&device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 1094 time: 0.0547175 Nov 16 11:31:35.823501 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ebfd723b-fbd7-4b26-b50f-b636f34de5d2 req-cb9dceee-d307-4369-b0f8-51a5c21e96e0 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a1ae922-53db-4b87-b60b-12d9a74c16ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293719 Nov 16 11:31:35.826052 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:35.857762 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-55522a9a-26f5-4811-a730-72d53320e4bf tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:35.867415 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-b54fab8a-9084-4162-b809-9ca7f8715d60 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=818135ef-9715-4a73-87e8-01ea64a454b6 HTTP/1.1" status: 200 len: 217 time: 0.0483377 Nov 16 11:31:35.880442 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-55522a9a-26f5-4811-a730-72d53320e4bf tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:35.890652 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acac5ce-9e37-46a3-8aac-a5c3110a1fb9 x-openstack-request-id: req-0acac5ce-9e37-46a3-8aac-a5c3110a1fb9 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:31:35.891189 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b953a5a-a862-4eb8-a040-470deca364bb", "tag": "818135ef-9715-4a73-87e8-01ea64a454b6", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:31:35.892156 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0acac5ce-9e37-46a3-8aac-a5c3110a1fb9 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:31:35.892748 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b953a5a-a862-4eb8-a040-470deca364bb', 'tag': '818135ef-9715-4a73-87e8-01ea64a454b6', 'status': 'completed', 'code': 200} Nov 16 11:31:35.925787 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-55522a9a-26f5-4811-a730-72d53320e4bf tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] In _notify_port_updated(), no bound segment for port 6e7cf5aa-48ed-4eff-b600-b5106e6a1e76 on network a77958a8-d29a-4923-89e4-6ad8bd16a2b3 {{(pid=102669) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 11:31:35.931414 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55522a9a-26f5-4811-a730-72d53320e4bf tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:35.932054 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-55522a9a-26f5-4811-a730-72d53320e4bf tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:35.933381 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-55522a9a-26f5-4811-a730-72d53320e4bf tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] 10.222.0.61 "PUT /v2.0/ports/6e7cf5aa-48ed-4eff-b600-b5106e6a1e76 HTTP/1.1" status: 200 len: 1067 time: 0.6274619 Nov 16 11:31:35.936889 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44298) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:35.970734 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-824f32f7-c0dd-48a9-a528-698a5a71b83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:35.972220 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-824f32f7-c0dd-48a9-a528-698a5a71b83c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c5b6ebb-aa31-4518-a588-3858b2528956 HTTP/1.1" status: 200 len: 850 time: 0.0962837 Nov 16 11:31:36.040878 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55522a9a-26f5-4811-a730-72d53320e4bf tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Pushing event updated for resources: {'Port': ['ID=6e7cf5aa-48ed-4eff-b600-b5106e6a1e76,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:36.071812 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-15bf74ed-08ba-44ae-959a-94be35227783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:36.073331 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-15bf74ed-08ba-44ae-959a-94be35227783 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac38a654-4075-456a-bc52-9a2a4fa7d579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0899715 Nov 16 11:31:36.091708 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1680512-3553-4b0a-acd6-10989583c236 req-7abee942-1753-4ea2-a69b-45de767ed154 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:36.093244 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e1680512-3553-4b0a-acd6-10989583c236 req-7abee942-1753-4ea2-a69b-45de767ed154 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/ports?device_id=5fbc62ec-dda5-4722-a78b-ae0e9d384cd1 HTTP/1.1" status: 200 len: 945 time: 0.1130226 Nov 16 11:31:36.101354 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a4490db4-223d-44a7-8cd7-0e08d33d8630 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Deleting port 6e7cf5aa-48ed-4eff-b600-b5106e6a1e76 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:31:36.101964 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a4490db4-223d-44a7-8cd7-0e08d33d8630 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:36.168939 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] device_id is not set on port f2dc7706-78b1-438a-89dd-27e03ecf0a61 yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:31:36.182202 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:36.198360 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:36.212545 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e1680512-3553-4b0a-acd6-10989583c236 req-a70c9e13-29c9-4dd5-87be-6189c9d3ca0e tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/security-groups?id=7508d602-f79c-4138-b3e7-7affb4b0c560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066291 Nov 16 11:31:36.264249 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-22ec7c23-82b1-48b8-80d3-986153eb314e None None] Provisioning complete for port 6e7cf5aa-48ed-4eff-b600-b5106e6a1e76 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:36.266572 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-22ec7c23-82b1-48b8-80d3-986153eb314e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:36.273020 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ac850b-dcf0-4ee5-b323-305daad638fb x-openstack-request-id: req-51ac850b-dcf0-4ee5-b323-305daad638fb {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:31:36.273229 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a4490db4-223d-44a7-8cd7-0e08d33d8630 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:36.273942 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbc62ec-dda5-4722-a78b-ae0e9d384cd1", "name": "network-vif-plugged", "status": "completed", "tag": "5b7f549b-106e-4c4c-8729-32f9cb5991de", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:31:36.274422 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-51ac850b-dcf0-4ee5-b323-305daad638fb {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:31:36.276210 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbc62ec-dda5-4722-a78b-ae0e9d384cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7f549b-106e-4c4c-8729-32f9cb5991de', 'code': 200} Nov 16 11:31:36.284493 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:31:36.284843 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:31:36.285190 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 on network 178ea489-bea3-492d-81c7-d5f99d04ed22 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:31:36.285430 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-c21d4e8b-6d63-4a8b-b2f7-54413716d0fd service neutron] 10.222.0.64 "GET /v2.0/networks/ac38a654-4075-456a-bc52-9a2a4fa7d579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011502 Nov 16 11:31:36.288575 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Pushing event updated for resources: {'Port': ['ID=f2dc7706-78b1-438a-89dd-27e03ecf0a61,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:36.289881 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a4490db4-223d-44a7-8cd7-0e08d33d8630 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Calling delete_port for 6e7cf5aa-48ed-4eff-b600-b5106e6a1e76 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:31:36.305773 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Port f2dc7706-78b1-438a-89dd-27e03ecf0a61 on network 178ea489-bea3-492d-81c7-d5f99d04ed22 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:31:36.306308 n-d-816823-3 neutron-server[102669]: ERROR neutron.plugins.ml2.managers [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Failed to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 on host n-h1-816823-3 for vnic_type normal using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] Nov 16 11:31:36.306753 n-d-816823-3 neutron-server[102669]: INFO neutron.plugins.ml2.plugin [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempt 2 to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 Nov 16 11:31:36.339289 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:31:36.340340 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:31:36.340819 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 on network 178ea489-bea3-492d-81c7-d5f99d04ed22 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:31:36.345327 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-22ec7c23-82b1-48b8-80d3-986153eb314e None None] Port 6e7cf5aa-48ed-4eff-b600-b5106e6a1e76 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:31:36.346851 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Port f2dc7706-78b1-438a-89dd-27e03ecf0a61 on network 178ea489-bea3-492d-81c7-d5f99d04ed22 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:31:36.347338 n-d-816823-3 neutron-server[102669]: ERROR neutron.plugins.ml2.managers [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Failed to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 on host n-h1-816823-3 for vnic_type normal using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] Nov 16 11:31:36.347887 n-d-816823-3 neutron-server[102669]: INFO neutron.plugins.ml2.plugin [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempt 3 to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 Nov 16 11:31:36.369114 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:31:36.369453 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:31:36.369790 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 on network 178ea489-bea3-492d-81c7-d5f99d04ed22 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:31:36.374558 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Port f2dc7706-78b1-438a-89dd-27e03ecf0a61 on network 178ea489-bea3-492d-81c7-d5f99d04ed22 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:31:36.374933 n-d-816823-3 neutron-server[102669]: ERROR neutron.plugins.ml2.managers [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Failed to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 on host n-h1-816823-3 for vnic_type normal using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] Nov 16 11:31:36.375347 n-d-816823-3 neutron-server[102669]: INFO neutron.plugins.ml2.plugin [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempt 4 to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 Nov 16 11:31:36.388253 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:31:36.388552 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:31:36.389162 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 on network 178ea489-bea3-492d-81c7-d5f99d04ed22 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:31:36.393903 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Port f2dc7706-78b1-438a-89dd-27e03ecf0a61 on network 178ea489-bea3-492d-81c7-d5f99d04ed22 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:31:36.394325 n-d-816823-3 neutron-server[102669]: ERROR neutron.plugins.ml2.managers [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Failed to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 on host n-h1-816823-3 for vnic_type normal using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] Nov 16 11:31:36.394719 n-d-816823-3 neutron-server[102669]: INFO neutron.plugins.ml2.plugin [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempt 5 to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 Nov 16 11:31:36.407962 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:31:36.408295 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:31:36.408633 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 on network 178ea489-bea3-492d-81c7-d5f99d04ed22 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:31:36.412999 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Port f2dc7706-78b1-438a-89dd-27e03ecf0a61 on network 178ea489-bea3-492d-81c7-d5f99d04ed22 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:31:36.413665 n-d-816823-3 neutron-server[102669]: ERROR neutron.plugins.ml2.managers [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Failed to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 on host n-h1-816823-3 for vnic_type normal using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] Nov 16 11:31:36.413877 n-d-816823-3 neutron-server[102669]: INFO neutron.plugins.ml2.plugin [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempt 6 to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 Nov 16 11:31:36.435724 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:31:36.436055 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:31:36.436387 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 on network 178ea489-bea3-492d-81c7-d5f99d04ed22 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:31:36.454548 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Port f2dc7706-78b1-438a-89dd-27e03ecf0a61 on network 178ea489-bea3-492d-81c7-d5f99d04ed22 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:31:36.454876 n-d-816823-3 neutron-server[102669]: ERROR neutron.plugins.ml2.managers [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Failed to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 on host n-h1-816823-3 for vnic_type normal using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] Nov 16 11:31:36.456863 n-d-816823-3 neutron-server[102669]: INFO neutron.plugins.ml2.plugin [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempt 7 to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 Nov 16 11:31:36.467339 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae4db2-7c94-4739-bc86-41a8920fb2d1 req-658001a5-f69f-4db3-ae89-c3e454a27f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:36.469420 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-86ae4db2-7c94-4739-bc86-41a8920fb2d1 req-658001a5-f69f-4db3-ae89-c3e454a27f55 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5fbc62ec-dda5-4722-a78b-ae0e9d384cd1 HTTP/1.1" status: 200 len: 1096 time: 0.0910456 Nov 16 11:31:36.475357 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:31:36.475697 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:31:36.476035 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 on network 178ea489-bea3-492d-81c7-d5f99d04ed22 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:31:36.484039 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Port f2dc7706-78b1-438a-89dd-27e03ecf0a61 on network 178ea489-bea3-492d-81c7-d5f99d04ed22 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:31:36.484391 n-d-816823-3 neutron-server[102669]: ERROR neutron.plugins.ml2.managers [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Failed to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 on host n-h1-816823-3 for vnic_type normal using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] Nov 16 11:31:36.485375 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-958ef6bb-b615-4a12-a0fe-d633474986c6 req-a19a118e-d70a-4446-a52a-fac47dd1ad92 service neutron] 10.222.0.64 "GET /v2.0/networks/ac38a654-4075-456a-bc52-9a2a4fa7d579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857917 Nov 16 11:31:36.485508 n-d-816823-3 neutron-server[102669]: INFO neutron.plugins.ml2.plugin [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempt 8 to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 Nov 16 11:31:36.497525 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b5305-39e7-4297-b054-b19a2be93874 req-78bfb00d-a692-460f-a03d-2a5d879aac41 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:36.499237 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-367b5305-39e7-4297-b054-b19a2be93874 req-78bfb00d-a692-460f-a03d-2a5d879aac41 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 946 time: 0.0825615 Nov 16 11:31:36.510707 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:31:36.511057 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:31:36.511480 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 on network 178ea489-bea3-492d-81c7-d5f99d04ed22 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:31:36.525829 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Port f2dc7706-78b1-438a-89dd-27e03ecf0a61 on network 178ea489-bea3-492d-81c7-d5f99d04ed22 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:31:36.526184 n-d-816823-3 neutron-server[102669]: ERROR neutron.plugins.ml2.managers [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Failed to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 on host n-h1-816823-3 for vnic_type normal using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] Nov 16 11:31:36.533633 n-d-816823-3 neutron-server[102669]: INFO neutron.plugins.ml2.plugin [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempt 9 to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 Nov 16 11:31:36.557669 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:31:36.558037 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:31:36.558496 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 on network 178ea489-bea3-492d-81c7-d5f99d04ed22 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:31:36.567227 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Port f2dc7706-78b1-438a-89dd-27e03ecf0a61 on network 178ea489-bea3-492d-81c7-d5f99d04ed22 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:31:36.567556 n-d-816823-3 neutron-server[102669]: ERROR neutron.plugins.ml2.managers [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Failed to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 on host n-h1-816823-3 for vnic_type normal using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] Nov 16 11:31:36.571740 n-d-816823-3 neutron-server[102669]: INFO neutron.plugins.ml2.plugin [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempt 10 to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 Nov 16 11:31:36.582047 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-86ae4db2-7c94-4739-bc86-41a8920fb2d1 req-7cb97a51-1418-49d1-b4e6-ff077fe832c9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7508d602-f79c-4138-b3e7-7affb4b0c560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990546 Nov 16 11:31:36.588696 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-367b5305-39e7-4297-b054-b19a2be93874 req-17542879-bfa5-4ae9-974e-7a6eda2cfe85 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734913 Nov 16 11:31:36.591011 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:31:36.591352 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:31:36.591686 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempting to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 on network 178ea489-bea3-492d-81c7-d5f99d04ed22 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:31:36.596312 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Port f2dc7706-78b1-438a-89dd-27e03ecf0a61 on network 178ea489-bea3-492d-81c7-d5f99d04ed22 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:31:36.596639 n-d-816823-3 neutron-server[102669]: ERROR neutron.plugins.ml2.managers [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Failed to bind port f2dc7706-78b1-438a-89dd-27e03ecf0a61 on host n-h1-816823-3 for vnic_type normal using segments [{'id': 'cdcb2ac8-55bd-4930-8806-049ef37d0442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '178ea489-bea3-492d-81c7-d5f99d04ed22'}] Nov 16 11:31:36.597341 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:36.606888 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a4490db4-223d-44a7-8cd7-0e08d33d8630 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:36.609930 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600fcd3-0095-454b-b487-a2a34c07fbed req-9d41553e-2fc6-4330-a501-59d9bf516a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:36.611499 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e600fcd3-0095-454b-b487-a2a34c07fbed req-9d41553e-2fc6-4330-a501-59d9bf516a08 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5de40747a10d44f79906618ae036d315&device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 1094 time: 0.0658534 Nov 16 11:31:36.641905 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4490db4-223d-44a7-8cd7-0e08d33d8630 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Pushing event deleted for resources: {'Port': ['ID=6e7cf5aa-48ed-4eff-b600-b5106e6a1e76,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:36.713378 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] For port f2dc7706-78b1-438a-89dd-27e03ecf0a61, host n-h1-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:31:36.713756 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attempted to set empty binding levels {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 16 11:31:36.721156 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:36.732941 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f25ea0-a067-4c3b-b036-741e8a815bbc req-ac15466c-4218-44fb-ad06-69a7bf661ada tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:36.734536 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f2f25ea0-a067-4c3b-b036-741e8a815bbc req-ac15466c-4218-44fb-ad06-69a7bf661ada tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 950 time: 0.0821848 Nov 16 11:31:36.764177 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] In _notify_port_updated(), no bound segment for port f2dc7706-78b1-438a-89dd-27e03ecf0a61 on network 178ea489-bea3-492d-81c7-d5f99d04ed22 {{(pid=102669) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 11:31:36.765434 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:36.766713 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:36.770380 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] 10.222.0.61 "PUT /v2.0/ports/f2dc7706-78b1-438a-89dd-27e03ecf0a61 HTTP/1.1" status: 200 len: 974 time: 1.1267815 Nov 16 11:31:36.771011 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44304) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:36.832927 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b8e1e-fbd0-41e6-bb1f-bdc8ad4da057 tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Pushing event updated for resources: {'Port': ['ID=f2dc7706-78b1-438a-89dd-27e03ecf0a61,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:36.883122 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f2f25ea0-a067-4c3b-b036-741e8a815bbc req-382bcfca-6aee-4b65-b304-429ddf7954e7 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243765 Nov 16 11:31:36.892190 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a4490db4-223d-44a7-8cd7-0e08d33d8630 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:36.895425 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a4490db4-223d-44a7-8cd7-0e08d33d8630 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] 10.222.0.61 "DELETE /v2.0/ports/6e7cf5aa-48ed-4eff-b600-b5106e6a1e76 HTTP/1.1" status: 204 len: 168 time: 0.9567385 Nov 16 11:31:36.898443 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44308) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:36.923611 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-7db486a3-8acd-4df9-8844-798a5384fa6a tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Deleting port f2dc7706-78b1-438a-89dd-27e03ecf0a61 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:31:36.923959 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7db486a3-8acd-4df9-8844-798a5384fa6a tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:36.929987 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ea137b4-ca0d-4095-ade2-d375ecb746df tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] GET failed (client error): The resource could not be found. Nov 16 11:31:36.931397 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5ea137b4-ca0d-4095-ade2-d375ecb746df tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] 10.222.0.61 "GET /v2.0/ports/6e7cf5aa-48ed-4eff-b600-b5106e6a1e76 HTTP/1.1" status: 404 len: 333 time: 0.0324216 Nov 16 11:31:36.934106 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44312) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:37.024883 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600fcd3-0095-454b-b487-a2a34c07fbed req-ea9af9ef-3e3d-434b-b88a-425cf4f7d588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:37.025576 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-7db486a3-8acd-4df9-8844-798a5384fa6a tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] For port f2dc7706-78b1-438a-89dd-27e03ecf0a61, host n-h1-816823-3, got binding levels [] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:31:37.025961 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7db486a3-8acd-4df9-8844-798a5384fa6a tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:37.026363 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e600fcd3-0095-454b-b487-a2a34c07fbed req-ea9af9ef-3e3d-434b-b88a-425cf4f7d588 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ac38a654-4075-456a-bc52-9a2a4fa7d579 HTTP/1.1" status: 200 len: 912 time: 0.2203109 Nov 16 11:31:37.041957 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-7db486a3-8acd-4df9-8844-798a5384fa6a tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Calling delete_port for f2dc7706-78b1-438a-89dd-27e03ecf0a61 owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:31:37.049181 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ea5fd139-76ce-4002-8521-1e28aa558a53 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Deleting port 4a6d0b4b-d026-4c77-a2b7-82e9ef0fd913 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:31:37.049521 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea5fd139-76ce-4002-8521-1e28aa558a53 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:37.056932 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482969e1-605a-49f1-8deb-b3e23923f874 req-6426f664-84ab-4984-9b7c-1d364fe25e2c tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:37.058435 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-482969e1-605a-49f1-8deb-b3e23923f874 req-6426f664-84ab-4984-9b7c-1d364fe25e2c tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 943 time: 0.0913415 Nov 16 11:31:37.128663 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e600fcd3-0095-454b-b487-a2a34c07fbed req-08a27a79-c2fe-4447-8241-ac74f7f8b6d8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=818135ef-9715-4a73-87e8-01ea64a454b6 HTTP/1.1" status: 200 len: 217 time: 0.0649314 Nov 16 11:31:37.150520 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-482969e1-605a-49f1-8deb-b3e23923f874 req-23f1050e-4c23-466d-aaed-b43550fd83fd tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a1ae922-53db-4b87-b60b-12d9a74c16ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835364 Nov 16 11:31:37.176814 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7db486a3-8acd-4df9-8844-798a5384fa6a tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:37.200296 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea5fd139-76ce-4002-8521-1e28aa558a53 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:37.210064 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600fcd3-0095-454b-b487-a2a34c07fbed req-080231d9-f70f-4752-96e1-70601d77a079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:37.210860 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db486a3-8acd-4df9-8844-798a5384fa6a tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2dc7706-78b1-438a-89dd-27e03ecf0a61,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:37.211622 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e600fcd3-0095-454b-b487-a2a34c07fbed req-080231d9-f70f-4752-96e1-70601d77a079 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c5b6ebb-aa31-4518-a588-3858b2528956 HTTP/1.1" status: 200 len: 850 time: 0.0739708 Nov 16 11:31:37.217419 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ea5fd139-76ce-4002-8521-1e28aa558a53 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Calling delete_port for 4a6d0b4b-d026-4c77-a2b7-82e9ef0fd913 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:31:37.222113 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7db486a3-8acd-4df9-8844-798a5384fa6a tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:37.225439 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7db486a3-8acd-4df9-8844-798a5384fa6a tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] 10.222.0.61 "DELETE /v2.0/ports/f2dc7706-78b1-438a-89dd-27e03ecf0a61 HTTP/1.1" status: 204 len: 168 time: 0.4472899 Nov 16 11:31:37.231328 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44314) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:37.265301 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565c79f-502c-4448-a6d0-b6c973f84652 req-6b6c66f5-2cb8-4a4d-812f-c1630aaad6fa tempest-MigrationsAdminTest-1247933809 tempest-MigrationsAdminTest-1247933809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:37.266876 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b565c79f-502c-4448-a6d0-b6c973f84652 req-6b6c66f5-2cb8-4a4d-812f-c1630aaad6fa tempest-MigrationsAdminTest-1247933809 tempest-MigrationsAdminTest-1247933809-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 1101 time: 0.0467181 Nov 16 11:31:37.306281 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ccd069-eb97-4b58-bc56-d71bf3c62c7c tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] GET failed (client error): The resource could not be found. Nov 16 11:31:37.307702 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-98ccd069-eb97-4b58-bc56-d71bf3c62c7c tempest-PortsAdminExtendedAttrsTestJSON-1685401594 tempest-PortsAdminExtendedAttrsTestJSON-1685401594-project-admin] 10.222.0.61 "GET /v2.0/ports/f2dc7706-78b1-438a-89dd-27e03ecf0a61 HTTP/1.1" status: 404 len: 333 time: 0.0754607 Nov 16 11:31:37.312981 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b565c79f-502c-4448-a6d0-b6c973f84652 req-1fc2a043-cc68-4845-8310-8570e565e14b tempest-MigrationsAdminTest-1247933809 tempest-MigrationsAdminTest-1247933809-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400653 Nov 16 11:31:37.313603 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44318) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:37.336743 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600fcd3-0095-454b-b487-a2a34c07fbed req-1fadac4d-5be4-4b82-861c-cb9ad3b37058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:37.338278 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e600fcd3-0095-454b-b487-a2a34c07fbed req-1fadac4d-5be4-4b82-861c-cb9ad3b37058 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac38a654-4075-456a-bc52-9a2a4fa7d579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1169024 Nov 16 11:31:37.407313 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bc458088-2595-433b-88d1-b20d2e038ed5 tempest-PortsAdminExtendedAttrsTestJSON-501331512 tempest-PortsAdminExtendedAttrsTestJSON-501331512-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:37.466445 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c621681-675e-4ac1-aa63-6b437cdc7fa0 req-38b3215c-a237-45ec-bd99-fc976e18cb88 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:37.467918 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4c621681-675e-4ac1-aa63-6b437cdc7fa0 req-38b3215c-a237-45ec-bd99-fc976e18cb88 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/ports?device_id=5fbc62ec-dda5-4722-a78b-ae0e9d384cd1 HTTP/1.1" status: 200 len: 945 time: 0.0769594 Nov 16 11:31:37.474826 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e600fcd3-0095-454b-b487-a2a34c07fbed req-83ae715b-bcaf-4690-9fac-74c9753a6cea service neutron] 10.222.0.64 "GET /v2.0/networks/ac38a654-4075-456a-bc52-9a2a4fa7d579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242642 Nov 16 11:31:37.475951 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea5fd139-76ce-4002-8521-1e28aa558a53 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:37.520842 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5fd139-76ce-4002-8521-1e28aa558a53 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Pushing event deleted for resources: {'Port': ['ID=4a6d0b4b-d026-4c77-a2b7-82e9ef0fd913,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:37.543937 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bc458088-2595-433b-88d1-b20d2e038ed5 tempest-PortsAdminExtendedAttrsTestJSON-501331512 tempest-PortsAdminExtendedAttrsTestJSON-501331512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:37.578966 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea5fd139-76ce-4002-8521-1e28aa558a53 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:37.582123 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-bc458088-2595-433b-88d1-b20d2e038ed5 tempest-PortsAdminExtendedAttrsTestJSON-501331512 tempest-PortsAdminExtendedAttrsTestJSON-501331512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['178ea489-bea3-492d-81c7-d5f99d04ed22']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:37.582293 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ea5fd139-76ce-4002-8521-1e28aa558a53 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] 10.222.0.61 "DELETE /v2.0/ports/4a6d0b4b-d026-4c77-a2b7-82e9ef0fd913 HTTP/1.1" status: 204 len: 168 time: 0.6471944 Nov 16 11:31:37.584798 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44324) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:37.588096 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4c621681-675e-4ac1-aa63-6b437cdc7fa0 req-bc4bd146-09a3-476b-adad-f4c5cf0d6816 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/security-groups?id=7508d602-f79c-4138-b3e7-7affb4b0c560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045337 Nov 16 11:31:37.597208 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-bc458088-2595-433b-88d1-b20d2e038ed5 tempest-PortsAdminExtendedAttrsTestJSON-501331512 tempest-PortsAdminExtendedAttrsTestJSON-501331512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdcb2ac8-55bd-4930-8806-049ef37d0442') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:37.597832 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-bc458088-2595-433b-88d1-b20d2e038ed5 tempest-PortsAdminExtendedAttrsTestJSON-501331512 tempest-PortsAdminExtendedAttrsTestJSON-501331512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdcb2ac8-55bd-4930-8806-049ef37d0442') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:37.614096 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b374ed5-b3c9-4205-86dd-d5a5ddbd6fd0 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] GET failed (client error): The resource could not be found. Nov 16 11:31:37.615657 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5b374ed5-b3c9-4205-86dd-d5a5ddbd6fd0 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] 10.222.0.61 "GET /v2.0/ports/4a6d0b4b-d026-4c77-a2b7-82e9ef0fd913 HTTP/1.1" status: 404 len: 333 time: 0.0298641 Nov 16 11:31:37.619458 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bc458088-2595-433b-88d1-b20d2e038ed5 tempest-PortsAdminExtendedAttrsTestJSON-501331512 tempest-PortsAdminExtendedAttrsTestJSON-501331512-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:37.619815 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44328) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:37.647010 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bc458088-2595-433b-88d1-b20d2e038ed5 tempest-PortsAdminExtendedAttrsTestJSON-501331512 tempest-PortsAdminExtendedAttrsTestJSON-501331512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:37.659134 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc458088-2595-433b-88d1-b20d2e038ed5 tempest-PortsAdminExtendedAttrsTestJSON-501331512 tempest-PortsAdminExtendedAttrsTestJSON-501331512-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:31:37.660104 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bc458088-2595-433b-88d1-b20d2e038ed5 tempest-PortsAdminExtendedAttrsTestJSON-501331512 tempest-PortsAdminExtendedAttrsTestJSON-501331512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:37.675839 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:31:37.675839 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:31:37.675839 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:31:37.675839 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:31:37.675839 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:31:37.675839 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:31:37.675839 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:31:37.675839 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:31:37.675839 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:31:37.675839 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:31:37.675839 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:31:37.675839 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:31:37.675839 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:31:37.675839 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:31:37.675839 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:31:37.675839 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:31:37.675839 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:31:37.675839 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:31:37.675839 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:31:37.675839 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:31:37.675839 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:31:37.675839 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:31:37.675839 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:31:37.675839 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:31:37.675839 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:31:37.675839 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:31:37.675839 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:31:37.675839 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:31:37.675839 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:31:37.675839 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:31:37.675839 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:31:37.675839 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:31:37.681767 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e600fcd3-0095-454b-b487-a2a34c07fbed req-e01e7b43-8c8b-45c2-ac8e-9f4f8ef9d52d service neutron] 10.222.0.64 "GET /v2.0/networks/ac38a654-4075-456a-bc52-9a2a4fa7d579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972446 Nov 16 11:31:37.738671 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-e00e2a69-9bdf-438c-847d-8218726c716e tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Deleting port 2103a6d6-f9cd-4101-89c8-8e307c72bdbc {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:31:37.739287 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e00e2a69-9bdf-438c-847d-8218726c716e tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:37.740534 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bc458088-2595-433b-88d1-b20d2e038ed5 tempest-PortsAdminExtendedAttrsTestJSON-501331512 tempest-PortsAdminExtendedAttrsTestJSON-501331512-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:37.770209 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bc458088-2595-433b-88d1-b20d2e038ed5 tempest-PortsAdminExtendedAttrsTestJSON-501331512 tempest-PortsAdminExtendedAttrsTestJSON-501331512-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:37.775019 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-bc458088-2595-433b-88d1-b20d2e038ed5 tempest-PortsAdminExtendedAttrsTestJSON-501331512 tempest-PortsAdminExtendedAttrsTestJSON-501331512-project] 10.222.0.61 "DELETE /v2.0/networks/178ea489-bea3-492d-81c7-d5f99d04ed22 HTTP/1.1" status: 204 len: 168 time: 0.4606104 Nov 16 11:31:37.776039 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc458088-2595-433b-88d1-b20d2e038ed5 tempest-PortsAdminExtendedAttrsTestJSON-501331512 tempest-PortsAdminExtendedAttrsTestJSON-501331512-project] Pushing event deleted for resources: {'Network': ['ID=178ea489-bea3-492d-81c7-d5f99d04ed22,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:37.866704 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e00e2a69-9bdf-438c-847d-8218726c716e tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:37.897709 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-e00e2a69-9bdf-438c-847d-8218726c716e tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Calling delete_port for 2103a6d6-f9cd-4101-89c8-8e307c72bdbc owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:31:38.016858 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea4ce2-80d0-432d-bd28-4ce90631e8ba req-304fcbc0-30e8-4f1c-9a9a-631b5b0d030d tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:38.025890 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d6ea4ce2-80d0-432d-bd28-4ce90631e8ba req-304fcbc0-30e8-4f1c-9a9a-631b5b0d030d tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 946 time: 0.0768507 Nov 16 11:31:38.077758 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d6ea4ce2-80d0-432d-bd28-4ce90631e8ba req-eacb16da-102c-473a-b77f-6ef6d2fab776 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509398 Nov 16 11:31:38.181531 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44340) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:38.195679 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4de48b-a7e8-4034-b6c1-2d3d37ffc498 req-cd21ee19-446e-49a7-8299-fedb5b9d6f1c tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:38.202552 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b4de48b-a7e8-4034-b6c1-2d3d37ffc498 req-cd21ee19-446e-49a7-8299-fedb5b9d6f1c tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 950 time: 0.0637081 Nov 16 11:31:38.249730 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b4de48b-a7e8-4034-b6c1-2d3d37ffc498 req-b3a696bb-f22e-4e3b-8e08-1138f29634ca tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454986 Nov 16 11:31:38.298933 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23ec6567-33e4-4cd4-916f-f8661058426e req-567fa32d-a0f2-40c7-9d8d-8ef61843eee8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4145935 Nov 16 11:31:38.396829 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e00e2a69-9bdf-438c-847d-8218726c716e tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:38.405324 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d132d-d860-4c6f-ae92-6565183eb58a req-bbd38534-8159-4859-adac-2eae29ad8094 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:38.406912 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3d5d132d-d860-4c6f-ae92-6565183eb58a req-bbd38534-8159-4859-adac-2eae29ad8094 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 943 time: 0.0923188 Nov 16 11:31:38.412027 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c34830a3-cb35-4547-8fb2-3b3700da4173 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dadaad6dbfb0449eb8996d96628148bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2271242 Nov 16 11:31:38.412466 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44348) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:38.428111 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e2a69-9bdf-438c-847d-8218726c716e tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Pushing event deleted for resources: {'Port': ['ID=2103a6d6-f9cd-4101-89c8-8e307c72bdbc,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:38.456593 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e00e2a69-9bdf-438c-847d-8218726c716e tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:38.460606 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e00e2a69-9bdf-438c-847d-8218726c716e tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] 10.222.0.61 "DELETE /v2.0/ports/2103a6d6-f9cd-4101-89c8-8e307c72bdbc HTTP/1.1" status: 204 len: 168 time: 0.8394594 Nov 16 11:31:38.462602 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44350) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:38.529136 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-736b758f-faff-406c-a9af-98a0e589e384 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Deleting subnet 09444227-ec7e-41fe-b75b-43236a85ef3f {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:31:38.534349 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-736b758f-faff-406c-a9af-98a0e589e384 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:38.536844 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3d5d132d-d860-4c6f-ae92-6565183eb58a req-6f459ce7-1a5d-4f06-b8b7-f3a8e1b9412e tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a1ae922-53db-4b87-b60b-12d9a74c16ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233349 Nov 16 11:31:38.548994 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-88614283-33f6-4bde-bd3f-829d6c9efe48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:38.566057 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-88614283-33f6-4bde-bd3f-829d6c9efe48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:38.586076 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-736b758f-faff-406c-a9af-98a0e589e384 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:38.626935 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-88614283-33f6-4bde-bd3f-829d6c9efe48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:38.630261 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-88614283-33f6-4bde-bd3f-829d6c9efe48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:38.634084 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-88614283-33f6-4bde-bd3f-829d6c9efe48 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9995b3c7-888c-431a-97a6-e3634825c8d6 HTTP/1.1" status: 204 len: 168 time: 0.2194717 Nov 16 11:31:38.642341 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88614283-33f6-4bde-bd3f-829d6c9efe48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9995b3c7-888c-431a-97a6-e3634825c8d6,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:38.727227 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-736b758f-faff-406c-a9af-98a0e589e384 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:38.769872 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbbb99-ddf3-4be4-be87-668b89e9d067 req-e61d5a75-4a92-4fcf-ace8-abfb1c33b07c tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:38.771655 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d8fbbb99-ddf3-4be4-be87-668b89e9d067 req-e61d5a75-4a92-4fcf-ace8-abfb1c33b07c tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/ports?device_id=5fbc62ec-dda5-4722-a78b-ae0e9d384cd1 HTTP/1.1" status: 200 len: 945 time: 0.0803549 Nov 16 11:31:38.798201 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-736b758f-faff-406c-a9af-98a0e589e384 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:38.828637 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b758f-faff-406c-a9af-98a0e589e384 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Pushing event deleted for resources: {'Subnet': ['ID=09444227-ec7e-41fe-b75b-43236a85ef3f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:38.840577 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d8fbbb99-ddf3-4be4-be87-668b89e9d067 req-14d67ba1-9a47-4969-860c-e6221c5abf78 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/security-groups?id=7508d602-f79c-4138-b3e7-7affb4b0c560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616612 Nov 16 11:31:38.844041 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-736b758f-faff-406c-a9af-98a0e589e384 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:38.845633 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7082c8c1-58f4-4215-9c8f-553230eda60e None None] Network a77958a8-d29a-4923-89e4-6ad8bd16a2b3 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:31:38.847516 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-736b758f-faff-406c-a9af-98a0e589e384 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] 10.222.0.61 "DELETE /v2.0/subnets/09444227-ec7e-41fe-b75b-43236a85ef3f HTTP/1.1" status: 204 len: 168 time: 0.3818216 Nov 16 11:31:38.849839 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44370) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:38.937956 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f401569b-8110-4a3b-b4ca-217b7d708831 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:39.022516 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0041b-aa08-4a55-bd4e-be84affeaa9f req-b732c25e-a448-494d-9b77-9f9e9b0dbf84 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:39.024211 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6fc0041b-aa08-4a55-bd4e-be84affeaa9f req-b732c25e-a448-494d-9b77-9f9e9b0dbf84 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/ports?device_id=5fbc62ec-dda5-4722-a78b-ae0e9d384cd1 HTTP/1.1" status: 200 len: 945 time: 0.0905867 Nov 16 11:31:39.075310 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f401569b-8110-4a3b-b4ca-217b7d708831 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Deleting port 5fcb0dc5-650b-46e1-aacc-13302c6d0db0 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:31:39.075593 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f401569b-8110-4a3b-b4ca-217b7d708831 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:39.110221 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44384) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:39.131115 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7acf80-253a-45e5-87d2-5155e36a99d4 None None] DHCP port deletion for a77958a8-d29a-4923-89e4-6ad8bd16a2b3 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:31:39.158697 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6fc0041b-aa08-4a55-bd4e-be84affeaa9f req-76b56135-bb51-48fd-b535-5bbcb61d7181 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/security-groups?id=7508d602-f79c-4138-b3e7-7affb4b0c560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249845 Nov 16 11:31:39.171680 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-aafa368d-d211-4673-9988-5ddf114c8af6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=461834c63d744c2da7ecf31574ccbef7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0597513 Nov 16 11:31:39.174080 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44386) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:39.196531 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44388) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:39.239857 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-5d7acf80-253a-45e5-87d2-5155e36a99d4 None None] Deleting port 5fcb0dc5-650b-46e1-aacc-13302c6d0db0 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:31:39.240328 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5d7acf80-253a-45e5-87d2-5155e36a99d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:39.245527 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-f401569b-8110-4a3b-b4ca-217b7d708831 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] For port 5fcb0dc5-650b-46e1-aacc-13302c6d0db0, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=5fcb0dc5-650b-46e1-aacc-13302c6d0db0,segment=NetworkSegment(8f75f5c0-46dc-45d6-96c8-3bb001c5ac61),segment_id=8f75f5c0-46dc-45d6-96c8-3bb001c5ac61)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:31:39.246133 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f401569b-8110-4a3b-b4ca-217b7d708831 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:39.252617 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a11e679e-66d0-4359-8ecd-777b4715a4c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:39.263427 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f401569b-8110-4a3b-b4ca-217b7d708831 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Calling delete_port for 5fcb0dc5-650b-46e1-aacc-13302c6d0db0 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:31:39.278677 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37427735-a9d3-4249-a6f5-342a575c6754 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:39.283531 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a11e679e-66d0-4359-8ecd-777b4715a4c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:39.284037 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-37427735-a9d3-4249-a6f5-342a575c6754 tempest-TestNetworkBasicOps-1191341903 tempest-TestNetworkBasicOps-1191341903-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=5fbc62ec-dda5-4722-a78b-ae0e9d384cd1 HTTP/1.1" status: 200 len: 1091 time: 0.0863822 Nov 16 11:31:39.286992 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44392) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:39.291555 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-c4ed8b4c-2193-41dd-9159-487ac3a27f37 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'port_id': '5b7f549b-106e-4c4c-8729-32f9cb5991de', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:39.320886 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-5d7acf80-253a-45e5-87d2-5155e36a99d4 None None] For port 5fcb0dc5-650b-46e1-aacc-13302c6d0db0, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=5fcb0dc5-650b-46e1-aacc-13302c6d0db0,segment=NetworkSegment(8f75f5c0-46dc-45d6-96c8-3bb001c5ac61),segment_id=8f75f5c0-46dc-45d6-96c8-3bb001c5ac61)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:31:39.321406 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5d7acf80-253a-45e5-87d2-5155e36a99d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:39.336459 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-5d7acf80-253a-45e5-87d2-5155e36a99d4 None None] Calling delete_port for 5fcb0dc5-650b-46e1-aacc-13302c6d0db0 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:31:39.351972 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c4ed8b4c-2193-41dd-9159-487ac3a27f37 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for floatingip, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:39.387929 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a11e679e-66d0-4359-8ecd-777b4715a4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:39.392889 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a11e679e-66d0-4359-8ecd-777b4715a4c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:39.394146 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a11e679e-66d0-4359-8ecd-777b4715a4c5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0123db62-f4d9-46ee-b412-5b7907c6e40a HTTP/1.1" status: 204 len: 168 time: 0.2191207 Nov 16 11:31:39.405410 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e679e-66d0-4359-8ecd-777b4715a4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0123db62-f4d9-46ee-b412-5b7907c6e40a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:39.470856 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5d7acf80-253a-45e5-87d2-5155e36a99d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:39.512714 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7acf80-253a-45e5-87d2-5155e36a99d4 None None] Pushing event deleted for resources: {'Port': ['ID=5fcb0dc5-650b-46e1-aacc-13302c6d0db0,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:39.514931 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d710f48-c216-4387-afbb-a7a0307887e9 req-d8d4b60a-2786-481c-ba8d-32ac4225ac21 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:39.517062 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4d710f48-c216-4387-afbb-a7a0307887e9 req-d8d4b60a-2786-481c-ba8d-32ac4225ac21 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 946 time: 0.1169164 Nov 16 11:31:39.520914 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7acf80-253a-45e5-87d2-5155e36a99d4 None None] No DVR routers for this DVR port 5fcb0dc5-650b-46e1-aacc-13302c6d0db0 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:31:39.522525 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f401569b-8110-4a3b-b4ca-217b7d708831 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:39.568761 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f401569b-8110-4a3b-b4ca-217b7d708831 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Pushing event deleted for resources: {'Port': ['ID=5fcb0dc5-650b-46e1-aacc-13302c6d0db0,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:39.586374 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f401569b-8110-4a3b-b4ca-217b7d708831 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] No DVR routers for this DVR port 5fcb0dc5-650b-46e1-aacc-13302c6d0db0 on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:31:39.693797 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c4ed8b4c-2193-41dd-9159-487ac3a27f37 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:39.701235 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4d710f48-c216-4387-afbb-a7a0307887e9 req-7dbfb9e2-b3b6-4522-90f4-e725868d3027 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684599 Nov 16 11:31:39.723744 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f401569b-8110-4a3b-b4ca-217b7d708831 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:39.772701 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-f401569b-8110-4a3b-b4ca-217b7d708831 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a77958a8-d29a-4923-89e4-6ad8bd16a2b3']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:39.789016 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-f401569b-8110-4a3b-b4ca-217b7d708831 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f75f5c0-46dc-45d6-96c8-3bb001c5ac61') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:39.789245 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-f401569b-8110-4a3b-b4ca-217b7d708831 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f75f5c0-46dc-45d6-96c8-3bb001c5ac61') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:39.835559 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f401569b-8110-4a3b-b4ca-217b7d708831 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:39.880374 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f401569b-8110-4a3b-b4ca-217b7d708831 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:39.895290 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f401569b-8110-4a3b-b4ca-217b7d708831 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:31:39.895718 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f401569b-8110-4a3b-b4ca-217b7d708831 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:39.898817 n-d-816823-3 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:31:39.898817 n-d-816823-3 neutron-server[102669]: self.session.flush() Nov 16 11:31:39.898817 n-d-816823-3 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:31:39.898817 n-d-816823-3 neutron-server[102669]: self.session.flush() Nov 16 11:31:39.898817 n-d-816823-3 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:31:39.898817 n-d-816823-3 neutron-server[102669]: self.session.flush() Nov 16 11:31:39.898817 n-d-816823-3 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:31:39.898817 n-d-816823-3 neutron-server[102669]: self.session.flush() Nov 16 11:31:39.898817 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:31:39.898817 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:31:39.898817 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:31:39.898817 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:31:39.898817 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:31:39.898817 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:31:39.898817 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:31:39.898817 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:31:39.898817 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:31:39.898817 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:31:39.898817 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:31:39.898817 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:31:39.898817 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:31:39.898817 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:31:39.898817 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:31:39.898817 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:31:39.898817 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:31:39.898817 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:31:39.898817 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:31:39.898817 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:31:39.898817 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:31:39.898817 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:31:39.898817 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:31:39.898817 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:31:39.898817 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:31:39.898817 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:31:39.898817 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:31:39.898817 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:31:39.898817 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:31:39.898817 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:31:39.898817 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:31:39.898817 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:31:39.908274 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec6567-33e4-4cd4-916f-f8661058426e req-000dde74-4d36-4d74-8fb5-1bf9d8b40b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:39.910277 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23ec6567-33e4-4cd4-916f-f8661058426e req-000dde74-4d36-4d74-8fb5-1bf9d8b40b99 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e86b42204c7f435e8eff5558272e51a5&device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 1101 time: 0.0625269 Nov 16 11:31:39.945789 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-c4ed8b4c-2193-41dd-9159-487ac3a27f37 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Allocated IP 172.25.0.252 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/9755b75b-a745-4f86-a8c9-d74057729bbe) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:31:39.960339 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b04c4a-cdb2-4dcc-8dd5-f07b8ec0e060 req-4b2d0bae-659e-4d0b-8601-a7419aebeb9c tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:39.961901 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a3b04c4a-cdb2-4dcc-8dd5-f07b8ec0e060 req-4b2d0bae-659e-4d0b-8601-a7419aebeb9c tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 950 time: 0.1758549 Nov 16 11:31:40.032062 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec6567-33e4-4cd4-916f-f8661058426e req-d00f3102-1157-439e-b274-f81dded8075f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:40.033948 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23ec6567-33e4-4cd4-916f-f8661058426e req-d00f3102-1157-439e-b274-f81dded8075f service neutron] 10.222.0.64 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.1160688 Nov 16 11:31:40.048294 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f401569b-8110-4a3b-b4ca-217b7d708831 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:40.069984 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f401569b-8110-4a3b-b4ca-217b7d708831 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:40.073226 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f401569b-8110-4a3b-b4ca-217b7d708831 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] 10.222.0.61 "DELETE /v2.0/networks/a77958a8-d29a-4923-89e4-6ad8bd16a2b3 HTTP/1.1" status: 204 len: 168 time: 1.2223568 Nov 16 11:31:40.085243 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23ec6567-33e4-4cd4-916f-f8661058426e req-22719f3b-087b-4d1b-90f9-a240cbb2550f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=8fc97b48-5bb6-40a8-aab1-06d356a39326 HTTP/1.1" status: 200 len: 217 time: 0.0430517 Nov 16 11:31:40.097587 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f401569b-8110-4a3b-b4ca-217b7d708831 tempest-AllowedAddressPairIpV6TestJSON-20727340 tempest-AllowedAddressPairIpV6TestJSON-20727340-project] Pushing event deleted for resources: {'Network': ['ID=a77958a8-d29a-4923-89e4-6ad8bd16a2b3,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:40.111130 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a3b04c4a-cdb2-4dcc-8dd5-f07b8ec0e060 req-d1fb106b-0170-4e7f-99f5-2a6119584f5d tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424160 Nov 16 11:31:40.149607 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c4ed8b4c-2193-41dd-9159-487ac3a27f37 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:40.166266 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec6567-33e4-4cd4-916f-f8661058426e req-85664970-677b-4eb9-9bd8-153fc4fee3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:40.167808 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23ec6567-33e4-4cd4-916f-f8661058426e req-85664970-677b-4eb9-9bd8-153fc4fee3eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0747645 Nov 16 11:31:40.214418 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c4ed8b4c-2193-41dd-9159-487ac3a27f37 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:40.235719 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec6567-33e4-4cd4-916f-f8661058426e req-659ae130-abbc-44bd-8f89-acceeb011c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:40.238333 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23ec6567-33e4-4cd4-916f-f8661058426e req-659ae130-abbc-44bd-8f89-acceeb011c59 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0592265 Nov 16 11:31:40.322262 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44422) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:40.375985 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23ec6567-33e4-4cd4-916f-f8661058426e req-f7c34d60-8ef7-4919-8ee1-8c2b2fdb9983 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278384 Nov 16 11:31:40.378483 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44426) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:40.456866 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 5fcb0dc5-650b-46e1-aacc-13302c6d0db0 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:31:40.487306 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 5fcb0dc5-650b-46e1-aacc-13302c6d0db0 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:31:40.502057 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 5fcb0dc5-650b-46e1-aacc-13302c6d0db0 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:31:40.560897 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23ec6567-33e4-4cd4-916f-f8661058426e req-dcb11f3d-ef8c-442b-8a64-160c4219a18a service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599960 Nov 16 11:31:40.604964 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 818135ef-9715-4a73-87e8-01ea64a454b6 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:31:40.609894 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f3f9c369-54f7-477e-8a52-eaf6f4e7cb29 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=93c04b6786be4693bd8c82297f48e840&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2275438 Nov 16 11:31:40.610412 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44430) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:40.622096 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-859992bb-2a91-4473-af5f-e133b90ab487 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1747847994'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:40.631287 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ed8b4c-2193-41dd-9159-487ac3a27f37 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:31:40.639488 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-c4ed8b4c-2193-41dd-9159-487ac3a27f37 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:31:40.644507 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ed8b4c-2193-41dd-9159-487ac3a27f37 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:31:40.674180 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed8b4c-2193-41dd-9159-487ac3a27f37 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event updated for resources: {'Port': ['ID=9755b75b-a745-4f86-a8c9-d74057729bbe,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:40.691908 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50dc13-9f61-4fe8-966f-34b58caa61f5 req-41b72072-b700-471c-ab9f-df699e32f071 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:40.699807 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-af50dc13-9f61-4fe8-966f-34b58caa61f5 req-41b72072-b700-471c-ab9f-df699e32f071 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 943 time: 0.4967904 Nov 16 11:31:40.710909 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859992bb-2a91-4473-af5f-e133b90ab487 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Made reservation on behalf of 46768acc2e1744e3a71efbe4e3e4e1f7 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:31:40.714555 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-859992bb-2a91-4473-af5f-e133b90ab487 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:40.737196 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-859992bb-2a91-4473-af5f-e133b90ab487 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:40.751343 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dbc879bc-3098-4b70-8cfc-36732e96fe3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:40.758864 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 818135ef-9715-4a73-87e8-01ea64a454b6, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=818135ef-9715-4a73-87e8-01ea64a454b6,segment=NetworkSegment(8c7d83bf-85a1-425d-b9b1-dd2526bf3d00),segment_id=8c7d83bf-85a1-425d-b9b1-dd2526bf3d00)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:31:40.772427 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '818135ef-9715-4a73-87e8-01ea64a454b6', 'network_id': 'ac38a654-4075-456a-bc52-9a2a4fa7d579', 'port_id': '818135ef-9715-4a73-87e8-01ea64a454b6', 'mac_address': 'fa:16:3e:55:97:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c5b6ebb-aa31-4518-a588-3858b2528956', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:31:40.785136 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dbc879bc-3098-4b70-8cfc-36732e96fe3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:40.814588 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-af50dc13-9f61-4fe8-966f-34b58caa61f5 req-58433c0b-d39a-4e20-87d5-4d72457e2fb3 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a1ae922-53db-4b87-b60b-12d9a74c16ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138983 Nov 16 11:31:40.815598 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:40.837971 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 818135ef-9715-4a73-87e8-01ea64a454b6 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:31:40.861613 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 818135ef-9715-4a73-87e8-01ea64a454b6, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=818135ef-9715-4a73-87e8-01ea64a454b6,segment=NetworkSegment(8c7d83bf-85a1-425d-b9b1-dd2526bf3d00),segment_id=8c7d83bf-85a1-425d-b9b1-dd2526bf3d00)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:31:40.867793 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-859992bb-2a91-4473-af5f-e133b90ab487 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:40.870144 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:40.885652 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-859992bb-2a91-4473-af5f-e133b90ab487 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:40.893840 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dbc879bc-3098-4b70-8cfc-36732e96fe3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:40.896593 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dbc879bc-3098-4b70-8cfc-36732e96fe3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:40.900414 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-dbc879bc-3098-4b70-8cfc-36732e96fe3b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/18aa2f1f-4410-4b2e-acfe-6932f2c47f6b HTTP/1.1" status: 204 len: 168 time: 0.2885814 Nov 16 11:31:40.927192 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-859992bb-2a91-4473-af5f-e133b90ab487 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:31:40.929435 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859992bb-2a91-4473-af5f-e133b90ab487 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38af5157-d51e-4692-b399-fcd29110d3f0,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:40.930948 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=818135ef-9715-4a73-87e8-01ea64a454b6,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:40.948211 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc879bc-3098-4b70-8cfc-36732e96fe3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18aa2f1f-4410-4b2e-acfe-6932f2c47f6b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:40.950426 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-859992bb-2a91-4473-af5f-e133b90ab487 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:40.950757 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-859992bb-2a91-4473-af5f-e133b90ab487 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Added segment 2fdb0970-effc-4af5-b92f-c9084f92571a of type vlan for network bb88019e-f68b-4229-807e-f0873d079a35 Nov 16 11:31:41.027040 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-859992bb-2a91-4473-af5f-e133b90ab487 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:41.065204 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-859992bb-2a91-4473-af5f-e133b90ab487 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:41.074700 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859992bb-2a91-4473-af5f-e133b90ab487 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:41.075319 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-859992bb-2a91-4473-af5f-e133b90ab487 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:41.090499 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc5ffb-66b7-4d02-ab8d-7dfbcf55c4b1 req-59131a81-3c48-477b-945c-496223c1e661 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:41.092413 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c7cc5ffb-66b7-4d02-ab8d-7dfbcf55c4b1 req-59131a81-3c48-477b-945c-496223c1e661 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 946 time: 0.1015711 Nov 16 11:31:41.149328 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-859992bb-2a91-4473-af5f-e133b90ab487 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8257263 Nov 16 11:31:41.157270 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44440) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:41.164539 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859992bb-2a91-4473-af5f-e133b90ab487 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Pushing event updated for resources: {'Network': ['ID=bb88019e-f68b-4229-807e-f0873d079a35,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:41.169464 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-eeab9bd4-05bc-4954-b564-260ee85ee570 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Request body: {'subnet': {'network_id': 'bb88019e-f68b-4229-807e-f0873d079a35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:41.176754 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network bb88019e-f68b-4229-807e-f0873d079a35 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:31:41.217588 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['818135ef-9715-4a73-87e8-01ea64a454b6'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:31:41.292037 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c7cc5ffb-66b7-4d02-ab8d-7dfbcf55c4b1 req-b93f5433-4ae1-41fb-82cb-d7f3f0212eac tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908860 Nov 16 11:31:41.354847 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c4ed8b4c-2193-41dd-9159-487ac3a27f37 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:41.445775 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeab9bd4-05bc-4954-b564-260ee85ee570 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Made reservation on behalf of 46768acc2e1744e3a71efbe4e3e4e1f7 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:31:41.449494 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eeab9bd4-05bc-4954-b564-260ee85ee570 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:41.541242 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ed50f-a537-4cab-bb64-0a802e3bbfbf req-b5f39480-86ca-40aa-9c08-2130bc307bc0 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:41.542768 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1b3ed50f-a537-4cab-bb64-0a802e3bbfbf req-b5f39480-86ca-40aa-9c08-2130bc307bc0 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 950 time: 0.1562951 Nov 16 11:31:41.551023 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c4ed8b4c-2193-41dd-9159-487ac3a27f37 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:41.692964 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1b3ed50f-a537-4cab-bb64-0a802e3bbfbf req-77a95ff2-a29c-47f1-8a28-b4c04e2db953 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428459 Nov 16 11:31:41.726858 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44458) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:41.817330 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4040e397-2915-44cb-b3ae-75a697ec7054 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:41.818179 n-d-816823-3 neutron-server[102668]: WARNING neutron.api.v2.base [None req-4040e397-2915-44cb-b3ae-75a697ec7054 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 16 11:31:41.818625 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-4040e397-2915-44cb-b3ae-75a697ec7054 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] create failed (client error): There was a conflict when trying to complete your request. Nov 16 11:31:41.819616 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4040e397-2915-44cb-b3ae-75a697ec7054 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0985065 Nov 16 11:31:41.823415 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44462) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:41.832966 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-03e2979a-8a7f-450e-95ef-5cf37b43b708 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Request body: {'security_group': {'name': 'tempest-secgroup--121396112'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:41.850408 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eeab9bd4-05bc-4954-b564-260ee85ee570 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:41.860148 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c4ed8b4c-2193-41dd-9159-487ac3a27f37 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:41.889707 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c4ed8b4c-2193-41dd-9159-487ac3a27f37 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:41.961317 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-03e2979a-8a7f-450e-95ef-5cf37b43b708 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:42.025281 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-03e2979a-8a7f-450e-95ef-5cf37b43b708 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:42.047595 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab9bd4-05bc-4954-b564-260ee85ee570 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Pushing event updated for resources: {'Subnet': ['ID=5a404dc8-fd0d-4d7b-a82f-8fe5f9c87b3b,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:42.055382 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed8b4c-2193-41dd-9159-487ac3a27f37 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event updated for resources: {'Port': ['ID=9755b75b-a745-4f86-a8c9-d74057729bbe,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:42.088676 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae01528-516c-46cb-bed5-0c86b5cb6195 req-c2187fe9-b2a9-4c80-89b3-f84b36cab083 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:42.090174 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5ae01528-516c-46cb-bed5-0c86b5cb6195 req-c2187fe9-b2a9-4c80-89b3-f84b36cab083 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 944 time: 0.2016532 Nov 16 11:31:42.094723 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c4ed8b4c-2193-41dd-9159-487ac3a27f37 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:42.096779 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeab9bd4-05bc-4954-b564-260ee85ee570 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Checking segment: {'id': '2fdb0970-effc-4af5-b92f-c9084f92571a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'bb88019e-f68b-4229-807e-f0873d079a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:31:42.097146 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeab9bd4-05bc-4954-b564-260ee85ee570 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Network hostable DHCP agents. Network: bb88019e-f68b-4229-807e-f0873d079a35, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:31:42.228385 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeab9bd4-05bc-4954-b564-260ee85ee570 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Network bb88019e-f68b-4229-807e-f0873d079a35 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:31:42.266367 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5ae01528-516c-46cb-bed5-0c86b5cb6195 req-e8efc5e2-5ead-4b06-a6bb-2e2f1db2ca07 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a1ae922-53db-4b87-b60b-12d9a74c16ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661370 Nov 16 11:31:42.266920 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-eeab9bd4-05bc-4954-b564-260ee85ee570 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, bb88019e-f68b-4229-807e-f0873d079a35) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:31:42.275511 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74e9c56-741d-4697-aaec-73d8f0362146 None None] Network bb88019e-f68b-4229-807e-f0873d079a35 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:31:42.276780 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeab9bd4-05bc-4954-b564-260ee85ee570 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:42.276918 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eeab9bd4-05bc-4954-b564-260ee85ee570 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:42.310252 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [None req-c4ed8b4c-2193-41dd-9159-487ac3a27f37 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Floating IP 2fd7b0d8-487a-4c41-b751-21ba828202bb associated. External IP: 172.25.0.252, port: 5b7f549b-106e-4c4c-8729-32f9cb5991de. Nov 16 11:31:42.356465 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44470) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:42.356948 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-eeab9bd4-05bc-4954-b564-260ee85ee570 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1981461 Nov 16 11:31:42.362453 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-c832b9b2-5a42-4843-8802-79dcf18f2226 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Request body: {'port': {'network_id': 'bb88019e-f68b-4229-807e-f0873d079a35', 'name': 'tempest-AllowedAddressPairTestJSON-727448462'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:42.387266 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-03e2979a-8a7f-450e-95ef-5cf37b43b708 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:42.400957 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-03e2979a-8a7f-450e-95ef-5cf37b43b708 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:42.491575 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e2979a-8a7f-450e-95ef-5cf37b43b708 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2f2679-2201-469d-8d4d-db5f33c0f4f2,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:42.514396 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c832b9b2-5a42-4843-8802-79dcf18f2226 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Made reservation on behalf of 46768acc2e1744e3a71efbe4e3e4e1f7 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:31:42.520418 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c832b9b2-5a42-4843-8802-79dcf18f2226 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:42.540106 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59535a22-6ae2-47b2-bca8-3489a18622a3 req-9428800e-f951-49d1-93ba-1aedcbc2fad5 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:42.541654 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-59535a22-6ae2-47b2-bca8-3489a18622a3 req-9428800e-f951-49d1-93ba-1aedcbc2fad5 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 946 time: 0.1135817 Nov 16 11:31:42.550666 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-c832b9b2-5a42-4843-8802-79dcf18f2226 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] device_id is not set on port d13d81cd-af49-48dd-9d64-cc4f69108f75 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:31:42.598813 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca14652-6274-477c-ac6c-6c7d5853bc36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-bb88019e-f68b-4229-807e-f0873d079a35', 'network_id': 'bb88019e-f68b-4229-807e-f0873d079a35', 'tenant_id': '46768acc2e1744e3a71efbe4e3e4e1f7', 'fixed_ips': [{'subnet_id': '5a404dc8-fd0d-4d7b-a82f-8fe5f9c87b3b'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:31:42.600131 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dca14652-6274-477c-ac6c-6c7d5853bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:42.612587 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 818135ef-9715-4a73-87e8-01ea64a454b6 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:31:42.630250 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-03e2979a-8a7f-450e-95ef-5cf37b43b708 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:42.640025 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-03e2979a-8a7f-450e-95ef-5cf37b43b708 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:42.674435 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-c832b9b2-5a42-4843-8802-79dcf18f2226 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Allocated IP 172.20.0.10 (bb88019e-f68b-4229-807e-f0873d079a35/5a404dc8-fd0d-4d7b-a82f-8fe5f9c87b3b/d13d81cd-af49-48dd-9d64-cc4f69108f75) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:31:42.691481 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-03e2979a-8a7f-450e-95ef-5cf37b43b708 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:42.695423 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-03e2979a-8a7f-450e-95ef-5cf37b43b708 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8683560 Nov 16 11:31:42.697048 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44472) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:42.700508 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-db76d23e-bdb8-4fec-80b8-b035632ecdbb tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Request body: {'security_group_rule': {'security_group_id': '66a5b353-910e-4e47-bb47-2c3c768a88b2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:42.721762 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-59535a22-6ae2-47b2-bca8-3489a18622a3 req-2423ea09-46ce-4f1c-b2c5-da83d42d3482 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664677 Nov 16 11:31:42.724228 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e2979a-8a7f-450e-95ef-5cf37b43b708 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66a5b353-910e-4e47-bb47-2c3c768a88b2,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:42.746853 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 818135ef-9715-4a73-87e8-01ea64a454b6 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:31:42.751288 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 818135ef-9715-4a73-87e8-01ea64a454b6 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:42.751667 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:42.764637 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ed8b4c-2193-41dd-9159-487ac3a27f37 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Router b45d1980-14ae-4e25-b5ff-acd46263a0fe has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:31:42.812284 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db76d23e-bdb8-4fec-80b8-b035632ecdbb tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:42.835293 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:42.896658 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 818135ef-9715-4a73-87e8-01ea64a454b6, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=818135ef-9715-4a73-87e8-01ea64a454b6,segment=NetworkSegment(8c7d83bf-85a1-425d-b9b1-dd2526bf3d00),segment_id=8c7d83bf-85a1-425d-b9b1-dd2526bf3d00)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:31:42.898028 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b953a5a-a862-4eb8-a040-470deca364bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818135ef-9715-4a73-87e8-01ea64a454b6'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:31:42.902716 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db76d23e-bdb8-4fec-80b8-b035632ecdbb tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:42.903621 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2937896f-e210-4fe8-bf0e-ef16436d8001" -d '{"events": [{"server_uuid": "9b953a5a-a862-4eb8-a040-470deca364bb", "name": "network-vif-plugged", "status": "completed", "tag": "818135ef-9715-4a73-87e8-01ea64a454b6"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:31:42.908361 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:42.910721 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db76d23e-bdb8-4fec-80b8-b035632ecdbb tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:42.921126 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c832b9b2-5a42-4843-8802-79dcf18f2226 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:42.927160 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214b5d3-5798-42df-8838-db35656256ad req-50a2243b-92ff-44f7-9f49-f701e1efa154 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:42.928658 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3214b5d3-5798-42df-8838-db35656256ad req-50a2243b-92ff-44f7-9f49-f701e1efa154 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 950 time: 0.1022913 Nov 16 11:31:42.935518 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ed8b4c-2193-41dd-9159-487ac3a27f37 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:31:42.942089 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76d23e-bdb8-4fec-80b8-b035632ecdbb tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52785bf7-4783-4a6d-bbfb-c42bfea74519,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:42.952639 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db76d23e-bdb8-4fec-80b8-b035632ecdbb tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:42.956576 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-db76d23e-bdb8-4fec-80b8-b035632ecdbb tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2573533 Nov 16 11:31:42.957699 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44478) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:42.960416 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c4ed8b4c-2193-41dd-9159-487ac3a27f37 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:42.961424 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7093ff81-5c47-43fb-9586-f5769862f2b6 None None] Sync routers for ids ['b45d1980-14ae-4e25-b5ff-acd46263a0fe'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:31:42.969998 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-566843dd-4aca-429a-9386-a842877ccadd tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Request body: {'security_group_rule': {'security_group_id': '66a5b353-910e-4e47-bb47-2c3c768a88b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:42.976659 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7093ff81-5c47-43fb-9586-f5769862f2b6 None None] Routers {'b45d1980-14ae-4e25-b5ff-acd46263a0fe'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:31:42.977358 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-7093ff81-5c47-43fb-9586-f5769862f2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:31:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['b45d1980-14ae-4e25-b5ff-acd46263a0fe'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:43.002939 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=818135ef-9715-4a73-87e8-01ea64a454b6,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:43.006162 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c4ed8b4c-2193-41dd-9159-487ac3a27f37 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7180111 Nov 16 11:31:43.006959 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbc62ec-dda5-4722-a78b-ae0e9d384cd1', 'tag': '5b7f549b-106e-4c4c-8729-32f9cb5991de'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:31:43.009479 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5f7105-e019-428c-b76d-ef7ec74e0d6a" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbc62ec-dda5-4722-a78b-ae0e9d384cd1", "tag": "5b7f549b-106e-4c4c-8729-32f9cb5991de"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:31:43.011192 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44480) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:43.022311 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-24b68ebc-9bcf-4d6b-8f61-084e7dfd69e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:43.058119 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3214b5d3-5798-42df-8838-db35656256ad req-6994aab7-7aed-463b-a690-e306e02174ab tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919580 Nov 16 11:31:43.066548 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c832b9b2-5a42-4843-8802-79dcf18f2226 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:43.103213 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-dca14652-6274-477c-ac6c-6c7d5853bc36 None None] Allocated IP 172.20.0.2 (bb88019e-f68b-4229-807e-f0873d079a35/5a404dc8-fd0d-4d7b-a82f-8fe5f9c87b3b/7e97e187-f88c-412c-8215-0dbde7117145) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:31:43.134037 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d79b4c6-6a59-4631-8d87-eafed752471c x-openstack-request-id: req-3d79b4c6-6a59-4631-8d87-eafed752471c {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:31:43.134333 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b953a5a-a862-4eb8-a040-470deca364bb", "name": "network-vif-plugged", "status": "completed", "tag": "818135ef-9715-4a73-87e8-01ea64a454b6", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:31:43.134714 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3d79b4c6-6a59-4631-8d87-eafed752471c {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:31:43.135513 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b953a5a-a862-4eb8-a040-470deca364bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818135ef-9715-4a73-87e8-01ea64a454b6', 'code': 200} Nov 16 11:31:43.151948 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c832b9b2-5a42-4843-8802-79dcf18f2226 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Pushing event updated for resources: {'Port': ['ID=d13d81cd-af49-48dd-9d64-cc4f69108f75,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:43.154501 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-566843dd-4aca-429a-9386-a842877ccadd tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:43.168264 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60af398d-156e-4be7-9eb3-2f1a4c841880 x-openstack-request-id: req-60af398d-156e-4be7-9eb3-2f1a4c841880 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:31:43.168811 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbc62ec-dda5-4722-a78b-ae0e9d384cd1", "tag": "5b7f549b-106e-4c4c-8729-32f9cb5991de", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:31:43.169064 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-60af398d-156e-4be7-9eb3-2f1a4c841880 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:31:43.169468 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fbc62ec-dda5-4722-a78b-ae0e9d384cd1', 'tag': '5b7f549b-106e-4c4c-8729-32f9cb5991de', 'status': 'completed', 'code': 200} Nov 16 11:31:43.176785 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c832b9b2-5a42-4843-8802-79dcf18f2226 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Network bb88019e-f68b-4229-807e-f0873d079a35 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:31:43.177232 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-7093ff81-5c47-43fb-9586-f5769862f2b6 None None] Set router b45d1980-14ae-4e25-b5ff-acd46263a0fe gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:31:43.188445 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-c832b9b2-5a42-4843-8802-79dcf18f2226 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:31:43.201973 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c832b9b2-5a42-4843-8802-79dcf18f2226 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:31:43.209625 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-beff5d1a-8d14-4c19-88e6-f0c6543daad5 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/floatingips/2fd7b0d8-487a-4c41-b751-21ba828202bb HTTP/1.1" status: 200 len: 991 time: 0.1971967 Nov 16 11:31:43.333828 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dca14652-6274-477c-ac6c-6c7d5853bc36 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:43.346341 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dca14652-6274-477c-ac6c-6c7d5853bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:43.359465 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c832b9b2-5a42-4843-8802-79dcf18f2226 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:43.361790 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c832b9b2-5a42-4843-8802-79dcf18f2226 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:43.386045 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-566843dd-4aca-429a-9386-a842877ccadd tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] create failed (client error): There was a conflict when trying to complete your request. Nov 16 11:31:43.389561 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-566843dd-4aca-429a-9386-a842877ccadd tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4283895 Nov 16 11:31:43.392353 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef51f8a-61a1-4e11-8d89-6db2a33f747e req-5ea59a9b-07c1-4719-a96e-35e6ca4e5d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:43.393809 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3ef51f8a-61a1-4e11-8d89-6db2a33f747e req-5ea59a9b-07c1-4719-a96e-35e6ca4e5d97 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 1096 time: 0.1411867 Nov 16 11:31:43.396154 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44488) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:43.409131 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c832b9b2-5a42-4843-8802-79dcf18f2226 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0484495 Nov 16 11:31:43.412626 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44490) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:43.420533 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca14652-6274-477c-ac6c-6c7d5853bc36 None None] Pushing event updated for resources: {'Port': ['ID=7e97e187-f88c-412c-8215-0dbde7117145,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:43.432128 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca14652-6274-477c-ac6c-6c7d5853bc36 None None] Network bb88019e-f68b-4229-807e-f0873d079a35 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:31:43.432947 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-ba6c9c3a-18ec-4b9f-958c-56145ae5742a tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Request body: {'port': {'network_id': 'bb88019e-f68b-4229-807e-f0873d079a35', 'name': 'tempest-AllowedAddressPairTestJSON-1007363625', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:54:32:e0'}]}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:43.434079 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-dca14652-6274-477c-ac6c-6c7d5853bc36 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:31:43.441547 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca14652-6274-477c-ac6c-6c7d5853bc36 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:31:43.448791 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f7105-e019-428c-b76d-ef7ec74e0d6a req-e9155fa0-a624-482a-a8ff-1a743220ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:43.450338 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2d5f7105-e019-428c-b76d-ef7ec74e0d6a req-e9155fa0-a624-482a-a8ff-1a743220ee1d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8e4d1d7674f84686a4379fe8e2aa2d78&device_id=5fbc62ec-dda5-4722-a78b-ae0e9d384cd1 HTTP/1.1" status: 200 len: 1096 time: 0.1422307 Nov 16 11:31:43.492327 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-7093ff81-5c47-43fb-9586-f5769862f2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45d1980-14ae-4e25-b5ff-acd46263a0fe', 'name': 'tempest-TestNetworkBasicOps-router-8145012', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '4a71018b-a758-412e-95fa-6654b6d5a87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:31:01Z', 'updated_at': '2021-11-16T11:31:07Z', 'revision_number': 4, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'gw_port': {'id': '4a71018b-a758-412e-95fa-6654b6d5a87d', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45d1980-14ae-4e25-b5ff-acd46263a0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:02Z', 'updated_at': '2021-11-16T11:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '2fd7b0d8-487a-4c41-b751-21ba828202bb', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'floating_ip_address': '172.25.0.252', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'b45d1980-14ae-4e25-b5ff-acd46263a0fe', 'port_id': '5b7f549b-106e-4c4c-8729-32f9cb5991de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad', 'mac_address': 'fa:16:3e:82:9f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbc62ec-dda5-4722-a78b-ae0e9d384cd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:31:41Z', 'updated_at': '2021-11-16T11:31:41Z', 'revision_number': 0, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '474bd286-92f4-4d5a-9d95-ecf06a34bf29', 'name': '', 'network_id': '3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'mac_address': 'fa:16:3e:ed:b1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45d1980-14ae-4e25-b5ff-acd46263a0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'fa420f98-c40e-4555-8792-b6dc61ec5b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:06Z', 'updated_at': '2021-11-16T11:31:19Z', 'revision_number': 5, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'subnets': [{'id': 'fa420f98-c40e-4555-8792-b6dc61ec5b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:43.508995 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-dca14652-6274-477c-ac6c-6c7d5853bc36 None None] Attempting to bind port 7e97e187-f88c-412c-8215-0dbde7117145 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:31:43.509753 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-dca14652-6274-477c-ac6c-6c7d5853bc36 None None] Attempting to bind port 7e97e187-f88c-412c-8215-0dbde7117145 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '2fdb0970-effc-4af5-b92f-c9084f92571a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'bb88019e-f68b-4229-807e-f0873d079a35'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:31:43.510386 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca14652-6274-477c-ac6c-6c7d5853bc36 None None] Attempting to bind port 7e97e187-f88c-412c-8215-0dbde7117145 on network bb88019e-f68b-4229-807e-f0873d079a35 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:31:43.517010 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca14652-6274-477c-ac6c-6c7d5853bc36 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:31:43.517718 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca14652-6274-477c-ac6c-6c7d5853bc36 None None] Checking segment: {'id': '2fdb0970-effc-4af5-b92f-c9084f92571a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'bb88019e-f68b-4229-807e-f0873d079a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:31:43.518880 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dca14652-6274-477c-ac6c-6c7d5853bc36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:43.519499 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca14652-6274-477c-ac6c-6c7d5853bc36 None None] Bound using segment: {'id': '2fdb0970-effc-4af5-b92f-c9084f92571a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'bb88019e-f68b-4229-807e-f0873d079a35'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:31:43.520196 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-dca14652-6274-477c-ac6c-6c7d5853bc36 None None] Bound port: 7e97e187-f88c-412c-8215-0dbde7117145, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fdb0970-effc-4af5-b92f-c9084f92571a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'bb88019e-f68b-4229-807e-f0873d079a35'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:31:43.520810 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dca14652-6274-477c-ac6c-6c7d5853bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:43.525593 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7093ff81-5c47-43fb-9586-f5769862f2b6 None None] Checking router: b45d1980-14ae-4e25-b5ff-acd46263a0fe for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:31:43.534936 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7093ff81-5c47-43fb-9586-f5769862f2b6 None None] Routers {'b45d1980-14ae-4e25-b5ff-acd46263a0fe'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:31:43.535504 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-7093ff81-5c47-43fb-9586-f5769862f2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:31:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['b45d1980-14ae-4e25-b5ff-acd46263a0fe'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:43.565854 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f7105-e019-428c-b76d-ef7ec74e0d6a req-3081a8ab-0453-445c-b170-a33b56e6c5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:43.567656 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2d5f7105-e019-428c-b76d-ef7ec74e0d6a req-3081a8ab-0453-445c-b170-a33b56e6c5aa service neutron] 10.222.0.64 "GET /v2.0/networks?id=3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad HTTP/1.1" status: 200 len: 898 time: 0.1068261 Nov 16 11:31:43.578695 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9bf60-c62e-4c94-9506-29ae7465638c req-c9b4b3cc-3dfe-488c-9468-adfa7ccb5081 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:43.601557 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-11a9bf60-c62e-4c94-9506-29ae7465638c req-c9b4b3cc-3dfe-488c-9468-adfa7ccb5081 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 945 time: 0.2407007 Nov 16 11:31:43.604747 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-dca14652-6274-477c-ac6c-6c7d5853bc36 None None] For port 7e97e187-f88c-412c-8215-0dbde7117145, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:31:43.610062 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-dca14652-6274-477c-ac6c-6c7d5853bc36 None None] For port 7e97e187-f88c-412c-8215-0dbde7117145, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=7e97e187-f88c-412c-8215-0dbde7117145,segment=NetworkSegment(2fdb0970-effc-4af5-b92f-c9084f92571a),segment_id=2fdb0970-effc-4af5-b92f-c9084f92571a)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:31:43.613169 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3ef51f8a-61a1-4e11-8d89-6db2a33f747e req-afbfc8ea-7927-4f2e-b921-1f1322e6dc6b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2a1ae922-53db-4b87-b60b-12d9a74c16ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053442 Nov 16 11:31:43.618912 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dca14652-6274-477c-ac6c-6c7d5853bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:43.645583 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f054f636-f573-43cc-8ad1-06416240e6e7 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:43.704005 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f054f636-f573-43cc-8ad1-06416240e6e7 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:43.708462 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2d5f7105-e019-428c-b76d-ef7ec74e0d6a req-91814d69-4968-4cdc-a646-9c547b3711cc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b7f549b-106e-4c4c-8729-32f9cb5991de HTTP/1.1" status: 200 len: 999 time: 0.1225457 Nov 16 11:31:43.731746 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca14652-6274-477c-ac6c-6c7d5853bc36 None None] Pushing event updated for resources: {'Port': ['ID=7e97e187-f88c-412c-8215-0dbde7117145,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:43.773295 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-11a9bf60-c62e-4c94-9506-29ae7465638c req-f3199e40-6a01-4797-b6a2-3842c6be62a2 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a1ae922-53db-4b87-b60b-12d9a74c16ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707327 Nov 16 11:31:43.776432 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f054f636-f573-43cc-8ad1-06416240e6e7 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:43.780281 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f054f636-f573-43cc-8ad1-06416240e6e7 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:43.783930 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f054f636-f573-43cc-8ad1-06416240e6e7 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "DELETE /v2.0/security-groups/66a5b353-910e-4e47-bb47-2c3c768a88b2 HTTP/1.1" status: 204 len: 168 time: 0.3847947 Nov 16 11:31:43.785398 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44494) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:43.792430 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f054f636-f573-43cc-8ad1-06416240e6e7 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a5b353-910e-4e47-bb47-2c3c768a88b2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:43.842050 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-7093ff81-5c47-43fb-9586-f5769862f2b6 None None] Set router b45d1980-14ae-4e25-b5ff-acd46263a0fe gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:31:43.860848 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6c9c3a-18ec-4b9f-958c-56145ae5742a tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Made reservation on behalf of 46768acc2e1744e3a71efbe4e3e4e1f7 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:31:43.907092 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f7105-e019-428c-b76d-ef7ec74e0d6a req-818ffd0c-93d3-4dd4-b832-4d497fe857b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:43.911103 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2d5f7105-e019-428c-b76d-ef7ec74e0d6a req-818ffd0c-93d3-4dd4-b832-4d497fe857b8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fa420f98-c40e-4555-8792-b6dc61ec5b9c HTTP/1.1" status: 200 len: 835 time: 0.0768495 Nov 16 11:31:43.978640 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0afe45c4-ef34-4c38-a500-939412b5ce52 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1918604 Nov 16 11:31:43.988513 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44496) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:43.992985 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d041541b-aede-4c05-b195-470949c21ff6 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Request body: {'security_group': {'name': 'tempest-secgroup--294162142'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:44.026973 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f7105-e019-428c-b76d-ef7ec74e0d6a req-df3411d1-bfe4-4058-ad2c-66a688a3cf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:44.035819 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2d5f7105-e019-428c-b76d-ef7ec74e0d6a req-df3411d1-bfe4-4058-ad2c-66a688a3cf08 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1152806 Nov 16 11:31:44.053962 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ba6c9c3a-18ec-4b9f-958c-56145ae5742a tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:44.066006 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d041541b-aede-4c05-b195-470949c21ff6 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:44.081434 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59deebe3-2e92-4d53-b02a-b6b0492b06ad req-047e417d-33e8-4d67-87ff-e86d5f25b335 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:44.085481 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-59deebe3-2e92-4d53-b02a-b6b0492b06ad req-047e417d-33e8-4d67-87ff-e86d5f25b335 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 946 time: 0.1302667 Nov 16 11:31:44.134826 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-ba6c9c3a-18ec-4b9f-958c-56145ae5742a tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] device_id is not set on port 3cb97a99-1f91-4b8f-acc0-3a0bf5b520ed yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:31:44.177816 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-7093ff81-5c47-43fb-9586-f5769862f2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45d1980-14ae-4e25-b5ff-acd46263a0fe', 'name': 'tempest-TestNetworkBasicOps-router-8145012', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '4a71018b-a758-412e-95fa-6654b6d5a87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:31:01Z', 'updated_at': '2021-11-16T11:31:07Z', 'revision_number': 4, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'gw_port': {'id': '4a71018b-a758-412e-95fa-6654b6d5a87d', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45d1980-14ae-4e25-b5ff-acd46263a0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:02Z', 'updated_at': '2021-11-16T11:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '2fd7b0d8-487a-4c41-b751-21ba828202bb', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'floating_ip_address': '172.25.0.252', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'b45d1980-14ae-4e25-b5ff-acd46263a0fe', 'port_id': '5b7f549b-106e-4c4c-8729-32f9cb5991de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad', 'mac_address': 'fa:16:3e:82:9f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbc62ec-dda5-4722-a78b-ae0e9d384cd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:31:41Z', 'updated_at': '2021-11-16T11:31:41Z', 'revision_number': 0, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '474bd286-92f4-4d5a-9d95-ecf06a34bf29', 'name': '', 'network_id': '3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'mac_address': 'fa:16:3e:ed:b1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45d1980-14ae-4e25-b5ff-acd46263a0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'fa420f98-c40e-4555-8792-b6dc61ec5b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:06Z', 'updated_at': '2021-11-16T11:31:19Z', 'revision_number': 5, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'subnets': [{'id': 'fa420f98-c40e-4555-8792-b6dc61ec5b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:44.206795 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2d5f7105-e019-428c-b76d-ef7ec74e0d6a req-13ddaa20-0449-44df-b6b7-e794fc52c73f service neutron] 10.222.0.64 "GET /v2.0/networks/3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497276 Nov 16 11:31:44.215499 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7093ff81-5c47-43fb-9586-f5769862f2b6 None None] The sync data for ids ['b45d1980-14ae-4e25-b5ff-acd46263a0fe'] in n-d-816823-3 is: [{'id': 'b45d1980-14ae-4e25-b5ff-acd46263a0fe', 'name': 'tempest-TestNetworkBasicOps-router-8145012', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '4a71018b-a758-412e-95fa-6654b6d5a87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:31:01Z', 'updated_at': '2021-11-16T11:31:07Z', 'revision_number': 4, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'gw_port': {'id': '4a71018b-a758-412e-95fa-6654b6d5a87d', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45d1980-14ae-4e25-b5ff-acd46263a0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:02Z', 'updated_at': '2021-11-16T11:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '2fd7b0d8-487a-4c41-b751-21ba828202bb', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'floating_ip_address': '172.25.0.252', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'b45d1980-14ae-4e25-b5ff-acd46263a0fe', 'port_id': '5b7f549b-106e-4c4c-8729-32f9cb5991de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad', 'mac_address': 'fa:16:3e:82:9f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbc62ec-dda5-4722-a78b-ae0e9d384cd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:31:41Z', 'updated_at': '2021-11-16T11:31:41Z', 'revision_number': 0, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '474bd286-92f4-4d5a-9d95-ecf06a34bf29', 'name': '', 'network_id': '3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'mac_address': 'fa:16:3e:ed:b1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45d1980-14ae-4e25-b5ff-acd46263a0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'fa420f98-c40e-4555-8792-b6dc61ec5b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:06Z', 'updated_at': '2021-11-16T11:31:19Z', 'revision_number': 5, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'subnets': [{'id': 'fa420f98-c40e-4555-8792-b6dc61ec5b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:31:44.222030 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44500) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:44.247068 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d041541b-aede-4c05-b195-470949c21ff6 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:44.256197 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-59deebe3-2e92-4d53-b02a-b6b0492b06ad req-72e92576-954d-40c3-8734-c873a4f24d93 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552296 Nov 16 11:31:44.290231 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d041541b-aede-4c05-b195-470949c21ff6 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:44.319420 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-ba6c9c3a-18ec-4b9f-958c-56145ae5742a tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Allocated IP 172.20.0.12 (bb88019e-f68b-4229-807e-f0873d079a35/5a404dc8-fd0d-4d7b-a82f-8fe5f9c87b3b/3cb97a99-1f91-4b8f-acc0-3a0bf5b520ed) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:31:44.371718 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d041541b-aede-4c05-b195-470949c21ff6 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:44.375758 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d041541b-aede-4c05-b195-470949c21ff6 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3834748 Nov 16 11:31:44.378443 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44502) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:44.385475 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-9c29ff5d-36fa-4125-910f-959115371af9 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Request body: {'security_group_rule': {'security_group_id': '2b1e3f8e-36c4-44bb-8300-5882f22eb99a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:44.385475 n-d-816823-3 neutron-server[102668]: WARNING neutron.api.v2.base [None req-9c29ff5d-36fa-4125-910f-959115371af9 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 16 11:31:44.385475 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-9c29ff5d-36fa-4125-910f-959115371af9 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:31:44.386590 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9c29ff5d-36fa-4125-910f-959115371af9 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0058692 Nov 16 11:31:44.394871 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b3d0009f-2a83-4b1e-a7e8-db1e0207c0ea tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/floatingips/2fd7b0d8-487a-4c41-b751-21ba828202bb HTTP/1.1" status: 200 len: 991 time: 0.1718128 Nov 16 11:31:44.395674 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d041541b-aede-4c05-b195-470949c21ff6 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1e3f8e-36c4-44bb-8300-5882f22eb99a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:44.406694 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44504) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:44.467728 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2d5f7105-e019-428c-b76d-ef7ec74e0d6a req-5f20c038-dc71-493c-a051-488d1a2c4430 service neutron] 10.222.0.64 "GET /v2.0/networks/3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464724 Nov 16 11:31:44.492105 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffc190-9ca1-4c37-bc94-8dff8b231b2e req-5bb1747d-da62-451d-a1eb-1169578f27e3 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:44.494386 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-62ffc190-9ca1-4c37-bc94-8dff8b231b2e req-5bb1747d-da62-451d-a1eb-1169578f27e3 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 950 time: 0.1299870 Nov 16 11:31:44.501691 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-08dbe3e3-6cb1-4862-8b11-8bf27fa1b60e tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:44.543030 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7e97e187-f88c-412c-8215-0dbde7117145 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:31:44.544000 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-08dbe3e3-6cb1-4862-8b11-8bf27fa1b60e tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:44.590624 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ba6c9c3a-18ec-4b9f-958c-56145ae5742a tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:44.595998 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-62ffc190-9ca1-4c37-bc94-8dff8b231b2e req-0c66fb1e-2358-4234-8b5d-d809bfa95f16 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887096 Nov 16 11:31:44.600464 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 7e97e187-f88c-412c-8215-0dbde7117145 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:44.600853 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:44.602422 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-08dbe3e3-6cb1-4862-8b11-8bf27fa1b60e tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:44.606590 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-08dbe3e3-6cb1-4862-8b11-8bf27fa1b60e tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:44.608691 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-08dbe3e3-6cb1-4862-8b11-8bf27fa1b60e tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "DELETE /v2.0/security-groups/2b1e3f8e-36c4-44bb-8300-5882f22eb99a HTTP/1.1" status: 204 len: 168 time: 0.1984529 Nov 16 11:31:44.611317 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44506) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:44.621522 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbe3e3-6cb1-4862-8b11-8bf27fa1b60e tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1e3f8e-36c4-44bb-8300-5882f22eb99a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:44.704105 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ba6c9c3a-18ec-4b9f-958c-56145ae5742a tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:44.719471 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf58943-cd9a-4fb6-93e1-fec021d150cd None None] New status for floating IP 2fd7b0d8-487a-4c41-b751-21ba828202bb: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:31:44.746469 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c3dbb0d1-a3ee-46ac-aef1-f44b9c16e319 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1207066 Nov 16 11:31:44.747526 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44508) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:44.754693 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-7d99010e-d567-4bf7-86d4-6b4ccde358ed tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Request body: {'security_group': {'name': 'tempest-secgroup--2065201070'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:44.758673 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6c9c3a-18ec-4b9f-958c-56145ae5742a tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Network bb88019e-f68b-4229-807e-f0873d079a35 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:31:44.762657 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-ba6c9c3a-18ec-4b9f-958c-56145ae5742a tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:31:44.768303 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6c9c3a-18ec-4b9f-958c-56145ae5742a tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:31:44.776696 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c9c3a-18ec-4b9f-958c-56145ae5742a tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Pushing event updated for resources: {'Port': ['ID=3cb97a99-1f91-4b8f-acc0-3a0bf5b520ed,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:44.781132 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:44.788225 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7d99010e-d567-4bf7-86d4-6b4ccde358ed tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:44.833209 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c9c3a-18ec-4b9f-958c-56145ae5742a tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:31:44.833557 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c9c3a-18ec-4b9f-958c-56145ae5742a tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:31:44.833898 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c9c3a-18ec-4b9f-958c-56145ae5742a tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:31:44.834239 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c9c3a-18ec-4b9f-958c-56145ae5742a tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:31:44.834576 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c9c3a-18ec-4b9f-958c-56145ae5742a tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:31:44.834909 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c9c3a-18ec-4b9f-958c-56145ae5742a tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:31:44.835239 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c9c3a-18ec-4b9f-958c-56145ae5742a tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:31:44.835587 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c9c3a-18ec-4b9f-958c-56145ae5742a tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:31:44.835910 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c9c3a-18ec-4b9f-958c-56145ae5742a tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:31:44.836235 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c9c3a-18ec-4b9f-958c-56145ae5742a tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:31:44.836560 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c9c3a-18ec-4b9f-958c-56145ae5742a tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:31:44.836880 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6c9c3a-18ec-4b9f-958c-56145ae5742a tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:31:44.891355 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 7e97e187-f88c-412c-8215-0dbde7117145, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=7e97e187-f88c-412c-8215-0dbde7117145,segment=NetworkSegment(2fdb0970-effc-4af5-b92f-c9084f92571a),segment_id=2fdb0970-effc-4af5-b92f-c9084f92571a)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:31:44.898604 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7d99010e-d567-4bf7-86d4-6b4ccde358ed tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:44.900990 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:44.909041 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7d99010e-d567-4bf7-86d4-6b4ccde358ed tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:44.923138 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6c9c3a-18ec-4b9f-958c-56145ae5742a tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:44.923793 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ba6c9c3a-18ec-4b9f-958c-56145ae5742a tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:44.947471 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99010e-d567-4bf7-86d4-6b4ccde358ed tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e84dd67-2538-46ec-9db3-0761a4c2f544,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:44.953458 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992fb02d-d892-4294-a66a-b6ece5e1b3fe req-cf2fb8a3-af16-4379-96dc-4e432470a51e tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:44.960864 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-992fb02d-d892-4294-a66a-b6ece5e1b3fe req-cf2fb8a3-af16-4379-96dc-4e432470a51e tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 945 time: 0.0939925 Nov 16 11:31:44.963587 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7d99010e-d567-4bf7-86d4-6b4ccde358ed tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:44.968360 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44514) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:44.972622 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7d99010e-d567-4bf7-86d4-6b4ccde358ed tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2190897 Nov 16 11:31:44.974051 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-18b91909-045c-459e-8df9-18c72e80e566 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Request body: {'security_group_rule': {'security_group_id': '5e84dd67-2538-46ec-9db3-0761a4c2f544', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:44.974935 n-d-816823-3 neutron-server[102669]: WARNING neutron.api.v2.base [None req-18b91909-045c-459e-8df9-18c72e80e566 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 16 11:31:44.975463 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-18b91909-045c-459e-8df9-18c72e80e566 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:31:44.979894 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-18b91909-045c-459e-8df9-18c72e80e566 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0071769 Nov 16 11:31:44.980623 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44516) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:44.988667 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ba6c9c3a-18ec-4b9f-958c-56145ae5742a tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 1.5730050 Nov 16 11:31:44.990966 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44518) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:45.053095 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=7e97e187-f88c-412c-8215-0dbde7117145,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:45.062947 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-992fb02d-d892-4294-a66a-b6ece5e1b3fe req-62b18796-16c3-4980-931d-ba6a3c50cb35 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a1ae922-53db-4b87-b60b-12d9a74c16ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985813 Nov 16 11:31:45.192823 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f250cf44-5bd4-45da-ae6b-8387e0cc65ba None None] Network bb88019e-f68b-4229-807e-f0873d079a35 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:31:45.197452 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e73dacd-ec2d-4f8a-8873-ff5617cc9a24 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:45.203570 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e73dacd-ec2d-4f8a-8873-ff5617cc9a24 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:45.209478 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e73dacd-ec2d-4f8a-8873-ff5617cc9a24 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:45.211297 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9e73dacd-ec2d-4f8a-8873-ff5617cc9a24 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.2186971 Nov 16 11:31:45.214256 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44520) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:45.217159 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e16d731c-f476-4b61-b148-6dc8b1421488 req-8a3c2172-41a1-45f2-a3fa-3ce97901ef82 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1714129 Nov 16 11:31:45.227545 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c35fca01-63df-4ff4-8016-fd1763b5e5f2 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:45.252291 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c35fca01-63df-4ff4-8016-fd1763b5e5f2 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:45.293786 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a38bea8e-dbd2-484f-814b-959d95624787 None None] Provisioning complete for port 7e97e187-f88c-412c-8215-0dbde7117145 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:45.294662 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a38bea8e-dbd2-484f-814b-959d95624787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:45.328227 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d731c-f476-4b61-b148-6dc8b1421488 req-4ce0e0ad-5038-4c81-8518-c48030f6faed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:45.330402 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e16d731c-f476-4b61-b148-6dc8b1421488 req-4ce0e0ad-5038-4c81-8518-c48030f6faed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e86b42204c7f435e8eff5558272e51a5&device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 1100 time: 0.0619316 Nov 16 11:31:45.343636 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c35fca01-63df-4ff4-8016-fd1763b5e5f2 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:45.346491 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c35fca01-63df-4ff4-8016-fd1763b5e5f2 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:45.348544 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c35fca01-63df-4ff4-8016-fd1763b5e5f2 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "DELETE /v2.0/security-groups/5e84dd67-2538-46ec-9db3-0761a4c2f544 HTTP/1.1" status: 204 len: 168 time: 0.3658335 Nov 16 11:31:45.350457 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44524) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:45.362226 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35fca01-63df-4ff4-8016-fd1763b5e5f2 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e84dd67-2538-46ec-9db3-0761a4c2f544,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:45.402229 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44526) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:45.473760 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d731c-f476-4b61-b148-6dc8b1421488 req-a770f1f3-aec1-43e8-83cb-4e9bc40d559e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:45.475358 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e16d731c-f476-4b61-b148-6dc8b1421488 req-a770f1f3-aec1-43e8-83cb-4e9bc40d559e service neutron] 10.222.0.64 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.1143718 Nov 16 11:31:45.528951 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e16d731c-f476-4b61-b148-6dc8b1421488 req-4cac0fbc-a3e9-4c01-a193-b9ff9ab1dd57 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=999da5f4-8680-4f3b-bb5e-3b650ba4a561 HTTP/1.1" status: 200 len: 217 time: 0.0401738 Nov 16 11:31:45.555998 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b4695eb6-b7a3-4213-9c08-0bf1370c6eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:45.602590 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d731c-f476-4b61-b148-6dc8b1421488 req-7b522d6a-de00-4636-a88e-f1698509ba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:45.604083 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e16d731c-f476-4b61-b148-6dc8b1421488 req-7b522d6a-de00-4636-a88e-f1698509ba4b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0587215 Nov 16 11:31:45.654366 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d731c-f476-4b61-b148-6dc8b1421488 req-ee6ee30e-a742-4adf-999e-87cb58350135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:45.656406 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e16d731c-f476-4b61-b148-6dc8b1421488 req-ee6ee30e-a742-4adf-999e-87cb58350135 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0447938 Nov 16 11:31:45.693248 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-1847c1e7-7ef6-46ff-8a44-d162ab3f65bc None None] Provisioning complete for port 3cb97a99-1f91-4b8f-acc0-3a0bf5b520ed triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:45.693755 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1847c1e7-7ef6-46ff-8a44-d162ab3f65bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:45.755354 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-1847c1e7-7ef6-46ff-8a44-d162ab3f65bc None None] Port 3cb97a99-1f91-4b8f-acc0-3a0bf5b520ed cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:31:45.759657 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e16d731c-f476-4b61-b148-6dc8b1421488 req-224fb4cb-8fc2-4eba-9071-b1758a457da4 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957766 Nov 16 11:31:45.766615 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-1847c1e7-7ef6-46ff-8a44-d162ab3f65bc None None] Provisioning complete for port d13d81cd-af49-48dd-9d64-cc4f69108f75 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:45.767006 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1847c1e7-7ef6-46ff-8a44-d162ab3f65bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:45.807871 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-1847c1e7-7ef6-46ff-8a44-d162ab3f65bc None None] Port d13d81cd-af49-48dd-9d64-cc4f69108f75 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:31:45.820189 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-1847c1e7-7ef6-46ff-8a44-d162ab3f65bc None None] Provisioning complete for port 7e97e187-f88c-412c-8215-0dbde7117145 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:45.820583 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1847c1e7-7ef6-46ff-8a44-d162ab3f65bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:45.835574 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a779fb60-5142-4d67-b679-c6ba521827cf tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4820163 Nov 16 11:31:45.839028 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44530) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:45.845530 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-60193d53-4343-4f3b-b374-145979dcb4b2 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Request body: {'security_group': {'name': 'tempest-secgroup--868567920'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:45.855104 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d93057c5-a8c4-4b2e-84cb-416fb8e413db tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Deleting port 3cb97a99-1f91-4b8f-acc0-3a0bf5b520ed {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:31:45.855580 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d93057c5-a8c4-4b2e-84cb-416fb8e413db tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:45.884326 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60193d53-4343-4f3b-b374-145979dcb4b2 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:45.884899 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332296f8-e747-47da-b67b-c7712b1eb1d4 req-c1b44e1a-3af6-48aa-a388-ad3945b13326 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:45.893780 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-332296f8-e747-47da-b67b-c7712b1eb1d4 req-c1b44e1a-3af6-48aa-a388-ad3945b13326 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 946 time: 0.5419517 Nov 16 11:31:45.915409 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e16d731c-f476-4b61-b148-6dc8b1421488 req-0815a9a5-8d23-4016-8918-1973aafcc634 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474020 Nov 16 11:31:45.974618 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4243ece3-4c6a-4051-8cc9-6fff28fc01e7 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/floatingips/2fd7b0d8-487a-4c41-b751-21ba828202bb HTTP/1.1" status: 200 len: 993 time: 0.5695331 Nov 16 11:31:45.986404 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60193d53-4343-4f3b-b374-145979dcb4b2 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:45.992294 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60193d53-4343-4f3b-b374-145979dcb4b2 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:46.001970 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-332296f8-e747-47da-b67b-c7712b1eb1d4 req-f2e7b35a-0847-41e1-808d-f87e89174fc3 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070955 Nov 16 11:31:46.033850 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60193d53-4343-4f3b-b374-145979dcb4b2 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:46.040668 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-60193d53-4343-4f3b-b374-145979dcb4b2 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2005920 Nov 16 11:31:46.043747 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44532) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:46.050364 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60193d53-4343-4f3b-b374-145979dcb4b2 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84bb7504-6337-4025-9a0d-8ef4a8a25d0a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:46.055674 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-48191c5f-3cdc-480b-a433-63b3fa3083f8 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Request body: {'security_group_rule': {'security_group_id': '84bb7504-6337-4025-9a0d-8ef4a8a25d0a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:46.060348 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-83310e08-9026-40bc-9e2c-06743bdc55d3 None None] Provisioning complete for port d13d81cd-af49-48dd-9d64-cc4f69108f75 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:46.060824 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-83310e08-9026-40bc-9e2c-06743bdc55d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:46.076935 n-d-816823-3 neutron-server[102669]: WARNING neutron.api.v2.base [None req-48191c5f-3cdc-480b-a433-63b3fa3083f8 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 16 11:31:46.077651 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-48191c5f-3cdc-480b-a433-63b3fa3083f8 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:31:46.078837 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-48191c5f-3cdc-480b-a433-63b3fa3083f8 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0339086 Nov 16 11:31:46.081709 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44534) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:46.086913 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-acf8d1c9-0a25-43ea-8b40-e9c8d4dd8f3e tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Request body: {'security_group_rule': {'security_group_id': '84bb7504-6337-4025-9a0d-8ef4a8a25d0a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:46.088918 n-d-816823-3 neutron-server[102668]: WARNING neutron.api.v2.base [None req-acf8d1c9-0a25-43ea-8b40-e9c8d4dd8f3e tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 16 11:31:46.089597 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-acf8d1c9-0a25-43ea-8b40-e9c8d4dd8f3e tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:31:46.090966 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-acf8d1c9-0a25-43ea-8b40-e9c8d4dd8f3e tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0080299 Nov 16 11:31:46.093660 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44538) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:46.098901 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-fe2e6ca5-c1ea-4fc5-a8c2-0e217372702a tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Request body: {'security_group_rule': {'security_group_id': '84bb7504-6337-4025-9a0d-8ef4a8a25d0a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:46.100339 n-d-816823-3 neutron-server[102668]: WARNING neutron.api.v2.base [None req-fe2e6ca5-c1ea-4fc5-a8c2-0e217372702a tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 16 11:31:46.101114 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-fe2e6ca5-c1ea-4fc5-a8c2-0e217372702a tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:31:46.103870 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d93057c5-a8c4-4b2e-84cb-416fb8e413db tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:46.105512 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-fe2e6ca5-c1ea-4fc5-a8c2-0e217372702a tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0104752 Nov 16 11:31:46.109548 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44540) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:46.114573 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-83310e08-9026-40bc-9e2c-06743bdc55d3 None None] Port d13d81cd-af49-48dd-9d64-cc4f69108f75 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:31:46.118343 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f141342d-057c-4170-b95f-095ecef0af8c tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Request body: {'security_group_rule': {'security_group_id': '84bb7504-6337-4025-9a0d-8ef4a8a25d0a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:46.119662 n-d-816823-3 neutron-server[102668]: WARNING neutron.api.v2.base [None req-f141342d-057c-4170-b95f-095ecef0af8c tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 16 11:31:46.120194 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-f141342d-057c-4170-b95f-095ecef0af8c tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:31:46.125139 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f141342d-057c-4170-b95f-095ecef0af8c tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0099754 Nov 16 11:31:46.125601 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44542) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:46.136135 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d93057c5-a8c4-4b2e-84cb-416fb8e413db tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Calling delete_port for 3cb97a99-1f91-4b8f-acc0-3a0bf5b520ed owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:31:46.193358 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325631a0-d8f8-4033-b76d-46a2803dc564 req-56d8db5b-9d2f-4cab-b141-33a8eb363fb8 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:46.194536 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f36f78b-4925-48ab-9102-faa1152ee91f tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:46.194836 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-325631a0-d8f8-4033-b76d-46a2803dc564 req-56d8db5b-9d2f-4cab-b141-33a8eb363fb8 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 950 time: 0.1149256 Nov 16 11:31:46.216741 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f36f78b-4925-48ab-9102-faa1152ee91f tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:46.234681 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c81d933a-6663-4722-9301-c0b0a528e386 None None] Provisioning complete for port 3cb97a99-1f91-4b8f-acc0-3a0bf5b520ed triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:46.235413 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c81d933a-6663-4722-9301-c0b0a528e386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:46.262746 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f36f78b-4925-48ab-9102-faa1152ee91f tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:46.266447 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f36f78b-4925-48ab-9102-faa1152ee91f tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:46.270627 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5f36f78b-4925-48ab-9102-faa1152ee91f tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "DELETE /v2.0/security-groups/84bb7504-6337-4025-9a0d-8ef4a8a25d0a HTTP/1.1" status: 204 len: 168 time: 0.1417074 Nov 16 11:31:46.273505 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-c81d933a-6663-4722-9301-c0b0a528e386 None None] Port 3cb97a99-1f91-4b8f-acc0-3a0bf5b520ed cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:31:46.274078 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44546) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:46.278503 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-325631a0-d8f8-4033-b76d-46a2803dc564 req-c4656ae0-a37e-4e98-acb2-6ee74501c9f2 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734425 Nov 16 11:31:46.290082 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f36f78b-4925-48ab-9102-faa1152ee91f tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bb7504-6337-4025-9a0d-8ef4a8a25d0a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:46.340958 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d93057c5-a8c4-4b2e-84cb-416fb8e413db tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:46.351558 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5c8fbba0-fcb0-4b7f-b9db-ae6d1aeb9032 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0730090 Nov 16 11:31:46.351866 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44548) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:46.357142 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-bc45d06e-73fe-43af-adcd-3a7e0f4165b3 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Request body: {'security_group': {'name': 'tempest-secgroup--1961035268'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:46.381444 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc45d06e-73fe-43af-adcd-3a7e0f4165b3 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:46.392856 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93057c5-a8c4-4b2e-84cb-416fb8e413db tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Pushing event deleted for resources: {'Port': ['ID=3cb97a99-1f91-4b8f-acc0-3a0bf5b520ed,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:46.453796 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a8ef8-df08-4b63-8741-e2f34561fe3a req-95d002e0-54dc-40a6-9028-664c9084aa39 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:46.454865 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7e97e187-f88c-412c-8215-0dbde7117145 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:31:46.455703 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3e2a8ef8-df08-4b63-8741-e2f34561fe3a req-95d002e0-54dc-40a6-9028-664c9084aa39 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 945 time: 0.1169119 Nov 16 11:31:46.473618 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc45d06e-73fe-43af-adcd-3a7e0f4165b3 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:46.480983 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc45d06e-73fe-43af-adcd-3a7e0f4165b3 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:46.509434 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc45d06e-73fe-43af-adcd-3a7e0f4165b3 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:46.518024 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bc45d06e-73fe-43af-adcd-3a7e0f4165b3 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1623423 Nov 16 11:31:46.521504 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44550) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:46.525833 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 7e97e187-f88c-412c-8215-0dbde7117145 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:46.526235 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:46.542211 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45d06e-73fe-43af-adcd-3a7e0f4165b3 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49dc0947-a84e-4059-a8cc-00f1592960cf,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:46.556646 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:46.572162 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-58050da0-ae16-4754-a319-48ac8e04d0b9 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Request body: {'security_group_rule': {'security_group_id': '49dc0947-a84e-4059-a8cc-00f1592960cf', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:46.572899 n-d-816823-3 neutron-server[102669]: WARNING neutron.api.v2.base [None req-58050da0-ae16-4754-a319-48ac8e04d0b9 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 16 11:31:46.573411 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-58050da0-ae16-4754-a319-48ac8e04d0b9 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:31:46.576978 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-58050da0-ae16-4754-a319-48ac8e04d0b9 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0502288 Nov 16 11:31:46.577523 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44552) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:46.584661 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-18ebaeff-9abe-4c29-9ea7-4bda841062cf tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Request body: {'security_group_rule': {'security_group_id': '49dc0947-a84e-4059-a8cc-00f1592960cf', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:46.601763 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d93057c5-a8c4-4b2e-84cb-416fb8e413db tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:46.605054 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d93057c5-a8c4-4b2e-84cb-416fb8e413db tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] 10.222.0.61 "DELETE /v2.0/ports/3cb97a99-1f91-4b8f-acc0-3a0bf5b520ed HTTP/1.1" status: 204 len: 168 time: 1.3888679 Nov 16 11:31:46.607781 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44554) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:46.634039 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3e2a8ef8-df08-4b63-8741-e2f34561fe3a req-d3d6fe1e-e390-40fe-a10a-95c6c97b6ac8 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a1ae922-53db-4b87-b60b-12d9a74c16ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690180 Nov 16 11:31:46.638771 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c80072-1777-4d20-a2b4-6232c7bfd633 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] GET failed (client error): The resource could not be found. Nov 16 11:31:46.641182 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c9c80072-1777-4d20-a2b4-6232c7bfd633 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] 10.222.0.61 "GET /v2.0/ports/3cb97a99-1f91-4b8f-acc0-3a0bf5b520ed HTTP/1.1" status: 404 len: 333 time: 0.0323400 Nov 16 11:31:46.644863 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44556) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:46.651459 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5857a1f6-687b-4b67-9e6e-a093c3fa2750 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Request body: {'port': {'network_id': 'bb88019e-f68b-4229-807e-f0873d079a35', 'name': 'tempest-AllowedAddressPairTestJSON-1698560693'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:46.683403 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-18ebaeff-9abe-4c29-9ea7-4bda841062cf tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:31:46.684691 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-18ebaeff-9abe-4c29-9ea7-4bda841062cf tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1060364 Nov 16 11:31:46.689020 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44560) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:46.693484 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-df6c8f83-886b-47a5-867b-4de9be9e2e64 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Request body: {'security_group_rule': {'security_group_id': '49dc0947-a84e-4059-a8cc-00f1592960cf', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:46.694166 n-d-816823-3 neutron-server[102669]: WARNING neutron.api.v2.base [None req-df6c8f83-886b-47a5-867b-4de9be9e2e64 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 16 11:31:46.694663 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-df6c8f83-886b-47a5-867b-4de9be9e2e64 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:31:46.696249 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-df6c8f83-886b-47a5-867b-4de9be9e2e64 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060737 Nov 16 11:31:46.698709 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44562) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:46.703491 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-fa8c52d6-3c7f-44d2-bfee-4acd4f9ff4a7 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Request body: {'security_group_rule': {'security_group_id': '49dc0947-a84e-4059-a8cc-00f1592960cf', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:46.751687 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-fa8c52d6-3c7f-44d2-bfee-4acd4f9ff4a7 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:31:46.755827 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-fa8c52d6-3c7f-44d2-bfee-4acd4f9ff4a7 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0526531 Nov 16 11:31:46.756336 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44564) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:46.764580 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-254684f5-e7ad-4f07-ab93-09128303a381 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Request body: {'security_group_rule': {'security_group_id': '49dc0947-a84e-4059-a8cc-00f1592960cf', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:46.765228 n-d-816823-3 neutron-server[102669]: WARNING neutron.api.v2.base [None req-254684f5-e7ad-4f07-ab93-09128303a381 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 16 11:31:46.766040 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-254684f5-e7ad-4f07-ab93-09128303a381 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:31:46.770550 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-254684f5-e7ad-4f07-ab93-09128303a381 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0098407 Nov 16 11:31:46.770811 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44566) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:46.775580 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-0171efe4-86d8-4fd7-b64a-ce8bf3fef21a tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Request body: {'security_group_rule': {'security_group_id': '49dc0947-a84e-4059-a8cc-00f1592960cf', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:46.786688 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5857a1f6-687b-4b67-9e6e-a093c3fa2750 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Made reservation on behalf of 46768acc2e1744e3a71efbe4e3e4e1f7 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:31:46.790286 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5857a1f6-687b-4b67-9e6e-a093c3fa2750 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:46.808107 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-5857a1f6-687b-4b67-9e6e-a093c3fa2750 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] device_id is not set on port 28cecf79-6673-46ec-b91a-2670ae92761e yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:31:46.830210 n-d-816823-3 neutron-server[102669]: INFO neutron.db.securitygroups_db [None req-0171efe4-86d8-4fd7-b64a-ce8bf3fef21a tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Project 82b3d54818314df185c011c31558c234 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 11:31:46.847106 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b91ba-5dc7-4bf8-bb90-b8d30f1d352a req-182c2e98-36ea-4b96-9429-af1af5c12183 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:46.848610 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b78b91ba-5dc7-4bf8-bb90-b8d30f1d352a req-182c2e98-36ea-4b96-9429-af1af5c12183 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 945 time: 0.0644751 Nov 16 11:31:46.857561 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44568) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:46.858438 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-0171efe4-86d8-4fd7-b64a-ce8bf3fef21a tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:31:46.859512 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0171efe4-86d8-4fd7-b64a-ce8bf3fef21a tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0876555 Nov 16 11:31:46.862268 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44570) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:46.863924 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d1d7fb5c-71e5-41e3-9adc-dfe2586f299a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Request body: {'floatingip': {'port_id': '818135ef-9715-4a73-87e8-01ea64a454b6'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:46.866746 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-3d1c85b1-f45a-496f-bbf0-7af73449acac tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Request body: {'security_group_rule': {'security_group_id': '49dc0947-a84e-4059-a8cc-00f1592960cf', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:46.867217 n-d-816823-3 neutron-server[102669]: WARNING neutron.api.v2.base [None req-3d1c85b1-f45a-496f-bbf0-7af73449acac tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 16 11:31:46.867719 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-3d1c85b1-f45a-496f-bbf0-7af73449acac tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:31:46.871124 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3d1c85b1-f45a-496f-bbf0-7af73449acac tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0054858 Nov 16 11:31:46.871375 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44572) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:46.875728 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-3f66fe87-7c64-49cb-9c52-e21c3a3be11b tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Request body: {'security_group_rule': {'security_group_id': '49dc0947-a84e-4059-a8cc-00f1592960cf', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:46.899180 n-d-816823-3 neutron-server[102669]: INFO neutron.db.securitygroups_db [None req-3f66fe87-7c64-49cb-9c52-e21c3a3be11b tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Project 82b3d54818314df185c011c31558c234 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 11:31:46.913421 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-3f66fe87-7c64-49cb-9c52-e21c3a3be11b tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:31:46.917511 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3f66fe87-7c64-49cb-9c52-e21c3a3be11b tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0452101 Nov 16 11:31:46.918097 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44574) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:46.918247 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1d7fb5c-71e5-41e3-9adc-dfe2586f299a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks [] for floatingip, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:46.922739 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-f7f4d8fb-77f5-4855-8bf6-d630106c7c29 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Request body: {'security_group_rule': {'security_group_id': '49dc0947-a84e-4059-a8cc-00f1592960cf', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:46.944844 n-d-816823-3 neutron-server[102669]: INFO neutron.db.securitygroups_db [None req-f7f4d8fb-77f5-4855-8bf6-d630106c7c29 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Project 82b3d54818314df185c011c31558c234 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 11:31:46.958686 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-f7f4d8fb-77f5-4855-8bf6-d630106c7c29 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:31:46.959846 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f7f4d8fb-77f5-4855-8bf6-d630106c7c29 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0405416 Nov 16 11:31:46.962535 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44576) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:47.016347 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f7c0dc6a-1641-436d-ae29-2b00640fe865 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:47.039090 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f7c0dc6a-1641-436d-ae29-2b00640fe865 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:47.047498 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-5857a1f6-687b-4b67-9e6e-a093c3fa2750 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Allocated IP 172.20.0.6 (bb88019e-f68b-4229-807e-f0873d079a35/5a404dc8-fd0d-4d7b-a82f-8fe5f9c87b3b/28cecf79-6673-46ec-b91a-2670ae92761e) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:31:47.084348 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f7c0dc6a-1641-436d-ae29-2b00640fe865 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:47.087238 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f7c0dc6a-1641-436d-ae29-2b00640fe865 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:47.088638 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f7c0dc6a-1641-436d-ae29-2b00640fe865 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "DELETE /v2.0/security-groups/49dc0947-a84e-4059-a8cc-00f1592960cf HTTP/1.1" status: 204 len: 168 time: 0.1251838 Nov 16 11:31:47.094195 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44580) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:47.139894 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c0dc6a-1641-436d-ae29-2b00640fe865 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49dc0947-a84e-4059-a8cc-00f1592960cf,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:47.183925 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb617a5d-78a0-4ae8-9667-50f3b0c3fbb7 req-aa243b75-5437-46d0-9cb7-7ad26fd2372b tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:47.185480 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fb617a5d-78a0-4ae8-9667-50f3b0c3fbb7 req-aa243b75-5437-46d0-9cb7-7ad26fd2372b tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 946 time: 0.0957158 Nov 16 11:31:47.190602 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c01f8641-e2bc-41c7-b8c3-6c14ee6c6100 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0945468 Nov 16 11:31:47.196365 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44582) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:47.201242 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-2f567747-cc06-458e-b1dc-f75a4d7045ea tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Request body: {'security_group': {'name': 'tempest-secgroup--952861412'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:47.250753 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2f567747-cc06-458e-b1dc-f75a4d7045ea tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:47.272555 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fb617a5d-78a0-4ae8-9667-50f3b0c3fbb7 req-3cd5f8a9-25f7-48fa-a513-cc73a8a70478 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769324 Nov 16 11:31:47.340641 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2f567747-cc06-458e-b1dc-f75a4d7045ea tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:47.345356 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2f567747-cc06-458e-b1dc-f75a4d7045ea tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:47.404354 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2f567747-cc06-458e-b1dc-f75a4d7045ea tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:47.405714 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2f567747-cc06-458e-b1dc-f75a4d7045ea tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2083735 Nov 16 11:31:47.410066 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44586) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:47.414648 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-50fb450a-58f9-401c-82b8-90d1ace92dae tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Request body: {'security_group_rule': {'security_group_id': '3e88f097-780f-483c-a7f3-45c62070b57a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:47.418911 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f567747-cc06-458e-b1dc-f75a4d7045ea tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e88f097-780f-483c-a7f3-45c62070b57a,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:47.451447 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543bcb74-5f08-4385-93b3-28669598fa51 req-b78c6842-7aa6-4b9b-96a6-9e44fe6c30a1 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:47.453491 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-543bcb74-5f08-4385-93b3-28669598fa51 req-b78c6842-7aa6-4b9b-96a6-9e44fe6c30a1 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 950 time: 0.0983655 Nov 16 11:31:47.461324 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5857a1f6-687b-4b67-9e6e-a093c3fa2750 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:47.470340 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68d224-ff59-466a-a932-0882c7a80190 req-5676f2c7-4d8c-4e2b-ae17-3015a0cea266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:47.471814 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1e68d224-ff59-466a-a932-0882c7a80190 req-5676f2c7-4d8c-4e2b-ae17-3015a0cea266 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 1097 time: 0.1153991 Nov 16 11:31:47.500174 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-50fb450a-58f9-401c-82b8-90d1ace92dae tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] create failed (client error): The resource could not be found. Nov 16 11:31:47.501227 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-50fb450a-58f9-401c-82b8-90d1ace92dae tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0902452 Nov 16 11:31:47.505216 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44588) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:47.509524 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-71a08b87-a2f0-406b-8717-9a614eabc53f tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Request body: {'security_group_rule': {'security_group_id': '3e88f097-780f-483c-a7f3-45c62070b57a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '5878b645-2abe-4a10-81f6-17a654f9af9b'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:47.531329 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-543bcb74-5f08-4385-93b3-28669598fa51 req-7a89b500-8657-47cd-83e6-0f6ccfb6ba9c tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684371 Nov 16 11:31:47.569840 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-71a08b87-a2f0-406b-8717-9a614eabc53f tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] create failed (client error): The resource could not be found. Nov 16 11:31:47.570992 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-71a08b87-a2f0-406b-8717-9a614eabc53f tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0647731 Nov 16 11:31:47.573787 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44590) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:47.597200 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5857a1f6-687b-4b67-9e6e-a093c3fa2750 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:47.617229 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1e68d224-ff59-466a-a932-0882c7a80190 req-c699c338-556f-4301-bc83-060bfb1f594f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340873 Nov 16 11:31:47.627422 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1cf92c02-c499-49d0-9fc7-44e5647912a2 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:47.648214 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1d7fb5c-71e5-41e3-9adc-dfe2586f299a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:47.651206 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1cf92c02-c499-49d0-9fc7-44e5647912a2 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:47.659851 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5857a1f6-687b-4b67-9e6e-a093c3fa2750 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Network bb88019e-f68b-4229-807e-f0873d079a35 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:31:47.660840 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1d7fb5c-71e5-41e3-9adc-dfe2586f299a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:47.665565 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-5857a1f6-687b-4b67-9e6e-a093c3fa2750 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:31:47.701007 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1cf92c02-c499-49d0-9fc7-44e5647912a2 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:47.704811 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1cf92c02-c499-49d0-9fc7-44e5647912a2 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:47.706005 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1cf92c02-c499-49d0-9fc7-44e5647912a2 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "DELETE /v2.0/security-groups/3e88f097-780f-483c-a7f3-45c62070b57a HTTP/1.1" status: 204 len: 168 time: 0.1312315 Nov 16 11:31:47.709961 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44592) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:47.729808 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf92c02-c499-49d0-9fc7-44e5647912a2 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e88f097-780f-483c-a7f3-45c62070b57a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:47.788487 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c0019e9b-8c18-4818-8d86-0ef6f8874bce tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0733688 Nov 16 11:31:47.788952 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44596) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:47.796023 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-a7013c31-e5b3-42d7-8033-6c82e324fa5c tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Request body: {'security_group_rule': {'security_group_id': '05b15a98-7600-4903-b46a-1dba32975ddc', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:47.852262 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-a7013c31-e5b3-42d7-8033-6c82e324fa5c tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] create failed (client error): The resource could not be found. Nov 16 11:31:47.853562 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a7013c31-e5b3-42d7-8033-6c82e324fa5c tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0635188 Nov 16 11:31:47.857552 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44598) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:47.864651 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-6457ef54-4915-4d0b-8631-51d07d6369ff tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Request body: {'security_group': {'name': 'tempest-secgroup--1248733482'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:47.892236 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6457ef54-4915-4d0b-8631-51d07d6369ff tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:47.969871 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6457ef54-4915-4d0b-8631-51d07d6369ff tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:47.973803 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6457ef54-4915-4d0b-8631-51d07d6369ff tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:48.008437 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ba725657-5cf0-4df3-aab1-3d9e8f9b8dd1 None None] Provisioning complete for port 28cecf79-6673-46ec-b91a-2670ae92761e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:48.009151 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457ef54-4915-4d0b-8631-51d07d6369ff tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48f85edd-c546-4e5b-9f9e-542f55129423,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:48.009287 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ba725657-5cf0-4df3-aab1-3d9e8f9b8dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:48.016127 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6457ef54-4915-4d0b-8631-51d07d6369ff tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:48.018035 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6457ef54-4915-4d0b-8631-51d07d6369ff tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1593404 Nov 16 11:31:48.021090 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44600) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:48.026178 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-de744dea-0c0e-4f71-b5d9-da8c7f553e9d tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Request body: {'security_group': {'name': 'tempest-secgroup--3223559'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:48.046035 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5857a1f6-687b-4b67-9e6e-a093c3fa2750 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:31:48.054544 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-de744dea-0c0e-4f71-b5d9-da8c7f553e9d tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:48.057631 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-ba725657-5cf0-4df3-aab1-3d9e8f9b8dd1 None None] Port 28cecf79-6673-46ec-b91a-2670ae92761e cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:31:48.074394 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5857a1f6-687b-4b67-9e6e-a093c3fa2750 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Pushing event updated for resources: {'Port': ['ID=28cecf79-6673-46ec-b91a-2670ae92761e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:48.110952 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5857a1f6-687b-4b67-9e6e-a093c3fa2750 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:48.111553 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5857a1f6-687b-4b67-9e6e-a093c3fa2750 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:48.132949 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-de744dea-0c0e-4f71-b5d9-da8c7f553e9d tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:48.136561 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-de744dea-0c0e-4f71-b5d9-da8c7f553e9d tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:48.137093 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5857a1f6-687b-4b67-9e6e-a093c3fa2750 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4908447 Nov 16 11:31:48.139694 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44602) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:48.146588 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-41fed76e-153d-42cc-8967-2f564e2c61e0 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:54:32:e0'}]}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:48.169428 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [None req-d1d7fb5c-71e5-41e3-9adc-dfe2586f299a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Floating IP 0b389c6f-8a40-4072-aabb-5edd0094ba62 associated. External IP: 172.25.0.164, port: 818135ef-9715-4a73-87e8-01ea64a454b6. Nov 16 11:31:48.169952 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-de744dea-0c0e-4f71-b5d9-da8c7f553e9d tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:48.171352 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-de744dea-0c0e-4f71-b5d9-da8c7f553e9d tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.1489904 Nov 16 11:31:48.172878 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de744dea-0c0e-4f71-b5d9-da8c7f553e9d tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fb5a68-2f25-44b6-89f5-4d4266294f0a,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:48.174283 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44604) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:48.178881 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-cac5bbdc-a427-44a8-95ba-43cc6c0eb545 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Request body: {'security_group_rule': {'security_group_id': '48f85edd-c546-4e5b-9f9e-542f55129423', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'c7fb5a68-2f25-44b6-89f5-4d4266294f0a'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:48.222655 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-cac5bbdc-a427-44a8-95ba-43cc6c0eb545 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:31:48.223892 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-cac5bbdc-a427-44a8-95ba-43cc6c0eb545 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0487235 Nov 16 11:31:48.226728 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44606) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:48.254987 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:48.284749 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-caa0d69e-bcf7-4597-a241-3a0da2581f74 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:48.308930 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-caa0d69e-bcf7-4597-a241-3a0da2581f74 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:48.361413 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-caa0d69e-bcf7-4597-a241-3a0da2581f74 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:48.365433 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-caa0d69e-bcf7-4597-a241-3a0da2581f74 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:48.369067 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-caa0d69e-bcf7-4597-a241-3a0da2581f74 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "DELETE /v2.0/security-groups/c7fb5a68-2f25-44b6-89f5-4d4266294f0a HTTP/1.1" status: 204 len: 168 time: 0.1389868 Nov 16 11:31:48.370688 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44612) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:48.386367 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa0d69e-bcf7-4597-a241-3a0da2581f74 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fb5a68-2f25-44b6-89f5-4d4266294f0a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:48.429990 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcadc0bc-5111-422d-83b6-a0f6e69a6e52 req-b903d3f4-9a54-4426-b413-d16d50bb2bc3 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:48.431498 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fcadc0bc-5111-422d-83b6-a0f6e69a6e52 req-b903d3f4-9a54-4426-b413-d16d50bb2bc3 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 946 time: 0.0636127 Nov 16 11:31:48.481954 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fcadc0bc-5111-422d-83b6-a0f6e69a6e52 req-f61af52f-b820-4e16-9b10-a153f49bf23d tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440800 Nov 16 11:31:48.487352 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-a7ccc92a-5229-4484-bb1f-632093eec2d5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2495770 Nov 16 11:31:48.554101 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-41fed76e-153d-42cc-8967-2f564e2c61e0 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:48.586482 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-11bd09bc-338c-42fb-8bb9-56d09ca39568 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2131431 Nov 16 11:31:48.589450 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44616) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:48.661727 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-cebfefbe-fa5d-4da7-8cb2-8940212d8bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:48.662325 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-cebfefbe-fa5d-4da7-8cb2-8940212d8bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:48.662689 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-cebfefbe-fa5d-4da7-8cb2-8940212d8bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:48.663153 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-cebfefbe-fa5d-4da7-8cb2-8940212d8bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:48.663613 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-cebfefbe-fa5d-4da7-8cb2-8940212d8bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:48.664088 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-cebfefbe-fa5d-4da7-8cb2-8940212d8bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:48.664528 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-cebfefbe-fa5d-4da7-8cb2-8940212d8bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:48.666481 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-cebfefbe-fa5d-4da7-8cb2-8940212d8bfb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1ae06a69eac64c2d80c4db8375c3a241&device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 6492 time: 0.1255658 Nov 16 11:31:48.668293 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d7fb5c-71e5-41e3-9adc-dfe2586f299a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Router a3985154-8f21-4216-9060-e54a619f0d2d has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:31:48.676680 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7dd3e99-7c71-410f-b0ff-481dd7c17913 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:48.691202 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7dbc0-5d2e-47bc-bf65-e1a85bb6f6fb req-7145a07d-a931-40b9-b5c2-619078f91ef9 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:48.692794 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-87b7dbc0-5d2e-47bc-bf65-e1a85bb6f6fb req-7145a07d-a931-40b9-b5c2-619078f91ef9 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 950 time: 0.0799017 Nov 16 11:31:48.727537 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7dd3e99-7c71-410f-b0ff-481dd7c17913 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:48.778204 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-87b7dbc0-5d2e-47bc-bf65-e1a85bb6f6fb req-7ee4e943-11c6-405d-be08-ba34f19b85ea tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772545 Nov 16 11:31:48.793985 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:48.798890 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7dd3e99-7c71-410f-b0ff-481dd7c17913 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:48.805166 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7dd3e99-7c71-410f-b0ff-481dd7c17913 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:48.806771 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e7dd3e99-7c71-410f-b0ff-481dd7c17913 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "DELETE /v2.0/security-groups/48f85edd-c546-4e5b-9f9e-542f55129423 HTTP/1.1" status: 204 len: 168 time: 0.2162588 Nov 16 11:31:48.810846 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44618) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:48.819574 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd3e99-7c71-410f-b0ff-481dd7c17913 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f85edd-c546-4e5b-9f9e-542f55129423,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:48.986049 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b8b872f9-7d44-451a-b4e2-a649d8fc53ec tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1457324 Nov 16 11:31:48.990215 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44622) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:48.995002 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-d9d9ca4a-258d-4671-9187-280d9fb30a73 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Request body: {'security_group': {'name': 'tempest-secgroup--1648960984'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:48.995198 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-b51c6e98-aae1-4b5e-88da-f266915efafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:48.995592 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-b51c6e98-aae1-4b5e-88da-f266915efafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:48.996065 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-b51c6e98-aae1-4b5e-88da-f266915efafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:48.997599 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-b51c6e98-aae1-4b5e-88da-f266915efafd service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a680621-2411-4708-95d4-d036f0b77350&id=2ef7fac0-ba76-4873-aa0c-db478637a221&id=2ef7fac0-ba76-4873-aa0c-db478637a221&id=2ef7fac0-ba76-4873-aa0c-db478637a221&id=2ef7fac0-ba76-4873-aa0c-db478637a221&id=ea6b1a63-583a-4222-8450-3af28565319c&id=ea6b1a63-583a-4222-8450-3af28565319c HTTP/1.1" status: 200 len: 2292 time: 0.2983301 Nov 16 11:31:49.002165 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d7fb5c-71e5-41e3-9adc-dfe2586f299a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:31:49.010825 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1d7fb5c-71e5-41e3-9adc-dfe2586f299a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:49.018245 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac698b5d-c45e-4684-b191-2df01f9b2ed9 None None] Sync routers for ids ['a3985154-8f21-4216-9060-e54a619f0d2d'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:31:49.023753 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d9d9ca4a-258d-4671-9187-280d9fb30a73 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:49.026112 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-41fed76e-153d-42cc-8967-2f564e2c61e0 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:49.034911 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac698b5d-c45e-4684-b191-2df01f9b2ed9 None None] Routers {'a3985154-8f21-4216-9060-e54a619f0d2d'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:31:49.035688 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ac698b5d-c45e-4684-b191-2df01f9b2ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:31:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['a3985154-8f21-4216-9060-e54a619f0d2d'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:49.074107 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-41fed76e-153d-42cc-8967-2f564e2c61e0 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:49.123107 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d1d7fb5c-71e5-41e3-9adc-dfe2586f299a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "PUT /v2.0/floatingips/0b389c6f-8a40-4072-aabb-5edd0094ba62 HTTP/1.1" status: 200 len: 991 time: 2.2620518 Nov 16 11:31:49.127597 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b953a5a-a862-4eb8-a040-470deca364bb', 'tag': '818135ef-9715-4a73-87e8-01ea64a454b6'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:31:49.129874 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7242aa16-55e7-4981-ba22-8bdfe2d9623d" -d '{"events": [{"name": "network-changed", "server_uuid": "9b953a5a-a862-4eb8-a040-470deca364bb", "tag": "818135ef-9715-4a73-87e8-01ea64a454b6"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:31:49.151083 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d9d9ca4a-258d-4671-9187-280d9fb30a73 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:49.160049 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d9d9ca4a-258d-4671-9187-280d9fb30a73 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:49.178628 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-a85ce10d-702a-46cf-9b1a-f8db6cb2bede service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08ceb28d-8344-42d5-9cb2-b5e94742930c HTTP/1.1" status: 200 len: 1002 time: 0.1650715 Nov 16 11:31:49.183477 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fed76e-153d-42cc-8967-2f564e2c61e0 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Pushing event updated for resources: {'Port': ['ID=28cecf79-6673-46ec-b91a-2670ae92761e,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:49.207680 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-ac698b5d-c45e-4684-b191-2df01f9b2ed9 None None] Set router a3985154-8f21-4216-9060-e54a619f0d2d gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:31:49.224416 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d9d9ca4a-258d-4671-9187-280d9fb30a73 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:49.227100 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d9d9ca4a-258d-4671-9187-280d9fb30a73 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2358036 Nov 16 11:31:49.228356 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9ca4a-258d-4671-9187-280d9fb30a73 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd2cc4d-91bc-4b14-9d36-203c01f8d0be,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:49.230461 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44628) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:49.239100 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-41fed76e-153d-42cc-8967-2f564e2c61e0 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] In _notify_port_updated(), no bound segment for port 28cecf79-6673-46ec-b91a-2670ae92761e on network bb88019e-f68b-4229-807e-f0873d079a35 {{(pid=102668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 11:31:49.244766 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fed76e-153d-42cc-8967-2f564e2c61e0 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:49.245410 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-41fed76e-153d-42cc-8967-2f564e2c61e0 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:49.247265 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-41fed76e-153d-42cc-8967-2f564e2c61e0 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] 10.222.0.61 "PUT /v2.0/ports/28cecf79-6673-46ec-b91a-2670ae92761e HTTP/1.1" status: 200 len: 994 time: 1.1055872 Nov 16 11:31:49.253756 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44630) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:49.268597 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-9259caf7-1f40-4c1b-a683-f697622e7501 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Request body: {'security_group_rule': {'security_group_id': '1fd2cc4d-91bc-4b14-9d36-203c01f8d0be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:49.281762 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-4b6f8a7d-eed9-4fc0-9155-f05b62558694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:49.284211 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-4b6f8a7d-eed9-4fc0-9155-f05b62558694 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fa229a78-8641-4bd0-96a1-8a987021b856 HTTP/1.1" status: 200 len: 849 time: 0.0987208 Nov 16 11:31:49.285857 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c4f5dc-22b6-4bae-935d-e1e8ad5720ea x-openstack-request-id: req-27c4f5dc-22b6-4bae-935d-e1e8ad5720ea {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:31:49.286267 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b953a5a-a862-4eb8-a040-470deca364bb", "tag": "818135ef-9715-4a73-87e8-01ea64a454b6", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:31:49.286645 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-27c4f5dc-22b6-4bae-935d-e1e8ad5720ea {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:31:49.287140 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b953a5a-a862-4eb8-a040-470deca364bb', 'tag': '818135ef-9715-4a73-87e8-01ea64a454b6', 'status': 'completed', 'code': 200} Nov 16 11:31:49.404336 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-9259caf7-1f40-4c1b-a683-f697622e7501 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:31:49.408932 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-b91b250d-45ad-4fac-9642-ed83926fa75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:49.409177 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-9259caf7-1f40-4c1b-a683-f697622e7501 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1623325 Nov 16 11:31:49.409872 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44632) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:49.410584 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-b91b250d-45ad-4fac-9642-ed83926fa75c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a680621-2411-4708-95d4-d036f0b77350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1173155 Nov 16 11:31:49.413260 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242aa16-55e7-4981-ba22-8bdfe2d9623d req-033fa9d1-6992-4526-9470-79f62d8b8908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:49.414696 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7242aa16-55e7-4981-ba22-8bdfe2d9623d req-033fa9d1-6992-4526-9470-79f62d8b8908 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5de40747a10d44f79906618ae036d315&device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 1096 time: 0.0758822 Nov 16 11:31:49.416470 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-6a18f75f-01c7-45d3-8d97-bd84268c8e7c tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Request body: {'security_group_rule': {'security_group_id': '1fd2cc4d-91bc-4b14-9d36-203c01f8d0be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:49.429820 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f74621a1-0a85-4a8c-aa67-c5a04e2a4585 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Deleting port 28cecf79-6673-46ec-b91a-2670ae92761e {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:31:49.430202 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f74621a1-0a85-4a8c-aa67-c5a04e2a4585 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:49.484583 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-dacfe53f-1cad-4c86-af5e-63303898b07a None None] Provisioning complete for port 28cecf79-6673-46ec-b91a-2670ae92761e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:49.485660 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dacfe53f-1cad-4c86-af5e-63303898b07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:49.497323 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ac698b5d-c45e-4684-b191-2df01f9b2ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'name': 'tempest-AttachVolumeTestJSON-1536486095-router', 'tenant_id': '5de40747a10d44f79906618ae036d315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a9a89e3d-f4fd-40db-9bd0-af45c292add6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:31:10Z', 'updated_at': '2021-11-16T11:31:17Z', 'revision_number': 4, 'project_id': '5de40747a10d44f79906618ae036d315', 'gw_port': {'id': 'a9a89e3d-f4fd-40db-9bd0-af45c292add6', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:11:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:11Z', 'updated_at': '2021-11-16T11:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '0b389c6f-8a40-4072-aabb-5edd0094ba62', 'tenant_id': '5de40747a10d44f79906618ae036d315', 'floating_ip_address': '172.25.0.164', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'port_id': '818135ef-9715-4a73-87e8-01ea64a454b6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac38a654-4075-456a-bc52-9a2a4fa7d579', 'mac_address': 'fa:16:3e:55:97:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b953a5a-a862-4eb8-a040-470deca364bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:31:28Z', 'updated_at': '2021-11-16T11:31:47Z', 'revision_number': 1, 'project_id': '5de40747a10d44f79906618ae036d315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63085609-c37f-46eb-8516-a0093c03b01d', 'name': '', 'network_id': 'ac38a654-4075-456a-bc52-9a2a4fa7d579', 'tenant_id': '5de40747a10d44f79906618ae036d315', 'mac_address': 'fa:16:3e:8d:47:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '0c5b6ebb-aa31-4518-a588-3858b2528956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:15Z', 'updated_at': '2021-11-16T11:31:24Z', 'revision_number': 5, 'project_id': '5de40747a10d44f79906618ae036d315', 'subnets': [{'id': '0c5b6ebb-aa31-4518-a588-3858b2528956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:49.532951 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac698b5d-c45e-4684-b191-2df01f9b2ed9 None None] Checking router: a3985154-8f21-4216-9060-e54a619f0d2d for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:31:49.535688 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-6a18f75f-01c7-45d3-8d97-bd84268c8e7c tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:31:49.540073 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6a18f75f-01c7-45d3-8d97-bd84268c8e7c tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1278367 Nov 16 11:31:49.541051 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44636) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:49.547127 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac698b5d-c45e-4684-b191-2df01f9b2ed9 None None] Routers {'a3985154-8f21-4216-9060-e54a619f0d2d'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:31:49.547776 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ac698b5d-c45e-4684-b191-2df01f9b2ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:31:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['a3985154-8f21-4216-9060-e54a619f0d2d'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:49.548961 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-dacfe53f-1cad-4c86-af5e-63303898b07a None None] Port 28cecf79-6673-46ec-b91a-2670ae92761e cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:31:49.572753 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f74621a1-0a85-4a8c-aa67-c5a04e2a4585 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:49.609941 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f74621a1-0a85-4a8c-aa67-c5a04e2a4585 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Calling delete_port for 28cecf79-6673-46ec-b91a-2670ae92761e owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:31:49.619199 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242aa16-55e7-4981-ba22-8bdfe2d9623d req-8835323c-ef5f-4737-97da-daf1495d7b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:49.620831 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7242aa16-55e7-4981-ba22-8bdfe2d9623d req-8835323c-ef5f-4737-97da-daf1495d7b58 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ac38a654-4075-456a-bc52-9a2a4fa7d579 HTTP/1.1" status: 200 len: 912 time: 0.1910210 Nov 16 11:31:49.632555 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-05a28b09-a6d8-4bde-b4f7-cd98e0278276 service neutron] 10.222.0.36 "GET /v2.0/networks/3a680621-2411-4708-95d4-d036f0b77350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127283 Nov 16 11:31:49.673424 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-ac698b5d-c45e-4684-b191-2df01f9b2ed9 None None] Set router a3985154-8f21-4216-9060-e54a619f0d2d gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:31:49.706249 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a6d9e6cc-5d58-41a4-8839-f7d9e7eb82bb tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:49.717015 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4992e2-07bd-4561-8228-917d63f8716c req-933a9ea3-e0a6-44eb-9bc1-acfaa2c52836 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:49.718594 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd4992e2-07bd-4561-8228-917d63f8716c req-933a9ea3-e0a6-44eb-9bc1-acfaa2c52836 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 946 time: 0.1353371 Nov 16 11:31:49.751423 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7242aa16-55e7-4981-ba22-8bdfe2d9623d req-ca565ebc-cc83-49b8-9825-946948be9145 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=818135ef-9715-4a73-87e8-01ea64a454b6 HTTP/1.1" status: 200 len: 999 time: 0.1173034 Nov 16 11:31:49.769192 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a6d9e6cc-5d58-41a4-8839-f7d9e7eb82bb tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:49.817724 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-2ca239aa-00a4-4415-8c3d-42fb46f50590 service neutron] 10.222.0.36 "GET /v2.0/networks/3a680621-2411-4708-95d4-d036f0b77350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770852 Nov 16 11:31:49.837839 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd4992e2-07bd-4561-8228-917d63f8716c req-fb0c75a3-595e-4824-b4e9-b787177255d3 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077476 Nov 16 11:31:49.871396 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-2667b4e1-932d-4e06-bde3-ae3ea5d8500e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=442339e7-8828-4527-b420-5e71635e90f9 HTTP/1.1" status: 200 len: 217 time: 0.0461488 Nov 16 11:31:49.873313 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242aa16-55e7-4981-ba22-8bdfe2d9623d req-ec9a8438-2b6b-4b13-a17e-c84ef722cac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:49.875521 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7242aa16-55e7-4981-ba22-8bdfe2d9623d req-ec9a8438-2b6b-4b13-a17e-c84ef722cac6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c5b6ebb-aa31-4518-a588-3858b2528956 HTTP/1.1" status: 200 len: 850 time: 0.1034882 Nov 16 11:31:49.901035 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a6d9e6cc-5d58-41a4-8839-f7d9e7eb82bb tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:49.907207 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a6d9e6cc-5d58-41a4-8839-f7d9e7eb82bb tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:49.908879 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a6d9e6cc-5d58-41a4-8839-f7d9e7eb82bb tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "DELETE /v2.0/security-groups/1fd2cc4d-91bc-4b14-9d36-203c01f8d0be HTTP/1.1" status: 204 len: 168 time: 0.3637085 Nov 16 11:31:49.915473 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44642) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:49.954730 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ac698b5d-c45e-4684-b191-2df01f9b2ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'name': 'tempest-AttachVolumeTestJSON-1536486095-router', 'tenant_id': '5de40747a10d44f79906618ae036d315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a9a89e3d-f4fd-40db-9bd0-af45c292add6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:31:10Z', 'updated_at': '2021-11-16T11:31:17Z', 'revision_number': 4, 'project_id': '5de40747a10d44f79906618ae036d315', 'gw_port': {'id': 'a9a89e3d-f4fd-40db-9bd0-af45c292add6', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:11:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:11Z', 'updated_at': '2021-11-16T11:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '0b389c6f-8a40-4072-aabb-5edd0094ba62', 'tenant_id': '5de40747a10d44f79906618ae036d315', 'floating_ip_address': '172.25.0.164', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'port_id': '818135ef-9715-4a73-87e8-01ea64a454b6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac38a654-4075-456a-bc52-9a2a4fa7d579', 'mac_address': 'fa:16:3e:55:97:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b953a5a-a862-4eb8-a040-470deca364bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:31:28Z', 'updated_at': '2021-11-16T11:31:47Z', 'revision_number': 1, 'project_id': '5de40747a10d44f79906618ae036d315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63085609-c37f-46eb-8516-a0093c03b01d', 'name': '', 'network_id': 'ac38a654-4075-456a-bc52-9a2a4fa7d579', 'tenant_id': '5de40747a10d44f79906618ae036d315', 'mac_address': 'fa:16:3e:8d:47:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '0c5b6ebb-aa31-4518-a588-3858b2528956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:15Z', 'updated_at': '2021-11-16T11:31:24Z', 'revision_number': 5, 'project_id': '5de40747a10d44f79906618ae036d315', 'subnets': [{'id': '0c5b6ebb-aa31-4518-a588-3858b2528956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:49.957651 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-7178e569-2a72-44a1-ba5a-9b265d7837a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:49.959279 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-7178e569-2a72-44a1-ba5a-9b265d7837a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9354876-5a24-4c3d-aa0b-1b12e2704ca4 HTTP/1.1" status: 200 len: 797 time: 0.0793352 Nov 16 11:31:49.964932 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242aa16-55e7-4981-ba22-8bdfe2d9623d req-fa9b16a7-e519-4127-8693-6aa7f6473ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:49.966451 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7242aa16-55e7-4981-ba22-8bdfe2d9623d req-fa9b16a7-e519-4127-8693-6aa7f6473ce4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac38a654-4075-456a-bc52-9a2a4fa7d579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773935 Nov 16 11:31:49.967231 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9e6cc-5d58-41a4-8839-f7d9e7eb82bb tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd2cc4d-91bc-4b14-9d36-203c01f8d0be,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:50.006692 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f74621a1-0a85-4a8c-aa67-c5a04e2a4585 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:50.011126 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac698b5d-c45e-4684-b191-2df01f9b2ed9 None None] The sync data for ids ['a3985154-8f21-4216-9060-e54a619f0d2d'] in n-d-816823-3 is: [{'id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'name': 'tempest-AttachVolumeTestJSON-1536486095-router', 'tenant_id': '5de40747a10d44f79906618ae036d315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a9a89e3d-f4fd-40db-9bd0-af45c292add6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:31:10Z', 'updated_at': '2021-11-16T11:31:17Z', 'revision_number': 4, 'project_id': '5de40747a10d44f79906618ae036d315', 'gw_port': {'id': 'a9a89e3d-f4fd-40db-9bd0-af45c292add6', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:11:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:11Z', 'updated_at': '2021-11-16T11:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '0b389c6f-8a40-4072-aabb-5edd0094ba62', 'tenant_id': '5de40747a10d44f79906618ae036d315', 'floating_ip_address': '172.25.0.164', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'port_id': '818135ef-9715-4a73-87e8-01ea64a454b6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac38a654-4075-456a-bc52-9a2a4fa7d579', 'mac_address': 'fa:16:3e:55:97:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b953a5a-a862-4eb8-a040-470deca364bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:31:28Z', 'updated_at': '2021-11-16T11:31:47Z', 'revision_number': 1, 'project_id': '5de40747a10d44f79906618ae036d315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63085609-c37f-46eb-8516-a0093c03b01d', 'name': '', 'network_id': 'ac38a654-4075-456a-bc52-9a2a4fa7d579', 'tenant_id': '5de40747a10d44f79906618ae036d315', 'mac_address': 'fa:16:3e:8d:47:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '0c5b6ebb-aa31-4518-a588-3858b2528956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:15Z', 'updated_at': '2021-11-16T11:31:24Z', 'revision_number': 5, 'project_id': '5de40747a10d44f79906618ae036d315', 'subnets': [{'id': '0c5b6ebb-aa31-4518-a588-3858b2528956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:31:50.066610 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74621a1-0a85-4a8c-aa67-c5a04e2a4585 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Pushing event deleted for resources: {'Port': ['ID=28cecf79-6673-46ec-b91a-2670ae92761e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:50.070487 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-52222997-6dd3-4d92-b23f-fb1641f7be24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:50.071896 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-52222997-6dd3-4d92-b23f-fb1641f7be24 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ef7fac0-ba76-4873-aa0c-db478637a221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1046159 Nov 16 11:31:50.077138 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0ea45ee4-c104-420a-b748-5f4e6263fd24 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1572752 Nov 16 11:31:50.087975 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44646) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:50.103548 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-8edb06a2-8532-4334-a4b6-351a314e2d80 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Request body: {'security_group': {'name': 'tempest-secgroup--506414635'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:50.111485 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb506fc3-eb82-4d69-99b3-55e5556b8f76 req-59491c88-85b7-42b0-915c-17e659680f53 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:50.119578 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bb506fc3-eb82-4d69-99b3-55e5556b8f76 req-59491c88-85b7-42b0-915c-17e659680f53 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 950 time: 0.1673272 Nov 16 11:31:50.198647 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7242aa16-55e7-4981-ba22-8bdfe2d9623d req-ef754dee-b15f-40b7-ad92-36691e3dd74b service neutron] 10.222.0.64 "GET /v2.0/networks/ac38a654-4075-456a-bc52-9a2a4fa7d579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223556 Nov 16 11:31:50.223146 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8edb06a2-8532-4334-a4b6-351a314e2d80 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:50.250092 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bb506fc3-eb82-4d69-99b3-55e5556b8f76 req-988d5cfe-1d92-4d1f-84a9-95b614d7c883 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275523 Nov 16 11:31:50.289231 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f74621a1-0a85-4a8c-aa67-c5a04e2a4585 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:50.293259 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f74621a1-0a85-4a8c-aa67-c5a04e2a4585 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] 10.222.0.61 "DELETE /v2.0/ports/28cecf79-6673-46ec-b91a-2670ae92761e HTTP/1.1" status: 204 len: 168 time: 1.0381672 Nov 16 11:31:50.295874 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44650) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:50.336811 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c463ba0-4f9e-4eb0-af53-b441b5e23dba tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] GET failed (client error): The resource could not be found. Nov 16 11:31:50.338470 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0c463ba0-4f9e-4eb0-af53-b441b5e23dba tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] 10.222.0.61 "GET /v2.0/ports/28cecf79-6673-46ec-b91a-2670ae92761e HTTP/1.1" status: 404 len: 333 time: 0.0406942 Nov 16 11:31:50.342325 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44654) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:50.348540 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-4728a466-f44e-41c4-abdc-c2d3d5bd12b9 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Request body: {'port': {'network_id': 'bb88019e-f68b-4229-807e-f0873d079a35', 'name': 'tempest-AllowedAddressPairTestJSON-1046695233'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:50.351952 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc0eb8e-9ae1-48d5-b699-de2d80b0f1c1 None None] New status for floating IP 0b389c6f-8a40-4072-aabb-5edd0094ba62: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:31:50.375101 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-c7ec5a6e-1d64-45a4-be6c-4a8298264c9b service neutron] 10.222.0.36 "GET /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879109 Nov 16 11:31:50.483990 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7242aa16-55e7-4981-ba22-8bdfe2d9623d req-7ab4304d-c8f8-4800-b6cf-a07fa4136a3b service neutron] 10.222.0.64 "GET /v2.0/networks/ac38a654-4075-456a-bc52-9a2a4fa7d579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752254 Nov 16 11:31:50.523020 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8edb06a2-8532-4334-a4b6-351a314e2d80 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:50.523184 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4728a466-f44e-41c4-abdc-c2d3d5bd12b9 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Made reservation on behalf of 46768acc2e1744e3a71efbe4e3e4e1f7 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:31:50.528009 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4728a466-f44e-41c4-abdc-c2d3d5bd12b9 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:50.538951 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8edb06a2-8532-4334-a4b6-351a314e2d80 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:50.550017 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-4728a466-f44e-41c4-abdc-c2d3d5bd12b9 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] device_id is not set on port cd04ec50-cc04-4d9e-9f48-468dcdc91323 yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:31:50.559408 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-72f47d20-4f60-43fd-9b38-dc99e2d20a73 service neutron] 10.222.0.36 "GET /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742909 Nov 16 11:31:50.616019 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8edb06a2-8532-4334-a4b6-351a314e2d80 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:50.620606 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8edb06a2-8532-4334-a4b6-351a314e2d80 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5283771 Nov 16 11:31:50.620837 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44658) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:50.620952 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-ba8c3e9f-68b5-4e2c-ba67-7434fa3a9b09 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=ef6df7df-1e5a-4b26-a927-ad82f8336e09 HTTP/1.1" status: 200 len: 217 time: 0.0516419 Nov 16 11:31:50.621985 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edb06a2-8532-4334-a4b6-351a314e2d80 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b30b71a0-0b38-4a11-a89f-785f1e09a702,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:50.625363 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-b95b463a-b0d4-4ba7-82c0-339b7c34b654 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:50.626190 n-d-816823-3 neutron-server[102669]: WARNING neutron.api.v2.base [None req-b95b463a-b0d4-4ba7-82c0-339b7c34b654 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 16 11:31:50.626701 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-b95b463a-b0d4-4ba7-82c0-339b7c34b654 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] update failed (client error): There was a conflict when trying to complete your request. Nov 16 11:31:50.630162 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b95b463a-b0d4-4ba7-82c0-339b7c34b654 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "PUT /v2.0/security-groups/b30b71a0-0b38-4a11-a89f-785f1e09a702 HTTP/1.1" status: 409 len: 330 time: 0.0064607 Nov 16 11:31:50.633224 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44660) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:50.690355 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-558e174e-7dcd-4ecc-8472-db63076c9936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:50.692328 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-558e174e-7dcd-4ecc-8472-db63076c9936 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9354876-5a24-4c3d-aa0b-1b12e2704ca4 HTTP/1.1" status: 200 len: 797 time: 0.0644128 Nov 16 11:31:50.727317 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-4728a466-f44e-41c4-abdc-c2d3d5bd12b9 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Allocated IP 172.20.0.7 (bb88019e-f68b-4229-807e-f0873d079a35/5a404dc8-fd0d-4d7b-a82f-8fe5f9c87b3b/cd04ec50-cc04-4d9e-9f48-468dcdc91323) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:31:50.774213 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-5adf96f5-ce58-4870-bafb-59c00c7b5066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:50.775706 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-5adf96f5-ce58-4870-bafb-59c00c7b5066 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ef7fac0-ba76-4873-aa0c-db478637a221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0766282 Nov 16 11:31:50.778252 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87a822-0059-43a6-85c2-d53f1c03d74d req-7d1cf74d-63a1-46ee-9afe-e6b5a14f6212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:50.779600 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-838420cb-4ff9-49fc-a139-0fc39072a315 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:50.779771 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1c87a822-0059-43a6-85c2-d53f1c03d74d req-7d1cf74d-63a1-46ee-9afe-e6b5a14f6212 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=152cbc225b3e4ecebdc41aedd4f3fdf5&device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 1097 time: 0.0527267 Nov 16 11:31:50.832350 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-838420cb-4ff9-49fc-a139-0fc39072a315 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:50.861663 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545fae62-c3d2-4a1a-886d-16eb9ae84b86 req-108c9681-365b-4aba-aa41-de48cb3f7d80 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:50.863172 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-545fae62-c3d2-4a1a-886d-16eb9ae84b86 req-108c9681-365b-4aba-aa41-de48cb3f7d80 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 946 time: 0.1372864 Nov 16 11:31:50.943998 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-94a6192f-6391-424c-b325-ee255011fff2 service neutron] 10.222.0.36 "GET /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600170 Nov 16 11:31:50.946562 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87a822-0059-43a6-85c2-d53f1c03d74d req-7b9ac8d8-f525-4f92-8601-ffc25d42d9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:50.947900 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1c87a822-0059-43a6-85c2-d53f1c03d74d req-7b9ac8d8-f525-4f92-8601-ffc25d42d9a0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5b0dad88-2921-4ce2-a522-2a38833ce0c4 HTTP/1.1" status: 200 len: 920 time: 0.1561334 Nov 16 11:31:50.979225 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-838420cb-4ff9-49fc-a139-0fc39072a315 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:50.981817 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-838420cb-4ff9-49fc-a139-0fc39072a315 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:50.982980 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-838420cb-4ff9-49fc-a139-0fc39072a315 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "DELETE /v2.0/security-groups/b30b71a0-0b38-4a11-a89f-785f1e09a702 HTTP/1.1" status: 204 len: 168 time: 0.3488424 Nov 16 11:31:50.998241 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44664) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:51.017597 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838420cb-4ff9-49fc-a139-0fc39072a315 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30b71a0-0b38-4a11-a89f-785f1e09a702,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:51.024271 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-545fae62-c3d2-4a1a-886d-16eb9ae84b86 req-8119bdb9-9667-4b8f-a6b5-9c68fcb3d967 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504495 Nov 16 11:31:51.039706 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4728a466-f44e-41c4-abdc-c2d3d5bd12b9 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:51.042870 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1c87a822-0059-43a6-85c2-d53f1c03d74d req-085c02ed-b70e-4e60-ae97-ae935f0af6ba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1945e7c-c7b7-4528-b05a-7cd8b792994e HTTP/1.1" status: 200 len: 217 time: 0.0735745 Nov 16 11:31:51.083054 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4728a466-f44e-41c4-abdc-c2d3d5bd12b9 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:51.132504 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4728a466-f44e-41c4-abdc-c2d3d5bd12b9 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Network bb88019e-f68b-4229-807e-f0873d079a35 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:31:51.137570 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-4728a466-f44e-41c4-abdc-c2d3d5bd12b9 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:31:51.141730 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4728a466-f44e-41c4-abdc-c2d3d5bd12b9 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:31:51.145521 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87a822-0059-43a6-85c2-d53f1c03d74d req-ab8eba9d-52fd-4283-919e-2e99eac25bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:51.146677 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1c87a822-0059-43a6-85c2-d53f1c03d74d req-ab8eba9d-52fd-4283-919e-2e99eac25bfd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d8b46b33-85d7-40c7-9f1c-6019e1d020e8 HTTP/1.1" status: 200 len: 859 time: 0.0877419 Nov 16 11:31:51.153707 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8334eecc-5758-4163-9e7f-0777242f2cd6 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1490686 Nov 16 11:31:51.154124 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44666) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:51.164377 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-0667bf92-54f3-4013-b0c1-74590f48d7f7 service neutron] 10.222.0.36 "GET /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128391 Nov 16 11:31:51.173126 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4728a466-f44e-41c4-abdc-c2d3d5bd12b9 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Pushing event updated for resources: {'Port': ['ID=cd04ec50-cc04-4d9e-9f48-468dcdc91323,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:51.200572 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1c87a822-0059-43a6-85c2-d53f1c03d74d req-a2980b18-7d2d-4074-a366-b1934f1cdb5e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5b0dad88-2921-4ce2-a522-2a38833ce0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388288 Nov 16 11:31:51.204323 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4728a466-f44e-41c4-abdc-c2d3d5bd12b9 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:51.204981 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4728a466-f44e-41c4-abdc-c2d3d5bd12b9 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:51.223313 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4728a466-f44e-41c4-abdc-c2d3d5bd12b9 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8786309 Nov 16 11:31:51.225286 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44668) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:51.229973 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-7886918d-7f4b-4baa-b3b1-17bf27084019 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] delete failed (client error): The resource could not be found. Nov 16 11:31:51.234970 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7886918d-7f4b-4baa-b3b1-17bf27084019 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "DELETE /v2.0/security-groups/d39838c6-2d2b-466a-9725-4a51c7e12538 HTTP/1.1" status: 404 len: 347 time: 0.0760472 Nov 16 11:31:51.234970 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-bc0eddc6-cd9a-4d23-891e-b3f87f51c5f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=b06424a2-3780-4ea6-937a-fd17aaa823c1 HTTP/1.1" status: 200 len: 217 time: 0.0606000 Nov 16 11:31:51.235559 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44670) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:51.237511 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-73e781a3-7caf-48eb-855a-303b3b36781d tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:54:32:e0'}]}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:51.297328 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-ede32c6f-b073-49f9-94f8-8ec436f5b6ca tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] show failed (client error): The resource could not be found. Nov 16 11:31:51.298124 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ede32c6f-b073-49f9-94f8-8ec436f5b6ca tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "GET /v2.0/security-groups/fabc9b6a-6760-4c0b-afc4-8ab2aca21196 HTTP/1.1" status: 404 len: 347 time: 0.0620444 Nov 16 11:31:51.322677 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44674) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:51.392614 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-2f2e8712-9162-41c0-b656-638377ec41a7 None None] Provisioning complete for port cd04ec50-cc04-4d9e-9f48-468dcdc91323 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:51.393215 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2f2e8712-9162-41c0-b656-638377ec41a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:51.402233 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f5cd9-fc42-4ce1-a0d5-0de8bdc98663 req-8d321c9a-82d9-4290-86f5-554c7dd4cfd5 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:51.403863 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-620f5cd9-fc42-4ce1-a0d5-0de8bdc98663 req-8d321c9a-82d9-4290-86f5-554c7dd4cfd5 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 950 time: 0.0727470 Nov 16 11:31:51.442199 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-2f2e8712-9162-41c0-b656-638377ec41a7 None None] Port cd04ec50-cc04-4d9e-9f48-468dcdc91323 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:31:51.480334 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-73e781a3-7caf-48eb-855a-303b3b36781d tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:51.504559 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-620f5cd9-fc42-4ce1-a0d5-0de8bdc98663 req-4f6990de-38da-4b98-9dc5-fd9cdf1d2102 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900545 Nov 16 11:31:51.688094 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-73e781a3-7caf-48eb-855a-303b3b36781d tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:51.690617 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-55202449-1eb6-49db-a422-18125c633b55 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] show failed (client error): The resource could not be found. Nov 16 11:31:51.691730 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-55202449-1eb6-49db-a422-18125c633b55 tempest-NegativeSecGroupIPv6Test-1447700652 tempest-NegativeSecGroupIPv6Test-1447700652-project] 10.222.0.61 "GET /v2.0/security-group-rules/a7b6841d-7a44-401b-a7d1-4fbbf8fdedb6 HTTP/1.1" status: 404 len: 356 time: 0.3680816 Nov 16 11:31:51.692987 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-73e781a3-7caf-48eb-855a-303b3b36781d tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:51.716217 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-1e06e8d9-cd28-49f6-98a9-142304c9ca97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:51.717658 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-1e06e8d9-cd28-49f6-98a9-142304c9ca97 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9354876-5a24-4c3d-aa0b-1b12e2704ca4 HTTP/1.1" status: 200 len: 797 time: 0.4668500 Nov 16 11:31:51.742564 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1c87a822-0059-43a6-85c2-d53f1c03d74d req-6fbee86c-d3d3-4195-ba27-cf0be67fd477 service neutron] 10.222.0.64 "GET /v2.0/networks/5b0dad88-2921-4ce2-a522-2a38833ce0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5102944 Nov 16 11:31:51.776110 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e781a3-7caf-48eb-855a-303b3b36781d tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Pushing event updated for resources: {'Port': ['ID=cd04ec50-cc04-4d9e-9f48-468dcdc91323,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:51.789613 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-73e781a3-7caf-48eb-855a-303b3b36781d tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] In _notify_port_updated(), no bound segment for port cd04ec50-cc04-4d9e-9f48-468dcdc91323 on network bb88019e-f68b-4229-807e-f0873d079a35 {{(pid=102669) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 11:31:51.796314 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e781a3-7caf-48eb-855a-303b3b36781d tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:51.796976 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-73e781a3-7caf-48eb-855a-303b3b36781d tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:51.801195 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-73e781a3-7caf-48eb-855a-303b3b36781d tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] 10.222.0.61 "PUT /v2.0/ports/cd04ec50-cc04-4d9e-9f48-468dcdc91323 HTTP/1.1" status: 200 len: 996 time: 0.5746212 Nov 16 11:31:51.801844 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44682) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:51.834849 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-6bae01ec-81f2-41ea-838b-7ef475808028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:51.836423 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-6bae01ec-81f2-41ea-838b-7ef475808028 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ef7fac0-ba76-4873-aa0c-db478637a221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1085353 Nov 16 11:31:51.915636 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-2ab5c204-ad2b-4950-aa69-10a6342be1c3 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Deleting port cd04ec50-cc04-4d9e-9f48-468dcdc91323 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:31:51.924781 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1c87a822-0059-43a6-85c2-d53f1c03d74d req-76659ce5-8c03-44e2-80c4-156b7dd2b504 service neutron] 10.222.0.64 "GET /v2.0/networks/5b0dad88-2921-4ce2-a522-2a38833ce0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660025 Nov 16 11:31:51.927741 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ab5c204-ad2b-4950-aa69-10a6342be1c3 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:51.971919 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-2275e05f-20a1-4ff9-a714-2ac418ed8751 service neutron] 10.222.0.36 "GET /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277518 Nov 16 11:31:52.043767 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44686) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:52.053734 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ab5c204-ad2b-4950-aa69-10a6342be1c3 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:52.071558 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-2ab5c204-ad2b-4950-aa69-10a6342be1c3 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Calling delete_port for cd04ec50-cc04-4d9e-9f48-468dcdc91323 owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:31:52.082829 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-270e579e-8e0a-4233-98dd-11562e6741c5 None None] Provisioning complete for port cd04ec50-cc04-4d9e-9f48-468dcdc91323 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:52.083214 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-270e579e-8e0a-4233-98dd-11562e6741c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:52.100542 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-4316a7a8-b116-4cd4-8d94-971758bf8a81 service neutron] 10.222.0.36 "GET /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202252 Nov 16 11:31:52.151691 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-dc461038-5f43-4332-8946-fa286f1de44f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=f958e357-3c58-4ef4-8e95-dd29178bdd07 HTTP/1.1" status: 200 len: 217 time: 0.0433328 Nov 16 11:31:52.191595 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-270e579e-8e0a-4233-98dd-11562e6741c5 None None] Port cd04ec50-cc04-4d9e-9f48-468dcdc91323 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:31:52.245361 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-97460c75-75fb-4f60-9400-238620c08a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:52.246510 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-97460c75-75fb-4f60-9400-238620c08a05 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9354876-5a24-4c3d-aa0b-1b12e2704ca4 HTTP/1.1" status: 200 len: 797 time: 0.0860333 Nov 16 11:31:52.256521 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-42667d95-8018-4816-822d-c7abe993dfa2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=82b3d54818314df185c011c31558c234&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2099955 Nov 16 11:31:52.258774 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44692) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:52.261339 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ab5c204-ad2b-4950-aa69-10a6342be1c3 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:52.301501 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-20ec2c6d-924a-40e8-9169-3adc7e22e5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:52.303278 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-20ec2c6d-924a-40e8-9169-3adc7e22e5a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ef7fac0-ba76-4873-aa0c-db478637a221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0471468 Nov 16 11:31:52.320274 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ea02e-afc6-4dfa-aca6-f85da6dc4a4e req-a76d9207-9378-4f14-ba01-a61ca2bf9d52 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:52.326747 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5f8ea02e-afc6-4dfa-aca6-f85da6dc4a4e req-a76d9207-9378-4f14-ba01-a61ca2bf9d52 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 946 time: 0.1181726 Nov 16 11:31:52.327170 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab5c204-ad2b-4950-aa69-10a6342be1c3 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Pushing event deleted for resources: {'Port': ['ID=cd04ec50-cc04-4d9e-9f48-468dcdc91323,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:52.404689 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-890add33-9bab-4494-a019-97c85a7a0929 service neutron] 10.222.0.36 "GET /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943160 Nov 16 11:31:52.468333 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5f8ea02e-afc6-4dfa-aca6-f85da6dc4a4e req-d6813855-7d7f-4ae2-a2e4-d4063a704fcd tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269224 Nov 16 11:31:52.479982 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ab5c204-ad2b-4950-aa69-10a6342be1c3 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:52.483353 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2ab5c204-ad2b-4950-aa69-10a6342be1c3 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] 10.222.0.61 "DELETE /v2.0/ports/cd04ec50-cc04-4d9e-9f48-468dcdc91323 HTTP/1.1" status: 204 len: 168 time: 0.6805158 Nov 16 11:31:52.484148 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-315fc5aa-3e9e-4396-83ca-728ebafb4026 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:52.487930 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44694) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:52.513416 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-315fc5aa-3e9e-4396-83ca-728ebafb4026 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:52.521772 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-d909012a-16f4-470a-b266-27c43cdce95b tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] GET failed (client error): The resource could not be found. Nov 16 11:31:52.527738 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d909012a-16f4-470a-b266-27c43cdce95b tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] 10.222.0.61 "GET /v2.0/ports/cd04ec50-cc04-4d9e-9f48-468dcdc91323 HTTP/1.1" status: 404 len: 333 time: 0.0344262 Nov 16 11:31:52.527738 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44696) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:52.532604 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a4d5fb23-8331-4f73-a049-5447b7ba88d7 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Request body: {'port': {'network_id': 'bb88019e-f68b-4229-807e-f0873d079a35', 'name': 'tempest-AllowedAddressPairTestJSON-2062523099'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:52.576163 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-315fc5aa-3e9e-4396-83ca-728ebafb4026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:52.580057 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-315fc5aa-3e9e-4396-83ca-728ebafb4026 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:52.581446 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-315fc5aa-3e9e-4396-83ca-728ebafb4026 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2b2f2679-2201-469d-8d4d-db5f33c0f4f2 HTTP/1.1" status: 204 len: 168 time: 0.3212867 Nov 16 11:31:52.586407 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-c3882843-73c3-4cf9-8ac7-951e677031f4 service neutron] 10.222.0.36 "GET /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741896 Nov 16 11:31:52.602821 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315fc5aa-3e9e-4396-83ca-728ebafb4026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2f2679-2201-469d-8d4d-db5f33c0f4f2,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:52.642065 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-a7a6ee6d-67fe-4989-bc2b-cb5e7dda60b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8c0c8e29-c9e3-442d-bb5d-3b91f658d21a HTTP/1.1" status: 200 len: 217 time: 0.0460682 Nov 16 11:31:52.648352 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cdf054-e407-4db3-8fc1-584e20491d95 req-100ab23a-61ba-4e5c-a693-63e1677b4109 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:52.649990 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-70cdf054-e407-4db3-8fc1-584e20491d95 req-100ab23a-61ba-4e5c-a693-63e1677b4109 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 950 time: 0.0672753 Nov 16 11:31:52.712411 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-70cdf054-e407-4db3-8fc1-584e20491d95 req-634f83ac-ec70-4873-b389-3c6266a892a2 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557621 Nov 16 11:31:52.730193 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-8ba99193-6e00-455b-9456-8bbc6b5cd956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:52.731705 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-8ba99193-6e00-455b-9456-8bbc6b5cd956 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=16cc9616-2b5b-44c0-b1c8-e21887664ca8 HTTP/1.1" status: 200 len: 797 time: 0.0816519 Nov 16 11:31:52.772414 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d5fb23-8331-4f73-a049-5447b7ba88d7 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Made reservation on behalf of 46768acc2e1744e3a71efbe4e3e4e1f7 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:31:52.776343 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a4d5fb23-8331-4f73-a049-5447b7ba88d7 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:52.802265 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-a4d5fb23-8331-4f73-a049-5447b7ba88d7 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] device_id is not set on port 76d85537-980a-4e1e-b3f6-2410b66cfcdc yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:31:52.818917 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-c69955c3-9c1a-492a-a374-e3a5c22be7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:52.820465 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-c69955c3-9c1a-492a-a374-e3a5c22be7ef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ea6b1a63-583a-4222-8450-3af28565319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0804975 Nov 16 11:31:53.000469 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-a4d5fb23-8331-4f73-a049-5447b7ba88d7 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Allocated IP 172.20.0.4 (bb88019e-f68b-4229-807e-f0873d079a35/5a404dc8-fd0d-4d7b-a82f-8fe5f9c87b3b/76d85537-980a-4e1e-b3f6-2410b66cfcdc) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:31:53.006033 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-0165ac6c-31d9-4267-a452-337e20ce93d2 service neutron] 10.222.0.36 "GET /v2.0/networks/ea6b1a63-583a-4222-8450-3af28565319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583786 Nov 16 11:31:53.174986 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-c8cded23-2603-4f85-8e02-4fc0407189f7 service neutron] 10.222.0.36 "GET /v2.0/networks/ea6b1a63-583a-4222-8450-3af28565319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614165 Nov 16 11:31:53.231732 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-05a8227f-f547-433c-b69e-4eb7f9fa3625 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=41a853ef-f92e-4127-89d6-e02d71c0d2ed HTTP/1.1" status: 200 len: 217 time: 0.0491757 Nov 16 11:31:53.286323 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a4d5fb23-8331-4f73-a049-5447b7ba88d7 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:53.302278 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-6d4a325c-2d6e-4586-b98a-9ebaa7fd0ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:53.303763 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-6d4a325c-2d6e-4586-b98a-9ebaa7fd0ba7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=16cc9616-2b5b-44c0-b1c8-e21887664ca8 HTTP/1.1" status: 200 len: 797 time: 0.0633998 Nov 16 11:31:53.353844 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44724) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:53.361441 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a4d5fb23-8331-4f73-a049-5447b7ba88d7 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:53.376275 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-f50fc334-8e21-4f14-8ac2-ba28a4837ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:53.377827 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-f50fc334-8e21-4f14-8ac2-ba28a4837ec1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ea6b1a63-583a-4222-8450-3af28565319c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0640602 Nov 16 11:31:53.450938 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-0ca8cac0-ac0f-4ebf-8480-7d5c3300571f tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-342276329'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:53.461481 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d5fb23-8331-4f73-a049-5447b7ba88d7 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Network bb88019e-f68b-4229-807e-f0873d079a35 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:31:53.464341 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5fb23-8331-4f73-a049-5447b7ba88d7 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Pushing event updated for resources: {'Port': ['ID=76d85537-980a-4e1e-b3f6-2410b66cfcdc,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:53.470952 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-a4d5fb23-8331-4f73-a049-5447b7ba88d7 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:31:53.475119 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca8cac0-ac0f-4ebf-8480-7d5c3300571f tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Made reservation on behalf of b0b3aeed8a5d4ec5a2a7a6a6c7b68471 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:31:53.475508 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d5fb23-8331-4f73-a049-5447b7ba88d7 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:31:53.478876 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0ca8cac0-ac0f-4ebf-8480-7d5c3300571f tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:53.491759 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0ca8cac0-ac0f-4ebf-8480-7d5c3300571f tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:53.556372 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d5fb23-8331-4f73-a049-5447b7ba88d7 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:53.557040 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a4d5fb23-8331-4f73-a049-5447b7ba88d7 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:53.568875 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-b8008996-22f9-4279-a315-bf58b6371aa1 service neutron] 10.222.0.36 "GET /v2.0/networks/ea6b1a63-583a-4222-8450-3af28565319c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696250 Nov 16 11:31:53.585292 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0ca8cac0-ac0f-4ebf-8480-7d5c3300571f tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:53.606088 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a4d5fb23-8331-4f73-a049-5447b7ba88d7 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0778785 Nov 16 11:31:53.611814 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44730) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:53.613933 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0ca8cac0-ac0f-4ebf-8480-7d5c3300571f tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:53.620343 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-62ed8de3-0fc3-482f-8cb3-178a4182edf2 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Request body: {'port': {'network_id': 'bb88019e-f68b-4229-807e-f0873d079a35', 'name': 'tempest-AllowedAddressPairTestJSON-1675453124'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:53.677157 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bc8bd78-2b12-4ef6-a24c-7b3ee7add8d1 req-1e271b8e-3c1f-4b85-98d6-4b9bef403752 service neutron] 10.222.0.36 "GET /v2.0/networks/ea6b1a63-583a-4222-8450-3af28565319c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984092 Nov 16 11:31:53.701869 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ca8cac0-ac0f-4ebf-8480-7d5c3300571f tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:31:53.726317 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca8cac0-ac0f-4ebf-8480-7d5c3300571f tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11af3d48-e868-4a3c-ac0f-96102b0316a7,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:53.732976 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0ca8cac0-ac0f-4ebf-8480-7d5c3300571f tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:53.733312 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-0ca8cac0-ac0f-4ebf-8480-7d5c3300571f tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Added segment b94dbf52-8472-403b-bc81-e630b0883728 of type vlan for network ef1f2190-597d-4966-bda6-b810ab3cdf2a Nov 16 11:31:53.733453 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-4cdb3946-8b7c-4aa2-b209-615a19fffba6 None None] Provisioning complete for port 76d85537-980a-4e1e-b3f6-2410b66cfcdc triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:53.733991 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4cdb3946-8b7c-4aa2-b209-615a19fffba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:53.758432 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0bf730-255b-43e6-bdfb-79529379a441 req-36e2a5e9-a626-4a1f-b448-2de60bbbdf6a tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:53.759838 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fc0bf730-255b-43e6-bdfb-79529379a441 req-36e2a5e9-a626-4a1f-b448-2de60bbbdf6a tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 946 time: 0.1773369 Nov 16 11:31:53.768130 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-4cdb3946-8b7c-4aa2-b209-615a19fffba6 None None] Port 76d85537-980a-4e1e-b3f6-2410b66cfcdc cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:31:53.820622 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0ca8cac0-ac0f-4ebf-8480-7d5c3300571f tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:53.882908 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fc0bf730-255b-43e6-bdfb-79529379a441 req-8f9f2a8a-c90a-4637-8cff-b8b522eb5ebe tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966797 Nov 16 11:31:53.884495 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0ca8cac0-ac0f-4ebf-8480-7d5c3300571f tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:53.889949 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca8cac0-ac0f-4ebf-8480-7d5c3300571f tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:53.891060 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0ca8cac0-ac0f-4ebf-8480-7d5c3300571f tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:53.893303 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ed8de3-0fc3-482f-8cb3-178a4182edf2 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Made reservation on behalf of 46768acc2e1744e3a71efbe4e3e4e1f7 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:31:53.896803 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-62ed8de3-0fc3-482f-8cb3-178a4182edf2 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:53.983985 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0ca8cac0-ac0f-4ebf-8480-7d5c3300571f tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6285470 Nov 16 11:31:53.986777 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44738) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:53.991862 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-7154f8bc-61d3-4317-9146-b7fd02103727 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Request body: {'subnet': {'network_id': 'ef1f2190-597d-4966-bda6-b810ab3cdf2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:54.004420 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-62ed8de3-0fc3-482f-8cb3-178a4182edf2 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] device_id is not set on port 7e0097b5-7163-488e-bda0-ae674fd627cc yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:31:54.055417 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca8cac0-ac0f-4ebf-8480-7d5c3300571f tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Pushing event updated for resources: {'Network': ['ID=ef1f2190-597d-4966-bda6-b810ab3cdf2a,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:54.067849 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network ef1f2190-597d-4966-bda6-b810ab3cdf2a details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:31:54.085182 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccece17a-331c-44aa-b16c-7f5250e1a3d6 req-6fbcf9fe-034a-4ae8-b480-f6f2a9695f9e tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:54.086801 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ccece17a-331c-44aa-b16c-7f5250e1a3d6 req-6fbcf9fe-034a-4ae8-b480-f6f2a9695f9e tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 950 time: 0.1223509 Nov 16 11:31:54.095790 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7154f8bc-61d3-4317-9146-b7fd02103727 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Made reservation on behalf of b0b3aeed8a5d4ec5a2a7a6a6c7b68471 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:31:54.100185 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7154f8bc-61d3-4317-9146-b7fd02103727 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:54.211581 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-62ed8de3-0fc3-482f-8cb3-178a4182edf2 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Allocated IP 172.20.0.6 (bb88019e-f68b-4229-807e-f0873d079a35/5a404dc8-fd0d-4d7b-a82f-8fe5f9c87b3b/7e0097b5-7163-488e-bda0-ae674fd627cc) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:31:54.219822 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ccece17a-331c-44aa-b16c-7f5250e1a3d6 req-d50bda8f-24be-477a-8501-b1f499ab0831 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213121 Nov 16 11:31:54.316935 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7154f8bc-61d3-4317-9146-b7fd02103727 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:54.382831 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154f8bc-61d3-4317-9146-b7fd02103727 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Pushing event updated for resources: {'Subnet': ['ID=6d48f796-b8d5-4a7c-b28e-e2b170d13f23,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:54.384772 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-62ed8de3-0fc3-482f-8cb3-178a4182edf2 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:54.392636 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7154f8bc-61d3-4317-9146-b7fd02103727 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Checking segment: {'id': 'b94dbf52-8472-403b-bc81-e630b0883728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'ef1f2190-597d-4966-bda6-b810ab3cdf2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:31:54.392989 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7154f8bc-61d3-4317-9146-b7fd02103727 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Network hostable DHCP agents. Network: ef1f2190-597d-4966-bda6-b810ab3cdf2a, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:31:54.411166 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7154f8bc-61d3-4317-9146-b7fd02103727 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Network ef1f2190-597d-4966-bda6-b810ab3cdf2a is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:31:54.419686 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-7154f8bc-61d3-4317-9146-b7fd02103727 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, ef1f2190-597d-4966-bda6-b810ab3cdf2a) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:31:54.425870 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7154f8bc-61d3-4317-9146-b7fd02103727 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:54.426209 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7154f8bc-61d3-4317-9146-b7fd02103727 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:54.426979 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-62ed8de3-0fc3-482f-8cb3-178a4182edf2 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:54.430652 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae48b71e-ffab-425d-ac5e-7378a29b34bc None None] Network ef1f2190-597d-4966-bda6-b810ab3cdf2a requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:31:54.447557 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7154f8bc-61d3-4317-9146-b7fd02103727 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4594073 Nov 16 11:31:54.450098 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44740) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:54.455216 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a855e139-0d9b-448a-8751-96364a9b04d1 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Request body: {'port': {'network_id': 'ef1f2190-597d-4966-bda6-b810ab3cdf2a', 'name': 'tempest-TagsExtTest-1614359670'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:54.476985 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ed8de3-0fc3-482f-8cb3-178a4182edf2 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Network bb88019e-f68b-4229-807e-f0873d079a35 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:31:54.480504 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-62ed8de3-0fc3-482f-8cb3-178a4182edf2 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:31:54.485523 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ed8de3-0fc3-482f-8cb3-178a4182edf2 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:31:54.517787 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed8de3-0fc3-482f-8cb3-178a4182edf2 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Pushing event updated for resources: {'Port': ['ID=7e0097b5-7163-488e-bda0-ae674fd627cc,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:54.548871 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ed8de3-0fc3-482f-8cb3-178a4182edf2 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:54.549695 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-62ed8de3-0fc3-482f-8cb3-178a4182edf2 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:54.571099 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-62ed8de3-0fc3-482f-8cb3-178a4182edf2 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9580352 Nov 16 11:31:54.573722 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44742) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:54.579401 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-84fa8801-eacb-4743-a524-e40dc03463fd tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:54:32:e0'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:08:cf:09'}]}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:54.585309 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a855e139-0d9b-448a-8751-96364a9b04d1 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Made reservation on behalf of b0b3aeed8a5d4ec5a2a7a6a6c7b68471 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:31:54.590822 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a855e139-0d9b-448a-8751-96364a9b04d1 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:54.612640 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-a855e139-0d9b-448a-8751-96364a9b04d1 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] device_id is not set on port 19386242-3621-4adb-8760-07c99560af8d yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:31:54.617959 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063f559b-a08e-400e-9ba3-0f7822f5ec7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-ef1f2190-597d-4966-bda6-b810ab3cdf2a', 'network_id': 'ef1f2190-597d-4966-bda6-b810ab3cdf2a', 'tenant_id': 'b0b3aeed8a5d4ec5a2a7a6a6c7b68471', 'fixed_ips': [{'subnet_id': '6d48f796-b8d5-4a7c-b28e-e2b170d13f23'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:31:54.618879 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-063f559b-a08e-400e-9ba3-0f7822f5ec7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:54.683327 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84fa8801-eacb-4743-a524-e40dc03463fd tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:54.740653 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-a855e139-0d9b-448a-8751-96364a9b04d1 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Allocated IP 172.20.0.5 (ef1f2190-597d-4966-bda6-b810ab3cdf2a/6d48f796-b8d5-4a7c-b28e-e2b170d13f23/19386242-3621-4adb-8760-07c99560af8d) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:31:54.794501 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-105dd7dc-8b27-41c0-8e45-6fbd604d46cd None None] Provisioning complete for port 7e0097b5-7163-488e-bda0-ae674fd627cc triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:54.795047 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-105dd7dc-8b27-41c0-8e45-6fbd604d46cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:54.830411 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-105dd7dc-8b27-41c0-8e45-6fbd604d46cd None None] Port 7e0097b5-7163-488e-bda0-ae674fd627cc cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:31:54.882169 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84fa8801-eacb-4743-a524-e40dc03463fd tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:54.887047 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84fa8801-eacb-4743-a524-e40dc03463fd tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:54.906817 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a855e139-0d9b-448a-8751-96364a9b04d1 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:54.950298 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a855e139-0d9b-448a-8751-96364a9b04d1 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:54.977585 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fa8801-eacb-4743-a524-e40dc03463fd tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Pushing event updated for resources: {'Port': ['ID=7e0097b5-7163-488e-bda0-ae674fd627cc,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:54.997964 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-84fa8801-eacb-4743-a524-e40dc03463fd tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] In _notify_port_updated(), no bound segment for port 7e0097b5-7163-488e-bda0-ae674fd627cc on network bb88019e-f68b-4229-807e-f0873d079a35 {{(pid=102669) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 11:31:55.005679 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fa8801-eacb-4743-a524-e40dc03463fd tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:55.006395 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84fa8801-eacb-4743-a524-e40dc03463fd tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:55.010844 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-84fa8801-eacb-4743-a524-e40dc03463fd tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] 10.222.0.61 "PUT /v2.0/ports/7e0097b5-7163-488e-bda0-ae674fd627cc HTTP/1.1" status: 200 len: 1056 time: 0.4356887 Nov 16 11:31:55.011353 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a855e139-0d9b-448a-8751-96364a9b04d1 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Network ef1f2190-597d-4966-bda6-b810ab3cdf2a is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:31:55.011484 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44746) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:55.019983 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-a855e139-0d9b-448a-8751-96364a9b04d1 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:31:55.024681 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a855e139-0d9b-448a-8751-96364a9b04d1 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:31:55.032096 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a855e139-0d9b-448a-8751-96364a9b04d1 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Pushing event updated for resources: {'Port': ['ID=19386242-3621-4adb-8760-07c99560af8d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:55.033684 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-063f559b-a08e-400e-9ba3-0f7822f5ec7d None None] Allocated IP 172.20.0.2 (ef1f2190-597d-4966-bda6-b810ab3cdf2a/6d48f796-b8d5-4a7c-b28e-e2b170d13f23/be0e7bc3-66ea-4d65-b4b6-b3c75c23c965) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:31:55.092258 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a855e139-0d9b-448a-8751-96364a9b04d1 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:55.093118 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a855e139-0d9b-448a-8751-96364a9b04d1 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:55.132462 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a855e139-0d9b-448a-8751-96364a9b04d1 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.6812167 Nov 16 11:31:55.134784 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44748) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:55.138329 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bccb4f9-d5df-4bcd-9f0c-f5bc7bb568bd req-0183b846-135a-4425-9245-28d202023dc5 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:55.139916 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4bccb4f9-d5df-4bcd-9f0c-f5bc7bb568bd req-0183b846-135a-4425-9245-28d202023dc5 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 946 time: 0.1561213 Nov 16 11:31:55.140970 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-1f7c4bba-064e-4713-b4a8-0bf6d7b2d1f3 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-519872153', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:55.161708 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-893ffd1f-73f9-4b4d-95fa-70907e5e11f0 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Deleting port 7e0097b5-7163-488e-bda0-ae674fd627cc {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:31:55.162078 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-893ffd1f-73f9-4b4d-95fa-70907e5e11f0 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:55.172640 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f7c4bba-064e-4713-b4a8-0bf6d7b2d1f3 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:55.173847 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f7c4bba-064e-4713-b4a8-0bf6d7b2d1f3 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:55.221787 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-063f559b-a08e-400e-9ba3-0f7822f5ec7d None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:55.236229 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-063f559b-a08e-400e-9ba3-0f7822f5ec7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:55.245269 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f7c4bba-064e-4713-b4a8-0bf6d7b2d1f3 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:55.251036 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f7c4bba-064e-4713-b4a8-0bf6d7b2d1f3 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:55.271684 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f7c4bba-064e-4713-b4a8-0bf6d7b2d1f3 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:55.276179 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1f7c4bba-064e-4713-b4a8-0bf6d7b2d1f3 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1376655 Nov 16 11:31:55.276749 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44752) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:55.282117 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a9ff9df4-5ede-4be8-b281-9766bcf44841 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1492498560', 'prefixes': ['172.20.0.0/16']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:31:55.288678 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4bccb4f9-d5df-4bcd-9f0c-f5bc7bb568bd req-106cb372-405b-4884-bf02-7afb3714927a tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207912 Nov 16 11:31:55.297487 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063f559b-a08e-400e-9ba3-0f7822f5ec7d None None] Network ef1f2190-597d-4966-bda6-b810ab3cdf2a is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:31:55.302673 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-893ffd1f-73f9-4b4d-95fa-70907e5e11f0 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:55.305195 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-063f559b-a08e-400e-9ba3-0f7822f5ec7d None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:31:55.308316 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063f559b-a08e-400e-9ba3-0f7822f5ec7d None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:31:55.312894 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-daeb738d-d413-4022-ba0b-26dd762a22e4 None None] Provisioning complete for port 7e0097b5-7163-488e-bda0-ae674fd627cc triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:55.313278 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-daeb738d-d413-4022-ba0b-26dd762a22e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:55.318499 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-893ffd1f-73f9-4b4d-95fa-70907e5e11f0 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Calling delete_port for 7e0097b5-7163-488e-bda0-ae674fd627cc owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:31:55.370056 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f559b-a08e-400e-9ba3-0f7822f5ec7d None None] Pushing event updated for resources: {'Port': ['ID=be0e7bc3-66ea-4d65-b4b6-b3c75c23c965,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:55.374677 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-daeb738d-d413-4022-ba0b-26dd762a22e4 None None] Port 7e0097b5-7163-488e-bda0-ae674fd627cc cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:31:55.401251 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9ff9df4-5ede-4be8-b281-9766bcf44841 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks [] for subnetpool, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:55.406416 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44762) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:55.407756 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a9ff9df4-5ede-4be8-b281-9766bcf44841 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1299009 Nov 16 11:31:55.411911 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.tag.tag_plugin [None req-7b1d9855-c180-4742-8057-3f2b4ccf532a tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6d48f796-b8d5-4a7c-b28e-e2b170d13f23', 'tempest-TagsExtTest-Tag-1290391857') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:55.443864 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-063f559b-a08e-400e-9ba3-0f7822f5ec7d None None] Attempting to bind port be0e7bc3-66ea-4d65-b4b6-b3c75c23c965 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:31:55.444349 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-063f559b-a08e-400e-9ba3-0f7822f5ec7d None None] Attempting to bind port be0e7bc3-66ea-4d65-b4b6-b3c75c23c965 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'b94dbf52-8472-403b-bc81-e630b0883728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'ef1f2190-597d-4966-bda6-b810ab3cdf2a'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:31:55.444765 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063f559b-a08e-400e-9ba3-0f7822f5ec7d None None] Attempting to bind port be0e7bc3-66ea-4d65-b4b6-b3c75c23c965 on network ef1f2190-597d-4966-bda6-b810ab3cdf2a {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:31:55.450201 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063f559b-a08e-400e-9ba3-0f7822f5ec7d None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:31:55.450578 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063f559b-a08e-400e-9ba3-0f7822f5ec7d None None] Checking segment: {'id': 'b94dbf52-8472-403b-bc81-e630b0883728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'ef1f2190-597d-4966-bda6-b810ab3cdf2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:31:55.451026 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-063f559b-a08e-400e-9ba3-0f7822f5ec7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:55.451484 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063f559b-a08e-400e-9ba3-0f7822f5ec7d None None] Bound using segment: {'id': 'b94dbf52-8472-403b-bc81-e630b0883728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'ef1f2190-597d-4966-bda6-b810ab3cdf2a'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:31:55.451953 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-063f559b-a08e-400e-9ba3-0f7822f5ec7d None None] Bound port: be0e7bc3-66ea-4d65-b4b6-b3c75c23c965, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b94dbf52-8472-403b-bc81-e630b0883728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'ef1f2190-597d-4966-bda6-b810ab3cdf2a'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:31:55.452361 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-063f559b-a08e-400e-9ba3-0f7822f5ec7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:55.672376 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-063f559b-a08e-400e-9ba3-0f7822f5ec7d None None] For port be0e7bc3-66ea-4d65-b4b6-b3c75c23c965, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:31:55.675786 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-063f559b-a08e-400e-9ba3-0f7822f5ec7d None None] For port be0e7bc3-66ea-4d65-b4b6-b3c75c23c965, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=be0e7bc3-66ea-4d65-b4b6-b3c75c23c965,segment=NetworkSegment(b94dbf52-8472-403b-bc81-e630b0883728),segment_id=b94dbf52-8472-403b-bc81-e630b0883728)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:31:55.679670 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-063f559b-a08e-400e-9ba3-0f7822f5ec7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:55.739108 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f559b-a08e-400e-9ba3-0f7822f5ec7d None None] Pushing event updated for resources: {'Port': ['ID=be0e7bc3-66ea-4d65-b4b6-b3c75c23c965,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:55.877259 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa67fb-cc7a-4a4b-a7e1-34f7eb1f7499 req-c751e3f1-eb28-46f2-9c3c-5c89f23a5570 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:55.878789 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-70fa67fb-cc7a-4a4b-a7e1-34f7eb1f7499 req-c751e3f1-eb28-46f2-9c3c-5c89f23a5570 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 950 time: 0.4603467 Nov 16 11:31:55.974117 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-893ffd1f-73f9-4b4d-95fa-70907e5e11f0 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:55.991057 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-70fa67fb-cc7a-4a4b-a7e1-34f7eb1f7499 req-e0d42f23-fe6e-4889-a85d-361da16c23d3 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027865 Nov 16 11:31:56.024424 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ffd1f-73f9-4b4d-95fa-70907e5e11f0 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Pushing event deleted for resources: {'Port': ['ID=7e0097b5-7163-488e-bda0-ae674fd627cc,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:56.032240 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44764) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:56.039563 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-e36aa17e-949b-49c8-8fff-b0e80cafdaaf tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '19386242-3621-4adb-8760-07c99560af8d', 'tempest-TagsExtTest-Tag-782648847') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:56.039781 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7b1d9855-c180-4742-8057-3f2b4ccf532a tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "PUT /v2.0/subnets/6d48f796-b8d5-4a7c-b28e-e2b170d13f23/tags/tempest-TagsExtTest-Tag-1290391857 HTTP/1.1" status: 201 len: 201 time: 0.6218364 Nov 16 11:31:56.164147 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e36aa17e-949b-49c8-8fff-b0e80cafdaaf tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "PUT /v2.0/ports/19386242-3621-4adb-8760-07c99560af8d/tags/tempest-TagsExtTest-Tag-782648847 HTTP/1.1" status: 201 len: 201 time: 0.1306145 Nov 16 11:31:56.169391 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44766) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:56.177406 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-10d4d4f3-5466-4b69-9017-ed506c021b5c tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '721affcd-7700-4e55-85d4-10caa0da81d4', 'tempest-TagsExtTest-Tag-140150768') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:56.315133 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-10d4d4f3-5466-4b69-9017-ed506c021b5c tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "PUT /v2.0/routers/721affcd-7700-4e55-85d4-10caa0da81d4/tags/tempest-TagsExtTest-Tag-140150768 HTTP/1.1" status: 201 len: 201 time: 0.1422763 Nov 16 11:31:56.315457 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44770) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:56.319077 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-893ffd1f-73f9-4b4d-95fa-70907e5e11f0 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:56.321269 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-6f027b5d-6f06-4773-aae4-7c0aa2154d55 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2ce2c2f7-4721-422f-b6b8-6cc9af87d044', 'tempest-TagsExtTest-Tag-887997376') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:56.324091 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-893ffd1f-73f9-4b4d-95fa-70907e5e11f0 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] 10.222.0.61 "DELETE /v2.0/ports/7e0097b5-7163-488e-bda0-ae674fd627cc HTTP/1.1" status: 204 len: 168 time: 1.2942934 Nov 16 11:31:56.338540 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44772) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:56.380485 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-65056479-9180-4134-a491-00c57246b86b tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] GET failed (client error): The resource could not be found. Nov 16 11:31:56.382010 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-65056479-9180-4134-a491-00c57246b86b tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] 10.222.0.61 "GET /v2.0/ports/7e0097b5-7163-488e-bda0-ae674fd627cc HTTP/1.1" status: 404 len: 333 time: 0.0421612 Nov 16 11:31:56.384709 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44776) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:56.406162 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6f027b5d-6f06-4773-aae4-7c0aa2154d55 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "PUT /v2.0/subnetpools/2ce2c2f7-4721-422f-b6b8-6cc9af87d044/tags/tempest-TagsExtTest-Tag-887997376 HTTP/1.1" status: 201 len: 201 time: 0.0889130 Nov 16 11:31:56.408131 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44778) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:56.415113 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-65d0990d-363c-40d6-9855-6ca513753d66 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6d48f796-b8d5-4a7c-b28e-e2b170d13f23') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:56.562819 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1587155a-a281-42de-b190-c5524ca56e36 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Deleting port 76d85537-980a-4e1e-b3f6-2410b66cfcdc {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:31:56.563408 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1587155a-a281-42de-b190-c5524ca56e36 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:56.584172 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device be0e7bc3-66ea-4d65-b4b6-b3c75c23c965 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:31:56.619875 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-65d0990d-363c-40d6-9855-6ca513753d66 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "GET /v2.0/subnets/6d48f796-b8d5-4a7c-b28e-e2b170d13f23/tags HTTP/1.1" status: 200 len: 241 time: 0.2095509 Nov 16 11:31:56.625517 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44782) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:56.629853 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-9c0f5fe6-7bee-4aaf-abd7-5eba28594454 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6d48f796-b8d5-4a7c-b28e-e2b170d13f23', 'tempest-TagsExtTest-Tag-1290391857') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:56.696233 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port be0e7bc3-66ea-4d65-b4b6-b3c75c23c965 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:56.696867 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:56.728650 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1587155a-a281-42de-b190-c5524ca56e36 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:56.736136 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9c0f5fe6-7bee-4aaf-abd7-5eba28594454 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "GET /v2.0/subnets/6d48f796-b8d5-4a7c-b28e-e2b170d13f23/tags/tempest-TagsExtTest-Tag-1290391857 HTTP/1.1" status: 204 len: 168 time: 0.1093762 Nov 16 11:31:56.736693 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44784) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:56.741417 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-bc95aaed-e8d5-48f9-ab6a-669d39d5ddc5 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '6d48f796-b8d5-4a7c-b28e-e2b170d13f23', 'tempest-TagsExtTest-Tag-1290391857') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:56.757434 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1587155a-a281-42de-b190-c5524ca56e36 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Calling delete_port for 76d85537-980a-4e1e-b3f6-2410b66cfcdc owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:31:56.815482 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:56.824696 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bc95aaed-e8d5-48f9-ab6a-669d39d5ddc5 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "DELETE /v2.0/subnets/6d48f796-b8d5-4a7c-b28e-e2b170d13f23/tags/tempest-TagsExtTest-Tag-1290391857 HTTP/1.1" status: 204 len: 168 time: 0.0867794 Nov 16 11:31:56.827415 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44786) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:56.833789 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-122d9db0-5806-40e1-a2e6-ff4b7e4d5fc8 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6d48f796-b8d5-4a7c-b28e-e2b170d13f23') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:56.853617 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port be0e7bc3-66ea-4d65-b4b6-b3c75c23c965, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=be0e7bc3-66ea-4d65-b4b6-b3c75c23c965,segment=NetworkSegment(b94dbf52-8472-403b-bc81-e630b0883728),segment_id=b94dbf52-8472-403b-bc81-e630b0883728)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:31:56.859499 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:56.909439 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-122d9db0-5806-40e1-a2e6-ff4b7e4d5fc8 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "GET /v2.0/subnets/6d48f796-b8d5-4a7c-b28e-e2b170d13f23/tags HTTP/1.1" status: 200 len: 205 time: 0.0808144 Nov 16 11:31:56.910143 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44788) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:56.915010 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-55d82512-f763-4b1a-bda8-02046d45d729 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '19386242-3621-4adb-8760-07c99560af8d') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:56.915356 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=be0e7bc3-66ea-4d65-b4b6-b3c75c23c965,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:56.932944 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1587155a-a281-42de-b190-c5524ca56e36 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:56.962358 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0e320c-1362-4708-91d6-b2ceb5872caf None None] Network ef1f2190-597d-4966-bda6-b810ab3cdf2a requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:31:56.966802 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1587155a-a281-42de-b190-c5524ca56e36 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Pushing event deleted for resources: {'Port': ['ID=76d85537-980a-4e1e-b3f6-2410b66cfcdc,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:56.970110 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-55d82512-f763-4b1a-bda8-02046d45d729 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "GET /v2.0/ports/19386242-3621-4adb-8760-07c99560af8d/tags HTTP/1.1" status: 200 len: 240 time: 0.0586891 Nov 16 11:31:56.972729 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44790) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:56.979765 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-4be13829-9dd9-446a-ad93-c9738f693bef tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '19386242-3621-4adb-8760-07c99560af8d', 'tempest-TagsExtTest-Tag-782648847') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:57.034153 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ac6ad1d8-3112-4b92-a836-7584f86a098f None None] Provisioning complete for port be0e7bc3-66ea-4d65-b4b6-b3c75c23c965 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:57.034525 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ac6ad1d8-3112-4b92-a836-7584f86a098f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:57.065876 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4be13829-9dd9-446a-ad93-c9738f693bef tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "GET /v2.0/ports/19386242-3621-4adb-8760-07c99560af8d/tags/tempest-TagsExtTest-Tag-782648847 HTTP/1.1" status: 204 len: 168 time: 0.0897021 Nov 16 11:31:57.066498 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44794) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:57.070212 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1587155a-a281-42de-b190-c5524ca56e36 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:57.073132 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-3b1e9e96-194a-416d-92bd-ba4087e9a39a tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '19386242-3621-4adb-8760-07c99560af8d', 'tempest-TagsExtTest-Tag-782648847') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:57.074022 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1587155a-a281-42de-b190-c5524ca56e36 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] 10.222.0.61 "DELETE /v2.0/ports/76d85537-980a-4e1e-b3f6-2410b66cfcdc HTTP/1.1" status: 204 len: 168 time: 0.6883197 Nov 16 11:31:57.076642 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44796) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:57.154265 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-f091fa4d-2e68-4cc7-81ae-b94cd142b8c9 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] GET failed (client error): The resource could not be found. Nov 16 11:31:57.156476 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f091fa4d-2e68-4cc7-81ae-b94cd142b8c9 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] 10.222.0.61 "GET /v2.0/ports/76d85537-980a-4e1e-b3f6-2410b66cfcdc HTTP/1.1" status: 404 len: 333 time: 0.0775771 Nov 16 11:31:57.159855 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36ac29-3286-4392-86bd-c768b78b4371 req-0cf55651-105a-4096-a1ab-0a9dd6744e96 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:57.164846 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44800) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:57.167854 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3f36ac29-3286-4392-86bd-c768b78b4371 req-0cf55651-105a-4096-a1ab-0a9dd6744e96 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 950 time: 0.0794251 Nov 16 11:31:57.226521 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3f36ac29-3286-4392-86bd-c768b78b4371 req-486a00f7-01ea-4dab-baf9-25335013fb14 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574498 Nov 16 11:31:57.312744 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44804) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:57.316422 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-3b1e9e96-194a-416d-92bd-ba4087e9a39a tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "DELETE /v2.0/ports/19386242-3621-4adb-8760-07c99560af8d/tags/tempest-TagsExtTest-Tag-782648847 HTTP/1.1" status: 204 len: 168 time: 0.2480743 Nov 16 11:31:57.319090 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.tag.tag_plugin [None req-204aca6a-624e-47a7-acc4-80d5114db3d3 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '19386242-3621-4adb-8760-07c99560af8d') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:57.363221 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-2314e309-b469-4e68-996a-bb17331ee4b3 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Deleting port d13d81cd-af49-48dd-9d64-cc4f69108f75 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:31:57.363556 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2314e309-b469-4e68-996a-bb17331ee4b3 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:57.383642 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-204aca6a-624e-47a7-acc4-80d5114db3d3 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "GET /v2.0/ports/19386242-3621-4adb-8760-07c99560af8d/tags HTTP/1.1" status: 200 len: 205 time: 0.0693345 Nov 16 11:31:57.386131 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44806) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:57.392393 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.tag.tag_plugin [None req-2cd0487a-11cd-4187-a532-51ad093c5ab0 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '721affcd-7700-4e55-85d4-10caa0da81d4') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:57.489322 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2cd0487a-11cd-4187-a532-51ad093c5ab0 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "GET /v2.0/routers/721affcd-7700-4e55-85d4-10caa0da81d4/tags HTTP/1.1" status: 200 len: 240 time: 0.0996208 Nov 16 11:31:57.489712 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44808) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:57.494363 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.tag.tag_plugin [None req-eb09acd0-f846-4ad7-9e67-cd646e87d28a tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '721affcd-7700-4e55-85d4-10caa0da81d4', 'tempest-TagsExtTest-Tag-140150768') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:57.495398 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2314e309-b469-4e68-996a-bb17331ee4b3 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:57.514094 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-2314e309-b469-4e68-996a-bb17331ee4b3 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Calling delete_port for d13d81cd-af49-48dd-9d64-cc4f69108f75 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:31:57.587373 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-eb09acd0-f846-4ad7-9e67-cd646e87d28a tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "GET /v2.0/routers/721affcd-7700-4e55-85d4-10caa0da81d4/tags/tempest-TagsExtTest-Tag-140150768 HTTP/1.1" status: 204 len: 168 time: 0.0963848 Nov 16 11:31:57.589703 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44812) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:57.594932 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.tag.tag_plugin [None req-e51f2b9a-5939-4624-a69c-ac51d0852f3b tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '721affcd-7700-4e55-85d4-10caa0da81d4', 'tempest-TagsExtTest-Tag-140150768') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:57.665761 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-4a912d73-67cd-4417-8564-a8fcdea74c62 None None] Provisioning complete for port be0e7bc3-66ea-4d65-b4b6-b3c75c23c965 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:57.669077 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4a912d73-67cd-4417-8564-a8fcdea74c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:57.684581 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2314e309-b469-4e68-996a-bb17331ee4b3 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:57.719936 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2314e309-b469-4e68-996a-bb17331ee4b3 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Pushing event deleted for resources: {'Port': ['ID=d13d81cd-af49-48dd-9d64-cc4f69108f75,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:57.751142 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e51f2b9a-5939-4624-a69c-ac51d0852f3b tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "DELETE /v2.0/routers/721affcd-7700-4e55-85d4-10caa0da81d4/tags/tempest-TagsExtTest-Tag-140150768 HTTP/1.1" status: 204 len: 168 time: 0.1602647 Nov 16 11:31:57.751772 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44816) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:57.756602 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.tag.tag_plugin [None req-5d1c2439-e1f7-4cfe-8a5f-f5f16769cc85 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '721affcd-7700-4e55-85d4-10caa0da81d4') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:57.860603 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5d1c2439-e1f7-4cfe-8a5f-f5f16769cc85 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "GET /v2.0/routers/721affcd-7700-4e55-85d4-10caa0da81d4/tags HTTP/1.1" status: 200 len: 205 time: 0.1076934 Nov 16 11:31:57.863010 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44818) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:57.867383 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.tag.tag_plugin [None req-28340767-69bb-464b-8f60-a8ca42a222b8 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2ce2c2f7-4721-422f-b6b8-6cc9af87d044') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:57.880831 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-4a912d73-67cd-4417-8564-a8fcdea74c62 None None] Provisioning complete for port 19386242-3621-4adb-8760-07c99560af8d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:57.881243 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4a912d73-67cd-4417-8564-a8fcdea74c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:57.884664 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2314e309-b469-4e68-996a-bb17331ee4b3 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:57.899121 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44820) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:57.899320 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2314e309-b469-4e68-996a-bb17331ee4b3 tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] 10.222.0.61 "DELETE /v2.0/ports/d13d81cd-af49-48dd-9d64-cc4f69108f75 HTTP/1.1" status: 204 len: 168 time: 0.7249286 Nov 16 11:31:57.944494 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:57.947223 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-4a912d73-67cd-4417-8564-a8fcdea74c62 None None] Port 19386242-3621-4adb-8760-07c99560af8d cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:31:57.953803 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-28340767-69bb-464b-8f60-a8ca42a222b8 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "GET /v2.0/subnetpools/2ce2c2f7-4721-422f-b6b8-6cc9af87d044/tags HTTP/1.1" status: 200 len: 240 time: 0.0897381 Nov 16 11:31:57.956441 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44822) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:57.961141 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-4d65bf03-2a0a-45b9-a9f8-667131725f39 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2ce2c2f7-4721-422f-b6b8-6cc9af87d044', 'tempest-TagsExtTest-Tag-887997376') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:57.972906 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-e11fe12d-ccbd-4543-9f36-f0af1094623f tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Deleting subnet 5a404dc8-fd0d-4d7b-a82f-8fe5f9c87b3b {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:31:57.976728 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e11fe12d-ccbd-4543-9f36-f0af1094623f tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:57.997961 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4d65bf03-2a0a-45b9-a9f8-667131725f39 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "GET /v2.0/subnetpools/2ce2c2f7-4721-422f-b6b8-6cc9af87d044/tags/tempest-TagsExtTest-Tag-887997376 HTTP/1.1" status: 204 len: 168 time: 0.0403304 Nov 16 11:31:57.998855 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44824) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:58.006173 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-35257799-8c99-4a55-9de0-1e8267bcd307 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '2ce2c2f7-4721-422f-b6b8-6cc9af87d044', 'tempest-TagsExtTest-Tag-887997376') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:58.033016 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e11fe12d-ccbd-4543-9f36-f0af1094623f tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:58.052235 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-35257799-8c99-4a55-9de0-1e8267bcd307 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "DELETE /v2.0/subnetpools/2ce2c2f7-4721-422f-b6b8-6cc9af87d044/tags/tempest-TagsExtTest-Tag-887997376 HTTP/1.1" status: 204 len: 168 time: 0.0508351 Nov 16 11:31:58.055999 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44826) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:58.061074 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.tag.tag_plugin [None req-8d97857c-5a41-4522-86e4-af4f696de88e tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2ce2c2f7-4721-422f-b6b8-6cc9af87d044') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:58.067668 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a2d7b1f1-d263-47a2-8f0a-2effa183fb5d None None] Provisioning complete for port 19386242-3621-4adb-8760-07c99560af8d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:58.068043 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a2d7b1f1-d263-47a2-8f0a-2effa183fb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:58.103335 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-a2d7b1f1-d263-47a2-8f0a-2effa183fb5d None None] Port 19386242-3621-4adb-8760-07c99560af8d cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:31:58.108178 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8d97857c-5a41-4522-86e4-af4f696de88e tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "GET /v2.0/subnetpools/2ce2c2f7-4721-422f-b6b8-6cc9af87d044/tags HTTP/1.1" status: 200 len: 205 time: 0.0486619 Nov 16 11:31:58.109013 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44828) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:58.113302 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-db43ac17-bc7d-4a77-abd5-d7c45728636a tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2ce2c2f7-4721-422f-b6b8-6cc9af87d044') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:58.151912 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-db43ac17-bc7d-4a77-abd5-d7c45728636a tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "DELETE /v2.0/subnetpools/2ce2c2f7-4721-422f-b6b8-6cc9af87d044/tags HTTP/1.1" status: 204 len: 168 time: 0.0420542 Nov 16 11:31:58.154252 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44830) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:58.161107 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-df4a44ab-1fe0-4127-a705-7e53a35fadad tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '721affcd-7700-4e55-85d4-10caa0da81d4') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:58.162291 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e11fe12d-ccbd-4543-9f36-f0af1094623f tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:58.185982 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:31:58.244863 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e11fe12d-ccbd-4543-9f36-f0af1094623f tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:58.282687 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11fe12d-ccbd-4543-9f36-f0af1094623f tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Pushing event deleted for resources: {'Subnet': ['ID=5a404dc8-fd0d-4d7b-a82f-8fe5f9c87b3b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:58.288333 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e11fe12d-ccbd-4543-9f36-f0af1094623f tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:58.298083 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8d271e-bab0-4eda-9dfa-e6f6ed0c09be None None] Network bb88019e-f68b-4229-807e-f0873d079a35 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:31:58.301351 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e11fe12d-ccbd-4543-9f36-f0af1094623f tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] 10.222.0.61 "DELETE /v2.0/subnets/5a404dc8-fd0d-4d7b-a82f-8fe5f9c87b3b HTTP/1.1" status: 204 len: 168 time: 0.4001772 Nov 16 11:31:58.305296 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44834) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:58.458605 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-797119bd-e9fc-41c1-9602-e52b7c43c5ef tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:58.473223 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73388ce-0655-4835-be19-11295b05e4d3 req-253d6531-56a8-496a-b3ca-1f3c0b690674 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:58.481352 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e73388ce-0655-4835-be19-11295b05e4d3 req-253d6531-56a8-496a-b3ca-1f3c0b690674 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 950 time: 0.1342611 Nov 16 11:31:58.517601 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device be0e7bc3-66ea-4d65-b4b6-b3c75c23c965 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:31:58.553710 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23f7bbf-3ecf-4837-b755-c983e5327622 None None] DHCP port deletion for bb88019e-f68b-4229-807e-f0873d079a35 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:31:58.581438 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e73388ce-0655-4835-be19-11295b05e4d3 req-1700da5c-c39a-43b4-97a4-6652ed83aac4 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986264 Nov 16 11:31:58.646355 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-df4a44ab-1fe0-4127-a705-7e53a35fadad tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "DELETE /v2.0/routers/721affcd-7700-4e55-85d4-10caa0da81d4/tags HTTP/1.1" status: 204 len: 168 time: 0.4910641 Nov 16 11:31:58.646943 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44840) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:58.651230 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-9d590baf-b7fd-464e-bbf0-52f382b395c5 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '19386242-3621-4adb-8760-07c99560af8d') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:58.680166 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-797119bd-e9fc-41c1-9602-e52b7c43c5ef tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Deleting port 7e97e187-f88c-412c-8215-0dbde7117145 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:31:58.683322 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-797119bd-e9fc-41c1-9602-e52b7c43c5ef tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:58.693269 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port be0e7bc3-66ea-4d65-b4b6-b3c75c23c965 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:31:58.694599 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:58.726909 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9d590baf-b7fd-464e-bbf0-52f382b395c5 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "DELETE /v2.0/ports/19386242-3621-4adb-8760-07c99560af8d/tags HTTP/1.1" status: 204 len: 168 time: 0.0789640 Nov 16 11:31:58.729359 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44842) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:58.733895 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-9795a135-8982-48b3-bbbf-0caa8a966fff tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6d48f796-b8d5-4a7c-b28e-e2b170d13f23') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:58.772258 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-d23f7bbf-3ecf-4837-b755-c983e5327622 None None] Deleting port 7e97e187-f88c-412c-8215-0dbde7117145 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:31:58.772989 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d23f7bbf-3ecf-4837-b755-c983e5327622 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:58.789184 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-797119bd-e9fc-41c1-9602-e52b7c43c5ef tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] For port 7e97e187-f88c-412c-8215-0dbde7117145, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=7e97e187-f88c-412c-8215-0dbde7117145,segment=NetworkSegment(2fdb0970-effc-4af5-b92f-c9084f92571a),segment_id=2fdb0970-effc-4af5-b92f-c9084f92571a)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:31:58.790122 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-797119bd-e9fc-41c1-9602-e52b7c43c5ef tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:58.792684 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:58.825303 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-797119bd-e9fc-41c1-9602-e52b7c43c5ef tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Calling delete_port for 7e97e187-f88c-412c-8215-0dbde7117145 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:31:58.829977 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9795a135-8982-48b3-bbbf-0caa8a966fff tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "DELETE /v2.0/subnets/6d48f796-b8d5-4a7c-b28e-e2b170d13f23/tags HTTP/1.1" status: 204 len: 168 time: 0.0980682 Nov 16 11:31:58.835732 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44846) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:58.840908 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-90be3716-5a91-42d7-8afc-2c5ddb52d34a tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6d48f796-b8d5-4a7c-b28e-e2b170d13f23', 'tempest-TagsExtTest-Tag-983625276') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:58.911318 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-d23f7bbf-3ecf-4837-b755-c983e5327622 None None] For port 7e97e187-f88c-412c-8215-0dbde7117145, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=7e97e187-f88c-412c-8215-0dbde7117145,segment=NetworkSegment(2fdb0970-effc-4af5-b92f-c9084f92571a),segment_id=2fdb0970-effc-4af5-b92f-c9084f92571a)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:31:58.911807 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d23f7bbf-3ecf-4837-b755-c983e5327622 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:58.917767 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-90be3716-5a91-42d7-8afc-2c5ddb52d34a tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "PUT /v2.0/subnets/6d48f796-b8d5-4a7c-b28e-e2b170d13f23/tags/tempest-TagsExtTest-Tag-983625276 HTTP/1.1" status: 201 len: 201 time: 0.0807204 Nov 16 11:31:58.920559 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44848) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:58.926773 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.tag.tag_plugin [None req-5e458199-35a2-4f3d-a8e1-3db6b0f77ed5 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '19386242-3621-4adb-8760-07c99560af8d', 'tempest-TagsExtTest-Tag-1183963547') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:58.931942 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-d23f7bbf-3ecf-4837-b755-c983e5327622 None None] Calling delete_port for 7e97e187-f88c-412c-8215-0dbde7117145 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:31:58.967103 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-797119bd-e9fc-41c1-9602-e52b7c43c5ef tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:59.002894 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797119bd-e9fc-41c1-9602-e52b7c43c5ef tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Pushing event deleted for resources: {'Port': ['ID=7e97e187-f88c-412c-8215-0dbde7117145,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:59.004842 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797119bd-e9fc-41c1-9602-e52b7c43c5ef tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] No DVR routers for this DVR port 7e97e187-f88c-412c-8215-0dbde7117145 on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:31:59.018018 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d23f7bbf-3ecf-4837-b755-c983e5327622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:59.044841 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f7bbf-3ecf-4837-b755-c983e5327622 None None] Pushing event deleted for resources: {'Port': ['ID=7e97e187-f88c-412c-8215-0dbde7117145,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:59.046852 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23f7bbf-3ecf-4837-b755-c983e5327622 None None] No DVR routers for this DVR port 7e97e187-f88c-412c-8215-0dbde7117145 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:31:59.098237 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5e458199-35a2-4f3d-a8e1-3db6b0f77ed5 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "PUT /v2.0/ports/19386242-3621-4adb-8760-07c99560af8d/tags/tempest-TagsExtTest-Tag-1183963547 HTTP/1.1" status: 201 len: 201 time: 0.1741600 Nov 16 11:31:59.098502 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44850) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:59.101407 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-797119bd-e9fc-41c1-9602-e52b7c43c5ef tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:59.106597 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.tag.tag_plugin [None req-f6bf16c3-8738-43bd-943f-54e6b5cb8ca4 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '721affcd-7700-4e55-85d4-10caa0da81d4', 'tempest-TagsExtTest-Tag-1803055406') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:59.195357 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-797119bd-e9fc-41c1-9602-e52b7c43c5ef tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb88019e-f68b-4229-807e-f0873d079a35']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:59.207567 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-797119bd-e9fc-41c1-9602-e52b7c43c5ef tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fdb0970-effc-4af5-b92f-c9084f92571a') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:59.207858 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-797119bd-e9fc-41c1-9602-e52b7c43c5ef tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fdb0970-effc-4af5-b92f-c9084f92571a') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:59.222029 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-797119bd-e9fc-41c1-9602-e52b7c43c5ef tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:59.238763 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-797119bd-e9fc-41c1-9602-e52b7c43c5ef tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:59.247767 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-797119bd-e9fc-41c1-9602-e52b7c43c5ef tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:31:59.248152 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-797119bd-e9fc-41c1-9602-e52b7c43c5ef tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:59.251606 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:31:59.251606 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:31:59.251606 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:31:59.251606 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:31:59.251606 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:31:59.251606 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:31:59.251606 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:31:59.251606 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:31:59.251606 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:31:59.251606 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:31:59.251606 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:31:59.251606 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:31:59.251606 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:31:59.251606 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:31:59.251606 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:31:59.251606 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:31:59.251606 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:31:59.251606 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:31:59.251606 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:31:59.251606 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:31:59.251606 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:31:59.251606 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:31:59.251606 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:31:59.251606 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:31:59.251606 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:31:59.251606 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:31:59.251606 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:31:59.251606 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:31:59.251606 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:31:59.251606 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:31:59.251606 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:31:59.251606 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:31:59.288571 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f6bf16c3-8738-43bd-943f-54e6b5cb8ca4 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "PUT /v2.0/routers/721affcd-7700-4e55-85d4-10caa0da81d4/tags/tempest-TagsExtTest-Tag-1803055406 HTTP/1.1" status: 201 len: 201 time: 0.1891298 Nov 16 11:31:59.292207 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44852) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:59.297905 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-54537702-812f-403b-bc73-1a8cb84d9904 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2ce2c2f7-4721-422f-b6b8-6cc9af87d044', 'tempest-TagsExtTest-Tag-863495227') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:59.316543 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-797119bd-e9fc-41c1-9602-e52b7c43c5ef tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:59.324593 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-797119bd-e9fc-41c1-9602-e52b7c43c5ef tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:59.329678 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-797119bd-e9fc-41c1-9602-e52b7c43c5ef tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] 10.222.0.61 "DELETE /v2.0/networks/bb88019e-f68b-4229-807e-f0873d079a35 HTTP/1.1" status: 204 len: 168 time: 1.0231633 Nov 16 11:31:59.337912 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-54537702-812f-403b-bc73-1a8cb84d9904 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "PUT /v2.0/subnetpools/2ce2c2f7-4721-422f-b6b8-6cc9af87d044/tags/tempest-TagsExtTest-Tag-863495227 HTTP/1.1" status: 201 len: 201 time: 0.0445027 Nov 16 11:31:59.340722 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44856) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:59.346875 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-6769d860-8a12-4997-a525-f06ae83adf34 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '6d48f796-b8d5-4a7c-b28e-e2b170d13f23', {'tags': ['tempest-TagsExtTest-Tag-1808549379', 'tempest-TagsExtTest-Tag-376863389', 'tempest-TagsExtTest-Tag-482949213']}) {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:59.349718 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797119bd-e9fc-41c1-9602-e52b7c43c5ef tempest-AllowedAddressPairTestJSON-1539671921 tempest-AllowedAddressPairTestJSON-1539671921-project] Pushing event deleted for resources: {'Network': ['ID=bb88019e-f68b-4229-807e-f0873d079a35,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:31:59.423549 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6769d860-8a12-4997-a525-f06ae83adf34 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "PUT /v2.0/subnets/6d48f796-b8d5-4a7c-b28e-e2b170d13f23/tags HTTP/1.1" status: 200 len: 316 time: 0.0782907 Nov 16 11:31:59.423549 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44858) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:59.428337 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-d1d85018-02cf-4dff-8b3c-5790913deddc tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6d48f796-b8d5-4a7c-b28e-e2b170d13f23') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:59.511140 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d1d85018-02cf-4dff-8b3c-5790913deddc tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "DELETE /v2.0/subnets/6d48f796-b8d5-4a7c-b28e-e2b170d13f23/tags HTTP/1.1" status: 204 len: 168 time: 0.0844502 Nov 16 11:31:59.511701 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44860) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:59.516279 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.tag.tag_plugin [None req-eeb89c89-1e00-4668-9f71-684e896e25d1 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6d48f796-b8d5-4a7c-b28e-e2b170d13f23', 'tempest-TagsExtTest-Tag-1808549379') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:59.572159 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-eeb89c89-1e00-4668-9f71-684e896e25d1 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] show failed (client error): The resource could not be found. Nov 16 11:31:59.573225 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-eeb89c89-1e00-4668-9f71-684e896e25d1 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "GET /v2.0/subnets/6d48f796-b8d5-4a7c-b28e-e2b170d13f23/tags/tempest-TagsExtTest-Tag-1808549379 HTTP/1.1" status: 404 len: 329 time: 0.0605166 Nov 16 11:31:59.576069 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44864) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:59.580531 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.tag.tag_plugin [None req-86d3274e-8c2c-4ddb-9f46-2fddb31bfd26 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6d48f796-b8d5-4a7c-b28e-e2b170d13f23', 'tempest-TagsExtTest-Tag-376863389') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:59.625893 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44868) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:59.685542 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-86d3274e-8c2c-4ddb-9f46-2fddb31bfd26 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] show failed (client error): The resource could not be found. Nov 16 11:31:59.687288 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-86d3274e-8c2c-4ddb-9f46-2fddb31bfd26 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "GET /v2.0/subnets/6d48f796-b8d5-4a7c-b28e-e2b170d13f23/tags/tempest-TagsExtTest-Tag-376863389 HTTP/1.1" status: 404 len: 328 time: 0.1094587 Nov 16 11:31:59.690221 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44874) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:59.697590 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-3ab3dc1b-17a6-4133-b0ab-6b4f36a156b8 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6d48f796-b8d5-4a7c-b28e-e2b170d13f23', 'tempest-TagsExtTest-Tag-482949213') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:59.712536 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8589aa2-67f6-423c-aa4c-89263e2551df req-abfdf5a2-4675-49bb-b492-b171af1d58fc tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:31:59.714267 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e8589aa2-67f6-423c-aa4c-89263e2551df req-abfdf5a2-4675-49bb-b492-b171af1d58fc tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 950 time: 0.0601521 Nov 16 11:31:59.766665 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-3ab3dc1b-17a6-4133-b0ab-6b4f36a156b8 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] show failed (client error): The resource could not be found. Nov 16 11:31:59.770223 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-3ab3dc1b-17a6-4133-b0ab-6b4f36a156b8 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "GET /v2.0/subnets/6d48f796-b8d5-4a7c-b28e-e2b170d13f23/tags/tempest-TagsExtTest-Tag-482949213 HTTP/1.1" status: 404 len: 328 time: 0.0752110 Nov 16 11:31:59.771308 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44876) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:59.774582 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e8589aa2-67f6-423c-aa4c-89263e2551df req-b7bc4cf9-880e-4d7f-9923-491e25ec7e06 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537262 Nov 16 11:31:59.775929 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-b37daf6b-4597-4c4a-93f7-4f00e23adb27 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '19386242-3621-4adb-8760-07c99560af8d', {'tags': ['tempest-TagsExtTest-Tag-988344152', 'tempest-TagsExtTest-Tag-1632048732', 'tempest-TagsExtTest-Tag-2078093959']}) {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:59.836517 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d75ecebb-7ab7-436a-ac9c-031cc9ae6b2d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=46768acc2e1744e3a71efbe4e3e4e1f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2072029 Nov 16 11:31:59.836762 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44880) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:59.895094 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b37daf6b-4597-4c4a-93f7-4f00e23adb27 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "PUT /v2.0/ports/19386242-3621-4adb-8760-07c99560af8d/tags HTTP/1.1" status: 200 len: 317 time: 0.1225336 Nov 16 11:31:59.897615 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44884) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:31:59.902161 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-47b6da90-a485-4f88-bfa0-16bce8794447 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '19386242-3621-4adb-8760-07c99560af8d') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:31:59.942624 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ee366f9-6746-4870-a27f-d650e29229da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:31:59.973474 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ee366f9-6746-4870-a27f-d650e29229da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:00.025699 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-47b6da90-a485-4f88-bfa0-16bce8794447 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "DELETE /v2.0/ports/19386242-3621-4adb-8760-07c99560af8d/tags HTTP/1.1" status: 204 len: 168 time: 0.1270375 Nov 16 11:32:00.028484 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44886) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:00.033523 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.tag.tag_plugin [None req-103be3e4-d251-4944-ab07-a84aa4bbd6c9 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '19386242-3621-4adb-8760-07c99560af8d', 'tempest-TagsExtTest-Tag-988344152') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:00.050221 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ee366f9-6746-4870-a27f-d650e29229da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:00.054566 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ee366f9-6746-4870-a27f-d650e29229da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:00.059694 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2ee366f9-6746-4870-a27f-d650e29229da admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/38af5157-d51e-4692-b399-fcd29110d3f0 HTTP/1.1" status: 204 len: 168 time: 0.2181594 Nov 16 11:32:00.074225 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee366f9-6746-4870-a27f-d650e29229da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38af5157-d51e-4692-b399-fcd29110d3f0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:00.088818 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-103be3e4-d251-4944-ab07-a84aa4bbd6c9 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] show failed (client error): The resource could not be found. Nov 16 11:32:00.090003 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-103be3e4-d251-4944-ab07-a84aa4bbd6c9 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "GET /v2.0/ports/19386242-3621-4adb-8760-07c99560af8d/tags/tempest-TagsExtTest-Tag-988344152 HTTP/1.1" status: 404 len: 328 time: 0.0604351 Nov 16 11:32:00.094541 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44890) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:00.097072 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee366f9-6746-4870-a27f-d650e29229da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:00.097597 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee366f9-6746-4870-a27f-d650e29229da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:00.098155 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee366f9-6746-4870-a27f-d650e29229da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:00.098688 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee366f9-6746-4870-a27f-d650e29229da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:00.099120 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee366f9-6746-4870-a27f-d650e29229da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:00.099630 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee366f9-6746-4870-a27f-d650e29229da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:00.100246 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee366f9-6746-4870-a27f-d650e29229da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:00.100776 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee366f9-6746-4870-a27f-d650e29229da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:00.101079 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.tag.tag_plugin [None req-9276e91a-9bb4-40ce-befb-02016440eb7b tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '19386242-3621-4adb-8760-07c99560af8d', 'tempest-TagsExtTest-Tag-1632048732') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:00.101369 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee366f9-6746-4870-a27f-d650e29229da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:00.101797 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee366f9-6746-4870-a27f-d650e29229da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:00.102243 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee366f9-6746-4870-a27f-d650e29229da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:00.102752 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee366f9-6746-4870-a27f-d650e29229da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:00.169413 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-9276e91a-9bb4-40ce-befb-02016440eb7b tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] show failed (client error): The resource could not be found. Nov 16 11:32:00.173243 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-9276e91a-9bb4-40ce-befb-02016440eb7b tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "GET /v2.0/ports/19386242-3621-4adb-8760-07c99560af8d/tags/tempest-TagsExtTest-Tag-1632048732 HTTP/1.1" status: 404 len: 329 time: 0.0749550 Nov 16 11:32:00.173819 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44892) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:00.178693 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-b1455fb2-88da-4300-85fc-358f7788f8ef tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '19386242-3621-4adb-8760-07c99560af8d', 'tempest-TagsExtTest-Tag-2078093959') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:00.240072 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-b1455fb2-88da-4300-85fc-358f7788f8ef tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] show failed (client error): The resource could not be found. Nov 16 11:32:00.244125 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b1455fb2-88da-4300-85fc-358f7788f8ef tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "GET /v2.0/ports/19386242-3621-4adb-8760-07c99560af8d/tags/tempest-TagsExtTest-Tag-2078093959 HTTP/1.1" status: 404 len: 329 time: 0.0662527 Nov 16 11:32:00.244125 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44896) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:00.250351 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-e4fae7c4-e71e-482b-bdd2-1d70ac8c6ccf tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '721affcd-7700-4e55-85d4-10caa0da81d4', {'tags': ['tempest-TagsExtTest-Tag-512370028', 'tempest-TagsExtTest-Tag-774910005', 'tempest-TagsExtTest-Tag-78309091']}) {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:00.341751 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44900) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:00.342086 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e4fae7c4-e71e-482b-bdd2-1d70ac8c6ccf tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "PUT /v2.0/routers/721affcd-7700-4e55-85d4-10caa0da81d4/tags HTTP/1.1" status: 200 len: 314 time: 0.0963826 Nov 16 11:32:00.347370 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.tag.tag_plugin [None req-f2a705bc-41df-4588-9b64-de0e1787ca53 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '721affcd-7700-4e55-85d4-10caa0da81d4') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:00.450487 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7e97e187-f88c-412c-8215-0dbde7117145 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:32:00.478130 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f2a705bc-41df-4588-9b64-de0e1787ca53 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "DELETE /v2.0/routers/721affcd-7700-4e55-85d4-10caa0da81d4/tags HTTP/1.1" status: 204 len: 168 time: 0.1349699 Nov 16 11:32:00.480715 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44908) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:00.485021 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 7e97e187-f88c-412c-8215-0dbde7117145 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:32:00.486156 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.tag.tag_plugin [None req-7d9e0826-f2fb-48f5-9e68-4779e2f7e366 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '721affcd-7700-4e55-85d4-10caa0da81d4', 'tempest-TagsExtTest-Tag-512370028') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:00.486479 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7e97e187-f88c-412c-8215-0dbde7117145 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:32:00.578501 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-7d9e0826-f2fb-48f5-9e68-4779e2f7e366 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] show failed (client error): The resource could not be found. Nov 16 11:32:00.579552 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7d9e0826-f2fb-48f5-9e68-4779e2f7e366 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "GET /v2.0/routers/721affcd-7700-4e55-85d4-10caa0da81d4/tags/tempest-TagsExtTest-Tag-512370028 HTTP/1.1" status: 404 len: 328 time: 0.0978622 Nov 16 11:32:00.583092 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44912) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:00.588359 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.tag.tag_plugin [None req-606525c7-aa3e-47f2-8293-b14d894e3877 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '721affcd-7700-4e55-85d4-10caa0da81d4', 'tempest-TagsExtTest-Tag-774910005') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:00.673133 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-606525c7-aa3e-47f2-8293-b14d894e3877 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] show failed (client error): The resource could not be found. Nov 16 11:32:00.674341 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-606525c7-aa3e-47f2-8293-b14d894e3877 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "GET /v2.0/routers/721affcd-7700-4e55-85d4-10caa0da81d4/tags/tempest-TagsExtTest-Tag-774910005 HTTP/1.1" status: 404 len: 328 time: 0.0902858 Nov 16 11:32:00.677386 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44918) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:00.681787 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.tag.tag_plugin [None req-dea310c4-fec9-46ff-9e0d-d001353a038b tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '721affcd-7700-4e55-85d4-10caa0da81d4', 'tempest-TagsExtTest-Tag-78309091') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:00.759725 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-dea310c4-fec9-46ff-9e0d-d001353a038b tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] show failed (client error): The resource could not be found. Nov 16 11:32:00.760764 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-dea310c4-fec9-46ff-9e0d-d001353a038b tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "GET /v2.0/routers/721affcd-7700-4e55-85d4-10caa0da81d4/tags/tempest-TagsExtTest-Tag-78309091 HTTP/1.1" status: 404 len: 327 time: 0.0823619 Nov 16 11:32:00.763596 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44922) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:00.769284 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.tag.tag_plugin [None req-96ba15b6-2061-4e46-9951-61102ffd1ce1 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '2ce2c2f7-4721-422f-b6b8-6cc9af87d044', {'tags': ['tempest-TagsExtTest-Tag-1950950107', 'tempest-TagsExtTest-Tag-364123717', 'tempest-TagsExtTest-Tag-2078337900']}) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:00.805541 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-96ba15b6-2061-4e46-9951-61102ffd1ce1 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "PUT /v2.0/subnetpools/2ce2c2f7-4721-422f-b6b8-6cc9af87d044/tags HTTP/1.1" status: 200 len: 317 time: 0.0406311 Nov 16 11:32:00.808253 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44926) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:00.813368 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.tag.tag_plugin [None req-75b7d499-faa3-47f4-b97f-26bec3d1c64a tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2ce2c2f7-4721-422f-b6b8-6cc9af87d044') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:00.831608 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44928) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:00.864474 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-75b7d499-faa3-47f4-b97f-26bec3d1c64a tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "DELETE /v2.0/subnetpools/2ce2c2f7-4721-422f-b6b8-6cc9af87d044/tags HTTP/1.1" status: 204 len: 168 time: 0.0551186 Nov 16 11:32:00.867631 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44932) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:00.873077 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-3605e823-16f2-46de-912e-223b16e68707 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2ce2c2f7-4721-422f-b6b8-6cc9af87d044', 'tempest-TagsExtTest-Tag-1950950107') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:00.897295 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-3605e823-16f2-46de-912e-223b16e68707 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] show failed (client error): The resource could not be found. Nov 16 11:32:00.901678 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-3605e823-16f2-46de-912e-223b16e68707 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "GET /v2.0/subnetpools/2ce2c2f7-4721-422f-b6b8-6cc9af87d044/tags/tempest-TagsExtTest-Tag-1950950107 HTTP/1.1" status: 404 len: 329 time: 0.0329423 Nov 16 11:32:00.902330 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44936) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:00.906747 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-4acfe362-b713-4268-9976-5f1e138498fc tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2ce2c2f7-4721-422f-b6b8-6cc9af87d044', 'tempest-TagsExtTest-Tag-364123717') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:00.941301 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-4acfe362-b713-4268-9976-5f1e138498fc tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] show failed (client error): The resource could not be found. Nov 16 11:32:00.941779 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a2a4a-5ec4-4d8d-850a-7ba93414d070 req-b7f8484b-4eee-4420-a9ec-bdba8e5bea36 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:00.944935 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4acfe362-b713-4268-9976-5f1e138498fc tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "GET /v2.0/subnetpools/2ce2c2f7-4721-422f-b6b8-6cc9af87d044/tags/tempest-TagsExtTest-Tag-364123717 HTTP/1.1" status: 404 len: 328 time: 0.0415053 Nov 16 11:32:00.945510 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44940) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:00.949601 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1e5a2a4a-5ec4-4d8d-850a-7ba93414d070 req-b7f8484b-4eee-4420-a9ec-bdba8e5bea36 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 950 time: 0.0725877 Nov 16 11:32:00.951369 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-a2e11757-abbb-47e0-a9d3-a5ed89fc9842 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2ce2c2f7-4721-422f-b6b8-6cc9af87d044', 'tempest-TagsExtTest-Tag-2078337900') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:00.967979 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-fb9d583d-68b3-4a9b-a2d0-fb8aceea5962 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-754180384'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:32:00.973101 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-a2e11757-abbb-47e0-a9d3-a5ed89fc9842 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] show failed (client error): The resource could not be found. Nov 16 11:32:00.976784 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a2e11757-abbb-47e0-a9d3-a5ed89fc9842 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "GET /v2.0/subnetpools/2ce2c2f7-4721-422f-b6b8-6cc9af87d044/tags/tempest-TagsExtTest-Tag-2078337900 HTTP/1.1" status: 404 len: 329 time: 0.0303109 Nov 16 11:32:00.977582 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44942) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:00.981591 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-1828fbae-1601-430c-8675-d488c8a0d569 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2ce2c2f7-4721-422f-b6b8-6cc9af87d044') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:01.010929 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1e5a2a4a-5ec4-4d8d-850a-7ba93414d070 req-f6d089dc-7779-4bbf-9148-92179b3e0dc9 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602813 Nov 16 11:32:01.011658 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9d583d-68b3-4a9b-a2d0-fb8aceea5962 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Made reservation on behalf of 80ffe48280124d8e8eabbeb4e6d46ed1 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:32:01.014430 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1828fbae-1601-430c-8675-d488c8a0d569 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "DELETE /v2.0/subnetpools/2ce2c2f7-4721-422f-b6b8-6cc9af87d044/tags HTTP/1.1" status: 204 len: 168 time: 0.0321457 Nov 16 11:32:01.015068 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fb9d583d-68b3-4a9b-a2d0-fb8aceea5962 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:01.015439 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44946) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:01.020315 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-2b47ae5f-8832-4b35-8de5-2a8f0dcfaa33 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '721affcd-7700-4e55-85d4-10caa0da81d4') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:01.023996 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fb9d583d-68b3-4a9b-a2d0-fb8aceea5962 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:01.131814 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2b47ae5f-8832-4b35-8de5-2a8f0dcfaa33 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "DELETE /v2.0/routers/721affcd-7700-4e55-85d4-10caa0da81d4/tags HTTP/1.1" status: 204 len: 168 time: 0.1145017 Nov 16 11:32:01.134500 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44948) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:01.143187 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-265b226e-9ab7-4b25-a94d-3296d073699b tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '19386242-3621-4adb-8760-07c99560af8d') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:01.160827 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fb9d583d-68b3-4a9b-a2d0-fb8aceea5962 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:01.166246 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fb9d583d-68b3-4a9b-a2d0-fb8aceea5962 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:01.208981 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb9d583d-68b3-4a9b-a2d0-fb8aceea5962 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:32:01.216237 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d583d-68b3-4a9b-a2d0-fb8aceea5962 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45ee89bf-737b-4072-aa0c-787961e4cd5f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:01.225389 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-265b226e-9ab7-4b25-a94d-3296d073699b tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "DELETE /v2.0/ports/19386242-3621-4adb-8760-07c99560af8d/tags HTTP/1.1" status: 204 len: 168 time: 0.0874169 Nov 16 11:32:01.226591 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44950) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:01.232238 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.tag.tag_plugin [None req-be27e8a8-0e06-48c3-b60d-3b7be84f8d41 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6d48f796-b8d5-4a7c-b28e-e2b170d13f23') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:01.236401 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fb9d583d-68b3-4a9b-a2d0-fb8aceea5962 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:01.236746 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-fb9d583d-68b3-4a9b-a2d0-fb8aceea5962 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Added segment fce3620a-fd1f-4311-91ca-68a1d0510a42 of type vlan for network eada0bea-f639-487c-a97f-1f3e8708da71 Nov 16 11:32:01.278573 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fb9d583d-68b3-4a9b-a2d0-fb8aceea5962 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:01.298512 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-be27e8a8-0e06-48c3-b60d-3b7be84f8d41 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "DELETE /v2.0/subnets/6d48f796-b8d5-4a7c-b28e-e2b170d13f23/tags HTTP/1.1" status: 204 len: 168 time: 0.0707538 Nov 16 11:32:01.302989 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44952) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:01.325812 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fb9d583d-68b3-4a9b-a2d0-fb8aceea5962 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:01.331347 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9d583d-68b3-4a9b-a2d0-fb8aceea5962 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:01.331929 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fb9d583d-68b3-4a9b-a2d0-fb8aceea5962 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:01.417174 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-fb9d583d-68b3-4a9b-a2d0-fb8aceea5962 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.5844951 Nov 16 11:32:01.420165 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44954) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:01.427380 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a560810f-1ebe-4911-878d-fed2bfb61e76 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Request body: {'subnet': {'network_id': 'eada0bea-f639-487c-a97f-1f3e8708da71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:32:01.445597 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d583d-68b3-4a9b-a2d0-fb8aceea5962 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Pushing event updated for resources: {'Network': ['ID=eada0bea-f639-487c-a97f-1f3e8708da71,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:01.460109 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network eada0bea-f639-487c-a97f-1f3e8708da71 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:32:01.467288 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-20d25374-3230-4087-b285-2d5ea291a4e0 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks [] for subnetpool, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:01.469341 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-20d25374-3230-4087-b285-2d5ea291a4e0 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "DELETE /v2.0/subnetpools/2ce2c2f7-4721-422f-b6b8-6cc9af87d044 HTTP/1.1" status: 204 len: 168 time: 0.1651142 Nov 16 11:32:01.471766 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44956) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:01.505738 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-de0649f9-001f-463d-b979-90bf57c04312 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "GET /v2.0/ports?device_id=721affcd-7700-4e55-85d4-10caa0da81d4 HTTP/1.1" status: 200 len: 205 time: 0.0322165 Nov 16 11:32:01.507779 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44958) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:01.554187 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a560810f-1ebe-4911-878d-fed2bfb61e76 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Made reservation on behalf of 80ffe48280124d8e8eabbeb4e6d46ed1 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:32:01.557720 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a560810f-1ebe-4911-878d-fed2bfb61e76 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:01.595811 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-35fff3c1-91f7-40f8-8a7a-46f5176d3507 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:01.748498 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a560810f-1ebe-4911-878d-fed2bfb61e76 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:01.757514 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-35fff3c1-91f7-40f8-8a7a-46f5176d3507 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:01.760570 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-35fff3c1-91f7-40f8-8a7a-46f5176d3507 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:01.805355 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-35fff3c1-91f7-40f8-8a7a-46f5176d3507 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:01.806023 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fff3c1-91f7-40f8-8a7a-46f5176d3507 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Fanout notify agent at l3_agent the message router_deleted on router 721affcd-7700-4e55-85d4-10caa0da81d4 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:32:01.817469 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-35fff3c1-91f7-40f8-8a7a-46f5176d3507 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:01.817579 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a560810f-1ebe-4911-878d-fed2bfb61e76 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Checking segment: {'id': 'fce3620a-fd1f-4311-91ca-68a1d0510a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'eada0bea-f639-487c-a97f-1f3e8708da71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:32:01.817579 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a560810f-1ebe-4911-878d-fed2bfb61e76 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Network hostable DHCP agents. Network: eada0bea-f639-487c-a97f-1f3e8708da71, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:32:01.817764 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-35fff3c1-91f7-40f8-8a7a-46f5176d3507 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "DELETE /v2.0/routers/721affcd-7700-4e55-85d4-10caa0da81d4 HTTP/1.1" status: 204 len: 168 time: 0.3051124 Nov 16 11:32:01.817764 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44960) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:01.839496 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a560810f-1ebe-4911-878d-fed2bfb61e76 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Pushing event updated for resources: {'Subnet': ['ID=0fcf7274-8e59-49b2-9ca4-88af37a81078,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:01.852633 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a560810f-1ebe-4911-878d-fed2bfb61e76 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Network eada0bea-f639-487c-a97f-1f3e8708da71 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:32:01.865745 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-a560810f-1ebe-4911-878d-fed2bfb61e76 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, eada0bea-f639-487c-a97f-1f3e8708da71) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:32:01.871445 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a560810f-1ebe-4911-878d-fed2bfb61e76 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:01.872243 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a560810f-1ebe-4911-878d-fed2bfb61e76 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:01.876839 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93aeed73-dbbf-4757-81b8-aaea51e5a580 None None] Network eada0bea-f639-487c-a97f-1f3e8708da71 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:32:01.894915 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a560810f-1ebe-4911-878d-fed2bfb61e76 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4728446 Nov 16 11:32:01.897345 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44962) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:01.902406 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-8193bb53-dca7-4790-ae37-23e94122bb72 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1030188690', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:32:01.922325 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-00b0ac45-fb0f-4eba-81a7-c5512418bca2 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Deleting port 19386242-3621-4adb-8760-07c99560af8d {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:32:01.922325 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-00b0ac45-fb0f-4eba-81a7-c5512418bca2 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:01.932688 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8193bb53-dca7-4790-ae37-23e94122bb72 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:01.935117 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8193bb53-dca7-4790-ae37-23e94122bb72 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:02.005263 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8193bb53-dca7-4790-ae37-23e94122bb72 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:02.009895 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8193bb53-dca7-4790-ae37-23e94122bb72 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:02.038609 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8193bb53-dca7-4790-ae37-23e94122bb72 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:02.040476 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8193bb53-dca7-4790-ae37-23e94122bb72 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1419806 Nov 16 11:32:02.045248 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-00b0ac45-fb0f-4eba-81a7-c5512418bca2 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:02.046247 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44966) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:02.083638 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-00b0ac45-fb0f-4eba-81a7-c5512418bca2 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Calling delete_port for 19386242-3621-4adb-8760-07c99560af8d owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:32:02.117385 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd36de2-5e5d-44fc-9f9c-304816b9c77b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-eada0bea-f639-487c-a97f-1f3e8708da71', 'network_id': 'eada0bea-f639-487c-a97f-1f3e8708da71', 'tenant_id': '80ffe48280124d8e8eabbeb4e6d46ed1', 'fixed_ips': [{'subnet_id': '0fcf7274-8e59-49b2-9ca4-88af37a81078'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:32:02.118393 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2bd36de2-5e5d-44fc-9f9c-304816b9c77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:02.322990 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-2bd36de2-5e5d-44fc-9f9c-304816b9c77b None None] Allocated IP 172.20.0.2 (eada0bea-f639-487c-a97f-1f3e8708da71/0fcf7274-8e59-49b2-9ca4-88af37a81078/5a04a9d3-1756-4fcc-8e72-6ed038212b4f) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:32:02.401551 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-656806c8-ad76-471d-9a46-77258e3eb27a tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:02.505730 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2bd36de2-5e5d-44fc-9f9c-304816b9c77b None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:02.517326 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2bd36de2-5e5d-44fc-9f9c-304816b9c77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:02.559593 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd36de2-5e5d-44fc-9f9c-304816b9c77b None None] Network eada0bea-f639-487c-a97f-1f3e8708da71 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:32:02.562921 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-2bd36de2-5e5d-44fc-9f9c-304816b9c77b None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:32:02.566927 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd36de2-5e5d-44fc-9f9c-304816b9c77b None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:32:02.573073 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd36de2-5e5d-44fc-9f9c-304816b9c77b None None] Pushing event updated for resources: {'Port': ['ID=5a04a9d3-1756-4fcc-8e72-6ed038212b4f,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:02.590718 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d277d12-1ecb-4496-af5d-05435b21bdbe req-f198bdeb-db4b-4d7f-8abc-aff856974cbd tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:02.592236 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6d277d12-1ecb-4496-af5d-05435b21bdbe req-f198bdeb-db4b-4d7f-8abc-aff856974cbd tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 950 time: 0.4730113 Nov 16 11:32:02.630146 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-2bd36de2-5e5d-44fc-9f9c-304816b9c77b None None] Attempting to bind port 5a04a9d3-1756-4fcc-8e72-6ed038212b4f on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:32:02.630525 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-2bd36de2-5e5d-44fc-9f9c-304816b9c77b None None] Attempting to bind port 5a04a9d3-1756-4fcc-8e72-6ed038212b4f by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'fce3620a-fd1f-4311-91ca-68a1d0510a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'eada0bea-f639-487c-a97f-1f3e8708da71'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:32:02.631711 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd36de2-5e5d-44fc-9f9c-304816b9c77b None None] Attempting to bind port 5a04a9d3-1756-4fcc-8e72-6ed038212b4f on network eada0bea-f639-487c-a97f-1f3e8708da71 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:32:02.637770 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd36de2-5e5d-44fc-9f9c-304816b9c77b None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:32:02.638181 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd36de2-5e5d-44fc-9f9c-304816b9c77b None None] Checking segment: {'id': 'fce3620a-fd1f-4311-91ca-68a1d0510a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'eada0bea-f639-487c-a97f-1f3e8708da71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:32:02.638592 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2bd36de2-5e5d-44fc-9f9c-304816b9c77b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:02.638992 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd36de2-5e5d-44fc-9f9c-304816b9c77b None None] Bound using segment: {'id': 'fce3620a-fd1f-4311-91ca-68a1d0510a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'eada0bea-f639-487c-a97f-1f3e8708da71'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:32:02.639991 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-2bd36de2-5e5d-44fc-9f9c-304816b9c77b None None] Bound port: 5a04a9d3-1756-4fcc-8e72-6ed038212b4f, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce3620a-fd1f-4311-91ca-68a1d0510a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'eada0bea-f639-487c-a97f-1f3e8708da71'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:32:02.640570 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2bd36de2-5e5d-44fc-9f9c-304816b9c77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:02.678768 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6d277d12-1ecb-4496-af5d-05435b21bdbe req-5826c475-4ac1-4dc3-bbae-935d2b0153db tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620396 Nov 16 11:32:02.681055 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-00b0ac45-fb0f-4eba-81a7-c5512418bca2 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:02.715184 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b0ac45-fb0f-4eba-81a7-c5512418bca2 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Pushing event deleted for resources: {'Port': ['ID=19386242-3621-4adb-8760-07c99560af8d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:02.717686 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-2bd36de2-5e5d-44fc-9f9c-304816b9c77b None None] For port 5a04a9d3-1756-4fcc-8e72-6ed038212b4f, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:32:02.724131 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-2bd36de2-5e5d-44fc-9f9c-304816b9c77b None None] For port 5a04a9d3-1756-4fcc-8e72-6ed038212b4f, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=5a04a9d3-1756-4fcc-8e72-6ed038212b4f,segment=NetworkSegment(fce3620a-fd1f-4311-91ca-68a1d0510a42),segment_id=fce3620a-fd1f-4311-91ca-68a1d0510a42)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:32:02.738250 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2bd36de2-5e5d-44fc-9f9c-304816b9c77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:02.774425 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-656806c8-ad76-471d-9a46-77258e3eb27a tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Allocated IP 172.20.0.1 (eada0bea-f639-487c-a97f-1f3e8708da71/0fcf7274-8e59-49b2-9ca4-88af37a81078/6a5c5aa6-0047-4a6f-add0-7b58bc0403dc) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:32:02.812320 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-00b0ac45-fb0f-4eba-81a7-c5512418bca2 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:02.816884 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-00b0ac45-fb0f-4eba-81a7-c5512418bca2 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "DELETE /v2.0/ports/19386242-3621-4adb-8760-07c99560af8d HTTP/1.1" status: 204 len: 168 time: 0.9984229 Nov 16 11:32:02.823850 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44974) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:02.824555 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd36de2-5e5d-44fc-9f9c-304816b9c77b None None] Pushing event updated for resources: {'Port': ['ID=5a04a9d3-1756-4fcc-8e72-6ed038212b4f,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:02.883293 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad51980-6010-4bdc-826a-3efc676ba4b3 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Deleting subnet 6d48f796-b8d5-4a7c-b28e-e2b170d13f23 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:32:02.886600 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bad51980-6010-4bdc-826a-3efc676ba4b3 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:02.945892 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-656806c8-ad76-471d-9a46-77258e3eb27a tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:02.951949 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bad51980-6010-4bdc-826a-3efc676ba4b3 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:03.009135 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-656806c8-ad76-471d-9a46-77258e3eb27a tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:03.053558 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656806c8-ad76-471d-9a46-77258e3eb27a tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Network eada0bea-f639-487c-a97f-1f3e8708da71 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:32:03.059089 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-656806c8-ad76-471d-9a46-77258e3eb27a tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:32:03.062659 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656806c8-ad76-471d-9a46-77258e3eb27a tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:32:03.080199 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bad51980-6010-4bdc-826a-3efc676ba4b3 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:03.111699 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-656806c8-ad76-471d-9a46-77258e3eb27a tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:03.169238 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656806c8-ad76-471d-9a46-77258e3eb27a tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Pushing event updated for resources: {'Port': ['ID=6a5c5aa6-0047-4a6f-add0-7b58bc0403dc,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:03.179672 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bad51980-6010-4bdc-826a-3efc676ba4b3 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:03.225646 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad51980-6010-4bdc-826a-3efc676ba4b3 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Pushing event deleted for resources: {'Subnet': ['ID=6d48f796-b8d5-4a7c-b28e-e2b170d13f23,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:03.229829 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bad51980-6010-4bdc-826a-3efc676ba4b3 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:03.237308 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-bad51980-6010-4bdc-826a-3efc676ba4b3 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "DELETE /v2.0/subnets/6d48f796-b8d5-4a7c-b28e-e2b170d13f23 HTTP/1.1" status: 204 len: 168 time: 0.4103196 Nov 16 11:32:03.237565 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44982) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:03.245792 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573eee61-39dd-4e82-9e09-7275970aa4fd None None] Network ef1f2190-597d-4966-bda6-b810ab3cdf2a requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:32:03.321123 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-656806c8-ad76-471d-9a46-77258e3eb27a tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:03.332413 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-10b97b27-6884-495d-bc74-57489c4cc9c8 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:03.408726 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-10b97b27-6884-495d-bc74-57489c4cc9c8 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Deleting port be0e7bc3-66ea-4d65-b4b6-b3c75c23c965 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:32:03.411376 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-10b97b27-6884-495d-bc74-57489c4cc9c8 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:03.509671 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-10b97b27-6884-495d-bc74-57489c4cc9c8 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] For port be0e7bc3-66ea-4d65-b4b6-b3c75c23c965, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=be0e7bc3-66ea-4d65-b4b6-b3c75c23c965,segment=NetworkSegment(b94dbf52-8472-403b-bc81-e630b0883728),segment_id=b94dbf52-8472-403b-bc81-e630b0883728)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:32:03.510279 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-10b97b27-6884-495d-bc74-57489c4cc9c8 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:03.524548 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-10b97b27-6884-495d-bc74-57489c4cc9c8 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Calling delete_port for be0e7bc3-66ea-4d65-b4b6-b3c75c23c965 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:32:03.538909 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5aecd9-d89c-4fea-8ac4-ddacc426fdd9 None None] DHCP port deletion for ef1f2190-597d-4966-bda6-b810ab3cdf2a request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:32:03.615174 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-2f5aecd9-d89c-4fea-8ac4-ddacc426fdd9 None None] Deleting port be0e7bc3-66ea-4d65-b4b6-b3c75c23c965 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:32:03.616068 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2f5aecd9-d89c-4fea-8ac4-ddacc426fdd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:03.642250 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-10b97b27-6884-495d-bc74-57489c4cc9c8 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:03.672424 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-656806c8-ad76-471d-9a46-77258e3eb27a tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:03.679476 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-656806c8-ad76-471d-9a46-77258e3eb27a tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:03.685971 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b97b27-6884-495d-bc74-57489c4cc9c8 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Pushing event deleted for resources: {'Port': ['ID=be0e7bc3-66ea-4d65-b4b6-b3c75c23c965,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:03.692061 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-2f5aecd9-d89c-4fea-8ac4-ddacc426fdd9 None None] For port be0e7bc3-66ea-4d65-b4b6-b3c75c23c965, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=be0e7bc3-66ea-4d65-b4b6-b3c75c23c965,segment=NetworkSegment(b94dbf52-8472-403b-bc81-e630b0883728),segment_id=b94dbf52-8472-403b-bc81-e630b0883728)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:32:03.693181 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2f5aecd9-d89c-4fea-8ac4-ddacc426fdd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:03.694316 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b97b27-6884-495d-bc74-57489c4cc9c8 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] No DVR routers for this DVR port be0e7bc3-66ea-4d65-b4b6-b3c75c23c965 on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:32:03.714395 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-2f5aecd9-d89c-4fea-8ac4-ddacc426fdd9 None None] Calling delete_port for be0e7bc3-66ea-4d65-b4b6-b3c75c23c965 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:32:03.783846 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-656806c8-ad76-471d-9a46-77258e3eb27a tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:03.800501 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656806c8-ad76-471d-9a46-77258e3eb27a tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Pushing event updated for resources: {'Port': ['ID=6a5c5aa6-0047-4a6f-add0-7b58bc0403dc,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:03.863451 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2f5aecd9-d89c-4fea-8ac4-ddacc426fdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:03.885457 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5aecd9-d89c-4fea-8ac4-ddacc426fdd9 None None] No DVR routers for this DVR port be0e7bc3-66ea-4d65-b4b6-b3c75c23c965 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:32:03.908787 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-10b97b27-6884-495d-bc74-57489c4cc9c8 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:03.914909 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5aecd9-d89c-4fea-8ac4-ddacc426fdd9 None None] Pushing event deleted for resources: {'Port': ['ID=be0e7bc3-66ea-4d65-b4b6-b3c75c23c965,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:03.955433 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-10b97b27-6884-495d-bc74-57489c4cc9c8 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef1f2190-597d-4966-bda6-b810ab3cdf2a']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:03.958009 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656806c8-ad76-471d-9a46-77258e3eb27a tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Network eada0bea-f639-487c-a97f-1f3e8708da71 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:32:03.959474 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-656806c8-ad76-471d-9a46-77258e3eb27a tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:32:03.981208 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ebc7a-5745-4d35-bdec-11d4c9431ba9 req-a198deff-657a-4375-964b-d3daf0c7cd32 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:03.989589 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b9ebc7a-5745-4d35-bdec-11d4c9431ba9 req-a198deff-657a-4375-964b-d3daf0c7cd32 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 950 time: 0.1809392 Nov 16 11:32:04.000783 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-10b97b27-6884-495d-bc74-57489c4cc9c8 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b94dbf52-8472-403b-bc81-e630b0883728') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:04.001074 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-10b97b27-6884-495d-bc74-57489c4cc9c8 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b94dbf52-8472-403b-bc81-e630b0883728') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:04.023678 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-10b97b27-6884-495d-bc74-57489c4cc9c8 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:04.053996 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-10b97b27-6884-495d-bc74-57489c4cc9c8 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:04.069063 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10b97b27-6884-495d-bc74-57489c4cc9c8 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:32:04.069466 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-10b97b27-6884-495d-bc74-57489c4cc9c8 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:04.072547 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:32:04.072547 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:32:04.072547 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:32:04.072547 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:32:04.072547 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:32:04.072547 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:32:04.072547 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:32:04.072547 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:32:04.072547 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:32:04.072547 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:32:04.072547 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:32:04.072547 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:32:04.072547 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:32:04.072547 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:32:04.072547 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:32:04.072547 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:32:04.072547 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:32:04.072547 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:32:04.072547 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:32:04.072547 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:32:04.072547 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:32:04.072547 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:32:04.072547 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:32:04.072547 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:32:04.072547 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:32:04.072547 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:32:04.072547 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:32:04.072547 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:32:04.072547 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:32:04.072547 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:32:04.072547 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:32:04.072547 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:32:04.135296 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b9ebc7a-5745-4d35-bdec-11d4c9431ba9 req-a8f2ca28-f614-40df-92c0-6665a6d3ca3f tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447248 Nov 16 11:32:04.142965 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656806c8-ad76-471d-9a46-77258e3eb27a tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Router 5119b5e4-a6ea-4ba5-9f62-802be68d9787 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:32:04.178940 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-10b97b27-6884-495d-bc74-57489c4cc9c8 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:04.189263 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-10b97b27-6884-495d-bc74-57489c4cc9c8 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:04.199932 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-10b97b27-6884-495d-bc74-57489c4cc9c8 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] 10.222.0.61 "DELETE /v2.0/networks/ef1f2190-597d-4966-bda6-b810ab3cdf2a HTTP/1.1" status: 204 len: 168 time: 0.9611485 Nov 16 11:32:04.213419 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b97b27-6884-495d-bc74-57489c4cc9c8 tempest-TagsExtTest-1109162757 tempest-TagsExtTest-1109162757-project] Pushing event deleted for resources: {'Network': ['ID=ef1f2190-597d-4966-bda6-b810ab3cdf2a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:04.297472 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656806c8-ad76-471d-9a46-77258e3eb27a tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:32:04.309492 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-656806c8-ad76-471d-9a46-77258e3eb27a tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] 10.222.0.61 "PUT /v2.0/routers/5119b5e4-a6ea-4ba5-9f62-802be68d9787/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2599740 Nov 16 11:32:04.310247 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44996) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:04.314836 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9029b5fd-d870-4af2-9528-3242450f547d None None] Sync routers for ids ['5119b5e4-a6ea-4ba5-9f62-802be68d9787'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:32:04.321857 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-a7a7f3d7-664f-44df-85dd-cf9916a59ccc tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Request body: {'port': {'network_id': 'eada0bea-f639-487c-a97f-1f3e8708da71', 'name': 'tempest-FloatingIPNegativeTestJSON-1005841571'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:32:04.336265 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db626a20-acf8-4e07-a5ad-d5ac5385a5cb None None] Network eada0bea-f639-487c-a97f-1f3e8708da71 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:32:04.339874 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9029b5fd-d870-4af2-9528-3242450f547d None None] Routers {'5119b5e4-a6ea-4ba5-9f62-802be68d9787'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:32:04.340521 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9029b5fd-d870-4af2-9528-3242450f547d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:31:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5119b5e4-a6ea-4ba5-9f62-802be68d9787'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:04.393054 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9029b5fd-d870-4af2-9528-3242450f547d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:04.403059 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9029b5fd-d870-4af2-9528-3242450f547d None None] Routers {'5119b5e4-a6ea-4ba5-9f62-802be68d9787'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:32:04.404211 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9029b5fd-d870-4af2-9528-3242450f547d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:31:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5119b5e4-a6ea-4ba5-9f62-802be68d9787'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:04.447896 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-e1dceeba-f85d-4c1d-868a-aa46ae49c336 None None] Provisioning complete for port 5a04a9d3-1756-4fcc-8e72-6ed038212b4f triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:32:04.448786 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9029b5fd-d870-4af2-9528-3242450f547d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:04.449651 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9029b5fd-d870-4af2-9528-3242450f547d None None] The sync data for ids ['5119b5e4-a6ea-4ba5-9f62-802be68d9787'] in n-d-816823-3 is: [] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:32:04.449917 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e1dceeba-f85d-4c1d-868a-aa46ae49c336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:04.577472 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a7f3d7-664f-44df-85dd-cf9916a59ccc tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Made reservation on behalf of 80ffe48280124d8e8eabbeb4e6d46ed1 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:32:04.583186 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7a7f3d7-664f-44df-85dd-cf9916a59ccc tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:04.602051 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 5a04a9d3-1756-4fcc-8e72-6ed038212b4f up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:32:04.606770 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e1dceeba-f85d-4c1d-868a-aa46ae49c336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:04.609846 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-a7a7f3d7-664f-44df-85dd-cf9916a59ccc tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] device_id is not set on port 7ec7abad-2ca9-4f83-99cb-74aa34d13e49 yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:32:04.613754 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45002) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:04.695062 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e1dceeba-f85d-4c1d-868a-aa46ae49c336 None None] For port 5a04a9d3-1756-4fcc-8e72-6ed038212b4f, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=5a04a9d3-1756-4fcc-8e72-6ed038212b4f,segment=NetworkSegment(fce3620a-fd1f-4311-91ca-68a1d0510a42),segment_id=fce3620a-fd1f-4311-91ca-68a1d0510a42)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:32:04.710022 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e1dceeba-f85d-4c1d-868a-aa46ae49c336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:04.764949 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-a7a7f3d7-664f-44df-85dd-cf9916a59ccc tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Allocated IP 172.20.0.7 (eada0bea-f639-487c-a97f-1f3e8708da71/0fcf7274-8e59-49b2-9ca4-88af37a81078/7ec7abad-2ca9-4f83-99cb-74aa34d13e49) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:32:04.788496 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-85163671-a9d0-4582-a2ea-e4aef939e8f0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b0b3aeed8a5d4ec5a2a7a6a6c7b68471&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1725662 Nov 16 11:32:04.791551 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45006) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:04.849204 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-15dee9eb-1d4f-4822-b402-57eb8d97ec14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:04.875986 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-15dee9eb-1d4f-4822-b402-57eb8d97ec14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:04.934710 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-15dee9eb-1d4f-4822-b402-57eb8d97ec14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:04.938571 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-15dee9eb-1d4f-4822-b402-57eb8d97ec14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:04.942116 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-15dee9eb-1d4f-4822-b402-57eb8d97ec14 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/11af3d48-e868-4a3c-ac0f-96102b0316a7 HTTP/1.1" status: 204 len: 168 time: 0.1469245 Nov 16 11:32:04.942587 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dceeba-f85d-4c1d-868a-aa46ae49c336 None None] Pushing event updated for resources: {'Port': ['ID=5a04a9d3-1756-4fcc-8e72-6ed038212b4f,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:04.962756 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 5a04a9d3-1756-4fcc-8e72-6ed038212b4f triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:32:04.963220 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:04.964872 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dee9eb-1d4f-4822-b402-57eb8d97ec14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11af3d48-e868-4a3c-ac0f-96102b0316a7,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:05.000195 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7a7f3d7-664f-44df-85dd-cf9916a59ccc tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:05.077402 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7a7f3d7-664f-44df-85dd-cf9916a59ccc tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:05.165336 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a7f3d7-664f-44df-85dd-cf9916a59ccc tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Network eada0bea-f639-487c-a97f-1f3e8708da71 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:32:05.174037 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device be0e7bc3-66ea-4d65-b4b6-b3c75c23c965 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:32:05.193054 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-a7a7f3d7-664f-44df-85dd-cf9916a59ccc tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:32:05.197489 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a7f3d7-664f-44df-85dd-cf9916a59ccc tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:32:05.220495 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: be0e7bc3-66ea-4d65-b4b6-b3c75c23c965 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:32:05.221576 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device be0e7bc3-66ea-4d65-b4b6-b3c75c23c965 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:32:05.245029 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a7f3d7-664f-44df-85dd-cf9916a59ccc tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Pushing event updated for resources: {'Port': ['ID=7ec7abad-2ca9-4f83-99cb-74aa34d13e49,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:05.318747 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a7f3d7-664f-44df-85dd-cf9916a59ccc tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:05.319560 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7a7f3d7-664f-44df-85dd-cf9916a59ccc tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:05.348064 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d331470-62f3-4b4b-88d0-06cb6032206d req-ea932ee8-b3a6-459e-a6da-73b8490ceeaa tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:05.356660 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0d331470-62f3-4b4b-88d0-06cb6032206d req-ea932ee8-b3a6-459e-a6da-73b8490ceeaa tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 950 time: 0.0953026 Nov 16 11:32:05.362772 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a7a7f3d7-664f-44df-85dd-cf9916a59ccc tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0514514 Nov 16 11:32:05.366162 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45022) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:05.370789 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-971e6ad6-0576-42e8-968f-916ef71eea95 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:32:05.418965 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-971e6ad6-0576-42e8-968f-916ef71eea95 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:05.437135 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0d331470-62f3-4b4b-88d0-06cb6032206d req-228bd286-3ea3-4a07-8772-26fc38e416d2 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731909 Nov 16 11:32:05.462113 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3c6ed16f-9e6a-4090-a101-a9085fcd8811 None None] Provisioning complete for port 6a5c5aa6-0047-4a6f-add0-7b58bc0403dc triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:32:05.463088 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3c6ed16f-9e6a-4090-a101-a9085fcd8811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:05.535784 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3c6ed16f-9e6a-4090-a101-a9085fcd8811 None None] Port 6a5c5aa6-0047-4a6f-add0-7b58bc0403dc cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:32:05.549891 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3c6ed16f-9e6a-4090-a101-a9085fcd8811 None None] Provisioning complete for port 5a04a9d3-1756-4fcc-8e72-6ed038212b4f triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:32:05.550667 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3c6ed16f-9e6a-4090-a101-a9085fcd8811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:05.682279 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-971e6ad6-0576-42e8-968f-916ef71eea95 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:05.767449 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-7a3167d1-cbab-4ed5-af94-bbfe1f1407c2 None None] Provisioning complete for port 6a5c5aa6-0047-4a6f-add0-7b58bc0403dc triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:32:05.768031 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7a3167d1-cbab-4ed5-af94-bbfe1f1407c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:05.819080 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-7a3167d1-cbab-4ed5-af94-bbfe1f1407c2 None None] Port 6a5c5aa6-0047-4a6f-add0-7b58bc0403dc cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:32:05.851911 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-971e6ad6-0576-42e8-968f-916ef71eea95 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Allocated IP 172.25.0.71 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/9f0f2c4e-d2a7-4c54-8c4e-5a8af07a929c) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:32:06.003285 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-971e6ad6-0576-42e8-968f-916ef71eea95 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:06.047725 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-971e6ad6-0576-42e8-968f-916ef71eea95 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:06.049825 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-9e5eac48-bbdc-4aee-a857-924a618a5ed4 None None] Provisioning complete for port 6a5c5aa6-0047-4a6f-add0-7b58bc0403dc triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:32:06.050839 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9e5eac48-bbdc-4aee-a857-924a618a5ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:06.104151 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971e6ad6-0576-42e8-968f-916ef71eea95 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:32:06.109844 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-971e6ad6-0576-42e8-968f-916ef71eea95 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:32:06.112871 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971e6ad6-0576-42e8-968f-916ef71eea95 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:32:06.122173 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-9e5eac48-bbdc-4aee-a857-924a618a5ed4 None None] Port 6a5c5aa6-0047-4a6f-add0-7b58bc0403dc cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:32:06.139675 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e6ad6-0576-42e8-968f-916ef71eea95 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Pushing event updated for resources: {'Port': ['ID=9f0f2c4e-d2a7-4c54-8c4e-5a8af07a929c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:06.253902 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-971e6ad6-0576-42e8-968f-916ef71eea95 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:06.294047 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-971e6ad6-0576-42e8-968f-916ef71eea95 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:06.343592 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-5e4557b6-8c16-4eff-bfa7-f0b204ad122b None None] Provisioning complete for port 7ec7abad-2ca9-4f83-99cb-74aa34d13e49 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:32:06.344120 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5e4557b6-8c16-4eff-bfa7-f0b204ad122b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:06.381304 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-5e4557b6-8c16-4eff-bfa7-f0b204ad122b None None] Port 7ec7abad-2ca9-4f83-99cb-74aa34d13e49 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:32:06.471334 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 5a04a9d3-1756-4fcc-8e72-6ed038212b4f up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:32:06.487503 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-971e6ad6-0576-42e8-968f-916ef71eea95 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:06.493464 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-971e6ad6-0576-42e8-968f-916ef71eea95 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:06.552772 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 5a04a9d3-1756-4fcc-8e72-6ed038212b4f triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:32:06.553431 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:06.595612 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e6ad6-0576-42e8-968f-916ef71eea95 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Pushing event updated for resources: {'Port': ['ID=9f0f2c4e-d2a7-4c54-8c4e-5a8af07a929c,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:06.623475 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-971e6ad6-0576-42e8-968f-916ef71eea95 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:06.625877 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9962139-26a0-4aea-8f2a-ab21925c11e0 req-80bfa031-0f8b-444b-b229-95f855a495b3 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:06.634621 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e9962139-26a0-4aea-8f2a-ab21925c11e0 req-80bfa031-0f8b-444b-b229-95f855a495b3 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 950 time: 0.0821495 Nov 16 11:32:06.673018 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-971e6ad6-0576-42e8-968f-916ef71eea95 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:06.678091 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-971e6ad6-0576-42e8-968f-916ef71eea95 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3075697 Nov 16 11:32:06.678885 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45058) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:06.684372 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-207c524d-a2d6-44b5-a64c-259e4d368fbb tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Request body: {'floatingip': {'port_id': '7ec7abad-2ca9-4f83-99cb-74aa34d13e49', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:32:06.714110 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e9962139-26a0-4aea-8f2a-ab21925c11e0 req-067469d7-27f4-400b-939a-dfb9f7c23fa6 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784669 Nov 16 11:32:06.737560 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-207c524d-a2d6-44b5-a64c-259e4d368fbb tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks [] for floatingip, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:06.894476 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-207c524d-a2d6-44b5-a64c-259e4d368fbb tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] update failed (client error): The resource could not be found. Nov 16 11:32:06.901116 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-207c524d-a2d6-44b5-a64c-259e4d368fbb tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] 10.222.0.61 "PUT /v2.0/floatingips/085eca94-9592-4883-864d-32c6175f1d05 HTTP/1.1" status: 404 len: 507 time: 0.2187681 Nov 16 11:32:06.901234 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45066) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:07.036263 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ca4084bb-e5f5-4dad-82e5-cdd73f814fd8 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Deleting port 9f0f2c4e-d2a7-4c54-8c4e-5a8af07a929c {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:32:07.036601 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca4084bb-e5f5-4dad-82e5-cdd73f814fd8 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:07.129280 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca4084bb-e5f5-4dad-82e5-cdd73f814fd8 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:07.129625 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca4084bb-e5f5-4dad-82e5-cdd73f814fd8 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:07.144730 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ca4084bb-e5f5-4dad-82e5-cdd73f814fd8 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Calling delete_port for 9f0f2c4e-d2a7-4c54-8c4e-5a8af07a929c owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:32:07.290570 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca4084bb-e5f5-4dad-82e5-cdd73f814fd8 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:07.317304 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4084bb-e5f5-4dad-82e5-cdd73f814fd8 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Pushing event deleted for resources: {'Port': ['ID=9f0f2c4e-d2a7-4c54-8c4e-5a8af07a929c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:07.391407 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca4084bb-e5f5-4dad-82e5-cdd73f814fd8 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks [] for floatingip, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:07.391407 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca4084bb-e5f5-4dad-82e5-cdd73f814fd8 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:07.391407 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ca4084bb-e5f5-4dad-82e5-cdd73f814fd8 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] 10.222.0.61 "DELETE /v2.0/floatingips/085eca94-9592-4883-864d-32c6175f1d05 HTTP/1.1" status: 204 len: 168 time: 0.4882274 Nov 16 11:32:07.393843 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45072) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:07.399293 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-03cb8c1e-0183-4d70-a53c-f0838be710eb tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Request body: {'floatingip': {'floating_network_id': 'eada0bea-f639-487c-a97f-1f3e8708da71', 'port_id': '7ec7abad-2ca9-4f83-99cb-74aa34d13e49', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:32:07.429244 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-03cb8c1e-0183-4d70-a53c-f0838be710eb tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks [] for floatingip, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:07.546541 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-03cb8c1e-0183-4d70-a53c-f0838be710eb tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:32:07.547633 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-03cb8c1e-0183-4d70-a53c-f0838be710eb tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1526525 Nov 16 11:32:07.551508 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45078) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:07.556222 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-bfbee158-cfc0-4841-b4f2-a39bc5fe2daa tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'port_id': '7ec7abad-2ca9-4f83-99cb-74aa34d13e49', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:32:07.583231 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bfbee158-cfc0-4841-b4f2-a39bc5fe2daa tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:07.680857 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bfbee158-cfc0-4841-b4f2-a39bc5fe2daa tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:07.808402 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-bfbee158-cfc0-4841-b4f2-a39bc5fe2daa tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Allocated IP 172.25.0.145 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/a9f38892-68ae-443a-ac65-b0ad47486392) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:32:07.898418 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646e873-c0c9-4879-81ad-a6df00488c9a req-c4aacf7c-8986-4011-8b6b-f27d2331f834 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:07.900590 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e646e873-c0c9-4879-81ad-a6df00488c9a req-c4aacf7c-8986-4011-8b6b-f27d2331f834 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 950 time: 0.0784972 Nov 16 11:32:07.941601 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bfbee158-cfc0-4841-b4f2-a39bc5fe2daa tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:07.968234 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e646e873-c0c9-4879-81ad-a6df00488c9a req-c1ddc285-8f32-4dbf-9a06-52e03ff32865 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606129 Nov 16 11:32:07.995494 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bfbee158-cfc0-4841-b4f2-a39bc5fe2daa tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:08.055486 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbee158-cfc0-4841-b4f2-a39bc5fe2daa tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:32:08.062111 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-bfbee158-cfc0-4841-b4f2-a39bc5fe2daa tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:32:08.067389 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbee158-cfc0-4841-b4f2-a39bc5fe2daa tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:32:08.119725 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbee158-cfc0-4841-b4f2-a39bc5fe2daa tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Pushing event updated for resources: {'Port': ['ID=a9f38892-68ae-443a-ac65-b0ad47486392,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:08.281310 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-bfbee158-cfc0-4841-b4f2-a39bc5fe2daa tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Deleting port a9f38892-68ae-443a-ac65-b0ad47486392 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:32:08.281728 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bfbee158-cfc0-4841-b4f2-a39bc5fe2daa tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:08.362073 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bfbee158-cfc0-4841-b4f2-a39bc5fe2daa tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:08.362073 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bfbee158-cfc0-4841-b4f2-a39bc5fe2daa tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:08.374747 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-bfbee158-cfc0-4841-b4f2-a39bc5fe2daa tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Calling delete_port for a9f38892-68ae-443a-ac65-b0ad47486392 owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:32:08.510936 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bfbee158-cfc0-4841-b4f2-a39bc5fe2daa tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:08.534263 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbee158-cfc0-4841-b4f2-a39bc5fe2daa tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Pushing event deleted for resources: {'Port': ['ID=a9f38892-68ae-443a-ac65-b0ad47486392,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:08.621440 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-bfbee158-cfc0-4841-b4f2-a39bc5fe2daa tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] create failed (client error): The resource could not be found. Nov 16 11:32:08.622966 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bfbee158-cfc0-4841-b4f2-a39bc5fe2daa tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.0704339 Nov 16 11:32:08.626945 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45104) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:08.716493 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c5aba709-8ec1-4401-aaa2-0363b75071b5 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Deleting port 7ec7abad-2ca9-4f83-99cb-74aa34d13e49 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:32:08.716836 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c5aba709-8ec1-4401-aaa2-0363b75071b5 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:08.814144 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c5aba709-8ec1-4401-aaa2-0363b75071b5 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:08.826964 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c5aba709-8ec1-4401-aaa2-0363b75071b5 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Calling delete_port for 7ec7abad-2ca9-4f83-99cb-74aa34d13e49 owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:32:08.976041 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c5aba709-8ec1-4401-aaa2-0363b75071b5 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:09.009873 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aba709-8ec1-4401-aaa2-0363b75071b5 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Pushing event deleted for resources: {'Port': ['ID=7ec7abad-2ca9-4f83-99cb-74aa34d13e49,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:09.111365 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c5aba709-8ec1-4401-aaa2-0363b75071b5 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:09.114876 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c5aba709-8ec1-4401-aaa2-0363b75071b5 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] 10.222.0.61 "DELETE /v2.0/ports/7ec7abad-2ca9-4f83-99cb-74aa34d13e49 HTTP/1.1" status: 204 len: 168 time: 0.4869075 Nov 16 11:32:09.117465 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45116) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:09.128360 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344bd34-0e7c-4b18-98b4-97db9bdeb83b req-fa1da378-b757-45a4-97a2-471d8e66a1db tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:09.130186 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6344bd34-0e7c-4b18-98b4-97db9bdeb83b req-fa1da378-b757-45a4-97a2-471d8e66a1db tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 950 time: 0.0694845 Nov 16 11:32:09.188418 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6344bd34-0e7c-4b18-98b4-97db9bdeb83b req-8c26a5ed-13e5-402c-84d4-27d87ee7961e tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505819 Nov 16 11:32:09.235940 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8db6a1-8c0c-4d27-81d0-8d18db9dd3ab tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:09.237544 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0f8db6a1-8c0c-4d27-81d0-8d18db9dd3ab tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] 10.222.0.61 "GET /v2.0/ports?device_id=5119b5e4-a6ea-4ba5-9f62-802be68d9787 HTTP/1.1" status: 200 len: 913 time: 0.1187999 Nov 16 11:32:09.240255 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45120) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:10.005542 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6a9f6b9e-2437-4471-afdb-b1a93a8b1f15 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:10.267474 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eca978-c947-4a9a-8fc5-7eb150609f04 req-3d3615c1-e4b7-49cd-91f6-96142546a5b6 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:10.275429 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b0eca978-c947-4a9a-8fc5-7eb150609f04 req-3d3615c1-e4b7-49cd-91f6-96142546a5b6 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 945 time: 0.0618274 Nov 16 11:32:10.330347 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b0eca978-c947-4a9a-8fc5-7eb150609f04 req-94e7701b-e2d0-4da3-bcb6-6932f2a13b03 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527484 Nov 16 11:32:10.419449 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-6a9f6b9e-2437-4471-afdb-b1a93a8b1f15 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Deleting port 6a5c5aa6-0047-4a6f-add0-7b58bc0403dc {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:32:10.419803 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6a9f6b9e-2437-4471-afdb-b1a93a8b1f15 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:10.485735 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e221f61-6b91-49f7-bb57-975b8644a5f5 req-770e8590-109e-4f8a-bf8b-f1416e06e93e tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:10.492810 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3e221f61-6b91-49f7-bb57-975b8644a5f5 req-770e8590-109e-4f8a-bf8b-f1416e06e93e tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 950 time: 0.0730937 Nov 16 11:32:10.530379 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6a9f6b9e-2437-4471-afdb-b1a93a8b1f15 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:10.544832 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-6a9f6b9e-2437-4471-afdb-b1a93a8b1f15 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Calling delete_port for 6a5c5aa6-0047-4a6f-add0-7b58bc0403dc owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:32:10.546201 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3e221f61-6b91-49f7-bb57-975b8644a5f5 req-72df2f1e-324c-4008-888f-c0e4093029d2 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497689 Nov 16 11:32:10.751600 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6a9f6b9e-2437-4471-afdb-b1a93a8b1f15 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:10.786300 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f6b9e-2437-4471-afdb-b1a93a8b1f15 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Pushing event deleted for resources: {'Port': ['ID=6a5c5aa6-0047-4a6f-add0-7b58bc0403dc,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:10.893950 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45164) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:10.929823 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6a9f6b9e-2437-4471-afdb-b1a93a8b1f15 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:11.024761 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1b47500e-2663-49b1-b231-b3c1b5e4f35e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:11.104329 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a9f6b9e-2437-4471-afdb-b1a93a8b1f15 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Router 5119b5e4-a6ea-4ba5-9f62-802be68d9787 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:32:11.116721 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1b47500e-2663-49b1-b231-b3c1b5e4f35e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:11.121969 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1b47500e-2663-49b1-b231-b3c1b5e4f35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:11.163849 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1b47500e-2663-49b1-b231-b3c1b5e4f35e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=81df7825299c4296847d259fc848a54b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2684660 Nov 16 11:32:11.164974 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b47500e-2663-49b1-b231-b3c1b5e4f35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2c3595-1cd1-49b9-be27-6df95673bb63,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:11.168668 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45168) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:11.189369 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9f6b9e-2437-4471-afdb-b1a93a8b1f15 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:32:11.196752 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6a9f6b9e-2437-4471-afdb-b1a93a8b1f15 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] 10.222.0.61 "PUT /v2.0/routers/5119b5e4-a6ea-4ba5-9f62-802be68d9787/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9533329 Nov 16 11:32:11.197401 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45170) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:11.205264 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6a3471-2114-4f95-810b-8cde9366086a None None] Sync routers for ids ['5119b5e4-a6ea-4ba5-9f62-802be68d9787'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:32:11.216406 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6a3471-2114-4f95-810b-8cde9366086a None None] Routers {'5119b5e4-a6ea-4ba5-9f62-802be68d9787'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:32:11.217126 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ec6a3471-2114-4f95-810b-8cde9366086a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:31:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5119b5e4-a6ea-4ba5-9f62-802be68d9787'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:11.259514 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ec6a3471-2114-4f95-810b-8cde9366086a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:11.268834 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6a3471-2114-4f95-810b-8cde9366086a None None] Routers {'5119b5e4-a6ea-4ba5-9f62-802be68d9787'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:32:11.269525 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ec6a3471-2114-4f95-810b-8cde9366086a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:31:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5119b5e4-a6ea-4ba5-9f62-802be68d9787'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:11.291692 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1a7fdd73-34ac-4d4c-88d4-37dc4a0345e9 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:11.301499 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ec6a3471-2114-4f95-810b-8cde9366086a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:11.302198 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6a3471-2114-4f95-810b-8cde9366086a None None] The sync data for ids ['5119b5e4-a6ea-4ba5-9f62-802be68d9787'] in n-d-816823-3 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:32:11.361318 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6fd29e79-260f-4634-9aaa-c273f75fd73a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:11.411963 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6fd29e79-260f-4634-9aaa-c273f75fd73a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:11.510287 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1a7fdd73-34ac-4d4c-88d4-37dc4a0345e9 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:11.517694 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1a7fdd73-34ac-4d4c-88d4-37dc4a0345e9 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:11.580783 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6a950-dccf-4756-a4d1-3bd2608ed5a5 req-00644835-71b8-4ccd-9c7b-cd209a40dcf3 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:11.582295 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-18e6a950-dccf-4756-a4d1-3bd2608ed5a5 req-00644835-71b8-4ccd-9c7b-cd209a40dcf3 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 945 time: 0.1685014 Nov 16 11:32:11.583585 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1a7fdd73-34ac-4d4c-88d4-37dc4a0345e9 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:11.584102 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7fdd73-34ac-4d4c-88d4-37dc4a0345e9 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Fanout notify agent at l3_agent the message router_deleted on router 5119b5e4-a6ea-4ba5-9f62-802be68d9787 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:32:11.590811 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1a7fdd73-34ac-4d4c-88d4-37dc4a0345e9 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:11.591851 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1a7fdd73-34ac-4d4c-88d4-37dc4a0345e9 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] 10.222.0.61 "DELETE /v2.0/routers/5119b5e4-a6ea-4ba5-9f62-802be68d9787 HTTP/1.1" status: 204 len: 168 time: 0.3938904 Nov 16 11:32:11.594580 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45176) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:11.613910 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6fd29e79-260f-4634-9aaa-c273f75fd73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:11.616465 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6fd29e79-260f-4634-9aaa-c273f75fd73a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:11.619983 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6fd29e79-260f-4634-9aaa-c273f75fd73a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cf2c3595-1cd1-49b9-be27-6df95673bb63 HTTP/1.1" status: 204 len: 168 time: 0.4475117 Nov 16 11:32:11.633962 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd29e79-260f-4634-9aaa-c273f75fd73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2c3595-1cd1-49b9-be27-6df95673bb63,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:11.653173 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-388494d9-0ecd-459b-9d50-307b64537ac1 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Deleting subnet 0fcf7274-8e59-49b2-9ca4-88af37a81078 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:32:11.656633 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-388494d9-0ecd-459b-9d50-307b64537ac1 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:11.668111 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-18e6a950-dccf-4756-a4d1-3bd2608ed5a5 req-adf78b4b-fadc-4844-932c-78e7c78ce659 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748086 Nov 16 11:32:11.705281 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-388494d9-0ecd-459b-9d50-307b64537ac1 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:11.792289 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43d1de-e5f2-43f6-ba1c-b4bd4d9dded8 req-12b50788-cac4-4043-9b80-d97b42fa9965 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:11.794586 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-388494d9-0ecd-459b-9d50-307b64537ac1 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:11.800673 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7c43d1de-e5f2-43f6-ba1c-b4bd4d9dded8 req-12b50788-cac4-4043-9b80-d97b42fa9965 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 950 time: 0.0613649 Nov 16 11:32:11.854148 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7c43d1de-e5f2-43f6-ba1c-b4bd4d9dded8 req-c6430a69-a3c0-4f9a-a791-ac52b9e130c0 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513999 Nov 16 11:32:11.872996 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-388494d9-0ecd-459b-9d50-307b64537ac1 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:11.907245 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388494d9-0ecd-459b-9d50-307b64537ac1 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Pushing event deleted for resources: {'Subnet': ['ID=0fcf7274-8e59-49b2-9ca4-88af37a81078,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:11.909288 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-388494d9-0ecd-459b-9d50-307b64537ac1 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:11.912894 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-388494d9-0ecd-459b-9d50-307b64537ac1 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] 10.222.0.61 "DELETE /v2.0/subnets/0fcf7274-8e59-49b2-9ca4-88af37a81078 HTTP/1.1" status: 204 len: 168 time: 0.3172534 Nov 16 11:32:11.915792 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45186) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:11.919940 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91f0f28-32e7-43fc-b4aa-c92a6cce0dd7 None None] Network eada0bea-f639-487c-a97f-1f3e8708da71 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:32:11.957116 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45188) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:11.974758 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a21883c6-5d41-42d8-b4e8-454e728f18b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:11.998201 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-03d1e7a3-eba3-47ca-9657-802b78a48504 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:12.066608 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a21883c6-5d41-42d8-b4e8-454e728f18b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:12.071149 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-03d1e7a3-eba3-47ca-9657-802b78a48504 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Deleting port 5a04a9d3-1756-4fcc-8e72-6ed038212b4f {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:32:12.071398 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-03d1e7a3-eba3-47ca-9657-802b78a48504 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:12.072733 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a21883c6-5d41-42d8-b4e8-454e728f18b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:12.119854 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21883c6-5d41-42d8-b4e8-454e728f18b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03cfa32-167e-45bb-9f7c-df7a5d4486d4,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:12.126508 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a21883c6-5d41-42d8-b4e8-454e728f18b1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=983a2b0b14984d2d8af1f6c2149b15b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1678762 Nov 16 11:32:12.128266 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45192) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:12.168607 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-03d1e7a3-eba3-47ca-9657-802b78a48504 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] For port 5a04a9d3-1756-4fcc-8e72-6ed038212b4f, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=5a04a9d3-1756-4fcc-8e72-6ed038212b4f,segment=NetworkSegment(fce3620a-fd1f-4311-91ca-68a1d0510a42),segment_id=fce3620a-fd1f-4311-91ca-68a1d0510a42)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:32:12.169185 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-03d1e7a3-eba3-47ca-9657-802b78a48504 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:12.176564 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760c0af3-fb96-4b89-90f2-35f69c5dd41a None None] DHCP port deletion for eada0bea-f639-487c-a97f-1f3e8708da71 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:32:12.188990 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-03d1e7a3-eba3-47ca-9657-802b78a48504 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Calling delete_port for 5a04a9d3-1756-4fcc-8e72-6ed038212b4f owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:32:12.196197 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d3b55692-62b7-448d-a3fa-78ee9bc26f5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:12.225898 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d3b55692-62b7-448d-a3fa-78ee9bc26f5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:12.231346 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-760c0af3-fb96-4b89-90f2-35f69c5dd41a None None] Deleting port 5a04a9d3-1756-4fcc-8e72-6ed038212b4f {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:32:12.232017 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-760c0af3-fb96-4b89-90f2-35f69c5dd41a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:12.274851 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-03d1e7a3-eba3-47ca-9657-802b78a48504 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:12.286801 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d3b55692-62b7-448d-a3fa-78ee9bc26f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:12.289472 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d3b55692-62b7-448d-a3fa-78ee9bc26f5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:12.290638 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d3b55692-62b7-448d-a3fa-78ee9bc26f5d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e03cfa32-167e-45bb-9f7c-df7a5d4486d4 HTTP/1.1" status: 204 len: 168 time: 0.1614621 Nov 16 11:32:12.301993 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b55692-62b7-448d-a3fa-78ee9bc26f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03cfa32-167e-45bb-9f7c-df7a5d4486d4,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:12.306258 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-760c0af3-fb96-4b89-90f2-35f69c5dd41a None None] For port 5a04a9d3-1756-4fcc-8e72-6ed038212b4f, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=5a04a9d3-1756-4fcc-8e72-6ed038212b4f,segment=NetworkSegment(fce3620a-fd1f-4311-91ca-68a1d0510a42),segment_id=fce3620a-fd1f-4311-91ca-68a1d0510a42)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:32:12.306929 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-760c0af3-fb96-4b89-90f2-35f69c5dd41a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:12.311041 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1e7a3-eba3-47ca-9657-802b78a48504 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Pushing event deleted for resources: {'Port': ['ID=5a04a9d3-1756-4fcc-8e72-6ed038212b4f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:12.313237 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d1e7a3-eba3-47ca-9657-802b78a48504 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] No DVR routers for this DVR port 5a04a9d3-1756-4fcc-8e72-6ed038212b4f on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:32:12.328237 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-760c0af3-fb96-4b89-90f2-35f69c5dd41a None None] Calling delete_port for 5a04a9d3-1756-4fcc-8e72-6ed038212b4f owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:32:12.397461 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-03d1e7a3-eba3-47ca-9657-802b78a48504 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:12.413679 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-760c0af3-fb96-4b89-90f2-35f69c5dd41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:12.421190 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-03d1e7a3-eba3-47ca-9657-802b78a48504 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eada0bea-f639-487c-a97f-1f3e8708da71']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:12.444928 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-03d1e7a3-eba3-47ca-9657-802b78a48504 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fce3620a-fd1f-4311-91ca-68a1d0510a42') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:12.445236 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-03d1e7a3-eba3-47ca-9657-802b78a48504 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fce3620a-fd1f-4311-91ca-68a1d0510a42') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:12.455520 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c0af3-fb96-4b89-90f2-35f69c5dd41a None None] Pushing event deleted for resources: {'Port': ['ID=5a04a9d3-1756-4fcc-8e72-6ed038212b4f,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:12.460437 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760c0af3-fb96-4b89-90f2-35f69c5dd41a None None] No DVR routers for this DVR port 5a04a9d3-1756-4fcc-8e72-6ed038212b4f on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:32:12.467952 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-03d1e7a3-eba3-47ca-9657-802b78a48504 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:12.472598 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 5a04a9d3-1756-4fcc-8e72-6ed038212b4f no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:32:12.491756 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-03d1e7a3-eba3-47ca-9657-802b78a48504 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:12.494873 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 5a04a9d3-1756-4fcc-8e72-6ed038212b4f {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:32:12.495234 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 5a04a9d3-1756-4fcc-8e72-6ed038212b4f not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:32:12.500545 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03d1e7a3-eba3-47ca-9657-802b78a48504 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:32:12.501010 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-03d1e7a3-eba3-47ca-9657-802b78a48504 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:12.504132 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:32:12.504132 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:32:12.504132 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:32:12.504132 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:32:12.504132 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:32:12.504132 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:32:12.504132 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:32:12.504132 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:32:12.504132 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:32:12.504132 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:32:12.504132 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:32:12.504132 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:32:12.504132 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:32:12.504132 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:32:12.504132 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:32:12.504132 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:32:12.504132 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:32:12.504132 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:32:12.504132 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:32:12.504132 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:32:12.504132 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:32:12.504132 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:32:12.504132 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:32:12.504132 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:32:12.504132 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:32:12.504132 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:32:12.504132 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:32:12.504132 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:32:12.504132 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:32:12.504132 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:32:12.504132 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:32:12.504132 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:32:12.567066 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-03d1e7a3-eba3-47ca-9657-802b78a48504 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:12.575130 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-03d1e7a3-eba3-47ca-9657-802b78a48504 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:12.579587 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-03d1e7a3-eba3-47ca-9657-802b78a48504 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] 10.222.0.61 "DELETE /v2.0/networks/eada0bea-f639-487c-a97f-1f3e8708da71 HTTP/1.1" status: 204 len: 168 time: 0.6625478 Nov 16 11:32:12.596790 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1e7a3-eba3-47ca-9657-802b78a48504 tempest-FloatingIPNegativeTestJSON-1254256909 tempest-FloatingIPNegativeTestJSON-1254256909-project] Pushing event deleted for resources: {'Network': ['ID=eada0bea-f639-487c-a97f-1f3e8708da71,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:12.813446 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbedecd-207a-45cf-a427-2ad52e361685 req-b67c6d89-eca2-411c-b442-dfa8e7fd6397 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:12.816196 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5dbedecd-207a-45cf-a427-2ad52e361685 req-b67c6d89-eca2-411c-b442-dfa8e7fd6397 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 945 time: 0.0655241 Nov 16 11:32:12.847596 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d4d32-c80c-48a3-a760-b1f5a2176ebe req-f47cf6a8-72f9-4b73-9e07-7b63b16c3138 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:12.849435 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b18d4d32-c80c-48a3-a760-b1f5a2176ebe req-f47cf6a8-72f9-4b73-9e07-7b63b16c3138 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.64 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 945 time: 0.0993123 Nov 16 11:32:12.883744 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5dbedecd-207a-45cf-a427-2ad52e361685 req-ab8c95ea-4942-4979-bfde-c5bb82c789e0 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616541 Nov 16 11:32:12.887556 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45216) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:12.904639 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [req-23ec6567-33e4-4cd4-916f-f8661058426e req-0f6d5cd4-9ac2-4e8e-a0eb-d0e3cd3775ac service neutron] show failed (client error): The resource could not be found. Nov 16 11:32:12.905711 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23ec6567-33e4-4cd4-916f-f8661058426e req-0f6d5cd4-9ac2-4e8e-a0eb-d0e3cd3775ac service neutron] 10.222.0.64 "GET /v2.0/ports/8fc97b48-5bb6-40a8-aab1-06d356a39326/bindings/n-h1-816823-3 HTTP/1.1" status: 404 len: 380 time: 0.1152043 Nov 16 11:32:13.002834 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f9071d8a-9f88-4ddd-86ef-f854a3c8d717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:13.003084 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-b18d4d32-c80c-48a3-a760-b1f5a2176ebe req-724286c5-fb68-4780-96fb-242a99dc609f tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Deleting port f9eb2d95-c4a1-44b9-a40b-522140272ae4 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:32:13.003473 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b18d4d32-c80c-48a3-a760-b1f5a2176ebe req-724286c5-fb68-4780-96fb-242a99dc609f tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:13.065820 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9d494-0e3a-4676-ac21-9341b022e906 req-f4457616-41f2-4216-8981-1aa495b03163 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:13.067623 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5ee9d494-0e3a-4676-ac21-9341b022e906 req-f4457616-41f2-4216-8981-1aa495b03163 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 950 time: 0.0997705 Nov 16 11:32:13.115996 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-b18d4d32-c80c-48a3-a760-b1f5a2176ebe req-724286c5-fb68-4780-96fb-242a99dc609f tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] For port f9eb2d95-c4a1-44b9-a40b-522140272ae4, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=f9eb2d95-c4a1-44b9-a40b-522140272ae4,segment=NetworkSegment(735533a6-695e-4dca-86e9-8417251168ff),segment_id=735533a6-695e-4dca-86e9-8417251168ff)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:32:13.116511 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b18d4d32-c80c-48a3-a760-b1f5a2176ebe req-724286c5-fb68-4780-96fb-242a99dc609f tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:13.131721 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-b18d4d32-c80c-48a3-a760-b1f5a2176ebe req-724286c5-fb68-4780-96fb-242a99dc609f tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Calling delete_port for f9eb2d95-c4a1-44b9-a40b-522140272ae4 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:32:13.156386 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7bd11588-d2eb-4eb4-80e4-ad48b0627bb0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=80ffe48280124d8e8eabbeb4e6d46ed1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2653735 Nov 16 11:32:13.157871 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45232) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:13.182973 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5ee9d494-0e3a-4676-ac21-9341b022e906 req-dadc8ead-ff3f-421e-9337-200f02350d9d tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985432 Nov 16 11:32:13.254767 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f42df30c-431d-4672-a57f-9a5df8179731 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:13.285460 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec6567-33e4-4cd4-916f-f8661058426e req-290db8bd-e591-4784-9850-b2a36e1580ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:13.287269 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23ec6567-33e4-4cd4-916f-f8661058426e req-290db8bd-e591-4784-9850-b2a36e1580ea service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249&tenant_id=e86b42204c7f435e8eff5558272e51a5 HTTP/1.1" status: 200 len: 1101 time: 0.1086314 Nov 16 11:32:13.288305 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f42df30c-431d-4672-a57f-9a5df8179731 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:13.303853 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-23ec6567-33e4-4cd4-916f-f8661058426e req-4cdaff1c-7fd0-4db3-8ec2-ed74350bb2f1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816823-3', 'device_owner': 'compute:nova'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:32:13.344879 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f42df30c-431d-4672-a57f-9a5df8179731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:13.349027 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f42df30c-431d-4672-a57f-9a5df8179731 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:13.350581 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f42df30c-431d-4672-a57f-9a5df8179731 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/45ee89bf-737b-4072-aa0c-787961e4cd5f HTTP/1.1" status: 204 len: 168 time: 0.1917675 Nov 16 11:32:13.361915 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42df30c-431d-4672-a57f-9a5df8179731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ee89bf-737b-4072-aa0c-787961e4cd5f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:13.640169 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-23ec6567-33e4-4cd4-916f-f8661058426e req-4cdaff1c-7fd0-4db3-8ec2-ed74350bb2f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:13.664588 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b18d4d32-c80c-48a3-a760-b1f5a2176ebe req-724286c5-fb68-4780-96fb-242a99dc609f tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:13.679836 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['a1945e7c-c7b7-4528-b05a-7cd8b792994e', 'f9eb2d95-c4a1-44b9-a40b-522140272ae4'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:32:13.721087 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724286c5-fb68-4780-96fb-242a99dc609f tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Pushing event deleted for resources: {'Port': ['ID=f9eb2d95-c4a1-44b9-a40b-522140272ae4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:13.771417 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18d4d32-c80c-48a3-a760-b1f5a2176ebe req-724286c5-fb68-4780-96fb-242a99dc609f tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] No DVR routers for this DVR port f9eb2d95-c4a1-44b9-a40b-522140272ae4 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:32:13.775891 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b18d4d32-c80c-48a3-a760-b1f5a2176ebe req-724286c5-fb68-4780-96fb-242a99dc609f tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:13.779397 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b18d4d32-c80c-48a3-a760-b1f5a2176ebe req-724286c5-fb68-4780-96fb-242a99dc609f tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.64 "DELETE /v2.0/ports/f9eb2d95-c4a1-44b9-a40b-522140272ae4 HTTP/1.1" status: 204 len: 173 time: 0.9227016 Nov 16 11:32:13.780511 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1347832a-2db9-41a9-aadf-7450c76ea237', 'name': 'network-vif-deleted', 'tag': 'f9eb2d95-c4a1-44b9-a40b-522140272ae4'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:32:13.783112 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9f90a5-9f12-431c-a2ef-f9cb5ebe2843" -d '{"events": [{"server_uuid": "1347832a-2db9-41a9-aadf-7450c76ea237", "name": "network-vif-deleted", "tag": "f9eb2d95-c4a1-44b9-a40b-522140272ae4"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:32:13.875390 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b05483a-66d2-4ca6-bd10-d36b5e513134 x-openstack-request-id: req-3b05483a-66d2-4ca6-bd10-d36b5e513134 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:32:13.875972 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1347832a-2db9-41a9-aadf-7450c76ea237", "name": "network-vif-deleted", "tag": "f9eb2d95-c4a1-44b9-a40b-522140272ae4", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:32:13.876406 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3b05483a-66d2-4ca6-bd10-d36b5e513134 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:32:13.876965 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1347832a-2db9-41a9-aadf-7450c76ea237', 'name': 'network-vif-deleted', 'tag': 'f9eb2d95-c4a1-44b9-a40b-522140272ae4', 'status': 'completed', 'code': 200} Nov 16 11:32:14.023287 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a01cbba2-6874-4634-8ea4-63794fd6798d req-bdd3dff4-8545-426e-a443-aba8a7a79094 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=1347832a-2db9-41a9-aadf-7450c76ea237 HTTP/1.1" status: 200 len: 210 time: 0.0406823 Nov 16 11:32:14.070864 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-23ec6567-33e4-4cd4-916f-f8661058426e req-4cdaff1c-7fd0-4db3-8ec2-ed74350bb2f1 service neutron] For port 8fc97b48-5bb6-40a8-aab1-06d356a39326, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=8fc97b48-5bb6-40a8-aab1-06d356a39326,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:32:14.108220 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-23ec6567-33e4-4cd4-916f-f8661058426e req-4cdaff1c-7fd0-4db3-8ec2-ed74350bb2f1 service neutron] For port 8fc97b48-5bb6-40a8-aab1-06d356a39326, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:32:14.152640 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-23ec6567-33e4-4cd4-916f-f8661058426e req-4cdaff1c-7fd0-4db3-8ec2-ed74350bb2f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:14.170719 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-23ec6567-33e4-4cd4-916f-f8661058426e req-4cdaff1c-7fd0-4db3-8ec2-ed74350bb2f1 service neutron] Transition to ACTIVE for port object 8fc97b48-5bb6-40a8-aab1-06d356a39326 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:32:14.175595 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-23ec6567-33e4-4cd4-916f-f8661058426e req-4cdaff1c-7fd0-4db3-8ec2-ed74350bb2f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:14.244351 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ec6567-33e4-4cd4-916f-f8661058426e req-4cdaff1c-7fd0-4db3-8ec2-ed74350bb2f1 service neutron] No DVR routers for this DVR port 8fc97b48-5bb6-40a8-aab1-06d356a39326 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:32:14.274242 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdaff1c-7fd0-4db3-8ec2-ed74350bb2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc97b48-5bb6-40a8-aab1-06d356a39326,revision_number=6']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:14.292622 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-23ec6567-33e4-4cd4-916f-f8661058426e req-4cdaff1c-7fd0-4db3-8ec2-ed74350bb2f1 service neutron] Attempting to bind port 8fc97b48-5bb6-40a8-aab1-06d356a39326 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:32:14.293560 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-23ec6567-33e4-4cd4-916f-f8661058426e req-4cdaff1c-7fd0-4db3-8ec2-ed74350bb2f1 service neutron] Attempting to bind port 8fc97b48-5bb6-40a8-aab1-06d356a39326 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:32:14.293560 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ec6567-33e4-4cd4-916f-f8661058426e req-4cdaff1c-7fd0-4db3-8ec2-ed74350bb2f1 service neutron] Attempting to bind port 8fc97b48-5bb6-40a8-aab1-06d356a39326 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:32:14.309232 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ec6567-33e4-4cd4-916f-f8661058426e req-4cdaff1c-7fd0-4db3-8ec2-ed74350bb2f1 service neutron] Port 8fc97b48-5bb6-40a8-aab1-06d356a39326 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:32:14.309635 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ec6567-33e4-4cd4-916f-f8661058426e req-4cdaff1c-7fd0-4db3-8ec2-ed74350bb2f1 service neutron] Attempting to bind port 8fc97b48-5bb6-40a8-aab1-06d356a39326 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:32:14.324455 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ec6567-33e4-4cd4-916f-f8661058426e req-4cdaff1c-7fd0-4db3-8ec2-ed74350bb2f1 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:32:14.324797 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ec6567-33e4-4cd4-916f-f8661058426e req-4cdaff1c-7fd0-4db3-8ec2-ed74350bb2f1 service neutron] Checking segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:32:14.325195 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ec6567-33e4-4cd4-916f-f8661058426e req-4cdaff1c-7fd0-4db3-8ec2-ed74350bb2f1 service neutron] Bound using segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:32:14.325643 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-23ec6567-33e4-4cd4-916f-f8661058426e req-4cdaff1c-7fd0-4db3-8ec2-ed74350bb2f1 service neutron] Bound port: 8fc97b48-5bb6-40a8-aab1-06d356a39326, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:32:14.326025 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-23ec6567-33e4-4cd4-916f-f8661058426e req-4cdaff1c-7fd0-4db3-8ec2-ed74350bb2f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:14.327249 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45280) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:14.371628 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa33d0-1622-4f86-a294-450661f62e62 req-777d81d2-3497-4e42-9902-f3bea891192b tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:14.377484 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-befa33d0-1622-4f86-a294-450661f62e62 req-777d81d2-3497-4e42-9902-f3bea891192b tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 948 time: 0.0834749 Nov 16 11:32:14.427232 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-23ec6567-33e4-4cd4-916f-f8661058426e req-4cdaff1c-7fd0-4db3-8ec2-ed74350bb2f1 service neutron] For port 8fc97b48-5bb6-40a8-aab1-06d356a39326, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:32:14.430938 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-23ec6567-33e4-4cd4-916f-f8661058426e req-4cdaff1c-7fd0-4db3-8ec2-ed74350bb2f1 service neutron] For port 8fc97b48-5bb6-40a8-aab1-06d356a39326, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=8fc97b48-5bb6-40a8-aab1-06d356a39326,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:32:14.438278 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-23ec6567-33e4-4cd4-916f-f8661058426e req-4cdaff1c-7fd0-4db3-8ec2-ed74350bb2f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:14.471971 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-befa33d0-1622-4f86-a294-450661f62e62 req-53fc37dc-8fc4-46d1-83c1-a95be9a1ae6c tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850873 Nov 16 11:32:14.508776 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec6567-33e4-4cd4-916f-f8661058426e req-4cdaff1c-7fd0-4db3-8ec2-ed74350bb2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:14.509405 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-23ec6567-33e4-4cd4-916f-f8661058426e req-4cdaff1c-7fd0-4db3-8ec2-ed74350bb2f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:14.510967 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23ec6567-33e4-4cd4-916f-f8661058426e req-4cdaff1c-7fd0-4db3-8ec2-ed74350bb2f1 service neutron] 10.222.0.36 "PUT /v2.0/ports/8fc97b48-5bb6-40a8-aab1-06d356a39326 HTTP/1.1" status: 200 len: 1096 time: 1.2117424 Nov 16 11:32:14.512596 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdaff1c-7fd0-4db3-8ec2-ed74350bb2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc97b48-5bb6-40a8-aab1-06d356a39326,revision_number=7']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:14.589873 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-850085cc-d2ff-4b74-ba2d-5f38aba209dd tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Request body: {'networks': [{'name': 'tempest-network--1943589014'}, {'name': 'tempest-network--917816917'}]} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:32:14.590225 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-850085cc-d2ff-4b74-ba2d-5f38aba209dd tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Request body: {'network': {'name': 'tempest-network--1943589014'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:32:14.590835 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-850085cc-d2ff-4b74-ba2d-5f38aba209dd tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Request body: {'network': {'name': 'tempest-network--917816917'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:32:14.627254 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec6567-33e4-4cd4-916f-f8661058426e req-6d9311a0-cb1a-43b7-ad1c-d5c274d63677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:14.628765 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23ec6567-33e4-4cd4-916f-f8661058426e req-6d9311a0-cb1a-43b7-ad1c-d5c274d63677 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e86b42204c7f435e8eff5558272e51a5&device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 1099 time: 0.0849011 Nov 16 11:32:14.636262 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850085cc-d2ff-4b74-ba2d-5f38aba209dd tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Made reservation on behalf of 0efa6979d5f045718d310e9109d6afc7 for: {'network': 2} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:32:14.642612 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-850085cc-d2ff-4b74-ba2d-5f38aba209dd tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:14.657814 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-850085cc-d2ff-4b74-ba2d-5f38aba209dd tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:14.756840 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-850085cc-d2ff-4b74-ba2d-5f38aba209dd tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:14.767680 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-850085cc-d2ff-4b74-ba2d-5f38aba209dd tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:14.768166 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-850085cc-d2ff-4b74-ba2d-5f38aba209dd tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:14.792897 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec6567-33e4-4cd4-916f-f8661058426e req-46e89fbf-7daa-4ba0-8cd7-7fe173f938d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:14.795164 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23ec6567-33e4-4cd4-916f-f8661058426e req-46e89fbf-7daa-4ba0-8cd7-7fe173f938d5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.1505065 Nov 16 11:32:14.825332 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-850085cc-d2ff-4b74-ba2d-5f38aba209dd tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:32:14.835006 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-850085cc-d2ff-4b74-ba2d-5f38aba209dd tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:14.835337 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-850085cc-d2ff-4b74-ba2d-5f38aba209dd tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Added segment 1e8fae9e-e566-4b40-837b-9d5b5b0ac014 of type vlan for network 9876066b-f4b4-400a-94be-807c577f8dbc Nov 16 11:32:14.850690 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23ec6567-33e4-4cd4-916f-f8661058426e req-55d7db48-b3f4-47f2-a531-583a7bbb906f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=8fc97b48-5bb6-40a8-aab1-06d356a39326 HTTP/1.1" status: 200 len: 217 time: 0.0468218 Nov 16 11:32:14.887771 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-850085cc-d2ff-4b74-ba2d-5f38aba209dd tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:14.891420 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850085cc-d2ff-4b74-ba2d-5f38aba209dd tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf93fc1a-4f72-4d77-bdef-48efcd4991ca,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:14.905430 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec6567-33e4-4cd4-916f-f8661058426e req-37f5249e-069b-4ef2-b5a3-ea4a0e388fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:14.906934 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23ec6567-33e4-4cd4-916f-f8661058426e req-37f5249e-069b-4ef2-b5a3-ea4a0e388fe8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0487788 Nov 16 11:32:14.922404 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-850085cc-d2ff-4b74-ba2d-5f38aba209dd tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:32:14.937213 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-850085cc-d2ff-4b74-ba2d-5f38aba209dd tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:14.937792 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-850085cc-d2ff-4b74-ba2d-5f38aba209dd tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Added segment 07c7f0d1-5b63-4313-9e2a-a5f4b1771f7f of type vlan for network 2435edde-2a9c-4ccd-b005-3df2e500c61b Nov 16 11:32:14.965854 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec6567-33e4-4cd4-916f-f8661058426e req-48dd2bfc-8c8b-4f87-a03e-ddc64bc64dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:14.967910 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23ec6567-33e4-4cd4-916f-f8661058426e req-48dd2bfc-8c8b-4f87-a03e-ddc64bc64dd3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0492578 Nov 16 11:32:14.986170 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-850085cc-d2ff-4b74-ba2d-5f38aba209dd tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:15.013594 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-850085cc-d2ff-4b74-ba2d-5f38aba209dd tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:15.014306 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-850085cc-d2ff-4b74-ba2d-5f38aba209dd tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:15.020690 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850085cc-d2ff-4b74-ba2d-5f38aba209dd tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:15.025814 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850085cc-d2ff-4b74-ba2d-5f38aba209dd tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:15.026481 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-850085cc-d2ff-4b74-ba2d-5f38aba209dd tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:15.079262 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23ec6567-33e4-4cd4-916f-f8661058426e req-60ff0de1-5752-4621-acdd-36e8967cb2e1 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021852 Nov 16 11:32:15.116547 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-850085cc-d2ff-4b74-ba2d-5f38aba209dd tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.7849195 Nov 16 11:32:15.117798 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45302) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:15.119650 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850085cc-d2ff-4b74-ba2d-5f38aba209dd tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Pushing event updated for resources: {'Network': ['ID=9876066b-f4b4-400a-94be-807c577f8dbc,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:15.132512 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 9876066b-f4b4-400a-94be-807c577f8dbc details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:32:15.209669 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850085cc-d2ff-4b74-ba2d-5f38aba209dd tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Pushing event updated for resources: {'Network': ['ID=2435edde-2a9c-4ccd-b005-3df2e500c61b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:15.226640 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 2435edde-2a9c-4ccd-b005-3df2e500c61b details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:32:15.447828 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23ec6567-33e4-4cd4-916f-f8661058426e req-901efdda-0813-4a35-a42b-fd2dcd42468d service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606563 Nov 16 11:32:15.465411 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05315863-22f3-4b95-aabe-3ce42236a5c2 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:15.479664 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05315863-22f3-4b95-aabe-3ce42236a5c2 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:15.486273 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05315863-22f3-4b95-aabe-3ce42236a5c2 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:15.492857 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05315863-22f3-4b95-aabe-3ce42236a5c2 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:15.499087 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45314) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:15.499811 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-05315863-22f3-4b95-aabe-3ce42236a5c2 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3805311 Nov 16 11:32:15.557544 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a983e245-2f13-4b4f-82f4-55cd72e3b107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:15.615737 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac88b0-80bf-4ae4-b24e-b49d3890adaa req-d0443d3f-18e4-4f34-a4aa-02615b94408d tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:15.617484 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-93ac88b0-80bf-4ae4-b24e-b49d3890adaa req-d0443d3f-18e4-4f34-a4aa-02615b94408d tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 946 time: 0.1538198 Nov 16 11:32:15.637199 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-12386ad1-1baa-4d77-a827-7fe92c3456a9 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:15.678812 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-93ac88b0-80bf-4ae4-b24e-b49d3890adaa req-d207bb9e-ab76-473f-975e-c3fd6f504359 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553648 Nov 16 11:32:15.777215 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-12386ad1-1baa-4d77-a827-7fe92c3456a9 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:15.813885 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-12386ad1-1baa-4d77-a827-7fe92c3456a9 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9876066b-f4b4-400a-94be-807c577f8dbc']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:15.825169 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-12386ad1-1baa-4d77-a827-7fe92c3456a9 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e8fae9e-e566-4b40-837b-9d5b5b0ac014') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:15.825462 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-12386ad1-1baa-4d77-a827-7fe92c3456a9 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e8fae9e-e566-4b40-837b-9d5b5b0ac014') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:15.838966 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-12386ad1-1baa-4d77-a827-7fe92c3456a9 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:15.853666 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1da3a-7df0-4f0b-afec-2b9a25e1afc1 req-84aa519d-bb70-4de2-9fa1-c87e12468dce tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:15.855192 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3fa1da3a-7df0-4f0b-afec-2b9a25e1afc1 req-84aa519d-bb70-4de2-9fa1-c87e12468dce tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 948 time: 0.0897670 Nov 16 11:32:15.864248 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-12386ad1-1baa-4d77-a827-7fe92c3456a9 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:15.877422 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12386ad1-1baa-4d77-a827-7fe92c3456a9 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:32:15.877823 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-12386ad1-1baa-4d77-a827-7fe92c3456a9 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:15.878411 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db378a0b-7ff9-41d1-8294-e81ffecaf249', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fc97b48-5bb6-40a8-aab1-06d356a39326'}, {'name': 'network-changed', 'server_uuid': 'db378a0b-7ff9-41d1-8294-e81ffecaf249', 'tag': '8fc97b48-5bb6-40a8-aab1-06d356a39326'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:32:15.880917 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:32:15.880917 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:32:15.880917 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:32:15.880917 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:32:15.880917 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:32:15.880917 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:32:15.880917 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:32:15.880917 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:32:15.880917 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:32:15.880917 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:32:15.880917 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:32:15.880917 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:32:15.880917 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:32:15.880917 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:32:15.880917 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:32:15.880917 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:32:15.880917 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:32:15.880917 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:32:15.880917 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:32:15.880917 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:32:15.880917 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:32:15.880917 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:32:15.880917 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:32:15.880917 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:32:15.880917 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:32:15.880917 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:32:15.880917 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:32:15.880917 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:32:15.880917 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:32:15.880917 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:32:15.880917 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:32:15.880917 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:32:15.883489 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7636be-be5d-424b-b78c-efaf2ba8c5a8" -d '{"events": [{"server_uuid": "db378a0b-7ff9-41d1-8294-e81ffecaf249", "name": "network-vif-unplugged", "status": "completed", "tag": "8fc97b48-5bb6-40a8-aab1-06d356a39326"}, {"name": "network-changed", "server_uuid": "db378a0b-7ff9-41d1-8294-e81ffecaf249", "tag": "8fc97b48-5bb6-40a8-aab1-06d356a39326"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:32:15.966862 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-12386ad1-1baa-4d77-a827-7fe92c3456a9 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:15.974007 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-12386ad1-1baa-4d77-a827-7fe92c3456a9 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:15.977127 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-12386ad1-1baa-4d77-a827-7fe92c3456a9 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] 10.222.0.61 "DELETE /v2.0/networks/9876066b-f4b4-400a-94be-807c577f8dbc HTTP/1.1" status: 204 len: 168 time: 0.4757872 Nov 16 11:32:15.980049 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45324) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:15.980678 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3fa1da3a-7df0-4f0b-afec-2b9a25e1afc1 req-26645300-7bfc-4e9e-b972-6d37a2b5c101 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115556 Nov 16 11:32:16.007797 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12386ad1-1baa-4d77-a827-7fe92c3456a9 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Pushing event deleted for resources: {'Network': ['ID=9876066b-f4b4-400a-94be-807c577f8dbc,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:16.076551 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1bb8ee88-1701-45c2-bd19-96494701074b tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:16.250439 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 16 Nov 2021 11:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef90a7b9-0065-4fef-9ca2-64f2dfa545ba x-openstack-request-id: req-ef90a7b9-0065-4fef-9ca2-64f2dfa545ba {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:32:16.251139 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db378a0b-7ff9-41d1-8294-e81ffecaf249", "name": "network-vif-unplugged", "status": "completed", "tag": "8fc97b48-5bb6-40a8-aab1-06d356a39326", "code": 200}, {"name": "network-changed", "server_uuid": "db378a0b-7ff9-41d1-8294-e81ffecaf249", "tag": "8fc97b48-5bb6-40a8-aab1-06d356a39326", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:32:16.251613 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ef90a7b9-0065-4fef-9ca2-64f2dfa545ba {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:32:16.252248 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db378a0b-7ff9-41d1-8294-e81ffecaf249', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fc97b48-5bb6-40a8-aab1-06d356a39326', 'code': 200} Nov 16 11:32:16.252976 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db378a0b-7ff9-41d1-8294-e81ffecaf249', 'tag': '8fc97b48-5bb6-40a8-aab1-06d356a39326', 'status': 'completed', 'code': 200} Nov 16 11:32:16.255359 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1bb8ee88-1701-45c2-bd19-96494701074b tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:16.299134 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-1bb8ee88-1701-45c2-bd19-96494701074b tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2435edde-2a9c-4ccd-b005-3df2e500c61b']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:16.344580 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-1bb8ee88-1701-45c2-bd19-96494701074b tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07c7f0d1-5b63-4313-9e2a-a5f4b1771f7f') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:16.344884 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-1bb8ee88-1701-45c2-bd19-96494701074b tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07c7f0d1-5b63-4313-9e2a-a5f4b1771f7f') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:16.359527 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1bb8ee88-1701-45c2-bd19-96494701074b tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:16.383054 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7636be-be5d-424b-b78c-efaf2ba8c5a8 req-7c47400c-a4c7-404e-84fd-bd04f89c08f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:16.384801 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0a7636be-be5d-424b-b78c-efaf2ba8c5a8 req-7c47400c-a4c7-404e-84fd-bd04f89c08f9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e86b42204c7f435e8eff5558272e51a5&device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 1099 time: 0.1077411 Nov 16 11:32:16.385715 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1bb8ee88-1701-45c2-bd19-96494701074b tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:16.391342 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7636be-be5d-424b-b78c-efaf2ba8c5a8 req-aa640413-9d4c-458d-a938-cdc75ba37b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:16.392692 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0a7636be-be5d-424b-b78c-efaf2ba8c5a8 req-aa640413-9d4c-458d-a938-cdc75ba37b3a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e86b42204c7f435e8eff5558272e51a5&device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 1099 time: 0.1143436 Nov 16 11:32:16.396084 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb8ee88-1701-45c2-bd19-96494701074b tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:32:16.396477 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1bb8ee88-1701-45c2-bd19-96494701074b tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:16.406040 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:32:16.406040 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:32:16.406040 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:32:16.406040 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:32:16.406040 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:32:16.406040 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:32:16.406040 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:32:16.406040 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:32:16.406040 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:32:16.406040 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:32:16.406040 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:32:16.406040 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:32:16.406040 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:32:16.406040 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:32:16.406040 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:32:16.406040 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:32:16.406040 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:32:16.406040 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:32:16.406040 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:32:16.406040 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:32:16.406040 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:32:16.406040 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:32:16.406040 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:32:16.406040 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:32:16.406040 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:32:16.406040 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:32:16.406040 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:32:16.406040 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:32:16.406040 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:32:16.406040 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:32:16.406040 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:32:16.406040 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:32:16.527429 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:16.558900 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1bb8ee88-1701-45c2-bd19-96494701074b tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:16.580187 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1bb8ee88-1701-45c2-bd19-96494701074b tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:16.583441 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1bb8ee88-1701-45c2-bd19-96494701074b tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] 10.222.0.61 "DELETE /v2.0/networks/2435edde-2a9c-4ccd-b005-3df2e500c61b HTTP/1.1" status: 204 len: 168 time: 0.6020017 Nov 16 11:32:16.587426 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45328) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:16.605370 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8ee88-1701-45c2-bd19-96494701074b tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Pushing event deleted for resources: {'Network': ['ID=2435edde-2a9c-4ccd-b005-3df2e500c61b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:16.625740 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7636be-be5d-424b-b78c-efaf2ba8c5a8 req-856b81ff-57bb-4411-a206-d766fa2200c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:16.627232 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0a7636be-be5d-424b-b78c-efaf2ba8c5a8 req-856b81ff-57bb-4411-a206-d766fa2200c8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.2323706 Nov 16 11:32:16.636058 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7636be-be5d-424b-b78c-efaf2ba8c5a8 req-b37470f4-64d3-402a-a3a4-b164c0026ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:16.637505 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0a7636be-be5d-424b-b78c-efaf2ba8c5a8 req-b37470f4-64d3-402a-a3a4-b164c0026ae3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.2306654 Nov 16 11:32:16.678428 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0a7636be-be5d-424b-b78c-efaf2ba8c5a8 req-7b4b81dd-6ddf-468c-9597-e981a06d7186 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=8fc97b48-5bb6-40a8-aab1-06d356a39326 HTTP/1.1" status: 200 len: 217 time: 0.0394902 Nov 16 11:32:16.692236 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca0c30f-a436-45b7-aab2-1cb6a45e40aa tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:16.698805 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca0c30f-a436-45b7-aab2-1cb6a45e40aa tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:16.700333 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4ca0c30f-a436-45b7-aab2-1cb6a45e40aa tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1118743 Nov 16 11:32:16.704603 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45330) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:16.709614 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-c70248ea-0d81-44b0-9586-d831d4ba4ebb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1765034322'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:32:16.715199 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 8fc97b48-5bb6-40a8-aab1-06d356a39326 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:32:16.730092 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0a7636be-be5d-424b-b78c-efaf2ba8c5a8 req-75acaf51-f49c-4ace-aa0a-963527816441 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=8fc97b48-5bb6-40a8-aab1-06d356a39326 HTTP/1.1" status: 200 len: 217 time: 0.0841517 Nov 16 11:32:16.754811 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 8fc97b48-5bb6-40a8-aab1-06d356a39326 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:32:16.755432 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device f9eb2d95-c4a1-44b9-a40b-522140272ae4 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:32:16.775545 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: f9eb2d95-c4a1-44b9-a40b-522140272ae4 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:32:16.775806 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device f9eb2d95-c4a1-44b9-a40b-522140272ae4 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:32:16.814206 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70248ea-0d81-44b0-9586-d831d4ba4ebb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Made reservation on behalf of 0efa6979d5f045718d310e9109d6afc7 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:32:16.814724 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7de4ef-4382-4158-a628-32a5f42c7b7d req-9e483e28-ffc2-41b7-a417-a621c6aef823 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:16.816225 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fa7de4ef-4382-4158-a628-32a5f42c7b7d req-9e483e28-ffc2-41b7-a417-a621c6aef823 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 946 time: 0.0560865 Nov 16 11:32:16.817649 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c70248ea-0d81-44b0-9586-d831d4ba4ebb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:16.824739 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7636be-be5d-424b-b78c-efaf2ba8c5a8 req-6b096168-952f-43cb-be12-a77a161eb0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:16.826142 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0a7636be-be5d-424b-b78c-efaf2ba8c5a8 req-6b096168-952f-43cb-be12-a77a161eb0d6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.1227179 Nov 16 11:32:16.833613 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7636be-be5d-424b-b78c-efaf2ba8c5a8 req-f2f4f5cf-fd4a-46d1-9a8d-e6cb18b93b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:16.835052 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0a7636be-be5d-424b-b78c-efaf2ba8c5a8 req-f2f4f5cf-fd4a-46d1-9a8d-e6cb18b93b45 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0836139 Nov 16 11:32:16.865127 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fa7de4ef-4382-4158-a628-32a5f42c7b7d req-04885dd3-bfb3-4dd0-80fc-6e64bc9fc17c tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426450 Nov 16 11:32:16.907862 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c70248ea-0d81-44b0-9586-d831d4ba4ebb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:32:16.927660 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c70248ea-0d81-44b0-9586-d831d4ba4ebb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:16.928007 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-c70248ea-0d81-44b0-9586-d831d4ba4ebb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Added segment 67860cae-f77a-4818-a72b-85a7cc6c6f1f of type vlan for network c1529d53-8610-4540-aaaa-1031e7259d0e Nov 16 11:32:16.953895 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7636be-be5d-424b-b78c-efaf2ba8c5a8 req-547617be-fb3c-4ba4-aee4-8cfe95755db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:16.955439 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0a7636be-be5d-424b-b78c-efaf2ba8c5a8 req-547617be-fb3c-4ba4-aee4-8cfe95755db9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1181226 Nov 16 11:32:16.958618 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7636be-be5d-424b-b78c-efaf2ba8c5a8 req-ed763811-e6ed-4109-bf7b-58279727404b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:16.960037 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0a7636be-be5d-424b-b78c-efaf2ba8c5a8 req-ed763811-e6ed-4109-bf7b-58279727404b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1136823 Nov 16 11:32:17.058656 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c70248ea-0d81-44b0-9586-d831d4ba4ebb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:17.131126 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230da99-53bf-4d67-8545-52575dbefbe2 req-a7e7751e-71d5-499c-b12a-ca2bf998f86a tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:17.132706 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f230da99-53bf-4d67-8545-52575dbefbe2 req-a7e7751e-71d5-499c-b12a-ca2bf998f86a tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 948 time: 0.0657415 Nov 16 11:32:17.152072 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c70248ea-0d81-44b0-9586-d831d4ba4ebb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:17.157711 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70248ea-0d81-44b0-9586-d831d4ba4ebb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:17.158339 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c70248ea-0d81-44b0-9586-d831d4ba4ebb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:17.182637 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f230da99-53bf-4d67-8545-52575dbefbe2 req-65cd98de-89aa-4505-89c6-f75757de920a tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434530 Nov 16 11:32:17.504949 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0a7636be-be5d-424b-b78c-efaf2ba8c5a8 req-4f4b171b-c62f-49f3-afdf-1524cf7b498d service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5243134 Nov 16 11:32:17.506699 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0a7636be-be5d-424b-b78c-efaf2ba8c5a8 req-02c19dc9-d228-4962-a4db-ec273954752f service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5272388 Nov 16 11:32:17.509806 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c70248ea-0d81-44b0-9586-d831d4ba4ebb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8042982 Nov 16 11:32:17.512718 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45352) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:17.520799 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-23c2f820-2b48-43af-a9ec-b727ff628ccb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-180801009'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:32:17.542282 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c2f820-2b48-43af-a9ec-b727ff628ccb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Made reservation on behalf of 0efa6979d5f045718d310e9109d6afc7 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:32:17.548108 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-23c2f820-2b48-43af-a9ec-b727ff628ccb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:17.548255 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70248ea-0d81-44b0-9586-d831d4ba4ebb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Pushing event updated for resources: {'Network': ['ID=c1529d53-8610-4540-aaaa-1031e7259d0e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:17.563310 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network c1529d53-8610-4540-aaaa-1031e7259d0e details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:32:17.584899 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23c2f820-2b48-43af-a9ec-b727ff628ccb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:32:17.597289 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-23c2f820-2b48-43af-a9ec-b727ff628ccb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:17.598169 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-23c2f820-2b48-43af-a9ec-b727ff628ccb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Added segment fb294f4d-4aa6-475c-b14d-431cfc0c931d of type vlan for network 7f17174e-9c1f-419b-bcb4-ad92898d9fa8 Nov 16 11:32:17.650655 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-23c2f820-2b48-43af-a9ec-b727ff628ccb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:17.679583 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0a7636be-be5d-424b-b78c-efaf2ba8c5a8 req-c0b41cd5-e46a-4c99-b971-00def9b1ecbc service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627507 Nov 16 11:32:17.682231 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0a7636be-be5d-424b-b78c-efaf2ba8c5a8 req-d36ae325-8d70-4ef2-bb29-d2c180799afd service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643696 Nov 16 11:32:17.683973 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-23c2f820-2b48-43af-a9ec-b727ff628ccb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:17.692289 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c2f820-2b48-43af-a9ec-b727ff628ccb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:17.693158 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-23c2f820-2b48-43af-a9ec-b727ff628ccb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:17.749876 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-23c2f820-2b48-43af-a9ec-b727ff628ccb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2359178 Nov 16 11:32:17.752610 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45354) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:17.757593 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d2eae2f9-64b8-4f95-9402-9c42ded6434d tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Request body: {'ports': [{'network_id': 'c1529d53-8610-4540-aaaa-1031e7259d0e', 'name': 'tempest-port--977794390', 'admin_state_up': True}, {'network_id': '7f17174e-9c1f-419b-bcb4-ad92898d9fa8', 'admin_state_up': False}]} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:32:17.757911 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d2eae2f9-64b8-4f95-9402-9c42ded6434d tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Request body: {'port': {'network_id': 'c1529d53-8610-4540-aaaa-1031e7259d0e', 'name': 'tempest-port--977794390', 'admin_state_up': True}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:32:17.758410 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d2eae2f9-64b8-4f95-9402-9c42ded6434d tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Request body: {'port': {'network_id': '7f17174e-9c1f-419b-bcb4-ad92898d9fa8', 'admin_state_up': False}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:32:17.767538 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c2f820-2b48-43af-a9ec-b727ff628ccb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Pushing event updated for resources: {'Network': ['ID=7f17174e-9c1f-419b-bcb4-ad92898d9fa8,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:17.779175 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 7f17174e-9c1f-419b-bcb4-ad92898d9fa8 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:32:17.918825 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2eae2f9-64b8-4f95-9402-9c42ded6434d tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Made reservation on behalf of 0efa6979d5f045718d310e9109d6afc7 for: {'port': 2} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:32:17.924227 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2eae2f9-64b8-4f95-9402-9c42ded6434d tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:17.937998 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2eae2f9-64b8-4f95-9402-9c42ded6434d tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:17.995880 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b86ca-09a1-4c9b-9c95-cd70f555a2d8 req-ef489836-e676-41d0-ac21-af24fc831173 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:17.997384 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ce6b86ca-09a1-4c9b-9c95-cd70f555a2d8 req-ef489836-e676-41d0-ac21-af24fc831173 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 946 time: 0.0537481 Nov 16 11:32:18.022262 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-d2eae2f9-64b8-4f95-9402-9c42ded6434d tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] device_id is not set on port 1991ff81-523c-40db-9740-85ad5a155202 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:32:18.054390 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ce6b86ca-09a1-4c9b-9c95-cd70f555a2d8 req-f5521450-669e-4b4d-ba94-45b971b0a054 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507972 Nov 16 11:32:18.150737 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2eae2f9-64b8-4f95-9402-9c42ded6434d tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:18.222152 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-d2eae2f9-64b8-4f95-9402-9c42ded6434d tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] device_id is not set on port 17dd87ac-dd04-4e14-b668-ad68c6c9cd69 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:32:18.264377 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:18.319292 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee480bde-78e4-4375-b765-61741594ff67 req-6078d07b-799a-412c-b6e0-95ff2a1c630a tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:18.320813 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ee480bde-78e4-4375-b765-61741594ff67 req-6078d07b-799a-412c-b6e0-95ff2a1c630a tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 948 time: 0.0505970 Nov 16 11:32:18.346337 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2eae2f9-64b8-4f95-9402-9c42ded6434d tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:18.372556 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ee480bde-78e4-4375-b765-61741594ff67 req-3ed55e12-776f-4eb6-9684-a55bfaf37787 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428717 Nov 16 11:32:18.397633 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2eae2f9-64b8-4f95-9402-9c42ded6434d tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:18.462203 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eae2f9-64b8-4f95-9402-9c42ded6434d tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Pushing event updated for resources: {'Port': ['ID=1991ff81-523c-40db-9740-85ad5a155202,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:18.472057 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2eae2f9-64b8-4f95-9402-9c42ded6434d tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Checking segment: {'id': '67860cae-f77a-4818-a72b-85a7cc6c6f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c1529d53-8610-4540-aaaa-1031e7259d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:32:18.472420 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2eae2f9-64b8-4f95-9402-9c42ded6434d tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Network hostable DHCP agents. Network: c1529d53-8610-4540-aaaa-1031e7259d0e, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:32:18.490885 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2eae2f9-64b8-4f95-9402-9c42ded6434d tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Network c1529d53-8610-4540-aaaa-1031e7259d0e is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:32:18.501737 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-d2eae2f9-64b8-4f95-9402-9c42ded6434d tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, c1529d53-8610-4540-aaaa-1031e7259d0e) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:32:18.505816 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eae2f9-64b8-4f95-9402-9c42ded6434d tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:32:18.506795 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2eae2f9-64b8-4f95-9402-9c42ded6434d tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:18.514661 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cff6b7e-4edc-47dd-b94d-90f11381528a None None] Network c1529d53-8610-4540-aaaa-1031e7259d0e requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:32:18.593016 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2eae2f9-64b8-4f95-9402-9c42ded6434d tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Checking segment: {'id': 'fb294f4d-4aa6-475c-b14d-431cfc0c931d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '7f17174e-9c1f-419b-bcb4-ad92898d9fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:32:18.593420 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2eae2f9-64b8-4f95-9402-9c42ded6434d tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Network hostable DHCP agents. Network: 7f17174e-9c1f-419b-bcb4-ad92898d9fa8, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:32:18.597522 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eae2f9-64b8-4f95-9402-9c42ded6434d tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Pushing event updated for resources: {'Port': ['ID=17dd87ac-dd04-4e14-b668-ad68c6c9cd69,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:18.603024 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 8fc97b48-5bb6-40a8-aab1-06d356a39326 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:32:18.635931 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2eae2f9-64b8-4f95-9402-9c42ded6434d tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Network 7f17174e-9c1f-419b-bcb4-ad92898d9fa8 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:32:18.649524 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-d2eae2f9-64b8-4f95-9402-9c42ded6434d tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 7f17174e-9c1f-419b-bcb4-ad92898d9fa8) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:32:18.657949 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eae2f9-64b8-4f95-9402-9c42ded6434d tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:32:18.663900 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2eae2f9-64b8-4f95-9402-9c42ded6434d tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:18.667202 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a111250b-2544-4de5-bfbe-9cdefc88dad5 None None] Network 7f17174e-9c1f-419b-bcb4-ad92898d9fa8 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:32:18.669220 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2eae2f9-64b8-4f95-9402-9c42ded6434d tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:18.670352 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2eae2f9-64b8-4f95-9402-9c42ded6434d tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:18.688737 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d2eae2f9-64b8-4f95-9402-9c42ded6434d tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 0.9350042 Nov 16 11:32:18.691150 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45370) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:18.759454 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3ecfcc-6131-496b-ace8-470bf1786934 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:18.768108 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3ecfcc-6131-496b-ace8-470bf1786934 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:18.774917 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-3f3ecfcc-6131-496b-ace8-470bf1786934 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0803294 Nov 16 11:32:18.775774 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45374) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:18.849986 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:18.885615 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-dae450d6-0839-4312-baec-dc7ba95079ee tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:18.887692 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-dae450d6-0839-4312-baec-dc7ba95079ee tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.36 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249&tenant_id=e86b42204c7f435e8eff5558272e51a5&binding%3Ahost_id=n-h1-816823-3 HTTP/1.1" status: 200 len: 948 time: 0.1141202 Nov 16 11:32:18.930970 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 8fc97b48-5bb6-40a8-aab1-06d356a39326, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=8fc97b48-5bb6-40a8-aab1-06d356a39326,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:32:18.933150 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed6a7c-e090-41c2-972a-a2138b0c65e0 req-c5ceef0d-6c92-4468-a2dd-0053cd9705d4 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:18.941094 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d2ed6a7c-e090-41c2-972a-a2138b0c65e0 req-c5ceef0d-6c92-4468-a2dd-0053cd9705d4 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 948 time: 0.1197455 Nov 16 11:32:18.945488 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '8fc97b48-5bb6-40a8-aab1-06d356a39326', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'port_id': '8fc97b48-5bb6-40a8-aab1-06d356a39326', 'mac_address': 'fa:16:3e:59:9b:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c770cc-51d7-42eb-b4a6-9a605bacae0f', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:32:18.991958 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-f3136a5c-a713-4d41-a9a2-c779158c2fe3 service neutron] 10.222.0.36 "GET /v2.0/ports/8fc97b48-5bb6-40a8-aab1-06d356a39326/bindings/n-h1-816823-3 HTTP/1.1" status: 200 len: 382 time: 0.0965972 Nov 16 11:32:19.000293 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:19.011953 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d2ed6a7c-e090-41c2-972a-a2138b0c65e0 req-1474f29f-6695-4a52-adbd-389ca8db12f0 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696719 Nov 16 11:32:19.016175 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5e7046b8-15c2-4df6-bbd1-1fa981a4ae71 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Deleting port 1991ff81-523c-40db-9740-85ad5a155202 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:32:19.016716 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5e7046b8-15c2-4df6-bbd1-1fa981a4ae71 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:19.026146 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fc97b48-5bb6-40a8-aab1-06d356a39326 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:32:19.051000 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 8fc97b48-5bb6-40a8-aab1-06d356a39326, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=8fc97b48-5bb6-40a8-aab1-06d356a39326,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:32:19.058095 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:19.062084 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-c2ea1ee4-e6c2-46d4-bdb1-b3b5d43ab657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:19.065110 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-c2ea1ee4-e6c2-46d4-bdb1-b3b5d43ab657 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e86b42204c7f435e8eff5558272e51a5&device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 1099 time: 0.0480702 Nov 16 11:32:19.095105 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5e7046b8-15c2-4df6-bbd1-1fa981a4ae71 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:19.110610 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=8fc97b48-5bb6-40a8-aab1-06d356a39326,revision_number=8']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:19.116021 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5e7046b8-15c2-4df6-bbd1-1fa981a4ae71 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Calling delete_port for 1991ff81-523c-40db-9740-85ad5a155202 owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:32:19.133901 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:19.134510 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:19.135043 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:19.135547 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:19.136043 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:19.136546 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:19.137045 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:19.137554 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:19.138085 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:19.138577 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:19.139934 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:19.140471 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:19.210314 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-40e3084c-79ae-416a-9ecc-5a869c371b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:19.211848 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-40e3084c-79ae-416a-9ecc-5a869c371b63 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.1378477 Nov 16 11:32:19.228124 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a0cc1-e8c7-4d07-abf1-cded874d7c70 req-4d782246-cd9c-4a1d-a210-7d3d36984ab2 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:19.229607 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-912a0cc1-e8c7-4d07-abf1-cded874d7c70 req-4d782246-cd9c-4a1d-a210-7d3d36984ab2 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 946 time: 0.0668743 Nov 16 11:32:19.256727 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5e7046b8-15c2-4df6-bbd1-1fa981a4ae71 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:19.256940 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-5796f62f-b78c-4ae5-bc69-5377bd57a48c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=8fc97b48-5bb6-40a8-aab1-06d356a39326 HTTP/1.1" status: 200 len: 217 time: 0.0362763 Nov 16 11:32:19.301269 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7046b8-15c2-4df6-bbd1-1fa981a4ae71 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Pushing event deleted for resources: {'Port': ['ID=1991ff81-523c-40db-9740-85ad5a155202,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:19.311371 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5e7046b8-15c2-4df6-bbd1-1fa981a4ae71 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:19.315108 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-ce7e5a3e-708d-40f5-94a9-e496807ac6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:19.316102 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5e7046b8-15c2-4df6-bbd1-1fa981a4ae71 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] 10.222.0.61 "DELETE /v2.0/ports/1991ff81-523c-40db-9740-85ad5a155202 HTTP/1.1" status: 204 len: 168 time: 0.5391881 Nov 16 11:32:19.316854 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-ce7e5a3e-708d-40f5-94a9-e496807ac6c2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0518978 Nov 16 11:32:19.317320 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45378) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:19.333019 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-912a0cc1-e8c7-4d07-abf1-cded874d7c70 req-31707351-4ec1-4daf-bb6c-e5024be49bf2 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850914 Nov 16 11:32:19.360113 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['8fc97b48-5bb6-40a8-aab1-06d356a39326'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:32:19.420869 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-db66a249-1136-4a65-9e37-e2d530a74e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:19.422426 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-db66a249-1136-4a65-9e37-e2d530a74e40 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0952778 Nov 16 11:32:19.497866 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-583ab335-ceda-49ab-b882-9c0799f18c3d tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Deleting port 17dd87ac-dd04-4e14-b668-ad68c6c9cd69 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:32:19.498496 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-583ab335-ceda-49ab-b882-9c0799f18c3d tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:19.591724 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-583ab335-ceda-49ab-b882-9c0799f18c3d tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:19.596255 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-5e1d1a60-a4c1-4113-a54a-4ea61c51cea7 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633196 Nov 16 11:32:19.631621 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-583ab335-ceda-49ab-b882-9c0799f18c3d tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Calling delete_port for 17dd87ac-dd04-4e14-b668-ad68c6c9cd69 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:32:19.751413 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-0bf23b45-c20b-4f7d-9f66-d50460ac856a service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472640 Nov 16 11:32:19.772264 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-583ab335-ceda-49ab-b882-9c0799f18c3d tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:19.804041 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ab335-ceda-49ab-b882-9c0799f18c3d tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Pushing event deleted for resources: {'Port': ['ID=17dd87ac-dd04-4e14-b668-ad68c6c9cd69,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:19.809284 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-583ab335-ceda-49ab-b882-9c0799f18c3d tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:19.814807 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-583ab335-ceda-49ab-b882-9c0799f18c3d tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] 10.222.0.61 "DELETE /v2.0/ports/17dd87ac-dd04-4e14-b668-ad68c6c9cd69 HTTP/1.1" status: 204 len: 168 time: 0.4943068 Nov 16 11:32:19.815704 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45386) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:19.847438 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-aa77f182-8a8c-459e-80b4-d4e799a8eb03 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0279932 Nov 16 11:32:19.847749 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45388) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:19.852781 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-6d929e48-1304-4b4b-846f-ff82522ae990 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-143819119'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:32:19.873450 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d929e48-1304-4b4b-846f-ff82522ae990 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Made reservation on behalf of 0efa6979d5f045718d310e9109d6afc7 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:32:19.877017 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6d929e48-1304-4b4b-846f-ff82522ae990 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:19.901634 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d929e48-1304-4b4b-846f-ff82522ae990 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:32:19.911411 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6d929e48-1304-4b4b-846f-ff82522ae990 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:19.911806 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-6d929e48-1304-4b4b-846f-ff82522ae990 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Added segment 097d60c5-f843-43c2-b1cf-fff668697d70 of type vlan for network e2c827a2-59d5-4921-bad1-20a3c765fbc7 Nov 16 11:32:19.950991 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6d929e48-1304-4b4b-846f-ff82522ae990 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:19.974928 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6d929e48-1304-4b4b-846f-ff82522ae990 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:19.980447 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d929e48-1304-4b4b-846f-ff82522ae990 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:19.981226 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6d929e48-1304-4b4b-846f-ff82522ae990 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:20.047924 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6d929e48-1304-4b4b-846f-ff82522ae990 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1990817 Nov 16 11:32:20.048318 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45392) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:20.054811 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-1d4d3a27-8987-4d3f-a132-ab434917a0bc tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-869869049'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:32:20.062610 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d929e48-1304-4b4b-846f-ff82522ae990 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Pushing event updated for resources: {'Network': ['ID=e2c827a2-59d5-4921-bad1-20a3c765fbc7,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:20.075149 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network e2c827a2-59d5-4921-bad1-20a3c765fbc7 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:32:20.095501 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4d3a27-8987-4d3f-a132-ab434917a0bc tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Made reservation on behalf of 0efa6979d5f045718d310e9109d6afc7 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:32:20.103425 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1d4d3a27-8987-4d3f-a132-ab434917a0bc tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:20.147995 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d4d3a27-8987-4d3f-a132-ab434917a0bc tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:32:20.165165 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1d4d3a27-8987-4d3f-a132-ab434917a0bc tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:20.165648 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-1d4d3a27-8987-4d3f-a132-ab434917a0bc tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Added segment 8fec40cf-21ce-48db-ac71-3b8ee36b03aa of type vlan for network 32abab5d-769b-4478-991e-81e9361179ce Nov 16 11:32:20.210166 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1d4d3a27-8987-4d3f-a132-ab434917a0bc tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:20.236078 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1d4d3a27-8987-4d3f-a132-ab434917a0bc tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:20.242011 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4d3a27-8987-4d3f-a132-ab434917a0bc tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:20.242621 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1d4d3a27-8987-4d3f-a132-ab434917a0bc tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:20.326175 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1d4d3a27-8987-4d3f-a132-ab434917a0bc tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2635746 Nov 16 11:32:20.335782 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d3a27-8987-4d3f-a132-ab434917a0bc tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Pushing event updated for resources: {'Network': ['ID=32abab5d-769b-4478-991e-81e9361179ce,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:20.351422 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 32abab5d-769b-4478-991e-81e9361179ce details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:32:20.482317 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd679994-5791-4fad-ad58-a7eebd37e64a req-0c0df702-cf31-4e8b-b90d-8b2095bba35e tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:20.484343 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dd679994-5791-4fad-ad58-a7eebd37e64a req-0c0df702-cf31-4e8b-b90d-8b2095bba35e tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 949 time: 0.3974943 Nov 16 11:32:20.533054 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dd679994-5791-4fad-ad58-a7eebd37e64a req-2911feca-c6e3-480d-80e9-a1280fafe3d4 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421422 Nov 16 11:32:20.634153 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 8fc97b48-5bb6-40a8-aab1-06d356a39326 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:32:20.673128 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc7089-d0f0-47f5-bf9f-7e9a35108b9f req-201a065c-649f-47dd-857e-3dd81dbcf11b tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:20.674640 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2dfc7089-d0f0-47f5-bf9f-7e9a35108b9f req-201a065c-649f-47dd-857e-3dd81dbcf11b tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 946 time: 0.0789866 Nov 16 11:32:20.718619 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port 8fc97b48-5bb6-40a8-aab1-06d356a39326 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:32:20.725385 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 8fc97b48-5bb6-40a8-aab1-06d356a39326 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:32:20.726203 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:20.775259 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2dfc7089-d0f0-47f5-bf9f-7e9a35108b9f req-4be50b5e-2bc4-49ab-9eff-8255f1b6621e tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920401 Nov 16 11:32:20.880060 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:20.904009 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db378a0b-7ff9-41d1-8294-e81ffecaf249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc97b48-5bb6-40a8-aab1-06d356a39326'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:32:20.909766 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c6e8fb-98a1-4d22-a0c5-6a41d6330142" -d '{"events": [{"server_uuid": "db378a0b-7ff9-41d1-8294-e81ffecaf249", "name": "network-vif-plugged", "status": "completed", "tag": "8fc97b48-5bb6-40a8-aab1-06d356a39326"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:32:20.925419 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 8fc97b48-5bb6-40a8-aab1-06d356a39326, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=8fc97b48-5bb6-40a8-aab1-06d356a39326,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:32:20.930815 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:21.065037 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b211a9-5138-4f93-ae51-5f655ac6b46d x-openstack-request-id: req-22b211a9-5138-4f93-ae51-5f655ac6b46d {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:32:21.065336 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db378a0b-7ff9-41d1-8294-e81ffecaf249", "name": "network-vif-plugged", "status": "completed", "tag": "8fc97b48-5bb6-40a8-aab1-06d356a39326", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:32:21.065647 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-22b211a9-5138-4f93-ae51-5f655ac6b46d {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:32:21.066127 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db378a0b-7ff9-41d1-8294-e81ffecaf249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc97b48-5bb6-40a8-aab1-06d356a39326', 'code': 200} Nov 16 11:32:21.080317 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=8fc97b48-5bb6-40a8-aab1-06d356a39326,revision_number=9']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:21.147477 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45408) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:21.251583 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b458698f-1c67-4825-b29d-491eedeae15a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:21.325017 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b458698f-1c67-4825-b29d-491eedeae15a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:21.328789 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b458698f-1c67-4825-b29d-491eedeae15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:21.371210 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b458698f-1c67-4825-b29d-491eedeae15a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=890505db6f6c45d3bd1a2cfaa196849d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2224829 Nov 16 11:32:21.372066 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458698f-1c67-4825-b29d-491eedeae15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c525cc-c177-4fc0-ac2b-7b4038d091da,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:21.374905 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45412) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:21.430484 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f463b800-a1ae-4252-b0cb-f03e121d1cf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:21.460514 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f463b800-a1ae-4252-b0cb-f03e121d1cf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:21.475681 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6485ca-8ef6-435a-b26b-0bafdea45a63 req-539f2747-2d40-42f1-8d53-ea667691dc13 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:21.478540 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ec6485ca-8ef6-435a-b26b-0bafdea45a63 req-539f2747-2d40-42f1-8d53-ea667691dc13 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.64 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 946 time: 0.0641773 Nov 16 11:32:21.524047 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f463b800-a1ae-4252-b0cb-f03e121d1cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:21.529181 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f463b800-a1ae-4252-b0cb-f03e121d1cf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:21.541488 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f463b800-a1ae-4252-b0cb-f03e121d1cf8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a6c525cc-c177-4fc0-ac2b-7b4038d091da HTTP/1.1" status: 204 len: 168 time: 0.1631606 Nov 16 11:32:21.572297 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f463b800-a1ae-4252-b0cb-f03e121d1cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c525cc-c177-4fc0-ac2b-7b4038d091da,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:21.641602 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-ec6485ca-8ef6-435a-b26b-0bafdea45a63 req-179fc406-1674-4b33-8202-6bff2a8cd38f tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Deleting port a1945e7c-c7b7-4528-b05a-7cd8b792994e {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:32:21.642282 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ec6485ca-8ef6-435a-b26b-0bafdea45a63 req-179fc406-1674-4b33-8202-6bff2a8cd38f tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:21.714752 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ec43e-f604-4dd0-a653-eeda8ddb608e req-b5bbbb94-1492-4807-8776-9625ad00e35a tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:21.725986 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b4ec43e-f604-4dd0-a653-eeda8ddb608e req-b5bbbb94-1492-4807-8776-9625ad00e35a tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 950 time: 0.0683365 Nov 16 11:32:21.795964 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b4ec43e-f604-4dd0-a653-eeda8ddb608e req-2a182228-407d-4a73-a0ce-44d8b6536cd9 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684841 Nov 16 11:32:21.821359 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ec6485ca-8ef6-435a-b26b-0bafdea45a63 req-179fc406-1674-4b33-8202-6bff2a8cd38f tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] For port a1945e7c-c7b7-4528-b05a-7cd8b792994e, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=a1945e7c-c7b7-4528-b05a-7cd8b792994e,segment=NetworkSegment(735533a6-695e-4dca-86e9-8417251168ff),segment_id=735533a6-695e-4dca-86e9-8417251168ff)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:32:21.821821 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ec6485ca-8ef6-435a-b26b-0bafdea45a63 req-179fc406-1674-4b33-8202-6bff2a8cd38f tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:21.838974 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-ec6485ca-8ef6-435a-b26b-0bafdea45a63 req-179fc406-1674-4b33-8202-6bff2a8cd38f tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Calling delete_port for a1945e7c-c7b7-4528-b05a-7cd8b792994e owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:32:21.942596 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e563c-48d0-402e-92c1-3edf9f76b5ef req-540acfba-1ee5-4440-a9ce-1500a3878cfe tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:21.946851 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-926e563c-48d0-402e-92c1-3edf9f76b5ef req-540acfba-1ee5-4440-a9ce-1500a3878cfe tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fad48c4-c1fd-4cb7-94a4-05f58981bcbc HTTP/1.1" status: 200 len: 946 time: 0.0649657 Nov 16 11:32:21.947573 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45424) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:21.966015 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-c1da4bb7-ddb7-459c-a8d3-a7f5b56e07ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:21.968309 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-c1da4bb7-ddb7-459c-a8d3-a7f5b56e07ec service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249&tenant_id=e86b42204c7f435e8eff5558272e51a5 HTTP/1.1" status: 200 len: 1101 time: 0.0713859 Nov 16 11:32:21.988890 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cea44d87-0e9c-4f46-b4ea-a3b7e0b08ad1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:21.996259 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-5952a2bd-8764-4077-baa9-7b137a355caa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816823-3', 'device_owner': 'compute:nova'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:32:22.034456 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-926e563c-48d0-402e-92c1-3edf9f76b5ef req-bd9d4dac-87ea-481c-ae27-da943c238e28 tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.61 "GET /v2.0/security-groups?id=4f8fabe0-9218-4b38-8a7a-8503aa6f7139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744970 Nov 16 11:32:22.073784 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ec6485ca-8ef6-435a-b26b-0bafdea45a63 req-179fc406-1674-4b33-8202-6bff2a8cd38f tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:22.075996 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-5952a2bd-8764-4077-baa9-7b137a355caa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:22.089561 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['a1945e7c-c7b7-4528-b05a-7cd8b792994e'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:32:22.133648 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cea44d87-0e9c-4f46-b4ea-a3b7e0b08ad1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:22.138045 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179fc406-1674-4b33-8202-6bff2a8cd38f tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Pushing event deleted for resources: {'Port': ['ID=a1945e7c-c7b7-4528-b05a-7cd8b792994e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:22.141017 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cea44d87-0e9c-4f46-b4ea-a3b7e0b08ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:22.179166 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea44d87-0e9c-4f46-b4ea-a3b7e0b08ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe67766-821d-4e38-8840-5598682b9046,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:22.202481 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-cea44d87-0e9c-4f46-b4ea-a3b7e0b08ad1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1dad757bd0a04bab9ab8cff17c05507c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2507474 Nov 16 11:32:22.202999 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45428) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:22.207378 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec6485ca-8ef6-435a-b26b-0bafdea45a63 req-179fc406-1674-4b33-8202-6bff2a8cd38f tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] No DVR routers for this DVR port a1945e7c-c7b7-4528-b05a-7cd8b792994e on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:32:22.210998 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ec6485ca-8ef6-435a-b26b-0bafdea45a63 req-179fc406-1674-4b33-8202-6bff2a8cd38f tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:22.214626 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ec6485ca-8ef6-435a-b26b-0bafdea45a63 req-179fc406-1674-4b33-8202-6bff2a8cd38f tempest-ServerRescueNegativeTestJSON-1427557979 tempest-ServerRescueNegativeTestJSON-1427557979-project] 10.222.0.64 "DELETE /v2.0/ports/a1945e7c-c7b7-4528-b05a-7cd8b792994e HTTP/1.1" status: 204 len: 173 time: 0.7289145 Nov 16 11:32:22.215173 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fad48c4-c1fd-4cb7-94a4-05f58981bcbc', 'name': 'network-vif-deleted', 'tag': 'a1945e7c-c7b7-4528-b05a-7cd8b792994e'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:32:22.218428 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb53f5a-2c86-4c69-b137-68b2bce3fd82" -d '{"events": [{"server_uuid": "6fad48c4-c1fd-4cb7-94a4-05f58981bcbc", "name": "network-vif-deleted", "tag": "a1945e7c-c7b7-4528-b05a-7cd8b792994e"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:32:22.271884 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b3212b59-22df-4f21-a031-c14fb94bde4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:22.300265 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b3212b59-22df-4f21-a031-c14fb94bde4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:22.367105 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b3212b59-22df-4f21-a031-c14fb94bde4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:22.370043 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b3212b59-22df-4f21-a031-c14fb94bde4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:22.374186 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b3212b59-22df-4f21-a031-c14fb94bde4f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dfe67766-821d-4e38-8840-5598682b9046 HTTP/1.1" status: 204 len: 168 time: 0.1675167 Nov 16 11:32:22.410591 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3212b59-22df-4f21-a031-c14fb94bde4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe67766-821d-4e38-8840-5598682b9046,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:22.414355 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-5952a2bd-8764-4077-baa9-7b137a355caa service neutron] For port 8fc97b48-5bb6-40a8-aab1-06d356a39326, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=8fc97b48-5bb6-40a8-aab1-06d356a39326,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:32:22.453179 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-5952a2bd-8764-4077-baa9-7b137a355caa service neutron] For port 8fc97b48-5bb6-40a8-aab1-06d356a39326, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:32:22.482351 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441cd90c-3485-4912-aac5-e442a912e476 x-openstack-request-id: req-441cd90c-3485-4912-aac5-e442a912e476 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:32:22.483103 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fad48c4-c1fd-4cb7-94a4-05f58981bcbc", "name": "network-vif-deleted", "tag": "a1945e7c-c7b7-4528-b05a-7cd8b792994e", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:32:22.483209 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-441cd90c-3485-4912-aac5-e442a912e476 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:32:22.483628 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fad48c4-c1fd-4cb7-94a4-05f58981bcbc', 'name': 'network-vif-deleted', 'tag': 'a1945e7c-c7b7-4528-b05a-7cd8b792994e', 'status': 'completed', 'code': 200} Nov 16 11:32:22.508264 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-5952a2bd-8764-4077-baa9-7b137a355caa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:22.521359 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-5952a2bd-8764-4077-baa9-7b137a355caa service neutron] Transition to ACTIVE for port object 8fc97b48-5bb6-40a8-aab1-06d356a39326 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:32:22.525647 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-5952a2bd-8764-4077-baa9-7b137a355caa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:22.611337 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5952a2bd-8764-4077-baa9-7b137a355caa service neutron] Pushing event updated for resources: {'Port': ['ID=8fc97b48-5bb6-40a8-aab1-06d356a39326,revision_number=10']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:22.615910 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-5952a2bd-8764-4077-baa9-7b137a355caa service neutron] No DVR routers for this DVR port 8fc97b48-5bb6-40a8-aab1-06d356a39326 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:32:22.657059 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-5952a2bd-8764-4077-baa9-7b137a355caa service neutron] Attempting to bind port 8fc97b48-5bb6-40a8-aab1-06d356a39326 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:32:22.657465 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-5952a2bd-8764-4077-baa9-7b137a355caa service neutron] Attempting to bind port 8fc97b48-5bb6-40a8-aab1-06d356a39326 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:32:22.658215 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-5952a2bd-8764-4077-baa9-7b137a355caa service neutron] Attempting to bind port 8fc97b48-5bb6-40a8-aab1-06d356a39326 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:32:22.664536 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-5952a2bd-8764-4077-baa9-7b137a355caa service neutron] Port 8fc97b48-5bb6-40a8-aab1-06d356a39326 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:32:22.664856 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-5952a2bd-8764-4077-baa9-7b137a355caa service neutron] Attempting to bind port 8fc97b48-5bb6-40a8-aab1-06d356a39326 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:32:22.672317 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-5952a2bd-8764-4077-baa9-7b137a355caa service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:32:22.672651 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-5952a2bd-8764-4077-baa9-7b137a355caa service neutron] Checking segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:32:22.673202 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-5952a2bd-8764-4077-baa9-7b137a355caa service neutron] Bound using segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:32:22.673707 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-5952a2bd-8764-4077-baa9-7b137a355caa service neutron] Bound port: 8fc97b48-5bb6-40a8-aab1-06d356a39326, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:32:22.674094 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-5952a2bd-8764-4077-baa9-7b137a355caa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:22.785337 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-5952a2bd-8764-4077-baa9-7b137a355caa service neutron] For port 8fc97b48-5bb6-40a8-aab1-06d356a39326, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:32:22.790612 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-5952a2bd-8764-4077-baa9-7b137a355caa service neutron] For port 8fc97b48-5bb6-40a8-aab1-06d356a39326, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=8fc97b48-5bb6-40a8-aab1-06d356a39326,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:32:22.797748 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-5952a2bd-8764-4077-baa9-7b137a355caa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:22.921966 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-5952a2bd-8764-4077-baa9-7b137a355caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:22.923208 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-5952a2bd-8764-4077-baa9-7b137a355caa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:22.924876 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-5952a2bd-8764-4077-baa9-7b137a355caa service neutron] 10.222.0.64 "PUT /v2.0/ports/8fc97b48-5bb6-40a8-aab1-06d356a39326 HTTP/1.1" status: 200 len: 1097 time: 0.9333007 Nov 16 11:32:22.925960 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5952a2bd-8764-4077-baa9-7b137a355caa service neutron] Pushing event updated for resources: {'Port': ['ID=8fc97b48-5bb6-40a8-aab1-06d356a39326,revision_number=11']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:23.025502 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45450) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:23.102175 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-f6b8ee1e-8f22-4add-a3c4-aa46f808efb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:23.106461 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-f6b8ee1e-8f22-4add-a3c4-aa46f808efb3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e86b42204c7f435e8eff5558272e51a5&device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 1100 time: 0.1540561 Nov 16 11:32:23.229797 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-9a8505fe-c887-4ed5-a6d3-e521a5e17685 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/floatingips/2fd7b0d8-487a-4c41-b751-21ba828202bb HTTP/1.1" status: 200 len: 993 time: 0.2029920 Nov 16 11:32:23.258468 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-df922bc8-c7c1-4ace-aa26-ca2d4665ec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:23.260211 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-df922bc8-c7c1-4ace-aa26-ca2d4665ec9b service neutron] 10.222.0.64 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.1397986 Nov 16 11:32:23.317535 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-c368bd43-d205-4dc6-9d76-05a8104cf80d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=8fc97b48-5bb6-40a8-aab1-06d356a39326 HTTP/1.1" status: 200 len: 217 time: 0.0481191 Nov 16 11:32:23.347469 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a4b94-dffa-41a8-aa22-70cf3da64615 req-c3581811-5ebf-4666-821a-aa3d5c40999f tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:23.354662 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-661a4b94-dffa-41a8-aa22-70cf3da64615 req-c3581811-5ebf-4666-821a-aa3d5c40999f tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 949 time: 0.0873795 Nov 16 11:32:23.390587 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-4046bfb9-8f2c-42ed-88aa-86592c23c5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:23.393274 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-4046bfb9-8f2c-42ed-88aa-86592c23c5bf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0671256 Nov 16 11:32:23.418973 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-661a4b94-dffa-41a8-aa22-70cf3da64615 req-894c0050-c31f-474a-8ba4-419fc9195334 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633481 Nov 16 11:32:23.468769 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45470) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:23.479173 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-bb6bc025-fdf0-4b0f-9bc1-292e79fdd3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:23.482870 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-bb6bc025-fdf0-4b0f-9bc1-292e79fdd3c4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0807445 Nov 16 11:32:23.599204 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45474) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:23.606898 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b655c829-efb5-4e04-8c48-7d58a4d336a5 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Request body: {'subnets': [{'network_id': 'e2c827a2-59d5-4921-bad1-20a3c765fbc7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--563470806', 'ip_version': 6}, {'network_id': '32abab5d-769b-4478-991e-81e9361179ce', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:32:23.607217 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b655c829-efb5-4e04-8c48-7d58a4d336a5 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Request body: {'subnet': {'network_id': 'e2c827a2-59d5-4921-bad1-20a3c765fbc7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--563470806', 'ip_version': 6}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:32:23.608243 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b655c829-efb5-4e04-8c48-7d58a4d336a5 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Request body: {'subnet': {'network_id': '32abab5d-769b-4478-991e-81e9361179ce', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:32:23.714973 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-1c717ec0-cf23-49ab-b81b-8e2ef2fe37cb service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224956 Nov 16 11:32:23.915474 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-54940ed3-4c69-466e-8ba1-6b65c47a949f req-4630962d-36aa-485b-b400-38c1a9be0fdf service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912694 Nov 16 11:32:23.917995 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-850b8723-7043-4627-bb6a-17fa894e6388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:23.939021 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b655c829-efb5-4e04-8c48-7d58a4d336a5 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Made reservation on behalf of 0efa6979d5f045718d310e9109d6afc7 for: {'subnet': 2} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:32:23.944659 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b655c829-efb5-4e04-8c48-7d58a4d336a5 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:23.945075 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b655c829-efb5-4e04-8c48-7d58a4d336a5 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:24.148261 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45488) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:24.206983 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-850b8723-7043-4627-bb6a-17fa894e6388 admin admin] Deleting port f8cd2e7e-e1bd-4c74-b225-31ed7158acb8 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:32:24.207714 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-850b8723-7043-4627-bb6a-17fa894e6388 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:24.290018 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-850b8723-7043-4627-bb6a-17fa894e6388 admin admin] For port f8cd2e7e-e1bd-4c74-b225-31ed7158acb8, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=f8cd2e7e-e1bd-4c74-b225-31ed7158acb8,segment=NetworkSegment(735533a6-695e-4dca-86e9-8417251168ff),segment_id=735533a6-695e-4dca-86e9-8417251168ff)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:32:24.290645 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-850b8723-7043-4627-bb6a-17fa894e6388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:24.305396 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-850b8723-7043-4627-bb6a-17fa894e6388 admin admin] Calling delete_port for f8cd2e7e-e1bd-4c74-b225-31ed7158acb8 owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:32:24.561792 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b92ae-a28c-468b-a970-8c4f42a7c988 req-1a9c36a0-f525-495b-9e87-a219dbff49ab tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:24.563595 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b8b92ae-a28c-468b-a970-8c4f42a7c988 req-1a9c36a0-f525-495b-9e87-a219dbff49ab tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 949 time: 0.0731759 Nov 16 11:32:24.564281 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-850b8723-7043-4627-bb6a-17fa894e6388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:24.600109 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b8723-7043-4627-bb6a-17fa894e6388 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8cd2e7e-e1bd-4c74-b225-31ed7158acb8,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:24.634668 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 8fc97b48-5bb6-40a8-aab1-06d356a39326 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:32:24.657394 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db378a0b-7ff9-41d1-8294-e81ffecaf249', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fc97b48-5bb6-40a8-aab1-06d356a39326'}, {'name': 'network-changed', 'server_uuid': 'db378a0b-7ff9-41d1-8294-e81ffecaf249', 'tag': '8fc97b48-5bb6-40a8-aab1-06d356a39326'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:32:24.660242 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91538a63-9081-4ed4-9ed0-c06defff95ad" -d '{"events": [{"server_uuid": "db378a0b-7ff9-41d1-8294-e81ffecaf249", "name": "network-vif-unplugged", "status": "completed", "tag": "8fc97b48-5bb6-40a8-aab1-06d356a39326"}, {"name": "network-changed", "server_uuid": "db378a0b-7ff9-41d1-8294-e81ffecaf249", "tag": "8fc97b48-5bb6-40a8-aab1-06d356a39326"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:32:24.686953 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 8fc97b48-5bb6-40a8-aab1-06d356a39326 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:32:24.691267 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b8b92ae-a28c-468b-a970-8c4f42a7c988 req-6a18f7bd-5c8d-47a4-9fea-a3ee538c3e46 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175418 Nov 16 11:32:24.730540 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-4fa0b1cd-9084-4ba4-bd31-cc8b9a929f6b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Deleting port 9755b75b-a745-4f86-a8c9-d74057729bbe {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:32:24.730884 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4fa0b1cd-9084-4ba4-bd31-cc8b9a929f6b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:24.825443 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b655c829-efb5-4e04-8c48-7d58a4d336a5 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:24.827745 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-850b8723-7043-4627-bb6a-17fa894e6388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:24.870932 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 16 Nov 2021 11:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7200c0fd-74ca-4072-a3d3-033b7a19a39a x-openstack-request-id: req-7200c0fd-74ca-4072-a3d3-033b7a19a39a {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:32:24.871240 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db378a0b-7ff9-41d1-8294-e81ffecaf249", "name": "network-vif-unplugged", "status": "completed", "tag": "8fc97b48-5bb6-40a8-aab1-06d356a39326", "code": 200}, {"name": "network-changed", "server_uuid": "db378a0b-7ff9-41d1-8294-e81ffecaf249", "tag": "8fc97b48-5bb6-40a8-aab1-06d356a39326", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:32:24.871490 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7200c0fd-74ca-4072-a3d3-033b7a19a39a {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:32:24.872044 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db378a0b-7ff9-41d1-8294-e81ffecaf249', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fc97b48-5bb6-40a8-aab1-06d356a39326', 'code': 200} Nov 16 11:32:24.872166 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db378a0b-7ff9-41d1-8294-e81ffecaf249', 'tag': '8fc97b48-5bb6-40a8-aab1-06d356a39326', 'status': 'completed', 'code': 200} Nov 16 11:32:24.890359 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4fa0b1cd-9084-4ba4-bd31-cc8b9a929f6b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:24.890709 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4fa0b1cd-9084-4ba4-bd31-cc8b9a929f6b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:24.950450 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-4fa0b1cd-9084-4ba4-bd31-cc8b9a929f6b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Calling delete_port for 9755b75b-a745-4f86-a8c9-d74057729bbe owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:32:24.997488 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b655c829-efb5-4e04-8c48-7d58a4d336a5 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Pushing event updated for resources: {'Subnet': ['ID=3c0682bc-8e52-4972-828c-0d0b131f80b6,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:25.069976 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b655c829-efb5-4e04-8c48-7d58a4d336a5 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Checking segment: {'id': '097d60c5-f843-43c2-b1cf-fff668697d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e2c827a2-59d5-4921-bad1-20a3c765fbc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:32:25.070351 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b655c829-efb5-4e04-8c48-7d58a4d336a5 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Network hostable DHCP agents. Network: e2c827a2-59d5-4921-bad1-20a3c765fbc7, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:32:25.115401 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91538a63-9081-4ed4-9ed0-c06defff95ad req-511f3f6f-14d0-40a0-901c-5fd07a0be31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:25.117021 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-91538a63-9081-4ed4-9ed0-c06defff95ad req-511f3f6f-14d0-40a0-901c-5fd07a0be31a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e86b42204c7f435e8eff5558272e51a5&device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 1100 time: 0.2129574 Nov 16 11:32:25.118028 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850b8723-7043-4627-bb6a-17fa894e6388 admin admin] Router bee02623-a002-4d4c-b17a-f52b45809a75 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:32:25.126474 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91538a63-9081-4ed4-9ed0-c06defff95ad req-4b486691-12ce-4107-b497-fba971587ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:25.126975 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-91538a63-9081-4ed4-9ed0-c06defff95ad req-4b486691-12ce-4107-b497-fba971587ba2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e86b42204c7f435e8eff5558272e51a5&device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 1100 time: 0.2266757 Nov 16 11:32:25.250945 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b655c829-efb5-4e04-8c48-7d58a4d336a5 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Network e2c827a2-59d5-4921-bad1-20a3c765fbc7 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:32:25.252611 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850b8723-7043-4627-bb6a-17fa894e6388 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:32:25.259301 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-850b8723-7043-4627-bb6a-17fa894e6388 admin admin] 10.222.0.61 "PUT /v2.0/routers/bee02623-a002-4d4c-b17a-f52b45809a75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7893934 Nov 16 11:32:25.261713 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45516) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:25.269325 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47664012-7856-473c-ba72-2a5a5d1fb301 None None] Sync routers for ids ['bee02623-a002-4d4c-b17a-f52b45809a75'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:32:25.283496 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47664012-7856-473c-ba72-2a5a5d1fb301 None None] Routers {'bee02623-a002-4d4c-b17a-f52b45809a75'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:32:25.284241 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-47664012-7856-473c-ba72-2a5a5d1fb301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:32:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['bee02623-a002-4d4c-b17a-f52b45809a75'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:25.284586 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-b655c829-efb5-4e04-8c48-7d58a4d336a5 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, e2c827a2-59d5-4921-bad1-20a3c765fbc7) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:32:25.298017 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b655c829-efb5-4e04-8c48-7d58a4d336a5 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:25.300411 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d495a3-31e9-4ed4-a010-417db720eb5c None None] Network e2c827a2-59d5-4921-bad1-20a3c765fbc7 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:32:25.383989 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b2de37b1-cbc8-4075-96f4-775193f56473 admin admin] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:25.431898 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91538a63-9081-4ed4-9ed0-c06defff95ad req-4b8b759a-c6f3-4825-8d30-90bdfc8bc1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:25.433392 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-91538a63-9081-4ed4-9ed0-c06defff95ad req-4b8b759a-c6f3-4825-8d30-90bdfc8bc1e2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.3056085 Nov 16 11:32:25.444423 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91538a63-9081-4ed4-9ed0-c06defff95ad req-4ff61eea-7c76-4f8f-8d37-b1a2ed371a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:25.445868 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-91538a63-9081-4ed4-9ed0-c06defff95ad req-4ff61eea-7c76-4f8f-8d37-b1a2ed371a5c service neutron] 10.222.0.64 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.3023713 Nov 16 11:32:25.470890 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b655c829-efb5-4e04-8c48-7d58a4d336a5 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Pushing event updated for resources: {'Subnet': ['ID=ad4a212f-e641-4c2a-ac17-f1872a73da23,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:25.513758 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-47664012-7856-473c-ba72-2a5a5d1fb301 None None] Set router bee02623-a002-4d4c-b17a-f52b45809a75 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:32:25.562488 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-91538a63-9081-4ed4-9ed0-c06defff95ad req-bb672739-cb68-4048-adef-d0bc5dcda3c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=8fc97b48-5bb6-40a8-aab1-06d356a39326 HTTP/1.1" status: 200 len: 217 time: 0.1056387 Nov 16 11:32:25.562734 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7297aaaa-3a4d-4c52-8a7e-3ccfde796418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-e2c827a2-59d5-4921-bad1-20a3c765fbc7', 'network_id': 'e2c827a2-59d5-4921-bad1-20a3c765fbc7', 'tenant_id': '0efa6979d5f045718d310e9109d6afc7', 'fixed_ips': [{'subnet_id': '3c0682bc-8e52-4972-828c-0d0b131f80b6'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:32:25.563482 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7297aaaa-3a4d-4c52-8a7e-3ccfde796418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:25.565456 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-91538a63-9081-4ed4-9ed0-c06defff95ad req-16bd05e4-dead-48d0-ab53-2e2760d7430f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=8fc97b48-5bb6-40a8-aab1-06d356a39326 HTTP/1.1" status: 200 len: 217 time: 0.1053920 Nov 16 11:32:25.574988 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b2de37b1-cbc8-4075-96f4-775193f56473 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:25.584455 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4fa0b1cd-9084-4ba4-bd31-cc8b9a929f6b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:25.620303 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b655c829-efb5-4e04-8c48-7d58a4d336a5 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Checking segment: {'id': '8fec40cf-21ce-48db-ac71-3b8ee36b03aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '32abab5d-769b-4478-991e-81e9361179ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:32:25.620677 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b655c829-efb5-4e04-8c48-7d58a4d336a5 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Network hostable DHCP agents. Network: 32abab5d-769b-4478-991e-81e9361179ce, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:32:25.687361 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa0b1cd-9084-4ba4-bd31-cc8b9a929f6b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event deleted for resources: {'Port': ['ID=9755b75b-a745-4f86-a8c9-d74057729bbe,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:25.700180 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b2de37b1-cbc8-4075-96f4-775193f56473 admin admin] Deleting port 145ef2f0-bbb4-40c3-b030-c8411e5da239 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:32:25.700628 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b2de37b1-cbc8-4075-96f4-775193f56473 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:25.828441 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91538a63-9081-4ed4-9ed0-c06defff95ad req-34f1c9fc-2f1b-46e0-853a-8e43e7f76455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:25.837563 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-91538a63-9081-4ed4-9ed0-c06defff95ad req-34f1c9fc-2f1b-46e0-853a-8e43e7f76455 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.2682230 Nov 16 11:32:25.843565 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b655c829-efb5-4e04-8c48-7d58a4d336a5 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Network 32abab5d-769b-4478-991e-81e9361179ce is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:32:25.850659 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91538a63-9081-4ed4-9ed0-c06defff95ad req-609a4232-4501-4e36-8e67-dc3a7518b433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:25.852314 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-91538a63-9081-4ed4-9ed0-c06defff95ad req-609a4232-4501-4e36-8e67-dc3a7518b433 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.2729781 Nov 16 11:32:25.914204 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-b655c829-efb5-4e04-8c48-7d58a4d336a5 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 32abab5d-769b-4478-991e-81e9361179ce) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:32:25.924873 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b655c829-efb5-4e04-8c48-7d58a4d336a5 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:25.925442 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b655c829-efb5-4e04-8c48-7d58a4d336a5 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:25.926104 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b655c829-efb5-4e04-8c48-7d58a4d336a5 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:25.952727 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4fa0b1cd-9084-4ba4-bd31-cc8b9a929f6b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:25.953067 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [None req-4fa0b1cd-9084-4ba4-bd31-cc8b9a929f6b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Floating IP 2fd7b0d8-487a-4c41-b751-21ba828202bb disassociated (deleted). External IP: 172.25.0.252, port: 5b7f549b-106e-4c4c-8729-32f9cb5991de. Nov 16 11:32:26.011213 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b655c829-efb5-4e04-8c48-7d58a4d336a5 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.4109032 Nov 16 11:32:26.012003 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45522) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:26.016668 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-b2de37b1-cbc8-4075-96f4-775193f56473 admin admin] For port 145ef2f0-bbb4-40c3-b030-c8411e5da239, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=145ef2f0-bbb4-40c3-b030-c8411e5da239,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:32:26.017504 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b2de37b1-cbc8-4075-96f4-775193f56473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:26.043650 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91538a63-9081-4ed4-9ed0-c06defff95ad req-1ec1c7f1-e4c1-4864-8540-dcb6f8ebf793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:26.045390 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-91538a63-9081-4ed4-9ed0-c06defff95ad req-1ec1c7f1-e4c1-4864-8540-dcb6f8ebf793 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1967752 Nov 16 11:32:26.048915 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b2de37b1-cbc8-4075-96f4-775193f56473 admin admin] Calling delete_port for 145ef2f0-bbb4-40c3-b030-c8411e5da239 owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:32:26.108728 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d212b3-dc14-4d19-8fdf-2f9aeaae24e2 req-a366aea6-dca7-4c09-a2a8-d903fa5a327f tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:26.120100 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-47664012-7856-473c-ba72-2a5a5d1fb301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee02623-a002-4d4c-b17a-f52b45809a75', 'name': 'tempest-ServerRescueNegativeTestJSON-1297776150-router', 'tenant_id': '152cbc225b3e4ecebdc41aedd4f3fdf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '145ef2f0-bbb4-40c3-b030-c8411e5da239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:29:10Z', 'updated_at': '2021-11-16T11:32:24Z', 'revision_number': 5, 'project_id': '152cbc225b3e4ecebdc41aedd4f3fdf5', 'gw_port': {'id': '145ef2f0-bbb4-40c3-b030-c8411e5da239', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee02623-a002-4d4c-b17a-f52b45809a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:29:11Z', 'updated_at': '2021-11-16T11:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:26.133451 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-05d212b3-dc14-4d19-8fdf-2f9aeaae24e2 req-a366aea6-dca7-4c09-a2a8-d903fa5a327f tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 949 time: 0.2846534 Nov 16 11:32:26.147807 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509ffb56-92b9-43d6-a9db-eca4094fd8c4 None None] Network 32abab5d-769b-4478-991e-81e9361179ce requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:32:26.172654 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91538a63-9081-4ed4-9ed0-c06defff95ad req-3cf1f27b-f711-4c37-80a6-87a6c921a595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:26.174954 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-91538a63-9081-4ed4-9ed0-c06defff95ad req-3cf1f27b-f711-4c37-80a6-87a6c921a595 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3081343 Nov 16 11:32:26.246968 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47664012-7856-473c-ba72-2a5a5d1fb301 None None] Checking router: bee02623-a002-4d4c-b17a-f52b45809a75 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:32:26.262785 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47664012-7856-473c-ba72-2a5a5d1fb301 None None] Routers {'bee02623-a002-4d4c-b17a-f52b45809a75'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:32:26.264887 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-47664012-7856-473c-ba72-2a5a5d1fb301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:32:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['bee02623-a002-4d4c-b17a-f52b45809a75'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:26.285633 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-7297aaaa-3a4d-4c52-8a7e-3ccfde796418 None None] Allocated IP 2001:db8::1 (e2c827a2-59d5-4921-bad1-20a3c765fbc7/3c0682bc-8e52-4972-828c-0d0b131f80b6/f74567f9-1238-4595-87fb-b3bb5a548050) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:32:26.298814 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-05d212b3-dc14-4d19-8fdf-2f9aeaae24e2 req-98b14913-d250-4dd4-8f99-ebaf2bb6d680 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642857 Nov 16 11:32:26.394889 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-47664012-7856-473c-ba72-2a5a5d1fb301 None None] Set router bee02623-a002-4d4c-b17a-f52b45809a75 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:32:26.505291 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-47664012-7856-473c-ba72-2a5a5d1fb301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee02623-a002-4d4c-b17a-f52b45809a75', 'name': 'tempest-ServerRescueNegativeTestJSON-1297776150-router', 'tenant_id': '152cbc225b3e4ecebdc41aedd4f3fdf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:29:10Z', 'updated_at': '2021-11-16T11:32:25Z', 'revision_number': 6, 'project_id': '152cbc225b3e4ecebdc41aedd4f3fdf5', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:26.520789 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965ecc4e-ba82-4be3-b8f5-bc207c50d445 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:26.522570 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965ecc4e-ba82-4be3-b8f5-bc207c50d445 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:26.524407 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965ecc4e-ba82-4be3-b8f5-bc207c50d445 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:26.534069 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-965ecc4e-ba82-4be3-b8f5-bc207c50d445 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.4853787 Nov 16 11:32:26.536893 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45528) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:26.538069 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47664012-7856-473c-ba72-2a5a5d1fb301 None None] The sync data for ids ['bee02623-a002-4d4c-b17a-f52b45809a75'] in n-d-816823-3 is: [{'id': 'bee02623-a002-4d4c-b17a-f52b45809a75', 'name': 'tempest-ServerRescueNegativeTestJSON-1297776150-router', 'tenant_id': '152cbc225b3e4ecebdc41aedd4f3fdf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:29:10Z', 'updated_at': '2021-11-16T11:32:25Z', 'revision_number': 6, 'project_id': '152cbc225b3e4ecebdc41aedd4f3fdf5', 'gw_port_host': None}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:32:26.566799 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b2de37b1-cbc8-4075-96f4-775193f56473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:26.592251 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bba747-9277-42a1-8663-f6ee7b0c0ecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-32abab5d-769b-4478-991e-81e9361179ce', 'network_id': '32abab5d-769b-4478-991e-81e9361179ce', 'tenant_id': '0efa6979d5f045718d310e9109d6afc7', 'fixed_ips': [{'subnet_id': 'ad4a212f-e641-4c2a-ac17-f1872a73da23'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:32:26.593419 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-81bba747-9277-42a1-8663-f6ee7b0c0ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:26.598057 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de37b1-cbc8-4075-96f4-775193f56473 admin admin] Pushing event deleted for resources: {'Port': ['ID=145ef2f0-bbb4-40c3-b030-c8411e5da239,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:26.613497 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-91538a63-9081-4ed4-9ed0-c06defff95ad req-ea06e7cf-db88-4a55-ac20-0e5e9c58c58e service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5546992 Nov 16 11:32:26.633280 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643f0f5d-80b2-4ea7-ad37-f26be606ddfb None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:32:26.642699 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-91538a63-9081-4ed4-9ed0-c06defff95ad req-be1abd01-ef27-4bbf-9d68-4ad51657ca38 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007410 Nov 16 11:32:26.693777 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b2de37b1-cbc8-4075-96f4-775193f56473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:26.756262 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-15d66a1a-9d1c-4a03-a67d-5af7a91bf705 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Deleting subnet 3c0682bc-8e52-4972-828c-0d0b131f80b6 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:32:26.756831 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7297aaaa-3a4d-4c52-8a7e-3ccfde796418 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:26.767000 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 8fc97b48-5bb6-40a8-aab1-06d356a39326 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:32:26.769109 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device a1945e7c-c7b7-4528-b05a-7cd8b792994e no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:32:26.787945 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b2de37b1-cbc8-4075-96f4-775193f56473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:26.790167 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b2de37b1-cbc8-4075-96f4-775193f56473 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:26.799509 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7297aaaa-3a4d-4c52-8a7e-3ccfde796418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:26.800404 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-15d66a1a-9d1c-4a03-a67d-5af7a91bf705 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:26.816215 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: a1945e7c-c7b7-4528-b05a-7cd8b792994e {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:32:26.816601 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device a1945e7c-c7b7-4528-b05a-7cd8b792994e not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:32:26.834905 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b2de37b1-cbc8-4075-96f4-775193f56473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:26.835450 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2de37b1-cbc8-4075-96f4-775193f56473 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bee02623-a002-4d4c-b17a-f52b45809a75 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:32:26.840924 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b2de37b1-cbc8-4075-96f4-775193f56473 admin admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:26.844851 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b2de37b1-cbc8-4075-96f4-775193f56473 admin admin] 10.222.0.61 "DELETE /v2.0/routers/bee02623-a002-4d4c-b17a-f52b45809a75 HTTP/1.1" status: 204 len: 168 time: 1.5800743 Nov 16 11:32:26.845826 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45530) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:26.881610 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7297aaaa-3a4d-4c52-8a7e-3ccfde796418 None None] Network e2c827a2-59d5-4921-bad1-20a3c765fbc7 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:32:26.902275 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce510fc1-d173-42ee-bd8b-07106937cb0b admin admin] Deleting subnet d8b46b33-85d7-40c7-9f1c-6019e1d020e8 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:32:26.907441 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ce510fc1-d173-42ee-bd8b-07106937cb0b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:26.907641 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-7297aaaa-3a4d-4c52-8a7e-3ccfde796418 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:32:26.942662 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7297aaaa-3a4d-4c52-8a7e-3ccfde796418 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:32:26.951968 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ce510fc1-d173-42ee-bd8b-07106937cb0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:26.956580 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297aaaa-3a4d-4c52-8a7e-3ccfde796418 None None] Pushing event updated for resources: {'Port': ['ID=f74567f9-1238-4595-87fb-b3bb5a548050,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:26.988535 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-81bba747-9277-42a1-8663-f6ee7b0c0ecf None None] Allocated IP 2001:db8:0:1::1 (32abab5d-769b-4478-991e-81e9361179ce/ad4a212f-e641-4c2a-ac17-f1872a73da23/c6306332-7be8-46a2-9eaa-228aa5683ee3) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:32:27.014192 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ce510fc1-d173-42ee-bd8b-07106937cb0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:27.071089 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-7297aaaa-3a4d-4c52-8a7e-3ccfde796418 None None] Attempting to bind port f74567f9-1238-4595-87fb-b3bb5a548050 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:32:27.071538 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-7297aaaa-3a4d-4c52-8a7e-3ccfde796418 None None] Attempting to bind port f74567f9-1238-4595-87fb-b3bb5a548050 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '097d60c5-f843-43c2-b1cf-fff668697d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e2c827a2-59d5-4921-bad1-20a3c765fbc7'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:32:27.071989 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297aaaa-3a4d-4c52-8a7e-3ccfde796418 None None] Attempting to bind port f74567f9-1238-4595-87fb-b3bb5a548050 on network e2c827a2-59d5-4921-bad1-20a3c765fbc7 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:32:27.087786 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ce510fc1-d173-42ee-bd8b-07106937cb0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:27.127612 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297aaaa-3a4d-4c52-8a7e-3ccfde796418 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:32:27.127996 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297aaaa-3a4d-4c52-8a7e-3ccfde796418 None None] Checking segment: {'id': '097d60c5-f843-43c2-b1cf-fff668697d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e2c827a2-59d5-4921-bad1-20a3c765fbc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:32:27.128397 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7297aaaa-3a4d-4c52-8a7e-3ccfde796418 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:27.128794 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297aaaa-3a4d-4c52-8a7e-3ccfde796418 None None] Bound using segment: {'id': '097d60c5-f843-43c2-b1cf-fff668697d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e2c827a2-59d5-4921-bad1-20a3c765fbc7'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:32:27.129578 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-7297aaaa-3a4d-4c52-8a7e-3ccfde796418 None None] Bound port: f74567f9-1238-4595-87fb-b3bb5a548050, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097d60c5-f843-43c2-b1cf-fff668697d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e2c827a2-59d5-4921-bad1-20a3c765fbc7'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:32:27.129695 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7297aaaa-3a4d-4c52-8a7e-3ccfde796418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:27.130035 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce510fc1-d173-42ee-bd8b-07106937cb0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8b46b33-85d7-40c7-9f1c-6019e1d020e8,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:27.132986 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ce510fc1-d173-42ee-bd8b-07106937cb0b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:27.137162 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ce510fc1-d173-42ee-bd8b-07106937cb0b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d8b46b33-85d7-40c7-9f1c-6019e1d020e8 HTTP/1.1" status: 204 len: 168 time: 0.2907045 Nov 16 11:32:27.139787 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45532) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:27.150628 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 8fc97b48-5bb6-40a8-aab1-06d356a39326, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=8fc97b48-5bb6-40a8-aab1-06d356a39326,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:32:27.171512 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '8fc97b48-5bb6-40a8-aab1-06d356a39326', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'port_id': '8fc97b48-5bb6-40a8-aab1-06d356a39326', 'mac_address': 'fa:16:3e:59:9b:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c770cc-51d7-42eb-b4a6-9a605bacae0f', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:32:27.193963 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-15d66a1a-9d1c-4a03-a67d-5af7a91bf705 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:27.218328 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-87405edd-ff83-4ff1-aae9-d0e172350c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:27.277199 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:27.292628 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-91538a63-9081-4ed4-9ed0-c06defff95ad req-469f325f-1b2c-4f78-a866-e6d40ec6c533 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6369131 Nov 16 11:32:27.297955 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fc97b48-5bb6-40a8-aab1-06d356a39326 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:32:27.308288 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-87405edd-ff83-4ff1-aae9-d0e172350c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:27.321977 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-7297aaaa-3a4d-4c52-8a7e-3ccfde796418 None None] For port f74567f9-1238-4595-87fb-b3bb5a548050, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:32:27.352459 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-91538a63-9081-4ed4-9ed0-c06defff95ad req-ce868f41-acf2-45e1-8a77-f67e353b549d service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7259233 Nov 16 11:32:27.357239 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-87405edd-ff83-4ff1-aae9-d0e172350c9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b0dad88-2921-4ce2-a522-2a38833ce0c4']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:27.380897 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-87405edd-ff83-4ff1-aae9-d0e172350c9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '735533a6-695e-4dca-86e9-8417251168ff') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:27.381233 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-87405edd-ff83-4ff1-aae9-d0e172350c9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '735533a6-695e-4dca-86e9-8417251168ff') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:27.383802 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa0b1cd-9084-4ba4-bd31-cc8b9a929f6b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Router b45d1980-14ae-4e25-b5ff-acd46263a0fe has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:32:27.406161 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-7297aaaa-3a4d-4c52-8a7e-3ccfde796418 None None] For port f74567f9-1238-4595-87fb-b3bb5a548050, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=f74567f9-1238-4595-87fb-b3bb5a548050,segment=NetworkSegment(097d60c5-f843-43c2-b1cf-fff668697d70),segment_id=097d60c5-f843-43c2-b1cf-fff668697d70)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:32:27.411151 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-87405edd-ff83-4ff1-aae9-d0e172350c9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:27.414128 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 8fc97b48-5bb6-40a8-aab1-06d356a39326, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=8fc97b48-5bb6-40a8-aab1-06d356a39326,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:32:27.427736 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7297aaaa-3a4d-4c52-8a7e-3ccfde796418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:27.429822 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:27.431649 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-87405edd-ff83-4ff1-aae9-d0e172350c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:27.438611 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-81bba747-9277-42a1-8663-f6ee7b0c0ecf None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:27.440049 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87405edd-ff83-4ff1-aae9-d0e172350c9f admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:32:27.440514 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-87405edd-ff83-4ff1-aae9-d0e172350c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:27.487573 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-81bba747-9277-42a1-8663-f6ee7b0c0ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:27.515619 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-15d66a1a-9d1c-4a03-a67d-5af7a91bf705 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:27.517363 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:32:27.517363 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:32:27.517363 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:32:27.517363 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:32:27.517363 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:32:27.517363 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:32:27.517363 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:32:27.517363 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:32:27.517363 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:32:27.517363 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:32:27.517363 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:32:27.517363 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:32:27.517363 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:32:27.517363 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:32:27.517363 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:32:27.517363 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:32:27.517363 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:32:27.517363 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:32:27.517363 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:32:27.517363 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:32:27.517363 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:32:27.517363 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:32:27.517363 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:32:27.517363 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:32:27.517363 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:32:27.517363 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:32:27.517363 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:32:27.517363 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:32:27.517363 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:32:27.517363 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:32:27.517363 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:32:27.517363 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:32:27.533321 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-87405edd-ff83-4ff1-aae9-d0e172350c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:27.540554 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bba747-9277-42a1-8663-f6ee7b0c0ecf None None] Network 32abab5d-769b-4478-991e-81e9361179ce is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:32:27.547683 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-81bba747-9277-42a1-8663-f6ee7b0c0ecf None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:32:27.550647 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bba747-9277-42a1-8663-f6ee7b0c0ecf None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:32:27.556955 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297aaaa-3a4d-4c52-8a7e-3ccfde796418 None None] Pushing event updated for resources: {'Port': ['ID=f74567f9-1238-4595-87fb-b3bb5a548050,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:27.569540 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-87405edd-ff83-4ff1-aae9-d0e172350c9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:27.575917 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-87405edd-ff83-4ff1-aae9-d0e172350c9f admin admin] 10.222.0.61 "DELETE /v2.0/networks/5b0dad88-2921-4ce2-a522-2a38833ce0c4 HTTP/1.1" status: 204 len: 168 time: 0.4349270 Nov 16 11:32:27.601202 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87405edd-ff83-4ff1-aae9-d0e172350c9f admin admin] Pushing event deleted for resources: {'Network': ['ID=5b0dad88-2921-4ce2-a522-2a38833ce0c4,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:27.650808 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b8a36-63d2-48a8-9b6c-a3ec831a8a88 req-da7d5c28-05d2-47f1-8226-6113de53bdb4 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:27.661038 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8e4b8a36-63d2-48a8-9b6c-a3ec831a8a88 req-da7d5c28-05d2-47f1-8226-6113de53bdb4 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 950 time: 0.1405962 Nov 16 11:32:27.750869 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa0b1cd-9084-4ba4-bd31-cc8b9a929f6b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:32:27.760108 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8e4b8a36-63d2-48a8-9b6c-a3ec831a8a88 req-197cfb13-15ad-4b40-9fb5-2aaf8bd8b2b0 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976126 Nov 16 11:32:27.764735 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4fa0b1cd-9084-4ba4-bd31-cc8b9a929f6b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:27.779109 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff488674-79f1-4d82-8ae6-36dc086f69bc None None] Sync routers for ids ['b45d1980-14ae-4e25-b5ff-acd46263a0fe'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:32:27.789816 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-15d66a1a-9d1c-4a03-a67d-5af7a91bf705 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:27.819422 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff488674-79f1-4d82-8ae6-36dc086f69bc None None] Routers {'b45d1980-14ae-4e25-b5ff-acd46263a0fe'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:32:27.820105 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ff488674-79f1-4d82-8ae6-36dc086f69bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:32:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['b45d1980-14ae-4e25-b5ff-acd46263a0fe'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:27.966682 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d66a1a-9d1c-4a03-a67d-5af7a91bf705 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Pushing event deleted for resources: {'Subnet': ['ID=3c0682bc-8e52-4972-828c-0d0b131f80b6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:27.987024 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-15d66a1a-9d1c-4a03-a67d-5af7a91bf705 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:27.996698 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-15d66a1a-9d1c-4a03-a67d-5af7a91bf705 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] 10.222.0.61 "DELETE /v2.0/subnets/3c0682bc-8e52-4972-828c-0d0b131f80b6 HTTP/1.1" status: 204 len: 168 time: 1.4527757 Nov 16 11:32:27.997887 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45550) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:28.003000 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4fa0b1cd-9084-4ba4-bd31-cc8b9a929f6b tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "DELETE /v2.0/floatingips/2fd7b0d8-487a-4c41-b751-21ba828202bb HTTP/1.1" status: 204 len: 168 time: 3.8536358 Nov 16 11:32:28.003674 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbc62ec-dda5-4722-a78b-ae0e9d384cd1', 'tag': '5b7f549b-106e-4c4c-8729-32f9cb5991de'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:32:28.010750 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ed192b-50b0-4fa0-9a5f-ba9e2ca85e7e" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbc62ec-dda5-4722-a78b-ae0e9d384cd1", "tag": "5b7f549b-106e-4c4c-8729-32f9cb5991de"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:32:28.019735 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45554) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:28.083467 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['8fc97b48-5bb6-40a8-aab1-06d356a39326'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:32:28.133116 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-ff488674-79f1-4d82-8ae6-36dc086f69bc None None] Set router b45d1980-14ae-4e25-b5ff-acd46263a0fe gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:32:28.172232 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-4afc7927-d06c-44ba-8f30-10778a8d953b tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Deleting subnet ad4a212f-e641-4c2a-ac17-f1872a73da23 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:32:28.173828 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=8fc97b48-5bb6-40a8-aab1-06d356a39326,revision_number=12']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:28.176626 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-81bba747-9277-42a1-8663-f6ee7b0c0ecf None None] Attempting to bind port c6306332-7be8-46a2-9eaa-228aa5683ee3 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:32:28.177002 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-81bba747-9277-42a1-8663-f6ee7b0c0ecf None None] Attempting to bind port c6306332-7be8-46a2-9eaa-228aa5683ee3 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '8fec40cf-21ce-48db-ac71-3b8ee36b03aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '32abab5d-769b-4478-991e-81e9361179ce'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:32:28.177368 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bba747-9277-42a1-8663-f6ee7b0c0ecf None None] Attempting to bind port c6306332-7be8-46a2-9eaa-228aa5683ee3 on network 32abab5d-769b-4478-991e-81e9361179ce {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:32:28.178802 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-19955375-309b-43e1-88d3-0b023000ddd2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=152cbc225b3e4ecebdc41aedd4f3fdf5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0967534 Nov 16 11:32:28.180685 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4afc7927-d06c-44ba-8f30-10778a8d953b tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:28.181474 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45558) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:28.218653 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0d046-83d7-45aa-9d07-441046f8565d req-1b221737-e05a-4720-8974-a70d57b43a64 tempest-MigrationsAdminTest-1247933809 tempest-MigrationsAdminTest-1247933809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:28.220449 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d0f0d046-83d7-45aa-9d07-441046f8565d req-1b221737-e05a-4720-8974-a70d57b43a64 tempest-MigrationsAdminTest-1247933809 tempest-MigrationsAdminTest-1247933809-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 1101 time: 0.1372974 Nov 16 11:32:28.231151 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bba747-9277-42a1-8663-f6ee7b0c0ecf None None] Pushing event updated for resources: {'Port': ['ID=c6306332-7be8-46a2-9eaa-228aa5683ee3,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:28.249998 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bba747-9277-42a1-8663-f6ee7b0c0ecf None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:32:28.250380 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bba747-9277-42a1-8663-f6ee7b0c0ecf None None] Checking segment: {'id': '8fec40cf-21ce-48db-ac71-3b8ee36b03aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '32abab5d-769b-4478-991e-81e9361179ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:32:28.250783 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-81bba747-9277-42a1-8663-f6ee7b0c0ecf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:28.251180 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bba747-9277-42a1-8663-f6ee7b0c0ecf None None] Bound using segment: {'id': '8fec40cf-21ce-48db-ac71-3b8ee36b03aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '32abab5d-769b-4478-991e-81e9361179ce'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:32:28.251662 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-81bba747-9277-42a1-8663-f6ee7b0c0ecf None None] Bound port: c6306332-7be8-46a2-9eaa-228aa5683ee3, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fec40cf-21ce-48db-ac71-3b8ee36b03aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '32abab5d-769b-4478-991e-81e9361179ce'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:32:28.252048 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-81bba747-9277-42a1-8663-f6ee7b0c0ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:28.254145 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4afc7927-d06c-44ba-8f30-10778a8d953b tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:28.273759 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:28.307655 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ea86848-8874-4bcc-9f91-2e087e13136c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:28.351248 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ea86848-8874-4bcc-9f91-2e087e13136c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:28.416220 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ea86848-8874-4bcc-9f91-2e087e13136c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:28.419635 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ea86848-8874-4bcc-9f91-2e087e13136c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:28.421944 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7ea86848-8874-4bcc-9f91-2e087e13136c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4f8fabe0-9218-4b38-8a7a-8503aa6f7139 HTTP/1.1" status: 204 len: 168 time: 0.2391584 Nov 16 11:32:28.432927 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea86848-8874-4bcc-9f91-2e087e13136c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8fabe0-9218-4b38-8a7a-8503aa6f7139,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:28.477621 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d0f0d046-83d7-45aa-9d07-441046f8565d req-ff677034-520f-4738-a85d-aff94f6dcd29 tempest-MigrationsAdminTest-1247933809 tempest-MigrationsAdminTest-1247933809-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433984 Nov 16 11:32:28.518586 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-81bba747-9277-42a1-8663-f6ee7b0c0ecf None None] For port c6306332-7be8-46a2-9eaa-228aa5683ee3, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:32:28.571320 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-81bba747-9277-42a1-8663-f6ee7b0c0ecf None None] For port c6306332-7be8-46a2-9eaa-228aa5683ee3, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=c6306332-7be8-46a2-9eaa-228aa5683ee3,segment=NetworkSegment(8fec40cf-21ce-48db-ac71-3b8ee36b03aa),segment_id=8fec40cf-21ce-48db-ac71-3b8ee36b03aa)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:32:28.583337 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4afc7927-d06c-44ba-8f30-10778a8d953b tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:28.594000 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-81bba747-9277-42a1-8663-f6ee7b0c0ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:28.727747 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4afc7927-d06c-44ba-8f30-10778a8d953b tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:28.774959 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc7927-d06c-44ba-8f30-10778a8d953b tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Pushing event deleted for resources: {'Subnet': ['ID=ad4a212f-e641-4c2a-ac17-f1872a73da23,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:28.779844 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4afc7927-d06c-44ba-8f30-10778a8d953b tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:28.786791 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4afc7927-d06c-44ba-8f30-10778a8d953b tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] 10.222.0.61 "DELETE /v2.0/subnets/ad4a212f-e641-4c2a-ac17-f1872a73da23 HTTP/1.1" status: 204 len: 168 time: 0.7851305 Nov 16 11:32:28.787263 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45568) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:28.814454 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device f74567f9-1238-4595-87fb-b3bb5a548050 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:32:28.849448 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bba747-9277-42a1-8663-f6ee7b0c0ecf None None] Pushing event updated for resources: {'Port': ['ID=c6306332-7be8-46a2-9eaa-228aa5683ee3,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:28.894763 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a821fee-dc56-4299-b25f-8a7d73dd6ae2 x-openstack-request-id: req-6a821fee-dc56-4299-b25f-8a7d73dd6ae2 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:32:28.895129 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbc62ec-dda5-4722-a78b-ae0e9d384cd1", "tag": "5b7f549b-106e-4c4c-8729-32f9cb5991de", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:32:28.895421 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6a821fee-dc56-4299-b25f-8a7d73dd6ae2 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:32:28.895938 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fbc62ec-dda5-4722-a78b-ae0e9d384cd1', 'tag': '5b7f549b-106e-4c4c-8729-32f9cb5991de', 'status': 'completed', 'code': 200} Nov 16 11:32:28.999118 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0cd5b8-51ca-4ab5-9d12-c7f9be471f62 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:29.000836 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0c0cd5b8-51ca-4ab5-9d12-c7f9be471f62 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2124496 Nov 16 11:32:29.004787 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45574) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:29.009244 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:29.025499 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed192b-50b0-4fa0-9a5f-ba9e2ca85e7e req-0c38de06-c044-494d-9290-7e03dec41226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:29.030127 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e4ed192b-50b0-4fa0-9a5f-ba9e2ca85e7e req-0c38de06-c044-494d-9290-7e03dec41226 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8e4d1d7674f84686a4379fe8e2aa2d78&device_id=5fbc62ec-dda5-4722-a78b-ae0e9d384cd1 HTTP/1.1" status: 200 len: 1096 time: 0.1493433 Nov 16 11:32:29.103632 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ff488674-79f1-4d82-8ae6-36dc086f69bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45d1980-14ae-4e25-b5ff-acd46263a0fe', 'name': 'tempest-TestNetworkBasicOps-router-8145012', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '4a71018b-a758-412e-95fa-6654b6d5a87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:31:01Z', 'updated_at': '2021-11-16T11:31:07Z', 'revision_number': 4, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'gw_port': {'id': '4a71018b-a758-412e-95fa-6654b6d5a87d', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45d1980-14ae-4e25-b5ff-acd46263a0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:02Z', 'updated_at': '2021-11-16T11:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '474bd286-92f4-4d5a-9d95-ecf06a34bf29', 'name': '', 'network_id': '3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'mac_address': 'fa:16:3e:ed:b1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45d1980-14ae-4e25-b5ff-acd46263a0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'fa420f98-c40e-4555-8792-b6dc61ec5b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:06Z', 'updated_at': '2021-11-16T11:31:19Z', 'revision_number': 5, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'subnets': [{'id': 'fa420f98-c40e-4555-8792-b6dc61ec5b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:29.208684 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7b2491b6-6478-4cbc-8433-27aaf3564cc3 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:29.236211 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff488674-79f1-4d82-8ae6-36dc086f69bc None None] Checking router: b45d1980-14ae-4e25-b5ff-acd46263a0fe for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:32:29.245779 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port f74567f9-1238-4595-87fb-b3bb5a548050 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:32:29.246206 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:29.265544 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed192b-50b0-4fa0-9a5f-ba9e2ca85e7e req-5c82b4a3-7292-4422-84d5-4f0870239205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:29.267336 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e4ed192b-50b0-4fa0-9a5f-ba9e2ca85e7e req-5c82b4a3-7292-4422-84d5-4f0870239205 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad HTTP/1.1" status: 200 len: 898 time: 0.2283106 Nov 16 11:32:29.276043 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff488674-79f1-4d82-8ae6-36dc086f69bc None None] Routers {'b45d1980-14ae-4e25-b5ff-acd46263a0fe'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:32:29.276703 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ff488674-79f1-4d82-8ae6-36dc086f69bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:32:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['b45d1980-14ae-4e25-b5ff-acd46263a0fe'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:29.344243 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e4ed192b-50b0-4fa0-9a5f-ba9e2ca85e7e req-4286dc31-f14a-4e85-b7f8-be5d07287170 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b7f549b-106e-4c4c-8729-32f9cb5991de HTTP/1.1" status: 200 len: 217 time: 0.0667405 Nov 16 11:32:29.385700 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955dbc1-d353-4ad5-9cde-1e655743669b req-5bb927ba-e45a-4cbc-bd07-4f51e73c4bee tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:29.387306 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1955dbc1-d353-4ad5-9cde-1e655743669b req-5bb927ba-e45a-4cbc-bd07-4f51e73c4bee tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/ports?device_id=5fbc62ec-dda5-4722-a78b-ae0e9d384cd1 HTTP/1.1" status: 200 len: 945 time: 0.1410639 Nov 16 11:32:29.424237 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-7b2491b6-6478-4cbc-8433-27aaf3564cc3 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Deleting port c6306332-7be8-46a2-9eaa-228aa5683ee3 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:32:29.424602 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7b2491b6-6478-4cbc-8433-27aaf3564cc3 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:29.437438 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed192b-50b0-4fa0-9a5f-ba9e2ca85e7e req-ff1e60db-a3b6-4018-8b09-d8217826d834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:29.440976 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e4ed192b-50b0-4fa0-9a5f-ba9e2ca85e7e req-ff1e60db-a3b6-4018-8b09-d8217826d834 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fa420f98-c40e-4555-8792-b6dc61ec5b9c HTTP/1.1" status: 200 len: 835 time: 0.0793042 Nov 16 11:32:29.531911 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed192b-50b0-4fa0-9a5f-ba9e2ca85e7e req-d9ca4090-1129-4496-accd-d1bfccaa648c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:29.535683 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e4ed192b-50b0-4fa0-9a5f-ba9e2ca85e7e req-d9ca4090-1129-4496-accd-d1bfccaa648c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878627 Nov 16 11:32:29.538238 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1955dbc1-d353-4ad5-9cde-1e655743669b req-598ebf75-24b4-48a7-aec8-bc6b29db6a0f tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/security-groups?id=7508d602-f79c-4138-b3e7-7affb4b0c560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313639 Nov 16 11:32:29.572240 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-7b2491b6-6478-4cbc-8433-27aaf3564cc3 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] For port c6306332-7be8-46a2-9eaa-228aa5683ee3, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=c6306332-7be8-46a2-9eaa-228aa5683ee3,segment=NetworkSegment(8fec40cf-21ce-48db-ac71-3b8ee36b03aa),segment_id=8fec40cf-21ce-48db-ac71-3b8ee36b03aa)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:32:29.575392 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7b2491b6-6478-4cbc-8433-27aaf3564cc3 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:29.609376 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-7b2491b6-6478-4cbc-8433-27aaf3564cc3 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Calling delete_port for c6306332-7be8-46a2-9eaa-228aa5683ee3 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:32:29.630866 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-ff488674-79f1-4d82-8ae6-36dc086f69bc None None] Set router b45d1980-14ae-4e25-b5ff-acd46263a0fe gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:32:29.726725 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a8071d-1b24-4b33-b8aa-967f7863aa3f None None] Network e2c827a2-59d5-4921-bad1-20a3c765fbc7 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:32:29.781908 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7b2491b6-6478-4cbc-8433-27aaf3564cc3 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:29.790424 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e4ed192b-50b0-4fa0-9a5f-ba9e2ca85e7e req-f670e95d-b1d9-4b66-8520-e3fe0b6d85de service neutron] 10.222.0.64 "GET /v2.0/networks/3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433634 Nov 16 11:32:29.881573 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2491b6-6478-4cbc-8433-27aaf3564cc3 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Pushing event deleted for resources: {'Port': ['ID=c6306332-7be8-46a2-9eaa-228aa5683ee3,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:29.895751 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2491b6-6478-4cbc-8433-27aaf3564cc3 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] No DVR routers for this DVR port c6306332-7be8-46a2-9eaa-228aa5683ee3 on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:32:29.896162 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-34405e48-6287-4ced-bdd4-5a6f932c4883 None None] Provisioning complete for port f74567f9-1238-4595-87fb-b3bb5a548050 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:32:29.896543 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-34405e48-6287-4ced-bdd4-5a6f932c4883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:29.987805 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e4ed192b-50b0-4fa0-9a5f-ba9e2ca85e7e req-bb37fbae-430a-43d9-bb8b-bc1e6f88c422 service neutron] 10.222.0.64 "GET /v2.0/networks/3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805532 Nov 16 11:32:30.099643 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7b2491b6-6478-4cbc-8433-27aaf3564cc3 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:30.181885 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05497242-7c91-413f-afe1-b7fa77ce0e6b req-4eb21e9d-9f9f-47fc-8cb2-b387a46a0f65 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:30.191229 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-05497242-7c91-413f-afe1-b7fa77ce0e6b req-4eb21e9d-9f9f-47fc-8cb2-b387a46a0f65 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 950 time: 0.2216671 Nov 16 11:32:30.195298 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-7b2491b6-6478-4cbc-8433-27aaf3564cc3 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32abab5d-769b-4478-991e-81e9361179ce']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:30.255492 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-7b2491b6-6478-4cbc-8433-27aaf3564cc3 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fec40cf-21ce-48db-ac71-3b8ee36b03aa') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:30.256195 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-7b2491b6-6478-4cbc-8433-27aaf3564cc3 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fec40cf-21ce-48db-ac71-3b8ee36b03aa') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:30.265227 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:30.286321 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7b2491b6-6478-4cbc-8433-27aaf3564cc3 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:30.302470 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-05497242-7c91-413f-afe1-b7fa77ce0e6b req-1b7d3cb7-a972-43a5-90d5-05c0f9850436 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099563 Nov 16 11:32:30.309392 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7b2491b6-6478-4cbc-8433-27aaf3564cc3 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:30.318219 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b2491b6-6478-4cbc-8433-27aaf3564cc3 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:32:30.318911 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7b2491b6-6478-4cbc-8433-27aaf3564cc3 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:30.319751 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-34405e48-6287-4ced-bdd4-5a6f932c4883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:30.322836 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:32:30.322836 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:32:30.322836 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:32:30.322836 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:32:30.322836 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:32:30.322836 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:32:30.322836 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:32:30.322836 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:32:30.322836 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:32:30.322836 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:32:30.322836 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:32:30.322836 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:32:30.322836 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:32:30.322836 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:32:30.322836 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:32:30.322836 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:32:30.322836 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:32:30.322836 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:32:30.322836 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:32:30.322836 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:32:30.322836 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:32:30.322836 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:32:30.322836 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:32:30.322836 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:32:30.322836 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:32:30.322836 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:32:30.322836 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:32:30.322836 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:32:30.322836 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:32:30.322836 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:32:30.322836 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:32:30.322836 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:32:30.392540 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port f74567f9-1238-4595-87fb-b3bb5a548050, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=f74567f9-1238-4595-87fb-b3bb5a548050,segment=NetworkSegment(097d60c5-f843-43c2-b1cf-fff668697d70),segment_id=097d60c5-f843-43c2-b1cf-fff668697d70)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:32:30.436556 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:30.458876 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7b2491b6-6478-4cbc-8433-27aaf3564cc3 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:30.475743 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b825cf-fc84-4877-9915-656f20981454 req-d5e6db61-df64-402c-86e7-5b6946b3557d tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:30.477783 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-72b825cf-fc84-4877-9915-656f20981454 req-d5e6db61-df64-402c-86e7-5b6946b3557d tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fbc62ec-dda5-4722-a78b-ae0e9d384cd1 HTTP/1.1" status: 200 len: 945 time: 0.1457305 Nov 16 11:32:30.504901 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3b7dca-d4c8-4d98-860a-b6efbda9ee5e None None] DHCP port deletion for e2c827a2-59d5-4921-bad1-20a3c765fbc7 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:32:30.509253 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7b2491b6-6478-4cbc-8433-27aaf3564cc3 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:30.515495 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7b2491b6-6478-4cbc-8433-27aaf3564cc3 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] 10.222.0.61 "DELETE /v2.0/networks/32abab5d-769b-4478-991e-81e9361179ce HTTP/1.1" status: 204 len: 168 time: 1.5067542 Nov 16 11:32:30.523669 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2491b6-6478-4cbc-8433-27aaf3564cc3 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Pushing event deleted for resources: {'Network': ['ID=32abab5d-769b-4478-991e-81e9361179ce,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:30.525458 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45602) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:30.574087 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.api [None req-34405e48-6287-4ced-bdd4-5a6f932c4883 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:32:30.574466 n-d-816823-3 neutron-server[102670]: DEBUG oslo_db.api [None req-34405e48-6287-4ced-bdd4-5a6f932c4883 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:32:30.584796 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 145ef2f0-bbb4-40c3-b030-c8411e5da239 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:32:30.598999 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ff488674-79f1-4d82-8ae6-36dc086f69bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45d1980-14ae-4e25-b5ff-acd46263a0fe', 'name': 'tempest-TestNetworkBasicOps-router-8145012', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '4a71018b-a758-412e-95fa-6654b6d5a87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:31:01Z', 'updated_at': '2021-11-16T11:31:07Z', 'revision_number': 4, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'gw_port': {'id': '4a71018b-a758-412e-95fa-6654b6d5a87d', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45d1980-14ae-4e25-b5ff-acd46263a0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:02Z', 'updated_at': '2021-11-16T11:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '474bd286-92f4-4d5a-9d95-ecf06a34bf29', 'name': '', 'network_id': '3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'mac_address': 'fa:16:3e:ed:b1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45d1980-14ae-4e25-b5ff-acd46263a0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'fa420f98-c40e-4555-8792-b6dc61ec5b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:06Z', 'updated_at': '2021-11-16T11:31:19Z', 'revision_number': 5, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'subnets': [{'id': 'fa420f98-c40e-4555-8792-b6dc61ec5b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:30.603373 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-72b825cf-fc84-4877-9915-656f20981454 req-f39b38b9-65a3-4af3-8c55-ac0d5cea3d17 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Deleting port 5b7f549b-106e-4c4c-8729-32f9cb5991de {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:32:30.603775 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-72b825cf-fc84-4877-9915-656f20981454 req-f39b38b9-65a3-4af3-8c55-ac0d5cea3d17 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:30.653786 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cbc5458d-4572-4064-9432-8381641dcefb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:30.690180 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5690d9b-9a97-4a99-9a09-cfd7c698262f None None] DHCP port deletion for 32abab5d-769b-4478-991e-81e9361179ce request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:32:30.694004 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=f74567f9-1238-4595-87fb-b3bb5a548050,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:30.697311 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff488674-79f1-4d82-8ae6-36dc086f69bc None None] The sync data for ids ['b45d1980-14ae-4e25-b5ff-acd46263a0fe'] in n-d-816823-3 is: [{'id': 'b45d1980-14ae-4e25-b5ff-acd46263a0fe', 'name': 'tempest-TestNetworkBasicOps-router-8145012', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '4a71018b-a758-412e-95fa-6654b6d5a87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:31:01Z', 'updated_at': '2021-11-16T11:31:07Z', 'revision_number': 4, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'gw_port': {'id': '4a71018b-a758-412e-95fa-6654b6d5a87d', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45d1980-14ae-4e25-b5ff-acd46263a0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:02Z', 'updated_at': '2021-11-16T11:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '474bd286-92f4-4d5a-9d95-ecf06a34bf29', 'name': '', 'network_id': '3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'mac_address': 'fa:16:3e:ed:b1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45d1980-14ae-4e25-b5ff-acd46263a0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'fa420f98-c40e-4555-8792-b6dc61ec5b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:06Z', 'updated_at': '2021-11-16T11:31:19Z', 'revision_number': 5, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'subnets': [{'id': 'fa420f98-c40e-4555-8792-b6dc61ec5b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:32:30.699024 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 145ef2f0-bbb4-40c3-b030-c8411e5da239 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:32:30.699386 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 145ef2f0-bbb4-40c3-b030-c8411e5da239 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:32:30.699837 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device f8cd2e7e-e1bd-4c74-b225-31ed7158acb8 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:32:30.729190 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-72b825cf-fc84-4877-9915-656f20981454 req-f39b38b9-65a3-4af3-8c55-ac0d5cea3d17 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] For port 5b7f549b-106e-4c4c-8729-32f9cb5991de, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=5b7f549b-106e-4c4c-8729-32f9cb5991de,segment=NetworkSegment(51a5087f-427b-4c60-a5ff-9b0ae88f7801),segment_id=51a5087f-427b-4c60-a5ff-9b0ae88f7801)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:32:30.729755 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-72b825cf-fc84-4877-9915-656f20981454 req-f39b38b9-65a3-4af3-8c55-ac0d5cea3d17 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:30.755904 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-72b825cf-fc84-4877-9915-656f20981454 req-f39b38b9-65a3-4af3-8c55-ac0d5cea3d17 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Calling delete_port for 5b7f549b-106e-4c4c-8729-32f9cb5991de owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:32:30.760885 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-cbc5458d-4572-4064-9432-8381641dcefb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Deleting port f74567f9-1238-4595-87fb-b3bb5a548050 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:32:30.761560 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cbc5458d-4572-4064-9432-8381641dcefb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:30.779735 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbd7c35-9922-41d5-9b45-95081a9e626c None None] Network 32abab5d-769b-4478-991e-81e9361179ce requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:32:30.785541 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: f8cd2e7e-e1bd-4c74-b225-31ed7158acb8 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:32:30.786093 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device f8cd2e7e-e1bd-4c74-b225-31ed7158acb8 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:32:30.839684 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 8fc97b48-5bb6-40a8-aab1-06d356a39326 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:32:30.855233 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-cbc5458d-4572-4064-9432-8381641dcefb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] For port f74567f9-1238-4595-87fb-b3bb5a548050, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=f74567f9-1238-4595-87fb-b3bb5a548050,segment=NetworkSegment(097d60c5-f843-43c2-b1cf-fff668697d70),segment_id=097d60c5-f843-43c2-b1cf-fff668697d70)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:32:30.855233 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cbc5458d-4572-4064-9432-8381641dcefb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:30.874402 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-cbc5458d-4572-4064-9432-8381641dcefb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Calling delete_port for f74567f9-1238-4595-87fb-b3bb5a548050 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:32:30.918697 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbd7c35-9922-41d5-9b45-95081a9e626c None None] Network 32abab5d-769b-4478-991e-81e9361179ce could not be found, it might have been deleted concurrently. {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 16 11:32:30.928344 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b36e3-eaf8-441a-88aa-e7c4d84e96fd req-a14e1a40-2781-40e3-ad88-f294b197a334 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:30.929827 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-490b36e3-eaf8-441a-88aa-e7c4d84e96fd req-a14e1a40-2781-40e3-ad88-f294b197a334 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.64 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 950 time: 0.1069858 Nov 16 11:32:31.039633 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device f74567f9-1238-4595-87fb-b3bb5a548050 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:32:31.053451 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-9e3b7dca-d4c8-4d98-860a-b6efbda9ee5e None None] Deleting port f74567f9-1238-4595-87fb-b3bb5a548050 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:32:31.053833 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9e3b7dca-d4c8-4d98-860a-b6efbda9ee5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:31.113805 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cbc5458d-4572-4064-9432-8381641dcefb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:31.144299 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-9e3b7dca-d4c8-4d98-860a-b6efbda9ee5e None None] For port f74567f9-1238-4595-87fb-b3bb5a548050, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=f74567f9-1238-4595-87fb-b3bb5a548050,segment=NetworkSegment(097d60c5-f843-43c2-b1cf-fff668697d70),segment_id=097d60c5-f843-43c2-b1cf-fff668697d70)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:32:31.144299 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9e3b7dca-d4c8-4d98-860a-b6efbda9ee5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:31.160163 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-9e3b7dca-d4c8-4d98-860a-b6efbda9ee5e None None] Calling delete_port for f74567f9-1238-4595-87fb-b3bb5a548050 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:32:31.165752 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-72b825cf-fc84-4877-9915-656f20981454 req-f39b38b9-65a3-4af3-8c55-ac0d5cea3d17 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:31.175452 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5458d-4572-4064-9432-8381641dcefb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Pushing event deleted for resources: {'Port': ['ID=f74567f9-1238-4595-87fb-b3bb5a548050,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:31.184075 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4be42f-21c2-4b67-be45-3d0735399d9c None None] New status for floating IP 2fd7b0d8-487a-4c41-b751-21ba828202bb: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:32:31.221334 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b38b9-65a3-4af3-8c55-ac0d5cea3d17 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event deleted for resources: {'Port': ['ID=5b7f549b-106e-4c4c-8729-32f9cb5991de,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:31.235190 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-490b36e3-eaf8-441a-88aa-e7c4d84e96fd req-780f5fdf-c129-4ff0-b73e-45ccfc97be4a tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Deleting port 8fc97b48-5bb6-40a8-aab1-06d356a39326 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:32:31.235593 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-490b36e3-eaf8-441a-88aa-e7c4d84e96fd req-780f5fdf-c129-4ff0-b73e-45ccfc97be4a tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:31.248625 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc5458d-4572-4064-9432-8381641dcefb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] No DVR routers for this DVR port f74567f9-1238-4595-87fb-b3bb5a548050 on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:32:31.254779 n-d-816823-3 neutron-server[102670]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 16 11:32:31.254779 n-d-816823-3 neutron-server[102670]: from cryptography.utils import int_from_bytes Nov 16 11:32:31.254779 n-d-816823-3 neutron-server[102670]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 16 11:32:31.254779 n-d-816823-3 neutron-server[102670]: from cryptography.utils import int_from_bytes Nov 16 11:32:31.254779 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:32:31.254779 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:32:31.254779 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:32:31.254779 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:32:31.254779 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:32:31.254779 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:32:31.254779 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:32:31.254779 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:32:31.254779 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:32:31.254779 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:32:31.254779 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:32:31.254779 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:32:31.254779 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:32:31.254779 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:32:31.254779 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:32:31.254779 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:32:31.254779 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:32:31.254779 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:32:31.254779 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:32:31.254779 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:32:31.254779 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:32:31.254779 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:32:31.254779 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:32:31.254779 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:32:31.254779 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:32:31.254779 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:32:31.254779 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:32:31.254779 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:32:31.254779 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:32:31.254779 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:32:31.254779 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:32:31.254779 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:32:31.254779 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:32:31.254779 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:32:31.254779 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:32:31.254779 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:32:31.254779 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:32:31.254779 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:32:31.257707 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:32:31.257707 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:32:31.257707 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:32:31.257707 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:32:31.257707 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:32:31.257707 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:32:31.257707 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:32:31.257707 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:32:31.257707 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:32:31.257707 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:32:31.257707 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:32:31.257707 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:32:31.257707 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:32:31.257707 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:32:31.287735 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e0e77d1a-88a8-4449-96ba-c7df1534fb44 req-c32806a3-983c-4b7f-baac-6718c1d48dde tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "GET /v2.0/ports?device_id=5fbc62ec-dda5-4722-a78b-ae0e9d384cd1 HTTP/1.1" status: 200 len: 210 time: 0.0863161 Nov 16 11:32:31.301254 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9e3b7dca-d4c8-4d98-860a-b6efbda9ee5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:31.320933 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 8fc97b48-5bb6-40a8-aab1-06d356a39326 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:32:31.391787 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b825cf-fc84-4877-9915-656f20981454 req-f39b38b9-65a3-4af3-8c55-ac0d5cea3d17 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] No DVR routers for this DVR port 5b7f549b-106e-4c4c-8729-32f9cb5991de on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:32:31.403102 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-72b825cf-fc84-4877-9915-656f20981454 req-f39b38b9-65a3-4af3-8c55-ac0d5cea3d17 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:31.410156 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-72b825cf-fc84-4877-9915-656f20981454 req-f39b38b9-65a3-4af3-8c55-ac0d5cea3d17 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.64 "DELETE /v2.0/ports/5b7f549b-106e-4c4c-8729-32f9cb5991de HTTP/1.1" status: 204 len: 173 time: 0.9218717 Nov 16 11:32:31.410555 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3b7dca-d4c8-4d98-860a-b6efbda9ee5e None None] No DVR routers for this DVR port f74567f9-1238-4595-87fb-b3bb5a548050 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:32:31.410729 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbc62ec-dda5-4722-a78b-ae0e9d384cd1', 'name': 'network-vif-deleted', 'tag': '5b7f549b-106e-4c4c-8729-32f9cb5991de'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:32:31.412943 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ec725e-612d-4ee4-8d1c-2e204cabceff" -d '{"events": [{"server_uuid": "5fbc62ec-dda5-4722-a78b-ae0e9d384cd1", "name": "network-vif-deleted", "tag": "5b7f549b-106e-4c4c-8729-32f9cb5991de"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:32:31.469026 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-34405e48-6287-4ced-bdd4-5a6f932c4883 None None] Port f74567f9-1238-4595-87fb-b3bb5a548050 update to ACTIVE by agent not found {{(pid=102670) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 16 11:32:31.477623 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 8fc97b48-5bb6-40a8-aab1-06d356a39326 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:32:31.479854 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:31.493386 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b7dca-d4c8-4d98-860a-b6efbda9ee5e None None] Pushing event deleted for resources: {'Port': ['ID=f74567f9-1238-4595-87fb-b3bb5a548050,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:31.524644 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cbc5458d-4572-4064-9432-8381641dcefb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:31.540096 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-490b36e3-eaf8-441a-88aa-e7c4d84e96fd req-780f5fdf-c129-4ff0-b73e-45ccfc97be4a tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] For port 8fc97b48-5bb6-40a8-aab1-06d356a39326, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=8fc97b48-5bb6-40a8-aab1-06d356a39326,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:32:31.540359 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-490b36e3-eaf8-441a-88aa-e7c4d84e96fd req-780f5fdf-c129-4ff0-b73e-45ccfc97be4a tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:31.564435 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-490b36e3-eaf8-441a-88aa-e7c4d84e96fd req-780f5fdf-c129-4ff0-b73e-45ccfc97be4a tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Calling delete_port for 8fc97b48-5bb6-40a8-aab1-06d356a39326 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:32:31.584209 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-cbc5458d-4572-4064-9432-8381641dcefb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c827a2-59d5-4921-bad1-20a3c765fbc7']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:31.595591 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No active binding found for port f74567f9-1238-4595-87fb-b3bb5a548050 {{(pid=102670) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 16 11:32:31.596146 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device f74567f9-1238-4595-87fb-b3bb5a548050 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:32:31.631830 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-cbc5458d-4572-4064-9432-8381641dcefb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '097d60c5-f843-43c2-b1cf-fff668697d70') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:31.632061 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-cbc5458d-4572-4064-9432-8381641dcefb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '097d60c5-f843-43c2-b1cf-fff668697d70') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:31.657556 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ab20af0f-4060-4217-9487-5c720e23c120 None None] Could not find standard attr ID for object c6306332-7be8-46a2-9eaa-228aa5683ee3. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:32:31.675907 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cbc5458d-4572-4064-9432-8381641dcefb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:31.717417 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cbc5458d-4572-4064-9432-8381641dcefb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:31.738997 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbc5458d-4572-4064-9432-8381641dcefb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:32:31.739403 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cbc5458d-4572-4064-9432-8381641dcefb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:31.773250 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:32:31.773250 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:32:31.773250 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:32:31.773250 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:32:31.773250 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:32:31.773250 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:32:31.773250 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:32:31.773250 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:32:31.773250 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:32:31.773250 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:32:31.773250 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:32:31.773250 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:32:31.773250 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:32:31.773250 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:32:31.773250 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:32:31.773250 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:32:31.773250 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:32:31.773250 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:32:31.773250 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:32:31.773250 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:32:31.773250 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:32:31.773250 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:32:31.773250 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:32:31.773250 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:32:31.773250 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:32:31.773250 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:32:31.773250 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:32:31.773250 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:32:31.773250 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:32:31.773250 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:32:31.773250 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:32:31.773250 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:32:31.810724 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:31.832433 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-490b36e3-eaf8-441a-88aa-e7c4d84e96fd req-780f5fdf-c129-4ff0-b73e-45ccfc97be4a tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:31.865085 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['eda68473-eb26-42d1-ad61-73e085f00c70'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:32:31.874429 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['999da5f4-8680-4f3b-bb5e-3b650ba4a561', '1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866', '8fc97b48-5bb6-40a8-aab1-06d356a39326'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:32:31.931470 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-976602c5-c715-4d7d-a8cc-8f26a9dea189 req-42fa3e3f-17b0-4470-b723-ff030f18d977 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=db378a0b-7ff9-41d1-8294-e81ffecaf249 HTTP/1.1" status: 200 len: 210 time: 0.0850980 Nov 16 11:32:31.974692 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f5fdf-c129-4ff0-b73e-45ccfc97be4a tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Pushing event deleted for resources: {'Port': ['ID=8fc97b48-5bb6-40a8-aab1-06d356a39326,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:31.991451 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cbc5458d-4572-4064-9432-8381641dcefb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:32.016140 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cbc5458d-4572-4064-9432-8381641dcefb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:32.032146 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-cbc5458d-4572-4064-9432-8381641dcefb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] 10.222.0.61 "DELETE /v2.0/networks/e2c827a2-59d5-4921-bad1-20a3c765fbc7 HTTP/1.1" status: 204 len: 168 time: 1.5054622 Nov 16 11:32:32.033237 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5458d-4572-4064-9432-8381641dcefb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Pushing event deleted for resources: {'Network': ['ID=e2c827a2-59d5-4921-bad1-20a3c765fbc7,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:32.035318 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45640) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:32.040559 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-490b36e3-eaf8-441a-88aa-e7c4d84e96fd req-780f5fdf-c129-4ff0-b73e-45ccfc97be4a tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] No DVR routers for this DVR port 8fc97b48-5bb6-40a8-aab1-06d356a39326 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:32:32.044329 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-490b36e3-eaf8-441a-88aa-e7c4d84e96fd req-780f5fdf-c129-4ff0-b73e-45ccfc97be4a tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:32.053632 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-490b36e3-eaf8-441a-88aa-e7c4d84e96fd req-780f5fdf-c129-4ff0-b73e-45ccfc97be4a tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.64 "DELETE /v2.0/ports/8fc97b48-5bb6-40a8-aab1-06d356a39326 HTTP/1.1" status: 204 len: 173 time: 1.0720611 Nov 16 11:32:32.085892 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81b2e90-1f5f-4302-a87f-76fabaccc640 x-openstack-request-id: req-c81b2e90-1f5f-4302-a87f-76fabaccc640 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:32:32.086349 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbc62ec-dda5-4722-a78b-ae0e9d384cd1", "name": "network-vif-deleted", "tag": "5b7f549b-106e-4c4c-8729-32f9cb5991de", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:32:32.086663 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c81b2e90-1f5f-4302-a87f-76fabaccc640 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:32:32.087418 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbc62ec-dda5-4722-a78b-ae0e9d384cd1', 'name': 'network-vif-deleted', 'tag': '5b7f549b-106e-4c4c-8729-32f9cb5991de', 'status': 'completed', 'code': 200} Nov 16 11:32:32.173574 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fbdb311b-564e-4fd9-8f66-b76fbefa2a94 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:32.388004 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45644) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:32.402057 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fbdb311b-564e-4fd9-8f66-b76fbefa2a94 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:32.443161 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-fbdb311b-564e-4fd9-8f66-b76fbefa2a94 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f17174e-9c1f-419b-bcb4-ad92898d9fa8']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:32.465217 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-fbdb311b-564e-4fd9-8f66-b76fbefa2a94 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb294f4d-4aa6-475c-b14d-431cfc0c931d') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:32.465422 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-fbdb311b-564e-4fd9-8f66-b76fbefa2a94 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb294f4d-4aa6-475c-b14d-431cfc0c931d') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:32.492991 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fbdb311b-564e-4fd9-8f66-b76fbefa2a94 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:32.509112 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-50798765-3f00-471e-b598-7b17fecf51e8 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:32.525975 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fbdb311b-564e-4fd9-8f66-b76fbefa2a94 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:32.533769 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbdb311b-564e-4fd9-8f66-b76fbefa2a94 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:32:32.534326 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fbdb311b-564e-4fd9-8f66-b76fbefa2a94 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:32.537896 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:32:32.537896 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:32:32.537896 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:32:32.537896 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:32:32.537896 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:32:32.537896 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:32:32.537896 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:32:32.537896 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:32:32.537896 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:32:32.537896 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:32:32.537896 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:32:32.537896 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:32:32.537896 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:32:32.537896 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:32:32.537896 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:32:32.537896 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:32:32.537896 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:32:32.537896 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:32:32.537896 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:32:32.537896 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:32:32.537896 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:32:32.537896 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:32:32.537896 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:32:32.537896 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:32:32.537896 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:32:32.537896 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:32:32.537896 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:32:32.537896 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:32:32.537896 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:32:32.537896 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:32:32.537896 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:32:32.537896 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:32:32.563512 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-50798765-3f00-471e-b598-7b17fecf51e8 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:32.675739 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fbdb311b-564e-4fd9-8f66-b76fbefa2a94 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:32.708071 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-50798765-3f00-471e-b598-7b17fecf51e8 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:32.718818 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fbdb311b-564e-4fd9-8f66-b76fbefa2a94 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:32.723164 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-50798765-3f00-471e-b598-7b17fecf51e8 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:32.733706 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-50798765-3f00-471e-b598-7b17fecf51e8 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "DELETE /v2.0/security-groups/7508d602-f79c-4138-b3e7-7affb4b0c560 HTTP/1.1" status: 204 len: 168 time: 0.3436010 Nov 16 11:32:32.740249 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-fbdb311b-564e-4fd9-8f66-b76fbefa2a94 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] 10.222.0.61 "DELETE /v2.0/networks/7f17174e-9c1f-419b-bcb4-ad92898d9fa8 HTTP/1.1" status: 204 len: 168 time: 0.6992233 Nov 16 11:32:32.748622 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45658) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:32.757952 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50798765-3f00-471e-b598-7b17fecf51e8 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7508d602-f79c-4138-b3e7-7affb4b0c560,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:32.797776 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb311b-564e-4fd9-8f66-b76fbefa2a94 tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Pushing event deleted for resources: {'Network': ['ID=7f17174e-9c1f-419b-bcb4-ad92898d9fa8,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:32.829285 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45660) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:32.873825 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e28808a4-c5dc-4fcc-b409-2326e57116bb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:32.975236 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e28808a4-c5dc-4fcc-b409-2326e57116bb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:33.015461 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e28808a4-c5dc-4fcc-b409-2326e57116bb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1529d53-8610-4540-aaaa-1031e7259d0e']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:33.030708 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e28808a4-c5dc-4fcc-b409-2326e57116bb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67860cae-f77a-4818-a72b-85a7cc6c6f1f') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:33.031057 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e28808a4-c5dc-4fcc-b409-2326e57116bb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67860cae-f77a-4818-a72b-85a7cc6c6f1f') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:33.050113 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e28808a4-c5dc-4fcc-b409-2326e57116bb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:33.068745 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e28808a4-c5dc-4fcc-b409-2326e57116bb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:33.081958 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e28808a4-c5dc-4fcc-b409-2326e57116bb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:32:33.083320 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e28808a4-c5dc-4fcc-b409-2326e57116bb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:33.088870 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:32:33.088870 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:32:33.088870 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:32:33.088870 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:32:33.088870 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:32:33.088870 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:32:33.088870 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:32:33.088870 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:32:33.088870 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:32:33.088870 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:32:33.088870 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:32:33.088870 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:32:33.088870 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:32:33.088870 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:32:33.088870 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:32:33.088870 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:32:33.088870 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:32:33.088870 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:32:33.088870 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:32:33.088870 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:32:33.088870 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:32:33.088870 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:32:33.088870 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:32:33.088870 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:32:33.088870 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:32:33.088870 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:32:33.088870 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:32:33.088870 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:32:33.088870 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:32:33.088870 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:32:33.088870 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:32:33.088870 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:32:33.203055 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e28808a4-c5dc-4fcc-b409-2326e57116bb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:33.218901 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e28808a4-c5dc-4fcc-b409-2326e57116bb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:33.223434 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e28808a4-c5dc-4fcc-b409-2326e57116bb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] 10.222.0.61 "DELETE /v2.0/networks/c1529d53-8610-4540-aaaa-1031e7259d0e HTTP/1.1" status: 204 len: 168 time: 0.4736836 Nov 16 11:32:33.259425 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28808a4-c5dc-4fcc-b409-2326e57116bb tempest-BulkNetworkOpsIpV6Test-548037582 tempest-BulkNetworkOpsIpV6Test-548037582-project] Pushing event deleted for resources: {'Network': ['ID=c1529d53-8610-4540-aaaa-1031e7259d0e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:33.342965 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2541f5-7a87-4e66-94d7-0821e82e7e0a req-0e83ca10-1916-44e1-a723-7ef4b37cc529 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:33.344446 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4c2541f5-7a87-4e66-94d7-0821e82e7e0a req-0e83ca10-1916-44e1-a723-7ef4b37cc529 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 951 time: 0.0674193 Nov 16 11:32:33.485656 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4c2541f5-7a87-4e66-94d7-0821e82e7e0a req-d17306af-a261-4a9d-addf-90c0f577e0fb tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194763 Nov 16 11:32:33.525909 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45672) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:33.697394 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-af3aed83-197c-4070-a560-e0eb065ee3e8 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:33.717243 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-72ce9325-e348-4dab-a33b-af257cfda082 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0efa6979d5f045718d310e9109d6afc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1900914 Nov 16 11:32:33.720597 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45680) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:33.778205 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7f570306-78af-461f-9e43-4253ce51706a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:33.817227 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7f570306-78af-461f-9e43-4253ce51706a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:33.877372 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7f570306-78af-461f-9e43-4253ce51706a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:33.881703 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7f570306-78af-461f-9e43-4253ce51706a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:33.885388 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7f570306-78af-461f-9e43-4253ce51706a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cf93fc1a-4f72-4d77-bdef-48efcd4991ca HTTP/1.1" status: 204 len: 168 time: 0.1617053 Nov 16 11:32:33.898150 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f570306-78af-461f-9e43-4253ce51706a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf93fc1a-4f72-4d77-bdef-48efcd4991ca,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:34.066180 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-af3aed83-197c-4070-a560-e0eb065ee3e8 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Deleting port 474bd286-92f4-4d5a-9d95-ecf06a34bf29 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:32:34.066693 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-af3aed83-197c-4070-a560-e0eb065ee3e8 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:34.088376 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db378a0b-7ff9-41d1-8294-e81ffecaf249', 'name': 'network-vif-deleted', 'tag': '8fc97b48-5bb6-40a8-aab1-06d356a39326'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:32:34.091330 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9ab4e9-1e5a-4e56-af8f-72276597cae5" -d '{"events": [{"server_uuid": "db378a0b-7ff9-41d1-8294-e81ffecaf249", "name": "network-vif-deleted", "tag": "8fc97b48-5bb6-40a8-aab1-06d356a39326"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:32:34.174996 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6e310d-1eeb-4e79-b540-28b2cac28ec0 x-openstack-request-id: req-cb6e310d-1eeb-4e79-b540-28b2cac28ec0 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:32:34.175300 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db378a0b-7ff9-41d1-8294-e81ffecaf249", "name": "network-vif-deleted", "tag": "8fc97b48-5bb6-40a8-aab1-06d356a39326", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:32:34.175558 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cb6e310d-1eeb-4e79-b540-28b2cac28ec0 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:32:34.176857 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db378a0b-7ff9-41d1-8294-e81ffecaf249', 'name': 'network-vif-deleted', 'tag': '8fc97b48-5bb6-40a8-aab1-06d356a39326', 'status': 'completed', 'code': 200} Nov 16 11:32:34.197679 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-af3aed83-197c-4070-a560-e0eb065ee3e8 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] For port 474bd286-92f4-4d5a-9d95-ecf06a34bf29, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=474bd286-92f4-4d5a-9d95-ecf06a34bf29,segment=NetworkSegment(51a5087f-427b-4c60-a5ff-9b0ae88f7801),segment_id=51a5087f-427b-4c60-a5ff-9b0ae88f7801)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:32:34.198219 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-af3aed83-197c-4070-a560-e0eb065ee3e8 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:34.213492 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-af3aed83-197c-4070-a560-e0eb065ee3e8 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Calling delete_port for 474bd286-92f4-4d5a-9d95-ecf06a34bf29 owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:32:34.424023 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-af3aed83-197c-4070-a560-e0eb065ee3e8 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:34.452567 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3aed83-197c-4070-a560-e0eb065ee3e8 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event deleted for resources: {'Port': ['ID=474bd286-92f4-4d5a-9d95-ecf06a34bf29,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:34.733017 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11cfc13-f360-4c47-b825-7c41fef0a7e0 req-b57d51db-55e5-4c6a-a420-dba40896a3f4 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:34.734610 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c11cfc13-f360-4c47-b825-7c41fef0a7e0 req-b57d51db-55e5-4c6a-a420-dba40896a3f4 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 951 time: 0.1348586 Nov 16 11:32:34.743606 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6265e-46a1-4d68-97a9-4f62296204a7 req-8454dffc-a445-4e51-a4e9-e958c178c3b4 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:34.745258 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-61e6265e-46a1-4d68-97a9-4f62296204a7 req-8454dffc-a445-4e51-a4e9-e958c178c3b4 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.64 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 951 time: 0.0523775 Nov 16 11:32:34.767108 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-af3aed83-197c-4070-a560-e0eb065ee3e8 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:34.811687 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 8fc97b48-5bb6-40a8-aab1-06d356a39326 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:32:34.857857 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 8fc97b48-5bb6-40a8-aab1-06d356a39326 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:32:34.858616 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 8fc97b48-5bb6-40a8-aab1-06d356a39326 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:32:34.859258 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 5b7f549b-106e-4c4c-8729-32f9cb5991de no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:32:34.886450 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 5b7f549b-106e-4c4c-8729-32f9cb5991de {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:32:34.897041 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45736) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:34.897898 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 5b7f549b-106e-4c4c-8729-32f9cb5991de not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:32:34.925078 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c11cfc13-f360-4c47-b825-7c41fef0a7e0 req-ae4c6f18-180c-4afc-a5bc-4938bbcb0f92 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795335 Nov 16 11:32:34.983706 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-61e6265e-46a1-4d68-97a9-4f62296204a7 req-d9b548f8-993a-4e4d-ace8-2167d10221fa tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Deleting port 1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:32:34.984058 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-61e6265e-46a1-4d68-97a9-4f62296204a7 req-d9b548f8-993a-4e4d-ace8-2167d10221fa tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:35.156831 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3aed83-197c-4070-a560-e0eb065ee3e8 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Router b45d1980-14ae-4e25-b5ff-acd46263a0fe has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:32:35.173039 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-494204f8-00c1-4a5a-a220-38d98761e515 tempest-NetworksNegativeTestJSON-509243130 tempest-NetworksNegativeTestJSON-509243130-project] Request body: {'port': {'network_id': '96f020b9-d46a-41e8-9d4b-751b5413372f', 'name': 'tempest-NetworksNegativeTestJSON-712054750'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:32:35.177617 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-61e6265e-46a1-4d68-97a9-4f62296204a7 req-d9b548f8-993a-4e4d-ace8-2167d10221fa tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] For port 1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:32:35.178128 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-61e6265e-46a1-4d68-97a9-4f62296204a7 req-d9b548f8-993a-4e4d-ace8-2167d10221fa tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:35.188089 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:32:35.209507 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-494204f8-00c1-4a5a-a220-38d98761e515 tempest-NetworksNegativeTestJSON-509243130 tempest-NetworksNegativeTestJSON-509243130-project] POST failed (client error): The resource could not be found. Nov 16 11:32:35.210972 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-494204f8-00c1-4a5a-a220-38d98761e515 tempest-NetworksNegativeTestJSON-509243130 tempest-NetworksNegativeTestJSON-509243130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:32:35.216466 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-494204f8-00c1-4a5a-a220-38d98761e515 tempest-NetworksNegativeTestJSON-509243130 tempest-NetworksNegativeTestJSON-509243130-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3017340 Nov 16 11:32:35.217181 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45742) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:35.225639 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-61e6265e-46a1-4d68-97a9-4f62296204a7 req-d9b548f8-993a-4e4d-ace8-2167d10221fa tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Calling delete_port for 1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:32:35.241805 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb454a92-0d32-4595-a815-152688549912 tempest-NetworksNegativeTestJSON-509243130 tempest-NetworksNegativeTestJSON-509243130-project] DELETE failed (client error): The resource could not be found. Nov 16 11:32:35.242963 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb454a92-0d32-4595-a815-152688549912 tempest-NetworksNegativeTestJSON-509243130 tempest-NetworksNegativeTestJSON-509243130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:32:35.250157 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-eb454a92-0d32-4595-a815-152688549912 tempest-NetworksNegativeTestJSON-509243130 tempest-NetworksNegativeTestJSON-509243130-project] 10.222.0.61 "DELETE /v2.0/networks/14cfb609-0f59-4add-ad7e-abea07fd765f HTTP/1.1" status: 404 len: 339 time: 0.0281105 Nov 16 11:32:35.250865 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45744) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:35.277875 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-beb761e7-26b9-4bbc-8545-8424a57276ad tempest-NetworksNegativeTestJSON-509243130 tempest-NetworksNegativeTestJSON-509243130-project] DELETE failed (client error): The resource could not be found. Nov 16 11:32:35.278545 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beb761e7-26b9-4bbc-8545-8424a57276ad tempest-NetworksNegativeTestJSON-509243130 tempest-NetworksNegativeTestJSON-509243130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:32:35.286683 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-beb761e7-26b9-4bbc-8545-8424a57276ad tempest-NetworksNegativeTestJSON-509243130 tempest-NetworksNegativeTestJSON-509243130-project] 10.222.0.61 "DELETE /v2.0/ports/3cb2351a-54d7-4ce5-92e1-26a9aa262e96 HTTP/1.1" status: 404 len: 333 time: 0.0309024 Nov 16 11:32:35.289333 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45748) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:35.324164 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-9853af77-7bf8-47db-9854-9572ddf318f7 tempest-NetworksNegativeTestJSON-509243130 tempest-NetworksNegativeTestJSON-509243130-project] DELETE failed (client error): The resource could not be found. Nov 16 11:32:35.324937 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9853af77-7bf8-47db-9854-9572ddf318f7 tempest-NetworksNegativeTestJSON-509243130 tempest-NetworksNegativeTestJSON-509243130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:32:35.334787 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-9853af77-7bf8-47db-9854-9572ddf318f7 tempest-NetworksNegativeTestJSON-509243130 tempest-NetworksNegativeTestJSON-509243130-project] 10.222.0.61 "DELETE /v2.0/subnets/46760995-e216-443c-885f-3f85c5c419ec HTTP/1.1" status: 404 len: 337 time: 0.0437679 Nov 16 11:32:35.335682 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45752) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:35.370748 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-636100a9-61ab-40bb-be01-d32a9e97a4cf tempest-NetworksNegativeTestJSON-509243130 tempest-NetworksNegativeTestJSON-509243130-project] GET failed (client error): The resource could not be found. Nov 16 11:32:35.377705 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-636100a9-61ab-40bb-be01-d32a9e97a4cf tempest-NetworksNegativeTestJSON-509243130 tempest-NetworksNegativeTestJSON-509243130-project] 10.222.0.61 "GET /v2.0/networks/d00bb5c3-4e4e-47d7-a4db-61d514cbe6d0 HTTP/1.1" status: 404 len: 339 time: 0.0337145 Nov 16 11:32:35.377872 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45754) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:35.393755 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3aed83-197c-4070-a560-e0eb065ee3e8 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:32:35.407668 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29f2a2d-dcb3-44aa-b45f-77317c0bcd56 None None] Sync routers for ids ['b45d1980-14ae-4e25-b5ff-acd46263a0fe'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:32:35.414446 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce94379b-d553-452b-a8e3-8f1d71582bc8 tempest-NetworksNegativeTestJSON-509243130 tempest-NetworksNegativeTestJSON-509243130-project] GET failed (client error): The resource could not be found. Nov 16 11:32:35.420301 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ce94379b-d553-452b-a8e3-8f1d71582bc8 tempest-NetworksNegativeTestJSON-509243130 tempest-NetworksNegativeTestJSON-509243130-project] 10.222.0.61 "GET /v2.0/ports/127fcd1e-bd89-4550-923b-c23b74ef8357 HTTP/1.1" status: 404 len: 333 time: 0.0372899 Nov 16 11:32:35.421026 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45756) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:35.430799 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29f2a2d-dcb3-44aa-b45f-77317c0bcd56 None None] Routers {'b45d1980-14ae-4e25-b5ff-acd46263a0fe'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:32:35.436821 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-af3aed83-197c-4070-a560-e0eb065ee3e8 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "PUT /v2.0/routers/b45d1980-14ae-4e25-b5ff-acd46263a0fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6027794 Nov 16 11:32:35.436995 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45758) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:35.438826 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-b29f2a2d-dcb3-44aa-b45f-77317c0bcd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:32:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['b45d1980-14ae-4e25-b5ff-acd46263a0fe'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:35.457593 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8aeaac7-65b7-491d-8327-d79a28c24192 tempest-NetworksNegativeTestJSON-509243130 tempest-NetworksNegativeTestJSON-509243130-project] GET failed (client error): The resource could not be found. Nov 16 11:32:35.464129 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a8aeaac7-65b7-491d-8327-d79a28c24192 tempest-NetworksNegativeTestJSON-509243130 tempest-NetworksNegativeTestJSON-509243130-project] 10.222.0.61 "GET /v2.0/subnets/a194de8a-a61c-4c66-92d3-be69e598b21a HTTP/1.1" status: 404 len: 337 time: 0.0389678 Nov 16 11:32:35.466243 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45760) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:35.474838 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-6edc2382-f4de-4e9f-afec-ab63846a41b9 tempest-NetworksNegativeTestJSON-509243130 tempest-NetworksNegativeTestJSON-509243130-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:32:35.512263 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-6edc2382-f4de-4e9f-afec-ab63846a41b9 tempest-NetworksNegativeTestJSON-509243130 tempest-NetworksNegativeTestJSON-509243130-project] PUT failed (client error): The resource could not be found. Nov 16 11:32:35.512775 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6edc2382-f4de-4e9f-afec-ab63846a41b9 tempest-NetworksNegativeTestJSON-509243130 tempest-NetworksNegativeTestJSON-509243130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:32:35.518525 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6edc2382-f4de-4e9f-afec-ab63846a41b9 tempest-NetworksNegativeTestJSON-509243130 tempest-NetworksNegativeTestJSON-509243130-project] 10.222.0.61 "PUT /v2.0/networks/6b6f3c7b-c9a9-4421-9125-27f6bde22330 HTTP/1.1" status: 404 len: 339 time: 0.0481565 Nov 16 11:32:35.518525 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45762) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:35.523246 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-2618ad42-c1a5-465c-a299-ae414c6e4e6f tempest-NetworksNegativeTestJSON-509243130 tempest-NetworksNegativeTestJSON-509243130-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:32:35.526311 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-e726c842-ab82-4e4d-b38d-04d685049eb1 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Deleting subnet fa420f98-c40e-4555-8792-b6dc61ec5b9c {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:32:35.541442 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e726c842-ab82-4e4d-b38d-04d685049eb1 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:35.560814 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-2618ad42-c1a5-465c-a299-ae414c6e4e6f tempest-NetworksNegativeTestJSON-509243130 tempest-NetworksNegativeTestJSON-509243130-project] PUT failed (client error): The resource could not be found. Nov 16 11:32:35.561034 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2618ad42-c1a5-465c-a299-ae414c6e4e6f tempest-NetworksNegativeTestJSON-509243130 tempest-NetworksNegativeTestJSON-509243130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:32:35.565747 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2618ad42-c1a5-465c-a299-ae414c6e4e6f tempest-NetworksNegativeTestJSON-509243130 tempest-NetworksNegativeTestJSON-509243130-project] 10.222.0.61 "PUT /v2.0/ports/39bf12d7-4318-476b-88b4-34cf91cfc5d4 HTTP/1.1" status: 404 len: 333 time: 0.0431726 Nov 16 11:32:35.566840 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45764) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:35.573390 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f3611f76-ba41-47ff-ba32-a6db9b27f1be tempest-NetworksNegativeTestJSON-509243130 tempest-NetworksNegativeTestJSON-509243130-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:32:35.601106 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3611f76-ba41-47ff-ba32-a6db9b27f1be tempest-NetworksNegativeTestJSON-509243130 tempest-NetworksNegativeTestJSON-509243130-project] PUT failed (client error): The resource could not be found. Nov 16 11:32:35.601566 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3611f76-ba41-47ff-ba32-a6db9b27f1be tempest-NetworksNegativeTestJSON-509243130 tempest-NetworksNegativeTestJSON-509243130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:32:35.602751 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f3611f76-ba41-47ff-ba32-a6db9b27f1be tempest-NetworksNegativeTestJSON-509243130 tempest-NetworksNegativeTestJSON-509243130-project] 10.222.0.61 "PUT /v2.0/subnets/bac3e21a-0d4d-4fe0-bbc0-d6f6d19e3c35 HTTP/1.1" status: 404 len: 337 time: 0.0355413 Nov 16 11:32:35.616332 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-61e6265e-46a1-4d68-97a9-4f62296204a7 req-d9b548f8-993a-4e4d-ace8-2167d10221fa tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:35.629783 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e726c842-ab82-4e4d-b38d-04d685049eb1 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:35.634277 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['eda68473-eb26-42d1-ad61-73e085f00c70'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:32:35.637069 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['999da5f4-8680-4f3b-bb5e-3b650ba4a561', '1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:32:35.653313 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b548f8-993a-4e4d-ace8-2167d10221fa tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Pushing event deleted for resources: {'Port': ['ID=1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:35.737037 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-b29f2a2d-dcb3-44aa-b45f-77317c0bcd56 None None] Set router b45d1980-14ae-4e25-b5ff-acd46263a0fe gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:32:35.749090 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e6265e-46a1-4d68-97a9-4f62296204a7 req-d9b548f8-993a-4e4d-ace8-2167d10221fa tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] No DVR routers for this DVR port 1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:32:35.757024 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-61e6265e-46a1-4d68-97a9-4f62296204a7 req-d9b548f8-993a-4e4d-ace8-2167d10221fa tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:35.766408 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-61e6265e-46a1-4d68-97a9-4f62296204a7 req-d9b548f8-993a-4e4d-ace8-2167d10221fa tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.64 "DELETE /v2.0/ports/1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866 HTTP/1.1" status: 204 len: 173 time: 1.0094211 Nov 16 11:32:35.832095 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e726c842-ab82-4e4d-b38d-04d685049eb1 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:36.111682 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e726c842-ab82-4e4d-b38d-04d685049eb1 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:36.177006 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7788edfb-4eac-45ac-ad7b-3baf42448ab1', 'name': 'network-vif-deleted', 'tag': '1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:32:36.179413 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8f645c-eb76-4616-9379-64d4a8d97bf2" -d '{"events": [{"server_uuid": "7788edfb-4eac-45ac-ad7b-3baf42448ab1", "name": "network-vif-deleted", "tag": "1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:32:36.205490 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726c842-ab82-4e4d-b38d-04d685049eb1 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event deleted for resources: {'Subnet': ['ID=fa420f98-c40e-4555-8792-b6dc61ec5b9c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:36.222994 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e726c842-ab82-4e4d-b38d-04d685049eb1 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:36.228251 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e726c842-ab82-4e4d-b38d-04d685049eb1 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "DELETE /v2.0/subnets/fa420f98-c40e-4555-8792-b6dc61ec5b9c HTTP/1.1" status: 204 len: 168 time: 0.7901371 Nov 16 11:32:36.231711 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45780) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:36.232099 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45782) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:36.267943 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7d7d62d7-bdd5-4d9b-87e8-ea0ce4d1e342 req-ab5f12dc-86ea-4d71-a568-bd3e9884ab64 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=7788edfb-4eac-45ac-ad7b-3baf42448ab1 HTTP/1.1" status: 200 len: 210 time: 0.0383174 Nov 16 11:32:36.346186 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9b3487-9d19-495b-83b4-b63b47525b08 None None] Network 3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:32:36.448478 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-10523653-7bff-4c37-89ec-3dc55ad34fa5 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:36.599861 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de922b53-3d6a-40d2-a1e1-831509962cf7 x-openstack-request-id: req-de922b53-3d6a-40d2-a1e1-831509962cf7 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:32:36.600354 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7788edfb-4eac-45ac-ad7b-3baf42448ab1", "name": "network-vif-deleted", "tag": "1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:32:36.603834 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-de922b53-3d6a-40d2-a1e1-831509962cf7 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:32:36.604784 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7788edfb-4eac-45ac-ad7b-3baf42448ab1', 'name': 'network-vif-deleted', 'tag': '1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866', 'status': 'completed', 'code': 200} Nov 16 11:32:36.666687 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-10523653-7bff-4c37-89ec-3dc55ad34fa5 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:36.679183 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-218eb268-11b2-46ec-a2b9-49b59094df75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:36.739326 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-b29f2a2d-dcb3-44aa-b45f-77317c0bcd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45d1980-14ae-4e25-b5ff-acd46263a0fe', 'name': 'tempest-TestNetworkBasicOps-router-8145012', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '4a71018b-a758-412e-95fa-6654b6d5a87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:31:01Z', 'updated_at': '2021-11-16T11:32:34Z', 'revision_number': 5, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'gw_port': {'id': '4a71018b-a758-412e-95fa-6654b6d5a87d', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:9d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45d1980-14ae-4e25-b5ff-acd46263a0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:02Z', 'updated_at': '2021-11-16T11:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:36.784516 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-10523653-7bff-4c37-89ec-3dc55ad34fa5 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Deleting port 4a71018b-a758-412e-95fa-6654b6d5a87d {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:32:36.784865 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-10523653-7bff-4c37-89ec-3dc55ad34fa5 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:36.804082 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29f2a2d-dcb3-44aa-b45f-77317c0bcd56 None None] Checking router: b45d1980-14ae-4e25-b5ff-acd46263a0fe for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:32:36.836674 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29f2a2d-dcb3-44aa-b45f-77317c0bcd56 None None] Routers {'b45d1980-14ae-4e25-b5ff-acd46263a0fe'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:32:36.837541 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-b29f2a2d-dcb3-44aa-b45f-77317c0bcd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:32:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['b45d1980-14ae-4e25-b5ff-acd46263a0fe'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:36.877297 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-218eb268-11b2-46ec-a2b9-49b59094df75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:36.891990 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-218eb268-11b2-46ec-a2b9-49b59094df75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:36.912277 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b9ea02-f1f1-4b23-8587-b153455eeb38 None None] DHCP port deletion for 3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:32:36.962703 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45798) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:36.973690 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-218eb268-11b2-46ec-a2b9-49b59094df75 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fe6cfa172aa94eedba6f4cec7d2aa0b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7392848 Nov 16 11:32:36.982600 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218eb268-11b2-46ec-a2b9-49b59094df75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6819237f-ff58-4769-97ef-e6269cd93065,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:37.009129 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-10523653-7bff-4c37-89ec-3dc55ad34fa5 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] For port 4a71018b-a758-412e-95fa-6654b6d5a87d, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=4a71018b-a758-412e-95fa-6654b6d5a87d,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:32:37.009454 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-b29f2a2d-dcb3-44aa-b45f-77317c0bcd56 None None] Set router b45d1980-14ae-4e25-b5ff-acd46263a0fe gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:32:37.011672 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-10523653-7bff-4c37-89ec-3dc55ad34fa5 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:37.052503 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-10523653-7bff-4c37-89ec-3dc55ad34fa5 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Calling delete_port for 4a71018b-a758-412e-95fa-6654b6d5a87d owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:32:37.057524 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d5a15241-1696-418e-b367-7b4c9db26a58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:37.072392 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-b29f2a2d-dcb3-44aa-b45f-77317c0bcd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45d1980-14ae-4e25-b5ff-acd46263a0fe', 'name': 'tempest-TestNetworkBasicOps-router-8145012', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:31:01Z', 'updated_at': '2021-11-16T11:32:36Z', 'revision_number': 6, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:37.094390 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d5a15241-1696-418e-b367-7b4c9db26a58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:37.110739 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29f2a2d-dcb3-44aa-b45f-77317c0bcd56 None None] The sync data for ids ['b45d1980-14ae-4e25-b5ff-acd46263a0fe'] in n-d-816823-3 is: [{'id': 'b45d1980-14ae-4e25-b5ff-acd46263a0fe', 'name': 'tempest-TestNetworkBasicOps-router-8145012', 'tenant_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:31:01Z', 'updated_at': '2021-11-16T11:32:36Z', 'revision_number': 6, 'project_id': '8e4d1d7674f84686a4379fe8e2aa2d78', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:32:37.114760 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b9ea02-f1f1-4b23-8587-b153455eeb38 None None] Deleting port 0262dc98-038e-4102-aa46-eb9d6f1e7cd0 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:32:37.115135 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b9ea02-f1f1-4b23-8587-b153455eeb38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:37.172568 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d5a15241-1696-418e-b367-7b4c9db26a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:37.179632 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d5a15241-1696-418e-b367-7b4c9db26a58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:37.190324 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b9ea02-f1f1-4b23-8587-b153455eeb38 None None] For port 0262dc98-038e-4102-aa46-eb9d6f1e7cd0, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=0262dc98-038e-4102-aa46-eb9d6f1e7cd0,segment=NetworkSegment(51a5087f-427b-4c60-a5ff-9b0ae88f7801),segment_id=51a5087f-427b-4c60-a5ff-9b0ae88f7801)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:32:37.190572 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d5a15241-1696-418e-b367-7b4c9db26a58 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6819237f-ff58-4769-97ef-e6269cd93065 HTTP/1.1" status: 204 len: 168 time: 0.2264316 Nov 16 11:32:37.190742 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b9ea02-f1f1-4b23-8587-b153455eeb38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:37.206405 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b9ea02-f1f1-4b23-8587-b153455eeb38 None None] Calling delete_port for 0262dc98-038e-4102-aa46-eb9d6f1e7cd0 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:32:37.214218 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a15241-1696-418e-b367-7b4c9db26a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6819237f-ff58-4769-97ef-e6269cd93065,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:37.390079 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b9ea02-f1f1-4b23-8587-b153455eeb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:37.438552 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9ea02-f1f1-4b23-8587-b153455eeb38 None None] Pushing event deleted for resources: {'Port': ['ID=0262dc98-038e-4102-aa46-eb9d6f1e7cd0,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:37.448489 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b9ea02-f1f1-4b23-8587-b153455eeb38 None None] No DVR routers for this DVR port 0262dc98-038e-4102-aa46-eb9d6f1e7cd0 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:32:37.469193 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-10523653-7bff-4c37-89ec-3dc55ad34fa5 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:37.516091 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10523653-7bff-4c37-89ec-3dc55ad34fa5 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event deleted for resources: {'Port': ['ID=4a71018b-a758-412e-95fa-6654b6d5a87d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:37.540891 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551d5765-b1b9-431d-8af5-0f1ac51caf53 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:32:37.634931 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-10523653-7bff-4c37-89ec-3dc55ad34fa5 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:37.785077 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-10523653-7bff-4c37-89ec-3dc55ad34fa5 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:37.787343 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-10523653-7bff-4c37-89ec-3dc55ad34fa5 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:37.865988 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-10523653-7bff-4c37-89ec-3dc55ad34fa5 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:37.866614 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10523653-7bff-4c37-89ec-3dc55ad34fa5 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Fanout notify agent at l3_agent the message router_deleted on router b45d1980-14ae-4e25-b5ff-acd46263a0fe {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:32:37.874082 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-10523653-7bff-4c37-89ec-3dc55ad34fa5 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:37.875277 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-10523653-7bff-4c37-89ec-3dc55ad34fa5 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "DELETE /v2.0/routers/b45d1980-14ae-4e25-b5ff-acd46263a0fe HTTP/1.1" status: 204 len: 168 time: 1.6422155 Nov 16 11:32:37.878468 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45824) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:38.007526 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a456e9a0-5c0d-465d-8dad-454f982c3a75 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:38.027686 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547827c9-5a2f-4a79-8fcf-87e8890e1b40 req-a0940c5d-0889-4f6a-ade3-17dd2308b174 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:38.035647 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-547827c9-5a2f-4a79-8fcf-87e8890e1b40 req-a0940c5d-0889-4f6a-ade3-17dd2308b174 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 949 time: 0.1048253 Nov 16 11:32:38.201901 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-547827c9-5a2f-4a79-8fcf-87e8890e1b40 req-45a90053-c5aa-4708-9009-82ec129680cd tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597929 Nov 16 11:32:38.232295 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a456e9a0-5c0d-465d-8dad-454f982c3a75 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:38.264288 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-a456e9a0-5c0d-465d-8dad-454f982c3a75 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:38.286018 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-a456e9a0-5c0d-465d-8dad-454f982c3a75 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51a5087f-427b-4c60-a5ff-9b0ae88f7801') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:38.286018 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-a456e9a0-5c0d-465d-8dad-454f982c3a75 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51a5087f-427b-4c60-a5ff-9b0ae88f7801') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:38.299767 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a456e9a0-5c0d-465d-8dad-454f982c3a75 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:38.317446 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a456e9a0-5c0d-465d-8dad-454f982c3a75 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:38.327840 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a456e9a0-5c0d-465d-8dad-454f982c3a75 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:32:38.328550 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a456e9a0-5c0d-465d-8dad-454f982c3a75 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:38.333598 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:32:38.333598 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:32:38.333598 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:32:38.333598 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:32:38.333598 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:32:38.333598 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:32:38.333598 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:32:38.333598 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:32:38.333598 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:32:38.333598 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:32:38.333598 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:32:38.333598 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:32:38.333598 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:32:38.333598 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:32:38.333598 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:32:38.333598 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:32:38.333598 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:32:38.333598 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:32:38.333598 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:32:38.333598 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:32:38.333598 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:32:38.333598 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:32:38.333598 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:32:38.333598 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:32:38.333598 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:32:38.333598 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:32:38.333598 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:32:38.333598 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:32:38.333598 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:32:38.333598 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:32:38.333598 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:32:38.333598 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:32:38.422596 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a456e9a0-5c0d-465d-8dad-454f982c3a75 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:38.424760 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45848) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:38.437140 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a456e9a0-5c0d-465d-8dad-454f982c3a75 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:38.454470 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a456e9a0-5c0d-465d-8dad-454f982c3a75 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] 10.222.0.61 "DELETE /v2.0/networks/3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad HTTP/1.1" status: 204 len: 168 time: 0.5740201 Nov 16 11:32:38.483860 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a456e9a0-5c0d-465d-8dad-454f982c3a75 tempest-TestNetworkBasicOps-1112385016 tempest-TestNetworkBasicOps-1112385016-project] Pushing event deleted for resources: {'Network': ['ID=3b3e0dd2-4fb7-4aa2-a5b2-58162a814cad,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:38.696193 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-79fed929-0a19-44cd-ba5c-fa5d39623a2d tempest-DvrRoutersNegativeTest-2090391029 tempest-DvrRoutersNegativeTest-2090391029-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1319054234', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:32:38.706692 n-d-816823-3 neutron-server[102668]: DEBUG neutron.policy [None req-79fed929-0a19-44cd-ba5c-fa5d39623a2d tempest-DvrRoutersNegativeTest-2090391029 tempest-DvrRoutersNegativeTest-2090391029-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102668) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 16 11:32:38.707381 n-d-816823-3 neutron-server[102668]: DEBUG neutron.policy [None req-79fed929-0a19-44cd-ba5c-fa5d39623a2d tempest-DvrRoutersNegativeTest-2090391029 tempest-DvrRoutersNegativeTest-2090391029-project] Failed policy check for 'create_router' {{(pid=102668) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 16 11:32:38.708169 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-79fed929-0a19-44cd-ba5c-fa5d39623a2d tempest-DvrRoutersNegativeTest-2090391029 tempest-DvrRoutersNegativeTest-2090391029-project] create failed (client error): Access was denied to this resource. Nov 16 11:32:38.709593 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-79fed929-0a19-44cd-ba5c-fa5d39623a2d tempest-DvrRoutersNegativeTest-2090391029 tempest-DvrRoutersNegativeTest-2090391029-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2838299 Nov 16 11:32:38.810227 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:32:38.843606 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:32:38.866357 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 1d5ca5d4-44b8-453e-bdf6-1ae30b9ac866 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:32:38.916734 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 0262dc98-038e-4102-aa46-eb9d6f1e7cd0 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:32:38.973030 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 0262dc98-038e-4102-aa46-eb9d6f1e7cd0 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:32:38.975838 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 0262dc98-038e-4102-aa46-eb9d6f1e7cd0 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:32:38.976268 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 4a71018b-a758-412e-95fa-6654b6d5a87d no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:32:39.016623 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 4a71018b-a758-412e-95fa-6654b6d5a87d {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:32:39.017020 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 4a71018b-a758-412e-95fa-6654b6d5a87d not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:32:39.017453 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 474bd286-92f4-4d5a-9d95-ecf06a34bf29 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:32:39.038096 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 474bd286-92f4-4d5a-9d95-ecf06a34bf29 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:32:39.038482 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 474bd286-92f4-4d5a-9d95-ecf06a34bf29 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:32:39.213365 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45868) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:39.266210 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c100e-78a2-4d99-8baf-4917d680613a req-ae8f7193-a887-4c9c-bcba-f427118c1712 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:39.267290 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48c151-9ccf-4d6f-84e0-e88a365fac87 req-1f697dec-1ee9-4db0-942e-5e3f80462d7b tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:39.269353 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ae48c151-9ccf-4d6f-84e0-e88a365fac87 req-1f697dec-1ee9-4db0-942e-5e3f80462d7b tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 949 time: 0.0668321 Nov 16 11:32:39.270136 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45874) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:39.278568 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c100e-78a2-4d99-8baf-4917d680613a req-ae8f7193-a887-4c9c-bcba-f427118c1712 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:39.285630 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c100e-78a2-4d99-8baf-4917d680613a req-ae8f7193-a887-4c9c-bcba-f427118c1712 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:39.294412 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c100e-78a2-4d99-8baf-4917d680613a req-ae8f7193-a887-4c9c-bcba-f427118c1712 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:39.313008 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c100e-78a2-4d99-8baf-4917d680613a req-ae8f7193-a887-4c9c-bcba-f427118c1712 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:39.321662 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c100e-78a2-4d99-8baf-4917d680613a req-ae8f7193-a887-4c9c-bcba-f427118c1712 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:39.329691 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c100e-78a2-4d99-8baf-4917d680613a req-ae8f7193-a887-4c9c-bcba-f427118c1712 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:39.340097 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-648c100e-78a2-4d99-8baf-4917d680613a req-ae8f7193-a887-4c9c-bcba-f427118c1712 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 5435 time: 0.1739852 Nov 16 11:32:39.432025 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-648c100e-78a2-4d99-8baf-4917d680613a req-e59b1003-e64f-4fc4-9b56-1836a5e43a07 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c641a9-9ec5-4bde-8d8e-91841ccae81e&id=df1a22eb-4b7f-4078-bf25-bb6ec7c01c43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0886295 Nov 16 11:32:39.629098 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45882) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:39.658807 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e17f85-afc7-430a-b87b-ab0c8fa1fb49 req-2e29532e-3beb-4d87-9ad3-640359b2f55a tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:39.667551 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-64e17f85-afc7-430a-b87b-ab0c8fa1fb49 req-2e29532e-3beb-4d87-9ad3-640359b2f55a tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 949 time: 0.0827291 Nov 16 11:32:39.698785 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-82ef9fd1-9c31-4169-a2a2-81b4355c3dfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:39.723180 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-64e17f85-afc7-430a-b87b-ab0c8fa1fb49 req-65239e0a-9fa7-42e3-9b0d-98962a76aaa0 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540910 Nov 16 11:32:39.747173 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a8eb3ef9-fd3b-4513-8d26-2df81c094cf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:39.767653 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-79b50e38-c6ff-4d25-a56d-c3653d52804f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8e4d1d7674f84686a4379fe8e2aa2d78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5507765 Nov 16 11:32:39.769003 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45888) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:39.819685 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-ae48c151-9ccf-4d6f-84e0-e88a365fac87 req-5daf0382-2ff6-4682-b204-3d203b6f2d6f tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Deleting port 999da5f4-8680-4f3b-bb5e-3b650ba4a561 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:32:39.820019 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ae48c151-9ccf-4d6f-84e0-e88a365fac87 req-5daf0382-2ff6-4682-b204-3d203b6f2d6f tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:39.844610 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fa87cd88-645a-4224-87bc-54e9fe2144ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:39.870828 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fa87cd88-645a-4224-87bc-54e9fe2144ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:39.943702 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fa87cd88-645a-4224-87bc-54e9fe2144ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:39.946370 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fa87cd88-645a-4224-87bc-54e9fe2144ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:39.950472 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-fa87cd88-645a-4224-87bc-54e9fe2144ce admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a25182e3-7e5a-4f31-9f76-a8aceeb3e0b0 HTTP/1.1" status: 204 len: 168 time: 0.1766915 Nov 16 11:32:39.950694 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-82ef9fd1-9c31-4169-a2a2-81b4355c3dfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:39.962173 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa87cd88-645a-4224-87bc-54e9fe2144ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25182e3-7e5a-4f31-9f76-a8aceeb3e0b0,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:39.973534 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-82ef9fd1-9c31-4169-a2a2-81b4355c3dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:40.054946 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a8eb3ef9-fd3b-4513-8d26-2df81c094cf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:40.084618 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef9fd1-9c31-4169-a2a2-81b4355c3dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5e9739-f7c5-475e-9ec5-1463d7778681,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:40.114873 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-82ef9fd1-9c31-4169-a2a2-81b4355c3dfb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=afa8f577d2654c9fa2b22ecb7777d9b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8432605 Nov 16 11:32:40.115529 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45902) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:40.121918 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a8eb3ef9-fd3b-4513-8d26-2df81c094cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:40.137423 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ae48c151-9ccf-4d6f-84e0-e88a365fac87 req-5daf0382-2ff6-4682-b204-3d203b6f2d6f tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] For port 999da5f4-8680-4f3b-bb5e-3b650ba4a561, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=999da5f4-8680-4f3b-bb5e-3b650ba4a561,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:32:40.137804 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ae48c151-9ccf-4d6f-84e0-e88a365fac87 req-5daf0382-2ff6-4682-b204-3d203b6f2d6f tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:40.197061 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9618f924-10d7-4661-a019-e7fc584d88fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:40.197472 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-ae48c151-9ccf-4d6f-84e0-e88a365fac87 req-5daf0382-2ff6-4682-b204-3d203b6f2d6f tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Calling delete_port for 999da5f4-8680-4f3b-bb5e-3b650ba4a561 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:32:40.221638 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb3ef9-fd3b-4513-8d26-2df81c094cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5173f93-fdb3-40cd-8023-0d75ce6c4e66,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:40.229594 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9618f924-10d7-4661-a019-e7fc584d88fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:40.234761 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72c853-d752-4998-8736-2d2e17382cfb req-bb1e847b-e9bf-42f8-a320-a70eb3f0847f tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:40.240807 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72c853-d752-4998-8736-2d2e17382cfb req-bb1e847b-e9bf-42f8-a320-a70eb3f0847f tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:40.246898 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72c853-d752-4998-8736-2d2e17382cfb req-bb1e847b-e9bf-42f8-a320-a70eb3f0847f tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:40.253584 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72c853-d752-4998-8736-2d2e17382cfb req-bb1e847b-e9bf-42f8-a320-a70eb3f0847f tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:40.260091 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72c853-d752-4998-8736-2d2e17382cfb req-bb1e847b-e9bf-42f8-a320-a70eb3f0847f tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:40.267215 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72c853-d752-4998-8736-2d2e17382cfb req-bb1e847b-e9bf-42f8-a320-a70eb3f0847f tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:40.273613 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72c853-d752-4998-8736-2d2e17382cfb req-bb1e847b-e9bf-42f8-a320-a70eb3f0847f tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:40.274952 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2e72c853-d752-4998-8736-2d2e17382cfb req-bb1e847b-e9bf-42f8-a320-a70eb3f0847f tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.36 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 5435 time: 0.2677238 Nov 16 11:32:40.281982 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a8eb3ef9-fd3b-4513-8d26-2df81c094cf4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=873f16de94234746ae3583d394a49b72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6468303 Nov 16 11:32:40.282941 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45908) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:40.302267 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9618f924-10d7-4661-a019-e7fc584d88fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:40.305171 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9618f924-10d7-4661-a019-e7fc584d88fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:40.306692 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-9618f924-10d7-4661-a019-e7fc584d88fc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/df5e9739-f7c5-475e-9ec5-1463d7778681 HTTP/1.1" status: 204 len: 168 time: 0.1888437 Nov 16 11:32:40.329290 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9618f924-10d7-4661-a019-e7fc584d88fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5e9739-f7c5-475e-9ec5-1463d7778681,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:40.358171 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-810bff1e-0d50-4c68-b14f-f5d95d23ad02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:40.369041 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72c853-d752-4998-8736-2d2e17382cfb req-8035dd98-b6ad-4697-9e57-00cfdbf69322 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:40.370808 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2e72c853-d752-4998-8736-2d2e17382cfb req-8035dd98-b6ad-4697-9e57-00cfdbf69322 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.36 "GET /v2.0/ports/442339e7-8828-4527-b420-5e71635e90f9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0878551 Nov 16 11:32:40.387148 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-810bff1e-0d50-4c68-b14f-f5d95d23ad02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:40.460508 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-810bff1e-0d50-4c68-b14f-f5d95d23ad02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:40.463665 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-810bff1e-0d50-4c68-b14f-f5d95d23ad02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:40.468410 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-810bff1e-0d50-4c68-b14f-f5d95d23ad02 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c5173f93-fdb3-40cd-8023-0d75ce6c4e66 HTTP/1.1" status: 204 len: 168 time: 0.1809905 Nov 16 11:32:40.480010 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45916) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:40.480890 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810bff1e-0d50-4c68-b14f-f5d95d23ad02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5173f93-fdb3-40cd-8023-0d75ce6c4e66,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:40.488866 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2e72c853-d752-4998-8736-2d2e17382cfb req-c8d50379-3ea3-4e30-9574-6a038834ff7b tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.36 "GET /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1082773 Nov 16 11:32:40.501437 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-2e72c853-d752-4998-8736-2d2e17382cfb req-46c8d59d-de94-4622-96f5-ea1065a7209d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:32:40.512929 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b9075049-e852-4efe-973c-df76e4bfd599 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:40.579807 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2e72c853-d752-4998-8736-2d2e17382cfb req-46c8d59d-de94-4622-96f5-ea1065a7209d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:40.648706 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b9075049-e852-4efe-973c-df76e4bfd599 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:40.665950 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b9075049-e852-4efe-973c-df76e4bfd599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:40.719819 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ae48c151-9ccf-4d6f-84e0-e88a365fac87 req-5daf0382-2ff6-4682-b204-3d203b6f2d6f tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:40.733203 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['eda68473-eb26-42d1-ad61-73e085f00c70'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:32:40.739022 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['999da5f4-8680-4f3b-bb5e-3b650ba4a561'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:32:40.749357 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf0382-2ff6-4682-b204-3d203b6f2d6f tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Pushing event deleted for resources: {'Port': ['ID=999da5f4-8680-4f3b-bb5e-3b650ba4a561,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:40.763518 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b9075049-e852-4efe-973c-df76e4bfd599 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f52b12838ec34956b1b8a980c8fc461f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2796097 Nov 16 11:32:40.768141 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45924) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:40.778999 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9075049-e852-4efe-973c-df76e4bfd599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a67099-dc7c-43ef-9bed-034b8aaf90f2,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:40.795716 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce77978-af78-43e8-9e79-2c36666ce5a5 req-beeed1f5-112e-4fe0-aaea-e7dda1fa09a4 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:40.801867 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce77978-af78-43e8-9e79-2c36666ce5a5 req-beeed1f5-112e-4fe0-aaea-e7dda1fa09a4 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:40.808047 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce77978-af78-43e8-9e79-2c36666ce5a5 req-beeed1f5-112e-4fe0-aaea-e7dda1fa09a4 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:40.815080 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce77978-af78-43e8-9e79-2c36666ce5a5 req-beeed1f5-112e-4fe0-aaea-e7dda1fa09a4 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:40.821199 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce77978-af78-43e8-9e79-2c36666ce5a5 req-beeed1f5-112e-4fe0-aaea-e7dda1fa09a4 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:40.827363 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce77978-af78-43e8-9e79-2c36666ce5a5 req-beeed1f5-112e-4fe0-aaea-e7dda1fa09a4 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:40.833708 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce77978-af78-43e8-9e79-2c36666ce5a5 req-beeed1f5-112e-4fe0-aaea-e7dda1fa09a4 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:40.842298 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7ce77978-af78-43e8-9e79-2c36666ce5a5 req-beeed1f5-112e-4fe0-aaea-e7dda1fa09a4 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 5435 time: 0.1918812 Nov 16 11:32:40.865045 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-2e72c853-d752-4998-8736-2d2e17382cfb req-46c8d59d-de94-4622-96f5-ea1065a7209d service neutron] For port 442339e7-8828-4527-b420-5e71635e90f9, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=442339e7-8828-4527-b420-5e71635e90f9,segment=NetworkSegment(16847986-4ee3-48f3-a2b2-b0245bd65314),segment_id=16847986-4ee3-48f3-a2b2-b0245bd65314)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:32:40.938959 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7ce77978-af78-43e8-9e79-2c36666ce5a5 req-0c141425-829d-4414-b91a-dac51a6b8255 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c641a9-9ec5-4bde-8d8e-91841ccae81e&id=df1a22eb-4b7f-4078-bf25-bb6ec7c01c43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0941503 Nov 16 11:32:40.948261 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45934) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:40.952799 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-2e72c853-d752-4998-8736-2d2e17382cfb req-46c8d59d-de94-4622-96f5-ea1065a7209d service neutron] For port 442339e7-8828-4527-b420-5e71635e90f9, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:32:40.977136 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f48a8278-6d74-4040-84a5-806854f75b26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:40.988859 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-2e72c853-d752-4998-8736-2d2e17382cfb req-46c8d59d-de94-4622-96f5-ea1065a7209d service neutron] device_id is not set on port 442339e7-8828-4527-b420-5e71635e90f9 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:32:41.008024 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2e72c853-d752-4998-8736-2d2e17382cfb req-46c8d59d-de94-4622-96f5-ea1065a7209d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:41.073969 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2e72c853-d752-4998-8736-2d2e17382cfb req-46c8d59d-de94-4622-96f5-ea1065a7209d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:41.120290 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-24b1d72c-53df-4cd2-ba3b-2f3da7338759 req-03cb16bd-d50d-4c2e-82be-fa1d62c1fadd tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc7d811-2a6b-4cae-b37d-163ca14fcd3a HTTP/1.1" status: 200 len: 210 time: 0.0430367 Nov 16 11:32:41.132974 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f48a8278-6d74-4040-84a5-806854f75b26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:41.142977 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f48a8278-6d74-4040-84a5-806854f75b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:41.175638 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae48c151-9ccf-4d6f-84e0-e88a365fac87 req-5daf0382-2ff6-4682-b204-3d203b6f2d6f tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] No DVR routers for this DVR port 999da5f4-8680-4f3b-bb5e-3b650ba4a561 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:32:41.180266 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ae48c151-9ccf-4d6f-84e0-e88a365fac87 req-5daf0382-2ff6-4682-b204-3d203b6f2d6f tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:41.187091 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ae48c151-9ccf-4d6f-84e0-e88a365fac87 req-5daf0382-2ff6-4682-b204-3d203b6f2d6f tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.64 "DELETE /v2.0/ports/999da5f4-8680-4f3b-bb5e-3b650ba4a561 HTTP/1.1" status: 204 len: 173 time: 1.9047675 Nov 16 11:32:41.227821 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f48a8278-6d74-4040-84a5-806854f75b26 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5b5d3880592a479a8a511d42009d2ba7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2782574 Nov 16 11:32:41.228918 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a8278-6d74-4040-84a5-806854f75b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec9c82c-d771-4f2b-a2bf-ec3d613d78da,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:41.230566 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc7d811-2a6b-4cae-b37d-163ca14fcd3a', 'name': 'network-vif-deleted', 'tag': '999da5f4-8680-4f3b-bb5e-3b650ba4a561'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:32:41.234334 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45944) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:41.253481 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fb3cf1-39ee-4d8e-af1b-a98c5c7de79b" -d '{"events": [{"server_uuid": "fcc7d811-2a6b-4cae-b37d-163ca14fcd3a", "name": "network-vif-deleted", "tag": "999da5f4-8680-4f3b-bb5e-3b650ba4a561"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:32:41.258950 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8d59d-de94-4622-96f5-ea1065a7209d service neutron] Pushing event updated for resources: {'Port': ['ID=442339e7-8828-4527-b420-5e71635e90f9,revision_number=6']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:41.319614 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e72c853-d752-4998-8736-2d2e17382cfb req-46c8d59d-de94-4622-96f5-ea1065a7209d service neutron] No DVR routers for this DVR port 442339e7-8828-4527-b420-5e71635e90f9 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:32:41.355867 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bc2189d5-7dfd-4e63-a953-4edaa6f8f1f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:41.425780 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bc2189d5-7dfd-4e63-a953-4edaa6f8f1f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:41.482505 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-135a2558-be64-4fab-b8a3-32813fc8dc03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:41.526864 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-2e72c853-d752-4998-8736-2d2e17382cfb req-46c8d59d-de94-4622-96f5-ea1065a7209d service neutron] In _notify_port_updated(), no bound segment for port 442339e7-8828-4527-b420-5e71635e90f9 on network 2ef7fac0-ba76-4873-aa0c-db478637a221 {{(pid=102668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 11:32:41.527880 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72c853-d752-4998-8736-2d2e17382cfb req-46c8d59d-de94-4622-96f5-ea1065a7209d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:41.528691 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2e72c853-d752-4998-8736-2d2e17382cfb req-46c8d59d-de94-4622-96f5-ea1065a7209d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:41.530646 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2e72c853-d752-4998-8736-2d2e17382cfb req-46c8d59d-de94-4622-96f5-ea1065a7209d service neutron] 10.222.0.36 "PUT /v2.0/ports/442339e7-8828-4527-b420-5e71635e90f9 HTTP/1.1" status: 200 len: 1027 time: 1.0337780 Nov 16 11:32:41.547486 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bc2189d5-7dfd-4e63-a953-4edaa6f8f1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:41.550753 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bc2189d5-7dfd-4e63-a953-4edaa6f8f1f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:41.551942 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-bc2189d5-7dfd-4e63-a953-4edaa6f8f1f1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4ec9c82c-d771-4f2b-a2bf-ec3d613d78da HTTP/1.1" status: 204 len: 168 time: 0.3161142 Nov 16 11:32:41.567805 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2189d5-7dfd-4e63-a953-4edaa6f8f1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec9c82c-d771-4f2b-a2bf-ec3d613d78da,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:41.576404 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-135a2558-be64-4fab-b8a3-32813fc8dc03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:41.659317 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616e6e64-ba51-4d94-bade-aeadd4e7ca7a x-openstack-request-id: req-616e6e64-ba51-4d94-bade-aeadd4e7ca7a {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:32:41.660318 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc7d811-2a6b-4cae-b37d-163ca14fcd3a", "name": "network-vif-deleted", "tag": "999da5f4-8680-4f3b-bb5e-3b650ba4a561", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:32:41.660884 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-616e6e64-ba51-4d94-bade-aeadd4e7ca7a {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:32:41.662177 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc7d811-2a6b-4cae-b37d-163ca14fcd3a', 'name': 'network-vif-deleted', 'tag': '999da5f4-8680-4f3b-bb5e-3b650ba4a561', 'status': 'completed', 'code': 200} Nov 16 11:32:41.699628 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72c853-d752-4998-8736-2d2e17382cfb req-532c3a17-d4f3-405c-9c72-00e3f696d149 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:41.702842 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2e72c853-d752-4998-8736-2d2e17382cfb req-532c3a17-d4f3-405c-9c72-00e3f696d149 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.36 "GET /v2.0/ports/ef6df7df-1e5a-4b26-a927-ad82f8336e09?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1644599 Nov 16 11:32:41.717740 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-2e72c853-d752-4998-8736-2d2e17382cfb req-49a3e7d6-5d69-4eaa-bbe3-6d30fb8dc191 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:32:41.736286 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d29de31f-6c9a-4e68-8cf5-e9b008c623d4 None None] Provisioning complete for port 442339e7-8828-4527-b420-5e71635e90f9 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:32:41.736843 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d29de31f-6c9a-4e68-8cf5-e9b008c623d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:41.784284 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-135a2558-be64-4fab-b8a3-32813fc8dc03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:41.788687 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-135a2558-be64-4fab-b8a3-32813fc8dc03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:41.791377 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-135a2558-be64-4fab-b8a3-32813fc8dc03 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a7a67099-dc7c-43ef-9bed-034b8aaf90f2 HTTP/1.1" status: 204 len: 168 time: 1.0210524 Nov 16 11:32:41.811531 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2e72c853-d752-4998-8736-2d2e17382cfb req-49a3e7d6-5d69-4eaa-bbe3-6d30fb8dc191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:41.815153 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a2558-be64-4fab-b8a3-32813fc8dc03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a67099-dc7c-43ef-9bed-034b8aaf90f2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:41.823184 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-d29de31f-6c9a-4e68-8cf5-e9b008c623d4 None None] Port 442339e7-8828-4527-b420-5e71635e90f9 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:32:41.887616 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45962) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:42.026655 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-2e72c853-d752-4998-8736-2d2e17382cfb req-49a3e7d6-5d69-4eaa-bbe3-6d30fb8dc191 service neutron] For port ef6df7df-1e5a-4b26-a927-ad82f8336e09, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=ef6df7df-1e5a-4b26-a927-ad82f8336e09,segment=NetworkSegment(16847986-4ee3-48f3-a2b2-b0245bd65314),segment_id=16847986-4ee3-48f3-a2b2-b0245bd65314)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:32:42.076906 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-2e72c853-d752-4998-8736-2d2e17382cfb req-49a3e7d6-5d69-4eaa-bbe3-6d30fb8dc191 service neutron] For port ef6df7df-1e5a-4b26-a927-ad82f8336e09, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:32:42.121953 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87876940-8e3b-4a1c-8d7f-dce096b2fa61 req-fda21711-1925-4a88-9b62-79445fce9844 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:42.128595 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87876940-8e3b-4a1c-8d7f-dce096b2fa61 req-fda21711-1925-4a88-9b62-79445fce9844 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:42.135924 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87876940-8e3b-4a1c-8d7f-dce096b2fa61 req-fda21711-1925-4a88-9b62-79445fce9844 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:42.137618 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-2e72c853-d752-4998-8736-2d2e17382cfb req-49a3e7d6-5d69-4eaa-bbe3-6d30fb8dc191 service neutron] device_id is not set on port ef6df7df-1e5a-4b26-a927-ad82f8336e09 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:32:42.142768 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87876940-8e3b-4a1c-8d7f-dce096b2fa61 req-fda21711-1925-4a88-9b62-79445fce9844 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:42.147205 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2e72c853-d752-4998-8736-2d2e17382cfb req-49a3e7d6-5d69-4eaa-bbe3-6d30fb8dc191 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:42.149214 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87876940-8e3b-4a1c-8d7f-dce096b2fa61 req-fda21711-1925-4a88-9b62-79445fce9844 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:42.155284 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2e72c853-d752-4998-8736-2d2e17382cfb req-49a3e7d6-5d69-4eaa-bbe3-6d30fb8dc191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:42.157964 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87876940-8e3b-4a1c-8d7f-dce096b2fa61 req-fda21711-1925-4a88-9b62-79445fce9844 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:42.160412 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-87876940-8e3b-4a1c-8d7f-dce096b2fa61 req-fda21711-1925-4a88-9b62-79445fce9844 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 4661 time: 0.1096005 Nov 16 11:32:42.232685 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e72c853-d752-4998-8736-2d2e17382cfb req-49a3e7d6-5d69-4eaa-bbe3-6d30fb8dc191 service neutron] No DVR routers for this DVR port ef6df7df-1e5a-4b26-a927-ad82f8336e09 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:32:42.236376 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a3e7d6-5d69-4eaa-bbe3-6d30fb8dc191 service neutron] Pushing event updated for resources: {'Port': ['ID=ef6df7df-1e5a-4b26-a927-ad82f8336e09,revision_number=6']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:42.308819 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-87876940-8e3b-4a1c-8d7f-dce096b2fa61 req-f0d6b6ae-d4d4-4cd6-b28c-25b85eb23c3d tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/security-groups?id=98c641a9-9ec5-4bde-8d8e-91841ccae81e&id=df1a22eb-4b7f-4078-bf25-bb6ec7c01c43&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1378613 Nov 16 11:32:42.322402 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-906314b6-a449-4273-ae7d-ea14b45e571b tempest-SubnetPoolsTestJSON-1072083370 tempest-SubnetPoolsTestJSON-1072083370-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-501726392', 'prefixes': ['172.20.0.0/16']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:32:42.324021 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-2e72c853-d752-4998-8736-2d2e17382cfb req-49a3e7d6-5d69-4eaa-bbe3-6d30fb8dc191 service neutron] In _notify_port_updated(), no bound segment for port ef6df7df-1e5a-4b26-a927-ad82f8336e09 on network 2ef7fac0-ba76-4873-aa0c-db478637a221 {{(pid=102668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 11:32:42.325179 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72c853-d752-4998-8736-2d2e17382cfb req-49a3e7d6-5d69-4eaa-bbe3-6d30fb8dc191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:42.327225 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2e72c853-d752-4998-8736-2d2e17382cfb req-49a3e7d6-5d69-4eaa-bbe3-6d30fb8dc191 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:42.329449 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2e72c853-d752-4998-8736-2d2e17382cfb req-49a3e7d6-5d69-4eaa-bbe3-6d30fb8dc191 service neutron] 10.222.0.36 "PUT /v2.0/ports/ef6df7df-1e5a-4b26-a927-ad82f8336e09 HTTP/1.1" status: 200 len: 1027 time: 0.6188254 Nov 16 11:32:42.458426 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-906314b6-a449-4273-ae7d-ea14b45e571b tempest-SubnetPoolsTestJSON-1072083370 tempest-SubnetPoolsTestJSON-1072083370-project] Publish callbacks [] for subnetpool, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:42.462854 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-906314b6-a449-4273-ae7d-ea14b45e571b tempest-SubnetPoolsTestJSON-1072083370 tempest-SubnetPoolsTestJSON-1072083370-project] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5733054 Nov 16 11:32:42.463533 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45986) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:42.533191 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45996) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:42.534737 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-452a8005-2e1d-48c2-acdc-ae1c93e0c333 tempest-SubnetPoolsTestJSON-1072083370 tempest-SubnetPoolsTestJSON-1072083370-project] 10.222.0.61 "GET /v2.0/subnetpools/8469b999-3852-42d7-822b-d27c90b69ae8 HTTP/1.1" status: 200 len: 731 time: 0.0694256 Nov 16 11:32:42.548007 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5ee2f4b7-6e6a-469f-b26d-a35ed7965806 tempest-SubnetPoolsTestJSON-1072083370 tempest-SubnetPoolsTestJSON-1072083370-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-170660619'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:32:42.659855 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-611a511d-3a3f-46b5-8925-8a95baed01b0 None None] Provisioning complete for port ef6df7df-1e5a-4b26-a927-ad82f8336e09 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:32:42.661423 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-611a511d-3a3f-46b5-8925-8a95baed01b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:42.756524 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-611a511d-3a3f-46b5-8925-8a95baed01b0 None None] Port ef6df7df-1e5a-4b26-a927-ad82f8336e09 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:32:42.758183 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-2e72c853-d752-4998-8736-2d2e17382cfb req-551b9fa6-8572-47d6-bd9f-35319d7472cc tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Deleting port 41a853ef-f92e-4127-89d6-e02d71c0d2ed {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:32:42.759793 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2e72c853-d752-4998-8736-2d2e17382cfb req-551b9fa6-8572-47d6-bd9f-35319d7472cc tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:42.769483 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 08ceb28d-8344-42d5-9cb2-b5e94742930c no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:32:42.844943 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 999da5f4-8680-4f3b-bb5e-3b650ba4a561 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:32:42.872854 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ee2f4b7-6e6a-469f-b26d-a35ed7965806 tempest-SubnetPoolsTestJSON-1072083370 tempest-SubnetPoolsTestJSON-1072083370-project] Publish callbacks [] for subnetpool, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:42.873694 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5ee2f4b7-6e6a-469f-b26d-a35ed7965806 tempest-SubnetPoolsTestJSON-1072083370 tempest-SubnetPoolsTestJSON-1072083370-project] 10.222.0.61 "PUT /v2.0/subnetpools/8469b999-3852-42d7-822b-d27c90b69ae8 HTTP/1.1" status: 200 len: 683 time: 0.3306563 Nov 16 11:32:42.877093 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 46010) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:42.877947 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 999da5f4-8680-4f3b-bb5e-3b650ba4a561 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:32:42.879413 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 999da5f4-8680-4f3b-bb5e-3b650ba4a561 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:32:42.960486 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-2e72c853-d752-4998-8736-2d2e17382cfb req-551b9fa6-8572-47d6-bd9f-35319d7472cc tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] For port 41a853ef-f92e-4127-89d6-e02d71c0d2ed, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=41a853ef-f92e-4127-89d6-e02d71c0d2ed,segment=NetworkSegment(3aacb015-09d5-4518-8cdb-9c27d9564540),segment_id=3aacb015-09d5-4518-8cdb-9c27d9564540)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:32:42.960946 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2e72c853-d752-4998-8736-2d2e17382cfb req-551b9fa6-8572-47d6-bd9f-35319d7472cc tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:42.965463 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:42.979465 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-2e72c853-d752-4998-8736-2d2e17382cfb req-551b9fa6-8572-47d6-bd9f-35319d7472cc tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Calling delete_port for 41a853ef-f92e-4127-89d6-e02d71c0d2ed owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:32:43.025771 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 08ceb28d-8344-42d5-9cb2-b5e94742930c, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=08ceb28d-8344-42d5-9cb2-b5e94742930c,segment=NetworkSegment(bc3efc76-7eee-41cc-b500-e816d15e53cf),segment_id=bc3efc76-7eee-41cc-b500-e816d15e53cf)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:32:43.029730 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08ceb28d-8344-42d5-9cb2-b5e94742930c'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:32:43.033626 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3caf2ea9-85e6-4a18-8a01-b356c48f9d05" -d '{"events": [{"server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "name": "network-vif-unplugged", "status": "completed", "tag": "08ceb28d-8344-42d5-9cb2-b5e94742930c"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:32:43.042227 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:43.043892 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 41a853ef-f92e-4127-89d6-e02d71c0d2ed no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:32:43.103386 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6c095197-59a0-4020-ad98-6d9a88ee369e tempest-SubnetPoolsTestJSON-1072083370 tempest-SubnetPoolsTestJSON-1072083370-project] Publish callbacks [] for subnetpool, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:43.107668 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6c095197-59a0-4020-ad98-6d9a88ee369e tempest-SubnetPoolsTestJSON-1072083370 tempest-SubnetPoolsTestJSON-1072083370-project] 10.222.0.61 "DELETE /v2.0/subnetpools/8469b999-3852-42d7-822b-d27c90b69ae8 HTTP/1.1" status: 204 len: 168 time: 0.2298505 Nov 16 11:32:43.108509 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 46022) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:43.142422 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-186035de-5d1c-4b74-9bce-c5b5b240a849 tempest-SubnetPoolsTestJSON-1072083370 tempest-SubnetPoolsTestJSON-1072083370-project] show failed (client error): The resource could not be found. Nov 16 11:32:43.146238 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-186035de-5d1c-4b74-9bce-c5b5b240a849 tempest-SubnetPoolsTestJSON-1072083370 tempest-SubnetPoolsTestJSON-1072083370-project] 10.222.0.61 "GET /v2.0/subnetpools/8469b999-3852-42d7-822b-d27c90b69ae8 HTTP/1.1" status: 404 len: 346 time: 0.0365727 Nov 16 11:32:43.147009 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 46024) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:43.156331 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bc1d70b2-ebe1-423a-97e9-81e36c69103a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:43.178180 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-0fcb9ceb-94dc-49f0-8738-390a1eca3e2f tempest-SubnetPoolsTestJSON-1072083370 tempest-SubnetPoolsTestJSON-1072083370-project] delete failed (client error): The resource could not be found. Nov 16 11:32:43.185875 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0fcb9ceb-94dc-49f0-8738-390a1eca3e2f tempest-SubnetPoolsTestJSON-1072083370 tempest-SubnetPoolsTestJSON-1072083370-project] 10.222.0.61 "DELETE /v2.0/subnetpools/8469b999-3852-42d7-822b-d27c90b69ae8 HTTP/1.1" status: 404 len: 346 time: 0.0376890 Nov 16 11:32:43.207074 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2e72c853-d752-4998-8736-2d2e17382cfb req-551b9fa6-8572-47d6-bd9f-35319d7472cc tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:43.270662 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=08ceb28d-8344-42d5-9cb2-b5e94742930c,revision_number=6']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:43.274055 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:43.304075 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a73038-6e2f-4e9c-a47b-ea64fed4582b req-c8b997d3-0c47-49cf-8349-ca6a4e3d5790 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:43.312428 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c0a73038-6e2f-4e9c-a47b-ea64fed4582b req-c8b997d3-0c47-49cf-8349-ca6a4e3d5790 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 949 time: 0.0828385 Nov 16 11:32:43.377330 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 442339e7-8828-4527-b420-5e71635e90f9 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:32:43.379067 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b9fa6-8572-47d6-bd9f-35319d7472cc tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Pushing event deleted for resources: {'Port': ['ID=41a853ef-f92e-4127-89d6-e02d71c0d2ed,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:43.422495 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 442339e7-8828-4527-b420-5e71635e90f9 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:32:43.422983 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 8c0c8e29-c9e3-442d-bb5d-3b91f658d21a no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:32:43.425861 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c0a73038-6e2f-4e9c-a47b-ea64fed4582b req-6ef9205e-bfa9-40b6-8aa4-c1a8d936fd5f tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087003 Nov 16 11:32:43.447727 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e72c853-d752-4998-8736-2d2e17382cfb req-551b9fa6-8572-47d6-bd9f-35319d7472cc tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] No DVR routers for this DVR port 41a853ef-f92e-4127-89d6-e02d71c0d2ed on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:32:43.454552 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2e72c853-d752-4998-8736-2d2e17382cfb req-551b9fa6-8572-47d6-bd9f-35319d7472cc tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:43.459275 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2e72c853-d752-4998-8736-2d2e17382cfb req-551b9fa6-8572-47d6-bd9f-35319d7472cc tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.36 "DELETE /v2.0/ports/41a853ef-f92e-4127-89d6-e02d71c0d2ed HTTP/1.1" status: 204 len: 173 time: 1.1193318 Nov 16 11:32:43.499305 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 11:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed3c441-8dd3-40f3-ae9a-dcb1f740a652 x-openstack-request-id: req-1ed3c441-8dd3-40f3-ae9a-dcb1f740a652 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:32:43.499606 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "name": "network-vif-unplugged", "status": "completed", "tag": "08ceb28d-8344-42d5-9cb2-b5e94742930c", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:32:43.499864 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1ed3c441-8dd3-40f3-ae9a-dcb1f740a652 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:32:43.500637 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08ceb28d-8344-42d5-9cb2-b5e94742930c', 'code': 200} Nov 16 11:32:43.522929 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:43.553660 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 46036) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:43.579305 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 8c0c8e29-c9e3-442d-bb5d-3b91f658d21a, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=8c0c8e29-c9e3-442d-bb5d-3b91f658d21a,segment=NetworkSegment(3aacb015-09d5-4518-8cdb-9c27d9564540),segment_id=3aacb015-09d5-4518-8cdb-9c27d9564540)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:32:43.588369 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:43.590187 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device b06424a2-3780-4ea6-937a-fd17aaa823c1 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:32:43.668814 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'name': 'network-vif-deleted', 'tag': '41a853ef-f92e-4127-89d6-e02d71c0d2ed'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:32:43.675661 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ed859f-3870-45f5-bcc1-0ca4f33ed5b2" -d '{"events": [{"server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "name": "network-vif-deleted", "tag": "41a853ef-f92e-4127-89d6-e02d71c0d2ed"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:32:43.694312 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=8c0c8e29-c9e3-442d-bb5d-3b91f658d21a,revision_number=6']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:43.714150 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-2e72c853-d752-4998-8736-2d2e17382cfb req-65ee39a6-cdb9-42fd-a3de-eb5241f6feff tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Deleting port 08ceb28d-8344-42d5-9cb2-b5e94742930c {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:32:43.714568 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2e72c853-d752-4998-8736-2d2e17382cfb req-65ee39a6-cdb9-42fd-a3de-eb5241f6feff tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:43.751021 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae5f6e-a776-45b6-bda8-453a58e84990 req-937c987a-5487-44ee-8580-6da084c27a26 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:43.769429 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:43.774172 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae5f6e-a776-45b6-bda8-453a58e84990 req-937c987a-5487-44ee-8580-6da084c27a26 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:43.782130 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae5f6e-a776-45b6-bda8-453a58e84990 req-937c987a-5487-44ee-8580-6da084c27a26 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:43.808041 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae5f6e-a776-45b6-bda8-453a58e84990 req-937c987a-5487-44ee-8580-6da084c27a26 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:43.821866 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-26ae5f6e-a776-45b6-bda8-453a58e84990 req-937c987a-5487-44ee-8580-6da084c27a26 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 3148 time: 0.2060354 Nov 16 11:32:43.825298 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port b06424a2-3780-4ea6-937a-fd17aaa823c1, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=b06424a2-3780-4ea6-937a-fd17aaa823c1,segment=NetworkSegment(16847986-4ee3-48f3-a2b2-b0245bd65314),segment_id=16847986-4ee3-48f3-a2b2-b0245bd65314)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:32:43.831514 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-2e72c853-d752-4998-8736-2d2e17382cfb req-65ee39a6-cdb9-42fd-a3de-eb5241f6feff tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] For port 08ceb28d-8344-42d5-9cb2-b5e94742930c, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=08ceb28d-8344-42d5-9cb2-b5e94742930c,segment=NetworkSegment(bc3efc76-7eee-41cc-b500-e816d15e53cf),segment_id=bc3efc76-7eee-41cc-b500-e816d15e53cf)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:32:43.831916 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2e72c853-d752-4998-8736-2d2e17382cfb req-65ee39a6-cdb9-42fd-a3de-eb5241f6feff tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:43.835380 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:43.837086 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device f958e357-3c58-4ef4-8e95-dd29178bdd07 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:32:43.970759 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-26ae5f6e-a776-45b6-bda8-453a58e84990 req-bb0a71b5-a680-440c-b505-e185a87169ce tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df1a22eb-4b7f-4078-bf25-bb6ec7c01c43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467860 Nov 16 11:32:44.051015 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=b06424a2-3780-4ea6-937a-fd17aaa823c1,revision_number=6']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:44.064231 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 46052) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:44.073554 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:44.131702 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port f958e357-3c58-4ef4-8e95-dd29178bdd07, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=f958e357-3c58-4ef4-8e95-dd29178bdd07,segment=NetworkSegment(16847986-4ee3-48f3-a2b2-b0245bd65314),segment_id=16847986-4ee3-48f3-a2b2-b0245bd65314)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:32:44.143261 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:44.144034 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device ef6df7df-1e5a-4b26-a927-ad82f8336e09 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:32:44.191659 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-201ceab8-feb9-4945-b5c7-d7e1aa37d6fb admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-352254802-network', 'tenant_id': '328baf384c0a46919fed363923b09b7c'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:32:44.234601 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813af2a2-fc0a-48bd-bc77-fff5f884e35e x-openstack-request-id: req-813af2a2-fc0a-48bd-bc77-fff5f884e35e {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:32:44.235090 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "name": "network-vif-deleted", "tag": "41a853ef-f92e-4127-89d6-e02d71c0d2ed", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:32:44.235206 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-813af2a2-fc0a-48bd-bc77-fff5f884e35e {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:32:44.235977 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'name': 'network-vif-deleted', 'tag': '41a853ef-f92e-4127-89d6-e02d71c0d2ed', 'status': 'completed', 'code': 200} Nov 16 11:32:44.273409 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9fa672-8ea6-4a28-973b-61bff70843a5 req-b38091d1-6d81-40ec-b311-a112b6f8bcaa tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:44.274993 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fb9fa672-8ea6-4a28-973b-61bff70843a5 req-b38091d1-6d81-40ec-b311-a112b6f8bcaa tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 949 time: 0.1636713 Nov 16 11:32:44.318771 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device ef6df7df-1e5a-4b26-a927-ad82f8336e09 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:32:44.337615 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=f958e357-3c58-4ef4-8e95-dd29178bdd07,revision_number=6']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:44.353610 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bae22b56-f6b3-4b2c-a5ea-89dd1d1f1946 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:44.377119 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201ceab8-feb9-4945-b5c7-d7e1aa37d6fb admin admin] Made reservation on behalf of 328baf384c0a46919fed363923b09b7c for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:32:44.379552 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-201ceab8-feb9-4945-b5c7-d7e1aa37d6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:44.395518 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-201ceab8-feb9-4945-b5c7-d7e1aa37d6fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:44.404528 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2e72c853-d752-4998-8736-2d2e17382cfb req-65ee39a6-cdb9-42fd-a3de-eb5241f6feff tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:44.406111 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2e72c853-d752-4998-8736-2d2e17382cfb req-65ee39a6-cdb9-42fd-a3de-eb5241f6feff tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:44.406441 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [req-2e72c853-d752-4998-8736-2d2e17382cfb req-65ee39a6-cdb9-42fd-a3de-eb5241f6feff tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Floating IP 7a8f4b6b-b9dd-48e4-ae25-7a78bc3a831a disassociated. External IP: 172.25.0.129, port: 08ceb28d-8344-42d5-9cb2-b5e94742930c. Nov 16 11:32:44.407029 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-2e72c853-d752-4998-8736-2d2e17382cfb req-65ee39a6-cdb9-42fd-a3de-eb5241f6feff tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Calling delete_port for 08ceb28d-8344-42d5-9cb2-b5e94742930c owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:32:44.453273 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 46068) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:44.594235 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2e72c853-d752-4998-8736-2d2e17382cfb req-65ee39a6-cdb9-42fd-a3de-eb5241f6feff tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:44.639254 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee39a6-cdb9-42fd-a3de-eb5241f6feff tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Pushing event deleted for resources: {'Port': ['ID=08ceb28d-8344-42d5-9cb2-b5e94742930c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:44.703301 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-fb9fa672-8ea6-4a28-973b-61bff70843a5 req-c2809243-205b-47a8-9b05-d602ff5c4964 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Deleting port eda68473-eb26-42d1-ad61-73e085f00c70 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:32:44.703830 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-fb9fa672-8ea6-4a28-973b-61bff70843a5 req-c2809243-205b-47a8-9b05-d602ff5c4964 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:44.772625 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e72c853-d752-4998-8736-2d2e17382cfb req-65ee39a6-cdb9-42fd-a3de-eb5241f6feff tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Router 58577538-a6be-4d1e-9a01-e273f36e201c has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:32:44.820654 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-75f36e7f-6cc0-4d76-b3b1-48774d3cc247 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:44.855576 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bae22b56-f6b3-4b2c-a5ea-89dd1d1f1946 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:44.857174 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-201ceab8-feb9-4945-b5c7-d7e1aa37d6fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:44.876510 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bae22b56-f6b3-4b2c-a5ea-89dd1d1f1946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:44.878869 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 46078) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:44.894701 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-201ceab8-feb9-4945-b5c7-d7e1aa37d6fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:44.939684 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b5c34e96-498b-47f0-b311-17c79d3c9949 req-36c3528a-2bd6-4b12-a8ca-b3f37357c666 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1486657 Nov 16 11:32:44.940891 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e72c853-d752-4998-8736-2d2e17382cfb req-65ee39a6-cdb9-42fd-a3de-eb5241f6feff tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:32:44.952777 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813215f6-6195-4f2c-b44a-44b301f44ed9 None None] Sync routers for ids ['58577538-a6be-4d1e-9a01-e273f36e201c'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:32:44.954747 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9698ab3-2f17-470c-b8f6-0c0deb14997f req-03912b9f-4114-4b12-bb2f-e84023943d69 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:44.961854 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e9698ab3-2f17-470c-b8f6-0c0deb14997f req-03912b9f-4114-4b12-bb2f-e84023943d69 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ff7b117-b432-480a-84d2-bb351439e694 HTTP/1.1" status: 200 len: 949 time: 0.3287706 Nov 16 11:32:44.985043 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813215f6-6195-4f2c-b44a-44b301f44ed9 None None] Routers {'58577538-a6be-4d1e-9a01-e273f36e201c'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:32:44.987179 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-813215f6-6195-4f2c-b44a-44b301f44ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:32:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['58577538-a6be-4d1e-9a01-e273f36e201c'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:44.989041 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e72c853-d752-4998-8736-2d2e17382cfb req-65ee39a6-cdb9-42fd-a3de-eb5241f6feff tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] No DVR routers for this DVR port 08ceb28d-8344-42d5-9cb2-b5e94742930c on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:32:44.998650 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2e72c853-d752-4998-8736-2d2e17382cfb req-65ee39a6-cdb9-42fd-a3de-eb5241f6feff tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:45.003977 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2e72c853-d752-4998-8736-2d2e17382cfb req-65ee39a6-cdb9-42fd-a3de-eb5241f6feff tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.36 "DELETE /v2.0/ports/08ceb28d-8344-42d5-9cb2-b5e94742930c HTTP/1.1" status: 204 len: 173 time: 1.5339787 Nov 16 11:32:45.008553 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-fb9fa672-8ea6-4a28-973b-61bff70843a5 req-c2809243-205b-47a8-9b05-d602ff5c4964 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] For port eda68473-eb26-42d1-ad61-73e085f00c70, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=eda68473-eb26-42d1-ad61-73e085f00c70,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:32:45.009123 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-fb9fa672-8ea6-4a28-973b-61bff70843a5 req-c2809243-205b-47a8-9b05-d602ff5c4964 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:45.011925 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-201ceab8-feb9-4945-b5c7-d7e1aa37d6fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:32:45.020234 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-bae22b56-f6b3-4b2c-a5ea-89dd1d1f1946 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=be81a2d8888e4090956318a3b0b89935&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9547060 Nov 16 11:32:45.053846 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 46084) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:45.067055 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-fb9fa672-8ea6-4a28-973b-61bff70843a5 req-c2809243-205b-47a8-9b05-d602ff5c4964 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Calling delete_port for eda68473-eb26-42d1-ad61-73e085f00c70 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:32:45.160278 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-813215f6-6195-4f2c-b44a-44b301f44ed9 None None] Set router 58577538-a6be-4d1e-9a01-e273f36e201c gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:32:45.199442 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c34e96-498b-47f0-b311-17c79d3c9949 req-4a445ecb-9b72-4e00-9542-5572575b6721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:45.202282 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b5c34e96-498b-47f0-b311-17c79d3c9949 req-4a445ecb-9b72-4e00-9542-5572575b6721 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8c5b26505ce44fcf9f1b35a78ab4d371&device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 1097 time: 0.2146473 Nov 16 11:32:45.235684 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-201ceab8-feb9-4945-b5c7-d7e1aa37d6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:45.236495 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-201ceab8-feb9-4945-b5c7-d7e1aa37d6fb admin admin] Added segment e18cc59f-67f9-4b4a-ab6f-db7dbf3b9d7e of type vlan for network 2cc9ca6f-9bb6-47c4-8931-eabdff4fc28b Nov 16 11:32:45.285035 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-201ceab8-feb9-4945-b5c7-d7e1aa37d6fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:45.312783 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae22b56-f6b3-4b2c-a5ea-89dd1d1f1946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17f4d0f-27cf-49b6-8a73-40b7069b27ef,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:45.330342 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-fb9fa672-8ea6-4a28-973b-61bff70843a5 req-c2809243-205b-47a8-9b05-d602ff5c4964 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:45.346954 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['eda68473-eb26-42d1-ad61-73e085f00c70'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:32:45.418288 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c34e96-498b-47f0-b311-17c79d3c9949 req-d236a4d5-9c0f-4290-bd56-8f21412adfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:45.420915 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b5c34e96-498b-47f0-b311-17c79d3c9949 req-d236a4d5-9c0f-4290-bd56-8f21412adfd0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f04978c1-c257-48cf-8767-22c9cfb6cb25 HTTP/1.1" status: 200 len: 918 time: 0.1820562 Nov 16 11:32:45.453804 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-813215f6-6195-4f2c-b44a-44b301f44ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58577538-a6be-4d1e-9a01-e273f36e201c', 'name': 'tempest-TaggedBootDevicesTest-91696772-router', 'tenant_id': '1ae06a69eac64c2d80c4db8375c3a241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b67474d8-f467-468e-ab7a-01634eaf6b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:21:51Z', 'updated_at': '2021-11-16T11:21:59Z', 'revision_number': 4, 'project_id': '1ae06a69eac64c2d80c4db8375c3a241', 'gw_port': {'id': 'b67474d8-f467-468e-ab7a-01634eaf6b8d', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:58:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58577538-a6be-4d1e-9a01-e273f36e201c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:21:53Z', 'updated_at': '2021-11-16T11:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'fe243936-d558-4256-b06b-021aaf88410b', 'name': '', 'network_id': '3a680621-2411-4708-95d4-d036f0b77350', 'tenant_id': '1ae06a69eac64c2d80c4db8375c3a241', 'mac_address': 'fa:16:3e:cd:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58577538-a6be-4d1e-9a01-e273f36e201c', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'fa229a78-8641-4bd0-96a1-8a987021b856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:21:58Z', 'updated_at': '2021-11-16T11:22:07Z', 'revision_number': 5, 'project_id': '1ae06a69eac64c2d80c4db8375c3a241', 'subnets': [{'id': 'fa229a78-8641-4bd0-96a1-8a987021b856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:45.461549 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1c7ef5c6-3154-4893-a61e-2e8f33029e5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:45.470120 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2809243-205b-47a8-9b05-d602ff5c4964 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Pushing event deleted for resources: {'Port': ['ID=eda68473-eb26-42d1-ad61-73e085f00c70,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:45.477662 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-201ceab8-feb9-4945-b5c7-d7e1aa37d6fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:45.479587 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201ceab8-feb9-4945-b5c7-d7e1aa37d6fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:45.480194 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-201ceab8-feb9-4945-b5c7-d7e1aa37d6fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:45.485335 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9fa672-8ea6-4a28-973b-61bff70843a5 req-c2809243-205b-47a8-9b05-d602ff5c4964 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] No DVR routers for this DVR port eda68473-eb26-42d1-ad61-73e085f00c70 on host n-h1-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:32:45.488677 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-fb9fa672-8ea6-4a28-973b-61bff70843a5 req-c2809243-205b-47a8-9b05-d602ff5c4964 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:45.489746 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813215f6-6195-4f2c-b44a-44b301f44ed9 None None] Checking router: 58577538-a6be-4d1e-9a01-e273f36e201c for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:32:45.493114 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fb9fa672-8ea6-4a28-973b-61bff70843a5 req-c2809243-205b-47a8-9b05-d602ff5c4964 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.36 "DELETE /v2.0/ports/eda68473-eb26-42d1-ad61-73e085f00c70 HTTP/1.1" status: 204 len: 173 time: 1.2067125 Nov 16 11:32:45.498723 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2809243-205b-47a8-9b05-d602ff5c4964 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:45.499101 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2809243-205b-47a8-9b05-d602ff5c4964 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:45.499840 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2809243-205b-47a8-9b05-d602ff5c4964 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:45.500197 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2809243-205b-47a8-9b05-d602ff5c4964 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:45.500540 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2809243-205b-47a8-9b05-d602ff5c4964 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:45.500877 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2809243-205b-47a8-9b05-d602ff5c4964 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:45.501210 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2809243-205b-47a8-9b05-d602ff5c4964 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:45.501541 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2809243-205b-47a8-9b05-d602ff5c4964 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:45.501868 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2809243-205b-47a8-9b05-d602ff5c4964 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:45.502153 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c0c8e29-c9e3-442d-bb5d-3b91f658d21a'}, {'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b06424a2-3780-4ea6-937a-fd17aaa823c1'}, {'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f958e357-3c58-4ef4-8e95-dd29178bdd07'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:32:45.502292 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2809243-205b-47a8-9b05-d602ff5c4964 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:45.502556 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2809243-205b-47a8-9b05-d602ff5c4964 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:45.503184 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2809243-205b-47a8-9b05-d602ff5c4964 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:45.504721 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7705bb3-5673-4de2-b6d8-2e231041e5e1" -d '{"events": [{"server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "name": "network-vif-unplugged", "status": "completed", "tag": "8c0c8e29-c9e3-442d-bb5d-3b91f658d21a"}, {"server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "name": "network-vif-unplugged", "status": "completed", "tag": "b06424a2-3780-4ea6-937a-fd17aaa823c1"}, {"server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "name": "network-vif-unplugged", "status": "completed", "tag": "f958e357-3c58-4ef4-8e95-dd29178bdd07"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:32:45.510303 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813215f6-6195-4f2c-b44a-44b301f44ed9 None None] Routers {'58577538-a6be-4d1e-9a01-e273f36e201c'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:32:45.511891 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-813215f6-6195-4f2c-b44a-44b301f44ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:32:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['58577538-a6be-4d1e-9a01-e273f36e201c'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:45.525965 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae22b56-f6b3-4b2c-a5ea-89dd1d1f1946 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:45.526629 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae22b56-f6b3-4b2c-a5ea-89dd1d1f1946 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:45.527163 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae22b56-f6b3-4b2c-a5ea-89dd1d1f1946 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:45.527810 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae22b56-f6b3-4b2c-a5ea-89dd1d1f1946 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:45.528318 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae22b56-f6b3-4b2c-a5ea-89dd1d1f1946 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:45.529503 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae22b56-f6b3-4b2c-a5ea-89dd1d1f1946 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:45.530066 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae22b56-f6b3-4b2c-a5ea-89dd1d1f1946 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:45.532156 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae22b56-f6b3-4b2c-a5ea-89dd1d1f1946 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:45.532831 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae22b56-f6b3-4b2c-a5ea-89dd1d1f1946 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:45.545314 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae22b56-f6b3-4b2c-a5ea-89dd1d1f1946 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:45.546084 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae22b56-f6b3-4b2c-a5ea-89dd1d1f1946 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:45.547991 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae22b56-f6b3-4b2c-a5ea-89dd1d1f1946 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:45.555946 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4a7fe3a4-0865-404a-be14-24ea4f738e3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:45.573710 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-664f5367-3dce-427b-9c88-605eef6a1f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:45.579703 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1c7ef5c6-3154-4893-a61e-2e8f33029e5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:45.623897 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff7b117-b432-480a-84d2-bb351439e694', 'name': 'network-vif-deleted', 'tag': 'eda68473-eb26-42d1-ad61-73e085f00c70'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:32:45.627279 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5aeefd7-c583-4bb4-8bc4-7c5e8b8ccd65" -d '{"events": [{"server_uuid": "8ff7b117-b432-480a-84d2-bb351439e694", "name": "network-vif-deleted", "tag": "eda68473-eb26-42d1-ad61-73e085f00c70"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:32:45.631899 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ceab8-feb9-4945-b5c7-d7e1aa37d6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9f500e-6f18-4825-9ace-e0f6e366908a,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:45.659192 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-813215f6-6195-4f2c-b44a-44b301f44ed9 None None] Set router 58577538-a6be-4d1e-9a01-e273f36e201c gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:32:45.670794 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b5c34e96-498b-47f0-b311-17c79d3c9949 req-a4dda099-2021-4933-857b-6e029692a491 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375 HTTP/1.1" status: 200 len: 1000 time: 0.2298977 Nov 16 11:32:45.679111 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-2e72c853-d752-4998-8736-2d2e17382cfb req-e04270ec-3414-475f-95e8-fc4d2a2fa16e tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Deleting port 8c0c8e29-c9e3-442d-bb5d-3b91f658d21a {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:32:45.679785 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2e72c853-d752-4998-8736-2d2e17382cfb req-e04270ec-3414-475f-95e8-fc4d2a2fa16e tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:45.694727 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-201ceab8-feb9-4945-b5c7-d7e1aa37d6fb admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.1386032 Nov 16 11:32:45.703466 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 46096) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:45.724901 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-0742e95c-65c1-4171-9f19-9e9c563a6cdf admin admin] Request body: {'subnet': {'network_id': '2cc9ca6f-9bb6-47c4-8931-eabdff4fc28b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-352254802-subnet', 'tenant_id': '328baf384c0a46919fed363923b09b7c', 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:32:45.750283 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1c7ef5c6-3154-4893-a61e-2e8f33029e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:45.753149 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1c7ef5c6-3154-4893-a61e-2e8f33029e5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:45.757104 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1c7ef5c6-3154-4893-a61e-2e8f33029e5c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e17f4d0f-27cf-49b6-8a73-40b7069b27ef HTTP/1.1" status: 204 len: 168 time: 0.7010047 Nov 16 11:32:45.801994 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c34e96-498b-47f0-b311-17c79d3c9949 req-170da5d9-8edb-4455-8a15-5d16061b52cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:45.804193 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b5c34e96-498b-47f0-b311-17c79d3c9949 req-170da5d9-8edb-4455-8a15-5d16061b52cf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d5fcc0bd-d8ea-41ad-86b1-2d27bd924015 HTTP/1.1" status: 200 len: 856 time: 0.1198297 Nov 16 11:32:45.815574 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ef5c6-3154-4893-a61e-2e8f33029e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17f4d0f-27cf-49b6-8a73-40b7069b27ef,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:45.870870 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-75f36e7f-6cc0-4d76-b3b1-48774d3cc247 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:45.876782 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0742e95c-65c1-4171-9f19-9e9c563a6cdf admin admin] Made reservation on behalf of 328baf384c0a46919fed363923b09b7c for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:32:45.880740 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0742e95c-65c1-4171-9f19-9e9c563a6cdf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:45.885474 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ceab8-feb9-4945-b5c7-d7e1aa37d6fb admin admin] Pushing event updated for resources: {'Network': ['ID=2cc9ca6f-9bb6-47c4-8931-eabdff4fc28b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:45.903629 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-75f36e7f-6cc0-4d76-b3b1-48774d3cc247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:45.904084 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 2cc9ca6f-9bb6-47c4-8931-eabdff4fc28b details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:32:45.909505 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-2e72c853-d752-4998-8736-2d2e17382cfb req-e04270ec-3414-475f-95e8-fc4d2a2fa16e tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] For port 8c0c8e29-c9e3-442d-bb5d-3b91f658d21a, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=8c0c8e29-c9e3-442d-bb5d-3b91f658d21a,segment=NetworkSegment(3aacb015-09d5-4518-8cdb-9c27d9564540),segment_id=3aacb015-09d5-4518-8cdb-9c27d9564540)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:32:45.909954 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2e72c853-d752-4998-8736-2d2e17382cfb req-e04270ec-3414-475f-95e8-fc4d2a2fa16e tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:45.953065 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c34e96-498b-47f0-b311-17c79d3c9949 req-ef50d53b-e9ac-4cf3-b90f-cb8f1d525d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:45.960521 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e9698ab3-2f17-470c-b8f6-0c0deb14997f req-90ffb976-010d-4180-8aa3-5f1d9f3e6e33 tempest-MigrationsAdminTest-909591738 tempest-MigrationsAdminTest-909591738-project] 10.222.0.61 "GET /v2.0/security-groups?id=3382ecd6-155b-454e-988a-1bb3fd58528b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9977567 Nov 16 11:32:45.963351 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b5c34e96-498b-47f0-b311-17c79d3c9949 req-ef50d53b-e9ac-4cf3-b90f-cb8f1d525d64 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f04978c1-c257-48cf-8767-22c9cfb6cb25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1300731 Nov 16 11:32:46.011739 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-75f36e7f-6cc0-4d76-b3b1-48774d3cc247 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=38deb45969804b4287ce1eb1355e1901&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5515201 Nov 16 11:32:46.070341 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-813215f6-6195-4f2c-b44a-44b301f44ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58577538-a6be-4d1e-9a01-e273f36e201c', 'name': 'tempest-TaggedBootDevicesTest-91696772-router', 'tenant_id': '1ae06a69eac64c2d80c4db8375c3a241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b67474d8-f467-468e-ab7a-01634eaf6b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:21:51Z', 'updated_at': '2021-11-16T11:21:59Z', 'revision_number': 4, 'project_id': '1ae06a69eac64c2d80c4db8375c3a241', 'gw_port': {'id': 'b67474d8-f467-468e-ab7a-01634eaf6b8d', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:58:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58577538-a6be-4d1e-9a01-e273f36e201c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:21:53Z', 'updated_at': '2021-11-16T11:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'fe243936-d558-4256-b06b-021aaf88410b', 'name': '', 'network_id': '3a680621-2411-4708-95d4-d036f0b77350', 'tenant_id': '1ae06a69eac64c2d80c4db8375c3a241', 'mac_address': 'fa:16:3e:cd:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58577538-a6be-4d1e-9a01-e273f36e201c', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'fa229a78-8641-4bd0-96a1-8a987021b856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:21:58Z', 'updated_at': '2021-11-16T11:22:07Z', 'revision_number': 5, 'project_id': '1ae06a69eac64c2d80c4db8375c3a241', 'subnets': [{'id': 'fa229a78-8641-4bd0-96a1-8a987021b856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:46.094387 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-2e72c853-d752-4998-8736-2d2e17382cfb req-e04270ec-3414-475f-95e8-fc4d2a2fa16e tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Calling delete_port for 8c0c8e29-c9e3-442d-bb5d-3b91f658d21a owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:32:46.098548 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 46100) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:46.122455 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813215f6-6195-4f2c-b44a-44b301f44ed9 None None] The sync data for ids ['58577538-a6be-4d1e-9a01-e273f36e201c'] in n-d-816823-3 is: [{'id': '58577538-a6be-4d1e-9a01-e273f36e201c', 'name': 'tempest-TaggedBootDevicesTest-91696772-router', 'tenant_id': '1ae06a69eac64c2d80c4db8375c3a241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b67474d8-f467-468e-ab7a-01634eaf6b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:21:51Z', 'updated_at': '2021-11-16T11:21:59Z', 'revision_number': 4, 'project_id': '1ae06a69eac64c2d80c4db8375c3a241', 'gw_port': {'id': 'b67474d8-f467-468e-ab7a-01634eaf6b8d', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:58:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58577538-a6be-4d1e-9a01-e273f36e201c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:21:53Z', 'updated_at': '2021-11-16T11:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'fe243936-d558-4256-b06b-021aaf88410b', 'name': '', 'network_id': '3a680621-2411-4708-95d4-d036f0b77350', 'tenant_id': '1ae06a69eac64c2d80c4db8375c3a241', 'mac_address': 'fa:16:3e:cd:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58577538-a6be-4d1e-9a01-e273f36e201c', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'fa229a78-8641-4bd0-96a1-8a987021b856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:21:58Z', 'updated_at': '2021-11-16T11:22:07Z', 'revision_number': 5, 'project_id': '1ae06a69eac64c2d80c4db8375c3a241', 'subnets': [{'id': 'fa229a78-8641-4bd0-96a1-8a987021b856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:32:46.191844 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b5c34e96-498b-47f0-b311-17c79d3c9949 req-77e12cba-eb58-4701-a393-33398be6b962 service neutron] 10.222.0.64 "GET /v2.0/networks/f04978c1-c257-48cf-8767-22c9cfb6cb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210734 Nov 16 11:32:46.257639 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'name': 'network-vif-deleted', 'tag': '08ceb28d-8344-42d5-9cb2-b5e94742930c'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:32:46.259859 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d52aaf-2a0e-4c96-8a38-641f53205310" -d '{"events": [{"server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "name": "network-vif-deleted", "tag": "08ceb28d-8344-42d5-9cb2-b5e94742930c"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:32:46.296108 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f36e7f-6cc0-4d76-b3b1-48774d3cc247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c172b5ff-611c-4d4d-a810-4f7261abcd6f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:46.412777 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b773ec5-0734-477d-84d7-3961a7813d37 req-c310205f-cbbd-4f7b-b166-748e5bea6d92 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:46.420919 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b773ec5-0734-477d-84d7-3961a7813d37 req-c310205f-cbbd-4f7b-b166-748e5bea6d92 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:46.427430 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b773ec5-0734-477d-84d7-3961a7813d37 req-c310205f-cbbd-4f7b-b166-748e5bea6d92 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:46.429291 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b773ec5-0734-477d-84d7-3961a7813d37 req-c310205f-cbbd-4f7b-b166-748e5bea6d92 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 2410 time: 0.2167718 Nov 16 11:32:46.477312 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4a7fe3a4-0865-404a-be14-24ea4f738e3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:46.500917 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4a7fe3a4-0865-404a-be14-24ea4f738e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:46.526578 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0742e95c-65c1-4171-9f19-9e9c563a6cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:46.545784 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bbedd8-71d0-4eb0-91a9-4536d45392d0 None None] New status for floating IP 7a8f4b6b-b9dd-48e4-ae25-7a78bc3a831a: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:32:46.550909 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:46.575276 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7fe3a4-0865-404a-be14-24ea4f738e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7c6741-7a80-4de4-a60e-d5362669b0c3,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:46.637673 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4a7fe3a4-0865-404a-be14-24ea4f738e3a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0333ba89cf8a4df985ac4ee19b13760b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7398717 Nov 16 11:32:46.642444 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 46118) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:46.658308 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b773ec5-0734-477d-84d7-3961a7813d37 req-3f9c7b70-002d-4ff7-8ece-a86e5154d82f tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df1a22eb-4b7f-4078-bf25-bb6ec7c01c43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182839 Nov 16 11:32:46.680104 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742e95c-65c1-4171-9f19-9e9c563a6cdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=91105351-5b2e-4b70-a0b1-44b8e8c3e2d3,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:46.691522 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0742e95c-65c1-4171-9f19-9e9c563a6cdf admin admin] Checking segment: {'id': 'e18cc59f-67f9-4b4a-ab6f-db7dbf3b9d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2cc9ca6f-9bb6-47c4-8931-eabdff4fc28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:32:46.691882 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0742e95c-65c1-4171-9f19-9e9c563a6cdf admin admin] Network hostable DHCP agents. Network: 2cc9ca6f-9bb6-47c4-8931-eabdff4fc28b, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:32:46.715422 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0742e95c-65c1-4171-9f19-9e9c563a6cdf admin admin] Network 2cc9ca6f-9bb6-47c4-8931-eabdff4fc28b is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:32:46.717099 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b5c34e96-498b-47f0-b311-17c79d3c9949 req-b09c4a38-d2be-431b-813e-0f6368a6e22d service neutron] 10.222.0.64 "GET /v2.0/networks/f04978c1-c257-48cf-8767-22c9cfb6cb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5126112 Nov 16 11:32:46.736268 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-0742e95c-65c1-4171-9f19-9e9c563a6cdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 2cc9ca6f-9bb6-47c4-8931-eabdff4fc28b) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:32:46.748428 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debcb80e-ef3e-48b3-b6f4-dcd85020c2e2 None None] Network 2cc9ca6f-9bb6-47c4-8931-eabdff4fc28b requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:32:46.750631 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0742e95c-65c1-4171-9f19-9e9c563a6cdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:46.751228 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0742e95c-65c1-4171-9f19-9e9c563a6cdf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:46.783192 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0742e95c-65c1-4171-9f19-9e9c563a6cdf admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0754893 Nov 16 11:32:46.783841 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 46122) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:46.788628 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-49be688d-fff9-450f-b03d-f0a1565cf4f9 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-352254802-router', 'tenant_id': '328baf384c0a46919fed363923b09b7c', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:32:46.829543 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-49be688d-fff9-450f-b03d-f0a1565cf4f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:46.831398 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-49be688d-fff9-450f-b03d-f0a1565cf4f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:46.832593 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2b1a9643-d2de-4f0a-a809-1b02506cb7db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:46.900244 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-49be688d-fff9-450f-b03d-f0a1565cf4f9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:46.938937 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2b1a9643-d2de-4f0a-a809-1b02506cb7db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:46.956886 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-16fe51ec-f451-4933-82d0-a807c0be68ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:46.999756 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2e72c853-d752-4998-8736-2d2e17382cfb req-e04270ec-3414-475f-95e8-fc4d2a2fa16e tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:47.035904 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 16 Nov 2021 11:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51e1d91-cf99-4634-872b-e717f30bb62e x-openstack-request-id: req-b51e1d91-cf99-4634-872b-e717f30bb62e {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:32:47.036345 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "name": "network-vif-unplugged", "status": "completed", "tag": "8c0c8e29-c9e3-442d-bb5d-3b91f658d21a", "code": 200}, {"server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "name": "network-vif-unplugged", "status": "completed", "tag": "b06424a2-3780-4ea6-937a-fd17aaa823c1", "code": 200}, {"server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "name": "network-vif-unplugged", "status": "completed", "tag": "f958e357-3c58-4ef4-8e95-dd29178bdd07", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:32:47.036784 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b51e1d91-cf99-4634-872b-e717f30bb62e {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:32:47.037208 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c0c8e29-c9e3-442d-bb5d-3b91f658d21a', 'code': 200} Nov 16 11:32:47.037549 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b06424a2-3780-4ea6-937a-fd17aaa823c1', 'code': 200} Nov 16 11:32:47.037911 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f958e357-3c58-4ef4-8e95-dd29178bdd07', 'code': 200} Nov 16 11:32:47.046747 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-16fe51ec-f451-4933-82d0-a807c0be68ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:47.055067 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04270ec-3414-475f-95e8-fc4d2a2fa16e tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Pushing event deleted for resources: {'Port': ['ID=8c0c8e29-c9e3-442d-bb5d-3b91f658d21a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:47.107901 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2b1a9643-d2de-4f0a-a809-1b02506cb7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:47.110457 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2b1a9643-d2de-4f0a-a809-1b02506cb7db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:47.114418 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2b1a9643-d2de-4f0a-a809-1b02506cb7db admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c172b5ff-611c-4d4d-a810-4f7261abcd6f HTTP/1.1" status: 204 len: 168 time: 1.0124259 Nov 16 11:32:47.133556 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e72c853-d752-4998-8736-2d2e17382cfb req-e04270ec-3414-475f-95e8-fc4d2a2fa16e tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] No DVR routers for this DVR port 8c0c8e29-c9e3-442d-bb5d-3b91f658d21a on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:32:47.139810 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2e72c853-d752-4998-8736-2d2e17382cfb req-e04270ec-3414-475f-95e8-fc4d2a2fa16e tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:47.142993 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2e72c853-d752-4998-8736-2d2e17382cfb req-e04270ec-3414-475f-95e8-fc4d2a2fa16e tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.36 "DELETE /v2.0/ports/8c0c8e29-c9e3-442d-bb5d-3b91f658d21a HTTP/1.1" status: 204 len: 173 time: 2.1349680 Nov 16 11:32:47.144423 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a9643-d2de-4f0a-a809-1b02506cb7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c172b5ff-611c-4d4d-a810-4f7261abcd6f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:47.204053 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-16fe51ec-f451-4933-82d0-a807c0be68ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:47.206925 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-16fe51ec-f451-4933-82d0-a807c0be68ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:47.208308 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-16fe51ec-f451-4933-82d0-a807c0be68ac admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ff7c6741-7a80-4de4-a60e-d5362669b0c3 HTTP/1.1" status: 204 len: 168 time: 0.5639248 Nov 16 11:32:47.245727 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe51ec-f451-4933-82d0-a807c0be68ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7c6741-7a80-4de4-a60e-d5362669b0c3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:47.258957 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c4187e-58bb-42be-8467-d564a0dfbc51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-2cc9ca6f-9bb6-47c4-8931-eabdff4fc28b', 'network_id': '2cc9ca6f-9bb6-47c4-8931-eabdff4fc28b', 'tenant_id': '328baf384c0a46919fed363923b09b7c', 'fixed_ips': [{'subnet_id': '91105351-5b2e-4b70-a0b1-44b8e8c3e2d3'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:32:47.260407 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e3c4187e-58bb-42be-8467-d564a0dfbc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:47.305947 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-2e72c853-d752-4998-8736-2d2e17382cfb req-174351b2-d266-419d-a20a-d320bcc2be41 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Deleting port f958e357-3c58-4ef4-8e95-dd29178bdd07 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:32:47.306322 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2e72c853-d752-4998-8736-2d2e17382cfb req-174351b2-d266-419d-a20a-d320bcc2be41 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:47.320052 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44108ace-dc52-404a-ae3d-be8a80ec22b5 x-openstack-request-id: req-44108ace-dc52-404a-ae3d-be8a80ec22b5 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:32:47.320392 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff7b117-b432-480a-84d2-bb351439e694", "name": "network-vif-deleted", "tag": "eda68473-eb26-42d1-ad61-73e085f00c70", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:32:47.320600 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-44108ace-dc52-404a-ae3d-be8a80ec22b5 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:32:47.320985 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff7b117-b432-480a-84d2-bb351439e694', 'name': 'network-vif-deleted', 'tag': 'eda68473-eb26-42d1-ad61-73e085f00c70', 'status': 'completed', 'code': 200} Nov 16 11:32:47.331117 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed984ee0-7131-4d47-8300-826e8d2499cd x-openstack-request-id: req-ed984ee0-7131-4d47-8300-826e8d2499cd {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:32:47.333285 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-49be688d-fff9-450f-b03d-f0a1565cf4f9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:47.336097 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "name": "network-vif-deleted", "tag": "08ceb28d-8344-42d5-9cb2-b5e94742930c", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:32:47.336351 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ed984ee0-7131-4d47-8300-826e8d2499cd {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:32:47.336748 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'name': 'network-vif-deleted', 'tag': '08ceb28d-8344-42d5-9cb2-b5e94742930c', 'status': 'completed', 'code': 200} Nov 16 11:32:47.519295 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-2e72c853-d752-4998-8736-2d2e17382cfb req-174351b2-d266-419d-a20a-d320bcc2be41 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] For port f958e357-3c58-4ef4-8e95-dd29178bdd07, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=f958e357-3c58-4ef4-8e95-dd29178bdd07,segment=NetworkSegment(16847986-4ee3-48f3-a2b2-b0245bd65314),segment_id=16847986-4ee3-48f3-a2b2-b0245bd65314)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:32:47.519831 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2e72c853-d752-4998-8736-2d2e17382cfb req-174351b2-d266-419d-a20a-d320bcc2be41 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:47.573518 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-2e72c853-d752-4998-8736-2d2e17382cfb req-174351b2-d266-419d-a20a-d320bcc2be41 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Calling delete_port for f958e357-3c58-4ef4-8e95-dd29178bdd07 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:32:47.582252 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-e3c4187e-58bb-42be-8467-d564a0dfbc51 None None] Allocated IP 172.20.0.2 (2cc9ca6f-9bb6-47c4-8931-eabdff4fc28b/91105351-5b2e-4b70-a0b1-44b8e8c3e2d3/ba8de7b3-8339-49a9-a162-4b9de44163cf) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:32:47.650181 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-49be688d-fff9-450f-b03d-f0a1565cf4f9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:47.692391 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-49be688d-fff9-450f-b03d-f0a1565cf4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:47.830723 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2e72c853-d752-4998-8736-2d2e17382cfb req-174351b2-d266-419d-a20a-d320bcc2be41 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:47.864388 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174351b2-d266-419d-a20a-d320bcc2be41 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Pushing event deleted for resources: {'Port': ['ID=f958e357-3c58-4ef4-8e95-dd29178bdd07,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:47.881981 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e3c4187e-58bb-42be-8467-d564a0dfbc51 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:47.894402 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e3c4187e-58bb-42be-8467-d564a0dfbc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:47.898242 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-49be688d-fff9-450f-b03d-f0a1565cf4f9 admin admin] Allocated IP 172.25.0.171 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/57fdc960-2ad6-4bf8-ba43-085b6cf6cef7) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:32:47.922879 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10fa9d-0a35-4459-8f0e-1849fbd431b7 req-b80e44e1-dfbf-4146-9434-066dea9ec8af tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:47.929398 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10fa9d-0a35-4459-8f0e-1849fbd431b7 req-b80e44e1-dfbf-4146-9434-066dea9ec8af tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:47.929592 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e72c853-d752-4998-8736-2d2e17382cfb req-174351b2-d266-419d-a20a-d320bcc2be41 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] No DVR routers for this DVR port f958e357-3c58-4ef4-8e95-dd29178bdd07 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:32:47.931301 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ae10fa9d-0a35-4459-8f0e-1849fbd431b7 req-b80e44e1-dfbf-4146-9434-066dea9ec8af tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 1599 time: 0.1302059 Nov 16 11:32:47.932190 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2e72c853-d752-4998-8736-2d2e17382cfb req-174351b2-d266-419d-a20a-d320bcc2be41 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:47.937061 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2e72c853-d752-4998-8736-2d2e17382cfb req-174351b2-d266-419d-a20a-d320bcc2be41 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.36 "DELETE /v2.0/ports/f958e357-3c58-4ef4-8e95-dd29178bdd07 HTTP/1.1" status: 204 len: 173 time: 0.7871218 Nov 16 11:32:47.962517 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c4187e-58bb-42be-8467-d564a0dfbc51 None None] Network 2cc9ca6f-9bb6-47c4-8931-eabdff4fc28b is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:32:47.967748 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-e3c4187e-58bb-42be-8467-d564a0dfbc51 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:32:47.969664 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4187e-58bb-42be-8467-d564a0dfbc51 None None] Pushing event updated for resources: {'Port': ['ID=ba8de7b3-8339-49a9-a162-4b9de44163cf,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:47.977887 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c4187e-58bb-42be-8467-d564a0dfbc51 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:32:48.051601 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ae10fa9d-0a35-4459-8f0e-1849fbd431b7 req-26943e5d-ea30-4b31-9d90-c0ecf0503ca2 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/security-groups?id=df1a22eb-4b7f-4078-bf25-bb6ec7c01c43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104681 Nov 16 11:32:48.072861 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e3c4187e-58bb-42be-8467-d564a0dfbc51 None None] Attempting to bind port ba8de7b3-8339-49a9-a162-4b9de44163cf on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:32:48.075563 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e3c4187e-58bb-42be-8467-d564a0dfbc51 None None] Attempting to bind port ba8de7b3-8339-49a9-a162-4b9de44163cf by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'e18cc59f-67f9-4b4a-ab6f-db7dbf3b9d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2cc9ca6f-9bb6-47c4-8931-eabdff4fc28b'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:32:48.075954 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c4187e-58bb-42be-8467-d564a0dfbc51 None None] Attempting to bind port ba8de7b3-8339-49a9-a162-4b9de44163cf on network 2cc9ca6f-9bb6-47c4-8931-eabdff4fc28b {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:32:48.085655 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c4187e-58bb-42be-8467-d564a0dfbc51 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:32:48.085857 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c4187e-58bb-42be-8467-d564a0dfbc51 None None] Checking segment: {'id': 'e18cc59f-67f9-4b4a-ab6f-db7dbf3b9d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2cc9ca6f-9bb6-47c4-8931-eabdff4fc28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:32:48.086198 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e3c4187e-58bb-42be-8467-d564a0dfbc51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:48.086593 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c4187e-58bb-42be-8467-d564a0dfbc51 None None] Bound using segment: {'id': 'e18cc59f-67f9-4b4a-ab6f-db7dbf3b9d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2cc9ca6f-9bb6-47c4-8931-eabdff4fc28b'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:32:48.087067 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e3c4187e-58bb-42be-8467-d564a0dfbc51 None None] Bound port: ba8de7b3-8339-49a9-a162-4b9de44163cf, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e18cc59f-67f9-4b4a-ab6f-db7dbf3b9d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2cc9ca6f-9bb6-47c4-8931-eabdff4fc28b'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:32:48.087447 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e3c4187e-58bb-42be-8467-d564a0dfbc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:48.105405 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-49be688d-fff9-450f-b03d-f0a1565cf4f9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:48.175745 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-2e72c853-d752-4998-8736-2d2e17382cfb req-5fe9a805-2030-4e6d-94c5-05cfea4877b6 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Deleting port b06424a2-3780-4ea6-937a-fd17aaa823c1 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:32:48.180891 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2e72c853-d752-4998-8736-2d2e17382cfb req-5fe9a805-2030-4e6d-94c5-05cfea4877b6 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:48.197703 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-49be688d-fff9-450f-b03d-f0a1565cf4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:48.202394 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e3c4187e-58bb-42be-8467-d564a0dfbc51 None None] For port ba8de7b3-8339-49a9-a162-4b9de44163cf, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:32:48.205863 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e3c4187e-58bb-42be-8467-d564a0dfbc51 None None] For port ba8de7b3-8339-49a9-a162-4b9de44163cf, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=ba8de7b3-8339-49a9-a162-4b9de44163cf,segment=NetworkSegment(e18cc59f-67f9-4b4a-ab6f-db7dbf3b9d7e),segment_id=e18cc59f-67f9-4b4a-ab6f-db7dbf3b9d7e)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:32:48.212040 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e3c4187e-58bb-42be-8467-d564a0dfbc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:48.236506 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49be688d-fff9-450f-b03d-f0a1565cf4f9 admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:32:48.240418 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-49be688d-fff9-450f-b03d-f0a1565cf4f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:32:48.280280 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 46164) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:48.291773 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49be688d-fff9-450f-b03d-f0a1565cf4f9 admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:32:48.312332 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4187e-58bb-42be-8467-d564a0dfbc51 None None] Pushing event updated for resources: {'Port': ['ID=ba8de7b3-8339-49a9-a162-4b9de44163cf,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:48.317248 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3332be0-0f9a-4367-b622-dcbcd5101bad None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:32:48.361722 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:48.436036 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-2e72c853-d752-4998-8736-2d2e17382cfb req-5fe9a805-2030-4e6d-94c5-05cfea4877b6 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] For port b06424a2-3780-4ea6-937a-fd17aaa823c1, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=b06424a2-3780-4ea6-937a-fd17aaa823c1,segment=NetworkSegment(16847986-4ee3-48f3-a2b2-b0245bd65314),segment_id=16847986-4ee3-48f3-a2b2-b0245bd65314)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:32:48.437296 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be688d-fff9-450f-b03d-f0a1565cf4f9 admin admin] Pushing event updated for resources: {'Port': ['ID=57fdc960-2ad6-4bf8-ba43-085b6cf6cef7,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:48.438909 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2e72c853-d752-4998-8736-2d2e17382cfb req-5fe9a805-2030-4e6d-94c5-05cfea4877b6 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:48.459781 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-7285f478-cf14-4b6d-ac7c-851f0bfbe10d None None] Provisioning complete for port 57fdc960-2ad6-4bf8-ba43-085b6cf6cef7 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:32:48.460158 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7285f478-cf14-4b6d-ac7c-851f0bfbe10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:48.471165 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-2e72c853-d752-4998-8736-2d2e17382cfb req-5fe9a805-2030-4e6d-94c5-05cfea4877b6 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Calling delete_port for b06424a2-3780-4ea6-937a-fd17aaa823c1 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:32:48.553764 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-7285f478-cf14-4b6d-ac7c-851f0bfbe10d None None] Port 57fdc960-2ad6-4bf8-ba43-085b6cf6cef7 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:32:48.697838 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2e72c853-d752-4998-8736-2d2e17382cfb req-5fe9a805-2030-4e6d-94c5-05cfea4877b6 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:48.752712 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device eda68473-eb26-42d1-ad61-73e085f00c70 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:32:48.767451 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe9a805-2030-4e6d-94c5-05cfea4877b6 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Pushing event deleted for resources: {'Port': ['ID=b06424a2-3780-4ea6-937a-fd17aaa823c1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:48.815330 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: eda68473-eb26-42d1-ad61-73e085f00c70 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:32:48.815929 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device eda68473-eb26-42d1-ad61-73e085f00c70 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:32:48.845581 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:48.866208 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e72c853-d752-4998-8736-2d2e17382cfb req-5fe9a805-2030-4e6d-94c5-05cfea4877b6 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] No DVR routers for this DVR port b06424a2-3780-4ea6-937a-fd17aaa823c1 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:32:48.869881 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2e72c853-d752-4998-8736-2d2e17382cfb req-5fe9a805-2030-4e6d-94c5-05cfea4877b6 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:48.889438 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2e72c853-d752-4998-8736-2d2e17382cfb req-5fe9a805-2030-4e6d-94c5-05cfea4877b6 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.36 "DELETE /v2.0/ports/b06424a2-3780-4ea6-937a-fd17aaa823c1 HTTP/1.1" status: 204 len: 173 time: 0.9446981 Nov 16 11:32:49.039281 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device ba8de7b3-8339-49a9-a162-4b9de44163cf up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:32:49.103301 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port ba8de7b3-8339-49a9-a162-4b9de44163cf triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:32:49.103691 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:49.292844 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:49.337939 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'name': 'network-vif-deleted', 'tag': '8c0c8e29-c9e3-442d-bb5d-3b91f658d21a'}, {'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'name': 'network-vif-deleted', 'tag': 'f958e357-3c58-4ef4-8e95-dd29178bdd07'}, {'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'name': 'network-vif-deleted', 'tag': 'b06424a2-3780-4ea6-937a-fd17aaa823c1'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:32:49.340139 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda29c77-55be-4f64-abc4-5c16c8dd19ce" -d '{"events": [{"server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "name": "network-vif-deleted", "tag": "8c0c8e29-c9e3-442d-bb5d-3b91f658d21a"}, {"server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "name": "network-vif-deleted", "tag": "f958e357-3c58-4ef4-8e95-dd29178bdd07"}, {"server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "name": "network-vif-deleted", "tag": "b06424a2-3780-4ea6-937a-fd17aaa823c1"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:32:49.376021 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port ba8de7b3-8339-49a9-a162-4b9de44163cf, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=ba8de7b3-8339-49a9-a162-4b9de44163cf,segment=NetworkSegment(e18cc59f-67f9-4b4a-ab6f-db7dbf3b9d7e),segment_id=e18cc59f-67f9-4b4a-ab6f-db7dbf3b9d7e)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:32:49.405533 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:49.438575 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a33c9a3f-2011-48cb-8ec1-9055dda4ce9d req-e4ce2c5a-0389-40c2-9247-be80db955dab tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 210 time: 0.0578201 Nov 16 11:32:49.482251 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 46200) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:49.483011 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-9155fbeb-80ec-46f4-9107-470d8bc5b186 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e86b42204c7f435e8eff5558272e51a5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1854835 Nov 16 11:32:49.498016 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-49be688d-fff9-450f-b03d-f0a1565cf4f9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:49.549069 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=ba8de7b3-8339-49a9-a162-4b9de44163cf,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:49.563866 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 46204) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:49.627022 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eff22105-b0b8-4867-8df4-c8d7e03066ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:49.680589 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 16 Nov 2021 11:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b2186c-3220-4eb2-8e6a-68e73dcb4325 x-openstack-request-id: req-f6b2186c-3220-4eb2-8e6a-68e73dcb4325 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:32:49.682616 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "name": "network-vif-deleted", "tag": "8c0c8e29-c9e3-442d-bb5d-3b91f658d21a", "status": "completed", "code": 200}, {"server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "name": "network-vif-deleted", "tag": "f958e357-3c58-4ef4-8e95-dd29178bdd07", "status": "completed", "code": 200}, {"server_uuid": "355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf", "name": "network-vif-deleted", "tag": "b06424a2-3780-4ea6-937a-fd17aaa823c1", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:32:49.684407 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f6b2186c-3220-4eb2-8e6a-68e73dcb4325 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:32:49.685010 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'name': 'network-vif-deleted', 'tag': '8c0c8e29-c9e3-442d-bb5d-3b91f658d21a', 'status': 'completed', 'code': 200} Nov 16 11:32:49.685301 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'name': 'network-vif-deleted', 'tag': 'f958e357-3c58-4ef4-8e95-dd29178bdd07', 'status': 'completed', 'code': 200} Nov 16 11:32:49.686143 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf', 'name': 'network-vif-deleted', 'tag': 'b06424a2-3780-4ea6-937a-fd17aaa823c1', 'status': 'completed', 'code': 200} Nov 16 11:32:49.688302 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eff22105-b0b8-4867-8df4-c8d7e03066ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:49.807126 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eff22105-b0b8-4867-8df4-c8d7e03066ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:49.811402 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eff22105-b0b8-4867-8df4-c8d7e03066ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:49.812825 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-eff22105-b0b8-4867-8df4-c8d7e03066ac admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3382ecd6-155b-454e-988a-1bb3fd58528b HTTP/1.1" status: 204 len: 168 time: 0.3294246 Nov 16 11:32:49.817818 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-49be688d-fff9-450f-b03d-f0a1565cf4f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:49.846304 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff22105-b0b8-4867-8df4-c8d7e03066ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3382ecd6-155b-454e-988a-1bb3fd58528b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:49.940002 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-cafb338d-8a2f-4669-a9cf-efe28edd4cbb admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-254570611-network', 'tenant_id': 'a50dd796b4a24c04aff1704ec92fb8d5'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:32:49.982451 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cafb338d-8a2f-4669-a9cf-efe28edd4cbb admin admin] Made reservation on behalf of a50dd796b4a24c04aff1704ec92fb8d5 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:32:49.993147 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cafb338d-8a2f-4669-a9cf-efe28edd4cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:50.034026 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cafb338d-8a2f-4669-a9cf-efe28edd4cbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:50.075988 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 46218) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:50.132842 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49be688d-fff9-450f-b03d-f0a1565cf4f9 admin admin] Router b5845463-8278-4106-9d70-b8a63765ddaa is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:32:50.140517 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec41b0b-9c18-4baf-8296-bf919518650e None None] Network 2cc9ca6f-9bb6-47c4-8931-eabdff4fc28b requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:32:50.269965 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cafb338d-8a2f-4669-a9cf-efe28edd4cbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:50.280636 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cafb338d-8a2f-4669-a9cf-efe28edd4cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:50.301685 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49be688d-fff9-450f-b03d-f0a1565cf4f9 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:32:50.304832 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ca209ab3-ba60-41cf-bae7-f3ddee22cc8c None None] Provisioning complete for port ba8de7b3-8339-49a9-a162-4b9de44163cf triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:32:50.307638 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ca209ab3-ba60-41cf-bae7-f3ddee22cc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:50.314364 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08126f4-a41e-4b70-bb99-b49030b5a285 None None] Sync routers for ids ['b5845463-8278-4106-9d70-b8a63765ddaa'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:32:50.325701 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-49be688d-fff9-450f-b03d-f0a1565cf4f9 admin admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:50.327980 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-49be688d-fff9-450f-b03d-f0a1565cf4f9 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.5431242 Nov 16 11:32:50.330625 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 46228) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:50.335874 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08126f4-a41e-4b70-bb99-b49030b5a285 None None] Routers {'b5845463-8278-4106-9d70-b8a63765ddaa'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:32:50.336538 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c08126f4-a41e-4b70-bb99-b49030b5a285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:32:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['b5845463-8278-4106-9d70-b8a63765ddaa'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:50.352274 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cafb338d-8a2f-4669-a9cf-efe28edd4cbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:32:50.367587 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb338d-8a2f-4669-a9cf-efe28edd4cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18958655-05f2-4ba5-81a5-820eb55e8e44,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:50.389056 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cafb338d-8a2f-4669-a9cf-efe28edd4cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:50.394263 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-cafb338d-8a2f-4669-a9cf-efe28edd4cbb admin admin] Added segment 57ba2e1c-8aab-4258-aa26-fd06616e7006 of type vlan for network 25fee19d-9a3a-4f14-ab6e-f89f35081036 Nov 16 11:32:50.452945 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cafb338d-8a2f-4669-a9cf-efe28edd4cbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:50.502465 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cafb338d-8a2f-4669-a9cf-efe28edd4cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:50.504371 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafb338d-8a2f-4669-a9cf-efe28edd4cbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:50.505193 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cafb338d-8a2f-4669-a9cf-efe28edd4cbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:50.699562 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2df5c190-64b1-4aac-9389-d204547d5fb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:50.704329 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-c08126f4-a41e-4b70-bb99-b49030b5a285 None None] Set router b5845463-8278-4106-9d70-b8a63765ddaa gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:32:50.780040 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-cafb338d-8a2f-4669-a9cf-efe28edd4cbb admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1869531 Nov 16 11:32:50.797027 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 46238) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:50.808577 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-6b9b32a2-055d-43e3-8e05-2343965a9f67 admin admin] Request body: {'subnet': {'network_id': '25fee19d-9a3a-4f14-ab6e-f89f35081036', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-254570611-subnet', 'tenant_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:32:50.863714 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9b32a2-055d-43e3-8e05-2343965a9f67 admin admin] Made reservation on behalf of a50dd796b4a24c04aff1704ec92fb8d5 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:32:50.868100 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b9b32a2-055d-43e3-8e05-2343965a9f67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:50.887285 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 46240) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:50.888344 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb338d-8a2f-4669-a9cf-efe28edd4cbb admin admin] Pushing event updated for resources: {'Network': ['ID=25fee19d-9a3a-4f14-ab6e-f89f35081036,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:50.904830 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 25fee19d-9a3a-4f14-ab6e-f89f35081036 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:32:51.048806 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device ba8de7b3-8339-49a9-a162-4b9de44163cf up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:32:51.078138 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2ac347f7-5e66-4746-8d75-a7f3c6a72cff admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fb2207527bc642bfb18ce1864ca874af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1889298 Nov 16 11:32:51.081955 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 46242) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:51.091073 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c08126f4-a41e-4b70-bb99-b49030b5a285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5845463-8278-4106-9d70-b8a63765ddaa', 'name': 'tempest-ImageQuotaTest-352254802-router', 'tenant_id': '328baf384c0a46919fed363923b09b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '57fdc960-2ad6-4bf8-ba43-085b6cf6cef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:32:46Z', 'updated_at': '2021-11-16T11:32:48Z', 'revision_number': 3, 'project_id': '328baf384c0a46919fed363923b09b7c', 'gw_port': {'id': '57fdc960-2ad6-4bf8-ba43-085b6cf6cef7', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5845463-8278-4106-9d70-b8a63765ddaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:32:47Z', 'updated_at': '2021-11-16T11:32:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:51.166594 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08126f4-a41e-4b70-bb99-b49030b5a285 None None] Checking router: b5845463-8278-4106-9d70-b8a63765ddaa for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:32:51.167196 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08126f4-a41e-4b70-bb99-b49030b5a285 None None] Updating router b5845463-8278-4106-9d70-b8a63765ddaa port 57fdc960-2ad6-4bf8-ba43-085b6cf6cef7 binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:32:51.183600 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2df5c190-64b1-4aac-9389-d204547d5fb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:51.205899 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2df5c190-64b1-4aac-9389-d204547d5fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:51.225127 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port ba8de7b3-8339-49a9-a162-4b9de44163cf triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:32:51.226203 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:51.243129 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c08126f4-a41e-4b70-bb99-b49030b5a285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:51.323351 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1131a0d0-12b4-4f12-8c8b-d9d457c5dd99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:51.338963 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-e9d0bbe8-6183-43ae-ab46-3ae90af5db90 None None] Provisioning complete for port ba8de7b3-8339-49a9-a162-4b9de44163cf triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:32:51.340658 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e9d0bbe8-6183-43ae-ab46-3ae90af5db90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:51.368280 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2df5c190-64b1-4aac-9389-d204547d5fb8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1ffa2a5fce274028819760182dfb1c7a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2870042 Nov 16 11:32:51.369980 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1131a0d0-12b4-4f12-8c8b-d9d457c5dd99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:51.379777 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 46248) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:51.384715 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df5c190-64b1-4aac-9389-d204547d5fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab87d9e0-a53f-4d61-919c-e62000ac644a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:51.515516 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b9b32a2-055d-43e3-8e05-2343965a9f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:51.630756 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b32a2-055d-43e3-8e05-2343965a9f67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=383e4088-7ed9-439a-81ec-e117b68d1170,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:51.639916 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-96c86ac9-1493-4830-8477-566465d9b4ae req-47047a4a-407c-4229-a687-194309ee44ad tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 210 time: 0.1042941 Nov 16 11:32:51.647764 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9b32a2-055d-43e3-8e05-2343965a9f67 admin admin] Checking segment: {'id': '57ba2e1c-8aab-4258-aa26-fd06616e7006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '25fee19d-9a3a-4f14-ab6e-f89f35081036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:32:51.648131 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9b32a2-055d-43e3-8e05-2343965a9f67 admin admin] Network hostable DHCP agents. Network: 25fee19d-9a3a-4f14-ab6e-f89f35081036, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:32:51.700792 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9b32a2-055d-43e3-8e05-2343965a9f67 admin admin] Network 25fee19d-9a3a-4f14-ab6e-f89f35081036 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:32:51.724198 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-6b9b32a2-055d-43e3-8e05-2343965a9f67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 25fee19d-9a3a-4f14-ab6e-f89f35081036) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:32:51.729058 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c4e51891-48ae-4da4-8aac-37ad4bd88d2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:51.732317 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9b32a2-055d-43e3-8e05-2343965a9f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:32:51.733639 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b9b32a2-055d-43e3-8e05-2343965a9f67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:51.734644 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ada183-cdf8-4ea6-8552-d25e4fe6de6b None None] Network 25fee19d-9a3a-4f14-ab6e-f89f35081036 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:32:51.753071 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c4e51891-48ae-4da4-8aac-37ad4bd88d2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:51.767257 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6b9b32a2-055d-43e3-8e05-2343965a9f67 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9688320 Nov 16 11:32:51.769736 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 46254) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:51.774670 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-fa4a90b4-d6ce-4c21-bd6e-a872cebce957 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-254570611-router', 'tenant_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:32:51.827048 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7b9b00b7-5d50-4ebd-bbbd-d313c08c134b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:51.837842 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1131a0d0-12b4-4f12-8c8b-d9d457c5dd99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:51.841528 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1131a0d0-12b4-4f12-8c8b-d9d457c5dd99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:51.842497 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c08126f4-a41e-4b70-bb99-b49030b5a285 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:51.843033 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1131a0d0-12b4-4f12-8c8b-d9d457c5dd99 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3ef93170-9df5-472c-94e9-3aacaabb6667 HTTP/1.1" status: 204 len: 168 time: 0.7605824 Nov 16 11:32:51.853124 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90b4-d6ce-4c21-bd6e-a872cebce957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:51.854268 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90b4-d6ce-4c21-bd6e-a872cebce957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:51.861397 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c08126f4-a41e-4b70-bb99-b49030b5a285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:51.885909 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1131a0d0-12b4-4f12-8c8b-d9d457c5dd99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef93170-9df5-472c-94e9-3aacaabb6667,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:51.889506 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c4e51891-48ae-4da4-8aac-37ad4bd88d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:51.900418 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c4e51891-48ae-4da4-8aac-37ad4bd88d2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:51.902688 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c4e51891-48ae-4da4-8aac-37ad4bd88d2a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ab87d9e0-a53f-4d61-919c-e62000ac644a HTTP/1.1" status: 204 len: 168 time: 0.5218611 Nov 16 11:32:51.923001 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e51891-48ae-4da4-8aac-37ad4bd88d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab87d9e0-a53f-4d61-919c-e62000ac644a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:51.988038 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745ad2e4-f445-402f-87bd-8fbe40743dd7 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:32:51.994886 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-c08126f4-a41e-4b70-bb99-b49030b5a285 None None] Attempting to bind port 57fdc960-2ad6-4bf8-ba43-085b6cf6cef7 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:32:51.997692 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-c08126f4-a41e-4b70-bb99-b49030b5a285 None None] Attempting to bind port 57fdc960-2ad6-4bf8-ba43-085b6cf6cef7 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:32:51.998580 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08126f4-a41e-4b70-bb99-b49030b5a285 None None] Attempting to bind port 57fdc960-2ad6-4bf8-ba43-085b6cf6cef7 on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:32:52.020434 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1aea04-8cc6-4407-93a7-4a2a80125945 None None] Pushing event updated for resources: {'Port': ['ID=57fdc960-2ad6-4bf8-ba43-085b6cf6cef7,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:52.045185 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08126f4-a41e-4b70-bb99-b49030b5a285 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:32:52.047986 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08126f4-a41e-4b70-bb99-b49030b5a285 None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:32:52.048666 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c08126f4-a41e-4b70-bb99-b49030b5a285 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:52.049331 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08126f4-a41e-4b70-bb99-b49030b5a285 None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:32:52.050491 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-c08126f4-a41e-4b70-bb99-b49030b5a285 None None] Bound port: 57fdc960-2ad6-4bf8-ba43-085b6cf6cef7, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:32:52.074069 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96da850e-3d57-4f9c-98c3-d9710a31bce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-25fee19d-9a3a-4f14-ab6e-f89f35081036', 'network_id': '25fee19d-9a3a-4f14-ab6e-f89f35081036', 'tenant_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'fixed_ips': [{'subnet_id': '383e4088-7ed9-439a-81ec-e117b68d1170'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:32:52.074993 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-96da850e-3d57-4f9c-98c3-d9710a31bce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:52.080980 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c08126f4-a41e-4b70-bb99-b49030b5a285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:52.085047 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90b4-d6ce-4c21-bd6e-a872cebce957 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:52.172579 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1aea04-8cc6-4407-93a7-4a2a80125945 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:52.172934 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1aea04-8cc6-4407-93a7-4a2a80125945 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:52.173280 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1aea04-8cc6-4407-93a7-4a2a80125945 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:52.173610 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1aea04-8cc6-4407-93a7-4a2a80125945 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:52.173960 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1aea04-8cc6-4407-93a7-4a2a80125945 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:52.174300 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1aea04-8cc6-4407-93a7-4a2a80125945 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:52.174632 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1aea04-8cc6-4407-93a7-4a2a80125945 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:52.174956 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1aea04-8cc6-4407-93a7-4a2a80125945 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:52.175276 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1aea04-8cc6-4407-93a7-4a2a80125945 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:52.175597 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1aea04-8cc6-4407-93a7-4a2a80125945 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:52.175918 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1aea04-8cc6-4407-93a7-4a2a80125945 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:52.177351 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1aea04-8cc6-4407-93a7-4a2a80125945 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:32:52.292079 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c08126f4-a41e-4b70-bb99-b49030b5a285 None None] For port 57fdc960-2ad6-4bf8-ba43-085b6cf6cef7, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:32:52.303169 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c08126f4-a41e-4b70-bb99-b49030b5a285 None None] For port 57fdc960-2ad6-4bf8-ba43-085b6cf6cef7, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=57fdc960-2ad6-4bf8-ba43-085b6cf6cef7,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:32:52.332687 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c08126f4-a41e-4b70-bb99-b49030b5a285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:52.444482 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90b4-d6ce-4c21-bd6e-a872cebce957 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:52.475432 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-7b9b00b7-5d50-4ebd-bbbd-d313c08c134b admin admin] Allocated IP 172.20.0.1 (2cc9ca6f-9bb6-47c4-8931-eabdff4fc28b/91105351-5b2e-4b70-a0b1-44b8e8c3e2d3/4d49420a-9f4a-428f-bfbb-6822517df942) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:32:52.477444 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-96da850e-3d57-4f9c-98c3-d9710a31bce6 None None] Allocated IP 172.20.0.2 (25fee19d-9a3a-4f14-ab6e-f89f35081036/383e4088-7ed9-439a-81ec-e117b68d1170/0de1c316-ea1f-43ac-aacb-50d62abe768b) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:32:52.492066 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08126f4-a41e-4b70-bb99-b49030b5a285 None None] Routers {'b5845463-8278-4106-9d70-b8a63765ddaa'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:32:52.494119 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c08126f4-a41e-4b70-bb99-b49030b5a285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:32:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['b5845463-8278-4106-9d70-b8a63765ddaa'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:52.495554 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc1bbb3-d3b9-46d2-91fe-0b95b5f2d3f2 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:32:52.511637 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-2d79cd45-cc24-47ee-968c-65625d30e003 None None] Provisioning complete for port 57fdc960-2ad6-4bf8-ba43-085b6cf6cef7 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:32:52.514222 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d79cd45-cc24-47ee-968c-65625d30e003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:52.748712 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1aea04-8cc6-4407-93a7-4a2a80125945 None None] Pushing event updated for resources: {'Port': ['ID=57fdc960-2ad6-4bf8-ba43-085b6cf6cef7,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:52.766131 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 46272) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:52.808482 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f9b348ba-65f2-4d2f-aa52-3defdfd0d8f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:52.810914 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7b9b00b7-5d50-4ebd-bbbd-d313c08c134b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:52.853078 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90b4-d6ce-4c21-bd6e-a872cebce957 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:52.877374 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-c08126f4-a41e-4b70-bb99-b49030b5a285 None None] Set router b5845463-8278-4106-9d70-b8a63765ddaa gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:32:52.881127 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90b4-d6ce-4c21-bd6e-a872cebce957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:52.935246 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-92dacd33-8152-443f-bd92-7218b62eb984 req-66407330-7534-4767-810c-a352df105b1a tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 210 time: 0.0953639 Nov 16 11:32:53.006999 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7b9b00b7-5d50-4ebd-bbbd-d313c08c134b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:53.038412 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d79cd45-cc24-47ee-968c-65625d30e003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:53.042120 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9b00b7-5d50-4ebd-bbbd-d313c08c134b admin admin] Network 2cc9ca6f-9bb6-47c4-8931-eabdff4fc28b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:32:53.071681 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-7b9b00b7-5d50-4ebd-bbbd-d313c08c134b admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:32:53.074968 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9b00b7-5d50-4ebd-bbbd-d313c08c134b admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:32:53.108146 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-96da850e-3d57-4f9c-98c3-d9710a31bce6 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:53.145590 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b00b7-5d50-4ebd-bbbd-d313c08c134b admin admin] Pushing event updated for resources: {'Port': ['ID=4d49420a-9f4a-428f-bfbb-6822517df942,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:53.147982 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-2d79cd45-cc24-47ee-968c-65625d30e003 None None] For port 57fdc960-2ad6-4bf8-ba43-085b6cf6cef7, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=57fdc960-2ad6-4bf8-ba43-085b6cf6cef7,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:32:53.150050 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-96da850e-3d57-4f9c-98c3-d9710a31bce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:53.164634 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7b9b00b7-5d50-4ebd-bbbd-d313c08c134b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:53.195312 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d79cd45-cc24-47ee-968c-65625d30e003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:53.221060 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f9b348ba-65f2-4d2f-aa52-3defdfd0d8f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:53.259473 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f9b348ba-65f2-4d2f-aa52-3defdfd0d8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:53.335983 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-fa4a90b4-d6ce-4c21-bd6e-a872cebce957 admin admin] Allocated IP 172.25.0.163 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/8da3411e-0194-469c-a6eb-2686a33d6609) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:32:53.384119 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96da850e-3d57-4f9c-98c3-d9710a31bce6 None None] Network 25fee19d-9a3a-4f14-ab6e-f89f35081036 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:32:53.390743 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-96da850e-3d57-4f9c-98c3-d9710a31bce6 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:32:53.457935 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96da850e-3d57-4f9c-98c3-d9710a31bce6 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:32:53.499361 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90b4-d6ce-4c21-bd6e-a872cebce957 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:53.529466 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c08126f4-a41e-4b70-bb99-b49030b5a285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5845463-8278-4106-9d70-b8a63765ddaa', 'name': 'tempest-ImageQuotaTest-352254802-router', 'tenant_id': '328baf384c0a46919fed363923b09b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '57fdc960-2ad6-4bf8-ba43-085b6cf6cef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:32:46Z', 'updated_at': '2021-11-16T11:32:48Z', 'revision_number': 3, 'project_id': '328baf384c0a46919fed363923b09b7c', 'gw_port': {'id': '57fdc960-2ad6-4bf8-ba43-085b6cf6cef7', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5845463-8278-4106-9d70-b8a63765ddaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:32:47Z', 'updated_at': '2021-11-16T11:32:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:53.593220 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b348ba-65f2-4d2f-aa52-3defdfd0d8f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71145d46-6bae-4702-8d18-7e397b7e5132,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:53.598806 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90b4-d6ce-4c21-bd6e-a872cebce957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:53.614790 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-be623332-d1d3-4f68-bbc0-6791e08316d1 None None] Provisioning complete for port 57fdc960-2ad6-4bf8-ba43-085b6cf6cef7 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:32:53.620891 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08126f4-a41e-4b70-bb99-b49030b5a285 None None] The sync data for ids ['b5845463-8278-4106-9d70-b8a63765ddaa'] in n-d-816823-3 is: [{'id': 'b5845463-8278-4106-9d70-b8a63765ddaa', 'name': 'tempest-ImageQuotaTest-352254802-router', 'tenant_id': '328baf384c0a46919fed363923b09b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '57fdc960-2ad6-4bf8-ba43-085b6cf6cef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:32:46Z', 'updated_at': '2021-11-16T11:32:48Z', 'revision_number': 3, 'project_id': '328baf384c0a46919fed363923b09b7c', 'gw_port': {'id': '57fdc960-2ad6-4bf8-ba43-085b6cf6cef7', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5845463-8278-4106-9d70-b8a63765ddaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:32:47Z', 'updated_at': '2021-11-16T11:32:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:32:53.623486 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-be623332-d1d3-4f68-bbc0-6791e08316d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:53.631083 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7b9b00b7-5d50-4ebd-bbbd-d313c08c134b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:53.692468 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-96da850e-3d57-4f9c-98c3-d9710a31bce6 None None] Attempting to bind port 0de1c316-ea1f-43ac-aacb-50d62abe768b on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:32:53.693036 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-96da850e-3d57-4f9c-98c3-d9710a31bce6 None None] Attempting to bind port 0de1c316-ea1f-43ac-aacb-50d62abe768b by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '57ba2e1c-8aab-4258-aa26-fd06616e7006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '25fee19d-9a3a-4f14-ab6e-f89f35081036'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:32:53.693505 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96da850e-3d57-4f9c-98c3-d9710a31bce6 None None] Attempting to bind port 0de1c316-ea1f-43ac-aacb-50d62abe768b on network 25fee19d-9a3a-4f14-ab6e-f89f35081036 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:32:53.698796 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da850e-3d57-4f9c-98c3-d9710a31bce6 None None] Pushing event updated for resources: {'Port': ['ID=0de1c316-ea1f-43ac-aacb-50d62abe768b,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:53.712797 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96da850e-3d57-4f9c-98c3-d9710a31bce6 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:32:53.714017 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96da850e-3d57-4f9c-98c3-d9710a31bce6 None None] Checking segment: {'id': '57ba2e1c-8aab-4258-aa26-fd06616e7006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '25fee19d-9a3a-4f14-ab6e-f89f35081036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:32:53.715297 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-96da850e-3d57-4f9c-98c3-d9710a31bce6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:53.715297 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96da850e-3d57-4f9c-98c3-d9710a31bce6 None None] Bound using segment: {'id': '57ba2e1c-8aab-4258-aa26-fd06616e7006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '25fee19d-9a3a-4f14-ab6e-f89f35081036'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:32:53.715954 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-96da850e-3d57-4f9c-98c3-d9710a31bce6 None None] Bound port: 0de1c316-ea1f-43ac-aacb-50d62abe768b, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ba2e1c-8aab-4258-aa26-fd06616e7006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '25fee19d-9a3a-4f14-ab6e-f89f35081036'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:32:53.716611 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-96da850e-3d57-4f9c-98c3-d9710a31bce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:53.726710 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f9b348ba-65f2-4d2f-aa52-3defdfd0d8f0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=00151f5967334c969dc82f16a279ae74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9569414 Nov 16 11:32:53.728944 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4a90b4-d6ce-4c21-bd6e-a872cebce957 admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:32:53.736503 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 46294) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:53.748379 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-fa4a90b4-d6ce-4c21-bd6e-a872cebce957 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:32:53.782870 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a90b4-d6ce-4c21-bd6e-a872cebce957 admin admin] Pushing event updated for resources: {'Port': ['ID=8da3411e-0194-469c-a6eb-2686a33d6609,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:53.785250 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4a90b4-d6ce-4c21-bd6e-a872cebce957 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:32:53.813182 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d334565-429a-413e-82ae-5ff771c387f6 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:32:53.870242 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-96da850e-3d57-4f9c-98c3-d9710a31bce6 None None] For port 0de1c316-ea1f-43ac-aacb-50d62abe768b, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:32:53.882890 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d9bb89b-6514-4ce2-b2d7-38f8c755a84c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:53.897375 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-96da850e-3d57-4f9c-98c3-d9710a31bce6 None None] For port 0de1c316-ea1f-43ac-aacb-50d62abe768b, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=0de1c316-ea1f-43ac-aacb-50d62abe768b,segment=NetworkSegment(57ba2e1c-8aab-4258-aa26-fd06616e7006),segment_id=57ba2e1c-8aab-4258-aa26-fd06616e7006)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:32:53.924400 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d9bb89b-6514-4ce2-b2d7-38f8c755a84c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:53.929211 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-96da850e-3d57-4f9c-98c3-d9710a31bce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:53.940847 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79cd45-cc24-47ee-968c-65625d30e003 None None] Pushing event updated for resources: {'Port': ['ID=57fdc960-2ad6-4bf8-ba43-085b6cf6cef7,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:54.211118 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d9bb89b-6514-4ce2-b2d7-38f8c755a84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:54.211885 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da850e-3d57-4f9c-98c3-d9710a31bce6 None None] Pushing event updated for resources: {'Port': ['ID=0de1c316-ea1f-43ac-aacb-50d62abe768b,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:54.216888 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d9bb89b-6514-4ce2-b2d7-38f8c755a84c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:54.221529 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7d9bb89b-6514-4ce2-b2d7-38f8c755a84c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/71145d46-6bae-4702-8d18-7e397b7e5132 HTTP/1.1" status: 204 len: 168 time: 0.4838479 Nov 16 11:32:54.254584 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-00350f5f-682a-4375-93b4-e3133df4d1ed req-82c00ecf-f608-4358-ac2f-d7c67586b7fe tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 210 time: 0.0882440 Nov 16 11:32:54.287916 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9bb89b-6514-4ce2-b2d7-38f8c755a84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71145d46-6bae-4702-8d18-7e397b7e5132,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:54.295501 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-24603ad4-ebdc-4631-9661-de54842b969b None None] Provisioning complete for port 8da3411e-0194-469c-a6eb-2686a33d6609 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:32:54.296349 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-24603ad4-ebdc-4631-9661-de54842b969b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:54.365953 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7b9b00b7-5d50-4ebd-bbbd-d313c08c134b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:54.377132 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7b9b00b7-5d50-4ebd-bbbd-d313c08c134b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:54.444809 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90b4-d6ce-4c21-bd6e-a872cebce957 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:54.459535 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-24603ad4-ebdc-4631-9661-de54842b969b None None] Port 8da3411e-0194-469c-a6eb-2686a33d6609 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:32:54.518745 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-24603ad4-ebdc-4631-9661-de54842b969b None None] Provisioning complete for port 4d49420a-9f4a-428f-bfbb-6822517df942 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:32:54.520906 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-24603ad4-ebdc-4631-9661-de54842b969b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:54.607542 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-24603ad4-ebdc-4631-9661-de54842b969b None None] Port 4d49420a-9f4a-428f-bfbb-6822517df942 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:32:54.672612 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7b9b00b7-5d50-4ebd-bbbd-d313c08c134b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:54.675117 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b00b7-5d50-4ebd-bbbd-d313c08c134b admin admin] Pushing event updated for resources: {'Port': ['ID=4d49420a-9f4a-428f-bfbb-6822517df942,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:54.936760 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9b00b7-5d50-4ebd-bbbd-d313c08c134b admin admin] Network 2cc9ca6f-9bb6-47c4-8931-eabdff4fc28b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:32:54.943973 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-7b9b00b7-5d50-4ebd-bbbd-d313c08c134b admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:32:55.116353 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 57fdc960-2ad6-4bf8-ba43-085b6cf6cef7 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:32:55.277609 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90b4-d6ce-4c21-bd6e-a872cebce957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:55.354598 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 57fdc960-2ad6-4bf8-ba43-085b6cf6cef7 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:32:55.360557 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:55.390766 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9b00b7-5d50-4ebd-bbbd-d313c08c134b admin admin] Router b5845463-8278-4106-9d70-b8a63765ddaa has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:32:55.650376 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ca10e22-3bce-4095-ad96-34bd893f51e6 None None] Provisioning complete for port 4d49420a-9f4a-428f-bfbb-6822517df942 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:32:55.650755 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ca10e22-3bce-4095-ad96-34bd893f51e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:55.653075 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 0de1c316-ea1f-43ac-aacb-50d62abe768b up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:32:55.670434 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-485110cd-417a-4720-a041-11faf74beb72 req-b74dd24d-b069-4c6c-94a1-bb5d608526e2 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 210 time: 0.0941248 Nov 16 11:32:55.690614 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4a90b4-d6ce-4c21-bd6e-a872cebce957 admin admin] Router cd9092da-9603-4c3a-9898-283dbfd8a6d6 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:32:55.738057 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9b00b7-5d50-4ebd-bbbd-d313c08c134b admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:32:55.744078 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7b9b00b7-5d50-4ebd-bbbd-d313c08c134b admin admin] 10.222.0.61 "PUT /v2.0/routers/b5845463-8278-4106-9d70-b8a63765ddaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4121745 Nov 16 11:32:55.949124 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4a90b4-d6ce-4c21-bd6e-a872cebce957 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:32:56.006229 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa4a90b4-d6ce-4c21-bd6e-a872cebce957 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:56.007502 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-fa4a90b4-d6ce-4c21-bd6e-a872cebce957 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.2365365 Nov 16 11:32:56.010277 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 46366) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:56.186276 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70a7210-b68d-4bc6-8019-2bb5c10fa0fe None None] Network 25fee19d-9a3a-4f14-ab6e-f89f35081036 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:32:56.191827 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da3c3e1-e179-4044-a9eb-ada28ca5dfe8 None None] Sync routers for ids ['cd9092da-9603-4c3a-9898-283dbfd8a6d6'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:32:56.362425 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da3c3e1-e179-4044-a9eb-ada28ca5dfe8 None None] Routers {'cd9092da-9603-4c3a-9898-283dbfd8a6d6'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:32:56.363225 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5da3c3e1-e179-4044-a9eb-ada28ca5dfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:32:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['cd9092da-9603-4c3a-9898-283dbfd8a6d6'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:56.365668 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ca10e22-3bce-4095-ad96-34bd893f51e6 None None] Port 4d49420a-9f4a-428f-bfbb-6822517df942 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:32:56.578220 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 0de1c316-ea1f-43ac-aacb-50d62abe768b triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:32:56.578876 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:56.625449 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-39f6a991-1251-4dcb-93d4-4c06084f3211 None None] Provisioning complete for port 0de1c316-ea1f-43ac-aacb-50d62abe768b triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:32:56.626126 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-39f6a991-1251-4dcb-93d4-4c06084f3211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:56.651599 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-5da3c3e1-e179-4044-a9eb-ada28ca5dfe8 None None] Set router cd9092da-9603-4c3a-9898-283dbfd8a6d6 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:32:56.818735 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d6525c-cc5e-4bc2-bdf5-5ed84b3407a4 None None] Sync routers for ids ['b5845463-8278-4106-9d70-b8a63765ddaa'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:32:56.853339 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d6525c-cc5e-4bc2-bdf5-5ed84b3407a4 None None] Routers {'b5845463-8278-4106-9d70-b8a63765ddaa'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:32:56.865318 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-e6d6525c-cc5e-4bc2-bdf5-5ed84b3407a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:32:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['b5845463-8278-4106-9d70-b8a63765ddaa'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:57.011334 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:57.062409 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 0de1c316-ea1f-43ac-aacb-50d62abe768b, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=0de1c316-ea1f-43ac-aacb-50d62abe768b,segment=NetworkSegment(57ba2e1c-8aab-4258-aa26-fd06616e7006),segment_id=57ba2e1c-8aab-4258-aa26-fd06616e7006)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:32:57.209018 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-39f6a991-1251-4dcb-93d4-4c06084f3211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:57.252958 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:57.310487 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-e6d6525c-cc5e-4bc2-bdf5-5ed84b3407a4 None None] Set router b5845463-8278-4106-9d70-b8a63765ddaa gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:32:57.422243 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.api [None req-39f6a991-1251-4dcb-93d4-4c06084f3211 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:32:57.423017 n-d-816823-3 neutron-server[102670]: DEBUG oslo_db.api [None req-39f6a991-1251-4dcb-93d4-4c06084f3211 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:32:57.458692 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=0de1c316-ea1f-43ac-aacb-50d62abe768b,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:57.515044 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5da3c3e1-e179-4044-a9eb-ada28ca5dfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9092da-9603-4c3a-9898-283dbfd8a6d6', 'name': 'tempest-TestServerBasicOps-254570611-router', 'tenant_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '8da3411e-0194-469c-a6eb-2686a33d6609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:32:51Z', 'updated_at': '2021-11-16T11:32:54Z', 'revision_number': 3, 'project_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'gw_port': {'id': '8da3411e-0194-469c-a6eb-2686a33d6609', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9092da-9603-4c3a-9898-283dbfd8a6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:32:52Z', 'updated_at': '2021-11-16T11:32:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:57.581523 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da3c3e1-e179-4044-a9eb-ada28ca5dfe8 None None] Checking router: cd9092da-9603-4c3a-9898-283dbfd8a6d6 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:32:57.581877 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da3c3e1-e179-4044-a9eb-ada28ca5dfe8 None None] Updating router cd9092da-9603-4c3a-9898-283dbfd8a6d6 port 8da3411e-0194-469c-a6eb-2686a33d6609 binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:32:57.587537 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 46408) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:57.637623 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5da3c3e1-e179-4044-a9eb-ada28ca5dfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:57.714139 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb4e5ad1-d1e0-488f-9d49-65a9732a18dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:57.874198 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-e6d6525c-cc5e-4bc2-bdf5-5ed84b3407a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5845463-8278-4106-9d70-b8a63765ddaa', 'name': 'tempest-ImageQuotaTest-352254802-router', 'tenant_id': '328baf384c0a46919fed363923b09b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '57fdc960-2ad6-4bf8-ba43-085b6cf6cef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:32:46Z', 'updated_at': '2021-11-16T11:32:53Z', 'revision_number': 4, 'project_id': '328baf384c0a46919fed363923b09b7c', 'gw_port': {'id': '57fdc960-2ad6-4bf8-ba43-085b6cf6cef7', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5845463-8278-4106-9d70-b8a63765ddaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:32:47Z', 'updated_at': '2021-11-16T11:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '4d49420a-9f4a-428f-bfbb-6822517df942', 'name': '', 'network_id': '2cc9ca6f-9bb6-47c4-8931-eabdff4fc28b', 'tenant_id': '328baf384c0a46919fed363923b09b7c', 'mac_address': 'fa:16:3e:43:8e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5845463-8278-4106-9d70-b8a63765ddaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '91105351-5b2e-4b70-a0b1-44b8e8c3e2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:32:51Z', 'updated_at': '2021-11-16T11:32:53Z', 'revision_number': 2, 'project_id': '328baf384c0a46919fed363923b09b7c', 'subnets': [{'id': '91105351-5b2e-4b70-a0b1-44b8e8c3e2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:57.886168 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1a6c9493-e1ee-41e8-a2a5-c5727217bcc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:57.952884 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d6525c-cc5e-4bc2-bdf5-5ed84b3407a4 None None] Checking router: b5845463-8278-4106-9d70-b8a63765ddaa for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:32:57.953234 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d6525c-cc5e-4bc2-bdf5-5ed84b3407a4 None None] Updating router b5845463-8278-4106-9d70-b8a63765ddaa port 4d49420a-9f4a-428f-bfbb-6822517df942 binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:32:57.983074 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e44690ed-8037-47dd-a144-2d06e950d77a req-bb8b4cad-019b-46dd-9440-85c4b30dccd5 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 210 time: 0.0524004 Nov 16 11:32:58.017852 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e6d6525c-cc5e-4bc2-bdf5-5ed84b3407a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:58.052013 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-bb4e5ad1-d1e0-488f-9d49-65a9732a18dd admin admin] Allocated IP 172.20.0.1 (25fee19d-9a3a-4f14-ab6e-f89f35081036/383e4088-7ed9-439a-81ec-e117b68d1170/d929db30-6987-4b3d-9a72-79c3c64accbd) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:32:58.093329 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:58.098578 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1a6c9493-e1ee-41e8-a2a5-c5727217bcc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:58.108863 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1a6c9493-e1ee-41e8-a2a5-c5727217bcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:58.209165 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c9493-e1ee-41e8-a2a5-c5727217bcc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e10998-6052-4007-a2b2-731c4876e04e,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:58.217907 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1a6c9493-e1ee-41e8-a2a5-c5727217bcc0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=44612b621a3248d99a424537f919e487&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6284904 Nov 16 11:32:58.218870 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 46418) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:58.308540 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85531c03-6481-4a35-bc8f-3a19482c6b56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:58.337123 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb4e5ad1-d1e0-488f-9d49-65a9732a18dd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:58.392758 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85531c03-6481-4a35-bc8f-3a19482c6b56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:58.420899 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb4e5ad1-d1e0-488f-9d49-65a9732a18dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:58.469316 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-27205f59-f469-493b-a620-08d2b1ca6aca None None] Provisioning complete for port 0de1c316-ea1f-43ac-aacb-50d62abe768b triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:32:58.469862 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-27205f59-f469-493b-a620-08d2b1ca6aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:58.483199 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85531c03-6481-4a35-bc8f-3a19482c6b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:58.487499 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85531c03-6481-4a35-bc8f-3a19482c6b56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:58.491230 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-85531c03-6481-4a35-bc8f-3a19482c6b56 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/44e10998-6052-4007-a2b2-731c4876e04e HTTP/1.1" status: 204 len: 168 time: 0.2686708 Nov 16 11:32:58.498833 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5da3c3e1-e179-4044-a9eb-ada28ca5dfe8 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:58.527391 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85531c03-6481-4a35-bc8f-3a19482c6b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e10998-6052-4007-a2b2-731c4876e04e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:58.531267 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4e5ad1-d1e0-488f-9d49-65a9732a18dd admin admin] Network 25fee19d-9a3a-4f14-ab6e-f89f35081036 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:32:58.538881 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-bb4e5ad1-d1e0-488f-9d49-65a9732a18dd admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:32:58.570382 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4e5ad1-d1e0-488f-9d49-65a9732a18dd admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:32:58.615080 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5da3c3e1-e179-4044-a9eb-ada28ca5dfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:58.698946 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e5ad1-d1e0-488f-9d49-65a9732a18dd admin admin] Pushing event updated for resources: {'Port': ['ID=d929db30-6987-4b3d-9a72-79c3c64accbd,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:58.759452 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb4e5ad1-d1e0-488f-9d49-65a9732a18dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:58.845280 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbff48f2-a994-415c-a5e2-a1cda016258d None None] Pushing event updated for resources: {'Port': ['ID=8da3411e-0194-469c-a6eb-2686a33d6609,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:58.858518 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d266e2-7d1a-422c-b98d-1a65606b3a67 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:32:58.940329 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-5da3c3e1-e179-4044-a9eb-ada28ca5dfe8 None None] Attempting to bind port 8da3411e-0194-469c-a6eb-2686a33d6609 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:32:58.940713 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-5da3c3e1-e179-4044-a9eb-ada28ca5dfe8 None None] Attempting to bind port 8da3411e-0194-469c-a6eb-2686a33d6609 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:32:58.941081 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da3c3e1-e179-4044-a9eb-ada28ca5dfe8 None None] Attempting to bind port 8da3411e-0194-469c-a6eb-2686a33d6609 on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:32:58.952722 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e6d6525c-cc5e-4bc2-bdf5-5ed84b3407a4 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:58.972509 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e6d6525c-cc5e-4bc2-bdf5-5ed84b3407a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:59.075114 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4c871-cb61-4840-a25e-83814f2b015d None None] Pushing event updated for resources: {'Port': ['ID=4d49420a-9f4a-428f-bfbb-6822517df942,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:59.092787 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:59.095082 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da3c3e1-e179-4044-a9eb-ada28ca5dfe8 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:32:59.095777 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da3c3e1-e179-4044-a9eb-ada28ca5dfe8 None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:32:59.096878 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5da3c3e1-e179-4044-a9eb-ada28ca5dfe8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:59.097502 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da3c3e1-e179-4044-a9eb-ada28ca5dfe8 None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:32:59.099107 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-5da3c3e1-e179-4044-a9eb-ada28ca5dfe8 None None] Bound port: 8da3411e-0194-469c-a6eb-2686a33d6609, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:32:59.100021 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5da3c3e1-e179-4044-a9eb-ada28ca5dfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:59.120989 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb4e5ad1-d1e0-488f-9d49-65a9732a18dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:59.201320 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-e6d6525c-cc5e-4bc2-bdf5-5ed84b3407a4 None None] Attempting to bind port 4d49420a-9f4a-428f-bfbb-6822517df942 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:32:59.201683 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-e6d6525c-cc5e-4bc2-bdf5-5ed84b3407a4 None None] Attempting to bind port 4d49420a-9f4a-428f-bfbb-6822517df942 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'e18cc59f-67f9-4b4a-ab6f-db7dbf3b9d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2cc9ca6f-9bb6-47c4-8931-eabdff4fc28b'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:32:59.209254 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d6525c-cc5e-4bc2-bdf5-5ed84b3407a4 None None] Attempting to bind port 4d49420a-9f4a-428f-bfbb-6822517df942 on network 2cc9ca6f-9bb6-47c4-8931-eabdff4fc28b {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:32:59.233869 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d6525c-cc5e-4bc2-bdf5-5ed84b3407a4 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:32:59.233869 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d6525c-cc5e-4bc2-bdf5-5ed84b3407a4 None None] Checking segment: {'id': 'e18cc59f-67f9-4b4a-ab6f-db7dbf3b9d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2cc9ca6f-9bb6-47c4-8931-eabdff4fc28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:32:59.234198 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e6d6525c-cc5e-4bc2-bdf5-5ed84b3407a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:59.234339 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d6525c-cc5e-4bc2-bdf5-5ed84b3407a4 None None] Bound using segment: {'id': 'e18cc59f-67f9-4b4a-ab6f-db7dbf3b9d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2cc9ca6f-9bb6-47c4-8931-eabdff4fc28b'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:32:59.235005 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-e6d6525c-cc5e-4bc2-bdf5-5ed84b3407a4 None None] Bound port: 4d49420a-9f4a-428f-bfbb-6822517df942, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e18cc59f-67f9-4b4a-ab6f-db7dbf3b9d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2cc9ca6f-9bb6-47c4-8931-eabdff4fc28b'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:32:59.235571 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e6d6525c-cc5e-4bc2-bdf5-5ed84b3407a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:59.265839 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-5da3c3e1-e179-4044-a9eb-ada28ca5dfe8 None None] For port 8da3411e-0194-469c-a6eb-2686a33d6609, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:32:59.267212 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 46448) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:32:59.269616 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-5da3c3e1-e179-4044-a9eb-ada28ca5dfe8 None None] For port 8da3411e-0194-469c-a6eb-2686a33d6609, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=8da3411e-0194-469c-a6eb-2686a33d6609,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:32:59.325820 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5da3c3e1-e179-4044-a9eb-ada28ca5dfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:59.450817 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-e6d6525c-cc5e-4bc2-bdf5-5ed84b3407a4 None None] For port 4d49420a-9f4a-428f-bfbb-6822517df942, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:32:59.457229 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-e6d6525c-cc5e-4bc2-bdf5-5ed84b3407a4 None None] For port 4d49420a-9f4a-428f-bfbb-6822517df942, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=4d49420a-9f4a-428f-bfbb-6822517df942,segment=NetworkSegment(e18cc59f-67f9-4b4a-ab6f-db7dbf3b9d7e),segment_id=e18cc59f-67f9-4b4a-ab6f-db7dbf3b9d7e)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:32:59.469737 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e6d6525c-cc5e-4bc2-bdf5-5ed84b3407a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:59.507612 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 0de1c316-ea1f-43ac-aacb-50d62abe768b up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:32:59.544983 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d6525c-cc5e-4bc2-bdf5-5ed84b3407a4 None None] Routers {'b5845463-8278-4106-9d70-b8a63765ddaa'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:32:59.545695 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-e6d6525c-cc5e-4bc2-bdf5-5ed84b3407a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:32:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['b5845463-8278-4106-9d70-b8a63765ddaa'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:59.661198 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4c871-cb61-4840-a25e-83814f2b015d None None] Pushing event updated for resources: {'Port': ['ID=4d49420a-9f4a-428f-bfbb-6822517df942,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:32:59.676553 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-0ea62048-c824-43e4-b515-551827912d8b None None] Provisioning complete for port 8da3411e-0194-469c-a6eb-2686a33d6609 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:32:59.676553 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0ea62048-c824-43e4-b515-551827912d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:59.721189 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-49bf130e-47e9-4bc0-98a4-b3962422dbd9 req-2a91e003-e460-4c8e-af2d-0fb352f3daf4 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 210 time: 0.1052771 Nov 16 11:32:59.751178 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb4e5ad1-d1e0-488f-9d49-65a9732a18dd admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:59.769350 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb4e5ad1-d1e0-488f-9d49-65a9732a18dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:59.772977 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9220ca9a-924e-4748-8cd5-9d0985a7212d None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:32:59.789280 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da3c3e1-e179-4044-a9eb-ada28ca5dfe8 None None] Routers {'cd9092da-9603-4c3a-9898-283dbfd8a6d6'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:32:59.789280 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5da3c3e1-e179-4044-a9eb-ada28ca5dfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:32:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['cd9092da-9603-4c3a-9898-283dbfd8a6d6'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:32:59.798467 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-e6d6525c-cc5e-4bc2-bdf5-5ed84b3407a4 None None] Set router b5845463-8278-4106-9d70-b8a63765ddaa gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:32:59.976894 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb4e5ad1-d1e0-488f-9d49-65a9732a18dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:32:59.992035 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e5ad1-d1e0-488f-9d49-65a9732a18dd admin admin] Pushing event updated for resources: {'Port': ['ID=d929db30-6987-4b3d-9a72-79c3c64accbd,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:00.085139 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-5da3c3e1-e179-4044-a9eb-ada28ca5dfe8 None None] Set router cd9092da-9603-4c3a-9898-283dbfd8a6d6 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:33:00.154091 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4e5ad1-d1e0-488f-9d49-65a9732a18dd admin admin] Network 25fee19d-9a3a-4f14-ab6e-f89f35081036 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:33:00.159406 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-bb4e5ad1-d1e0-488f-9d49-65a9732a18dd admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:33:00.414149 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4e5ad1-d1e0-488f-9d49-65a9732a18dd admin admin] Router cd9092da-9603-4c3a-9898-283dbfd8a6d6 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:33:00.433329 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-e6d6525c-cc5e-4bc2-bdf5-5ed84b3407a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5845463-8278-4106-9d70-b8a63765ddaa', 'name': 'tempest-ImageQuotaTest-352254802-router', 'tenant_id': '328baf384c0a46919fed363923b09b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '57fdc960-2ad6-4bf8-ba43-085b6cf6cef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:32:46Z', 'updated_at': '2021-11-16T11:32:53Z', 'revision_number': 4, 'project_id': '328baf384c0a46919fed363923b09b7c', 'gw_port': {'id': '57fdc960-2ad6-4bf8-ba43-085b6cf6cef7', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5845463-8278-4106-9d70-b8a63765ddaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:32:47Z', 'updated_at': '2021-11-16T11:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '4d49420a-9f4a-428f-bfbb-6822517df942', 'name': '', 'network_id': '2cc9ca6f-9bb6-47c4-8931-eabdff4fc28b', 'tenant_id': '328baf384c0a46919fed363923b09b7c', 'mac_address': 'fa:16:3e:43:8e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5845463-8278-4106-9d70-b8a63765ddaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '91105351-5b2e-4b70-a0b1-44b8e8c3e2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:32:51Z', 'updated_at': '2021-11-16T11:32:59Z', 'revision_number': 4, 'project_id': '328baf384c0a46919fed363923b09b7c', 'subnets': [{'id': '91105351-5b2e-4b70-a0b1-44b8e8c3e2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:33:00.526284 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d6525c-cc5e-4bc2-bdf5-5ed84b3407a4 None None] The sync data for ids ['b5845463-8278-4106-9d70-b8a63765ddaa'] in n-d-816823-3 is: [{'id': 'b5845463-8278-4106-9d70-b8a63765ddaa', 'name': 'tempest-ImageQuotaTest-352254802-router', 'tenant_id': '328baf384c0a46919fed363923b09b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '57fdc960-2ad6-4bf8-ba43-085b6cf6cef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:32:46Z', 'updated_at': '2021-11-16T11:32:53Z', 'revision_number': 4, 'project_id': '328baf384c0a46919fed363923b09b7c', 'gw_port': {'id': '57fdc960-2ad6-4bf8-ba43-085b6cf6cef7', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5845463-8278-4106-9d70-b8a63765ddaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:32:47Z', 'updated_at': '2021-11-16T11:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '4d49420a-9f4a-428f-bfbb-6822517df942', 'name': '', 'network_id': '2cc9ca6f-9bb6-47c4-8931-eabdff4fc28b', 'tenant_id': '328baf384c0a46919fed363923b09b7c', 'mac_address': 'fa:16:3e:43:8e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5845463-8278-4106-9d70-b8a63765ddaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '91105351-5b2e-4b70-a0b1-44b8e8c3e2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:32:51Z', 'updated_at': '2021-11-16T11:32:59Z', 'revision_number': 4, 'project_id': '328baf384c0a46919fed363923b09b7c', 'subnets': [{'id': '91105351-5b2e-4b70-a0b1-44b8e8c3e2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:33:00.534186 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d8d39f7d-70bb-469a-b959-b0505ee32828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:00.810034 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4e5ad1-d1e0-488f-9d49-65a9732a18dd admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:33:00.823425 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bb4e5ad1-d1e0-488f-9d49-65a9732a18dd admin admin] 10.222.0.61 "PUT /v2.0/routers/cd9092da-9603-4c3a-9898-283dbfd8a6d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8120790 Nov 16 11:33:01.102305 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbff48f2-a994-415c-a5e2-a1cda016258d None None] Pushing event updated for resources: {'Port': ['ID=8da3411e-0194-469c-a6eb-2686a33d6609,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:01.175565 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 0de1c316-ea1f-43ac-aacb-50d62abe768b triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:33:01.176082 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:01.308992 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0ea62048-c824-43e4-b515-551827912d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:01.319723 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d8d39f7d-70bb-469a-b959-b0505ee32828 admin admin] Deleting port 4d49420a-9f4a-428f-bfbb-6822517df942 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:33:01.320070 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d8d39f7d-70bb-469a-b959-b0505ee32828 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:01.347003 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5da3c3e1-e179-4044-a9eb-ada28ca5dfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9092da-9603-4c3a-9898-283dbfd8a6d6', 'name': 'tempest-TestServerBasicOps-254570611-router', 'tenant_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '8da3411e-0194-469c-a6eb-2686a33d6609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:32:51Z', 'updated_at': '2021-11-16T11:32:59Z', 'revision_number': 4, 'project_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'gw_port': {'id': '8da3411e-0194-469c-a6eb-2686a33d6609', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9092da-9603-4c3a-9898-283dbfd8a6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:32:52Z', 'updated_at': '2021-11-16T11:32:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'd929db30-6987-4b3d-9a72-79c3c64accbd', 'name': '', 'network_id': '25fee19d-9a3a-4f14-ab6e-f89f35081036', 'tenant_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'mac_address': 'fa:16:3e:01:d2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9092da-9603-4c3a-9898-283dbfd8a6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '383e4088-7ed9-439a-81ec-e117b68d1170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:32:57Z', 'updated_at': '2021-11-16T11:32:59Z', 'revision_number': 2, 'project_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'subnets': [{'id': '383e4088-7ed9-439a-81ec-e117b68d1170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:33:01.556814 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ef600729-9b00-4dee-a8d2-3c5048130429 req-237bb839-eaba-420a-a700-78ec4a20c3cf tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 210 time: 0.1027288 Nov 16 11:33:01.561044 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da3c3e1-e179-4044-a9eb-ada28ca5dfe8 None None] The sync data for ids ['cd9092da-9603-4c3a-9898-283dbfd8a6d6'] in n-d-816823-3 is: [{'id': 'cd9092da-9603-4c3a-9898-283dbfd8a6d6', 'name': 'tempest-TestServerBasicOps-254570611-router', 'tenant_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '8da3411e-0194-469c-a6eb-2686a33d6609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:32:51Z', 'updated_at': '2021-11-16T11:32:59Z', 'revision_number': 4, 'project_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'gw_port': {'id': '8da3411e-0194-469c-a6eb-2686a33d6609', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9092da-9603-4c3a-9898-283dbfd8a6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:32:52Z', 'updated_at': '2021-11-16T11:32:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'd929db30-6987-4b3d-9a72-79c3c64accbd', 'name': '', 'network_id': '25fee19d-9a3a-4f14-ab6e-f89f35081036', 'tenant_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'mac_address': 'fa:16:3e:01:d2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9092da-9603-4c3a-9898-283dbfd8a6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '383e4088-7ed9-439a-81ec-e117b68d1170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:32:57Z', 'updated_at': '2021-11-16T11:32:59Z', 'revision_number': 2, 'project_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'subnets': [{'id': '383e4088-7ed9-439a-81ec-e117b68d1170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:33:01.583169 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-0ea62048-c824-43e4-b515-551827912d8b None None] For port 8da3411e-0194-469c-a6eb-2686a33d6609, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=8da3411e-0194-469c-a6eb-2686a33d6609,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:33:01.603962 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0ea62048-c824-43e4-b515-551827912d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:01.695873 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-d8d39f7d-70bb-469a-b959-b0505ee32828 admin admin] For port 4d49420a-9f4a-428f-bfbb-6822517df942, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=4d49420a-9f4a-428f-bfbb-6822517df942,segment=NetworkSegment(e18cc59f-67f9-4b4a-ab6f-db7dbf3b9d7e),segment_id=e18cc59f-67f9-4b4a-ab6f-db7dbf3b9d7e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:33:01.696258 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d8d39f7d-70bb-469a-b959-b0505ee32828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:01.742897 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d8d39f7d-70bb-469a-b959-b0505ee32828 admin admin] Calling delete_port for 4d49420a-9f4a-428f-bfbb-6822517df942 owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:33:01.746563 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea62048-c824-43e4-b515-551827912d8b None None] Pushing event updated for resources: {'Port': ['ID=8da3411e-0194-469c-a6eb-2686a33d6609,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:01.807453 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-0ea62048-c824-43e4-b515-551827912d8b None None] Provisioning complete for port d929db30-6987-4b3d-9a72-79c3c64accbd triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:33:01.807832 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0ea62048-c824-43e4-b515-551827912d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:01.875552 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-0ea62048-c824-43e4-b515-551827912d8b None None] Port d929db30-6987-4b3d-9a72-79c3c64accbd cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:33:02.014942 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-48a1b2bb-bdab-43b0-85e2-48eeed4086d9 None None] Provisioning complete for port 8da3411e-0194-469c-a6eb-2686a33d6609 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:33:02.015472 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-48a1b2bb-bdab-43b0-85e2-48eeed4086d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:02.143317 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 4d49420a-9f4a-428f-bfbb-6822517df942 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:33:02.301880 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d8d39f7d-70bb-469a-b959-b0505ee32828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:02.318684 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No active binding found for port 4d49420a-9f4a-428f-bfbb-6822517df942 {{(pid=102670) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 16 11:33:02.319426 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 4d49420a-9f4a-428f-bfbb-6822517df942 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 16 11:33:02.377228 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d39f7d-70bb-469a-b959-b0505ee32828 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d49420a-9f4a-428f-bfbb-6822517df942,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:02.435859 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Port 4d49420a-9f4a-428f-bfbb-6822517df942 not found, will not notify nova. {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 16 11:33:02.505563 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-48a1b2bb-bdab-43b0-85e2-48eeed4086d9 None None] Provisioning complete for port d929db30-6987-4b3d-9a72-79c3c64accbd triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:33:02.509837 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-48a1b2bb-bdab-43b0-85e2-48eeed4086d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:02.609607 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-48a1b2bb-bdab-43b0-85e2-48eeed4086d9 None None] Port d929db30-6987-4b3d-9a72-79c3c64accbd cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:33:02.621236 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-48a1b2bb-bdab-43b0-85e2-48eeed4086d9 None None] Could not find standard attr ID for object 4d49420a-9f4a-428f-bfbb-6822517df942. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:33:02.872553 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d8d39f7d-70bb-469a-b959-b0505ee32828 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:02.878869 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 46538) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:03.350794 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 46548) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:03.361076 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-201d03a1-ad63-4ada-87a6-34c770c46006 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-432508123-network', 'tenant_id': 'f805c35aabc248059b2f6c97a0534202'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:33:03.434795 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e5373369-7e28-47c5-b9ea-b0f016f42f10 req-f833bee1-3d9b-45fe-94eb-942e32daa054 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 210 time: 0.1653512 Nov 16 11:33:03.451410 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201d03a1-ad63-4ada-87a6-34c770c46006 admin admin] Made reservation on behalf of f805c35aabc248059b2f6c97a0534202 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:33:03.454710 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-201d03a1-ad63-4ada-87a6-34c770c46006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:03.468508 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-201d03a1-ad63-4ada-87a6-34c770c46006 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:03.532852 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d39f7d-70bb-469a-b959-b0505ee32828 admin admin] Router b5845463-8278-4106-9d70-b8a63765ddaa has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:33:03.690116 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-201d03a1-ad63-4ada-87a6-34c770c46006 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:03.692999 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7eb1c3ad-8170-4b4b-971d-b64a524ed20a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:03.722799 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-201d03a1-ad63-4ada-87a6-34c770c46006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:03.755692 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d39f7d-70bb-469a-b959-b0505ee32828 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:33:03.766440 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f1f8e0-7947-42e5-baf4-a04e72ab7d30 None None] Sync routers for ids ['b5845463-8278-4106-9d70-b8a63765ddaa'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:33:03.776663 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d8d39f7d-70bb-469a-b959-b0505ee32828 admin admin] 10.222.0.61 "PUT /v2.0/routers/b5845463-8278-4106-9d70-b8a63765ddaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5080864 Nov 16 11:33:03.780901 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 46560) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:03.806408 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f1f8e0-7947-42e5-baf4-a04e72ab7d30 None None] Routers {'b5845463-8278-4106-9d70-b8a63765ddaa'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:33:03.810911 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-62f1f8e0-7947-42e5-baf4-a04e72ab7d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:32:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['b5845463-8278-4106-9d70-b8a63765ddaa'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:33:03.831785 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-201d03a1-ad63-4ada-87a6-34c770c46006 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:33:03.913267 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-201d03a1-ad63-4ada-87a6-34c770c46006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:03.951405 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-201d03a1-ad63-4ada-87a6-34c770c46006 admin admin] Added segment 759282f2-b773-4e84-83c9-e6f007797002 of type vlan for network 5ae3305b-649b-4097-88fe-834d15486827 Nov 16 11:33:03.958627 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d03a1-ad63-4ada-87a6-34c770c46006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3898abcd-9350-4743-9a7f-be755c43b480,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:04.042211 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d03a1-ad63-4ada-87a6-34c770c46006 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:33:04.044369 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d03a1-ad63-4ada-87a6-34c770c46006 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:33:04.044812 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d03a1-ad63-4ada-87a6-34c770c46006 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:33:04.045528 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d03a1-ad63-4ada-87a6-34c770c46006 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:33:04.046508 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d03a1-ad63-4ada-87a6-34c770c46006 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:33:04.047840 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d03a1-ad63-4ada-87a6-34c770c46006 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:33:04.049808 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d03a1-ad63-4ada-87a6-34c770c46006 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:33:04.050349 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d03a1-ad63-4ada-87a6-34c770c46006 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:33:04.051213 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d03a1-ad63-4ada-87a6-34c770c46006 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:33:04.051687 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d03a1-ad63-4ada-87a6-34c770c46006 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:33:04.053002 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d03a1-ad63-4ada-87a6-34c770c46006 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:33:04.053433 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d03a1-ad63-4ada-87a6-34c770c46006 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:33:04.184561 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 8da3411e-0194-469c-a6eb-2686a33d6609 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:33:04.185779 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-201d03a1-ad63-4ada-87a6-34c770c46006 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:04.194918 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-62f1f8e0-7947-42e5-baf4-a04e72ab7d30 None None] Set router b5845463-8278-4106-9d70-b8a63765ddaa gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:33:04.247959 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7eb1c3ad-8170-4b4b-971d-b64a524ed20a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:04.250040 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-201d03a1-ad63-4ada-87a6-34c770c46006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:04.251213 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201d03a1-ad63-4ada-87a6-34c770c46006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:04.252066 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-201d03a1-ad63-4ada-87a6-34c770c46006 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:04.281527 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7eb1c3ad-8170-4b4b-971d-b64a524ed20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:04.392188 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7eb1c3ad-8170-4b4b-971d-b64a524ed20a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b929594411404747871986d9eafac5f9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5116179 Nov 16 11:33:04.493437 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 46570) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:04.543513 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-201d03a1-ad63-4ada-87a6-34c770c46006 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1854007 Nov 16 11:33:04.579673 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 46582) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:04.594823 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-9cb9f758-f424-4270-86f9-2e84975ba855 admin admin] Request body: {'subnet': {'network_id': '5ae3305b-649b-4097-88fe-834d15486827', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-432508123-subnet', 'tenant_id': 'f805c35aabc248059b2f6c97a0534202', 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:33:04.665202 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 8da3411e-0194-469c-a6eb-2686a33d6609 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:33:04.671187 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:04.707356 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1c3ad-8170-4b4b-971d-b64a524ed20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a92e0d-e0b8-43ed-b324-ff6272444cf4,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:04.719069 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d03a1-ad63-4ada-87a6-34c770c46006 admin admin] Pushing event updated for resources: {'Network': ['ID=5ae3305b-649b-4097-88fe-834d15486827,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:04.750412 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb9f758-f424-4270-86f9-2e84975ba855 admin admin] Made reservation on behalf of f805c35aabc248059b2f6c97a0534202 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:33:04.758937 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9cb9f758-f424-4270-86f9-2e84975ba855 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:04.790035 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 5ae3305b-649b-4097-88fe-834d15486827 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:33:04.802270 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-403db6f4-61d8-4020-a92b-c5544d46ff0b admin admin] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:04.906996 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4467b4eb-8fa0-4d56-8fae-6c195fc90d92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:04.949446 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-403db6f4-61d8-4020-a92b-c5544d46ff0b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:04.990221 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4467b4eb-8fa0-4d56-8fae-6c195fc90d92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:05.057216 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-403db6f4-61d8-4020-a92b-c5544d46ff0b admin admin] Deleting port 57fdc960-2ad6-4bf8-ba43-085b6cf6cef7 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:33:05.057673 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-403db6f4-61d8-4020-a92b-c5544d46ff0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:05.095324 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-62f1f8e0-7947-42e5-baf4-a04e72ab7d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5845463-8278-4106-9d70-b8a63765ddaa', 'name': 'tempest-ImageQuotaTest-352254802-router', 'tenant_id': '328baf384c0a46919fed363923b09b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '57fdc960-2ad6-4bf8-ba43-085b6cf6cef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:32:46Z', 'updated_at': '2021-11-16T11:33:02Z', 'revision_number': 5, 'project_id': '328baf384c0a46919fed363923b09b7c', 'gw_port': {'id': '57fdc960-2ad6-4bf8-ba43-085b6cf6cef7', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:cd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5845463-8278-4106-9d70-b8a63765ddaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:32:47Z', 'updated_at': '2021-11-16T11:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:33:05.160034 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f1f8e0-7947-42e5-baf4-a04e72ab7d30 None None] Checking router: b5845463-8278-4106-9d70-b8a63765ddaa for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:33:05.193468 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f1f8e0-7947-42e5-baf4-a04e72ab7d30 None None] Routers {'b5845463-8278-4106-9d70-b8a63765ddaa'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:33:05.194807 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-62f1f8e0-7947-42e5-baf4-a04e72ab7d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:32:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['b5845463-8278-4106-9d70-b8a63765ddaa'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:33:05.268596 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9cb9f758-f424-4270-86f9-2e84975ba855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:05.316835 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-de8bafd5-7983-4832-8a29-6f937f547585 req-7938e9b2-ee51-47bc-afa7-dc3976517279 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 210 time: 0.0717235 Nov 16 11:33:05.327530 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-403db6f4-61d8-4020-a92b-c5544d46ff0b admin admin] For port 57fdc960-2ad6-4bf8-ba43-085b6cf6cef7, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=57fdc960-2ad6-4bf8-ba43-085b6cf6cef7,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:33:05.328251 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-403db6f4-61d8-4020-a92b-c5544d46ff0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:05.338184 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4467b4eb-8fa0-4d56-8fae-6c195fc90d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:05.341660 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4467b4eb-8fa0-4d56-8fae-6c195fc90d92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:05.343197 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4467b4eb-8fa0-4d56-8fae-6c195fc90d92 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/36a92e0d-e0b8-43ed-b324-ff6272444cf4 HTTP/1.1" status: 204 len: 168 time: 0.8327532 Nov 16 11:33:05.347022 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-403db6f4-61d8-4020-a92b-c5544d46ff0b admin admin] Calling delete_port for 57fdc960-2ad6-4bf8-ba43-085b6cf6cef7 owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:33:05.367675 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467b4eb-8fa0-4d56-8fae-6c195fc90d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a92e0d-e0b8-43ed-b324-ff6272444cf4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:05.375670 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9f758-f424-4270-86f9-2e84975ba855 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41d07d34-28f2-4484-bac5-2ef08db7372c,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:05.382967 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb9f758-f424-4270-86f9-2e84975ba855 admin admin] Checking segment: {'id': '759282f2-b773-4e84-83c9-e6f007797002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5ae3305b-649b-4097-88fe-834d15486827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:33:05.383588 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb9f758-f424-4270-86f9-2e84975ba855 admin admin] Network hostable DHCP agents. Network: 5ae3305b-649b-4097-88fe-834d15486827, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:33:05.406105 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-62f1f8e0-7947-42e5-baf4-a04e72ab7d30 None None] Set router b5845463-8278-4106-9d70-b8a63765ddaa gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:33:05.419502 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb9f758-f424-4270-86f9-2e84975ba855 admin admin] Network 5ae3305b-649b-4097-88fe-834d15486827 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:33:05.438786 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-9cb9f758-f424-4270-86f9-2e84975ba855 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 5ae3305b-649b-4097-88fe-834d15486827) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:33:05.451836 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9f758-f424-4270-86f9-2e84975ba855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:05.452444 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9cb9f758-f424-4270-86f9-2e84975ba855 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:05.485478 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9cb9f758-f424-4270-86f9-2e84975ba855 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9044225 Nov 16 11:33:05.487772 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 46614) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:05.494622 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-360db7e9-6020-43c0-a529-8c3bf1542f0b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-432508123-router', 'tenant_id': 'f805c35aabc248059b2f6c97a0534202', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:33:05.560860 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-360db7e9-6020-43c0-a529-8c3bf1542f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:05.562153 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-360db7e9-6020-43c0-a529-8c3bf1542f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:05.566816 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22518e2b-4070-432b-9244-9f8b63f50187 None None] Network 5ae3305b-649b-4097-88fe-834d15486827 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:33:05.657950 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-62f1f8e0-7947-42e5-baf4-a04e72ab7d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5845463-8278-4106-9d70-b8a63765ddaa', 'name': 'tempest-ImageQuotaTest-352254802-router', 'tenant_id': '328baf384c0a46919fed363923b09b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:32:46Z', 'updated_at': '2021-11-16T11:33:04Z', 'revision_number': 6, 'project_id': '328baf384c0a46919fed363923b09b7c', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:33:05.704635 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f1f8e0-7947-42e5-baf4-a04e72ab7d30 None None] The sync data for ids ['b5845463-8278-4106-9d70-b8a63765ddaa'] in n-d-816823-3 is: [{'id': 'b5845463-8278-4106-9d70-b8a63765ddaa', 'name': 'tempest-ImageQuotaTest-352254802-router', 'tenant_id': '328baf384c0a46919fed363923b09b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:32:46Z', 'updated_at': '2021-11-16T11:33:04Z', 'revision_number': 6, 'project_id': '328baf384c0a46919fed363923b09b7c', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:33:05.760369 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-360db7e9-6020-43c0-a529-8c3bf1542f0b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:05.835844 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ae3579-f1a8-4666-b90e-1041378b6ed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-5ae3305b-649b-4097-88fe-834d15486827', 'network_id': '5ae3305b-649b-4097-88fe-834d15486827', 'tenant_id': 'f805c35aabc248059b2f6c97a0534202', 'fixed_ips': [{'subnet_id': '41d07d34-28f2-4484-bac5-2ef08db7372c'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:33:05.837342 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-28ae3579-f1a8-4666-b90e-1041378b6ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:05.843820 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-403db6f4-61d8-4020-a92b-c5544d46ff0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:05.931995 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403db6f4-61d8-4020-a92b-c5544d46ff0b admin admin] Pushing event deleted for resources: {'Port': ['ID=57fdc960-2ad6-4bf8-ba43-085b6cf6cef7,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:06.014921 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7569d025-0abe-406f-9383-ee316a97a851 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:33:06.098565 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-360db7e9-6020-43c0-a529-8c3bf1542f0b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:06.118002 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-403db6f4-61d8-4020-a92b-c5544d46ff0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:06.258031 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-28ae3579-f1a8-4666-b90e-1041378b6ed8 None None] Allocated IP 172.20.0.2 (5ae3305b-649b-4097-88fe-834d15486827/41d07d34-28f2-4484-bac5-2ef08db7372c/b86a1f71-0345-4a9b-b1b5-7c2aea3eb376) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:33:06.344660 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcb50ba-2659-4c4d-bb84-f2fc523c7148 None None] Sync routers for ids ['cd9092da-9603-4c3a-9898-283dbfd8a6d6'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:33:06.381363 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcb50ba-2659-4c4d-bb84-f2fc523c7148 None None] Routers {'cd9092da-9603-4c3a-9898-283dbfd8a6d6'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:33:06.384887 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-dbcb50ba-2659-4c4d-bb84-f2fc523c7148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:32:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['cd9092da-9603-4c3a-9898-283dbfd8a6d6'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:33:06.436807 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-403db6f4-61d8-4020-a92b-c5544d46ff0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:06.439859 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-403db6f4-61d8-4020-a92b-c5544d46ff0b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:06.544768 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-403db6f4-61d8-4020-a92b-c5544d46ff0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:06.545353 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403db6f4-61d8-4020-a92b-c5544d46ff0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5845463-8278-4106-9d70-b8a63765ddaa {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:33:06.554608 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-403db6f4-61d8-4020-a92b-c5544d46ff0b admin admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:06.556173 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-403db6f4-61d8-4020-a92b-c5544d46ff0b admin admin] 10.222.0.61 "DELETE /v2.0/routers/b5845463-8278-4106-9d70-b8a63765ddaa HTTP/1.1" status: 204 len: 168 time: 2.7740531 Nov 16 11:33:06.559531 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 46644) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:06.566350 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-28ae3579-f1a8-4666-b90e-1041378b6ed8 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:06.592856 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-28ae3579-f1a8-4666-b90e-1041378b6ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:06.595292 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-360db7e9-6020-43c0-a529-8c3bf1542f0b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:06.650558 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ae3579-f1a8-4666-b90e-1041378b6ed8 None None] Network 5ae3305b-649b-4097-88fe-834d15486827 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:33:06.657056 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-28ae3579-f1a8-4666-b90e-1041378b6ed8 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:33:06.660628 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ae3579-f1a8-4666-b90e-1041378b6ed8 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:33:06.663467 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-360db7e9-6020-43c0-a529-8c3bf1542f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:06.671295 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae3579-f1a8-4666-b90e-1041378b6ed8 None None] Pushing event updated for resources: {'Port': ['ID=b86a1f71-0345-4a9b-b1b5-7c2aea3eb376,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:06.707577 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-dbcb50ba-2659-4c4d-bb84-f2fc523c7148 None None] Set router cd9092da-9603-4c3a-9898-283dbfd8a6d6 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:33:06.721534 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-51ca58d6-b85c-4191-88f7-12dfeae35742 admin admin] Deleting subnet 91105351-5b2e-4b70-a0b1-44b8e8c3e2d3 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:33:06.781053 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-28ae3579-f1a8-4666-b90e-1041378b6ed8 None None] Attempting to bind port b86a1f71-0345-4a9b-b1b5-7c2aea3eb376 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:33:06.781438 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-28ae3579-f1a8-4666-b90e-1041378b6ed8 None None] Attempting to bind port b86a1f71-0345-4a9b-b1b5-7c2aea3eb376 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '759282f2-b773-4e84-83c9-e6f007797002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5ae3305b-649b-4097-88fe-834d15486827'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:33:06.781829 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-51ca58d6-b85c-4191-88f7-12dfeae35742 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:06.783209 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ae3579-f1a8-4666-b90e-1041378b6ed8 None None] Attempting to bind port b86a1f71-0345-4a9b-b1b5-7c2aea3eb376 on network 5ae3305b-649b-4097-88fe-834d15486827 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:33:06.792780 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ae3579-f1a8-4666-b90e-1041378b6ed8 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:33:06.795802 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ae3579-f1a8-4666-b90e-1041378b6ed8 None None] Checking segment: {'id': '759282f2-b773-4e84-83c9-e6f007797002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5ae3305b-649b-4097-88fe-834d15486827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:33:06.796442 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-28ae3579-f1a8-4666-b90e-1041378b6ed8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:06.799154 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ae3579-f1a8-4666-b90e-1041378b6ed8 None None] Bound using segment: {'id': '759282f2-b773-4e84-83c9-e6f007797002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5ae3305b-649b-4097-88fe-834d15486827'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:33:06.801852 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-28ae3579-f1a8-4666-b90e-1041378b6ed8 None None] Bound port: b86a1f71-0345-4a9b-b1b5-7c2aea3eb376, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '759282f2-b773-4e84-83c9-e6f007797002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5ae3305b-649b-4097-88fe-834d15486827'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:33:06.804764 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-28ae3579-f1a8-4666-b90e-1041378b6ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:06.875753 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-51ca58d6-b85c-4191-88f7-12dfeae35742 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:06.950176 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-360db7e9-6020-43c0-a529-8c3bf1542f0b admin admin] Allocated IP 172.25.0.131 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/891ed8a8-c1ab-45a6-ae33-2f6f17f44394) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:33:06.954957 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70273036-b309-4e0e-8381-c540516af1fb req-af057e75-28f9-477d-bac0-b11da14f9255 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:06.959639 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-28ae3579-f1a8-4666-b90e-1041378b6ed8 None None] For port b86a1f71-0345-4a9b-b1b5-7c2aea3eb376, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:33:06.966169 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-28ae3579-f1a8-4666-b90e-1041378b6ed8 None None] For port b86a1f71-0345-4a9b-b1b5-7c2aea3eb376, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=b86a1f71-0345-4a9b-b1b5-7c2aea3eb376,segment=NetworkSegment(759282f2-b773-4e84-83c9-e6f007797002),segment_id=759282f2-b773-4e84-83c9-e6f007797002)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:33:06.970595 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-70273036-b309-4e0e-8381-c540516af1fb req-af057e75-28f9-477d-bac0-b11da14f9255 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 946 time: 0.3219535 Nov 16 11:33:06.982162 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-28ae3579-f1a8-4666-b90e-1041378b6ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:07.203117 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae3579-f1a8-4666-b90e-1041378b6ed8 None None] Pushing event updated for resources: {'Port': ['ID=b86a1f71-0345-4a9b-b1b5-7c2aea3eb376,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:07.238353 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-70273036-b309-4e0e-8381-c540516af1fb req-0617d52d-8e0e-4e8a-81b8-0f08e3a24644 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2574379 Nov 16 11:33:07.279368 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-dbcb50ba-2659-4c4d-bb84-f2fc523c7148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9092da-9603-4c3a-9898-283dbfd8a6d6', 'name': 'tempest-TestServerBasicOps-254570611-router', 'tenant_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '8da3411e-0194-469c-a6eb-2686a33d6609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:32:51Z', 'updated_at': '2021-11-16T11:32:59Z', 'revision_number': 4, 'project_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'gw_port': {'id': '8da3411e-0194-469c-a6eb-2686a33d6609', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9092da-9603-4c3a-9898-283dbfd8a6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:32:52Z', 'updated_at': '2021-11-16T11:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'd929db30-6987-4b3d-9a72-79c3c64accbd', 'name': '', 'network_id': '25fee19d-9a3a-4f14-ab6e-f89f35081036', 'tenant_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'mac_address': 'fa:16:3e:01:d2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9092da-9603-4c3a-9898-283dbfd8a6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '383e4088-7ed9-439a-81ec-e117b68d1170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:32:57Z', 'updated_at': '2021-11-16T11:32:59Z', 'revision_number': 2, 'project_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'subnets': [{'id': '383e4088-7ed9-439a-81ec-e117b68d1170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:33:07.281039 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-51ca58d6-b85c-4191-88f7-12dfeae35742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:07.337055 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-360db7e9-6020-43c0-a529-8c3bf1542f0b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:07.409748 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcb50ba-2659-4c4d-bb84-f2fc523c7148 None None] Checking router: cd9092da-9603-4c3a-9898-283dbfd8a6d6 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:33:07.411721 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcb50ba-2659-4c4d-bb84-f2fc523c7148 None None] Updating router cd9092da-9603-4c3a-9898-283dbfd8a6d6 port d929db30-6987-4b3d-9a72-79c3c64accbd binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:33:07.459744 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-360db7e9-6020-43c0-a529-8c3bf1542f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:07.512748 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-771ca506-6d9a-4399-aae4-6c978ffb9bef req-1b010d8f-8720-4749-80b9-c990a6d020fb tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 210 time: 0.0732598 Nov 16 11:33:07.517213 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-51ca58d6-b85c-4191-88f7-12dfeae35742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:07.518182 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-dbcb50ba-2659-4c4d-bb84-f2fc523c7148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:07.518723 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360db7e9-6020-43c0-a529-8c3bf1542f0b admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:33:07.538877 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-360db7e9-6020-43c0-a529-8c3bf1542f0b admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:33:07.571265 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360db7e9-6020-43c0-a529-8c3bf1542f0b admin admin] Pushing event updated for resources: {'Port': ['ID=891ed8a8-c1ab-45a6-ae33-2f6f17f44394,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:07.573302 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca58d6-b85c-4191-88f7-12dfeae35742 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91105351-5b2e-4b70-a0b1-44b8e8c3e2d3,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:07.574367 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfae0324-ae68-46c5-a53f-5f6dc9201804 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:33:07.576783 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-51ca58d6-b85c-4191-88f7-12dfeae35742 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:07.578261 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360db7e9-6020-43c0-a529-8c3bf1542f0b admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:33:07.584887 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-51ca58d6-b85c-4191-88f7-12dfeae35742 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/91105351-5b2e-4b70-a0b1-44b8e8c3e2d3 HTTP/1.1" status: 204 len: 168 time: 1.0217564 Nov 16 11:33:07.585528 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 46658) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:07.588519 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43197228-1b5d-4038-853d-6d6534fd6182 None None] Network 2cc9ca6f-9bb6-47c4-8931-eabdff4fc28b requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:33:07.825149 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6bbe6ce7-8700-4da7-aa9d-7ad0251e53c7 None None] Provisioning complete for port 891ed8a8-c1ab-45a6-ae33-2f6f17f44394 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:33:07.825662 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6bbe6ce7-8700-4da7-aa9d-7ad0251e53c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:07.996153 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-6bbe6ce7-8700-4da7-aa9d-7ad0251e53c7 None None] Port 891ed8a8-c1ab-45a6-ae33-2f6f17f44394 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:33:08.114168 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc2cacfe-326b-414f-adbc-ea5dfabc4200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:08.136469 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device b86a1f71-0345-4a9b-b1b5-7c2aea3eb376 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:33:08.205657 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6810b723-26ee-47f9-9b41-de488108c80a None None] DHCP port deletion for 2cc9ca6f-9bb6-47c4-8931-eabdff4fc28b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:33:08.298740 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-dbcb50ba-2659-4c4d-bb84-f2fc523c7148 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:08.319021 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-dbcb50ba-2659-4c4d-bb84-f2fc523c7148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:08.385743 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port b86a1f71-0345-4a9b-b1b5-7c2aea3eb376 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:33:08.386245 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:08.417232 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed8616-85a0-4893-b02a-4dd694a470e8 None None] Pushing event updated for resources: {'Port': ['ID=d929db30-6987-4b3d-9a72-79c3c64accbd,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:08.601247 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-6810b723-26ee-47f9-9b41-de488108c80a None None] Deleting port ba8de7b3-8339-49a9-a162-4b9de44163cf {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:33:08.611059 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6810b723-26ee-47f9-9b41-de488108c80a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:08.616660 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-dbcb50ba-2659-4c4d-bb84-f2fc523c7148 None None] Attempting to bind port d929db30-6987-4b3d-9a72-79c3c64accbd on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:33:08.617479 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-dbcb50ba-2659-4c4d-bb84-f2fc523c7148 None None] Attempting to bind port d929db30-6987-4b3d-9a72-79c3c64accbd by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '57ba2e1c-8aab-4258-aa26-fd06616e7006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '25fee19d-9a3a-4f14-ab6e-f89f35081036'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:33:08.618128 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcb50ba-2659-4c4d-bb84-f2fc523c7148 None None] Attempting to bind port d929db30-6987-4b3d-9a72-79c3c64accbd on network 25fee19d-9a3a-4f14-ab6e-f89f35081036 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:33:08.642771 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-bc2cacfe-326b-414f-adbc-ea5dfabc4200 admin admin] Deleting port ba8de7b3-8339-49a9-a162-4b9de44163cf {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:33:08.643272 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc2cacfe-326b-414f-adbc-ea5dfabc4200 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:08.643383 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcb50ba-2659-4c4d-bb84-f2fc523c7148 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:33:08.643575 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcb50ba-2659-4c4d-bb84-f2fc523c7148 None None] Checking segment: {'id': '57ba2e1c-8aab-4258-aa26-fd06616e7006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '25fee19d-9a3a-4f14-ab6e-f89f35081036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:33:08.646316 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-dbcb50ba-2659-4c4d-bb84-f2fc523c7148 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:08.646912 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcb50ba-2659-4c4d-bb84-f2fc523c7148 None None] Bound using segment: {'id': '57ba2e1c-8aab-4258-aa26-fd06616e7006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '25fee19d-9a3a-4f14-ab6e-f89f35081036'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:33:08.647583 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-dbcb50ba-2659-4c4d-bb84-f2fc523c7148 None None] Bound port: d929db30-6987-4b3d-9a72-79c3c64accbd, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ba2e1c-8aab-4258-aa26-fd06616e7006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '25fee19d-9a3a-4f14-ab6e-f89f35081036'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:33:08.648141 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-dbcb50ba-2659-4c4d-bb84-f2fc523c7148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:08.708137 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-360db7e9-6020-43c0-a529-8c3bf1542f0b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:08.850439 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-dbcb50ba-2659-4c4d-bb84-f2fc523c7148 None None] For port d929db30-6987-4b3d-9a72-79c3c64accbd, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:33:08.856796 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-dbcb50ba-2659-4c4d-bb84-f2fc523c7148 None None] For port d929db30-6987-4b3d-9a72-79c3c64accbd, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=d929db30-6987-4b3d-9a72-79c3c64accbd,segment=NetworkSegment(57ba2e1c-8aab-4258-aa26-fd06616e7006),segment_id=57ba2e1c-8aab-4258-aa26-fd06616e7006)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:33:08.883948 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-dbcb50ba-2659-4c4d-bb84-f2fc523c7148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:08.925433 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0db134-2f86-42b0-b840-4e5811b138b7 req-c8e60af8-d9c3-48b6-8b61-5d3db753ab2d tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:08.931568 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-6810b723-26ee-47f9-9b41-de488108c80a None None] For port ba8de7b3-8339-49a9-a162-4b9de44163cf, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=ba8de7b3-8339-49a9-a162-4b9de44163cf,segment=NetworkSegment(e18cc59f-67f9-4b4a-ab6f-db7dbf3b9d7e),segment_id=e18cc59f-67f9-4b4a-ab6f-db7dbf3b9d7e)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:33:08.931982 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6810b723-26ee-47f9-9b41-de488108c80a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:08.940617 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0a0db134-2f86-42b0-b840-4e5811b138b7 req-c8e60af8-d9c3-48b6-8b61-5d3db753ab2d tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 946 time: 0.1505053 Nov 16 11:33:08.962094 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-bc2cacfe-326b-414f-adbc-ea5dfabc4200 admin admin] For port ba8de7b3-8339-49a9-a162-4b9de44163cf, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=ba8de7b3-8339-49a9-a162-4b9de44163cf,segment=NetworkSegment(e18cc59f-67f9-4b4a-ab6f-db7dbf3b9d7e),segment_id=e18cc59f-67f9-4b4a-ab6f-db7dbf3b9d7e)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:33:08.962893 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc2cacfe-326b-414f-adbc-ea5dfabc4200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:08.980326 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-6810b723-26ee-47f9-9b41-de488108c80a None None] Calling delete_port for ba8de7b3-8339-49a9-a162-4b9de44163cf owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:33:08.990384 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-bc2cacfe-326b-414f-adbc-ea5dfabc4200 admin admin] Calling delete_port for ba8de7b3-8339-49a9-a162-4b9de44163cf owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:33:08.999229 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed8616-85a0-4893-b02a-4dd694a470e8 None None] Pushing event updated for resources: {'Port': ['ID=d929db30-6987-4b3d-9a72-79c3c64accbd,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:09.033829 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcb50ba-2659-4c4d-bb84-f2fc523c7148 None None] Routers {'cd9092da-9603-4c3a-9898-283dbfd8a6d6'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:33:09.034641 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-dbcb50ba-2659-4c4d-bb84-f2fc523c7148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:32:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['cd9092da-9603-4c3a-9898-283dbfd8a6d6'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:33:09.048036 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99fbfef-b830-47d5-9ad3-3014ee3bd417 None None] Network 5ae3305b-649b-4097-88fe-834d15486827 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:33:09.066402 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0a0db134-2f86-42b0-b840-4e5811b138b7 req-cfe632a5-42cb-4025-847b-e4a82c3e0877 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231132 Nov 16 11:33:09.206624 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1e525750-b1c9-427a-a3cc-018d6c80a524 req-0287274e-2b98-4ae4-b73b-9f9364cd79fd tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 210 time: 0.0544252 Nov 16 11:33:09.296172 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:09.325098 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-dbcb50ba-2659-4c4d-bb84-f2fc523c7148 None None] Set router cd9092da-9603-4c3a-9898-283dbfd8a6d6 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:33:09.491473 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a0090c3a-24be-4558-846c-ccc665e62601 None None] Provisioning complete for port d929db30-6987-4b3d-9a72-79c3c64accbd triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:33:09.491845 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a0090c3a-24be-4558-846c-ccc665e62601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:09.527501 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc2cacfe-326b-414f-adbc-ea5dfabc4200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:09.570054 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-360db7e9-6020-43c0-a529-8c3bf1542f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:09.609362 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2cacfe-326b-414f-adbc-ea5dfabc4200 admin admin] No DVR routers for this DVR port ba8de7b3-8339-49a9-a162-4b9de44163cf on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:33:09.619559 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port b86a1f71-0345-4a9b-b1b5-7c2aea3eb376, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=b86a1f71-0345-4a9b-b1b5-7c2aea3eb376,segment=NetworkSegment(759282f2-b773-4e84-83c9-e6f007797002),segment_id=759282f2-b773-4e84-83c9-e6f007797002)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:33:09.622066 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2cacfe-326b-414f-adbc-ea5dfabc4200 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba8de7b3-8339-49a9-a162-4b9de44163cf,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:09.652782 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:09.754780 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6810b723-26ee-47f9-9b41-de488108c80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:09.787624 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-dbcb50ba-2659-4c4d-bb84-f2fc523c7148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9092da-9603-4c3a-9898-283dbfd8a6d6', 'name': 'tempest-TestServerBasicOps-254570611-router', 'tenant_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '8da3411e-0194-469c-a6eb-2686a33d6609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:32:51Z', 'updated_at': '2021-11-16T11:32:59Z', 'revision_number': 4, 'project_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'gw_port': {'id': '8da3411e-0194-469c-a6eb-2686a33d6609', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9092da-9603-4c3a-9898-283dbfd8a6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:32:52Z', 'updated_at': '2021-11-16T11:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'd929db30-6987-4b3d-9a72-79c3c64accbd', 'name': '', 'network_id': '25fee19d-9a3a-4f14-ab6e-f89f35081036', 'tenant_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'mac_address': 'fa:16:3e:01:d2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9092da-9603-4c3a-9898-283dbfd8a6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '383e4088-7ed9-439a-81ec-e117b68d1170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:32:57Z', 'updated_at': '2021-11-16T11:33:08Z', 'revision_number': 4, 'project_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'subnets': [{'id': '383e4088-7ed9-439a-81ec-e117b68d1170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:33:09.843939 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 4d49420a-9f4a-428f-bfbb-6822517df942 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:33:09.864691 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc2cacfe-326b-414f-adbc-ea5dfabc4200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:09.903776 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-bc2cacfe-326b-414f-adbc-ea5dfabc4200 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cc9ca6f-9bb6-47c4-8931-eabdff4fc28b']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:33:09.926871 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-bc2cacfe-326b-414f-adbc-ea5dfabc4200 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e18cc59f-67f9-4b4a-ab6f-db7dbf3b9d7e') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:33:09.927210 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-bc2cacfe-326b-414f-adbc-ea5dfabc4200 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e18cc59f-67f9-4b4a-ab6f-db7dbf3b9d7e') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:33:09.929595 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6810b723-26ee-47f9-9b41-de488108c80a None None] No DVR routers for this DVR port ba8de7b3-8339-49a9-a162-4b9de44163cf on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:33:09.947598 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc2cacfe-326b-414f-adbc-ea5dfabc4200 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:09.970986 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc2cacfe-326b-414f-adbc-ea5dfabc4200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:09.987868 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 4d49420a-9f4a-428f-bfbb-6822517df942 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:33:09.987868 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 4d49420a-9f4a-428f-bfbb-6822517df942 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:33:09.987868 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 57fdc960-2ad6-4bf8-ba43-085b6cf6cef7 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:33:09.992754 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=b86a1f71-0345-4a9b-b1b5-7c2aea3eb376,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:09.993731 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc2cacfe-326b-414f-adbc-ea5dfabc4200 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:33:09.996505 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc2cacfe-326b-414f-adbc-ea5dfabc4200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:10.002311 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:33:10.002311 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:33:10.002311 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:33:10.002311 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:33:10.002311 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:33:10.002311 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:33:10.002311 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:33:10.002311 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:33:10.002311 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:33:10.002311 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:33:10.002311 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:33:10.002311 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:33:10.002311 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:33:10.002311 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:33:10.002311 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:33:10.002311 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:33:10.002311 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:33:10.002311 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:33:10.002311 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:33:10.002311 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:33:10.002311 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:33:10.002311 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:33:10.002311 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:33:10.002311 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:33:10.002311 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:33:10.002311 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:33:10.002311 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:33:10.002311 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:33:10.002311 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:33:10.002311 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:33:10.002311 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:33:10.002311 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:33:10.081516 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcb50ba-2659-4c4d-bb84-f2fc523c7148 None None] The sync data for ids ['cd9092da-9603-4c3a-9898-283dbfd8a6d6'] in n-d-816823-3 is: [{'id': 'cd9092da-9603-4c3a-9898-283dbfd8a6d6', 'name': 'tempest-TestServerBasicOps-254570611-router', 'tenant_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '8da3411e-0194-469c-a6eb-2686a33d6609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:32:51Z', 'updated_at': '2021-11-16T11:32:59Z', 'revision_number': 4, 'project_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'gw_port': {'id': '8da3411e-0194-469c-a6eb-2686a33d6609', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9092da-9603-4c3a-9898-283dbfd8a6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:32:52Z', 'updated_at': '2021-11-16T11:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'd929db30-6987-4b3d-9a72-79c3c64accbd', 'name': '', 'network_id': '25fee19d-9a3a-4f14-ab6e-f89f35081036', 'tenant_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'mac_address': 'fa:16:3e:01:d2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9092da-9603-4c3a-9898-283dbfd8a6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '383e4088-7ed9-439a-81ec-e117b68d1170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:32:57Z', 'updated_at': '2021-11-16T11:33:08Z', 'revision_number': 4, 'project_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'subnets': [{'id': '383e4088-7ed9-439a-81ec-e117b68d1170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:33:10.144924 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360db7e9-6020-43c0-a529-8c3bf1542f0b admin admin] Router c2f4b692-d155-4d8b-985d-756f8036369c is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:33:10.145487 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc2cacfe-326b-414f-adbc-ea5dfabc4200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:10.152297 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc2cacfe-326b-414f-adbc-ea5dfabc4200 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:10.159456 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bc2cacfe-326b-414f-adbc-ea5dfabc4200 admin admin] 10.222.0.61 "DELETE /v2.0/networks/2cc9ca6f-9bb6-47c4-8931-eabdff4fc28b HTTP/1.1" status: 204 len: 168 time: 2.5091519 Nov 16 11:33:10.183074 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2cacfe-326b-414f-adbc-ea5dfabc4200 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cc9ca6f-9bb6-47c4-8931-eabdff4fc28b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:10.328481 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 57fdc960-2ad6-4bf8-ba43-085b6cf6cef7 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:33:10.329098 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 57fdc960-2ad6-4bf8-ba43-085b6cf6cef7 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:33:10.439088 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810b723-26ee-47f9-9b41-de488108c80a None None] Pushing event deleted for resources: {'Port': ['ID=ba8de7b3-8339-49a9-a162-4b9de44163cf,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:10.550155 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a0090c3a-24be-4558-846c-ccc665e62601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:10.602380 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device d929db30-6987-4b3d-9a72-79c3c64accbd up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:33:10.620490 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 46736) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:10.664754 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-a0090c3a-24be-4558-846c-ccc665e62601 None None] For port d929db30-6987-4b3d-9a72-79c3c64accbd, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=d929db30-6987-4b3d-9a72-79c3c64accbd,segment=NetworkSegment(57ba2e1c-8aab-4258-aa26-fd06616e7006),segment_id=57ba2e1c-8aab-4258-aa26-fd06616e7006)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:33:10.723397 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a0090c3a-24be-4558-846c-ccc665e62601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:10.790091 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7bab68bf-e1a4-468b-a497-47d90b61ea38 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=328baf384c0a46919fed363923b09b7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1644530 Nov 16 11:33:10.794213 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 46740) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:10.813189 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0090c3a-24be-4558-846c-ccc665e62601 None None] Pushing event updated for resources: {'Port': ['ID=d929db30-6987-4b3d-9a72-79c3c64accbd,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:10.911483 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-85934373-5168-4ce9-a349-16cbd4b2e893 None None] Provisioning complete for port b86a1f71-0345-4a9b-b1b5-7c2aea3eb376 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:33:10.913005 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-85934373-5168-4ce9-a349-16cbd4b2e893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:10.936523 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c2510a28-5332-4c03-9a0e-da7d05a3f221 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:10.993602 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c2510a28-5332-4c03-9a0e-da7d05a3f221 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:11.039330 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port d929db30-6987-4b3d-9a72-79c3c64accbd triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:33:11.039923 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:11.117997 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c2510a28-5332-4c03-9a0e-da7d05a3f221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:11.120997 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c2510a28-5332-4c03-9a0e-da7d05a3f221 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:11.122705 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c2510a28-5332-4c03-9a0e-da7d05a3f221 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ff9f500e-6f18-4825-9ace-e0f6e366908a HTTP/1.1" status: 204 len: 168 time: 0.3192611 Nov 16 11:33:11.141596 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2510a28-5332-4c03-9a0e-da7d05a3f221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9f500e-6f18-4825-9ace-e0f6e366908a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:11.266946 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360db7e9-6020-43c0-a529-8c3bf1542f0b admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:33:11.308441 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-85934373-5168-4ce9-a349-16cbd4b2e893 None None] Provisioning complete for port d929db30-6987-4b3d-9a72-79c3c64accbd triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:33:11.310277 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-85934373-5168-4ce9-a349-16cbd4b2e893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:11.316334 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-360db7e9-6020-43c0-a529-8c3bf1542f0b admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:11.321520 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-360db7e9-6020-43c0-a529-8c3bf1542f0b admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.8325548 Nov 16 11:33:11.325228 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 46750) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:11.454723 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86973cd-d5fb-4ff7-bdc4-7cb97d9345ac None None] Sync routers for ids ['c2f4b692-d155-4d8b-985d-756f8036369c'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:33:11.499276 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device b86a1f71-0345-4a9b-b1b5-7c2aea3eb376 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:33:11.656582 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86973cd-d5fb-4ff7-bdc4-7cb97d9345ac None None] Routers {'c2f4b692-d155-4d8b-985d-756f8036369c'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:33:11.657265 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d86973cd-d5fb-4ff7-bdc4-7cb97d9345ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:32:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c2f4b692-d155-4d8b-985d-756f8036369c'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:33:11.779747 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-d86973cd-d5fb-4ff7-bdc4-7cb97d9345ac None None] Set router c2f4b692-d155-4d8b-985d-756f8036369c gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:33:11.922312 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 46768) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:11.945357 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e25c0011-d20a-4ed2-a50b-6b74b9986e24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:12.000887 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port b86a1f71-0345-4a9b-b1b5-7c2aea3eb376 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:33:12.001666 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:12.052219 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18c105-faf9-4361-9d65-84ce3224c8cb req-82144990-b25b-42cf-8a3e-938288a8e241 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:12.053912 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8f18c105-faf9-4361-9d65-84ce3224c8cb req-82144990-b25b-42cf-8a3e-938288a8e241 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 946 time: 0.1461074 Nov 16 11:33:12.102428 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d5ca07d5-3e7d-4394-8cc3-e217d17665db None None] Provisioning complete for port b86a1f71-0345-4a9b-b1b5-7c2aea3eb376 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:33:12.103355 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d5ca07d5-3e7d-4394-8cc3-e217d17665db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:12.154633 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e25c0011-d20a-4ed2-a50b-6b74b9986e24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:12.168689 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e25c0011-d20a-4ed2-a50b-6b74b9986e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:12.187561 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:33:12.195930 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8f18c105-faf9-4361-9d65-84ce3224c8cb req-027ea715-5baf-4f1e-9353-3cf29166bd05 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332622 Nov 16 11:33:12.249426 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e25c0011-d20a-4ed2-a50b-6b74b9986e24 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.3217330 Nov 16 11:33:12.250101 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 46772) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:12.314165 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c0011-d20a-4ed2-a50b-6b74b9986e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7b7c47-bf70-486d-96a2-39ccf205c0b0,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:12.399861 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b2233754-b009-4639-9f96-23eae87903c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:12.459591 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b2233754-b009-4639-9f96-23eae87903c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:12.483778 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2b11cb1b-f37f-4467-8f7c-af211610cb2b req-09f7f4b9-4d0f-4062-9feb-24d96531578e tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 210 time: 0.0718417 Nov 16 11:33:12.498204 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d86973cd-d5fb-4ff7-bdc4-7cb97d9345ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f4b692-d155-4d8b-985d-756f8036369c', 'name': 'tempest-TestServerBasicOps-432508123-router', 'tenant_id': 'f805c35aabc248059b2f6c97a0534202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '891ed8a8-c1ab-45a6-ae33-2f6f17f44394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:33:05Z', 'updated_at': '2021-11-16T11:33:08Z', 'revision_number': 3, 'project_id': 'f805c35aabc248059b2f6c97a0534202', 'gw_port': {'id': '891ed8a8-c1ab-45a6-ae33-2f6f17f44394', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:84:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f4b692-d155-4d8b-985d-756f8036369c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:33:06Z', 'updated_at': '2021-11-16T11:33:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:33:12.501743 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device ba8de7b3-8339-49a9-a162-4b9de44163cf no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:33:12.563778 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b2233754-b009-4639-9f96-23eae87903c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:12.566958 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b2233754-b009-4639-9f96-23eae87903c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:12.567588 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b2233754-b009-4639-9f96-23eae87903c0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4f7b7c47-bf70-486d-96a2-39ccf205c0b0 HTTP/1.1" status: 204 len: 168 time: 0.3105443 Nov 16 11:33:12.594497 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2233754-b009-4639-9f96-23eae87903c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7b7c47-bf70-486d-96a2-39ccf205c0b0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:12.652020 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86973cd-d5fb-4ff7-bdc4-7cb97d9345ac None None] Checking router: c2f4b692-d155-4d8b-985d-756f8036369c for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:33:12.652357 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86973cd-d5fb-4ff7-bdc4-7cb97d9345ac None None] Updating router c2f4b692-d155-4d8b-985d-756f8036369c port 891ed8a8-c1ab-45a6-ae33-2f6f17f44394 binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:33:12.656884 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: ba8de7b3-8339-49a9-a162-4b9de44163cf {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:33:12.657231 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device ba8de7b3-8339-49a9-a162-4b9de44163cf not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:33:12.758973 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d86973cd-d5fb-4ff7-bdc4-7cb97d9345ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:12.832701 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device d929db30-6987-4b3d-9a72-79c3c64accbd up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:33:12.894778 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-88a2a1f7-c90c-454f-afc4-8c87e188a3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:13.026085 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 46784) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:13.050831 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ec6a2a2a-c4a3-4556-b502-f56f95351a89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:13.058062 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port d929db30-6987-4b3d-9a72-79c3c64accbd triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:33:13.058859 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:13.304075 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-88a2a1f7-c90c-454f-afc4-8c87e188a3a5 admin admin] Allocated IP 172.20.0.1 (5ae3305b-649b-4097-88fe-834d15486827/41d07d34-28f2-4484-bac5-2ef08db7372c/4ae6531e-9441-4f35-aab4-6ad498826957) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:33:13.315582 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8503f37-7de1-4e29-af63-c10fa3d01f2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:13.413835 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d86973cd-d5fb-4ff7-bdc4-7cb97d9345ac None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:13.420380 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-88a2a1f7-c90c-454f-afc4-8c87e188a3a5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:13.431744 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d86973cd-d5fb-4ff7-bdc4-7cb97d9345ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:13.471241 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-88a2a1f7-c90c-454f-afc4-8c87e188a3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:13.505507 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2ce66-daaf-48d2-8074-1b21610c25f4 None None] Pushing event updated for resources: {'Port': ['ID=891ed8a8-c1ab-45a6-ae33-2f6f17f44394,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:13.510254 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-d86973cd-d5fb-4ff7-bdc4-7cb97d9345ac None None] Attempting to bind port 891ed8a8-c1ab-45a6-ae33-2f6f17f44394 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:33:13.511373 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-d86973cd-d5fb-4ff7-bdc4-7cb97d9345ac None None] Attempting to bind port 891ed8a8-c1ab-45a6-ae33-2f6f17f44394 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:33:13.511373 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86973cd-d5fb-4ff7-bdc4-7cb97d9345ac None None] Attempting to bind port 891ed8a8-c1ab-45a6-ae33-2f6f17f44394 on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:33:13.515085 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968f53c3-bf45-4b89-bbdf-7ba656f4f991 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:33:13.522034 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86973cd-d5fb-4ff7-bdc4-7cb97d9345ac None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:33:13.522546 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86973cd-d5fb-4ff7-bdc4-7cb97d9345ac None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:33:13.523046 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d86973cd-d5fb-4ff7-bdc4-7cb97d9345ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:13.523972 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86973cd-d5fb-4ff7-bdc4-7cb97d9345ac None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:33:13.524122 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-d86973cd-d5fb-4ff7-bdc4-7cb97d9345ac None None] Bound port: 891ed8a8-c1ab-45a6-ae33-2f6f17f44394, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:33:13.524585 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d86973cd-d5fb-4ff7-bdc4-7cb97d9345ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:13.535018 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8503f37-7de1-4e29-af63-c10fa3d01f2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:13.552112 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8503f37-7de1-4e29-af63-c10fa3d01f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:13.582815 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e8503f37-7de1-4e29-af63-c10fa3d01f2a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=364098d7847d4d01974e8f3f480cd06e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5552573 Nov 16 11:33:13.590986 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 46794) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:13.602735 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a2a1f7-c90c-454f-afc4-8c87e188a3a5 admin admin] Network 5ae3305b-649b-4097-88fe-834d15486827 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:33:13.610816 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-d86973cd-d5fb-4ff7-bdc4-7cb97d9345ac None None] For port 891ed8a8-c1ab-45a6-ae33-2f6f17f44394, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:33:13.614928 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-d86973cd-d5fb-4ff7-bdc4-7cb97d9345ac None None] For port 891ed8a8-c1ab-45a6-ae33-2f6f17f44394, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=891ed8a8-c1ab-45a6-ae33-2f6f17f44394,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:33:13.620968 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d86973cd-d5fb-4ff7-bdc4-7cb97d9345ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:13.621522 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-88a2a1f7-c90c-454f-afc4-8c87e188a3a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:33:13.628466 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8503f37-7de1-4e29-af63-c10fa3d01f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00181bab-71e8-4903-98a9-81af122e30b2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:13.660515 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a2a1f7-c90c-454f-afc4-8c87e188a3a5 admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:33:13.696926 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-0eb65d39-33d4-4385-bfe4-1c00796c2be9 None None] Provisioning complete for port 891ed8a8-c1ab-45a6-ae33-2f6f17f44394 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:33:13.697317 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0eb65d39-33d4-4385-bfe4-1c00796c2be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:13.703799 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a2a1f7-c90c-454f-afc4-8c87e188a3a5 admin admin] Pushing event updated for resources: {'Port': ['ID=4ae6531e-9441-4f35-aab4-6ad498826957,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:13.738671 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-88a2a1f7-c90c-454f-afc4-8c87e188a3a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:13.743934 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b639b822-86fb-482e-a413-92b4049ac3e3 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:33:13.752146 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86973cd-d5fb-4ff7-bdc4-7cb97d9345ac None None] Routers {'c2f4b692-d155-4d8b-985d-756f8036369c'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:33:13.752800 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d86973cd-d5fb-4ff7-bdc4-7cb97d9345ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:32:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c2f4b692-d155-4d8b-985d-756f8036369c'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:33:13.780067 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2ce66-daaf-48d2-8074-1b21610c25f4 None None] Pushing event updated for resources: {'Port': ['ID=891ed8a8-c1ab-45a6-ae33-2f6f17f44394,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:13.892135 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-57cf6430-a029-4883-887d-7986f0e5d458 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:13.923057 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-57cf6430-a029-4883-887d-7986f0e5d458 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:14.007081 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-57cf6430-a029-4883-887d-7986f0e5d458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:14.010528 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-57cf6430-a029-4883-887d-7986f0e5d458 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:14.013487 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-57cf6430-a029-4883-887d-7986f0e5d458 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/00181bab-71e8-4903-98a9-81af122e30b2 HTTP/1.1" status: 204 len: 168 time: 0.4214554 Nov 16 11:33:14.014276 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-88a2a1f7-c90c-454f-afc4-8c87e188a3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:14.035839 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf6430-a029-4883-887d-7986f0e5d458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00181bab-71e8-4903-98a9-81af122e30b2,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:14.087717 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-d86973cd-d5fb-4ff7-bdc4-7cb97d9345ac None None] Set router c2f4b692-d155-4d8b-985d-756f8036369c gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:33:14.228136 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0eb65d39-33d4-4385-bfe4-1c00796c2be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:14.321413 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-0eb65d39-33d4-4385-bfe4-1c00796c2be9 None None] For port 891ed8a8-c1ab-45a6-ae33-2f6f17f44394, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=891ed8a8-c1ab-45a6-ae33-2f6f17f44394,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:33:14.331328 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0eb65d39-33d4-4385-bfe4-1c00796c2be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:14.433137 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2eb76-294b-44f6-8cda-facb0c0a1301 req-1e832455-a0e4-4ac0-a685-4ae7fc9427b5 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:14.445248 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d6a2eb76-294b-44f6-8cda-facb0c0a1301 req-1e832455-a0e4-4ac0-a685-4ae7fc9427b5 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 946 time: 0.2408524 Nov 16 11:33:14.518817 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 46808) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:14.572111 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d6a2eb76-294b-44f6-8cda-facb0c0a1301 req-a3f2d0f1-7b81-4a7d-8a82-2aa35f9ecc8e tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238973 Nov 16 11:33:14.587725 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-88a2a1f7-c90c-454f-afc4-8c87e188a3a5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:14.608485 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-88a2a1f7-c90c-454f-afc4-8c87e188a3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:14.702359 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 46812) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:14.724703 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22a7de1c-2577-416e-baf5-6a8ed386acc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:14.759524 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ccdf59f0-ec55-46c8-92ff-829279436240 None None] Provisioning complete for port 891ed8a8-c1ab-45a6-ae33-2f6f17f44394 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:33:14.760388 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ccdf59f0-ec55-46c8-92ff-829279436240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:14.794779 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb65d39-33d4-4385-bfe4-1c00796c2be9 None None] Pushing event updated for resources: {'Port': ['ID=891ed8a8-c1ab-45a6-ae33-2f6f17f44394,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:14.815417 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d94a15b5-5cfc-4277-aceb-8cd026af6906 req-62c9155c-554b-450f-864e-b1a6d97895c7 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 210 time: 0.1503782 Nov 16 11:33:14.819002 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a2a1f7-c90c-454f-afc4-8c87e188a3a5 admin admin] Pushing event updated for resources: {'Port': ['ID=4ae6531e-9441-4f35-aab4-6ad498826957,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:14.841665 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-88a2a1f7-c90c-454f-afc4-8c87e188a3a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:14.933080 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22a7de1c-2577-416e-baf5-6a8ed386acc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:14.947859 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22a7de1c-2577-416e-baf5-6a8ed386acc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:15.023519 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-22a7de1c-2577-416e-baf5-6a8ed386acc9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f428b5a8858b4e2fbbd5d9e314c70135&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3163714 Nov 16 11:33:15.023519 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7de1c-2577-416e-baf5-6a8ed386acc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311683d6-2744-48c8-a7f7-a324861c59c3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:15.024569 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 46814) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:15.040035 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c1bc3105-07f7-4456-8692-8c38e16ec236 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:15.040728 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d86973cd-d5fb-4ff7-bdc4-7cb97d9345ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f4b692-d155-4d8b-985d-756f8036369c', 'name': 'tempest-TestServerBasicOps-432508123-router', 'tenant_id': 'f805c35aabc248059b2f6c97a0534202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '891ed8a8-c1ab-45a6-ae33-2f6f17f44394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:33:05Z', 'updated_at': '2021-11-16T11:33:08Z', 'revision_number': 3, 'project_id': 'f805c35aabc248059b2f6c97a0534202', 'gw_port': {'id': '891ed8a8-c1ab-45a6-ae33-2f6f17f44394', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:84:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f4b692-d155-4d8b-985d-756f8036369c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:33:06Z', 'updated_at': '2021-11-16T11:33:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:33:15.117786 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a2a1f7-c90c-454f-afc4-8c87e188a3a5 admin admin] Network 5ae3305b-649b-4097-88fe-834d15486827 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:33:15.118771 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86973cd-d5fb-4ff7-bdc4-7cb97d9345ac None None] The sync data for ids ['c2f4b692-d155-4d8b-985d-756f8036369c'] in n-d-816823-3 is: [{'id': 'c2f4b692-d155-4d8b-985d-756f8036369c', 'name': 'tempest-TestServerBasicOps-432508123-router', 'tenant_id': 'f805c35aabc248059b2f6c97a0534202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '891ed8a8-c1ab-45a6-ae33-2f6f17f44394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:33:05Z', 'updated_at': '2021-11-16T11:33:08Z', 'revision_number': 3, 'project_id': 'f805c35aabc248059b2f6c97a0534202', 'gw_port': {'id': '891ed8a8-c1ab-45a6-ae33-2f6f17f44394', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:84:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f4b692-d155-4d8b-985d-756f8036369c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:33:06Z', 'updated_at': '2021-11-16T11:33:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:33:15.125283 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-88a2a1f7-c90c-454f-afc4-8c87e188a3a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:33:15.145069 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ccdf59f0-ec55-46c8-92ff-829279436240 None None] Provisioning complete for port 4ae6531e-9441-4f35-aab4-6ad498826957 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:33:15.145447 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ccdf59f0-ec55-46c8-92ff-829279436240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:15.235893 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-ccdf59f0-ec55-46c8-92ff-829279436240 None None] Port 4ae6531e-9441-4f35-aab4-6ad498826957 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:33:15.237522 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c1bc3105-07f7-4456-8692-8c38e16ec236 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:15.258316 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c1bc3105-07f7-4456-8692-8c38e16ec236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:15.274156 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-34d58007-aa61-411e-8df8-f4d823801e58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:15.305677 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc3105-07f7-4456-8692-8c38e16ec236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ba60ac-411c-4e05-9ab5-0e5cc976a136,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:15.385607 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 46816) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:15.386588 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c1bc3105-07f7-4456-8692-8c38e16ec236 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b8cc689fed8a4086859f8c2b45d94fac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8665588 Nov 16 11:33:15.439099 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-34d58007-aa61-411e-8df8-f4d823801e58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:15.654199 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-32394d1c-b67a-44e9-8ab1-fdcd62923d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:15.679994 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-24821404-3498-4172-9906-fc072b316329 None None] Provisioning complete for port 4ae6531e-9441-4f35-aab4-6ad498826957 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:33:15.680910 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-24821404-3498-4172-9906-fc072b316329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:15.705516 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-34d58007-aa61-411e-8df8-f4d823801e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:15.710905 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-34d58007-aa61-411e-8df8-f4d823801e58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:15.724311 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-34d58007-aa61-411e-8df8-f4d823801e58 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/311683d6-2744-48c8-a7f7-a324861c59c3 HTTP/1.1" status: 204 len: 168 time: 0.6943111 Nov 16 11:33:15.794858 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a2a1f7-c90c-454f-afc4-8c87e188a3a5 admin admin] Router c2f4b692-d155-4d8b-985d-756f8036369c has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:33:15.819882 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d58007-aa61-411e-8df8-f4d823801e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311683d6-2744-48c8-a7f7-a324861c59c3,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:15.864794 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-24821404-3498-4172-9906-fc072b316329 None None] Port 4ae6531e-9441-4f35-aab4-6ad498826957 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:33:15.930965 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-31671a37-9288-49fe-9e41-fa080c7f4f03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:16.156873 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-31671a37-9288-49fe-9e41-fa080c7f4f03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:16.228049 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a2a1f7-c90c-454f-afc4-8c87e188a3a5 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:33:16.237648 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c07675-50cd-4e49-aebe-0f7c1032bb88 req-90edbbed-cb58-4826-a90e-43339e6bef0d tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:16.245480 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e1c07675-50cd-4e49-aebe-0f7c1032bb88 req-90edbbed-cb58-4826-a90e-43339e6bef0d tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 946 time: 0.4734774 Nov 16 11:33:16.272847 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-88a2a1f7-c90c-454f-afc4-8c87e188a3a5 admin admin] 10.222.0.61 "PUT /v2.0/routers/c2f4b692-d155-4d8b-985d-756f8036369c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9464777 Nov 16 11:33:16.417539 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e1c07675-50cd-4e49-aebe-0f7c1032bb88 req-f170001e-20f4-48c6-9ac3-86613073a1f1 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710351 Nov 16 11:33:16.436401 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-31671a37-9288-49fe-9e41-fa080c7f4f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:16.450721 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-31671a37-9288-49fe-9e41-fa080c7f4f03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:16.450721 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-31671a37-9288-49fe-9e41-fa080c7f4f03 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e1ba60ac-411c-4e05-9ab5-0e5cc976a136 HTTP/1.1" status: 204 len: 168 time: 1.0499196 Nov 16 11:33:16.457527 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31671a37-9288-49fe-9e41-fa080c7f4f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ba60ac-411c-4e05-9ab5-0e5cc976a136,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:16.580583 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:16.650601 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-240a57be-b5de-4175-8af2-a3e792ad33a5 req-67cdb412-a580-4351-9c3f-cf8d68d1e675 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 210 time: 0.0646024 Nov 16 11:33:16.877470 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 891ed8a8-c1ab-45a6-ae33-2f6f17f44394 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:33:16.949663 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:33:17.218946 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375,segment=NetworkSegment(1186fe7f-5dbc-4e04-af0c-6c5994d769cc),segment_id=1186fe7f-5dbc-4e04-af0c-6c5994d769cc)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:33:17.256632 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375', 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25', 'port_id': 'f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375', 'mac_address': 'fa:16:3e:43:27:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5fcc0bd-d8ea-41ad-86b1-2d27bd924015', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:33:17.278641 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 46862) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:17.324047 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-43306bd1-2c4c-4ba1-a8e6-ffbf46ca6f17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:17.474505 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:17.517252 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:33:17.536788 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 891ed8a8-c1ab-45a6-ae33-2f6f17f44394 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:33:17.545711 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:17.626839 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-43306bd1-2c4c-4ba1-a8e6-ffbf46ca6f17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:17.638924 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-43306bd1-2c4c-4ba1-a8e6-ffbf46ca6f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:17.655546 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375,segment=NetworkSegment(1186fe7f-5dbc-4e04-af0c-6c5994d769cc),segment_id=1186fe7f-5dbc-4e04-af0c-6c5994d769cc)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:33:17.689496 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:17.721262 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-43306bd1-2c4c-4ba1-a8e6-ffbf46ca6f17 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c1d3b6f7ede348b1a0a1644f9257841f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4406514 Nov 16 11:33:17.724213 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 46874) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:17.748733 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43306bd1-2c4c-4ba1-a8e6-ffbf46ca6f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99957ca5-4c2c-4880-bdbb-de6c1325bba0,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:17.807771 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:33:17.862016 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8fcd52f8-c6b9-42cf-8801-dc68f8274f8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:17.919366 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8fcd52f8-c6b9-42cf-8801-dc68f8274f8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:18.021152 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375,revision_number=6']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:18.033883 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8fcd52f8-c6b9-42cf-8801-dc68f8274f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:18.036720 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8fcd52f8-c6b9-42cf-8801-dc68f8274f8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:18.041107 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8fcd52f8-c6b9-42cf-8801-dc68f8274f8b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/99957ca5-4c2c-4880-bdbb-de6c1325bba0 HTTP/1.1" status: 204 len: 168 time: 0.3157222 Nov 16 11:33:18.080376 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd52f8-c6b9-42cf-8801-dc68f8274f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99957ca5-4c2c-4880-bdbb-de6c1325bba0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:18.145534 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefc2a6f-4b88-4cc0-8e48-29e58ce98bf9 None None] Sync routers for ids ['c2f4b692-d155-4d8b-985d-756f8036369c'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:33:18.161857 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefc2a6f-4b88-4cc0-8e48-29e58ce98bf9 None None] Routers {'c2f4b692-d155-4d8b-985d-756f8036369c'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:33:18.164238 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-eefc2a6f-4b88-4cc0-8e48-29e58ce98bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:33:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c2f4b692-d155-4d8b-985d-756f8036369c'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:33:18.329594 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:18.473560 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 46900) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:18.479748 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-7ac9e224-6ff1-459a-94fd-d50e7598e4e5 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-471220283', 'description': 'tempest-secgroup-smoke-471220283 description', 'project_id': 'a50dd796b4a24c04aff1704ec92fb8d5'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:33:18.483753 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-eefc2a6f-4b88-4cc0-8e48-29e58ce98bf9 None None] Set router c2f4b692-d155-4d8b-985d-756f8036369c gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:33:18.531327 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7ac9e224-6ff1-459a-94fd-d50e7598e4e5 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:18.757095 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7ac9e224-6ff1-459a-94fd-d50e7598e4e5 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:18.773188 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7ac9e224-6ff1-459a-94fd-d50e7598e4e5 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:18.822819 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:18.867802 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c2451-2328-44ec-b508-06bfb6594d88 req-20113666-9354-44bd-9cc9-c91c4da648e0 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:18.876655 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-050c2451-2328-44ec-b508-06bfb6594d88 req-20113666-9354-44bd-9cc9-c91c4da648e0 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 945 time: 0.1170812 Nov 16 11:33:18.887384 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7ac9e224-6ff1-459a-94fd-d50e7598e4e5 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:18.889045 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7ac9e224-6ff1-459a-94fd-d50e7598e4e5 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4136975 Nov 16 11:33:18.891781 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 46916) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:18.897310 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-ed64d47d-d931-46f1-844e-44452c5e9b95 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Request body: {'security_group_rule': {'security_group_id': '9542e702-7958-4605-bec8-080a12952e19', 'project_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:33:18.897526 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-eefc2a6f-4b88-4cc0-8e48-29e58ce98bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f4b692-d155-4d8b-985d-756f8036369c', 'name': 'tempest-TestServerBasicOps-432508123-router', 'tenant_id': 'f805c35aabc248059b2f6c97a0534202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '891ed8a8-c1ab-45a6-ae33-2f6f17f44394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:33:05Z', 'updated_at': '2021-11-16T11:33:13Z', 'revision_number': 4, 'project_id': 'f805c35aabc248059b2f6c97a0534202', 'gw_port': {'id': '891ed8a8-c1ab-45a6-ae33-2f6f17f44394', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f4b692-d155-4d8b-985d-756f8036369c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:33:06Z', 'updated_at': '2021-11-16T11:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '4ae6531e-9441-4f35-aab4-6ad498826957', 'name': '', 'network_id': '5ae3305b-649b-4097-88fe-834d15486827', 'tenant_id': 'f805c35aabc248059b2f6c97a0534202', 'mac_address': 'fa:16:3e:97:86:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f4b692-d155-4d8b-985d-756f8036369c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '41d07d34-28f2-4484-bac5-2ef08db7372c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:33:12Z', 'updated_at': '2021-11-16T11:33:14Z', 'revision_number': 2, 'project_id': 'f805c35aabc248059b2f6c97a0534202', 'subnets': [{'id': '41d07d34-28f2-4484-bac5-2ef08db7372c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:33:18.910422 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac9e224-6ff1-459a-94fd-d50e7598e4e5 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9542e702-7958-4605-bec8-080a12952e19,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:18.961842 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:33:18.991852 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-050c2451-2328-44ec-b508-06bfb6594d88 req-13bbba80-444f-4448-9c12-5201e36f2f06 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133296 Nov 16 11:33:19.000268 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefc2a6f-4b88-4cc0-8e48-29e58ce98bf9 None None] Checking router: c2f4b692-d155-4d8b-985d-756f8036369c for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:33:19.000982 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefc2a6f-4b88-4cc0-8e48-29e58ce98bf9 None None] Updating router c2f4b692-d155-4d8b-985d-756f8036369c port 4ae6531e-9441-4f35-aab4-6ad498826957 binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:33:19.047301 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed64d47d-d931-46f1-844e-44452c5e9b95 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:19.064685 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-eefc2a6f-4b88-4cc0-8e48-29e58ce98bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:19.134639 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:33:19.135163 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:19.139888 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed64d47d-d931-46f1-844e-44452c5e9b95 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:19.153611 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed64d47d-d931-46f1-844e-44452c5e9b95 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:19.221257 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c10d70f8-898f-4679-a7bb-3496a94f1fe4 req-ffc2c933-265d-4481-bc13-8d09b41a540e tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 210 time: 0.0703006 Nov 16 11:33:19.255705 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed64d47d-d931-46f1-844e-44452c5e9b95 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:19.261245 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ed64d47d-d931-46f1-844e-44452c5e9b95 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3680143 Nov 16 11:33:19.263842 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 46934) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:19.270597 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed64d47d-d931-46f1-844e-44452c5e9b95 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77c23f2a-7ed6-40a2-9794-ffe40f95739c,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:19.284972 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-da8aa520-f37a-4033-8de6-a1aa589f7a03 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Request body: {'security_group_rule': {'security_group_id': '9542e702-7958-4605-bec8-080a12952e19', 'project_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:33:19.413113 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-da8aa520-f37a-4033-8de6-a1aa589f7a03 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:19.515990 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:19.553743 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83afd9bf-2864-44f5-89f9-3a76d8abe36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:33:19.556957 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895562b2-645a-42a6-8b59-8dfb43d29457" -d '{"events": [{"server_uuid": "83afd9bf-2864-44f5-89f9-3a76d8abe36e", "name": "network-vif-plugged", "status": "completed", "tag": "f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:33:19.624489 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-da8aa520-f37a-4033-8de6-a1aa589f7a03 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:19.639932 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-da8aa520-f37a-4033-8de6-a1aa589f7a03 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:19.650871 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375,segment=NetworkSegment(1186fe7f-5dbc-4e04-af0c-6c5994d769cc),segment_id=1186fe7f-5dbc-4e04-af0c-6c5994d769cc)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:33:19.658599 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-eefc2a6f-4b88-4cc0-8e48-29e58ce98bf9 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:19.663769 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:19.671466 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-eefc2a6f-4b88-4cc0-8e48-29e58ce98bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:19.676703 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ea0f97-d09c-4e2a-94b1-08c38eabc198 x-openstack-request-id: req-54ea0f97-d09c-4e2a-94b1-08c38eabc198 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:33:19.676990 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83afd9bf-2864-44f5-89f9-3a76d8abe36e", "name": "network-vif-plugged", "status": "completed", "tag": "f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:33:19.679323 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-54ea0f97-d09c-4e2a-94b1-08c38eabc198 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:33:19.681478 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83afd9bf-2864-44f5-89f9-3a76d8abe36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375', 'code': 200} Nov 16 11:33:19.706376 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8aa520-f37a-4033-8de6-a1aa589f7a03 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72db9722-242d-45a0-8900-07038605a9cc,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:19.732160 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-da8aa520-f37a-4033-8de6-a1aa589f7a03 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:19.735318 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-da8aa520-f37a-4033-8de6-a1aa589f7a03 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4704437 Nov 16 11:33:19.738007 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 46948) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:19.743329 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-e0cd4575-294c-4393-b519-1344bcb2876b tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Request body: {'security_group_rule': {'security_group_id': '9542e702-7958-4605-bec8-080a12952e19', 'project_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:33:19.772538 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc95e8-ad6f-42c7-b801-b79fc308d790 None None] Pushing event updated for resources: {'Port': ['ID=4ae6531e-9441-4f35-aab4-6ad498826957,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:19.822074 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e0cd4575-294c-4393-b519-1344bcb2876b tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:19.909824 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375,revision_number=7']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:19.940168 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:33:19.940533 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:33:19.945366 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:33:19.945765 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:33:19.946144 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:33:19.946484 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:33:19.954391 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:33:19.955993 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:33:19.959579 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:33:19.962443 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:33:19.962994 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:33:19.963497 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:33:20.016428 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-eefc2a6f-4b88-4cc0-8e48-29e58ce98bf9 None None] Attempting to bind port 4ae6531e-9441-4f35-aab4-6ad498826957 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:33:20.019088 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-eefc2a6f-4b88-4cc0-8e48-29e58ce98bf9 None None] Attempting to bind port 4ae6531e-9441-4f35-aab4-6ad498826957 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '759282f2-b773-4e84-83c9-e6f007797002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5ae3305b-649b-4097-88fe-834d15486827'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:33:20.022799 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefc2a6f-4b88-4cc0-8e48-29e58ce98bf9 None None] Attempting to bind port 4ae6531e-9441-4f35-aab4-6ad498826957 on network 5ae3305b-649b-4097-88fe-834d15486827 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:33:20.035533 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefc2a6f-4b88-4cc0-8e48-29e58ce98bf9 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:33:20.037342 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefc2a6f-4b88-4cc0-8e48-29e58ce98bf9 None None] Checking segment: {'id': '759282f2-b773-4e84-83c9-e6f007797002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5ae3305b-649b-4097-88fe-834d15486827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:33:20.037959 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-eefc2a6f-4b88-4cc0-8e48-29e58ce98bf9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:20.039107 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefc2a6f-4b88-4cc0-8e48-29e58ce98bf9 None None] Bound using segment: {'id': '759282f2-b773-4e84-83c9-e6f007797002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5ae3305b-649b-4097-88fe-834d15486827'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:33:20.039610 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-eefc2a6f-4b88-4cc0-8e48-29e58ce98bf9 None None] Bound port: 4ae6531e-9441-4f35-aab4-6ad498826957, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '759282f2-b773-4e84-83c9-e6f007797002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5ae3305b-649b-4097-88fe-834d15486827'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:33:20.039997 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-eefc2a6f-4b88-4cc0-8e48-29e58ce98bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:20.082406 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e0cd4575-294c-4393-b519-1344bcb2876b tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:20.098172 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e0cd4575-294c-4393-b519-1344bcb2876b tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:20.175982 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e0cd4575-294c-4393-b519-1344bcb2876b tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:20.180434 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e0cd4575-294c-4393-b519-1344bcb2876b tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4413097 Nov 16 11:33:20.183305 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 46970) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:20.187865 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd4575-294c-4393-b519-1344bcb2876b tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62e2889f-0798-4bf5-bf63-e86491ff607b,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:20.192404 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-76772c8c-5601-4748-8bbf-9bdd1e123757 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Request body: {'security_group_rule': {'security_group_id': '9542e702-7958-4605-bec8-080a12952e19', 'project_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:33:20.245027 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-eefc2a6f-4b88-4cc0-8e48-29e58ce98bf9 None None] For port 4ae6531e-9441-4f35-aab4-6ad498826957, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:33:20.249474 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-eefc2a6f-4b88-4cc0-8e48-29e58ce98bf9 None None] For port 4ae6531e-9441-4f35-aab4-6ad498826957, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=4ae6531e-9441-4f35-aab4-6ad498826957,segment=NetworkSegment(759282f2-b773-4e84-83c9-e6f007797002),segment_id=759282f2-b773-4e84-83c9-e6f007797002)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:33:20.263713 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-eefc2a6f-4b88-4cc0-8e48-29e58ce98bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:20.305473 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-76772c8c-5601-4748-8bbf-9bdd1e123757 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:20.330055 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57532fc-f101-4eac-b502-0326af92a4c5 req-31ecddfa-fa9f-4c1e-9a91-6e912241ba06 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:20.343126 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c57532fc-f101-4eac-b502-0326af92a4c5 req-31ecddfa-fa9f-4c1e-9a91-6e912241ba06 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 946 time: 0.1609402 Nov 16 11:33:20.403439 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc95e8-ad6f-42c7-b801-b79fc308d790 None None] Pushing event updated for resources: {'Port': ['ID=4ae6531e-9441-4f35-aab4-6ad498826957,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:20.468549 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c57532fc-f101-4eac-b502-0326af92a4c5 req-048d9aac-b996-47bd-a94c-eb7c91743c64 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242604 Nov 16 11:33:20.470738 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefc2a6f-4b88-4cc0-8e48-29e58ce98bf9 None None] Routers {'c2f4b692-d155-4d8b-985d-756f8036369c'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:33:20.476339 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-eefc2a6f-4b88-4cc0-8e48-29e58ce98bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:33:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c2f4b692-d155-4d8b-985d-756f8036369c'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:33:20.490795 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-171cde5e-59a2-463c-b9b5-2265a643cf04 None None] Provisioning complete for port 4ae6531e-9441-4f35-aab4-6ad498826957 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:33:20.492233 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-171cde5e-59a2-463c-b9b5-2265a643cf04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:20.513226 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-76772c8c-5601-4748-8bbf-9bdd1e123757 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:20.528659 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-76772c8c-5601-4748-8bbf-9bdd1e123757 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:20.563882 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76772c8c-5601-4748-8bbf-9bdd1e123757 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93d2ff26-9ca7-41fc-97da-edb8bb46e7cd,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:20.590771 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-76772c8c-5601-4748-8bbf-9bdd1e123757 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:20.597695 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 46988) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:20.603832 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-9616b0d2-756b-491a-8ab3-6cf807152462 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Request body: {'security_group_rule': {'security_group_id': '9542e702-7958-4605-bec8-080a12952e19', 'project_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:33:20.608939 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-76772c8c-5601-4748-8bbf-9bdd1e123757 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4231560 Nov 16 11:33:20.659788 n-d-816823-3 neutron-server[102669]: INFO neutron.db.securitygroups_db [None req-9616b0d2-756b-491a-8ab3-6cf807152462 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Project a50dd796b4a24c04aff1704ec92fb8d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 11:33:20.675599 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9616b0d2-756b-491a-8ab3-6cf807152462 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:20.836977 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-171cde5e-59a2-463c-b9b5-2265a643cf04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:20.888004 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-eefc2a6f-4b88-4cc0-8e48-29e58ce98bf9 None None] Set router c2f4b692-d155-4d8b-985d-756f8036369c gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:33:20.901297 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d5e6debc-83e2-4c8c-a0a4-cc3d0815a86b req-9a9f3843-ae36-4cb0-b730-a4d9977e5023 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/ports?device_id=355bcc0f-8361-4ffb-af1a-bff2f0c7c7cf HTTP/1.1" status: 200 len: 210 time: 0.1375403 Nov 16 11:33:20.981723 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9616b0d2-756b-491a-8ab3-6cf807152462 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:21.000021 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9616b0d2-756b-491a-8ab3-6cf807152462 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:21.003083 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-171cde5e-59a2-463c-b9b5-2265a643cf04 None None] For port 4ae6531e-9441-4f35-aab4-6ad498826957, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=4ae6531e-9441-4f35-aab4-6ad498826957,segment=NetworkSegment(759282f2-b773-4e84-83c9-e6f007797002),segment_id=759282f2-b773-4e84-83c9-e6f007797002)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:33:21.014680 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-171cde5e-59a2-463c-b9b5-2265a643cf04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:21.060019 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9616b0d2-756b-491a-8ab3-6cf807152462 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:21.074127 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 46996) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:21.085180 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4a91a458-ca78-4c5e-bafd-f378063dafbf tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Request body: {'security_group_rule': {'security_group_id': '9542e702-7958-4605-bec8-080a12952e19', 'project_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:33:21.097480 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-9616b0d2-756b-491a-8ab3-6cf807152462 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4974670 Nov 16 11:33:21.102994 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616b0d2-756b-491a-8ab3-6cf807152462 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87a73882-14a6-41b7-9b7f-4307e3d7b382,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:21.151710 n-d-816823-3 neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-4a91a458-ca78-4c5e-bafd-f378063dafbf tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Project a50dd796b4a24c04aff1704ec92fb8d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 11:33:21.158361 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4a91a458-ca78-4c5e-bafd-f378063dafbf tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:21.161413 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171cde5e-59a2-463c-b9b5-2265a643cf04 None None] Pushing event updated for resources: {'Port': ['ID=4ae6531e-9441-4f35-aab4-6ad498826957,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:21.200007 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d2eb8910-8760-4c21-bfc2-214ff9f44699 None None] Provisioning complete for port 4ae6531e-9441-4f35-aab4-6ad498826957 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:33:21.200400 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d2eb8910-8760-4c21-bfc2-214ff9f44699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:21.299317 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4a91a458-ca78-4c5e-bafd-f378063dafbf tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:21.312035 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4a91a458-ca78-4c5e-bafd-f378063dafbf tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:21.358509 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a91a458-ca78-4c5e-bafd-f378063dafbf tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc4fafd3-5743-47ea-98c7-5d1dd927e64a,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:21.379254 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4a91a458-ca78-4c5e-bafd-f378063dafbf tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:21.391609 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4a91a458-ca78-4c5e-bafd-f378063dafbf tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3158176 Nov 16 11:33:21.464014 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-eefc2a6f-4b88-4cc0-8e48-29e58ce98bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f4b692-d155-4d8b-985d-756f8036369c', 'name': 'tempest-TestServerBasicOps-432508123-router', 'tenant_id': 'f805c35aabc248059b2f6c97a0534202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '891ed8a8-c1ab-45a6-ae33-2f6f17f44394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:33:05Z', 'updated_at': '2021-11-16T11:33:13Z', 'revision_number': 4, 'project_id': 'f805c35aabc248059b2f6c97a0534202', 'gw_port': {'id': '891ed8a8-c1ab-45a6-ae33-2f6f17f44394', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f4b692-d155-4d8b-985d-756f8036369c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:33:06Z', 'updated_at': '2021-11-16T11:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '4ae6531e-9441-4f35-aab4-6ad498826957', 'name': '', 'network_id': '5ae3305b-649b-4097-88fe-834d15486827', 'tenant_id': 'f805c35aabc248059b2f6c97a0534202', 'mac_address': 'fa:16:3e:97:86:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f4b692-d155-4d8b-985d-756f8036369c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '41d07d34-28f2-4484-bac5-2ef08db7372c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:33:12Z', 'updated_at': '2021-11-16T11:33:20Z', 'revision_number': 4, 'project_id': 'f805c35aabc248059b2f6c97a0534202', 'subnets': [{'id': '41d07d34-28f2-4484-bac5-2ef08db7372c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:33:21.548228 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefc2a6f-4b88-4cc0-8e48-29e58ce98bf9 None None] The sync data for ids ['c2f4b692-d155-4d8b-985d-756f8036369c'] in n-d-816823-3 is: [{'id': 'c2f4b692-d155-4d8b-985d-756f8036369c', 'name': 'tempest-TestServerBasicOps-432508123-router', 'tenant_id': 'f805c35aabc248059b2f6c97a0534202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '891ed8a8-c1ab-45a6-ae33-2f6f17f44394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:33:05Z', 'updated_at': '2021-11-16T11:33:13Z', 'revision_number': 4, 'project_id': 'f805c35aabc248059b2f6c97a0534202', 'gw_port': {'id': '891ed8a8-c1ab-45a6-ae33-2f6f17f44394', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f4b692-d155-4d8b-985d-756f8036369c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:33:06Z', 'updated_at': '2021-11-16T11:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '4ae6531e-9441-4f35-aab4-6ad498826957', 'name': '', 'network_id': '5ae3305b-649b-4097-88fe-834d15486827', 'tenant_id': 'f805c35aabc248059b2f6c97a0534202', 'mac_address': 'fa:16:3e:97:86:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f4b692-d155-4d8b-985d-756f8036369c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '41d07d34-28f2-4484-bac5-2ef08db7372c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:33:12Z', 'updated_at': '2021-11-16T11:33:20Z', 'revision_number': 4, 'project_id': 'f805c35aabc248059b2f6c97a0534202', 'subnets': [{'id': '41d07d34-28f2-4484-bac5-2ef08db7372c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:33:21.753507 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240d93-2a85-4f1b-a46b-254d1939ada4 req-f17c3c38-b146-4d67-9b09-4e3dd1881ab5 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:21.756442 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dc240d93-2a85-4f1b-a46b-254d1939ada4 req-f17c3c38-b146-4d67-9b09-4e3dd1881ab5 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 946 time: 0.1269209 Nov 16 11:33:21.897542 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dc240d93-2a85-4f1b-a46b-254d1939ada4 req-a092bb90-a16d-42c4-90c5-1fb3997daf1c tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327491 Nov 16 11:33:22.173970 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-a94043f0-53ac-4782-80c1-e9514605405f tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-471220283&fields=id&tenant_id=a50dd796b4a24c04aff1704ec92fb8d5 HTTP/1.1" status: 200 len: 267 time: 0.1185086 Nov 16 11:33:22.377055 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-40446ca1-a8fc-4d40-8c75-197865e66ac6 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:22.382459 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-40446ca1-a8fc-4d40-8c75-197865e66ac6 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.61 "GET /v2.0/networks?id=25fee19d-9a3a-4f14-ab6e-f89f35081036 HTTP/1.1" status: 200 len: 808 time: 0.1989651 Nov 16 11:33:22.406566 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-5ca15f8f-de14-4ae1-9bf0-0fdf25770e6b tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.61 "GET /v2.0/quotas/a50dd796b4a24c04aff1704ec92fb8d5 HTTP/1.1" status: 200 len: 375 time: 0.0200014 Nov 16 11:33:22.503636 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-c91beaa5-e17e-401b-a1c2-cd09756d2c2c tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a50dd796b4a24c04aff1704ec92fb8d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0961821 Nov 16 11:33:22.688978 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-47c28360-1864-4766-84aa-f168c7146f07 service neutron] 10.222.0.61 "GET /v2.0/networks/25fee19d-9a3a-4f14-ab6e-f89f35081036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589448 Nov 16 11:33:22.831470 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47056) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:22.866717 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 4ae6531e-9441-4f35-aab4-6ad498826957 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:33:22.875367 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-83b7ed58-da73-4273-bb4b-73db3b8a7bf3 service neutron] 10.222.0.61 "GET /v2.0/networks/25fee19d-9a3a-4f14-ab6e-f89f35081036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859794 Nov 16 11:33:22.971501 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 4ae6531e-9441-4f35-aab4-6ad498826957 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:33:22.971838 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:23.122121 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aac391f2-0d9e-4cc7-824b-a5cd40adf017 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:23.336865 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aac391f2-0d9e-4cc7-824b-a5cd40adf017 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:23.346355 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aac391f2-0d9e-4cc7-824b-a5cd40adf017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:23.399599 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-aac391f2-0d9e-4cc7-824b-a5cd40adf017 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5c3039290fbd4596b9f25a92e3dafb66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5664358 Nov 16 11:33:23.400935 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac391f2-0d9e-4cc7-824b-a5cd40adf017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575b48a5-23df-4223-921f-74d57821a782,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:23.403595 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47074) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:23.511186 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e9dded1d-cd04-47b3-9c6e-89fe6ff61de1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:23.572919 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e9dded1d-cd04-47b3-9c6e-89fe6ff61de1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:23.663972 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e9dded1d-cd04-47b3-9c6e-89fe6ff61de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:23.669488 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e9dded1d-cd04-47b3-9c6e-89fe6ff61de1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:23.682683 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e9dded1d-cd04-47b3-9c6e-89fe6ff61de1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/575b48a5-23df-4223-921f-74d57821a782 HTTP/1.1" status: 204 len: 168 time: 0.2747719 Nov 16 11:33:23.713066 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dded1d-cd04-47b3-9c6e-89fe6ff61de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575b48a5-23df-4223-921f-74d57821a782,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:23.853372 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-4c9a98cb-d471-4eaf-8ea9-c5a635eeb9e4 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=bf730bc3509b41198d463002969da1ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565441 Nov 16 11:33:24.017818 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-9909337d-9da2-40c9-8950-071a193a5d17 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:24.025093 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-9909337d-9da2-40c9-8950-071a193a5d17 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1704400 Nov 16 11:33:24.046840 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-388528fc-40d7-4dd3-8a21-761c8ded49a8 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/quotas/bf730bc3509b41198d463002969da1ed HTTP/1.1" status: 200 len: 375 time: 0.0204933 Nov 16 11:33:24.091082 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-f1129279-73a7-4e12-88f7-3d8106066ad9 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf730bc3509b41198d463002969da1ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429635 Nov 16 11:33:24.264025 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47094) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:24.287130 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-48c3440f-4161-4dbb-aae9-ae33fac78edf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:24.459747 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-48c3440f-4161-4dbb-aae9-ae33fac78edf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:24.473665 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-48c3440f-4161-4dbb-aae9-ae33fac78edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:24.548142 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e8607-935e-4fb5-96d7-bcf50a856060 req-21f2d236-c676-4bb2-8af4-5ea00d233117 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:24.552242 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-48c3440f-4161-4dbb-aae9-ae33fac78edf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d35647329e234d07b487d2154c0b7666&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2868807 Nov 16 11:33:24.552630 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-290e8607-935e-4fb5-96d7-bcf50a856060 req-21f2d236-c676-4bb2-8af4-5ea00d233117 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 946 time: 0.1125660 Nov 16 11:33:24.552916 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47100) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:24.629845 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c3440f-4161-4dbb-aae9-ae33fac78edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d986535-0011-4906-ab1b-ad0ede7145e8,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:24.630817 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-290e8607-935e-4fb5-96d7-bcf50a856060 req-a76b5730-863b-4107-82c3-3fb2e5283d9d tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723205 Nov 16 11:33:24.681350 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-adec4f2c-6b55-456f-a49d-ac348ec7bd01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:24.720837 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-adec4f2c-6b55-456f-a49d-ac348ec7bd01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:24.817676 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-adec4f2c-6b55-456f-a49d-ac348ec7bd01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:24.820934 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-adec4f2c-6b55-456f-a49d-ac348ec7bd01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:24.825177 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-adec4f2c-6b55-456f-a49d-ac348ec7bd01 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0d986535-0011-4906-ab1b-ad0ede7145e8 HTTP/1.1" status: 204 len: 168 time: 0.2672958 Nov 16 11:33:24.834942 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec4f2c-6b55-456f-a49d-ac348ec7bd01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d986535-0011-4906-ab1b-ad0ede7145e8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:24.887736 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b7873e7b-6c1c-4cf0-9618-7d756350dfef req-e4bfb885-5f54-4f32-8990-e0cd2fe759e0 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ea11f38-66e6-4e54-9e62-92047c5f2d42 HTTP/1.1" status: 200 len: 210 time: 0.1034186 Nov 16 11:33:24.968414 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47116) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:25.348350 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-5312a4e1-c7ef-44cc-a045-2e76f7221ac1 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:25.352282 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ffdba87d-be3f-4f91-84c5-78d5e9746fff req-9d8943a3-faf2-4dc7-b00c-29ebffb5b30b tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7a88efd-38ca-4f13-b59b-13ecebb331d9 HTTP/1.1" status: 200 len: 210 time: 0.0805559 Nov 16 11:33:25.352732 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-5312a4e1-c7ef-44cc-a045-2e76f7221ac1 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.64 "GET /v2.0/networks?id=25fee19d-9a3a-4f14-ab6e-f89f35081036 HTTP/1.1" status: 200 len: 808 time: 0.3284600 Nov 16 11:33:25.510702 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b6fad15e-bb9e-438d-a3d8-4a847ac4c93e tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:25.590238 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47128) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:25.598132 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b6fad15e-bb9e-438d-a3d8-4a847ac4c93e tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:25.660730 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-e4e1f337-687c-4d3a-ab4f-d9c39c8c56d9 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a50dd796b4a24c04aff1704ec92fb8d5 HTTP/1.1" status: 200 len: 379 time: 0.2950068 Nov 16 11:33:25.674665 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b6fad15e-bb9e-438d-a3d8-4a847ac4c93e tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:25.678449 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b6fad15e-bb9e-438d-a3d8-4a847ac4c93e tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:25.682715 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47136) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:25.683189 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b6fad15e-bb9e-438d-a3d8-4a847ac4c93e tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "DELETE /v2.0/security-groups/df1a22eb-4b7f-4078-bf25-bb6ec7c01c43 HTTP/1.1" status: 204 len: 168 time: 0.7131960 Nov 16 11:33:25.688134 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-4d8807ae-99d3-46ec-baa7-cb4a7b0f98e9 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Request body: {'port': {'device_id': '0ea11f38-66e6-4e54-9e62-92047c5f2d42', 'network_id': '25fee19d-9a3a-4f14-ab6e-f89f35081036', 'admin_state_up': True, 'tenant_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'security_groups': ['9542e702-7958-4605-bec8-080a12952e19']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:33:25.708674 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-c663497e-50e2-4463-9ab5-773fea92bacc tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] show failed (client error): The resource could not be found. Nov 16 11:33:25.718073 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c663497e-50e2-4463-9ab5-773fea92bacc tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "GET /v2.0/security-groups/df1a22eb-4b7f-4078-bf25-bb6ec7c01c43 HTTP/1.1" status: 404 len: 347 time: 0.0337040 Nov 16 11:33:25.720714 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47138) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:25.734715 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fad15e-bb9e-438d-a3d8-4a847ac4c93e tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1a22eb-4b7f-4078-bf25-bb6ec7c01c43,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:25.908195 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-4d8807ae-99d3-46ec-baa7-cb4a7b0f98e9 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Made reservation on behalf of a50dd796b4a24c04aff1704ec92fb8d5 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:33:25.918344 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-4d8807ae-99d3-46ec-baa7-cb4a7b0f98e9 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:25.993352 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bdb2d226-7be5-455e-a598-78c246ae4f38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:26.111156 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-4d8807ae-99d3-46ec-baa7-cb4a7b0f98e9 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Allocated IP 172.20.0.11 (25fee19d-9a3a-4f14-ab6e-f89f35081036/383e4088-7ed9-439a-81ec-e117b68d1170/df73a36b-adea-4c51-8781-f1fbe73981c1) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:33:26.324903 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-4d8807ae-99d3-46ec-baa7-cb4a7b0f98e9 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:26.396339 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-e49e3732-5130-4f88-bff4-f4b0a624a986 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=bf730bc3509b41198d463002969da1ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286062 Nov 16 11:33:26.398519 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-4d8807ae-99d3-46ec-baa7-cb4a7b0f98e9 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:26.595665 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-4d8807ae-99d3-46ec-baa7-cb4a7b0f98e9 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Network 25fee19d-9a3a-4f14-ab6e-f89f35081036 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:33:26.605756 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-4d8807ae-99d3-46ec-baa7-cb4a7b0f98e9 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:33:26.616835 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-4d8807ae-99d3-46ec-baa7-cb4a7b0f98e9 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:33:26.686692 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-4d8807ae-99d3-46ec-baa7-cb4a7b0f98e9 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:26.687347 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-4d8807ae-99d3-46ec-baa7-cb4a7b0f98e9 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:26.722491 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8807ae-99d3-46ec-baa7-cb4a7b0f98e9 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Pushing event updated for resources: {'Port': ['ID=df73a36b-adea-4c51-8781-f1fbe73981c1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:26.752288 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-4d8807ae-99d3-46ec-baa7-cb4a7b0f98e9 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0793581 Nov 16 11:33:26.777885 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-6a50b695-aaca-4d4e-8455-0485bcfcaa40 service neutron] Request body: {'port': {'device_id': '0ea11f38-66e6-4e54-9e62-92047c5f2d42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:33:26.811270 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-4643de0d-157c-4385-a5df-c948d6a28aa5 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:26.813077 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-4643de0d-157c-4385-a5df-c948d6a28aa5 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3982153 Nov 16 11:33:26.850933 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599d43d-39f3-4bf3-8c23-b0e0b7b3611a req-b74d3454-2ee3-4bdd-bec7-b0f896609729 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:26.858947 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5599d43d-39f3-4bf3-8c23-b0e0b7b3611a req-b74d3454-2ee3-4bdd-bec7-b0f896609729 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 946 time: 0.9910340 Nov 16 11:33:26.865553 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-93cc29fd-79ba-4266-8e19-319ae238ec61 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Request body: {'port': {'device_id': 'a7a88efd-38ca-4f13-b59b-13ecebb331d9', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'admin_state_up': True, 'tenant_id': 'bf730bc3509b41198d463002969da1ed'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:33:27.039527 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5599d43d-39f3-4bf3-8c23-b0e0b7b3611a req-5e7511b9-9b6d-4594-a32f-34628875c42d tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792805 Nov 16 11:33:27.062070 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-dca0d325-32db-41c7-b7ec-f17fda4eda2b tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Deleting port 91b289e1-51f4-4164-8a25-3aab94934790 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:33:27.062468 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dca0d325-32db-41c7-b7ec-f17fda4eda2b tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:27.092845 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-8e6d5e97-0beb-4baf-a02c-437dc86f3f16 None None] Provisioning complete for port df73a36b-adea-4c51-8781-f1fbe73981c1 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:33:27.093338 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8e6d5e97-0beb-4baf-a02c-437dc86f3f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:27.150711 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-6a50b695-aaca-4d4e-8455-0485bcfcaa40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:27.191184 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-8e6d5e97-0beb-4baf-a02c-437dc86f3f16 None None] Port df73a36b-adea-4c51-8781-f1fbe73981c1 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:33:27.322516 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79096e2-6731-4baa-8ddc-7220dfca5d86 req-30caa6e4-2e5d-4b83-916e-2c5ae87eea79 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:27.324628 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c79096e2-6731-4baa-8ddc-7220dfca5d86 req-30caa6e4-2e5d-4b83-916e-2c5ae87eea79 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ea11f38-66e6-4e54-9e62-92047c5f2d42 HTTP/1.1" status: 200 len: 932 time: 0.1356912 Nov 16 11:33:27.366840 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bdb2d226-7be5-455e-a598-78c246ae4f38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:27.369007 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dca0d325-32db-41c7-b7ec-f17fda4eda2b tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:27.369338 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dca0d325-32db-41c7-b7ec-f17fda4eda2b tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:27.396662 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bdb2d226-7be5-455e-a598-78c246ae4f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:27.397357 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-93cc29fd-79ba-4266-8e19-319ae238ec61 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Made reservation on behalf of bf730bc3509b41198d463002969da1ed for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:33:27.403225 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-93cc29fd-79ba-4266-8e19-319ae238ec61 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:27.425256 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-93cc29fd-79ba-4266-8e19-319ae238ec61 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:27.468299 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-bdb2d226-7be5-455e-a598-78c246ae4f38 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9b952fe4b5ba4c089b01645541330ed1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8767889 Nov 16 11:33:27.472386 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47174) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:27.482409 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-dca0d325-32db-41c7-b7ec-f17fda4eda2b tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Calling delete_port for 91b289e1-51f4-4164-8a25-3aab94934790 owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:33:27.570810 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb2d226-7be5-455e-a598-78c246ae4f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772ee989-c98d-4ac4-9302-18e55a4974db,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:27.575860 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-93cc29fd-79ba-4266-8e19-319ae238ec61 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:27.590350 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-93cc29fd-79ba-4266-8e19-319ae238ec61 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:27.641222 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc29fd-79ba-4266-8e19-319ae238ec61 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2afaa0-f485-48c9-9386-535d2d70a141,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:27.655742 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c79096e2-6731-4baa-8ddc-7220dfca5d86 req-30a4baaf-937a-4501-b3fd-ee1aeb00c1f4 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.61 "GET /v2.0/security-groups?id=9542e702-7958-4605-bec8-080a12952e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3198261 Nov 16 11:33:27.677708 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-812e90b9-1a53-452b-a369-fa6432258ade admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:27.712802 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-6a50b695-aaca-4d4e-8455-0485bcfcaa40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df73a36b-adea-4c51-8781-f1fbe73981c1 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:33:27.718255 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-812e90b9-1a53-452b-a369-fa6432258ade admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:27.725076 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-6a50b695-aaca-4d4e-8455-0485bcfcaa40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:27.798450 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-6a50b695-aaca-4d4e-8455-0485bcfcaa40 service neutron] Transition to ACTIVE for port object df73a36b-adea-4c51-8781-f1fbe73981c1 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:33:27.816600 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-6a50b695-aaca-4d4e-8455-0485bcfcaa40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:27.827025 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-812e90b9-1a53-452b-a369-fa6432258ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:27.834778 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-812e90b9-1a53-452b-a369-fa6432258ade admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:27.836377 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-812e90b9-1a53-452b-a369-fa6432258ade admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/772ee989-c98d-4ac4-9302-18e55a4974db HTTP/1.1" status: 204 len: 168 time: 0.3507216 Nov 16 11:33:27.844690 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e90b9-1a53-452b-a369-fa6432258ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772ee989-c98d-4ac4-9302-18e55a4974db,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:27.854196 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dca0d325-32db-41c7-b7ec-f17fda4eda2b tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:27.906921 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca0d325-32db-41c7-b7ec-f17fda4eda2b tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Pushing event deleted for resources: {'Port': ['ID=91b289e1-51f4-4164-8a25-3aab94934790,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:27.939412 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:27.999253 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-93cc29fd-79ba-4266-8e19-319ae238ec61 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Allocated IP 192.168.233.243 (d184b1c6-3832-4c86-bfd0-c1472d76d6c3/c4c770cc-51d7-42eb-b4a6-9a605bacae0f/2fed52f5-2778-40fe-a87d-7c5f06cbb9a0) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:33:28.017848 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dca0d325-32db-41c7-b7ec-f17fda4eda2b tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks [] for floatingip, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:28.027410 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a50b695-aaca-4d4e-8455-0485bcfcaa40 service neutron] Pushing event updated for resources: {'Port': ['ID=df73a36b-adea-4c51-8781-f1fbe73981c1,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:28.031334 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dca0d325-32db-41c7-b7ec-f17fda4eda2b tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:28.032772 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-dca0d325-32db-41c7-b7ec-f17fda4eda2b tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "DELETE /v2.0/floatingips/7a8f4b6b-b9dd-48e4-ae25-7a78bc3a831a HTTP/1.1" status: 204 len: 168 time: 2.3107133 Nov 16 11:33:28.040533 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47196) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:28.091873 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d212214c-e674-496e-8887-a4d4023b9535 req-60671b3d-5aaa-48ee-9808-0d82c0190663 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7a88efd-38ca-4f13-b59b-13ecebb331d9 HTTP/1.1" status: 200 len: 210 time: 0.0576453 Nov 16 11:33:28.273399 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3e633-eff0-4499-b34a-390755306fe3 req-edf4ba9c-2c09-43ba-90de-c6755fae7081 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:28.289083 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6ba3e633-eff0-4499-b34a-390755306fe3 req-edf4ba9c-2c09-43ba-90de-c6755fae7081 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 946 time: 0.1161005 Nov 16 11:33:28.440230 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6ba3e633-eff0-4499-b34a-390755306fe3 req-3d1b3b10-ef30-46f9-9a86-151a8e93b4d6 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501119 Nov 16 11:33:28.526566 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47224) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:28.553563 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-93cc29fd-79ba-4266-8e19-319ae238ec61 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:28.557894 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5e05d398-b8e1-4968-98b6-6ea31c71452e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:28.576048 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-6a50b695-aaca-4d4e-8455-0485bcfcaa40 service neutron] Attempting to bind port df73a36b-adea-4c51-8781-f1fbe73981c1 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:33:28.576781 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-6a50b695-aaca-4d4e-8455-0485bcfcaa40 service neutron] Attempting to bind port df73a36b-adea-4c51-8781-f1fbe73981c1 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '57ba2e1c-8aab-4258-aa26-fd06616e7006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '25fee19d-9a3a-4f14-ab6e-f89f35081036'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:33:28.577368 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-6a50b695-aaca-4d4e-8455-0485bcfcaa40 service neutron] Attempting to bind port df73a36b-adea-4c51-8781-f1fbe73981c1 on network 25fee19d-9a3a-4f14-ab6e-f89f35081036 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:33:28.587664 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-6a50b695-aaca-4d4e-8455-0485bcfcaa40 service neutron] Port df73a36b-adea-4c51-8781-f1fbe73981c1 on network 25fee19d-9a3a-4f14-ab6e-f89f35081036 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:33:28.587664 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-6a50b695-aaca-4d4e-8455-0485bcfcaa40 service neutron] Attempting to bind port df73a36b-adea-4c51-8781-f1fbe73981c1 on network 25fee19d-9a3a-4f14-ab6e-f89f35081036 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:33:28.602380 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-6a50b695-aaca-4d4e-8455-0485bcfcaa40 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:33:28.603471 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-6a50b695-aaca-4d4e-8455-0485bcfcaa40 service neutron] Checking segment: {'id': '57ba2e1c-8aab-4258-aa26-fd06616e7006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '25fee19d-9a3a-4f14-ab6e-f89f35081036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:33:28.604838 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-6a50b695-aaca-4d4e-8455-0485bcfcaa40 service neutron] Bound using segment: {'id': '57ba2e1c-8aab-4258-aa26-fd06616e7006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '25fee19d-9a3a-4f14-ab6e-f89f35081036'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:33:28.608410 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-6a50b695-aaca-4d4e-8455-0485bcfcaa40 service neutron] Bound port: df73a36b-adea-4c51-8781-f1fbe73981c1, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57ba2e1c-8aab-4258-aa26-fd06616e7006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '25fee19d-9a3a-4f14-ab6e-f89f35081036'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:33:28.608780 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-6a50b695-aaca-4d4e-8455-0485bcfcaa40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:28.691674 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5e05d398-b8e1-4968-98b6-6ea31c71452e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:28.719655 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-315ca8fd-2389-40a2-983a-ef4d4fc5bf3c tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Deleting port ef6df7df-1e5a-4b26-a927-ad82f8336e09 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:33:28.719840 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-315ca8fd-2389-40a2-983a-ef4d4fc5bf3c tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:28.723217 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5e05d398-b8e1-4968-98b6-6ea31c71452e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:28.805438 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-93cc29fd-79ba-4266-8e19-319ae238ec61 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:28.826596 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-6a50b695-aaca-4d4e-8455-0485bcfcaa40 service neutron] For port df73a36b-adea-4c51-8781-f1fbe73981c1, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:33:28.837965 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:28.856663 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5e05d398-b8e1-4968-98b6-6ea31c71452e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=080b747089894c9e86ab2e39273396ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3279510 Nov 16 11:33:28.861318 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47232) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:28.897891 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-6a50b695-aaca-4d4e-8455-0485bcfcaa40 service neutron] For port df73a36b-adea-4c51-8781-f1fbe73981c1, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=df73a36b-adea-4c51-8781-f1fbe73981c1,segment=NetworkSegment(57ba2e1c-8aab-4258-aa26-fd06616e7006),segment_id=57ba2e1c-8aab-4258-aa26-fd06616e7006)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:33:28.901819 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-93cc29fd-79ba-4266-8e19-319ae238ec61 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:33:28.919794 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-93cc29fd-79ba-4266-8e19-319ae238ec61 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:33:28.929053 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-93cc29fd-79ba-4266-8e19-319ae238ec61 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:33:28.932379 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-6a50b695-aaca-4d4e-8455-0485bcfcaa40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:28.935574 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e05d398-b8e1-4968-98b6-6ea31c71452e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a9dbd3-5f71-42f6-9649-f53b0a6352cf,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:28.941231 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc29fd-79ba-4266-8e19-319ae238ec61 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Pushing event updated for resources: {'Port': ['ID=2fed52f5-2778-40fe-a87d-7c5f06cbb9a0,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:28.980754 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-315ca8fd-2389-40a2-983a-ef4d4fc5bf3c tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:28.983419 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8766eb3a-05c2-4564-b12e-5bbf123659d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:29.028644 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3f65e-458c-46e7-8eb7-4c2557e279b7 req-13d3698d-5d76-412d-a59b-4551cab502f3 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:29.038648 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-48f3f65e-458c-46e7-8eb7-4c2557e279b7 req-13d3698d-5d76-412d-a59b-4551cab502f3 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ea11f38-66e6-4e54-9e62-92047c5f2d42 HTTP/1.1" status: 200 len: 944 time: 0.1572168 Nov 16 11:33:29.085990 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8766eb3a-05c2-4564-b12e-5bbf123659d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:29.093334 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-6a50b695-aaca-4d4e-8455-0485bcfcaa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:29.094686 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-6a50b695-aaca-4d4e-8455-0485bcfcaa40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:29.096177 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-6a50b695-aaca-4d4e-8455-0485bcfcaa40 service neutron] 10.222.0.64 "PUT /v2.0/ports/df73a36b-adea-4c51-8781-f1fbe73981c1 HTTP/1.1" status: 200 len: 1092 time: 2.3229053 Nov 16 11:33:29.097019 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a50b695-aaca-4d4e-8455-0485bcfcaa40 service neutron] Pushing event updated for resources: {'Port': ['ID=df73a36b-adea-4c51-8781-f1fbe73981c1,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:29.187212 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-315ca8fd-2389-40a2-983a-ef4d4fc5bf3c tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Calling delete_port for ef6df7df-1e5a-4b26-a927-ad82f8336e09 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:33:29.191003 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-48f3f65e-458c-46e7-8eb7-4c2557e279b7 req-968afa24-dcae-4ac7-bdb5-321e1fb27092 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.61 "GET /v2.0/security-groups?id=9542e702-7958-4605-bec8-080a12952e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513538 Nov 16 11:33:29.235876 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47238) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:29.281437 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8766eb3a-05c2-4564-b12e-5bbf123659d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:29.285340 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8766eb3a-05c2-4564-b12e-5bbf123659d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:29.289131 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8766eb3a-05c2-4564-b12e-5bbf123659d9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d5a9dbd3-5f71-42f6-9649-f53b0a6352cf HTTP/1.1" status: 204 len: 168 time: 0.4212232 Nov 16 11:33:29.315937 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766eb3a-05c2-4564-b12e-5bbf123659d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a9dbd3-5f71-42f6-9649-f53b0a6352cf,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:29.392666 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea11f38-66e6-4e54-9e62-92047c5f2d42', 'tag': 'df73a36b-adea-4c51-8781-f1fbe73981c1'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:33:29.405000 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-da2a9c73-231e-4f99-9928-aaeb5c3a7279 None None] Provisioning complete for port 2fed52f5-2778-40fe-a87d-7c5f06cbb9a0 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:33:29.405383 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-da2a9c73-231e-4f99-9928-aaeb5c3a7279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:29.410471 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d099337-a0b0-4135-a448-9a269746fa74" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea11f38-66e6-4e54-9e62-92047c5f2d42", "tag": "df73a36b-adea-4c51-8781-f1fbe73981c1"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:33:29.452318 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-93cc29fd-79ba-4266-8e19-319ae238ec61 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:29.453250 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-93cc29fd-79ba-4266-8e19-319ae238ec61 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:29.490051 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-da2a9c73-231e-4f99-9928-aaeb5c3a7279 None None] Port 2fed52f5-2778-40fe-a87d-7c5f06cbb9a0 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:33:29.496884 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25706f9b-b38c-4a40-841a-41e0e4714978 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:29.507301 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-93cc29fd-79ba-4266-8e19-319ae238ec61 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6508884 Nov 16 11:33:29.534675 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-9729bdd4-a9a9-4604-9f53-8686b8aff345 service neutron] Request body: {'port': {'device_id': 'a7a88efd-38ca-4f13-b59b-13ecebb331d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:33:29.538680 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-5d8e8db3-d4e4-488a-92b0-d8f5db58fd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:29.541015 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-5d8e8db3-d4e4-488a-92b0-d8f5db58fd36 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a50dd796b4a24c04aff1704ec92fb8d5&device_id=0ea11f38-66e6-4e54-9e62-92047c5f2d42 HTTP/1.1" status: 200 len: 1095 time: 0.1127818 Nov 16 11:33:29.597747 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f5b4ef-298f-46a0-9791-9401d196f248 req-0608512c-dd10-4e91-b585-b3f436ab0969 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:29.606339 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f7f5b4ef-298f-46a0-9791-9401d196f248 req-0608512c-dd10-4e91-b585-b3f436ab0969 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7a88efd-38ca-4f13-b59b-13ecebb331d9 HTTP/1.1" status: 200 len: 936 time: 0.1303296 Nov 16 11:33:29.624473 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-4b67fb0e-3557-4f91-803c-a8303de302cc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df73a36b-adea-4c51-8781-f1fbe73981c1 HTTP/1.1" status: 200 len: 217 time: 0.0572753 Nov 16 11:33:29.710397 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f7f5b4ef-298f-46a0-9791-9401d196f248 req-f7ef2ab6-127d-4c4f-8871-1912241ee7f5 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030121 Nov 16 11:33:29.718531 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25706f9b-b38c-4a40-841a-41e0e4714978 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:29.725890 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25706f9b-b38c-4a40-841a-41e0e4714978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:29.739500 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-9729bdd4-a9a9-4604-9f53-8686b8aff345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:29.766827 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-ce6cce31-94fc-4e50-b109-b346616af734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:29.768278 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-ce6cce31-94fc-4e50-b109-b346616af734 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=383e4088-7ed9-439a-81ec-e117b68d1170 HTTP/1.1" status: 200 len: 847 time: 0.0990436 Nov 16 11:33:29.782594 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-25706f9b-b38c-4a40-841a-41e0e4714978 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6638f6d377bb4d35afe662635d0380f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5450542 Nov 16 11:33:29.782594 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25706f9b-b38c-4a40-841a-41e0e4714978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421f6f01-97bd-4129-8742-4187b1aff3f8,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:29.785891 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47250) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:29.853672 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ce37552f-8b5d-43e6-bade-1785ae15f6e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:29.859233 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47252) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:29.885188 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b980d9b-ab45-4d3e-b687-1cce90a48fc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:29.892498 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ce37552f-8b5d-43e6-bade-1785ae15f6e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:29.900439 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31e3b00-b090-4502-9a81-8c85a14367ab x-openstack-request-id: req-a31e3b00-b090-4502-9a81-8c85a14367ab {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:33:29.900761 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea11f38-66e6-4e54-9e62-92047c5f2d42", "tag": "df73a36b-adea-4c51-8781-f1fbe73981c1", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:33:29.900979 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a31e3b00-b090-4502-9a81-8c85a14367ab {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:33:29.901376 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea11f38-66e6-4e54-9e62-92047c5f2d42', 'tag': 'df73a36b-adea-4c51-8781-f1fbe73981c1', 'status': 'completed', 'code': 200} Nov 16 11:33:29.913850 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-315ca8fd-2389-40a2-983a-ef4d4fc5bf3c tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:30.008233 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ca8fd-2389-40a2-983a-ef4d4fc5bf3c tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Pushing event deleted for resources: {'Port': ['ID=ef6df7df-1e5a-4b26-a927-ad82f8336e09,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:30.016942 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00a7ed-26c2-4f90-9840-b1af76e28d8f req-ab92deff-ee6e-49b8-960f-56e77a2e68d6 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:30.025204 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7d00a7ed-26c2-4f90-9840-b1af76e28d8f req-ab92deff-ee6e-49b8-960f-56e77a2e68d6 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 946 time: 0.1207955 Nov 16 11:33:30.077064 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ce37552f-8b5d-43e6-bade-1785ae15f6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:30.080531 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ce37552f-8b5d-43e6-bade-1785ae15f6e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:30.082200 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ce37552f-8b5d-43e6-bade-1785ae15f6e0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/421f6f01-97bd-4129-8742-4187b1aff3f8 HTTP/1.1" status: 204 len: 168 time: 0.2943063 Nov 16 11:33:30.097310 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-9fab7ec1-6825-4799-9699-20d01faecda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:30.099348 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-9fab7ec1-6825-4799-9699-20d01faecda3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=25fee19d-9a3a-4f14-ab6e-f89f35081036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1968677 Nov 16 11:33:30.144996 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce37552f-8b5d-43e6-bade-1785ae15f6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421f6f01-97bd-4129-8742-4187b1aff3f8,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:30.161322 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7d00a7ed-26c2-4f90-9840-b1af76e28d8f req-b4223687-f191-443f-8b07-d030b0afb0ca tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333082 Nov 16 11:33:30.171277 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b980d9b-ab45-4d3e-b687-1cce90a48fc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:30.186735 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-315ca8fd-2389-40a2-983a-ef4d4fc5bf3c tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:30.187134 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-315ca8fd-2389-40a2-983a-ef4d4fc5bf3c tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "DELETE /v2.0/ports/ef6df7df-1e5a-4b26-a927-ad82f8336e09 HTTP/1.1" status: 204 len: 168 time: 2.1336405 Nov 16 11:33:30.189969 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47256) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:30.200046 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b980d9b-ab45-4d3e-b687-1cce90a48fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:30.292261 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-79678698-3ddb-4135-864e-a8d6fabe6824 service neutron] 10.222.0.64 "GET /v2.0/networks/25fee19d-9a3a-4f14-ab6e-f89f35081036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808887 Nov 16 11:33:30.299066 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-9729bdd4-a9a9-4604-9f53-8686b8aff345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fed52f5-2778-40fe-a87d-7c5f06cbb9a0 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:33:30.316428 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-9729bdd4-a9a9-4604-9f53-8686b8aff345 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:30.409828 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-9729bdd4-a9a9-4604-9f53-8686b8aff345 service neutron] Transition to ACTIVE for port object 2fed52f5-2778-40fe-a87d-7c5f06cbb9a0 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:33:30.420561 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6b980d9b-ab45-4d3e-b687-1cce90a48fc3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d47ff41082f847319bb5a33b0b2c6a7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5602970 Nov 16 11:33:30.425152 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47264) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:30.439033 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b980d9b-ab45-4d3e-b687-1cce90a48fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0080daab-9936-45db-b880-207acc81685f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:30.464298 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-9729bdd4-a9a9-4604-9f53-8686b8aff345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:30.536255 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9fdfb8-3f4e-46b9-8423-5d2aad9d12f1 req-3512c02e-0410-43c6-99f1-296e828b6749 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:30.544296 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-da9fdfb8-3f4e-46b9-8423-5d2aad9d12f1 req-3512c02e-0410-43c6-99f1-296e828b6749 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ea11f38-66e6-4e54-9e62-92047c5f2d42 HTTP/1.1" status: 200 len: 944 time: 0.2208080 Nov 16 11:33:30.562605 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-183be0ea-8801-4db8-bde0-4c8989d6cefd tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Deleting port 442339e7-8828-4527-b420-5e71635e90f9 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:33:30.562869 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-183be0ea-8801-4db8-bde0-4c8989d6cefd tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:30.606997 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f11f8818-2540-4fe0-bac9-136aa9c46f31 req-39678ec5-9f1d-4ff8-a765-0a533dd2e5eb service neutron] 10.222.0.64 "GET /v2.0/networks/25fee19d-9a3a-4f14-ab6e-f89f35081036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877853 Nov 16 11:33:30.611785 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9729bdd4-a9a9-4604-9f53-8686b8aff345 service neutron] Pushing event updated for resources: {'Port': ['ID=2fed52f5-2778-40fe-a87d-7c5f06cbb9a0,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:30.713854 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47266) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:30.757130 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-da9fdfb8-3f4e-46b9-8423-5d2aad9d12f1 req-6632a698-beaa-4dd0-91c5-59f57d12c771 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.61 "GET /v2.0/security-groups?id=9542e702-7958-4605-bec8-080a12952e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2119191 Nov 16 11:33:30.759835 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e0e014f-f7ad-41f4-af20-b45728b2e697 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:30.769091 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f832a6a4-0f6c-4f92-b8f7-a89ad797dbcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:30.865586 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e0e014f-f7ad-41f4-af20-b45728b2e697 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:30.886074 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d099337-a0b0-4135-a448-9a269746fa74 req-6d12014c-4e74-477b-8a32-c539fde63188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:30.889050 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0d099337-a0b0-4135-a448-9a269746fa74 req-6d12014c-4e74-477b-8a32-c539fde63188 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a50dd796b4a24c04aff1704ec92fb8d5&device_id=0ea11f38-66e6-4e54-9e62-92047c5f2d42 HTTP/1.1" status: 200 len: 1095 time: 0.2120588 Nov 16 11:33:30.892894 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-9729bdd4-a9a9-4604-9f53-8686b8aff345 service neutron] Attempting to bind port 2fed52f5-2778-40fe-a87d-7c5f06cbb9a0 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:33:30.893682 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-9729bdd4-a9a9-4604-9f53-8686b8aff345 service neutron] Attempting to bind port 2fed52f5-2778-40fe-a87d-7c5f06cbb9a0 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:33:30.894271 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-9729bdd4-a9a9-4604-9f53-8686b8aff345 service neutron] Attempting to bind port 2fed52f5-2778-40fe-a87d-7c5f06cbb9a0 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:33:30.899084 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-183be0ea-8801-4db8-bde0-4c8989d6cefd tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:30.926237 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-183be0ea-8801-4db8-bde0-4c8989d6cefd tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Calling delete_port for 442339e7-8828-4527-b420-5e71635e90f9 owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:33:30.940436 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-9729bdd4-a9a9-4604-9f53-8686b8aff345 service neutron] Port 2fed52f5-2778-40fe-a87d-7c5f06cbb9a0 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:33:30.943630 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-9729bdd4-a9a9-4604-9f53-8686b8aff345 service neutron] Attempting to bind port 2fed52f5-2778-40fe-a87d-7c5f06cbb9a0 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:33:30.955973 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f832a6a4-0f6c-4f92-b8f7-a89ad797dbcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:31.010728 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f832a6a4-0f6c-4f92-b8f7-a89ad797dbcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:31.019135 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-9729bdd4-a9a9-4604-9f53-8686b8aff345 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:33:31.019534 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-9729bdd4-a9a9-4604-9f53-8686b8aff345 service neutron] Checking segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:33:31.019848 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-9729bdd4-a9a9-4604-9f53-8686b8aff345 service neutron] Bound using segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:33:31.020290 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-9729bdd4-a9a9-4604-9f53-8686b8aff345 service neutron] Bound port: 2fed52f5-2778-40fe-a87d-7c5f06cbb9a0, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:33:31.020640 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-9729bdd4-a9a9-4604-9f53-8686b8aff345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:31.115577 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f832a6a4-0f6c-4f92-b8f7-a89ad797dbcb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=aeae8cdecda94d4ca85dfeeebe0b5d44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4005756 Nov 16 11:33:31.119529 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47270) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:31.129629 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f832a6a4-0f6c-4f92-b8f7-a89ad797dbcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665550a1-41f1-428c-93d3-7382dfc7fcb2,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:31.161299 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a2567-ad47-4d7a-9758-4a4bad7223a2 req-d7534f8d-eebf-44c9-accd-47a6faf6939a tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:31.164049 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e0e014f-f7ad-41f4-af20-b45728b2e697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:31.166625 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e0e014f-f7ad-41f4-af20-b45728b2e697 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:31.170337 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4e0e014f-f7ad-41f4-af20-b45728b2e697 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0080daab-9936-45db-b880-207acc81685f HTTP/1.1" status: 204 len: 168 time: 0.7416451 Nov 16 11:33:31.170486 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-084a2567-ad47-4d7a-9758-4a4bad7223a2 req-d7534f8d-eebf-44c9-accd-47a6faf6939a tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7a88efd-38ca-4f13-b59b-13ecebb331d9 HTTP/1.1" status: 200 len: 948 time: 0.1752155 Nov 16 11:33:31.170613 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d099337-a0b0-4135-a448-9a269746fa74 req-a945c548-de7e-4925-bfae-3ad00fd68eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:31.171278 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0d099337-a0b0-4135-a448-9a269746fa74 req-a945c548-de7e-4925-bfae-3ad00fd68eb9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=25fee19d-9a3a-4f14-ab6e-f89f35081036 HTTP/1.1" status: 200 len: 909 time: 0.2640409 Nov 16 11:33:31.211458 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e014f-f7ad-41f4-af20-b45728b2e697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0080daab-9936-45db-b880-207acc81685f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:31.216039 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-9729bdd4-a9a9-4604-9f53-8686b8aff345 service neutron] For port 2fed52f5-2778-40fe-a87d-7c5f06cbb9a0, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:33:31.264711 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-084a2567-ad47-4d7a-9758-4a4bad7223a2 req-45604d74-684b-4882-940e-c178af79419f tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945520 Nov 16 11:33:31.266211 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0d099337-a0b0-4135-a448-9a269746fa74 req-126f52dc-8a27-4e02-a4f6-0806e45f8a00 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df73a36b-adea-4c51-8781-f1fbe73981c1 HTTP/1.1" status: 200 len: 217 time: 0.0777221 Nov 16 11:33:31.276938 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-9729bdd4-a9a9-4604-9f53-8686b8aff345 service neutron] For port 2fed52f5-2778-40fe-a87d-7c5f06cbb9a0, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=2fed52f5-2778-40fe-a87d-7c5f06cbb9a0,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:33:31.315222 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-9729bdd4-a9a9-4604-9f53-8686b8aff345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:31.345575 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-183be0ea-8801-4db8-bde0-4c8989d6cefd tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:31.410814 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183be0ea-8801-4db8-bde0-4c8989d6cefd tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Pushing event deleted for resources: {'Port': ['ID=442339e7-8828-4527-b420-5e71635e90f9,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:31.518780 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f64d56-fd92-4c03-827f-6b3c7333e099 req-37c78f2e-041f-45d6-81f5-7936265248b5 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:31.521498 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a8f64d56-fd92-4c03-827f-6b3c7333e099 req-37c78f2e-041f-45d6-81f5-7936265248b5 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 946 time: 0.1261532 Nov 16 11:33:31.547637 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-183be0ea-8801-4db8-bde0-4c8989d6cefd tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:31.551258 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-183be0ea-8801-4db8-bde0-4c8989d6cefd tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "DELETE /v2.0/ports/442339e7-8828-4527-b420-5e71635e90f9 HTTP/1.1" status: 204 len: 168 time: 1.3600609 Nov 16 11:33:31.553860 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47280) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:31.654811 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a8f64d56-fd92-4c03-827f-6b3c7333e099 req-e994e0da-e565-4def-91de-4744c31daa5a tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214449 Nov 16 11:33:31.663928 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-602f3b6b-65c8-4f9b-9f23-3e03a7a5957c tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Deleting subnet 16cc9616-2b5b-44c0-b1c8-e21887664ca8 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:33:31.669830 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-602f3b6b-65c8-4f9b-9f23-3e03a7a5957c tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:31.713001 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d099337-a0b0-4135-a448-9a269746fa74 req-ce27ba37-a1da-4b66-a458-5ca59ade6a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:31.715072 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0d099337-a0b0-4135-a448-9a269746fa74 req-ce27ba37-a1da-4b66-a458-5ca59ade6a39 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=383e4088-7ed9-439a-81ec-e117b68d1170 HTTP/1.1" status: 200 len: 847 time: 0.4370086 Nov 16 11:33:31.750438 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-602f3b6b-65c8-4f9b-9f23-3e03a7a5957c tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:31.755366 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9f40ed75-d0a7-4aed-b11b-0a3309caf0d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:31.823651 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9f40ed75-d0a7-4aed-b11b-0a3309caf0d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:31.897820 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-9729bdd4-a9a9-4604-9f53-8686b8aff345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:31.906067 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-9729bdd4-a9a9-4604-9f53-8686b8aff345 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:31.910486 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-9729bdd4-a9a9-4604-9f53-8686b8aff345 service neutron] 10.222.0.64 "PUT /v2.0/ports/2fed52f5-2778-40fe-a87d-7c5f06cbb9a0 HTTP/1.1" status: 200 len: 1096 time: 2.3890560 Nov 16 11:33:31.917489 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a88efd-38ca-4f13-b59b-13ecebb331d9', 'tag': '2fed52f5-2778-40fe-a87d-7c5f06cbb9a0'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:33:31.920663 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b529b73-b25d-45f2-a62d-8676eb34ecf0" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a88efd-38ca-4f13-b59b-13ecebb331d9", "tag": "2fed52f5-2778-40fe-a87d-7c5f06cbb9a0"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:33:31.923586 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9f40ed75-d0a7-4aed-b11b-0a3309caf0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:31.927936 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9f40ed75-d0a7-4aed-b11b-0a3309caf0d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:31.929342 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9f40ed75-d0a7-4aed-b11b-0a3309caf0d2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/665550a1-41f1-428c-93d3-7382dfc7fcb2 HTTP/1.1" status: 204 len: 168 time: 0.8071127 Nov 16 11:33:31.987235 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40ed75-d0a7-4aed-b11b-0a3309caf0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665550a1-41f1-428c-93d3-7382dfc7fcb2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:32.131871 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9729bdd4-a9a9-4604-9f53-8686b8aff345 service neutron] Pushing event updated for resources: {'Port': ['ID=2fed52f5-2778-40fe-a87d-7c5f06cbb9a0,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:32.145482 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d099337-a0b0-4135-a448-9a269746fa74 req-0c6bf983-94f0-4e88-87bc-737a6290786d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:32.146940 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0d099337-a0b0-4135-a448-9a269746fa74 req-0c6bf983-94f0-4e88-87bc-737a6290786d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=25fee19d-9a3a-4f14-ab6e-f89f35081036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4075983 Nov 16 11:33:32.201490 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-602f3b6b-65c8-4f9b-9f23-3e03a7a5957c tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:32.295103 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfcbc1c-190d-46e3-a954-dad21b7145a5 req-4a3f8d73-3caa-4e71-962f-9a9157c0890b tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:32.297028 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-ae6fd164-58dd-432d-9faf-5e807e10b25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:32.298773 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-ae6fd164-58dd-432d-9faf-5e807e10b25c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf730bc3509b41198d463002969da1ed&device_id=a7a88efd-38ca-4f13-b59b-13ecebb331d9 HTTP/1.1" status: 200 len: 1099 time: 0.3133876 Nov 16 11:33:32.302471 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ecfcbc1c-190d-46e3-a954-dad21b7145a5 req-4a3f8d73-3caa-4e71-962f-9a9157c0890b tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ea11f38-66e6-4e54-9e62-92047c5f2d42 HTTP/1.1" status: 200 len: 944 time: 0.3995750 Nov 16 11:33:32.372088 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-f943e5a6-fba7-43f2-aa1f-8a039b0a10d9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=2fed52f5-2778-40fe-a87d-7c5f06cbb9a0 HTTP/1.1" status: 200 len: 217 time: 0.0604262 Nov 16 11:33:32.383374 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ecfcbc1c-190d-46e3-a954-dad21b7145a5 req-b903039c-b12d-4914-bf80-a6f107e08ea7 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.61 "GET /v2.0/security-groups?id=9542e702-7958-4605-bec8-080a12952e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749369 Nov 16 11:33:32.435861 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-602f3b6b-65c8-4f9b-9f23-3e03a7a5957c tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:32.488671 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f3b6b-65c8-4f9b-9f23-3e03a7a5957c tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Pushing event deleted for resources: {'Subnet': ['ID=16cc9616-2b5b-44c0-b1c8-e21887664ca8,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:32.492956 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-602f3b6b-65c8-4f9b-9f23-3e03a7a5957c tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:32.497630 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-602f3b6b-65c8-4f9b-9f23-3e03a7a5957c tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "DELETE /v2.0/subnets/16cc9616-2b5b-44c0-b1c8-e21887664ca8 HTTP/1.1" status: 204 len: 168 time: 0.9425931 Nov 16 11:33:32.500936 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0d099337-a0b0-4135-a448-9a269746fa74 req-61ec59f6-18ca-414f-adce-9bd83946bc56 service neutron] 10.222.0.64 "GET /v2.0/networks/25fee19d-9a3a-4f14-ab6e-f89f35081036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394623 Nov 16 11:33:32.508537 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c591cccc-173e-4b6d-aa56-6cbf198ed298 None None] Network ea6b1a63-583a-4222-8450-3af28565319c requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:33:32.519328 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47310) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:32.572479 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-7165a8ee-d4d4-4468-8811-8353886257c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:32.574499 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-7165a8ee-d4d4-4468-8811-8353886257c6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.1884489 Nov 16 11:33:32.676679 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a4cbb0-8b27-4b07-9850-9e3339d33083 x-openstack-request-id: req-a0a4cbb0-8b27-4b07-9850-9e3339d33083 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:33:32.677375 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a88efd-38ca-4f13-b59b-13ecebb331d9", "tag": "2fed52f5-2778-40fe-a87d-7c5f06cbb9a0", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:33:32.677853 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a0a4cbb0-8b27-4b07-9850-9e3339d33083 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:33:32.678522 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a88efd-38ca-4f13-b59b-13ecebb331d9', 'tag': '2fed52f5-2778-40fe-a87d-7c5f06cbb9a0', 'status': 'completed', 'code': 200} Nov 16 11:33:32.687209 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9e34c70-86fc-4bf0-b879-ef772900e8c2 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Deleting subnet d9354876-5a24-4c3d-aa0b-1b12e2704ca4 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:33:32.692587 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c9e34c70-86fc-4bf0-b879-ef772900e8c2 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:32.697656 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47320) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:32.774717 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-37e09b75-a1eb-4976-8712-ef330364b7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:32.778803 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-37e09b75-a1eb-4976-8712-ef330364b7b0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1817908 Nov 16 11:33:32.831033 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab82121-1e70-4d61-ac85-15ff42ca9c68 req-38ed6d55-87a1-4474-9929-72617b612351 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:32.833127 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2ab82121-1e70-4d61-ac85-15ff42ca9c68 req-38ed6d55-87a1-4474-9929-72617b612351 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7a88efd-38ca-4f13-b59b-13ecebb331d9 HTTP/1.1" status: 200 len: 948 time: 0.0915465 Nov 16 11:33:32.839613 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c9e34c70-86fc-4bf0-b879-ef772900e8c2 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:32.939286 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e670e5-2df9-47ec-b718-e0c5912470bd None None] DHCP port deletion for ea6b1a63-583a-4222-8450-3af28565319c request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:33:32.983010 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2ab82121-1e70-4d61-ac85-15ff42ca9c68 req-d466cac3-93f2-4e6f-8c74-1385d1edbbfe tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387844 Nov 16 11:33:33.002792 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0d099337-a0b0-4135-a448-9a269746fa74 req-cbc58f4b-dbd4-460f-979a-dcc21dbe82ac service neutron] 10.222.0.64 "GET /v2.0/networks/25fee19d-9a3a-4f14-ab6e-f89f35081036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4482381 Nov 16 11:33:33.012949 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-de00e960-92ed-46ec-b15b-14871a8dff1c service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198985 Nov 16 11:33:33.044065 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device df73a36b-adea-4c51-8781-f1fbe73981c1 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:33:33.053743 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c9e34c70-86fc-4bf0-b879-ef772900e8c2 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:33.206666 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-25601a4a-358e-417c-a5b9-da9c0427b818 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1400970132-network', 'tenant_id': '37b99e3e900a4524bb33b3aad0998233'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:33:33.224592 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6b26ffd1-df82-4a33-b77c-cb98e9119e66 req-087f40fa-b303-4a2a-93fd-e8b778ba7859 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048292 Nov 16 11:33:33.282358 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port df73a36b-adea-4c51-8781-f1fbe73981c1, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=df73a36b-adea-4c51-8781-f1fbe73981c1,segment=NetworkSegment(57ba2e1c-8aab-4258-aa26-fd06616e7006),segment_id=57ba2e1c-8aab-4258-aa26-fd06616e7006)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:33:33.301901 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25601a4a-358e-417c-a5b9-da9c0427b818 admin admin] Made reservation on behalf of 37b99e3e900a4524bb33b3aad0998233 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:33:33.307773 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25601a4a-358e-417c-a5b9-da9c0427b818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:33.312720 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'df73a36b-adea-4c51-8781-f1fbe73981c1', 'network_id': '25fee19d-9a3a-4f14-ab6e-f89f35081036', 'port_id': 'df73a36b-adea-4c51-8781-f1fbe73981c1', 'mac_address': 'fa:16:3e:8c:57:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '383e4088-7ed9-439a-81ec-e117b68d1170', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:33:33.335799 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25601a4a-358e-417c-a5b9-da9c0427b818 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:33.352978 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-04e670e5-2df9-47ec-b718-e0c5912470bd None None] Deleting port b8480567-5d66-446b-a22b-c1261cf4ecf1 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:33:33.353723 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-04e670e5-2df9-47ec-b718-e0c5912470bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:33.373614 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b529b73-b25d-45f2-a62d-8676eb34ecf0 req-46ede236-6604-4f5a-9f6c-3306187b6402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:33.376585 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6b529b73-b25d-45f2-a62d-8676eb34ecf0 req-46ede236-6604-4f5a-9f6c-3306187b6402 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf730bc3509b41198d463002969da1ed&device_id=a7a88efd-38ca-4f13-b59b-13ecebb331d9 HTTP/1.1" status: 200 len: 1099 time: 0.0769784 Nov 16 11:33:33.398591 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d353b-51dd-41c8-9b0d-f5a59e6f398f req-53ccbd34-748a-4c06-8684-ee3232583702 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:33.413697 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e69d353b-51dd-41c8-9b0d-f5a59e6f398f req-53ccbd34-748a-4c06-8684-ee3232583702 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 946 time: 0.2731781 Nov 16 11:33:33.423228 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-04e670e5-2df9-47ec-b718-e0c5912470bd None None] For port b8480567-5d66-446b-a22b-c1261cf4ecf1, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=b8480567-5d66-446b-a22b-c1261cf4ecf1,segment=NetworkSegment(3aacb015-09d5-4518-8cdb-9c27d9564540),segment_id=3aacb015-09d5-4518-8cdb-9c27d9564540)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:33:33.423970 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-04e670e5-2df9-47ec-b718-e0c5912470bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:33.438196 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-04e670e5-2df9-47ec-b718-e0c5912470bd None None] Calling delete_port for b8480567-5d66-446b-a22b-c1261cf4ecf1 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:33:33.481117 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c9e34c70-86fc-4bf0-b879-ef772900e8c2 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:33.509174 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c9e34c70-86fc-4bf0-b879-ef772900e8c2 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:33.513130 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c9e34c70-86fc-4bf0-b879-ef772900e8c2 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "DELETE /v2.0/subnets/d9354876-5a24-4c3d-aa0b-1b12e2704ca4 HTTP/1.1" status: 204 len: 168 time: 0.9924915 Nov 16 11:33:33.524407 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47340) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:33.530209 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a93c19-7798-4a2d-ac2e-2ddf9795193d None None] Network 2ef7fac0-ba76-4873-aa0c-db478637a221 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:33:33.568404 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e34c70-86fc-4bf0-b879-ef772900e8c2 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Pushing event deleted for resources: {'Subnet': ['ID=d9354876-5a24-4c3d-aa0b-1b12e2704ca4,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:33.579911 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-04e670e5-2df9-47ec-b718-e0c5912470bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:33.599661 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b529b73-b25d-45f2-a62d-8676eb34ecf0 req-de701b04-a080-47b0-b4aa-f526ed8e2da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:33.600920 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6b529b73-b25d-45f2-a62d-8676eb34ecf0 req-de701b04-a080-47b0-b4aa-f526ed8e2da9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.2162511 Nov 16 11:33:33.631568 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e670e5-2df9-47ec-b718-e0c5912470bd None None] Pushing event deleted for resources: {'Port': ['ID=b8480567-5d66-446b-a22b-c1261cf4ecf1,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:33.648666 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:33.651070 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e670e5-2df9-47ec-b718-e0c5912470bd None None] No DVR routers for this DVR port b8480567-5d66-446b-a22b-c1261cf4ecf1 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:33:33.666543 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e69d353b-51dd-41c8-9b0d-f5a59e6f398f req-ef549950-7bf2-42f6-9d21-af6bdf66eebb tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2517896 Nov 16 11:33:33.715671 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df73a36b-adea-4c51-8781-f1fbe73981c1 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:33:33.728181 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6b529b73-b25d-45f2-a62d-8676eb34ecf0 req-6b398367-9642-4bd1-8a5f-db578ebb8f80 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=2fed52f5-2778-40fe-a87d-7c5f06cbb9a0 HTTP/1.1" status: 200 len: 217 time: 0.1193228 Nov 16 11:33:33.740252 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port df73a36b-adea-4c51-8781-f1fbe73981c1, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=df73a36b-adea-4c51-8781-f1fbe73981c1,segment=NetworkSegment(57ba2e1c-8aab-4258-aa26-fd06616e7006),segment_id=57ba2e1c-8aab-4258-aa26-fd06616e7006)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:33:33.767607 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:33.772319 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0703fd08-f21a-42ff-9e98-57740e63b4b9 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:33.832591 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=df73a36b-adea-4c51-8781-f1fbe73981c1,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:33.854637 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b529b73-b25d-45f2-a62d-8676eb34ecf0 req-e0a9abd4-c0e8-491b-8b32-3584e31eec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:33.861560 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6b529b73-b25d-45f2-a62d-8676eb34ecf0 req-e0a9abd4-c0e8-491b-8b32-3584e31eec75 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.1227982 Nov 16 11:33:33.866460 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25601a4a-358e-417c-a5b9-da9c0427b818 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:33.889092 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25601a4a-358e-417c-a5b9-da9c0427b818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:33.925602 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31051f-f5bb-46f0-9a42-e1b0e45b2484 req-b8535e84-a930-49a2-a378-6ea5d9435452 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:33.932792 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5f31051f-f5bb-46f0-9a42-e1b0e45b2484 req-b8535e84-a930-49a2-a378-6ea5d9435452 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ea11f38-66e6-4e54-9e62-92047c5f2d42 HTTP/1.1" status: 200 len: 945 time: 0.1429644 Nov 16 11:33:33.936537 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37e5e67-fc19-4246-a8d5-ba88bde8973f None None] DHCP port deletion for 2ef7fac0-ba76-4873-aa0c-db478637a221 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:33:33.995517 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b529b73-b25d-45f2-a62d-8676eb34ecf0 req-f4823f8e-1acb-4e85-b882-e90dca82235f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:33.997791 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25601a4a-358e-417c-a5b9-da9c0427b818 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:33:34.002883 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6b529b73-b25d-45f2-a62d-8676eb34ecf0 req-f4823f8e-1acb-4e85-b882-e90dca82235f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1239905 Nov 16 11:33:34.024059 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25601a4a-358e-417c-a5b9-da9c0427b818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5207a059-98a1-4077-8fa6-cad36c745e61,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:34.028707 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0703fd08-f21a-42ff-9e98-57740e63b4b9 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:34.034314 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-f37e5e67-fc19-4246-a8d5-ba88bde8973f None None] Deleting port 44d8861f-26a5-4bed-a95d-9f106b286cbb {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:33:34.036069 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f37e5e67-fc19-4246-a8d5-ba88bde8973f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:34.041590 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25601a4a-358e-417c-a5b9-da9c0427b818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:34.041969 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-25601a4a-358e-417c-a5b9-da9c0427b818 admin admin] Added segment b72d83c5-1a90-4b36-b301-0c3e4b8557f7 of type vlan for network 0817eba6-7259-4372-a1a0-9eb44dd63162 Nov 16 11:33:34.074650 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['df73a36b-adea-4c51-8781-f1fbe73981c1'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:33:34.106435 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-0703fd08-f21a-42ff-9e98-57740e63b4b9 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea6b1a63-583a-4222-8450-3af28565319c']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:33:34.129512 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25601a4a-358e-417c-a5b9-da9c0427b818 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:34.168875 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5f31051f-f5bb-46f0-9a42-e1b0e45b2484 req-b372c513-d0a1-4d0d-8f1e-8d63d19ba884 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.61 "GET /v2.0/security-groups?id=9542e702-7958-4605-bec8-080a12952e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2262816 Nov 16 11:33:34.168875 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-0703fd08-f21a-42ff-9e98-57740e63b4b9 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aacb015-09d5-4518-8cdb-9c27d9564540') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:33:34.168875 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-0703fd08-f21a-42ff-9e98-57740e63b4b9 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aacb015-09d5-4518-8cdb-9c27d9564540') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:33:34.185783 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0703fd08-f21a-42ff-9e98-57740e63b4b9 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:34.198433 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-f37e5e67-fc19-4246-a8d5-ba88bde8973f None None] For port 44d8861f-26a5-4bed-a95d-9f106b286cbb, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=44d8861f-26a5-4bed-a95d-9f106b286cbb,segment=NetworkSegment(16847986-4ee3-48f3-a2b2-b0245bd65314),segment_id=16847986-4ee3-48f3-a2b2-b0245bd65314)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:33:34.199666 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f37e5e67-fc19-4246-a8d5-ba88bde8973f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:34.223190 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-f37e5e67-fc19-4246-a8d5-ba88bde8973f None None] Calling delete_port for 44d8861f-26a5-4bed-a95d-9f106b286cbb owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:33:34.247473 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0703fd08-f21a-42ff-9e98-57740e63b4b9 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:34.256015 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0703fd08-f21a-42ff-9e98-57740e63b4b9 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:33:34.256411 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0703fd08-f21a-42ff-9e98-57740e63b4b9 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:34.259062 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6b529b73-b25d-45f2-a62d-8676eb34ecf0 req-1b273584-1d76-493d-8fc6-80ba449bf4a3 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418869 Nov 16 11:33:34.288413 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:33:34.288413 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:33:34.288413 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:33:34.288413 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:33:34.288413 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:33:34.288413 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:33:34.288413 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:33:34.288413 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:33:34.288413 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:33:34.288413 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:33:34.288413 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:33:34.288413 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:33:34.288413 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:33:34.288413 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:33:34.288413 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:33:34.288413 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:33:34.288413 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:33:34.288413 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:33:34.288413 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:33:34.288413 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:33:34.288413 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:33:34.288413 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:33:34.288413 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:33:34.288413 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:33:34.288413 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:33:34.288413 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:33:34.288413 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:33:34.288413 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:33:34.288413 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:33:34.288413 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:33:34.288413 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:33:34.288413 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:33:34.351288 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25601a4a-358e-417c-a5b9-da9c0427b818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:34.364053 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25601a4a-358e-417c-a5b9-da9c0427b818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:34.364970 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25601a4a-358e-417c-a5b9-da9c0427b818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:34.497238 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47360) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:34.503114 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-25601a4a-358e-417c-a5b9-da9c0427b818 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7866583 Nov 16 11:33:34.522847 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-57d7f4ef-fb9f-4742-aadc-887734b9a145 admin admin] Request body: {'subnet': {'network_id': '0817eba6-7259-4372-a1a0-9eb44dd63162', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1400970132-subnet', 'tenant_id': '37b99e3e900a4524bb33b3aad0998233', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:33:34.539550 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0703fd08-f21a-42ff-9e98-57740e63b4b9 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:34.545464 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0703fd08-f21a-42ff-9e98-57740e63b4b9 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:34.560448 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47362) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:34.561917 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f37e5e67-fc19-4246-a8d5-ba88bde8973f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:34.564260 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0703fd08-f21a-42ff-9e98-57740e63b4b9 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "DELETE /v2.0/networks/ea6b1a63-583a-4222-8450-3af28565319c HTTP/1.1" status: 204 len: 168 time: 1.0163991 Nov 16 11:33:34.566668 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25601a4a-358e-417c-a5b9-da9c0427b818 admin admin] Pushing event updated for resources: {'Network': ['ID=0817eba6-7259-4372-a1a0-9eb44dd63162,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:34.594909 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 0817eba6-7259-4372-a1a0-9eb44dd63162 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:33:34.640753 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703fd08-f21a-42ff-9e98-57740e63b4b9 tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Pushing event deleted for resources: {'Network': ['ID=ea6b1a63-583a-4222-8450-3af28565319c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:34.670118 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e5e67-fc19-4246-a8d5-ba88bde8973f None None] Pushing event deleted for resources: {'Port': ['ID=44d8861f-26a5-4bed-a95d-9f106b286cbb,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:34.672707 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37e5e67-fc19-4246-a8d5-ba88bde8973f None None] No DVR routers for this DVR port 44d8861f-26a5-4bed-a95d-9f106b286cbb on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:33:34.698770 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-20e68e23-4c10-41b6-a8a0-3163c355283e tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:34.705912 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6b529b73-b25d-45f2-a62d-8676eb34ecf0 req-8fa9b5ca-3350-4f82-8288-728e23f50ea0 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4370604 Nov 16 11:33:34.731400 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef608f32-9f3b-4e78-8bbf-a87e41598c17 req-75164943-362f-416e-b8af-07911ff91934 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:34.743260 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d7f4ef-fb9f-4742-aadc-887734b9a145 admin admin] Made reservation on behalf of 37b99e3e900a4524bb33b3aad0998233 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:33:34.746405 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-57d7f4ef-fb9f-4742-aadc-887734b9a145 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:34.747686 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ef608f32-9f3b-4e78-8bbf-a87e41598c17 req-75164943-362f-416e-b8af-07911ff91934 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7a88efd-38ca-4f13-b59b-13ecebb331d9 HTTP/1.1" status: 200 len: 948 time: 0.3511033 Nov 16 11:33:34.854162 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ef608f32-9f3b-4e78-8bbf-a87e41598c17 req-22ab4363-dff3-4719-aeae-e896fed785ce tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054325 Nov 16 11:33:34.868963 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device b8480567-5d66-446b-a22b-c1261cf4ecf1 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:33:34.921351 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: b8480567-5d66-446b-a22b-c1261cf4ecf1 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:33:34.921699 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device b8480567-5d66-446b-a22b-c1261cf4ecf1 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:33:34.925848 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 44d8861f-26a5-4bed-a95d-9f106b286cbb no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:33:34.971163 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 44d8861f-26a5-4bed-a95d-9f106b286cbb {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:33:34.971501 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 44d8861f-26a5-4bed-a95d-9f106b286cbb not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:33:34.992648 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-20e68e23-4c10-41b6-a8a0-3163c355283e tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:35.010921 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a6bec-9f47-4cdd-8a20-da963eba07ef req-e12fa719-ed8d-42ae-9df7-2e8bf79dc505 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:35.022279 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-20e68e23-4c10-41b6-a8a0-3163c355283e tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef7fac0-ba76-4873-aa0c-db478637a221']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:33:35.038798 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-755a6bec-9f47-4cdd-8a20-da963eba07ef req-e12fa719-ed8d-42ae-9df7-2e8bf79dc505 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 946 time: 0.1120234 Nov 16 11:33:35.040515 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-20e68e23-4c10-41b6-a8a0-3163c355283e tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16847986-4ee3-48f3-a2b2-b0245bd65314') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:33:35.040809 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-20e68e23-4c10-41b6-a8a0-3163c355283e tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16847986-4ee3-48f3-a2b2-b0245bd65314') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:33:35.071489 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-20e68e23-4c10-41b6-a8a0-3163c355283e tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:35.100790 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-20e68e23-4c10-41b6-a8a0-3163c355283e tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:35.128411 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20e68e23-4c10-41b6-a8a0-3163c355283e tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:33:35.128932 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-20e68e23-4c10-41b6-a8a0-3163c355283e tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:35.132332 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:33:35.132332 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:33:35.132332 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:33:35.132332 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:33:35.132332 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:33:35.132332 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:33:35.132332 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:33:35.132332 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:33:35.132332 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:33:35.132332 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:33:35.132332 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:33:35.132332 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:33:35.132332 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:33:35.132332 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:33:35.132332 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:33:35.132332 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:33:35.132332 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:33:35.132332 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:33:35.132332 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:33:35.132332 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:33:35.132332 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:33:35.132332 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:33:35.132332 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:33:35.132332 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:33:35.132332 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:33:35.132332 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:33:35.132332 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:33:35.132332 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:33:35.132332 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:33:35.132332 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:33:35.132332 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:33:35.132332 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:33:35.141030 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-755a6bec-9f47-4cdd-8a20-da963eba07ef req-780f657e-29ea-4011-b9f5-e398312b0d15 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905666 Nov 16 11:33:35.255467 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-57d7f4ef-fb9f-4742-aadc-887734b9a145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:35.269026 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-20e68e23-4c10-41b6-a8a0-3163c355283e tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:35.312856 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-20e68e23-4c10-41b6-a8a0-3163c355283e tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:35.316580 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-20e68e23-4c10-41b6-a8a0-3163c355283e tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] 10.222.0.61 "DELETE /v2.0/networks/2ef7fac0-ba76-4873-aa0c-db478637a221 HTTP/1.1" status: 204 len: 168 time: 0.7551055 Nov 16 11:33:35.322153 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d68af-2704-44bf-8e39-3af0ec110ed6 req-df5bd236-9161-4c2a-9f0f-f0e08d1eb657 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:35.329256 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e24d68af-2704-44bf-8e39-3af0ec110ed6 req-df5bd236-9161-4c2a-9f0f-f0e08d1eb657 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ea11f38-66e6-4e54-9e62-92047c5f2d42 HTTP/1.1" status: 200 len: 945 time: 0.0904288 Nov 16 11:33:35.353498 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e68e23-4c10-41b6-a8a0-3163c355283e tempest-TaggedBootDevicesTest-863789820 tempest-TaggedBootDevicesTest-863789820-project] Pushing event deleted for resources: {'Network': ['ID=2ef7fac0-ba76-4873-aa0c-db478637a221,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:35.388597 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d7f4ef-fb9f-4742-aadc-887734b9a145 admin admin] Checking segment: {'id': 'b72d83c5-1a90-4b36-b301-0c3e4b8557f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '0817eba6-7259-4372-a1a0-9eb44dd63162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:33:35.389455 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d7f4ef-fb9f-4742-aadc-887734b9a145 admin admin] Network hostable DHCP agents. Network: 0817eba6-7259-4372-a1a0-9eb44dd63162, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:33:35.414637 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d7f4ef-fb9f-4742-aadc-887734b9a145 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c773428-ec21-4b5c-b872-970b2ddf06c5,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:35.446933 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e24d68af-2704-44bf-8e39-3af0ec110ed6 req-adf411be-8b1e-4079-87e7-87988ca611dd tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.61 "GET /v2.0/security-groups?id=9542e702-7958-4605-bec8-080a12952e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145873 Nov 16 11:33:35.495902 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d7f4ef-fb9f-4742-aadc-887734b9a145 admin admin] Network 0817eba6-7259-4372-a1a0-9eb44dd63162 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:33:35.521170 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-57d7f4ef-fb9f-4742-aadc-887734b9a145 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 0817eba6-7259-4372-a1a0-9eb44dd63162) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:33:35.526083 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d7f4ef-fb9f-4742-aadc-887734b9a145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:35.526773 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-57d7f4ef-fb9f-4742-aadc-887734b9a145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:35.538734 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3081d990-c19b-43df-b1db-34c0a69d0304 None None] Network 0817eba6-7259-4372-a1a0-9eb44dd63162 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:33:35.577895 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-57d7f4ef-fb9f-4742-aadc-887734b9a145 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0710070 Nov 16 11:33:35.806404 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9077cff3-c014-419a-a874-8286ba2f8c8a None None] Network 0817eba6-7259-4372-a1a0-9eb44dd63162 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:33:36.158511 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47142485-8cf6-460e-9954-73f000cc9d22 req-a4715295-5e07-4e97-8d54-5f4f4b86b32d tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:36.165746 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-47142485-8cf6-460e-9954-73f000cc9d22 req-a4715295-5e07-4e97-8d54-5f4f4b86b32d tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7a88efd-38ca-4f13-b59b-13ecebb331d9 HTTP/1.1" status: 200 len: 948 time: 0.1573813 Nov 16 11:33:36.266264 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-47142485-8cf6-460e-9954-73f000cc9d22 req-fd2d3914-b51f-44d1-938b-2257ec83472e tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811541 Nov 16 11:33:36.420182 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99896dce-f08b-4492-91a4-79178ababe52 req-141f7061-545d-4db9-b449-85bf6d722aa9 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:36.422837 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-99896dce-f08b-4492-91a4-79178ababe52 req-141f7061-545d-4db9-b449-85bf6d722aa9 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 946 time: 0.0702913 Nov 16 11:33:36.536466 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-99896dce-f08b-4492-91a4-79178ababe52 req-ac1af346-75b2-4300-9ed2-ed8ca41ff6cf tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068084 Nov 16 11:33:36.734854 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d54c0-58d9-4a60-8b6f-0204d0928cde req-844b3cb9-3748-4f60-a45e-5f86ea2efbca tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:36.744237 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c04d54c0-58d9-4a60-8b6f-0204d0928cde req-844b3cb9-3748-4f60-a45e-5f86ea2efbca tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ea11f38-66e6-4e54-9e62-92047c5f2d42 HTTP/1.1" status: 200 len: 945 time: 0.0992970 Nov 16 11:33:36.829854 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c04d54c0-58d9-4a60-8b6f-0204d0928cde req-580e3475-45cc-4d1c-be8f-2a93ad244243 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.61 "GET /v2.0/security-groups?id=9542e702-7958-4605-bec8-080a12952e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846372 Nov 16 11:33:37.007104 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 2fed52f5-2778-40fe-a87d-7c5f06cbb9a0 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:33:37.014905 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device df73a36b-adea-4c51-8781-f1fbe73981c1 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:33:37.581485 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebfaf1-33a2-4220-9aca-b1fdb8d38137 req-5df87454-b3ca-475c-bdd3-de30e32551b6 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:37.607606 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-abebfaf1-33a2-4220-9aca-b1fdb8d38137 req-5df87454-b3ca-475c-bdd3-de30e32551b6 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7a88efd-38ca-4f13-b59b-13ecebb331d9 HTTP/1.1" status: 200 len: 948 time: 0.1789050 Nov 16 11:33:37.703638 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-abebfaf1-33a2-4220-9aca-b1fdb8d38137 req-371c51d3-cd3f-496b-bfe2-b46acbf291de tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950353 Nov 16 11:33:37.850984 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47550) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:37.887390 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port df73a36b-adea-4c51-8781-f1fbe73981c1 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:33:37.907794 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port df73a36b-adea-4c51-8781-f1fbe73981c1 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:33:37.908405 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:37.916304 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618fdf93-bec2-4404-b964-ad107893ff75 req-6f2de237-cd2c-40c9-b985-c8ca8bb1b518 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:37.930678 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-618fdf93-bec2-4404-b964-ad107893ff75 req-6f2de237-cd2c-40c9-b985-c8ca8bb1b518 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 946 time: 0.1495595 Nov 16 11:33:37.977129 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 2fed52f5-2778-40fe-a87d-7c5f06cbb9a0, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=2fed52f5-2778-40fe-a87d-7c5f06cbb9a0,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:33:37.997956 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '2fed52f5-2778-40fe-a87d-7c5f06cbb9a0', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'port_id': '2fed52f5-2778-40fe-a87d-7c5f06cbb9a0', 'mac_address': 'fa:16:3e:e5:e6:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c770cc-51d7-42eb-b4a6-9a605bacae0f', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:33:38.066336 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-618fdf93-bec2-4404-b964-ad107893ff75 req-639cd774-6f08-43a2-9a61-e57bf5c698ac tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295662 Nov 16 11:33:38.115232 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:38.152642 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fed52f5-2778-40fe-a87d-7c5f06cbb9a0 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:33:38.171416 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:38.214148 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11e24643-dc14-4d4d-8b93-1d6f0612a66b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:38.237145 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port df73a36b-adea-4c51-8781-f1fbe73981c1, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=df73a36b-adea-4c51-8781-f1fbe73981c1,segment=NetworkSegment(57ba2e1c-8aab-4258-aa26-fd06616e7006),segment_id=57ba2e1c-8aab-4258-aa26-fd06616e7006)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:33:38.240596 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea11f38-66e6-4e54-9e62-92047c5f2d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df73a36b-adea-4c51-8781-f1fbe73981c1'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:33:38.243663 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e404a01-51e8-4f08-ab2e-fcf56c95d084" -d '{"events": [{"server_uuid": "0ea11f38-66e6-4e54-9e62-92047c5f2d42", "name": "network-vif-plugged", "status": "completed", "tag": "df73a36b-adea-4c51-8781-f1fbe73981c1"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:33:38.249252 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 2fed52f5-2778-40fe-a87d-7c5f06cbb9a0, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=2fed52f5-2778-40fe-a87d-7c5f06cbb9a0,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:33:38.251312 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:38.324293 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=df73a36b-adea-4c51-8781-f1fbe73981c1,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:38.328842 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:38.412727 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=2fed52f5-2778-40fe-a87d-7c5f06cbb9a0,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:38.520256 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7e579-573a-47d5-a6ad-0194b7bca677 req-06be7bbe-7db1-4222-88e3-672d728ae3ce tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:38.526565 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4da7e579-573a-47d5-a6ad-0194b7bca677 req-06be7bbe-7db1-4222-88e3-672d728ae3ce tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ea11f38-66e6-4e54-9e62-92047c5f2d42 HTTP/1.1" status: 200 len: 946 time: 0.2554338 Nov 16 11:33:38.589791 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11e24643-dc14-4d4d-8b93-1d6f0612a66b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:38.629954 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11e24643-dc14-4d4d-8b93-1d6f0612a66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:38.630828 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['2fed52f5-2778-40fe-a87d-7c5f06cbb9a0'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:33:38.634559 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4da7e579-573a-47d5-a6ad-0194b7bca677 req-d234739b-0b44-4b3e-a87b-853d2dd019a8 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.61 "GET /v2.0/security-groups?id=9542e702-7958-4605-bec8-080a12952e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026068 Nov 16 11:33:38.692418 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-11e24643-dc14-4d4d-8b93-1d6f0612a66b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=de8f2c9c7ba245a694c97ee8f3e2432c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8377814 Nov 16 11:33:38.692418 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e24643-dc14-4d4d-8b93-1d6f0612a66b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88fd2584-a6a4-4f27-847f-f7804ded6f44,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:38.692891 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47562) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:38.832139 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a87eee2-4670-4602-ba7e-eaa7ea175819 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:38.846074 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3025af-bc36-48ff-a8af-dc7816ee8a85 x-openstack-request-id: req-6b3025af-bc36-48ff-a8af-dc7816ee8a85 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:33:38.846484 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea11f38-66e6-4e54-9e62-92047c5f2d42", "name": "network-vif-plugged", "status": "completed", "tag": "df73a36b-adea-4c51-8781-f1fbe73981c1", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:33:38.846744 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6b3025af-bc36-48ff-a8af-dc7816ee8a85 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:33:38.847165 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea11f38-66e6-4e54-9e62-92047c5f2d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df73a36b-adea-4c51-8781-f1fbe73981c1', 'code': 200} Nov 16 11:33:38.873858 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a87eee2-4670-4602-ba7e-eaa7ea175819 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:39.016862 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a87eee2-4670-4602-ba7e-eaa7ea175819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:39.024347 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7a87eee2-4670-4602-ba7e-eaa7ea175819 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:39.025848 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7a87eee2-4670-4602-ba7e-eaa7ea175819 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/88fd2584-a6a4-4f27-847f-f7804ded6f44 HTTP/1.1" status: 204 len: 168 time: 0.3318064 Nov 16 11:33:39.055859 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87eee2-4670-4602-ba7e-eaa7ea175819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fd2584-a6a4-4f27-847f-f7804ded6f44,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:39.064471 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92be37-e2a8-40c2-8397-8bd9ae974fd9 req-bccc91ae-f795-45d7-b235-5813f178b59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:39.070909 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1c92be37-e2a8-40c2-8397-8bd9ae974fd9 req-bccc91ae-f795-45d7-b235-5813f178b59d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0ea11f38-66e6-4e54-9e62-92047c5f2d42 HTTP/1.1" status: 200 len: 1097 time: 0.1122396 Nov 16 11:33:39.077893 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c79562-f26f-4b6e-9923-1ba948c870b9 req-cb965575-623b-4265-bd7b-1ad1a016856d tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:39.094806 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d0c79562-f26f-4b6e-9923-1ba948c870b9 req-cb965575-623b-4265-bd7b-1ad1a016856d tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7a88efd-38ca-4f13-b59b-13ecebb331d9 HTTP/1.1" status: 200 len: 949 time: 0.1492951 Nov 16 11:33:39.164184 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1c92be37-e2a8-40c2-8397-8bd9ae974fd9 req-ab18c974-eb76-44aa-a0ba-1b7261428914 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9542e702-7958-4605-bec8-080a12952e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784748 Nov 16 11:33:39.217150 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d0c79562-f26f-4b6e-9923-1ba948c870b9 req-6bcdd511-08b1-403d-9b8b-217d70b063ce tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213121 Nov 16 11:33:39.462302 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47588) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:39.472383 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-811c16db-145e-499d-856c-2a7cf3436f9c tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:39.480336 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-811c16db-145e-499d-856c-2a7cf3436f9c tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/networks?id=0817eba6-7259-4372-a1a0-9eb44dd63162 HTTP/1.1" status: 200 len: 809 time: 0.1567876 Nov 16 11:33:39.484822 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-adf6e142-8bf3-437a-a5c3-18dd5de73caf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:39.500988 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-0a5710c5-c242-400b-b398-add4296c0b14 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/quotas/37b99e3e900a4524bb33b3aad0998233 HTTP/1.1" status: 200 len: 375 time: 0.0193458 Nov 16 11:33:39.544375 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-7396f380-6e58-400d-b8ea-6fc4b420faf5 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=37b99e3e900a4524bb33b3aad0998233&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419877 Nov 16 11:33:39.623720 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-adf6e142-8bf3-437a-a5c3-18dd5de73caf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:39.631425 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-adf6e142-8bf3-437a-a5c3-18dd5de73caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:39.676684 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-747ad206-dd5f-4826-946d-e5e76fc22192 service neutron] 10.222.0.61 "GET /v2.0/networks/0817eba6-7259-4372-a1a0-9eb44dd63162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313124 Nov 16 11:33:39.692224 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-adf6e142-8bf3-437a-a5c3-18dd5de73caf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9051d07042be4795a1399abd205eac28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2283795 Nov 16 11:33:39.694377 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47596) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:39.704344 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf6e142-8bf3-437a-a5c3-18dd5de73caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac3e02a-cd3a-4546-a7c0-353f8628f918,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:39.778458 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-284f6654-1b77-4633-b0c4-3fbe96f36cc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:39.810348 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-284f6654-1b77-4633-b0c4-3fbe96f36cc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:39.815249 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-aab1042e-d1f2-4524-a7fb-1af4b8bb02ce service neutron] 10.222.0.61 "GET /v2.0/networks/0817eba6-7259-4372-a1a0-9eb44dd63162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273963 Nov 16 11:33:39.907589 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-284f6654-1b77-4633-b0c4-3fbe96f36cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:39.913550 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-284f6654-1b77-4633-b0c4-3fbe96f36cc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:39.915388 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-284f6654-1b77-4633-b0c4-3fbe96f36cc4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3ac3e02a-cd3a-4546-a7c0-353f8628f918 HTTP/1.1" status: 204 len: 168 time: 0.2194741 Nov 16 11:33:39.940247 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f6654-1b77-4633-b0c4-3fbe96f36cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac3e02a-cd3a-4546-a7c0-353f8628f918,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:40.127738 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17e01a-7e49-4263-ab0b-31acd41abaa0 req-e9626da5-713c-4e80-ab92-e7531a51b16c tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:40.138375 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aa17e01a-7e49-4263-ab0b-31acd41abaa0 req-e9626da5-713c-4e80-ab92-e7531a51b16c tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 946 time: 0.0774264 Nov 16 11:33:40.222772 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aa17e01a-7e49-4263-ab0b-31acd41abaa0 req-0870aa23-769c-4187-be95-26776ae75777 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814946 Nov 16 11:33:40.967904 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abdf529-b686-4b16-a7cf-6cc677635259 req-b9fbd003-2364-4ac4-8762-48fe4bf3d219 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:40.982818 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0abdf529-b686-4b16-a7cf-6cc677635259 req-b9fbd003-2364-4ac4-8762-48fe4bf3d219 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ea11f38-66e6-4e54-9e62-92047c5f2d42 HTTP/1.1" status: 200 len: 946 time: 0.0988717 Nov 16 11:33:41.010503 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 2fed52f5-2778-40fe-a87d-7c5f06cbb9a0 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:33:41.130430 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0abdf529-b686-4b16-a7cf-6cc677635259 req-1aa0ce34-0422-48cb-8b59-84c13b228ca9 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.61 "GET /v2.0/security-groups?id=9542e702-7958-4605-bec8-080a12952e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412196 Nov 16 11:33:41.192237 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 2fed52f5-2778-40fe-a87d-7c5f06cbb9a0 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:33:41.235673 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 2fed52f5-2778-40fe-a87d-7c5f06cbb9a0 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:33:41.238908 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:41.310617 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7d2d50aa-beba-488f-8398-5211567707c3 req-f28cb616-b29b-4789-835a-0716602d5964 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/ports?device_id=e09e2117-166e-40ff-82c8-6a9f30e4a142 HTTP/1.1" status: 200 len: 210 time: 0.0431890 Nov 16 11:33:41.437914 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:41.520750 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 2fed52f5-2778-40fe-a87d-7c5f06cbb9a0, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=2fed52f5-2778-40fe-a87d-7c5f06cbb9a0,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:33:41.522146 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a88efd-38ca-4f13-b59b-13ecebb331d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fed52f5-2778-40fe-a87d-7c5f06cbb9a0'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:33:41.524890 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47c9e8b-3ddc-4dc8-8fbc-848ee58ea6d2" -d '{"events": [{"server_uuid": "a7a88efd-38ca-4f13-b59b-13ecebb331d9", "name": "network-vif-plugged", "status": "completed", "tag": "2fed52f5-2778-40fe-a87d-7c5f06cbb9a0"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:33:41.545398 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:41.626257 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=2fed52f5-2778-40fe-a87d-7c5f06cbb9a0,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:41.639084 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551bb9fa-6f20-48ce-854a-bc1935888a69 req-15f5b5a4-5846-4cda-a3c6-9c83f3e55b85 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:41.663403 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-551bb9fa-6f20-48ce-854a-bc1935888a69 req-15f5b5a4-5846-4cda-a3c6-9c83f3e55b85 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7a88efd-38ca-4f13-b59b-13ecebb331d9 HTTP/1.1" status: 200 len: 949 time: 0.1458302 Nov 16 11:33:41.783783 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-551bb9fa-6f20-48ce-854a-bc1935888a69 req-adb4c479-f065-48ee-a584-80c89a96b2a4 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181817 Nov 16 11:33:42.003402 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-5851d04f-0984-44e7-98b9-4101086ae574 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:42.023729 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-5851d04f-0984-44e7-98b9-4101086ae574 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.64 "GET /v2.0/networks?id=0817eba6-7259-4372-a1a0-9eb44dd63162 HTTP/1.1" status: 200 len: 809 time: 0.3237808 Nov 16 11:33:42.035667 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea979c4b-9885-450b-94b2-315dd323cfe5 req-c54a17a2-8fc8-455d-aba5-7c5d7c9fde2c tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:42.038726 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-49e657a4-e67f-4128-b964-b91875e257f0 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Request body: {'port': {'device_id': 'e09e2117-166e-40ff-82c8-6a9f30e4a142', 'network_id': '0817eba6-7259-4372-a1a0-9eb44dd63162', 'admin_state_up': True, 'tenant_id': '37b99e3e900a4524bb33b3aad0998233'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:33:42.046396 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ea979c4b-9885-450b-94b2-315dd323cfe5 req-c54a17a2-8fc8-455d-aba5-7c5d7c9fde2c tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ea11f38-66e6-4e54-9e62-92047c5f2d42 HTTP/1.1" status: 200 len: 946 time: 0.1389804 Nov 16 11:33:42.145404 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ea979c4b-9885-450b-94b2-315dd323cfe5 req-801e65d5-f9f7-493f-8d09-5a40edc1559b tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.61 "GET /v2.0/security-groups?id=9542e702-7958-4605-bec8-080a12952e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925832 Nov 16 11:33:42.391302 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-49e657a4-e67f-4128-b964-b91875e257f0 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Made reservation on behalf of 37b99e3e900a4524bb33b3aad0998233 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:33:42.395525 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-49e657a4-e67f-4128-b964-b91875e257f0 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:42.400774 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ace417-1887-4092-8b74-c1f8cb8cc8c2 req-252055a1-a710-4600-b277-8e997fbb8d55 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:42.420851 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-92ace417-1887-4092-8b74-c1f8cb8cc8c2 req-252055a1-a710-4600-b277-8e997fbb8d55 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 946 time: 0.1682708 Nov 16 11:33:42.547082 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-92ace417-1887-4092-8b74-c1f8cb8cc8c2 req-a7929122-e2f7-4256-8a0b-f30ce5f7581a tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212473 Nov 16 11:33:42.623246 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5579a4-2a6e-4f91-a43d-354d6e4c6b80 x-openstack-request-id: req-ee5579a4-2a6e-4f91-a43d-354d6e4c6b80 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:33:42.624136 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a88efd-38ca-4f13-b59b-13ecebb331d9", "name": "network-vif-plugged", "status": "completed", "tag": "2fed52f5-2778-40fe-a87d-7c5f06cbb9a0", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:33:42.624583 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ee5579a4-2a6e-4f91-a43d-354d6e4c6b80 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:33:42.625157 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a88efd-38ca-4f13-b59b-13ecebb331d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fed52f5-2778-40fe-a87d-7c5f06cbb9a0', 'code': 200} Nov 16 11:33:42.638031 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-49e657a4-e67f-4128-b964-b91875e257f0 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Allocated IP 172.20.0.2 (0817eba6-7259-4372-a1a0-9eb44dd63162/1c773428-ec21-4b5c-b872-970b2ddf06c5/0ff840b6-8607-4b78-9f77-aaf4e2ad6a13) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:33:42.818614 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14811191-8611-47d1-84bf-0557bb728d12 req-0e0c6cf7-bd5e-48af-b037-ab64d69f2635 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:42.824772 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14811191-8611-47d1-84bf-0557bb728d12 req-0e0c6cf7-bd5e-48af-b037-ab64d69f2635 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ea11f38-66e6-4e54-9e62-92047c5f2d42 HTTP/1.1" status: 200 len: 946 time: 0.1111722 Nov 16 11:33:42.879715 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47694) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:42.970125 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0117e2-fce0-4845-978c-500502e882e0 req-b3e7e61a-a7a7-4b99-8d48-9d049bd893fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:42.971837 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7f0117e2-fce0-4845-978c-500502e882e0 req-b3e7e61a-a7a7-4b99-8d48-9d049bd893fe service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a7a88efd-38ca-4f13-b59b-13ecebb331d9 HTTP/1.1" status: 200 len: 1101 time: 0.2680702 Nov 16 11:33:42.982070 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14811191-8611-47d1-84bf-0557bb728d12 req-c1bd6e70-9321-431f-8f26-259c4c9a7b9b tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.61 "GET /v2.0/security-groups?id=9542e702-7958-4605-bec8-080a12952e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487482 Nov 16 11:33:43.001022 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47700) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:43.049592 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e336695e-e66e-4676-bc02-d4967df98c3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:43.156131 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9540ee1c-cd25-4819-93e3-d5b12d6aa00a req-2760cbc8-c2c4-4af2-aa80-558a8a8f7c88 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/ports?device_id=e09e2117-166e-40ff-82c8-6a9f30e4a142 HTTP/1.1" status: 200 len: 210 time: 0.0675905 Nov 16 11:33:43.200493 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0ef316d1-6629-4794-a2ca-2c01179cbe43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:43.258477 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7f0117e2-fce0-4845-978c-500502e882e0 req-cb788166-1d98-4960-b3cc-202c833bf619 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735159 Nov 16 11:33:43.331169 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-49e657a4-e67f-4128-b964-b91875e257f0 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:43.415983 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-49e657a4-e67f-4128-b964-b91875e257f0 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:43.481457 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-49e657a4-e67f-4128-b964-b91875e257f0 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Network 0817eba6-7259-4372-a1a0-9eb44dd63162 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:33:43.487310 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-49e657a4-e67f-4128-b964-b91875e257f0 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:33:43.492943 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-49e657a4-e67f-4128-b964-b91875e257f0 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:33:43.499147 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e657a4-e67f-4128-b964-b91875e257f0 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Pushing event updated for resources: {'Port': ['ID=0ff840b6-8607-4b78-9f77-aaf4e2ad6a13,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:43.547649 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884114f-bdba-41d8-be66-f9c85d627fde req-b727925a-2101-4f62-bab4-304db1a9bbfb tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:43.556858 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1884114f-bdba-41d8-be66-f9c85d627fde req-b727925a-2101-4f62-bab4-304db1a9bbfb tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7a88efd-38ca-4f13-b59b-13ecebb331d9 HTTP/1.1" status: 200 len: 950 time: 0.2714534 Nov 16 11:33:43.562995 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-49e657a4-e67f-4128-b964-b91875e257f0 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:43.563830 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-49e657a4-e67f-4128-b964-b91875e257f0 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:43.591053 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-49e657a4-e67f-4128-b964-b91875e257f0 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5641911 Nov 16 11:33:43.607711 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-cf188786-0999-4e7a-9e42-4aa1d2f4f78c service neutron] Request body: {'port': {'device_id': 'e09e2117-166e-40ff-82c8-6a9f30e4a142', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:33:43.657051 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0ef316d1-6629-4794-a2ca-2c01179cbe43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:43.676035 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0ef316d1-6629-4794-a2ca-2c01179cbe43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:43.736568 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0ef316d1-6629-4794-a2ca-2c01179cbe43 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9c3f9ca24fec4dd1bfa48c5012385968&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8554254 Nov 16 11:33:43.742098 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47714) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:43.744303 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef316d1-6629-4794-a2ca-2c01179cbe43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8de7ad2-65c4-45f2-ab46-ca31ee0f4121,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:43.760450 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-cf188786-0999-4e7a-9e42-4aa1d2f4f78c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:43.914181 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1884114f-bdba-41d8-be66-f9c85d627fde req-134fcd7e-8ba5-4064-90c9-58b6ae4cf027 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424811 Nov 16 11:33:43.934928 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d89cd47-6eb9-4636-9228-f510f948ee13 tempest-TestServerBasicOps-676336256 tempest-TestServerBasicOps-676336256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:43.936490 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8d89cd47-6eb9-4636-9228-f510f948ee13 tempest-TestServerBasicOps-676336256 tempest-TestServerBasicOps-676336256-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0ea11f38-66e6-4e54-9e62-92047c5f2d42 HTTP/1.1" status: 200 len: 1092 time: 0.9341285 Nov 16 11:33:43.943857 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47720) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:43.950704 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-1969054b-9ed7-4b05-ac67-ca674cd82169 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'port_id': 'df73a36b-adea-4c51-8781-f1fbe73981c1', 'tenant_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:33:43.987951 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-16206396-9ee4-42e1-944f-8fcff3c6a53d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:44.041344 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-16206396-9ee4-42e1-944f-8fcff3c6a53d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:44.109696 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd2060-0c91-44ab-a650-cce22951cc1a req-6d17e0a7-b441-4b1f-9b13-ddc7cb403536 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:44.117733 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7edd2060-0c91-44ab-a650-cce22951cc1a req-6d17e0a7-b441-4b1f-9b13-ddc7cb403536 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 946 time: 0.0910759 Nov 16 11:33:44.184405 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7edd2060-0c91-44ab-a650-cce22951cc1a req-d89dba26-ce0b-4c81-8473-41fdecd3ac3e tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599356 Nov 16 11:33:44.186291 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-16206396-9ee4-42e1-944f-8fcff3c6a53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:44.191427 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-16206396-9ee4-42e1-944f-8fcff3c6a53d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:44.207286 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-16206396-9ee4-42e1-944f-8fcff3c6a53d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b8de7ad2-65c4-45f2-ab46-ca31ee0f4121 HTTP/1.1" status: 204 len: 168 time: 0.4306409 Nov 16 11:33:44.225859 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16206396-9ee4-42e1-944f-8fcff3c6a53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8de7ad2-65c4-45f2-ab46-ca31ee0f4121,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:44.243438 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1969054b-9ed7-4b05-ac67-ca674cd82169 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:44.348600 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3faf2-3ac9-4ef8-8c68-74136c0224ed req-e0a3ef5e-f09d-41fd-9825-e8e366d59593 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:44.357596 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cfe3faf2-3ac9-4ef8-8c68-74136c0224ed req-e0a3ef5e-f09d-41fd-9825-e8e366d59593 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/ports?device_id=e09e2117-166e-40ff-82c8-6a9f30e4a142 HTTP/1.1" status: 200 len: 931 time: 0.0751548 Nov 16 11:33:44.449137 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cfe3faf2-3ac9-4ef8-8c68-74136c0224ed req-8918745c-246d-471c-83b3-165c3b12347f tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/security-groups?id=5207a059-98a1-4077-8fa6-cad36c745e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901530 Nov 16 11:33:44.573676 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29637b82-d6cf-4835-bbad-6002bdfa2f8a req-d19ca20d-534c-4572-8d21-200f5239fc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:44.576457 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-29637b82-d6cf-4835-bbad-6002bdfa2f8a req-d19ca20d-534c-4572-8d21-200f5239fc8f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8c5b26505ce44fcf9f1b35a78ab4d371&device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 1097 time: 0.1652689 Nov 16 11:33:44.662919 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-cf188786-0999-4e7a-9e42-4aa1d2f4f78c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ff840b6-8607-4b78-9f77-aaf4e2ad6a13 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:33:44.684498 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-cf188786-0999-4e7a-9e42-4aa1d2f4f78c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:44.709265 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-cf188786-0999-4e7a-9e42-4aa1d2f4f78c service neutron] Transition to ACTIVE for port object 0ff840b6-8607-4b78-9f77-aaf4e2ad6a13 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:33:44.713419 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1969054b-9ed7-4b05-ac67-ca674cd82169 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:44.729561 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-cf188786-0999-4e7a-9e42-4aa1d2f4f78c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:44.840732 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29637b82-d6cf-4835-bbad-6002bdfa2f8a req-f4133143-af4a-41e1-abc3-975d856cce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:44.842243 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-29637b82-d6cf-4835-bbad-6002bdfa2f8a req-f4133143-af4a-41e1-abc3-975d856cce9f service neutron] 10.222.0.64 "GET /v2.0/networks?id=f04978c1-c257-48cf-8767-22c9cfb6cb25 HTTP/1.1" status: 200 len: 918 time: 0.2479172 Nov 16 11:33:44.869867 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf188786-0999-4e7a-9e42-4aa1d2f4f78c service neutron] Pushing event updated for resources: {'Port': ['ID=0ff840b6-8607-4b78-9f77-aaf4e2ad6a13,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:45.080014 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-29637b82-d6cf-4835-bbad-6002bdfa2f8a req-172348ed-8c82-423d-ba9b-be3e684e50e8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375 HTTP/1.1" status: 200 len: 1000 time: 0.2290037 Nov 16 11:33:45.085348 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58b231-2033-4eb5-8c5f-644fdaea9431 req-bb1661d0-dc6b-4fa0-9dd6-28062e939930 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:45.096183 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3c58b231-2033-4eb5-8c5f-644fdaea9431 req-bb1661d0-dc6b-4fa0-9dd6-28062e939930 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7a88efd-38ca-4f13-b59b-13ecebb331d9 HTTP/1.1" status: 200 len: 950 time: 0.0884938 Nov 16 11:33:45.107497 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-1969054b-9ed7-4b05-ac67-ca674cd82169 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Allocated IP 172.25.0.140 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/1b5a47ad-bdea-4284-9659-2452b511c8f1) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:33:45.171342 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3c58b231-2033-4eb5-8c5f-644fdaea9431 req-6a41a357-951a-4911-9d5b-91e76d72bf4b tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738451 Nov 16 11:33:45.219866 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-cf188786-0999-4e7a-9e42-4aa1d2f4f78c service neutron] Attempting to bind port 0ff840b6-8607-4b78-9f77-aaf4e2ad6a13 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:33:45.220190 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-cf188786-0999-4e7a-9e42-4aa1d2f4f78c service neutron] Attempting to bind port 0ff840b6-8607-4b78-9f77-aaf4e2ad6a13 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'b72d83c5-1a90-4b36-b301-0c3e4b8557f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '0817eba6-7259-4372-a1a0-9eb44dd63162'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:33:45.220515 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-cf188786-0999-4e7a-9e42-4aa1d2f4f78c service neutron] Attempting to bind port 0ff840b6-8607-4b78-9f77-aaf4e2ad6a13 on network 0817eba6-7259-4372-a1a0-9eb44dd63162 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:33:45.248719 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-cf188786-0999-4e7a-9e42-4aa1d2f4f78c service neutron] Port 0ff840b6-8607-4b78-9f77-aaf4e2ad6a13 on network 0817eba6-7259-4372-a1a0-9eb44dd63162 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:33:45.249083 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-cf188786-0999-4e7a-9e42-4aa1d2f4f78c service neutron] Attempting to bind port 0ff840b6-8607-4b78-9f77-aaf4e2ad6a13 on network 0817eba6-7259-4372-a1a0-9eb44dd63162 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:33:45.265850 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29637b82-d6cf-4835-bbad-6002bdfa2f8a req-d9cfcd80-5036-4a55-922d-57670d3705b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:45.267351 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-29637b82-d6cf-4835-bbad-6002bdfa2f8a req-d9cfcd80-5036-4a55-922d-57670d3705b0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d5fcc0bd-d8ea-41ad-86b1-2d27bd924015 HTTP/1.1" status: 200 len: 856 time: 0.1687365 Nov 16 11:33:45.271717 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-cf188786-0999-4e7a-9e42-4aa1d2f4f78c service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:33:45.272596 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-cf188786-0999-4e7a-9e42-4aa1d2f4f78c service neutron] Checking segment: {'id': 'b72d83c5-1a90-4b36-b301-0c3e4b8557f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '0817eba6-7259-4372-a1a0-9eb44dd63162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:33:45.272596 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-cf188786-0999-4e7a-9e42-4aa1d2f4f78c service neutron] Bound using segment: {'id': 'b72d83c5-1a90-4b36-b301-0c3e4b8557f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '0817eba6-7259-4372-a1a0-9eb44dd63162'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:33:45.272841 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-cf188786-0999-4e7a-9e42-4aa1d2f4f78c service neutron] Bound port: 0ff840b6-8607-4b78-9f77-aaf4e2ad6a13, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b72d83c5-1a90-4b36-b301-0c3e4b8557f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '0817eba6-7259-4372-a1a0-9eb44dd63162'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:33:45.273168 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-cf188786-0999-4e7a-9e42-4aa1d2f4f78c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:45.490045 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29637b82-d6cf-4835-bbad-6002bdfa2f8a req-a285a73e-4300-4ee5-b6bd-b1951e2c4e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:45.490632 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-29637b82-d6cf-4835-bbad-6002bdfa2f8a req-a285a73e-4300-4ee5-b6bd-b1951e2c4e4f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f04978c1-c257-48cf-8767-22c9cfb6cb25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1864510 Nov 16 11:33:45.578461 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0a9d59cc-54b7-4df7-aff9-4c0a9a781625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:45.841175 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ba060-2f35-41c3-ba49-4f743cb37f31 req-27652bd6-f43a-41ab-92ee-fe0d3157b82b tempest-ServersOnMultiNodesTest-779607297 tempest-ServersOnMultiNodesTest-779607297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:45.854111 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f09ba060-2f35-41c3-ba49-4f743cb37f31 req-27652bd6-f43a-41ab-92ee-fe0d3157b82b tempest-ServersOnMultiNodesTest-779607297 tempest-ServersOnMultiNodesTest-779607297-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a7a88efd-38ca-4f13-b59b-13ecebb331d9 HTTP/1.1" status: 200 len: 1101 time: 0.0674939 Nov 16 11:33:45.881499 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f09ba060-2f35-41c3-ba49-4f743cb37f31 req-3903a014-10fc-4f5e-b5c9-db4c8d1fac04 tempest-ServersOnMultiNodesTest-779607297 tempest-ServersOnMultiNodesTest-779607297-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:45.898647 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1969054b-9ed7-4b05-ac67-ca674cd82169 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:45.900690 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-cf188786-0999-4e7a-9e42-4aa1d2f4f78c service neutron] For port 0ff840b6-8607-4b78-9f77-aaf4e2ad6a13, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:33:45.947759 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-cf188786-0999-4e7a-9e42-4aa1d2f4f78c service neutron] For port 0ff840b6-8607-4b78-9f77-aaf4e2ad6a13, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=0ff840b6-8607-4b78-9f77-aaf4e2ad6a13,segment=NetworkSegment(b72d83c5-1a90-4b36-b301-0c3e4b8557f7),segment_id=b72d83c5-1a90-4b36-b301-0c3e4b8557f7)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:33:45.977385 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f09ba060-2f35-41c3-ba49-4f743cb37f31 req-3903a014-10fc-4f5e-b5c9-db4c8d1fac04 tempest-ServersOnMultiNodesTest-779607297 tempest-ServersOnMultiNodesTest-779607297-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:45.983494 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-f09ba060-2f35-41c3-ba49-4f743cb37f31 req-3903a014-10fc-4f5e-b5c9-db4c8d1fac04 tempest-ServersOnMultiNodesTest-779607297 tempest-ServersOnMultiNodesTest-779607297-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:45.987293 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-cf188786-0999-4e7a-9e42-4aa1d2f4f78c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:46.030504 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f09ba060-2f35-41c3-ba49-4f743cb37f31 req-3903a014-10fc-4f5e-b5c9-db4c8d1fac04 tempest-ServersOnMultiNodesTest-779607297 tempest-ServersOnMultiNodesTest-779607297-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733050 Nov 16 11:33:46.031868 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3903a014-10fc-4f5e-b5c9-db4c8d1fac04 tempest-ServersOnMultiNodesTest-779607297 tempest-ServersOnMultiNodesTest-779607297-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4072ea76-bb97-40a2-808a-5b337985a5cd,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:46.040780 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3903a014-10fc-4f5e-b5c9-db4c8d1fac04 tempest-ServersOnMultiNodesTest-779607297 tempest-ServersOnMultiNodesTest-779607297-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:33:46.041357 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3903a014-10fc-4f5e-b5c9-db4c8d1fac04 tempest-ServersOnMultiNodesTest-779607297 tempest-ServersOnMultiNodesTest-779607297-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:33:46.043033 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3903a014-10fc-4f5e-b5c9-db4c8d1fac04 tempest-ServersOnMultiNodesTest-779607297 tempest-ServersOnMultiNodesTest-779607297-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:33:46.044261 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3903a014-10fc-4f5e-b5c9-db4c8d1fac04 tempest-ServersOnMultiNodesTest-779607297 tempest-ServersOnMultiNodesTest-779607297-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:33:46.044788 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3903a014-10fc-4f5e-b5c9-db4c8d1fac04 tempest-ServersOnMultiNodesTest-779607297 tempest-ServersOnMultiNodesTest-779607297-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:33:46.046169 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3903a014-10fc-4f5e-b5c9-db4c8d1fac04 tempest-ServersOnMultiNodesTest-779607297 tempest-ServersOnMultiNodesTest-779607297-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:33:46.046870 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3903a014-10fc-4f5e-b5c9-db4c8d1fac04 tempest-ServersOnMultiNodesTest-779607297 tempest-ServersOnMultiNodesTest-779607297-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:33:46.047632 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3903a014-10fc-4f5e-b5c9-db4c8d1fac04 tempest-ServersOnMultiNodesTest-779607297 tempest-ServersOnMultiNodesTest-779607297-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:33:46.048226 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3903a014-10fc-4f5e-b5c9-db4c8d1fac04 tempest-ServersOnMultiNodesTest-779607297 tempest-ServersOnMultiNodesTest-779607297-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:33:46.048742 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3903a014-10fc-4f5e-b5c9-db4c8d1fac04 tempest-ServersOnMultiNodesTest-779607297 tempest-ServersOnMultiNodesTest-779607297-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:33:46.049826 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3903a014-10fc-4f5e-b5c9-db4c8d1fac04 tempest-ServersOnMultiNodesTest-779607297 tempest-ServersOnMultiNodesTest-779607297-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:33:46.050578 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3903a014-10fc-4f5e-b5c9-db4c8d1fac04 tempest-ServersOnMultiNodesTest-779607297 tempest-ServersOnMultiNodesTest-779607297-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:33:46.091424 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-cf188786-0999-4e7a-9e42-4aa1d2f4f78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:46.092053 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-cf188786-0999-4e7a-9e42-4aa1d2f4f78c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:46.093461 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-cf188786-0999-4e7a-9e42-4aa1d2f4f78c service neutron] 10.222.0.64 "PUT /v2.0/ports/0ff840b6-8607-4b78-9f77-aaf4e2ad6a13 HTTP/1.1" status: 200 len: 1091 time: 2.4938889 Nov 16 11:33:46.095348 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e09e2117-166e-40ff-82c8-6a9f30e4a142', 'tag': '0ff840b6-8607-4b78-9f77-aaf4e2ad6a13'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:33:46.098058 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec629262-1f48-4075-b9c7-88d916d324ad" -d '{"events": [{"name": "network-changed", "server_uuid": "e09e2117-166e-40ff-82c8-6a9f30e4a142", "tag": "0ff840b6-8607-4b78-9f77-aaf4e2ad6a13"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:33:46.139465 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1969054b-9ed7-4b05-ac67-ca674cd82169 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:46.150238 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf188786-0999-4e7a-9e42-4aa1d2f4f78c service neutron] Pushing event updated for resources: {'Port': ['ID=0ff840b6-8607-4b78-9f77-aaf4e2ad6a13,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:46.168715 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-29637b82-d6cf-4835-bbad-6002bdfa2f8a req-8e4246c7-e555-4477-99d8-4095b20c8dd3 service neutron] 10.222.0.64 "GET /v2.0/networks/f04978c1-c257-48cf-8767-22c9cfb6cb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6605039 Nov 16 11:33:46.227615 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1969054b-9ed7-4b05-ac67-ca674cd82169 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:33:46.268923 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-1969054b-9ed7-4b05-ac67-ca674cd82169 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:33:46.297795 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666fd37-71db-4561-82dd-5bbe3a20c36c req-113c2183-b9c6-45d0-a579-31b13b99625c tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:46.302408 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6666fd37-71db-4561-82dd-5bbe3a20c36c req-113c2183-b9c6-45d0-a579-31b13b99625c tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 946 time: 0.1000288 Nov 16 11:33:46.312350 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1969054b-9ed7-4b05-ac67-ca674cd82169 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:33:46.369480 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6666fd37-71db-4561-82dd-5bbe3a20c36c req-b6d24076-e095-44b5-8377-cc921183d5cb tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528996 Nov 16 11:33:46.435020 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1969054b-9ed7-4b05-ac67-ca674cd82169 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Pushing event updated for resources: {'Port': ['ID=1b5a47ad-bdea-4284-9659-2452b511c8f1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:46.475531 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-29637b82-d6cf-4835-bbad-6002bdfa2f8a req-19225b21-bd3c-4cc1-a1d5-4f28577a940d service neutron] 10.222.0.64 "GET /v2.0/networks/f04978c1-c257-48cf-8767-22c9cfb6cb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986445 Nov 16 11:33:46.477729 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-d6f4d7b8-43d2-4c20-9711-97f62f27c79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:46.479483 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-d6f4d7b8-43d2-4c20-9711-97f62f27c79e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=37b99e3e900a4524bb33b3aad0998233&device_id=e09e2117-166e-40ff-82c8-6a9f30e4a142 HTTP/1.1" status: 200 len: 1094 time: 0.2765188 Nov 16 11:33:46.563255 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:46.569679 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47788) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:46.612743 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-227d4468-1ae3-4226-856c-ac894bba66df service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0ff840b6-8607-4b78-9f77-aaf4e2ad6a13 HTTP/1.1" status: 200 len: 217 time: 0.0946002 Nov 16 11:33:46.654952 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95891c93-5c98-48c6-b731-30e67dd63f43 req-8023dbf5-186d-4e06-98b3-3531ac25626b tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:46.663507 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-95891c93-5c98-48c6-b731-30e67dd63f43 req-8023dbf5-186d-4e06-98b3-3531ac25626b tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/ports?device_id=e09e2117-166e-40ff-82c8-6a9f30e4a142 HTTP/1.1" status: 200 len: 943 time: 0.0955439 Nov 16 11:33:46.751754 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-95891c93-5c98-48c6-b731-30e67dd63f43 req-a8391b64-c4b7-4e7c-b237-771bf806fc10 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/security-groups?id=5207a059-98a1-4077-8fa6-cad36c745e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867956 Nov 16 11:33:46.795829 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-1a8b21cd-95f5-4e5a-bd00-b4ba67c10782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:46.797302 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-1a8b21cd-95f5-4e5a-bd00-b4ba67c10782 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1c773428-ec21-4b5c-b872-970b2ddf06c5 HTTP/1.1" status: 200 len: 849 time: 0.1501491 Nov 16 11:33:46.840698 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-3a50b549-9110-4739-a7d1-75e2a7df7036 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-30261518'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:33:46.848364 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-170b8043-39a2-4f7e-8281-e82fbff0bdcb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0817eba6-7259-4372-a1a0-9eb44dd63162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374749 Nov 16 11:33:46.880298 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a50b549-9110-4739-a7d1-75e2a7df7036 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Made reservation on behalf of 89f2c2ceb1e7420bb780aa0f04b3bedc for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:33:46.885137 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3a50b549-9110-4739-a7d1-75e2a7df7036 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:46.897558 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3a50b549-9110-4739-a7d1-75e2a7df7036 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:47.046827 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:33:47.067105 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421df02e-c13d-4b69-9a9e-2a6244937dc1 x-openstack-request-id: req-421df02e-c13d-4b69-9a9e-2a6244937dc1 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:33:47.068503 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e09e2117-166e-40ff-82c8-6a9f30e4a142", "tag": "0ff840b6-8607-4b78-9f77-aaf4e2ad6a13", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:33:47.068989 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-421df02e-c13d-4b69-9a9e-2a6244937dc1 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:33:47.069826 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e09e2117-166e-40ff-82c8-6a9f30e4a142', 'tag': '0ff840b6-8607-4b78-9f77-aaf4e2ad6a13', 'status': 'completed', 'code': 200} Nov 16 11:33:47.079917 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-638ae2f5-b2d3-4d39-a683-5ef44b7c7751 service neutron] 10.222.0.64 "GET /v2.0/networks/0817eba6-7259-4372-a1a0-9eb44dd63162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146928 Nov 16 11:33:47.140854 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3a50b549-9110-4739-a7d1-75e2a7df7036 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:47.154328 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3a50b549-9110-4739-a7d1-75e2a7df7036 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:47.226229 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a50b549-9110-4739-a7d1-75e2a7df7036 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:33:47.260639 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:47.275163 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3a50b549-9110-4739-a7d1-75e2a7df7036 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:47.275628 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-3a50b549-9110-4739-a7d1-75e2a7df7036 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Added segment fbcfeabb-6b36-4612-a418-a8f8689d588b of type vlan for network 95051d02-a9d0-44bb-abcc-d43d212c340f Nov 16 11:33:47.278269 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1969054b-9ed7-4b05-ac67-ca674cd82169 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:47.288203 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83afd9bf-2864-44f5-89f9-3a76d8abe36e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:33:47.291513 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdec3f0e-e4de-461b-aed2-4c660738ac34" -d '{"events": [{"server_uuid": "83afd9bf-2864-44f5-89f9-3a76d8abe36e", "name": "network-vif-unplugged", "status": "completed", "tag": "f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:33:47.306689 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375,segment=NetworkSegment(1186fe7f-5dbc-4e04-af0c-6c5994d769cc),segment_id=1186fe7f-5dbc-4e04-af0c-6c5994d769cc)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:33:47.311703 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:47.354326 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-837f34e0-c72d-4331-be09-9fe695fc1eb7 req-b70272b7-b76d-4f29-8a6c-4d092770a762 service neutron] 10.222.0.64 "GET /v2.0/networks/0817eba6-7259-4372-a1a0-9eb44dd63162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278485 Nov 16 11:33:47.391654 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375,revision_number=8']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:47.462007 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1969054b-9ed7-4b05-ac67-ca674cd82169 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:47.546182 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec629262-1f48-4075-b9c7-88d916d324ad req-c9babf6e-0950-4dfb-a407-e9dcb1d948fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:47.547977 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ec629262-1f48-4075-b9c7-88d916d324ad req-c9babf6e-0950-4dfb-a407-e9dcb1d948fa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=37b99e3e900a4524bb33b3aad0998233&device_id=e09e2117-166e-40ff-82c8-6a9f30e4a142 HTTP/1.1" status: 200 len: 1094 time: 0.0948389 Nov 16 11:33:47.660302 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec629262-1f48-4075-b9c7-88d916d324ad req-7d32f8d9-3c42-498a-97d6-f52e8603305c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:47.662718 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ec629262-1f48-4075-b9c7-88d916d324ad req-7d32f8d9-3c42-498a-97d6-f52e8603305c service neutron] 10.222.0.64 "GET /v2.0/networks?id=0817eba6-7259-4372-a1a0-9eb44dd63162 HTTP/1.1" status: 200 len: 910 time: 0.1012077 Nov 16 11:33:47.730062 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d53802de-ec72-483d-8ea7-e31372642a2c req-bde320ed-e0d9-4a5a-b13f-ae42a2f8f11a tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=bf730bc3509b41198d463002969da1ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5194089 Nov 16 11:33:47.741596 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ec629262-1f48-4075-b9c7-88d916d324ad req-4f0bfb5a-5f10-45bc-a64a-894ff46e8344 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0ff840b6-8607-4b78-9f77-aaf4e2ad6a13 HTTP/1.1" status: 200 len: 217 time: 0.0523388 Nov 16 11:33:47.810765 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec629262-1f48-4075-b9c7-88d916d324ad req-7b8a6522-c798-4122-b356-b4693bfaa15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:47.812292 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ec629262-1f48-4075-b9c7-88d916d324ad req-7b8a6522-c798-4122-b356-b4693bfaa15d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1c773428-ec21-4b5c-b872-970b2ddf06c5 HTTP/1.1" status: 200 len: 849 time: 0.0521634 Nov 16 11:33:47.824052 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50b549-9110-4739-a7d1-75e2a7df7036 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5f6728-d458-4444-af63-d56cbf532680,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:47.842127 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3a50b549-9110-4739-a7d1-75e2a7df7036 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:47.879069 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1969054b-9ed7-4b05-ac67-ca674cd82169 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:47.894259 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53802de-ec72-483d-8ea7-e31372642a2c req-44495471-567f-49be-861c-5bbc4dd28925 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:47.895820 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d53802de-ec72-483d-8ea7-e31372642a2c req-44495471-567f-49be-861c-5bbc4dd28925 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1441305 Nov 16 11:33:47.897504 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1969054b-9ed7-4b05-ac67-ca674cd82169 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:47.901941 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3a50b549-9110-4739-a7d1-75e2a7df7036 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:47.907905 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a50b549-9110-4739-a7d1-75e2a7df7036 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:47.908621 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3a50b549-9110-4739-a7d1-75e2a7df7036 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:47.927893 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ec629262-1f48-4075-b9c7-88d916d324ad req-a09774d2-133a-4b4c-ba1b-e061964ddbd6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0817eba6-7259-4372-a1a0-9eb44dd63162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510218 Nov 16 11:33:47.929427 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d53802de-ec72-483d-8ea7-e31372642a2c req-f62449db-6e0d-4f7d-9d6f-b7a554ca586c tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/quotas/bf730bc3509b41198d463002969da1ed HTTP/1.1" status: 200 len: 375 time: 0.0177090 Nov 16 11:33:48.013775 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3a50b549-9110-4739-a7d1-75e2a7df7036 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.4272754 Nov 16 11:33:48.020621 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47818) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:48.033613 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-662d7ba0-d341-4c47-a6ab-df6e545d02a4 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Request body: {'subnet': {'network_id': '95051d02-a9d0-44bb-abcc-d43d212c340f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:33:48.057360 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50b549-9110-4739-a7d1-75e2a7df7036 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Pushing event updated for resources: {'Network': ['ID=95051d02-a9d0-44bb-abcc-d43d212c340f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:48.071522 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 95051d02-a9d0-44bb-abcc-d43d212c340f details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:33:48.080404 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1969054b-9ed7-4b05-ac67-ca674cd82169 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:48.192292 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d53802de-ec72-483d-8ea7-e31372642a2c req-e349022a-243d-4bf9-870f-2b7cf6a6fb11 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf730bc3509b41198d463002969da1ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2467005 Nov 16 11:33:48.195213 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1969054b-9ed7-4b05-ac67-ca674cd82169 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Pushing event updated for resources: {'Port': ['ID=1b5a47ad-bdea-4284-9659-2452b511c8f1,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:48.245756 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662d7ba0-d341-4c47-a6ab-df6e545d02a4 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Made reservation on behalf of 89f2c2ceb1e7420bb780aa0f04b3bedc for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:33:48.252945 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-662d7ba0-d341-4c47-a6ab-df6e545d02a4 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:48.265810 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ec629262-1f48-4075-b9c7-88d916d324ad req-85abab3e-d93f-4959-b1fc-51f505dea844 service neutron] 10.222.0.64 "GET /v2.0/networks/0817eba6-7259-4372-a1a0-9eb44dd63162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060970 Nov 16 11:33:48.284497 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:48.387093 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [None req-1969054b-9ed7-4b05-ac67-ca674cd82169 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Floating IP b3898d3f-5941-4451-920e-8bd7314f22ac associated. External IP: 172.25.0.140, port: df73a36b-adea-4c51-8781-f1fbe73981c1. Nov 16 11:33:48.502497 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ec629262-1f48-4075-b9c7-88d916d324ad req-36ac1cee-de2a-4aae-89da-c7e3d92a2449 service neutron] 10.222.0.64 "GET /v2.0/networks/0817eba6-7259-4372-a1a0-9eb44dd63162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273288 Nov 16 11:33:48.576375 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-662d7ba0-d341-4c47-a6ab-df6e545d02a4 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:48.699105 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d7ba0-d341-4c47-a6ab-df6e545d02a4 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Pushing event updated for resources: {'Subnet': ['ID=e638a4a7-dd6a-43a1-ba80-950964f7861f,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:48.727609 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662d7ba0-d341-4c47-a6ab-df6e545d02a4 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Checking segment: {'id': 'fbcfeabb-6b36-4612-a418-a8f8689d588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '95051d02-a9d0-44bb-abcc-d43d212c340f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:33:48.728480 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662d7ba0-d341-4c47-a6ab-df6e545d02a4 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Network hostable DHCP agents. Network: 95051d02-a9d0-44bb-abcc-d43d212c340f, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:33:48.764968 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662d7ba0-d341-4c47-a6ab-df6e545d02a4 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Network 95051d02-a9d0-44bb-abcc-d43d212c340f is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:33:48.782366 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-662d7ba0-d341-4c47-a6ab-df6e545d02a4 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 95051d02-a9d0-44bb-abcc-d43d212c340f) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:33:48.786430 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662d7ba0-d341-4c47-a6ab-df6e545d02a4 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:48.787002 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-662d7ba0-d341-4c47-a6ab-df6e545d02a4 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:48.798034 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1969054b-9ed7-4b05-ac67-ca674cd82169 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Router cd9092da-9603-4c3a-9898-283dbfd8a6d6 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:33:48.818231 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fbf86d-05be-4d27-b2ef-bf9d5850e74a None None] Network 95051d02-a9d0-44bb-abcc-d43d212c340f requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:33:48.821880 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-662d7ba0-d341-4c47-a6ab-df6e545d02a4 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7976086 Nov 16 11:33:48.822905 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47824) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:48.827535 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-8195019d-a68d-4a29-9693-f14f8c64d19e tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Request body: {'port': {'network_id': '95051d02-a9d0-44bb-abcc-d43d212c340f', 'name': 'tempest-DHCPAgentSchedulersTestJSON-328152534'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:33:48.925407 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 16 Nov 2021 11:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65953bc-2ee0-4636-ad9a-3e9e453a8a48 x-openstack-request-id: req-c65953bc-2ee0-4636-ad9a-3e9e453a8a48 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:33:48.926130 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83afd9bf-2864-44f5-89f9-3a76d8abe36e", "name": "network-vif-unplugged", "status": "failed", "tag": "f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375", "code": 422}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:33:48.926630 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c65953bc-2ee0-4636-ad9a-3e9e453a8a48 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:33:48.927248 n-d-816823-3 neutron-server[102670]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '83afd9bf-2864-44f5-89f9-3a76d8abe36e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375', 'code': 422} returned with failed status Nov 16 11:33:48.968126 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:49.012081 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1969054b-9ed7-4b05-ac67-ca674cd82169 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:33:49.031789 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4df2e1-c999-42b8-b59d-f4d8ea161ae0 None None] Sync routers for ids ['cd9092da-9603-4c3a-9898-283dbfd8a6d6'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:33:49.048512 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1969054b-9ed7-4b05-ac67-ca674cd82169 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:49.055075 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4df2e1-c999-42b8-b59d-f4d8ea161ae0 None None] Routers {'cd9092da-9603-4c3a-9898-283dbfd8a6d6'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:33:49.056195 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-cb4df2e1-c999-42b8-b59d-f4d8ea161ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:33:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['cd9092da-9603-4c3a-9898-283dbfd8a6d6'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:33:49.093345 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d2aea-59dd-41e1-8cae-585c92a7ba5e req-84ff8325-fc27-44da-ad00-e41035361af6 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:49.095074 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b13d2aea-59dd-41e1-8cae-585c92a7ba5e req-84ff8325-fc27-44da-ad00-e41035361af6 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 944 time: 0.0861106 Nov 16 11:33:49.117123 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603cabfc-c4bd-4723-9c50-e20df0d37bc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-95051d02-a9d0-44bb-abcc-d43d212c340f', 'network_id': '95051d02-a9d0-44bb-abcc-d43d212c340f', 'tenant_id': '89f2c2ceb1e7420bb780aa0f04b3bedc', 'fixed_ips': [{'subnet_id': 'e638a4a7-dd6a-43a1-ba80-950964f7861f'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:33:49.118732 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-603cabfc-c4bd-4723-9c50-e20df0d37bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:49.147047 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1969054b-9ed7-4b05-ac67-ca674cd82169 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.2017584 Nov 16 11:33:49.148068 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea11f38-66e6-4e54-9e62-92047c5f2d42', 'tag': 'df73a36b-adea-4c51-8781-f1fbe73981c1'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:33:49.159468 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1a2121-6b26-42d1-9820-e8be9d07f1d0" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea11f38-66e6-4e54-9e62-92047c5f2d42", "tag": "df73a36b-adea-4c51-8781-f1fbe73981c1"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:33:49.168701 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8195019d-a68d-4a29-9693-f14f8c64d19e tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Made reservation on behalf of 89f2c2ceb1e7420bb780aa0f04b3bedc for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:33:49.173759 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8195019d-a68d-4a29-9693-f14f8c64d19e tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:49.187307 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:33:49.228810 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b13d2aea-59dd-41e1-8cae-585c92a7ba5e req-51d510d8-64ce-4ce5-b531-d318b1f65470 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221328 Nov 16 11:33:49.240694 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-8195019d-a68d-4a29-9693-f14f8c64d19e tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] device_id is not set on port a30fc120-5a5d-41b8-bc86-0cf632ede7ea yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:33:49.303801 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-cb4df2e1-c999-42b8-b59d-f4d8ea161ae0 None None] Set router cd9092da-9603-4c3a-9898-283dbfd8a6d6 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:33:49.415610 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba03a8e-ec55-459b-b869-34b02b2ae309 req-fac49459-8a44-428b-840e-aca2c935598e tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:49.418888 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eba03a8e-ec55-459b-b869-34b02b2ae309 req-fac49459-8a44-428b-840e-aca2c935598e tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/ports?device_id=e09e2117-166e-40ff-82c8-6a9f30e4a142 HTTP/1.1" status: 200 len: 943 time: 0.0811203 Nov 16 11:33:49.468825 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-603cabfc-c4bd-4723-9c50-e20df0d37bc6 None None] Allocated IP 172.20.0.2 (95051d02-a9d0-44bb-abcc-d43d212c340f/e638a4a7-dd6a-43a1-ba80-950964f7861f/a977a7d0-ab2c-4be7-8987-06ab1c90086c) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:33:49.491853 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eba03a8e-ec55-459b-b869-34b02b2ae309 req-2e4bbe02-9b88-41ec-8a6f-489be5a7311a tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/security-groups?id=5207a059-98a1-4077-8fa6-cad36c745e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637367 Nov 16 11:33:49.711497 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d5219c-0b6f-4b07-bd8e-c16b20d69b96 x-openstack-request-id: req-34d5219c-0b6f-4b07-bd8e-c16b20d69b96 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:33:49.711792 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea11f38-66e6-4e54-9e62-92047c5f2d42", "tag": "df73a36b-adea-4c51-8781-f1fbe73981c1", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:33:49.712064 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-34d5219c-0b6f-4b07-bd8e-c16b20d69b96 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:33:49.712464 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea11f38-66e6-4e54-9e62-92047c5f2d42', 'tag': 'df73a36b-adea-4c51-8781-f1fbe73981c1', 'status': 'completed', 'code': 200} Nov 16 11:33:49.762622 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-603cabfc-c4bd-4723-9c50-e20df0d37bc6 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:49.783709 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-603cabfc-c4bd-4723-9c50-e20df0d37bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:49.804770 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a2121-6b26-42d1-9820-e8be9d07f1d0 req-e4f23a10-f207-4461-a51c-8f0f3acc81eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:49.806333 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ec1a2121-6b26-42d1-9820-e8be9d07f1d0 req-e4f23a10-f207-4461-a51c-8f0f3acc81eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a50dd796b4a24c04aff1704ec92fb8d5&device_id=0ea11f38-66e6-4e54-9e62-92047c5f2d42 HTTP/1.1" status: 200 len: 1097 time: 0.0724354 Nov 16 11:33:49.862006 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-cb4df2e1-c999-42b8-b59d-f4d8ea161ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9092da-9603-4c3a-9898-283dbfd8a6d6', 'name': 'tempest-TestServerBasicOps-254570611-router', 'tenant_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '8da3411e-0194-469c-a6eb-2686a33d6609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:32:51Z', 'updated_at': '2021-11-16T11:32:59Z', 'revision_number': 4, 'project_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'gw_port': {'id': '8da3411e-0194-469c-a6eb-2686a33d6609', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9092da-9603-4c3a-9898-283dbfd8a6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:32:52Z', 'updated_at': '2021-11-16T11:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': 'b3898d3f-5941-4451-920e-8bd7314f22ac', 'tenant_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'floating_ip_address': '172.25.0.140', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'cd9092da-9603-4c3a-9898-283dbfd8a6d6', 'port_id': 'df73a36b-adea-4c51-8781-f1fbe73981c1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25fee19d-9a3a-4f14-ab6e-f89f35081036', 'mac_address': 'fa:16:3e:8c:57:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea11f38-66e6-4e54-9e62-92047c5f2d42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:33:47Z', 'updated_at': '2021-11-16T11:33:47Z', 'revision_number': 0, 'project_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd929db30-6987-4b3d-9a72-79c3c64accbd', 'name': '', 'network_id': '25fee19d-9a3a-4f14-ab6e-f89f35081036', 'tenant_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'mac_address': 'fa:16:3e:01:d2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9092da-9603-4c3a-9898-283dbfd8a6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '383e4088-7ed9-439a-81ec-e117b68d1170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:32:57Z', 'updated_at': '2021-11-16T11:33:10Z', 'revision_number': 5, 'project_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'subnets': [{'id': '383e4088-7ed9-439a-81ec-e117b68d1170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:33:49.875307 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603cabfc-c4bd-4723-9c50-e20df0d37bc6 None None] Network 95051d02-a9d0-44bb-abcc-d43d212c340f is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:33:49.881782 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-603cabfc-c4bd-4723-9c50-e20df0d37bc6 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:33:49.944695 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603cabfc-c4bd-4723-9c50-e20df0d37bc6 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:33:49.949966 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-8195019d-a68d-4a29-9693-f14f8c64d19e tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Allocated IP 172.20.0.3 (95051d02-a9d0-44bb-abcc-d43d212c340f/e638a4a7-dd6a-43a1-ba80-950964f7861f/a30fc120-5a5d-41b8-bc86-0cf632ede7ea) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:33:50.000390 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4df2e1-c999-42b8-b59d-f4d8ea161ae0 None None] Checking router: cd9092da-9603-4c3a-9898-283dbfd8a6d6 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:33:50.023448 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a2121-6b26-42d1-9820-e8be9d07f1d0 req-14452e2d-b2da-473a-a3bc-5a4f732ec902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:50.027914 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ec1a2121-6b26-42d1-9820-e8be9d07f1d0 req-14452e2d-b2da-473a-a3bc-5a4f732ec902 service neutron] 10.222.0.64 "GET /v2.0/networks?id=25fee19d-9a3a-4f14-ab6e-f89f35081036 HTTP/1.1" status: 200 len: 909 time: 0.2136676 Nov 16 11:33:50.050941 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603cabfc-c4bd-4723-9c50-e20df0d37bc6 None None] Pushing event updated for resources: {'Port': ['ID=a977a7d0-ab2c-4be7-8987-06ab1c90086c,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:50.087183 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4df2e1-c999-42b8-b59d-f4d8ea161ae0 None None] Routers {'cd9092da-9603-4c3a-9898-283dbfd8a6d6'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:33:50.088656 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-cb4df2e1-c999-42b8-b59d-f4d8ea161ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:33:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['cd9092da-9603-4c3a-9898-283dbfd8a6d6'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:33:50.243138 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ec1a2121-6b26-42d1-9820-e8be9d07f1d0 req-b6a59085-a29d-40c3-a2ad-0cc908fe0870 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df73a36b-adea-4c51-8781-f1fbe73981c1 HTTP/1.1" status: 200 len: 1000 time: 0.2039635 Nov 16 11:33:50.302145 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8195019d-a68d-4a29-9693-f14f8c64d19e tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:50.337114 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a2121-6b26-42d1-9820-e8be9d07f1d0 req-459e45a1-6c6f-4ccb-99a4-4d5d2e43fc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:50.341373 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ec1a2121-6b26-42d1-9820-e8be9d07f1d0 req-459e45a1-6c6f-4ccb-99a4-4d5d2e43fc66 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=383e4088-7ed9-439a-81ec-e117b68d1170 HTTP/1.1" status: 200 len: 847 time: 0.0880635 Nov 16 11:33:50.372321 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8195019d-a68d-4a29-9693-f14f8c64d19e tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:50.428838 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8195019d-a68d-4a29-9693-f14f8c64d19e tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Network 95051d02-a9d0-44bb-abcc-d43d212c340f is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:33:50.432593 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-8195019d-a68d-4a29-9693-f14f8c64d19e tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:33:50.436970 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8195019d-a68d-4a29-9693-f14f8c64d19e tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:33:50.442441 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a2121-6b26-42d1-9820-e8be9d07f1d0 req-ec2a07a9-0e92-4938-a0aa-401220a66c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:50.444285 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ec1a2121-6b26-42d1-9820-e8be9d07f1d0 req-ec2a07a9-0e92-4938-a0aa-401220a66c7b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=25fee19d-9a3a-4f14-ab6e-f89f35081036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935664 Nov 16 11:33:50.534418 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-603cabfc-c4bd-4723-9c50-e20df0d37bc6 None None] Attempting to bind port a977a7d0-ab2c-4be7-8987-06ab1c90086c on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:33:50.535030 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-603cabfc-c4bd-4723-9c50-e20df0d37bc6 None None] Attempting to bind port a977a7d0-ab2c-4be7-8987-06ab1c90086c by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'fbcfeabb-6b36-4612-a418-a8f8689d588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '95051d02-a9d0-44bb-abcc-d43d212c340f'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:33:50.535171 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603cabfc-c4bd-4723-9c50-e20df0d37bc6 None None] Attempting to bind port a977a7d0-ab2c-4be7-8987-06ab1c90086c on network 95051d02-a9d0-44bb-abcc-d43d212c340f {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:33:50.537841 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8195019d-a68d-4a29-9693-f14f8c64d19e tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:50.538594 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8195019d-a68d-4a29-9693-f14f8c64d19e tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:50.546216 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195019d-a68d-4a29-9693-f14f8c64d19e tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Pushing event updated for resources: {'Port': ['ID=a30fc120-5a5d-41b8-bc86-0cf632ede7ea,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:50.561583 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603cabfc-c4bd-4723-9c50-e20df0d37bc6 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:33:50.562405 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603cabfc-c4bd-4723-9c50-e20df0d37bc6 None None] Checking segment: {'id': 'fbcfeabb-6b36-4612-a418-a8f8689d588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '95051d02-a9d0-44bb-abcc-d43d212c340f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:33:50.564278 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-603cabfc-c4bd-4723-9c50-e20df0d37bc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:50.564948 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603cabfc-c4bd-4723-9c50-e20df0d37bc6 None None] Bound using segment: {'id': 'fbcfeabb-6b36-4612-a418-a8f8689d588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '95051d02-a9d0-44bb-abcc-d43d212c340f'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:33:50.565729 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-603cabfc-c4bd-4723-9c50-e20df0d37bc6 None None] Bound port: a977a7d0-ab2c-4be7-8987-06ab1c90086c, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbcfeabb-6b36-4612-a418-a8f8689d588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '95051d02-a9d0-44bb-abcc-d43d212c340f'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:33:50.566525 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-603cabfc-c4bd-4723-9c50-e20df0d37bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:50.578221 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-cb4df2e1-c999-42b8-b59d-f4d8ea161ae0 None None] Set router cd9092da-9603-4c3a-9898-283dbfd8a6d6 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:33:50.595282 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8195019d-a68d-4a29-9693-f14f8c64d19e tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7715132 Nov 16 11:33:50.596009 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47864) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:50.782623 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ec1a2121-6b26-42d1-9820-e8be9d07f1d0 req-c4187698-fea5-481b-968a-341258c4758f service neutron] 10.222.0.64 "GET /v2.0/networks/25fee19d-9a3a-4f14-ab6e-f89f35081036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235226 Nov 16 11:33:50.871027 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ceb64a88-c642-4ac4-a6b4-cdb8939e834d req-f81fb75f-9730-46d5-abd5-b5b0e6bc6e9d tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=056e9065-0890-45bd-8bc2-859149fd183e HTTP/1.1" status: 200 len: 210 time: 0.0759444 Nov 16 11:33:50.897229 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-74b8e91a-8c47-466a-bd34-e33bc0d827b0 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Deleting port a30fc120-5a5d-41b8-bc86-0cf632ede7ea {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:33:50.900903 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-74b8e91a-8c47-466a-bd34-e33bc0d827b0 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:50.955963 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-603cabfc-c4bd-4723-9c50-e20df0d37bc6 None None] For port a977a7d0-ab2c-4be7-8987-06ab1c90086c, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:33:50.963691 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-603cabfc-c4bd-4723-9c50-e20df0d37bc6 None None] For port a977a7d0-ab2c-4be7-8987-06ab1c90086c, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=a977a7d0-ab2c-4be7-8987-06ab1c90086c,segment=NetworkSegment(fbcfeabb-6b36-4612-a418-a8f8689d588b),segment_id=fbcfeabb-6b36-4612-a418-a8f8689d588b)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:33:50.979441 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-603cabfc-c4bd-4723-9c50-e20df0d37bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:51.140628 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 0ff840b6-8607-4b78-9f77-aaf4e2ad6a13 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:33:51.142839 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d53802de-ec72-483d-8ea7-e31372642a2c req-6092167c-635f-4005-8489-038d63f74bed tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=bf730bc3509b41198d463002969da1ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0754547 Nov 16 11:33:51.143075 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-74b8e91a-8c47-466a-bd34-e33bc0d827b0 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:51.151215 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:33:51.166232 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-74b8e91a-8c47-466a-bd34-e33bc0d827b0 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Calling delete_port for a30fc120-5a5d-41b8-bc86-0cf632ede7ea owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:33:51.225003 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ec1a2121-6b26-42d1-9820-e8be9d07f1d0 req-a21e4bb7-aa4e-4065-9ef7-990c3f53bc9f service neutron] 10.222.0.64 "GET /v2.0/networks/25fee19d-9a3a-4f14-ab6e-f89f35081036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220850 Nov 16 11:33:51.331193 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53802de-ec72-483d-8ea7-e31372642a2c req-df4366d3-ac0e-4d7f-874d-528df432a25d tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:51.332722 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d53802de-ec72-483d-8ea7-e31372642a2c req-df4366d3-ac0e-4d7f-874d-528df432a25d tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1761720 Nov 16 11:33:51.348779 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-d53802de-ec72-483d-8ea7-e31372642a2c req-befc3c4b-0a5e-4ced-9629-ac2fd146257d tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Request body: {'port': {'device_id': '0a506fec-f2b0-417b-b803-caa60745de99', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'admin_state_up': True, 'tenant_id': 'bf730bc3509b41198d463002969da1ed'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:33:51.523496 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-74b8e91a-8c47-466a-bd34-e33bc0d827b0 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:51.572678 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8e91a-8c47-466a-bd34-e33bc0d827b0 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Pushing event deleted for resources: {'Port': ['ID=a30fc120-5a5d-41b8-bc86-0cf632ede7ea,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:51.575781 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603cabfc-c4bd-4723-9c50-e20df0d37bc6 None None] Pushing event updated for resources: {'Port': ['ID=a977a7d0-ab2c-4be7-8987-06ab1c90086c,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:51.613491 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0cf743-161d-4765-bd5e-c7ec13c7e42b req-4676b193-82d5-4f80-9a98-a492fe08c486 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:51.614088 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.resource_extend [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 11:33:51.615118 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9c0cf743-161d-4765-bd5e-c7ec13c7e42b req-4676b193-82d5-4f80-9a98-a492fe08c486 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/ports?device_id=e09e2117-166e-40ff-82c8-6a9f30e4a142 HTTP/1.1" status: 200 len: 943 time: 0.1322999 Nov 16 11:33:51.694240 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-74b8e91a-8c47-466a-bd34-e33bc0d827b0 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:51.700664 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-74b8e91a-8c47-466a-bd34-e33bc0d827b0 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] 10.222.0.61 "DELETE /v2.0/ports/a30fc120-5a5d-41b8-bc86-0cf632ede7ea HTTP/1.1" status: 204 len: 168 time: 1.1034665 Nov 16 11:33:51.701288 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47874) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:51.719315 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9c0cf743-161d-4765-bd5e-c7ec13c7e42b req-d0d38502-d5c5-48c8-af38-d17d66b99466 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/security-groups?id=5207a059-98a1-4077-8fa6-cad36c745e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768869 Nov 16 11:33:51.834220 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-453461ff-6109-41fc-b19e-9967d133133b tempest-DHCPAgentSchedulersTestJSON-490482937 tempest-DHCPAgentSchedulersTestJSON-490482937-project-admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.1288264 Nov 16 11:33:51.836162 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47878) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:51.841404 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-96c75e51-c3b2-47fa-9aa3-d050e0772ebf tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2114875173'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:33:51.906752 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c75e51-c3b2-47fa-9aa3-d050e0772ebf tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Made reservation on behalf of 89f2c2ceb1e7420bb780aa0f04b3bedc for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:33:51.912770 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-96c75e51-c3b2-47fa-9aa3-d050e0772ebf tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:51.992132 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96c75e51-c3b2-47fa-9aa3-d050e0772ebf tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:33:52.002926 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-cb4df2e1-c999-42b8-b59d-f4d8ea161ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9092da-9603-4c3a-9898-283dbfd8a6d6', 'name': 'tempest-TestServerBasicOps-254570611-router', 'tenant_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '8da3411e-0194-469c-a6eb-2686a33d6609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:32:51Z', 'updated_at': '2021-11-16T11:32:59Z', 'revision_number': 4, 'project_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'gw_port': {'id': '8da3411e-0194-469c-a6eb-2686a33d6609', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9092da-9603-4c3a-9898-283dbfd8a6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:32:52Z', 'updated_at': '2021-11-16T11:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': 'b3898d3f-5941-4451-920e-8bd7314f22ac', 'tenant_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'floating_ip_address': '172.25.0.140', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'cd9092da-9603-4c3a-9898-283dbfd8a6d6', 'port_id': 'df73a36b-adea-4c51-8781-f1fbe73981c1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25fee19d-9a3a-4f14-ab6e-f89f35081036', 'mac_address': 'fa:16:3e:8c:57:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea11f38-66e6-4e54-9e62-92047c5f2d42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:33:47Z', 'updated_at': '2021-11-16T11:33:47Z', 'revision_number': 0, 'project_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd929db30-6987-4b3d-9a72-79c3c64accbd', 'name': '', 'network_id': '25fee19d-9a3a-4f14-ab6e-f89f35081036', 'tenant_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'mac_address': 'fa:16:3e:01:d2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9092da-9603-4c3a-9898-283dbfd8a6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '383e4088-7ed9-439a-81ec-e117b68d1170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:32:57Z', 'updated_at': '2021-11-16T11:33:10Z', 'revision_number': 5, 'project_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'subnets': [{'id': '383e4088-7ed9-439a-81ec-e117b68d1170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:33:52.031554 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-96c75e51-c3b2-47fa-9aa3-d050e0772ebf tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:52.031975 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-96c75e51-c3b2-47fa-9aa3-d050e0772ebf tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Added segment 5d1a5383-0b86-48c8-8013-923c88b15ef9 of type vlan for network 67a6cfdc-6cf5-4d51-aed5-fc03d4223ee4 Nov 16 11:33:52.047055 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4df2e1-c999-42b8-b59d-f4d8ea161ae0 None None] The sync data for ids ['cd9092da-9603-4c3a-9898-283dbfd8a6d6'] in n-d-816823-3 is: [{'id': 'cd9092da-9603-4c3a-9898-283dbfd8a6d6', 'name': 'tempest-TestServerBasicOps-254570611-router', 'tenant_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '8da3411e-0194-469c-a6eb-2686a33d6609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:32:51Z', 'updated_at': '2021-11-16T11:32:59Z', 'revision_number': 4, 'project_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'gw_port': {'id': '8da3411e-0194-469c-a6eb-2686a33d6609', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9092da-9603-4c3a-9898-283dbfd8a6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:32:52Z', 'updated_at': '2021-11-16T11:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': 'b3898d3f-5941-4451-920e-8bd7314f22ac', 'tenant_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'floating_ip_address': '172.25.0.140', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'cd9092da-9603-4c3a-9898-283dbfd8a6d6', 'port_id': 'df73a36b-adea-4c51-8781-f1fbe73981c1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25fee19d-9a3a-4f14-ab6e-f89f35081036', 'mac_address': 'fa:16:3e:8c:57:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea11f38-66e6-4e54-9e62-92047c5f2d42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:33:47Z', 'updated_at': '2021-11-16T11:33:47Z', 'revision_number': 0, 'project_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd929db30-6987-4b3d-9a72-79c3c64accbd', 'name': '', 'network_id': '25fee19d-9a3a-4f14-ab6e-f89f35081036', 'tenant_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'mac_address': 'fa:16:3e:01:d2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9092da-9603-4c3a-9898-283dbfd8a6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '383e4088-7ed9-439a-81ec-e117b68d1170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:32:57Z', 'updated_at': '2021-11-16T11:33:10Z', 'revision_number': 5, 'project_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'subnets': [{'id': '383e4088-7ed9-439a-81ec-e117b68d1170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:33:52.068962 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 0ff840b6-8607-4b78-9f77-aaf4e2ad6a13, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=0ff840b6-8607-4b78-9f77-aaf4e2ad6a13,segment=NetworkSegment(b72d83c5-1a90-4b36-b301-0c3e4b8557f7),segment_id=b72d83c5-1a90-4b36-b301-0c3e4b8557f7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:33:52.098971 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '0ff840b6-8607-4b78-9f77-aaf4e2ad6a13', 'network_id': '0817eba6-7259-4372-a1a0-9eb44dd63162', 'port_id': '0ff840b6-8607-4b78-9f77-aaf4e2ad6a13', 'mac_address': 'fa:16:3e:1d:c6:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c773428-ec21-4b5c-b872-970b2ddf06c5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:33:52.157845 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-96c75e51-c3b2-47fa-9aa3-d050e0772ebf tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:52.200137 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-96c75e51-c3b2-47fa-9aa3-d050e0772ebf tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:52.206212 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c75e51-c3b2-47fa-9aa3-d050e0772ebf tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:52.207036 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-96c75e51-c3b2-47fa-9aa3-d050e0772ebf tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:52.216191 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d53802de-ec72-483d-8ea7-e31372642a2c req-6e144c10-6e3e-4412-a93a-a819b32fca0a tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=bf730bc3509b41198d463002969da1ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1185496 Nov 16 11:33:52.268855 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:52.278475 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1177c44b-0815-4439-88f6-d057dbb6eead req-504ed8ad-ef5f-44c1-b394-d22595ab2e5b tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=056e9065-0890-45bd-8bc2-859149fd183e HTTP/1.1" status: 200 len: 210 time: 0.0919063 Nov 16 11:33:52.314648 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ff840b6-8607-4b78-9f77-aaf4e2ad6a13 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:33:52.374849 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 0ff840b6-8607-4b78-9f77-aaf4e2ad6a13, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=0ff840b6-8607-4b78-9f77-aaf4e2ad6a13,segment=NetworkSegment(b72d83c5-1a90-4b36-b301-0c3e4b8557f7),segment_id=b72d83c5-1a90-4b36-b301-0c3e4b8557f7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:33:52.442909 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-96c75e51-c3b2-47fa-9aa3-d050e0772ebf tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6054473 Nov 16 11:33:52.457968 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47894) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:52.504558 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:52.542690 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c75e51-c3b2-47fa-9aa3-d050e0772ebf tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Pushing event updated for resources: {'Network': ['ID=67a6cfdc-6cf5-4d51-aed5-fc03d4223ee4,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:52.583515 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72276ca0-7f9b-4457-a8ce-8606cfc468be None None] New status for floating IP b3898d3f-5941-4451-920e-8bd7314f22ac: ACTIVE {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:33:52.605688 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53802de-ec72-483d-8ea7-e31372642a2c req-0ea82bb0-d5c2-4cf1-bd8c-88ee12af1176 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:52.607888 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d53802de-ec72-483d-8ea7-e31372642a2c req-0ea82bb0-d5c2-4cf1-bd8c-88ee12af1176 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3591185 Nov 16 11:33:52.682616 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-d53802de-ec72-483d-8ea7-e31372642a2c req-586d651f-8e89-4533-af09-9711e7a1cb63 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Request body: {'port': {'device_id': '056e9065-0890-45bd-8bc2-859149fd183e', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'admin_state_up': True, 'tenant_id': 'bf730bc3509b41198d463002969da1ed'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:33:52.690215 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=0ff840b6-8607-4b78-9f77-aaf4e2ad6a13,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:52.701513 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 67a6cfdc-6cf5-4d51-aed5-fc03d4223ee4 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:33:52.706091 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073aa65d-bf23-4ea6-a953-78283f7b4289 req-0212652f-5529-4b41-a058-7eb7c96ecd79 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:52.714362 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-073aa65d-bf23-4ea6-a953-78283f7b4289 req-0212652f-5529-4b41-a058-7eb7c96ecd79 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 944 time: 0.2954316 Nov 16 11:33:52.813520 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-073aa65d-bf23-4ea6-a953-78283f7b4289 req-a05d5a69-4981-41b2-80bf-de035fed5377 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981271 Nov 16 11:33:52.833351 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['0ff840b6-8607-4b78-9f77-aaf4e2ad6a13'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:33:52.990454 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96503abf-4f9e-42cf-97ef-d6ea07bf2531 None None] Network 95051d02-a9d0-44bb-abcc-d43d212c340f requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:33:53.016093 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0a758885-729d-428a-bf33-013ae34edf6d tempest-DHCPAgentSchedulersTestJSON-490482937 tempest-DHCPAgentSchedulersTestJSON-490482937-project-admin] 10.222.0.61 "GET /v2.0/agents/8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e/dhcp-networks HTTP/1.1" status: 200 len: 8872 time: 0.5410111 Nov 16 11:33:53.016695 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47904) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:53.060194 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device a977a7d0-ab2c-4be7-8987-06ab1c90086c up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:33:53.107363 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-139ac9b4-afcc-4410-b424-8a273a1464ab req-54f7349c-760e-4d5a-a5d9-6a0bce081a51 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4821470 Nov 16 11:33:53.113109 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8047c-edc7-4025-9b41-d446877e5596 req-e9472ff5-11db-462a-a3c5-67437ec9333c tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:53.118809 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d53802de-ec72-483d-8ea7-e31372642a2c req-befc3c4b-0a5e-4ced-9629-ac2fd146257d tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Made reservation on behalf of bf730bc3509b41198d463002969da1ed for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:33:53.124397 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-73e8047c-edc7-4025-9b41-d446877e5596 req-e9472ff5-11db-462a-a3c5-67437ec9333c tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/ports?device_id=e09e2117-166e-40ff-82c8-6a9f30e4a142 HTTP/1.1" status: 200 len: 944 time: 0.1750262 Nov 16 11:33:53.125096 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d53802de-ec72-483d-8ea7-e31372642a2c req-befc3c4b-0a5e-4ced-9629-ac2fd146257d tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:53.218728 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-73e8047c-edc7-4025-9b41-d446877e5596 req-eb1e3e71-a74a-4368-ad07-5dae46d7f168 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/security-groups?id=5207a059-98a1-4077-8fa6-cad36c745e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734241 Nov 16 11:33:53.239501 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34f427a-e69b-4366-ae25-8abc891772c4 tempest-DHCPAgentSchedulersTestJSON-490482937 tempest-DHCPAgentSchedulersTestJSON-490482937-project-admin] Network 67a6cfdc-6cf5-4d51-aed5-fc03d4223ee4 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:33:53.251942 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c86d6008-c028-4851-813a-5a9762a3aa97 None None] Provisioning complete for port a977a7d0-ab2c-4be7-8987-06ab1c90086c triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:33:53.251942 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c86d6008-c028-4851-813a-5a9762a3aa97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:53.277358 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c34f427a-e69b-4366-ae25-8abc891772c4 tempest-DHCPAgentSchedulersTestJSON-490482937 tempest-DHCPAgentSchedulersTestJSON-490482937-project-admin] 10.222.0.61 "POST /v2.0/agents/8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2586274 Nov 16 11:33:53.278081 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47912) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:53.330741 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb61e1c-0dee-4812-9347-aa68c42b6e27 None None] Network 67a6cfdc-6cf5-4d51-aed5-fc03d4223ee4 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:33:53.347309 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d53802de-ec72-483d-8ea7-e31372642a2c req-586d651f-8e89-4533-af09-9711e7a1cb63 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Made reservation on behalf of bf730bc3509b41198d463002969da1ed for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:33:53.352767 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d53802de-ec72-483d-8ea7-e31372642a2c req-586d651f-8e89-4533-af09-9711e7a1cb63 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:53.462165 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ab5331a5-e45c-4cf8-a94d-ad46e5b28f5b tempest-DHCPAgentSchedulersTestJSON-490482937 tempest-DHCPAgentSchedulersTestJSON-490482937-project-admin] 10.222.0.61 "GET /v2.0/agents/8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e/dhcp-networks HTTP/1.1" status: 200 len: 9643 time: 0.1829765 Nov 16 11:33:53.462551 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47920) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:53.497470 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-d53802de-ec72-483d-8ea7-e31372642a2c req-befc3c4b-0a5e-4ced-9629-ac2fd146257d tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Allocated IP 192.168.233.32 (d184b1c6-3832-4c86-bfd0-c1472d76d6c3/c4c770cc-51d7-42eb-b4a6-9a605bacae0f/6d9f6105-9caf-468b-8176-13c263c8e400) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:33:53.506183 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-773309be-3030-4490-998f-3559682e6447 req-3eea7dcb-22ee-4ce1-a0b8-4092f46fb401 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=056e9065-0890-45bd-8bc2-859149fd183e HTTP/1.1" status: 200 len: 210 time: 0.0427756 Nov 16 11:33:53.608960 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7bb44953-e450-4504-930b-9fbc3759b8e7 tempest-DHCPAgentSchedulersTestJSON-490482937 tempest-DHCPAgentSchedulersTestJSON-490482937-project-admin] 10.222.0.61 "DELETE /v2.0/agents/8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e/dhcp-networks/67a6cfdc-6cf5-4d51-aed5-fc03d4223ee4 HTTP/1.1" status: 204 len: 168 time: 0.1404910 Nov 16 11:33:53.612192 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47922) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:53.785018 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d53802de-ec72-483d-8ea7-e31372642a2c req-befc3c4b-0a5e-4ced-9629-ac2fd146257d tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:53.786861 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port a977a7d0-ab2c-4be7-8987-06ab1c90086c triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:33:53.787347 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:53.830880 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47924) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:53.831125 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-071b6bf1-a66e-4a51-81dd-4a2f8179a5b8 tempest-DHCPAgentSchedulersTestJSON-490482937 tempest-DHCPAgentSchedulersTestJSON-490482937-project-admin] 10.222.0.61 "GET /v2.0/agents/8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e/dhcp-networks HTTP/1.1" status: 200 len: 8872 time: 0.2172065 Nov 16 11:33:53.840832 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d53802de-ec72-483d-8ea7-e31372642a2c req-befc3c4b-0a5e-4ced-9629-ac2fd146257d tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:53.841567 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c86d6008-c028-4851-813a-5a9762a3aa97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:53.930207 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-d53802de-ec72-483d-8ea7-e31372642a2c req-586d651f-8e89-4533-af09-9711e7a1cb63 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Allocated IP 192.168.233.43 (d184b1c6-3832-4c86-bfd0-c1472d76d6c3/c4c770cc-51d7-42eb-b4a6-9a605bacae0f/b978d542-abf6-447b-88b8-232ba5c145ac) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:33:53.994546 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-3013de01-fc0b-42c0-aed3-784038d0f22f tempest-DHCPAgentSchedulersTestJSON-490482937 tempest-DHCPAgentSchedulersTestJSON-490482937-project-admin] 10.222.0.61 "GET /v2.0/networks/95051d02-a9d0-44bb-abcc-d43d212c340f/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1624227 Nov 16 11:33:54.001990 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47928) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:54.014701 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d53802de-ec72-483d-8ea7-e31372642a2c req-befc3c4b-0a5e-4ced-9629-ac2fd146257d tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:33:54.023671 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-d53802de-ec72-483d-8ea7-e31372642a2c req-befc3c4b-0a5e-4ced-9629-ac2fd146257d tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:33:54.041912 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53802de-ec72-483d-8ea7-e31372642a2c req-befc3c4b-0a5e-4ced-9629-ac2fd146257d tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:33:54.061860 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a7a33-8af7-4716-abe3-a336ac07e84e req-5457d46f-cdb2-4fa8-9418-d8dae8f9f2fb tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:54.064430 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c86d6008-c028-4851-813a-5a9762a3aa97 None None] For port a977a7d0-ab2c-4be7-8987-06ab1c90086c, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=a977a7d0-ab2c-4be7-8987-06ab1c90086c,segment=NetworkSegment(fbcfeabb-6b36-4612-a418-a8f8689d588b),segment_id=fbcfeabb-6b36-4612-a418-a8f8689d588b)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:33:54.076283 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e66a7a33-8af7-4716-abe3-a336ac07e84e req-5457d46f-cdb2-4fa8-9418-d8dae8f9f2fb tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 944 time: 0.1360445 Nov 16 11:33:54.147263 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47932) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:54.171960 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53802de-ec72-483d-8ea7-e31372642a2c req-befc3c4b-0a5e-4ced-9629-ac2fd146257d tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:54.172946 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d53802de-ec72-483d-8ea7-e31372642a2c req-befc3c4b-0a5e-4ced-9629-ac2fd146257d tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:54.227655 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d53802de-ec72-483d-8ea7-e31372642a2c req-befc3c4b-0a5e-4ced-9629-ac2fd146257d tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8854394 Nov 16 11:33:54.233670 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e66a7a33-8af7-4716-abe3-a336ac07e84e req-6ba2b738-0a39-4b48-a95b-ec7aaa03900c tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552541 Nov 16 11:33:54.247509 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc3c4b-0a5e-4ced-9629-ac2fd146257d tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Pushing event updated for resources: {'Port': ['ID=6d9f6105-9caf-468b-8176-13c263c8e400,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:54.253687 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-d53802de-ec72-483d-8ea7-e31372642a2c req-26ceef94-b663-4964-bc6f-ac9ce2e60de0 service neutron] Request body: {'port': {'device_id': '0a506fec-f2b0-417b-b803-caa60745de99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:33:54.411055 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-aa02c17a-ac33-4047-9eb4-eaf0150af264 tempest-DHCPAgentSchedulersTestJSON-490482937 tempest-DHCPAgentSchedulersTestJSON-490482937-project-admin] 10.222.0.61 "GET /v2.0/networks/95051d02-a9d0-44bb-abcc-d43d212c340f/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.4076805 Nov 16 11:33:54.422418 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416a20a-6fd4-476b-af26-662e97c4964f req-40853418-61a4-4934-9846-8d5a7284f810 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:54.450077 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b416a20a-6fd4-476b-af26-662e97c4964f req-40853418-61a4-4934-9846-8d5a7284f810 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/ports?device_id=e09e2117-166e-40ff-82c8-6a9f30e4a142 HTTP/1.1" status: 200 len: 944 time: 0.0896547 Nov 16 11:33:54.463108 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47940) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:54.504975 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['2fed52f5-2778-40fe-a87d-7c5f06cbb9a0'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:33:54.511741 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c86d6008-c028-4851-813a-5a9762a3aa97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:54.539736 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d53802de-ec72-483d-8ea7-e31372642a2c req-26ceef94-b663-4964-bc6f-ac9ce2e60de0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:54.673642 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:54.684403 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b416a20a-6fd4-476b-af26-662e97c4964f req-a7d4667f-20b5-4a3e-8cc8-eba9b23fc4d1 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/security-groups?id=5207a059-98a1-4077-8fa6-cad36c745e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331250 Nov 16 11:33:54.768545 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d6008-c028-4851-813a-5a9762a3aa97 None None] Pushing event updated for resources: {'Port': ['ID=a977a7d0-ab2c-4be7-8987-06ab1c90086c,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:54.809095 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ef412df2-8032-4d8e-a54c-8f5d0829ccb7 None None] Provisioning complete for port a977a7d0-ab2c-4be7-8987-06ab1c90086c triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:33:54.809793 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ef412df2-8032-4d8e-a54c-8f5d0829ccb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:54.938509 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.api [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:33:54.939138 n-d-816823-3 neutron-server[102670]: DEBUG oslo_db.api [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:33:55.047757 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ee17e0fe-a340-47ea-9f9c-e7e5af71eab4 req-413e47d1-31c8-4f59-b3ad-349ef3a3cf28 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=056e9065-0890-45bd-8bc2-859149fd183e HTTP/1.1" status: 200 len: 210 time: 0.1586959 Nov 16 11:33:55.059732 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 0ff840b6-8607-4b78-9f77-aaf4e2ad6a13 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:33:55.126904 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ef412df2-8032-4d8e-a54c-8f5d0829ccb7 None None] Provisioning complete for port 6d9f6105-9caf-468b-8176-13c263c8e400 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:33:55.127278 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ef412df2-8032-4d8e-a54c-8f5d0829ccb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:55.165619 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d53802de-ec72-483d-8ea7-e31372642a2c req-586d651f-8e89-4533-af09-9711e7a1cb63 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:55.314460 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-914d74dc-1291-493c-9456-98f55b131f0a tempest-DHCPAgentSchedulersTestJSON-490482937 tempest-DHCPAgentSchedulersTestJSON-490482937-project-admin] 10.222.0.61 "GET /v2.0/agents/8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e/dhcp-networks HTTP/1.1" status: 200 len: 8872 time: 0.8500640 Nov 16 11:33:55.320947 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47950) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:55.344919 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-ef412df2-8032-4d8e-a54c-8f5d0829ccb7 None None] Port 6d9f6105-9caf-468b-8176-13c263c8e400 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:33:55.360269 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d53802de-ec72-483d-8ea7-e31372642a2c req-586d651f-8e89-4533-af09-9711e7a1cb63 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:55.394634 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 0ff840b6-8607-4b78-9f77-aaf4e2ad6a13 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:33:55.402798 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 0ff840b6-8607-4b78-9f77-aaf4e2ad6a13 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:33:55.403753 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:55.547325 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-5aca888c-6efa-47ab-a782-79dee71b9e91 None None] Could not find standard attr ID for object a30fc120-5a5d-41b8-bc86-0cf632ede7ea. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:33:55.555399 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d53802de-ec72-483d-8ea7-e31372642a2c req-586d651f-8e89-4533-af09-9711e7a1cb63 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:33:55.563900 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-16519cf1-d01d-4fd5-816b-512498981bcc tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:55.566226 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['2fed52f5-2778-40fe-a87d-7c5f06cbb9a0'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:33:55.574398 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-d53802de-ec72-483d-8ea7-e31372642a2c req-586d651f-8e89-4533-af09-9711e7a1cb63 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:33:55.576226 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4f675d8b-7d31-4c77-b045-2829e0de1eae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:55.584722 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53802de-ec72-483d-8ea7-e31372642a2c req-586d651f-8e89-4533-af09-9711e7a1cb63 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:33:55.596673 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d651f-8e89-4533-af09-9711e7a1cb63 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Pushing event updated for resources: {'Port': ['ID=b978d542-abf6-447b-88b8-232ba5c145ac,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:55.726564 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device a977a7d0-ab2c-4be7-8987-06ab1c90086c up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:33:55.737122 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53802de-ec72-483d-8ea7-e31372642a2c req-586d651f-8e89-4533-af09-9711e7a1cb63 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:55.740631 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d53802de-ec72-483d-8ea7-e31372642a2c req-586d651f-8e89-4533-af09-9711e7a1cb63 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:55.783601 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d53802de-ec72-483d-8ea7-e31372642a2c req-586d651f-8e89-4533-af09-9711e7a1cb63 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1189528 Nov 16 11:33:55.820374 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-d53802de-ec72-483d-8ea7-e31372642a2c req-9bfadb9b-125b-471d-bd93-066d4a50a9db service neutron] Request body: {'port': {'device_id': '056e9065-0890-45bd-8bc2-859149fd183e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:33:55.826908 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:55.853345 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefeee5-b60b-48a1-bf40-dd33b67214e3 req-cd60f3a4-2580-47dc-9b13-a353ab31431f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:55.863232 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9fefeee5-b60b-48a1-bf40-dd33b67214e3 req-cd60f3a4-2580-47dc-9b13-a353ab31431f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 944 time: 0.3706446 Nov 16 11:33:55.873709 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-d53802de-ec72-483d-8ea7-e31372642a2c req-26ceef94-b663-4964-bc6f-ac9ce2e60de0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d9f6105-9caf-468b-8176-13c263c8e400 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:33:55.892961 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09e2117-166e-40ff-82c8-6a9f30e4a142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff840b6-8607-4b78-9f77-aaf4e2ad6a13'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:33:55.895458 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926e96f4-1686-48c6-b02e-b1f8b96fa70a" -d '{"events": [{"server_uuid": "e09e2117-166e-40ff-82c8-6a9f30e4a142", "name": "network-vif-plugged", "status": "completed", "tag": "0ff840b6-8607-4b78-9f77-aaf4e2ad6a13"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:33:55.908178 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d53802de-ec72-483d-8ea7-e31372642a2c req-26ceef94-b663-4964-bc6f-ac9ce2e60de0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:55.929284 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d53802de-ec72-483d-8ea7-e31372642a2c req-9bfadb9b-125b-471d-bd93-066d4a50a9db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:55.932030 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-d53802de-ec72-483d-8ea7-e31372642a2c req-26ceef94-b663-4964-bc6f-ac9ce2e60de0 service neutron] Transition to ACTIVE for port object 6d9f6105-9caf-468b-8176-13c263c8e400 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:33:55.944241 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d53802de-ec72-483d-8ea7-e31372642a2c req-26ceef94-b663-4964-bc6f-ac9ce2e60de0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:55.944723 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 0ff840b6-8607-4b78-9f77-aaf4e2ad6a13, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=0ff840b6-8607-4b78-9f77-aaf4e2ad6a13,segment=NetworkSegment(b72d83c5-1a90-4b36-b301-0c3e4b8557f7),segment_id=b72d83c5-1a90-4b36-b301-0c3e4b8557f7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:33:55.958546 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:56.040039 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9fefeee5-b60b-48a1-bf40-dd33b67214e3 req-759ee92f-b7c2-461e-8eed-74a42ab4a19d tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756978 Nov 16 11:33:56.142540 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port a977a7d0-ab2c-4be7-8987-06ab1c90086c triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:33:56.142926 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:56.174227 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ceef94-b663-4964-bc6f-ac9ce2e60de0 service neutron] Pushing event updated for resources: {'Port': ['ID=6d9f6105-9caf-468b-8176-13c263c8e400,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:56.230512 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-24994dec-8edc-4caa-9b7e-492e4f678635 None None] Provisioning complete for port b978d542-abf6-447b-88b8-232ba5c145ac triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:33:56.231824 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-24994dec-8edc-4caa-9b7e-492e4f678635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:56.232533 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=0ff840b6-8607-4b78-9f77-aaf4e2ad6a13,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:56.386972 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-24994dec-8edc-4caa-9b7e-492e4f678635 None None] Port b978d542-abf6-447b-88b8-232ba5c145ac cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:33:56.393404 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d53802de-ec72-483d-8ea7-e31372642a2c req-26ceef94-b663-4964-bc6f-ac9ce2e60de0 service neutron] Attempting to bind port 6d9f6105-9caf-468b-8176-13c263c8e400 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:33:56.394247 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d53802de-ec72-483d-8ea7-e31372642a2c req-26ceef94-b663-4964-bc6f-ac9ce2e60de0 service neutron] Attempting to bind port 6d9f6105-9caf-468b-8176-13c263c8e400 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:33:56.394579 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53802de-ec72-483d-8ea7-e31372642a2c req-26ceef94-b663-4964-bc6f-ac9ce2e60de0 service neutron] Attempting to bind port 6d9f6105-9caf-468b-8176-13c263c8e400 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:33:56.409351 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53802de-ec72-483d-8ea7-e31372642a2c req-26ceef94-b663-4964-bc6f-ac9ce2e60de0 service neutron] Port 6d9f6105-9caf-468b-8176-13c263c8e400 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:33:56.409724 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53802de-ec72-483d-8ea7-e31372642a2c req-26ceef94-b663-4964-bc6f-ac9ce2e60de0 service neutron] Attempting to bind port 6d9f6105-9caf-468b-8176-13c263c8e400 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:33:56.409864 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-16519cf1-d01d-4fd5-816b-512498981bcc tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:56.453306 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53802de-ec72-483d-8ea7-e31372642a2c req-26ceef94-b663-4964-bc6f-ac9ce2e60de0 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:33:56.453731 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53802de-ec72-483d-8ea7-e31372642a2c req-26ceef94-b663-4964-bc6f-ac9ce2e60de0 service neutron] Checking segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:33:56.454140 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53802de-ec72-483d-8ea7-e31372642a2c req-26ceef94-b663-4964-bc6f-ac9ce2e60de0 service neutron] Bound using segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:33:56.454527 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d53802de-ec72-483d-8ea7-e31372642a2c req-26ceef94-b663-4964-bc6f-ac9ce2e60de0 service neutron] Bound port: 6d9f6105-9caf-468b-8176-13c263c8e400, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:33:56.454893 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d53802de-ec72-483d-8ea7-e31372642a2c req-26ceef94-b663-4964-bc6f-ac9ce2e60de0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:56.487750 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-16519cf1-d01d-4fd5-816b-512498981bcc tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a6cfdc-6cf5-4d51-aed5-fc03d4223ee4']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:33:56.524564 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-16519cf1-d01d-4fd5-816b-512498981bcc tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d1a5383-0b86-48c8-8013-923c88b15ef9') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:33:56.525095 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-16519cf1-d01d-4fd5-816b-512498981bcc tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d1a5383-0b86-48c8-8013-923c88b15ef9') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:33:56.536029 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d53802de-ec72-483d-8ea7-e31372642a2c req-26ceef94-b663-4964-bc6f-ac9ce2e60de0 service neutron] For port 6d9f6105-9caf-468b-8176-13c263c8e400, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:33:56.555502 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d53802de-ec72-483d-8ea7-e31372642a2c req-26ceef94-b663-4964-bc6f-ac9ce2e60de0 service neutron] For port 6d9f6105-9caf-468b-8176-13c263c8e400, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=6d9f6105-9caf-468b-8176-13c263c8e400,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:33:56.556833 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511c4c0-15ee-4416-8421-570b0eb4ba1d req-8d9fa227-a1da-4249-9392-d01f7c9df5d1 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:56.563515 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6511c4c0-15ee-4416-8421-570b0eb4ba1d req-8d9fa227-a1da-4249-9392-d01f7c9df5d1 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/ports?device_id=e09e2117-166e-40ff-82c8-6a9f30e4a142 HTTP/1.1" status: 200 len: 945 time: 0.2606118 Nov 16 11:33:56.572347 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d53802de-ec72-483d-8ea7-e31372642a2c req-26ceef94-b663-4964-bc6f-ac9ce2e60de0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:56.576479 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-16519cf1-d01d-4fd5-816b-512498981bcc tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:56.616460 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-16519cf1-d01d-4fd5-816b-512498981bcc tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:56.647256 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53802de-ec72-483d-8ea7-e31372642a2c req-26ceef94-b663-4964-bc6f-ac9ce2e60de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:56.647903 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d53802de-ec72-483d-8ea7-e31372642a2c req-26ceef94-b663-4964-bc6f-ac9ce2e60de0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:56.650086 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d53802de-ec72-483d-8ea7-e31372642a2c req-26ceef94-b663-4964-bc6f-ac9ce2e60de0 service neutron] 10.222.0.64 "PUT /v2.0/ports/6d9f6105-9caf-468b-8176-13c263c8e400 HTTP/1.1" status: 200 len: 1095 time: 2.4074109 Nov 16 11:33:56.653742 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a506fec-f2b0-417b-b803-caa60745de99', 'tag': '6d9f6105-9caf-468b-8176-13c263c8e400'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:33:56.657806 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c3fa4b-44de-4081-9166-ca26d0b95523" -d '{"events": [{"name": "network-changed", "server_uuid": "0a506fec-f2b0-417b-b803-caa60745de99", "tag": "6d9f6105-9caf-468b-8176-13c263c8e400"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:33:56.669756 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16519cf1-d01d-4fd5-816b-512498981bcc tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:33:56.670237 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-16519cf1-d01d-4fd5-816b-512498981bcc tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:56.673550 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:33:56.673550 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:33:56.673550 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:33:56.673550 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:33:56.673550 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:33:56.673550 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:33:56.673550 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:33:56.673550 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:33:56.673550 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:33:56.673550 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:33:56.673550 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:33:56.673550 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:33:56.673550 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:33:56.673550 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:33:56.673550 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:33:56.673550 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:33:56.673550 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:33:56.673550 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:33:56.673550 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:33:56.673550 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:33:56.673550 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:33:56.673550 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:33:56.673550 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:33:56.673550 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:33:56.673550 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:33:56.673550 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:33:56.673550 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:33:56.673550 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:33:56.673550 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:33:56.673550 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:33:56.673550 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:33:56.673550 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:33:56.762392 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6511c4c0-15ee-4416-8421-570b0eb4ba1d req-bed5e7a5-9c07-4ec4-abc0-25a48a2456ff tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/security-groups?id=5207a059-98a1-4077-8fa6-cad36c745e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830504 Nov 16 11:33:56.797232 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-16519cf1-d01d-4fd5-816b-512498981bcc tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:56.806369 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-16519cf1-d01d-4fd5-816b-512498981bcc tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:56.809908 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-16519cf1-d01d-4fd5-816b-512498981bcc tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] 10.222.0.61 "DELETE /v2.0/networks/67a6cfdc-6cf5-4d51-aed5-fc03d4223ee4 HTTP/1.1" status: 204 len: 168 time: 1.4857385 Nov 16 11:33:56.813725 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47964) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:56.864097 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16519cf1-d01d-4fd5-816b-512498981bcc tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Pushing event deleted for resources: {'Network': ['ID=67a6cfdc-6cf5-4d51-aed5-fc03d4223ee4,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:56.870726 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-18ba43c6-87dd-4b23-93cb-dbf7d34df64e tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] DELETE failed (client error): The resource could not be found. Nov 16 11:33:56.871024 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29c354b-8e3b-47f8-a2b5-0c345e719d69 x-openstack-request-id: req-f29c354b-8e3b-47f8-a2b5-0c345e719d69 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:33:56.872169 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09e2117-166e-40ff-82c8-6a9f30e4a142", "name": "network-vif-plugged", "status": "completed", "tag": "0ff840b6-8607-4b78-9f77-aaf4e2ad6a13", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:33:56.872679 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18ba43c6-87dd-4b23-93cb-dbf7d34df64e tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:33:56.873108 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f29c354b-8e3b-47f8-a2b5-0c345e719d69 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:33:56.874396 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e09e2117-166e-40ff-82c8-6a9f30e4a142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff840b6-8607-4b78-9f77-aaf4e2ad6a13', 'code': 200} Nov 16 11:33:56.875883 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-18ba43c6-87dd-4b23-93cb-dbf7d34df64e tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] 10.222.0.61 "DELETE /v2.0/ports/a30fc120-5a5d-41b8-bc86-0cf632ede7ea HTTP/1.1" status: 404 len: 333 time: 0.0612106 Nov 16 11:33:56.881556 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47966) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:56.897659 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-4f675d8b-7d31-4c77-b045-2829e0de1eae admin admin] Deleting port fe243936-d558-4256-b06b-021aaf88410b {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:33:56.898029 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4f675d8b-7d31-4c77-b045-2829e0de1eae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:56.954389 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ceef94-b663-4964-bc6f-ac9ce2e60de0 service neutron] Pushing event updated for resources: {'Port': ['ID=6d9f6105-9caf-468b-8176-13c263c8e400,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:56.986133 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53802de-ec72-483d-8ea7-e31372642a2c req-6afdf0d1-79db-47f9-b947-f7f0d76e43c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:56.987653 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d53802de-ec72-483d-8ea7-e31372642a2c req-6afdf0d1-79db-47f9-b947-f7f0d76e43c5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf730bc3509b41198d463002969da1ed&device_id=0a506fec-f2b0-417b-b803-caa60745de99 HTTP/1.1" status: 200 len: 1098 time: 0.2718823 Nov 16 11:33:57.002152 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-d53802de-ec72-483d-8ea7-e31372642a2c req-9bfadb9b-125b-471d-bd93-066d4a50a9db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b978d542-abf6-447b-88b8-232ba5c145ac {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:33:57.063118 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d53802de-ec72-483d-8ea7-e31372642a2c req-9bfadb9b-125b-471d-bd93-066d4a50a9db service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:57.066820 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d53802de-ec72-483d-8ea7-e31372642a2c req-c1ccce68-5cc8-4318-8292-2c8036c63d1c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=6d9f6105-9caf-468b-8176-13c263c8e400 HTTP/1.1" status: 200 len: 217 time: 0.0665367 Nov 16 11:33:57.082724 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4514715-19b4-44f6-ab6d-73bf7abbb6fd tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Deleting subnet e638a4a7-dd6a-43a1-ba80-950964f7861f {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:33:57.089583 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e4514715-19b4-44f6-ab6d-73bf7abbb6fd tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:57.094911 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-d53802de-ec72-483d-8ea7-e31372642a2c req-9bfadb9b-125b-471d-bd93-066d4a50a9db service neutron] Transition to ACTIVE for port object b978d542-abf6-447b-88b8-232ba5c145ac will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:33:57.124699 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce061c-99d5-4582-b2a1-3a50e39ca2d1 req-ac7b27a1-54a0-499f-978d-f1de1d16e7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:57.128581 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-78ce061c-99d5-4582-b2a1-3a50e39ca2d1 req-ac7b27a1-54a0-499f-978d-f1de1d16e7dc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e09e2117-166e-40ff-82c8-6a9f30e4a142 HTTP/1.1" status: 200 len: 1096 time: 0.1398263 Nov 16 11:33:57.129248 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d53802de-ec72-483d-8ea7-e31372642a2c req-9bfadb9b-125b-471d-bd93-066d4a50a9db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:57.162873 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701cbcb7-bc8f-4ce3-94d8-c74b9b07620b req-e815b14a-81c4-4371-a042-2441b0e62d01 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:57.164372 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-701cbcb7-bc8f-4ce3-94d8-c74b9b07620b req-e815b14a-81c4-4371-a042-2441b0e62d01 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=056e9065-0890-45bd-8bc2-859149fd183e HTTP/1.1" status: 200 len: 935 time: 0.1546199 Nov 16 11:33:57.170157 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e4514715-19b4-44f6-ab6d-73bf7abbb6fd tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:57.213349 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-4f675d8b-7d31-4c77-b045-2829e0de1eae admin admin] For port fe243936-d558-4256-b06b-021aaf88410b, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=fe243936-d558-4256-b06b-021aaf88410b,segment=NetworkSegment(bc3efc76-7eee-41cc-b500-e816d15e53cf),segment_id=bc3efc76-7eee-41cc-b500-e816d15e53cf)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:33:57.214317 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4f675d8b-7d31-4c77-b045-2829e0de1eae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:57.243307 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-4f675d8b-7d31-4c77-b045-2829e0de1eae admin admin] Calling delete_port for fe243936-d558-4256-b06b-021aaf88410b owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:33:57.279910 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53802de-ec72-483d-8ea7-e31372642a2c req-4aa75674-8839-4cb1-87a7-341293ad0776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:57.281371 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d53802de-ec72-483d-8ea7-e31372642a2c req-4aa75674-8839-4cb1-87a7-341293ad0776 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.2046895 Nov 16 11:33:57.282066 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfadb9b-125b-471d-bd93-066d4a50a9db service neutron] Pushing event updated for resources: {'Port': ['ID=b978d542-abf6-447b-88b8-232ba5c145ac,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:57.346144 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-78ce061c-99d5-4582-b2a1-3a50e39ca2d1 req-842f9b91-3574-420b-beb2-1236ab930b67 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5207a059-98a1-4077-8fa6-cad36c745e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048790 Nov 16 11:33:57.348271 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d53802de-ec72-483d-8ea7-e31372642a2c req-9bfadb9b-125b-471d-bd93-066d4a50a9db service neutron] Attempting to bind port b978d542-abf6-447b-88b8-232ba5c145ac on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:33:57.348597 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d53802de-ec72-483d-8ea7-e31372642a2c req-9bfadb9b-125b-471d-bd93-066d4a50a9db service neutron] Attempting to bind port b978d542-abf6-447b-88b8-232ba5c145ac by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:33:57.348924 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53802de-ec72-483d-8ea7-e31372642a2c req-9bfadb9b-125b-471d-bd93-066d4a50a9db service neutron] Attempting to bind port b978d542-abf6-447b-88b8-232ba5c145ac on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:33:57.359183 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53802de-ec72-483d-8ea7-e31372642a2c req-9bfadb9b-125b-471d-bd93-066d4a50a9db service neutron] Port b978d542-abf6-447b-88b8-232ba5c145ac on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:33:57.359513 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53802de-ec72-483d-8ea7-e31372642a2c req-9bfadb9b-125b-471d-bd93-066d4a50a9db service neutron] Attempting to bind port b978d542-abf6-447b-88b8-232ba5c145ac on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:33:57.367797 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53802de-ec72-483d-8ea7-e31372642a2c req-85a8f36e-0b57-4e79-8e0b-c683a128630d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:57.369299 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d53802de-ec72-483d-8ea7-e31372642a2c req-85a8f36e-0b57-4e79-8e0b-c683a128630d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0755656 Nov 16 11:33:57.370472 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53802de-ec72-483d-8ea7-e31372642a2c req-9bfadb9b-125b-471d-bd93-066d4a50a9db service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:33:57.370804 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53802de-ec72-483d-8ea7-e31372642a2c req-9bfadb9b-125b-471d-bd93-066d4a50a9db service neutron] Checking segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:33:57.371180 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53802de-ec72-483d-8ea7-e31372642a2c req-9bfadb9b-125b-471d-bd93-066d4a50a9db service neutron] Bound using segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:33:57.371843 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d53802de-ec72-483d-8ea7-e31372642a2c req-9bfadb9b-125b-471d-bd93-066d4a50a9db service neutron] Bound port: b978d542-abf6-447b-88b8-232ba5c145ac, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:33:57.372190 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d53802de-ec72-483d-8ea7-e31372642a2c req-9bfadb9b-125b-471d-bd93-066d4a50a9db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:57.450535 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d53802de-ec72-483d-8ea7-e31372642a2c req-9bfadb9b-125b-471d-bd93-066d4a50a9db service neutron] For port b978d542-abf6-447b-88b8-232ba5c145ac, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:33:57.454328 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d53802de-ec72-483d-8ea7-e31372642a2c req-9bfadb9b-125b-471d-bd93-066d4a50a9db service neutron] For port b978d542-abf6-447b-88b8-232ba5c145ac, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=b978d542-abf6-447b-88b8-232ba5c145ac,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:33:57.468812 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d53802de-ec72-483d-8ea7-e31372642a2c req-9bfadb9b-125b-471d-bd93-066d4a50a9db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:57.537661 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53802de-ec72-483d-8ea7-e31372642a2c req-9bfadb9b-125b-471d-bd93-066d4a50a9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:57.538483 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d53802de-ec72-483d-8ea7-e31372642a2c req-9bfadb9b-125b-471d-bd93-066d4a50a9db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:57.540078 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d53802de-ec72-483d-8ea7-e31372642a2c req-9bfadb9b-125b-471d-bd93-066d4a50a9db service neutron] 10.222.0.64 "PUT /v2.0/ports/b978d542-abf6-447b-88b8-232ba5c145ac HTTP/1.1" status: 200 len: 1095 time: 1.7248316 Nov 16 11:33:57.709260 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfadb9b-125b-471d-bd93-066d4a50a9db service neutron] Pushing event updated for resources: {'Port': ['ID=b978d542-abf6-447b-88b8-232ba5c145ac,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:57.736270 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53802de-ec72-483d-8ea7-e31372642a2c req-7b674f86-0370-471a-8ab2-f3d1bbc12259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:57.738099 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d53802de-ec72-483d-8ea7-e31372642a2c req-7b674f86-0370-471a-8ab2-f3d1bbc12259 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf730bc3509b41198d463002969da1ed&device_id=056e9065-0890-45bd-8bc2-859149fd183e HTTP/1.1" status: 200 len: 1098 time: 0.0813274 Nov 16 11:33:57.800883 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d53802de-ec72-483d-8ea7-e31372642a2c req-223fc593-2378-42cf-9a50-9d26b4ac2c8c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=b978d542-abf6-447b-88b8-232ba5c145ac HTTP/1.1" status: 200 len: 217 time: 0.0449088 Nov 16 11:33:57.865455 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d53802de-ec72-483d-8ea7-e31372642a2c req-c9397916-18cf-46a7-bf55-2f8aded56b8a service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976213 Nov 16 11:33:57.883925 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-701cbcb7-bc8f-4ce3-94d8-c74b9b07620b req-eabbb302-4a65-41fe-bafd-dc8bc3347b78 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6838470 Nov 16 11:33:57.896253 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53802de-ec72-483d-8ea7-e31372642a2c req-107ac98d-1a4c-40bd-bf66-d6cf58f52cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:57.901874 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d53802de-ec72-483d-8ea7-e31372642a2c req-107ac98d-1a4c-40bd-bf66-d6cf58f52cf7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0868669 Nov 16 11:33:57.940501 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:57.978578 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb859d1-b34e-4d98-970d-d7052dc24be5 x-openstack-request-id: req-deb859d1-b34e-4d98-970d-d7052dc24be5 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:33:57.979206 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a506fec-f2b0-417b-b803-caa60745de99", "tag": "6d9f6105-9caf-468b-8176-13c263c8e400", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:33:57.979693 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-deb859d1-b34e-4d98-970d-d7052dc24be5 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:33:57.980351 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a506fec-f2b0-417b-b803-caa60745de99', 'tag': '6d9f6105-9caf-468b-8176-13c263c8e400', 'status': 'completed', 'code': 200} Nov 16 11:33:58.004969 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e4514715-19b4-44f6-ab6d-73bf7abbb6fd tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:58.047363 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53802de-ec72-483d-8ea7-e31372642a2c req-4db63c29-3986-4108-a775-22b75a1a2126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:58.049439 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d53802de-ec72-483d-8ea7-e31372642a2c req-4db63c29-3986-4108-a775-22b75a1a2126 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1203170 Nov 16 11:33:58.079618 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d53802de-ec72-483d-8ea7-e31372642a2c req-45572df7-7918-4b3f-a673-bafd7db44797 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033439 Nov 16 11:33:58.173215 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e4514715-19b4-44f6-ab6d-73bf7abbb6fd tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:58.189559 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4972005-8854-43df-b9d0-d717183a39bd req-1fda0eee-aeb8-4def-a609-a63075994487 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:58.190747 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d53802de-ec72-483d-8ea7-e31372642a2c req-e6bf0756-bad6-4a36-b533-294cb26805c9 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302013 Nov 16 11:33:58.194386 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b4972005-8854-43df-b9d0-d717183a39bd req-1fda0eee-aeb8-4def-a609-a63075994487 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 944 time: 0.1501613 Nov 16 11:33:58.242285 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4514715-19b4-44f6-ab6d-73bf7abbb6fd tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Pushing event deleted for resources: {'Subnet': ['ID=e638a4a7-dd6a-43a1-ba80-950964f7861f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:58.247837 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e4514715-19b4-44f6-ab6d-73bf7abbb6fd tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:58.253185 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e4514715-19b4-44f6-ab6d-73bf7abbb6fd tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] 10.222.0.61 "DELETE /v2.0/subnets/e638a4a7-dd6a-43a1-ba80-950964f7861f HTTP/1.1" status: 204 len: 168 time: 1.3680024 Nov 16 11:33:58.253363 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3fa4b-44de-4081-9166-ca26d0b95523 req-2b98c2c9-5672-487a-9c61-b7ccca5be145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:58.253648 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47974) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:58.253788 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-05c3fa4b-44de-4081-9166-ca26d0b95523 req-2b98c2c9-5672-487a-9c61-b7ccca5be145 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf730bc3509b41198d463002969da1ed&device_id=0a506fec-f2b0-417b-b803-caa60745de99 HTTP/1.1" status: 200 len: 1098 time: 0.0995533 Nov 16 11:33:58.255808 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa1f894-d808-4738-a7a3-66570dfa75e2 None None] Network 95051d02-a9d0-44bb-abcc-d43d212c340f requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:33:58.308958 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b4972005-8854-43df-b9d0-d717183a39bd req-063abb65-8905-4e0c-9a1c-fc8d2f146487 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034386 Nov 16 11:33:58.356122 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4f675d8b-7d31-4c77-b045-2829e0de1eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:58.382936 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d53802de-ec72-483d-8ea7-e31372642a2c req-fcad60db-aaf3-4154-8623-b2c9fc8fcfa6 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793461 Nov 16 11:33:58.438040 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f675d8b-7d31-4c77-b045-2829e0de1eae admin admin] Pushing event deleted for resources: {'Port': ['ID=fe243936-d558-4256-b06b-021aaf88410b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:58.539116 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3fa4b-44de-4081-9166-ca26d0b95523 req-b11e1fd4-94e0-41f7-8593-21b051aea5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:58.540843 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-05c3fa4b-44de-4081-9166-ca26d0b95523 req-b11e1fd4-94e0-41f7-8593-21b051aea5c5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.2075400 Nov 16 11:33:58.545449 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0a51547a-5928-4dc3-b8d0-c1178e3012e0 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:58.610369 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf108a6-8a30-494c-a924-e831a42b4b78 None None] DHCP port deletion for 95051d02-a9d0-44bb-abcc-d43d212c340f request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:33:58.668214 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-05c3fa4b-44de-4081-9166-ca26d0b95523 req-976cde7b-c51c-4c6d-9db2-82eb368b285b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=6d9f6105-9caf-468b-8176-13c263c8e400 HTTP/1.1" status: 200 len: 217 time: 0.1033447 Nov 16 11:33:58.687630 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-aaf108a6-8a30-494c-a924-e831a42b4b78 None None] Deleting port a977a7d0-ab2c-4be7-8987-06ab1c90086c {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:33:58.688381 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aaf108a6-8a30-494c-a924-e831a42b4b78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:58.801423 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4f675d8b-7d31-4c77-b045-2829e0de1eae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:58.827448 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7aeae-b490-4a45-8d1b-3a2741b1a95c req-3892e6bd-3ea7-4b2e-ae76-117240aa0f7d tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:58.837180 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:58.839654 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-aaf108a6-8a30-494c-a924-e831a42b4b78 None None] For port a977a7d0-ab2c-4be7-8987-06ab1c90086c, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=a977a7d0-ab2c-4be7-8987-06ab1c90086c,segment=NetworkSegment(fbcfeabb-6b36-4612-a418-a8f8689d588b),segment_id=fbcfeabb-6b36-4612-a418-a8f8689d588b)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:33:58.840102 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aaf108a6-8a30-494c-a924-e831a42b4b78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:58.845955 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7bf7aeae-b490-4a45-8d1b-3a2741b1a95c req-3892e6bd-3ea7-4b2e-ae76-117240aa0f7d tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/ports?device_id=e09e2117-166e-40ff-82c8-6a9f30e4a142 HTTP/1.1" status: 200 len: 945 time: 0.3837531 Nov 16 11:33:58.860186 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-aaf108a6-8a30-494c-a924-e831a42b4b78 None None] Calling delete_port for a977a7d0-ab2c-4be7-8987-06ab1c90086c owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:33:58.989462 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aaf108a6-8a30-494c-a924-e831a42b4b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:59.018505 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf108a6-8a30-494c-a924-e831a42b4b78 None None] Pushing event deleted for resources: {'Port': ['ID=a977a7d0-ab2c-4be7-8987-06ab1c90086c,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:59.038519 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf108a6-8a30-494c-a924-e831a42b4b78 None None] No DVR routers for this DVR port a977a7d0-ab2c-4be7-8987-06ab1c90086c on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:33:59.073298 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7bf7aeae-b490-4a45-8d1b-3a2741b1a95c req-f1c0f6a2-7eff-42b7-b82e-3d95d5314187 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/security-groups?id=5207a059-98a1-4077-8fa6-cad36c745e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259328 Nov 16 11:33:59.083990 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-0a51547a-5928-4dc3-b8d0-c1178e3012e0 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Deleting port a977a7d0-ab2c-4be7-8987-06ab1c90086c {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:33:59.084436 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0a51547a-5928-4dc3-b8d0-c1178e3012e0 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:59.160064 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3fa4b-44de-4081-9166-ca26d0b95523 req-44e0f9aa-0429-40ed-a24c-66b6535b0e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:59.162450 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-05c3fa4b-44de-4081-9166-ca26d0b95523 req-44e0f9aa-0429-40ed-a24c-66b6535b0e3e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.4821503 Nov 16 11:33:59.214298 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3fa4b-44de-4081-9166-ca26d0b95523 req-3340a183-7ef8-4847-a2b4-deaa73092cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:59.215911 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-05c3fa4b-44de-4081-9166-ca26d0b95523 req-3340a183-7ef8-4847-a2b4-deaa73092cb5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0447233 Nov 16 11:33:59.224890 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-0a51547a-5928-4dc3-b8d0-c1178e3012e0 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] For port a977a7d0-ab2c-4be7-8987-06ab1c90086c, host n-d-816823-3, got binding levels [] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:33:59.225263 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0a51547a-5928-4dc3-b8d0-c1178e3012e0 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:59.246539 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-0a51547a-5928-4dc3-b8d0-c1178e3012e0 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Calling delete_port for a977a7d0-ab2c-4be7-8987-06ab1c90086c owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:33:59.250479 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.ipam_backend_mixin [None req-0a51547a-5928-4dc3-b8d0-c1178e3012e0 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Port a977a7d0-ab2c-4be7-8987-06ab1c90086c was not found and therefore no delete operation was performed {{(pid=102669) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 11:33:59.309783 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0a51547a-5928-4dc3-b8d0-c1178e3012e0 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:59.328628 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-05c3fa4b-44de-4081-9166-ca26d0b95523 req-6a944a48-4a6f-4b0b-b579-a32b1aef4f16 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925877 Nov 16 11:33:59.350050 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffccd3ec-9ff0-4ab3-bff6-9cfd7e6f8f51 req-3a90c005-91af-41ca-bb20-a8f9ad7ec206 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:59.351611 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ffccd3ec-9ff0-4ab3-bff6-9cfd7e6f8f51 req-3a90c005-91af-41ca-bb20-a8f9ad7ec206 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=056e9065-0890-45bd-8bc2-859149fd183e HTTP/1.1" status: 200 len: 947 time: 0.1782529 Nov 16 11:33:59.360517 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a51547a-5928-4dc3-b8d0-c1178e3012e0 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Pushing event deleted for resources: {'Port': ['ID=a977a7d0-ab2c-4be7-8987-06ab1c90086c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:59.364132 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a51547a-5928-4dc3-b8d0-c1178e3012e0 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] No DVR routers for this DVR port a977a7d0-ab2c-4be7-8987-06ab1c90086c on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:33:59.431345 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-05c3fa4b-44de-4081-9166-ca26d0b95523 req-532053b0-38b7-441b-b121-29dec0750bb3 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925798 Nov 16 11:33:59.484616 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0a51547a-5928-4dc3-b8d0-c1178e3012e0 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:59.512101 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f675d8b-7d31-4c77-b045-2829e0de1eae admin admin] Router 58577538-a6be-4d1e-9a01-e273f36e201c has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:33:59.525028 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ffccd3ec-9ff0-4ab3-bff6-9cfd7e6f8f51 req-893828cd-11cf-4532-bc8d-71afed223a52 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337574 Nov 16 11:33:59.527170 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-0a51547a-5928-4dc3-b8d0-c1178e3012e0 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95051d02-a9d0-44bb-abcc-d43d212c340f']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:33:59.539409 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-0a51547a-5928-4dc3-b8d0-c1178e3012e0 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbcfeabb-6b36-4612-a418-a8f8689d588b') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:33:59.539706 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-0a51547a-5928-4dc3-b8d0-c1178e3012e0 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbcfeabb-6b36-4612-a418-a8f8689d588b') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:33:59.581590 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0a51547a-5928-4dc3-b8d0-c1178e3012e0 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:59.634301 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0a51547a-5928-4dc3-b8d0-c1178e3012e0 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:59.645636 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a51547a-5928-4dc3-b8d0-c1178e3012e0 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:33:59.646080 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0a51547a-5928-4dc3-b8d0-c1178e3012e0 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:59.649308 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:33:59.649308 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:33:59.649308 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:33:59.649308 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:33:59.649308 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:33:59.649308 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:33:59.649308 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:33:59.649308 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:33:59.649308 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:33:59.649308 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:33:59.649308 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:33:59.649308 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:33:59.649308 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:33:59.649308 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:33:59.649308 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:33:59.649308 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:33:59.649308 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:33:59.649308 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:33:59.649308 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:33:59.649308 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:33:59.649308 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:33:59.649308 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:33:59.649308 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:33:59.649308 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:33:59.649308 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:33:59.649308 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:33:59.649308 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:33:59.649308 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:33:59.649308 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:33:59.649308 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:33:59.649308 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:33:59.649308 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:33:59.758667 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device a977a7d0-ab2c-4be7-8987-06ab1c90086c no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:33:59.767957 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f675d8b-7d31-4c77-b045-2829e0de1eae admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:33:59.775712 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0a51547a-5928-4dc3-b8d0-c1178e3012e0 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:59.783080 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4f675d8b-7d31-4c77-b045-2829e0de1eae admin admin] 10.222.0.61 "PUT /v2.0/routers/58577538-a6be-4d1e-9a01-e273f36e201c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6308541 Nov 16 11:33:59.783449 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47990) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:33:59.786676 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1a13f3-a7ba-4ad1-80cd-4980f00bc4c3 None None] Sync routers for ids ['58577538-a6be-4d1e-9a01-e273f36e201c'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:33:59.795173 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: a977a7d0-ab2c-4be7-8987-06ab1c90086c {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:33:59.795512 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device a977a7d0-ab2c-4be7-8987-06ab1c90086c not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:33:59.800378 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1a13f3-a7ba-4ad1-80cd-4980f00bc4c3 None None] Routers {'58577538-a6be-4d1e-9a01-e273f36e201c'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:33:59.800660 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-bc1a13f3-a7ba-4ad1-80cd-4980f00bc4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:33:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['58577538-a6be-4d1e-9a01-e273f36e201c'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:33:59.804147 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0a51547a-5928-4dc3-b8d0-c1178e3012e0 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:33:59.810452 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0a51547a-5928-4dc3-b8d0-c1178e3012e0 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] 10.222.0.61 "DELETE /v2.0/networks/95051d02-a9d0-44bb-abcc-d43d212c340f HTTP/1.1" status: 204 len: 168 time: 1.5558331 Nov 16 11:33:59.834274 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a51547a-5928-4dc3-b8d0-c1178e3012e0 tempest-DHCPAgentSchedulersTestJSON-1671058702 tempest-DHCPAgentSchedulersTestJSON-1671058702-project] Pushing event deleted for resources: {'Network': ['ID=95051d02-a9d0-44bb-abcc-d43d212c340f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:33:59.852762 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa514b-fd1a-4fed-8c79-e3dd518820db req-6cf78aec-2f77-450b-b993-d7b8428dc38c tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:33:59.877170 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d6fa514b-fd1a-4fed-8c79-e3dd518820db req-6cf78aec-2f77-450b-b993-d7b8428dc38c tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 944 time: 0.1744840 Nov 16 11:33:59.935136 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d6fa514b-fd1a-4fed-8c79-e3dd518820db req-7f00d417-0f19-4f14-a4b7-fd8badf778c6 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570810 Nov 16 11:33:59.937301 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-bc1a13f3-a7ba-4ad1-80cd-4980f00bc4c3 None None] Set router 58577538-a6be-4d1e-9a01-e273f36e201c gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:33:59.983685 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '056e9065-0890-45bd-8bc2-859149fd183e', 'tag': 'b978d542-abf6-447b-88b8-232ba5c145ac'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:33:59.989513 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdd2ee8-6aee-4c63-9d65-87a7b74896f1" -d '{"events": [{"name": "network-changed", "server_uuid": "056e9065-0890-45bd-8bc2-859149fd183e", "tag": "b978d542-abf6-447b-88b8-232ba5c145ac"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:34:00.072201 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ec65be42-4b5c-49c1-9341-de5c57c30e35 admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:00.148424 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48000) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:00.169137 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83c1af-9c58-4188-927d-35fb8265f8ae req-3153d41f-7943-4e05-81ea-fadb8d17d1a6 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:00.170881 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5c83c1af-9c58-4188-927d-35fb8265f8ae req-3153d41f-7943-4e05-81ea-fadb8d17d1a6 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 945 time: 0.0927370 Nov 16 11:34:00.197548 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-bc1a13f3-a7ba-4ad1-80cd-4980f00bc4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58577538-a6be-4d1e-9a01-e273f36e201c', 'name': 'tempest-TaggedBootDevicesTest-91696772-router', 'tenant_id': '1ae06a69eac64c2d80c4db8375c3a241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b67474d8-f467-468e-ab7a-01634eaf6b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:21:51Z', 'updated_at': '2021-11-16T11:33:58Z', 'revision_number': 5, 'project_id': '1ae06a69eac64c2d80c4db8375c3a241', 'gw_port': {'id': 'b67474d8-f467-468e-ab7a-01634eaf6b8d', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:58:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58577538-a6be-4d1e-9a01-e273f36e201c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:21:53Z', 'updated_at': '2021-11-16T11:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:00.223074 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ec65be42-4b5c-49c1-9341-de5c57c30e35 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:00.230541 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1a13f3-a7ba-4ad1-80cd-4980f00bc4c3 None None] Checking router: 58577538-a6be-4d1e-9a01-e273f36e201c for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:34:00.239952 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1a13f3-a7ba-4ad1-80cd-4980f00bc4c3 None None] Routers {'58577538-a6be-4d1e-9a01-e273f36e201c'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:34:00.240683 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-bc1a13f3-a7ba-4ad1-80cd-4980f00bc4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:33:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['58577538-a6be-4d1e-9a01-e273f36e201c'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:00.261818 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5c83c1af-9c58-4188-927d-35fb8265f8ae req-90986bd5-3c0a-497c-8321-f73a5565d11d tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a1ae922-53db-4b87-b60b-12d9a74c16ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811779 Nov 16 11:34:00.307089 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d93c92a-6b73-4d22-bf9a-7746c7e85edd x-openstack-request-id: req-5d93c92a-6b73-4d22-bf9a-7746c7e85edd {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:34:00.308232 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "056e9065-0890-45bd-8bc2-859149fd183e", "tag": "b978d542-abf6-447b-88b8-232ba5c145ac", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:34:00.308993 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5d93c92a-6b73-4d22-bf9a-7746c7e85edd {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:34:00.309793 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '056e9065-0890-45bd-8bc2-859149fd183e', 'tag': 'b978d542-abf6-447b-88b8-232ba5c145ac', 'status': 'completed', 'code': 200} Nov 16 11:34:00.371972 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-bc1a13f3-a7ba-4ad1-80cd-4980f00bc4c3 None None] Set router 58577538-a6be-4d1e-9a01-e273f36e201c gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:34:00.396418 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ec65be42-4b5c-49c1-9341-de5c57c30e35 admin admin] Deleting port b67474d8-f467-468e-ab7a-01634eaf6b8d {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:34:00.397255 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ec65be42-4b5c-49c1-9341-de5c57c30e35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:00.428981 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-bc1a13f3-a7ba-4ad1-80cd-4980f00bc4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58577538-a6be-4d1e-9a01-e273f36e201c', 'name': 'tempest-TaggedBootDevicesTest-91696772-router', 'tenant_id': '1ae06a69eac64c2d80c4db8375c3a241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:21:51Z', 'updated_at': '2021-11-16T11:34:00Z', 'revision_number': 6, 'project_id': '1ae06a69eac64c2d80c4db8375c3a241', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:00.429801 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e4949214-ede1-459e-ba3d-3e9ac67f4fba admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=89f2c2ceb1e7420bb780aa0f04b3bedc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2793295 Nov 16 11:34:00.432050 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48004) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:00.448833 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd2ee8-6aee-4c63-9d65-87a7b74896f1 req-a57292c4-b7cd-4f9b-baa7-2a1af8a0dabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:00.452495 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5cdd2ee8-6aee-4c63-9d65-87a7b74896f1 req-a57292c4-b7cd-4f9b-baa7-2a1af8a0dabf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf730bc3509b41198d463002969da1ed&device_id=056e9065-0890-45bd-8bc2-859149fd183e HTTP/1.1" status: 200 len: 1098 time: 0.1145525 Nov 16 11:34:00.460709 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1a13f3-a7ba-4ad1-80cd-4980f00bc4c3 None None] The sync data for ids ['58577538-a6be-4d1e-9a01-e273f36e201c'] in n-d-816823-3 is: [{'id': '58577538-a6be-4d1e-9a01-e273f36e201c', 'name': 'tempest-TaggedBootDevicesTest-91696772-router', 'tenant_id': '1ae06a69eac64c2d80c4db8375c3a241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:21:51Z', 'updated_at': '2021-11-16T11:34:00Z', 'revision_number': 6, 'project_id': '1ae06a69eac64c2d80c4db8375c3a241', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:34:00.469528 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb05da5-f5a6-4802-b7ae-043c9df1d03b req-5e88710a-55b1-4ac5-8244-8dccd1d8afec tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:00.477180 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ecb05da5-f5a6-4802-b7ae-043c9df1d03b req-5e88710a-55b1-4ac5-8244-8dccd1d8afec tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/ports?device_id=e09e2117-166e-40ff-82c8-6a9f30e4a142 HTTP/1.1" status: 200 len: 945 time: 0.0981276 Nov 16 11:34:00.542672 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-719a72b1-bb0a-4851-800d-7273397737a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:00.554506 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ecb05da5-f5a6-4802-b7ae-043c9df1d03b req-3db03d6a-8258-4610-8d07-1ac3f0012579 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/security-groups?id=5207a059-98a1-4077-8fa6-cad36c745e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765009 Nov 16 11:34:00.570893 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-ec65be42-4b5c-49c1-9341-de5c57c30e35 admin admin] For port b67474d8-f467-468e-ab7a-01634eaf6b8d, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=b67474d8-f467-468e-ab7a-01634eaf6b8d,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:34:00.570893 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ec65be42-4b5c-49c1-9341-de5c57c30e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:00.586416 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-719a72b1-bb0a-4851-800d-7273397737a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:00.593301 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ec65be42-4b5c-49c1-9341-de5c57c30e35 admin admin] Calling delete_port for b67474d8-f467-468e-ab7a-01634eaf6b8d owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:34:00.619238 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd2ee8-6aee-4c63-9d65-87a7b74896f1 req-b0219d84-5bc0-4d6d-9c0b-83a96d91cd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:00.621386 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5cdd2ee8-6aee-4c63-9d65-87a7b74896f1 req-b0219d84-5bc0-4d6d-9c0b-83a96d91cd5a service neutron] 10.222.0.64 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.1565504 Nov 16 11:34:00.674484 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-719a72b1-bb0a-4851-800d-7273397737a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:00.678125 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-719a72b1-bb0a-4851-800d-7273397737a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:00.682099 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-719a72b1-bb0a-4851-800d-7273397737a8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7a5f6728-d458-4444-af63-d56cbf532680 HTTP/1.1" status: 204 len: 168 time: 0.2468851 Nov 16 11:34:00.707973 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a72b1-bb0a-4851-800d-7273397737a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5f6728-d458-4444-af63-d56cbf532680,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:00.717513 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5cdd2ee8-6aee-4c63-9d65-87a7b74896f1 req-4eb9c775-f4fe-4b01-aacd-17ce9bd8e7b7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=b978d542-abf6-447b-88b8-232ba5c145ac HTTP/1.1" status: 200 len: 217 time: 0.0518007 Nov 16 11:34:00.774746 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff33a0b-b819-48e9-b83a-fe8c98cf261d req-bf869114-f0c9-4cd9-b70d-538ca9713d9e tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:00.786711 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4ff33a0b-b819-48e9-b83a-fe8c98cf261d req-bf869114-f0c9-4cd9-b70d-538ca9713d9e tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=056e9065-0890-45bd-8bc2-859149fd183e HTTP/1.1" status: 200 len: 947 time: 0.1517546 Nov 16 11:34:00.867535 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd2ee8-6aee-4c63-9d65-87a7b74896f1 req-b42de14d-7d44-4d4a-bb06-cf8ac5d80bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:00.878686 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5cdd2ee8-6aee-4c63-9d65-87a7b74896f1 req-b42de14d-7d44-4d4a-bb06-cf8ac5d80bd5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.1491213 Nov 16 11:34:00.891908 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4ff33a0b-b819-48e9-b83a-fe8c98cf261d req-7b1dbbec-f0b8-45c6-b8d9-8d05456f8ec7 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025143 Nov 16 11:34:01.045842 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd2ee8-6aee-4c63-9d65-87a7b74896f1 req-cd64578c-5862-4b25-a2f4-d25d05019b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:01.048100 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5cdd2ee8-6aee-4c63-9d65-87a7b74896f1 req-cd64578c-5862-4b25-a2f4-d25d05019b56 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1504223 Nov 16 11:34:01.050086 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ec65be42-4b5c-49c1-9341-de5c57c30e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:01.073981 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device b978d542-abf6-447b-88b8-232ba5c145ac details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:34:01.100129 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec65be42-4b5c-49c1-9341-de5c57c30e35 admin admin] Pushing event deleted for resources: {'Port': ['ID=b67474d8-f467-468e-ab7a-01634eaf6b8d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:01.165872 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d50fa-4c3d-4aae-84ce-d081dfb5fbb0 req-b6f687d5-0c14-4f00-83f8-382978505447 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:01.172165 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-831d50fa-4c3d-4aae-84ce-d081dfb5fbb0 req-b6f687d5-0c14-4f00-83f8-382978505447 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 944 time: 0.1048155 Nov 16 11:34:01.212467 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3064561d-d881-4ae1-9fa7-a23f701e3bd6 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:34:01.238934 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48024) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:01.272195 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ec65be42-4b5c-49c1-9341-de5c57c30e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:01.272933 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb0091c5-0499-46af-b964-916523285df7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:01.283911 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-831d50fa-4c3d-4aae-84ce-d081dfb5fbb0 req-ae2feb5f-2420-4637-b409-5ab1aa70cf66 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047678 Nov 16 11:34:01.293136 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port b978d542-abf6-447b-88b8-232ba5c145ac, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=b978d542-abf6-447b-88b8-232ba5c145ac,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:34:01.311064 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'b978d542-abf6-447b-88b8-232ba5c145ac', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'port_id': 'b978d542-abf6-447b-88b8-232ba5c145ac', 'mac_address': 'fa:16:3e:f4:7a:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c770cc-51d7-42eb-b4a6-9a605bacae0f', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:34:01.366120 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:01.391620 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b978d542-abf6-447b-88b8-232ba5c145ac {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:34:01.418319 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port b978d542-abf6-447b-88b8-232ba5c145ac, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=b978d542-abf6-447b-88b8-232ba5c145ac,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:34:01.425566 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ec65be42-4b5c-49c1-9341-de5c57c30e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:01.426051 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:01.426799 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 6d9f6105-9caf-468b-8176-13c263c8e400 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:34:01.429908 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ec65be42-4b5c-49c1-9341-de5c57c30e35 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:01.436991 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb0091c5-0499-46af-b964-916523285df7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:01.444100 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb0091c5-0499-46af-b964-916523285df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:01.506360 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5cdd2ee8-6aee-4c63-9d65-87a7b74896f1 req-8b3d1752-d69e-463d-8189-6732519c35e5 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4445045 Nov 16 11:34:01.512449 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ec65be42-4b5c-49c1-9341-de5c57c30e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:01.513411 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec65be42-4b5c-49c1-9341-de5c57c30e35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58577538-a6be-4d1e-9a01-e273f36e201c {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:34:01.522927 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ec65be42-4b5c-49c1-9341-de5c57c30e35 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:01.525102 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-bb0091c5-0499-46af-b964-916523285df7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=84989fe60ef6486ea78b71df5995b50b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2850547 Nov 16 11:34:01.525821 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48028) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:01.529532 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ec65be42-4b5c-49c1-9341-de5c57c30e35 admin admin] 10.222.0.61 "DELETE /v2.0/routers/58577538-a6be-4d1e-9a01-e273f36e201c HTTP/1.1" status: 204 len: 168 time: 1.7446744 Nov 16 11:34:01.533801 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48030) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:01.534812 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0091c5-0499-46af-b964-916523285df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646e9238-299a-4bb1-b839-65bb4b9ffa83,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:01.641675 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ba7bda2-45db-4454-83ec-89e1cb8885e3 admin admin] Deleting subnet fa229a78-8641-4bd0-96a1-8a987021b856 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:34:01.647572 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ba7bda2-45db-4454-83ec-89e1cb8885e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:01.668214 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 6d9f6105-9caf-468b-8176-13c263c8e400, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=6d9f6105-9caf-468b-8176-13c263c8e400,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:34:01.682676 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-92175dc8-fc69-4435-94dc-9c06c21fbbba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:01.708759 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '6d9f6105-9caf-468b-8176-13c263c8e400', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'port_id': '6d9f6105-9caf-468b-8176-13c263c8e400', 'mac_address': 'fa:16:3e:2e:ab:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c770cc-51d7-42eb-b4a6-9a605bacae0f', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:34:01.713003 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ba7bda2-45db-4454-83ec-89e1cb8885e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:01.754364 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-92175dc8-fc69-4435-94dc-9c06c21fbbba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:01.774592 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=b978d542-abf6-447b-88b8-232ba5c145ac,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:01.782606 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device fe243936-d558-4256-b06b-021aaf88410b no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:34:01.812963 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5cdd2ee8-6aee-4c63-9d65-87a7b74896f1 req-84c6882d-0816-4cf9-8f10-93b08cf7854a service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551079 Nov 16 11:34:01.814204 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:01.817248 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: fe243936-d558-4256-b06b-021aaf88410b {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:34:01.817598 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device fe243936-d558-4256-b06b-021aaf88410b not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:34:01.818905 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device b67474d8-f467-468e-ab7a-01634eaf6b8d no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:34:01.857572 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: b67474d8-f467-468e-ab7a-01634eaf6b8d {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:34:01.857914 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device b67474d8-f467-468e-ab7a-01634eaf6b8d not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:34:01.861383 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b34a9f-c0b6-4764-860f-e4700c645801 req-96118fcd-fa78-4771-8d37-629018ca4720 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:01.863171 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-20b34a9f-c0b6-4764-860f-e4700c645801 req-96118fcd-fa78-4771-8d37-629018ca4720 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 945 time: 0.1564276 Nov 16 11:34:01.874540 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d9f6105-9caf-468b-8176-13c263c8e400 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:34:01.921382 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 6d9f6105-9caf-468b-8176-13c263c8e400, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=6d9f6105-9caf-468b-8176-13c263c8e400,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:34:01.927796 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:01.935768 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-92175dc8-fc69-4435-94dc-9c06c21fbbba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:01.938406 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-92175dc8-fc69-4435-94dc-9c06c21fbbba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:01.950157 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-92175dc8-fc69-4435-94dc-9c06c21fbbba admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/646e9238-299a-4bb1-b839-65bb4b9ffa83 HTTP/1.1" status: 204 len: 168 time: 0.4166298 Nov 16 11:34:01.962967 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ba7bda2-45db-4454-83ec-89e1cb8885e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:01.997147 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=6d9f6105-9caf-468b-8176-13c263c8e400,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:02.006617 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92175dc8-fc69-4435-94dc-9c06c21fbbba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646e9238-299a-4bb1-b839-65bb4b9ffa83,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:02.022164 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-20b34a9f-c0b6-4764-860f-e4700c645801 req-efd8507f-3e45-4357-b0a9-a10858901083 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a1ae922-53db-4b87-b60b-12d9a74c16ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307538 Nov 16 11:34:02.076065 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ba7bda2-45db-4454-83ec-89e1cb8885e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:02.115719 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ba7bda2-45db-4454-83ec-89e1cb8885e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:02.121409 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1ba7bda2-45db-4454-83ec-89e1cb8885e3 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/fa229a78-8641-4bd0-96a1-8a987021b856 HTTP/1.1" status: 204 len: 168 time: 0.5828350 Nov 16 11:34:02.122472 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7bda2-45db-4454-83ec-89e1cb8885e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa229a78-8641-4bd0-96a1-8a987021b856,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:02.124050 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48038) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:02.130696 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80413d4f-5bac-4253-94b0-ca9beeeb02ae None None] Network 3a680621-2411-4708-95d4-d036f0b77350 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:34:02.173812 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e32c05-45f2-45f0-81fd-105d4bbc040b req-1b67eea2-08bc-4516-989a-4bb8f02fc91d tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:02.175559 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-99e32c05-45f2-45f0-81fd-105d4bbc040b req-1b67eea2-08bc-4516-989a-4bb8f02fc91d tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/ports?device_id=e09e2117-166e-40ff-82c8-6a9f30e4a142 HTTP/1.1" status: 200 len: 945 time: 0.0726600 Nov 16 11:34:02.209155 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-699d38d0-c19b-493f-b58e-07ccf84034a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:02.247001 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-99e32c05-45f2-45f0-81fd-105d4bbc040b req-67697582-5078-4486-966f-ac522222868f tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/security-groups?id=5207a059-98a1-4077-8fa6-cad36c745e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603125 Nov 16 11:34:02.279587 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-699d38d0-c19b-493f-b58e-07ccf84034a7 admin admin] Deleting port b88045da-a45c-4a7f-bd6d-f074239bf3a0 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:34:02.280043 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-699d38d0-c19b-493f-b58e-07ccf84034a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:02.309124 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['b978d542-abf6-447b-88b8-232ba5c145ac'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:34:02.348792 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['6d9f6105-9caf-468b-8176-13c263c8e400'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:34:02.383402 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-699d38d0-c19b-493f-b58e-07ccf84034a7 admin admin] For port b88045da-a45c-4a7f-bd6d-f074239bf3a0, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=b88045da-a45c-4a7f-bd6d-f074239bf3a0,segment=NetworkSegment(bc3efc76-7eee-41cc-b500-e816d15e53cf),segment_id=bc3efc76-7eee-41cc-b500-e816d15e53cf)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:34:02.383916 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-699d38d0-c19b-493f-b58e-07ccf84034a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:02.396017 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43677d37-6324-4259-9caa-c8e209858d9b None None] DHCP port deletion for 3a680621-2411-4708-95d4-d036f0b77350 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:34:02.402019 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afa13e-69f5-46b9-8524-07a412fc31af req-03650b0c-b473-41fa-b269-89647bf944e7 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:02.409899 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c7afa13e-69f5-46b9-8524-07a412fc31af req-03650b0c-b473-41fa-b269-89647bf944e7 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=056e9065-0890-45bd-8bc2-859149fd183e HTTP/1.1" status: 200 len: 948 time: 0.0681119 Nov 16 11:34:02.433580 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-699d38d0-c19b-493f-b58e-07ccf84034a7 admin admin] Calling delete_port for b88045da-a45c-4a7f-bd6d-f074239bf3a0 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:34:02.473020 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c7afa13e-69f5-46b9-8524-07a412fc31af req-b51cbcfc-ea9b-4020-b213-a80317d214c4 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621979 Nov 16 11:34:02.508095 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ac9b4-afcc-4410-b424-8a273a1464ab req-445b23f4-c3f6-4139-bd65-03576cfb8310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:02.510238 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-139ac9b4-afcc-4410-b424-8a273a1464ab req-445b23f4-c3f6-4139-bd65-03576cfb8310 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e&tenant_id=8c5b26505ce44fcf9f1b35a78ab4d371 HTTP/1.1" status: 200 len: 1095 time: 0.1155727 Nov 16 11:34:02.591827 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af70ee2-b529-4633-b528-fa3f86ebdab4 req-be1d51b8-d6c3-4a5f-82e7-b334673ccf6b tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:02.597174 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-699d38d0-c19b-493f-b58e-07ccf84034a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:02.601416 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9af70ee2-b529-4633-b528-fa3f86ebdab4 req-be1d51b8-d6c3-4a5f-82e7-b334673ccf6b tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 944 time: 0.0663154 Nov 16 11:34:02.601560 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-43677d37-6324-4259-9caa-c8e209858d9b None None] Deleting port b88045da-a45c-4a7f-bd6d-f074239bf3a0 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:34:02.601731 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-43677d37-6324-4259-9caa-c8e209858d9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:02.602832 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ac9b4-afcc-4410-b424-8a273a1464ab req-ca9513cb-8d87-48d7-af8a-5d9bb74be7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:02.604544 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-139ac9b4-afcc-4410-b424-8a273a1464ab req-ca9513cb-8d87-48d7-af8a-5d9bb74be7f4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8c5b26505ce44fcf9f1b35a78ab4d371&device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 1095 time: 0.0596540 Nov 16 11:34:02.643605 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d38d0-c19b-493f-b58e-07ccf84034a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b88045da-a45c-4a7f-bd6d-f074239bf3a0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:02.649143 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699d38d0-c19b-493f-b58e-07ccf84034a7 admin admin] No DVR routers for this DVR port b88045da-a45c-4a7f-bd6d-f074239bf3a0 on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:34:02.665714 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9af70ee2-b529-4633-b528-fa3f86ebdab4 req-f9f00563-1e4f-4821-866c-09cf557b8bf5 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626688 Nov 16 11:34:02.744163 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-43677d37-6324-4259-9caa-c8e209858d9b None None] For port b88045da-a45c-4a7f-bd6d-f074239bf3a0, host n-d-816823-3, got binding levels [] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:34:02.744561 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-43677d37-6324-4259-9caa-c8e209858d9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:02.773301 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-43677d37-6324-4259-9caa-c8e209858d9b None None] Calling delete_port for b88045da-a45c-4a7f-bd6d-f074239bf3a0 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:34:02.777236 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.ipam_backend_mixin [None req-43677d37-6324-4259-9caa-c8e209858d9b None None] Port b88045da-a45c-4a7f-bd6d-f074239bf3a0 was not found and therefore no delete operation was performed {{(pid=102670) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 11:34:02.780493 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-699d38d0-c19b-493f-b58e-07ccf84034a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:02.781941 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-43677d37-6324-4259-9caa-c8e209858d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:02.812996 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43677d37-6324-4259-9caa-c8e209858d9b None None] Pushing event deleted for resources: {'Port': ['ID=b88045da-a45c-4a7f-bd6d-f074239bf3a0,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:02.816436 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43677d37-6324-4259-9caa-c8e209858d9b None None] No DVR routers for this DVR port b88045da-a45c-4a7f-bd6d-f074239bf3a0 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:34:02.821181 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-699d38d0-c19b-493f-b58e-07ccf84034a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a680621-2411-4708-95d4-d036f0b77350']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:02.832132 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ac9b4-afcc-4410-b424-8a273a1464ab req-92e77bf8-cc86-4fd6-98a1-ce13c319c659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:02.833635 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-139ac9b4-afcc-4410-b424-8a273a1464ab req-92e77bf8-cc86-4fd6-98a1-ce13c319c659 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f04978c1-c257-48cf-8767-22c9cfb6cb25 HTTP/1.1" status: 200 len: 918 time: 0.2009754 Nov 16 11:34:02.835371 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-699d38d0-c19b-493f-b58e-07ccf84034a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc3efc76-7eee-41cc-b500-e816d15e53cf') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:02.835666 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-699d38d0-c19b-493f-b58e-07ccf84034a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc3efc76-7eee-41cc-b500-e816d15e53cf') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:02.845952 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-699d38d0-c19b-493f-b58e-07ccf84034a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:02.902423 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-699d38d0-c19b-493f-b58e-07ccf84034a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:02.915198 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-699d38d0-c19b-493f-b58e-07ccf84034a7 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:34:02.915599 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-699d38d0-c19b-493f-b58e-07ccf84034a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:02.918096 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:34:02.918096 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:34:02.918096 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:34:02.918096 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:34:02.918096 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:34:02.918096 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:34:02.918096 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:34:02.918096 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:34:02.918096 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:34:02.918096 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:34:02.918096 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:34:02.918096 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:34:02.918096 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:34:02.918096 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:34:02.918096 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:34:02.918096 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:34:02.918096 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:34:02.918096 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:34:02.918096 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:34:02.918096 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:34:02.918096 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:34:02.918096 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:34:02.918096 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:34:02.918096 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:34:02.918096 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:34:02.918096 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:34:02.918096 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:34:02.918096 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:34:02.918096 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:34:02.918096 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:34:02.918096 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:34:02.918096 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:34:02.977641 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-139ac9b4-afcc-4410-b424-8a273a1464ab req-a52fc090-4935-439b-9e74-de9da382c4fd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375 HTTP/1.1" status: 200 len: 998 time: 0.1253524 Nov 16 11:34:02.986893 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-699d38d0-c19b-493f-b58e-07ccf84034a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:02.992181 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-699d38d0-c19b-493f-b58e-07ccf84034a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:02.995727 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-699d38d0-c19b-493f-b58e-07ccf84034a7 admin admin] 10.222.0.61 "DELETE /v2.0/networks/3a680621-2411-4708-95d4-d036f0b77350 HTTP/1.1" status: 204 len: 168 time: 0.8704462 Nov 16 11:34:02.998779 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48062) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:03.037721 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d38d0-c19b-493f-b58e-07ccf84034a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a680621-2411-4708-95d4-d036f0b77350,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:03.057550 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ac9b4-afcc-4410-b424-8a273a1464ab req-f18bc364-a900-4e73-80d6-3c05a174bf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:03.059280 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-139ac9b4-afcc-4410-b424-8a273a1464ab req-f18bc364-a900-4e73-80d6-3c05a174bf19 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d5fcc0bd-d8ea-41ad-86b1-2d27bd924015 HTTP/1.1" status: 200 len: 856 time: 0.0624907 Nov 16 11:34:03.113512 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ac9b4-afcc-4410-b424-8a273a1464ab req-5c3c9146-2ee6-490e-8ff7-075ac8f7442e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:03.115031 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-139ac9b4-afcc-4410-b424-8a273a1464ab req-5c3c9146-2ee6-490e-8ff7-075ac8f7442e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f04978c1-c257-48cf-8767-22c9cfb6cb25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460968 Nov 16 11:34:03.238668 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-139ac9b4-afcc-4410-b424-8a273a1464ab req-5055aa8f-ce02-46ad-9788-e2343c43fd8d service neutron] 10.222.0.64 "GET /v2.0/networks/f04978c1-c257-48cf-8767-22c9cfb6cb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095853 Nov 16 11:34:03.249760 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d5ad0-fc37-4996-be9c-596f93da51ae req-610c540f-0674-4899-978c-8134c0fc488a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:03.251176 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b06d5ad0-fc37-4996-be9c-596f93da51ae req-610c540f-0674-4899-978c-8134c0fc488a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 945 time: 0.1337850 Nov 16 11:34:03.322126 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b06d5ad0-fc37-4996-be9c-596f93da51ae req-808477d3-d201-467c-a362-ddc5d609cb81 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a1ae922-53db-4b87-b60b-12d9a74c16ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623307 Nov 16 11:34:03.371627 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-139ac9b4-afcc-4410-b424-8a273a1464ab req-a62fbcd9-7125-4a98-aaf7-c8c31645004b service neutron] 10.222.0.64 "GET /v2.0/networks/f04978c1-c257-48cf-8767-22c9cfb6cb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208115 Nov 16 11:34:03.476977 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537ebcb-df52-4125-b94c-935b1d2d8fd9 req-173de09d-5651-450d-961f-047f2a7c2e1c tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:03.478493 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5537ebcb-df52-4125-b94c-935b1d2d8fd9 req-173de09d-5651-450d-961f-047f2a7c2e1c tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/ports?device_id=e09e2117-166e-40ff-82c8-6a9f30e4a142 HTTP/1.1" status: 200 len: 945 time: 0.0689988 Nov 16 11:34:03.507185 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865eaa2-504f-4f48-b3db-da477919606e req-d7a290b6-5df3-4ecd-b764-86cf33f31065 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:03.509172 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b865eaa2-504f-4f48-b3db-da477919606e req-d7a290b6-5df3-4ecd-b764-86cf33f31065 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.64 "GET /v2.0/ports?device_id=e09e2117-166e-40ff-82c8-6a9f30e4a142 HTTP/1.1" status: 200 len: 945 time: 0.0734935 Nov 16 11:34:03.561292 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5537ebcb-df52-4125-b94c-935b1d2d8fd9 req-7b6745e7-763e-4e0e-b2b5-cd8e0923666c tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/security-groups?id=5207a059-98a1-4077-8fa6-cad36c745e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735447 Nov 16 11:34:03.600650 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48088) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:03.626733 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a036ac98-56e3-4a82-b526-1e18036f04b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:03.643362 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-b865eaa2-504f-4f48-b3db-da477919606e req-83e07173-7e2b-4245-98e7-045b17f6e427 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Deleting port 0ff840b6-8607-4b78-9f77-aaf4e2ad6a13 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:34:03.643596 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b865eaa2-504f-4f48-b3db-da477919606e req-83e07173-7e2b-4245-98e7-045b17f6e427 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:03.697000 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device b88045da-a45c-4a7f-bd6d-f074239bf3a0 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:34:03.747666 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: b88045da-a45c-4a7f-bd6d-f074239bf3a0 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:34:03.748133 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device b88045da-a45c-4a7f-bd6d-f074239bf3a0 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:34:03.774083 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-aae3b20f-0713-4798-9d60-af3dad75eaa1 tempest-MeteringIpV6TestJSON-1353992541 tempest-MeteringIpV6TestJSON-1353992541-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1259753351'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:34:03.774533 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-aae3b20f-0713-4798-9d60-af3dad75eaa1 tempest-MeteringIpV6TestJSON-1353992541 tempest-MeteringIpV6TestJSON-1353992541-project-admin] Unknown quota resources ['metering_label']. {{(pid=102669) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 11:34:03.777331 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-b865eaa2-504f-4f48-b3db-da477919606e req-83e07173-7e2b-4245-98e7-045b17f6e427 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] For port 0ff840b6-8607-4b78-9f77-aaf4e2ad6a13, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=0ff840b6-8607-4b78-9f77-aaf4e2ad6a13,segment=NetworkSegment(b72d83c5-1a90-4b36-b301-0c3e4b8557f7),segment_id=b72d83c5-1a90-4b36-b301-0c3e4b8557f7)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:34:03.777705 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b865eaa2-504f-4f48-b3db-da477919606e req-83e07173-7e2b-4245-98e7-045b17f6e427 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:03.792012 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-b865eaa2-504f-4f48-b3db-da477919606e req-83e07173-7e2b-4245-98e7-045b17f6e427 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Calling delete_port for 0ff840b6-8607-4b78-9f77-aaf4e2ad6a13 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:34:04.006499 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b865eaa2-504f-4f48-b3db-da477919606e req-83e07173-7e2b-4245-98e7-045b17f6e427 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:04.026921 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['0ff840b6-8607-4b78-9f77-aaf4e2ad6a13'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:34:04.070924 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e07173-7e2b-4245-98e7-045b17f6e427 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Pushing event deleted for resources: {'Port': ['ID=0ff840b6-8607-4b78-9f77-aaf4e2ad6a13,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:04.101678 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e07173-7e2b-4245-98e7-045b17f6e427 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:34:04.102912 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e07173-7e2b-4245-98e7-045b17f6e427 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:34:04.104013 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e07173-7e2b-4245-98e7-045b17f6e427 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:34:04.105008 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e07173-7e2b-4245-98e7-045b17f6e427 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:34:04.106037 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e07173-7e2b-4245-98e7-045b17f6e427 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:34:04.106985 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e07173-7e2b-4245-98e7-045b17f6e427 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:34:04.107680 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e07173-7e2b-4245-98e7-045b17f6e427 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:34:04.108283 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e07173-7e2b-4245-98e7-045b17f6e427 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:34:04.108840 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e07173-7e2b-4245-98e7-045b17f6e427 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:34:04.109409 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e07173-7e2b-4245-98e7-045b17f6e427 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:34:04.109997 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e07173-7e2b-4245-98e7-045b17f6e427 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:34:04.111040 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e07173-7e2b-4245-98e7-045b17f6e427 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:34:04.174089 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-b865eaa2-504f-4f48-b3db-da477919606e req-83e07173-7e2b-4245-98e7-045b17f6e427 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] No DVR routers for this DVR port 0ff840b6-8607-4b78-9f77-aaf4e2ad6a13 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:34:04.178015 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b865eaa2-504f-4f48-b3db-da477919606e req-83e07173-7e2b-4245-98e7-045b17f6e427 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:04.184267 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b865eaa2-504f-4f48-b3db-da477919606e req-83e07173-7e2b-4245-98e7-045b17f6e427 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.64 "DELETE /v2.0/ports/0ff840b6-8607-4b78-9f77-aaf4e2ad6a13 HTTP/1.1" status: 204 len: 173 time: 0.6661382 Nov 16 11:34:04.184894 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09e2117-166e-40ff-82c8-6a9f30e4a142', 'name': 'network-vif-deleted', 'tag': '0ff840b6-8607-4b78-9f77-aaf4e2ad6a13'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:34:04.187576 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef425a88-3c3e-4145-8ae4-1a4998357f0b" -d '{"events": [{"server_uuid": "e09e2117-166e-40ff-82c8-6a9f30e4a142", "name": "network-vif-deleted", "tag": "0ff840b6-8607-4b78-9f77-aaf4e2ad6a13"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:34:04.281784 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e377c98-c89c-45b4-a0f3-2511795c91c7 req-4c3931df-902f-4a90-a26c-b437b114b2e0 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:04.289220 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8e377c98-c89c-45b4-a0f3-2511795c91c7 req-4c3931df-902f-4a90-a26c-b437b114b2e0 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=056e9065-0890-45bd-8bc2-859149fd183e HTTP/1.1" status: 200 len: 948 time: 0.5671773 Nov 16 11:34:04.371044 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aae3b20f-0713-4798-9d60-af3dad75eaa1 tempest-MeteringIpV6TestJSON-1353992541 tempest-MeteringIpV6TestJSON-1353992541-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:04.372289 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-aae3b20f-0713-4798-9d60-af3dad75eaa1 tempest-MeteringIpV6TestJSON-1353992541 tempest-MeteringIpV6TestJSON-1353992541-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7704060 Nov 16 11:34:04.375726 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48108) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:04.381102 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-de746057-faf8-4af1-a66b-5ae717c37234 tempest-MeteringIpV6TestJSON-1353992541 tempest-MeteringIpV6TestJSON-1353992541-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'ecfe15c1-2367-4776-a97b-48b8c66cec61'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:34:04.381729 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-de746057-faf8-4af1-a66b-5ae717c37234 tempest-MeteringIpV6TestJSON-1353992541 tempest-MeteringIpV6TestJSON-1353992541-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102668) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 11:34:04.449459 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8e377c98-c89c-45b4-a0f3-2511795c91c7 req-d0f98d2c-edbe-4ff2-937e-a95cc6ed6b54 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592412 Nov 16 11:34:04.489254 n-d-816823-3 neutron-server[102668]: WARNING neutron.services.metering.metering_plugin [None req-de746057-faf8-4af1-a66b-5ae717c37234 tempest-MeteringIpV6TestJSON-1353992541 tempest-MeteringIpV6TestJSON-1353992541-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 16 11:34:04.601010 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a036ac98-56e3-4a82-b526-1e18036f04b6 admin admin] Deleting port 9fc1865e-7e21-4264-8a82-ef6c99607cae {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:34:04.601503 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a036ac98-56e3-4a82-b526-1e18036f04b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:04.648514 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de746057-faf8-4af1-a66b-5ae717c37234 tempest-MeteringIpV6TestJSON-1353992541 tempest-MeteringIpV6TestJSON-1353992541-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:04.649705 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-de746057-faf8-4af1-a66b-5ae717c37234 tempest-MeteringIpV6TestJSON-1353992541 tempest-MeteringIpV6TestJSON-1353992541-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2727578 Nov 16 11:34:04.653285 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48112) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:04.657361 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-db17ee4b-5118-47c1-b91a-0b802f431150 tempest-MeteringIpV6TestJSON-1353992541 tempest-MeteringIpV6TestJSON-1353992541-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'ecfe15c1-2367-4776-a97b-48b8c66cec61'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:34:04.657837 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-db17ee4b-5118-47c1-b91a-0b802f431150 tempest-MeteringIpV6TestJSON-1353992541 tempest-MeteringIpV6TestJSON-1353992541-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102668) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 11:34:04.670795 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34128391-5eab-4758-8f6f-dc7ed067024e req-76aa481f-c1b3-46e2-af79-88573220b7f6 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:04.672430 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-34128391-5eab-4758-8f6f-dc7ed067024e req-76aa481f-c1b3-46e2-af79-88573220b7f6 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 944 time: 0.1098726 Nov 16 11:34:04.724956 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a036ac98-56e3-4a82-b526-1e18036f04b6 admin admin] For port 9fc1865e-7e21-4264-8a82-ef6c99607cae, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=9fc1865e-7e21-4264-8a82-ef6c99607cae,segment=NetworkSegment(895993bb-c076-4ec4-a9e5-6c9b06aa9ba0),segment_id=895993bb-c076-4ec4-a9e5-6c9b06aa9ba0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:34:04.725448 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a036ac98-56e3-4a82-b526-1e18036f04b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:04.735526 n-d-816823-3 neutron-server[102668]: WARNING neutron.services.metering.metering_plugin [None req-db17ee4b-5118-47c1-b91a-0b802f431150 tempest-MeteringIpV6TestJSON-1353992541 tempest-MeteringIpV6TestJSON-1353992541-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 16 11:34:04.756214 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a036ac98-56e3-4a82-b526-1e18036f04b6 admin admin] Calling delete_port for 9fc1865e-7e21-4264-8a82-ef6c99607cae owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:34:04.778128 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-34128391-5eab-4758-8f6f-dc7ed067024e req-9d55b308-0d2d-47b0-a80b-118f50ae8145 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859368 Nov 16 11:34:04.838278 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db17ee4b-5118-47c1-b91a-0b802f431150 tempest-MeteringIpV6TestJSON-1353992541 tempest-MeteringIpV6TestJSON-1353992541-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:04.840065 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-db17ee4b-5118-47c1-b91a-0b802f431150 tempest-MeteringIpV6TestJSON-1353992541 tempest-MeteringIpV6TestJSON-1353992541-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1858573 Nov 16 11:34:04.843336 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48114) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:04.859473 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2deb2901-9ac0-4837-b02e-7ae8849f82ff tempest-MeteringIpV6TestJSON-1353992541 tempest-MeteringIpV6TestJSON-1353992541-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules?id=2e1794f6-6d8d-48d9-bf2c-3c2a305ba33a HTTP/1.1" status: 200 len: 462 time: 0.0150225 Nov 16 11:34:04.863622 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48116) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:04.874992 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01540e70-7389-4d7e-b2e1-276f638e5002 x-openstack-request-id: req-01540e70-7389-4d7e-b2e1-276f638e5002 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:34:04.875300 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09e2117-166e-40ff-82c8-6a9f30e4a142", "name": "network-vif-deleted", "tag": "0ff840b6-8607-4b78-9f77-aaf4e2ad6a13", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:34:04.875557 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-01540e70-7389-4d7e-b2e1-276f638e5002 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:34:04.875938 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e09e2117-166e-40ff-82c8-6a9f30e4a142', 'name': 'network-vif-deleted', 'tag': '0ff840b6-8607-4b78-9f77-aaf4e2ad6a13', 'status': 'completed', 'code': 200} Nov 16 11:34:04.976082 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5102744e-7e27-4e23-9d7f-117c8d82cd31 tempest-MeteringIpV6TestJSON-1353992541 tempest-MeteringIpV6TestJSON-1353992541-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:04.980307 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5102744e-7e27-4e23-9d7f-117c8d82cd31 tempest-MeteringIpV6TestJSON-1353992541 tempest-MeteringIpV6TestJSON-1353992541-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-label-rules/2e1794f6-6d8d-48d9-bf2c-3c2a305ba33a HTTP/1.1" status: 204 len: 168 time: 0.1156344 Nov 16 11:34:04.981104 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48118) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:04.991423 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ab72a5f7-c912-4294-86c9-28e8cd94c359 tempest-MeteringIpV6TestJSON-1353992541 tempest-MeteringIpV6TestJSON-1353992541-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules?id=2e1794f6-6d8d-48d9-bf2c-3c2a305ba33a HTTP/1.1" status: 200 len: 221 time: 0.0090756 Nov 16 11:34:04.995535 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48120) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:05.000210 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-bf48df54-765a-4962-bd21-9e350f2bbd57 tempest-MeteringIpV6TestJSON-1353992541 tempest-MeteringIpV6TestJSON-1353992541-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1863191002', 'description': 'label created by tempest'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:34:05.000980 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-bf48df54-765a-4962-bd21-9e350f2bbd57 tempest-MeteringIpV6TestJSON-1353992541 tempest-MeteringIpV6TestJSON-1353992541-project-admin] Unknown quota resources ['metering_label']. {{(pid=102668) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 11:34:05.015955 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5e649-3235-4191-b6f5-3cbd918bf7d4 req-e53404a3-9bc3-450c-a191-41082be1c815 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:05.017524 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-73f5e649-3235-4191-b6f5-3cbd918bf7d4 req-e53404a3-9bc3-450c-a191-41082be1c815 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 945 time: 0.1031873 Nov 16 11:34:05.045884 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a036ac98-56e3-4a82-b526-1e18036f04b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:05.077754 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a036ac98-56e3-4a82-b526-1e18036f04b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fc1865e-7e21-4264-8a82-ef6c99607cae,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:05.092218 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device b978d542-abf6-447b-88b8-232ba5c145ac up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:34:05.179255 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-73f5e649-3235-4191-b6f5-3cbd918bf7d4 req-ab5f4b69-712f-4689-bcc3-91f38006b70f tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a1ae922-53db-4b87-b60b-12d9a74c16ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542983 Nov 16 11:34:05.245169 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port b978d542-abf6-447b-88b8-232ba5c145ac completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:34:05.251500 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port b978d542-abf6-447b-88b8-232ba5c145ac triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:34:05.252179 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:05.370324 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c1de9cea-dae9-483f-81b5-0e5834c118dc req-119ab3bc-dcfd-4be0-a4f2-2e5c384ebb73 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/ports?device_id=e09e2117-166e-40ff-82c8-6a9f30e4a142 HTTP/1.1" status: 200 len: 210 time: 0.0653291 Nov 16 11:34:05.419747 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a036ac98-56e3-4a82-b526-1e18036f04b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:05.428507 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:05.488893 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '056e9065-0890-45bd-8bc2-859149fd183e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b978d542-abf6-447b-88b8-232ba5c145ac'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:34:05.492103 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac90e52-cb9c-48e0-bb59-3237a3968b01" -d '{"events": [{"server_uuid": "056e9065-0890-45bd-8bc2-859149fd183e", "name": "network-vif-plugged", "status": "completed", "tag": "b978d542-abf6-447b-88b8-232ba5c145ac"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:34:05.511308 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port b978d542-abf6-447b-88b8-232ba5c145ac, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=b978d542-abf6-447b-88b8-232ba5c145ac,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:34:05.519259 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:05.520432 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 6d9f6105-9caf-468b-8176-13c263c8e400 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:34:05.711142 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=b978d542-abf6-447b-88b8-232ba5c145ac,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:05.741709 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bf48df54-765a-4962-bd21-9e350f2bbd57 tempest-MeteringIpV6TestJSON-1353992541 tempest-MeteringIpV6TestJSON-1353992541-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:05.746436 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bf48df54-765a-4962-bd21-9e350f2bbd57 tempest-MeteringIpV6TestJSON-1353992541 tempest-MeteringIpV6TestJSON-1353992541-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.7466345 Nov 16 11:34:05.746890 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48126) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:05.757090 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 6d9f6105-9caf-468b-8176-13c263c8e400 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:34:05.761506 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 6d9f6105-9caf-468b-8176-13c263c8e400 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:34:05.761969 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:05.830959 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a33ab-52df-4465-b1be-0b9fde3f3759 req-99cdf11e-07f9-4c28-8638-26a42f041da9 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:05.832514 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e21a33ab-52df-4465-b1be-0b9fde3f3759 req-99cdf11e-07f9-4c28-8638-26a42f041da9 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=056e9065-0890-45bd-8bc2-859149fd183e HTTP/1.1" status: 200 len: 949 time: 0.2508385 Nov 16 11:34:05.871298 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ee0caa95-97a9-4337-aba6-fe8e15ab4479 tempest-MeteringIpV6TestJSON-1353992541 tempest-MeteringIpV6TestJSON-1353992541-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels?id=e9c4a80d-e8fb-40e6-baf2-be223fff48ae HTTP/1.1" status: 200 len: 468 time: 0.1203964 Nov 16 11:34:05.872138 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48130) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:05.876928 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:05.914341 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e21a33ab-52df-4465-b1be-0b9fde3f3759 req-c973b5c9-6511-4aed-bd53-caaff78518d1 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747411 Nov 16 11:34:05.942455 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 6d9f6105-9caf-468b-8176-13c263c8e400, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=6d9f6105-9caf-468b-8176-13c263c8e400,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:34:05.946891 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:05.948670 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 0ff840b6-8607-4b78-9f77-aaf4e2ad6a13 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:34:05.978634 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a580f7d-e323-4ad6-86a2-4b1cca640c05 x-openstack-request-id: req-8a580f7d-e323-4ad6-86a2-4b1cca640c05 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:34:05.978999 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "056e9065-0890-45bd-8bc2-859149fd183e", "name": "network-vif-plugged", "status": "completed", "tag": "b978d542-abf6-447b-88b8-232ba5c145ac", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:34:05.979321 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8a580f7d-e323-4ad6-86a2-4b1cca640c05 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:34:05.979784 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '056e9065-0890-45bd-8bc2-859149fd183e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b978d542-abf6-447b-88b8-232ba5c145ac', 'code': 200} Nov 16 11:34:05.998326 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a036ac98-56e3-4a82-b526-1e18036f04b6 admin admin] Router 1bc92f62-7d6c-43ad-b472-0507456da836 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:34:05.999276 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 0ff840b6-8607-4b78-9f77-aaf4e2ad6a13 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:34:05.999723 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 0ff840b6-8607-4b78-9f77-aaf4e2ad6a13 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:34:06.052068 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=6d9f6105-9caf-468b-8176-13c263c8e400,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:06.249613 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9d9fb593-c75f-41d5-a133-c794fce35f99 tempest-MeteringIpV6TestJSON-1353992541 tempest-MeteringIpV6TestJSON-1353992541-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:06.250709 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-9d9fb593-c75f-41d5-a133-c794fce35f99 tempest-MeteringIpV6TestJSON-1353992541 tempest-MeteringIpV6TestJSON-1353992541-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-labels/e9c4a80d-e8fb-40e6-baf2-be223fff48ae HTTP/1.1" status: 204 len: 168 time: 0.3780961 Nov 16 11:34:06.253701 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48134) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:06.263022 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be19b0-7606-47d4-b66e-3e959525889e req-ba3fa1c6-f606-476f-837a-b97094ec9664 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:06.264564 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-80be19b0-7606-47d4-b66e-3e959525889e req-ba3fa1c6-f606-476f-837a-b97094ec9664 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 944 time: 0.2438829 Nov 16 11:34:06.268367 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-53a158f5-664f-46ac-a8ad-e48208c19d2c tempest-MeteringIpV6TestJSON-1353992541 tempest-MeteringIpV6TestJSON-1353992541-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels?id=e9c4a80d-e8fb-40e6-baf2-be223fff48ae HTTP/1.1" status: 200 len: 216 time: 0.0113258 Nov 16 11:34:06.271556 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48136) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:06.283755 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-cfbf514c-0ef4-4bf0-9e6c-af0634306174 tempest-MeteringIpV6TestJSON-1353992541 tempest-MeteringIpV6TestJSON-1353992541-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0104222 Nov 16 11:34:06.287337 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48138) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:06.300192 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-46fafeb2-8df7-44ee-bc6a-caff1a8e4029 tempest-MeteringIpV6TestJSON-1353992541 tempest-MeteringIpV6TestJSON-1353992541-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0113287 Nov 16 11:34:06.303090 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48140) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:06.329780 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a036ac98-56e3-4a82-b526-1e18036f04b6 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:34:06.341552 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833eb853-e823-49ef-a795-2d3c8c80fa53 None None] Sync routers for ids ['1bc92f62-7d6c-43ad-b472-0507456da836'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:34:06.353841 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a036ac98-56e3-4a82-b526-1e18036f04b6 admin admin] 10.222.0.61 "PUT /v2.0/routers/1bc92f62-7d6c-43ad-b472-0507456da836/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3537931 Nov 16 11:34:06.354640 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48142) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:06.357302 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833eb853-e823-49ef-a795-2d3c8c80fa53 None None] Routers {'1bc92f62-7d6c-43ad-b472-0507456da836'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:34:06.358291 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-833eb853-e823-49ef-a795-2d3c8c80fa53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:33:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['1bc92f62-7d6c-43ad-b472-0507456da836'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:06.384559 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-80be19b0-7606-47d4-b66e-3e959525889e req-5f6005df-bfc7-4992-a48e-176a10e2dbb6 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043472 Nov 16 11:34:06.394158 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-36e89f1d-f2c1-40bf-ae14-7d7ae6c4fa7c tempest-MeteringIpV6TestJSON-1353992541 tempest-MeteringIpV6TestJSON-1353992541-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels/ecfe15c1-2367-4776-a97b-48b8c66cec61 HTTP/1.1" status: 200 len: 473 time: 0.0885694 Nov 16 11:34:06.398038 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48146) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:06.444849 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-92ecb795-d1e3-44ca-9070-28523c0b0c83 tempest-MeteringIpV6TestJSON-1353992541 tempest-MeteringIpV6TestJSON-1353992541-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules/8a37eb92-dd16-4e11-aa66-8e0437aa68fe HTTP/1.1" status: 200 len: 459 time: 0.0455565 Nov 16 11:34:06.445454 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48148) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:06.548523 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa397809-3bd3-488a-a013-1e861ff9d004 admin admin] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:06.605022 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-833eb853-e823-49ef-a795-2d3c8c80fa53 None None] Set router 1bc92f62-7d6c-43ad-b472-0507456da836 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:34:06.625269 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-33f6ffaf-f314-438d-818d-03cd4191c26a tempest-MeteringIpV6TestJSON-1353992541 tempest-MeteringIpV6TestJSON-1353992541-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:06.629017 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-33f6ffaf-f314-438d-818d-03cd4191c26a tempest-MeteringIpV6TestJSON-1353992541 tempest-MeteringIpV6TestJSON-1353992541-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-label-rules/8a37eb92-dd16-4e11-aa66-8e0437aa68fe HTTP/1.1" status: 204 len: 168 time: 0.1825550 Nov 16 11:34:06.629625 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48150) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:06.695892 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a77118-a27a-455b-b3bd-78762365a51b req-3ac138eb-3e32-49f8-a6e3-c6615c5c751d tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:06.697436 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a1a77118-a27a-455b-b3bd-78762365a51b req-3ac138eb-3e32-49f8-a6e3-c6615c5c751d tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 945 time: 0.1416769 Nov 16 11:34:06.736869 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa397809-3bd3-488a-a013-1e861ff9d004 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:06.774570 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a1a77118-a27a-455b-b3bd-78762365a51b req-c29349ae-208c-4b7c-9601-e895bd678efc tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a1ae922-53db-4b87-b60b-12d9a74c16ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683398 Nov 16 11:34:06.842483 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-aa397809-3bd3-488a-a013-1e861ff9d004 admin admin] Deleting port 920ea900-c10c-4e0d-bca8-c32fb12477ec {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:34:06.842867 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa397809-3bd3-488a-a013-1e861ff9d004 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:06.868433 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3468b15b-36cb-40b1-96c7-6bdd199781e5 tempest-MeteringIpV6TestJSON-1353992541 tempest-MeteringIpV6TestJSON-1353992541-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:06.873385 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-3468b15b-36cb-40b1-96c7-6bdd199781e5 tempest-MeteringIpV6TestJSON-1353992541 tempest-MeteringIpV6TestJSON-1353992541-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-labels/ecfe15c1-2367-4776-a97b-48b8c66cec61 HTTP/1.1" status: 204 len: 168 time: 0.2390699 Nov 16 11:34:06.929983 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-833eb853-e823-49ef-a795-2d3c8c80fa53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc92f62-7d6c-43ad-b472-0507456da836', 'name': 'tempest-TaggedBootDevicesTest-1643430382-router', 'tenant_id': '0e021b3646974f35bcb10ac82c9daeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '920ea900-c10c-4e0d-bca8-c32fb12477ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:22:04Z', 'updated_at': '2021-11-16T11:34:04Z', 'revision_number': 5, 'project_id': '0e021b3646974f35bcb10ac82c9daeb4', 'gw_port': {'id': '920ea900-c10c-4e0d-bca8-c32fb12477ec', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc92f62-7d6c-43ad-b472-0507456da836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:22:05Z', 'updated_at': '2021-11-16T11:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:06.980240 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-aa397809-3bd3-488a-a013-1e861ff9d004 admin admin] For port 920ea900-c10c-4e0d-bca8-c32fb12477ec, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=920ea900-c10c-4e0d-bca8-c32fb12477ec,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:34:06.980611 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa397809-3bd3-488a-a013-1e861ff9d004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:06.982090 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833eb853-e823-49ef-a795-2d3c8c80fa53 None None] Checking router: 1bc92f62-7d6c-43ad-b472-0507456da836 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:34:06.991218 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833eb853-e823-49ef-a795-2d3c8c80fa53 None None] Routers {'1bc92f62-7d6c-43ad-b472-0507456da836'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:34:06.991984 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-833eb853-e823-49ef-a795-2d3c8c80fa53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:33:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['1bc92f62-7d6c-43ad-b472-0507456da836'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:06.998172 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-aa397809-3bd3-488a-a013-1e861ff9d004 admin admin] Calling delete_port for 920ea900-c10c-4e0d-bca8-c32fb12477ec owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:34:07.038980 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-349ab7c5-d2fd-4279-b2f4-82b4ebf49d36 req-6d6e6daa-86f6-4685-a556-dcd7d44588e2 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/ports?device_id=e09e2117-166e-40ff-82c8-6a9f30e4a142 HTTP/1.1" status: 200 len: 210 time: 0.1199088 Nov 16 11:34:07.146700 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-833eb853-e823-49ef-a795-2d3c8c80fa53 None None] Set router 1bc92f62-7d6c-43ad-b472-0507456da836 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:34:07.213431 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-833eb853-e823-49ef-a795-2d3c8c80fa53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bc92f62-7d6c-43ad-b472-0507456da836', 'name': 'tempest-TaggedBootDevicesTest-1643430382-router', 'tenant_id': '0e021b3646974f35bcb10ac82c9daeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:22:04Z', 'updated_at': '2021-11-16T11:34:06Z', 'revision_number': 6, 'project_id': '0e021b3646974f35bcb10ac82c9daeb4', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:07.240573 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48162) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:07.263201 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833eb853-e823-49ef-a795-2d3c8c80fa53 None None] The sync data for ids ['1bc92f62-7d6c-43ad-b472-0507456da836'] in n-d-816823-3 is: [{'id': '1bc92f62-7d6c-43ad-b472-0507456da836', 'name': 'tempest-TaggedBootDevicesTest-1643430382-router', 'tenant_id': '0e021b3646974f35bcb10ac82c9daeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:22:04Z', 'updated_at': '2021-11-16T11:34:06Z', 'revision_number': 6, 'project_id': '0e021b3646974f35bcb10ac82c9daeb4', 'gw_port_host': None}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:34:07.304412 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da2eed2-9ff0-4dcf-86e9-abae3c6d7c8b req-9a7bab98-1ba0-4072-88c3-3dcbaa60f7dd tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:07.306337 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7da2eed2-9ff0-4dcf-86e9-abae3c6d7c8b req-9a7bab98-1ba0-4072-88c3-3dcbaa60f7dd tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=056e9065-0890-45bd-8bc2-859149fd183e HTTP/1.1" status: 200 len: 949 time: 0.1324430 Nov 16 11:34:07.391671 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7da2eed2-9ff0-4dcf-86e9-abae3c6d7c8b req-c7d311bb-1cb0-4b5b-bbb1-1c4f7e73fd42 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791819 Nov 16 11:34:07.392417 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa397809-3bd3-488a-a013-1e861ff9d004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:07.434063 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa397809-3bd3-488a-a013-1e861ff9d004 admin admin] Pushing event deleted for resources: {'Port': ['ID=920ea900-c10c-4e0d-bca8-c32fb12477ec,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:07.441957 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-05cafbbc-cd70-45a7-b3ff-c357c1dbaf43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:07.447927 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d6f3d7-6bed-4166-9a54-252f308060f0 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:34:07.572910 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa397809-3bd3-488a-a013-1e861ff9d004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:07.688728 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 9fc1865e-7e21-4264-8a82-ef6c99607cae no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:34:07.715703 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 9fc1865e-7e21-4264-8a82-ef6c99607cae {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:34:07.716452 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 9fc1865e-7e21-4264-8a82-ef6c99607cae not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:34:07.980873 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a506fec-f2b0-417b-b803-caa60745de99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9f6105-9caf-468b-8176-13c263c8e400'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:34:07.983132 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b813a4-e5e9-441c-851e-115db1c823a3" -d '{"events": [{"server_uuid": "0a506fec-f2b0-417b-b803-caa60745de99", "name": "network-vif-plugged", "status": "completed", "tag": "6d9f6105-9caf-468b-8176-13c263c8e400"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:34:08.032541 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c7205-d358-4b18-9b97-b56cae4c6e77 req-f87fed80-ea76-4851-a148-1167f1a54dd7 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:08.034477 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-116c7205-d358-4b18-9b97-b56cae4c6e77 req-f87fed80-ea76-4851-a148-1167f1a54dd7 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 944 time: 0.5242953 Nov 16 11:34:08.043704 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa397809-3bd3-488a-a013-1e861ff9d004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:08.048371 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa397809-3bd3-488a-a013-1e861ff9d004 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:08.127837 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-05cafbbc-cd70-45a7-b3ff-c357c1dbaf43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:08.128857 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa397809-3bd3-488a-a013-1e861ff9d004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:08.129418 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa397809-3bd3-488a-a013-1e861ff9d004 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bc92f62-7d6c-43ad-b472-0507456da836 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:34:08.135666 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa397809-3bd3-488a-a013-1e861ff9d004 admin admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:08.136793 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-aa397809-3bd3-488a-a013-1e861ff9d004 admin admin] 10.222.0.61 "DELETE /v2.0/routers/1bc92f62-7d6c-43ad-b472-0507456da836 HTTP/1.1" status: 204 len: 168 time: 1.7781987 Nov 16 11:34:08.140597 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48174) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:08.141123 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-05cafbbc-cd70-45a7-b3ff-c357c1dbaf43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:08.167407 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-116c7205-d358-4b18-9b97-b56cae4c6e77 req-b99c8607-a91d-4c09-9989-38f3d5a240b0 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210017 Nov 16 11:34:08.204408 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-05cafbbc-cd70-45a7-b3ff-c357c1dbaf43 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5c87c3dcd2a046f7ad0fa1dc1c946d28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9627044 Nov 16 11:34:08.205891 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cafbbc-cd70-45a7-b3ff-c357c1dbaf43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e918ffc4-588c-4b3d-8b3c-2013259b2c20,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:08.208557 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48176) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:08.247586 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-b50e9323-5c79-41b9-8593-145ffe088508 admin admin] Deleting subnet 561673a0-7c6a-4b78-8624-3bdc3f6d4a60 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:34:08.252928 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b50e9323-5c79-41b9-8593-145ffe088508 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:08.294623 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4654c7a6-8e3f-41dd-97be-504ac2942654 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:08.313780 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b50e9323-5c79-41b9-8593-145ffe088508 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:08.372109 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4654c7a6-8e3f-41dd-97be-504ac2942654 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:08.415485 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b50e9323-5c79-41b9-8593-145ffe088508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:08.422235 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3a339-3110-477c-b5fa-f16c63c08155 req-135fc363-04e8-45f8-9fa1-a28ce8ae5878 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:08.423815 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-25c3a339-3110-477c-b5fa-f16c63c08155 req-135fc363-04e8-45f8-9fa1-a28ce8ae5878 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 945 time: 0.0906472 Nov 16 11:34:08.496259 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-25c3a339-3110-477c-b5fa-f16c63c08155 req-f369a1e9-d09e-43f4-878c-8277783b3942 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a1ae922-53db-4b87-b60b-12d9a74c16ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660179 Nov 16 11:34:08.499184 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4654c7a6-8e3f-41dd-97be-504ac2942654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:08.501855 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4654c7a6-8e3f-41dd-97be-504ac2942654 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:08.503713 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4654c7a6-8e3f-41dd-97be-504ac2942654 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e918ffc4-588c-4b3d-8b3c-2013259b2c20 HTTP/1.1" status: 204 len: 168 time: 0.2940214 Nov 16 11:34:08.517666 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b50e9323-5c79-41b9-8593-145ffe088508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:08.534384 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654c7a6-8e3f-41dd-97be-504ac2942654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e918ffc4-588c-4b3d-8b3c-2013259b2c20,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:08.572534 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0375b666-eaab-4324-9c59-c86ddae1ca7a x-openstack-request-id: req-0375b666-eaab-4324-9c59-c86ddae1ca7a {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:34:08.573588 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a506fec-f2b0-417b-b803-caa60745de99", "name": "network-vif-plugged", "status": "completed", "tag": "6d9f6105-9caf-468b-8176-13c263c8e400", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:34:08.573866 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0375b666-eaab-4324-9c59-c86ddae1ca7a {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:34:08.574292 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a506fec-f2b0-417b-b803-caa60745de99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9f6105-9caf-468b-8176-13c263c8e400', 'code': 200} Nov 16 11:34:08.606017 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e9323-5c79-41b9-8593-145ffe088508 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=561673a0-7c6a-4b78-8624-3bdc3f6d4a60,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:08.611902 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4574096e-18a1-4f86-87d1-79972198f606 None None] Network 2bea3c2b-9b6e-4353-90f6-1b51eaf5d1bf requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:34:08.612646 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b50e9323-5c79-41b9-8593-145ffe088508 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:08.617302 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b50e9323-5c79-41b9-8593-145ffe088508 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/561673a0-7c6a-4b78-8624-3bdc3f6d4a60 HTTP/1.1" status: 204 len: 168 time: 0.4740450 Nov 16 11:34:08.619285 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48182) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:08.791948 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14181bd4-dae2-4ecc-9395-825b3dfcc376 req-f5799c85-d683-45e4-b266-87557e6d3df9 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/ports?device_id=e09e2117-166e-40ff-82c8-6a9f30e4a142 HTTP/1.1" status: 200 len: 210 time: 0.0306530 Nov 16 11:34:08.794998 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-29a778d3-6057-45fe-9ea0-6871947ce6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:08.858125 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-29a778d3-6057-45fe-9ea0-6871947ce6c2 admin admin] Deleting port d73c2e05-4e6b-4de5-a8b9-d0e82c477aa3 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:34:08.858474 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-29a778d3-6057-45fe-9ea0-6871947ce6c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:08.919443 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcbee38-2762-41ad-b79a-8db1d1ae5428 None None] DHCP port deletion for 2bea3c2b-9b6e-4353-90f6-1b51eaf5d1bf request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:34:08.960103 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-29a778d3-6057-45fe-9ea0-6871947ce6c2 admin admin] For port d73c2e05-4e6b-4de5-a8b9-d0e82c477aa3, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=d73c2e05-4e6b-4de5-a8b9-d0e82c477aa3,segment=NetworkSegment(895993bb-c076-4ec4-a9e5-6c9b06aa9ba0),segment_id=895993bb-c076-4ec4-a9e5-6c9b06aa9ba0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:34:08.960473 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-29a778d3-6057-45fe-9ea0-6871947ce6c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:08.976824 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-29a778d3-6057-45fe-9ea0-6871947ce6c2 admin admin] Calling delete_port for d73c2e05-4e6b-4de5-a8b9-d0e82c477aa3 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:34:08.985712 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8b1e3-2fa5-4695-959e-0fad7fb890c8 req-81730e9a-d0aa-47d4-8c27-584b1502286c tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:08.987287 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-99f8b1e3-2fa5-4695-959e-0fad7fb890c8 req-81730e9a-d0aa-47d4-8c27-584b1502286c tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=056e9065-0890-45bd-8bc2-859149fd183e HTTP/1.1" status: 200 len: 949 time: 0.1156156 Nov 16 11:34:08.991659 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-cfcbee38-2762-41ad-b79a-8db1d1ae5428 None None] Deleting port d73c2e05-4e6b-4de5-a8b9-d0e82c477aa3 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:34:08.992302 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cfcbee38-2762-41ad-b79a-8db1d1ae5428 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:09.070577 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48186) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:09.079896 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-99f8b1e3-2fa5-4695-959e-0fad7fb890c8 req-7bd2cf17-f573-480c-8ae5-1592e0eff360 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819318 Nov 16 11:34:09.100843 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-686ab543-fe3b-4519-be0d-5d281424dcb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:09.101209 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-cfcbee38-2762-41ad-b79a-8db1d1ae5428 None None] For port d73c2e05-4e6b-4de5-a8b9-d0e82c477aa3, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=d73c2e05-4e6b-4de5-a8b9-d0e82c477aa3,segment=NetworkSegment(895993bb-c076-4ec4-a9e5-6c9b06aa9ba0),segment_id=895993bb-c076-4ec4-a9e5-6c9b06aa9ba0)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:34:09.101857 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cfcbee38-2762-41ad-b79a-8db1d1ae5428 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:09.124472 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-29a778d3-6057-45fe-9ea0-6871947ce6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:09.127209 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-cfcbee38-2762-41ad-b79a-8db1d1ae5428 None None] Calling delete_port for d73c2e05-4e6b-4de5-a8b9-d0e82c477aa3 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:34:09.177669 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a778d3-6057-45fe-9ea0-6871947ce6c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d73c2e05-4e6b-4de5-a8b9-d0e82c477aa3,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:09.189483 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a778d3-6057-45fe-9ea0-6871947ce6c2 admin admin] No DVR routers for this DVR port d73c2e05-4e6b-4de5-a8b9-d0e82c477aa3 on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:34:09.224140 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-686ab543-fe3b-4519-be0d-5d281424dcb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:09.232097 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-686ab543-fe3b-4519-be0d-5d281424dcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:09.237711 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cfcbee38-2762-41ad-b79a-8db1d1ae5428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:09.254455 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcbee38-2762-41ad-b79a-8db1d1ae5428 None None] No DVR routers for this DVR port d73c2e05-4e6b-4de5-a8b9-d0e82c477aa3 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:34:09.274531 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-686ab543-fe3b-4519-be0d-5d281424dcb5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ec74339d1ae8435fa631641d9553c20d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2025356 Nov 16 11:34:09.275465 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48190) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:09.282365 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcbee38-2762-41ad-b79a-8db1d1ae5428 None None] Pushing event deleted for resources: {'Port': ['ID=d73c2e05-4e6b-4de5-a8b9-d0e82c477aa3,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:09.304831 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-29a778d3-6057-45fe-9ea0-6871947ce6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:09.329276 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ab543-fe3b-4519-be0d-5d281424dcb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42097e7f-aa1a-4968-9a75-5e0930988b6a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:09.341014 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-29a778d3-6057-45fe-9ea0-6871947ce6c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bea3c2b-9b6e-4353-90f6-1b51eaf5d1bf']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:09.361977 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-19f77d10-825c-4abb-abbf-f036d5bb4ca6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:09.376120 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-29a778d3-6057-45fe-9ea0-6871947ce6c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '895993bb-c076-4ec4-a9e5-6c9b06aa9ba0') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:09.376707 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-29a778d3-6057-45fe-9ea0-6871947ce6c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '895993bb-c076-4ec4-a9e5-6c9b06aa9ba0') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:09.386265 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-19f77d10-825c-4abb-abbf-f036d5bb4ca6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:09.392502 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-29a778d3-6057-45fe-9ea0-6871947ce6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:09.410769 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-29a778d3-6057-45fe-9ea0-6871947ce6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:09.421531 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d307053-30c9-41a0-ab36-b1dfb467e9b5 req-af491db8-dfa5-48c0-a6fb-72d54f1717a6 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:09.423801 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6d307053-30c9-41a0-ab36-b1dfb467e9b5 req-af491db8-dfa5-48c0-a6fb-72d54f1717a6 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 944 time: 0.0948176 Nov 16 11:34:09.429196 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29a778d3-6057-45fe-9ea0-6871947ce6c2 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:34:09.429601 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-29a778d3-6057-45fe-9ea0-6871947ce6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:09.431410 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:34:09.431410 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:34:09.431410 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:34:09.431410 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:34:09.431410 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:34:09.431410 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:34:09.431410 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:34:09.431410 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:34:09.431410 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:34:09.431410 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:34:09.431410 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:34:09.431410 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:34:09.431410 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:34:09.431410 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:34:09.431410 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:34:09.431410 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:34:09.431410 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:34:09.431410 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:34:09.431410 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:34:09.431410 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:34:09.431410 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:34:09.431410 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:34:09.431410 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:34:09.431410 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:34:09.431410 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:34:09.431410 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:34:09.431410 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:34:09.431410 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:34:09.431410 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:34:09.431410 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:34:09.431410 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:34:09.431410 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:34:09.451071 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-19f77d10-825c-4abb-abbf-f036d5bb4ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:09.454875 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-19f77d10-825c-4abb-abbf-f036d5bb4ca6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:09.460234 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-19f77d10-825c-4abb-abbf-f036d5bb4ca6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/42097e7f-aa1a-4968-9a75-5e0930988b6a HTTP/1.1" status: 204 len: 168 time: 0.1824844 Nov 16 11:34:09.470880 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f77d10-825c-4abb-abbf-f036d5bb4ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42097e7f-aa1a-4968-9a75-5e0930988b6a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:09.521643 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-29a778d3-6057-45fe-9ea0-6871947ce6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:09.536682 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-29a778d3-6057-45fe-9ea0-6871947ce6c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:09.540061 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-29a778d3-6057-45fe-9ea0-6871947ce6c2 admin admin] 10.222.0.61 "DELETE /v2.0/networks/2bea3c2b-9b6e-4353-90f6-1b51eaf5d1bf HTTP/1.1" status: 204 len: 168 time: 0.9195669 Nov 16 11:34:09.554459 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a778d3-6057-45fe-9ea0-6871947ce6c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bea3c2b-9b6e-4353-90f6-1b51eaf5d1bf,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:09.572211 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6d307053-30c9-41a0-ab36-b1dfb467e9b5 req-962edfa9-ba3f-4b62-8f7b-05c68cc3dac5 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951121 Nov 16 11:34:09.716329 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda1532-e998-43a9-b215-3f535b7e4f6f req-fee7dd78-9115-42fb-8e3e-3f5f752b047d tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:09.724357 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ecda1532-e998-43a9-b215-3f535b7e4f6f req-fee7dd78-9115-42fb-8e3e-3f5f752b047d tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 945 time: 0.0795207 Nov 16 11:34:09.731479 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 920ea900-c10c-4e0d-bca8-c32fb12477ec no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:34:09.778739 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 920ea900-c10c-4e0d-bca8-c32fb12477ec {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:34:09.779070 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 920ea900-c10c-4e0d-bca8-c32fb12477ec not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:34:09.779488 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device d73c2e05-4e6b-4de5-a8b9-d0e82c477aa3 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:34:09.828621 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: d73c2e05-4e6b-4de5-a8b9-d0e82c477aa3 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:34:09.829531 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device d73c2e05-4e6b-4de5-a8b9-d0e82c477aa3 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:34:09.843680 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ecda1532-e998-43a9-b215-3f535b7e4f6f req-81aa56d6-674f-4b2a-895e-252e927a5aca tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a1ae922-53db-4b87-b60b-12d9a74c16ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009231 Nov 16 11:34:09.920704 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48206) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:09.958499 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c9ff1c6b-9e89-4987-a402-2eae1142ee7e req-20206597-9ffc-4ae0-9e81-fc7ac9420de3 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/ports?device_id=e09e2117-166e-40ff-82c8-6a9f30e4a142 HTTP/1.1" status: 200 len: 210 time: 0.0392411 Nov 16 11:34:09.987443 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0fd2663a-994e-45ec-87f4-21e7189b134f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1ae06a69eac64c2d80c4db8375c3a241&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0657365 Nov 16 11:34:09.989973 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48210) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:10.047416 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-694cff6b-dfc4-4c31-a78d-25b9e2446f12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:10.079149 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-694cff6b-dfc4-4c31-a78d-25b9e2446f12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:10.135946 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-694cff6b-dfc4-4c31-a78d-25b9e2446f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:10.138807 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-694cff6b-dfc4-4c31-a78d-25b9e2446f12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:10.139963 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-694cff6b-dfc4-4c31-a78d-25b9e2446f12 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/98c641a9-9ec5-4bde-8d8e-91841ccae81e HTTP/1.1" status: 204 len: 168 time: 0.1490202 Nov 16 11:34:10.167057 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694cff6b-dfc4-4c31-a78d-25b9e2446f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c641a9-9ec5-4bde-8d8e-91841ccae81e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:10.275467 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7599e90-ba58-494e-8096-201efb478978 req-4565f634-0f7f-4f78-93fe-5d1d4da2b12c tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:10.277971 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b7599e90-ba58-494e-8096-201efb478978 req-4565f634-0f7f-4f78-93fe-5d1d4da2b12c tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=056e9065-0890-45bd-8bc2-859149fd183e HTTP/1.1" status: 200 len: 949 time: 0.0615330 Nov 16 11:34:10.361505 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b7599e90-ba58-494e-8096-201efb478978 req-8546eb68-5dff-4718-854b-181f21e33232 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756791 Nov 16 11:34:10.553592 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48230) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:10.608152 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48234) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:10.614441 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0ebea082-053b-459c-8850-6a4a45bcfb83 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0e021b3646974f35bcb10ac82c9daeb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0532176 Nov 16 11:34:10.722795 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-28d883a2-9390-4e1a-a4c8-3ec06de34797 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:10.764781 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45209376-1f61-46c2-b6c4-957c308ba8f9 req-f959daff-4050-4961-9ec3-111db3b9f00d tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:10.769796 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-45209376-1f61-46c2-b6c4-957c308ba8f9 req-f959daff-4050-4961-9ec3-111db3b9f00d tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 944 time: 0.0992785 Nov 16 11:34:10.776140 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-28d883a2-9390-4e1a-a4c8-3ec06de34797 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:10.832970 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-45209376-1f61-46c2-b6c4-957c308ba8f9 req-1576ce27-0a8e-4b54-861e-4f506b62ee57 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564628 Nov 16 11:34:10.835778 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-28d883a2-9390-4e1a-a4c8-3ec06de34797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:10.839584 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-28d883a2-9390-4e1a-a4c8-3ec06de34797 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:10.841155 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-28d883a2-9390-4e1a-a4c8-3ec06de34797 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/437aa101-87af-45d5-a370-a6f92ae1071b HTTP/1.1" status: 204 len: 168 time: 0.2319989 Nov 16 11:34:10.853176 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d883a2-9390-4e1a-a4c8-3ec06de34797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437aa101-87af-45d5-a370-a6f92ae1071b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:11.017588 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1e49a-21fe-4541-8ca9-d7b5e75a4dfa req-e4644dc9-3595-468e-993f-edfedfef2693 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:11.022639 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-25f1e49a-21fe-4541-8ca9-d7b5e75a4dfa req-e4644dc9-3595-468e-993f-edfedfef2693 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 945 time: 0.0809379 Nov 16 11:34:11.084682 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-25f1e49a-21fe-4541-8ca9-d7b5e75a4dfa req-1ab1bd09-75b6-4058-860a-043d25015f96 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a1ae922-53db-4b87-b60b-12d9a74c16ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591147 Nov 16 11:34:11.229581 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-27c03085-d022-4841-b675-60fe548ccb56 req-dc496834-bc1a-4cc7-9180-199fa3d34b61 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/ports?device_id=e09e2117-166e-40ff-82c8-6a9f30e4a142 HTTP/1.1" status: 200 len: 210 time: 0.0272636 Nov 16 11:34:11.524147 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21352304-2a84-46a6-b9c6-1d23caa0ae60 req-6f45bff3-6840-4e7e-b771-644fab0be6dc tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:11.530229 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-21352304-2a84-46a6-b9c6-1d23caa0ae60 req-6f45bff3-6840-4e7e-b771-644fab0be6dc tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=056e9065-0890-45bd-8bc2-859149fd183e HTTP/1.1" status: 200 len: 949 time: 0.0706375 Nov 16 11:34:11.678764 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-21352304-2a84-46a6-b9c6-1d23caa0ae60 req-b70c65e7-0439-4e1c-bc2f-c8fed5168039 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299274 Nov 16 11:34:11.898696 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48284) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:11.940375 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48288) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:12.059507 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-42f79b1a-365e-4de7-a390-7d2b518d70a2 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1304364429-network', 'tenant_id': '7cf18753bf9d4fe29233c5abd70cfca2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:34:12.089601 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabdbb56-39d0-4a7c-9c26-07ee5d245da9 req-17c60185-6995-4377-ae91-edd366236374 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:12.090754 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f79b1a-365e-4de7-a390-7d2b518d70a2 admin admin] Made reservation on behalf of 7cf18753bf9d4fe29233c5abd70cfca2 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:34:12.093727 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-42f79b1a-365e-4de7-a390-7d2b518d70a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:12.097155 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dabdbb56-39d0-4a7c-9c26-07ee5d245da9 req-17c60185-6995-4377-ae91-edd366236374 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 944 time: 0.1198051 Nov 16 11:34:12.104637 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-42f79b1a-365e-4de7-a390-7d2b518d70a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:12.127417 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-5290c833-3c87-40df-8426-b0b6d7213c07 tempest-QuotasTest-1996905111 tempest-QuotasTest-1996905111-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:34:12.171606 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dabdbb56-39d0-4a7c-9c26-07ee5d245da9 req-64361df5-3051-4e3e-9c5e-050a9398f4ac tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733917 Nov 16 11:34:12.183963 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5290c833-3c87-40df-8426-b0b6d7213c07 tempest-QuotasTest-1996905111 tempest-QuotasTest-1996905111-project-admin] 10.222.0.61 "PUT /v2.0/quotas/e66487bc70f543bb91daae972a825fe1 HTTP/1.1" status: 200 len: 366 time: 0.2423961 Nov 16 11:34:12.186534 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48294) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:12.197571 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7ae508cc-4e38-4171-b746-d7c08d871f59 tempest-QuotasTest-1996905111 tempest-QuotasTest-1996905111-project-admin] 10.222.0.61 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0096259 Nov 16 11:34:12.210231 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48296) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:12.210725 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-42f79b1a-365e-4de7-a390-7d2b518d70a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:12.218802 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-42f79b1a-365e-4de7-a390-7d2b518d70a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:12.231799 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8b21046b-df01-4fdc-a41a-2eeb92f24534 tempest-QuotasTest-1996905111 tempest-QuotasTest-1996905111-project-admin] 10.222.0.61 "GET /v2.0/quotas/e66487bc70f543bb91daae972a825fe1 HTTP/1.1" status: 200 len: 366 time: 0.0200057 Nov 16 11:34:12.234496 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48298) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:12.248535 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f79b1a-365e-4de7-a390-7d2b518d70a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e15440e-81b3-4b8f-8092-c121394f6a1d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:12.258717 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42f79b1a-365e-4de7-a390-7d2b518d70a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:34:12.261464 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-be3a9314-9fba-44ab-a851-f18fa49f29f2 tempest-QuotasTest-1996905111 tempest-QuotasTest-1996905111-project-admin] 10.222.0.61 "DELETE /v2.0/quotas/e66487bc70f543bb91daae972a825fe1 HTTP/1.1" status: 204 len: 168 time: 0.0253963 Nov 16 11:34:12.263600 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48302) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:12.270176 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-42f79b1a-365e-4de7-a390-7d2b518d70a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:12.270579 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-42f79b1a-365e-4de7-a390-7d2b518d70a2 admin admin] Added segment 9842add6-96c2-4a31-949d-c4438d225381 of type vlan for network 728c022e-1a72-4945-bd57-6e3a7d833827 Nov 16 11:34:12.276525 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-affd76cf-b317-4111-b3bd-1c708510fbf5 tempest-QuotasTest-1996905111 tempest-QuotasTest-1996905111-project-admin] 10.222.0.61 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0116663 Nov 16 11:34:12.279162 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48304) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:12.311105 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d1ce24a7-63f1-4bdc-b88a-8c556991a1f2 tempest-QuotasTest-1996905111 tempest-QuotasTest-1996905111-project-admin] 10.222.0.61 "GET /v2.0/quotas/e66487bc70f543bb91daae972a825fe1 HTTP/1.1" status: 200 len: 370 time: 0.0307968 Nov 16 11:34:12.314244 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48306) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:12.321739 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8310be54-1694-478f-a571-0421df1e64f9 tempest-QuotasTest-1996905111 tempest-QuotasTest-1996905111-project-admin] 10.222.0.61 "GET /v2.0/quotas/e66487bc70f543bb91daae972a825fe1/default HTTP/1.1" status: 200 len: 370 time: 0.0062981 Nov 16 11:34:12.324728 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48308) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:12.335099 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-42f79b1a-365e-4de7-a390-7d2b518d70a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:12.342356 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-c01b6ba4-2d21-4f53-8aad-9e73444ed0be tempest-QuotasTest-1996905111 tempest-QuotasTest-1996905111-project-admin] delete failed (client error): The resource could not be found. Nov 16 11:34:12.345494 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c01b6ba4-2d21-4f53-8aad-9e73444ed0be tempest-QuotasTest-1996905111 tempest-QuotasTest-1996905111-project-admin] 10.222.0.61 "DELETE /v2.0/quotas/e66487bc70f543bb91daae972a825fe1 HTTP/1.1" status: 404 len: 348 time: 0.0182271 Nov 16 11:34:12.363316 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a9cdf-a0f6-4c9c-8342-3dcce7082166 req-726bd51d-5728-40a5-b7cf-2caded2e19b0 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:12.365052 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5d4a9cdf-a0f6-4c9c-8342-3dcce7082166 req-726bd51d-5728-40a5-b7cf-2caded2e19b0 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 945 time: 0.0805759 Nov 16 11:34:12.388459 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-42f79b1a-365e-4de7-a390-7d2b518d70a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:12.389831 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f79b1a-365e-4de7-a390-7d2b518d70a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:12.390501 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-42f79b1a-365e-4de7-a390-7d2b518d70a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:12.434015 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5d4a9cdf-a0f6-4c9c-8342-3dcce7082166 req-14fb686e-0495-466e-ae65-a897e867d44e tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a1ae922-53db-4b87-b60b-12d9a74c16ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616217 Nov 16 11:34:12.481014 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-42f79b1a-365e-4de7-a390-7d2b518d70a2 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5813684 Nov 16 11:34:12.483815 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48312) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:12.488604 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-94b1ea4e-29b3-4f67-83ed-5607d1d54856 admin admin] Request body: {'subnet': {'network_id': '728c022e-1a72-4945-bd57-6e3a7d833827', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1304364429-subnet', 'tenant_id': '7cf18753bf9d4fe29233c5abd70cfca2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:34:12.506855 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48314) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:12.515520 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f79b1a-365e-4de7-a390-7d2b518d70a2 admin admin] Pushing event updated for resources: {'Network': ['ID=728c022e-1a72-4945-bd57-6e3a7d833827,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:12.526980 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 728c022e-1a72-4945-bd57-6e3a7d833827 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:34:12.535094 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b1ea4e-29b3-4f67-83ed-5607d1d54856 admin admin] Made reservation on behalf of 7cf18753bf9d4fe29233c5abd70cfca2 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:34:12.538043 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-94b1ea4e-29b3-4f67-83ed-5607d1d54856 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:12.584820 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8ff5fea0-86d3-4cdd-a368-0693794f4d65 req-6c2a30b1-e294-431d-aa0e-4afec5af7521 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/ports?device_id=e09e2117-166e-40ff-82c8-6a9f30e4a142 HTTP/1.1" status: 200 len: 210 time: 0.0489297 Nov 16 11:34:12.594676 n-d-816823-3 neutron-server[102669]: DEBUG neutron.quota.resource [None req-c1f3cf7c-5cc5-4248-b5a3-82b2cd0d8634 tempest-QuotasTest-1996905111 tempest-QuotasTest-1996905111-project-admin] Usage tracker for resource:network and project:d20cfe7963d2428d8a1bc8aea5c967cc is out of sync, need to count used quota {{(pid=102669) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 16 11:34:12.601781 n-d-816823-3 neutron-server[102669]: DEBUG neutron.quota.resource [None req-c1f3cf7c-5cc5-4248-b5a3-82b2cd0d8634 tempest-QuotasTest-1996905111 tempest-QuotasTest-1996905111-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102669) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 16 11:34:12.610939 n-d-816823-3 neutron-server[102669]: DEBUG neutron.quota.resource [None req-c1f3cf7c-5cc5-4248-b5a3-82b2cd0d8634 tempest-QuotasTest-1996905111 tempest-QuotasTest-1996905111-project-admin] Usage tracker for resource:subnet and project:d20cfe7963d2428d8a1bc8aea5c967cc is out of sync, need to count used quota {{(pid=102669) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 16 11:34:12.616138 n-d-816823-3 neutron-server[102669]: DEBUG neutron.quota.resource [None req-c1f3cf7c-5cc5-4248-b5a3-82b2cd0d8634 tempest-QuotasTest-1996905111 tempest-QuotasTest-1996905111-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102669) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 16 11:34:12.625369 n-d-816823-3 neutron-server[102669]: DEBUG neutron.quota.resource [None req-c1f3cf7c-5cc5-4248-b5a3-82b2cd0d8634 tempest-QuotasTest-1996905111 tempest-QuotasTest-1996905111-project-admin] Usage tracker for resource:subnetpool and project:d20cfe7963d2428d8a1bc8aea5c967cc is out of sync, need to count used quota {{(pid=102669) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 16 11:34:12.631163 n-d-816823-3 neutron-server[102669]: DEBUG neutron.quota.resource [None req-c1f3cf7c-5cc5-4248-b5a3-82b2cd0d8634 tempest-QuotasTest-1996905111 tempest-QuotasTest-1996905111-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102669) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 16 11:34:12.638727 n-d-816823-3 neutron-server[102669]: DEBUG neutron.quota.resource [None req-c1f3cf7c-5cc5-4248-b5a3-82b2cd0d8634 tempest-QuotasTest-1996905111 tempest-QuotasTest-1996905111-project-admin] Usage tracker for resource:port and project:d20cfe7963d2428d8a1bc8aea5c967cc is out of sync, need to count used quota {{(pid=102669) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 16 11:34:12.642518 n-d-816823-3 neutron-server[102669]: DEBUG neutron.quota.resource [None req-c1f3cf7c-5cc5-4248-b5a3-82b2cd0d8634 tempest-QuotasTest-1996905111 tempest-QuotasTest-1996905111-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102669) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 16 11:34:12.649817 n-d-816823-3 neutron-server[102669]: DEBUG neutron.quota.resource [None req-c1f3cf7c-5cc5-4248-b5a3-82b2cd0d8634 tempest-QuotasTest-1996905111 tempest-QuotasTest-1996905111-project-admin] Usage tracker for resource:router and project:d20cfe7963d2428d8a1bc8aea5c967cc is out of sync, need to count used quota {{(pid=102669) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 16 11:34:12.654769 n-d-816823-3 neutron-server[102669]: DEBUG neutron.quota.resource [None req-c1f3cf7c-5cc5-4248-b5a3-82b2cd0d8634 tempest-QuotasTest-1996905111 tempest-QuotasTest-1996905111-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102669) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 16 11:34:12.661821 n-d-816823-3 neutron-server[102669]: DEBUG neutron.quota.resource [None req-c1f3cf7c-5cc5-4248-b5a3-82b2cd0d8634 tempest-QuotasTest-1996905111 tempest-QuotasTest-1996905111-project-admin] Usage tracker for resource:floatingip and project:d20cfe7963d2428d8a1bc8aea5c967cc is out of sync, need to count used quota {{(pid=102669) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 16 11:34:12.665817 n-d-816823-3 neutron-server[102669]: DEBUG neutron.quota.resource [None req-c1f3cf7c-5cc5-4248-b5a3-82b2cd0d8634 tempest-QuotasTest-1996905111 tempest-QuotasTest-1996905111-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102669) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 16 11:34:12.749788 n-d-816823-3 neutron-server[102669]: DEBUG neutron.quota.resource [None req-c1f3cf7c-5cc5-4248-b5a3-82b2cd0d8634 tempest-QuotasTest-1996905111 tempest-QuotasTest-1996905111-project-admin] Usage tracker for resource:security_group and project:d20cfe7963d2428d8a1bc8aea5c967cc is out of sync, need to count used quota {{(pid=102669) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 16 11:34:12.754001 n-d-816823-3 neutron-server[102669]: DEBUG neutron.quota.resource [None req-c1f3cf7c-5cc5-4248-b5a3-82b2cd0d8634 tempest-QuotasTest-1996905111 tempest-QuotasTest-1996905111-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102669) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 16 11:34:12.760635 n-d-816823-3 neutron-server[102669]: DEBUG neutron.quota.resource [None req-c1f3cf7c-5cc5-4248-b5a3-82b2cd0d8634 tempest-QuotasTest-1996905111 tempest-QuotasTest-1996905111-project-admin] Usage tracker for resource:security_group_rule and project:d20cfe7963d2428d8a1bc8aea5c967cc is out of sync, need to count used quota {{(pid=102669) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 16 11:34:12.764163 n-d-816823-3 neutron-server[102669]: DEBUG neutron.quota.resource [None req-c1f3cf7c-5cc5-4248-b5a3-82b2cd0d8634 tempest-QuotasTest-1996905111 tempest-QuotasTest-1996905111-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102669) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 16 11:34:12.770881 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c1f3cf7c-5cc5-4248-b5a3-82b2cd0d8634 tempest-QuotasTest-1996905111 tempest-QuotasTest-1996905111-project-admin] 10.222.0.61 "GET /v2.0/quotas/d20cfe7963d2428d8a1bc8aea5c967cc/details.json HTTP/1.1" status: 200 len: 703 time: 0.2652607 Nov 16 11:34:12.785513 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-94b1ea4e-29b3-4f67-83ed-5607d1d54856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:12.848138 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b1ea4e-29b3-4f67-83ed-5607d1d54856 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae4b708c-1a73-471d-9949-3da1f867edfd,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:12.857107 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008bbc3-926b-4f61-92ed-6746728b02a2 req-deb42bc2-4f87-40d4-8ced-16126d1f59fa tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:12.860980 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0008bbc3-926b-4f61-92ed-6746728b02a2 req-deb42bc2-4f87-40d4-8ced-16126d1f59fa tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=056e9065-0890-45bd-8bc2-859149fd183e HTTP/1.1" status: 200 len: 949 time: 0.0827065 Nov 16 11:34:12.865286 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b1ea4e-29b3-4f67-83ed-5607d1d54856 admin admin] Checking segment: {'id': '9842add6-96c2-4a31-949d-c4438d225381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '728c022e-1a72-4945-bd57-6e3a7d833827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:34:12.865665 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b1ea4e-29b3-4f67-83ed-5607d1d54856 admin admin] Network hostable DHCP agents. Network: 728c022e-1a72-4945-bd57-6e3a7d833827, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:34:12.891921 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b1ea4e-29b3-4f67-83ed-5607d1d54856 admin admin] Network 728c022e-1a72-4945-bd57-6e3a7d833827 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:34:12.909941 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-94b1ea4e-29b3-4f67-83ed-5607d1d54856 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 728c022e-1a72-4945-bd57-6e3a7d833827) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:34:12.920582 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9e20d9-9247-4ac9-9830-aa19016bc7b7 None None] Network 728c022e-1a72-4945-bd57-6e3a7d833827 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:34:12.922067 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b1ea4e-29b3-4f67-83ed-5607d1d54856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:12.924539 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-94b1ea4e-29b3-4f67-83ed-5607d1d54856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:12.950971 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-94b1ea4e-29b3-4f67-83ed-5607d1d54856 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4657826 Nov 16 11:34:12.966627 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0008bbc3-926b-4f61-92ed-6746728b02a2 req-1b4d78a7-adcd-4358-bade-32cee5e348fc tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888398 Nov 16 11:34:13.043589 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2535ca6d-b7f6-4798-84cb-0874a8ac025b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:13.153007 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83a45d2-6210-445d-98b2-c2fe68ebf6ab None None] Network 728c022e-1a72-4945-bd57-6e3a7d833827 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:34:13.175988 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48326) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:13.349012 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2895a815-04d7-4719-910f-36838166ca9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:13.402212 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503abd0-3104-4c57-b993-1c082145337b req-ee50e0b3-b4f2-4746-a12a-17a216474a51 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:13.403705 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e503abd0-3104-4c57-b993-1c082145337b req-ee50e0b3-b4f2-4746-a12a-17a216474a51 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 944 time: 0.1046991 Nov 16 11:34:13.485623 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e503abd0-3104-4c57-b993-1c082145337b req-2057663e-afb6-47d2-9f03-c765e36cfbd8 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749509 Nov 16 11:34:13.487320 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2895a815-04d7-4719-910f-36838166ca9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:13.492637 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2895a815-04d7-4719-910f-36838166ca9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:13.554114 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2895a815-04d7-4719-910f-36838166ca9f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ba3ab9c7cf7c49c0adf421f6cdf1232e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3746114 Nov 16 11:34:13.554114 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2895a815-04d7-4719-910f-36838166ca9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493b7a28-1354-42e1-904f-35c6ac02e899,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:13.555036 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48338) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:13.658531 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ebe46b63-a122-4f73-8194-4285e110612a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:13.681058 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ebe46b63-a122-4f73-8194-4285e110612a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:13.740220 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ebe46b63-a122-4f73-8194-4285e110612a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:13.743683 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ebe46b63-a122-4f73-8194-4285e110612a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:13.748346 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ebe46b63-a122-4f73-8194-4285e110612a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/493b7a28-1354-42e1-904f-35c6ac02e899 HTTP/1.1" status: 204 len: 168 time: 0.1889780 Nov 16 11:34:13.755026 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe46b63-a122-4f73-8194-4285e110612a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493b7a28-1354-42e1-904f-35c6ac02e899,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:13.941757 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-423fc10f-4a98-462f-a51e-3521d91ce711 tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:13.943744 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-423fc10f-4a98-462f-a51e-3521d91ce711 tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] 10.222.0.61 "GET /v2.0/networks?id=728c022e-1a72-4945-bd57-6e3a7d833827 HTTP/1.1" status: 200 len: 818 time: 0.1544473 Nov 16 11:34:13.959981 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-25170a7d-f349-430b-9ca7-a05c7f1df59d tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] 10.222.0.61 "GET /v2.0/quotas/7cf18753bf9d4fe29233c5abd70cfca2 HTTP/1.1" status: 200 len: 375 time: 0.0095000 Nov 16 11:34:13.993735 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-144a9c33-27f6-4dc9-9a7a-b4ec397c194f tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7cf18753bf9d4fe29233c5abd70cfca2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271952 Nov 16 11:34:14.111740 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-43f44dfe-83cc-47a9-b5ad-0f73a0ded7c1 service neutron] 10.222.0.61 "GET /v2.0/networks/728c022e-1a72-4945-bd57-6e3a7d833827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104684 Nov 16 11:34:14.137898 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48358) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:14.152765 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98d86a61-0af5-4409-b2e9-7a9eaadfba64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:14.235933 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-a48dd6a7-bde2-4594-a105-7da42587277d service neutron] 10.222.0.61 "GET /v2.0/networks/728c022e-1a72-4945-bd57-6e3a7d833827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170497 Nov 16 11:34:14.252203 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98d86a61-0af5-4409-b2e9-7a9eaadfba64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:14.256152 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98d86a61-0af5-4409-b2e9-7a9eaadfba64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:14.305105 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d86a61-0af5-4409-b2e9-7a9eaadfba64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcab3008-c12c-495a-8805-5bbf078af465,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:14.319813 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-98d86a61-0af5-4409-b2e9-7a9eaadfba64 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d20cfe7963d2428d8a1bc8aea5c967cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1802142 Nov 16 11:34:14.321895 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48360) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:14.374080 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-720d06e5-9bb8-476f-9059-22c487c8d63c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:14.425142 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-720d06e5-9bb8-476f-9059-22c487c8d63c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:14.484566 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-720d06e5-9bb8-476f-9059-22c487c8d63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:14.487690 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-720d06e5-9bb8-476f-9059-22c487c8d63c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:14.489083 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-720d06e5-9bb8-476f-9059-22c487c8d63c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dcab3008-c12c-495a-8805-5bbf078af465 HTTP/1.1" status: 204 len: 168 time: 0.1655588 Nov 16 11:34:14.497515 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720d06e5-9bb8-476f-9059-22c487c8d63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcab3008-c12c-495a-8805-5bbf078af465,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:14.511154 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974470c-9426-4b1a-9a1f-3f6fbd522d7b req-46e3f61c-4e4a-4433-ab29-69e4d02e7344 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:14.519480 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9974470c-9426-4b1a-9a1f-3f6fbd522d7b req-46e3f61c-4e4a-4433-ab29-69e4d02e7344 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 945 time: 0.0692604 Nov 16 11:34:14.590512 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9974470c-9426-4b1a-9a1f-3f6fbd522d7b req-3622d740-9d00-47d6-8f27-ce2c5a2d803a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a1ae922-53db-4b87-b60b-12d9a74c16ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650339 Nov 16 11:34:14.706351 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-38e5da0e-3bb9-4f48-a687-33612002790a req-b1e0470d-53cd-4031-a9fd-35c1f141abc2 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/ports?device_id=e09e2117-166e-40ff-82c8-6a9f30e4a142 HTTP/1.1" status: 200 len: 210 time: 0.0446053 Nov 16 11:34:14.857519 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df1f4e-edd6-4f60-900e-73bf88fdf312 req-3bbf5be7-bd34-4c6c-973b-b4c744aca064 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:14.859073 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-34df1f4e-edd6-4f60-900e-73bf88fdf312 req-3bbf5be7-bd34-4c6c-973b-b4c744aca064 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=056e9065-0890-45bd-8bc2-859149fd183e HTTP/1.1" status: 200 len: 949 time: 0.0901999 Nov 16 11:34:14.934903 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-34df1f4e-edd6-4f60-900e-73bf88fdf312 req-00083600-1ac6-4f38-9007-fa3a23be84c4 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684280 Nov 16 11:34:15.019834 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7c138984-6a51-469f-be19-690427b149bb req-c1e050e2-a77b-43a6-b41c-fa2d1d4c8774 tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] 10.222.0.61 "GET /v2.0/ports?device_id=07f60304-c560-4cb4-ac07-ad19460abc68 HTTP/1.1" status: 200 len: 210 time: 0.0273914 Nov 16 11:34:15.148702 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afb2b7-99cc-48a5-88e1-a857771ee732 req-385dd76a-530a-4478-af3c-e86d48512edb tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:15.150162 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a4afb2b7-99cc-48a5-88e1-a857771ee732 req-385dd76a-530a-4478-af3c-e86d48512edb tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 944 time: 0.0539842 Nov 16 11:34:15.208064 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a4afb2b7-99cc-48a5-88e1-a857771ee732 req-64623627-f9b4-4ee0-9092-d23103be7fdd tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504663 Nov 16 11:34:15.411752 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48396) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:15.525104 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f5ed1bbc-f9d9-450d-be92-01a6d193d642 tempest-AgentManagementNegativeTest-499026917 tempest-AgentManagementNegativeTest-499026917-project] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1120608 Nov 16 11:34:15.549063 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8a7f3218-e4a1-42d6-9b4c-9f83dd3d53fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:15.716620 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7387a3f-e5e3-4e7c-a798-827090cbc1fe req-5d6537ae-1761-487c-9e32-2e3898641e5e tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:15.718605 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d7387a3f-e5e3-4e7c-a798-827090cbc1fe req-5d6537ae-1761-487c-9e32-2e3898641e5e tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 945 time: 0.0612876 Nov 16 11:34:15.796114 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d7387a3f-e5e3-4e7c-a798-827090cbc1fe req-23d414bd-19d0-4bf1-af5f-2f7fee68cc76 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a1ae922-53db-4b87-b60b-12d9a74c16ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699420 Nov 16 11:34:15.890225 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48408) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:15.903963 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8c66bd25-30d3-4b74-8f57-d51960a01a97 req-d64b36a1-5898-4622-946f-70b39b2956a6 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/ports?device_id=e09e2117-166e-40ff-82c8-6a9f30e4a142 HTTP/1.1" status: 200 len: 210 time: 0.0306032 Nov 16 11:34:16.017875 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444e305-ad0f-47bc-9323-aa61433a01d5 req-9182a9af-ddbf-4426-b28e-094191c0bc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:16.019776 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e444e305-ad0f-47bc-9323-aa61433a01d5 req-9182a9af-ddbf-4426-b28e-094191c0bc83 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0a506fec-f2b0-417b-b803-caa60745de99 HTTP/1.1" status: 200 len: 1100 time: 0.0954037 Nov 16 11:34:16.054687 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d0b18-74fe-4bc0-838f-e82efbd5b2cc req-9dcd7c94-f21c-4acf-b61f-1799c6e86106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:16.057622 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7c1d0b18-74fe-4bc0-838f-e82efbd5b2cc req-9dcd7c94-f21c-4acf-b61f-1799c6e86106 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=056e9065-0890-45bd-8bc2-859149fd183e HTTP/1.1" status: 200 len: 1100 time: 0.1574235 Nov 16 11:34:16.060688 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8cf0abdb-4762-483a-9380-3a69b27c4833 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:16.158590 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b773b2-b19c-4170-abef-1c4ec58603e3 req-93a9d53e-10a2-4564-a49c-07604e1168fb tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:16.160330 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-16b773b2-b19c-4170-abef-1c4ec58603e3 req-93a9d53e-10a2-4564-a49c-07604e1168fb tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=056e9065-0890-45bd-8bc2-859149fd183e HTTP/1.1" status: 200 len: 949 time: 0.0986409 Nov 16 11:34:16.221350 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e444e305-ad0f-47bc-9323-aa61433a01d5 req-0ed8e2d9-8282-4b28-b5c8-a827f61bc1c9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871789 Nov 16 11:34:16.247443 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7c1d0b18-74fe-4bc0-838f-e82efbd5b2cc req-6b936cd0-e123-4810-a36c-f584b0007b0b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399038 Nov 16 11:34:16.273321 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-16b773b2-b19c-4170-abef-1c4ec58603e3 req-ac479ebc-302a-4352-8b49-2ff2d7fc4b51 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983541 Nov 16 11:34:16.312655 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8cf0abdb-4762-483a-9380-3a69b27c4833 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:16.321671 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8cf0abdb-4762-483a-9380-3a69b27c4833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:16.363911 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0abdb-4762-483a-9380-3a69b27c4833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7543356f-038f-4740-9d0d-583c0248de7b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:16.374542 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8cf0abdb-4762-483a-9380-3a69b27c4833 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=205cd52f7b1f4967bd46e35a4bf948c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4827328 Nov 16 11:34:16.376105 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48422) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:16.390495 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ccb7b41f-b4c6-4e9c-be79-caa100ae45a3 req-35513eaa-84c0-4aae-856d-b03cf31044cf tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] 10.222.0.61 "GET /v2.0/ports?device_id=07f60304-c560-4cb4-ac07-ad19460abc68 HTTP/1.1" status: 200 len: 210 time: 0.0341196 Nov 16 11:34:16.434168 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bde08dca-3ba9-4f6c-b8d4-339d6f7ed51c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:16.460301 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bde08dca-3ba9-4f6c-b8d4-339d6f7ed51c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:16.501399 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912fd00-475f-4f21-9075-109ec4f61bd2 req-a4ef7e99-aab8-4b65-a783-3ecfeab94887 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:16.502954 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b912fd00-475f-4f21-9075-109ec4f61bd2 req-a4ef7e99-aab8-4b65-a783-3ecfeab94887 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 944 time: 0.0496521 Nov 16 11:34:16.509702 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bde08dca-3ba9-4f6c-b8d4-339d6f7ed51c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:16.513019 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bde08dca-3ba9-4f6c-b8d4-339d6f7ed51c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:16.514274 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bde08dca-3ba9-4f6c-b8d4-339d6f7ed51c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7543356f-038f-4740-9d0d-583c0248de7b HTTP/1.1" status: 204 len: 168 time: 0.1370692 Nov 16 11:34:16.526532 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde08dca-3ba9-4f6c-b8d4-339d6f7ed51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7543356f-038f-4740-9d0d-583c0248de7b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:16.585829 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:16.588914 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b912fd00-475f-4f21-9075-109ec4f61bd2 req-cfcb1f13-5b7f-474b-aa5b-16534d848be2 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738561 Nov 16 11:34:16.920935 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265de69-d05f-4e59-99b8-3900018c9a79 req-ee0cffc0-449b-4bae-8336-71faa3c11f59 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:16.922482 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7265de69-d05f-4e59-99b8-3900018c9a79 req-ee0cffc0-449b-4bae-8336-71faa3c11f59 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 945 time: 0.0570781 Nov 16 11:34:16.970460 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7265de69-d05f-4e59-99b8-3900018c9a79 req-74da8763-e184-4ea6-836e-64a61ad61f5b tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a1ae922-53db-4b87-b60b-12d9a74c16ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418024 Nov 16 11:34:17.105599 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-39970d70-4e15-4b29-93e4-3fdddfa96c60 req-58bdc2b2-d4f9-48f8-9b6b-019a404eb3ac tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/ports?device_id=e09e2117-166e-40ff-82c8-6a9f30e4a142 HTTP/1.1" status: 200 len: 210 time: 0.0432532 Nov 16 11:34:17.298481 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48452) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:17.333871 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773322bf-83e5-49e5-ae58-ff8f4877e0b1 req-307ddfbe-eab5-4147-9d69-777dc7aad09f tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:17.335331 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-773322bf-83e5-49e5-ae58-ff8f4877e0b1 req-307ddfbe-eab5-4147-9d69-777dc7aad09f tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 945 time: 0.0542605 Nov 16 11:34:17.374369 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7104a69-90ea-4f26-a398-1d305cce95c3 req-ded7154a-8e32-45c0-be32-e1c670b29a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:17.376622 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f7104a69-90ea-4f26-a398-1d305cce95c3 req-ded7154a-8e32-45c0-be32-e1c670b29a89 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5de40747a10d44f79906618ae036d315&device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 1096 time: 0.0484338 Nov 16 11:34:17.391757 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-773322bf-83e5-49e5-ae58-ff8f4877e0b1 req-d26d314e-e4e6-4933-9aff-915482c2388e tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a1ae922-53db-4b87-b60b-12d9a74c16ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498304 Nov 16 11:34:17.435644 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5f02ad00-47ce-4d46-8caf-b9ae15c5d3d4 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Request body: {'networks': [{'name': 'tempest-network--334629310'}, {'name': 'tempest-network--2115985602'}]} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:34:17.436212 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5f02ad00-47ce-4d46-8caf-b9ae15c5d3d4 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Request body: {'network': {'name': 'tempest-network--334629310'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:34:17.436523 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5f02ad00-47ce-4d46-8caf-b9ae15c5d3d4 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Request body: {'network': {'name': 'tempest-network--2115985602'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:34:17.477015 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f02ad00-47ce-4d46-8caf-b9ae15c5d3d4 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Made reservation on behalf of 21fffaee672a4c2b88df2467e58cc5ac for: {'network': 2} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:34:17.481626 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f02ad00-47ce-4d46-8caf-b9ae15c5d3d4 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:17.499652 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f02ad00-47ce-4d46-8caf-b9ae15c5d3d4 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:17.508865 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d0d9b-ef60-49a7-b9b6-bc46176c29ca req-79ba41d2-fb9b-4beb-8913-9bd59b9f1fab tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:17.511683 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9c2d0d9b-ef60-49a7-b9b6-bc46176c29ca req-79ba41d2-fb9b-4beb-8913-9bd59b9f1fab tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=056e9065-0890-45bd-8bc2-859149fd183e HTTP/1.1" status: 200 len: 949 time: 0.0552003 Nov 16 11:34:17.519219 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7104a69-90ea-4f26-a398-1d305cce95c3 req-3a4bb32c-0c77-4952-b7d2-4462c2bb2314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:17.520788 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f7104a69-90ea-4f26-a398-1d305cce95c3 req-3a4bb32c-0c77-4952-b7d2-4462c2bb2314 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ac38a654-4075-456a-bc52-9a2a4fa7d579 HTTP/1.1" status: 200 len: 912 time: 0.1340613 Nov 16 11:34:17.571775 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9c2d0d9b-ef60-49a7-b9b6-bc46176c29ca req-b9ba0fff-43bb-4973-9e52-a593e01a452e tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504196 Nov 16 11:34:17.696614 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f7104a69-90ea-4f26-a398-1d305cce95c3 req-4d8dcd1f-64c7-4d82-9706-cc5302e2db7b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=818135ef-9715-4a73-87e8-01ea64a454b6 HTTP/1.1" status: 200 len: 1001 time: 0.1502855 Nov 16 11:34:17.716904 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-34b4d57a-13cd-4f4d-8fbd-d1ec312426f9 req-16c98aaf-b4db-4fdc-88eb-2ff9654577ce tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] 10.222.0.61 "GET /v2.0/ports?device_id=07f60304-c560-4cb4-ac07-ad19460abc68 HTTP/1.1" status: 200 len: 210 time: 0.0550694 Nov 16 11:34:17.763861 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f02ad00-47ce-4d46-8caf-b9ae15c5d3d4 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:17.784235 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-2e4e01bb-96c9-4f86-8cea-ab4681474e2e tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:17.785689 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-2e4e01bb-96c9-4f86-8cea-ab4681474e2e tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] 10.222.0.64 "GET /v2.0/networks?id=728c022e-1a72-4945-bd57-6e3a7d833827 HTTP/1.1" status: 200 len: 818 time: 0.2306814 Nov 16 11:34:17.788182 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f02ad00-47ce-4d46-8caf-b9ae15c5d3d4 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:17.788648 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f02ad00-47ce-4d46-8caf-b9ae15c5d3d4 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:17.807808 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-24501606-dc1b-4652-9530-843c58d8b32b tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] Request body: {'port': {'device_id': '07f60304-c560-4cb4-ac07-ad19460abc68', 'network_id': '728c022e-1a72-4945-bd57-6e3a7d833827', 'admin_state_up': True, 'tenant_id': '7cf18753bf9d4fe29233c5abd70cfca2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:34:17.826061 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52c518-20df-4712-9010-905324adda2a req-edd789a4-1fb4-4682-94a7-2e0cb8586ca5 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:17.827666 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6a52c518-20df-4712-9010-905324adda2a req-edd789a4-1fb4-4682-94a7-2e0cb8586ca5 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 944 time: 0.0500085 Nov 16 11:34:17.864462 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7104a69-90ea-4f26-a398-1d305cce95c3 req-4442fe43-1e7c-4870-b86f-2ae39329c2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:17.865820 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f7104a69-90ea-4f26-a398-1d305cce95c3 req-4442fe43-1e7c-4870-b86f-2ae39329c2cf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c5b6ebb-aa31-4518-a588-3858b2528956 HTTP/1.1" status: 200 len: 850 time: 0.1590774 Nov 16 11:34:17.879685 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6a52c518-20df-4712-9010-905324adda2a req-5cb14c11-7028-4548-90a1-fb596df55432 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446749 Nov 16 11:34:17.904252 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f02ad00-47ce-4d46-8caf-b9ae15c5d3d4 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:34:17.926664 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02ad00-47ce-4d46-8caf-b9ae15c5d3d4 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee9e5c5-fc0d-457e-a22e-8e1388aafdf6,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:17.943387 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f02ad00-47ce-4d46-8caf-b9ae15c5d3d4 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:17.943734 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-5f02ad00-47ce-4d46-8caf-b9ae15c5d3d4 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Added segment f263197f-b3be-4300-92f1-a03fabf6c084 of type vlan for network 46df5e7e-78c9-4928-892b-182790b917d9 Nov 16 11:34:18.008313 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7104a69-90ea-4f26-a398-1d305cce95c3 req-00b51590-cda9-4775-a0ad-d36b2be178d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:18.009811 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f7104a69-90ea-4f26-a398-1d305cce95c3 req-00b51590-cda9-4775-a0ad-d36b2be178d7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac38a654-4075-456a-bc52-9a2a4fa7d579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1265061 Nov 16 11:34:18.015277 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f02ad00-47ce-4d46-8caf-b9ae15c5d3d4 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:18.107957 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-24501606-dc1b-4652-9530-843c58d8b32b tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] Made reservation on behalf of 7cf18753bf9d4fe29233c5abd70cfca2 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:34:18.111443 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-24501606-dc1b-4652-9530-843c58d8b32b tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:18.122580 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f02ad00-47ce-4d46-8caf-b9ae15c5d3d4 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:34:18.153899 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f02ad00-47ce-4d46-8caf-b9ae15c5d3d4 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:18.154266 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-5f02ad00-47ce-4d46-8caf-b9ae15c5d3d4 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Added segment e08f2150-fdbf-41f3-bbea-baca0294dacf of type vlan for network 47b5a842-2912-4175-b24c-f4360e86d9a8 Nov 16 11:34:18.158127 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f7104a69-90ea-4f26-a398-1d305cce95c3 req-689fba03-8b6d-4732-a1e1-293fb1b9c503 service neutron] 10.222.0.64 "GET /v2.0/networks/ac38a654-4075-456a-bc52-9a2a4fa7d579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398044 Nov 16 11:34:18.271519 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:18.291506 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f02ad00-47ce-4d46-8caf-b9ae15c5d3d4 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:18.382866 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f7104a69-90ea-4f26-a398-1d305cce95c3 req-af128dce-9143-4726-9a28-cf7229e5add2 service neutron] 10.222.0.64 "GET /v2.0/networks/ac38a654-4075-456a-bc52-9a2a4fa7d579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116716 Nov 16 11:34:18.386505 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f02ad00-47ce-4d46-8caf-b9ae15c5d3d4 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:18.387019 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f02ad00-47ce-4d46-8caf-b9ae15c5d3d4 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:18.392545 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f02ad00-47ce-4d46-8caf-b9ae15c5d3d4 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:18.397403 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f02ad00-47ce-4d46-8caf-b9ae15c5d3d4 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:18.398085 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f02ad00-47ce-4d46-8caf-b9ae15c5d3d4 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:18.459768 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-24501606-dc1b-4652-9530-843c58d8b32b tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] Allocated IP 172.20.0.11 (728c022e-1a72-4945-bd57-6e3a7d833827/ae4b708c-1a73-471d-9949-3da1f867edfd/e69a1568-0034-407a-9dec-76c0bef59d2d) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:34:18.464369 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842e79b-6e65-4509-ab08-f19359140aab req-ed4bc64e-a7b6-4274-91cf-fef98c738de3 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:18.465885 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d842e79b-6e65-4509-ab08-f19359140aab req-ed4bc64e-a7b6-4274-91cf-fef98c738de3 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/networks?id=0817eba6-7259-4372-a1a0-9eb44dd63162 HTTP/1.1" status: 200 len: 809 time: 0.1311326 Nov 16 11:34:18.475696 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5f02ad00-47ce-4d46-8caf-b9ae15c5d3d4 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.1759107 Nov 16 11:34:18.482223 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48478) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:18.500526 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02ad00-47ce-4d46-8caf-b9ae15c5d3d4 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Pushing event updated for resources: {'Network': ['ID=46df5e7e-78c9-4928-892b-182790b917d9,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:18.501281 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d842e79b-6e65-4509-ab08-f19359140aab req-20ea99de-4627-4c94-94c3-ae64a872efc1 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/quotas/37b99e3e900a4524bb33b3aad0998233 HTTP/1.1" status: 200 len: 375 time: 0.0275662 Nov 16 11:34:18.513259 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 46df5e7e-78c9-4928-892b-182790b917d9 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:34:18.592899 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02ad00-47ce-4d46-8caf-b9ae15c5d3d4 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Pushing event updated for resources: {'Network': ['ID=47b5a842-2912-4175-b24c-f4360e86d9a8,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:18.600013 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d842e79b-6e65-4509-ab08-f19359140aab req-f2ae492b-6031-4174-8c46-a59483c8d901 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=37b99e3e900a4524bb33b3aad0998233&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0789731 Nov 16 11:34:18.605254 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 47b5a842-2912-4175-b24c-f4360e86d9a8 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:34:18.701137 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-24501606-dc1b-4652-9530-843c58d8b32b tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:18.739335 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-24501606-dc1b-4652-9530-843c58d8b32b tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:18.742791 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeea47c8-36ed-47ba-bf46-bc1b2819f4c5 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:18.749214 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeea47c8-36ed-47ba-bf46-bc1b2819f4c5 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:18.755441 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeea47c8-36ed-47ba-bf46-bc1b2819f4c5 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:18.762183 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeea47c8-36ed-47ba-bf46-bc1b2819f4c5 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:18.763876 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-eeea47c8-36ed-47ba-bf46-bc1b2819f4c5 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2807398 Nov 16 11:34:18.766775 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48484) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:18.786516 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-24501606-dc1b-4652-9530-843c58d8b32b tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] Network 728c022e-1a72-4945-bd57-6e3a7d833827 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:34:18.791630 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-24501606-dc1b-4652-9530-843c58d8b32b tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:34:18.794288 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-24501606-dc1b-4652-9530-843c58d8b32b tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:34:18.808495 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:18.846724 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d842e79b-6e65-4509-ab08-f19359140aab req-025ec0d9-4390-4bd9-8af1-6abc3d071c7c service neutron] 10.222.0.61 "GET /v2.0/networks/0817eba6-7259-4372-a1a0-9eb44dd63162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259603 Nov 16 11:34:18.847035 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24501606-dc1b-4652-9530-843c58d8b32b tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] Pushing event updated for resources: {'Port': ['ID=e69a1568-0034-407a-9dec-76c0bef59d2d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:18.867384 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-24501606-dc1b-4652-9530-843c58d8b32b tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:18.868099 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-24501606-dc1b-4652-9530-843c58d8b32b tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:18.885043 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-24501606-dc1b-4652-9530-843c58d8b32b tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0810230 Nov 16 11:34:18.904326 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-af3bb289-4256-4fe9-84a1-56fd30e98e9d service neutron] Request body: {'port': {'device_id': '07f60304-c560-4cb4-ac07-ad19460abc68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:34:18.906310 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e55f33bc-626d-44c4-a4ba-8ced128faa97 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:18.964378 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-af3bb289-4256-4fe9-84a1-56fd30e98e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:19.016063 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d842e79b-6e65-4509-ab08-f19359140aab req-4fb005a1-33fd-498d-a7fb-b5d0461dcfd0 service neutron] 10.222.0.61 "GET /v2.0/networks/0817eba6-7259-4372-a1a0-9eb44dd63162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601253 Nov 16 11:34:19.035009 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e55f33bc-626d-44c4-a4ba-8ced128faa97 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:19.061540 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-e55f33bc-626d-44c4-a4ba-8ced128faa97 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46df5e7e-78c9-4928-892b-182790b917d9']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:19.074317 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-e55f33bc-626d-44c4-a4ba-8ced128faa97 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f263197f-b3be-4300-92f1-a03fabf6c084') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:19.074574 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-e55f33bc-626d-44c4-a4ba-8ced128faa97 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f263197f-b3be-4300-92f1-a03fabf6c084') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:19.086047 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e55f33bc-626d-44c4-a4ba-8ced128faa97 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:19.103131 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e55f33bc-626d-44c4-a4ba-8ced128faa97 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:19.112392 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e55f33bc-626d-44c4-a4ba-8ced128faa97 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:34:19.112969 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e55f33bc-626d-44c4-a4ba-8ced128faa97 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:19.116805 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:34:19.116805 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:34:19.116805 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:34:19.116805 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:34:19.116805 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:34:19.116805 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:34:19.116805 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:34:19.116805 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:34:19.116805 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:34:19.116805 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:34:19.116805 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:34:19.116805 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:34:19.116805 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:34:19.116805 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:34:19.116805 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:34:19.116805 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:34:19.116805 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:34:19.116805 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:34:19.116805 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:34:19.116805 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:34:19.116805 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:34:19.116805 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:34:19.116805 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:34:19.116805 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:34:19.116805 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:34:19.116805 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:34:19.116805 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:34:19.116805 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:34:19.116805 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:34:19.116805 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:34:19.116805 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:34:19.116805 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:34:19.195349 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e55f33bc-626d-44c4-a4ba-8ced128faa97 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:19.210717 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e55f33bc-626d-44c4-a4ba-8ced128faa97 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:19.216232 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e55f33bc-626d-44c4-a4ba-8ced128faa97 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] 10.222.0.61 "DELETE /v2.0/networks/46df5e7e-78c9-4928-892b-182790b917d9 HTTP/1.1" status: 204 len: 168 time: 0.4475303 Nov 16 11:34:19.218812 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48492) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:19.229846 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f33bc-626d-44c4-a4ba-8ced128faa97 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Pushing event deleted for resources: {'Network': ['ID=46df5e7e-78c9-4928-892b-182790b917d9,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:19.288140 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f7050-2fe3-4950-a40e-78ac23f151b6 req-5a24dee8-e7a2-4afd-b227-ac51a409ea09 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:19.289643 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d24f7050-2fe3-4950-a40e-78ac23f151b6 req-5a24dee8-e7a2-4afd-b227-ac51a409ea09 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 945 time: 0.0614243 Nov 16 11:34:19.323296 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8e638365-0e73-46d6-be5a-7094313670b1 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:19.346457 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d24f7050-2fe3-4950-a40e-78ac23f151b6 req-6459caec-f6ed-4842-ab53-b062b6141622 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a1ae922-53db-4b87-b60b-12d9a74c16ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479741 Nov 16 11:34:19.367544 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-af3bb289-4256-4fe9-84a1-56fd30e98e9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e69a1568-0034-407a-9dec-76c0bef59d2d {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:34:19.396506 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-af3bb289-4256-4fe9-84a1-56fd30e98e9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:19.451679 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-af3bb289-4256-4fe9-84a1-56fd30e98e9d service neutron] Transition to ACTIVE for port object e69a1568-0034-407a-9dec-76c0bef59d2d will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:34:19.462692 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-af3bb289-4256-4fe9-84a1-56fd30e98e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:19.465843 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de595f-0cb1-4b8b-a376-986ff1ac9d40 req-86628f85-fa6b-4a82-a410-894b1efde949 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:19.467614 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-87de595f-0cb1-4b8b-a376-986ff1ac9d40 req-86628f85-fa6b-4a82-a410-894b1efde949 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=056e9065-0890-45bd-8bc2-859149fd183e HTTP/1.1" status: 200 len: 949 time: 0.0533326 Nov 16 11:34:19.471848 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8e638365-0e73-46d6-be5a-7094313670b1 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:19.519378 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-87de595f-0cb1-4b8b-a376-986ff1ac9d40 req-419eda74-13db-4608-b53b-f7547cb9405c tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452266 Nov 16 11:34:19.530989 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-8e638365-0e73-46d6-be5a-7094313670b1 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47b5a842-2912-4175-b24c-f4360e86d9a8']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:19.553289 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-8e638365-0e73-46d6-be5a-7094313670b1 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e08f2150-fdbf-41f3-bbea-baca0294dacf') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:19.553524 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-8e638365-0e73-46d6-be5a-7094313670b1 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e08f2150-fdbf-41f3-bbea-baca0294dacf') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:19.556721 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bb289-4256-4fe9-84a1-56fd30e98e9d service neutron] Pushing event updated for resources: {'Port': ['ID=e69a1568-0034-407a-9dec-76c0bef59d2d,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:19.589408 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8e638365-0e73-46d6-be5a-7094313670b1 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:19.624666 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8e638365-0e73-46d6-be5a-7094313670b1 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:19.636084 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e638365-0e73-46d6-be5a-7094313670b1 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:34:19.636583 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8e638365-0e73-46d6-be5a-7094313670b1 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:19.639500 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:34:19.639500 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:34:19.639500 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:34:19.639500 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:34:19.639500 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:34:19.639500 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:34:19.639500 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:34:19.639500 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:34:19.639500 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:34:19.639500 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:34:19.639500 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:34:19.639500 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:34:19.639500 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:34:19.639500 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:34:19.639500 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:34:19.639500 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:34:19.639500 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:34:19.639500 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:34:19.639500 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:34:19.639500 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:34:19.639500 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:34:19.639500 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:34:19.639500 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:34:19.639500 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:34:19.639500 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:34:19.639500 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:34:19.639500 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:34:19.639500 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:34:19.639500 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:34:19.639500 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:34:19.639500 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:34:19.639500 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:34:19.642835 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f14c6e-6c83-4b7f-8cc8-112a726aa0c4 req-6188c9ce-4b81-457a-bac9-970d13412014 tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:19.644432 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-93f14c6e-6c83-4b7f-8cc8-112a726aa0c4 req-6188c9ce-4b81-457a-bac9-970d13412014 tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] 10.222.0.61 "GET /v2.0/ports?device_id=07f60304-c560-4cb4-ac07-ad19460abc68 HTTP/1.1" status: 200 len: 944 time: 0.0575862 Nov 16 11:34:19.701392 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-93f14c6e-6c83-4b7f-8cc8-112a726aa0c4 req-f0e5be20-c609-4f40-bc78-462f3024f784 tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e15440e-81b3-4b8f-8092-c121394f6a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498426 Nov 16 11:34:19.706662 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-af3bb289-4256-4fe9-84a1-56fd30e98e9d service neutron] Attempting to bind port e69a1568-0034-407a-9dec-76c0bef59d2d on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:34:19.706994 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-af3bb289-4256-4fe9-84a1-56fd30e98e9d service neutron] Attempting to bind port e69a1568-0034-407a-9dec-76c0bef59d2d by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '9842add6-96c2-4a31-949d-c4438d225381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '728c022e-1a72-4945-bd57-6e3a7d833827'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:34:19.707318 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-af3bb289-4256-4fe9-84a1-56fd30e98e9d service neutron] Attempting to bind port e69a1568-0034-407a-9dec-76c0bef59d2d on network 728c022e-1a72-4945-bd57-6e3a7d833827 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:34:19.728317 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-af3bb289-4256-4fe9-84a1-56fd30e98e9d service neutron] Port e69a1568-0034-407a-9dec-76c0bef59d2d on network 728c022e-1a72-4945-bd57-6e3a7d833827 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:34:19.728317 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-af3bb289-4256-4fe9-84a1-56fd30e98e9d service neutron] Attempting to bind port e69a1568-0034-407a-9dec-76c0bef59d2d on network 728c022e-1a72-4945-bd57-6e3a7d833827 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:34:19.734466 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-af3bb289-4256-4fe9-84a1-56fd30e98e9d service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:34:19.735339 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-af3bb289-4256-4fe9-84a1-56fd30e98e9d service neutron] Checking segment: {'id': '9842add6-96c2-4a31-949d-c4438d225381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '728c022e-1a72-4945-bd57-6e3a7d833827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:34:19.735612 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-af3bb289-4256-4fe9-84a1-56fd30e98e9d service neutron] Bound using segment: {'id': '9842add6-96c2-4a31-949d-c4438d225381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '728c022e-1a72-4945-bd57-6e3a7d833827'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:34:19.736076 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-af3bb289-4256-4fe9-84a1-56fd30e98e9d service neutron] Bound port: e69a1568-0034-407a-9dec-76c0bef59d2d, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9842add6-96c2-4a31-949d-c4438d225381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '728c022e-1a72-4945-bd57-6e3a7d833827'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:34:19.736386 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-af3bb289-4256-4fe9-84a1-56fd30e98e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:19.739707 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8e638365-0e73-46d6-be5a-7094313670b1 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:19.744013 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8e638365-0e73-46d6-be5a-7094313670b1 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:19.747943 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8e638365-0e73-46d6-be5a-7094313670b1 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] 10.222.0.61 "DELETE /v2.0/networks/47b5a842-2912-4175-b24c-f4360e86d9a8 HTTP/1.1" status: 204 len: 168 time: 0.5280340 Nov 16 11:34:19.750694 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48504) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:19.770114 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e638365-0e73-46d6-be5a-7094313670b1 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Pushing event deleted for resources: {'Network': ['ID=47b5a842-2912-4175-b24c-f4360e86d9a8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:19.829637 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-af3bb289-4256-4fe9-84a1-56fd30e98e9d service neutron] For port e69a1568-0034-407a-9dec-76c0bef59d2d, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:34:19.833580 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-af3bb289-4256-4fe9-84a1-56fd30e98e9d service neutron] For port e69a1568-0034-407a-9dec-76c0bef59d2d, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=e69a1568-0034-407a-9dec-76c0bef59d2d,segment=NetworkSegment(9842add6-96c2-4a31-949d-c4438d225381),segment_id=9842add6-96c2-4a31-949d-c4438d225381)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:34:19.839760 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-af3bb289-4256-4fe9-84a1-56fd30e98e9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:19.876884 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-af3bb289-4256-4fe9-84a1-56fd30e98e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:19.877668 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-af3bb289-4256-4fe9-84a1-56fd30e98e9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:19.879097 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-af3bb289-4256-4fe9-84a1-56fd30e98e9d service neutron] 10.222.0.64 "PUT /v2.0/ports/e69a1568-0034-407a-9dec-76c0bef59d2d HTTP/1.1" status: 200 len: 1092 time: 0.9789751 Nov 16 11:34:19.882320 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07f60304-c560-4cb4-ac07-ad19460abc68', 'tag': 'e69a1568-0034-407a-9dec-76c0bef59d2d'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:34:19.882540 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bff99-f267-4dcc-98c0-ef74b96037f1 req-7d122b59-519d-4be2-b9a3-5a3f8ecae952 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:19.884043 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-646bff99-f267-4dcc-98c0-ef74b96037f1 req-7d122b59-519d-4be2-b9a3-5a3f8ecae952 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 944 time: 0.1186657 Nov 16 11:34:19.886047 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb13f3b-b2ea-4361-b9fc-17364ac8334e" -d '{"events": [{"name": "network-changed", "server_uuid": "07f60304-c560-4cb4-ac07-ad19460abc68", "tag": "e69a1568-0034-407a-9dec-76c0bef59d2d"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:34:19.908772 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b998f17-0d06-4e06-afa8-9919a40d5c0a tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:19.912875 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bb289-4256-4fe9-84a1-56fd30e98e9d service neutron] Pushing event updated for resources: {'Port': ['ID=e69a1568-0034-407a-9dec-76c0bef59d2d,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:19.914908 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b998f17-0d06-4e06-afa8-9919a40d5c0a tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:19.916513 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0b998f17-0d06-4e06-afa8-9919a40d5c0a tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1639342 Nov 16 11:34:19.921024 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48508) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:19.926575 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-89a7235c-b33a-47c7-a18f-27718c905539 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1343639077'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:34:19.953416 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-646bff99-f267-4dcc-98c0-ef74b96037f1 req-dd106574-0c36-42d7-a0f4-3ebe230366c6 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604911 Nov 16 11:34:19.982137 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a7235c-b33a-47c7-a18f-27718c905539 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Made reservation on behalf of 21fffaee672a4c2b88df2467e58cc5ac for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:34:19.985563 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-89a7235c-b33a-47c7-a18f-27718c905539 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:19.996456 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-7f23ed75-7070-41db-9d8c-66222bf88245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:19.997978 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-7f23ed75-7070-41db-9d8c-66222bf88245 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cf18753bf9d4fe29233c5abd70cfca2&device_id=07f60304-c560-4cb4-ac07-ad19460abc68 HTTP/1.1" status: 200 len: 1095 time: 0.0667944 Nov 16 11:34:20.014447 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a7235c-b33a-47c7-a18f-27718c905539 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:34:20.048798 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-df1507b3-0ce5-428e-8782-2a889784a933 req-cc324cff-8a98-4388-8c48-f6cd7ac72857 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/ports?device_id=88621de3-3ff7-4524-9307-20d9a06faec3 HTTP/1.1" status: 200 len: 210 time: 0.0274963 Nov 16 11:34:20.053841 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-9a069096-967c-43c7-88b3-0d8f806586d3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e69a1568-0034-407a-9dec-76c0bef59d2d HTTP/1.1" status: 200 len: 217 time: 0.0406876 Nov 16 11:34:20.058702 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-89a7235c-b33a-47c7-a18f-27718c905539 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:20.059050 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-89a7235c-b33a-47c7-a18f-27718c905539 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Added segment bd6658e2-2950-4135-9a6b-a05b383ad289 of type vlan for network b2162bbe-5b05-490f-9a50-fc34fc964537 Nov 16 11:34:20.156147 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f936545-7c9f-4ba4-885c-740e01652835 req-414c83e1-7b9e-431f-a8bd-eb163ad7e644 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:20.157687 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8f936545-7c9f-4ba4-885c-740e01652835 req-414c83e1-7b9e-431f-a8bd-eb163ad7e644 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a506fec-f2b0-417b-b803-caa60745de99 HTTP/1.1" status: 200 len: 949 time: 0.0521624 Nov 16 11:34:20.210912 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8f936545-7c9f-4ba4-885c-740e01652835 req-1cf05f59-0490-4663-ada2-0ab48067a0c8 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469902 Nov 16 11:34:20.450320 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff00e965-6571-4f9e-b278-e9271b5dc884 x-openstack-request-id: req-ff00e965-6571-4f9e-b278-e9271b5dc884 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:34:20.450593 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07f60304-c560-4cb4-ac07-ad19460abc68", "tag": "e69a1568-0034-407a-9dec-76c0bef59d2d", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:34:20.450856 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ff00e965-6571-4f9e-b278-e9271b5dc884 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:34:20.451252 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07f60304-c560-4cb4-ac07-ad19460abc68', 'tag': 'e69a1568-0034-407a-9dec-76c0bef59d2d', 'status': 'completed', 'code': 200} Nov 16 11:34:20.453959 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-89a7235c-b33a-47c7-a18f-27718c905539 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:20.512603 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-8e173549-ddec-41b4-b010-8180166de341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:20.514106 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-8e173549-ddec-41b4-b010-8180166de341 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ae4b708c-1a73-471d-9949-3da1f867edfd HTTP/1.1" status: 200 len: 858 time: 0.4474330 Nov 16 11:34:20.530837 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d96d59-d178-421c-9269-4bd6ba7b8beb req-28c57021-27ba-486c-b1b7-70bca8b782f1 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:20.536766 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d96d59-d178-421c-9269-4bd6ba7b8beb req-28c57021-27ba-486c-b1b7-70bca8b782f1 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:20.538325 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-44d96d59-d178-421c-9269-4bd6ba7b8beb req-28c57021-27ba-486c-b1b7-70bca8b782f1 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=056e9065-0890-45bd-8bc2-859149fd183e&device_id=0a506fec-f2b0-417b-b803-caa60745de99 HTTP/1.1" status: 200 len: 1689 time: 0.0619147 Nov 16 11:34:20.564441 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-952e9485-8b5d-4121-b8d7-2cb5542bbe80 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=728c022e-1a72-4945-bd57-6e3a7d833827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387263 Nov 16 11:34:20.567912 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-89a7235c-b33a-47c7-a18f-27718c905539 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:20.573995 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a7235c-b33a-47c7-a18f-27718c905539 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:20.574522 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-89a7235c-b33a-47c7-a18f-27718c905539 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:20.592025 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-44d96d59-d178-421c-9269-4bd6ba7b8beb req-c522cf73-5645-4a9d-8b22-ed202c83d99f tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471156 Nov 16 11:34:20.698470 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-89a7235c-b33a-47c7-a18f-27718c905539 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7735264 Nov 16 11:34:20.699807 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48516) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:20.711858 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-5bc7430f-be1f-485b-81b6-7bc49f758c53 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-85665254'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:34:20.731206 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842e79b-6e65-4509-ab08-f19359140aab req-07cf3299-2d2f-446b-89c3-5446aca75c3f tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:20.732640 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d842e79b-6e65-4509-ab08-f19359140aab req-07cf3299-2d2f-446b-89c3-5446aca75c3f tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.64 "GET /v2.0/networks?id=0817eba6-7259-4372-a1a0-9eb44dd63162 HTTP/1.1" status: 200 len: 809 time: 0.2806592 Nov 16 11:34:20.734810 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a7235c-b33a-47c7-a18f-27718c905539 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Pushing event updated for resources: {'Network': ['ID=b2162bbe-5b05-490f-9a50-fc34fc964537,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:20.747590 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network b2162bbe-5b05-490f-9a50-fc34fc964537 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:34:20.755999 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc7430f-be1f-485b-81b6-7bc49f758c53 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Made reservation on behalf of 21fffaee672a4c2b88df2467e58cc5ac for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:34:20.761633 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5bc7430f-be1f-485b-81b6-7bc49f758c53 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:20.768383 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-d842e79b-6e65-4509-ab08-f19359140aab req-2961a626-e50d-41f3-bd13-7794b9153645 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Request body: {'port': {'device_id': '88621de3-3ff7-4524-9307-20d9a06faec3', 'network_id': '0817eba6-7259-4372-a1a0-9eb44dd63162', 'admin_state_up': True, 'tenant_id': '37b99e3e900a4524bb33b3aad0998233'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:34:20.785980 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ee476-5b62-43b0-b8fa-10489998b96b req-2a4b5d63-acb7-4521-9c54-6aaf544635b3 tempest-ServersOnMultiNodesTest-779607297 tempest-ServersOnMultiNodesTest-779607297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:20.786486 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-f12e1aab-8582-45cf-a39b-5373eb230f1b service neutron] 10.222.0.64 "GET /v2.0/networks/728c022e-1a72-4945-bd57-6e3a7d833827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063894 Nov 16 11:34:20.787509 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-569ee476-5b62-43b0-b8fa-10489998b96b req-2a4b5d63-acb7-4521-9c54-6aaf544635b3 tempest-ServersOnMultiNodesTest-779607297 tempest-ServersOnMultiNodesTest-779607297-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=056e9065-0890-45bd-8bc2-859149fd183e HTTP/1.1" status: 200 len: 1100 time: 0.0892625 Nov 16 11:34:20.795438 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc7430f-be1f-485b-81b6-7bc49f758c53 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:34:20.824898 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5bc7430f-be1f-485b-81b6-7bc49f758c53 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:20.825275 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-5bc7430f-be1f-485b-81b6-7bc49f758c53 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Added segment 9cd440bd-dbd9-4a4c-a0bd-dedb92756f38 of type vlan for network d7bbc74a-1b7d-4b72-946c-008bdb584b0f Nov 16 11:34:20.886083 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5bc7430f-be1f-485b-81b6-7bc49f758c53 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:20.891374 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-569ee476-5b62-43b0-b8fa-10489998b96b req-f87144ca-7077-4240-9af6-2188583b55a2 tempest-ServersOnMultiNodesTest-779607297 tempest-ServersOnMultiNodesTest-779607297-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902064 Nov 16 11:34:20.917462 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5bc7430f-be1f-485b-81b6-7bc49f758c53 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:20.923843 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc7430f-be1f-485b-81b6-7bc49f758c53 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:20.924454 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5bc7430f-be1f-485b-81b6-7bc49f758c53 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:20.951215 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dab9bed7-6796-42bc-9258-d70b546e93ee req-1ab591be-8566-4e26-a0ee-752fb3ce244a service neutron] 10.222.0.64 "GET /v2.0/networks/728c022e-1a72-4945-bd57-6e3a7d833827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383321 Nov 16 11:34:20.966146 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d842e79b-6e65-4509-ab08-f19359140aab req-2961a626-e50d-41f3-bd13-7794b9153645 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Made reservation on behalf of 37b99e3e900a4524bb33b3aad0998233 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:34:20.971352 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d842e79b-6e65-4509-ab08-f19359140aab req-2961a626-e50d-41f3-bd13-7794b9153645 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:21.019810 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5bc7430f-be1f-485b-81b6-7bc49f758c53 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3187156 Nov 16 11:34:21.022945 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48524) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:21.028935 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-ddbdf22b-6979-47db-8bf1-36ab5fb5e74f tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Request body: {'ports': [{'network_id': 'b2162bbe-5b05-490f-9a50-fc34fc964537', 'name': 'tempest-port--62609780', 'admin_state_up': True}, {'network_id': 'd7bbc74a-1b7d-4b72-946c-008bdb584b0f', 'admin_state_up': False}]} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:34:21.029246 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-ddbdf22b-6979-47db-8bf1-36ab5fb5e74f tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Request body: {'port': {'network_id': 'b2162bbe-5b05-490f-9a50-fc34fc964537', 'name': 'tempest-port--62609780', 'admin_state_up': True}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:34:21.029730 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-ddbdf22b-6979-47db-8bf1-36ab5fb5e74f tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Request body: {'port': {'network_id': 'd7bbc74a-1b7d-4b72-946c-008bdb584b0f', 'admin_state_up': False}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:34:21.032797 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc7430f-be1f-485b-81b6-7bc49f758c53 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Pushing event updated for resources: {'Network': ['ID=d7bbc74a-1b7d-4b72-946c-008bdb584b0f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:21.044249 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network d7bbc74a-1b7d-4b72-946c-008bdb584b0f details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:34:21.095164 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb13f3b-b2ea-4361-b9fc-17364ac8334e req-9894bc4f-e0d0-415d-bf98-a85f74c35854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:21.096747 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1cb13f3b-b2ea-4361-b9fc-17364ac8334e req-9894bc4f-e0d0-415d-bf98-a85f74c35854 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cf18753bf9d4fe29233c5abd70cfca2&device_id=07f60304-c560-4cb4-ac07-ad19460abc68 HTTP/1.1" status: 200 len: 1095 time: 0.0676219 Nov 16 11:34:21.108070 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04092373-c5b7-4233-be1c-265daf4d4854 req-cc24fe31-cb81-4109-af43-fdc8a8fb5ad4 tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:21.109612 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-04092373-c5b7-4233-be1c-265daf4d4854 req-cc24fe31-cb81-4109-af43-fdc8a8fb5ad4 tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] 10.222.0.61 "GET /v2.0/ports?device_id=07f60304-c560-4cb4-ac07-ad19460abc68 HTTP/1.1" status: 200 len: 944 time: 0.1365654 Nov 16 11:34:21.202328 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-d842e79b-6e65-4509-ab08-f19359140aab req-2961a626-e50d-41f3-bd13-7794b9153645 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Allocated IP 172.20.0.11 (0817eba6-7259-4372-a1a0-9eb44dd63162/1c773428-ec21-4b5c-b872-970b2ddf06c5/01e92baa-5a36-4bad-9561-d99f5e387948) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:34:21.222247 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-04092373-c5b7-4233-be1c-265daf4d4854 req-dee7ea89-e2b8-4432-811a-9ebaecb0c55a tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e15440e-81b3-4b8f-8092-c121394f6a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031773 Nov 16 11:34:21.251202 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb13f3b-b2ea-4361-b9fc-17364ac8334e req-4be67226-df55-417d-9b15-4865d8985901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:21.252695 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1cb13f3b-b2ea-4361-b9fc-17364ac8334e req-4be67226-df55-417d-9b15-4865d8985901 service neutron] 10.222.0.64 "GET /v2.0/networks?id=728c022e-1a72-4945-bd57-6e3a7d833827 HTTP/1.1" status: 200 len: 919 time: 0.1460927 Nov 16 11:34:21.260356 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbdf22b-6979-47db-8bf1-36ab5fb5e74f tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Made reservation on behalf of 21fffaee672a4c2b88df2467e58cc5ac for: {'port': 2} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:34:21.266273 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ddbdf22b-6979-47db-8bf1-36ab5fb5e74f tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:21.281431 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ddbdf22b-6979-47db-8bf1-36ab5fb5e74f tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:21.304090 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1cb13f3b-b2ea-4361-b9fc-17364ac8334e req-2f8a898d-085a-49d4-b460-1b3fd16df00a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e69a1568-0034-407a-9dec-76c0bef59d2d HTTP/1.1" status: 200 len: 217 time: 0.0419483 Nov 16 11:34:21.391056 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-ddbdf22b-6979-47db-8bf1-36ab5fb5e74f tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] device_id is not set on port 5f8fcb01-c85b-46ac-993e-44b2b136ad9c yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:34:21.396717 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a6f78-dd6f-40c7-81d5-2ac9b01c6090 req-eaec0afa-4679-4460-a374-7c9aa231cdd6 tempest-ServersOnMultiNodesTest-779607297 tempest-ServersOnMultiNodesTest-779607297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:21.398264 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-521a6f78-dd6f-40c7-81d5-2ac9b01c6090 req-eaec0afa-4679-4460-a374-7c9aa231cdd6 tempest-ServersOnMultiNodesTest-779607297 tempest-ServersOnMultiNodesTest-779607297-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0a506fec-f2b0-417b-b803-caa60745de99 HTTP/1.1" status: 200 len: 1100 time: 0.1011355 Nov 16 11:34:21.411524 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb13f3b-b2ea-4361-b9fc-17364ac8334e req-d87ee13a-efc5-4bef-af1b-227aa4b4df04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:21.412985 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1cb13f3b-b2ea-4361-b9fc-17364ac8334e req-d87ee13a-efc5-4bef-af1b-227aa4b4df04 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ae4b708c-1a73-471d-9949-3da1f867edfd HTTP/1.1" status: 200 len: 858 time: 0.0891440 Nov 16 11:34:21.460778 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1cb13f3b-b2ea-4361-b9fc-17364ac8334e req-1bfcb75f-bf6b-4ba9-ae86-e83b87805abc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=728c022e-1a72-4945-bd57-6e3a7d833827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358057 Nov 16 11:34:21.481149 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d842e79b-6e65-4509-ab08-f19359140aab req-2961a626-e50d-41f3-bd13-7794b9153645 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:21.495429 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-521a6f78-dd6f-40c7-81d5-2ac9b01c6090 req-66149894-945f-4e12-92b9-4237779df7b1 tempest-ServersOnMultiNodesTest-779607297 tempest-ServersOnMultiNodesTest-779607297-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894098 Nov 16 11:34:21.555247 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ddbdf22b-6979-47db-8bf1-36ab5fb5e74f tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:21.584271 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d842e79b-6e65-4509-ab08-f19359140aab req-2961a626-e50d-41f3-bd13-7794b9153645 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:21.590748 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1cb13f3b-b2ea-4361-b9fc-17364ac8334e req-1371bf4f-2ce4-4415-8990-b11732641a9a service neutron] 10.222.0.64 "GET /v2.0/networks/728c022e-1a72-4945-bd57-6e3a7d833827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195281 Nov 16 11:34:21.678523 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d842e79b-6e65-4509-ab08-f19359140aab req-2961a626-e50d-41f3-bd13-7794b9153645 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Network 0817eba6-7259-4372-a1a0-9eb44dd63162 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:34:21.690989 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-d842e79b-6e65-4509-ab08-f19359140aab req-2961a626-e50d-41f3-bd13-7794b9153645 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:34:21.693423 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-d842e79b-6e65-4509-ab08-f19359140aab req-2961a626-e50d-41f3-bd13-7794b9153645 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:34:21.728067 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961a626-e50d-41f3-bd13-7794b9153645 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Pushing event updated for resources: {'Port': ['ID=01e92baa-5a36-4bad-9561-d99f5e387948,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:21.770742 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842e79b-6e65-4509-ab08-f19359140aab req-2961a626-e50d-41f3-bd13-7794b9153645 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:21.771380 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d842e79b-6e65-4509-ab08-f19359140aab req-2961a626-e50d-41f3-bd13-7794b9153645 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:21.790494 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1cb13f3b-b2ea-4361-b9fc-17364ac8334e req-7e83f2b0-003c-4f44-9cd2-b11cfe412ac3 service neutron] 10.222.0.64 "GET /v2.0/networks/728c022e-1a72-4945-bd57-6e3a7d833827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719618 Nov 16 11:34:21.794798 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d842e79b-6e65-4509-ab08-f19359140aab req-2961a626-e50d-41f3-bd13-7794b9153645 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0317674 Nov 16 11:34:21.824390 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-d842e79b-6e65-4509-ab08-f19359140aab req-053eae7e-4440-44d8-b6de-462bf9a11a38 service neutron] Request body: {'port': {'device_id': '88621de3-3ff7-4524-9307-20d9a06faec3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:34:21.883962 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d842e79b-6e65-4509-ab08-f19359140aab req-053eae7e-4440-44d8-b6de-462bf9a11a38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:21.997042 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-ddbdf22b-6979-47db-8bf1-36ab5fb5e74f tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] device_id is not set on port bdb33a12-1c82-444c-b251-8d334646f972 yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:34:22.018383 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18a8b3-c5cb-49b7-8792-605d640dc5e9 req-9b019f41-6079-4512-9b8a-ff59224b9980 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:22.019854 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bb18a8b3-c5cb-49b7-8792-605d640dc5e9 req-9b019f41-6079-4512-9b8a-ff59224b9980 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 944 time: 0.4502764 Nov 16 11:34:22.108864 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bb18a8b3-c5cb-49b7-8792-605d640dc5e9 req-942d904b-7749-4727-b36d-69b20a4109ba tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820448 Nov 16 11:34:22.163474 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ddbdf22b-6979-47db-8bf1-36ab5fb5e74f tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:22.164265 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-d842e79b-6e65-4509-ab08-f19359140aab req-053eae7e-4440-44d8-b6de-462bf9a11a38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01e92baa-5a36-4bad-9561-d99f5e387948 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:34:22.172783 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d842e79b-6e65-4509-ab08-f19359140aab req-053eae7e-4440-44d8-b6de-462bf9a11a38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:22.185401 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-d842e79b-6e65-4509-ab08-f19359140aab req-053eae7e-4440-44d8-b6de-462bf9a11a38 service neutron] Transition to ACTIVE for port object 01e92baa-5a36-4bad-9561-d99f5e387948 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:34:22.189229 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d842e79b-6e65-4509-ab08-f19359140aab req-053eae7e-4440-44d8-b6de-462bf9a11a38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:22.229790 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ddbdf22b-6979-47db-8bf1-36ab5fb5e74f tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:22.259547 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053eae7e-4440-44d8-b6de-462bf9a11a38 service neutron] Pushing event updated for resources: {'Port': ['ID=01e92baa-5a36-4bad-9561-d99f5e387948,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:22.267255 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e45874-924e-4dda-a88f-c101c2f2a5a5 req-b63f95b9-e26a-4528-8737-ff911b3d1c7d tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:22.268744 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-00e45874-924e-4dda-a88f-c101c2f2a5a5 req-b63f95b9-e26a-4528-8737-ff911b3d1c7d tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/ports?device_id=88621de3-3ff7-4524-9307-20d9a06faec3 HTTP/1.1" status: 200 len: 944 time: 0.0877752 Nov 16 11:34:22.312531 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbdf22b-6979-47db-8bf1-36ab5fb5e74f tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Pushing event updated for resources: {'Port': ['ID=5f8fcb01-c85b-46ac-993e-44b2b136ad9c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:22.314690 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d842e79b-6e65-4509-ab08-f19359140aab req-053eae7e-4440-44d8-b6de-462bf9a11a38 service neutron] Attempting to bind port 01e92baa-5a36-4bad-9561-d99f5e387948 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:34:22.314959 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d842e79b-6e65-4509-ab08-f19359140aab req-053eae7e-4440-44d8-b6de-462bf9a11a38 service neutron] Attempting to bind port 01e92baa-5a36-4bad-9561-d99f5e387948 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'b72d83c5-1a90-4b36-b301-0c3e4b8557f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '0817eba6-7259-4372-a1a0-9eb44dd63162'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:34:22.315291 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d842e79b-6e65-4509-ab08-f19359140aab req-053eae7e-4440-44d8-b6de-462bf9a11a38 service neutron] Attempting to bind port 01e92baa-5a36-4bad-9561-d99f5e387948 on network 0817eba6-7259-4372-a1a0-9eb44dd63162 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:34:22.319694 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d842e79b-6e65-4509-ab08-f19359140aab req-053eae7e-4440-44d8-b6de-462bf9a11a38 service neutron] Port 01e92baa-5a36-4bad-9561-d99f5e387948 on network 0817eba6-7259-4372-a1a0-9eb44dd63162 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:34:22.320009 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d842e79b-6e65-4509-ab08-f19359140aab req-053eae7e-4440-44d8-b6de-462bf9a11a38 service neutron] Attempting to bind port 01e92baa-5a36-4bad-9561-d99f5e387948 on network 0817eba6-7259-4372-a1a0-9eb44dd63162 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:34:22.325731 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d842e79b-6e65-4509-ab08-f19359140aab req-053eae7e-4440-44d8-b6de-462bf9a11a38 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:34:22.326104 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d842e79b-6e65-4509-ab08-f19359140aab req-053eae7e-4440-44d8-b6de-462bf9a11a38 service neutron] Checking segment: {'id': 'b72d83c5-1a90-4b36-b301-0c3e4b8557f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '0817eba6-7259-4372-a1a0-9eb44dd63162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:34:22.326489 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d842e79b-6e65-4509-ab08-f19359140aab req-053eae7e-4440-44d8-b6de-462bf9a11a38 service neutron] Bound using segment: {'id': 'b72d83c5-1a90-4b36-b301-0c3e4b8557f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '0817eba6-7259-4372-a1a0-9eb44dd63162'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:34:22.326912 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d842e79b-6e65-4509-ab08-f19359140aab req-053eae7e-4440-44d8-b6de-462bf9a11a38 service neutron] Bound port: 01e92baa-5a36-4bad-9561-d99f5e387948, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b72d83c5-1a90-4b36-b301-0c3e4b8557f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '0817eba6-7259-4372-a1a0-9eb44dd63162'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:34:22.327286 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d842e79b-6e65-4509-ab08-f19359140aab req-053eae7e-4440-44d8-b6de-462bf9a11a38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:22.343127 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbdf22b-6979-47db-8bf1-36ab5fb5e74f tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Checking segment: {'id': 'bd6658e2-2950-4135-9a6b-a05b383ad289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'b2162bbe-5b05-490f-9a50-fc34fc964537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:34:22.343481 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbdf22b-6979-47db-8bf1-36ab5fb5e74f tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Network hostable DHCP agents. Network: b2162bbe-5b05-490f-9a50-fc34fc964537, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:34:22.355176 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-00e45874-924e-4dda-a88f-c101c2f2a5a5 req-4aafa493-be9c-4548-919a-d0115e4b4377 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/security-groups?id=5207a059-98a1-4077-8fa6-cad36c745e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775464 Nov 16 11:34:22.367311 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbdf22b-6979-47db-8bf1-36ab5fb5e74f tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Network b2162bbe-5b05-490f-9a50-fc34fc964537 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:34:22.383623 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-ddbdf22b-6979-47db-8bf1-36ab5fb5e74f tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, b2162bbe-5b05-490f-9a50-fc34fc964537) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:34:22.389317 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbdf22b-6979-47db-8bf1-36ab5fb5e74f tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:34:22.392022 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ddbdf22b-6979-47db-8bf1-36ab5fb5e74f tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:22.393512 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3578e4a-51e3-474c-b4ca-489dda4c2558 None None] Network b2162bbe-5b05-490f-9a50-fc34fc964537 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:34:22.400457 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d842e79b-6e65-4509-ab08-f19359140aab req-053eae7e-4440-44d8-b6de-462bf9a11a38 service neutron] For port 01e92baa-5a36-4bad-9561-d99f5e387948, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:34:22.403996 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d842e79b-6e65-4509-ab08-f19359140aab req-053eae7e-4440-44d8-b6de-462bf9a11a38 service neutron] For port 01e92baa-5a36-4bad-9561-d99f5e387948, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=01e92baa-5a36-4bad-9561-d99f5e387948,segment=NetworkSegment(b72d83c5-1a90-4b36-b301-0c3e4b8557f7),segment_id=b72d83c5-1a90-4b36-b301-0c3e4b8557f7)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:34:22.410936 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d842e79b-6e65-4509-ab08-f19359140aab req-053eae7e-4440-44d8-b6de-462bf9a11a38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:22.456510 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842e79b-6e65-4509-ab08-f19359140aab req-053eae7e-4440-44d8-b6de-462bf9a11a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:22.457652 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d842e79b-6e65-4509-ab08-f19359140aab req-053eae7e-4440-44d8-b6de-462bf9a11a38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:22.459439 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d842e79b-6e65-4509-ab08-f19359140aab req-053eae7e-4440-44d8-b6de-462bf9a11a38 service neutron] 10.222.0.64 "PUT /v2.0/ports/01e92baa-5a36-4bad-9561-d99f5e387948 HTTP/1.1" status: 200 len: 1092 time: 0.6401057 Nov 16 11:34:22.460073 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88621de3-3ff7-4524-9307-20d9a06faec3', 'tag': '01e92baa-5a36-4bad-9561-d99f5e387948'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:34:22.462543 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f77e958-432e-484d-abfb-d21530c55516" -d '{"events": [{"name": "network-changed", "server_uuid": "88621de3-3ff7-4524-9307-20d9a06faec3", "tag": "01e92baa-5a36-4bad-9561-d99f5e387948"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:34:22.500560 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbdf22b-6979-47db-8bf1-36ab5fb5e74f tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Pushing event updated for resources: {'Port': ['ID=bdb33a12-1c82-444c-b251-8d334646f972,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:22.508533 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053eae7e-4440-44d8-b6de-462bf9a11a38 service neutron] Pushing event updated for resources: {'Port': ['ID=01e92baa-5a36-4bad-9561-d99f5e387948,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:22.520928 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbdf22b-6979-47db-8bf1-36ab5fb5e74f tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Checking segment: {'id': '9cd440bd-dbd9-4a4c-a0bd-dedb92756f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd7bbc74a-1b7d-4b72-946c-008bdb584b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:34:22.522358 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbdf22b-6979-47db-8bf1-36ab5fb5e74f tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Network hostable DHCP agents. Network: d7bbc74a-1b7d-4b72-946c-008bdb584b0f, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:34:22.558432 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbdf22b-6979-47db-8bf1-36ab5fb5e74f tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Network d7bbc74a-1b7d-4b72-946c-008bdb584b0f is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:34:22.578319 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-ddbdf22b-6979-47db-8bf1-36ab5fb5e74f tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, d7bbc74a-1b7d-4b72-946c-008bdb584b0f) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:34:22.579569 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842e79b-6e65-4509-ab08-f19359140aab req-7d582fdd-47d8-4ffc-9ca7-56313cf18c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:22.581598 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d842e79b-6e65-4509-ab08-f19359140aab req-7d582fdd-47d8-4ffc-9ca7-56313cf18c77 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=37b99e3e900a4524bb33b3aad0998233&device_id=88621de3-3ff7-4524-9307-20d9a06faec3 HTTP/1.1" status: 200 len: 1095 time: 0.0657458 Nov 16 11:34:22.583023 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbdf22b-6979-47db-8bf1-36ab5fb5e74f tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:34:22.589201 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3e433d-7098-407a-90b6-71fc1272938e None None] Network d7bbc74a-1b7d-4b72-946c-008bdb584b0f requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:34:22.591055 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbdf22b-6979-47db-8bf1-36ab5fb5e74f tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:22.596209 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbdf22b-6979-47db-8bf1-36ab5fb5e74f tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:22.596918 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ddbdf22b-6979-47db-8bf1-36ab5fb5e74f tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:22.631163 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d842e79b-6e65-4509-ab08-f19359140aab req-347b06b1-e3c4-4cb8-be11-510f2e8b5387 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01e92baa-5a36-4bad-9561-d99f5e387948 HTTP/1.1" status: 200 len: 217 time: 0.0386779 Nov 16 11:34:22.639254 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ddbdf22b-6979-47db-8bf1-36ab5fb5e74f tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 1.6149204 Nov 16 11:34:22.641701 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48542) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:22.693100 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842e79b-6e65-4509-ab08-f19359140aab req-f8409bcd-de7c-4f87-a30f-9064f463c45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:22.694620 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d842e79b-6e65-4509-ab08-f19359140aab req-f8409bcd-de7c-4f87-a30f-9064f463c45a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1c773428-ec21-4b5c-b872-970b2ddf06c5 HTTP/1.1" status: 200 len: 849 time: 0.0503306 Nov 16 11:34:22.706381 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca378ac-5a09-4c5f-a4b1-942ef197a10e req-506bde95-f757-46c5-b8fd-3fae349df8b2 tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:22.707887 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5ca378ac-5a09-4c5f-a4b1-942ef197a10e req-506bde95-f757-46c5-b8fd-3fae349df8b2 tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] 10.222.0.61 "GET /v2.0/ports?device_id=07f60304-c560-4cb4-ac07-ad19460abc68 HTTP/1.1" status: 200 len: 944 time: 0.1081097 Nov 16 11:34:22.733410 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d842e79b-6e65-4509-ab08-f19359140aab req-6cecb2d3-fd6a-4576-b0d9-80072f390c2f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0817eba6-7259-4372-a1a0-9eb44dd63162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298922 Nov 16 11:34:22.753257 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6481a52-0e52-4e13-8d33-f30f84d2219a tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:22.759285 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6481a52-0e52-4e13-8d33-f30f84d2219a tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:22.760834 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a6481a52-0e52-4e13-8d33-f30f84d2219a tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.1182077 Nov 16 11:34:22.763620 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48544) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:22.825562 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5ca378ac-5a09-4c5f-a4b1-942ef197a10e req-162dc7ce-e185-48eb-b436-12efef46dbc9 tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e15440e-81b3-4b8f-8092-c121394f6a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036787 Nov 16 11:34:22.835252 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d842e79b-6e65-4509-ab08-f19359140aab req-2d160977-e0d5-45e9-9a98-712f78e0f5e1 service neutron] 10.222.0.64 "GET /v2.0/networks/0817eba6-7259-4372-a1a0-9eb44dd63162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892794 Nov 16 11:34:22.879306 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-46260abc-7a17-47e9-9962-953994f4df67 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Deleting port 5f8fcb01-c85b-46ac-993e-44b2b136ad9c {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:34:22.879652 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-46260abc-7a17-47e9-9962-953994f4df67 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:22.893796 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e4e436-3930-4dde-b9ad-74e35f23ee66 x-openstack-request-id: req-c7e4e436-3930-4dde-b9ad-74e35f23ee66 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:34:22.894235 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88621de3-3ff7-4524-9307-20d9a06faec3", "tag": "01e92baa-5a36-4bad-9561-d99f5e387948", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:34:22.894580 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c7e4e436-3930-4dde-b9ad-74e35f23ee66 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:34:22.895074 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88621de3-3ff7-4524-9307-20d9a06faec3', 'tag': '01e92baa-5a36-4bad-9561-d99f5e387948', 'status': 'completed', 'code': 200} Nov 16 11:34:22.943119 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d842e79b-6e65-4509-ab08-f19359140aab req-830ad33f-6ca5-4085-bc34-abcbc001709b service neutron] 10.222.0.64 "GET /v2.0/networks/0817eba6-7259-4372-a1a0-9eb44dd63162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991988 Nov 16 11:34:22.970718 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-46260abc-7a17-47e9-9962-953994f4df67 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:22.975540 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-198ea68e-e48c-48b9-a4c6-1f04a09e74c1 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=bf730bc3509b41198d463002969da1ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335569 Nov 16 11:34:23.001795 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-46260abc-7a17-47e9-9962-953994f4df67 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Calling delete_port for 5f8fcb01-c85b-46ac-993e-44b2b136ad9c owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:34:23.043094 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77e958-432e-484d-abfb-d21530c55516 req-b7c9e675-aeeb-438d-8067-c89a80d8d744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:23.044647 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0f77e958-432e-484d-abfb-d21530c55516 req-b7c9e675-aeeb-438d-8067-c89a80d8d744 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=37b99e3e900a4524bb33b3aad0998233&device_id=88621de3-3ff7-4524-9307-20d9a06faec3 HTTP/1.1" status: 200 len: 1095 time: 0.0429401 Nov 16 11:34:23.141557 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77e958-432e-484d-abfb-d21530c55516 req-978edc07-6c21-4e88-b098-061869d795d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:23.143016 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0f77e958-432e-484d-abfb-d21530c55516 req-978edc07-6c21-4e88-b098-061869d795d3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0817eba6-7259-4372-a1a0-9eb44dd63162 HTTP/1.1" status: 200 len: 910 time: 0.0909491 Nov 16 11:34:23.147459 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-839dfe8b-d8fa-4f63-9003-385c5fea5d28 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:23.148900 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-839dfe8b-d8fa-4f63-9003-385c5fea5d28 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1631610 Nov 16 11:34:23.167534 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-a8666c6e-ea81-4bde-9757-bf4ef2d29cbb tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/quotas/bf730bc3509b41198d463002969da1ed HTTP/1.1" status: 200 len: 375 time: 0.0122998 Nov 16 11:34:23.174849 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device e69a1568-0034-407a-9dec-76c0bef59d2d details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:34:23.177045 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-46260abc-7a17-47e9-9962-953994f4df67 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:23.187499 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0f77e958-432e-484d-abfb-d21530c55516 req-a11c42f1-9fb1-43a7-b465-957c1d05ef05 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01e92baa-5a36-4bad-9561-d99f5e387948 HTTP/1.1" status: 200 len: 217 time: 0.0355442 Nov 16 11:34:23.236265 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-46260abc-7a17-47e9-9962-953994f4df67 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:23.242551 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-46260abc-7a17-47e9-9962-953994f4df67 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] 10.222.0.61 "DELETE /v2.0/ports/5f8fcb01-c85b-46ac-993e-44b2b136ad9c HTTP/1.1" status: 204 len: 168 time: 0.4745646 Nov 16 11:34:23.242551 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46260abc-7a17-47e9-9962-953994f4df67 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Pushing event deleted for resources: {'Port': ['ID=5f8fcb01-c85b-46ac-993e-44b2b136ad9c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:23.244590 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48556) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:23.251756 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77e958-432e-484d-abfb-d21530c55516 req-4b4e0def-2f69-47aa-9398-a9c3d7f98395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:23.253204 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0f77e958-432e-484d-abfb-d21530c55516 req-4b4e0def-2f69-47aa-9398-a9c3d7f98395 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1c773428-ec21-4b5c-b872-970b2ddf06c5 HTTP/1.1" status: 200 len: 849 time: 0.0558007 Nov 16 11:34:23.282209 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port e69a1568-0034-407a-9dec-76c0bef59d2d, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=e69a1568-0034-407a-9dec-76c0bef59d2d,segment=NetworkSegment(9842add6-96c2-4a31-949d-c4438d225381),segment_id=9842add6-96c2-4a31-949d-c4438d225381)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:34:23.289028 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0f77e958-432e-484d-abfb-d21530c55516 req-7e488145-44eb-4cea-a344-80d0a1d65c81 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0817eba6-7259-4372-a1a0-9eb44dd63162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255897 Nov 16 11:34:23.295527 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'e69a1568-0034-407a-9dec-76c0bef59d2d', 'network_id': '728c022e-1a72-4945-bd57-6e3a7d833827', 'port_id': 'e69a1568-0034-407a-9dec-76c0bef59d2d', 'mac_address': 'fa:16:3e:dd:ad:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae4b708c-1a73-471d-9949-3da1f867edfd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:34:23.301213 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-83c2bc36-91db-4ab9-b107-daf207697eb6 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf730bc3509b41198d463002969da1ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1176245 Nov 16 11:34:23.354654 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:23.358399 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-2fddea5a-7da2-4f05-8da2-db5879bbf952 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Deleting port bdb33a12-1c82-444c-b251-8d334646f972 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:34:23.358747 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2fddea5a-7da2-4f05-8da2-db5879bbf952 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:23.377714 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e69a1568-0034-407a-9dec-76c0bef59d2d {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:34:23.403123 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port e69a1568-0034-407a-9dec-76c0bef59d2d, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=e69a1568-0034-407a-9dec-76c0bef59d2d,segment=NetworkSegment(9842add6-96c2-4a31-949d-c4438d225381),segment_id=9842add6-96c2-4a31-949d-c4438d225381)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:34:23.410135 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:23.413785 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0f77e958-432e-484d-abfb-d21530c55516 req-47b846c9-9e87-4888-aae2-d1a518cc60b2 service neutron] 10.222.0.64 "GET /v2.0/networks/0817eba6-7259-4372-a1a0-9eb44dd63162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163468 Nov 16 11:34:23.436465 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2fddea5a-7da2-4f05-8da2-db5879bbf952 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:23.455703 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-2fddea5a-7da2-4f05-8da2-db5879bbf952 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Calling delete_port for bdb33a12-1c82-444c-b251-8d334646f972 owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:34:23.480466 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=e69a1568-0034-407a-9dec-76c0bef59d2d,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:23.489339 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:34:23.490035 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:34:23.490598 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:34:23.491147 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:34:23.491825 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:34:23.492369 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:34:23.492888 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:34:23.493412 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:34:23.494075 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:34:23.495006 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:34:23.495538 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:34:23.496055 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:34:23.538424 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0f77e958-432e-484d-abfb-d21530c55516 req-432b36c1-2061-4072-9213-50b28a1266ef service neutron] 10.222.0.64 "GET /v2.0/networks/0817eba6-7259-4372-a1a0-9eb44dd63162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111245 Nov 16 11:34:23.548899 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2fddea5a-7da2-4f05-8da2-db5879bbf952 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:23.579147 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fddea5a-7da2-4f05-8da2-db5879bbf952 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Pushing event deleted for resources: {'Port': ['ID=bdb33a12-1c82-444c-b251-8d334646f972,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:23.584677 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2fddea5a-7da2-4f05-8da2-db5879bbf952 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:23.588493 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2fddea5a-7da2-4f05-8da2-db5879bbf952 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] 10.222.0.61 "DELETE /v2.0/ports/bdb33a12-1c82-444c-b251-8d334646f972 HTTP/1.1" status: 204 len: 168 time: 0.3405151 Nov 16 11:34:23.591065 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48560) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:23.620395 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7035b78b-18a3-4ebb-8ded-4568d6f175d6 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0281582 Nov 16 11:34:23.624379 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48562) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:23.630317 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-1a92d7df-ac78-4429-937f-83f88f0bcdf7 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-855345176'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:34:23.653382 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a92d7df-ac78-4429-937f-83f88f0bcdf7 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Made reservation on behalf of 21fffaee672a4c2b88df2467e58cc5ac for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:34:23.656771 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a92d7df-ac78-4429-937f-83f88f0bcdf7 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:23.683026 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a92d7df-ac78-4429-937f-83f88f0bcdf7 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:34:23.692481 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a92d7df-ac78-4429-937f-83f88f0bcdf7 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:23.692859 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-1a92d7df-ac78-4429-937f-83f88f0bcdf7 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Added segment 1ba3716b-d7fc-434b-9c16-672f641f54dc of type vlan for network 7cdd041e-206a-450c-b1ed-b91dc7557c4a Nov 16 11:34:23.730928 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['e69a1568-0034-407a-9dec-76c0bef59d2d'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:34:23.741190 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a92d7df-ac78-4429-937f-83f88f0bcdf7 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:23.765437 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d448a-619b-4284-bc32-b6940d54b097 req-eabc0a94-c875-4631-b4f9-8b6ee9590aca tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:23.767106 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-746d448a-619b-4284-bc32-b6940d54b097 req-eabc0a94-c875-4631-b4f9-8b6ee9590aca tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 944 time: 0.0614429 Nov 16 11:34:23.776193 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a92d7df-ac78-4429-937f-83f88f0bcdf7 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:23.785378 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a92d7df-ac78-4429-937f-83f88f0bcdf7 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:23.786173 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a92d7df-ac78-4429-937f-83f88f0bcdf7 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:23.821137 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-746d448a-619b-4284-bc32-b6940d54b097 req-a5a348f1-aa8f-465b-b264-8970316434c3 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472806 Nov 16 11:34:23.864099 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1a92d7df-ac78-4429-937f-83f88f0bcdf7 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2383800 Nov 16 11:34:23.866749 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48572) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:23.873653 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-95db46c9-74d7-4f28-9d90-80127941a0cf tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1704770994'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:34:23.883212 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a92d7df-ac78-4429-937f-83f88f0bcdf7 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Pushing event updated for resources: {'Network': ['ID=7cdd041e-206a-450c-b1ed-b91dc7557c4a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:23.895406 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 7cdd041e-206a-450c-b1ed-b91dc7557c4a details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:34:23.906679 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95db46c9-74d7-4f28-9d90-80127941a0cf tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Made reservation on behalf of 21fffaee672a4c2b88df2467e58cc5ac for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:34:23.910437 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-95db46c9-74d7-4f28-9d90-80127941a0cf tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:23.990246 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95db46c9-74d7-4f28-9d90-80127941a0cf tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:34:24.013898 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a1376-9657-49ac-9c21-2c07cc915867 req-145fd4eb-8e92-495b-8872-000f600e3233 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:24.015857 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-727a1376-9657-49ac-9c21-2c07cc915867 req-145fd4eb-8e92-495b-8872-000f600e3233 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/ports?device_id=88621de3-3ff7-4524-9307-20d9a06faec3 HTTP/1.1" status: 200 len: 944 time: 0.0882490 Nov 16 11:34:24.017269 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-95db46c9-74d7-4f28-9d90-80127941a0cf tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:24.017631 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-95db46c9-74d7-4f28-9d90-80127941a0cf tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Added segment 87b5358e-dd4d-4c0a-8699-fd4267905297 of type vlan for network c5b3c289-a661-4da4-b437-86a56109f154 Nov 16 11:34:24.084350 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-95db46c9-74d7-4f28-9d90-80127941a0cf tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:24.138182 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-727a1376-9657-49ac-9c21-2c07cc915867 req-f7ea37ee-d3e9-4118-a510-363abf76842a tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/security-groups?id=5207a059-98a1-4077-8fa6-cad36c745e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114461 Nov 16 11:34:24.139501 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-95db46c9-74d7-4f28-9d90-80127941a0cf tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:24.147037 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95db46c9-74d7-4f28-9d90-80127941a0cf tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:24.147771 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-95db46c9-74d7-4f28-9d90-80127941a0cf tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:24.230728 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-95db46c9-74d7-4f28-9d90-80127941a0cf tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3626599 Nov 16 11:34:24.249236 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db46c9-74d7-4f28-9d90-80127941a0cf tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Pushing event updated for resources: {'Network': ['ID=c5b3c289-a661-4da4-b437-86a56109f154,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:24.302751 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network c5b3c289-a661-4da4-b437-86a56109f154 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:34:24.379640 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48584) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:24.384292 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0082bdb-88d8-4815-8f30-2792c48a40bd req-868bd197-24b6-4a45-a595-eaf6ff3d8efa tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:24.385897 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a0082bdb-88d8-4815-8f30-2792c48a40bd req-868bd197-24b6-4a45-a595-eaf6ff3d8efa tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] 10.222.0.61 "GET /v2.0/ports?device_id=07f60304-c560-4cb4-ac07-ad19460abc68 HTTP/1.1" status: 200 len: 945 time: 0.0905852 Nov 16 11:34:24.386344 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-84b90a67-144d-42e2-a1a0-93d0de72b902 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Request body: {'subnets': [{'network_id': '7cdd041e-206a-450c-b1ed-b91dc7557c4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1439585064', 'ip_version': 4}, {'network_id': 'c5b3c289-a661-4da4-b437-86a56109f154', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:34:24.386725 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-84b90a67-144d-42e2-a1a0-93d0de72b902 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Request body: {'subnet': {'network_id': '7cdd041e-206a-450c-b1ed-b91dc7557c4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1439585064', 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:34:24.387438 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-84b90a67-144d-42e2-a1a0-93d0de72b902 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Request body: {'subnet': {'network_id': 'c5b3c289-a661-4da4-b437-86a56109f154', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:34:24.450309 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a0082bdb-88d8-4815-8f30-2792c48a40bd req-834aaf23-015f-4229-8f32-dd2233fd6fb1 tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e15440e-81b3-4b8f-8092-c121394f6a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554731 Nov 16 11:34:24.576681 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6338e171-01e5-4917-b4b5-055cc9730a77 req-bbbe0386-ab61-4772-9628-4f0ac0b5d6cf tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=386d7893-e1f4-4c23-8411-eb2f649356b5 HTTP/1.1" status: 200 len: 210 time: 0.0468307 Nov 16 11:34:24.611033 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b90a67-144d-42e2-a1a0-93d0de72b902 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Made reservation on behalf of 21fffaee672a4c2b88df2467e58cc5ac for: {'subnet': 2} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:34:24.620659 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-84b90a67-144d-42e2-a1a0-93d0de72b902 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:24.621004 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-84b90a67-144d-42e2-a1a0-93d0de72b902 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:24.953345 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f16056-0f40-4f48-b5c9-8e32cb8cfb7c req-62df219f-9bff-4837-bca3-f1b77dbc0d7e tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:24.955230 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-50f16056-0f40-4f48-b5c9-8e32cb8cfb7c req-62df219f-9bff-4837-bca3-f1b77dbc0d7e tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 944 time: 0.0519967 Nov 16 11:34:25.001871 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-84b90a67-144d-42e2-a1a0-93d0de72b902 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:25.022243 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-50f16056-0f40-4f48-b5c9-8e32cb8cfb7c req-358a3ab7-4b6b-43d3-b004-2307cd800a94 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577493 Nov 16 11:34:25.080199 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b90a67-144d-42e2-a1a0-93d0de72b902 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Pushing event updated for resources: {'Subnet': ['ID=bb7e37b0-4725-4523-8ce3-dfe9f0b282f6,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:25.118162 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-66d7ae63-6521-4aef-9b26-f594141d2a43 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=bf730bc3509b41198d463002969da1ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329232 Nov 16 11:34:25.119234 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b90a67-144d-42e2-a1a0-93d0de72b902 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Checking segment: {'id': '1ba3716b-d7fc-434b-9c16-672f641f54dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '7cdd041e-206a-450c-b1ed-b91dc7557c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:34:25.119692 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b90a67-144d-42e2-a1a0-93d0de72b902 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Network hostable DHCP agents. Network: 7cdd041e-206a-450c-b1ed-b91dc7557c4a, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:34:25.216625 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 01e92baa-5a36-4bad-9561-d99f5e387948 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:34:25.217242 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b90a67-144d-42e2-a1a0-93d0de72b902 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Network 7cdd041e-206a-450c-b1ed-b91dc7557c4a is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:34:25.219159 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device e69a1568-0034-407a-9dec-76c0bef59d2d up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:34:25.230676 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-76121e7e-cf6c-4338-a74d-1b58ece810a6 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=bf730bc3509b41198d463002969da1ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401330 Nov 16 11:34:25.234403 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-84b90a67-144d-42e2-a1a0-93d0de72b902 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 7cdd041e-206a-450c-b1ed-b91dc7557c4a) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:34:25.239245 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-84b90a67-144d-42e2-a1a0-93d0de72b902 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:25.267434 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2a028d-9383-4047-a922-d8063cfd39e9 None None] Network 7cdd041e-206a-450c-b1ed-b91dc7557c4a requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:34:25.302897 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9fd4c-2dd0-489e-a177-bc6bec39b36b req-a565eda1-9217-48e9-a6f0-2454db321d69 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:25.304850 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-54d9fd4c-2dd0-489e-a177-bc6bec39b36b req-a565eda1-9217-48e9-a6f0-2454db321d69 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/ports?device_id=88621de3-3ff7-4524-9307-20d9a06faec3 HTTP/1.1" status: 200 len: 944 time: 0.0631361 Nov 16 11:34:25.366477 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-54d9fd4c-2dd0-489e-a177-bc6bec39b36b req-56084e1c-3cfd-4f65-a9f2-66974f056f55 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/security-groups?id=5207a059-98a1-4077-8fa6-cad36c745e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546885 Nov 16 11:34:25.401361 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b90a67-144d-42e2-a1a0-93d0de72b902 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Pushing event updated for resources: {'Subnet': ['ID=aa373786-fe78-4201-8327-b4e673754b13,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:25.426451 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-17277e63-40e4-440f-9d3a-322c5b46c98b tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:25.428023 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-17277e63-40e4-440f-9d3a-322c5b46c98b tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3021047 Nov 16 11:34:25.434893 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b90a67-144d-42e2-a1a0-93d0de72b902 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Checking segment: {'id': '87b5358e-dd4d-4c0a-8699-fd4267905297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c5b3c289-a661-4da4-b437-86a56109f154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:34:25.435654 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b90a67-144d-42e2-a1a0-93d0de72b902 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Network hostable DHCP agents. Network: c5b3c289-a661-4da4-b437-86a56109f154, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:34:25.446381 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port e69a1568-0034-407a-9dec-76c0bef59d2d completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:34:25.446634 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-31294059-0e85-4557-8a1b-0f5a237de475 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Request body: {'port': {'device_id': '386d7893-e1f4-4c23-8411-eb2f649356b5', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'admin_state_up': True, 'tenant_id': 'bf730bc3509b41198d463002969da1ed'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:34:25.457863 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port e69a1568-0034-407a-9dec-76c0bef59d2d triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:34:25.458271 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:25.536372 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 01e92baa-5a36-4bad-9561-d99f5e387948, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=01e92baa-5a36-4bad-9561-d99f5e387948,segment=NetworkSegment(b72d83c5-1a90-4b36-b301-0c3e4b8557f7),segment_id=b72d83c5-1a90-4b36-b301-0c3e4b8557f7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:34:25.538056 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-43fb8fe0-b32b-4df8-a528-923bcda58b37 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:25.539533 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-43fb8fe0-b32b-4df8-a528-923bcda58b37 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2823663 Nov 16 11:34:25.547344 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b90a67-144d-42e2-a1a0-93d0de72b902 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Network c5b3c289-a661-4da4-b437-86a56109f154 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:34:25.559543 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '01e92baa-5a36-4bad-9561-d99f5e387948', 'network_id': '0817eba6-7259-4372-a1a0-9eb44dd63162', 'port_id': '01e92baa-5a36-4bad-9561-d99f5e387948', 'mac_address': 'fa:16:3e:ad:fa:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c773428-ec21-4b5c-b872-970b2ddf06c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:34:25.564063 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-4971b3de-e533-46ba-b013-4d562d8154ee tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Request body: {'port': {'device_id': '82ecc609-be9a-4336-8cec-a4f56943ed50', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'admin_state_up': True, 'tenant_id': 'bf730bc3509b41198d463002969da1ed'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:34:25.585348 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba320c0e-5548-4f26-adee-7cc119c5009c req-d730877f-4a10-441d-b55b-a5b2077ed8f1 tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:25.587595 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ba320c0e-5548-4f26-adee-7cc119c5009c req-d730877f-4a10-441d-b55b-a5b2077ed8f1 tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] 10.222.0.61 "GET /v2.0/ports?device_id=07f60304-c560-4cb4-ac07-ad19460abc68 HTTP/1.1" status: 200 len: 945 time: 0.0572653 Nov 16 11:34:25.593633 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-84b90a67-144d-42e2-a1a0-93d0de72b902 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, c5b3c289-a661-4da4-b437-86a56109f154) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:34:25.597969 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b90a67-144d-42e2-a1a0-93d0de72b902 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:25.598460 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b90a67-144d-42e2-a1a0-93d0de72b902 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:25.599089 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-84b90a67-144d-42e2-a1a0-93d0de72b902 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:25.610897 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30797924-10af-40d2-a02b-3f605db0b80e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-7cdd041e-206a-450c-b1ed-b91dc7557c4a', 'network_id': '7cdd041e-206a-450c-b1ed-b91dc7557c4a', 'tenant_id': '21fffaee672a4c2b88df2467e58cc5ac', 'fixed_ips': [{'subnet_id': 'bb7e37b0-4725-4523-8ce3-dfe9f0b282f6'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:34:25.611913 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-30797924-10af-40d2-a02b-3f605db0b80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:25.618743 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4688d605-e23d-4229-8e5f-bed2448abf39 None None] Network c5b3c289-a661-4da4-b437-86a56109f154 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:34:25.655930 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ba320c0e-5548-4f26-adee-7cc119c5009c req-d6b9dfa0-230a-4cf8-b228-fa3b4f760c2b tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e15440e-81b3-4b8f-8092-c121394f6a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524530 Nov 16 11:34:25.668784 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-84b90a67-144d-42e2-a1a0-93d0de72b902 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.2847250 Nov 16 11:34:25.671009 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48596) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:25.731653 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-31294059-0e85-4557-8a1b-0f5a237de475 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Made reservation on behalf of bf730bc3509b41198d463002969da1ed for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:34:25.735598 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-31294059-0e85-4557-8a1b-0f5a237de475 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:25.762463 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:25.786190 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-94fd6101-fb06-4c50-b324-3da4216cc220 req-9aae916a-cb27-4cde-9d60-5c742540e861 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=386d7893-e1f4-4c23-8411-eb2f649356b5 HTTP/1.1" status: 200 len: 210 time: 0.0455613 Nov 16 11:34:25.807234 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-4971b3de-e533-46ba-b013-4d562d8154ee tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Made reservation on behalf of bf730bc3509b41198d463002969da1ed for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:34:25.811279 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-4971b3de-e533-46ba-b013-4d562d8154ee tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:25.819678 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fe6c15-a5fd-4e32-9ded-32df42e3ecb7 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:25.821305 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fe6c15-a5fd-4e32-9ded-32df42e3ecb7 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:25.823159 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fe6c15-a5fd-4e32-9ded-32df42e3ecb7 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:25.825990 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-92fe6c15-a5fd-4e32-9ded-32df42e3ecb7 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1508689 Nov 16 11:34:25.827848 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48598) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:25.841124 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:25.879004 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01e92baa-5a36-4bad-9561-d99f5e387948 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:34:25.882661 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-110fddcf-4cd8-4f3d-99f1-aceae892565f tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Deleting subnet bb7e37b0-4725-4523-8ce3-dfe9f0b282f6 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:34:25.886571 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-110fddcf-4cd8-4f3d-99f1-aceae892565f tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:25.890113 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f60304-c560-4cb4-ac07-ad19460abc68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69a1568-0034-407a-9dec-76c0bef59d2d'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:34:25.892354 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea64b4c-1b2f-48ff-bade-3c46b735bf72" -d '{"events": [{"server_uuid": "07f60304-c560-4cb4-ac07-ad19460abc68", "name": "network-vif-plugged", "status": "completed", "tag": "e69a1568-0034-407a-9dec-76c0bef59d2d"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:34:25.919659 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port e69a1568-0034-407a-9dec-76c0bef59d2d, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=e69a1568-0034-407a-9dec-76c0bef59d2d,segment=NetworkSegment(9842add6-96c2-4a31-949d-c4438d225381),segment_id=9842add6-96c2-4a31-949d-c4438d225381)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:34:25.946473 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-31294059-0e85-4557-8a1b-0f5a237de475 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Allocated IP 192.168.233.44 (d184b1c6-3832-4c86-bfd0-c1472d76d6c3/c4c770cc-51d7-42eb-b4a6-9a605bacae0f/c5cec868-b5a5-419b-83d0-1a5458af7b23) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:34:25.947669 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4d7e17-399a-4e3d-a0b7-8124aaf74e84 x-openstack-request-id: req-0e4d7e17-399a-4e3d-a0b7-8124aaf74e84 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:34:25.948275 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f60304-c560-4cb4-ac07-ad19460abc68", "name": "network-vif-plugged", "status": "completed", "tag": "e69a1568-0034-407a-9dec-76c0bef59d2d", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:34:25.948275 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0e4d7e17-399a-4e3d-a0b7-8124aaf74e84 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:34:25.948632 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f60304-c560-4cb4-ac07-ad19460abc68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69a1568-0034-407a-9dec-76c0bef59d2d', 'code': 200} Nov 16 11:34:25.950279 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 01e92baa-5a36-4bad-9561-d99f5e387948, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=01e92baa-5a36-4bad-9561-d99f5e387948,segment=NetworkSegment(b72d83c5-1a90-4b36-b301-0c3e4b8557f7),segment_id=b72d83c5-1a90-4b36-b301-0c3e4b8557f7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:34:25.952973 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:25.959029 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-110fddcf-4cd8-4f3d-99f1-aceae892565f tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:25.965590 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:25.966287 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:34:26.033963 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-110fddcf-4cd8-4f3d-99f1-aceae892565f tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:26.115729 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678235bb-1e02-449c-a003-9106bcb5ecd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-c5b3c289-a661-4da4-b437-86a56109f154', 'network_id': 'c5b3c289-a661-4da4-b437-86a56109f154', 'tenant_id': '21fffaee672a4c2b88df2467e58cc5ac', 'fixed_ips': [{'subnet_id': 'aa373786-fe78-4201-8327-b4e673754b13'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:34:26.117223 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-678235bb-1e02-449c-a003-9106bcb5ecd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:26.119367 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=e69a1568-0034-407a-9dec-76c0bef59d2d,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:26.186829 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972da7b-4d99-4910-bd8c-3ab0aef555a8 req-b0d55ddc-24b1-4d6f-8bf2-f417eef78208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:26.189119 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e972da7b-4d99-4910-bd8c-3ab0aef555a8 req-b0d55ddc-24b1-4d6f-8bf2-f417eef78208 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=07f60304-c560-4cb4-ac07-ad19460abc68 HTTP/1.1" status: 200 len: 1097 time: 0.0973902 Nov 16 11:34:26.198235 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3fbec-78e6-4e43-a836-048f546062c4 req-43ef5767-55b7-4f27-8b57-d43b7db78571 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:26.200209 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1be3fbec-78e6-4e43-a836-048f546062c4 req-43ef5767-55b7-4f27-8b57-d43b7db78571 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 944 time: 0.0827527 Nov 16 11:34:26.213213 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-110fddcf-4cd8-4f3d-99f1-aceae892565f tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:26.213799 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:34:26.218756 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-31294059-0e85-4557-8a1b-0f5a237de475 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:26.263221 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-110fddcf-4cd8-4f3d-99f1-aceae892565f tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:26.266818 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-110fddcf-4cd8-4f3d-99f1-aceae892565f tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] 10.222.0.61 "DELETE /v2.0/subnets/bb7e37b0-4725-4523-8ce3-dfe9f0b282f6 HTTP/1.1" status: 204 len: 168 time: 0.4378476 Nov 16 11:34:26.268004 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110fddcf-4cd8-4f3d-99f1-aceae892565f tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Pushing event deleted for resources: {'Subnet': ['ID=bb7e37b0-4725-4523-8ce3-dfe9f0b282f6,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:26.271514 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48608) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:26.277860 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e972da7b-4d99-4910-bd8c-3ab0aef555a8 req-36594318-54db-49f4-b48d-205026d4f596 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1e15440e-81b3-4b8f-8092-c121394f6a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731163 Nov 16 11:34:26.290628 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-31294059-0e85-4557-8a1b-0f5a237de475 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server [None req-30797924-10af-40d2-a02b-3f605db0b80e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bb7e37b0-4725-4523-8ce3-dfe9f0b282f6: This subnet is being modified by another concurrent operation. Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 11:34:26.295338 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:34:26.300166 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 11:34:26.300166 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 11:34:26.300166 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:34:26.300166 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:34:26.300166 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:34:26.300166 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:34:26.300166 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 11:34:26.300166 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:34:26.300166 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 11:34:26.300166 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 11:34:26.300166 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:34:26.300166 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:34:26.300166 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:34:26.300166 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:34:26.300166 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 11:34:26.300166 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 11:34:26.300166 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 16 11:34:26.300166 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 16 11:34:26.300166 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 16 11:34:26.300166 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 16 11:34:26.300166 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 16 11:34:26.300166 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 16 11:34:26.300166 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 16 11:34:26.300166 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 16 11:34:26.300166 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:34:26.300166 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:34:26.300166 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:34:26.300166 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:34:26.300166 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 16 11:34:26.300166 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 16 11:34:26.300166 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 16 11:34:26.300166 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 16 11:34:26.300166 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 16 11:34:26.300166 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 16 11:34:26.300166 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 16 11:34:26.300166 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise exception Nov 16 11:34:26.300166 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bb7e37b0-4725-4523-8ce3-dfe9f0b282f6: This subnet is being modified by another concurrent operation. Nov 16 11:34:26.300166 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server Nov 16 11:34:26.306216 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375,segment=NetworkSegment(1186fe7f-5dbc-4e04-af0c-6c5994d769cc),segment_id=1186fe7f-5dbc-4e04-af0c-6c5994d769cc)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:34:26.318854 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=01e92baa-5a36-4bad-9561-d99f5e387948,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:26.327240 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['2fed52f5-2778-40fe-a87d-7c5f06cbb9a0', '6d9f6105-9caf-468b-8176-13c263c8e400', 'b978d542-abf6-447b-88b8-232ba5c145ac'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:34:26.356294 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1be3fbec-78e6-4e43-a836-048f546062c4 req-2a510b0a-4906-453a-80a0-4cf8f55fea0a tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244547 Nov 16 11:34:26.370377 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-395a7e14-1ee8-4610-93f7-857398b8d851 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Deleting subnet aa373786-fe78-4201-8327-b4e673754b13 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:34:26.374615 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-395a7e14-1ee8-4610-93f7-857398b8d851 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:26.399993 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e23acbd-c001-4370-94bb-4843ed853cf6 None None] Network 7cdd041e-206a-450c-b1ed-b91dc7557c4a requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:34:26.424867 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-395a7e14-1ee8-4610-93f7-857398b8d851 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:26.427747 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31294059-0e85-4557-8a1b-0f5a237de475 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Pushing event updated for resources: {'Port': ['ID=c5cec868-b5a5-419b-83d0-1a5458af7b23,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:26.430745 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-4971b3de-e533-46ba-b013-4d562d8154ee tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Allocated IP 192.168.233.206 (d184b1c6-3832-4c86-bfd0-c1472d76d6c3/c4c770cc-51d7-42eb-b4a6-9a605bacae0f/e29bfba0-4457-464f-a217-81f66d7a5fb9) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:34:26.439951 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-31294059-0e85-4557-8a1b-0f5a237de475 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:34:26.446209 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-31294059-0e85-4557-8a1b-0f5a237de475 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:34:26.449467 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-31294059-0e85-4557-8a1b-0f5a237de475 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:34:26.484491 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375', 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25', 'port_id': 'f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375', 'mac_address': 'fa:16:3e:43:27:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5fcc0bd-d8ea-41ad-86b1-2d27bd924015', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:34:26.518994 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-395a7e14-1ee8-4610-93f7-857398b8d851 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:26.540474 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-31294059-0e85-4557-8a1b-0f5a237de475 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:26.541901 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-31294059-0e85-4557-8a1b-0f5a237de475 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:26.556099 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4d75c-92bb-4b02-80ae-9613d357a690 req-508de15b-1508-431e-ac09-0e1dde32e21f tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:26.563355 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14f4d75c-92bb-4b02-80ae-9613d357a690 req-508de15b-1508-431e-ac09-0e1dde32e21f tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/ports?device_id=88621de3-3ff7-4524-9307-20d9a06faec3 HTTP/1.1" status: 200 len: 945 time: 0.1026146 Nov 16 11:34:26.579140 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:26.629475 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:34:26.646898 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14f4d75c-92bb-4b02-80ae-9613d357a690 req-78c811fe-33a8-4eea-bdd0-5b2aa4ccfd64 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/security-groups?id=5207a059-98a1-4077-8fa6-cad36c745e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824769 Nov 16 11:34:26.670061 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-395a7e14-1ee8-4610-93f7-857398b8d851 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server [None req-678235bb-1e02-449c-a003-9106bcb5ecd3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aa373786-fe78-4201-8327-b4e673754b13: This subnet is being modified by another concurrent operation. Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 11:34:26.679459 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:34:26.687097 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 11:34:26.687097 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 11:34:26.687097 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:34:26.687097 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:34:26.687097 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:34:26.687097 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:34:26.687097 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 11:34:26.687097 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:34:26.687097 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 11:34:26.687097 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 11:34:26.687097 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:34:26.687097 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:34:26.687097 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:34:26.687097 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:34:26.687097 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 11:34:26.687097 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 11:34:26.687097 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 16 11:34:26.687097 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 16 11:34:26.687097 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 16 11:34:26.687097 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 16 11:34:26.687097 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 16 11:34:26.687097 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 16 11:34:26.687097 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 16 11:34:26.687097 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 16 11:34:26.687097 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:34:26.687097 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:34:26.687097 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:34:26.687097 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:34:26.687097 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 16 11:34:26.687097 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 16 11:34:26.687097 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 16 11:34:26.687097 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 16 11:34:26.687097 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 16 11:34:26.687097 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 16 11:34:26.687097 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 16 11:34:26.687097 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise exception Nov 16 11:34:26.687097 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aa373786-fe78-4201-8327-b4e673754b13: This subnet is being modified by another concurrent operation. Nov 16 11:34:26.687097 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server Nov 16 11:34:26.703884 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375,segment=NetworkSegment(1186fe7f-5dbc-4e04-af0c-6c5994d769cc),segment_id=1186fe7f-5dbc-4e04-af0c-6c5994d769cc)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:34:26.703884 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd00b1c7-6d59-4475-ad60-65a4c30f102e None None] Network c5b3c289-a661-4da4-b437-86a56109f154 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:34:26.716709 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-31294059-0e85-4557-8a1b-0f5a237de475 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2787046 Nov 16 11:34:26.733874 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-c27e783b-a3f2-4e7d-99d9-d50fb895c616 service neutron] Request body: {'port': {'device_id': '386d7893-e1f4-4c23-8411-eb2f649356b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:34:26.744658 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-4971b3de-e533-46ba-b013-4d562d8154ee tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:26.755828 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:26.760765 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395a7e14-1ee8-4610-93f7-857398b8d851 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Pushing event deleted for resources: {'Subnet': ['ID=aa373786-fe78-4201-8327-b4e673754b13,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:26.771368 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-395a7e14-1ee8-4610-93f7-857398b8d851 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:26.781437 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-395a7e14-1ee8-4610-93f7-857398b8d851 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] 10.222.0.61 "DELETE /v2.0/subnets/aa373786-fe78-4201-8327-b4e673754b13 HTTP/1.1" status: 204 len: 168 time: 0.5086026 Nov 16 11:34:26.783852 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48620) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:26.829373 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-c27e783b-a3f2-4e7d-99d9-d50fb895c616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:26.930389 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-abc5ab58-2952-400a-bc52-f264e3933d30 None None] Provisioning complete for port c5cec868-b5a5-419b-83d0-1a5458af7b23 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:34:26.930735 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-abc5ab58-2952-400a-bc52-f264e3933d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:26.932268 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c84582-5143-4ad5-a373-e3b5807f6a3f tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:26.934483 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-17c84582-5143-4ad5-a373-e3b5807f6a3f tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1496615 Nov 16 11:34:26.935319 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375,revision_number=9']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:26.940556 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48626) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:26.981954 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda8936-9a97-44f1-baf1-aaa136dae95e req-fd2ea472-e0ef-4340-86b6-c29466d4f7e5 tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:26.990861 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-acda8936-9a97-44f1-baf1-aaa136dae95e req-fd2ea472-e0ef-4340-86b6-c29466d4f7e5 tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] 10.222.0.61 "GET /v2.0/ports?device_id=07f60304-c560-4cb4-ac07-ad19460abc68 HTTP/1.1" status: 200 len: 946 time: 0.1408577 Nov 16 11:34:27.068525 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48632) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:27.087418 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-4971b3de-e533-46ba-b013-4d562d8154ee tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:27.108164 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-288b5333-36c0-4116-81ef-9d620bfcfbcf tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:27.134422 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-acda8936-9a97-44f1-baf1-aaa136dae95e req-bf7b99ca-d8e3-48a1-91d2-ee6aebf05d63 tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e15440e-81b3-4b8f-8092-c121394f6a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362889 Nov 16 11:34:27.149461 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-4971b3de-e533-46ba-b013-4d562d8154ee tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:34:27.154950 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-4971b3de-e533-46ba-b013-4d562d8154ee tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:34:27.159053 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-4971b3de-e533-46ba-b013-4d562d8154ee tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:34:27.205707 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4971b3de-e533-46ba-b013-4d562d8154ee tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Pushing event updated for resources: {'Port': ['ID=e29bfba0-4457-464f-a217-81f66d7a5fb9,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:27.250296 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-4971b3de-e533-46ba-b013-4d562d8154ee tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:27.250912 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-4971b3de-e533-46ba-b013-4d562d8154ee tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:27.260819 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-abc5ab58-2952-400a-bc52-f264e3933d30 None None] Port c5cec868-b5a5-419b-83d0-1a5458af7b23 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:34:27.282161 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-4971b3de-e533-46ba-b013-4d562d8154ee tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7271032 Nov 16 11:34:27.328277 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:34:27.330180 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-c27e783b-a3f2-4e7d-99d9-d50fb895c616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5cec868-b5a5-419b-83d0-1a5458af7b23 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:34:27.339527 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-c27e783b-a3f2-4e7d-99d9-d50fb895c616 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:27.340073 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-288b5333-36c0-4116-81ef-9d620bfcfbcf tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:27.347796 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-8747e035-875e-4d35-8f5f-fd797a63048b service neutron] Request body: {'port': {'device_id': '82ecc609-be9a-4336-8cec-a4f56943ed50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:34:27.371445 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-288b5333-36c0-4116-81ef-9d620bfcfbcf tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5b3c289-a661-4da4-b437-86a56109f154']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:27.373805 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['01e92baa-5a36-4bad-9561-d99f5e387948'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:34:27.383480 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-288b5333-36c0-4116-81ef-9d620bfcfbcf tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87b5358e-dd4d-4c0a-8699-fd4267905297') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:27.383863 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-288b5333-36c0-4116-81ef-9d620bfcfbcf tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87b5358e-dd4d-4c0a-8699-fd4267905297') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:27.395563 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-288b5333-36c0-4116-81ef-9d620bfcfbcf tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:27.411072 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-288b5333-36c0-4116-81ef-9d620bfcfbcf tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:27.419099 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-288b5333-36c0-4116-81ef-9d620bfcfbcf tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:34:27.419512 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-288b5333-36c0-4116-81ef-9d620bfcfbcf tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:27.459463 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ee42ec-42db-4bb9-8564-28bc2b2cf737 None None] get_active_networks_info from n-d-816823-3 {{(pid=102670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 11:34:27.472537 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:34:27.472537 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:34:27.472537 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:34:27.472537 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:34:27.472537 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:34:27.472537 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:34:27.472537 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:34:27.472537 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:34:27.472537 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:34:27.472537 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:34:27.472537 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:34:27.472537 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:34:27.472537 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:34:27.472537 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:34:27.472537 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:34:27.472537 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:34:27.472537 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:34:27.472537 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:34:27.472537 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:34:27.472537 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:34:27.472537 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:34:27.472537 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:34:27.472537 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:34:27.472537 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:34:27.472537 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:34:27.472537 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:34:27.472537 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:34:27.472537 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:34:27.472537 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:34:27.472537 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:34:27.472537 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:34:27.472537 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:34:27.507010 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba8278-e75a-4454-80d5-c796a02b7b9c req-f8eb1b1f-bf8f-43d4-afa0-bc28e6f9059f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:27.508749 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b1ba8278-e75a-4454-80d5-c796a02b7b9c req-f8eb1b1f-bf8f-43d4-afa0-bc28e6f9059f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0ea11f38-66e6-4e54-9e62-92047c5f2d42 HTTP/1.1" status: 200 len: 1097 time: 0.4321353 Nov 16 11:34:27.518290 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979a933-f9cb-4c63-abf9-17d9d8fd4426 req-c31060ca-6e62-473d-b8dc-4439f525876b tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:27.519704 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d979a933-f9cb-4c63-abf9-17d9d8fd4426 req-c31060ca-6e62-473d-b8dc-4439f525876b tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=386d7893-e1f4-4c23-8411-eb2f649356b5 HTTP/1.1" status: 200 len: 935 time: 0.2811971 Nov 16 11:34:27.527153 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-288b5333-36c0-4116-81ef-9d620bfcfbcf tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:27.537638 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-288b5333-36c0-4116-81ef-9d620bfcfbcf tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:27.542686 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-288b5333-36c0-4116-81ef-9d620bfcfbcf tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] 10.222.0.61 "DELETE /v2.0/networks/c5b3c289-a661-4da4-b437-86a56109f154 HTTP/1.1" status: 204 len: 168 time: 0.6006544 Nov 16 11:34:27.557626 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48638) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:27.585114 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b5333-36c0-4116-81ef-9d620bfcfbcf tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Pushing event deleted for resources: {'Network': ['ID=c5b3c289-a661-4da4-b437-86a56109f154,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:27.639375 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a09d5c6e-509f-4730-b11e-b3929c4c16b5 None None] Provisioning complete for port e29bfba0-4457-464f-a217-81f66d7a5fb9 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:34:27.639751 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a09d5c6e-509f-4730-b11e-b3929c4c16b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:27.690768 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b1ba8278-e75a-4454-80d5-c796a02b7b9c req-feab9815-a87b-438f-993e-8e826c2dc5a6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9542e702-7958-4605-bec8-080a12952e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695273 Nov 16 11:34:27.706097 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d979a933-f9cb-4c63-abf9-17d9d8fd4426 req-1e69c698-f3ef-4a8e-8ecf-f0cf25af6a46 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769056 Nov 16 11:34:27.711281 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb586148-ea53-4bfe-92fe-965cfdec93a0 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:27.736216 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-c27e783b-a3f2-4e7d-99d9-d50fb895c616 service neutron] Transition to ACTIVE for port object c5cec868-b5a5-419b-83d0-1a5458af7b23 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:34:27.758348 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-c27e783b-a3f2-4e7d-99d9-d50fb895c616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:27.768435 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-a09d5c6e-509f-4730-b11e-b3929c4c16b5 None None] Port e29bfba0-4457-464f-a217-81f66d7a5fb9 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:34:27.788585 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ee42ec-42db-4bb9-8564-28bc2b2cf737 None None] Resources bound (agent type, host, resource id): {{(pid=102670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 11:34:27.843214 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-8747e035-875e-4d35-8f5f-fd797a63048b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:27.902203 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27e783b-a3f2-4e7d-99d9-d50fb895c616 service neutron] Pushing event updated for resources: {'Port': ['ID=c5cec868-b5a5-419b-83d0-1a5458af7b23,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:27.902445 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb586148-ea53-4bfe-92fe-965cfdec93a0 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:27.936851 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-bb586148-ea53-4bfe-92fe-965cfdec93a0 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cdd041e-206a-450c-b1ed-b91dc7557c4a']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:27.951749 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509cb242-6e6c-4ea1-8ae2-7cffe44a467b req-ba1790f4-f3d5-4700-b00b-cc0111227cb8 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:27.953217 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-509cb242-6e6c-4ea1-8ae2-7cffe44a467b req-ba1790f4-f3d5-4700-b00b-cc0111227cb8 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 945 time: 0.0963476 Nov 16 11:34:27.957100 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-bb586148-ea53-4bfe-92fe-965cfdec93a0 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ba3716b-d7fc-434b-9c16-672f641f54dc') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:27.957281 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-bb586148-ea53-4bfe-92fe-965cfdec93a0 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ba3716b-d7fc-434b-9c16-672f641f54dc') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:27.958822 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:27.967423 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb586148-ea53-4bfe-92fe-965cfdec93a0 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:27.997737 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb586148-ea53-4bfe-92fe-965cfdec93a0 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:28.007894 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb586148-ea53-4bfe-92fe-965cfdec93a0 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:34:28.008294 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb586148-ea53-4bfe-92fe-965cfdec93a0 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:28.011998 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:34:28.011998 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:34:28.011998 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:34:28.011998 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:34:28.011998 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:34:28.011998 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:34:28.011998 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:34:28.011998 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:34:28.011998 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:34:28.011998 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:34:28.011998 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:34:28.011998 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:34:28.011998 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:34:28.011998 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:34:28.011998 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:34:28.011998 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:34:28.011998 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:34:28.011998 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:34:28.011998 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:34:28.011998 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:34:28.011998 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:34:28.011998 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:34:28.011998 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:34:28.011998 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:34:28.011998 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:34:28.011998 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:34:28.011998 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:34:28.011998 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:34:28.011998 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:34:28.011998 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:34:28.011998 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:34:28.011998 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:34:28.020554 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-c27e783b-a3f2-4e7d-99d9-d50fb895c616 service neutron] Attempting to bind port c5cec868-b5a5-419b-83d0-1a5458af7b23 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:34:28.021005 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-c27e783b-a3f2-4e7d-99d9-d50fb895c616 service neutron] Attempting to bind port c5cec868-b5a5-419b-83d0-1a5458af7b23 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:34:28.021435 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-c27e783b-a3f2-4e7d-99d9-d50fb895c616 service neutron] Attempting to bind port c5cec868-b5a5-419b-83d0-1a5458af7b23 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:34:28.036608 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-c27e783b-a3f2-4e7d-99d9-d50fb895c616 service neutron] Port c5cec868-b5a5-419b-83d0-1a5458af7b23 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:34:28.037022 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-c27e783b-a3f2-4e7d-99d9-d50fb895c616 service neutron] Attempting to bind port c5cec868-b5a5-419b-83d0-1a5458af7b23 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:34:28.048550 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-c27e783b-a3f2-4e7d-99d9-d50fb895c616 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:34:28.049147 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-c27e783b-a3f2-4e7d-99d9-d50fb895c616 service neutron] Checking segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:34:28.049442 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-c27e783b-a3f2-4e7d-99d9-d50fb895c616 service neutron] Bound using segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:34:28.050101 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-c27e783b-a3f2-4e7d-99d9-d50fb895c616 service neutron] Bound port: c5cec868-b5a5-419b-83d0-1a5458af7b23, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:34:28.050568 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-c27e783b-a3f2-4e7d-99d9-d50fb895c616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:28.080374 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-509cb242-6e6c-4ea1-8ae2-7cffe44a467b req-5eb858aa-7c8a-4def-9a84-badd1499e23e tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065073 Nov 16 11:34:28.092649 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb586148-ea53-4bfe-92fe-965cfdec93a0 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:28.120473 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb586148-ea53-4bfe-92fe-965cfdec93a0 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:28.120473 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-bb586148-ea53-4bfe-92fe-965cfdec93a0 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] 10.222.0.61 "DELETE /v2.0/networks/7cdd041e-206a-450c-b1ed-b91dc7557c4a HTTP/1.1" status: 204 len: 168 time: 0.5451546 Nov 16 11:34:28.126542 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48644) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:28.136494 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb586148-ea53-4bfe-92fe-965cfdec93a0 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Pushing event deleted for resources: {'Network': ['ID=7cdd041e-206a-450c-b1ed-b91dc7557c4a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:28.215145 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c10b26-334f-4303-861e-607c2a5155e7 None None] get_active_networks_info from n-d-816823-3 {{(pid=102670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 11:34:28.225308 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-c27e783b-a3f2-4e7d-99d9-d50fb895c616 service neutron] For port c5cec868-b5a5-419b-83d0-1a5458af7b23, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:34:28.229963 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-c27e783b-a3f2-4e7d-99d9-d50fb895c616 service neutron] For port c5cec868-b5a5-419b-83d0-1a5458af7b23, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=c5cec868-b5a5-419b-83d0-1a5458af7b23,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:34:28.246545 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-c27e783b-a3f2-4e7d-99d9-d50fb895c616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:28.258634 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c0c22448-375a-45d4-bb2d-4aa8f78ee174 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:28.300415 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-c27e783b-a3f2-4e7d-99d9-d50fb895c616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:28.301094 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-c27e783b-a3f2-4e7d-99d9-d50fb895c616 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:28.303019 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-c27e783b-a3f2-4e7d-99d9-d50fb895c616 service neutron] 10.222.0.36 "PUT /v2.0/ports/c5cec868-b5a5-419b-83d0-1a5458af7b23 HTTP/1.1" status: 200 len: 1095 time: 1.5734301 Nov 16 11:34:28.309158 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed0f71-7866-41d2-aa01-15bab211043b req-17a9c807-124a-42df-901d-2aaf3162df97 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:28.310261 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386d7893-e1f4-4c23-8411-eb2f649356b5', 'tag': 'c5cec868-b5a5-419b-83d0-1a5458af7b23'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:34:28.311817 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3eed0f71-7866-41d2-aa01-15bab211043b req-17a9c807-124a-42df-901d-2aaf3162df97 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/ports?device_id=88621de3-3ff7-4524-9307-20d9a06faec3 HTTP/1.1" status: 200 len: 945 time: 0.0984874 Nov 16 11:34:28.312531 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f4d486-e133-4253-94b6-03eaaa47ad96" -d '{"events": [{"name": "network-changed", "server_uuid": "386d7893-e1f4-4c23-8411-eb2f649356b5", "tag": "c5cec868-b5a5-419b-83d0-1a5458af7b23"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:34:28.319268 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-082b7d79-1556-4eb3-9c6d-079d4c06f83b None None] Provisioning complete for port e69a1568-0034-407a-9dec-76c0bef59d2d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:34:28.319931 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-082b7d79-1556-4eb3-9c6d-079d4c06f83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:28.323922 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-8747e035-875e-4d35-8f5f-fd797a63048b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e29bfba0-4457-464f-a217-81f66d7a5fb9 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:34:28.338956 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-8747e035-875e-4d35-8f5f-fd797a63048b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:28.363163 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27e783b-a3f2-4e7d-99d9-d50fb895c616 service neutron] Pushing event updated for resources: {'Port': ['ID=c5cec868-b5a5-419b-83d0-1a5458af7b23,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:28.367468 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-8747e035-875e-4d35-8f5f-fd797a63048b service neutron] Transition to ACTIVE for port object e29bfba0-4457-464f-a217-81f66d7a5fb9 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:34:28.369500 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c10b26-334f-4303-861e-607c2a5155e7 None None] Resources bound (agent type, host, resource id): {{(pid=102670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 11:34:28.399074 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-8747e035-875e-4d35-8f5f-fd797a63048b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:28.420020 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c0c22448-375a-45d4-bb2d-4aa8f78ee174 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:28.456008 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-c0c22448-375a-45d4-bb2d-4aa8f78ee174 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7bbc74a-1b7d-4b72-946c-008bdb584b0f']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:28.456764 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-3206131d-f0bb-4292-b9b5-46e79b28ed23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:28.458300 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-3206131d-f0bb-4292-b9b5-46e79b28ed23 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf730bc3509b41198d463002969da1ed&device_id=386d7893-e1f4-4c23-8411-eb2f649356b5 HTTP/1.1" status: 200 len: 1098 time: 0.0897691 Nov 16 11:34:28.461098 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3eed0f71-7866-41d2-aa01-15bab211043b req-bd7d8ceb-7183-4f64-bd77-f43c7de370ee tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/security-groups?id=5207a059-98a1-4077-8fa6-cad36c745e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765712 Nov 16 11:34:28.471723 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-c0c22448-375a-45d4-bb2d-4aa8f78ee174 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cd440bd-dbd9-4a4c-a0bd-dedb92756f38') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:28.472029 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-c0c22448-375a-45d4-bb2d-4aa8f78ee174 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cd440bd-dbd9-4a4c-a0bd-dedb92756f38') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:28.482318 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c0c22448-375a-45d4-bb2d-4aa8f78ee174 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:28.506465 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c0c22448-375a-45d4-bb2d-4aa8f78ee174 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:28.513591 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0c22448-375a-45d4-bb2d-4aa8f78ee174 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:34:28.514060 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c0c22448-375a-45d4-bb2d-4aa8f78ee174 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:28.552887 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8747e035-875e-4d35-8f5f-fd797a63048b service neutron] Pushing event updated for resources: {'Port': ['ID=e29bfba0-4457-464f-a217-81f66d7a5fb9,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:28.564547 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-96235835-1a64-4d70-8692-e14b2a0859ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=c5cec868-b5a5-419b-83d0-1a5458af7b23 HTTP/1.1" status: 200 len: 217 time: 0.0835130 Nov 16 11:34:28.565685 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:34:28.565685 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:34:28.565685 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:34:28.565685 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:34:28.565685 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:34:28.565685 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:34:28.565685 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:34:28.565685 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:34:28.565685 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:34:28.565685 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:34:28.565685 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:34:28.565685 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:34:28.565685 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:34:28.565685 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:34:28.565685 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:34:28.565685 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:34:28.565685 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:34:28.565685 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:34:28.565685 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:34:28.565685 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:34:28.565685 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:34:28.565685 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:34:28.565685 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:34:28.565685 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:34:28.565685 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:34:28.565685 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:34:28.565685 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:34:28.565685 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:34:28.565685 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:34:28.565685 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:34:28.565685 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:34:28.565685 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:34:28.571109 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-8747e035-875e-4d35-8f5f-fd797a63048b service neutron] Attempting to bind port e29bfba0-4457-464f-a217-81f66d7a5fb9 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:34:28.571511 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-8747e035-875e-4d35-8f5f-fd797a63048b service neutron] Attempting to bind port e29bfba0-4457-464f-a217-81f66d7a5fb9 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:34:28.571908 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-8747e035-875e-4d35-8f5f-fd797a63048b service neutron] Attempting to bind port e29bfba0-4457-464f-a217-81f66d7a5fb9 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:34:28.612098 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-8747e035-875e-4d35-8f5f-fd797a63048b service neutron] Port e29bfba0-4457-464f-a217-81f66d7a5fb9 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:34:28.612748 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-8747e035-875e-4d35-8f5f-fd797a63048b service neutron] Attempting to bind port e29bfba0-4457-464f-a217-81f66d7a5fb9 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:34:28.626912 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-8747e035-875e-4d35-8f5f-fd797a63048b service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:34:28.627579 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-8747e035-875e-4d35-8f5f-fd797a63048b service neutron] Checking segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:34:28.628145 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-8747e035-875e-4d35-8f5f-fd797a63048b service neutron] Bound using segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:34:28.628765 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-8747e035-875e-4d35-8f5f-fd797a63048b service neutron] Bound port: e29bfba0-4457-464f-a217-81f66d7a5fb9, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:34:28.629319 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-8747e035-875e-4d35-8f5f-fd797a63048b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:28.646649 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-ce0da5d2-9eaf-407b-922e-4b69d147a209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:28.648411 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-ce0da5d2-9eaf-407b-922e-4b69d147a209 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0736344 Nov 16 11:34:28.740234 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-8747e035-875e-4d35-8f5f-fd797a63048b service neutron] For port e29bfba0-4457-464f-a217-81f66d7a5fb9, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:34:28.743617 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-00985ba8-ac98-4c58-ad0c-33bd44cca71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:28.746092 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-00985ba8-ac98-4c58-ad0c-33bd44cca71d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0737822 Nov 16 11:34:28.747997 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-8747e035-875e-4d35-8f5f-fd797a63048b service neutron] For port e29bfba0-4457-464f-a217-81f66d7a5fb9, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=e29bfba0-4457-464f-a217-81f66d7a5fb9,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:34:28.762589 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-8747e035-875e-4d35-8f5f-fd797a63048b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:28.810364 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:28.843732 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-8747e035-875e-4d35-8f5f-fd797a63048b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:28.844362 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-8747e035-875e-4d35-8f5f-fd797a63048b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:28.845799 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-8747e035-875e-4d35-8f5f-fd797a63048b service neutron] 10.222.0.64 "PUT /v2.0/ports/e29bfba0-4457-464f-a217-81f66d7a5fb9 HTTP/1.1" status: 200 len: 1096 time: 1.5036912 Nov 16 11:34:28.869864 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c0c22448-375a-45d4-bb2d-4aa8f78ee174 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:28.874737 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c0c22448-375a-45d4-bb2d-4aa8f78ee174 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:28.877987 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c0c22448-375a-45d4-bb2d-4aa8f78ee174 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] 10.222.0.61 "DELETE /v2.0/networks/d7bbc74a-1b7d-4b72-946c-008bdb584b0f HTTP/1.1" status: 204 len: 168 time: 0.7508929 Nov 16 11:34:28.883572 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48652) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:28.888083 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8747e035-875e-4d35-8f5f-fd797a63048b service neutron] Pushing event updated for resources: {'Port': ['ID=e29bfba0-4457-464f-a217-81f66d7a5fb9,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:28.916277 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-d1997403-23e0-4bc2-aa49-501d2da944cc service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630392 Nov 16 11:34:28.922445 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c22448-375a-45d4-bb2d-4aa8f78ee174 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Pushing event deleted for resources: {'Network': ['ID=d7bbc74a-1b7d-4b72-946c-008bdb584b0f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:28.980554 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dfe516-c6f6-4a17-afaf-b35f242c68ff req-0093a0d2-c913-4b07-b0ff-abeba54a22af tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:28.982077 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-01dfe516-c6f6-4a17-afaf-b35f242c68ff req-0093a0d2-c913-4b07-b0ff-abeba54a22af tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] 10.222.0.61 "GET /v2.0/ports?device_id=07f60304-c560-4cb4-ac07-ad19460abc68 HTTP/1.1" status: 200 len: 946 time: 0.4155242 Nov 16 11:34:29.003856 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-0a4e67ce-fb7f-424e-bf61-5a417da264f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:29.005292 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-0a4e67ce-fb7f-424e-bf61-5a417da264f0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf730bc3509b41198d463002969da1ed&device_id=82ecc609-be9a-4336-8cec-a4f56943ed50 HTTP/1.1" status: 200 len: 1099 time: 0.1018765 Nov 16 11:34:29.015811 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7f0265c-a8cd-4b7e-8b53-a859306dc2a4 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:29.067618 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-37f713e8-dbfd-4372-b3f2-71060a0fe3be service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=e29bfba0-4457-464f-a217-81f66d7a5fb9 HTTP/1.1" status: 200 len: 217 time: 0.0480132 Nov 16 11:34:29.071389 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-96bc22af-cebd-4be1-a83c-19fd927689e3 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405761 Nov 16 11:34:29.088969 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-01dfe516-c6f6-4a17-afaf-b35f242c68ff req-42dbecea-08a7-4138-9f7a-417fa432634d tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e15440e-81b3-4b8f-8092-c121394f6a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937047 Nov 16 11:34:29.129491 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['2fed52f5-2778-40fe-a87d-7c5f06cbb9a0', '6d9f6105-9caf-468b-8176-13c263c8e400', 'b978d542-abf6-447b-88b8-232ba5c145ac'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:34:29.161775 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-24287abc-1007-4268-a3fb-45e878e5d835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:29.163354 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-24287abc-1007-4268-a3fb-45e878e5d835 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0880396 Nov 16 11:34:29.165556 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1daca2-2bf5-4821-801a-d7138812105c x-openstack-request-id: req-fd1daca2-2bf5-4821-801a-d7138812105c {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:34:29.165887 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "386d7893-e1f4-4c23-8411-eb2f649356b5", "tag": "c5cec868-b5a5-419b-83d0-1a5458af7b23", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:34:29.166168 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fd1daca2-2bf5-4821-801a-d7138812105c {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:34:29.166575 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '386d7893-e1f4-4c23-8411-eb2f649356b5', 'tag': 'c5cec868-b5a5-419b-83d0-1a5458af7b23', 'status': 'completed', 'code': 200} Nov 16 11:34:29.166981 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7f0265c-a8cd-4b7e-8b53-a859306dc2a4 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:29.198828 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-e7f0265c-a8cd-4b7e-8b53-a859306dc2a4 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2162bbe-5b05-490f-9a50-fc34fc964537']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:29.209388 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-e7f0265c-a8cd-4b7e-8b53-a859306dc2a4 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd6658e2-2950-4135-9a6b-a05b383ad289') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:29.209617 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-e7f0265c-a8cd-4b7e-8b53-a859306dc2a4 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd6658e2-2950-4135-9a6b-a05b383ad289') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:29.220551 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7f0265c-a8cd-4b7e-8b53-a859306dc2a4 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:29.233368 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 01e92baa-5a36-4bad-9561-d99f5e387948 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:34:29.263376 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7f0265c-a8cd-4b7e-8b53-a859306dc2a4 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:29.267220 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4d486-e133-4253-94b6-03eaaa47ad96 req-5108c32b-73b2-4f30-b974-7880044d0e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:29.269652 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-03f4d486-e133-4253-94b6-03eaaa47ad96 req-5108c32b-73b2-4f30-b974-7880044d0e35 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf730bc3509b41198d463002969da1ed&device_id=386d7893-e1f4-4c23-8411-eb2f649356b5 HTTP/1.1" status: 200 len: 1098 time: 0.0980284 Nov 16 11:34:29.277701 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7f0265c-a8cd-4b7e-8b53-a859306dc2a4 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:34:29.278211 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7f0265c-a8cd-4b7e-8b53-a859306dc2a4 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:29.281614 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:34:29.281614 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:34:29.281614 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:34:29.281614 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:34:29.281614 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:34:29.281614 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:34:29.281614 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:34:29.281614 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:34:29.281614 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:34:29.281614 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:34:29.281614 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:34:29.281614 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:34:29.281614 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:34:29.281614 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:34:29.281614 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:34:29.281614 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:34:29.281614 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:34:29.281614 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:34:29.281614 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:34:29.281614 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:34:29.281614 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:34:29.281614 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:34:29.281614 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:34:29.281614 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:34:29.281614 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:34:29.281614 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:34:29.281614 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:34:29.281614 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:34:29.281614 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:34:29.281614 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:34:29.281614 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:34:29.281614 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:34:29.293969 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-7e8dfa60-a403-47a9-87b5-e7c23a45619b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:29.293969 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-7e8dfa60-a403-47a9-87b5-e7c23a45619b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1205740 Nov 16 11:34:29.340468 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87f6f4-c0bf-4fd7-af54-8cb796c7155f req-88862cc4-51e0-4ff5-88c5-a13e9276c748 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:29.346593 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4c87f6f4-c0bf-4fd7-af54-8cb796c7155f req-88862cc4-51e0-4ff5-88c5-a13e9276c748 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=386d7893-e1f4-4c23-8411-eb2f649356b5 HTTP/1.1" status: 200 len: 947 time: 0.1237540 Nov 16 11:34:29.388722 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7f0265c-a8cd-4b7e-8b53-a859306dc2a4 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:29.395113 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 01e92baa-5a36-4bad-9561-d99f5e387948 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:34:29.407057 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7f0265c-a8cd-4b7e-8b53-a859306dc2a4 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:29.410519 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e7f0265c-a8cd-4b7e-8b53-a859306dc2a4 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] 10.222.0.61 "DELETE /v2.0/networks/b2162bbe-5b05-490f-9a50-fc34fc964537 HTTP/1.1" status: 204 len: 168 time: 0.5224969 Nov 16 11:34:29.427950 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f0265c-a8cd-4b7e-8b53-a859306dc2a4 tempest-BulkNetworkOpsTest-277662948 tempest-BulkNetworkOpsTest-277662948-project] Pushing event deleted for resources: {'Network': ['ID=b2162bbe-5b05-490f-9a50-fc34fc964537,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:29.434991 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 01e92baa-5a36-4bad-9561-d99f5e387948 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:34:29.435643 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:29.448475 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4c87f6f4-c0bf-4fd7-af54-8cb796c7155f req-fa4936d3-1c75-4a6b-8507-6e0e61b0a64c tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972612 Nov 16 11:34:29.477217 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4d486-e133-4253-94b6-03eaaa47ad96 req-214240f0-8ebe-45e7-a1f8-5b65676b2072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:29.479456 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-03f4d486-e133-4253-94b6-03eaaa47ad96 req-214240f0-8ebe-45e7-a1f8-5b65676b2072 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.1994462 Nov 16 11:34:29.573562 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-52b0f2ce-e024-4bcd-aa94-b07ca2539ca8 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392266 Nov 16 11:34:29.581015 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-03f4d486-e133-4253-94b6-03eaaa47ad96 req-32b1c499-025a-4dcb-afdc-3e4f1b549a59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=c5cec868-b5a5-419b-83d0-1a5458af7b23 HTTP/1.1" status: 200 len: 217 time: 0.0872371 Nov 16 11:34:29.720685 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:29.753701 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4d486-e133-4253-94b6-03eaaa47ad96 req-2f706465-2f34-4df0-af27-afef943dd5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:29.756988 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-03f4d486-e133-4253-94b6-03eaaa47ad96 req-2f706465-2f34-4df0-af27-afef943dd5ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.1715097 Nov 16 11:34:29.807541 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07838f81-f823-4dbe-854f-68cadb3e9cb9 req-96a78977-7655-4333-a075-6c29cf5e9603 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:29.811321 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88621de3-3ff7-4524-9307-20d9a06faec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e92baa-5a36-4bad-9561-d99f5e387948'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:34:29.814168 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f3b80c-59b9-439d-b178-a2aa7bcc8755" -d '{"events": [{"server_uuid": "88621de3-3ff7-4524-9307-20d9a06faec3", "name": "network-vif-plugged", "status": "completed", "tag": "01e92baa-5a36-4bad-9561-d99f5e387948"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:34:29.816504 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-07838f81-f823-4dbe-854f-68cadb3e9cb9 req-96a78977-7655-4333-a075-6c29cf5e9603 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 945 time: 0.0655112 Nov 16 11:34:29.845642 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 01e92baa-5a36-4bad-9561-d99f5e387948, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=01e92baa-5a36-4bad-9561-d99f5e387948,segment=NetworkSegment(b72d83c5-1a90-4b36-b301-0c3e4b8557f7),segment_id=b72d83c5-1a90-4b36-b301-0c3e4b8557f7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:34:29.868846 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:29.869674 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:34:29.887412 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-07838f81-f823-4dbe-854f-68cadb3e9cb9 req-6b707c8a-c273-42fa-bff7-806cd733d344 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697343 Nov 16 11:34:29.916882 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4d486-e133-4253-94b6-03eaaa47ad96 req-f138c2a5-42f2-4a25-9260-f9adfdeb32f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:29.918889 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-03f4d486-e133-4253-94b6-03eaaa47ad96 req-f138c2a5-42f2-4a25-9260-f9adfdeb32f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0586958 Nov 16 11:34:29.938169 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48674) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:30.005820 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86132147-cb23-4084-86e6-7e63026e9521 req-3519d5ac-ed78-4154-aed7-46103b3965ab tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:30.007826 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-86132147-cb23-4084-86e6-7e63026e9521 req-3519d5ac-ed78-4154-aed7-46103b3965ab tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/ports?device_id=88621de3-3ff7-4524-9307-20d9a06faec3 HTTP/1.1" status: 200 len: 946 time: 0.0570359 Nov 16 11:34:30.023966 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-67031d10-2303-4584-bb23-26e3ebd0ae12 req-0036f848-786e-4886-b3fa-990da56aa3d1 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413674 Nov 16 11:34:30.040545 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=01e92baa-5a36-4bad-9561-d99f5e387948,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:30.063885 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-03f4d486-e133-4253-94b6-03eaaa47ad96 req-63e2c8a1-e6de-4ebd-8c80-e29513a29ebd service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194246 Nov 16 11:34:30.077211 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:34:30.077602 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:30.095023 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-86132147-cb23-4084-86e6-7e63026e9521 req-2b890f49-6d8b-46f5-81a7-2cb382eea93e tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/security-groups?id=5207a059-98a1-4077-8fa6-cad36c745e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788345 Nov 16 11:34:30.177464 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-14dc31fc-75e6-420d-a288-3ff4f8dedecf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=21fffaee672a4c2b88df2467e58cc5ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2409461 Nov 16 11:34:30.177841 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48678) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:30.196170 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-03f4d486-e133-4253-94b6-03eaaa47ad96 req-d12b8bba-c23b-4ae5-85a2-8b785fd2f13d service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253767 Nov 16 11:34:30.204502 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:30.243432 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375,segment=NetworkSegment(1186fe7f-5dbc-4e04-af0c-6c5994d769cc),segment_id=1186fe7f-5dbc-4e04-af0c-6c5994d769cc)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:34:30.248008 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:30.256149 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33c2e6-327c-479e-94cb-c44b7d2ae8b9 req-fc6a1e49-7e76-472e-b663-b6210ccab77b tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:30.257551 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6d33c2e6-327c-479e-94cb-c44b7d2ae8b9 req-fc6a1e49-7e76-472e-b663-b6210ccab77b tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] 10.222.0.61 "GET /v2.0/ports?device_id=07f60304-c560-4cb4-ac07-ad19460abc68 HTTP/1.1" status: 200 len: 946 time: 0.0788007 Nov 16 11:34:30.275989 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6fc4c6dc-eb69-4ca2-a1be-254342cb70be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:30.294975 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375,revision_number=10']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:30.311944 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6fc4c6dc-eb69-4ca2-a1be-254342cb70be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:30.348949 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6d33c2e6-327c-479e-94cb-c44b7d2ae8b9 req-ebd30bb0-4ce8-47dd-afef-ed682bc8eccb tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e15440e-81b3-4b8f-8092-c121394f6a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836525 Nov 16 11:34:30.379683 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6fc4c6dc-eb69-4ca2-a1be-254342cb70be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:30.382322 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6fc4c6dc-eb69-4ca2-a1be-254342cb70be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:30.386261 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6fc4c6dc-eb69-4ca2-a1be-254342cb70be admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8ee9e5c5-fc0d-457e-a22e-8e1388aafdf6 HTTP/1.1" status: 204 len: 168 time: 0.2035668 Nov 16 11:34:30.392146 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4c6dc-eb69-4ca2-a1be-254342cb70be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee9e5c5-fc0d-457e-a22e-8e1388aafdf6,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:30.399039 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbf278d-664d-46d2-89b8-bc5e8fd38830 x-openstack-request-id: req-4cbf278d-664d-46d2-89b8-bc5e8fd38830 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:34:30.399530 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88621de3-3ff7-4524-9307-20d9a06faec3", "name": "network-vif-plugged", "status": "completed", "tag": "01e92baa-5a36-4bad-9561-d99f5e387948", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:34:30.399824 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4cbf278d-664d-46d2-89b8-bc5e8fd38830 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:34:30.400139 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88621de3-3ff7-4524-9307-20d9a06faec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e92baa-5a36-4bad-9561-d99f5e387948', 'code': 200} Nov 16 11:34:30.514865 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c13bf-1dee-4dfe-8ee9-b64b7e0d51d4 req-62c5fdd9-10c1-4f05-8d2d-96688f5f7bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:30.516391 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d90c13bf-1dee-4dfe-8ee9-b64b7e0d51d4 req-62c5fdd9-10c1-4f05-8d2d-96688f5f7bbe service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=88621de3-3ff7-4524-9307-20d9a06faec3 HTTP/1.1" status: 200 len: 1097 time: 0.0437875 Nov 16 11:34:30.565646 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d90c13bf-1dee-4dfe-8ee9-b64b7e0d51d4 req-6a4daba4-7172-405b-9e29-336914bc90a6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5207a059-98a1-4077-8fa6-cad36c745e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397635 Nov 16 11:34:30.585273 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300938e-ff9a-42f3-a5a9-a3114289fa43 req-73cb600e-dc0d-48d7-8631-c05660dd9803 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:30.586772 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8300938e-ff9a-42f3-a5a9-a3114289fa43 req-73cb600e-dc0d-48d7-8631-c05660dd9803 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=386d7893-e1f4-4c23-8411-eb2f649356b5 HTTP/1.1" status: 200 len: 947 time: 0.0662520 Nov 16 11:34:30.639896 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8300938e-ff9a-42f3-a5a9-a3114289fa43 req-0cf65332-511d-4d26-b9f4-f879c01f8d49 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471590 Nov 16 11:34:31.004333 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95198010-ded1-4451-af7e-d4d008749b79 req-3fad0b49-c56d-4240-be0a-4827c626a020 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:31.005831 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-95198010-ded1-4451-af7e-d4d008749b79 req-3fad0b49-c56d-4240-be0a-4827c626a020 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 947 time: 0.0495939 Nov 16 11:34:31.057648 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48708) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:31.057782 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-95198010-ded1-4451-af7e-d4d008749b79 req-656f8bb5-d46e-40f1-9ba4-a7889385bf02 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453954 Nov 16 11:34:31.082745 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device c5cec868-b5a5-419b-83d0-1a5458af7b23 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:34:31.167015 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4ce9cd6b-ca4b-4f74-be9d-2e5a5048e206 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Request body: {'network': {'name': 'tempest-RoutersTest-1050591840'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:34:31.177467 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82ecc609-be9a-4336-8cec-a4f56943ed50', 'tag': 'e29bfba0-4457-464f-a217-81f66d7a5fb9'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:34:31.179827 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be352013-2688-4885-92e6-10b07b370905" -d '{"events": [{"name": "network-changed", "server_uuid": "82ecc609-be9a-4336-8cec-a4f56943ed50", "tag": "e29bfba0-4457-464f-a217-81f66d7a5fb9"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:34:31.190067 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port c5cec868-b5a5-419b-83d0-1a5458af7b23, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=c5cec868-b5a5-419b-83d0-1a5458af7b23,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:34:31.194516 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce9cd6b-ca4b-4f74-be9d-2e5a5048e206 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Made reservation on behalf of 3610a194a09949c3b82958173883b2cb for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:34:31.198823 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4ce9cd6b-ca4b-4f74-be9d-2e5a5048e206 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:31.203257 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': 'c5cec868-b5a5-419b-83d0-1a5458af7b23', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'port_id': 'c5cec868-b5a5-419b-83d0-1a5458af7b23', 'mac_address': 'fa:16:3e:6a:e3:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c770cc-51d7-42eb-b4a6-9a605bacae0f', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:34:31.212118 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4ce9cd6b-ca4b-4f74-be9d-2e5a5048e206 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:31.219689 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d88fb4-6846-4c82-9a3d-a680a5988340 req-c24aa415-bfc6-4556-8cc8-dc5b00573b8c tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:31.221177 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-85d88fb4-6846-4c82-9a3d-a680a5988340 req-c24aa415-bfc6-4556-8cc8-dc5b00573b8c tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/ports?device_id=88621de3-3ff7-4524-9307-20d9a06faec3 HTTP/1.1" status: 200 len: 946 time: 0.0519514 Nov 16 11:34:31.241476 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:31.256029 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5cec868-b5a5-419b-83d0-1a5458af7b23 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:34:31.279131 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port c5cec868-b5a5-419b-83d0-1a5458af7b23, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=c5cec868-b5a5-419b-83d0-1a5458af7b23,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:34:31.283842 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:31.290470 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-85d88fb4-6846-4c82-9a3d-a680a5988340 req-2aa433cb-fab0-4a6d-973a-c72bbece7df9 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/security-groups?id=5207a059-98a1-4077-8fa6-cad36c745e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613275 Nov 16 11:34:31.293779 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4ce9cd6b-ca4b-4f74-be9d-2e5a5048e206 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:31.298886 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4ce9cd6b-ca4b-4f74-be9d-2e5a5048e206 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:31.335304 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=c5cec868-b5a5-419b-83d0-1a5458af7b23,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:31.338324 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ce9cd6b-ca4b-4f74-be9d-2e5a5048e206 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:34:31.346164 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce9cd6b-ca4b-4f74-be9d-2e5a5048e206 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e892b323-524b-4f9f-8534-1c1033631027,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:31.354748 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4ce9cd6b-ca4b-4f74-be9d-2e5a5048e206 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:31.355221 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-4ce9cd6b-ca4b-4f74-be9d-2e5a5048e206 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Added segment bbe5a2d5-9a99-4fd9-a8eb-ed2d885204d4 of type vlan for network 5ac46f34-aac0-4a23-8a25-fa65c10a92db Nov 16 11:34:31.363847 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652974a3-b480-4a6b-a20b-8f674c317cee x-openstack-request-id: req-652974a3-b480-4a6b-a20b-8f674c317cee {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:34:31.364138 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82ecc609-be9a-4336-8cec-a4f56943ed50", "tag": "e29bfba0-4457-464f-a217-81f66d7a5fb9", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:34:31.364393 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-652974a3-b480-4a6b-a20b-8f674c317cee {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:34:31.364826 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82ecc609-be9a-4336-8cec-a4f56943ed50', 'tag': 'e29bfba0-4457-464f-a217-81f66d7a5fb9', 'status': 'completed', 'code': 200} Nov 16 11:34:31.425215 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4ce9cd6b-ca4b-4f74-be9d-2e5a5048e206 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:31.456638 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be352013-2688-4885-92e6-10b07b370905 req-00a40a2d-becc-46ac-82a1-096a49dbf846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:31.458280 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-be352013-2688-4885-92e6-10b07b370905 req-00a40a2d-becc-46ac-82a1-096a49dbf846 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf730bc3509b41198d463002969da1ed&device_id=82ecc609-be9a-4336-8cec-a4f56943ed50 HTTP/1.1" status: 200 len: 1099 time: 0.0703406 Nov 16 11:34:31.465083 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4ce9cd6b-ca4b-4f74-be9d-2e5a5048e206 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:31.470720 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce9cd6b-ca4b-4f74-be9d-2e5a5048e206 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:31.471302 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4ce9cd6b-ca4b-4f74-be9d-2e5a5048e206 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:31.471962 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03864ddd-789e-461d-b8fd-ec8b4a74d4f5 req-aae088ae-09a4-4ed8-be2c-710a63b52d61 tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:31.479107 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-03864ddd-789e-461d-b8fd-ec8b4a74d4f5 req-aae088ae-09a4-4ed8-be2c-710a63b52d61 tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] 10.222.0.61 "GET /v2.0/ports?device_id=07f60304-c560-4cb4-ac07-ad19460abc68 HTTP/1.1" status: 200 len: 946 time: 0.0553143 Nov 16 11:34:31.499321 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['c5cec868-b5a5-419b-83d0-1a5458af7b23'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:34:31.524089 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-03864ddd-789e-461d-b8fd-ec8b4a74d4f5 req-a5961229-32a7-4f0e-87a7-dae7edccff09 tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] 10.222.0.61 "GET /v2.0/security-groups?id=1e15440e-81b3-4b8f-8092-c121394f6a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441232 Nov 16 11:34:31.573343 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4ce9cd6b-ca4b-4f74-be9d-2e5a5048e206 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5116434 Nov 16 11:34:31.574326 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48718) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:31.581029 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-0155cef5-f424-41e1-90e2-502ebe20a2df tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Request body: {'network': {'name': 'tempest-RoutersTest-119252504'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:34:31.599801 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce9cd6b-ca4b-4f74-be9d-2e5a5048e206 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event updated for resources: {'Network': ['ID=5ac46f34-aac0-4a23-8a25-fa65c10a92db,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:31.612728 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0155cef5-f424-41e1-90e2-502ebe20a2df tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Made reservation on behalf of 3610a194a09949c3b82958173883b2cb for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:34:31.617886 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0155cef5-f424-41e1-90e2-502ebe20a2df tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:31.623844 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 5ac46f34-aac0-4a23-8a25-fa65c10a92db details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:34:31.640439 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be352013-2688-4885-92e6-10b07b370905 req-46ca9fbd-d1d7-4188-b13b-6cb0ef3c6896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:31.644877 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-be352013-2688-4885-92e6-10b07b370905 req-46ca9fbd-d1d7-4188-b13b-6cb0ef3c6896 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.1700287 Nov 16 11:34:31.646479 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0155cef5-f424-41e1-90e2-502ebe20a2df tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:34:31.656604 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0155cef5-f424-41e1-90e2-502ebe20a2df tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:31.656977 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-0155cef5-f424-41e1-90e2-502ebe20a2df tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Added segment 84672f9a-2d91-4845-9b97-7994630f509d of type vlan for network 9d27365d-14b7-47c0-b623-86f5c3cdf3ba Nov 16 11:34:31.710270 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0155cef5-f424-41e1-90e2-502ebe20a2df tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:31.740304 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-be352013-2688-4885-92e6-10b07b370905 req-73e56462-a76b-4140-8b6f-89696bece99a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=e29bfba0-4457-464f-a217-81f66d7a5fb9 HTTP/1.1" status: 200 len: 217 time: 0.0827017 Nov 16 11:34:31.762051 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0155cef5-f424-41e1-90e2-502ebe20a2df tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:31.767711 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0155cef5-f424-41e1-90e2-502ebe20a2df tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:31.768325 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0155cef5-f424-41e1-90e2-502ebe20a2df tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:31.790888 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfcfd0d-f7fb-4d48-bec0-7f80d4b5d783 req-917831ba-5315-49a9-94f2-e7273fa3a90d tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:31.792351 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4cfcfd0d-f7fb-4d48-bec0-7f80d4b5d783 req-917831ba-5315-49a9-94f2-e7273fa3a90d tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] 10.222.0.64 "GET /v2.0/ports?device_id=07f60304-c560-4cb4-ac07-ad19460abc68 HTTP/1.1" status: 200 len: 946 time: 0.1329749 Nov 16 11:34:31.812931 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be352013-2688-4885-92e6-10b07b370905 req-2064c8ba-bf72-4eeb-835f-d58e45b5955c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:31.814315 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-be352013-2688-4885-92e6-10b07b370905 req-2064c8ba-bf72-4eeb-835f-d58e45b5955c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0667713 Nov 16 11:34:31.843009 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0155cef5-f424-41e1-90e2-502ebe20a2df tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2643416 Nov 16 11:34:31.843458 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48722) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:31.852476 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19acbc7f-d866-4e05-b834-09906c9a0a18 req-3c331fcf-d5ff-4b26-8404-bcb7cd18b492 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:31.854071 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-19acbc7f-d866-4e05-b834-09906c9a0a18 req-3c331fcf-d5ff-4b26-8404-bcb7cd18b492 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=386d7893-e1f4-4c23-8411-eb2f649356b5 HTTP/1.1" status: 200 len: 948 time: 0.1321595 Nov 16 11:34:31.857672 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-3552d9eb-c731-4832-9c90-fc70f0f3a6cc tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Request body: {'subnet': {'network_id': '5ac46f34-aac0-4a23-8a25-fa65c10a92db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:34:31.880559 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0155cef5-f424-41e1-90e2-502ebe20a2df tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event updated for resources: {'Network': ['ID=9d27365d-14b7-47c0-b623-86f5c3cdf3ba,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:31.891566 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 9d27365d-14b7-47c0-b623-86f5c3cdf3ba details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:34:31.914567 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be352013-2688-4885-92e6-10b07b370905 req-99a1e1e5-b61f-4b6e-a418-76b48d62c6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:31.916551 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-be352013-2688-4885-92e6-10b07b370905 req-99a1e1e5-b61f-4b6e-a418-76b48d62c6dd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0804884 Nov 16 11:34:31.972964 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-19acbc7f-d866-4e05-b834-09906c9a0a18 req-8edaeb63-9c1f-4350-9b9a-a48d87163585 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094558 Nov 16 11:34:31.991411 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-4cfcfd0d-f7fb-4d48-bec0-7f80d4b5d783 req-3ca86b0e-cfcd-484f-862b-940d5c5718a4 tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] Deleting port e69a1568-0034-407a-9dec-76c0bef59d2d {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:34:31.991800 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4cfcfd0d-f7fb-4d48-bec0-7f80d4b5d783 req-3ca86b0e-cfcd-484f-862b-940d5c5718a4 tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:31.997152 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3552d9eb-c731-4832-9c90-fc70f0f3a6cc tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Made reservation on behalf of 3610a194a09949c3b82958173883b2cb for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:34:32.000845 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3552d9eb-c731-4832-9c90-fc70f0f3a6cc tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:32.087405 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-be352013-2688-4885-92e6-10b07b370905 req-017a3c18-d1ca-4b62-8cca-309302ce60d7 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611004 Nov 16 11:34:32.119972 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-4cfcfd0d-f7fb-4d48-bec0-7f80d4b5d783 req-3ca86b0e-cfcd-484f-862b-940d5c5718a4 tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] For port e69a1568-0034-407a-9dec-76c0bef59d2d, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=e69a1568-0034-407a-9dec-76c0bef59d2d,segment=NetworkSegment(9842add6-96c2-4a31-949d-c4438d225381),segment_id=9842add6-96c2-4a31-949d-c4438d225381)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:34:32.120748 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4cfcfd0d-f7fb-4d48-bec0-7f80d4b5d783 req-3ca86b0e-cfcd-484f-862b-940d5c5718a4 tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:32.173760 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-4cfcfd0d-f7fb-4d48-bec0-7f80d4b5d783 req-3ca86b0e-cfcd-484f-862b-940d5c5718a4 tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] Calling delete_port for e69a1568-0034-407a-9dec-76c0bef59d2d owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:34:32.233824 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3552d9eb-c731-4832-9c90-fc70f0f3a6cc tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:32.253214 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50cbb4-23d8-46f3-a127-3cf5478d16f5 req-e5272345-eeaf-4342-a719-7c1f11eb1224 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:32.254761 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5f50cbb4-23d8-46f3-a127-3cf5478d16f5 req-e5272345-eeaf-4342-a719-7c1f11eb1224 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 947 time: 0.1045096 Nov 16 11:34:32.265564 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-be352013-2688-4885-92e6-10b07b370905 req-7722be16-7cad-43bf-8e91-df268c700064 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608648 Nov 16 11:34:32.341857 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552d9eb-c731-4832-9c90-fc70f0f3a6cc tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event updated for resources: {'Subnet': ['ID=eb3e9c8d-f475-4072-ad3a-2dff78082c37,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:32.354609 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4cfcfd0d-f7fb-4d48-bec0-7f80d4b5d783 req-3ca86b0e-cfcd-484f-862b-940d5c5718a4 tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:32.368139 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5f50cbb4-23d8-46f3-a127-3cf5478d16f5 req-fb062291-79d2-4d6e-8808-d2559812ba0f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935688 Nov 16 11:34:32.370532 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3552d9eb-c731-4832-9c90-fc70f0f3a6cc tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Checking segment: {'id': 'bbe5a2d5-9a99-4fd9-a8eb-ed2d885204d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5ac46f34-aac0-4a23-8a25-fa65c10a92db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:34:32.370900 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3552d9eb-c731-4832-9c90-fc70f0f3a6cc tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Network hostable DHCP agents. Network: 5ac46f34-aac0-4a23-8a25-fa65c10a92db, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:34:32.374398 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['e69a1568-0034-407a-9dec-76c0bef59d2d'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:34:32.391484 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3552d9eb-c731-4832-9c90-fc70f0f3a6cc tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Network 5ac46f34-aac0-4a23-8a25-fa65c10a92db is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:34:32.397035 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca86b0e-cfcd-484f-862b-940d5c5718a4 tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] Pushing event deleted for resources: {'Port': ['ID=e69a1568-0034-407a-9dec-76c0bef59d2d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:32.408754 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-3552d9eb-c731-4832-9c90-fc70f0f3a6cc tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 5ac46f34-aac0-4a23-8a25-fa65c10a92db) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:34:32.413507 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3552d9eb-c731-4832-9c90-fc70f0f3a6cc tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:32.414286 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3552d9eb-c731-4832-9c90-fc70f0f3a6cc tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:32.432669 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83afd9bf-2864-44f5-89f9-3a76d8abe36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:34:32.434948 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74a2f25-fb79-4bcd-963a-86a7bea92aaf" -d '{"events": [{"server_uuid": "83afd9bf-2864-44f5-89f9-3a76d8abe36e", "name": "network-vif-plugged", "status": "completed", "tag": "f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:34:32.442209 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c7ba52-5a35-4fe0-9465-18124928fe03 None None] DHCP port deletion for 728c022e-1a72-4945-bd57-6e3a7d833827 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:34:32.444587 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3552d9eb-c731-4832-9c90-fc70f0f3a6cc tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5993199 Nov 16 11:34:32.444774 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91aa0da5-699f-408e-935e-fd7ece8e845f None None] Network 5ac46f34-aac0-4a23-8a25-fa65c10a92db requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:34:32.445296 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48730) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:32.446741 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cfcfd0d-f7fb-4d48-bec0-7f80d4b5d783 req-3ca86b0e-cfcd-484f-862b-940d5c5718a4 tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] No DVR routers for this DVR port e69a1568-0034-407a-9dec-76c0bef59d2d on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:34:32.451166 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4cfcfd0d-f7fb-4d48-bec0-7f80d4b5d783 req-3ca86b0e-cfcd-484f-862b-940d5c5718a4 tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:32.451675 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-62bcc25b-c865-4c28-9c71-16708fd6e982 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Request body: {'subnet': {'network_id': '9d27365d-14b7-47c0-b623-86f5c3cdf3ba', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:34:32.454804 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4cfcfd0d-f7fb-4d48-bec0-7f80d4b5d783 req-3ca86b0e-cfcd-484f-862b-940d5c5718a4 tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] 10.222.0.64 "DELETE /v2.0/ports/e69a1568-0034-407a-9dec-76c0bef59d2d HTTP/1.1" status: 204 len: 173 time: 0.6490049 Nov 16 11:34:32.576933 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7606b7f5-d55b-4e7b-8702-fe3ed705e8a0 req-324bcfa1-b385-4468-b495-6dea87ad0c9e tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:32.578443 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7606b7f5-d55b-4e7b-8702-fe3ed705e8a0 req-324bcfa1-b385-4468-b495-6dea87ad0c9e tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/ports?device_id=88621de3-3ff7-4524-9307-20d9a06faec3 HTTP/1.1" status: 200 len: 946 time: 0.0785599 Nov 16 11:34:32.612303 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62bcc25b-c865-4c28-9c71-16708fd6e982 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Made reservation on behalf of 3610a194a09949c3b82958173883b2cb for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:34:32.616371 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-62bcc25b-c865-4c28-9c71-16708fd6e982 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:32.625390 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9221e492-6394-48d4-b4ac-a1deaa3a7080 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-5ac46f34-aac0-4a23-8a25-fa65c10a92db', 'network_id': '5ac46f34-aac0-4a23-8a25-fa65c10a92db', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'fixed_ips': [{'subnet_id': 'eb3e9c8d-f475-4072-ad3a-2dff78082c37'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:34:32.626332 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9221e492-6394-48d4-b4ac-a1deaa3a7080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:32.700158 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7606b7f5-d55b-4e7b-8702-fe3ed705e8a0 req-2a1b3922-c8b9-4c33-9e4d-b6b1ff1fb2ca tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/security-groups?id=5207a059-98a1-4077-8fa6-cad36c745e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114724 Nov 16 11:34:32.755310 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6aaa2a9-5e6c-4797-babf-5a58036594f7 x-openstack-request-id: req-a6aaa2a9-5e6c-4797-babf-5a58036594f7 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:34:32.755864 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83afd9bf-2864-44f5-89f9-3a76d8abe36e", "name": "network-vif-plugged", "status": "completed", "tag": "f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:34:32.756293 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a6aaa2a9-5e6c-4797-babf-5a58036594f7 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:34:32.757110 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83afd9bf-2864-44f5-89f9-3a76d8abe36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375', 'code': 200} Nov 16 11:34:32.795878 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-9221e492-6394-48d4-b4ac-a1deaa3a7080 None None] Allocated IP 172.20.0.2 (5ac46f34-aac0-4a23-8a25-fa65c10a92db/eb3e9c8d-f475-4072-ad3a-2dff78082c37/8fed2a0b-8f0e-4a61-abe2-f15115614bbd) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:34:32.848173 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9f0cd58c-3b3a-4f6a-99a4-39cde7821679 req-388d0295-1a23-4772-9793-df8e3ccb2b8a tempest-InstanceActionsV221TestJSON-1928800662 tempest-InstanceActionsV221TestJSON-1928800662-project] 10.222.0.61 "GET /v2.0/ports?device_id=07f60304-c560-4cb4-ac07-ad19460abc68 HTTP/1.1" status: 200 len: 210 time: 0.0405738 Nov 16 11:34:32.938032 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-62bcc25b-c865-4c28-9c71-16708fd6e982 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:32.997069 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d42512-51d0-4740-a51e-f30437a4957f req-f79cde43-d061-45f3-9dbd-16da0fb87f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:32.999869 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-79d42512-51d0-4740-a51e-f30437a4957f req-f79cde43-d061-45f3-9dbd-16da0fb87f31 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 1098 time: 0.0723777 Nov 16 11:34:33.054695 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bcc25b-c865-4c28-9c71-16708fd6e982 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Checking segment: {'id': '84672f9a-2d91-4845-9b97-7994630f509d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '9d27365d-14b7-47c0-b623-86f5c3cdf3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:34:33.055071 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bcc25b-c865-4c28-9c71-16708fd6e982 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Network hostable DHCP agents. Network: 9d27365d-14b7-47c0-b623-86f5c3cdf3ba, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:34:33.066242 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-79d42512-51d0-4740-a51e-f30437a4957f req-3387b584-b4ed-4e7a-afb5-62847eccb1d5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546677 Nov 16 11:34:33.071251 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bcc25b-c865-4c28-9c71-16708fd6e982 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event updated for resources: {'Subnet': ['ID=6a8d80be-8afd-4dbe-a201-80af560fe214,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:33.126957 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bcc25b-c865-4c28-9c71-16708fd6e982 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Network 9d27365d-14b7-47c0-b623-86f5c3cdf3ba is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:34:33.147149 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-62bcc25b-c865-4c28-9c71-16708fd6e982 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 9d27365d-14b7-47c0-b623-86f5c3cdf3ba) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:34:33.153363 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bcc25b-c865-4c28-9c71-16708fd6e982 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:33.154038 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-62bcc25b-c865-4c28-9c71-16708fd6e982 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:33.179059 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d2763-83b4-4e8b-a38a-bc7ac4807e33 req-9148ec5d-56ef-423a-ad74-07e77f12f6ba tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:33.186772 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-785d2763-83b4-4e8b-a38a-bc7ac4807e33 req-9148ec5d-56ef-423a-ad74-07e77f12f6ba tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=386d7893-e1f4-4c23-8411-eb2f649356b5 HTTP/1.1" status: 200 len: 948 time: 0.1023316 Nov 16 11:34:33.199711 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device c5cec868-b5a5-419b-83d0-1a5458af7b23 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:34:33.201625 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142d4ccf-8dcb-4920-95ab-7e7d1826d880 None None] Network 9d27365d-14b7-47c0-b623-86f5c3cdf3ba requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:34:33.206568 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-62bcc25b-c865-4c28-9c71-16708fd6e982 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7577057 Nov 16 11:34:33.208815 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48744) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:33.215627 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-6a6ac9d5-5157-47ae-a13f-6ec066d4c82d tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1755660874', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:34:33.251927 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6a6ac9d5-5157-47ae-a13f-6ec066d4c82d tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:33.254999 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6a6ac9d5-5157-47ae-a13f-6ec066d4c82d tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:33.258241 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-785d2763-83b4-4e8b-a38a-bc7ac4807e33 req-5b93c3d9-b16e-4584-9f0b-f568efde7cc5 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675159 Nov 16 11:34:33.278245 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device e29bfba0-4457-464f-a217-81f66d7a5fb9 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:34:33.312115 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9221e492-6394-48d4-b4ac-a1deaa3a7080 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:33.357488 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6a6ac9d5-5157-47ae-a13f-6ec066d4c82d tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:33.365592 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9221e492-6394-48d4-b4ac-a1deaa3a7080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:33.366706 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f60304-c560-4cb4-ac07-ad19460abc68', 'name': 'network-vif-deleted', 'tag': 'e69a1568-0034-407a-9dec-76c0bef59d2d'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:34:33.374794 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c890ca-1368-4525-b37f-ba8be473b82b" -d '{"events": [{"server_uuid": "07f60304-c560-4cb4-ac07-ad19460abc68", "name": "network-vif-deleted", "tag": "e69a1568-0034-407a-9dec-76c0bef59d2d"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:34:33.380457 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6a6ac9d5-5157-47ae-a13f-6ec066d4c82d tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:33.401912 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6a6ac9d5-5157-47ae-a13f-6ec066d4c82d tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:33.404015 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6a6ac9d5-5157-47ae-a13f-6ec066d4c82d tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1934266 Nov 16 11:34:33.407292 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48752) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:33.453475 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9221e492-6394-48d4-b4ac-a1deaa3a7080 None None] Network 5ac46f34-aac0-4a23-8a25-fa65c10a92db is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:34:33.460210 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3506b63-2811-4da8-ac56-91d4de4dab4e x-openstack-request-id: req-f3506b63-2811-4da8-ac56-91d4de4dab4e {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:34:33.460926 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f60304-c560-4cb4-ac07-ad19460abc68", "name": "network-vif-deleted", "tag": "e69a1568-0034-407a-9dec-76c0bef59d2d", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:34:33.461455 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f3506b63-2811-4da8-ac56-91d4de4dab4e {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:34:33.462074 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f60304-c560-4cb4-ac07-ad19460abc68', 'name': 'network-vif-deleted', 'tag': 'e69a1568-0034-407a-9dec-76c0bef59d2d', 'status': 'completed', 'code': 200} Nov 16 11:34:33.471666 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-9221e492-6394-48d4-b4ac-a1deaa3a7080 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:34:33.476831 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port c5cec868-b5a5-419b-83d0-1a5458af7b23 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:34:33.484296 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9221e492-6394-48d4-b4ac-a1deaa3a7080 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:34:33.503337 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221e492-6394-48d4-b4ac-a1deaa3a7080 None None] Pushing event updated for resources: {'Port': ['ID=8fed2a0b-8f0e-4a61-abe2-f15115614bbd,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:33.521492 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port c5cec868-b5a5-419b-83d0-1a5458af7b23 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:34:33.521859 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:33.606028 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port e29bfba0-4457-464f-a217-81f66d7a5fb9, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=e29bfba0-4457-464f-a217-81f66d7a5fb9,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:34:33.654149 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'e29bfba0-4457-464f-a217-81f66d7a5fb9', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'port_id': 'e29bfba0-4457-464f-a217-81f66d7a5fb9', 'mac_address': 'fa:16:3e:f0:d5:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c770cc-51d7-42eb-b4a6-9a605bacae0f', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:34:33.655667 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-9221e492-6394-48d4-b4ac-a1deaa3a7080 None None] Attempting to bind port 8fed2a0b-8f0e-4a61-abe2-f15115614bbd on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:34:33.656029 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-9221e492-6394-48d4-b4ac-a1deaa3a7080 None None] Attempting to bind port 8fed2a0b-8f0e-4a61-abe2-f15115614bbd by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'bbe5a2d5-9a99-4fd9-a8eb-ed2d885204d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5ac46f34-aac0-4a23-8a25-fa65c10a92db'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:34:33.656514 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9221e492-6394-48d4-b4ac-a1deaa3a7080 None None] Attempting to bind port 8fed2a0b-8f0e-4a61-abe2-f15115614bbd on network 5ac46f34-aac0-4a23-8a25-fa65c10a92db {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:34:33.662900 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8b58eb-3ac0-48a1-9d71-ff6169779dd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-9d27365d-14b7-47c0-b623-86f5c3cdf3ba', 'network_id': '9d27365d-14b7-47c0-b623-86f5c3cdf3ba', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'fixed_ips': [{'subnet_id': '6a8d80be-8afd-4dbe-a201-80af560fe214'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:34:33.663749 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0f8b58eb-3ac0-48a1-9d71-ff6169779dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:33.671934 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d463c83-d2b5-4782-b56e-14c0ff7e8b74 req-7509ca12-ae26-469a-8da4-6978579ab9c4 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:33.673413 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2d463c83-d2b5-4782-b56e-14c0ff7e8b74 req-7509ca12-ae26-469a-8da4-6978579ab9c4 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 947 time: 0.1266348 Nov 16 11:34:33.682458 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9221e492-6394-48d4-b4ac-a1deaa3a7080 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:34:33.682839 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9221e492-6394-48d4-b4ac-a1deaa3a7080 None None] Checking segment: {'id': 'bbe5a2d5-9a99-4fd9-a8eb-ed2d885204d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5ac46f34-aac0-4a23-8a25-fa65c10a92db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:34:33.683240 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9221e492-6394-48d4-b4ac-a1deaa3a7080 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:33.683633 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9221e492-6394-48d4-b4ac-a1deaa3a7080 None None] Bound using segment: {'id': 'bbe5a2d5-9a99-4fd9-a8eb-ed2d885204d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5ac46f34-aac0-4a23-8a25-fa65c10a92db'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:34:33.684116 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-9221e492-6394-48d4-b4ac-a1deaa3a7080 None None] Bound port: 8fed2a0b-8f0e-4a61-abe2-f15115614bbd, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe5a2d5-9a99-4fd9-a8eb-ed2d885204d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5ac46f34-aac0-4a23-8a25-fa65c10a92db'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:34:33.684496 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9221e492-6394-48d4-b4ac-a1deaa3a7080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:33.813958 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2d463c83-d2b5-4782-b56e-14c0ff7e8b74 req-7cfb4b47-276b-480d-99c1-3d7be061efc8 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039395 Nov 16 11:34:33.818289 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:33.847203 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-82b46911-fff9-4ad6-aabf-86278ff68fa1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:33.875380 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e29bfba0-4457-464f-a217-81f66d7a5fb9 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:34:33.891413 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:33.952223 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port e29bfba0-4457-464f-a217-81f66d7a5fb9, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=e29bfba0-4457-464f-a217-81f66d7a5fb9,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:34:33.961787 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-9221e492-6394-48d4-b4ac-a1deaa3a7080 None None] For port 8fed2a0b-8f0e-4a61-abe2-f15115614bbd, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:34:33.969170 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:34.015429 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-9221e492-6394-48d4-b4ac-a1deaa3a7080 None None] For port 8fed2a0b-8f0e-4a61-abe2-f15115614bbd, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=8fed2a0b-8f0e-4a61-abe2-f15115614bbd,segment=NetworkSegment(bbe5a2d5-9a99-4fd9-a8eb-ed2d885204d4),segment_id=bbe5a2d5-9a99-4fd9-a8eb-ed2d885204d4)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:34:34.028744 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port c5cec868-b5a5-419b-83d0-1a5458af7b23, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=c5cec868-b5a5-419b-83d0-1a5458af7b23,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:34:34.033492 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9221e492-6394-48d4-b4ac-a1deaa3a7080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:34.038852 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-0f8b58eb-3ac0-48a1-9d71-ff6169779dd5 None None] Allocated IP 172.21.0.2 (9d27365d-14b7-47c0-b623-86f5c3cdf3ba/6a8d80be-8afd-4dbe-a201-80af560fe214/48251b53-9efa-4ee4-b263-a6a6cbdf90f6) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:34:34.048598 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:34.072397 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048cf451-2ea5-4125-a267-5d9c119f7ad6 req-e3b30d62-4a1e-4da5-9565-f11cde9ac6cb tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:34.073906 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-048cf451-2ea5-4125-a267-5d9c119f7ad6 req-e3b30d62-4a1e-4da5-9565-f11cde9ac6cb tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/ports?device_id=88621de3-3ff7-4524-9307-20d9a06faec3 HTTP/1.1" status: 200 len: 946 time: 0.1657202 Nov 16 11:34:34.122480 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=e29bfba0-4457-464f-a217-81f66d7a5fb9,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:34.189762 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-048cf451-2ea5-4125-a267-5d9c119f7ad6 req-363d93c6-139c-48f3-8afe-3f9e738892d6 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/security-groups?id=5207a059-98a1-4077-8fa6-cad36c745e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003656 Nov 16 11:34:34.218558 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221e492-6394-48d4-b4ac-a1deaa3a7080 None None] Pushing event updated for resources: {'Port': ['ID=8fed2a0b-8f0e-4a61-abe2-f15115614bbd,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:34.263791 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-82b46911-fff9-4ad6-aabf-86278ff68fa1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Allocated IP 172.20.0.1 (5ac46f34-aac0-4a23-8a25-fa65c10a92db/eb3e9c8d-f475-4072-ad3a-2dff78082c37/4f189582-81df-4942-8d87-7d4c8facdfb6) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:34:34.344592 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=c5cec868-b5a5-419b-83d0-1a5458af7b23,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:34.370310 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0f8b58eb-3ac0-48a1-9d71-ff6169779dd5 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:34.376645 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['e29bfba0-4457-464f-a217-81f66d7a5fb9'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:34:34.380944 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0f8b58eb-3ac0-48a1-9d71-ff6169779dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:34.432746 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-82b46911-fff9-4ad6-aabf-86278ff68fa1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:34.497784 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b58eb-3ac0-48a1-9d71-ff6169779dd5 None None] Pushing event updated for resources: {'Port': ['ID=48251b53-9efa-4ee4-b263-a6a6cbdf90f6,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:34.505591 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8b58eb-3ac0-48a1-9d71-ff6169779dd5 None None] Network 9d27365d-14b7-47c0-b623-86f5c3cdf3ba is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:34:34.508764 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-0f8b58eb-3ac0-48a1-9d71-ff6169779dd5 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:34:34.513228 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8b58eb-3ac0-48a1-9d71-ff6169779dd5 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:34:34.523656 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45aaee-b123-4a20-9a71-7dce985ece9e req-5ddcbaf4-b9ed-4fe5-b180-bb8419127b14 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:34.526112 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0b45aaee-b123-4a20-9a71-7dce985ece9e req-5ddcbaf4-b9ed-4fe5-b180-bb8419127b14 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=386d7893-e1f4-4c23-8411-eb2f649356b5 HTTP/1.1" status: 200 len: 949 time: 0.0805054 Nov 16 11:34:34.527868 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-82b46911-fff9-4ad6-aabf-86278ff68fa1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:34.585145 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b46911-fff9-4ad6-aabf-86278ff68fa1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Network 5ac46f34-aac0-4a23-8a25-fa65c10a92db is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:34:34.591630 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-82b46911-fff9-4ad6-aabf-86278ff68fa1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:34:34.594221 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b46911-fff9-4ad6-aabf-86278ff68fa1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:34:34.602284 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-0f8b58eb-3ac0-48a1-9d71-ff6169779dd5 None None] Attempting to bind port 48251b53-9efa-4ee4-b263-a6a6cbdf90f6 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:34:34.602654 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-0f8b58eb-3ac0-48a1-9d71-ff6169779dd5 None None] Attempting to bind port 48251b53-9efa-4ee4-b263-a6a6cbdf90f6 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '84672f9a-2d91-4845-9b97-7994630f509d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '9d27365d-14b7-47c0-b623-86f5c3cdf3ba'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:34:34.604695 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8b58eb-3ac0-48a1-9d71-ff6169779dd5 None None] Attempting to bind port 48251b53-9efa-4ee4-b263-a6a6cbdf90f6 on network 9d27365d-14b7-47c0-b623-86f5c3cdf3ba {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:34:34.615128 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8b58eb-3ac0-48a1-9d71-ff6169779dd5 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:34:34.615397 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8b58eb-3ac0-48a1-9d71-ff6169779dd5 None None] Checking segment: {'id': '84672f9a-2d91-4845-9b97-7994630f509d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '9d27365d-14b7-47c0-b623-86f5c3cdf3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:34:34.615803 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0f8b58eb-3ac0-48a1-9d71-ff6169779dd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:34.616199 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8b58eb-3ac0-48a1-9d71-ff6169779dd5 None None] Bound using segment: {'id': '84672f9a-2d91-4845-9b97-7994630f509d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '9d27365d-14b7-47c0-b623-86f5c3cdf3ba'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:34:34.616681 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-0f8b58eb-3ac0-48a1-9d71-ff6169779dd5 None None] Bound port: 48251b53-9efa-4ee4-b263-a6a6cbdf90f6, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84672f9a-2d91-4845-9b97-7994630f509d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '9d27365d-14b7-47c0-b623-86f5c3cdf3ba'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:34:34.617061 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0f8b58eb-3ac0-48a1-9d71-ff6169779dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:34.733270 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-0f8b58eb-3ac0-48a1-9d71-ff6169779dd5 None None] For port 48251b53-9efa-4ee4-b263-a6a6cbdf90f6, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:34:34.737378 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-0f8b58eb-3ac0-48a1-9d71-ff6169779dd5 None None] For port 48251b53-9efa-4ee4-b263-a6a6cbdf90f6, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=48251b53-9efa-4ee4-b263-a6a6cbdf90f6,segment=NetworkSegment(84672f9a-2d91-4845-9b97-7994630f509d),segment_id=84672f9a-2d91-4845-9b97-7994630f509d)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:34:34.748572 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0f8b58eb-3ac0-48a1-9d71-ff6169779dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:34.758645 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386d7893-e1f4-4c23-8411-eb2f649356b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5cec868-b5a5-419b-83d0-1a5458af7b23'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:34:34.760923 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd45445-a0db-4c9a-9e0d-3f1328365a62" -d '{"events": [{"server_uuid": "386d7893-e1f4-4c23-8411-eb2f649356b5", "name": "network-vif-plugged", "status": "completed", "tag": "c5cec868-b5a5-419b-83d0-1a5458af7b23"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:34:34.818438 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b58eb-3ac0-48a1-9d71-ff6169779dd5 None None] Pushing event updated for resources: {'Port': ['ID=48251b53-9efa-4ee4-b263-a6a6cbdf90f6,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:34.920371 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b46911-fff9-4ad6-aabf-86278ff68fa1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event updated for resources: {'Port': ['ID=4f189582-81df-4942-8d87-7d4c8facdfb6,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:34.953777 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0b45aaee-b123-4a20-9a71-7dce985ece9e req-2c3700cf-d363-4458-bac1-380ad389a38f tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4166226 Nov 16 11:34:34.957149 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-82b46911-fff9-4ad6-aabf-86278ff68fa1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:35.095956 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477705f8-2c68-4d37-8b27-b90a6f775955 x-openstack-request-id: req-477705f8-2c68-4d37-8b27-b90a6f775955 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:34:35.096673 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386d7893-e1f4-4c23-8411-eb2f649356b5", "name": "network-vif-plugged", "status": "completed", "tag": "c5cec868-b5a5-419b-83d0-1a5458af7b23", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:34:35.096673 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-477705f8-2c68-4d37-8b27-b90a6f775955 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:34:35.096909 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386d7893-e1f4-4c23-8411-eb2f649356b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5cec868-b5a5-419b-83d0-1a5458af7b23', 'code': 200} Nov 16 11:34:35.173290 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-82b46911-fff9-4ad6-aabf-86278ff68fa1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:35.248833 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device e69a1568-0034-407a-9dec-76c0bef59d2d no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:34:35.288130 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5770fd-66f1-4c4d-a5e0-68648eadc333 req-468e8827-9938-4a3f-9c05-312c1da52106 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:35.291894 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dc5770fd-66f1-4c4d-a5e0-68648eadc333 req-468e8827-9938-4a3f-9c05-312c1da52106 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.64 "GET /v2.0/ports?device_id=88621de3-3ff7-4524-9307-20d9a06faec3 HTTP/1.1" status: 200 len: 946 time: 0.1197033 Nov 16 11:34:35.294424 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: e69a1568-0034-407a-9dec-76c0bef59d2d {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:34:35.294849 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device e69a1568-0034-407a-9dec-76c0bef59d2d not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:34:35.298398 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe9f50-2b85-47ba-927e-1e6d7758d880 req-b2c81920-c7d2-4938-92bf-1b8d520be60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:35.300177 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5dfe9f50-2b85-47ba-927e-1e6d7758d880 req-b2c81920-c7d2-4938-92bf-1b8d520be60f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=386d7893-e1f4-4c23-8411-eb2f649356b5 HTTP/1.1" status: 200 len: 1100 time: 0.0890546 Nov 16 11:34:35.418531 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5dfe9f50-2b85-47ba-927e-1e6d7758d880 req-85febf13-ea50-44d1-8497-8ca6214516de service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685759 Nov 16 11:34:35.427182 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01599b8f-8829-4506-accb-cece002818ef req-f7f6e8b5-15d7-47fd-97c8-72dab6840087 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:35.428721 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-01599b8f-8829-4506-accb-cece002818ef req-f7f6e8b5-15d7-47fd-97c8-72dab6840087 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 947 time: 0.1631649 Nov 16 11:34:35.445138 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-dc5770fd-66f1-4c4d-a5e0-68648eadc333 req-4dbbe721-d09f-4f01-a418-0c2c510494a8 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Deleting port 01e92baa-5a36-4bad-9561-d99f5e387948 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:34:35.445622 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-dc5770fd-66f1-4c4d-a5e0-68648eadc333 req-4dbbe721-d09f-4f01-a418-0c2c510494a8 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:35.470051 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b52b48a-4a36-4184-b6e9-5425acbb6ddf None None] Network 5ac46f34-aac0-4a23-8a25-fa65c10a92db requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:34:35.539002 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-1f766493-0507-44fb-acd5-a14ab453aa61 None None] Provisioning complete for port 8fed2a0b-8f0e-4a61-abe2-f15115614bbd triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:34:35.539700 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1f766493-0507-44fb-acd5-a14ab453aa61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:35.586276 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-dc5770fd-66f1-4c4d-a5e0-68648eadc333 req-4dbbe721-d09f-4f01-a418-0c2c510494a8 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] For port 01e92baa-5a36-4bad-9561-d99f5e387948, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=01e92baa-5a36-4bad-9561-d99f5e387948,segment=NetworkSegment(b72d83c5-1a90-4b36-b301-0c3e4b8557f7),segment_id=b72d83c5-1a90-4b36-b301-0c3e4b8557f7)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:34:35.587161 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-dc5770fd-66f1-4c4d-a5e0-68648eadc333 req-4dbbe721-d09f-4f01-a418-0c2c510494a8 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:35.604876 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-dc5770fd-66f1-4c4d-a5e0-68648eadc333 req-4dbbe721-d09f-4f01-a418-0c2c510494a8 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Calling delete_port for 01e92baa-5a36-4bad-9561-d99f5e387948 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:34:35.605112 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-01599b8f-8829-4506-accb-cece002818ef req-f1f8b19d-9c24-4d6a-a054-4145354e5410 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485391 Nov 16 11:34:35.714451 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-82b46911-fff9-4ad6-aabf-86278ff68fa1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:35.725540 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-82b46911-fff9-4ad6-aabf-86278ff68fa1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:35.740436 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1f766493-0507-44fb-acd5-a14ab453aa61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:35.788048 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-1f766493-0507-44fb-acd5-a14ab453aa61 None None] For port 8fed2a0b-8f0e-4a61-abe2-f15115614bbd, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=8fed2a0b-8f0e-4a61-abe2-f15115614bbd,segment=NetworkSegment(bbe5a2d5-9a99-4fd9-a8eb-ed2d885204d4),segment_id=bbe5a2d5-9a99-4fd9-a8eb-ed2d885204d4)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:34:35.794294 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1f766493-0507-44fb-acd5-a14ab453aa61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:35.794872 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48812) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:35.874757 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b46911-fff9-4ad6-aabf-86278ff68fa1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event updated for resources: {'Port': ['ID=4f189582-81df-4942-8d87-7d4c8facdfb6,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:35.898049 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f766493-0507-44fb-acd5-a14ab453aa61 None None] Pushing event updated for resources: {'Port': ['ID=8fed2a0b-8f0e-4a61-abe2-f15115614bbd,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:35.906223 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-75b042de-3ef6-45cd-961b-a3999522cc9e admin admin] Deleting subnet ae4b708c-1a73-471d-9949-3da1f867edfd {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:34:35.914518 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75b042de-3ef6-45cd-961b-a3999522cc9e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:35.918584 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 48251b53-9efa-4ee4-b263-a6a6cbdf90f6 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:34:35.969588 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-82b46911-fff9-4ad6-aabf-86278ff68fa1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:35.981483 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75b042de-3ef6-45cd-961b-a3999522cc9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:35.986105 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f606c4-8fae-4da2-9a76-f9676cb4b939 req-d7abbb34-737a-4300-95f1-313d8f98baff tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:35.988803 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 48251b53-9efa-4ee4-b263-a6a6cbdf90f6 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:34:35.989185 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:35.996974 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-55f606c4-8fae-4da2-9a76-f9676cb4b939 req-d7abbb34-737a-4300-95f1-313d8f98baff tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/ports?device_id=88621de3-3ff7-4524-9307-20d9a06faec3 HTTP/1.1" status: 200 len: 946 time: 0.1451700 Nov 16 11:34:36.045498 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-dc5770fd-66f1-4c4d-a5e0-68648eadc333 req-4dbbe721-d09f-4f01-a418-0c2c510494a8 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:36.059442 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75b042de-3ef6-45cd-961b-a3999522cc9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:36.067989 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-55f606c4-8fae-4da2-9a76-f9676cb4b939 req-9c1f8348-272c-4022-9a89-94a9b852d67a tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.61 "GET /v2.0/security-groups?id=5207a059-98a1-4077-8fa6-cad36c745e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699379 Nov 16 11:34:36.107987 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['01e92baa-5a36-4bad-9561-d99f5e387948'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:34:36.133589 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbbe721-d09f-4f01-a418-0c2c510494a8 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Pushing event deleted for resources: {'Port': ['ID=01e92baa-5a36-4bad-9561-d99f5e387948,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:36.191703 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:36.194220 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb9c9ea-57f7-4f3e-baa3-c41c62fc2cd2 None None] DHCP port deletion for 0817eba6-7259-4372-a1a0-9eb44dd63162 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:34:36.213284 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc5770fd-66f1-4c4d-a5e0-68648eadc333 req-4dbbe721-d09f-4f01-a418-0c2c510494a8 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] No DVR routers for this DVR port 01e92baa-5a36-4bad-9561-d99f5e387948 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:34:36.216407 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-dc5770fd-66f1-4c4d-a5e0-68648eadc333 req-4dbbe721-d09f-4f01-a418-0c2c510494a8 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:36.221807 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dc5770fd-66f1-4c4d-a5e0-68648eadc333 req-4dbbe721-d09f-4f01-a418-0c2c510494a8 tempest-VolumesActionsTest-1693755180 tempest-VolumesActionsTest-1693755180-project] 10.222.0.64 "DELETE /v2.0/ports/01e92baa-5a36-4bad-9561-d99f5e387948 HTTP/1.1" status: 204 len: 173 time: 0.9204361 Nov 16 11:34:36.222811 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88621de3-3ff7-4524-9307-20d9a06faec3', 'name': 'network-vif-deleted', 'tag': '01e92baa-5a36-4bad-9561-d99f5e387948'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:34:36.226314 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cd3ffe-2240-4a71-b66e-d67b844f0f0d" -d '{"events": [{"server_uuid": "88621de3-3ff7-4524-9307-20d9a06faec3", "name": "network-vif-deleted", "tag": "01e92baa-5a36-4bad-9561-d99f5e387948"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:34:36.249361 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75b042de-3ef6-45cd-961b-a3999522cc9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:36.266297 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c7833aac-c6fd-4dd4-b5f9-5374906a83a5 None None] Provisioning complete for port 4f189582-81df-4942-8d87-7d4c8facdfb6 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:34:36.266674 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c7833aac-c6fd-4dd4-b5f9-5374906a83a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:36.283011 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b042de-3ef6-45cd-961b-a3999522cc9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae4b708c-1a73-471d-9949-3da1f867edfd,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:36.290934 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75b042de-3ef6-45cd-961b-a3999522cc9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:36.297230 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-75b042de-3ef6-45cd-961b-a3999522cc9e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/ae4b708c-1a73-471d-9949-3da1f867edfd HTTP/1.1" status: 204 len: 168 time: 0.4988549 Nov 16 11:34:36.298693 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48818) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:36.315544 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9d078-2f7f-45f1-9c42-1a86b41f0bb0 req-8063d857-f044-4773-8a0b-e8c7820deef5 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:36.321318 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 48251b53-9efa-4ee4-b263-a6a6cbdf90f6, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=48251b53-9efa-4ee4-b263-a6a6cbdf90f6,segment=NetworkSegment(84672f9a-2d91-4845-9b97-7994630f509d),segment_id=84672f9a-2d91-4845-9b97-7994630f509d)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:34:36.324760 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1ec9d078-2f7f-45f1-9c42-1a86b41f0bb0 req-8063d857-f044-4773-8a0b-e8c7820deef5 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=386d7893-e1f4-4c23-8411-eb2f649356b5 HTTP/1.1" status: 200 len: 949 time: 0.1480582 Nov 16 11:34:36.328128 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85bc73c-8c6b-4680-ab61-d591b542dd42 None None] Network 728c022e-1a72-4945-bd57-6e3a7d833827 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:34:36.383126 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:36.384041 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 8fed2a0b-8f0e-4a61-abe2-f15115614bbd up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:34:36.401223 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b46911-fff9-4ad6-aabf-86278ff68fa1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Network 5ac46f34-aac0-4a23-8a25-fa65c10a92db is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:34:36.416937 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-82b46911-fff9-4ad6-aabf-86278ff68fa1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:34:36.459922 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71628d73-e2e5-442c-9098-ee4824c133e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:36.538307 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1ec9d078-2f7f-45f1-9c42-1a86b41f0bb0 req-e783de24-d22a-4a7c-8f9c-1d59c8b0ebf9 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115266 Nov 16 11:34:36.597391 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b39a763-3227-46c4-81d5-c8d663ce46ea x-openstack-request-id: req-4b39a763-3227-46c4-81d5-c8d663ce46ea {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:34:36.597688 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88621de3-3ff7-4524-9307-20d9a06faec3", "name": "network-vif-deleted", "tag": "01e92baa-5a36-4bad-9561-d99f5e387948", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:34:36.597955 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4b39a763-3227-46c4-81d5-c8d663ce46ea {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:34:36.598363 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88621de3-3ff7-4524-9307-20d9a06faec3', 'name': 'network-vif-deleted', 'tag': '01e92baa-5a36-4bad-9561-d99f5e387948', 'status': 'completed', 'code': 200} Nov 16 11:34:36.621472 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9822ce-7c44-48b7-afb7-7a456f2fff74 None None] Network 9d27365d-14b7-47c0-b623-86f5c3cdf3ba requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:34:36.691868 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71628d73-e2e5-442c-9098-ee4824c133e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:36.728335 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-c7833aac-c6fd-4dd4-b5f9-5374906a83a5 None None] Port 4f189582-81df-4942-8d87-7d4c8facdfb6 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:34:36.745359 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-71628d73-e2e5-442c-9098-ee4824c133e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['728c022e-1a72-4945-bd57-6e3a7d833827']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:36.761162 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-71628d73-e2e5-442c-9098-ee4824c133e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9842add6-96c2-4a31-949d-c4438d225381') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:36.761467 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-71628d73-e2e5-442c-9098-ee4824c133e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9842add6-96c2-4a31-949d-c4438d225381') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:36.763762 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b46911-fff9-4ad6-aabf-86278ff68fa1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Router 5f609998-780d-404c-a257-48600ce31165 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:34:36.780540 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71628d73-e2e5-442c-9098-ee4824c133e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:36.785847 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=48251b53-9efa-4ee4-b263-a6a6cbdf90f6,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:36.805600 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f45b6-00df-4791-8503-d7bcb264237d req-7ac24606-23c0-4406-825c-a9f8d032e4ce tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:36.807763 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0f4f45b6-00df-4791-8503-d7bcb264237d req-7ac24606-23c0-4406-825c-a9f8d032e4ce tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 947 time: 0.1180472 Nov 16 11:34:36.812102 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71628d73-e2e5-442c-9098-ee4824c133e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:36.821569 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c7833aac-c6fd-4dd4-b5f9-5374906a83a5 None None] Provisioning complete for port 8fed2a0b-8f0e-4a61-abe2-f15115614bbd triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:34:36.822531 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c7833aac-c6fd-4dd4-b5f9-5374906a83a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:36.863549 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3529012-7469-48f6-97d2-dd49f9a4d514 None None] DHCP port deletion for 728c022e-1a72-4945-bd57-6e3a7d833827 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:34:36.876860 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71628d73-e2e5-442c-9098-ee4824c133e3 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:34:36.877267 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71628d73-e2e5-442c-9098-ee4824c133e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:36.879684 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:34:36.879684 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:34:36.879684 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:34:36.879684 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:34:36.879684 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:34:36.879684 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:34:36.879684 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:34:36.879684 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:34:36.879684 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:34:36.879684 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:34:36.879684 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:34:36.879684 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:34:36.879684 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:34:36.879684 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:34:36.879684 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:34:36.879684 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:34:36.879684 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:34:36.879684 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:34:36.879684 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:34:36.879684 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:34:36.879684 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:34:36.879684 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:34:36.879684 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:34:36.879684 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:34:36.879684 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:34:36.879684 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:34:36.879684 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:34:36.879684 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:34:36.879684 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:34:36.879684 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:34:36.879684 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:34:36.879684 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:34:36.917146 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 8fed2a0b-8f0e-4a61-abe2-f15115614bbd triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:34:36.917722 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:36.976776 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71628d73-e2e5-442c-9098-ee4824c133e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:36.990048 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71628d73-e2e5-442c-9098-ee4824c133e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:36.996446 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-71628d73-e2e5-442c-9098-ee4824c133e3 admin admin] 10.222.0.61 "DELETE /v2.0/networks/728c022e-1a72-4945-bd57-6e3a7d833827 HTTP/1.1" status: 204 len: 168 time: 0.6966181 Nov 16 11:34:36.998221 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b46911-fff9-4ad6-aabf-86278ff68fa1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:34:37.012115 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-82b46911-fff9-4ad6-aabf-86278ff68fa1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "PUT /v2.0/routers/5f609998-780d-404c-a257-48600ce31165/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6018553 Nov 16 11:34:37.015524 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48824) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:37.018685 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474ef0fb-9726-4648-b4f0-1137752df368 None None] Sync routers for ids ['5f609998-780d-404c-a257-48600ce31165'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:34:37.023222 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0f4f45b6-00df-4791-8503-d7bcb264237d req-b5e5145b-3299-493f-ad54-830c75b88f65 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716430 Nov 16 11:34:37.024767 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71628d73-e2e5-442c-9098-ee4824c133e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=728c022e-1a72-4945-bd57-6e3a7d833827,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:37.082758 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b9b2b3-8bd8-4a6a-b004-795ae406ffbe tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:37.084263 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d2b9b2b3-8bd8-4a6a-b004-795ae406ffbe tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "GET /v2.0/ports/4f189582-81df-4942-8d87-7d4c8facdfb6 HTTP/1.1" status: 200 len: 910 time: 0.0676429 Nov 16 11:34:37.086789 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474ef0fb-9726-4648-b4f0-1137752df368 None None] Routers {'5f609998-780d-404c-a257-48600ce31165'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:34:37.087545 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48828) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:37.089544 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-474ef0fb-9726-4648-b4f0-1137752df368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:34:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5f609998-780d-404c-a257-48600ce31165'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:37.174609 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-474ef0fb-9726-4648-b4f0-1137752df368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:37.191413 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474ef0fb-9726-4648-b4f0-1137752df368 None None] Routers {'5f609998-780d-404c-a257-48600ce31165'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:34:37.193450 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-474ef0fb-9726-4648-b4f0-1137752df368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:34:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5f609998-780d-404c-a257-48600ce31165'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:37.256156 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48836) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:37.268800 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device e29bfba0-4457-464f-a217-81f66d7a5fb9 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:34:37.272457 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-474ef0fb-9726-4648-b4f0-1137752df368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:37.273180 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474ef0fb-9726-4648-b4f0-1137752df368 None None] The sync data for ids ['5f609998-780d-404c-a257-48600ce31165'] in n-d-816823-3 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:34:37.332130 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d352ef47-c1c1-46a5-bc15-575c80bae58d None None] Provisioning complete for port 48251b53-9efa-4ee4-b263-a6a6cbdf90f6 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:34:37.332599 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d352ef47-c1c1-46a5-bc15-575c80bae58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:37.364652 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7cd1a594-c7ba-412e-bc09-31fa9de15a5a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7cf18753bf9d4fe29233c5abd70cfca2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1071332 Nov 16 11:34:37.365282 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48842) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:37.391868 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port e29bfba0-4457-464f-a217-81f66d7a5fb9 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:34:37.398249 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port e29bfba0-4457-464f-a217-81f66d7a5fb9 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:34:37.398784 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:37.430255 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f2ba8dc-1f1c-4262-9f69-3753668a4303 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:37.469116 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f2ba8dc-1f1c-4262-9f69-3753668a4303 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:37.492284 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d352ef47-c1c1-46a5-bc15-575c80bae58d None None] Provisioning complete for port 4f189582-81df-4942-8d87-7d4c8facdfb6 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:34:37.492743 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d352ef47-c1c1-46a5-bc15-575c80bae58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:37.543416 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f2ba8dc-1f1c-4262-9f69-3753668a4303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:37.548297 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f2ba8dc-1f1c-4262-9f69-3753668a4303 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:37.550497 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1f2ba8dc-1f1c-4262-9f69-3753668a4303 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1e15440e-81b3-4b8f-8092-c121394f6a1d HTTP/1.1" status: 204 len: 168 time: 0.1837332 Nov 16 11:34:37.560290 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:37.575416 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-d352ef47-c1c1-46a5-bc15-575c80bae58d None None] Port 4f189582-81df-4942-8d87-7d4c8facdfb6 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:34:37.578448 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ba8dc-1f1c-4262-9f69-3753668a4303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e15440e-81b3-4b8f-8092-c121394f6a1d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:37.604290 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ecc609-be9a-4336-8cec-a4f56943ed50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29bfba0-4457-464f-a217-81f66d7a5fb9'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:34:37.606936 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ded914-7807-4281-a1b9-f47fdbf2f489" -d '{"events": [{"server_uuid": "82ecc609-be9a-4336-8cec-a4f56943ed50", "name": "network-vif-plugged", "status": "completed", "tag": "e29bfba0-4457-464f-a217-81f66d7a5fb9"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:34:37.646946 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port e29bfba0-4457-464f-a217-81f66d7a5fb9, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=e29bfba0-4457-464f-a217-81f66d7a5fb9,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:34:37.662738 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-55c774f8-01bb-4dee-a545-51b96bc4114a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:37.669526 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:37.670461 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 01e92baa-5a36-4bad-9561-d99f5e387948 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:34:37.722316 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 01e92baa-5a36-4bad-9561-d99f5e387948 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:34:37.722792 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 01e92baa-5a36-4bad-9561-d99f5e387948 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:34:37.785453 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 48251b53-9efa-4ee4-b263-a6a6cbdf90f6 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:34:37.822774 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-22f1395c-00af-4758-8245-f6af7b4045c0 None None] Provisioning complete for port 48251b53-9efa-4ee4-b263-a6a6cbdf90f6 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:34:37.823711 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-22f1395c-00af-4758-8245-f6af7b4045c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:37.847971 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137802f-d2e2-497a-b916-0d3a9bad30cf req-d77c1ed1-6a25-40d7-8c40-f6ae2685debd tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:37.849804 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1137802f-d2e2-497a-b916-0d3a9bad30cf req-d77c1ed1-6a25-40d7-8c40-f6ae2685debd tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=386d7893-e1f4-4c23-8411-eb2f649356b5 HTTP/1.1" status: 200 len: 949 time: 0.1632333 Nov 16 11:34:37.857993 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=e29bfba0-4457-464f-a217-81f66d7a5fb9,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:37.926192 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 48251b53-9efa-4ee4-b263-a6a6cbdf90f6 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:34:37.926192 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:38.014499 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1137802f-d2e2-497a-b916-0d3a9bad30cf req-89ba4b43-a984-44a5-be0e-e80dc73762c5 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241267 Nov 16 11:34:38.082921 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcf20be-7c51-451f-b855-8f55666446c0 x-openstack-request-id: req-9dcf20be-7c51-451f-b855-8f55666446c0 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:34:38.083326 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ecc609-be9a-4336-8cec-a4f56943ed50", "name": "network-vif-plugged", "status": "completed", "tag": "e29bfba0-4457-464f-a217-81f66d7a5fb9", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:34:38.084240 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9dcf20be-7c51-451f-b855-8f55666446c0 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:34:38.084740 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ecc609-be9a-4336-8cec-a4f56943ed50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29bfba0-4457-464f-a217-81f66d7a5fb9', 'code': 200} Nov 16 11:34:38.086658 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 8fed2a0b-8f0e-4a61-abe2-f15115614bbd up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:34:38.160795 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-55c774f8-01bb-4dee-a545-51b96bc4114a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Allocated IP 172.21.0.1 (9d27365d-14b7-47c0-b623-86f5c3cdf3ba/6a8d80be-8afd-4dbe-a201-80af560fe214/441bda72-be6b-44a4-a8cb-527f574b1939) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:34:38.169502 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 8fed2a0b-8f0e-4a61-abe2-f15115614bbd triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:34:38.170584 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:38.248103 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6932b-274a-41f8-ac4d-07cf6b262e9f req-8805d5a2-8592-407f-97eb-91675ce12cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:38.252313 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-51f6932b-274a-41f8-ac4d-07cf6b262e9f req-8805d5a2-8592-407f-97eb-91675ce12cf1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=82ecc609-be9a-4336-8cec-a4f56943ed50 HTTP/1.1" status: 200 len: 1101 time: 0.1005204 Nov 16 11:34:38.318221 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d6168-a175-4293-90dc-b402dd370e6d req-ccd0d2ec-c192-4e81-96e3-767f8cd3f798 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:38.318427 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-51f6932b-274a-41f8-ac4d-07cf6b262e9f req-3287046c-2e60-4e0a-8432-03d2ed84f0d6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494645 Nov 16 11:34:38.319739 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ba4d6168-a175-4293-90dc-b402dd370e6d req-ccd0d2ec-c192-4e81-96e3-767f8cd3f798 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=82ecc609-be9a-4336-8cec-a4f56943ed50 HTTP/1.1" status: 200 len: 950 time: 0.1614206 Nov 16 11:34:38.410172 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ba4d6168-a175-4293-90dc-b402dd370e6d req-96597438-d65f-4845-9a0f-68550dcf6d7c tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820336 Nov 16 11:34:38.412990 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-55c774f8-01bb-4dee-a545-51b96bc4114a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:38.451504 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-55c774f8-01bb-4dee-a545-51b96bc4114a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:38.489242 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c774f8-01bb-4dee-a545-51b96bc4114a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Network 9d27365d-14b7-47c0-b623-86f5c3cdf3ba is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:34:38.492299 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-55c774f8-01bb-4dee-a545-51b96bc4114a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:34:38.496710 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c774f8-01bb-4dee-a545-51b96bc4114a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:34:38.510566 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48904) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:38.545841 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c774f8-01bb-4dee-a545-51b96bc4114a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event updated for resources: {'Port': ['ID=441bda72-be6b-44a4-a8cb-527f574b1939,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:38.558934 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-55c774f8-01bb-4dee-a545-51b96bc4114a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:38.654482 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-2a9e8aeb-6639-4ba7-a9ec-70caa3e8ff74 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1426147198-network', 'tenant_id': '3f214e301c854f86bc9c3bfa15ad95e5'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:34:38.681694 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9e8aeb-6639-4ba7-a9ec-70caa3e8ff74 admin admin] Made reservation on behalf of 3f214e301c854f86bc9c3bfa15ad95e5 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:34:38.685868 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a9e8aeb-6639-4ba7-a9ec-70caa3e8ff74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:38.686947 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-55c774f8-01bb-4dee-a545-51b96bc4114a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:38.698266 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a9e8aeb-6639-4ba7-a9ec-70caa3e8ff74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:38.810459 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a9e8aeb-6639-4ba7-a9ec-70caa3e8ff74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:38.815312 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a9e8aeb-6639-4ba7-a9ec-70caa3e8ff74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:38.841725 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-826a0f4b-4e31-46f6-bc51-9da130adc8eb None None] Provisioning complete for port 441bda72-be6b-44a4-a8cb-527f574b1939 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:34:38.842969 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-826a0f4b-4e31-46f6-bc51-9da130adc8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:38.848788 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a9e8aeb-6639-4ba7-a9ec-70caa3e8ff74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:34:38.860465 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e8aeb-6639-4ba7-a9ec-70caa3e8ff74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8f2da6-cd5a-49a2-9f23-3bb7fccdc517,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:38.867255 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a9e8aeb-6639-4ba7-a9ec-70caa3e8ff74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:38.867603 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-2a9e8aeb-6639-4ba7-a9ec-70caa3e8ff74 admin admin] Added segment bae13aa6-fcb4-4712-99cf-d1a69064aea5 of type vlan for network 19fbe812-1855-4287-a141-46001d900e9e Nov 16 11:34:38.909759 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-826a0f4b-4e31-46f6-bc51-9da130adc8eb None None] Port 441bda72-be6b-44a4-a8cb-527f574b1939 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:34:38.933265 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a9e8aeb-6639-4ba7-a9ec-70caa3e8ff74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:38.966688 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a9e8aeb-6639-4ba7-a9ec-70caa3e8ff74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:38.967869 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9e8aeb-6639-4ba7-a9ec-70caa3e8ff74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:38.968553 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a9e8aeb-6639-4ba7-a9ec-70caa3e8ff74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:39.046844 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2a9e8aeb-6639-4ba7-a9ec-70caa3e8ff74 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5338423 Nov 16 11:34:39.050394 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48914) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:39.061818 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-2d9841a0-92cc-4a74-a4ba-6538ebce0105 admin admin] Request body: {'subnet': {'network_id': '19fbe812-1855-4287-a141-46001d900e9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1426147198-subnet', 'tenant_id': '3f214e301c854f86bc9c3bfa15ad95e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:34:39.066780 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e8aeb-6639-4ba7-a9ec-70caa3e8ff74 admin admin] Pushing event updated for resources: {'Network': ['ID=19fbe812-1855-4287-a141-46001d900e9e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:39.080196 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 19fbe812-1855-4287-a141-46001d900e9e details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:34:39.088605 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9841a0-92cc-4a74-a4ba-6538ebce0105 admin admin] Made reservation on behalf of 3f214e301c854f86bc9c3bfa15ad95e5 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:34:39.091515 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2d9841a0-92cc-4a74-a4ba-6538ebce0105 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:39.335668 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-55c774f8-01bb-4dee-a545-51b96bc4114a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:39.339360 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2d9841a0-92cc-4a74-a4ba-6538ebce0105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:39.344655 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-55c774f8-01bb-4dee-a545-51b96bc4114a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:39.403189 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9841a0-92cc-4a74-a4ba-6538ebce0105 admin admin] Pushing event updated for resources: {'Subnet': ['ID=baab6639-cc69-4a58-add6-411f66538666,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:39.407894 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9841a0-92cc-4a74-a4ba-6538ebce0105 admin admin] Checking segment: {'id': 'bae13aa6-fcb4-4712-99cf-d1a69064aea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '19fbe812-1855-4287-a141-46001d900e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:34:39.408325 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9841a0-92cc-4a74-a4ba-6538ebce0105 admin admin] Network hostable DHCP agents. Network: 19fbe812-1855-4287-a141-46001d900e9e, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:34:39.430419 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9841a0-92cc-4a74-a4ba-6538ebce0105 admin admin] Network 19fbe812-1855-4287-a141-46001d900e9e is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:34:39.445651 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c774f8-01bb-4dee-a545-51b96bc4114a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event updated for resources: {'Port': ['ID=441bda72-be6b-44a4-a8cb-527f574b1939,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:39.449591 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-55c774f8-01bb-4dee-a545-51b96bc4114a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:39.458116 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-2d9841a0-92cc-4a74-a4ba-6538ebce0105 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 19fbe812-1855-4287-a141-46001d900e9e) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:34:39.473085 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b82dac2-d2e9-42e6-bc78-5cea9b640f9f None None] Network 19fbe812-1855-4287-a141-46001d900e9e requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:34:39.474720 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9841a0-92cc-4a74-a4ba-6538ebce0105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:39.476451 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2d9841a0-92cc-4a74-a4ba-6538ebce0105 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:39.526017 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2d9841a0-92cc-4a74-a4ba-6538ebce0105 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4655175 Nov 16 11:34:39.686400 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98443bc-2ebc-4771-8b4e-466c6da90040 None None] Network 19fbe812-1855-4287-a141-46001d900e9e requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:34:39.715644 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47d953-75d1-4ea6-8551-d3501454299c req-61427940-8b9b-49d5-8f11-936d5ff71605 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:39.723457 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9a47d953-75d1-4ea6-8551-d3501454299c req-61427940-8b9b-49d5-8f11-936d5ff71605 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=82ecc609-be9a-4336-8cec-a4f56943ed50 HTTP/1.1" status: 200 len: 950 time: 0.1710052 Nov 16 11:34:39.786213 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c774f8-01bb-4dee-a545-51b96bc4114a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Network 9d27365d-14b7-47c0-b623-86f5c3cdf3ba is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:34:39.792408 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-55c774f8-01bb-4dee-a545-51b96bc4114a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:34:39.888039 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9a47d953-75d1-4ea6-8551-d3501454299c req-793200bc-7f97-42c7-99e1-621d1b0c76f4 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613913 Nov 16 11:34:39.996985 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c774f8-01bb-4dee-a545-51b96bc4114a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Router 5f609998-780d-404c-a257-48600ce31165 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:34:40.141514 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c774f8-01bb-4dee-a545-51b96bc4114a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:34:40.148369 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-55c774f8-01bb-4dee-a545-51b96bc4114a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "PUT /v2.0/routers/5f609998-780d-404c-a257-48600ce31165/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0593326 Nov 16 11:34:40.150678 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48938) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:40.153824 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc441b6-4dd2-4145-9385-c8ecc040c654 None None] Sync routers for ids ['5f609998-780d-404c-a257-48600ce31165'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:34:40.172375 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc441b6-4dd2-4145-9385-c8ecc040c654 None None] Routers {'5f609998-780d-404c-a257-48600ce31165'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:34:40.173693 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ffc441b6-4dd2-4145-9385-c8ecc040c654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:34:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5f609998-780d-404c-a257-48600ce31165'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:40.208933 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc231aa8-2919-4d6b-8589-5734ac0c4061 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:40.210304 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-cc231aa8-2919-4d6b-8589-5734ac0c4061 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "GET /v2.0/ports/441bda72-be6b-44a4-a8cb-527f574b1939 HTTP/1.1" status: 200 len: 910 time: 0.0586290 Nov 16 11:34:40.213014 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ffc441b6-4dd2-4145-9385-c8ecc040c654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:40.213180 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48948) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:40.223375 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc441b6-4dd2-4145-9385-c8ecc040c654 None None] Routers {'5f609998-780d-404c-a257-48600ce31165'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:34:40.224433 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ffc441b6-4dd2-4145-9385-c8ecc040c654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:34:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5f609998-780d-404c-a257-48600ce31165'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:40.260738 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-37179fb8-598c-498b-a211-4503f4ee19d4 None None] Provisioning complete for port 441bda72-be6b-44a4-a8cb-527f574b1939 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:34:40.261373 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-37179fb8-598c-498b-a211-4503f4ee19d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:40.268595 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ffc441b6-4dd2-4145-9385-c8ecc040c654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:40.269810 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc441b6-4dd2-4145-9385-c8ecc040c654 None None] The sync data for ids ['5f609998-780d-404c-a257-48600ce31165'] in n-d-816823-3 is: [] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:34:40.337858 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-37179fb8-598c-498b-a211-4503f4ee19d4 None None] Port 441bda72-be6b-44a4-a8cb-527f574b1939 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:34:40.404332 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-213102c1-c54d-44c6-bc10-9298202a670d tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:40.411567 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-213102c1-c54d-44c6-bc10-9298202a670d tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] 10.222.0.61 "GET /v2.0/networks?id=19fbe812-1855-4287-a141-46001d900e9e HTTP/1.1" status: 200 len: 813 time: 0.1846137 Nov 16 11:34:40.430539 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-7370c7d4-1b8e-47e7-85f5-378d74304b9b tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] 10.222.0.61 "GET /v2.0/quotas/3f214e301c854f86bc9c3bfa15ad95e5 HTTP/1.1" status: 200 len: 375 time: 0.0179956 Nov 16 11:34:40.468018 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-75ddf5d8-3378-4b5b-812d-a9024dd5081f tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3f214e301c854f86bc9c3bfa15ad95e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355191 Nov 16 11:34:40.589836 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-bb736267-cfa4-4abf-a235-3f81c07f4f84 service neutron] 10.222.0.61 "GET /v2.0/networks/19fbe812-1855-4287-a141-46001d900e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144347 Nov 16 11:34:40.705122 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-7c215bce-d64b-4b1a-b94f-2b449a179998 service neutron] 10.222.0.61 "GET /v2.0/networks/19fbe812-1855-4287-a141-46001d900e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083696 Nov 16 11:34:40.987717 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a67c00f4-c096-48e7-81af-d7bddc949593 req-62ce1b8c-9cc2-4d4f-8846-1a950548dce5 tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] 10.222.0.61 "GET /v2.0/ports?device_id=3375f528-4cbc-432f-b60c-e4af9afa08f6 HTTP/1.1" status: 200 len: 210 time: 0.0840042 Nov 16 11:34:41.099933 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-084e275b-8571-4aa7-ac90-66346060f33e tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:41.199919 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece90d8-476d-4f2b-a6fd-4c65a89477ce req-f6bbd899-72c5-43a0-8039-4e82c03fa689 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:41.201790 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bece90d8-476d-4f2b-a6fd-4c65a89477ce req-f6bbd899-72c5-43a0-8039-4e82c03fa689 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=82ecc609-be9a-4336-8cec-a4f56943ed50 HTTP/1.1" status: 200 len: 950 time: 0.0961094 Nov 16 11:34:41.309316 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bece90d8-476d-4f2b-a6fd-4c65a89477ce req-583dfa98-93ba-40d3-98cb-9574e9a8f156 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966594 Nov 16 11:34:41.560775 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-084e275b-8571-4aa7-ac90-66346060f33e tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Deleting port 441bda72-be6b-44a4-a8cb-527f574b1939 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:34:41.561125 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-084e275b-8571-4aa7-ac90-66346060f33e tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:41.706545 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ee876-9367-474b-9052-6358582217e0 req-2c16dc7a-1af4-45c7-84c5-0205bda39a59 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:41.715001 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-084e275b-8571-4aa7-ac90-66346060f33e tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:41.722804 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ee876-9367-474b-9052-6358582217e0 req-2c16dc7a-1af4-45c7-84c5-0205bda39a59 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:41.724304 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fb0ee876-9367-474b-9052-6358582217e0 req-2c16dc7a-1af4-45c7-84c5-0205bda39a59 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=386d7893-e1f4-4c23-8411-eb2f649356b5&device_id=82ecc609-be9a-4336-8cec-a4f56943ed50 HTTP/1.1" status: 200 len: 1690 time: 0.1429782 Nov 16 11:34:41.746518 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-084e275b-8571-4aa7-ac90-66346060f33e tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Calling delete_port for 441bda72-be6b-44a4-a8cb-527f574b1939 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:34:41.818972 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fb0ee876-9367-474b-9052-6358582217e0 req-38317713-8b82-4c9d-8cb6-c477bfb1406a tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855727 Nov 16 11:34:41.991192 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33d2d8-34f8-451d-b029-2d681963c09d req-02d251aa-b20d-44d4-ba48-d90a9f93060c tempest-ServersOnMultiNodesTest-779607297 tempest-ServersOnMultiNodesTest-779607297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:42.002342 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ef33d2d8-34f8-451d-b029-2d681963c09d req-02d251aa-b20d-44d4-ba48-d90a9f93060c tempest-ServersOnMultiNodesTest-779607297 tempest-ServersOnMultiNodesTest-779607297-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=386d7893-e1f4-4c23-8411-eb2f649356b5 HTTP/1.1" status: 200 len: 1100 time: 0.0620878 Nov 16 11:34:42.002887 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-084e275b-8571-4aa7-ac90-66346060f33e tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:42.046862 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e275b-8571-4aa7-ac90-66346060f33e tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event deleted for resources: {'Port': ['ID=441bda72-be6b-44a4-a8cb-527f574b1939,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:42.100290 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ef33d2d8-34f8-451d-b029-2d681963c09d req-da5b6e5f-a101-4d7b-88b3-44fc89ff3c82 tempest-ServersOnMultiNodesTest-779607297 tempest-ServersOnMultiNodesTest-779607297-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966213 Nov 16 11:34:42.214777 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eabb022c-9bc3-4f9c-abaa-42bdf4d2241b req-6ab72c37-16be-4e68-82fc-5c640ee6f26e tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] 10.222.0.61 "GET /v2.0/ports?device_id=3375f528-4cbc-432f-b60c-e4af9afa08f6 HTTP/1.1" status: 200 len: 210 time: 0.0455487 Nov 16 11:34:42.279746 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-084e275b-8571-4aa7-ac90-66346060f33e tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:42.395008 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51415fa6-9e51-4cba-9825-c62755f77191 req-fdd93770-7a1b-403d-b0bb-c17dc579763e tempest-ServersOnMultiNodesTest-779607297 tempest-ServersOnMultiNodesTest-779607297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:42.400803 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-51415fa6-9e51-4cba-9825-c62755f77191 req-fdd93770-7a1b-403d-b0bb-c17dc579763e tempest-ServersOnMultiNodesTest-779607297 tempest-ServersOnMultiNodesTest-779607297-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=82ecc609-be9a-4336-8cec-a4f56943ed50 HTTP/1.1" status: 200 len: 1101 time: 0.1127045 Nov 16 11:34:42.485366 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-51415fa6-9e51-4cba-9825-c62755f77191 req-06d9c9e4-a5bc-44cf-a50b-210c5a0374c1 tempest-ServersOnMultiNodesTest-779607297 tempest-ServersOnMultiNodesTest-779607297-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741339 Nov 16 11:34:42.637222 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084e275b-8571-4aa7-ac90-66346060f33e tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Router 5f609998-780d-404c-a257-48600ce31165 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:34:42.740765 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-43894d7f-f005-461b-b6ea-6e74b8618bbc tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:42.742452 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-43894d7f-f005-461b-b6ea-6e74b8618bbc tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] 10.222.0.64 "GET /v2.0/networks?id=19fbe812-1855-4287-a141-46001d900e9e HTTP/1.1" status: 200 len: 813 time: 0.2093148 Nov 16 11:34:42.773915 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-1fe74d71-99e2-456e-84eb-803539d8da3d tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] Request body: {'port': {'device_id': '3375f528-4cbc-432f-b60c-e4af9afa08f6', 'network_id': '19fbe812-1855-4287-a141-46001d900e9e', 'admin_state_up': True, 'tenant_id': '3f214e301c854f86bc9c3bfa15ad95e5'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:34:42.799746 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-f3540377-8fa7-407e-b1aa-4fb1add493cf tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=bf730bc3509b41198d463002969da1ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402968 Nov 16 11:34:42.886715 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084e275b-8571-4aa7-ac90-66346060f33e tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:34:42.897114 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-084e275b-8571-4aa7-ac90-66346060f33e tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "PUT /v2.0/routers/5f609998-780d-404c-a257-48600ce31165/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6828132 Nov 16 11:34:42.897859 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48998) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:42.898885 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47ba005-536f-49bd-884b-4092d57d0760 None None] Sync routers for ids ['5f609998-780d-404c-a257-48600ce31165'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:34:42.923955 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47ba005-536f-49bd-884b-4092d57d0760 None None] Routers {'5f609998-780d-404c-a257-48600ce31165'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:34:42.926331 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c47ba005-536f-49bd-884b-4092d57d0760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:34:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5f609998-780d-404c-a257-48600ce31165'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:42.973510 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-1db096fa-ece9-45f6-8942-2beb103f320d tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:42.982637 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-1db096fa-ece9-45f6-8942-2beb103f320d tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1650174 Nov 16 11:34:43.000532 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-34f550ef-04ce-47e3-b977-930fdcdbcffb tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/quotas/bf730bc3509b41198d463002969da1ed HTTP/1.1" status: 200 len: 375 time: 0.0164142 Nov 16 11:34:43.042342 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c47ba005-536f-49bd-884b-4092d57d0760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:43.081960 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-8ef428bb-d65e-4182-9481-201cf43e92fc tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf730bc3509b41198d463002969da1ed&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0804727 Nov 16 11:34:43.089485 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47ba005-536f-49bd-884b-4092d57d0760 None None] Routers {'5f609998-780d-404c-a257-48600ce31165'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:34:43.090616 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c47ba005-536f-49bd-884b-4092d57d0760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:34:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5f609998-780d-404c-a257-48600ce31165'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:43.161952 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3bec922c-8654-4b72-8ab7-f05cc273f485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:43.166155 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c47ba005-536f-49bd-884b-4092d57d0760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:43.167506 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47ba005-536f-49bd-884b-4092d57d0760 None None] The sync data for ids ['5f609998-780d-404c-a257-48600ce31165'] in n-d-816823-3 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:34:43.318027 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-04e4590b-8d3c-4eff-9e46-c98296c1c18a req-2f547bc2-0a65-4521-8fc9-e3aed439b5cd tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=e19ad846-2512-4aa4-8dd7-d11cb376ea28 HTTP/1.1" status: 200 len: 210 time: 0.0532377 Nov 16 11:34:43.327575 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-1fe74d71-99e2-456e-84eb-803539d8da3d tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] Made reservation on behalf of 3f214e301c854f86bc9c3bfa15ad95e5 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:34:43.331238 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-1fe74d71-99e2-456e-84eb-803539d8da3d tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:43.498016 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9f939e38-07d4-44a3-9041-2d627f74ce05 req-90f416aa-5bd0-4404-8b6e-339170ce8415 tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] 10.222.0.61 "GET /v2.0/ports?device_id=3375f528-4cbc-432f-b60c-e4af9afa08f6 HTTP/1.1" status: 200 len: 210 time: 0.0538371 Nov 16 11:34:43.521756 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-1fe74d71-99e2-456e-84eb-803539d8da3d tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] Allocated IP 172.20.0.2 (19fbe812-1855-4287-a141-46001d900e9e/baab6639-cc69-4a58-add6-411f66538666/ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:34:43.619984 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6ec3ef3d-e0e8-40b4-a0b9-81b57375825c tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:43.834111 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-1fe74d71-99e2-456e-84eb-803539d8da3d tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:43.930683 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-1fe74d71-99e2-456e-84eb-803539d8da3d tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:43.998314 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-1fe74d71-99e2-456e-84eb-803539d8da3d tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] Network 19fbe812-1855-4287-a141-46001d900e9e is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:34:44.009367 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-1fe74d71-99e2-456e-84eb-803539d8da3d tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:34:44.014829 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-1fe74d71-99e2-456e-84eb-803539d8da3d tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:34:44.021095 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe74d71-99e2-456e-84eb-803539d8da3d tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] Pushing event updated for resources: {'Port': ['ID=ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:44.083624 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-1fe74d71-99e2-456e-84eb-803539d8da3d tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:44.084286 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-1fe74d71-99e2-456e-84eb-803539d8da3d tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:44.102414 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-6ec3ef3d-e0e8-40b4-a0b9-81b57375825c tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Deleting port 4f189582-81df-4942-8d87-7d4c8facdfb6 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:34:44.102824 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6ec3ef3d-e0e8-40b4-a0b9-81b57375825c tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:44.109623 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-1fe74d71-99e2-456e-84eb-803539d8da3d tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3412020 Nov 16 11:34:44.158635 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-6c180270-5d81-4915-8a48-832ffd23fe24 service neutron] Request body: {'port': {'device_id': '3375f528-4cbc-432f-b60c-e4af9afa08f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:34:44.269351 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-6c180270-5d81-4915-8a48-832ffd23fe24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:44.286287 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6ec3ef3d-e0e8-40b4-a0b9-81b57375825c tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:44.311518 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-6ec3ef3d-e0e8-40b4-a0b9-81b57375825c tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Calling delete_port for 4f189582-81df-4942-8d87-7d4c8facdfb6 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:34:44.452453 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7cf378f1-0873-44b5-a275-cd4bc9acecd0 req-3a3da350-b480-4dc5-8164-98c9c10e42c9 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=e19ad846-2512-4aa4-8dd7-d11cb376ea28 HTTP/1.1" status: 200 len: 210 time: 0.0617690 Nov 16 11:34:44.636139 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-6c180270-5d81-4915-8a48-832ffd23fe24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:34:44.646780 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-6c180270-5d81-4915-8a48-832ffd23fe24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:44.678602 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb5fc2-0f13-4cb1-91a0-f747b399a9ee req-3766ef51-8d82-46a1-a217-fdba18af3191 tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:44.680274 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-19cb5fc2-0f13-4cb1-91a0-f747b399a9ee req-3766ef51-8d82-46a1-a217-fdba18af3191 tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] 10.222.0.61 "GET /v2.0/ports?device_id=3375f528-4cbc-432f-b60c-e4af9afa08f6 HTTP/1.1" status: 200 len: 931 time: 0.0748975 Nov 16 11:34:44.705905 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-d968ac03-7fe2-41b8-a58a-676544236d6b tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=bf730bc3509b41198d463002969da1ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611994 Nov 16 11:34:44.753440 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-19cb5fc2-0f13-4cb1-91a0-f747b399a9ee req-35e3a8c3-9683-4f36-bf80-6d7bc1a4c034 tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c8f2da6-cd5a-49a2-9f23-3bb7fccdc517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652175 Nov 16 11:34:44.817213 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-6c180270-5d81-4915-8a48-832ffd23fe24 service neutron] Transition to ACTIVE for port object ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:34:44.827241 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-6c180270-5d81-4915-8a48-832ffd23fe24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:44.957847 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c180270-5d81-4915-8a48-832ffd23fe24 service neutron] Pushing event updated for resources: {'Port': ['ID=ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:44.991128 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-8e558507-c2fb-441d-9a88-44781b7ee432 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:44.992630 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-8e558507-c2fb-441d-9a88-44781b7ee432 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2777932 Nov 16 11:34:45.355398 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-f28f4cd7-defb-4b89-bd00-80d3fe4f8596 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Request body: {'port': {'device_id': 'e19ad846-2512-4aa4-8dd7-d11cb376ea28', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'admin_state_up': True, 'tenant_id': 'bf730bc3509b41198d463002969da1ed'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:34:45.399335 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6ec3ef3d-e0e8-40b4-a0b9-81b57375825c tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:45.467910 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec3ef3d-e0e8-40b4-a0b9-81b57375825c tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event deleted for resources: {'Port': ['ID=4f189582-81df-4942-8d87-7d4c8facdfb6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:45.564218 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-6c180270-5d81-4915-8a48-832ffd23fe24 service neutron] Attempting to bind port ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:34:45.564533 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-6c180270-5d81-4915-8a48-832ffd23fe24 service neutron] Attempting to bind port ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'bae13aa6-fcb4-4712-99cf-d1a69064aea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '19fbe812-1855-4287-a141-46001d900e9e'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:34:45.564975 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-6c180270-5d81-4915-8a48-832ffd23fe24 service neutron] Attempting to bind port ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33 on network 19fbe812-1855-4287-a141-46001d900e9e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:34:45.570247 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-32202e99-1671-4631-a253-b424e38f9a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:45.593396 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-6c180270-5d81-4915-8a48-832ffd23fe24 service neutron] Port ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33 on network 19fbe812-1855-4287-a141-46001d900e9e not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:34:45.595160 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-6c180270-5d81-4915-8a48-832ffd23fe24 service neutron] Attempting to bind port ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33 on network 19fbe812-1855-4287-a141-46001d900e9e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:34:45.608492 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bb83eed2-e8f6-4cfd-8119-170148e31bb8 req-a3c1cd47-7e6d-4824-987d-f3dd83d0658c tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=e19ad846-2512-4aa4-8dd7-d11cb376ea28 HTTP/1.1" status: 200 len: 210 time: 0.0504918 Nov 16 11:34:45.619439 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-6c180270-5d81-4915-8a48-832ffd23fe24 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:34:45.622699 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-6c180270-5d81-4915-8a48-832ffd23fe24 service neutron] Checking segment: {'id': 'bae13aa6-fcb4-4712-99cf-d1a69064aea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '19fbe812-1855-4287-a141-46001d900e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:34:45.623224 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-6c180270-5d81-4915-8a48-832ffd23fe24 service neutron] Bound using segment: {'id': 'bae13aa6-fcb4-4712-99cf-d1a69064aea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '19fbe812-1855-4287-a141-46001d900e9e'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:34:45.623761 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-6c180270-5d81-4915-8a48-832ffd23fe24 service neutron] Bound port: ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae13aa6-fcb4-4712-99cf-d1a69064aea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '19fbe812-1855-4287-a141-46001d900e9e'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:34:45.624190 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-6c180270-5d81-4915-8a48-832ffd23fe24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:45.780053 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6ec3ef3d-e0e8-40b4-a0b9-81b57375825c tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:45.785060 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-f28f4cd7-defb-4b89-bd00-80d3fe4f8596 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Made reservation on behalf of bf730bc3509b41198d463002969da1ed for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:34:45.788986 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-f28f4cd7-defb-4b89-bd00-80d3fe4f8596 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:45.898632 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-6c180270-5d81-4915-8a48-832ffd23fe24 service neutron] For port ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:34:45.935055 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d622a9-eda9-4e5f-91e8-1e2dd0fefb4f req-4cb48a51-6773-4b89-a660-efbd60fff1fd tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:45.943085 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f2d622a9-eda9-4e5f-91e8-1e2dd0fefb4f req-4cb48a51-6773-4b89-a660-efbd60fff1fd tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] 10.222.0.61 "GET /v2.0/ports?device_id=3375f528-4cbc-432f-b60c-e4af9afa08f6 HTTP/1.1" status: 200 len: 943 time: 0.0771360 Nov 16 11:34:45.975463 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-6c180270-5d81-4915-8a48-832ffd23fe24 service neutron] For port ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33,segment=NetworkSegment(bae13aa6-fcb4-4712-99cf-d1a69064aea5),segment_id=bae13aa6-fcb4-4712-99cf-d1a69064aea5)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:34:45.984940 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-6c180270-5d81-4915-8a48-832ffd23fe24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:46.012298 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f2d622a9-eda9-4e5f-91e8-1e2dd0fefb4f req-7f5cad0f-0dc2-46db-a676-16a3c6235978 tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c8f2da6-cd5a-49a2-9f23-3bb7fccdc517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681496 Nov 16 11:34:46.045973 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-6c180270-5d81-4915-8a48-832ffd23fe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:46.047829 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-6c180270-5d81-4915-8a48-832ffd23fe24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:46.047829 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-6c180270-5d81-4915-8a48-832ffd23fe24 service neutron] 10.222.0.64 "PUT /v2.0/ports/ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33 HTTP/1.1" status: 200 len: 1091 time: 1.8933644 Nov 16 11:34:46.052181 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3375f528-4cbc-432f-b60c-e4af9afa08f6', 'tag': 'ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:34:46.054494 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc7eb57-956e-4f75-b674-a65d25ad7ce4" -d '{"events": [{"name": "network-changed", "server_uuid": "3375f528-4cbc-432f-b60c-e4af9afa08f6", "tag": "ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:34:46.161078 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a74dd2-4a08-4c5f-a565-8791a90e024b x-openstack-request-id: req-c2a74dd2-4a08-4c5f-a565-8791a90e024b {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:34:46.161353 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3375f528-4cbc-432f-b60c-e4af9afa08f6", "tag": "ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:34:46.161606 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c2a74dd2-4a08-4c5f-a565-8791a90e024b {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:34:46.162037 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3375f528-4cbc-432f-b60c-e4af9afa08f6', 'tag': 'ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33', 'status': 'completed', 'code': 200} Nov 16 11:34:46.223835 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c180270-5d81-4915-8a48-832ffd23fe24 service neutron] Pushing event updated for resources: {'Port': ['ID=ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:46.228301 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-f28f4cd7-defb-4b89-bd00-80d3fe4f8596 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Allocated IP 192.168.233.246 (d184b1c6-3832-4c86-bfd0-c1472d76d6c3/c4c770cc-51d7-42eb-b4a6-9a605bacae0f/4aa1bb74-8213-4890-9274-1ce4587511f5) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:34:46.236743 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec3ef3d-e0e8-40b4-a0b9-81b57375825c tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Router 5f609998-780d-404c-a257-48600ce31165 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:34:46.270025 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-d98fd0bf-7cf8-4e7f-9fd4-c5a3c2a85e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:46.270307 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-d98fd0bf-7cf8-4e7f-9fd4-c5a3c2a85e7e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3f214e301c854f86bc9c3bfa15ad95e5&device_id=3375f528-4cbc-432f-b60c-e4af9afa08f6 HTTP/1.1" status: 200 len: 1094 time: 0.1517026 Nov 16 11:34:46.392119 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-c3b0af70-9720-4d39-8246-1d8fdda62722 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33 HTTP/1.1" status: 200 len: 217 time: 0.0757599 Nov 16 11:34:46.396016 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec3ef3d-e0e8-40b4-a0b9-81b57375825c tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:34:46.405322 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49038) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:46.405516 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6ec3ef3d-e0e8-40b4-a0b9-81b57375825c tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "PUT /v2.0/routers/5f609998-780d-404c-a257-48600ce31165/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5039182 Nov 16 11:34:46.406841 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f4c223-4750-4c3e-86e3-94ac71dc840a None None] Sync routers for ids ['5f609998-780d-404c-a257-48600ce31165'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:34:46.430322 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f4c223-4750-4c3e-86e3-94ac71dc840a None None] Routers {'5f609998-780d-404c-a257-48600ce31165'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:34:46.433438 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-86f4c223-4750-4c3e-86e3-94ac71dc840a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:34:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5f609998-780d-404c-a257-48600ce31165'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:46.488176 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-518ed193-a7ac-4945-b91a-7f92aa8d71d3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f609998-780d-404c-a257-48600ce31165 HTTP/1.1" status: 200 len: 205 time: 0.0813293 Nov 16 11:34:46.492222 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-86f4c223-4750-4c3e-86e3-94ac71dc840a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:46.504832 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49044) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:46.525168 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f4c223-4750-4c3e-86e3-94ac71dc840a None None] Routers {'5f609998-780d-404c-a257-48600ce31165'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:34:46.526258 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-86f4c223-4750-4c3e-86e3-94ac71dc840a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:34:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5f609998-780d-404c-a257-48600ce31165'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:46.531790 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-477c798e-87c6-496f-a138-54f316330204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:46.533282 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-477c798e-87c6-496f-a138-54f316330204 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=baab6639-cc69-4a58-add6-411f66538666 HTTP/1.1" status: 200 len: 853 time: 0.1237648 Nov 16 11:34:46.551587 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:46.606695 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-86f4c223-4750-4c3e-86e3-94ac71dc840a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:46.613365 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f4c223-4750-4c3e-86e3-94ac71dc840a None None] The sync data for ids ['5f609998-780d-404c-a257-48600ce31165'] in n-d-816823-3 is: [] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:34:46.619604 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-e0dbdb8a-3ff8-43b7-9654-d659e4d6bb0c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=19fbe812-1855-4287-a141-46001d900e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741088 Nov 16 11:34:46.636994 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e86eda49-2aa7-4462-bb06-c5b33c478112 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:46.702733 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-f28f4cd7-defb-4b89-bd00-80d3fe4f8596 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:46.775843 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-aada7cae-9fed-499f-a9a0-06cb341a9ba9 service neutron] 10.222.0.64 "GET /v2.0/networks/19fbe812-1855-4287-a141-46001d900e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469798 Nov 16 11:34:46.784555 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-f28f4cd7-defb-4b89-bd00-80d3fe4f8596 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:46.798363 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['2fed52f5-2778-40fe-a87d-7c5f06cbb9a0', '6d9f6105-9caf-468b-8176-13c263c8e400', 'b978d542-abf6-447b-88b8-232ba5c145ac', 'e29bfba0-4457-464f-a217-81f66d7a5fb9'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:34:46.876229 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['c5cec868-b5a5-419b-83d0-1a5458af7b23'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:34:46.935142 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-f28f4cd7-defb-4b89-bd00-80d3fe4f8596 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:34:46.948366 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e86eda49-2aa7-4462-bb06-c5b33c478112 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:46.953007 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e86eda49-2aa7-4462-bb06-c5b33c478112 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:46.964154 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-f28f4cd7-defb-4b89-bd00-80d3fe4f8596 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:34:46.968343 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-f28f4cd7-defb-4b89-bd00-80d3fe4f8596 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:34:47.058482 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e86eda49-2aa7-4462-bb06-c5b33c478112 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:47.059842 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86eda49-2aa7-4462-bb06-c5b33c478112 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Fanout notify agent at l3_agent the message router_deleted on router 5f609998-780d-404c-a257-48600ce31165 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:34:47.072842 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-f28f4cd7-defb-4b89-bd00-80d3fe4f8596 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:47.073624 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-f28f4cd7-defb-4b89-bd00-80d3fe4f8596 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:47.092541 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e86eda49-2aa7-4462-bb06-c5b33c478112 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:47.096395 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e86eda49-2aa7-4462-bb06-c5b33c478112 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "DELETE /v2.0/routers/5f609998-780d-404c-a257-48600ce31165 HTTP/1.1" status: 204 len: 168 time: 0.5832109 Nov 16 11:34:47.103521 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db10d1-7a0a-4a24-89e2-1cb711058db8 req-2c5ada2b-532a-403b-9db4-8674f70188f4 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:47.107800 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49052) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:47.112970 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a0db10d1-7a0a-4a24-89e2-1cb711058db8 req-2c5ada2b-532a-403b-9db4-8674f70188f4 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=e19ad846-2512-4aa4-8dd7-d11cb376ea28 HTTP/1.1" status: 200 len: 936 time: 0.3609104 Nov 16 11:34:47.171853 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-f28f4cd7-defb-4b89-bd00-80d3fe4f8596 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8247550 Nov 16 11:34:47.204413 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a0db10d1-7a0a-4a24-89e2-1cb711058db8 req-d8815b27-dd58-4e70-bc41-532172bda3cc tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901723 Nov 16 11:34:47.209249 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f4cd7-defb-4b89-bd00-80d3fe4f8596 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Pushing event updated for resources: {'Port': ['ID=4aa1bb74-8213-4890-9274-1ce4587511f5,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:47.238836 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-189b0322-f0ac-4ba5-bcba-2e2061b10af1 service neutron] Request body: {'port': {'device_id': 'e19ad846-2512-4aa4-8dd7-d11cb376ea28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:34:47.345098 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9350df06-0632-4937-a3d9-4c9634514f2f req-6e64531a-9b79-40b3-a093-57e98d043b76 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4171243 Nov 16 11:34:47.364217 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3f1806ad-aa20-4ca3-899d-23eac387a5fd None None] Provisioning complete for port 4aa1bb74-8213-4890-9274-1ce4587511f5 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:34:47.364608 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3f1806ad-aa20-4ca3-899d-23eac387a5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:47.364747 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-b35662a5-8518-48d3-b9e7-f0f7ded02187 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Deleting subnet 6a8d80be-8afd-4dbe-a201-80af560fe214 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:34:47.384481 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b35662a5-8518-48d3-b9e7-f0f7ded02187 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:47.391466 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-94c79feb-84c7-43ad-82f1-25f0cf61847c req-d5458269-1dd7-403b-b3b5-dd140130eadb service neutron] 10.222.0.64 "GET /v2.0/networks/19fbe812-1855-4287-a141-46001d900e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5725126 Nov 16 11:34:47.426969 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a1fed-5078-4423-be6b-d26dea757bcf req-3d3a3a76-170b-48b9-90ca-d66f081facbd tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:47.430318 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3f1806ad-aa20-4ca3-899d-23eac387a5fd None None] Port 4aa1bb74-8213-4890-9274-1ce4587511f5 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:34:47.442914 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-237a1fed-5078-4423-be6b-d26dea757bcf req-3d3a3a76-170b-48b9-90ca-d66f081facbd tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] 10.222.0.61 "GET /v2.0/ports?device_id=3375f528-4cbc-432f-b60c-e4af9afa08f6 HTTP/1.1" status: 200 len: 943 time: 0.1174834 Nov 16 11:34:47.493052 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-189b0322-f0ac-4ba5-bcba-2e2061b10af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:47.517979 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-237a1fed-5078-4423-be6b-d26dea757bcf req-890947ad-4658-4781-82b6-91ce6ed89244 tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c8f2da6-cd5a-49a2-9f23-3bb7fccdc517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732791 Nov 16 11:34:47.538371 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b35662a5-8518-48d3-b9e7-f0f7ded02187 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:47.653092 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350df06-0632-4937-a3d9-4c9634514f2f req-64cbca5b-59d3-4042-8d8a-c2119dd41cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:47.654725 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9350df06-0632-4937-a3d9-4c9634514f2f req-64cbca5b-59d3-4042-8d8a-c2119dd41cc9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8c5b26505ce44fcf9f1b35a78ab4d371&device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 1098 time: 0.2122667 Nov 16 11:34:47.761237 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7eb57-956e-4f75-b674-a65d25ad7ce4 req-09887f13-aa75-40af-8860-5aadfe3efae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:47.762093 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4fc7eb57-956e-4f75-b674-a65d25ad7ce4 req-09887f13-aa75-40af-8860-5aadfe3efae5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3f214e301c854f86bc9c3bfa15ad95e5&device_id=3375f528-4cbc-432f-b60c-e4af9afa08f6 HTTP/1.1" status: 200 len: 1094 time: 0.2446830 Nov 16 11:34:47.910718 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b35662a5-8518-48d3-b9e7-f0f7ded02187 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:48.067919 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350df06-0632-4937-a3d9-4c9634514f2f req-12bf2682-473d-4eeb-a44b-40b045b68f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:48.069450 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9350df06-0632-4937-a3d9-4c9634514f2f req-12bf2682-473d-4eeb-a44b-40b045b68f6b service neutron] 10.222.0.64 "GET /v2.0/networks?id=f04978c1-c257-48cf-8767-22c9cfb6cb25 HTTP/1.1" status: 200 len: 918 time: 0.3761680 Nov 16 11:34:48.111823 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7eb57-956e-4f75-b674-a65d25ad7ce4 req-098dd715-1a5a-483a-9e32-26be3d9a3720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:48.113303 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4fc7eb57-956e-4f75-b674-a65d25ad7ce4 req-098dd715-1a5a-483a-9e32-26be3d9a3720 service neutron] 10.222.0.64 "GET /v2.0/networks?id=19fbe812-1855-4287-a141-46001d900e9e HTTP/1.1" status: 200 len: 914 time: 0.3167646 Nov 16 11:34:48.197674 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b35662a5-8518-48d3-b9e7-f0f7ded02187 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:48.211151 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4fc7eb57-956e-4f75-b674-a65d25ad7ce4 req-6bba9df6-2639-428b-9837-c714e0a42954 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33 HTTP/1.1" status: 200 len: 217 time: 0.0640616 Nov 16 11:34:48.265034 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35662a5-8518-48d3-b9e7-f0f7ded02187 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event deleted for resources: {'Subnet': ['ID=6a8d80be-8afd-4dbe-a201-80af560fe214,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:48.274344 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b35662a5-8518-48d3-b9e7-f0f7ded02187 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:48.278282 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b35662a5-8518-48d3-b9e7-f0f7ded02187 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "DELETE /v2.0/subnets/6a8d80be-8afd-4dbe-a201-80af560fe214 HTTP/1.1" status: 204 len: 168 time: 1.1556549 Nov 16 11:34:48.281060 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49060) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:48.296546 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f845c84c-8fb3-45f5-8cc3-da8c351e6358 None None] Network 9d27365d-14b7-47c0-b623-86f5c3cdf3ba requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:34:48.316337 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9350df06-0632-4937-a3d9-4c9634514f2f req-3ebc0796-c7d2-4dbf-983a-ef963dc87ce7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375 HTTP/1.1" status: 200 len: 1000 time: 0.2245131 Nov 16 11:34:48.329245 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:48.398264 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a8f97bb-feb5-4332-ac76-96472b5609bf tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Deleting subnet eb3e9c8d-f475-4072-ad3a-2dff78082c37 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:34:48.403410 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a8f97bb-feb5-4332-ac76-96472b5609bf tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:48.403693 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-189b0322-f0ac-4ba5-bcba-2e2061b10af1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aa1bb74-8213-4890-9274-1ce4587511f5 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:34:48.414045 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7eb57-956e-4f75-b674-a65d25ad7ce4 req-b08d64ef-5933-402c-8370-bf541f5c2cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:48.416141 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4fc7eb57-956e-4f75-b674-a65d25ad7ce4 req-b08d64ef-5933-402c-8370-bf541f5c2cfb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=baab6639-cc69-4a58-add6-411f66538666 HTTP/1.1" status: 200 len: 853 time: 0.1709547 Nov 16 11:34:48.420244 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-189b0322-f0ac-4ba5-bcba-2e2061b10af1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:48.454007 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350df06-0632-4937-a3d9-4c9634514f2f req-b71cae0f-3c6b-4a24-a624-016158acd728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:48.455833 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9350df06-0632-4937-a3d9-4c9634514f2f req-b71cae0f-3c6b-4a24-a624-016158acd728 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d5fcc0bd-d8ea-41ad-86b1-2d27bd924015 HTTP/1.1" status: 200 len: 856 time: 0.1126451 Nov 16 11:34:48.457142 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-189b0322-f0ac-4ba5-bcba-2e2061b10af1 service neutron] Transition to ACTIVE for port object 4aa1bb74-8213-4890-9274-1ce4587511f5 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:34:48.476068 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a8f97bb-feb5-4332-ac76-96472b5609bf tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:48.496223 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4fc7eb57-956e-4f75-b674-a65d25ad7ce4 req-b350a36a-c08d-471a-992e-b0469fe1f9a2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=19fbe812-1855-4287-a141-46001d900e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613434 Nov 16 11:34:48.525714 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-189b0322-f0ac-4ba5-bcba-2e2061b10af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:48.612254 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830458f-4227-4d1d-b216-600d80b8ca33 req-fd3a8718-f70f-4cd4-adbe-09295c979b36 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:48.623987 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0830458f-4227-4d1d-b216-600d80b8ca33 req-fd3a8718-f70f-4cd4-adbe-09295c979b36 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=e19ad846-2512-4aa4-8dd7-d11cb376ea28 HTTP/1.1" status: 200 len: 948 time: 0.1371865 Nov 16 11:34:48.639914 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783c155b-6d24-4219-ba83-ca600cf9d6b0 None None] DHCP port deletion for 9d27365d-14b7-47c0-b623-86f5c3cdf3ba request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:34:48.709983 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-783c155b-6d24-4219-ba83-ca600cf9d6b0 None None] Deleting port 48251b53-9efa-4ee4-b263-a6a6cbdf90f6 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:34:48.710631 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-783c155b-6d24-4219-ba83-ca600cf9d6b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:48.719913 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a8f97bb-feb5-4332-ac76-96472b5609bf tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:48.738259 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0830458f-4227-4d1d-b216-600d80b8ca33 req-95afc055-f643-4a06-9886-b8094d186b7c tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082768 Nov 16 11:34:48.884067 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-783c155b-6d24-4219-ba83-ca600cf9d6b0 None None] For port 48251b53-9efa-4ee4-b263-a6a6cbdf90f6, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=48251b53-9efa-4ee4-b263-a6a6cbdf90f6,segment=NetworkSegment(84672f9a-2d91-4845-9b97-7994630f509d),segment_id=84672f9a-2d91-4845-9b97-7994630f509d)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:34:48.884450 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-783c155b-6d24-4219-ba83-ca600cf9d6b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:48.896644 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a8f97bb-feb5-4332-ac76-96472b5609bf tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:48.919719 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-783c155b-6d24-4219-ba83-ca600cf9d6b0 None None] Calling delete_port for 48251b53-9efa-4ee4-b263-a6a6cbdf90f6 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:34:48.925566 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc9240-1425-4887-b0a4-f1177ef8a995 req-bec3c733-5573-4556-bf28-2344ebfa8dcc tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:48.931811 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:48.938037 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-63fc9240-1425-4887-b0a4-f1177ef8a995 req-bec3c733-5573-4556-bf28-2344ebfa8dcc tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] 10.222.0.61 "GET /v2.0/ports?device_id=3375f528-4cbc-432f-b60c-e4af9afa08f6 HTTP/1.1" status: 200 len: 943 time: 0.1047242 Nov 16 11:34:49.002844 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f97bb-feb5-4332-ac76-96472b5609bf tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event deleted for resources: {'Subnet': ['ID=eb3e9c8d-f475-4072-ad3a-2dff78082c37,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:49.023197 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a8f97bb-feb5-4332-ac76-96472b5609bf tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:49.026913 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6a8f97bb-feb5-4332-ac76-96472b5609bf tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "DELETE /v2.0/subnets/eb3e9c8d-f475-4072-ad3a-2dff78082c37 HTTP/1.1" status: 204 len: 168 time: 0.7411892 Nov 16 11:34:49.043256 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8f97bb-feb5-4332-ac76-96472b5609bf tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:34:49.043799 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8f97bb-feb5-4332-ac76-96472b5609bf tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:34:49.044240 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8f97bb-feb5-4332-ac76-96472b5609bf tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:34:49.044664 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8f97bb-feb5-4332-ac76-96472b5609bf tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:34:49.045147 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8f97bb-feb5-4332-ac76-96472b5609bf tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:34:49.045566 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8f97bb-feb5-4332-ac76-96472b5609bf tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:34:49.047111 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8f97bb-feb5-4332-ac76-96472b5609bf tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:34:49.047564 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8f97bb-feb5-4332-ac76-96472b5609bf tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:34:49.047988 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8f97bb-feb5-4332-ac76-96472b5609bf tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:34:49.048584 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8f97bb-feb5-4332-ac76-96472b5609bf tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:34:49.049045 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8f97bb-feb5-4332-ac76-96472b5609bf tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:34:49.049462 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8f97bb-feb5-4332-ac76-96472b5609bf tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:34:49.052362 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49072) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:49.161318 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-63fc9240-1425-4887-b0a4-f1177ef8a995 req-f8953a96-f185-4ac3-907b-7408055ee692 tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c8f2da6-cd5a-49a2-9f23-3bb7fccdc517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151077 Nov 16 11:34:49.218735 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6fcbfb6a-36c0-43f5-a255-b1c944626697 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:49.224120 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b0322-f0ac-4ba5-bcba-2e2061b10af1 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa1bb74-8213-4890-9274-1ce4587511f5,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:49.296468 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6fcbfb6a-36c0-43f5-a255-b1c944626697 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Deleting port 48251b53-9efa-4ee4-b263-a6a6cbdf90f6 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:34:49.297130 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6fcbfb6a-36c0-43f5-a255-b1c944626697 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:49.297837 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350df06-0632-4937-a3d9-4c9634514f2f req-7e7b865f-8d96-4260-af3e-19428a07d604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:49.299415 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9350df06-0632-4937-a3d9-4c9634514f2f req-7e7b865f-8d96-4260-af3e-19428a07d604 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f04978c1-c257-48cf-8767-22c9cfb6cb25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7994637 Nov 16 11:34:49.311350 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd91a38-883e-4f60-908b-60a6b0baea96 None None] Network 5ac46f34-aac0-4a23-8a25-fa65c10a92db requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:34:49.373371 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-6fcbfb6a-36c0-43f5-a255-b1c944626697 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] For port 48251b53-9efa-4ee4-b263-a6a6cbdf90f6, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=48251b53-9efa-4ee4-b263-a6a6cbdf90f6,segment=NetworkSegment(84672f9a-2d91-4845-9b97-7994630f509d),segment_id=84672f9a-2d91-4845-9b97-7994630f509d)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:34:49.373879 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6fcbfb6a-36c0-43f5-a255-b1c944626697 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:49.389823 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:34:49.392110 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6fcbfb6a-36c0-43f5-a255-b1c944626697 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Calling delete_port for 48251b53-9efa-4ee4-b263-a6a6cbdf90f6 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:34:49.419969 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4fc7eb57-956e-4f75-b674-a65d25ad7ce4 req-b707e8b0-37bd-4bcf-aee3-f0251143a69c service neutron] 10.222.0.64 "GET /v2.0/networks/19fbe812-1855-4287-a141-46001d900e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8846757 Nov 16 11:34:49.421785 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9350df06-0632-4937-a3d9-4c9634514f2f req-2e4db1e4-d5e1-4b39-b461-cf54f6300add service neutron] 10.222.0.64 "GET /v2.0/networks/f04978c1-c257-48cf-8767-22c9cfb6cb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971682 Nov 16 11:34:49.543610 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6fcbfb6a-36c0-43f5-a255-b1c944626697 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:49.602672 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcbfb6a-36c0-43f5-a255-b1c944626697 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event deleted for resources: {'Port': ['ID=48251b53-9efa-4ee4-b263-a6a6cbdf90f6,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:49.617768 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-783c155b-6d24-4219-ba83-ca600cf9d6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:49.620521 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-189b0322-f0ac-4ba5-bcba-2e2061b10af1 service neutron] Attempting to bind port 4aa1bb74-8213-4890-9274-1ce4587511f5 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:34:49.620869 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-189b0322-f0ac-4ba5-bcba-2e2061b10af1 service neutron] Attempting to bind port 4aa1bb74-8213-4890-9274-1ce4587511f5 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:34:49.621199 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-189b0322-f0ac-4ba5-bcba-2e2061b10af1 service neutron] Attempting to bind port 4aa1bb74-8213-4890-9274-1ce4587511f5 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:34:49.629214 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcbfb6a-36c0-43f5-a255-b1c944626697 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] No DVR routers for this DVR port 48251b53-9efa-4ee4-b263-a6a6cbdf90f6 on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:34:49.634728 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-189b0322-f0ac-4ba5-bcba-2e2061b10af1 service neutron] Port 4aa1bb74-8213-4890-9274-1ce4587511f5 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:34:49.635069 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-189b0322-f0ac-4ba5-bcba-2e2061b10af1 service neutron] Attempting to bind port 4aa1bb74-8213-4890-9274-1ce4587511f5 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:34:49.650922 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-189b0322-f0ac-4ba5-bcba-2e2061b10af1 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:34:49.651255 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-189b0322-f0ac-4ba5-bcba-2e2061b10af1 service neutron] Checking segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:34:49.651645 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-189b0322-f0ac-4ba5-bcba-2e2061b10af1 service neutron] Bound using segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:34:49.652079 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-189b0322-f0ac-4ba5-bcba-2e2061b10af1 service neutron] Bound port: 4aa1bb74-8213-4890-9274-1ce4587511f5, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:34:49.652410 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-189b0322-f0ac-4ba5-bcba-2e2061b10af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:49.707298 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c155b-6d24-4219-ba83-ca600cf9d6b0 None None] Pushing event deleted for resources: {'Port': ['ID=48251b53-9efa-4ee4-b263-a6a6cbdf90f6,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:49.740348 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ad7c87-7579-45ef-bdac-13885af915a8 None None] DHCP port deletion for 5ac46f34-aac0-4a23-8a25-fa65c10a92db request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:34:49.766254 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783c155b-6d24-4219-ba83-ca600cf9d6b0 None None] No DVR routers for this DVR port 48251b53-9efa-4ee4-b263-a6a6cbdf90f6 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:34:49.873854 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33,segment=NetworkSegment(bae13aa6-fcb4-4712-99cf-d1a69064aea5),segment_id=bae13aa6-fcb4-4712-99cf-d1a69064aea5)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:34:49.874510 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9350df06-0632-4937-a3d9-4c9634514f2f req-449c0f28-0145-4a37-b255-d43c3d7cf4f3 service neutron] 10.222.0.64 "GET /v2.0/networks/f04978c1-c257-48cf-8767-22c9cfb6cb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4352491 Nov 16 11:34:49.876418 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4fc7eb57-956e-4f75-b674-a65d25ad7ce4 req-2f6da73f-f496-426f-82be-07656558a334 service neutron] 10.222.0.64 "GET /v2.0/networks/19fbe812-1855-4287-a141-46001d900e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4383819 Nov 16 11:34:49.900936 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6fcbfb6a-36c0-43f5-a255-b1c944626697 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:49.917461 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-189b0322-f0ac-4ba5-bcba-2e2061b10af1 service neutron] For port 4aa1bb74-8213-4890-9274-1ce4587511f5, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:34:49.917737 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 48251b53-9efa-4ee4-b263-a6a6cbdf90f6 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:34:49.921432 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-189b0322-f0ac-4ba5-bcba-2e2061b10af1 service neutron] For port 4aa1bb74-8213-4890-9274-1ce4587511f5, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=4aa1bb74-8213-4890-9274-1ce4587511f5,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:34:49.934870 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-189b0322-f0ac-4ba5-bcba-2e2061b10af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:49.953548 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-6fcbfb6a-36c0-43f5-a255-b1c944626697 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d27365d-14b7-47c0-b623-86f5c3cdf3ba']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:49.976366 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 48251b53-9efa-4ee4-b263-a6a6cbdf90f6 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:34:49.976642 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 48251b53-9efa-4ee4-b263-a6a6cbdf90f6 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:34:49.979732 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33', 'network_id': '19fbe812-1855-4287-a141-46001d900e9e', 'port_id': 'ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33', 'mac_address': 'fa:16:3e:16:8c:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baab6639-cc69-4a58-add6-411f66538666', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:34:50.009031 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-6fcbfb6a-36c0-43f5-a255-b1c944626697 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84672f9a-2d91-4845-9b97-7994630f509d') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:50.010383 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-6fcbfb6a-36c0-43f5-a255-b1c944626697 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84672f9a-2d91-4845-9b97-7994630f509d') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:50.039126 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6fcbfb6a-36c0-43f5-a255-b1c944626697 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:50.062235 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6fcbfb6a-36c0-43f5-a255-b1c944626697 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:50.068821 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-189b0322-f0ac-4ba5-bcba-2e2061b10af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:50.069738 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-189b0322-f0ac-4ba5-bcba-2e2061b10af1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:50.072813 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-189b0322-f0ac-4ba5-bcba-2e2061b10af1 service neutron] 10.222.0.36 "PUT /v2.0/ports/4aa1bb74-8213-4890-9274-1ce4587511f5 HTTP/1.1" status: 200 len: 1096 time: 2.8586433 Nov 16 11:34:50.073493 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19ad846-2512-4aa4-8dd7-d11cb376ea28', 'tag': '4aa1bb74-8213-4890-9274-1ce4587511f5'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:34:50.076441 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8ec388-4fff-4e58-874c-048a59d180fe" -d '{"events": [{"name": "network-changed", "server_uuid": "e19ad846-2512-4aa4-8dd7-d11cb376ea28", "tag": "4aa1bb74-8213-4890-9274-1ce4587511f5"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:34:50.076719 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fcbfb6a-36c0-43f5-a255-b1c944626697 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:34:50.077097 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6fcbfb6a-36c0-43f5-a255-b1c944626697 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:50.097548 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-a8ad7c87-7579-45ef-bdac-13885af915a8 None None] Deleting port 8fed2a0b-8f0e-4a61-abe2-f15115614bbd {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:34:50.097952 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a8ad7c87-7579-45ef-bdac-13885af915a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:50.109789 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:34:50.109789 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:34:50.109789 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:34:50.109789 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:34:50.109789 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:34:50.109789 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:34:50.109789 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:34:50.109789 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:34:50.109789 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:34:50.109789 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:34:50.109789 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:34:50.109789 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:34:50.109789 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:34:50.109789 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:34:50.109789 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:34:50.109789 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:34:50.109789 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:34:50.109789 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:34:50.109789 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:34:50.109789 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:34:50.109789 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:34:50.109789 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:34:50.109789 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:34:50.109789 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:34:50.109789 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:34:50.109789 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:34:50.109789 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:34:50.109789 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:34:50.109789 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:34:50.109789 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:34:50.109789 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:34:50.109789 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:34:50.144592 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b0322-f0ac-4ba5-bcba-2e2061b10af1 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa1bb74-8213-4890-9274-1ce4587511f5,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:50.187924 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:50.218350 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-0a9af861-d33a-4345-9f82-8f958bab9e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:50.219873 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-0a9af861-d33a-4345-9f82-8f958bab9e4f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf730bc3509b41198d463002969da1ed&device_id=e19ad846-2512-4aa4-8dd7-d11cb376ea28 HTTP/1.1" status: 200 len: 1099 time: 0.0895734 Nov 16 11:34:50.227384 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6aca9-2958-45ce-acfc-187b06164bb5 req-d60b65fc-f69e-4c64-ae07-fb62809d709a tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:50.231566 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bef6aca9-2958-45ce-acfc-187b06164bb5 req-d60b65fc-f69e-4c64-ae07-fb62809d709a tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=e19ad846-2512-4aa4-8dd7-d11cb376ea28 HTTP/1.1" status: 200 len: 948 time: 0.3642597 Nov 16 11:34:50.268073 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:34:50.295565 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-a8ad7c87-7579-45ef-bdac-13885af915a8 None None] For port 8fed2a0b-8f0e-4a61-abe2-f15115614bbd, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=8fed2a0b-8f0e-4a61-abe2-f15115614bbd,segment=NetworkSegment(bbe5a2d5-9a99-4fd9-a8eb-ed2d885204d4),segment_id=bbe5a2d5-9a99-4fd9-a8eb-ed2d885204d4)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:34:50.295974 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a8ad7c87-7579-45ef-bdac-13885af915a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:50.330233 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-dd136921-36d6-414a-9808-3c5e380584b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=4aa1bb74-8213-4890-9274-1ce4587511f5 HTTP/1.1" status: 200 len: 217 time: 0.1028008 Nov 16 11:34:50.361959 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-a8ad7c87-7579-45ef-bdac-13885af915a8 None None] Calling delete_port for 8fed2a0b-8f0e-4a61-abe2-f15115614bbd owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:34:50.385237 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33,segment=NetworkSegment(bae13aa6-fcb4-4712-99cf-d1a69064aea5),segment_id=bae13aa6-fcb4-4712-99cf-d1a69064aea5)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:34:50.397522 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6fcbfb6a-36c0-43f5-a255-b1c944626697 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:50.435179 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-f868d18e-e83c-4bf6-91b1-e776ccbc8692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:50.438456 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6fcbfb6a-36c0-43f5-a255-b1c944626697 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:50.444852 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6fcbfb6a-36c0-43f5-a255-b1c944626697 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "DELETE /v2.0/networks/9d27365d-14b7-47c0-b623-86f5c3cdf3ba HTTP/1.1" status: 204 len: 168 time: 1.3891456 Nov 16 11:34:50.446188 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-f868d18e-e83c-4bf6-91b1-e776ccbc8692 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0999796 Nov 16 11:34:50.456516 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49084) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:50.463420 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:50.500053 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3ec4827b-ba4f-4fd6-8d5c-4fa9499b0eee req-051640c3-d205-445a-a897-14fb16f51349 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=386d7893-e1f4-4c23-8411-eb2f649356b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2672284 Nov 16 11:34:50.513047 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcbfb6a-36c0-43f5-a255-b1c944626697 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event deleted for resources: {'Network': ['ID=9d27365d-14b7-47c0-b623-86f5c3cdf3ba,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:50.571017 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bef6aca9-2958-45ce-acfc-187b06164bb5 req-a14eb0b6-2954-42b1-ad53-97965278bbb0 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141117 Nov 16 11:34:50.577175 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-7da5216c-c2da-453e-995b-0e0991275e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:50.578794 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-7da5216c-c2da-453e-995b-0e0991275e31 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1318033 Nov 16 11:34:50.620604 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:50.648075 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a8ad7c87-7579-45ef-bdac-13885af915a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:50.703213 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad7c87-7579-45ef-bdac-13885af915a8 None None] Pushing event deleted for resources: {'Port': ['ID=8fed2a0b-8f0e-4a61-abe2-f15115614bbd,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:50.708286 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ad7c87-7579-45ef-bdac-13885af915a8 None None] No DVR routers for this DVR port 8fed2a0b-8f0e-4a61-abe2-f15115614bbd on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:34:50.748365 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3da1b7f-8638-49b4-b47a-a4918f046e28 x-openstack-request-id: req-a3da1b7f-8638-49b4-b47a-a4918f046e28 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:34:50.748938 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e19ad846-2512-4aa4-8dd7-d11cb376ea28", "tag": "4aa1bb74-8213-4890-9274-1ce4587511f5", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:34:50.749386 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a3da1b7f-8638-49b4-b47a-a4918f046e28 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:34:50.749978 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e19ad846-2512-4aa4-8dd7-d11cb376ea28', 'tag': '4aa1bb74-8213-4890-9274-1ce4587511f5', 'status': 'completed', 'code': 200} Nov 16 11:34:50.757015 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4827b-ba4f-4fd6-8d5c-4fa9499b0eee req-dae91c08-d3f3-4413-94ff-e2f05193122f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:50.758724 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3ec4827b-ba4f-4fd6-8d5c-4fa9499b0eee req-dae91c08-d3f3-4413-94ff-e2f05193122f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf730bc3509b41198d463002969da1ed&device_id=386d7893-e1f4-4c23-8411-eb2f649356b5 HTTP/1.1" status: 200 len: 1100 time: 0.1865797 Nov 16 11:34:50.774288 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed79f989-ccd8-49fb-b767-d8a9abfe026f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:50.850720 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:34:50.936694 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-5f2a4c63-f26a-4df4-aacc-7fd95dc8b403 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416338 Nov 16 11:34:51.140261 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [req-bd011ef7-d99f-4b55-b61b-7fc09386cec2 req-3804ced9-9f4c-4bed-bc4f-d43ad6ba1467 service neutron] (102668) timed out ('10.222.0.36', 63518) {{(pid=102668) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 11:34:51.142439 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-afd02b5b-9cfc-42c7-adca-c9b0dffd24e3 req-f0aeb08a-64e1-42de-a61b-2729963ed185 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762702 Nov 16 11:34:51.223256 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed79f989-ccd8-49fb-b767-d8a9abfe026f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:51.275678 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-ed79f989-ccd8-49fb-b767-d8a9abfe026f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ac46f34-aac0-4a23-8a25-fa65c10a92db']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:51.291721 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-ed79f989-ccd8-49fb-b767-d8a9abfe026f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbe5a2d5-9a99-4fd9-a8eb-ed2d885204d4') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:51.292611 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-ed79f989-ccd8-49fb-b767-d8a9abfe026f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbe5a2d5-9a99-4fd9-a8eb-ed2d885204d4') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:51.303681 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ec388-4fff-4e58-874c-048a59d180fe req-bda842db-966e-4d07-93cc-f0274d715964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:51.304497 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86650c-2915-4f77-ab5f-29db92287649 req-defcd387-e5df-43f0-b413-f990a30a7acb tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:51.305456 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1f8ec388-4fff-4e58-874c-048a59d180fe req-bda842db-966e-4d07-93cc-f0274d715964 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf730bc3509b41198d463002969da1ed&device_id=e19ad846-2512-4aa4-8dd7-d11cb376ea28 HTTP/1.1" status: 200 len: 1099 time: 0.0985250 Nov 16 11:34:51.308059 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed79f989-ccd8-49fb-b767-d8a9abfe026f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:51.313085 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0d86650c-2915-4f77-ab5f-29db92287649 req-defcd387-e5df-43f0-b413-f990a30a7acb tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] 10.222.0.61 "GET /v2.0/ports?device_id=3375f528-4cbc-432f-b60c-e4af9afa08f6 HTTP/1.1" status: 200 len: 944 time: 0.5011590 Nov 16 11:34:51.338466 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4827b-ba4f-4fd6-8d5c-4fa9499b0eee req-ac43f07e-d9a6-4665-9451-bb1ce3c6c48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:51.339943 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3ec4827b-ba4f-4fd6-8d5c-4fa9499b0eee req-ac43f07e-d9a6-4665-9451-bb1ce3c6c48f service neutron] 10.222.0.36 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.5607228 Nov 16 11:34:51.379226 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed79f989-ccd8-49fb-b767-d8a9abfe026f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:51.391409 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed79f989-ccd8-49fb-b767-d8a9abfe026f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:34:51.391871 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed79f989-ccd8-49fb-b767-d8a9abfe026f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:51.395514 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:34:51.395514 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:34:51.395514 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:34:51.395514 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:34:51.395514 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:34:51.395514 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:34:51.395514 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:34:51.395514 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:34:51.395514 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:34:51.395514 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:34:51.395514 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:34:51.395514 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:34:51.395514 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:34:51.395514 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:34:51.395514 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:34:51.395514 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:34:51.395514 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:34:51.395514 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:34:51.395514 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:34:51.395514 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:34:51.395514 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:34:51.395514 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:34:51.395514 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:34:51.395514 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:34:51.395514 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:34:51.395514 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:34:51.395514 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:34:51.395514 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:34:51.395514 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:34:51.395514 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:34:51.395514 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:34:51.395514 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:34:51.419381 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3ec4827b-ba4f-4fd6-8d5c-4fa9499b0eee req-6b4a8268-066b-4760-bc58-339900981d41 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=c5cec868-b5a5-419b-83d0-1a5458af7b23 HTTP/1.1" status: 200 len: 217 time: 0.0687351 Nov 16 11:34:51.439451 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0d86650c-2915-4f77-ab5f-29db92287649 req-c0692f2e-8319-4d71-9b63-c15f37e88d32 tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c8f2da6-cd5a-49a2-9f23-3bb7fccdc517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254134 Nov 16 11:34:51.499052 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4827b-ba4f-4fd6-8d5c-4fa9499b0eee req-23baecba-ba65-4ac2-92b7-2b7f60772e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:51.500836 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3ec4827b-ba4f-4fd6-8d5c-4fa9499b0eee req-23baecba-ba65-4ac2-92b7-2b7f60772e68 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0602512 Nov 16 11:34:51.516931 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed79f989-ccd8-49fb-b767-d8a9abfe026f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:51.542096 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed79f989-ccd8-49fb-b767-d8a9abfe026f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:51.551195 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ed79f989-ccd8-49fb-b767-d8a9abfe026f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "DELETE /v2.0/networks/5ac46f34-aac0-4a23-8a25-fa65c10a92db HTTP/1.1" status: 204 len: 168 time: 1.0880210 Nov 16 11:34:51.552141 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed79f989-ccd8-49fb-b767-d8a9abfe026f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event deleted for resources: {'Network': ['ID=5ac46f34-aac0-4a23-8a25-fa65c10a92db,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:51.558519 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49090) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:51.565064 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-7cab5476-a3e7-42b7-972f-9f1b24806c68 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Request body: {'network': {'name': 'tempest-RoutersTest-1870544964'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:34:51.570391 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ec388-4fff-4e58-874c-048a59d180fe req-08c90434-e1e0-4eb2-baf6-5e0e61a73d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:51.574366 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1f8ec388-4fff-4e58-874c-048a59d180fe req-08c90434-e1e0-4eb2-baf6-5e0e61a73d18 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.2589226 Nov 16 11:34:51.616871 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4827b-ba4f-4fd6-8d5c-4fa9499b0eee req-0d102589-a5b3-4186-9b2d-4b9972a9a0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:51.619601 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3ec4827b-ba4f-4fd6-8d5c-4fa9499b0eee req-0d102589-a5b3-4186-9b2d-4b9972a9a0e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1108730 Nov 16 11:34:51.654702 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1f8ec388-4fff-4e58-874c-048a59d180fe req-8a811e3e-fb64-4e04-8e98-d585a8d9e3d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=4aa1bb74-8213-4890-9274-1ce4587511f5 HTTP/1.1" status: 200 len: 217 time: 0.0716014 Nov 16 11:34:51.682854 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cab5476-a3e7-42b7-972f-9f1b24806c68 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Made reservation on behalf of 3610a194a09949c3b82958173883b2cb for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:34:51.686308 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7cab5476-a3e7-42b7-972f-9f1b24806c68 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:51.750081 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 8fed2a0b-8f0e-4a61-abe2-f15115614bbd no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:34:51.750772 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ec388-4fff-4e58-874c-048a59d180fe req-744d264c-1292-4bd1-a69b-311baf120d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:51.756394 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1f8ec388-4fff-4e58-874c-048a59d180fe req-744d264c-1292-4bd1-a69b-311baf120d66 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0915375 Nov 16 11:34:51.759547 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085c469-c6d1-497b-8808-24633a788801 req-ea639376-1d17-44bb-b308-2b157591a62c tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:51.761607 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d085c469-c6d1-497b-8808-24633a788801 req-ea639376-1d17-44bb-b308-2b157591a62c tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=e19ad846-2512-4aa4-8dd7-d11cb376ea28 HTTP/1.1" status: 200 len: 948 time: 0.0723226 Nov 16 11:34:51.811500 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cab5476-a3e7-42b7-972f-9f1b24806c68 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:34:51.820073 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 8fed2a0b-8f0e-4a61-abe2-f15115614bbd {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:34:51.827324 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 8fed2a0b-8f0e-4a61-abe2-f15115614bbd not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:34:51.829989 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7cab5476-a3e7-42b7-972f-9f1b24806c68 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:51.830541 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-7cab5476-a3e7-42b7-972f-9f1b24806c68 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Added segment 9813c7b2-8717-4534-ac7c-08cad584e821 of type vlan for network 5e177f17-5b41-44fe-8c0c-ebb45bb058f3 Nov 16 11:34:51.841359 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d085c469-c6d1-497b-8808-24633a788801 req-c6f4397e-5c6d-4437-8e54-f8ca166e6ced tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736198 Nov 16 11:34:51.860949 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3ec4827b-ba4f-4fd6-8d5c-4fa9499b0eee req-1dda8818-d5cb-430f-bcd6-723c0e68da1a service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320256 Nov 16 11:34:51.878109 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ec388-4fff-4e58-874c-048a59d180fe req-a3590736-69d8-45c8-951c-ff9f7ecd8311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:51.879927 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1f8ec388-4fff-4e58-874c-048a59d180fe req-a3590736-69d8-45c8-951c-ff9f7ecd8311 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1084709 Nov 16 11:34:51.981334 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7cab5476-a3e7-42b7-972f-9f1b24806c68 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:51.995737 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3ec4827b-ba4f-4fd6-8d5c-4fa9499b0eee req-3fe74797-0ace-496a-8ae8-0a41af0897d5 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094553 Nov 16 11:34:52.038109 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7cab5476-a3e7-42b7-972f-9f1b24806c68 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:52.046736 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cab5476-a3e7-42b7-972f-9f1b24806c68 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:52.047970 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7cab5476-a3e7-42b7-972f-9f1b24806c68 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:52.130772 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49098) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:52.131502 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7cab5476-a3e7-42b7-972f-9f1b24806c68 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5715444 Nov 16 11:34:52.137256 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-3d30bbe3-ff03-427e-97c6-8a89aae3c984 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Request body: {'subnet': {'network_id': '5e177f17-5b41-44fe-8c0c-ebb45bb058f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:34:52.137466 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1f8ec388-4fff-4e58-874c-048a59d180fe req-50e0615b-94ba-435d-b582-d54c1a1ef2f4 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218432 Nov 16 11:34:52.219412 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cab5476-a3e7-42b7-972f-9f1b24806c68 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event updated for resources: {'Network': ['ID=5e177f17-5b41-44fe-8c0c-ebb45bb058f3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:52.232427 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 5e177f17-5b41-44fe-8c0c-ebb45bb058f3 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:34:52.285582 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1f8ec388-4fff-4e58-874c-048a59d180fe req-a21cddec-a9dc-4436-8134-7aa797372f1e service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390831 Nov 16 11:34:52.333203 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d30bbe3-ff03-427e-97c6-8a89aae3c984 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Made reservation on behalf of 3610a194a09949c3b82958173883b2cb for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:34:52.337840 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3d30bbe3-ff03-427e-97c6-8a89aae3c984 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:52.615074 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d82db-58cd-443c-90af-490e610c0198 req-1674f3d1-43e3-4465-a36e-33439db313f2 tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:52.622630 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4d3d82db-58cd-443c-90af-490e610c0198 req-1674f3d1-43e3-4465-a36e-33439db313f2 tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] 10.222.0.61 "GET /v2.0/ports?device_id=3375f528-4cbc-432f-b60c-e4af9afa08f6 HTTP/1.1" status: 200 len: 944 time: 0.1100693 Nov 16 11:34:52.671078 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3d30bbe3-ff03-427e-97c6-8a89aae3c984 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:52.687749 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4d3d82db-58cd-443c-90af-490e610c0198 req-40ac783f-1242-4e11-af5a-3d900dcd600d tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c8f2da6-cd5a-49a2-9f23-3bb7fccdc517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641932 Nov 16 11:34:52.772787 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30bbe3-ff03-427e-97c6-8a89aae3c984 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event updated for resources: {'Subnet': ['ID=48419af5-5c81-414d-a469-ec25d8f5c7a7,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:52.781243 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d30bbe3-ff03-427e-97c6-8a89aae3c984 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Checking segment: {'id': '9813c7b2-8717-4534-ac7c-08cad584e821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5e177f17-5b41-44fe-8c0c-ebb45bb058f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:34:52.781677 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d30bbe3-ff03-427e-97c6-8a89aae3c984 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Network hostable DHCP agents. Network: 5e177f17-5b41-44fe-8c0c-ebb45bb058f3, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:34:52.808423 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d30bbe3-ff03-427e-97c6-8a89aae3c984 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Network 5e177f17-5b41-44fe-8c0c-ebb45bb058f3 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:34:52.824911 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-3d30bbe3-ff03-427e-97c6-8a89aae3c984 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 5e177f17-5b41-44fe-8c0c-ebb45bb058f3) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:34:52.832631 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d30bbe3-ff03-427e-97c6-8a89aae3c984 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:52.833733 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3d30bbe3-ff03-427e-97c6-8a89aae3c984 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:52.835241 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd71a50e-5169-49d0-812d-57876207f7ea None None] Network 5e177f17-5b41-44fe-8c0c-ebb45bb058f3 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:34:52.872453 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3d30bbe3-ff03-427e-97c6-8a89aae3c984 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7401867 Nov 16 11:34:52.874926 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49108) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:52.880163 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-3af9b943-9e26-49dd-ac5b-bf45a2c6cafe tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-932551896', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:34:52.909398 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3af9b943-9e26-49dd-ac5b-bf45a2c6cafe tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:52.911068 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3af9b943-9e26-49dd-ac5b-bf45a2c6cafe tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:52.994982 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3af9b943-9e26-49dd-ac5b-bf45a2c6cafe tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:53.004271 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3af9b943-9e26-49dd-ac5b-bf45a2c6cafe tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:53.044505 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3af9b943-9e26-49dd-ac5b-bf45a2c6cafe tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:53.046716 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c71465-b73d-4d43-afaf-cf436bb8c695 req-d83f4e92-dc5a-4af5-be47-30bc5d4f8887 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:53.048886 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d1c71465-b73d-4d43-afaf-cf436bb8c695 req-d83f4e92-dc5a-4af5-be47-30bc5d4f8887 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=e19ad846-2512-4aa4-8dd7-d11cb376ea28 HTTP/1.1" status: 200 len: 948 time: 0.0730145 Nov 16 11:34:53.049490 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49110) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:53.052422 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-3af9b943-9e26-49dd-ac5b-bf45a2c6cafe tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1745965 Nov 16 11:34:53.057322 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-de017ee0-4e63-455f-82ed-e0cf84e7e7b6 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Request body: {'port': {'network_id': '5e177f17-5b41-44fe-8c0c-ebb45bb058f3', 'name': 'tempest-RoutersTest-4718692'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:34:53.128312 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2c54e4-f091-4089-9705-b722721a226e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-5e177f17-5b41-44fe-8c0c-ebb45bb058f3', 'network_id': '5e177f17-5b41-44fe-8c0c-ebb45bb058f3', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'fixed_ips': [{'subnet_id': '48419af5-5c81-414d-a469-ec25d8f5c7a7'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:34:53.131214 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-df2c54e4-f091-4089-9705-b722721a226e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:53.194686 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d1c71465-b73d-4d43-afaf-cf436bb8c695 req-88d8bbd2-9c64-4125-9be0-7b27e0d3a261 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330905 Nov 16 11:34:53.258345 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 4aa1bb74-8213-4890-9274-1ce4587511f5 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:34:53.277974 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de017ee0-4e63-455f-82ed-e0cf84e7e7b6 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Made reservation on behalf of 3610a194a09949c3b82958173883b2cb for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:34:53.277974 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-de017ee0-4e63-455f-82ed-e0cf84e7e7b6 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:53.300599 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-de017ee0-4e63-455f-82ed-e0cf84e7e7b6 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] device_id is not set on port eaae2da0-c05d-4167-a0a5-784ea5a67171 yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:34:53.342714 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:34:53.407564 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-df2c54e4-f091-4089-9705-b722721a226e None None] Allocated IP 172.20.0.2 (5e177f17-5b41-44fe-8c0c-ebb45bb058f3/48419af5-5c81-414d-a469-ec25d8f5c7a7/ae981cbc-b127-4507-89fa-e991a03d6b82) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:34:53.451055 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 4aa1bb74-8213-4890-9274-1ce4587511f5, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=4aa1bb74-8213-4890-9274-1ce4587511f5,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:34:53.474891 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:34:53.500422 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '4aa1bb74-8213-4890-9274-1ce4587511f5', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'port_id': '4aa1bb74-8213-4890-9274-1ce4587511f5', 'mac_address': 'fa:16:3e:11:cb:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c770cc-51d7-42eb-b4a6-9a605bacae0f', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:34:53.507169 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:34:53.507545 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:53.608750 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:53.635965 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aa1bb74-8213-4890-9274-1ce4587511f5 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:34:53.713204 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 4aa1bb74-8213-4890-9274-1ce4587511f5, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=4aa1bb74-8213-4890-9274-1ce4587511f5,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:34:53.728162 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:53.733521 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:53.758603 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-df2c54e4-f091-4089-9705-b722721a226e None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:53.779407 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-df2c54e4-f091-4089-9705-b722721a226e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:53.806038 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3375f528-4cbc-432f-b60c-e4af9afa08f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:34:53.808291 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3bf00f-7492-4f7e-bcbd-b7926eeb0867" -d '{"events": [{"server_uuid": "3375f528-4cbc-432f-b60c-e4af9afa08f6", "name": "network-vif-plugged", "status": "completed", "tag": "ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:34:53.826469 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33,segment=NetworkSegment(bae13aa6-fcb4-4712-99cf-d1a69064aea5),segment_id=bae13aa6-fcb4-4712-99cf-d1a69064aea5)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:34:53.839632 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2c54e4-f091-4089-9705-b722721a226e None None] Network 5e177f17-5b41-44fe-8c0c-ebb45bb058f3 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:34:53.843123 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-df2c54e4-f091-4089-9705-b722721a226e None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:34:53.849812 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=4aa1bb74-8213-4890-9274-1ce4587511f5,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:53.855274 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:53.860776 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2c54e4-f091-4089-9705-b722721a226e None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:34:53.913459 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1362bebf-6e35-4e90-8858-6cf616127534 req-06c5b1b9-d8f8-4fca-9506-69d35566aab7 tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:53.915038 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1362bebf-6e35-4e90-8858-6cf616127534 req-06c5b1b9-d8f8-4fca-9506-69d35566aab7 tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] 10.222.0.61 "GET /v2.0/ports?device_id=3375f528-4cbc-432f-b60c-e4af9afa08f6 HTTP/1.1" status: 200 len: 944 time: 0.1423953 Nov 16 11:34:53.943326 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-de017ee0-4e63-455f-82ed-e0cf84e7e7b6 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-19809af7-6ddc-4290-89d8-ac78b6ce2af3 {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:34:53.943676 n-d-816823-3 neutron-server[102669]: DEBUG oslo_db.api [None req-de017ee0-4e63-455f-82ed-e0cf84e7e7b6 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:34:53.962655 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['4aa1bb74-8213-4890-9274-1ce4587511f5'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:34:54.008422 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1362bebf-6e35-4e90-8858-6cf616127534 req-05bfd835-b44f-4552-8796-be16b3afb128 tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c8f2da6-cd5a-49a2-9f23-3bb7fccdc517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795684 Nov 16 11:34:54.151126 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c54e4-f091-4089-9705-b722721a226e None None] Pushing event updated for resources: {'Port': ['ID=ae981cbc-b127-4507-89fa-e991a03d6b82,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:54.159399 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c022ef-82a6-4bc2-98e8-be8b66b17c6f x-openstack-request-id: req-05c022ef-82a6-4bc2-98e8-be8b66b17c6f {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:34:54.159901 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3375f528-4cbc-432f-b60c-e4af9afa08f6", "name": "network-vif-plugged", "status": "completed", "tag": "ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:34:54.160482 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-05c022ef-82a6-4bc2-98e8-be8b66b17c6f {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:34:54.161130 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3375f528-4cbc-432f-b60c-e4af9afa08f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33', 'code': 200} Nov 16 11:34:54.202683 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57fdb12-5fbf-47ac-93b1-57c5bfedbf4e req-b357f116-8dcb-45b2-a0d1-ec298107135a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:54.204904 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b57fdb12-5fbf-47ac-93b1-57c5bfedbf4e req-b357f116-8dcb-45b2-a0d1-ec298107135a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3375f528-4cbc-432f-b60c-e4af9afa08f6 HTTP/1.1" status: 200 len: 1096 time: 0.0480962 Nov 16 11:34:54.268646 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b57fdb12-5fbf-47ac-93b1-57c5bfedbf4e req-ce1c1783-0d1c-456a-ac9d-3cd3a691e73d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5c8f2da6-cd5a-49a2-9f23-3bb7fccdc517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530291 Nov 16 11:34:54.273269 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-df2c54e4-f091-4089-9705-b722721a226e None None] Attempting to bind port ae981cbc-b127-4507-89fa-e991a03d6b82 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:34:54.273655 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-df2c54e4-f091-4089-9705-b722721a226e None None] Attempting to bind port ae981cbc-b127-4507-89fa-e991a03d6b82 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9813c7b2-8717-4534-ac7c-08cad584e821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5e177f17-5b41-44fe-8c0c-ebb45bb058f3'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:34:54.274050 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2c54e4-f091-4089-9705-b722721a226e None None] Attempting to bind port ae981cbc-b127-4507-89fa-e991a03d6b82 on network 5e177f17-5b41-44fe-8c0c-ebb45bb058f3 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:34:54.304994 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2c54e4-f091-4089-9705-b722721a226e None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:34:54.305448 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2c54e4-f091-4089-9705-b722721a226e None None] Checking segment: {'id': '9813c7b2-8717-4534-ac7c-08cad584e821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5e177f17-5b41-44fe-8c0c-ebb45bb058f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:34:54.305817 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-df2c54e4-f091-4089-9705-b722721a226e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:54.306353 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2c54e4-f091-4089-9705-b722721a226e None None] Bound using segment: {'id': '9813c7b2-8717-4534-ac7c-08cad584e821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5e177f17-5b41-44fe-8c0c-ebb45bb058f3'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:34:54.306826 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-df2c54e4-f091-4089-9705-b722721a226e None None] Bound port: ae981cbc-b127-4507-89fa-e991a03d6b82, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9813c7b2-8717-4534-ac7c-08cad584e821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '5e177f17-5b41-44fe-8c0c-ebb45bb058f3'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:34:54.307215 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-df2c54e4-f091-4089-9705-b722721a226e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:54.322667 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:54.405646 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f858c-b7c1-4065-b469-3901f43db1f5 req-0b14adb1-acb9-448a-a055-dbfac4eaa6da tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:54.408217 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-200f858c-b7c1-4065-b469-3901f43db1f5 req-0b14adb1-acb9-448a-a055-dbfac4eaa6da tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=e19ad846-2512-4aa4-8dd7-d11cb376ea28 HTTP/1.1" status: 200 len: 949 time: 0.0676789 Nov 16 11:34:54.435925 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-df2c54e4-f091-4089-9705-b722721a226e None None] For port ae981cbc-b127-4507-89fa-e991a03d6b82, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:34:54.446766 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-de017ee0-4e63-455f-82ed-e0cf84e7e7b6 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:54.458923 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-df2c54e4-f091-4089-9705-b722721a226e None None] For port ae981cbc-b127-4507-89fa-e991a03d6b82, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=ae981cbc-b127-4507-89fa-e991a03d6b82,segment=NetworkSegment(9813c7b2-8717-4534-ac7c-08cad584e821),segment_id=9813c7b2-8717-4534-ac7c-08cad584e821)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:34:54.469714 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-df2c54e4-f091-4089-9705-b722721a226e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:54.495985 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-200f858c-b7c1-4065-b469-3901f43db1f5 req-44014d66-e235-4b47-a7a9-8cd2025ff8d1 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803578 Nov 16 11:34:54.504160 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-de017ee0-4e63-455f-82ed-e0cf84e7e7b6 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] device_id is not set on port ea4a257a-9c0a-4208-a463-3616ccc64410 yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:34:54.563525 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c54e4-f091-4089-9705-b722721a226e None None] Pushing event updated for resources: {'Port': ['ID=ae981cbc-b127-4507-89fa-e991a03d6b82,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:54.674973 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-de017ee0-4e63-455f-82ed-e0cf84e7e7b6 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Allocated IP 172.20.0.10 (5e177f17-5b41-44fe-8c0c-ebb45bb058f3/48419af5-5c81-414d-a469-ec25d8f5c7a7/ea4a257a-9c0a-4208-a463-3616ccc64410) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:34:54.937623 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-de017ee0-4e63-455f-82ed-e0cf84e7e7b6 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:54.987823 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-de017ee0-4e63-455f-82ed-e0cf84e7e7b6 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:55.040683 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de017ee0-4e63-455f-82ed-e0cf84e7e7b6 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Network 5e177f17-5b41-44fe-8c0c-ebb45bb058f3 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:34:55.044699 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-de017ee0-4e63-455f-82ed-e0cf84e7e7b6 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:34:55.047357 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de017ee0-4e63-455f-82ed-e0cf84e7e7b6 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:34:55.082540 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de017ee0-4e63-455f-82ed-e0cf84e7e7b6 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event updated for resources: {'Port': ['ID=ea4a257a-9c0a-4208-a463-3616ccc64410,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:55.158165 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de017ee0-4e63-455f-82ed-e0cf84e7e7b6 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:55.159319 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-de017ee0-4e63-455f-82ed-e0cf84e7e7b6 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:55.185673 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-de017ee0-4e63-455f-82ed-e0cf84e7e7b6 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 2.1345201 Nov 16 11:34:55.188439 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49134) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:55.198514 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b84b3-ee5e-44eb-a84e-c9c75575e29b req-750aa74b-fa5f-4355-a6fc-f3320cf6a65a tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:55.206605 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ec4b84b3-ee5e-44eb-a84e-c9c75575e29b req-750aa74b-fa5f-4355-a6fc-f3320cf6a65a tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] 10.222.0.61 "GET /v2.0/ports?device_id=3375f528-4cbc-432f-b60c-e4af9afa08f6 HTTP/1.1" status: 200 len: 945 time: 0.1060970 Nov 16 11:34:55.209639 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 4aa1bb74-8213-4890-9274-1ce4587511f5 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:34:55.293329 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ec4b84b3-ee5e-44eb-a84e-c9c75575e29b req-347bd41f-65e1-4021-b5b5-ddcb2b547636 tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c8f2da6-cd5a-49a2-9f23-3bb7fccdc517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805681 Nov 16 11:34:55.338258 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port 4aa1bb74-8213-4890-9274-1ce4587511f5 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:34:55.344841 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 4aa1bb74-8213-4890-9274-1ce4587511f5 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:34:55.345227 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:55.452333 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:55.492719 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 4aa1bb74-8213-4890-9274-1ce4587511f5, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=4aa1bb74-8213-4890-9274-1ce4587511f5,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:34:55.504840 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:55.592076 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=4aa1bb74-8213-4890-9274-1ce4587511f5,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:55.687038 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c63d2a-c705-41b8-bcd4-05cac945f427 req-0116952a-fd47-499d-b249-605a4d3467fa tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:55.702637 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c0c63d2a-c705-41b8-bcd4-05cac945f427 req-0116952a-fd47-499d-b249-605a4d3467fa tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=e19ad846-2512-4aa4-8dd7-d11cb376ea28 HTTP/1.1" status: 200 len: 950 time: 0.1054277 Nov 16 11:34:55.727923 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-93622f06-2d8a-48d9-88c0-83d7d4322ea7 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:55.840380 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c0c63d2a-c705-41b8-bcd4-05cac945f427 req-27a84f8a-f3c7-425d-8289-9a2a311e8632 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351745 Nov 16 11:34:55.867668 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device ae981cbc-b127-4507-89fa-e991a03d6b82 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:34:55.969271 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port ae981cbc-b127-4507-89fa-e991a03d6b82 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:34:55.969754 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:56.084912 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a561291e-f140-4232-8443-43211253f337 None None] Network 5e177f17-5b41-44fe-8c0c-ebb45bb058f3 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:34:56.090275 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-93622f06-2d8a-48d9-88c0-83d7d4322ea7 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:56.101023 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-93622f06-2d8a-48d9-88c0-83d7d4322ea7 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:56.180348 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19ad846-2512-4aa4-8dd7-d11cb376ea28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa1bb74-8213-4890-9274-1ce4587511f5'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:34:56.183776 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307ee550-f007-4e56-88b3-de96aa6fb45c" -d '{"events": [{"server_uuid": "e19ad846-2512-4aa4-8dd7-d11cb376ea28", "name": "network-vif-plugged", "status": "completed", "tag": "4aa1bb74-8213-4890-9274-1ce4587511f5"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:34:56.215245 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93622f06-2d8a-48d9-88c0-83d7d4322ea7 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event updated for resources: {'Port': ['ID=ea4a257a-9c0a-4208-a463-3616ccc64410,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:56.257367 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d770cfe1-1dfc-45f4-85eb-1ae06ff33625 None None] Provisioning complete for port ae981cbc-b127-4507-89fa-e991a03d6b82 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:34:56.257865 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d770cfe1-1dfc-45f4-85eb-1ae06ff33625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:56.259893 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:56.313126 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92769bc3-a7a2-4d5b-9d44-a08b4b16e2a1 x-openstack-request-id: req-92769bc3-a7a2-4d5b-9d44-a08b4b16e2a1 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:34:56.313561 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19ad846-2512-4aa4-8dd7-d11cb376ea28", "name": "network-vif-plugged", "status": "completed", "tag": "4aa1bb74-8213-4890-9274-1ce4587511f5", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:34:56.313826 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-92769bc3-a7a2-4d5b-9d44-a08b4b16e2a1 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:34:56.314278 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19ad846-2512-4aa4-8dd7-d11cb376ea28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa1bb74-8213-4890-9274-1ce4587511f5', 'code': 200} Nov 16 11:34:56.410948 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port ae981cbc-b127-4507-89fa-e991a03d6b82, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=ae981cbc-b127-4507-89fa-e991a03d6b82,segment=NetworkSegment(9813c7b2-8717-4534-ac7c-08cad584e821),segment_id=9813c7b2-8717-4534-ac7c-08cad584e821)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:34:56.452448 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ff019-2c31-4781-897c-f494470dcb86 req-f913603a-fe59-493c-bbb0-ef4f52e72edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:56.454395 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-833ff019-2c31-4781-897c-f494470dcb86 req-f913603a-fe59-493c-bbb0-ef4f52e72edc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e19ad846-2512-4aa4-8dd7-d11cb376ea28 HTTP/1.1" status: 200 len: 1101 time: 0.1165118 Nov 16 11:34:56.456172 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8422e6f-7a7d-4934-a6d8-9ff4955577ec req-75798c0f-e4be-4595-a960-80c7240152dc tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:56.458152 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e8422e6f-7a7d-4934-a6d8-9ff4955577ec req-75798c0f-e4be-4595-a960-80c7240152dc tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] 10.222.0.61 "GET /v2.0/ports?device_id=3375f528-4cbc-432f-b60c-e4af9afa08f6 HTTP/1.1" status: 200 len: 945 time: 0.0588524 Nov 16 11:34:56.464425 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:56.495928 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-93622f06-2d8a-48d9-88c0-83d7d4322ea7 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:56.529198 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e8422e6f-7a7d-4934-a6d8-9ff4955577ec req-d82868d8-6ec3-49e4-8936-b6965f9a51cf tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c8f2da6-cd5a-49a2-9f23-3bb7fccdc517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644312 Nov 16 11:34:56.594755 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-833ff019-2c31-4781-897c-f494470dcb86 req-a6e7b2bb-8056-43c9-b538-ea58f853504d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287539 Nov 16 11:34:56.636375 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=ae981cbc-b127-4507-89fa-e991a03d6b82,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:56.670911 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-93622f06-2d8a-48d9-88c0-83d7d4322ea7 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:57.081018 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-93622f06-2d8a-48d9-88c0-83d7d4322ea7 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:57.081715 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-78959d7a-dcbc-4755-b9d9-e01be4c5a6b2 None None] Provisioning complete for port ea4a257a-9c0a-4208-a463-3616ccc64410 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:34:57.081963 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-78959d7a-dcbc-4755-b9d9-e01be4c5a6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:57.089322 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-93622f06-2d8a-48d9-88c0-83d7d4322ea7 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:57.149208 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-78959d7a-dcbc-4755-b9d9-e01be4c5a6b2 None None] Port ea4a257a-9c0a-4208-a463-3616ccc64410 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:34:57.169129 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-78959d7a-dcbc-4755-b9d9-e01be4c5a6b2 None None] Provisioning complete for port ae981cbc-b127-4507-89fa-e991a03d6b82 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:34:57.169525 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-78959d7a-dcbc-4755-b9d9-e01be4c5a6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:57.193338 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-93622f06-2d8a-48d9-88c0-83d7d4322ea7 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:57.194980 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3020442-ab01-45ca-a711-8e0e836c7612 req-030ce14f-eacf-43db-ac7c-ca5f66986d5d tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:57.198730 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d3020442-ab01-45ca-a711-8e0e836c7612 req-030ce14f-eacf-43db-ac7c-ca5f66986d5d tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=e19ad846-2512-4aa4-8dd7-d11cb376ea28 HTTP/1.1" status: 200 len: 950 time: 0.0829909 Nov 16 11:34:57.300174 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d3020442-ab01-45ca-a711-8e0e836c7612 req-5aa8762c-6e7d-4725-97a4-ac1d74b233e4 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860536 Nov 16 11:34:57.347682 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93622f06-2d8a-48d9-88c0-83d7d4322ea7 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event updated for resources: {'Port': ['ID=ea4a257a-9c0a-4208-a463-3616ccc64410,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:57.355703 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93622f06-2d8a-48d9-88c0-83d7d4322ea7 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Network 5e177f17-5b41-44fe-8c0c-ebb45bb058f3 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:34:57.358382 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-93622f06-2d8a-48d9-88c0-83d7d4322ea7 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:34:57.439399 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a85358a3-2e58-4130-b1e8-ca6fe0351839 None None] Provisioning complete for port ea4a257a-9c0a-4208-a463-3616ccc64410 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:34:57.440467 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a85358a3-2e58-4130-b1e8-ca6fe0351839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:57.502726 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317fbde-7f5f-4a51-859c-03fd41365477 req-613d4293-ed26-4539-8b10-a0805627d9c5 tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:57.516757 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d317fbde-7f5f-4a51-859c-03fd41365477 req-613d4293-ed26-4539-8b10-a0805627d9c5 tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] 10.222.0.61 "GET /v2.0/ports?device_id=3375f528-4cbc-432f-b60c-e4af9afa08f6 HTTP/1.1" status: 200 len: 945 time: 0.1074321 Nov 16 11:34:57.544907 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-a85358a3-2e58-4130-b1e8-ca6fe0351839 None None] Port ea4a257a-9c0a-4208-a463-3616ccc64410 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:34:57.571376 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93622f06-2d8a-48d9-88c0-83d7d4322ea7 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Router 271d4648-37c0-4778-873a-4a70e65ef12c is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:34:57.605940 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d317fbde-7f5f-4a51-859c-03fd41365477 req-8b1df444-ec23-4cfd-bfcf-f1388c7367e6 tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c8f2da6-cd5a-49a2-9f23-3bb7fccdc517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877984 Nov 16 11:34:57.738875 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93622f06-2d8a-48d9-88c0-83d7d4322ea7 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:34:57.745365 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-93622f06-2d8a-48d9-88c0-83d7d4322ea7 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "PUT /v2.0/routers/271d4648-37c0-4778-873a-4a70e65ef12c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5554929 Nov 16 11:34:57.748399 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49160) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:57.754902 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756f621d-19dd-48a9-8e37-3ee606085649 None None] Sync routers for ids ['271d4648-37c0-4778-873a-4a70e65ef12c'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:34:57.798278 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756f621d-19dd-48a9-8e37-3ee606085649 None None] Routers {'271d4648-37c0-4778-873a-4a70e65ef12c'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:34:57.799020 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-756f621d-19dd-48a9-8e37-3ee606085649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:34:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['271d4648-37c0-4778-873a-4a70e65ef12c'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:57.873363 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device ae981cbc-b127-4507-89fa-e991a03d6b82 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:34:57.876591 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-0e1dae43-22dd-45b3-8ca7-cf035c0eb160 None None] Provisioning complete for port ea4a257a-9c0a-4208-a463-3616ccc64410 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:34:57.876974 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0e1dae43-22dd-45b3-8ca7-cf035c0eb160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:57.882869 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4476599a-0fc6-423f-9579-d593c1e947b9 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:57.888350 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49166) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:34:57.900899 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4476599a-0fc6-423f-9579-d593c1e947b9 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "GET /v2.0/ports/ea4a257a-9c0a-4208-a463-3616ccc64410 HTTP/1.1" status: 200 len: 975 time: 0.1511085 Nov 16 11:34:57.906423 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-756f621d-19dd-48a9-8e37-3ee606085649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:57.980120 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756f621d-19dd-48a9-8e37-3ee606085649 None None] Routers {'271d4648-37c0-4778-873a-4a70e65ef12c'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:34:57.980903 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-756f621d-19dd-48a9-8e37-3ee606085649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:34:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['271d4648-37c0-4778-873a-4a70e65ef12c'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:58.084410 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:58.150516 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-756f621d-19dd-48a9-8e37-3ee606085649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:34:58.151180 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756f621d-19dd-48a9-8e37-3ee606085649 None None] The sync data for ids ['271d4648-37c0-4778-873a-4a70e65ef12c'] in n-d-816823-3 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:34:58.154774 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-0e1dae43-22dd-45b3-8ca7-cf035c0eb160 None None] Port ea4a257a-9c0a-4208-a463-3616ccc64410 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:34:58.193381 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port ae981cbc-b127-4507-89fa-e991a03d6b82 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:34:58.198291 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:58.362173 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c4bee0e7-919a-47ec-b7fc-39045e16a034 None None] Provisioning complete for port ea4a257a-9c0a-4208-a463-3616ccc64410 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:34:58.362558 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c4bee0e7-919a-47ec-b7fc-39045e16a034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:58.401366 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-c4bee0e7-919a-47ec-b7fc-39045e16a034 None None] Port ea4a257a-9c0a-4208-a463-3616ccc64410 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:34:58.557810 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6e8a3-5963-42de-aa82-dfa6ee9395ca req-b1766806-d12a-47e6-bfc7-7abef6452743 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:58.559415 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3ed6e8a3-5963-42de-aa82-dfa6ee9395ca req-b1766806-d12a-47e6-bfc7-7abef6452743 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=e19ad846-2512-4aa4-8dd7-d11cb376ea28 HTTP/1.1" status: 200 len: 950 time: 0.1606274 Nov 16 11:34:58.603143 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f08c794c-4489-47a0-8296-10cb86055b59 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:58.705837 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3ed6e8a3-5963-42de-aa82-dfa6ee9395ca req-9be34799-d7a6-4f73-bc76-6639cb99ec09 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354921 Nov 16 11:34:58.838942 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:58.842255 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610bc80-b5c8-4c12-80c7-5bd8b7154613 req-d5a3425e-1f75-4819-b92d-d28f15f67f03 tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:58.848521 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b610bc80-b5c8-4c12-80c7-5bd8b7154613 req-d5a3425e-1f75-4819-b92d-d28f15f67f03 tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] 10.222.0.64 "GET /v2.0/ports?device_id=3375f528-4cbc-432f-b60c-e4af9afa08f6 HTTP/1.1" status: 200 len: 945 time: 0.1308317 Nov 16 11:34:59.005140 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-b610bc80-b5c8-4c12-80c7-5bd8b7154613 req-074652bc-1167-450a-922d-e99df0e7697f tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] Deleting port ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:34:59.006266 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b610bc80-b5c8-4c12-80c7-5bd8b7154613 req-074652bc-1167-450a-922d-e99df0e7697f tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:59.102947 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b422f-c765-460d-9f62-8fc2b9560a2e req-a8a7b3a6-a2cb-45cd-8ec3-355c2ab61c24 tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:59.104734 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4e9b422f-c765-460d-9f62-8fc2b9560a2e req-a8a7b3a6-a2cb-45cd-8ec3-355c2ab61c24 tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] 10.222.0.61 "GET /v2.0/ports?device_id=3375f528-4cbc-432f-b60c-e4af9afa08f6 HTTP/1.1" status: 200 len: 945 time: 0.0764449 Nov 16 11:34:59.146588 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-b610bc80-b5c8-4c12-80c7-5bd8b7154613 req-074652bc-1167-450a-922d-e99df0e7697f tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] For port ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33,segment=NetworkSegment(bae13aa6-fcb4-4712-99cf-d1a69064aea5),segment_id=bae13aa6-fcb4-4712-99cf-d1a69064aea5)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:34:59.146949 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b610bc80-b5c8-4c12-80c7-5bd8b7154613 req-074652bc-1167-450a-922d-e99df0e7697f tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:59.166136 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-b610bc80-b5c8-4c12-80c7-5bd8b7154613 req-074652bc-1167-450a-922d-e99df0e7697f tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] Calling delete_port for ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:34:59.272977 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4e9b422f-c765-460d-9f62-8fc2b9560a2e req-1fd422f2-fdac-49f6-906c-e8220ad76ad1 tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c8f2da6-cd5a-49a2-9f23-3bb7fccdc517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447475 Nov 16 11:34:59.308932 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f08c794c-4489-47a0-8296-10cb86055b59 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Deleting port ea4a257a-9c0a-4208-a463-3616ccc64410 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:34:59.312603 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f08c794c-4489-47a0-8296-10cb86055b59 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:59.378555 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b610bc80-b5c8-4c12-80c7-5bd8b7154613 req-074652bc-1167-450a-922d-e99df0e7697f tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:59.390966 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:34:59.413748 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074652bc-1167-450a-922d-e99df0e7697f tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] Pushing event deleted for resources: {'Port': ['ID=ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:59.465883 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-b610bc80-b5c8-4c12-80c7-5bd8b7154613 req-074652bc-1167-450a-922d-e99df0e7697f tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] No DVR routers for this DVR port ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:34:59.466310 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6e9fd-bb0c-4bce-b69b-467da2135497 req-a714b53a-aa4a-4503-b885-f1015f1810a7 tempest-ServersOnMultiNodesTest-779607297 tempest-ServersOnMultiNodesTest-779607297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:59.467853 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5de6e9fd-bb0c-4bce-b69b-467da2135497 req-a714b53a-aa4a-4503-b885-f1015f1810a7 tempest-ServersOnMultiNodesTest-779607297 tempest-ServersOnMultiNodesTest-779607297-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e19ad846-2512-4aa4-8dd7-d11cb376ea28 HTTP/1.1" status: 200 len: 1101 time: 0.1080804 Nov 16 11:34:59.469525 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b610bc80-b5c8-4c12-80c7-5bd8b7154613 req-074652bc-1167-450a-922d-e99df0e7697f tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:59.476414 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b610bc80-b5c8-4c12-80c7-5bd8b7154613 req-074652bc-1167-450a-922d-e99df0e7697f tempest-ServerPasswordTestJSON-1972223634 tempest-ServerPasswordTestJSON-1972223634-project] 10.222.0.64 "DELETE /v2.0/ports/ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33 HTTP/1.1" status: 204 len: 173 time: 0.6202130 Nov 16 11:34:59.477727 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3375f528-4cbc-432f-b60c-e4af9afa08f6', 'name': 'network-vif-deleted', 'tag': 'ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:34:59.481834 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df3ad7c-5f8d-463e-a0b4-730ab99ffa66" -d '{"events": [{"server_uuid": "3375f528-4cbc-432f-b60c-e4af9afa08f6", "name": "network-vif-deleted", "tag": "ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:34:59.518084 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f08c794c-4489-47a0-8296-10cb86055b59 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:59.542169 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f08c794c-4489-47a0-8296-10cb86055b59 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Calling delete_port for ea4a257a-9c0a-4208-a463-3616ccc64410 owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:34:59.567462 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5de6e9fd-bb0c-4bce-b69b-467da2135497 req-3340f99b-5cba-4b20-8199-8e12adf9ff30 tempest-ServersOnMultiNodesTest-779607297 tempest-ServersOnMultiNodesTest-779607297-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884624 Nov 16 11:34:59.631502 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3eb02f6-1de4-49da-b6d6-5a58b7a3351b x-openstack-request-id: req-d3eb02f6-1de4-49da-b6d6-5a58b7a3351b {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:34:59.632030 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3375f528-4cbc-432f-b60c-e4af9afa08f6", "name": "network-vif-deleted", "tag": "ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:34:59.632454 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d3eb02f6-1de4-49da-b6d6-5a58b7a3351b {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:34:59.633088 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3375f528-4cbc-432f-b60c-e4af9afa08f6', 'name': 'network-vif-deleted', 'tag': 'ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33', 'status': 'completed', 'code': 200} Nov 16 11:34:59.761979 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-10fc5576-de74-4a65-ac35-21fccb40fe48 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=bf730bc3509b41198d463002969da1ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258627 Nov 16 11:34:59.913616 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f08c794c-4489-47a0-8296-10cb86055b59 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:34:59.967073 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08c794c-4489-47a0-8296-10cb86055b59 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event deleted for resources: {'Port': ['ID=ea4a257a-9c0a-4208-a463-3616ccc64410,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:34:59.993687 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-4250cf62-df45-4268-a48f-35a59a9ea86f tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:34:59.995918 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-4250cf62-df45-4268-a48f-35a59a9ea86f tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2243800 Nov 16 11:35:00.062161 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-7dfae40f-67c2-448c-b86d-90b52c77cc9f tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/quotas/bf730bc3509b41198d463002969da1ed HTTP/1.1" status: 200 len: 375 time: 0.0469561 Nov 16 11:35:00.178536 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-b6b2a595-5335-4ae9-841d-219921f51bef tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf730bc3509b41198d463002969da1ed&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1152930 Nov 16 11:35:00.290691 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f08c794c-4489-47a0-8296-10cb86055b59 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:00.413165 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49210) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:00.518603 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2cd13a92-75f8-4c1f-8027-f9f6f1332ebf req-e25127da-0d7d-41ff-bdc6-ee0286fc97b7 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=38966e44-48a2-427d-8613-5650b7d4edf0 HTTP/1.1" status: 200 len: 210 time: 0.0430858 Nov 16 11:35:00.529369 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d9f6ec-c158-4a50-b0fb-2fd1aab661b0 admin admin] Deleting subnet baab6639-cc69-4a58-add6-411f66538666 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:35:00.532387 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f08c794c-4489-47a0-8296-10cb86055b59 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Router 271d4648-37c0-4778-873a-4a70e65ef12c has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:35:00.541070 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35d9f6ec-c158-4a50-b0fb-2fd1aab661b0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:00.632839 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35d9f6ec-c158-4a50-b0fb-2fd1aab661b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:00.640057 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08c794c-4489-47a0-8296-10cb86055b59 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:35:00.651935 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203a0c69-e57d-4f0d-a3d2-4b6454fbfb18 None None] Sync routers for ids ['271d4648-37c0-4778-873a-4a70e65ef12c'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:35:00.673971 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f08c794c-4489-47a0-8296-10cb86055b59 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "PUT /v2.0/routers/271d4648-37c0-4778-873a-4a70e65ef12c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7823763 Nov 16 11:35:00.674238 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203a0c69-e57d-4f0d-a3d2-4b6454fbfb18 None None] Routers {'271d4648-37c0-4778-873a-4a70e65ef12c'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:35:00.674973 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-203a0c69-e57d-4f0d-a3d2-4b6454fbfb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:34:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['271d4648-37c0-4778-873a-4a70e65ef12c'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:00.675420 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49216) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:00.706129 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35d9f6ec-c158-4a50-b0fb-2fd1aab661b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:00.759269 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-203a0c69-e57d-4f0d-a3d2-4b6454fbfb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:00.782590 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203a0c69-e57d-4f0d-a3d2-4b6454fbfb18 None None] Routers {'271d4648-37c0-4778-873a-4a70e65ef12c'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:35:00.783313 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-203a0c69-e57d-4f0d-a3d2-4b6454fbfb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:34:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['271d4648-37c0-4778-873a-4a70e65ef12c'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:00.812382 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35d9f6ec-c158-4a50-b0fb-2fd1aab661b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:00.850551 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35d9f6ec-c158-4a50-b0fb-2fd1aab661b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:00.854560 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-203a0c69-e57d-4f0d-a3d2-4b6454fbfb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:00.854740 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-35d9f6ec-c158-4a50-b0fb-2fd1aab661b0 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/baab6639-cc69-4a58-add6-411f66538666 HTTP/1.1" status: 204 len: 168 time: 0.4391353 Nov 16 11:35:00.855597 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9f6ec-c158-4a50-b0fb-2fd1aab661b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baab6639-cc69-4a58-add6-411f66538666,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:00.856496 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203a0c69-e57d-4f0d-a3d2-4b6454fbfb18 None None] The sync data for ids ['271d4648-37c0-4778-873a-4a70e65ef12c'] in n-d-816823-3 is: [] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:35:00.857525 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49220) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:00.996712 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0dd9f20f-9fc2-41f8-a793-df2000753b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:01.092064 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-bbf66c69-3bb2-49ad-8c22-45a35bdfe138 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] remove_router_interface failed (client error): The resource could not be found. Nov 16 11:35:01.093513 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-bbf66c69-3bb2-49ad-8c22-45a35bdfe138 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "PUT /v2.0/routers/271d4648-37c0-4778-873a-4a70e65ef12c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4160447 Nov 16 11:35:01.097094 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49226) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:01.174884 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-de83e981-3207-4251-9c79-1a2e20c2d56f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "GET /v2.0/ports?device_id=271d4648-37c0-4778-873a-4a70e65ef12c HTTP/1.1" status: 200 len: 205 time: 0.0769508 Nov 16 11:35:01.177218 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49228) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:01.188680 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0dd9f20f-9fc2-41f8-a793-df2000753b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:01.215232 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-0dd9f20f-9fc2-41f8-a793-df2000753b90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19fbe812-1855-4287-a141-46001d900e9e']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:01.231618 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-0dd9f20f-9fc2-41f8-a793-df2000753b90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bae13aa6-fcb4-4712-99cf-d1a69064aea5') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:01.231901 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-0dd9f20f-9fc2-41f8-a793-df2000753b90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bae13aa6-fcb4-4712-99cf-d1a69064aea5') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:01.247138 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0dd9f20f-9fc2-41f8-a793-df2000753b90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:01.266524 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0dd9f20f-9fc2-41f8-a793-df2000753b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:01.282513 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dd9f20f-9fc2-41f8-a793-df2000753b90 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:35:01.284055 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0dd9f20f-9fc2-41f8-a793-df2000753b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:01.301567 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:35:01.301567 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:35:01.301567 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:35:01.301567 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:35:01.301567 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:35:01.301567 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:35:01.301567 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:35:01.301567 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:35:01.301567 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:35:01.301567 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:35:01.301567 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:35:01.301567 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:35:01.301567 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:35:01.301567 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:35:01.301567 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:35:01.301567 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:35:01.301567 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:35:01.301567 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:35:01.301567 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:35:01.301567 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:35:01.301567 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:35:01.301567 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:35:01.301567 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:35:01.301567 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:35:01.301567 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:35:01.301567 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:35:01.301567 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:35:01.301567 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:35:01.301567 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:35:01.301567 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:35:01.301567 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:35:01.301567 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:35:01.364031 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0dd9f20f-9fc2-41f8-a793-df2000753b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:01.370788 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0dd9f20f-9fc2-41f8-a793-df2000753b90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:01.374790 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0dd9f20f-9fc2-41f8-a793-df2000753b90 admin admin] 10.222.0.61 "DELETE /v2.0/networks/19fbe812-1855-4287-a141-46001d900e9e HTTP/1.1" status: 204 len: 168 time: 0.5150535 Nov 16 11:35:01.380233 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:35:01.391611 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9f20f-9fc2-41f8-a793-df2000753b90 admin admin] Pushing event deleted for resources: {'Network': ['ID=19fbe812-1855-4287-a141-46001d900e9e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:01.434589 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:35:01.435088 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device ccdc3f6f-92d7-4b1b-b107-bd165cbb7d33 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:35:01.557325 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49234) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:01.627893 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2c8a520a-0414-4bb6-a1ed-109d4c6f9920 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3f214e301c854f86bc9c3bfa15ad95e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0694919 Nov 16 11:35:01.631155 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49236) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:01.693394 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-96dd8075-c8ca-4382-ba75-7540c49b05e5 req-0b18afb4-bfbc-447f-9fbb-9639c4f4055a tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=38966e44-48a2-427d-8613-5650b7d4edf0 HTTP/1.1" status: 200 len: 210 time: 0.0550880 Nov 16 11:35:01.774978 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-87430f8c-769d-41c9-a7d2-1e63ae463ce7 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=bf730bc3509b41198d463002969da1ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254567 Nov 16 11:35:01.778152 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-013361bb-b57b-44dd-b6be-978872752c6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:01.780087 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-810b507e-e948-4c6a-b94c-dbeccc9b62df tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:01.831643 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-013361bb-b57b-44dd-b6be-978872752c6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:01.948136 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-013361bb-b57b-44dd-b6be-978872752c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:01.952135 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-013361bb-b57b-44dd-b6be-978872752c6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:01.953598 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-013361bb-b57b-44dd-b6be-978872752c6e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5c8f2da6-cd5a-49a2-9f23-3bb7fccdc517 HTTP/1.1" status: 204 len: 168 time: 0.3210115 Nov 16 11:35:01.963222 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013361bb-b57b-44dd-b6be-978872752c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8f2da6-cd5a-49a2-9f23-3bb7fccdc517,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:02.118664 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-810b507e-e948-4c6a-b94c-dbeccc9b62df tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:02.126183 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-810b507e-e948-4c6a-b94c-dbeccc9b62df tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:02.219819 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-802784e9-6f1c-4991-9e81-cbf221be66f1 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:02.221507 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-802784e9-6f1c-4991-9e81-cbf221be66f1 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4383540 Nov 16 11:35:02.223061 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-810b507e-e948-4c6a-b94c-dbeccc9b62df tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:02.223752 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810b507e-e948-4c6a-b94c-dbeccc9b62df tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Fanout notify agent at l3_agent the message router_deleted on router 271d4648-37c0-4778-873a-4a70e65ef12c {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:35:02.240358 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-810b507e-e948-4c6a-b94c-dbeccc9b62df tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:02.241670 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-810b507e-e948-4c6a-b94c-dbeccc9b62df tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "DELETE /v2.0/routers/271d4648-37c0-4778-873a-4a70e65ef12c HTTP/1.1" status: 204 len: 168 time: 1.0631695 Nov 16 11:35:02.244282 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49246) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:02.265391 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-6a842679-9c47-45cb-8da6-5d87bfa398cf tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Request body: {'port': {'device_id': '38966e44-48a2-427d-8613-5650b7d4edf0', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'admin_state_up': True, 'tenant_id': 'bf730bc3509b41198d463002969da1ed'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:02.313295 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcdcd044-9e70-420d-aad2-89227585e064 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Deleting subnet 48419af5-5c81-414d-a469-ec25d8f5c7a7 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:35:02.318443 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dcdcd044-9e70-420d-aad2-89227585e064 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:02.437654 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dcdcd044-9e70-420d-aad2-89227585e064 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:02.456113 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-6a842679-9c47-45cb-8da6-5d87bfa398cf tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Made reservation on behalf of bf730bc3509b41198d463002969da1ed for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:35:02.460871 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-6a842679-9c47-45cb-8da6-5d87bfa398cf tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:02.543980 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dcdcd044-9e70-420d-aad2-89227585e064 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:02.637442 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dcdcd044-9e70-420d-aad2-89227585e064 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:02.693761 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdcd044-9e70-420d-aad2-89227585e064 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event deleted for resources: {'Subnet': ['ID=48419af5-5c81-414d-a469-ec25d8f5c7a7,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:02.718693 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-6a842679-9c47-45cb-8da6-5d87bfa398cf tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Allocated IP 192.168.233.242 (d184b1c6-3832-4c86-bfd0-c1472d76d6c3/c4c770cc-51d7-42eb-b4a6-9a605bacae0f/b78c72b5-87a3-4163-91df-9da2d962352b) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:35:02.731960 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5afb9a6-1f83-4c07-9ebe-5c4970a96048 None None] Network 5e177f17-5b41-44fe-8c0c-ebb45bb058f3 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:35:02.764837 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dcdcd044-9e70-420d-aad2-89227585e064 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:02.777257 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-dcdcd044-9e70-420d-aad2-89227585e064 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "DELETE /v2.0/subnets/48419af5-5c81-414d-a469-ec25d8f5c7a7 HTTP/1.1" status: 204 len: 168 time: 0.5315459 Nov 16 11:35:02.790264 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49260) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:02.942354 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9d167036-a683-4445-a658-a25cdabc6c05 req-c43db19e-c654-4e2a-a85b-ff45a2c216d1 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=38966e44-48a2-427d-8613-5650b7d4edf0 HTTP/1.1" status: 200 len: 210 time: 0.0733039 Nov 16 11:35:02.986501 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a12f7f38-203c-46b3-ab3f-1d4ca8ab1ae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:03.027961 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-6a842679-9c47-45cb-8da6-5d87bfa398cf tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:03.133499 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166f8c6c-d6a1-4c99-b4d4-77abe63a7be8 None None] DHCP port deletion for 5e177f17-5b41-44fe-8c0c-ebb45bb058f3 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:35:03.149422 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-6a842679-9c47-45cb-8da6-5d87bfa398cf tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:03.183692 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49276) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:03.194595 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:35:03.216639 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a12f7f38-203c-46b3-ab3f-1d4ca8ab1ae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Deleting port ae981cbc-b127-4507-89fa-e991a03d6b82 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:35:03.217456 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a12f7f38-203c-46b3-ab3f-1d4ca8ab1ae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:03.221540 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a842679-9c47-45cb-8da6-5d87bfa398cf tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Pushing event updated for resources: {'Port': ['ID=b78c72b5-87a3-4163-91df-9da2d962352b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:03.234597 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['c5cec868-b5a5-419b-83d0-1a5458af7b23', '4aa1bb74-8213-4890-9274-1ce4587511f5'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:35:03.292186 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['2fed52f5-2778-40fe-a87d-7c5f06cbb9a0', '6d9f6105-9caf-468b-8176-13c263c8e400', 'b978d542-abf6-447b-88b8-232ba5c145ac', 'e29bfba0-4457-464f-a217-81f66d7a5fb9'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:35:03.292453 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-6a842679-9c47-45cb-8da6-5d87bfa398cf tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:35:03.306302 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-6a842679-9c47-45cb-8da6-5d87bfa398cf tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:35:03.322242 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-6a842679-9c47-45cb-8da6-5d87bfa398cf tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:35:03.323675 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-d7ae97ac-f86f-4897-9825-7d64a5cfc117 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1609324333-network', 'tenant_id': '6ab31bda493d4a3bae8684db01c778bb'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:03.374664 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ae97ac-f86f-4897-9825-7d64a5cfc117 admin admin] Made reservation on behalf of 6ab31bda493d4a3bae8684db01c778bb for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:35:03.381227 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d7ae97ac-f86f-4897-9825-7d64a5cfc117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:03.418403 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d7ae97ac-f86f-4897-9825-7d64a5cfc117 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:03.419915 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-a12f7f38-203c-46b3-ab3f-1d4ca8ab1ae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] For port ae981cbc-b127-4507-89fa-e991a03d6b82, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=ae981cbc-b127-4507-89fa-e991a03d6b82,segment=NetworkSegment(9813c7b2-8717-4534-ac7c-08cad584e821),segment_id=9813c7b2-8717-4534-ac7c-08cad584e821)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:35:03.420489 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a12f7f38-203c-46b3-ab3f-1d4ca8ab1ae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:03.478391 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a12f7f38-203c-46b3-ab3f-1d4ca8ab1ae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Calling delete_port for ae981cbc-b127-4507-89fa-e991a03d6b82 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:35:03.487618 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-166f8c6c-d6a1-4c99-b4d4-77abe63a7be8 None None] Deleting port ae981cbc-b127-4507-89fa-e991a03d6b82 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:35:03.487992 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-166f8c6c-d6a1-4c99-b4d4-77abe63a7be8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:03.498064 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-6a842679-9c47-45cb-8da6-5d87bfa398cf tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:03.499018 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-6a842679-9c47-45cb-8da6-5d87bfa398cf tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:03.527175 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d7ae97ac-f86f-4897-9825-7d64a5cfc117 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:03.537470 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d7ae97ac-f86f-4897-9825-7d64a5cfc117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:03.562393 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-6a842679-9c47-45cb-8da6-5d87bfa398cf tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3185551 Nov 16 11:35:03.583442 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-2987fd32-44a6-47d0-97d8-ddffa10f1592 service neutron] Request body: {'port': {'device_id': '38966e44-48a2-427d-8613-5650b7d4edf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:03.591526 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7ae97ac-f86f-4897-9825-7d64a5cfc117 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:35:03.599702 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae97ac-f86f-4897-9825-7d64a5cfc117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfafd40e-2b51-4466-a127-43bb0ceaa21b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:03.610689 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d7ae97ac-f86f-4897-9825-7d64a5cfc117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:03.611760 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-d7ae97ac-f86f-4897-9825-7d64a5cfc117 admin admin] Added segment 20517f3a-9cfb-4242-9128-9853b0bf839b of type vlan for network 96e79771-237e-4cd3-91d2-c7d7c5041918 Nov 16 11:35:03.703838 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d7ae97ac-f86f-4897-9825-7d64a5cfc117 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:03.754852 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-166f8c6c-d6a1-4c99-b4d4-77abe63a7be8 None None] For port ae981cbc-b127-4507-89fa-e991a03d6b82, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=ae981cbc-b127-4507-89fa-e991a03d6b82,segment=NetworkSegment(9813c7b2-8717-4534-ac7c-08cad584e821),segment_id=9813c7b2-8717-4534-ac7c-08cad584e821)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:35:03.755459 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-166f8c6c-d6a1-4c99-b4d4-77abe63a7be8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:03.755922 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d7ae97ac-f86f-4897-9825-7d64a5cfc117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:03.759004 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ae97ac-f86f-4897-9825-7d64a5cfc117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:03.760030 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d7ae97ac-f86f-4897-9825-7d64a5cfc117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:03.795231 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device ae981cbc-b127-4507-89fa-e991a03d6b82 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:35:03.822783 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-2987fd32-44a6-47d0-97d8-ddffa10f1592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:03.849011 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d7ae97ac-f86f-4897-9825-7d64a5cfc117 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6638529 Nov 16 11:35:03.857864 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49280) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:03.865746 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-aa4b7505-7f8f-4fee-a796-6f26188527ef admin admin] Request body: {'subnet': {'network_id': '96e79771-237e-4cd3-91d2-c7d7c5041918', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1609324333-subnet', 'tenant_id': '6ab31bda493d4a3bae8684db01c778bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:03.877009 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-166f8c6c-d6a1-4c99-b4d4-77abe63a7be8 None None] Calling delete_port for ae981cbc-b127-4507-89fa-e991a03d6b82 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:35:03.877659 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae97ac-f86f-4897-9825-7d64a5cfc117 admin admin] Pushing event updated for resources: {'Network': ['ID=96e79771-237e-4cd3-91d2-c7d7c5041918,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:03.879220 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No active binding found for port ae981cbc-b127-4507-89fa-e991a03d6b82 {{(pid=102670) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 16 11:35:03.879426 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a12f7f38-203c-46b3-ab3f-1d4ca8ab1ae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:03.880524 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device ae981cbc-b127-4507-89fa-e991a03d6b82 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:35:03.914674 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 96e79771-237e-4cd3-91d2-c7d7c5041918 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:35:03.919994 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4b7505-7f8f-4fee-a796-6f26188527ef admin admin] Made reservation on behalf of 6ab31bda493d4a3bae8684db01c778bb for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:35:03.923067 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa4b7505-7f8f-4fee-a796-6f26188527ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:03.931940 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ae2ee451-9f74-42af-bb57-79961198fbe2 None None] Provisioning complete for port b78c72b5-87a3-4163-91df-9da2d962352b triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:03.932358 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ae2ee451-9f74-42af-bb57-79961198fbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:03.968997 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12f7f38-203c-46b3-ab3f-1d4ca8ab1ae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] No DVR routers for this DVR port ae981cbc-b127-4507-89fa-e991a03d6b82 on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:35:03.971470 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12f7f38-203c-46b3-ab3f-1d4ca8ab1ae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event deleted for resources: {'Port': ['ID=ae981cbc-b127-4507-89fa-e991a03d6b82,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:03.990436 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-ae2ee451-9f74-42af-bb57-79961198fbe2 None None] Port b78c72b5-87a3-4163-91df-9da2d962352b cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:35:04.109571 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a12f7f38-203c-46b3-ab3f-1d4ca8ab1ae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:04.148531 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-a12f7f38-203c-46b3-ab3f-1d4ca8ab1ae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e177f17-5b41-44fe-8c0c-ebb45bb058f3']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:04.166218 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f151c-b8b1-41da-b16a-ba2bf204d1df req-710cef63-2ad2-4a41-9a6e-bd029b5d9a2c tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:04.167404 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-a12f7f38-203c-46b3-ab3f-1d4ca8ab1ae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9813c7b2-8717-4534-ac7c-08cad584e821') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:04.168216 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-a12f7f38-203c-46b3-ab3f-1d4ca8ab1ae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9813c7b2-8717-4534-ac7c-08cad584e821') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:04.175316 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-935f151c-b8b1-41da-b16a-ba2bf204d1df req-710cef63-2ad2-4a41-9a6e-bd029b5d9a2c tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=38966e44-48a2-427d-8613-5650b7d4edf0 HTTP/1.1" status: 200 len: 936 time: 0.0982406 Nov 16 11:35:04.182409 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a12f7f38-203c-46b3-ab3f-1d4ca8ab1ae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:04.202115 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a12f7f38-203c-46b3-ab3f-1d4ca8ab1ae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:04.212200 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a12f7f38-203c-46b3-ab3f-1d4ca8ab1ae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:35:04.212883 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a12f7f38-203c-46b3-ab3f-1d4ca8ab1ae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:04.264788 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-935f151c-b8b1-41da-b16a-ba2bf204d1df req-02036c81-0055-4f63-87cb-df7f13a45bab tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883179 Nov 16 11:35:04.328494 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-166f8c6c-d6a1-4c99-b4d4-77abe63a7be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:04.354764 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f8c6c-d6a1-4c99-b4d4-77abe63a7be8 None None] Pushing event deleted for resources: {'Port': ['ID=ae981cbc-b127-4507-89fa-e991a03d6b82,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:04.364715 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:35:04.364715 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:35:04.364715 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:35:04.364715 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:35:04.364715 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:35:04.364715 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:35:04.364715 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:35:04.364715 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:35:04.364715 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:35:04.364715 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:35:04.364715 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:35:04.364715 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:35:04.364715 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:35:04.364715 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:35:04.364715 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:35:04.364715 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:35:04.364715 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:35:04.364715 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:35:04.364715 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:35:04.364715 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:35:04.364715 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:35:04.364715 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:35:04.364715 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:35:04.364715 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:35:04.364715 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:35:04.364715 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:35:04.364715 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:35:04.364715 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:35:04.364715 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:35:04.364715 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:35:04.364715 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:35:04.364715 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:35:04.373445 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a12f7f38-203c-46b3-ab3f-1d4ca8ab1ae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:04.378563 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa4b7505-7f8f-4fee-a796-6f26188527ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:04.389668 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a12f7f38-203c-46b3-ab3f-1d4ca8ab1ae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:04.397896 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a12f7f38-203c-46b3-ab3f-1d4ca8ab1ae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "DELETE /v2.0/networks/5e177f17-5b41-44fe-8c0c-ebb45bb058f3 HTTP/1.1" status: 204 len: 168 time: 1.5361567 Nov 16 11:35:04.409835 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49288) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:04.411316 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-166f8c6c-d6a1-4c99-b4d4-77abe63a7be8 None None] Network 5e177f17-5b41-44fe-8c0c-ebb45bb058f3 is not hosted by any dhcp agent {{(pid=102670) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 16 11:35:04.415564 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-dad3b5d0-12b5-4fea-9b6a-706fbb097a7f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Request body: {'network': {'name': 'tempest-RoutersTest-1908350106'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:04.418833 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166f8c6c-d6a1-4c99-b4d4-77abe63a7be8 None None] No DVR routers for this DVR port ae981cbc-b127-4507-89fa-e991a03d6b82 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:35:04.422721 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12f7f38-203c-46b3-ab3f-1d4ca8ab1ae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event deleted for resources: {'Network': ['ID=5e177f17-5b41-44fe-8c0c-ebb45bb058f3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:04.440095 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4b7505-7f8f-4fee-a796-6f26188527ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e8690f1-2981-422e-ba98-68c4f62daf8a,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:04.454459 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12f7f38-203c-46b3-ab3f-1d4ca8ab1ae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:04.455288 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12f7f38-203c-46b3-ab3f-1d4ca8ab1ae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:04.455657 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12f7f38-203c-46b3-ab3f-1d4ca8ab1ae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:04.456062 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12f7f38-203c-46b3-ab3f-1d4ca8ab1ae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:04.456400 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12f7f38-203c-46b3-ab3f-1d4ca8ab1ae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:04.456792 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12f7f38-203c-46b3-ab3f-1d4ca8ab1ae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:04.457230 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12f7f38-203c-46b3-ab3f-1d4ca8ab1ae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:04.457565 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12f7f38-203c-46b3-ab3f-1d4ca8ab1ae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:04.457897 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12f7f38-203c-46b3-ab3f-1d4ca8ab1ae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:04.458451 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12f7f38-203c-46b3-ab3f-1d4ca8ab1ae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:04.458779 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12f7f38-203c-46b3-ab3f-1d4ca8ab1ae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:04.459099 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12f7f38-203c-46b3-ab3f-1d4ca8ab1ae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:04.499506 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4b7505-7f8f-4fee-a796-6f26188527ef admin admin] Checking segment: {'id': '20517f3a-9cfb-4242-9128-9853b0bf839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '96e79771-237e-4cd3-91d2-c7d7c5041918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:35:04.500318 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4b7505-7f8f-4fee-a796-6f26188527ef admin admin] Network hostable DHCP agents. Network: 96e79771-237e-4cd3-91d2-c7d7c5041918, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:35:04.541326 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4b7505-7f8f-4fee-a796-6f26188527ef admin admin] Network 96e79771-237e-4cd3-91d2-c7d7c5041918 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:35:04.550768 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad3b5d0-12b5-4fea-9b6a-706fbb097a7f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Made reservation on behalf of 3610a194a09949c3b82958173883b2cb for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:35:04.563051 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dad3b5d0-12b5-4fea-9b6a-706fbb097a7f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:04.567692 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-aa4b7505-7f8f-4fee-a796-6f26188527ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 96e79771-237e-4cd3-91d2-c7d7c5041918) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:35:04.574640 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4b7505-7f8f-4fee-a796-6f26188527ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:04.575287 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa4b7505-7f8f-4fee-a796-6f26188527ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:04.583877 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2126623-a5c8-4cc8-89a0-909c100b78cc None None] Network 96e79771-237e-4cd3-91d2-c7d7c5041918 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:35:04.609354 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-aa4b7505-7f8f-4fee-a796-6f26188527ef admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7501023 Nov 16 11:35:04.610181 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49296) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:04.614810 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-a1f74741-4456-419b-9d51-26d5210ed515 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1609324333-router', 'tenant_id': '6ab31bda493d4a3bae8684db01c778bb', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:04.641391 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1f74741-4456-419b-9d51-26d5210ed515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:04.643670 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1f74741-4456-419b-9d51-26d5210ed515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:04.658998 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dad3b5d0-12b5-4fea-9b6a-706fbb097a7f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:35:04.693770 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dad3b5d0-12b5-4fea-9b6a-706fbb097a7f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:04.695374 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-dad3b5d0-12b5-4fea-9b6a-706fbb097a7f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Added segment e542c5aa-b60c-4909-84a5-ed7798efe2b4 of type vlan for network db008c42-51f4-4e94-9d87-adcb2e764f8c Nov 16 11:35:04.716304 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1f74741-4456-419b-9d51-26d5210ed515 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:04.733037 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-2987fd32-44a6-47d0-97d8-ddffa10f1592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b78c72b5-87a3-4163-91df-9da2d962352b {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:35:04.746311 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-2987fd32-44a6-47d0-97d8-ddffa10f1592 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:04.758739 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dad3b5d0-12b5-4fea-9b6a-706fbb097a7f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:04.771144 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-2987fd32-44a6-47d0-97d8-ddffa10f1592 service neutron] Transition to ACTIVE for port object b78c72b5-87a3-4163-91df-9da2d962352b will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:35:04.792685 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-2987fd32-44a6-47d0-97d8-ddffa10f1592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:04.813195 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dad3b5d0-12b5-4fea-9b6a-706fbb097a7f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:04.818928 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad3b5d0-12b5-4fea-9b6a-706fbb097a7f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:04.823116 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dad3b5d0-12b5-4fea-9b6a-706fbb097a7f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:04.872576 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5abe8c-5542-4af6-bb49-0739e8569c10 None None] Network 96e79771-237e-4cd3-91d2-c7d7c5041918 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:35:04.906203 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1f74741-4456-419b-9d51-26d5210ed515 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:04.932553 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad3b5d0-12b5-4fea-9b6a-706fbb097a7f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event updated for resources: {'Network': ['ID=db008c42-51f4-4e94-9d87-adcb2e764f8c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:04.953089 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network db008c42-51f4-4e94-9d87-adcb2e764f8c details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:35:04.976583 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-dad3b5d0-12b5-4fea-9b6a-706fbb097a7f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5655191 Nov 16 11:35:04.988430 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49312) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:05.005596 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-e3362ccc-4f65-492a-a58a-fd021f6b2694 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Request body: {'subnet': {'network_id': 'db008c42-51f4-4e94-9d87-adcb2e764f8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:05.008528 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987fd32-44a6-47d0-97d8-ddffa10f1592 service neutron] Pushing event updated for resources: {'Port': ['ID=b78c72b5-87a3-4163-91df-9da2d962352b,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:05.042292 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-2987fd32-44a6-47d0-97d8-ddffa10f1592 service neutron] Attempting to bind port b78c72b5-87a3-4163-91df-9da2d962352b on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:35:05.042638 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-2987fd32-44a6-47d0-97d8-ddffa10f1592 service neutron] Attempting to bind port b78c72b5-87a3-4163-91df-9da2d962352b by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:35:05.044040 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-2987fd32-44a6-47d0-97d8-ddffa10f1592 service neutron] Attempting to bind port b78c72b5-87a3-4163-91df-9da2d962352b on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:35:05.050075 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-2987fd32-44a6-47d0-97d8-ddffa10f1592 service neutron] Port b78c72b5-87a3-4163-91df-9da2d962352b on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:35:05.050075 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-2987fd32-44a6-47d0-97d8-ddffa10f1592 service neutron] Attempting to bind port b78c72b5-87a3-4163-91df-9da2d962352b on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:35:05.057113 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-2987fd32-44a6-47d0-97d8-ddffa10f1592 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:35:05.057113 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-2987fd32-44a6-47d0-97d8-ddffa10f1592 service neutron] Checking segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:35:05.057113 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-2987fd32-44a6-47d0-97d8-ddffa10f1592 service neutron] Bound using segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:35:05.058189 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-2987fd32-44a6-47d0-97d8-ddffa10f1592 service neutron] Bound port: b78c72b5-87a3-4163-91df-9da2d962352b, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:35:05.058189 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-2987fd32-44a6-47d0-97d8-ddffa10f1592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:05.176332 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-2987fd32-44a6-47d0-97d8-ddffa10f1592 service neutron] For port b78c72b5-87a3-4163-91df-9da2d962352b, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:35:05.192245 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-2987fd32-44a6-47d0-97d8-ddffa10f1592 service neutron] For port b78c72b5-87a3-4163-91df-9da2d962352b, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=b78c72b5-87a3-4163-91df-9da2d962352b,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:35:05.200142 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-2987fd32-44a6-47d0-97d8-ddffa10f1592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:05.269231 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-2987fd32-44a6-47d0-97d8-ddffa10f1592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:05.270599 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-2987fd32-44a6-47d0-97d8-ddffa10f1592 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:05.272832 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-2987fd32-44a6-47d0-97d8-ddffa10f1592 service neutron] 10.222.0.36 "PUT /v2.0/ports/b78c72b5-87a3-4163-91df-9da2d962352b HTTP/1.1" status: 200 len: 1096 time: 1.6994965 Nov 16 11:35:05.273622 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38966e44-48a2-427d-8613-5650b7d4edf0', 'tag': 'b78c72b5-87a3-4163-91df-9da2d962352b'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:35:05.276678 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d78476-bb6a-4672-b2da-b2e66a0a1daf" -d '{"events": [{"name": "network-changed", "server_uuid": "38966e44-48a2-427d-8613-5650b7d4edf0", "tag": "b78c72b5-87a3-4163-91df-9da2d962352b"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:35:05.284175 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3362ccc-4f65-492a-a58a-fd021f6b2694 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Made reservation on behalf of 3610a194a09949c3b82958173883b2cb for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:35:05.288062 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e3362ccc-4f65-492a-a58a-fd021f6b2694 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:05.395229 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987fd32-44a6-47d0-97d8-ddffa10f1592 service neutron] Pushing event updated for resources: {'Port': ['ID=b78c72b5-87a3-4163-91df-9da2d962352b,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:05.408568 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1f74741-4456-419b-9d51-26d5210ed515 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:05.436228 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-91db599a-55ca-4e57-8f07-2630272655d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:05.446403 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-91db599a-55ca-4e57-8f07-2630272655d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf730bc3509b41198d463002969da1ed&device_id=38966e44-48a2-427d-8613-5650b7d4edf0 HTTP/1.1" status: 200 len: 1099 time: 0.1160564 Nov 16 11:35:05.450097 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1f74741-4456-419b-9d51-26d5210ed515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:05.518495 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-2d2e9baf-943c-4952-9fce-44a8ea7c4c22 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=b78c72b5-87a3-4163-91df-9da2d962352b HTTP/1.1" status: 200 len: 217 time: 0.0479472 Nov 16 11:35:05.592006 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-717d1b75-eb67-4930-8265-e0a45e66379d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:05.593617 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-717d1b75-eb67-4930-8265-e0a45e66379d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0680449 Nov 16 11:35:05.643275 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-8243e2e5-5055-4bd0-ae1d-1928fafa4af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:05.644913 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-8243e2e5-5055-4bd0-ae1d-1928fafa4af9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0435231 Nov 16 11:35:05.768755 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-08404116-13f7-4e58-8afc-dbcb019b777e service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162105 Nov 16 11:35:05.862070 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5b8975e0-e893-437c-a247-62e67ced0ac5 req-dccbfcae-6edc-463e-8499-696e2e6f7c31 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862195 Nov 16 11:35:05.896843 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4fd63d-f408-4ab8-a013-8eb9f992a782 req-6d9c67e4-9c36-4dad-9221-a7177d1569a1 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:05.898336 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5a4fd63d-f408-4ab8-a013-8eb9f992a782 req-6d9c67e4-9c36-4dad-9221-a7177d1569a1 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=38966e44-48a2-427d-8613-5650b7d4edf0 HTTP/1.1" status: 200 len: 948 time: 0.4562101 Nov 16 11:35:06.050152 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e3362ccc-4f65-492a-a58a-fd021f6b2694 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:06.064050 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-a1f74741-4456-419b-9d51-26d5210ed515 admin admin] Allocated IP 172.25.0.110 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/19e69eb6-37f8-4f74-a73c-bf0f3194b854) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:35:06.068919 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5a4fd63d-f408-4ab8-a013-8eb9f992a782 req-681296e0-ba22-4d88-9626-f28f71435e10 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502762 Nov 16 11:35:06.113599 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df60cca-da9f-4378-aa99-6e0bdf283883 x-openstack-request-id: req-2df60cca-da9f-4378-aa99-6e0bdf283883 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:35:06.113899 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38966e44-48a2-427d-8613-5650b7d4edf0", "tag": "b78c72b5-87a3-4163-91df-9da2d962352b", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:35:06.114179 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2df60cca-da9f-4378-aa99-6e0bdf283883 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:35:06.114595 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38966e44-48a2-427d-8613-5650b7d4edf0', 'tag': 'b78c72b5-87a3-4163-91df-9da2d962352b', 'status': 'completed', 'code': 200} Nov 16 11:35:06.161407 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3362ccc-4f65-492a-a58a-fd021f6b2694 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event updated for resources: {'Subnet': ['ID=464be404-9c60-477b-8822-0ae365416b0e,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:06.182681 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d78476-bb6a-4672-b2da-b2e66a0a1daf req-eb39c3be-be6d-4503-ba1a-35456210c328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:06.184290 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d3d78476-bb6a-4672-b2da-b2e66a0a1daf req-eb39c3be-be6d-4503-ba1a-35456210c328 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf730bc3509b41198d463002969da1ed&device_id=38966e44-48a2-427d-8613-5650b7d4edf0 HTTP/1.1" status: 200 len: 1099 time: 0.0455570 Nov 16 11:35:06.188247 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3362ccc-4f65-492a-a58a-fd021f6b2694 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Checking segment: {'id': 'e542c5aa-b60c-4909-84a5-ed7798efe2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'db008c42-51f4-4e94-9d87-adcb2e764f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:35:06.188616 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3362ccc-4f65-492a-a58a-fd021f6b2694 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Network hostable DHCP agents. Network: db008c42-51f4-4e94-9d87-adcb2e764f8c, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:35:06.236041 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3362ccc-4f65-492a-a58a-fd021f6b2694 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Network db008c42-51f4-4e94-9d87-adcb2e764f8c is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:35:06.249473 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1f74741-4456-419b-9d51-26d5210ed515 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:06.252664 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-e3362ccc-4f65-492a-a58a-fd021f6b2694 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, db008c42-51f4-4e94-9d87-adcb2e764f8c) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:35:06.259191 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3362ccc-4f65-492a-a58a-fd021f6b2694 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:06.259818 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e3362ccc-4f65-492a-a58a-fd021f6b2694 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:06.271401 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af16d53-c06d-451d-a144-9d7d08484728 None None] Network db008c42-51f4-4e94-9d87-adcb2e764f8c requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:35:06.297057 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e3362ccc-4f65-492a-a58a-fd021f6b2694 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3023853 Nov 16 11:35:06.301074 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49334) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:06.304312 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d78476-bb6a-4672-b2da-b2e66a0a1daf req-e296c6da-6faa-497c-906f-5268b92087c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:06.305914 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d3d78476-bb6a-4672-b2da-b2e66a0a1daf req-e296c6da-6faa-497c-906f-5268b92087c0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.1144867 Nov 16 11:35:06.306366 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-18adfea5-9ce3-4d6a-9ff8-09dede7fa5d1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1065649752', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:06.342138 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1f74741-4456-419b-9d51-26d5210ed515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:06.360898 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d3d78476-bb6a-4672-b2da-b2e66a0a1daf req-98ccbb0a-1325-4173-acd7-0ccde0b8a429 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=b78c72b5-87a3-4163-91df-9da2d962352b HTTP/1.1" status: 200 len: 217 time: 0.0457733 Nov 16 11:35:06.392871 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f74741-4456-419b-9d51-26d5210ed515 admin admin] Pushing event updated for resources: {'Port': ['ID=19e69eb6-37f8-4f74-a73c-bf0f3194b854,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:06.403535 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-18adfea5-9ce3-4d6a-9ff8-09dede7fa5d1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:06.404620 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-18adfea5-9ce3-4d6a-9ff8-09dede7fa5d1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:06.429323 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d78476-bb6a-4672-b2da-b2e66a0a1daf req-671b71b0-4306-4e03-8af4-09c473a9691c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:06.431269 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d3d78476-bb6a-4672-b2da-b2e66a0a1daf req-671b71b0-4306-4e03-8af4-09c473a9691c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0636094 Nov 16 11:35:06.442916 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f74741-4456-419b-9d51-26d5210ed515 admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:35:06.471408 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5425f15f-714d-4dc4-abd8-e3b831b4e172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-db008c42-51f4-4e94-9d87-adcb2e764f8c', 'network_id': 'db008c42-51f4-4e94-9d87-adcb2e764f8c', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'fixed_ips': [{'subnet_id': '464be404-9c60-477b-8822-0ae365416b0e'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:35:06.472693 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5425f15f-714d-4dc4-abd8-e3b831b4e172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:06.474873 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-a1f74741-4456-419b-9d51-26d5210ed515 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:35:06.478005 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f74741-4456-419b-9d51-26d5210ed515 admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:35:06.489313 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d78476-bb6a-4672-b2da-b2e66a0a1daf req-52b3d9a1-a18f-43e2-8a55-8ac8d9de1f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:06.491163 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d3d78476-bb6a-4672-b2da-b2e66a0a1daf req-52b3d9a1-a18f-43e2-8a55-8ac8d9de1f9a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0505030 Nov 16 11:35:06.497628 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6442368c-6cdd-4e5f-a895-361cdf29d9f7 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:35:06.526458 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-18adfea5-9ce3-4d6a-9ff8-09dede7fa5d1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:06.540024 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-18adfea5-9ce3-4d6a-9ff8-09dede7fa5d1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:06.603403 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-18adfea5-9ce3-4d6a-9ff8-09dede7fa5d1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:06.606955 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-18adfea5-9ce3-4d6a-9ff8-09dede7fa5d1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3024569 Nov 16 11:35:06.613488 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49348) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:06.677808 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6a34a0fd-3a45-4e08-9547-0b47c66c30e7 None None] Provisioning complete for port 19e69eb6-37f8-4f74-a73c-bf0f3194b854 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:06.678023 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6a34a0fd-3a45-4e08-9547-0b47c66c30e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:06.721885 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-6a34a0fd-3a45-4e08-9547-0b47c66c30e7 None None] Port 19e69eb6-37f8-4f74-a73c-bf0f3194b854 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:35:06.722762 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d3d78476-bb6a-4672-b2da-b2e66a0a1daf req-e212f0de-0269-4bca-962a-2bdac336e276 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223668 Nov 16 11:35:06.727169 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-5425f15f-714d-4dc4-abd8-e3b831b4e172 None None] Allocated IP 172.20.0.2 (db008c42-51f4-4e94-9d87-adcb2e764f8c/464be404-9c60-477b-8822-0ae365416b0e/b2b48635-4e03-4e9e-b8c2-3d01c4eb2925) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:35:06.812614 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1f74741-4456-419b-9d51-26d5210ed515 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:06.936618 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5425f15f-714d-4dc4-abd8-e3b831b4e172 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:06.947264 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5425f15f-714d-4dc4-abd8-e3b831b4e172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:06.997064 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5425f15f-714d-4dc4-abd8-e3b831b4e172 None None] Network db008c42-51f4-4e94-9d87-adcb2e764f8c is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:35:06.999815 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-5425f15f-714d-4dc4-abd8-e3b831b4e172 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:35:07.003866 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5425f15f-714d-4dc4-abd8-e3b831b4e172 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:35:07.011501 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5425f15f-714d-4dc4-abd8-e3b831b4e172 None None] Pushing event updated for resources: {'Port': ['ID=b2b48635-4e03-4e9e-b8c2-3d01c4eb2925,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:07.021648 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d3d78476-bb6a-4672-b2da-b2e66a0a1daf req-2818c126-4db0-4fef-83b9-d4bb71bb1e09 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850952 Nov 16 11:35:07.069247 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ea962b7-9c8f-4d3e-bd1c-a07eecc815e5 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:07.094875 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-5425f15f-714d-4dc4-abd8-e3b831b4e172 None None] Attempting to bind port b2b48635-4e03-4e9e-b8c2-3d01c4eb2925 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:35:07.095259 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-5425f15f-714d-4dc4-abd8-e3b831b4e172 None None] Attempting to bind port b2b48635-4e03-4e9e-b8c2-3d01c4eb2925 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'e542c5aa-b60c-4909-84a5-ed7798efe2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'db008c42-51f4-4e94-9d87-adcb2e764f8c'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:35:07.095674 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5425f15f-714d-4dc4-abd8-e3b831b4e172 None None] Attempting to bind port b2b48635-4e03-4e9e-b8c2-3d01c4eb2925 on network db008c42-51f4-4e94-9d87-adcb2e764f8c {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:35:07.102796 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5425f15f-714d-4dc4-abd8-e3b831b4e172 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:35:07.102951 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5425f15f-714d-4dc4-abd8-e3b831b4e172 None None] Checking segment: {'id': 'e542c5aa-b60c-4909-84a5-ed7798efe2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'db008c42-51f4-4e94-9d87-adcb2e764f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:35:07.103268 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5425f15f-714d-4dc4-abd8-e3b831b4e172 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:07.103667 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5425f15f-714d-4dc4-abd8-e3b831b4e172 None None] Bound using segment: {'id': 'e542c5aa-b60c-4909-84a5-ed7798efe2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'db008c42-51f4-4e94-9d87-adcb2e764f8c'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:35:07.104190 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-5425f15f-714d-4dc4-abd8-e3b831b4e172 None None] Bound port: b2b48635-4e03-4e9e-b8c2-3d01c4eb2925, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e542c5aa-b60c-4909-84a5-ed7798efe2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'db008c42-51f4-4e94-9d87-adcb2e764f8c'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:35:07.104762 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5425f15f-714d-4dc4-abd8-e3b831b4e172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:07.112772 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1f74741-4456-419b-9d51-26d5210ed515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:07.197095 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-5425f15f-714d-4dc4-abd8-e3b831b4e172 None None] For port b2b48635-4e03-4e9e-b8c2-3d01c4eb2925, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:35:07.201228 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-5425f15f-714d-4dc4-abd8-e3b831b4e172 None None] For port b2b48635-4e03-4e9e-b8c2-3d01c4eb2925, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=b2b48635-4e03-4e9e-b8c2-3d01c4eb2925,segment=NetworkSegment(e542c5aa-b60c-4909-84a5-ed7798efe2b4),segment_id=e542c5aa-b60c-4909-84a5-ed7798efe2b4)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:35:07.206987 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5425f15f-714d-4dc4-abd8-e3b831b4e172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:07.281184 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5425f15f-714d-4dc4-abd8-e3b831b4e172 None None] Pushing event updated for resources: {'Port': ['ID=b2b48635-4e03-4e9e-b8c2-3d01c4eb2925,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:07.323483 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec7680-cc37-4f34-a309-2cdb378152d1 req-44821c09-6481-42b5-86d3-a1ec1076f3c7 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:07.326231 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-62ec7680-cc37-4f34-a309-2cdb378152d1 req-44821c09-6481-42b5-86d3-a1ec1076f3c7 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=38966e44-48a2-427d-8613-5650b7d4edf0 HTTP/1.1" status: 200 len: 948 time: 0.1187587 Nov 16 11:35:07.400560 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-62ec7680-cc37-4f34-a309-2cdb378152d1 req-fa59774e-3271-45c5-85f8-682422a0d9ed tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667760 Nov 16 11:35:07.409248 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f74741-4456-419b-9d51-26d5210ed515 admin admin] Router d440f7b7-e854-4799-b448-fd58d65e4653 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:35:07.422635 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-2ea962b7-9c8f-4d3e-bd1c-a07eecc815e5 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Allocated IP 172.20.0.1 (db008c42-51f4-4e94-9d87-adcb2e764f8c/464be404-9c60-477b-8822-0ae365416b0e/788250be-7598-4c1b-8a2f-308a30af4d07) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:35:07.613993 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ea962b7-9c8f-4d3e-bd1c-a07eecc815e5 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:07.630550 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f74741-4456-419b-9d51-26d5210ed515 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:35:07.642861 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8191ac4d-5991-4b22-9f92-bae567c68922 None None] Sync routers for ids ['d440f7b7-e854-4799-b448-fd58d65e4653'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:35:07.670524 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8191ac4d-5991-4b22-9f92-bae567c68922 None None] Routers {'d440f7b7-e854-4799-b448-fd58d65e4653'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:35:07.672503 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8191ac4d-5991-4b22-9f92-bae567c68922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:34:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['d440f7b7-e854-4799-b448-fd58d65e4653'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:07.680366 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1f74741-4456-419b-9d51-26d5210ed515 admin admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:07.684987 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49392) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:07.685576 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a1f74741-4456-419b-9d51-26d5210ed515 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0742941 Nov 16 11:35:07.842752 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device b2b48635-4e03-4e9e-b8c2-3d01c4eb2925 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:35:07.866782 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ea962b7-9c8f-4d3e-bd1c-a07eecc815e5 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:07.907197 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea962b7-9c8f-4d3e-bd1c-a07eecc815e5 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Network db008c42-51f4-4e94-9d87-adcb2e764f8c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:35:07.911689 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-2ea962b7-9c8f-4d3e-bd1c-a07eecc815e5 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:35:07.919175 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea962b7-9c8f-4d3e-bd1c-a07eecc815e5 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:35:07.927393 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-8191ac4d-5991-4b22-9f92-bae567c68922 None None] Set router d440f7b7-e854-4799-b448-fd58d65e4653 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:35:07.984875 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port b2b48635-4e03-4e9e-b8c2-3d01c4eb2925 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:07.985252 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:07.988577 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea962b7-9c8f-4d3e-bd1c-a07eecc815e5 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event updated for resources: {'Port': ['ID=788250be-7598-4c1b-8a2f-308a30af4d07,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:08.009604 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ea962b7-9c8f-4d3e-bd1c-a07eecc815e5 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:08.198189 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:08.258889 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ea962b7-9c8f-4d3e-bd1c-a07eecc815e5 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:08.273565 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port b2b48635-4e03-4e9e-b8c2-3d01c4eb2925, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=b2b48635-4e03-4e9e-b8c2-3d01c4eb2925,segment=NetworkSegment(e542c5aa-b60c-4909-84a5-ed7798efe2b4),segment_id=e542c5aa-b60c-4909-84a5-ed7798efe2b4)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:35:08.282104 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8191ac4d-5991-4b22-9f92-bae567c68922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd440f7b7-e854-4799-b448-fd58d65e4653', 'name': 'tempest-ServerRescueTestJSON-1609324333-router', 'tenant_id': '6ab31bda493d4a3bae8684db01c778bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '19e69eb6-37f8-4f74-a73c-bf0f3194b854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:04Z', 'updated_at': '2021-11-16T11:35:06Z', 'revision_number': 3, 'project_id': '6ab31bda493d4a3bae8684db01c778bb', 'gw_port': {'id': '19e69eb6-37f8-4f74-a73c-bf0f3194b854', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd440f7b7-e854-4799-b448-fd58d65e4653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:05Z', 'updated_at': '2021-11-16T11:35:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:08.318911 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8191ac4d-5991-4b22-9f92-bae567c68922 None None] Checking router: d440f7b7-e854-4799-b448-fd58d65e4653 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:35:08.319488 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8191ac4d-5991-4b22-9f92-bae567c68922 None None] Updating router d440f7b7-e854-4799-b448-fd58d65e4653 port 19e69eb6-37f8-4f74-a73c-bf0f3194b854 binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:35:08.355457 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8191ac4d-5991-4b22-9f92-bae567c68922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:08.415095 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:08.547528 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=b2b48635-4e03-4e9e-b8c2-3d01c4eb2925,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:08.632228 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17135b13-2486-436b-937a-a3aea68e2346 req-997b313a-c902-4699-96fa-f6912582ed06 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:08.639673 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-17135b13-2486-436b-937a-a3aea68e2346 req-997b313a-c902-4699-96fa-f6912582ed06 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=38966e44-48a2-427d-8613-5650b7d4edf0 HTTP/1.1" status: 200 len: 948 time: 0.1149459 Nov 16 11:35:08.643361 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45e8cb8-025f-41b1-9a09-b194987d8a6b None None] Network db008c42-51f4-4e94-9d87-adcb2e764f8c requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:35:08.696834 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-17135b13-2486-436b-937a-a3aea68e2346 req-ddaffed6-2499-4c7b-b146-93f3faefa922 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509105 Nov 16 11:35:08.764903 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-71ce8a7a-9c35-4298-be07-59a9fba74c2e None None] Provisioning complete for port b2b48635-4e03-4e9e-b8c2-3d01c4eb2925 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:08.765509 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-71ce8a7a-9c35-4298-be07-59a9fba74c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:09.118272 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8191ac4d-5991-4b22-9f92-bae567c68922 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:09.142522 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8191ac4d-5991-4b22-9f92-bae567c68922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:09.189836 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f30492f1-9efc-437c-a50c-813c3193de4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:09.201606 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4398581-bcc7-40d1-bf33-b56b91b63bc6 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:35:09.206581 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662a36f-2d67-4ff5-96e4-14c350b68f8e None None] Pushing event updated for resources: {'Port': ['ID=19e69eb6-37f8-4f74-a73c-bf0f3194b854,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:09.217726 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-8191ac4d-5991-4b22-9f92-bae567c68922 None None] Attempting to bind port 19e69eb6-37f8-4f74-a73c-bf0f3194b854 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:35:09.218160 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-8191ac4d-5991-4b22-9f92-bae567c68922 None None] Attempting to bind port 19e69eb6-37f8-4f74-a73c-bf0f3194b854 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:35:09.218518 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8191ac4d-5991-4b22-9f92-bae567c68922 None None] Attempting to bind port 19e69eb6-37f8-4f74-a73c-bf0f3194b854 on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:35:09.232315 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8191ac4d-5991-4b22-9f92-bae567c68922 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:35:09.232698 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8191ac4d-5991-4b22-9f92-bae567c68922 None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:35:09.233099 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8191ac4d-5991-4b22-9f92-bae567c68922 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:09.233488 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8191ac4d-5991-4b22-9f92-bae567c68922 None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:35:09.233982 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-8191ac4d-5991-4b22-9f92-bae567c68922 None None] Bound port: 19e69eb6-37f8-4f74-a73c-bf0f3194b854, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:35:09.234187 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ea962b7-9c8f-4d3e-bd1c-a07eecc815e5 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:09.234358 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8191ac4d-5991-4b22-9f92-bae567c68922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:09.304023 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device b78c72b5-87a3-4163-91df-9da2d962352b details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:35:09.357579 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-1856ff7e-be85-4281-9544-567adb423f2f None None] Provisioning complete for port 19e69eb6-37f8-4f74-a73c-bf0f3194b854 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:09.358308 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1856ff7e-be85-4281-9544-567adb423f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:09.400834 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-1856ff7e-be85-4281-9544-567adb423f2f None None] Port 19e69eb6-37f8-4f74-a73c-bf0f3194b854 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:35:09.408404 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-8191ac4d-5991-4b22-9f92-bae567c68922 None None] For port 19e69eb6-37f8-4f74-a73c-bf0f3194b854, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:35:09.451805 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ea962b7-9c8f-4d3e-bd1c-a07eecc815e5 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:09.456667 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-8191ac4d-5991-4b22-9f92-bae567c68922 None None] For port 19e69eb6-37f8-4f74-a73c-bf0f3194b854, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=19e69eb6-37f8-4f74-a73c-bf0f3194b854,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:35:09.471384 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8191ac4d-5991-4b22-9f92-bae567c68922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:09.564925 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb8286b-8b85-47f0-9754-867672438523 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:35:09.586042 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port b78c72b5-87a3-4163-91df-9da2d962352b, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=b78c72b5-87a3-4163-91df-9da2d962352b,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:35:09.607838 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f9e-2ba8-49c6-944f-1a657e076d4b None None] Provisioning complete for port 788250be-7598-4c1b-8a2f-308a30af4d07 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:09.608210 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f9e-2ba8-49c6-944f-1a657e076d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:09.609809 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662a36f-2d67-4ff5-96e4-14c350b68f8e None None] Pushing event updated for resources: {'Port': ['ID=19e69eb6-37f8-4f74-a73c-bf0f3194b854,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:09.614858 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': 'b78c72b5-87a3-4163-91df-9da2d962352b', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'port_id': 'b78c72b5-87a3-4163-91df-9da2d962352b', 'mac_address': 'fa:16:3e:11:ca:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c770cc-51d7-42eb-b4a6-9a605bacae0f', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:35:09.625171 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8191ac4d-5991-4b22-9f92-bae567c68922 None None] Routers {'d440f7b7-e854-4799-b448-fd58d65e4653'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:35:09.625858 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8191ac4d-5991-4b22-9f92-bae567c68922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:34:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['d440f7b7-e854-4799-b448-fd58d65e4653'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:09.648264 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-f30492f1-9efc-437c-a50c-813c3193de4f admin admin] Allocated IP 172.20.0.1 (96e79771-237e-4cd3-91d2-c7d7c5041918/8e8690f1-2981-422e-ba98-68c4f62daf8a/0951a7d5-0a98-4c1a-bece-21f3c29d72d2) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:35:09.655886 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea962b7-9c8f-4d3e-bd1c-a07eecc815e5 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event updated for resources: {'Port': ['ID=788250be-7598-4c1b-8a2f-308a30af4d07,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:09.687007 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ea962b7-9c8f-4d3e-bd1c-a07eecc815e5 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:09.923957 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dceb00-4859-4c5a-b16e-8c6ec0d27fa8 req-41ecd626-0666-4023-8482-c420ffccdbad tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:09.935350 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-88dceb00-4859-4c5a-b16e-8c6ec0d27fa8 req-41ecd626-0666-4023-8482-c420ffccdbad tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=38966e44-48a2-427d-8613-5650b7d4edf0 HTTP/1.1" status: 200 len: 948 time: 0.1095955 Nov 16 11:35:09.936342 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f30492f1-9efc-437c-a50c-813c3193de4f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:09.985824 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device b2b48635-4e03-4e9e-b8c2-3d01c4eb2925 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:35:09.986023 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f30492f1-9efc-437c-a50c-813c3193de4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:10.030693 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-88dceb00-4859-4c5a-b16e-8c6ec0d27fa8 req-aeb458a9-3d8a-404b-a787-3220d041d201 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932667 Nov 16 11:35:10.063344 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30492f1-9efc-437c-a50c-813c3193de4f admin admin] Pushing event updated for resources: {'Port': ['ID=0951a7d5-0a98-4c1a-bece-21f3c29d72d2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:10.088963 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:10.089227 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30492f1-9efc-437c-a50c-813c3193de4f admin admin] Network 96e79771-237e-4cd3-91d2-c7d7c5041918 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:35:10.093914 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-f30492f1-9efc-437c-a50c-813c3193de4f admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:35:10.105068 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30492f1-9efc-437c-a50c-813c3193de4f admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:35:10.109266 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b78c72b5-87a3-4163-91df-9da2d962352b {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:35:10.131225 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port b78c72b5-87a3-4163-91df-9da2d962352b, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=b78c72b5-87a3-4163-91df-9da2d962352b,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:35:10.141407 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-11ea9f9e-2ba8-49c6-944f-1a657e076d4b None None] Port 788250be-7598-4c1b-8a2f-308a30af4d07 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:35:10.148149 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea962b7-9c8f-4d3e-bd1c-a07eecc815e5 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Network db008c42-51f4-4e94-9d87-adcb2e764f8c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:35:10.152409 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:10.153396 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-2ea962b7-9c8f-4d3e-bd1c-a07eecc815e5 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:35:10.201154 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f30492f1-9efc-437c-a50c-813c3193de4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:10.239602 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=b78c72b5-87a3-4163-91df-9da2d962352b,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:10.277568 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port b2b48635-4e03-4e9e-b8c2-3d01c4eb2925 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:10.277953 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:10.279617 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-11ea9f9e-2ba8-49c6-944f-1a657e076d4b None None] Provisioning complete for port b2b48635-4e03-4e9e-b8c2-3d01c4eb2925 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:10.280034 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-11ea9f9e-2ba8-49c6-944f-1a657e076d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:10.327192 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49410) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:10.389607 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-8191ac4d-5991-4b22-9f92-bae567c68922 None None] Set router d440f7b7-e854-4799-b448-fd58d65e4653 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:35:10.425448 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-4420fcf3-cdab-4f9d-afee-6e2202da2b8a admin admin] Deleting subnet 1c773428-ec21-4b5c-b872-970b2ddf06c5 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:35:10.434756 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4420fcf3-cdab-4f9d-afee-6e2202da2b8a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:10.495104 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f30492f1-9efc-437c-a50c-813c3193de4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:10.510247 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea962b7-9c8f-4d3e-bd1c-a07eecc815e5 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Router 22b496fe-d1c9-4b6c-9852-52a2e80fb7ba is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:35:10.517170 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4420fcf3-cdab-4f9d-afee-6e2202da2b8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:10.560060 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4420fcf3-cdab-4f9d-afee-6e2202da2b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:10.589303 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['b78c72b5-87a3-4163-91df-9da2d962352b'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:35:10.633012 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4420fcf3-cdab-4f9d-afee-6e2202da2b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:10.665866 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea962b7-9c8f-4d3e-bd1c-a07eecc815e5 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:35:10.682177 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6f9e7c-1bce-4a88-9070-7e493746e47a None None] Sync routers for ids ['22b496fe-d1c9-4b6c-9852-52a2e80fb7ba'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:35:10.698358 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420fcf3-cdab-4f9d-afee-6e2202da2b8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c773428-ec21-4b5c-b872-970b2ddf06c5,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:10.698692 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6f9e7c-1bce-4a88-9070-7e493746e47a None None] Routers {'22b496fe-d1c9-4b6c-9852-52a2e80fb7ba'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:35:10.700003 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2ea962b7-9c8f-4d3e-bd1c-a07eecc815e5 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "PUT /v2.0/routers/22b496fe-d1c9-4b6c-9852-52a2e80fb7ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0847216 Nov 16 11:35:10.700491 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-7a6f9e7c-1bce-4a88-9070-7e493746e47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:34:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['22b496fe-d1c9-4b6c-9852-52a2e80fb7ba'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:10.702334 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49412) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:10.720140 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4420fcf3-cdab-4f9d-afee-6e2202da2b8a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:10.725728 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4420fcf3-cdab-4f9d-afee-6e2202da2b8a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/1c773428-ec21-4b5c-b872-970b2ddf06c5 HTTP/1.1" status: 204 len: 168 time: 0.3948975 Nov 16 11:35:10.731153 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49414) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:10.759881 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bb8c4d-50b6-49a0-80a3-db767ca02d2e tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:10.761733 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f0bb8c4d-50b6-49a0-80a3-db767ca02d2e tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "GET /v2.0/ports/788250be-7598-4c1b-8a2f-308a30af4d07 HTTP/1.1" status: 200 len: 910 time: 0.0580337 Nov 16 11:35:10.766391 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49416) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:10.768054 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-7a6f9e7c-1bce-4a88-9070-7e493746e47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:10.787048 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6f9e7c-1bce-4a88-9070-7e493746e47a None None] Routers {'22b496fe-d1c9-4b6c-9852-52a2e80fb7ba'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:35:10.787929 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-7a6f9e7c-1bce-4a88-9070-7e493746e47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:34:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['22b496fe-d1c9-4b6c-9852-52a2e80fb7ba'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:10.793266 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0faf0fa1-375d-4ce5-bd0c-6a4ccc5445f4 None None] Network 0817eba6-7259-4372-a1a0-9eb44dd63162 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:35:10.867496 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-7a6f9e7c-1bce-4a88-9070-7e493746e47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:10.868983 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6f9e7c-1bce-4a88-9070-7e493746e47a None None] The sync data for ids ['22b496fe-d1c9-4b6c-9852-52a2e80fb7ba'] in n-d-816823-3 is: [] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:35:10.891046 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4dc3b441-8cbe-4554-938a-9ea32482e1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:10.999432 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4dc3b441-8cbe-4554-938a-9ea32482e1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:11.077313 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-4dc3b441-8cbe-4554-938a-9ea32482e1a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0817eba6-7259-4372-a1a0-9eb44dd63162']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:11.100441 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-4dc3b441-8cbe-4554-938a-9ea32482e1a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b72d83c5-1a90-4b36-b301-0c3e4b8557f7') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:11.123185 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-4dc3b441-8cbe-4554-938a-9ea32482e1a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b72d83c5-1a90-4b36-b301-0c3e4b8557f7') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:11.157608 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4dc3b441-8cbe-4554-938a-9ea32482e1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:11.161523 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a4f67d-9d59-4709-ba12-40b4e3e6beed None None] DHCP port deletion for 0817eba6-7259-4372-a1a0-9eb44dd63162 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:35:11.171380 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f30492f1-9efc-437c-a50c-813c3193de4f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:11.203901 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8191ac4d-5991-4b22-9f92-bae567c68922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd440f7b7-e854-4799-b448-fd58d65e4653', 'name': 'tempest-ServerRescueTestJSON-1609324333-router', 'tenant_id': '6ab31bda493d4a3bae8684db01c778bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '19e69eb6-37f8-4f74-a73c-bf0f3194b854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:04Z', 'updated_at': '2021-11-16T11:35:06Z', 'revision_number': 3, 'project_id': '6ab31bda493d4a3bae8684db01c778bb', 'gw_port': {'id': '19e69eb6-37f8-4f74-a73c-bf0f3194b854', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd440f7b7-e854-4799-b448-fd58d65e4653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:05Z', 'updated_at': '2021-11-16T11:35:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:11.204848 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f30492f1-9efc-437c-a50c-813c3193de4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:11.246992 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8191ac4d-5991-4b22-9f92-bae567c68922 None None] The sync data for ids ['d440f7b7-e854-4799-b448-fd58d65e4653'] in n-d-816823-3 is: [{'id': 'd440f7b7-e854-4799-b448-fd58d65e4653', 'name': 'tempest-ServerRescueTestJSON-1609324333-router', 'tenant_id': '6ab31bda493d4a3bae8684db01c778bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '19e69eb6-37f8-4f74-a73c-bf0f3194b854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:04Z', 'updated_at': '2021-11-16T11:35:06Z', 'revision_number': 3, 'project_id': '6ab31bda493d4a3bae8684db01c778bb', 'gw_port': {'id': '19e69eb6-37f8-4f74-a73c-bf0f3194b854', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd440f7b7-e854-4799-b448-fd58d65e4653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:05Z', 'updated_at': '2021-11-16T11:35:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:35:11.286500 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4dc3b441-8cbe-4554-938a-9ea32482e1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:11.302099 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc3b441-8cbe-4554-938a-9ea32482e1a4 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:35:11.302509 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4dc3b441-8cbe-4554-938a-9ea32482e1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:11.305428 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:35:11.305428 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:35:11.305428 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:35:11.305428 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:35:11.305428 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:35:11.305428 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:35:11.305428 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:35:11.305428 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:35:11.305428 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:35:11.305428 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:35:11.305428 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:35:11.305428 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:35:11.305428 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:35:11.305428 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:35:11.305428 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:35:11.305428 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:35:11.305428 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:35:11.305428 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:35:11.305428 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:35:11.305428 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:35:11.305428 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:35:11.305428 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:35:11.305428 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:35:11.305428 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:35:11.305428 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:35:11.305428 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:35:11.305428 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:35:11.305428 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:35:11.305428 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:35:11.305428 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:35:11.305428 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:35:11.305428 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:35:11.324674 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8d9bd8a-9a48-4a89-bc05-8e4c32dfd4a7 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:11.380085 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-1e5b4699-378b-4145-8874-9066b8bcf2cc None None] Provisioning complete for port 788250be-7598-4c1b-8a2f-308a30af4d07 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:11.380463 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1e5b4699-378b-4145-8874-9066b8bcf2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:11.421653 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857176d-e812-4e5a-8a74-ae7b640586fc req-545b0316-92ac-4be0-a1f7-08da361b13d2 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:11.423245 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8857176d-e812-4e5a-8a74-ae7b640586fc req-545b0316-92ac-4be0-a1f7-08da361b13d2 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=38966e44-48a2-427d-8613-5650b7d4edf0 HTTP/1.1" status: 200 len: 949 time: 0.2200131 Nov 16 11:35:11.439237 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-1e5b4699-378b-4145-8874-9066b8bcf2cc None None] Port 788250be-7598-4c1b-8a2f-308a30af4d07 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:35:11.463282 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-1e5b4699-378b-4145-8874-9066b8bcf2cc None None] Provisioning complete for port 19e69eb6-37f8-4f74-a73c-bf0f3194b854 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:11.463666 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1e5b4699-378b-4145-8874-9066b8bcf2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:11.466088 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4dc3b441-8cbe-4554-938a-9ea32482e1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:11.484075 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4dc3b441-8cbe-4554-938a-9ea32482e1a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:11.487316 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4dc3b441-8cbe-4554-938a-9ea32482e1a4 admin admin] 10.222.0.61 "DELETE /v2.0/networks/0817eba6-7259-4372-a1a0-9eb44dd63162 HTTP/1.1" status: 204 len: 168 time: 0.7550197 Nov 16 11:35:11.507599 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30492f1-9efc-437c-a50c-813c3193de4f admin admin] Pushing event updated for resources: {'Port': ['ID=0951a7d5-0a98-4c1a-bece-21f3c29d72d2,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:11.511684 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f30492f1-9efc-437c-a50c-813c3193de4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:11.536902 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3b441-8cbe-4554-938a-9ea32482e1a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0817eba6-7259-4372-a1a0-9eb44dd63162,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:11.620112 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30492f1-9efc-437c-a50c-813c3193de4f admin admin] Network 96e79771-237e-4cd3-91d2-c7d7c5041918 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:35:11.624321 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8857176d-e812-4e5a-8a74-ae7b640586fc req-d3d065c3-f0fc-4aca-baf7-df7b14fe82e9 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838217 Nov 16 11:35:11.625541 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-f30492f1-9efc-437c-a50c-813c3193de4f admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:35:11.661074 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1e5b4699-378b-4145-8874-9066b8bcf2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:11.756339 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49426) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:11.759041 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-1e5b4699-378b-4145-8874-9066b8bcf2cc None None] For port 19e69eb6-37f8-4f74-a73c-bf0f3194b854, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=19e69eb6-37f8-4f74-a73c-bf0f3194b854,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:35:11.773276 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1e5b4699-378b-4145-8874-9066b8bcf2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:11.833362 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8fe43b38-9f87-4d3a-9104-709a059575f0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=37b99e3e900a4524bb33b3aad0998233&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0758507 Nov 16 11:35:11.835877 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49428) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:11.851244 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b4699-378b-4145-8874-9066b8bcf2cc None None] Pushing event updated for resources: {'Port': ['ID=19e69eb6-37f8-4f74-a73c-bf0f3194b854,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:11.917638 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30492f1-9efc-437c-a50c-813c3193de4f admin admin] Router d440f7b7-e854-4799-b448-fd58d65e4653 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:35:11.974210 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c67afd90-cb73-42c8-91d7-72b53c79860b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:12.092399 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c67afd90-cb73-42c8-91d7-72b53c79860b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:12.136108 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-e8d9bd8a-9a48-4a89-bc05-8e4c32dfd4a7 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Deleting port 788250be-7598-4c1b-8a2f-308a30af4d07 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:35:12.136449 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8d9bd8a-9a48-4a89-bc05-8e4c32dfd4a7 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:12.200508 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30492f1-9efc-437c-a50c-813c3193de4f admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:35:12.206306 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f30492f1-9efc-437c-a50c-813c3193de4f admin admin] 10.222.0.61 "PUT /v2.0/routers/d440f7b7-e854-4799-b448-fd58d65e4653/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5195689 Nov 16 11:35:12.271144 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8d9bd8a-9a48-4a89-bc05-8e4c32dfd4a7 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:12.287918 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c67afd90-cb73-42c8-91d7-72b53c79860b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:12.291439 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c67afd90-cb73-42c8-91d7-72b53c79860b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:12.294674 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c67afd90-cb73-42c8-91d7-72b53c79860b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5207a059-98a1-4077-8fa6-cad36c745e61 HTTP/1.1" status: 204 len: 168 time: 0.4570944 Nov 16 11:35:12.300013 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-e8d9bd8a-9a48-4a89-bc05-8e4c32dfd4a7 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Calling delete_port for 788250be-7598-4c1b-8a2f-308a30af4d07 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:35:12.325814 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67afd90-cb73-42c8-91d7-72b53c79860b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5207a059-98a1-4077-8fa6-cad36c745e61,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:12.590930 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8d9bd8a-9a48-4a89-bc05-8e4c32dfd4a7 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:12.631442 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d9bd8a-9a48-4a89-bc05-8e4c32dfd4a7 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event deleted for resources: {'Port': ['ID=788250be-7598-4c1b-8a2f-308a30af4d07,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:13.019260 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8e227347-a404-4865-a003-1b0c4fc6382d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:13.088568 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-683f9b97-62f2-41f7-a32b-027207d83069 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:13.091374 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-683f9b97-62f2-41f7-a32b-027207d83069 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/networks?id=96e79771-237e-4cd3-91d2-c7d7c5041918 HTTP/1.1" status: 200 len: 811 time: 0.1696856 Nov 16 11:35:13.126097 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-dd41d54b-9447-4018-95ee-fb2d20925295 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/quotas/6ab31bda493d4a3bae8684db01c778bb HTTP/1.1" status: 200 len: 375 time: 0.0251620 Nov 16 11:35:13.187868 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-0a8bca40-fc1e-46cf-a62a-bbd72846593a tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6ab31bda493d4a3bae8684db01c778bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0596087 Nov 16 11:35:13.250261 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8d9bd8a-9a48-4a89-bc05-8e4c32dfd4a7 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:13.332635 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device b78c72b5-87a3-4163-91df-9da2d962352b up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:35:13.363753 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-bdf5ca71-8e3b-409e-9ce2-bccafcf8b768 service neutron] 10.222.0.61 "GET /v2.0/networks/96e79771-237e-4cd3-91d2-c7d7c5041918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518276 Nov 16 11:35:13.426718 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d9bd8a-9a48-4a89-bc05-8e4c32dfd4a7 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Router 22b496fe-d1c9-4b6c-9852-52a2e80fb7ba has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:35:13.455187 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port b78c72b5-87a3-4163-91df-9da2d962352b completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:35:13.464705 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port b78c72b5-87a3-4163-91df-9da2d962352b triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:13.466035 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:13.502018 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-e0f119de-4da4-4263-899d-dc6f0a60c865 service neutron] 10.222.0.61 "GET /v2.0/networks/96e79771-237e-4cd3-91d2-c7d7c5041918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350877 Nov 16 11:35:13.514695 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d9bd8a-9a48-4a89-bc05-8e4c32dfd4a7 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:35:13.527695 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e8d9bd8a-9a48-4a89-bc05-8e4c32dfd4a7 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "PUT /v2.0/routers/22b496fe-d1c9-4b6c-9852-52a2e80fb7ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7601714 Nov 16 11:35:13.530564 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49474) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:13.550175 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c523caa7-25dc-4c69-bc2a-a78f4699c7a2 None None] Sync routers for ids ['22b496fe-d1c9-4b6c-9852-52a2e80fb7ba'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:35:13.575573 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ce82df41-0dc2-43b4-b7a4-1202a4af9e89 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "GET /v2.0/ports?device_id=22b496fe-d1c9-4b6c-9852-52a2e80fb7ba HTTP/1.1" status: 200 len: 205 time: 0.0428274 Nov 16 11:35:13.575871 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49480) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:13.630809 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c523caa7-25dc-4c69-bc2a-a78f4699c7a2 None None] Routers {'22b496fe-d1c9-4b6c-9852-52a2e80fb7ba'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:35:13.632124 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c523caa7-25dc-4c69-bc2a-a78f4699c7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:34:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['22b496fe-d1c9-4b6c-9852-52a2e80fb7ba'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:13.694633 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c523caa7-25dc-4c69-bc2a-a78f4699c7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:13.701762 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4dcd2efd-e4e1-428f-a002-20ac7e8bee90 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:13.718250 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:13.736453 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acfad8b-db67-43de-92c0-c1cdc7f45859 None None] Sync routers for ids ['d440f7b7-e854-4799-b448-fd58d65e4653'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:35:13.763809 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port b78c72b5-87a3-4163-91df-9da2d962352b, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=b78c72b5-87a3-4163-91df-9da2d962352b,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:35:13.766469 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38966e44-48a2-427d-8613-5650b7d4edf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b78c72b5-87a3-4163-91df-9da2d962352b'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:35:13.769621 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8283bf-a3d9-4af4-9f82-63c29f632424" -d '{"events": [{"server_uuid": "38966e44-48a2-427d-8613-5650b7d4edf0", "name": "network-vif-plugged", "status": "completed", "tag": "b78c72b5-87a3-4163-91df-9da2d962352b"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:35:13.771943 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acfad8b-db67-43de-92c0-c1cdc7f45859 None None] Routers {'d440f7b7-e854-4799-b448-fd58d65e4653'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:35:13.775058 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c523caa7-25dc-4c69-bc2a-a78f4699c7a2 None None] Routers {'22b496fe-d1c9-4b6c-9852-52a2e80fb7ba'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:35:13.775835 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c523caa7-25dc-4c69-bc2a-a78f4699c7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:34:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['22b496fe-d1c9-4b6c-9852-52a2e80fb7ba'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:13.777455 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-3acfad8b-db67-43de-92c0-c1cdc7f45859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:34:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['d440f7b7-e854-4799-b448-fd58d65e4653'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:13.779649 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:13.835877 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c523caa7-25dc-4c69-bc2a-a78f4699c7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:13.837277 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c523caa7-25dc-4c69-bc2a-a78f4699c7a2 None None] The sync data for ids ['22b496fe-d1c9-4b6c-9852-52a2e80fb7ba'] in n-d-816823-3 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:35:13.870173 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 19e69eb6-37f8-4f74-a73c-bf0f3194b854 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:35:13.977338 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=b78c72b5-87a3-4163-91df-9da2d962352b,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:13.988913 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 19e69eb6-37f8-4f74-a73c-bf0f3194b854 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:13.990335 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:14.069772 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4dcd2efd-e4e1-428f-a002-20ac7e8bee90 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:14.090290 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b7dfc-2b8d-47d7-8282-91feffdfaaa0 req-99f0c609-cee8-470f-85b1-47fdeb5893df tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:14.100793 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e21b7dfc-2b8d-47d7-8282-91feffdfaaa0 req-99f0c609-cee8-470f-85b1-47fdeb5893df tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=38966e44-48a2-427d-8613-5650b7d4edf0 HTTP/1.1" status: 200 len: 950 time: 0.3009067 Nov 16 11:35:14.104220 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4dcd2efd-e4e1-428f-a002-20ac7e8bee90 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:14.171996 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-3acfad8b-db67-43de-92c0-c1cdc7f45859 None None] Set router d440f7b7-e854-4799-b448-fd58d65e4653 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:35:14.220473 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4dcd2efd-e4e1-428f-a002-20ac7e8bee90 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:14.221141 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcd2efd-e4e1-428f-a002-20ac7e8bee90 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Fanout notify agent at l3_agent the message router_deleted on router 22b496fe-d1c9-4b6c-9852-52a2e80fb7ba {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:35:14.229773 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4dcd2efd-e4e1-428f-a002-20ac7e8bee90 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:14.231719 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4dcd2efd-e4e1-428f-a002-20ac7e8bee90 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "DELETE /v2.0/routers/22b496fe-d1c9-4b6c-9852-52a2e80fb7ba HTTP/1.1" status: 204 len: 168 time: 0.6541426 Nov 16 11:35:14.233806 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49502) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:14.255185 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e21b7dfc-2b8d-47d7-8282-91feffdfaaa0 req-68b4d04d-adca-44e5-968c-413fce8ef557 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525974 Nov 16 11:35:14.361083 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-90f2756e-625a-49bf-ad90-8ebf4fe26f5f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Deleting subnet 464be404-9c60-477b-8822-0ae365416b0e {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:35:14.364636 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90f2756e-625a-49bf-ad90-8ebf4fe26f5f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:14.382995 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-de13400d-7ddd-44dd-9ee0-d7ea4452f6da req-56b64de7-5fd5-40ea-b330-0be385235c23 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd083d3a-0402-4ed5-9f0a-5800d1598f35 HTTP/1.1" status: 200 len: 210 time: 0.0646672 Nov 16 11:35:14.423843 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90f2756e-625a-49bf-ad90-8ebf4fe26f5f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:14.459192 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab4e7a4-bfd9-4f4d-b057-4626d8324f59 x-openstack-request-id: req-4ab4e7a4-bfd9-4f4d-b057-4626d8324f59 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:35:14.459728 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38966e44-48a2-427d-8613-5650b7d4edf0", "name": "network-vif-plugged", "status": "completed", "tag": "b78c72b5-87a3-4163-91df-9da2d962352b", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:35:14.459858 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4ab4e7a4-bfd9-4f4d-b057-4626d8324f59 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:35:14.461367 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38966e44-48a2-427d-8613-5650b7d4edf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b78c72b5-87a3-4163-91df-9da2d962352b', 'code': 200} Nov 16 11:35:14.557265 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-3acfad8b-db67-43de-92c0-c1cdc7f45859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd440f7b7-e854-4799-b448-fd58d65e4653', 'name': 'tempest-ServerRescueTestJSON-1609324333-router', 'tenant_id': '6ab31bda493d4a3bae8684db01c778bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '19e69eb6-37f8-4f74-a73c-bf0f3194b854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:04Z', 'updated_at': '2021-11-16T11:35:10Z', 'revision_number': 4, 'project_id': '6ab31bda493d4a3bae8684db01c778bb', 'gw_port': {'id': '19e69eb6-37f8-4f74-a73c-bf0f3194b854', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd440f7b7-e854-4799-b448-fd58d65e4653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:05Z', 'updated_at': '2021-11-16T11:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '0951a7d5-0a98-4c1a-bece-21f3c29d72d2', 'name': '', 'network_id': '96e79771-237e-4cd3-91d2-c7d7c5041918', 'tenant_id': '6ab31bda493d4a3bae8684db01c778bb', 'mac_address': 'fa:16:3e:04:17:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd440f7b7-e854-4799-b448-fd58d65e4653', 'device_owner': 'network:router_interface', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '8e8690f1-2981-422e-ba98-68c4f62daf8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:09Z', 'updated_at': '2021-11-16T11:35:10Z', 'revision_number': 2, 'project_id': '6ab31bda493d4a3bae8684db01c778bb', 'subnets': [{'id': '8e8690f1-2981-422e-ba98-68c4f62daf8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:14.597941 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acfad8b-db67-43de-92c0-c1cdc7f45859 None None] Checking router: d440f7b7-e854-4799-b448-fd58d65e4653 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:35:14.598155 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90f2756e-625a-49bf-ad90-8ebf4fe26f5f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:14.598730 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acfad8b-db67-43de-92c0-c1cdc7f45859 None None] Updating router d440f7b7-e854-4799-b448-fd58d65e4653 port 0951a7d5-0a98-4c1a-bece-21f3c29d72d2 binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:35:14.641511 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-3acfad8b-db67-43de-92c0-c1cdc7f45859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:14.644322 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac4737-36e2-4efb-a0a1-84a6dadd1c31 req-f13cf6d5-95c3-410a-aafa-96369571e705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:14.645874 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-79ac4737-36e2-4efb-a0a1-84a6dadd1c31 req-f13cf6d5-95c3-410a-aafa-96369571e705 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=38966e44-48a2-427d-8613-5650b7d4edf0 HTTP/1.1" status: 200 len: 1101 time: 0.1108143 Nov 16 11:35:14.753387 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-79ac4737-36e2-4efb-a0a1-84a6dadd1c31 req-e4423c56-7032-48e4-bb5e-dd884efd7eb3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981140 Nov 16 11:35:14.786963 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90f2756e-625a-49bf-ad90-8ebf4fe26f5f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:14.826340 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f2756e-625a-49bf-ad90-8ebf4fe26f5f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event deleted for resources: {'Subnet': ['ID=464be404-9c60-477b-8822-0ae365416b0e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:14.828846 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ceaab2-be9b-49c3-b5d3-f017af70209e None None] Network db008c42-51f4-4e94-9d87-adcb2e764f8c requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:35:14.837957 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90f2756e-625a-49bf-ad90-8ebf4fe26f5f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:14.845167 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-90f2756e-625a-49bf-ad90-8ebf4fe26f5f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "DELETE /v2.0/subnets/464be404-9c60-477b-8822-0ae365416b0e HTTP/1.1" status: 204 len: 168 time: 0.6078367 Nov 16 11:35:14.845382 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49514) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:15.075048 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0e0d61f-e380-45fa-a59a-b0efa9edc075 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:15.114986 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-3acfad8b-db67-43de-92c0-c1cdc7f45859 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:15.122372 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3988c9-856d-4024-a72f-9b153d6d32c6 None None] DHCP port deletion for db008c42-51f4-4e94-9d87-adcb2e764f8c request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:35:15.138009 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-3acfad8b-db67-43de-92c0-c1cdc7f45859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:15.241170 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-e0e0d61f-e380-45fa-a59a-b0efa9edc075 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Deleting port b2b48635-4e03-4e9e-b8c2-3d01c4eb2925 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:35:15.241768 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0e0d61f-e380-45fa-a59a-b0efa9edc075 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:15.260163 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-0c3988c9-856d-4024-a72f-9b153d6d32c6 None None] Deleting port b2b48635-4e03-4e9e-b8c2-3d01c4eb2925 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:35:15.260544 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0c3988c9-856d-4024-a72f-9b153d6d32c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:15.271114 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b918fcd8-b71c-4d14-a808-af5258d2e989 None None] Pushing event updated for resources: {'Port': ['ID=0951a7d5-0a98-4c1a-bece-21f3c29d72d2,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:15.326801 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b918fcd8-b71c-4d14-a808-af5258d2e989 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:15.327222 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b918fcd8-b71c-4d14-a808-af5258d2e989 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:15.327444 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b918fcd8-b71c-4d14-a808-af5258d2e989 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:15.327782 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b918fcd8-b71c-4d14-a808-af5258d2e989 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:15.328102 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b918fcd8-b71c-4d14-a808-af5258d2e989 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:15.328420 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b918fcd8-b71c-4d14-a808-af5258d2e989 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:15.328736 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b918fcd8-b71c-4d14-a808-af5258d2e989 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:15.329053 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b918fcd8-b71c-4d14-a808-af5258d2e989 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:15.329366 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b918fcd8-b71c-4d14-a808-af5258d2e989 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:15.329678 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b918fcd8-b71c-4d14-a808-af5258d2e989 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:15.341607 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b918fcd8-b71c-4d14-a808-af5258d2e989 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:15.342101 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b918fcd8-b71c-4d14-a808-af5258d2e989 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:15.375170 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-3acfad8b-db67-43de-92c0-c1cdc7f45859 None None] Attempting to bind port 0951a7d5-0a98-4c1a-bece-21f3c29d72d2 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:35:15.375698 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-3acfad8b-db67-43de-92c0-c1cdc7f45859 None None] Attempting to bind port 0951a7d5-0a98-4c1a-bece-21f3c29d72d2 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '20517f3a-9cfb-4242-9128-9853b0bf839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '96e79771-237e-4cd3-91d2-c7d7c5041918'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:35:15.376061 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acfad8b-db67-43de-92c0-c1cdc7f45859 None None] Attempting to bind port 0951a7d5-0a98-4c1a-bece-21f3c29d72d2 on network 96e79771-237e-4cd3-91d2-c7d7c5041918 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:35:15.381522 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acfad8b-db67-43de-92c0-c1cdc7f45859 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:35:15.381889 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acfad8b-db67-43de-92c0-c1cdc7f45859 None None] Checking segment: {'id': '20517f3a-9cfb-4242-9128-9853b0bf839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '96e79771-237e-4cd3-91d2-c7d7c5041918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:35:15.382306 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-3acfad8b-db67-43de-92c0-c1cdc7f45859 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:15.382697 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acfad8b-db67-43de-92c0-c1cdc7f45859 None None] Bound using segment: {'id': '20517f3a-9cfb-4242-9128-9853b0bf839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '96e79771-237e-4cd3-91d2-c7d7c5041918'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:35:15.383758 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-3acfad8b-db67-43de-92c0-c1cdc7f45859 None None] Bound port: 0951a7d5-0a98-4c1a-bece-21f3c29d72d2, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20517f3a-9cfb-4242-9128-9853b0bf839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '96e79771-237e-4cd3-91d2-c7d7c5041918'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:35:15.384226 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-3acfad8b-db67-43de-92c0-c1cdc7f45859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:15.460297 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-e0e0d61f-e380-45fa-a59a-b0efa9edc075 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] For port b2b48635-4e03-4e9e-b8c2-3d01c4eb2925, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=b2b48635-4e03-4e9e-b8c2-3d01c4eb2925,segment=NetworkSegment(e542c5aa-b60c-4909-84a5-ed7798efe2b4),segment_id=e542c5aa-b60c-4909-84a5-ed7798efe2b4)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:35:15.462345 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0e0d61f-e380-45fa-a59a-b0efa9edc075 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:15.495921 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-0c3988c9-856d-4024-a72f-9b153d6d32c6 None None] For port b2b48635-4e03-4e9e-b8c2-3d01c4eb2925, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=b2b48635-4e03-4e9e-b8c2-3d01c4eb2925,segment=NetworkSegment(e542c5aa-b60c-4909-84a5-ed7798efe2b4),segment_id=e542c5aa-b60c-4909-84a5-ed7798efe2b4)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:35:15.496536 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0c3988c9-856d-4024-a72f-9b153d6d32c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:15.504441 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-e0e0d61f-e380-45fa-a59a-b0efa9edc075 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Calling delete_port for b2b48635-4e03-4e9e-b8c2-3d01c4eb2925 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:35:15.525288 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-0c3988c9-856d-4024-a72f-9b153d6d32c6 None None] Calling delete_port for b2b48635-4e03-4e9e-b8c2-3d01c4eb2925 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:35:15.527621 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-3acfad8b-db67-43de-92c0-c1cdc7f45859 None None] For port 0951a7d5-0a98-4c1a-bece-21f3c29d72d2, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:35:15.538960 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc744a-40e0-483b-bbb2-6d2d8538fba9 req-ed1da0ce-229f-42be-acc5-39ece0bf731b tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:15.539925 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-3acfad8b-db67-43de-92c0-c1cdc7f45859 None None] For port 0951a7d5-0a98-4c1a-bece-21f3c29d72d2, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=0951a7d5-0a98-4c1a-bece-21f3c29d72d2,segment=NetworkSegment(20517f3a-9cfb-4242-9128-9853b0bf839b),segment_id=20517f3a-9cfb-4242-9128-9853b0bf839b)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:35:15.545881 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0fbc744a-40e0-483b-bbb2-6d2d8538fba9 req-ed1da0ce-229f-42be-acc5-39ece0bf731b tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=38966e44-48a2-427d-8613-5650b7d4edf0 HTTP/1.1" status: 200 len: 950 time: 0.1140144 Nov 16 11:35:15.558706 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-3acfad8b-db67-43de-92c0-c1cdc7f45859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:15.627264 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cea31947-1f9a-4598-927c-995d27d64fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:15.671718 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b918fcd8-b71c-4d14-a808-af5258d2e989 None None] Pushing event updated for resources: {'Port': ['ID=0951a7d5-0a98-4c1a-bece-21f3c29d72d2,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:15.688257 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acfad8b-db67-43de-92c0-c1cdc7f45859 None None] Routers {'d440f7b7-e854-4799-b448-fd58d65e4653'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:35:15.688905 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-3acfad8b-db67-43de-92c0-c1cdc7f45859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:35:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['d440f7b7-e854-4799-b448-fd58d65e4653'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:15.706086 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0fbc744a-40e0-483b-bbb2-6d2d8538fba9 req-af7cda0b-2564-46c2-b751-21adcf90517f tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513259 Nov 16 11:35:15.728980 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0c3988c9-856d-4024-a72f-9b153d6d32c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:15.760133 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3988c9-856d-4024-a72f-9b153d6d32c6 None None] No DVR routers for this DVR port b2b48635-4e03-4e9e-b8c2-3d01c4eb2925 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:35:15.814851 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3988c9-856d-4024-a72f-9b153d6d32c6 None None] Pushing event deleted for resources: {'Port': ['ID=b2b48635-4e03-4e9e-b8c2-3d01c4eb2925,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:15.890132 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-3acfad8b-db67-43de-92c0-c1cdc7f45859 None None] Set router d440f7b7-e854-4799-b448-fd58d65e4653 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:35:15.893830 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0e0d61f-e380-45fa-a59a-b0efa9edc075 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:15.922668 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b789753-5f73-4fe0-9bea-df86763a77aa req-3ab04bea-b350-43d6-856e-3d40ca5fa6af tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd083d3a-0402-4ed5-9f0a-5800d1598f35 HTTP/1.1" status: 200 len: 210 time: 0.0963140 Nov 16 11:35:15.936573 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device b2b48635-4e03-4e9e-b8c2-3d01c4eb2925 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:35:15.971996 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: b2b48635-4e03-4e9e-b8c2-3d01c4eb2925 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:35:15.972389 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device b2b48635-4e03-4e9e-b8c2-3d01c4eb2925 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:35:16.024931 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e0d61f-e380-45fa-a59a-b0efa9edc075 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] No DVR routers for this DVR port b2b48635-4e03-4e9e-b8c2-3d01c4eb2925 on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:35:16.077048 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e0d61f-e380-45fa-a59a-b0efa9edc075 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event deleted for resources: {'Port': ['ID=b2b48635-4e03-4e9e-b8c2-3d01c4eb2925,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:16.148358 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0e0d61f-e380-45fa-a59a-b0efa9edc075 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:16.188160 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e0e0d61f-e380-45fa-a59a-b0efa9edc075 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db008c42-51f4-4e94-9d87-adcb2e764f8c']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:16.198572 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e0e0d61f-e380-45fa-a59a-b0efa9edc075 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e542c5aa-b60c-4909-84a5-ed7798efe2b4') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:16.198816 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e0e0d61f-e380-45fa-a59a-b0efa9edc075 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e542c5aa-b60c-4909-84a5-ed7798efe2b4') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:16.211445 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0e0d61f-e380-45fa-a59a-b0efa9edc075 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:16.256603 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0e0d61f-e380-45fa-a59a-b0efa9edc075 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:16.270806 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-3acfad8b-db67-43de-92c0-c1cdc7f45859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd440f7b7-e854-4799-b448-fd58d65e4653', 'name': 'tempest-ServerRescueTestJSON-1609324333-router', 'tenant_id': '6ab31bda493d4a3bae8684db01c778bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '19e69eb6-37f8-4f74-a73c-bf0f3194b854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:04Z', 'updated_at': '2021-11-16T11:35:10Z', 'revision_number': 4, 'project_id': '6ab31bda493d4a3bae8684db01c778bb', 'gw_port': {'id': '19e69eb6-37f8-4f74-a73c-bf0f3194b854', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd440f7b7-e854-4799-b448-fd58d65e4653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:05Z', 'updated_at': '2021-11-16T11:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '0951a7d5-0a98-4c1a-bece-21f3c29d72d2', 'name': '', 'network_id': '96e79771-237e-4cd3-91d2-c7d7c5041918', 'tenant_id': '6ab31bda493d4a3bae8684db01c778bb', 'mac_address': 'fa:16:3e:04:17:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd440f7b7-e854-4799-b448-fd58d65e4653', 'device_owner': 'network:router_interface', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '8e8690f1-2981-422e-ba98-68c4f62daf8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:09Z', 'updated_at': '2021-11-16T11:35:15Z', 'revision_number': 4, 'project_id': '6ab31bda493d4a3bae8684db01c778bb', 'subnets': [{'id': '8e8690f1-2981-422e-ba98-68c4f62daf8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:16.276803 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0e0d61f-e380-45fa-a59a-b0efa9edc075 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:35:16.277214 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0e0d61f-e380-45fa-a59a-b0efa9edc075 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:16.282178 n-d-816823-3 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:35:16.282178 n-d-816823-3 neutron-server[102668]: self.session.flush() Nov 16 11:35:16.282178 n-d-816823-3 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:35:16.282178 n-d-816823-3 neutron-server[102668]: self.session.flush() Nov 16 11:35:16.282178 n-d-816823-3 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:35:16.282178 n-d-816823-3 neutron-server[102668]: self.session.flush() Nov 16 11:35:16.282178 n-d-816823-3 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:35:16.282178 n-d-816823-3 neutron-server[102668]: self.session.flush() Nov 16 11:35:16.282178 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:35:16.282178 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:35:16.282178 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:35:16.282178 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:35:16.282178 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:35:16.282178 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:35:16.282178 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:35:16.282178 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:35:16.282178 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:35:16.282178 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:35:16.282178 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:35:16.282178 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:35:16.282178 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:35:16.282178 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:35:16.282178 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:35:16.282178 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:35:16.282178 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:35:16.282178 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:35:16.282178 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:35:16.282178 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:35:16.282178 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:35:16.282178 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:35:16.282178 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:35:16.282178 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:35:16.282178 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:35:16.282178 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:35:16.282178 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:35:16.282178 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:35:16.282178 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:35:16.282178 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:35:16.282178 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:35:16.282178 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:35:16.316726 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acfad8b-db67-43de-92c0-c1cdc7f45859 None None] The sync data for ids ['d440f7b7-e854-4799-b448-fd58d65e4653'] in n-d-816823-3 is: [{'id': 'd440f7b7-e854-4799-b448-fd58d65e4653', 'name': 'tempest-ServerRescueTestJSON-1609324333-router', 'tenant_id': '6ab31bda493d4a3bae8684db01c778bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '19e69eb6-37f8-4f74-a73c-bf0f3194b854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:04Z', 'updated_at': '2021-11-16T11:35:10Z', 'revision_number': 4, 'project_id': '6ab31bda493d4a3bae8684db01c778bb', 'gw_port': {'id': '19e69eb6-37f8-4f74-a73c-bf0f3194b854', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd440f7b7-e854-4799-b448-fd58d65e4653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:05Z', 'updated_at': '2021-11-16T11:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '0951a7d5-0a98-4c1a-bece-21f3c29d72d2', 'name': '', 'network_id': '96e79771-237e-4cd3-91d2-c7d7c5041918', 'tenant_id': '6ab31bda493d4a3bae8684db01c778bb', 'mac_address': 'fa:16:3e:04:17:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd440f7b7-e854-4799-b448-fd58d65e4653', 'device_owner': 'network:router_interface', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '8e8690f1-2981-422e-ba98-68c4f62daf8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:09Z', 'updated_at': '2021-11-16T11:35:15Z', 'revision_number': 4, 'project_id': '6ab31bda493d4a3bae8684db01c778bb', 'subnets': [{'id': '8e8690f1-2981-422e-ba98-68c4f62daf8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:35:16.331159 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959fa2e7-923d-4df5-bfa9-71ffeb5aae2f req-353184f1-c878-4d94-9c34-3305e8c309ee tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:16.333244 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-959fa2e7-923d-4df5-bfa9-71ffeb5aae2f req-353184f1-c878-4d94-9c34-3305e8c309ee tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 945 time: 0.1190999 Nov 16 11:35:16.366160 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-a6c25a62-e603-451e-a90a-ead114621d9e tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:16.367859 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-a6c25a62-e603-451e-a90a-ead114621d9e tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.64 "GET /v2.0/networks?id=96e79771-237e-4cd3-91d2-c7d7c5041918 HTTP/1.1" status: 200 len: 811 time: 0.8353841 Nov 16 11:35:16.389298 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-9ab21ea8-73d3-45c5-ac12-748963dbbe6a tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Request body: {'port': {'device_id': 'dd083d3a-0402-4ed5-9f0a-5800d1598f35', 'network_id': '96e79771-237e-4cd3-91d2-c7d7c5041918', 'admin_state_up': True, 'tenant_id': '6ab31bda493d4a3bae8684db01c778bb'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:16.411538 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0e0d61f-e380-45fa-a59a-b0efa9edc075 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:16.421050 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0e0d61f-e380-45fa-a59a-b0efa9edc075 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:16.425909 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e0e0d61f-e380-45fa-a59a-b0efa9edc075 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "DELETE /v2.0/networks/db008c42-51f4-4e94-9d87-adcb2e764f8c HTTP/1.1" status: 204 len: 168 time: 1.5793579 Nov 16 11:35:16.432878 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49528) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:16.444470 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-f9c9ce13-4abc-4354-83d9-8f84827eb055 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2053321991', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}, 'admin_state_up': False}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:16.485560 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-959fa2e7-923d-4df5-bfa9-71ffeb5aae2f req-12693115-a4e5-412f-9aad-f5c46ad75c3e tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a1ae922-53db-4b87-b60b-12d9a74c16ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404507 Nov 16 11:35:16.507604 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f9c9ce13-4abc-4354-83d9-8f84827eb055 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:16.508734 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f9c9ce13-4abc-4354-83d9-8f84827eb055 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:16.517804 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e0d61f-e380-45fa-a59a-b0efa9edc075 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event deleted for resources: {'Network': ['ID=db008c42-51f4-4e94-9d87-adcb2e764f8c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:16.565410 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:16.600084 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f9c9ce13-4abc-4354-83d9-8f84827eb055 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:16.607522 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-9ab21ea8-73d3-45c5-ac12-748963dbbe6a tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Made reservation on behalf of 6ab31bda493d4a3bae8684db01c778bb for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:35:16.611810 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-9ab21ea8-73d3-45c5-ac12-748963dbbe6a tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:16.777531 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-9ab21ea8-73d3-45c5-ac12-748963dbbe6a tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Allocated IP 172.20.0.2 (96e79771-237e-4cd3-91d2-c7d7c5041918/8e8690f1-2981-422e-ba98-68c4f62daf8a/7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:35:16.784198 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f9c9ce13-4abc-4354-83d9-8f84827eb055 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:16.894642 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188b0b9-e953-4349-9ef1-03947b6dd978 req-666dca5a-b821-4c92-ae2e-a63a5a6f8eb1 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:16.898412 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f188b0b9-e953-4349-9ef1-03947b6dd978 req-666dca5a-b821-4c92-ae2e-a63a5a6f8eb1 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=38966e44-48a2-427d-8613-5650b7d4edf0 HTTP/1.1" status: 200 len: 950 time: 0.1052642 Nov 16 11:35:16.966079 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-9ab21ea8-73d3-45c5-ac12-748963dbbe6a tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:17.006512 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f188b0b9-e953-4349-9ef1-03947b6dd978 req-316170de-3ae9-47fe-9f91-2b7f3ee45aeb tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027319 Nov 16 11:35:17.011363 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-9ab21ea8-73d3-45c5-ac12-748963dbbe6a tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:17.102705 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-9ab21ea8-73d3-45c5-ac12-748963dbbe6a tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Network 96e79771-237e-4cd3-91d2-c7d7c5041918 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:35:17.107532 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-9ab21ea8-73d3-45c5-ac12-748963dbbe6a tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:35:17.110404 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-9ab21ea8-73d3-45c5-ac12-748963dbbe6a tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:35:17.114387 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab21ea8-73d3-45c5-ac12-748963dbbe6a tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Pushing event updated for resources: {'Port': ['ID=7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:17.181324 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-9ab21ea8-73d3-45c5-ac12-748963dbbe6a tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:17.186129 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-9ab21ea8-73d3-45c5-ac12-748963dbbe6a tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:17.208688 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-9ab21ea8-73d3-45c5-ac12-748963dbbe6a tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8286581 Nov 16 11:35:17.215123 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f9c9ce13-4abc-4354-83d9-8f84827eb055 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for router_gateway, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:17.230272 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-494a84d4-a350-45e5-9b4a-4eb83a3f2804 service neutron] Request body: {'port': {'device_id': 'dd083d3a-0402-4ed5-9f0a-5800d1598f35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:17.269068 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2c8d5-1f7e-47ca-b89c-c33f3f4fb15d req-efc85466-2dd8-48f3-8cae-2e26dabe2c2a tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:17.276594 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cfa2c8d5-1f7e-47ca-b89c-c33f3f4fb15d req-efc85466-2dd8-48f3-8cae-2e26dabe2c2a tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd083d3a-0402-4ed5-9f0a-5800d1598f35 HTTP/1.1" status: 200 len: 931 time: 0.1421616 Nov 16 11:35:17.278849 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f9c9ce13-4abc-4354-83d9-8f84827eb055 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:17.303729 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-494a84d4-a350-45e5-9b4a-4eb83a3f2804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:17.391390 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cfa2c8d5-1f7e-47ca-b89c-c33f3f4fb15d req-5a43ede6-46d6-4ad0-b5da-f4f1c40faa46 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094339 Nov 16 11:35:17.478676 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-f9c9ce13-4abc-4354-83d9-8f84827eb055 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Allocated IP 172.25.0.22 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/7b7cb678-cc10-44dc-a636-104ce3341320) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:35:17.578004 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f9d35e-d679-4348-bfe2-9e9b8d5c1be8 req-91962a7c-ff2d-45ef-8bc1-dc4fdf5cb381 tempest-ServersOnMultiNodesTest-779607297 tempest-ServersOnMultiNodesTest-779607297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:17.579794 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-60f9d35e-d679-4348-bfe2-9e9b8d5c1be8 req-91962a7c-ff2d-45ef-8bc1-dc4fdf5cb381 tempest-ServersOnMultiNodesTest-779607297 tempest-ServersOnMultiNodesTest-779607297-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=38966e44-48a2-427d-8613-5650b7d4edf0 HTTP/1.1" status: 200 len: 1101 time: 0.0986402 Nov 16 11:35:17.625420 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-494a84d4-a350-45e5-9b4a-4eb83a3f2804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:35:17.634921 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-494a84d4-a350-45e5-9b4a-4eb83a3f2804 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:17.653335 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-494a84d4-a350-45e5-9b4a-4eb83a3f2804 service neutron] Transition to ACTIVE for port object 7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:35:17.660027 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-494a84d4-a350-45e5-9b4a-4eb83a3f2804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:17.664864 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f9c9ce13-4abc-4354-83d9-8f84827eb055 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:17.698378 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-60f9d35e-d679-4348-bfe2-9e9b8d5c1be8 req-c17355bb-473e-4911-8d00-338d64ca9d31 tempest-ServersOnMultiNodesTest-779607297 tempest-ServersOnMultiNodesTest-779607297-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884581 Nov 16 11:35:17.780984 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f9c9ce13-4abc-4354-83d9-8f84827eb055 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:17.821051 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-494a84d4-a350-45e5-9b4a-4eb83a3f2804 service neutron] Attempting to bind port 7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:35:17.821458 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-494a84d4-a350-45e5-9b4a-4eb83a3f2804 service neutron] Attempting to bind port 7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '20517f3a-9cfb-4242-9128-9853b0bf839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '96e79771-237e-4cd3-91d2-c7d7c5041918'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:35:17.822310 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-494a84d4-a350-45e5-9b4a-4eb83a3f2804 service neutron] Attempting to bind port 7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b on network 96e79771-237e-4cd3-91d2-c7d7c5041918 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:35:17.825915 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a84d4-a350-45e5-9b4a-4eb83a3f2804 service neutron] Pushing event updated for resources: {'Port': ['ID=7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:17.830988 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-494a84d4-a350-45e5-9b4a-4eb83a3f2804 service neutron] Port 7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b on network 96e79771-237e-4cd3-91d2-c7d7c5041918 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:35:17.831393 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-494a84d4-a350-45e5-9b4a-4eb83a3f2804 service neutron] Attempting to bind port 7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b on network 96e79771-237e-4cd3-91d2-c7d7c5041918 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:35:17.838461 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-494a84d4-a350-45e5-9b4a-4eb83a3f2804 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:35:17.838661 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-494a84d4-a350-45e5-9b4a-4eb83a3f2804 service neutron] Checking segment: {'id': '20517f3a-9cfb-4242-9128-9853b0bf839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '96e79771-237e-4cd3-91d2-c7d7c5041918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:35:17.839077 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-494a84d4-a350-45e5-9b4a-4eb83a3f2804 service neutron] Bound using segment: {'id': '20517f3a-9cfb-4242-9128-9853b0bf839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '96e79771-237e-4cd3-91d2-c7d7c5041918'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:35:17.839569 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-494a84d4-a350-45e5-9b4a-4eb83a3f2804 service neutron] Bound port: 7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20517f3a-9cfb-4242-9128-9853b0bf839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '96e79771-237e-4cd3-91d2-c7d7c5041918'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:35:17.839938 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-494a84d4-a350-45e5-9b4a-4eb83a3f2804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:17.874628 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c9ce13-4abc-4354-83d9-8f84827eb055 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:35:17.891377 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 0951a7d5-0a98-4c1a-bece-21f3c29d72d2 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:35:17.930337 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-494a84d4-a350-45e5-9b4a-4eb83a3f2804 service neutron] For port 7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:35:17.936987 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-494a84d4-a350-45e5-9b4a-4eb83a3f2804 service neutron] For port 7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b,segment=NetworkSegment(20517f3a-9cfb-4242-9128-9853b0bf839b),segment_id=20517f3a-9cfb-4242-9128-9853b0bf839b)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:35:17.942899 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9ce13-4abc-4354-83d9-8f84827eb055 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event updated for resources: {'Port': ['ID=7b7cb678-cc10-44dc-a636-104ce3341320,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:17.946887 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-f9c9ce13-4abc-4354-83d9-8f84827eb055 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:35:17.948139 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-494a84d4-a350-45e5-9b4a-4eb83a3f2804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:17.950605 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c9ce13-4abc-4354-83d9-8f84827eb055 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:35:17.953782 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 0951a7d5-0a98-4c1a-bece-21f3c29d72d2 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:17.954379 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:18.000604 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-494a84d4-a350-45e5-9b4a-4eb83a3f2804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:18.001205 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-494a84d4-a350-45e5-9b4a-4eb83a3f2804 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:18.002635 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-494a84d4-a350-45e5-9b4a-4eb83a3f2804 service neutron] 10.222.0.64 "PUT /v2.0/ports/7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b HTTP/1.1" status: 200 len: 1091 time: 0.7781315 Nov 16 11:35:18.003083 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd083d3a-0402-4ed5-9f0a-5800d1598f35', 'tag': '7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:35:18.005649 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f9c8e3-a1a4-4272-9128-3dad615861db" -d '{"events": [{"name": "network-changed", "server_uuid": "dd083d3a-0402-4ed5-9f0a-5800d1598f35", "tag": "7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:35:18.008136 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b669894-18b3-489c-836d-395cec2f126e None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:35:18.023236 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68036227-8507-4ab1-9729-f5f3e81e7c40 req-79933656-d17a-42dc-bad5-060a4f788f73 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:18.025481 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-68036227-8507-4ab1-9729-f5f3e81e7c40 req-79933656-d17a-42dc-bad5-060a4f788f73 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 945 time: 0.1784856 Nov 16 11:35:18.084058 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a84d4-a350-45e5-9b4a-4eb83a3f2804 service neutron] Pushing event updated for resources: {'Port': ['ID=7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:18.100402 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:18.130928 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-71131b39-b3cf-4cbc-b7d6-ab3b8a8042a9 None None] Provisioning complete for port 7b7cb678-cc10-44dc-a636-104ce3341320 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:18.130928 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-71131b39-b3cf-4cbc-b7d6-ab3b8a8042a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:18.153175 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-becf74b5-2311-4c9c-a8df-d04993370606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:18.155009 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-becf74b5-2311-4c9c-a8df-d04993370606 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ab31bda493d4a3bae8684db01c778bb&device_id=dd083d3a-0402-4ed5-9f0a-5800d1598f35 HTTP/1.1" status: 200 len: 1094 time: 0.0843351 Nov 16 11:35:18.222915 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-724fed5e-6af3-49dd-a10e-063008f0a71b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b HTTP/1.1" status: 200 len: 217 time: 0.0582592 Nov 16 11:35:18.224955 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-71131b39-b3cf-4cbc-b7d6-ab3b8a8042a9 None None] Port 7b7cb678-cc10-44dc-a636-104ce3341320 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:35:18.231428 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 0951a7d5-0a98-4c1a-bece-21f3c29d72d2, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=0951a7d5-0a98-4c1a-bece-21f3c29d72d2,segment=NetworkSegment(20517f3a-9cfb-4242-9128-9853b0bf839b),segment_id=20517f3a-9cfb-4242-9128-9853b0bf839b)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:35:18.238424 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:18.307838 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-a4bb56a2-9532-46ec-a767-60d16a636d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:18.311807 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-a4bb56a2-9532-46ec-a767-60d16a636d92 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e8690f1-2981-422e-ba98-68c4f62daf8a HTTP/1.1" status: 200 len: 851 time: 0.0785804 Nov 16 11:35:18.319531 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:18.323562 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=0951a7d5-0a98-4c1a-bece-21f3c29d72d2,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:18.361663 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-4a7e4535-8bee-4f9b-ad3f-9092a7eaf4aa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=96e79771-237e-4cd3-91d2-c7d7c5041918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416613 Nov 16 11:35:18.472455 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-e4c600f4-1dc0-496a-a247-81c161a77cb3 service neutron] 10.222.0.64 "GET /v2.0/networks/96e79771-237e-4cd3-91d2-c7d7c5041918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008868 Nov 16 11:35:18.521295 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-68036227-8507-4ab1-9729-f5f3e81e7c40 req-a26ec421-8e86-41b0-a2fd-dbaa70909d84 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a1ae922-53db-4b87-b60b-12d9a74c16ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4875689 Nov 16 11:35:18.572436 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4d5b39dc-975d-48eb-8b79-5a17810f1796 req-42b7e9b1-457c-4e14-9c07-f9121b165feb service neutron] 10.222.0.64 "GET /v2.0/networks/96e79771-237e-4cd3-91d2-c7d7c5041918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926185 Nov 16 11:35:18.657642 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-6c0f9ee8-0d07-4d9a-a7b2-34ba33b69f1d tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=bf730bc3509b41198d463002969da1ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270290 Nov 16 11:35:18.744107 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f9c9ce13-4abc-4354-83d9-8f84827eb055 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for router_gateway, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:18.812258 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:18.897878 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-f4bb6b36-b96c-44fd-b186-02e07e81bbf8 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:18.907839 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-f4bb6b36-b96c-44fd-b186-02e07e81bbf8 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2413611 Nov 16 11:35:18.948439 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-74ed2e95-487f-498a-9a1d-4f99547070fd tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/quotas/bf730bc3509b41198d463002969da1ed HTTP/1.1" status: 200 len: 375 time: 0.0278187 Nov 16 11:35:19.101009 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-cbcf15ca-ae7c-443e-ba53-90335408d560 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf730bc3509b41198d463002969da1ed&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1129067 Nov 16 11:35:19.108407 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f9c9ce13-4abc-4354-83d9-8f84827eb055 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:19.245812 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44e1549-7b95-4497-b59d-09fead03ec68 x-openstack-request-id: req-d44e1549-7b95-4497-b59d-09fead03ec68 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:35:19.246285 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd083d3a-0402-4ed5-9f0a-5800d1598f35", "tag": "7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:35:19.246690 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d44e1549-7b95-4497-b59d-09fead03ec68 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:35:19.247167 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd083d3a-0402-4ed5-9f0a-5800d1598f35', 'tag': '7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b', 'status': 'completed', 'code': 200} Nov 16 11:35:19.250087 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c9ce13-4abc-4354-83d9-8f84827eb055 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Router fc6343e1-0912-49bb-a5d9-3fa019b3515b is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:35:19.328629 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9c8e3-a1a4-4272-9128-3dad615861db req-0ccfada1-0fa3-498d-b59e-d6e17a1df524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:19.330423 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-70f9c8e3-a1a4-4272-9128-3dad615861db req-0ccfada1-0fa3-498d-b59e-d6e17a1df524 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ab31bda493d4a3bae8684db01c778bb&device_id=dd083d3a-0402-4ed5-9f0a-5800d1598f35 HTTP/1.1" status: 200 len: 1094 time: 0.0548716 Nov 16 11:35:19.434450 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef717c-23f5-47ba-aab8-3510bb6eebbd req-688b78d1-0e8b-4e1e-8990-3e73ca52f138 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:19.442229 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-50ef717c-23f5-47ba-aab8-3510bb6eebbd req-688b78d1-0e8b-4e1e-8990-3e73ca52f138 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd083d3a-0402-4ed5-9f0a-5800d1598f35 HTTP/1.1" status: 200 len: 943 time: 0.0937104 Nov 16 11:35:19.471862 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9c8e3-a1a4-4272-9128-3dad615861db req-ca5d75de-81ca-4974-a43f-0fab5ffd914a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:19.474526 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-70f9c8e3-a1a4-4272-9128-3dad615861db req-ca5d75de-81ca-4974-a43f-0fab5ffd914a service neutron] 10.222.0.64 "GET /v2.0/networks?id=96e79771-237e-4cd3-91d2-c7d7c5041918 HTTP/1.1" status: 200 len: 912 time: 0.1281483 Nov 16 11:35:19.475213 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c9ce13-4abc-4354-83d9-8f84827eb055 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:35:19.486282 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ab847a-a3ba-4cd9-8320-707a1205daf9 None None] Sync routers for ids ['fc6343e1-0912-49bb-a5d9-3fa019b3515b'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:35:19.504412 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ab847a-a3ba-4cd9-8320-707a1205daf9 None None] Routers {'fc6343e1-0912-49bb-a5d9-3fa019b3515b'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:35:19.506301 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a3ab847a-a3ba-4cd9-8320-707a1205daf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:35:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['fc6343e1-0912-49bb-a5d9-3fa019b3515b'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:19.539410 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-70f9c8e3-a1a4-4272-9128-3dad615861db req-431e5a9b-9ea0-46d6-8e8f-f28b2f28b2b3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b HTTP/1.1" status: 200 len: 217 time: 0.0545843 Nov 16 11:35:19.564431 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f9c9ce13-4abc-4354-83d9-8f84827eb055 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:19.565652 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f9c9ce13-4abc-4354-83d9-8f84827eb055 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.1277163 Nov 16 11:35:19.574900 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49584) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:19.586113 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-50ef717c-23f5-47ba-aab8-3510bb6eebbd req-85c849ae-2188-4d54-a778-26c9845f3188 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428494 Nov 16 11:35:19.609346 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9c8e3-a1a4-4272-9128-3dad615861db req-1265fe4a-54a8-4c27-91d0-1dfb6dc1a5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:19.611403 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-70f9c8e3-a1a4-4272-9128-3dad615861db req-1265fe4a-54a8-4c27-91d0-1dfb6dc1a5b6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e8690f1-2981-422e-ba98-68c4f62daf8a HTTP/1.1" status: 200 len: 851 time: 0.0626714 Nov 16 11:35:19.611713 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a3ab847a-a3ba-4cd9-8320-707a1205daf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:19.631361 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ab847a-a3ba-4cd9-8320-707a1205daf9 None None] Routers {'fc6343e1-0912-49bb-a5d9-3fa019b3515b'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:35:19.634335 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a3ab847a-a3ba-4cd9-8320-707a1205daf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:35:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['fc6343e1-0912-49bb-a5d9-3fa019b3515b'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:19.693345 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-70f9c8e3-a1a4-4272-9128-3dad615861db req-b2f736b1-316e-4be3-8091-a9639d062ecc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=96e79771-237e-4cd3-91d2-c7d7c5041918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708375 Nov 16 11:35:19.880247 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-70f9c8e3-a1a4-4272-9128-3dad615861db req-3b148b77-d6e7-4a76-ba94-582a119b43d6 service neutron] 10.222.0.64 "GET /v2.0/networks/96e79771-237e-4cd3-91d2-c7d7c5041918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759348 Nov 16 11:35:19.884093 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-68797e95-877e-4c80-a5ca-d7f5341d0521 req-3dfc0ed3-e02d-495c-8ef0-bbdb5a200470 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab98730f-8f21-41ab-9fba-fc09b933a76a HTTP/1.1" status: 200 len: 210 time: 0.0587234 Nov 16 11:35:19.928420 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-685a74db-9545-4ed9-ba6a-35cd4471b93e tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "GET /v2.0/routers/fc6343e1-0912-49bb-a5d9-3fa019b3515b HTTP/1.1" status: 200 len: 880 time: 0.3319526 Nov 16 11:35:19.929234 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49592) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:19.959009 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a3ab847a-a3ba-4cd9-8320-707a1205daf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:19.959958 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ab847a-a3ba-4cd9-8320-707a1205daf9 None None] The sync data for ids ['fc6343e1-0912-49bb-a5d9-3fa019b3515b'] in n-d-816823-3 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:35:19.968337 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 0951a7d5-0a98-4c1a-bece-21f3c29d72d2 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:35:20.023559 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 0951a7d5-0a98-4c1a-bece-21f3c29d72d2 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:20.024807 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:20.133601 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-70f9c8e3-a1a4-4272-9128-3dad615861db req-2ea0c98d-c841-40b6-8e44-e8be82f5d0df service neutron] 10.222.0.64 "GET /v2.0/networks/96e79771-237e-4cd3-91d2-c7d7c5041918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406607 Nov 16 11:35:20.140851 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551a2b5-429e-43ae-a0ef-19ca5f305e86 req-cc529871-17ff-4e75-9c26-c2bd70df6367 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:20.149354 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d551a2b5-429e-43ae-a0ef-19ca5f305e86 req-cc529871-17ff-4e75-9c26-c2bd70df6367 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 945 time: 0.1807003 Nov 16 11:35:20.242980 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d551a2b5-429e-43ae-a0ef-19ca5f305e86 req-23731c58-7c8d-434c-92be-4d6d1b25aec6 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a1ae922-53db-4b87-b60b-12d9a74c16ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927987 Nov 16 11:35:20.311243 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a8e968ca-6d86-4604-a91d-d689e8882817 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3807988 Nov 16 11:35:20.313889 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49596) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:20.319035 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-be6cc8be-5e1f-4c52-a7ab-a2f1937fb16c tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2053321991'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:20.594173 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-ec1de723-6011-4bd7-89ce-1721dcd8b563 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=bf730bc3509b41198d463002969da1ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270169 Nov 16 11:35:20.729538 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e83582-8e02-45e1-a778-fa20471865e7 req-0b259e5d-e10a-4049-a3dd-c952772b396c tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:20.732359 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-71e83582-8e02-45e1-a778-fa20471865e7 req-0b259e5d-e10a-4049-a3dd-c952772b396c tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd083d3a-0402-4ed5-9f0a-5800d1598f35 HTTP/1.1" status: 200 len: 943 time: 0.0611002 Nov 16 11:35:20.799374 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-184eba54-ba9d-4672-8c11-b7d0013d6db6 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:20.801455 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-184eba54-ba9d-4672-8c11-b7d0013d6db6 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1990094 Nov 16 11:35:20.801590 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-71e83582-8e02-45e1-a778-fa20471865e7 req-a78079d9-2a22-4e65-9871-615385f5e79f tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618804 Nov 16 11:35:20.812197 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-be6cc8be-5e1f-4c52-a7ab-a2f1937fb16c tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1984560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1995711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3572'] for router, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:20.819663 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-11e50974-e8ae-4bcd-9a9c-f5480c4efa3d tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Request body: {'port': {'device_id': 'ab98730f-8f21-41ab-9fba-fc09b933a76a', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'admin_state_up': True, 'tenant_id': 'bf730bc3509b41198d463002969da1ed'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:20.861593 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-be6cc8be-5e1f-4c52-a7ab-a2f1937fb16c tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1984559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1984550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1995702'] for router, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:21.006752 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-78ea0055-6601-43ab-9c9f-ad63a224689b req-bac7cf48-f101-452a-853f-8dd3a414eea9 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab98730f-8f21-41ab-9fba-fc09b933a76a HTTP/1.1" status: 200 len: 210 time: 0.0348969 Nov 16 11:35:21.352847 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6cc8be-5e1f-4c52-a7ab-a2f1937fb16c tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Router fc6343e1-0912-49bb-a5d9-3fa019b3515b has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:35:21.362479 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-11e50974-e8ae-4bcd-9a9c-f5480c4efa3d tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Made reservation on behalf of bf730bc3509b41198d463002969da1ed for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:35:21.365957 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-11e50974-e8ae-4bcd-9a9c-f5480c4efa3d tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:21.377447 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb6d818-6c43-41b8-b52e-704e5bdedec2 req-c72d8c2a-e2e6-4400-bb15-d05866d632ed tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:21.379470 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aeb6d818-6c43-41b8-b52e-704e5bdedec2 req-c72d8c2a-e2e6-4400-bb15-d05866d632ed tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 945 time: 0.0575385 Nov 16 11:35:21.430515 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aeb6d818-6c43-41b8-b52e-704e5bdedec2 req-5cb5e7e7-8bc9-41e8-808c-c5baac9ae374 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a1ae922-53db-4b87-b60b-12d9a74c16ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444310 Nov 16 11:35:21.452246 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:35:21.562419 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b,segment=NetworkSegment(20517f3a-9cfb-4242-9128-9853b0bf839b),segment_id=20517f3a-9cfb-4242-9128-9853b0bf839b)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:35:21.583773 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b', 'network_id': '96e79771-237e-4cd3-91d2-c7d7c5041918', 'port_id': '7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b', 'mac_address': 'fa:16:3e:ce:1c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e8690f1-2981-422e-ba98-68c4f62daf8a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:35:21.594269 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6cc8be-5e1f-4c52-a7ab-a2f1937fb16c tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:35:21.608573 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031ae6a6-58cb-4911-a4c2-f3118e8e457a None None] Sync routers for ids ['fc6343e1-0912-49bb-a5d9-3fa019b3515b'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:35:21.618015 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-be6cc8be-5e1f-4c52-a7ab-a2f1937fb16c tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:21.621582 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-be6cc8be-5e1f-4c52-a7ab-a2f1937fb16c tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "PUT /v2.0/routers/fc6343e1-0912-49bb-a5d9-3fa019b3515b HTTP/1.1" status: 200 len: 887 time: 1.3042717 Nov 16 11:35:21.622149 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49616) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:21.629394 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031ae6a6-58cb-4911-a4c2-f3118e8e457a None None] Routers {'fc6343e1-0912-49bb-a5d9-3fa019b3515b'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:35:21.630254 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-031ae6a6-58cb-4911-a4c2-f3118e8e457a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:35:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['fc6343e1-0912-49bb-a5d9-3fa019b3515b'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:21.634909 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-11e50974-e8ae-4bcd-9a9c-f5480c4efa3d tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Allocated IP 192.168.233.136 (d184b1c6-3832-4c86-bfd0-c1472d76d6c3/c4c770cc-51d7-42eb-b4a6-9a605bacae0f/1cb8fad5-2374-4a5f-82af-7b279f87631a) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:35:21.690021 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-031ae6a6-58cb-4911-a4c2-f3118e8e457a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:21.694017 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:21.699671 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031ae6a6-58cb-4911-a4c2-f3118e8e457a None None] Routers {'fc6343e1-0912-49bb-a5d9-3fa019b3515b'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:35:21.700286 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-031ae6a6-58cb-4911-a4c2-f3118e8e457a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:35:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['fc6343e1-0912-49bb-a5d9-3fa019b3515b'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:21.733752 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:35:21.737360 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-031ae6a6-58cb-4911-a4c2-f3118e8e457a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:21.738346 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031ae6a6-58cb-4911-a4c2-f3118e8e457a None None] The sync data for ids ['fc6343e1-0912-49bb-a5d9-3fa019b3515b'] in n-d-816823-3 is: [] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:35:21.777730 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b,segment=NetworkSegment(20517f3a-9cfb-4242-9128-9853b0bf839b),segment_id=20517f3a-9cfb-4242-9128-9853b0bf839b)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:35:21.783523 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:21.856845 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f2b97baf-d33d-45de-bfe8-11b6c8444d93 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "GET /v2.0/routers/fc6343e1-0912-49bb-a5d9-3fa019b3515b HTTP/1.1" status: 200 len: 887 time: 0.2333479 Nov 16 11:35:21.860679 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49622) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:21.872168 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-11e50974-e8ae-4bcd-9a9c-f5480c4efa3d tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:21.885236 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:21.908167 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-07e007b4-637c-4541-b39d-de92dff405dd tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc6343e1-0912-49bb-a5d9-3fa019b3515b HTTP/1.1" status: 200 len: 205 time: 0.0463696 Nov 16 11:35:21.911048 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49624) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:21.966009 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1b8c5-ed98-4bdd-8191-7ed01733e007 req-98ab5ad8-5010-4df9-aefa-f4234b23cbc1 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:21.975530 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-65b1b8c5-ed98-4bdd-8191-7ed01733e007 req-98ab5ad8-5010-4df9-aefa-f4234b23cbc1 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd083d3a-0402-4ed5-9f0a-5800d1598f35 HTTP/1.1" status: 200 len: 944 time: 0.0620282 Nov 16 11:35:22.018782 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-11e50974-e8ae-4bcd-9a9c-f5480c4efa3d tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:22.033877 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['c5cec868-b5a5-419b-83d0-1a5458af7b23', '4aa1bb74-8213-4890-9274-1ce4587511f5', 'b78c72b5-87a3-4163-91df-9da2d962352b'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:35:22.036678 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['2fed52f5-2778-40fe-a87d-7c5f06cbb9a0', '6d9f6105-9caf-468b-8176-13c263c8e400', 'b978d542-abf6-447b-88b8-232ba5c145ac', 'e29bfba0-4457-464f-a217-81f66d7a5fb9'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:35:22.038897 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-65b1b8c5-ed98-4bdd-8191-7ed01733e007 req-10427b52-8b3f-4022-9a99-a89e1e16e387 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623841 Nov 16 11:35:22.079118 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-11e50974-e8ae-4bcd-9a9c-f5480c4efa3d tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:35:22.090555 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-11e50974-e8ae-4bcd-9a9c-f5480c4efa3d tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:35:22.099241 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-11e50974-e8ae-4bcd-9a9c-f5480c4efa3d tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:35:22.163126 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:35:22.224465 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e50974-e8ae-4bcd-9a9c-f5480c4efa3d tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Pushing event updated for resources: {'Port': ['ID=1cb8fad5-2374-4a5f-82af-7b279f87631a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:22.226313 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693ea1c-f598-4e74-aab7-531df895d00c req-8b5c30a3-b7f4-47a3-85f3-adb4613d7905 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:22.233903 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9693ea1c-f598-4e74-aab7-531df895d00c req-8b5c30a3-b7f4-47a3-85f3-adb4613d7905 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab98730f-8f21-41ab-9fba-fc09b933a76a HTTP/1.1" status: 200 len: 936 time: 0.0905986 Nov 16 11:35:22.262098 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-11e50974-e8ae-4bcd-9a9c-f5480c4efa3d tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:22.263064 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-11e50974-e8ae-4bcd-9a9c-f5480c4efa3d tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:22.273768 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef0a9985-6a32-4fc0-8d64-d17dc5d15a93 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:22.328074 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9693ea1c-f598-4e74-aab7-531df895d00c req-493b5f1c-c954-4d9e-a2ef-98d56bf28bf9 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931766 Nov 16 11:35:22.370583 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-11e50974-e8ae-4bcd-9a9c-f5480c4efa3d tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5545673 Nov 16 11:35:22.387621 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-31beb43b-20a0-46c2-bd79-5514f12d3d79 service neutron] Request body: {'port': {'device_id': 'ab98730f-8f21-41ab-9fba-fc09b933a76a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:22.469019 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-31beb43b-20a0-46c2-bd79-5514f12d3d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:22.493122 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef0a9985-6a32-4fc0-8d64-d17dc5d15a93 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:22.593521 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-5ca12913-7f26-4d5d-aea9-3811231dd15c None None] Provisioning complete for port 1cb8fad5-2374-4a5f-82af-7b279f87631a triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:22.594107 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5ca12913-7f26-4d5d-aea9-3811231dd15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:22.637776 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9edbd-11a0-492b-81b2-6d2f96283d85 req-1ed2f7ae-8700-4ebe-bd97-afd4f14d2ad4 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:22.647817 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-52f9edbd-11a0-492b-81b2-6d2f96283d85 req-1ed2f7ae-8700-4ebe-bd97-afd4f14d2ad4 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 945 time: 0.1029892 Nov 16 11:35:22.706585 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ef0a9985-6a32-4fc0-8d64-d17dc5d15a93 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Deleting port 7b7cb678-cc10-44dc-a636-104ce3341320 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:35:22.707200 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef0a9985-6a32-4fc0-8d64-d17dc5d15a93 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:22.720250 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-52f9edbd-11a0-492b-81b2-6d2f96283d85 req-cacdd04c-a9d0-4b6f-bd3d-89faf155053a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a1ae922-53db-4b87-b60b-12d9a74c16ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712059 Nov 16 11:35:22.806403 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-5ca12913-7f26-4d5d-aea9-3811231dd15c None None] Port 1cb8fad5-2374-4a5f-82af-7b279f87631a cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:35:22.829060 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef0a9985-6a32-4fc0-8d64-d17dc5d15a93 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:22.852573 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ef0a9985-6a32-4fc0-8d64-d17dc5d15a93 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Calling delete_port for 7b7cb678-cc10-44dc-a636-104ce3341320 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:35:22.926914 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-31beb43b-20a0-46c2-bd79-5514f12d3d79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cb8fad5-2374-4a5f-82af-7b279f87631a {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:35:22.936941 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-31beb43b-20a0-46c2-bd79-5514f12d3d79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:22.961953 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-31beb43b-20a0-46c2-bd79-5514f12d3d79 service neutron] Transition to ACTIVE for port object 1cb8fad5-2374-4a5f-82af-7b279f87631a will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:35:23.009881 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-31beb43b-20a0-46c2-bd79-5514f12d3d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:23.104731 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beb43b-20a0-46c2-bd79-5514f12d3d79 service neutron] Pushing event updated for resources: {'Port': ['ID=1cb8fad5-2374-4a5f-82af-7b279f87631a,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:23.250123 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef0a9985-6a32-4fc0-8d64-d17dc5d15a93 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:23.264236 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ee894-3496-4154-a10e-e1033d84fc1e req-45a236bc-e7ae-41c1-8a64-92074b02814f tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:23.272874 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ba5ee894-3496-4154-a10e-e1033d84fc1e req-45a236bc-e7ae-41c1-8a64-92074b02814f tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd083d3a-0402-4ed5-9f0a-5800d1598f35 HTTP/1.1" status: 200 len: 944 time: 0.0788999 Nov 16 11:35:23.328086 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-31beb43b-20a0-46c2-bd79-5514f12d3d79 service neutron] Attempting to bind port 1cb8fad5-2374-4a5f-82af-7b279f87631a on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:35:23.328729 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-31beb43b-20a0-46c2-bd79-5514f12d3d79 service neutron] Attempting to bind port 1cb8fad5-2374-4a5f-82af-7b279f87631a by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:35:23.329308 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-31beb43b-20a0-46c2-bd79-5514f12d3d79 service neutron] Attempting to bind port 1cb8fad5-2374-4a5f-82af-7b279f87631a on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:35:23.338065 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a9985-6a32-4fc0-8d64-d17dc5d15a93 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event deleted for resources: {'Port': ['ID=7b7cb678-cc10-44dc-a636-104ce3341320,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:23.344324 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6809318e-1650-4328-9fab-d1715f649bfd None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:35:23.366646 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-31beb43b-20a0-46c2-bd79-5514f12d3d79 service neutron] Port 1cb8fad5-2374-4a5f-82af-7b279f87631a on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:35:23.367262 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-31beb43b-20a0-46c2-bd79-5514f12d3d79 service neutron] Attempting to bind port 1cb8fad5-2374-4a5f-82af-7b279f87631a on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:35:23.370837 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ba5ee894-3496-4154-a10e-e1033d84fc1e req-156839f6-27ed-46ce-94d0-197d8108330c tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962248 Nov 16 11:35:23.399716 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-31beb43b-20a0-46c2-bd79-5514f12d3d79 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:35:23.400387 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-31beb43b-20a0-46c2-bd79-5514f12d3d79 service neutron] Checking segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:35:23.400976 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-31beb43b-20a0-46c2-bd79-5514f12d3d79 service neutron] Bound using segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:35:23.401613 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-31beb43b-20a0-46c2-bd79-5514f12d3d79 service neutron] Bound port: 1cb8fad5-2374-4a5f-82af-7b279f87631a, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:35:23.402200 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-31beb43b-20a0-46c2-bd79-5514f12d3d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:23.466748 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef0a9985-6a32-4fc0-8d64-d17dc5d15a93 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:23.548808 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af022106-1c8f-4028-950b-24f4e5afeb0d req-3016eb00-bb90-4806-b8ab-560978f01ce6 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:23.558681 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-af022106-1c8f-4028-950b-24f4e5afeb0d req-3016eb00-bb90-4806-b8ab-560978f01ce6 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab98730f-8f21-41ab-9fba-fc09b933a76a HTTP/1.1" status: 200 len: 948 time: 0.0794389 Nov 16 11:35:23.577814 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef0a9985-6a32-4fc0-8d64-d17dc5d15a93 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:23.586185 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef0a9985-6a32-4fc0-8d64-d17dc5d15a93 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:23.635506 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-31beb43b-20a0-46c2-bd79-5514f12d3d79 service neutron] For port 1cb8fad5-2374-4a5f-82af-7b279f87631a, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:35:23.648698 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-31beb43b-20a0-46c2-bd79-5514f12d3d79 service neutron] For port 1cb8fad5-2374-4a5f-82af-7b279f87631a, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=1cb8fad5-2374-4a5f-82af-7b279f87631a,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:35:23.654802 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef0a9985-6a32-4fc0-8d64-d17dc5d15a93 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:23.655282 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-af022106-1c8f-4028-950b-24f4e5afeb0d req-89d2c7a2-365a-4b46-907c-59ad890e6a58 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892541 Nov 16 11:35:23.655499 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0a9985-6a32-4fc0-8d64-d17dc5d15a93 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Fanout notify agent at l3_agent the message router_deleted on router fc6343e1-0912-49bb-a5d9-3fa019b3515b {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:35:23.672969 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef0a9985-6a32-4fc0-8d64-d17dc5d15a93 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:23.678188 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ef0a9985-6a32-4fc0-8d64-d17dc5d15a93 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "DELETE /v2.0/routers/fc6343e1-0912-49bb-a5d9-3fa019b3515b HTTP/1.1" status: 204 len: 168 time: 1.7644911 Nov 16 11:35:23.679329 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49638) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:23.681064 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-31beb43b-20a0-46c2-bd79-5514f12d3d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:23.687486 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a033fa09-2af5-4a04-a5de-3c3355bca8d1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Request body: {'network': {'name': 'tempest-RoutersTest-208547493'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:23.732423 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-31beb43b-20a0-46c2-bd79-5514f12d3d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:23.734522 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-31beb43b-20a0-46c2-bd79-5514f12d3d79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:23.735917 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-31beb43b-20a0-46c2-bd79-5514f12d3d79 service neutron] 10.222.0.64 "PUT /v2.0/ports/1cb8fad5-2374-4a5f-82af-7b279f87631a HTTP/1.1" status: 200 len: 1096 time: 1.3531785 Nov 16 11:35:23.736371 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab98730f-8f21-41ab-9fba-fc09b933a76a', 'tag': '1cb8fad5-2374-4a5f-82af-7b279f87631a'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:35:23.738663 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b263d857-1369-405a-b908-910d3ccbe790" -d '{"events": [{"name": "network-changed", "server_uuid": "ab98730f-8f21-41ab-9fba-fc09b933a76a", "tag": "1cb8fad5-2374-4a5f-82af-7b279f87631a"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:35:23.768211 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beb43b-20a0-46c2-bd79-5514f12d3d79 service neutron] Pushing event updated for resources: {'Port': ['ID=1cb8fad5-2374-4a5f-82af-7b279f87631a,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:23.771025 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a033fa09-2af5-4a04-a5de-3c3355bca8d1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Made reservation on behalf of 3610a194a09949c3b82958173883b2cb for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:35:23.784034 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a033fa09-2af5-4a04-a5de-3c3355bca8d1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:23.835244 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a033fa09-2af5-4a04-a5de-3c3355bca8d1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:35:23.858331 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a033fa09-2af5-4a04-a5de-3c3355bca8d1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:23.858331 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-a033fa09-2af5-4a04-a5de-3c3355bca8d1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Added segment 4d45b7d8-ccc0-4e63-b526-a8633db60d04 of type vlan for network e1c287e4-6aa3-4d38-a2d9-1f0938dcb78b Nov 16 11:35:23.939913 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a033fa09-2af5-4a04-a5de-3c3355bca8d1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:23.986920 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f29e43-2784-406f-ac21-856cdb7ceeff req-df5c1626-15ec-4c6a-a10a-d693cc4421b9 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:23.996665 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a033fa09-2af5-4a04-a5de-3c3355bca8d1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:23.997419 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-73f29e43-2784-406f-ac21-856cdb7ceeff req-df5c1626-15ec-4c6a-a10a-d693cc4421b9 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 945 time: 0.1238811 Nov 16 11:35:24.010500 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a033fa09-2af5-4a04-a5de-3c3355bca8d1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:24.011289 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a033fa09-2af5-4a04-a5de-3c3355bca8d1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:24.027474 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-99c3e1a3-a354-4730-bcfd-f50bd436049c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:24.029144 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-99c3e1a3-a354-4730-bcfd-f50bd436049c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf730bc3509b41198d463002969da1ed&device_id=ab98730f-8f21-41ab-9fba-fc09b933a76a HTTP/1.1" status: 200 len: 1099 time: 0.2272477 Nov 16 11:35:24.081845 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-73f29e43-2784-406f-ac21-856cdb7ceeff req-a193f4d6-79b5-4d16-848a-edd88f7b592b tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a1ae922-53db-4b87-b60b-12d9a74c16ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792100 Nov 16 11:35:24.131160 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-9fb1d5c3-94d6-404b-8d2e-7064d9c630f4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=1cb8fad5-2374-4a5f-82af-7b279f87631a HTTP/1.1" status: 200 len: 217 time: 0.0853863 Nov 16 11:35:24.138058 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49648) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:24.138608 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a033fa09-2af5-4a04-a5de-3c3355bca8d1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4549105 Nov 16 11:35:24.149892 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-7bf7de8d-3bea-4316-9e21-b4554f1a4458 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Request body: {'subnet': {'network_id': 'e1c287e4-6aa3-4d38-a2d9-1f0938dcb78b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:24.190248 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033fa09-2af5-4a04-a5de-3c3355bca8d1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event updated for resources: {'Network': ['ID=e1c287e4-6aa3-4d38-a2d9-1f0938dcb78b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:24.205420 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network e1c287e4-6aa3-4d38-a2d9-1f0938dcb78b details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:35:24.220193 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86201692-134f-430e-bbf2-a9553dd7e0e4 x-openstack-request-id: req-86201692-134f-430e-bbf2-a9553dd7e0e4 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:35:24.228345 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab98730f-8f21-41ab-9fba-fc09b933a76a", "tag": "1cb8fad5-2374-4a5f-82af-7b279f87631a", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:35:24.228644 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-86201692-134f-430e-bbf2-a9553dd7e0e4 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:35:24.229068 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab98730f-8f21-41ab-9fba-fc09b933a76a', 'tag': '1cb8fad5-2374-4a5f-82af-7b279f87631a', 'status': 'completed', 'code': 200} Nov 16 11:35:24.231152 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-dc67a104-bdc0-4ac2-b8cb-b2830bd9c10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:24.232703 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-dc67a104-bdc0-4ac2-b8cb-b2830bd9c10e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0927632 Nov 16 11:35:24.301427 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-cc1fc4da-31cd-40f5-b085-c4024d6790b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:24.303934 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-cc1fc4da-31cd-40f5-b085-c4024d6790b6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0589283 Nov 16 11:35:24.332828 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf7de8d-3bea-4316-9e21-b4554f1a4458 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Made reservation on behalf of 3610a194a09949c3b82958173883b2cb for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:35:24.338063 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7bf7de8d-3bea-4316-9e21-b4554f1a4458 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:24.433973 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-fcc7a178-b428-44ca-abc0-9f276315c66c service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158504 Nov 16 11:35:24.545162 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-78d316a2-f465-47c1-88e4-8d12da08cce8 req-186b448a-feb5-47c2-bcfd-3b8e8d0d9bfb service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021550 Nov 16 11:35:24.622539 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7bf7de8d-3bea-4316-9e21-b4554f1a4458 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:24.655590 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263d857-1369-405a-b908-910d3ccbe790 req-68445f91-f69c-4301-a6f6-ffbc5f25c0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:24.657213 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b263d857-1369-405a-b908-910d3ccbe790 req-68445f91-f69c-4301-a6f6-ffbc5f25c0e7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf730bc3509b41198d463002969da1ed&device_id=ab98730f-8f21-41ab-9fba-fc09b933a76a HTTP/1.1" status: 200 len: 1099 time: 0.0575874 Nov 16 11:35:24.673976 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a50cdb-4bed-4f51-91e5-804ec85ddb05 req-46976ce3-02ce-4d08-8a5d-f6a9b22a81a0 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:24.683467 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-51a50cdb-4bed-4f51-91e5-804ec85ddb05 req-46976ce3-02ce-4d08-8a5d-f6a9b22a81a0 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd083d3a-0402-4ed5-9f0a-5800d1598f35 HTTP/1.1" status: 200 len: 944 time: 0.1205652 Nov 16 11:35:24.769987 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7de8d-3bea-4316-9e21-b4554f1a4458 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event updated for resources: {'Subnet': ['ID=b512b352-21b0-4c12-b0b9-d6443f292c58,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:24.774862 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf7de8d-3bea-4316-9e21-b4554f1a4458 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Checking segment: {'id': '4d45b7d8-ccc0-4e63-b526-a8633db60d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e1c287e4-6aa3-4d38-a2d9-1f0938dcb78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:35:24.775297 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf7de8d-3bea-4316-9e21-b4554f1a4458 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Network hostable DHCP agents. Network: e1c287e4-6aa3-4d38-a2d9-1f0938dcb78b, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:35:24.791587 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263d857-1369-405a-b908-910d3ccbe790 req-7213feb7-a63a-445b-8768-dad70b2a0ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:24.794278 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b263d857-1369-405a-b908-910d3ccbe790 req-7213feb7-a63a-445b-8768-dad70b2a0ef5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.1243982 Nov 16 11:35:24.795927 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-51a50cdb-4bed-4f51-91e5-804ec85ddb05 req-b8221c38-3067-43ea-8c60-fc93d4e1f81f tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113787 Nov 16 11:35:24.830807 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf7de8d-3bea-4316-9e21-b4554f1a4458 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Network e1c287e4-6aa3-4d38-a2d9-1f0938dcb78b is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:35:24.861476 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-7bf7de8d-3bea-4316-9e21-b4554f1a4458 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, e1c287e4-6aa3-4d38-a2d9-1f0938dcb78b) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:35:24.872687 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb40fc9-2f78-42f9-9568-d3a72c24d350 None None] Network e1c287e4-6aa3-4d38-a2d9-1f0938dcb78b requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:35:24.875136 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b263d857-1369-405a-b908-910d3ccbe790 req-f6325d26-25da-400c-941e-2c4ca9e3cec5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=1cb8fad5-2374-4a5f-82af-7b279f87631a HTTP/1.1" status: 200 len: 217 time: 0.0724356 Nov 16 11:35:24.875524 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf7de8d-3bea-4316-9e21-b4554f1a4458 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:24.876112 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7bf7de8d-3bea-4316-9e21-b4554f1a4458 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:24.923904 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af367d77-38eb-4ff3-ad7b-a6d7bd4d6e05 req-0e3bf366-dfe6-4185-bc75-e95a808f1f08 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:24.932260 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-af367d77-38eb-4ff3-ad7b-a6d7bd4d6e05 req-0e3bf366-dfe6-4185-bc75-e95a808f1f08 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab98730f-8f21-41ab-9fba-fc09b933a76a HTTP/1.1" status: 200 len: 948 time: 0.0815449 Nov 16 11:35:24.945788 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7bf7de8d-3bea-4316-9e21-b4554f1a4458 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8055720 Nov 16 11:35:24.947466 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49654) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:24.952523 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-b2caab1f-426f-4d7b-85b0-9d19019ccf24 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-989338330', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:25.017847 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263d857-1369-405a-b908-910d3ccbe790 req-c3056c5e-3226-4b55-b335-85940e87b7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:25.020886 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b263d857-1369-405a-b908-910d3ccbe790 req-c3056c5e-3226-4b55-b335-85940e87b7b8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.1374323 Nov 16 11:35:25.021984 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-af367d77-38eb-4ff3-ad7b-a6d7bd4d6e05 req-81587e92-7941-4ccc-b2c0-698a429295a6 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845582 Nov 16 11:35:25.024763 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b2caab1f-426f-4d7b-85b0-9d19019ccf24 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:25.036706 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b2caab1f-426f-4d7b-85b0-9d19019ccf24 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:25.121413 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263d857-1369-405a-b908-910d3ccbe790 req-5c6e2eed-b02d-4850-9e31-ad0b63281666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:25.125324 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b263d857-1369-405a-b908-910d3ccbe790 req-5c6e2eed-b02d-4850-9e31-ad0b63281666 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0960896 Nov 16 11:35:25.236673 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e970d7-efce-4d8d-a4d4-a663d4914ba7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-e1c287e4-6aa3-4d38-a2d9-1f0938dcb78b', 'network_id': 'e1c287e4-6aa3-4d38-a2d9-1f0938dcb78b', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'fixed_ips': [{'subnet_id': 'b512b352-21b0-4c12-b0b9-d6443f292c58'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:35:25.238324 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-73e970d7-efce-4d8d-a4d4-a663d4914ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:25.241552 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b263d857-1369-405a-b908-910d3ccbe790 req-30e57c77-69b8-45e6-abc0-85d89a29e114 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069231 Nov 16 11:35:25.439677 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b263d857-1369-405a-b908-910d3ccbe790 req-6eb8e74e-6b31-4b68-92cd-1749247c6509 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805093 Nov 16 11:35:25.533854 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b2caab1f-426f-4d7b-85b0-9d19019ccf24 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:25.534933 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:35:25.540259 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-73e970d7-efce-4d8d-a4d4-a663d4914ba7 None None] Allocated IP 172.20.0.2 (e1c287e4-6aa3-4d38-a2d9-1f0938dcb78b/b512b352-21b0-4c12-b0b9-d6443f292c58/acbdaca5-e955-49f7-b2f2-1a0382652cd8) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:35:25.550955 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49666) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:25.556172 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b2caab1f-426f-4d7b-85b0-9d19019ccf24 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:25.588009 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b2caab1f-426f-4d7b-85b0-9d19019ccf24 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:25.591817 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b2caab1f-426f-4d7b-85b0-9d19019ccf24 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6409504 Nov 16 11:35:25.592658 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49670) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:25.599699 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276fe8a5-3bf7-4eb7-bc14-2b290595bedd req-db3d8ac1-f760-465b-b896-a5cb4f8e82f4 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:25.607697 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-276fe8a5-3bf7-4eb7-bc14-2b290595bedd req-db3d8ac1-f760-465b-b896-a5cb4f8e82f4 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 945 time: 0.0892692 Nov 16 11:35:25.668569 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-276fe8a5-3bf7-4eb7-bc14-2b290595bedd req-cd8f10a2-40a5-4624-957a-a054587f95a4 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a1ae922-53db-4b87-b60b-12d9a74c16ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546079 Nov 16 11:35:25.709713 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:35:25.728147 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:25.728720 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:25.778702 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36af0b68-fe0f-4e23-9444-1450ef701ae3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:25.824716 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-73e970d7-efce-4d8d-a4d4-a663d4914ba7 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:25.840431 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-73e970d7-efce-4d8d-a4d4-a663d4914ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:25.912549 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e970d7-efce-4d8d-a4d4-a663d4914ba7 None None] Network e1c287e4-6aa3-4d38-a2d9-1f0938dcb78b is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:35:25.920179 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-73e970d7-efce-4d8d-a4d4-a663d4914ba7 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:35:25.922093 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:25.924256 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e970d7-efce-4d8d-a4d4-a663d4914ba7 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:35:25.943917 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e970d7-efce-4d8d-a4d4-a663d4914ba7 None None] Pushing event updated for resources: {'Port': ['ID=acbdaca5-e955-49f7-b2f2-1a0382652cd8,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:25.989734 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e970d7-efce-4d8d-a4d4-a663d4914ba7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:25.990408 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e970d7-efce-4d8d-a4d4-a663d4914ba7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:25.991132 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e970d7-efce-4d8d-a4d4-a663d4914ba7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:25.991539 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e970d7-efce-4d8d-a4d4-a663d4914ba7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:25.991988 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e970d7-efce-4d8d-a4d4-a663d4914ba7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:25.992966 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e970d7-efce-4d8d-a4d4-a663d4914ba7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:25.993367 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e970d7-efce-4d8d-a4d4-a663d4914ba7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:25.993891 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e970d7-efce-4d8d-a4d4-a663d4914ba7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:25.994319 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e970d7-efce-4d8d-a4d4-a663d4914ba7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:25.994715 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e970d7-efce-4d8d-a4d4-a663d4914ba7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:25.995102 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e970d7-efce-4d8d-a4d4-a663d4914ba7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:25.995633 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e970d7-efce-4d8d-a4d4-a663d4914ba7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:26.000124 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba115f-ad5f-4b0b-9115-2837b8bb3121 req-d8c9ae41-b260-42fb-bc21-324fec2ecc59 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:26.010360 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-07ba115f-ad5f-4b0b-9115-2837b8bb3121 req-d8c9ae41-b260-42fb-bc21-324fec2ecc59 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd083d3a-0402-4ed5-9f0a-5800d1598f35 HTTP/1.1" status: 200 len: 944 time: 0.1191812 Nov 16 11:35:26.020858 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd083d3a-0402-4ed5-9f0a-5800d1598f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:35:26.023278 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162942e8-3581-46d3-8f1e-e56d6413cef7" -d '{"events": [{"server_uuid": "dd083d3a-0402-4ed5-9f0a-5800d1598f35", "name": "network-vif-plugged", "status": "completed", "tag": "7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:35:26.048122 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b,segment=NetworkSegment(20517f3a-9cfb-4242-9128-9853b0bf839b),segment_id=20517f3a-9cfb-4242-9128-9853b0bf839b)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:35:26.053413 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-73e970d7-efce-4d8d-a4d4-a663d4914ba7 None None] Attempting to bind port acbdaca5-e955-49f7-b2f2-1a0382652cd8 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:35:26.053855 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-73e970d7-efce-4d8d-a4d4-a663d4914ba7 None None] Attempting to bind port acbdaca5-e955-49f7-b2f2-1a0382652cd8 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '4d45b7d8-ccc0-4e63-b526-a8633db60d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e1c287e4-6aa3-4d38-a2d9-1f0938dcb78b'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:35:26.054312 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e970d7-efce-4d8d-a4d4-a663d4914ba7 None None] Attempting to bind port acbdaca5-e955-49f7-b2f2-1a0382652cd8 on network e1c287e4-6aa3-4d38-a2d9-1f0938dcb78b {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:35:26.060499 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e970d7-efce-4d8d-a4d4-a663d4914ba7 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:35:26.061039 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e970d7-efce-4d8d-a4d4-a663d4914ba7 None None] Checking segment: {'id': '4d45b7d8-ccc0-4e63-b526-a8633db60d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e1c287e4-6aa3-4d38-a2d9-1f0938dcb78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:35:26.065386 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-73e970d7-efce-4d8d-a4d4-a663d4914ba7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:26.065859 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e970d7-efce-4d8d-a4d4-a663d4914ba7 None None] Bound using segment: {'id': '4d45b7d8-ccc0-4e63-b526-a8633db60d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e1c287e4-6aa3-4d38-a2d9-1f0938dcb78b'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:35:26.066483 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-73e970d7-efce-4d8d-a4d4-a663d4914ba7 None None] Bound port: acbdaca5-e955-49f7-b2f2-1a0382652cd8, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d45b7d8-ccc0-4e63-b526-a8633db60d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e1c287e4-6aa3-4d38-a2d9-1f0938dcb78b'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:35:26.067025 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-73e970d7-efce-4d8d-a4d4-a663d4914ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:26.072015 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:26.098000 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36af0b68-fe0f-4e23-9444-1450ef701ae3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:26.099218 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-07ba115f-ad5f-4b0b-9115-2837b8bb3121 req-cf4b6416-a2ed-49d5-b119-abe28b8285df tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850773 Nov 16 11:35:26.141232 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:26.198102 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867434de-4af9-4292-951c-9ad0fa02e88c x-openstack-request-id: req-867434de-4af9-4292-951c-9ad0fa02e88c {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:35:26.198529 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd083d3a-0402-4ed5-9f0a-5800d1598f35", "name": "network-vif-plugged", "status": "completed", "tag": "7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:35:26.198877 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-867434de-4af9-4292-951c-9ad0fa02e88c {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:35:26.199774 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd083d3a-0402-4ed5-9f0a-5800d1598f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b', 'code': 200} Nov 16 11:35:26.217344 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36af0b68-fe0f-4e23-9444-1450ef701ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:26.261292 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bbafad15-7426-4f03-a454-a08337463807 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:26.261599 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-73e970d7-efce-4d8d-a4d4-a663d4914ba7 None None] For port acbdaca5-e955-49f7-b2f2-1a0382652cd8, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:35:26.265446 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-73e970d7-efce-4d8d-a4d4-a663d4914ba7 None None] For port acbdaca5-e955-49f7-b2f2-1a0382652cd8, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=acbdaca5-e955-49f7-b2f2-1a0382652cd8,segment=NetworkSegment(4d45b7d8-ccc0-4e63-b526-a8633db60d04),segment_id=4d45b7d8-ccc0-4e63-b526-a8633db60d04)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:35:26.279262 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-73e970d7-efce-4d8d-a4d4-a663d4914ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:26.316963 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-36af0b68-fe0f-4e23-9444-1450ef701ae3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0f69dcb8a7e248e887ef36a6bf5ee744&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7644041 Nov 16 11:35:26.323257 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996de9b-1b1c-493f-b4f1-e7aaa4bedbc9 req-19d31b2b-26ac-4ff7-92e0-33a5968c73bb tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:26.324933 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d996de9b-1b1c-493f-b4f1-e7aaa4bedbc9 req-19d31b2b-26ac-4ff7-92e0-33a5968c73bb tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab98730f-8f21-41ab-9fba-fc09b933a76a HTTP/1.1" status: 200 len: 948 time: 0.0855343 Nov 16 11:35:26.325427 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49678) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:26.368112 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e970d7-efce-4d8d-a4d4-a663d4914ba7 None None] Pushing event updated for resources: {'Port': ['ID=acbdaca5-e955-49f7-b2f2-1a0382652cd8,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:26.404090 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af0b68-fe0f-4e23-9444-1450ef701ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201a31b3-7764-41fb-87ea-7267a4bfbf28,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:26.475426 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d996de9b-1b1c-493f-b4f1-e7aaa4bedbc9 req-fae26f90-7554-4400-8cdc-5891e8ff9f72 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314843 Nov 16 11:35:26.477303 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-03c20bc1-7d9a-42f8-80b9-bd1538a0b32f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:26.505222 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83859e6-01e3-413d-8f5e-6344c65dff4e req-c873150d-b5e8-4ae2-b8a4-fa1593ce7b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:26.506912 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b83859e6-01e3-413d-8f5e-6344c65dff4e req-c873150d-b5e8-4ae2-b8a4-fa1593ce7b03 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dd083d3a-0402-4ed5-9f0a-5800d1598f35 HTTP/1.1" status: 200 len: 1096 time: 0.2479925 Nov 16 11:35:26.530500 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-03c20bc1-7d9a-42f8-80b9-bd1538a0b32f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:26.604669 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-03c20bc1-7d9a-42f8-80b9-bd1538a0b32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:26.609514 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-03c20bc1-7d9a-42f8-80b9-bd1538a0b32f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:26.610947 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-03c20bc1-7d9a-42f8-80b9-bd1538a0b32f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/201a31b3-7764-41fb-87ea-7267a4bfbf28 HTTP/1.1" status: 204 len: 168 time: 0.2838347 Nov 16 11:35:26.620904 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c20bc1-7d9a-42f8-80b9-bd1538a0b32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201a31b3-7764-41fb-87ea-7267a4bfbf28,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:26.821019 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b83859e6-01e3-413d-8f5e-6344c65dff4e req-bb80de4e-094c-4122-a13d-5cc6b258f982 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575946 Nov 16 11:35:26.844192 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-bbafad15-7426-4f03-a454-a08337463807 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Allocated IP 172.20.0.1 (e1c287e4-6aa3-4d38-a2d9-1f0938dcb78b/b512b352-21b0-4c12-b0b9-d6443f292c58/c165ba1c-5dcb-4b8c-9e25-9981f4d986cc) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:35:26.860041 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1dd09-a4e7-42f0-ae77-42771857aa71 req-9b20a87c-de87-4186-acd2-2bf6e6303936 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:26.868491 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5ad1dd09-a4e7-42f0-ae77-42771857aa71 req-9b20a87c-de87-4186-acd2-2bf6e6303936 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 945 time: 0.0850105 Nov 16 11:35:26.924530 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5ad1dd09-a4e7-42f0-ae77-42771857aa71 req-43375d3a-bcdb-4ddc-8e9e-7e91800de4d8 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a1ae922-53db-4b87-b60b-12d9a74c16ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551620 Nov 16 11:35:27.003946 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bbafad15-7426-4f03-a454-a08337463807 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:27.057612 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bbafad15-7426-4f03-a454-a08337463807 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:27.114650 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbafad15-7426-4f03-a454-a08337463807 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Network e1c287e4-6aa3-4d38-a2d9-1f0938dcb78b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:35:27.120369 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-bbafad15-7426-4f03-a454-a08337463807 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:35:27.130857 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbafad15-7426-4f03-a454-a08337463807 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:35:27.157541 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbafad15-7426-4f03-a454-a08337463807 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event updated for resources: {'Port': ['ID=c165ba1c-5dcb-4b8c-9e25-9981f4d986cc,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:27.184935 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bbafad15-7426-4f03-a454-a08337463807 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:27.303658 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f00bf-dfd0-453a-8d4d-71ec2a1c8cf5 req-1bcaf763-42b5-46b4-84bd-900bd8de485f tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:27.305420 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-700f00bf-dfd0-453a-8d4d-71ec2a1c8cf5 req-1bcaf763-42b5-46b4-84bd-900bd8de485f tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd083d3a-0402-4ed5-9f0a-5800d1598f35 HTTP/1.1" status: 200 len: 945 time: 0.0701768 Nov 16 11:35:27.407747 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47b965-1609-4268-a754-2d50f43324dd req-1e04d5d2-76f5-496d-8307-8f10465d931e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:27.409511 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1a47b965-1609-4268-a754-2d50f43324dd req-1e04d5d2-76f5-496d-8307-8f10465d931e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5de40747a10d44f79906618ae036d315&device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 1096 time: 0.0792987 Nov 16 11:35:27.413012 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bbafad15-7426-4f03-a454-a08337463807 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:27.413334 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-700f00bf-dfd0-453a-8d4d-71ec2a1c8cf5 req-52bee818-ffc3-4965-aa2b-eb94b2f6f765 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870748 Nov 16 11:35:27.477562 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 1cb8fad5-2374-4a5f-82af-7b279f87631a details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:35:27.531968 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47b965-1609-4268-a754-2d50f43324dd req-0623dd6c-643e-4113-8b0d-a64893202293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:27.533454 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1a47b965-1609-4268-a754-2d50f43324dd req-0623dd6c-643e-4113-8b0d-a64893202293 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ac38a654-4075-456a-bc52-9a2a4fa7d579 HTTP/1.1" status: 200 len: 912 time: 0.1131287 Nov 16 11:35:27.617000 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110038e5-cc08-4c69-adb8-55660342086f req-4523c53b-7ce6-4521-aeb9-53530190c209 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:27.628981 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-110038e5-cc08-4c69-adb8-55660342086f req-4523c53b-7ce6-4521-aeb9-53530190c209 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 945 time: 0.0944943 Nov 16 11:35:27.659273 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 1cb8fad5-2374-4a5f-82af-7b279f87631a, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=1cb8fad5-2374-4a5f-82af-7b279f87631a,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:35:27.674280 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '1cb8fad5-2374-4a5f-82af-7b279f87631a', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'port_id': '1cb8fad5-2374-4a5f-82af-7b279f87631a', 'mac_address': 'fa:16:3e:45:52:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c770cc-51d7-42eb-b4a6-9a605bacae0f', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:35:27.729661 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:27.749683 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cb8fad5-2374-4a5f-82af-7b279f87631a {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:35:27.770067 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-110038e5-cc08-4c69-adb8-55660342086f req-0c00e1e9-e73d-47d8-b772-81e1e1895195 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a1ae922-53db-4b87-b60b-12d9a74c16ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400750 Nov 16 11:35:27.784413 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 1cb8fad5-2374-4a5f-82af-7b279f87631a, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=1cb8fad5-2374-4a5f-82af-7b279f87631a,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:35:27.801622 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:27.842458 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffd81e0-6efe-4406-81c3-83e927c06d3e None None] Network e1c287e4-6aa3-4d38-a2d9-1f0938dcb78b requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:35:27.891413 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device acbdaca5-e955-49f7-b2f2-1a0382652cd8 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:35:27.915506 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743b957-3eda-49f6-bb9d-f066bd7c0e85 req-4c7895f3-60fd-4a95-a284-2066ca759e28 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:27.917227 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1743b957-3eda-49f6-bb9d-f066bd7c0e85 req-4c7895f3-60fd-4a95-a284-2066ca759e28 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab98730f-8f21-41ab-9fba-fc09b933a76a HTTP/1.1" status: 200 len: 949 time: 0.0626597 Nov 16 11:35:27.973341 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:27.975491 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1743b957-3eda-49f6-bb9d-f066bd7c0e85 req-c522e85d-0f8d-450a-81d4-b6dbb0f1bccb tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518291 Nov 16 11:35:27.993809 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=1cb8fad5-2374-4a5f-82af-7b279f87631a,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:28.023993 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c7585587-aa17-43ed-93d4-00d713bc1586 None None] Provisioning complete for port acbdaca5-e955-49f7-b2f2-1a0382652cd8 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:28.024419 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c7585587-aa17-43ed-93d4-00d713bc1586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:28.122659 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port acbdaca5-e955-49f7-b2f2-1a0382652cd8 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:28.123929 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:28.135399 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['1cb8fad5-2374-4a5f-82af-7b279f87631a'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:35:28.313029 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c7585587-aa17-43ed-93d4-00d713bc1586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:28.350301 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1a47b965-1609-4268-a754-2d50f43324dd req-911b41ff-25f4-44b2-b700-c5a07d696c7d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=818135ef-9715-4a73-87e8-01ea64a454b6 HTTP/1.1" status: 200 len: 1001 time: 0.6428127 Nov 16 11:35:28.412262 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:28.432399 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c7585587-aa17-43ed-93d4-00d713bc1586 None None] For port acbdaca5-e955-49f7-b2f2-1a0382652cd8, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=acbdaca5-e955-49f7-b2f2-1a0382652cd8,segment=NetworkSegment(4d45b7d8-ccc0-4e63-b526-a8633db60d04),segment_id=4d45b7d8-ccc0-4e63-b526-a8633db60d04)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:35:28.448654 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c7585587-aa17-43ed-93d4-00d713bc1586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:28.491442 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47b965-1609-4268-a754-2d50f43324dd req-1ddfc043-6efb-4b03-9a49-225719a02ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:28.492962 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1a47b965-1609-4268-a754-2d50f43324dd req-1ddfc043-6efb-4b03-9a49-225719a02ce7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c5b6ebb-aa31-4518-a588-3858b2528956 HTTP/1.1" status: 200 len: 850 time: 0.1343336 Nov 16 11:35:28.499562 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4b016-d74b-4536-be3b-1bdd54838632 req-8b4e7f60-4f4e-4f4f-9bbb-40288945cde1 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:28.501458 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14f4b016-d74b-4536-be3b-1bdd54838632 req-8b4e7f60-4f4e-4f4f-9bbb-40288945cde1 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 947 time: 0.0873747 Nov 16 11:35:28.544529 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.api [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:35:28.545112 n-d-816823-3 neutron-server[102670]: DEBUG oslo_db.api [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:35:28.548344 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bbafad15-7426-4f03-a454-a08337463807 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:28.559095 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14f4b016-d74b-4536-be3b-1bdd54838632 req-2dc1106a-7047-44f9-a9e3-4d554a3d907e tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487056 Nov 16 11:35:28.565606 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bbafad15-7426-4f03-a454-a08337463807 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:28.666876 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bbafad15-7426-4f03-a454-a08337463807 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:28.672720 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47b965-1609-4268-a754-2d50f43324dd req-9e0e19ae-d2c9-499f-bb76-784fc85f6e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:28.674342 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1a47b965-1609-4268-a754-2d50f43324dd req-9e0e19ae-d2c9-499f-bb76-784fc85f6e5f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac38a654-4075-456a-bc52-9a2a4fa7d579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1691809 Nov 16 11:35:28.682555 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbafad15-7426-4f03-a454-a08337463807 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event updated for resources: {'Port': ['ID=c165ba1c-5dcb-4b8c-9e25-9981f4d986cc,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:28.788609 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7585587-aa17-43ed-93d4-00d713bc1586 None None] Pushing event updated for resources: {'Port': ['ID=acbdaca5-e955-49f7-b2f2-1a0382652cd8,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:28.812228 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1b0e8-fafd-452b-91a3-f795ef64b31d req-08a92a9d-40fe-48c9-92b2-0677e20ce3fe tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:28.816381 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-30d1b0e8-fafd-452b-91a3-f795ef64b31d req-08a92a9d-40fe-48c9-92b2-0677e20ce3fe tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd083d3a-0402-4ed5-9f0a-5800d1598f35 HTTP/1.1" status: 200 len: 945 time: 0.0994542 Nov 16 11:35:28.847031 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b4303941-81eb-47f8-a59e-d79004298e62 None None] Provisioning complete for port acbdaca5-e955-49f7-b2f2-1a0382652cd8 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:28.847406 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b4303941-81eb-47f8-a59e-d79004298e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:28.868883 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1a47b965-1609-4268-a754-2d50f43324dd req-c324544d-d029-4a28-a4c8-f6e5a2438180 service neutron] 10.222.0.64 "GET /v2.0/networks/ac38a654-4075-456a-bc52-9a2a4fa7d579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840465 Nov 16 11:35:28.880337 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-30d1b0e8-fafd-452b-91a3-f795ef64b31d req-c17d5b09-1738-4515-b3d9-2b5d29440d35 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577219 Nov 16 11:35:28.919575 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:28.937536 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbafad15-7426-4f03-a454-a08337463807 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Network e1c287e4-6aa3-4d38-a2d9-1f0938dcb78b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:35:28.944641 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-bbafad15-7426-4f03-a454-a08337463807 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:35:29.004288 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b4303941-81eb-47f8-a59e-d79004298e62 None None] Provisioning complete for port c165ba1c-5dcb-4b8c-9e25-9981f4d986cc triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:29.004562 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b4303941-81eb-47f8-a59e-d79004298e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:29.007295 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def03d48-36cd-4de8-b18d-cc87425c1f06 req-a9c1d0bb-37de-43f8-b2fb-8aa6de97cf89 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:29.009695 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-def03d48-36cd-4de8-b18d-cc87425c1f06 req-a9c1d0bb-37de-43f8-b2fb-8aa6de97cf89 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 945 time: 0.0662596 Nov 16 11:35:29.052118 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1a47b965-1609-4268-a754-2d50f43324dd req-3bac1c2b-dc06-4924-a2f3-1693bf769e8c service neutron] 10.222.0.64 "GET /v2.0/networks/ac38a654-4075-456a-bc52-9a2a4fa7d579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722338 Nov 16 11:35:29.094584 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-def03d48-36cd-4de8-b18d-cc87425c1f06 req-33355e28-ff6d-4df8-a38c-3b6ab6e6a492 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a1ae922-53db-4b87-b60b-12d9a74c16ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629008 Nov 16 11:35:29.105236 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbafad15-7426-4f03-a454-a08337463807 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Router 5081e89c-203d-40aa-82db-4ebce396f3ef is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:35:29.109619 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b4303941-81eb-47f8-a59e-d79004298e62 None None] Port c165ba1c-5dcb-4b8c-9e25-9981f4d986cc cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:35:29.230517 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6eb09256-6279-43d9-a68c-1065e66a7a1e None None] Provisioning complete for port c165ba1c-5dcb-4b8c-9e25-9981f4d986cc triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:29.230916 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6eb09256-6279-43d9-a68c-1065e66a7a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:29.233503 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbafad15-7426-4f03-a454-a08337463807 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:35:29.244039 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bbafad15-7426-4f03-a454-a08337463807 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "PUT /v2.0/routers/5081e89c-203d-40aa-82db-4ebce396f3ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6477530 Nov 16 11:35:29.244414 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49746) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:29.269106 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c014be-45d5-49e0-97b6-8cfb39b18fa1 None None] Sync routers for ids ['5081e89c-203d-40aa-82db-4ebce396f3ef'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:35:29.291231 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c014be-45d5-49e0-97b6-8cfb39b18fa1 None None] Routers {'5081e89c-203d-40aa-82db-4ebce396f3ef'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:35:29.291868 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-39c014be-45d5-49e0-97b6-8cfb39b18fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:35:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5081e89c-203d-40aa-82db-4ebce396f3ef'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:29.296814 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-6eb09256-6279-43d9-a68c-1065e66a7a1e None None] Port c165ba1c-5dcb-4b8c-9e25-9981f4d986cc cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:35:29.302503 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88e6426-7d1c-4510-98b2-eca89230c646 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:29.303910 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f88e6426-7d1c-4510-98b2-eca89230c646 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "GET /v2.0/ports/c165ba1c-5dcb-4b8c-9e25-9981f4d986cc HTTP/1.1" status: 200 len: 910 time: 0.0568902 Nov 16 11:35:29.306746 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49748) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:29.312492 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e64b566b-0a5e-4ea6-a72a-cf81559d63e4 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b512b352-21b0-4c12-b0b9-d6443f292c58'}]}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:29.335095 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-39c014be-45d5-49e0-97b6-8cfb39b18fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:29.346199 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c014be-45d5-49e0-97b6-8cfb39b18fa1 None None] Routers {'5081e89c-203d-40aa-82db-4ebce396f3ef'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:35:29.346806 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-39c014be-45d5-49e0-97b6-8cfb39b18fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:35:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5081e89c-203d-40aa-82db-4ebce396f3ef'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:29.379072 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-39c014be-45d5-49e0-97b6-8cfb39b18fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:29.379803 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c014be-45d5-49e0-97b6-8cfb39b18fa1 None None] The sync data for ids ['5081e89c-203d-40aa-82db-4ebce396f3ef'] in n-d-816823-3 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:35:29.414384 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6ef035ab-c752-4f57-86d3-61c1937acea2 None None] Provisioning complete for port c165ba1c-5dcb-4b8c-9e25-9981f4d986cc triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:29.415075 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6ef035ab-c752-4f57-86d3-61c1937acea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:29.449183 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-6ef035ab-c752-4f57-86d3-61c1937acea2 None None] Port c165ba1c-5dcb-4b8c-9e25-9981f4d986cc cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:35:29.462746 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e64b566b-0a5e-4ea6-a72a-cf81559d63e4 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:29.715029 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49752) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:29.719624 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-2ad79aa9-a31d-45e1-a968-5517114e4f85 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-73627550', 'description': 'tempest-secgroup-smoke-73627550 description', 'project_id': 'a94525ce04b1475298bff18f4d90d9d6'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:29.749131 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ad79aa9-a31d-45e1-a968-5517114e4f85 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:29.761095 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ad79aa9-a31d-45e1-a968-5517114e4f85 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:29.776618 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device acbdaca5-e955-49f7-b2f2-1a0382652cd8 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:35:29.840376 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port acbdaca5-e955-49f7-b2f2-1a0382652cd8 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:29.840888 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:29.858276 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e64b566b-0a5e-4ea6-a72a-cf81559d63e4 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:29.869877 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e64b566b-0a5e-4ea6-a72a-cf81559d63e4 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:29.908175 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ad79aa9-a31d-45e1-a968-5517114e4f85 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:29.914357 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ad79aa9-a31d-45e1-a968-5517114e4f85 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:29.991257 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad79aa9-a31d-45e1-a968-5517114e4f85 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8813f510-543b-497a-95e4-43b9b6a1a207,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:29.994373 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64b566b-0a5e-4ea6-a72a-cf81559d63e4 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:29.995088 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e64b566b-0a5e-4ea6-a72a-cf81559d63e4 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:30.000107 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e64b566b-0a5e-4ea6-a72a-cf81559d63e4 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "PUT /v2.0/ports/c165ba1c-5dcb-4b8c-9e25-9981f4d986cc HTTP/1.1" status: 200 len: 910 time: 0.6921349 Nov 16 11:35:30.000926 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b566b-0a5e-4ea6-a72a-cf81559d63e4 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event updated for resources: {'Port': ['ID=c165ba1c-5dcb-4b8c-9e25-9981f4d986cc,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:30.001871 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49756) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:30.014199 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0dbe2-1d13-4585-a756-0b86b004b27f req-8122aa53-88c9-4675-ac50-5afdf2404b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:30.016765 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-35d0dbe2-1d13-4585-a756-0b86b004b27f req-8122aa53-88c9-4675-ac50-5afdf2404b41 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ab31bda493d4a3bae8684db01c778bb&device_id=dd083d3a-0402-4ed5-9f0a-5800d1598f35 HTTP/1.1" status: 200 len: 1096 time: 0.0869420 Nov 16 11:35:30.100234 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973839bd-03ec-4ce0-86fe-5c6b4f166089 req-fa6663d2-e331-4bf3-8fcf-d630f8288718 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:30.102346 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-973839bd-03ec-4ce0-86fe-5c6b4f166089 req-fa6663d2-e331-4bf3-8fcf-d630f8288718 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab98730f-8f21-41ab-9fba-fc09b933a76a HTTP/1.1" status: 200 len: 949 time: 0.1680055 Nov 16 11:35:30.125336 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ad79aa9-a31d-45e1-a968-5517114e4f85 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:30.138239 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ad79aa9-a31d-45e1-a968-5517114e4f85 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:30.150697 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0dbe2-1d13-4585-a756-0b86b004b27f req-3d481538-d2b3-40c0-822d-bdb315928f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:30.152300 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-35d0dbe2-1d13-4585-a756-0b86b004b27f req-3d481538-d2b3-40c0-822d-bdb315928f5f service neutron] 10.222.0.64 "GET /v2.0/networks?id=96e79771-237e-4cd3-91d2-c7d7c5041918 HTTP/1.1" status: 200 len: 912 time: 0.1248519 Nov 16 11:35:30.160143 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40bf34e-f75a-4300-9722-041e4038c29e req-8d8db1c0-5bcf-42c7-9b48-0ba1224bf69a tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:30.161504 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f40bf34e-f75a-4300-9722-041e4038c29e req-8d8db1c0-5bcf-42c7-9b48-0ba1224bf69a tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.64 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 947 time: 0.0784590 Nov 16 11:35:30.198423 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ad79aa9-a31d-45e1-a968-5517114e4f85 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:30.199635 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2ad79aa9-a31d-45e1-a968-5517114e4f85 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4836149 Nov 16 11:35:30.203830 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49760) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:30.220025 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-35d0dbe2-1d13-4585-a756-0b86b004b27f req-1dab3e5a-37d7-46f9-8a8b-a7c33fc5a984 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b HTTP/1.1" status: 200 len: 217 time: 0.0575793 Nov 16 11:35:30.223084 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-fa96c6e8-bf03-437d-a317-aea3a9fe1dc7 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'security_group_rule': {'security_group_id': '49b75b1f-08a2-446a-817a-dcba3b370ef9', 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:30.260833 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad79aa9-a31d-45e1-a968-5517114e4f85 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49b75b1f-08a2-446a-817a-dcba3b370ef9,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:30.273062 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-973839bd-03ec-4ce0-86fe-5c6b4f166089 req-37af0498-bbc3-4f57-ba28-20c2fb84c154 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641355 Nov 16 11:35:30.338739 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0dbe2-1d13-4585-a756-0b86b004b27f req-44fe2b60-6443-4739-a404-6c4b9c9da954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:30.340219 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-35d0dbe2-1d13-4585-a756-0b86b004b27f req-44fe2b60-6443-4739-a404-6c4b9c9da954 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8e8690f1-2981-422e-ba98-68c4f62daf8a HTTP/1.1" status: 200 len: 851 time: 0.1100109 Nov 16 11:35:30.341228 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa96c6e8-bf03-437d-a317-aea3a9fe1dc7 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:30.393694 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-35d0dbe2-1d13-4585-a756-0b86b004b27f req-7b2905b0-0aa5-4fcf-bfb8-cc09d4044316 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=96e79771-237e-4cd3-91d2-c7d7c5041918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374913 Nov 16 11:35:30.413706 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e9e63-5ff9-4df5-938b-3aa330d352c8 req-3766a58a-4cab-4715-880e-73a105ff4d60 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:30.415759 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-077e9e63-5ff9-4df5-938b-3aa330d352c8 req-3766a58a-4cab-4715-880e-73a105ff4d60 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 947 time: 0.0735545 Nov 16 11:35:30.415913 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-f40bf34e-f75a-4300-9722-041e4038c29e req-62f3e8ab-85a9-4194-87f1-c50cbb1ad12f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Deleting port f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:35:30.416115 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f40bf34e-f75a-4300-9722-041e4038c29e req-62f3e8ab-85a9-4194-87f1-c50cbb1ad12f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:30.493586 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-077e9e63-5ff9-4df5-938b-3aa330d352c8 req-be14e973-d23d-4ab0-a934-173553537dc1 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa6ae342-2104-4ae2-80e8-e3459beffa75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685961 Nov 16 11:35:30.513377 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5de02ed4-d8fa-45a5-8e48-c28a2d2a0149 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:30.549629 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa96c6e8-bf03-437d-a317-aea3a9fe1dc7 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:30.560141 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa96c6e8-bf03-437d-a317-aea3a9fe1dc7 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:30.611211 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96c6e8-bf03-437d-a317-aea3a9fe1dc7 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=609c7dae-31e6-4a3f-9e55-27efe88a81f8,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:30.614450 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-35d0dbe2-1d13-4585-a756-0b86b004b27f req-5994ef42-f7ac-4452-8eab-7254f408b53d service neutron] 10.222.0.64 "GET /v2.0/networks/96e79771-237e-4cd3-91d2-c7d7c5041918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097609 Nov 16 11:35:30.622326 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa96c6e8-bf03-437d-a317-aea3a9fe1dc7 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:30.623530 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-fa96c6e8-bf03-437d-a317-aea3a9fe1dc7 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4198470 Nov 16 11:35:30.625498 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-f40bf34e-f75a-4300-9722-041e4038c29e req-62f3e8ab-85a9-4194-87f1-c50cbb1ad12f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] For port f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375,segment=NetworkSegment(1186fe7f-5dbc-4e04-af0c-6c5994d769cc),segment_id=1186fe7f-5dbc-4e04-af0c-6c5994d769cc)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:35:30.625863 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f40bf34e-f75a-4300-9722-041e4038c29e req-62f3e8ab-85a9-4194-87f1-c50cbb1ad12f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:30.626413 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49762) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:30.633093 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-707a6784-3a31-4a36-9afa-fdcefecf7c50 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'security_group_rule': {'security_group_id': '49b75b1f-08a2-446a-817a-dcba3b370ef9', 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:30.699108 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7acd8e-33f1-43e5-92e0-699c2ae2fc6e req-4a42fabe-9309-4ee5-b51c-1b2726eb7489 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:30.700598 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2a7acd8e-33f1-43e5-92e0-699c2ae2fc6e req-4a42fabe-9309-4ee5-b51c-1b2726eb7489 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd083d3a-0402-4ed5-9f0a-5800d1598f35 HTTP/1.1" status: 200 len: 945 time: 0.1173725 Nov 16 11:35:30.733420 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-707a6784-3a31-4a36-9afa-fdcefecf7c50 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:30.802407 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2a7acd8e-33f1-43e5-92e0-699c2ae2fc6e req-969a50c9-5363-4677-a2c9-cbf22857d5ba tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843887 Nov 16 11:35:30.803529 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-35d0dbe2-1d13-4585-a756-0b86b004b27f req-6ab8ea5c-a795-4388-bf74-d287c7e9f9a6 service neutron] 10.222.0.64 "GET /v2.0/networks/96e79771-237e-4cd3-91d2-c7d7c5041918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748672 Nov 16 11:35:30.831113 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-707a6784-3a31-4a36-9afa-fdcefecf7c50 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:30.856141 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-707a6784-3a31-4a36-9afa-fdcefecf7c50 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:30.883194 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a6784-3a31-4a36-9afa-fdcefecf7c50 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c63344e-565c-4812-80c5-9b4ccf49e535,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:30.897091 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f40bf34e-f75a-4300-9722-041e4038c29e req-62f3e8ab-85a9-4194-87f1-c50cbb1ad12f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:30.897453 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f40bf34e-f75a-4300-9722-041e4038c29e req-62f3e8ab-85a9-4194-87f1-c50cbb1ad12f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:30.897765 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [req-f40bf34e-f75a-4300-9722-041e4038c29e req-62f3e8ab-85a9-4194-87f1-c50cbb1ad12f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Floating IP bf0ce36e-1aec-4bc1-8680-40b36a969fdf disassociated. External IP: 172.25.0.2, port: f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375. Nov 16 11:35:30.898132 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-f40bf34e-f75a-4300-9722-041e4038c29e req-62f3e8ab-85a9-4194-87f1-c50cbb1ad12f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Calling delete_port for f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:35:30.921846 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-707a6784-3a31-4a36-9afa-fdcefecf7c50 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:30.923070 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-707a6784-3a31-4a36-9afa-fdcefecf7c50 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2957187 Nov 16 11:35:30.937174 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49768) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:30.944495 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-42300947-695e-4401-972d-1087e995ea57 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'security_group_rule': {'security_group_id': '49b75b1f-08a2-446a-817a-dcba3b370ef9', 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:30.996257 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa5a70-80f6-490b-b0a5-d04ccd075118 req-dc66cd58-7c6a-40ef-a770-a921be9a03ba tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:30.997733 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bbaa5a70-80f6-490b-b0a5-d04ccd075118 req-dc66cd58-7c6a-40ef-a770-a921be9a03ba tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 945 time: 0.1070554 Nov 16 11:35:30.999427 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-42300947-695e-4401-972d-1087e995ea57 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:31.031630 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f40bf34e-f75a-4300-9722-041e4038c29e req-62f3e8ab-85a9-4194-87f1-c50cbb1ad12f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:31.039989 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5de02ed4-d8fa-45a5-8e48-c28a2d2a0149 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Deleting port c165ba1c-5dcb-4b8c-9e25-9981f4d986cc {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:35:31.040449 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5de02ed4-d8fa-45a5-8e48-c28a2d2a0149 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:31.066249 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f3e8ab-85a9-4194-87f1-c50cbb1ad12f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Pushing event deleted for resources: {'Port': ['ID=f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:31.155677 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bbaa5a70-80f6-490b-b0a5-d04ccd075118 req-d8b1d6c6-7c83-4ee4-b812-7e3259aecd6b tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a1ae922-53db-4b87-b60b-12d9a74c16ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502855 Nov 16 11:35:31.167459 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-42300947-695e-4401-972d-1087e995ea57 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:31.183193 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-42300947-695e-4401-972d-1087e995ea57 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:31.184913 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f40bf34e-f75a-4300-9722-041e4038c29e req-62f3e8ab-85a9-4194-87f1-c50cbb1ad12f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Router 68001588-6510-4d4e-80c8-067e116d7bde has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:35:31.224545 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5de02ed4-d8fa-45a5-8e48-c28a2d2a0149 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:31.234544 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-42300947-695e-4401-972d-1087e995ea57 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:31.235716 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-42300947-695e-4401-972d-1087e995ea57 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2968314 Nov 16 11:35:31.236422 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42300947-695e-4401-972d-1087e995ea57 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8134d81-ab42-48a6-8761-ec2f9b0cf4e6,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:31.240803 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49772) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:31.248467 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-69e2a6e2-b083-4141-b2d1-1688e4004087 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'security_group_rule': {'security_group_id': '49b75b1f-08a2-446a-817a-dcba3b370ef9', 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:31.252572 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5de02ed4-d8fa-45a5-8e48-c28a2d2a0149 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Calling delete_port for c165ba1c-5dcb-4b8c-9e25-9981f4d986cc owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:35:31.293334 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f40bf34e-f75a-4300-9722-041e4038c29e req-62f3e8ab-85a9-4194-87f1-c50cbb1ad12f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:35:31.307236 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2e13ef-a395-4218-b55d-50ced29cf8ae None None] Sync routers for ids ['68001588-6510-4d4e-80c8-067e116d7bde'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:35:31.318580 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2e13ef-a395-4218-b55d-50ced29cf8ae None None] Routers {'68001588-6510-4d4e-80c8-067e116d7bde'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:35:31.319217 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9b2e13ef-a395-4218-b55d-50ced29cf8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:35:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['68001588-6510-4d4e-80c8-067e116d7bde'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:31.341470 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-f40bf34e-f75a-4300-9722-041e4038c29e req-62f3e8ab-85a9-4194-87f1-c50cbb1ad12f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] No DVR routers for this DVR port f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:35:31.345120 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f40bf34e-f75a-4300-9722-041e4038c29e req-62f3e8ab-85a9-4194-87f1-c50cbb1ad12f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:31.349599 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f40bf34e-f75a-4300-9722-041e4038c29e req-62f3e8ab-85a9-4194-87f1-c50cbb1ad12f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.64 "DELETE /v2.0/ports/f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375 HTTP/1.1" status: 204 len: 173 time: 1.1809287 Nov 16 11:35:31.350196 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83afd9bf-2864-44f5-89f9-3a76d8abe36e', 'name': 'network-vif-deleted', 'tag': 'f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:35:31.353290 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca4f51c-6c73-4bad-98ee-990843132b9f" -d '{"events": [{"server_uuid": "83afd9bf-2864-44f5-89f9-3a76d8abe36e", "name": "network-vif-deleted", "tag": "f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:35:31.418157 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-69e2a6e2-b083-4141-b2d1-1688e4004087 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:31.459519 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-9b2e13ef-a395-4218-b55d-50ced29cf8ae None None] Set router 68001588-6510-4d4e-80c8-067e116d7bde gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:35:31.494548 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 1cb8fad5-2374-4a5f-82af-7b279f87631a up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:35:31.537865 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab837b-e537-4d2d-9bad-c5da2490358d req-3603a1b6-4298-4c3f-9391-4b22303dd78a tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:31.540134 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e4ab837b-e537-4d2d-9bad-c5da2490358d req-3603a1b6-4298-4c3f-9391-4b22303dd78a tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab98730f-8f21-41ab-9fba-fc09b933a76a HTTP/1.1" status: 200 len: 949 time: 0.1624584 Nov 16 11:35:31.561574 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 1cb8fad5-2374-4a5f-82af-7b279f87631a completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:35:31.566272 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 1cb8fad5-2374-4a5f-82af-7b279f87631a triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:31.567001 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:31.585076 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-69e2a6e2-b083-4141-b2d1-1688e4004087 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:31.591326 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5de02ed4-d8fa-45a5-8e48-c28a2d2a0149 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:31.607184 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-69e2a6e2-b083-4141-b2d1-1688e4004087 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:31.642303 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de02ed4-d8fa-45a5-8e48-c28a2d2a0149 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event deleted for resources: {'Port': ['ID=c165ba1c-5dcb-4b8c-9e25-9981f4d986cc,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:31.674499 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e4ab837b-e537-4d2d-9bad-c5da2490358d req-85c8e3f4-837e-4bf2-b2fa-b0e75f5c7ecb tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264105 Nov 16 11:35:31.697675 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:31.718408 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e2a6e2-b083-4141-b2d1-1688e4004087 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0a153fe-4109-46c4-b0bf-c068fe201f6c,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:31.730085 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9b2e13ef-a395-4218-b55d-50ced29cf8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68001588-6510-4d4e-80c8-067e116d7bde', 'name': 'tempest-AttachVolumeShelveTestJSON-1665663980-router', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'ecf86465-ed44-4206-85de-393862a30c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:30:31Z', 'updated_at': '2021-11-16T11:30:38Z', 'revision_number': 4, 'project_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'gw_port': {'id': 'ecf86465-ed44-4206-85de-393862a30c33', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68001588-6510-4d4e-80c8-067e116d7bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:30:32Z', 'updated_at': '2021-11-16T11:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '461ec1e0-4870-4662-b435-6f1561c2e29e', 'name': '', 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'mac_address': 'fa:16:3e:d2:2e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68001588-6510-4d4e-80c8-067e116d7bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'd5fcc0bd-d8ea-41ad-86b1-2d27bd924015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:30:37Z', 'updated_at': '2021-11-16T11:30:47Z', 'revision_number': 5, 'project_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'subnets': [{'id': 'd5fcc0bd-d8ea-41ad-86b1-2d27bd924015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:31.749357 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-69e2a6e2-b083-4141-b2d1-1688e4004087 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:31.751029 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-69e2a6e2-b083-4141-b2d1-1688e4004087 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5093105 Nov 16 11:35:31.753831 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49780) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:31.760420 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b01acdfd-6e42-43a2-84ef-346fffa0a705 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'security_group_rule': {'security_group_id': '49b75b1f-08a2-446a-817a-dcba3b370ef9', 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:31.793629 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 1cb8fad5-2374-4a5f-82af-7b279f87631a, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=1cb8fad5-2374-4a5f-82af-7b279f87631a,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:35:31.796755 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab98730f-8f21-41ab-9fba-fc09b933a76a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb8fad5-2374-4a5f-82af-7b279f87631a'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:35:31.798340 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4daed3cc-b56a-493a-95e3-3b18d2a84b21 x-openstack-request-id: req-4daed3cc-b56a-493a-95e3-3b18d2a84b21 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:35:31.801696 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e168d1b5-9612-49d2-8df0-a19c612b3450" -d '{"events": [{"server_uuid": "ab98730f-8f21-41ab-9fba-fc09b933a76a", "name": "network-vif-plugged", "status": "completed", "tag": "1cb8fad5-2374-4a5f-82af-7b279f87631a"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:35:31.803568 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83afd9bf-2864-44f5-89f9-3a76d8abe36e", "name": "network-vif-deleted", "tag": "f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:35:31.803946 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4daed3cc-b56a-493a-95e3-3b18d2a84b21 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:35:31.806628 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83afd9bf-2864-44f5-89f9-3a76d8abe36e', 'name': 'network-vif-deleted', 'tag': 'f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375', 'status': 'completed', 'code': 200} Nov 16 11:35:31.809466 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:31.810606 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:35:31.843368 n-d-816823-3 neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-b01acdfd-6e42-43a2-84ef-346fffa0a705 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Project a94525ce04b1475298bff18f4d90d9d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 11:35:31.844233 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:35:31.844643 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device f1a9a173-4dd1-49f3-ad7d-10ad4cfa8375 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:35:31.855961 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b01acdfd-6e42-43a2-84ef-346fffa0a705 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:31.897843 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2e13ef-a395-4218-b55d-50ced29cf8ae None None] Checking router: 68001588-6510-4d4e-80c8-067e116d7bde for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:35:31.923040 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2e13ef-a395-4218-b55d-50ced29cf8ae None None] Routers {'68001588-6510-4d4e-80c8-067e116d7bde'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:35:31.923834 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9b2e13ef-a395-4218-b55d-50ced29cf8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:35:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['68001588-6510-4d4e-80c8-067e116d7bde'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:31.950768 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=1cb8fad5-2374-4a5f-82af-7b279f87631a,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:31.967141 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5de02ed4-d8fa-45a5-8e48-c28a2d2a0149 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:31.987056 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b01acdfd-6e42-43a2-84ef-346fffa0a705 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:31.999758 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b01acdfd-6e42-43a2-84ef-346fffa0a705 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:32.027496 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01acdfd-6e42-43a2-84ef-346fffa0a705 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46240c45-2c59-47f3-af7f-b3bac42bb9c3,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:32.039279 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b01acdfd-6e42-43a2-84ef-346fffa0a705 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:32.044663 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b01acdfd-6e42-43a2-84ef-346fffa0a705 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2889192 Nov 16 11:35:32.045574 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49786) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:32.050427 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-282a8a7e-1137-4102-a95d-a4956c23c775 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'security_group_rule': {'security_group_id': '49b75b1f-08a2-446a-817a-dcba3b370ef9', 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:32.052785 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-97dd52c6-9c1c-4f3f-a101-76f7682a262c req-e938ad3c-ddea-41a5-a8ad-4ca72d62bc2f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=83afd9bf-2864-44f5-89f9-3a76d8abe36e HTTP/1.1" status: 200 len: 210 time: 0.0782402 Nov 16 11:35:32.064417 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-9b2e13ef-a395-4218-b55d-50ced29cf8ae None None] Set router 68001588-6510-4d4e-80c8-067e116d7bde gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:35:32.100347 n-d-816823-3 neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-282a8a7e-1137-4102-a95d-a4956c23c775 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Project a94525ce04b1475298bff18f4d90d9d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 11:35:32.106404 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-282a8a7e-1137-4102-a95d-a4956c23c775 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:32.123578 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb909d2-241c-41b5-90a2-a17909148d70 x-openstack-request-id: req-fcb909d2-241c-41b5-90a2-a17909148d70 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:35:32.124332 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab98730f-8f21-41ab-9fba-fc09b933a76a", "name": "network-vif-plugged", "status": "completed", "tag": "1cb8fad5-2374-4a5f-82af-7b279f87631a", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:35:32.124606 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fcb909d2-241c-41b5-90a2-a17909148d70 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:35:32.125022 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab98730f-8f21-41ab-9fba-fc09b933a76a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb8fad5-2374-4a5f-82af-7b279f87631a', 'code': 200} Nov 16 11:35:32.210706 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de02ed4-d8fa-45a5-8e48-c28a2d2a0149 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Router 5081e89c-203d-40aa-82db-4ebce396f3ef has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:35:32.244273 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-282a8a7e-1137-4102-a95d-a4956c23c775 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:32.254240 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-282a8a7e-1137-4102-a95d-a4956c23c775 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:32.280104 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946b383-58b9-44af-824d-3c65609d5d59 req-708d6c09-8140-4bc1-8b0a-d26685facc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:32.281581 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e946b383-58b9-44af-824d-3c65609d5d59 req-708d6c09-8140-4bc1-8b0a-d26685facc47 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ab98730f-8f21-41ab-9fba-fc09b933a76a HTTP/1.1" status: 200 len: 1101 time: 0.0706351 Nov 16 11:35:32.282022 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd7331-6862-4c05-94cc-17a4e290a9a6 req-d9f95364-610d-4a83-b232-1a9d9b7f7799 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:32.282927 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a8a7e-1137-4102-a95d-a4956c23c775 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62b839b6-1c32-43b6-b7df-f6ac073420a9,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:32.283956 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-17cd7331-6862-4c05-94cc-17a4e290a9a6 req-d9f95364-610d-4a83-b232-1a9d9b7f7799 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd083d3a-0402-4ed5-9f0a-5800d1598f35 HTTP/1.1" status: 200 len: 945 time: 0.1017249 Nov 16 11:35:32.306722 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-282a8a7e-1137-4102-a95d-a4956c23c775 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:32.311200 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-282a8a7e-1137-4102-a95d-a4956c23c775 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2640326 Nov 16 11:35:32.311502 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49788) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:32.324138 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-e5db1c9d-b5ec-461e-9e20-c6ef0a121fed tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'network': {'name': 'tempest-network-smoke--924511782', 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'port_security_enabled': True}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:32.339075 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9b2e13ef-a395-4218-b55d-50ced29cf8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68001588-6510-4d4e-80c8-067e116d7bde', 'name': 'tempest-AttachVolumeShelveTestJSON-1665663980-router', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'ecf86465-ed44-4206-85de-393862a30c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:30:31Z', 'updated_at': '2021-11-16T11:30:38Z', 'revision_number': 4, 'project_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'gw_port': {'id': 'ecf86465-ed44-4206-85de-393862a30c33', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68001588-6510-4d4e-80c8-067e116d7bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:30:32Z', 'updated_at': '2021-11-16T11:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '461ec1e0-4870-4662-b435-6f1561c2e29e', 'name': '', 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'mac_address': 'fa:16:3e:d2:2e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68001588-6510-4d4e-80c8-067e116d7bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'd5fcc0bd-d8ea-41ad-86b1-2d27bd924015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:30:37Z', 'updated_at': '2021-11-16T11:30:47Z', 'revision_number': 5, 'project_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'subnets': [{'id': 'd5fcc0bd-d8ea-41ad-86b1-2d27bd924015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:32.348693 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e946b383-58b9-44af-824d-3c65609d5d59 req-401e9c93-9b19-49ad-855a-472fbc3e9563 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522728 Nov 16 11:35:32.350281 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de02ed4-d8fa-45a5-8e48-c28a2d2a0149 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:35:32.360473 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5de02ed4-d8fa-45a5-8e48-c28a2d2a0149 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "PUT /v2.0/routers/5081e89c-203d-40aa-82db-4ebce396f3ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3575404 Nov 16 11:35:32.362395 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3f902a-82be-447f-a277-04ac5dabf127 None None] Sync routers for ids ['5081e89c-203d-40aa-82db-4ebce396f3ef'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:35:32.362572 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49790) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:32.370581 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2e13ef-a395-4218-b55d-50ced29cf8ae None None] The sync data for ids ['68001588-6510-4d4e-80c8-067e116d7bde'] in n-d-816823-3 is: [{'id': '68001588-6510-4d4e-80c8-067e116d7bde', 'name': 'tempest-AttachVolumeShelveTestJSON-1665663980-router', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'ecf86465-ed44-4206-85de-393862a30c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:30:31Z', 'updated_at': '2021-11-16T11:30:38Z', 'revision_number': 4, 'project_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'gw_port': {'id': 'ecf86465-ed44-4206-85de-393862a30c33', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68001588-6510-4d4e-80c8-067e116d7bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:30:32Z', 'updated_at': '2021-11-16T11:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '461ec1e0-4870-4662-b435-6f1561c2e29e', 'name': '', 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'mac_address': 'fa:16:3e:d2:2e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68001588-6510-4d4e-80c8-067e116d7bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'd5fcc0bd-d8ea-41ad-86b1-2d27bd924015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:30:37Z', 'updated_at': '2021-11-16T11:30:47Z', 'revision_number': 5, 'project_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'subnets': [{'id': 'd5fcc0bd-d8ea-41ad-86b1-2d27bd924015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:35:32.384620 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3f902a-82be-447f-a277-04ac5dabf127 None None] Routers {'5081e89c-203d-40aa-82db-4ebce396f3ef'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:35:32.385382 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-de3f902a-82be-447f-a277-04ac5dabf127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:35:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5081e89c-203d-40aa-82db-4ebce396f3ef'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:32.387910 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5db1c9d-b5ec-461e-9e20-c6ef0a121fed tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Made reservation on behalf of a94525ce04b1475298bff18f4d90d9d6 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:35:32.391451 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e5db1c9d-b5ec-461e-9e20-c6ef0a121fed tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:32.399584 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-efcaf290-337b-4625-a2c9-92ddc4a78e7a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "GET /v2.0/ports?device_id=5081e89c-203d-40aa-82db-4ebce396f3ef HTTP/1.1" status: 200 len: 205 time: 0.0357573 Nov 16 11:35:32.401815 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49792) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:32.410288 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-17cd7331-6862-4c05-94cc-17a4e290a9a6 req-50e902ac-e69b-4832-a614-1ad080e19a8b tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958385 Nov 16 11:35:32.429418 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-de3f902a-82be-447f-a277-04ac5dabf127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:32.443548 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5db1c9d-b5ec-461e-9e20-c6ef0a121fed tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:35:32.445179 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3f902a-82be-447f-a277-04ac5dabf127 None None] Routers {'5081e89c-203d-40aa-82db-4ebce396f3ef'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:35:32.445851 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-de3f902a-82be-447f-a277-04ac5dabf127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:35:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5081e89c-203d-40aa-82db-4ebce396f3ef'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:32.455464 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e5db1c9d-b5ec-461e-9e20-c6ef0a121fed tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:32.456187 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-e5db1c9d-b5ec-461e-9e20-c6ef0a121fed tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Added segment ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d of type vlan for network 59a3cc32-0b4a-4110-9e86-4b064c1586ed Nov 16 11:35:32.485813 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-de3f902a-82be-447f-a277-04ac5dabf127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:32.486538 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3f902a-82be-447f-a277-04ac5dabf127 None None] The sync data for ids ['5081e89c-203d-40aa-82db-4ebce396f3ef'] in n-d-816823-3 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:35:32.491769 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-84f12e39-84ac-4f24-9b7d-352d8155db62 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:32.512393 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e5db1c9d-b5ec-461e-9e20-c6ef0a121fed tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:32.539836 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e5db1c9d-b5ec-461e-9e20-c6ef0a121fed tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:32.547053 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5db1c9d-b5ec-461e-9e20-c6ef0a121fed tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:32.547686 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e5db1c9d-b5ec-461e-9e20-c6ef0a121fed tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:32.616171 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e5db1c9d-b5ec-461e-9e20-c6ef0a121fed tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2942803 Nov 16 11:35:32.616378 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49794) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:32.629592 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-f10a9d10-0576-413a-8895-f490dce4efa6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2088755865', 'admin_state_up': True, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:32.642277 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db1c9d-b5ec-461e-9e20-c6ef0a121fed tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'Network': ['ID=59a3cc32-0b4a-4110-9e86-4b064c1586ed,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:32.660107 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 59a3cc32-0b4a-4110-9e86-4b064c1586ed details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:35:32.665011 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-84f12e39-84ac-4f24-9b7d-352d8155db62 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:32.666583 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f10a9d10-0576-413a-8895-f490dce4efa6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:32.667715 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-84f12e39-84ac-4f24-9b7d-352d8155db62 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:32.668219 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f10a9d10-0576-413a-8895-f490dce4efa6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:32.698238 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecb8215-1c86-416f-9433-87ca452af4eb None None] New status for floating IP bf0ce36e-1aec-4bc1-8680-40b36a969fdf: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:35:32.716828 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-84f12e39-84ac-4f24-9b7d-352d8155db62 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:32.717634 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f12e39-84ac-4f24-9b7d-352d8155db62 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Fanout notify agent at l3_agent the message router_deleted on router 5081e89c-203d-40aa-82db-4ebce396f3ef {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:35:32.731055 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f10a9d10-0576-413a-8895-f490dce4efa6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:32.731313 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-84f12e39-84ac-4f24-9b7d-352d8155db62 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:32.732677 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-84f12e39-84ac-4f24-9b7d-352d8155db62 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "DELETE /v2.0/routers/5081e89c-203d-40aa-82db-4ebce396f3ef HTTP/1.1" status: 204 len: 168 time: 0.3299141 Nov 16 11:35:32.735520 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49798) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:32.796037 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fcced4b-945b-4725-9595-6fcab5580193 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Deleting subnet b512b352-21b0-4c12-b0b9-d6443f292c58 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:35:32.800368 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2fcced4b-945b-4725-9595-6fcab5580193 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:32.859097 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2fcced4b-945b-4725-9595-6fcab5580193 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:32.944573 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f10a9d10-0576-413a-8895-f490dce4efa6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:32.955797 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcaa84e-e0e7-454c-aff1-ba24b251d34f req-0bef5a35-6750-4f90-ba06-2f8d48ed5f9c tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:32.962555 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-afcaa84e-e0e7-454c-aff1-ba24b251d34f req-0bef5a35-6750-4f90-ba06-2f8d48ed5f9c tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab98730f-8f21-41ab-9fba-fc09b933a76a HTTP/1.1" status: 200 len: 950 time: 0.1527014 Nov 16 11:35:33.062428 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-afcaa84e-e0e7-454c-aff1-ba24b251d34f req-0b1ed017-8403-47b9-880d-f07bd2ecdcd2 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975866 Nov 16 11:35:33.160760 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49804) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:33.240925 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f10a9d10-0576-413a-8895-f490dce4efa6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for router_gateway, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:33.268288 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f10a9d10-0576-413a-8895-f490dce4efa6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:33.280114 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2fcced4b-945b-4725-9595-6fcab5580193 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:33.321054 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c39da0a-6bf1-445a-a42d-3cc7f938d7ed tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:33.338016 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2fcced4b-945b-4725-9595-6fcab5580193 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:33.360080 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c39da0a-6bf1-445a-a42d-3cc7f938d7ed tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:33.364239 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcced4b-945b-4725-9595-6fcab5580193 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event deleted for resources: {'Subnet': ['ID=b512b352-21b0-4c12-b0b9-d6443f292c58,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:33.367822 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2fcced4b-945b-4725-9595-6fcab5580193 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:33.373747 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2fcced4b-945b-4725-9595-6fcab5580193 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "DELETE /v2.0/subnets/b512b352-21b0-4c12-b0b9-d6443f292c58 HTTP/1.1" status: 204 len: 168 time: 0.6368890 Nov 16 11:35:33.374383 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49806) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:33.375096 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ced432b-b878-47b1-9b43-3f909948c485 None None] Network e1c287e4-6aa3-4d38-a2d9-1f0938dcb78b requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:35:33.433773 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-f10a9d10-0576-413a-8895-f490dce4efa6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Allocated IP 172.25.0.247 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/fe7b1551-b531-4839-a2e6-834a036facb8) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:35:33.459260 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-19fe5d3e-1fd2-4baf-8a7d-1d0269806c73 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:33.512110 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c39da0a-6bf1-445a-a42d-3cc7f938d7ed tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:33.514718 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c39da0a-6bf1-445a-a42d-3cc7f938d7ed tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:33.518290 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4c39da0a-6bf1-445a-a42d-3cc7f938d7ed tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "DELETE /v2.0/security-groups/fa6ae342-2104-4ae2-80e8-e3459beffa75 HTTP/1.1" status: 204 len: 168 time: 0.3541136 Nov 16 11:35:33.518676 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49810) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:33.528021 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-19fe5d3e-1fd2-4baf-8a7d-1d0269806c73 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Deleting port acbdaca5-e955-49f7-b2f2-1a0382652cd8 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:35:33.528359 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-19fe5d3e-1fd2-4baf-8a7d-1d0269806c73 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:33.539649 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-79f86d26-2640-4b51-a0f3-44993cbd5f46 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] show failed (client error): The resource could not be found. Nov 16 11:35:33.540691 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-79f86d26-2640-4b51-a0f3-44993cbd5f46 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups/fa6ae342-2104-4ae2-80e8-e3459beffa75 HTTP/1.1" status: 404 len: 347 time: 0.0210195 Nov 16 11:35:33.550174 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49812) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:33.562560 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c39da0a-6bf1-445a-a42d-3cc7f938d7ed tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6ae342-2104-4ae2-80e8-e3459beffa75,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:33.619374 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a009a86-834b-4ac8-9cdf-97547604a092 req-16fe7b0c-783b-4de6-9d57-24c1a8e2f84b tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:33.620923 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4a009a86-834b-4ac8-9cdf-97547604a092 req-16fe7b0c-783b-4de6-9d57-24c1a8e2f84b tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd083d3a-0402-4ed5-9f0a-5800d1598f35 HTTP/1.1" status: 200 len: 945 time: 0.1132576 Nov 16 11:35:33.624600 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f10a9d10-0576-413a-8895-f490dce4efa6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:33.661140 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8bd2a9-e9c2-47d2-815a-b65c24c0f694 None None] DHCP port deletion for e1c287e4-6aa3-4d38-a2d9-1f0938dcb78b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:35:33.699399 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4a009a86-834b-4ac8-9cdf-97547604a092 req-9b0a4500-caa9-46e9-b342-9b831613687b tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688527 Nov 16 11:35:33.709798 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f10a9d10-0576-413a-8895-f490dce4efa6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:33.745477 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-cf8bd2a9-e9c2-47d2-815a-b65c24c0f694 None None] Deleting port acbdaca5-e955-49f7-b2f2-1a0382652cd8 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:35:33.746164 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cf8bd2a9-e9c2-47d2-815a-b65c24c0f694 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:33.751236 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-19fe5d3e-1fd2-4baf-8a7d-1d0269806c73 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] For port acbdaca5-e955-49f7-b2f2-1a0382652cd8, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=acbdaca5-e955-49f7-b2f2-1a0382652cd8,segment=NetworkSegment(4d45b7d8-ccc0-4e63-b526-a8633db60d04),segment_id=4d45b7d8-ccc0-4e63-b526-a8633db60d04)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:35:33.751436 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-19fe5d3e-1fd2-4baf-8a7d-1d0269806c73 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:33.762934 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10a9d10-0576-413a-8895-f490dce4efa6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:35:33.767651 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-19fe5d3e-1fd2-4baf-8a7d-1d0269806c73 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Calling delete_port for acbdaca5-e955-49f7-b2f2-1a0382652cd8 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:35:33.768425 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-f10a9d10-0576-413a-8895-f490dce4efa6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:35:33.772328 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10a9d10-0576-413a-8895-f490dce4efa6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:35:33.797891 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a9d10-0576-413a-8895-f490dce4efa6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'Port': ['ID=fe7b1551-b531-4839-a2e6-834a036facb8,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:33.817508 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ec22be-bb5b-455b-a234-86f905455658 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:35:33.822200 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device acbdaca5-e955-49f7-b2f2-1a0382652cd8 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:35:33.835871 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-c4b1620c-e6c6-496e-b5f5-bf61da88619f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Deleting port 9f10eda6-7c2d-4c18-bbd2-c27a4620f475 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:35:33.836445 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c4b1620c-e6c6-496e-b5f5-bf61da88619f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:33.885383 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-cf8bd2a9-e9c2-47d2-815a-b65c24c0f694 None None] For port acbdaca5-e955-49f7-b2f2-1a0382652cd8, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=acbdaca5-e955-49f7-b2f2-1a0382652cd8,segment=NetworkSegment(4d45b7d8-ccc0-4e63-b526-a8633db60d04),segment_id=4d45b7d8-ccc0-4e63-b526-a8633db60d04)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:35:33.885680 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cf8bd2a9-e9c2-47d2-815a-b65c24c0f694 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:33.904922 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-cf8bd2a9-e9c2-47d2-815a-b65c24c0f694 None None] Calling delete_port for acbdaca5-e955-49f7-b2f2-1a0382652cd8 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:35:33.933024 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-19fe5d3e-1fd2-4baf-8a7d-1d0269806c73 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:33.940609 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c4b1620c-e6c6-496e-b5f5-bf61da88619f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:33.940919 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c4b1620c-e6c6-496e-b5f5-bf61da88619f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:33.973851 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-c4b1620c-e6c6-496e-b5f5-bf61da88619f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Calling delete_port for 9f10eda6-7c2d-4c18-bbd2-c27a4620f475 owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:35:33.980795 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe5d3e-1fd2-4baf-8a7d-1d0269806c73 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event deleted for resources: {'Port': ['ID=acbdaca5-e955-49f7-b2f2-1a0382652cd8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:33.982670 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fe5d3e-1fd2-4baf-8a7d-1d0269806c73 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] No DVR routers for this DVR port acbdaca5-e955-49f7-b2f2-1a0382652cd8 on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:35:33.985064 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a3c1b53c-b5c0-40d2-a16c-bfeb52296bba None None] Provisioning complete for port fe7b1551-b531-4839-a2e6-834a036facb8 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:33.985347 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a3c1b53c-b5c0-40d2-a16c-bfeb52296bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:34.010055 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:34.057678 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-a3c1b53c-b5c0-40d2-a16c-bfeb52296bba None None] Port fe7b1551-b531-4839-a2e6-834a036facb8 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:35:34.108473 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-19fe5d3e-1fd2-4baf-8a7d-1d0269806c73 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:34.111215 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cf8bd2a9-e9c2-47d2-815a-b65c24c0f694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:34.142723 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-19fe5d3e-1fd2-4baf-8a7d-1d0269806c73 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1c287e4-6aa3-4d38-a2d9-1f0938dcb78b']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:34.156904 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-19fe5d3e-1fd2-4baf-8a7d-1d0269806c73 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d45b7d8-ccc0-4e63-b526-a8633db60d04') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:34.157200 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-19fe5d3e-1fd2-4baf-8a7d-1d0269806c73 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d45b7d8-ccc0-4e63-b526-a8633db60d04') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:34.170677 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8bd2a9-e9c2-47d2-815a-b65c24c0f694 None None] Pushing event deleted for resources: {'Port': ['ID=acbdaca5-e955-49f7-b2f2-1a0382652cd8,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:34.171443 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-19fe5d3e-1fd2-4baf-8a7d-1d0269806c73 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:34.183821 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8bd2a9-e9c2-47d2-815a-b65c24c0f694 None None] No DVR routers for this DVR port acbdaca5-e955-49f7-b2f2-1a0382652cd8 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:35:34.202379 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-19fe5d3e-1fd2-4baf-8a7d-1d0269806c73 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:34.214805 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19fe5d3e-1fd2-4baf-8a7d-1d0269806c73 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:35:34.215538 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-19fe5d3e-1fd2-4baf-8a7d-1d0269806c73 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:34.218645 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:35:34.218645 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:35:34.218645 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:35:34.218645 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:35:34.218645 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:35:34.218645 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:35:34.218645 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:35:34.218645 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:35:34.218645 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:35:34.218645 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:35:34.218645 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:35:34.218645 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:35:34.218645 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:35:34.218645 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:35:34.218645 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:35:34.218645 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:35:34.218645 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:35:34.218645 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:35:34.218645 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:35:34.218645 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:35:34.218645 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:35:34.218645 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:35:34.218645 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:35:34.218645 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:35:34.218645 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:35:34.218645 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:35:34.218645 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:35:34.218645 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:35:34.218645 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:35:34.218645 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:35:34.218645 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:35:34.218645 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:35:34.304834 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-19fe5d3e-1fd2-4baf-8a7d-1d0269806c73 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:34.307597 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c4b1620c-e6c6-496e-b5f5-bf61da88619f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:34.323690 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-19fe5d3e-1fd2-4baf-8a7d-1d0269806c73 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:34.326958 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-19fe5d3e-1fd2-4baf-8a7d-1d0269806c73 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "DELETE /v2.0/networks/e1c287e4-6aa3-4d38-a2d9-1f0938dcb78b HTTP/1.1" status: 204 len: 168 time: 0.9516492 Nov 16 11:35:34.334152 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49816) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:34.341813 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-f36dc774-0fc3-41bf-8f85-cca4ab3b5cd0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1643074238', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:34.345490 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b1620c-e6c6-496e-b5f5-bf61da88619f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Pushing event deleted for resources: {'Port': ['ID=9f10eda6-7c2d-4c18-bbd2-c27a4620f475,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:34.365432 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe5d3e-1fd2-4baf-8a7d-1d0269806c73 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event deleted for resources: {'Network': ['ID=e1c287e4-6aa3-4d38-a2d9-1f0938dcb78b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:34.389707 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f36dc774-0fc3-41bf-8f85-cca4ab3b5cd0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:34.390770 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f36dc774-0fc3-41bf-8f85-cca4ab3b5cd0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:34.404707 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98777955-8b4a-4c23-a060-d348f804ea09 req-3c7877ae-980e-4f22-923e-98371d7df47c tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:34.406228 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-98777955-8b4a-4c23-a060-d348f804ea09 req-3c7877ae-980e-4f22-923e-98371d7df47c tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab98730f-8f21-41ab-9fba-fc09b933a76a HTTP/1.1" status: 200 len: 950 time: 0.1070418 Nov 16 11:35:34.410711 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f10a9d10-0576-413a-8895-f490dce4efa6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for router_gateway, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:34.421722 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c4b1620c-e6c6-496e-b5f5-bf61da88619f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:34.424863 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c4b1620c-e6c6-496e-b5f5-bf61da88619f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:34.426224 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c4b1620c-e6c6-496e-b5f5-bf61da88619f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "DELETE /v2.0/floatingips/bf0ce36e-1aec-4bc1-8680-40b36a969fdf HTTP/1.1" status: 204 len: 168 time: 0.8749087 Nov 16 11:35:34.544938 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f36dc774-0fc3-41bf-8f85-cca4ab3b5cd0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:34.556547 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f36dc774-0fc3-41bf-8f85-cca4ab3b5cd0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:34.588842 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-98777955-8b4a-4c23-a060-d348f804ea09 req-15636b46-39c6-44b4-8181-7cb979c0f3bb tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760256 Nov 16 11:35:34.595607 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f36dc774-0fc3-41bf-8f85-cca4ab3b5cd0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:34.596700 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f36dc774-0fc3-41bf-8f85-cca4ab3b5cd0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2608912 Nov 16 11:35:34.599481 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49820) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:34.611172 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-c3e91012-c224-4085-b4a4-27cb5825ba65 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Request body: {'network': {'name': 'tempest-RoutersTest-1261107111'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:34.692727 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e91012-c224-4085-b4a4-27cb5825ba65 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Made reservation on behalf of 3610a194a09949c3b82958173883b2cb for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:35:34.696749 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c3e91012-c224-4085-b4a4-27cb5825ba65 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:34.732681 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3e91012-c224-4085-b4a4-27cb5825ba65 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:35:34.749767 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f10a9d10-0576-413a-8895-f490dce4efa6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:34.752742 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c3e91012-c224-4085-b4a4-27cb5825ba65 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:34.753085 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-c3e91012-c224-4085-b4a4-27cb5825ba65 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Added segment 654fcd76-9b6c-47d5-814d-903640fafaf1 of type vlan for network 48b6c95e-eac9-4e2e-a662-e93393ab2b8d Nov 16 11:35:34.855622 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c3e91012-c224-4085-b4a4-27cb5825ba65 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:34.905223 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c3e91012-c224-4085-b4a4-27cb5825ba65 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:34.910874 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e91012-c224-4085-b4a4-27cb5825ba65 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:34.911458 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c3e91012-c224-4085-b4a4-27cb5825ba65 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:34.925890 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49826) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:34.932342 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-1c01faa5-cec1-4285-b767-bcd4c7d94f22 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1823735119', 'description': 'tempest-description--2013225162'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:34.956408 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1c01faa5-cec1-4285-b767-bcd4c7d94f22 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:34.980902 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c3e91012-c224-4085-b4a4-27cb5825ba65 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3801923 Nov 16 11:35:34.983887 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49828) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:34.989356 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-55760219-767c-40fd-afb5-10ee12fb010a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Request body: {'subnet': {'network_id': '48b6c95e-eac9-4e2e-a662-e93393ab2b8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:35.022672 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e91012-c224-4085-b4a4-27cb5825ba65 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event updated for resources: {'Network': ['ID=48b6c95e-eac9-4e2e-a662-e93393ab2b8d,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:35.033840 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 48b6c95e-eac9-4e2e-a662-e93393ab2b8d details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:35:35.049412 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469dfee-20d2-4bdb-b2b3-ef1060c27022 req-8d350cf9-af55-41a5-b6d3-930b6b209fc5 tempest-ServersOnMultiNodesTest-779607297 tempest-ServersOnMultiNodesTest-779607297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:35.051134 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a469dfee-20d2-4bdb-b2b3-ef1060c27022 req-8d350cf9-af55-41a5-b6d3-930b6b209fc5 tempest-ServersOnMultiNodesTest-779607297 tempest-ServersOnMultiNodesTest-779607297-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=ab98730f-8f21-41ab-9fba-fc09b933a76a HTTP/1.1" status: 200 len: 1101 time: 0.0767899 Nov 16 11:35:35.053119 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10a9d10-0576-413a-8895-f490dce4efa6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Router 97f0ec97-cef9-44b1-bdf0-924d596cbde4 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:35:35.111938 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1c01faa5-cec1-4285-b767-bcd4c7d94f22 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:35.128980 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1c01faa5-cec1-4285-b767-bcd4c7d94f22 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:35.166539 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55760219-767c-40fd-afb5-10ee12fb010a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Made reservation on behalf of 3610a194a09949c3b82958173883b2cb for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:35:35.170459 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-55760219-767c-40fd-afb5-10ee12fb010a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:35.176990 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a469dfee-20d2-4bdb-b2b3-ef1060c27022 req-f5e51a66-47e7-4e2c-b198-5a15b5d8c47a tempest-ServersOnMultiNodesTest-779607297 tempest-ServersOnMultiNodesTest-779607297-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149352 Nov 16 11:35:35.189337 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1c01faa5-cec1-4285-b767-bcd4c7d94f22 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:35.192559 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1c01faa5-cec1-4285-b767-bcd4c7d94f22 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2650197 Nov 16 11:35:35.195510 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49830) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:35.200045 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-2d55fc06-b686-4cb6-8ca8-0d4851617cbb tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Request body: {'security_group_rule': {'security_group_id': '1dbbc43f-60ba-492c-a5e9-6f49a843e926', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:35.214713 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10a9d10-0576-413a-8895-f490dce4efa6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:35:35.233595 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c01faa5-cec1-4285-b767-bcd4c7d94f22 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbbc43f-60ba-492c-a5e9-6f49a843e926,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:35.240934 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f8189f-cf14-4186-8f6a-a543c0231564 None None] Sync routers for ids ['97f0ec97-cef9-44b1-bdf0-924d596cbde4'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:35:35.251604 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d55fc06-b686-4cb6-8ca8-0d4851617cbb tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:35.261137 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f8189f-cf14-4186-8f6a-a543c0231564 None None] Routers {'97f0ec97-cef9-44b1-bdf0-924d596cbde4'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:35:35.263441 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e0f8189f-cf14-4186-8f6a-a543c0231564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:35:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['97f0ec97-cef9-44b1-bdf0-924d596cbde4'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:35.297799 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f10a9d10-0576-413a-8895-f490dce4efa6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:35.299426 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f10a9d10-0576-413a-8895-f490dce4efa6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.6822460 Nov 16 11:35:35.302992 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49834) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:35.339434 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d55fc06-b686-4cb6-8ca8-0d4851617cbb tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:35.361627 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0d6b0-7d88-4161-9e54-f3abef048a56 req-87f6faab-bd91-4446-84df-dc9854ff6f40 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:35.363259 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-72b0d6b0-7d88-4161-9e54-f3abef048a56 req-87f6faab-bd91-4446-84df-dc9854ff6f40 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd083d3a-0402-4ed5-9f0a-5800d1598f35 HTTP/1.1" status: 200 len: 945 time: 0.0733345 Nov 16 11:35:35.364047 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d55fc06-b686-4cb6-8ca8-0d4851617cbb tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:35.387346 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-e0f8189f-cf14-4186-8f6a-a543c0231564 None None] Set router 97f0ec97-cef9-44b1-bdf0-924d596cbde4 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:35:35.390824 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55fc06-b686-4cb6-8ca8-0d4851617cbb tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=500283d9-80fb-47fa-997b-3f30935ec8ba,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:35.412043 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d55fc06-b686-4cb6-8ca8-0d4851617cbb tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:35.416020 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2d55fc06-b686-4cb6-8ca8-0d4851617cbb tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2168190 Nov 16 11:35:35.416020 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49838) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:35.421284 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-b9cf6a10-38b6-441c-958f-b7941e978b4c tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Request body: {'security_group_rule': {'security_group_id': '1dbbc43f-60ba-492c-a5e9-6f49a843e926', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:35.434279 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-55760219-767c-40fd-afb5-10ee12fb010a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:35.473293 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-72b0d6b0-7d88-4161-9e54-f3abef048a56 req-62bef465-93d4-4f95-b76e-d638f0d11db7 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965455 Nov 16 11:35:35.483310 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b9cf6a10-38b6-441c-958f-b7941e978b4c tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:35.557619 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b9cf6a10-38b6-441c-958f-b7941e978b4c tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:35.564178 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b9cf6a10-38b6-441c-958f-b7941e978b4c tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:35.574905 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7ddcd9ae-6d85-4837-a550-208a35c2fe61 tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=a94525ce04b1475298bff18f4d90d9d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2706776 Nov 16 11:35:35.579563 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49840) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:35.588898 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf6a10-38b6-441c-958f-b7941e978b4c tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13692445-2023-4563-8921-488b10c018d9,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:35.607540 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b9cf6a10-38b6-441c-958f-b7941e978b4c tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:35.610433 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b9cf6a10-38b6-441c-958f-b7941e978b4c tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1934502 Nov 16 11:35:35.612614 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49842) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:35.623279 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-4c890454-3b4f-4842-8d11-299b302d826f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:35.634776 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e0f8189f-cf14-4186-8f6a-a543c0231564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f0ec97-cef9-44b1-bdf0-924d596cbde4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088755865', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'fe7b1551-b531-4839-a2e6-834a036facb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:32Z', 'updated_at': '2021-11-16T11:35:33Z', 'revision_number': 3, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': 'fe7b1551-b531-4839-a2e6-834a036facb8', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f0ec97-cef9-44b1-bdf0-924d596cbde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:33Z', 'updated_at': '2021-11-16T11:35:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:35.647823 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55760219-767c-40fd-afb5-10ee12fb010a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event updated for resources: {'Subnet': ['ID=a13a8359-1b13-4008-b5cc-96b39c84706c,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:35.669706 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f8189f-cf14-4186-8f6a-a543c0231564 None None] Checking router: 97f0ec97-cef9-44b1-bdf0-924d596cbde4 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:35:35.670106 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f8189f-cf14-4186-8f6a-a543c0231564 None None] Updating router 97f0ec97-cef9-44b1-bdf0-924d596cbde4 port fe7b1551-b531-4839-a2e6-834a036facb8 binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:35:35.676354 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c890454-3b4f-4842-8d11-299b302d826f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks [] for floatingip, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:35.698573 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e0f8189f-cf14-4186-8f6a-a543c0231564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:35.737279 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55760219-767c-40fd-afb5-10ee12fb010a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Checking segment: {'id': '654fcd76-9b6c-47d5-814d-903640fafaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '48b6c95e-eac9-4e2e-a662-e93393ab2b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:35:35.737676 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55760219-767c-40fd-afb5-10ee12fb010a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Network hostable DHCP agents. Network: 48b6c95e-eac9-4e2e-a662-e93393ab2b8d, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:35:35.802186 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9ce01b-861f-4c97-8fa2-db64a99a1358 tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:35.804139 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8d9ce01b-861f-4c97-8fa2-db64a99a1358 tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2192037 Nov 16 11:35:35.805440 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55760219-767c-40fd-afb5-10ee12fb010a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Network 48b6c95e-eac9-4e2e-a662-e93393ab2b8d is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:35:35.808328 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef7bb0-2aa5-4634-bd69-056cb9cbe81b req-a9572017-d7b8-4c28-8e11-c527a6293692 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:35.808523 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49846) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:35.810032 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f6ef7bb0-2aa5-4634-bd69-056cb9cbe81b req-a9572017-d7b8-4c28-8e11-c527a6293692 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab98730f-8f21-41ab-9fba-fc09b933a76a HTTP/1.1" status: 200 len: 950 time: 0.0638757 Nov 16 11:35:35.829756 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-55760219-767c-40fd-afb5-10ee12fb010a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 48b6c95e-eac9-4e2e-a662-e93393ab2b8d) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:35:35.854904 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b3c8b363-ed1d-4396-9d1b-32a72f81a54b tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=47f35a41-d782-4d3e-9754-e87c9ca4914b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0449688 Nov 16 11:35:35.856606 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55760219-767c-40fd-afb5-10ee12fb010a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:35.857001 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-55760219-767c-40fd-afb5-10ee12fb010a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:35.859291 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd4b2c1-d7e2-4d42-b3ad-db1729dc8086 None None] Network 48b6c95e-eac9-4e2e-a662-e93393ab2b8d requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:35:35.859683 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49848) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:35.872988 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e721759c-ce0d-4e1b-91dd-7fe96b1007a4 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1633941066', 'network_id': '59a3cc32-0b4a-4110-9e86-4b064c1586ed', 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:35.898192 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f6ef7bb0-2aa5-4634-bd69-056cb9cbe81b req-7e2dad38-ed9b-4488-9103-8994b7beedbb tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822127 Nov 16 11:35:35.925474 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-55760219-767c-40fd-afb5-10ee12fb010a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9362426 Nov 16 11:35:35.925795 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49850) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:35.982313 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e721759c-ce0d-4e1b-91dd-7fe96b1007a4 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Made reservation on behalf of a94525ce04b1475298bff18f4d90d9d6 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:35:35.987052 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e721759c-ce0d-4e1b-91dd-7fe96b1007a4 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:36.003660 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c890454-3b4f-4842-8d11-299b302d826f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:36.117661 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e0f8189f-cf14-4186-8f6a-a543c0231564 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:36.125641 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7e7a37-da27-4235-92b7-6317eb846d85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-48b6c95e-eac9-4e2e-a662-e93393ab2b8d', 'network_id': '48b6c95e-eac9-4e2e-a662-e93393ab2b8d', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'fixed_ips': [{'subnet_id': 'a13a8359-1b13-4008-b5cc-96b39c84706c'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:35:36.128467 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ad7e7a37-da27-4235-92b7-6317eb846d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:36.140014 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e0f8189f-cf14-4186-8f6a-a543c0231564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:36.209899 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320c032d-71f7-4dab-80d9-5f6aee44f073 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:35:36.210484 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e721759c-ce0d-4e1b-91dd-7fe96b1007a4 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:36.263948 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e0f8189f-cf14-4186-8f6a-a543c0231564 None None] Attempting to bind port fe7b1551-b531-4839-a2e6-834a036facb8 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:35:36.264350 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e0f8189f-cf14-4186-8f6a-a543c0231564 None None] Attempting to bind port fe7b1551-b531-4839-a2e6-834a036facb8 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:35:36.265285 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f8189f-cf14-4186-8f6a-a543c0231564 None None] Attempting to bind port fe7b1551-b531-4839-a2e6-834a036facb8 on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:35:36.269322 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a04cde-fea4-47d9-b0b4-72f18c5f57a7 None None] Pushing event updated for resources: {'Port': ['ID=fe7b1551-b531-4839-a2e6-834a036facb8,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:36.280977 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721759c-ce0d-4e1b-91dd-7fe96b1007a4 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'Subnet': ['ID=9fda7162-9173-4586-9674-e48b78290bc0,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:36.293495 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f8189f-cf14-4186-8f6a-a543c0231564 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:35:36.293872 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f8189f-cf14-4186-8f6a-a543c0231564 None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:35:36.294302 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e0f8189f-cf14-4186-8f6a-a543c0231564 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:36.294696 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f8189f-cf14-4186-8f6a-a543c0231564 None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:35:36.295171 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e0f8189f-cf14-4186-8f6a-a543c0231564 None None] Bound port: fe7b1551-b531-4839-a2e6-834a036facb8, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:35:36.295570 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e0f8189f-cf14-4186-8f6a-a543c0231564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:36.299554 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e721759c-ce0d-4e1b-91dd-7fe96b1007a4 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Checking segment: {'id': 'ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '59a3cc32-0b4a-4110-9e86-4b064c1586ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:35:36.299554 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e721759c-ce0d-4e1b-91dd-7fe96b1007a4 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Network hostable DHCP agents. Network: 59a3cc32-0b4a-4110-9e86-4b064c1586ed, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:35:36.299843 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-4c890454-3b4f-4842-8d11-299b302d826f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Allocated IP 172.25.0.48 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/24b569cd-e42c-49a7-ba4e-728ecfe3ae1c) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:35:36.322574 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e721759c-ce0d-4e1b-91dd-7fe96b1007a4 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Network 59a3cc32-0b4a-4110-9e86-4b064c1586ed is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:35:36.334333 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-e721759c-ce0d-4e1b-91dd-7fe96b1007a4 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 59a3cc32-0b4a-4110-9e86-4b064c1586ed) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:35:36.339841 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e721759c-ce0d-4e1b-91dd-7fe96b1007a4 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:36.340449 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e721759c-ce0d-4e1b-91dd-7fe96b1007a4 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:36.342664 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aefaab10-41d3-4503-887e-647bc612b3a1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:36.359626 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a318427-5cf0-43eb-8643-d807a7175141 None None] Network 59a3cc32-0b4a-4110-9e86-4b064c1586ed requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:35:36.364410 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e721759c-ce0d-4e1b-91dd-7fe96b1007a4 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5025058 Nov 16 11:35:36.368214 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49852) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:36.591479 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-e74354ea-a296-46fa-9917-3c3be3460793 None None] Provisioning complete for port fe7b1551-b531-4839-a2e6-834a036facb8 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:36.591852 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e74354ea-a296-46fa-9917-3c3be3460793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:36.611297 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e0f8189f-cf14-4186-8f6a-a543c0231564 None None] For port fe7b1551-b531-4839-a2e6-834a036facb8, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:35:36.632945 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-ad7e7a37-da27-4235-92b7-6317eb846d85 None None] Allocated IP 172.20.0.2 (48b6c95e-eac9-4e2e-a662-e93393ab2b8d/a13a8359-1b13-4008-b5cc-96b39c84706c/b957d077-b357-4fd4-89e1-f09c637c77de) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:35:36.650474 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c890454-3b4f-4842-8d11-299b302d826f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:36.651973 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e0f8189f-cf14-4186-8f6a-a543c0231564 None None] For port fe7b1551-b531-4839-a2e6-834a036facb8, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=fe7b1551-b531-4839-a2e6-834a036facb8,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:35:36.667869 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e0f8189f-cf14-4186-8f6a-a543c0231564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:36.682292 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fd115-1bd1-45ee-8929-237273e25df6 req-4e4e3a3d-2e56-42b3-be17-a0c74b52d70c tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:36.683836 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0d8fd115-1bd1-45ee-8929-237273e25df6 req-4e4e3a3d-2e56-42b3-be17-a0c74b52d70c tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd083d3a-0402-4ed5-9f0a-5800d1598f35 HTTP/1.1" status: 200 len: 945 time: 0.1290245 Nov 16 11:35:36.691502 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-e74354ea-a296-46fa-9917-3c3be3460793 None None] Port fe7b1551-b531-4839-a2e6-834a036facb8 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:35:36.765666 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eba9434-631b-4083-b273-699bcbfce2b3 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:35:36.848141 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f8189f-cf14-4186-8f6a-a543c0231564 None None] Routers {'97f0ec97-cef9-44b1-bdf0-924d596cbde4'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:35:36.848778 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e0f8189f-cf14-4186-8f6a-a543c0231564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:35:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['97f0ec97-cef9-44b1-bdf0-924d596cbde4'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:36.850610 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a04cde-fea4-47d9-b0b4-72f18c5f57a7 None None] Pushing event updated for resources: {'Port': ['ID=fe7b1551-b531-4839-a2e6-834a036facb8,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:36.878890 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c486c11e-30e8-4ff6-8a8d-d5dce31f6bf9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:37.017337 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b012dc-cd9c-4026-8651-39451d3fac5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-59a3cc32-0b4a-4110-9e86-4b064c1586ed', 'network_id': '59a3cc32-0b4a-4110-9e86-4b064c1586ed', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'fixed_ips': [{'subnet_id': '9fda7162-9173-4586-9674-e48b78290bc0'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:35:37.018150 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99b012dc-cd9c-4026-8651-39451d3fac5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:37.025830 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-f35f8d8c-5cea-4099-9c13-d75d78b47595 None None] Provisioning complete for port fe7b1551-b531-4839-a2e6-834a036facb8 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:37.026224 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f35f8d8c-5cea-4099-9c13-d75d78b47595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:37.066500 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c890454-3b4f-4842-8d11-299b302d826f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:37.102323 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa863436-93fe-4b7a-9a5c-60cd4888f79d req-b7520ed0-0cf7-42c8-9ca5-b437a7bcee1a tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:37.103275 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fa863436-93fe-4b7a-9a5c-60cd4888f79d req-b7520ed0-0cf7-42c8-9ca5-b437a7bcee1a tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab98730f-8f21-41ab-9fba-fc09b933a76a HTTP/1.1" status: 200 len: 950 time: 0.1020586 Nov 16 11:35:37.104752 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0d8fd115-1bd1-45ee-8929-237273e25df6 req-5c20dc87-420f-4e7d-95cd-7772071f8ed4 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121020 Nov 16 11:35:37.114864 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ad7e7a37-da27-4235-92b7-6317eb846d85 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:37.131780 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-e0f8189f-cf14-4186-8f6a-a543c0231564 None None] Set router 97f0ec97-cef9-44b1-bdf0-924d596cbde4 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:35:37.153171 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c890454-3b4f-4842-8d11-299b302d826f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:35:37.190733 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c890454-3b4f-4842-8d11-299b302d826f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Pushing event updated for resources: {'Port': ['ID=24b569cd-e42c-49a7-ba4e-728ecfe3ae1c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:37.194869 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-4c890454-3b4f-4842-8d11-299b302d826f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:35:37.204689 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c890454-3b4f-4842-8d11-299b302d826f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:35:37.244283 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ad7e7a37-da27-4235-92b7-6317eb846d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:37.288612 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-aefaab10-41d3-4503-887e-647bc612b3a1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Allocated IP 172.20.0.1 (48b6c95e-eac9-4e2e-a662-e93393ab2b8d/a13a8359-1b13-4008-b5cc-96b39c84706c/f845c43c-5f54-4351-aa85-c0b003b91ce2) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:35:37.337247 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-c486c11e-30e8-4ff6-8a8d-d5dce31f6bf9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Allocated IP 172.20.0.1 (59a3cc32-0b4a-4110-9e86-4b064c1586ed/9fda7162-9173-4586-9674-e48b78290bc0/13cfda9b-07c6-410e-92ac-1598dd0c444d) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:35:37.359695 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7e7a37-da27-4235-92b7-6317eb846d85 None None] Network 48b6c95e-eac9-4e2e-a662-e93393ab2b8d is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:35:37.375649 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-fa863436-93fe-4b7a-9a5c-60cd4888f79d req-0f672bc4-9f67-4bee-8240-5a52f3fb09d5 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Deleting port 1cb8fad5-2374-4a5f-82af-7b279f87631a {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:35:37.375649 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fa863436-93fe-4b7a-9a5c-60cd4888f79d req-0f672bc4-9f67-4bee-8240-5a52f3fb09d5 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:37.393192 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-ad7e7a37-da27-4235-92b7-6317eb846d85 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:35:37.395140 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e7a37-da27-4235-92b7-6317eb846d85 None None] Pushing event updated for resources: {'Port': ['ID=b957d077-b357-4fd4-89e1-f09c637c77de,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:37.401212 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7e7a37-da27-4235-92b7-6317eb846d85 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:35:37.408672 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76df879-fc46-4069-989c-f3259975f529 req-9573e846-5b0c-42cb-ba01-7309184cba89 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:37.410012 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e76df879-fc46-4069-989c-f3259975f529 req-9573e846-5b0c-42cb-ba01-7309184cba89 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab98730f-8f21-41ab-9fba-fc09b933a76a HTTP/1.1" status: 200 len: 950 time: 0.2117357 Nov 16 11:35:37.450798 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f35f8d8c-5cea-4099-9c13-d75d78b47595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:37.500952 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c890454-3b4f-4842-8d11-299b302d826f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:37.514786 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-f35f8d8c-5cea-4099-9c13-d75d78b47595 None None] For port fe7b1551-b531-4839-a2e6-834a036facb8, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=fe7b1551-b531-4839-a2e6-834a036facb8,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:35:37.522340 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-ad7e7a37-da27-4235-92b7-6317eb846d85 None None] Attempting to bind port b957d077-b357-4fd4-89e1-f09c637c77de on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:35:37.522872 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-ad7e7a37-da27-4235-92b7-6317eb846d85 None None] Attempting to bind port b957d077-b357-4fd4-89e1-f09c637c77de by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '654fcd76-9b6c-47d5-814d-903640fafaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '48b6c95e-eac9-4e2e-a662-e93393ab2b8d'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:35:37.523364 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7e7a37-da27-4235-92b7-6317eb846d85 None None] Attempting to bind port b957d077-b357-4fd4-89e1-f09c637c77de on network 48b6c95e-eac9-4e2e-a662-e93393ab2b8d {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:35:37.527481 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f35f8d8c-5cea-4099-9c13-d75d78b47595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:37.536427 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7e7a37-da27-4235-92b7-6317eb846d85 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:35:37.536932 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7e7a37-da27-4235-92b7-6317eb846d85 None None] Checking segment: {'id': '654fcd76-9b6c-47d5-814d-903640fafaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '48b6c95e-eac9-4e2e-a662-e93393ab2b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:35:37.537460 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ad7e7a37-da27-4235-92b7-6317eb846d85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:37.537980 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7e7a37-da27-4235-92b7-6317eb846d85 None None] Bound using segment: {'id': '654fcd76-9b6c-47d5-814d-903640fafaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '48b6c95e-eac9-4e2e-a662-e93393ab2b8d'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:35:37.538571 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-ad7e7a37-da27-4235-92b7-6317eb846d85 None None] Bound port: b957d077-b357-4fd4-89e1-f09c637c77de, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fcd76-9b6c-47d5-814d-903640fafaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '48b6c95e-eac9-4e2e-a662-e93393ab2b8d'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:35:37.539295 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ad7e7a37-da27-4235-92b7-6317eb846d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:37.548414 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-fa863436-93fe-4b7a-9a5c-60cd4888f79d req-0f672bc4-9f67-4bee-8240-5a52f3fb09d5 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] For port 1cb8fad5-2374-4a5f-82af-7b279f87631a, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=1cb8fad5-2374-4a5f-82af-7b279f87631a,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:35:37.548776 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fa863436-93fe-4b7a-9a5c-60cd4888f79d req-0f672bc4-9f67-4bee-8240-5a52f3fb09d5 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:37.549387 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aefaab10-41d3-4503-887e-647bc612b3a1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:37.553154 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c486c11e-30e8-4ff6-8a8d-d5dce31f6bf9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:37.568389 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-fa863436-93fe-4b7a-9a5c-60cd4888f79d req-0f672bc4-9f67-4bee-8240-5a52f3fb09d5 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Calling delete_port for 1cb8fad5-2374-4a5f-82af-7b279f87631a owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:35:37.569390 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e76df879-fc46-4069-989c-f3259975f529 req-4638ab16-d55a-4e6f-b99d-57ea8165c38c tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430593 Nov 16 11:35:37.583399 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c890454-3b4f-4842-8d11-299b302d826f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:37.652361 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f8d8c-5cea-4099-9c13-d75d78b47595 None None] Pushing event updated for resources: {'Port': ['ID=fe7b1551-b531-4839-a2e6-834a036facb8,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:37.653979 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c486c11e-30e8-4ff6-8a8d-d5dce31f6bf9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:37.665034 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aefaab10-41d3-4503-887e-647bc612b3a1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:37.673452 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e0f8189f-cf14-4186-8f6a-a543c0231564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f0ec97-cef9-44b1-bdf0-924d596cbde4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088755865', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'fe7b1551-b531-4839-a2e6-834a036facb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:32Z', 'updated_at': '2021-11-16T11:35:33Z', 'revision_number': 3, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': 'fe7b1551-b531-4839-a2e6-834a036facb8', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f0ec97-cef9-44b1-bdf0-924d596cbde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:33Z', 'updated_at': '2021-11-16T11:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:37.694868 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c486c11e-30e8-4ff6-8a8d-d5dce31f6bf9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Network 59a3cc32-0b4a-4110-9e86-4b064c1586ed is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:35:37.700768 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-c486c11e-30e8-4ff6-8a8d-d5dce31f6bf9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:35:37.703441 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c486c11e-30e8-4ff6-8a8d-d5dce31f6bf9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:35:37.734558 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f8189f-cf14-4186-8f6a-a543c0231564 None None] The sync data for ids ['97f0ec97-cef9-44b1-bdf0-924d596cbde4'] in n-d-816823-3 is: [{'id': '97f0ec97-cef9-44b1-bdf0-924d596cbde4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088755865', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'fe7b1551-b531-4839-a2e6-834a036facb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:32Z', 'updated_at': '2021-11-16T11:35:33Z', 'revision_number': 3, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': 'fe7b1551-b531-4839-a2e6-834a036facb8', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f0ec97-cef9-44b1-bdf0-924d596cbde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:33Z', 'updated_at': '2021-11-16T11:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:35:37.738592 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-ad7e7a37-da27-4235-92b7-6317eb846d85 None None] For port b957d077-b357-4fd4-89e1-f09c637c77de, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:35:37.747393 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefaab10-41d3-4503-887e-647bc612b3a1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Network 48b6c95e-eac9-4e2e-a662-e93393ab2b8d is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:35:37.754156 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-aefaab10-41d3-4503-887e-647bc612b3a1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:35:37.762471 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefaab10-41d3-4503-887e-647bc612b3a1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:35:37.762689 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486c11e-30e8-4ff6-8a8d-d5dce31f6bf9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'Port': ['ID=13cfda9b-07c6-410e-92ac-1598dd0c444d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:37.763006 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-ad7e7a37-da27-4235-92b7-6317eb846d85 None None] For port b957d077-b357-4fd4-89e1-f09c637c77de, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=b957d077-b357-4fd4-89e1-f09c637c77de,segment=NetworkSegment(654fcd76-9b6c-47d5-814d-903640fafaf1),segment_id=654fcd76-9b6c-47d5-814d-903640fafaf1)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:35:37.768348 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-99b012dc-cd9c-4026-8651-39451d3fac5c None None] Allocated IP 172.20.0.2 (59a3cc32-0b4a-4110-9e86-4b064c1586ed/9fda7162-9173-4586-9674-e48b78290bc0/d25159fc-c1e3-47d8-86fd-43ba3b7bbacd) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:35:37.769875 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefaab10-41d3-4503-887e-647bc612b3a1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event updated for resources: {'Port': ['ID=f845c43c-5f54-4351-aa85-c0b003b91ce2,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:37.785812 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ad7e7a37-da27-4235-92b7-6317eb846d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:37.801503 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c486c11e-30e8-4ff6-8a8d-d5dce31f6bf9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:37.842168 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aefaab10-41d3-4503-887e-647bc612b3a1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:37.884770 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fa863436-93fe-4b7a-9a5c-60cd4888f79d req-0f672bc4-9f67-4bee-8240-5a52f3fb09d5 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:37.906979 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c890454-3b4f-4842-8d11-299b302d826f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:37.927897 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['c5cec868-b5a5-419b-83d0-1a5458af7b23', '4aa1bb74-8213-4890-9274-1ce4587511f5', 'b78c72b5-87a3-4163-91df-9da2d962352b'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:35:37.930761 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['2fed52f5-2778-40fe-a87d-7c5f06cbb9a0', '6d9f6105-9caf-468b-8176-13c263c8e400', 'b978d542-abf6-447b-88b8-232ba5c145ac', 'e29bfba0-4457-464f-a217-81f66d7a5fb9'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:35:37.943768 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f672bc4-9f67-4bee-8240-5a52f3fb09d5 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Pushing event deleted for resources: {'Port': ['ID=1cb8fad5-2374-4a5f-82af-7b279f87631a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:37.984530 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c890454-3b4f-4842-8d11-299b302d826f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:38.032326 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa863436-93fe-4b7a-9a5c-60cd4888f79d req-0f672bc4-9f67-4bee-8240-5a52f3fb09d5 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] No DVR routers for this DVR port 1cb8fad5-2374-4a5f-82af-7b279f87631a on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:35:38.035345 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fa863436-93fe-4b7a-9a5c-60cd4888f79d req-0f672bc4-9f67-4bee-8240-5a52f3fb09d5 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:38.046561 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fa863436-93fe-4b7a-9a5c-60cd4888f79d req-0f672bc4-9f67-4bee-8240-5a52f3fb09d5 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.64 "DELETE /v2.0/ports/1cb8fad5-2374-4a5f-82af-7b279f87631a HTTP/1.1" status: 204 len: 173 time: 0.9299462 Nov 16 11:35:38.050665 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c890454-3b4f-4842-8d11-299b302d826f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Pushing event updated for resources: {'Port': ['ID=24b569cd-e42c-49a7-ba4e-728ecfe3ae1c,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:38.099853 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab98730f-8f21-41ab-9fba-fc09b933a76a', 'name': 'network-vif-deleted', 'tag': '1cb8fad5-2374-4a5f-82af-7b279f87631a'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:35:38.104629 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f96c28-7f92-41fe-900d-2d1da58e7281" -d '{"events": [{"server_uuid": "ab98730f-8f21-41ab-9fba-fc09b933a76a", "name": "network-vif-deleted", "tag": "1cb8fad5-2374-4a5f-82af-7b279f87631a"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:35:38.106016 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e7a37-da27-4235-92b7-6317eb846d85 None None] Pushing event updated for resources: {'Port': ['ID=b957d077-b357-4fd4-89e1-f09c637c77de,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:38.139858 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c486c11e-30e8-4ff6-8a8d-d5dce31f6bf9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:38.165035 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aefaab10-41d3-4503-887e-647bc612b3a1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:38.215623 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233c5cb2-d25e-4a77-9da1-af04ff9c77f3 x-openstack-request-id: req-233c5cb2-d25e-4a77-9da1-af04ff9c77f3 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:35:38.216528 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab98730f-8f21-41ab-9fba-fc09b933a76a", "name": "network-vif-deleted", "tag": "1cb8fad5-2374-4a5f-82af-7b279f87631a", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:35:38.217126 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-233c5cb2-d25e-4a77-9da1-af04ff9c77f3 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:35:38.218312 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab98730f-8f21-41ab-9fba-fc09b933a76a', 'name': 'network-vif-deleted', 'tag': '1cb8fad5-2374-4a5f-82af-7b279f87631a', 'status': 'completed', 'code': 200} Nov 16 11:35:38.356116 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99b012dc-cd9c-4026-8651-39451d3fac5c None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:38.406858 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99b012dc-cd9c-4026-8651-39451d3fac5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:38.484282 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b012dc-cd9c-4026-8651-39451d3fac5c None None] Pushing event updated for resources: {'Port': ['ID=d25159fc-c1e3-47d8-86fd-43ba3b7bbacd,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:38.526631 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c890454-3b4f-4842-8d11-299b302d826f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:38.607087 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c890454-3b4f-4842-8d11-299b302d826f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:38.617592 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4c890454-3b4f-4842-8d11-299b302d826f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9950581 Nov 16 11:35:38.617823 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b012dc-cd9c-4026-8651-39451d3fac5c None None] Network 59a3cc32-0b4a-4110-9e86-4b064c1586ed is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:35:38.617823 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-99b012dc-cd9c-4026-8651-39451d3fac5c None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:35:38.623158 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b012dc-cd9c-4026-8651-39451d3fac5c None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:35:38.683485 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d26d6-7e84-4d2f-83c2-34650602d93b req-51b8103b-3288-42c9-88e7-5c88dd3eaabd tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:38.692177 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1e4d26d6-7e84-4d2f-83c2-34650602d93b req-51b8103b-3288-42c9-88e7-5c88dd3eaabd tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd083d3a-0402-4ed5-9f0a-5800d1598f35 HTTP/1.1" status: 200 len: 945 time: 0.2802856 Nov 16 11:35:38.823058 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1e4d26d6-7e84-4d2f-83c2-34650602d93b req-97c94bf1-e1aa-45b2-bed9-e9ea1fe4179f tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219988 Nov 16 11:35:38.852944 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c486c11e-30e8-4ff6-8a8d-d5dce31f6bf9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:38.869873 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c486c11e-30e8-4ff6-8a8d-d5dce31f6bf9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:38.939145 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aefaab10-41d3-4503-887e-647bc612b3a1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:38.949473 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aefaab10-41d3-4503-887e-647bc612b3a1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:38.982493 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486c11e-30e8-4ff6-8a8d-d5dce31f6bf9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'Port': ['ID=13cfda9b-07c6-410e-92ac-1598dd0c444d,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:38.985665 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c486c11e-30e8-4ff6-8a8d-d5dce31f6bf9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:39.041606 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-99b012dc-cd9c-4026-8651-39451d3fac5c None None] Attempting to bind port d25159fc-c1e3-47d8-86fd-43ba3b7bbacd on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:35:39.042001 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-99b012dc-cd9c-4026-8651-39451d3fac5c None None] Attempting to bind port d25159fc-c1e3-47d8-86fd-43ba3b7bbacd by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '59a3cc32-0b4a-4110-9e86-4b064c1586ed'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:35:39.042370 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b012dc-cd9c-4026-8651-39451d3fac5c None None] Attempting to bind port d25159fc-c1e3-47d8-86fd-43ba3b7bbacd on network 59a3cc32-0b4a-4110-9e86-4b064c1586ed {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:35:39.080370 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefaab10-41d3-4503-887e-647bc612b3a1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event updated for resources: {'Port': ['ID=f845c43c-5f54-4351-aa85-c0b003b91ce2,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:39.092670 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aefaab10-41d3-4503-887e-647bc612b3a1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:39.094595 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b012dc-cd9c-4026-8651-39451d3fac5c None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:35:39.094976 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b012dc-cd9c-4026-8651-39451d3fac5c None None] Checking segment: {'id': 'ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '59a3cc32-0b4a-4110-9e86-4b064c1586ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:35:39.095552 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99b012dc-cd9c-4026-8651-39451d3fac5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:39.096017 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b012dc-cd9c-4026-8651-39451d3fac5c None None] Bound using segment: {'id': 'ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '59a3cc32-0b4a-4110-9e86-4b064c1586ed'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:35:39.096504 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-99b012dc-cd9c-4026-8651-39451d3fac5c None None] Bound port: d25159fc-c1e3-47d8-86fd-43ba3b7bbacd, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '59a3cc32-0b4a-4110-9e86-4b064c1586ed'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:35:39.096890 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99b012dc-cd9c-4026-8651-39451d3fac5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:39.230047 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefaab10-41d3-4503-887e-647bc612b3a1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Network 48b6c95e-eac9-4e2e-a662-e93393ab2b8d is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:35:39.233911 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-aefaab10-41d3-4503-887e-647bc612b3a1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:35:39.268717 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-08a800c5-622e-4c80-b298-c64188cdf624 req-4785f830-dda3-4339-aa0f-9785f9a2ea81 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1823735119&fields=id&tenant_id=8c5b26505ce44fcf9f1b35a78ab4d371 HTTP/1.1" status: 200 len: 267 time: 0.2363317 Nov 16 11:35:39.323723 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-99b012dc-cd9c-4026-8651-39451d3fac5c None None] For port d25159fc-c1e3-47d8-86fd-43ba3b7bbacd, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:35:39.483401 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-99b012dc-cd9c-4026-8651-39451d3fac5c None None] For port d25159fc-c1e3-47d8-86fd-43ba3b7bbacd, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=d25159fc-c1e3-47d8-86fd-43ba3b7bbacd,segment=NetworkSegment(ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d),segment_id=ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:35:39.504141 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a800c5-622e-4c80-b298-c64188cdf624 req-385ad2c9-6427-4069-8647-163cb59146dc tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:39.507421 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99b012dc-cd9c-4026-8651-39451d3fac5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:39.518110 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-08a800c5-622e-4c80-b298-c64188cdf624 req-385ad2c9-6427-4069-8647-163cb59146dc tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/networks?id=f04978c1-c257-48cf-8767-22c9cfb6cb25 HTTP/1.1" status: 200 len: 817 time: 0.2476830 Nov 16 11:35:39.548806 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-08a800c5-622e-4c80-b298-c64188cdf624 req-8dc4959d-7532-4a2e-b8ad-c877c532680a tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/quotas/8c5b26505ce44fcf9f1b35a78ab4d371 HTTP/1.1" status: 200 len: 375 time: 0.0291407 Nov 16 11:35:39.573430 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 1cb8fad5-2374-4a5f-82af-7b279f87631a no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:35:39.588924 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c486c11e-30e8-4ff6-8a8d-d5dce31f6bf9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Network 59a3cc32-0b4a-4110-9e86-4b064c1586ed is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:35:39.590364 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-c486c11e-30e8-4ff6-8a8d-d5dce31f6bf9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:35:39.606045 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aefaab10-41d3-4503-887e-647bc612b3a1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Router f26f8f1d-60b0-4549-8140-46eb5ccc2748 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:35:39.628531 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 1cb8fad5-2374-4a5f-82af-7b279f87631a {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:35:39.629091 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 1cb8fad5-2374-4a5f-82af-7b279f87631a not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:35:39.657878 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77188357-b560-4dbb-81a7-4f61d95cc25b None None] Network 48b6c95e-eac9-4e2e-a662-e93393ab2b8d requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:35:39.717381 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-08a800c5-622e-4c80-b298-c64188cdf624 req-dcf26b04-bce1-4a7e-b036-836624fbe8fd tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8c5b26505ce44fcf9f1b35a78ab4d371&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1676936 Nov 16 11:35:39.734433 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c486c11e-30e8-4ff6-8a8d-d5dce31f6bf9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Router 97f0ec97-cef9-44b1-bdf0-924d596cbde4 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:35:39.770088 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b012dc-cd9c-4026-8651-39451d3fac5c None None] Pushing event updated for resources: {'Port': ['ID=d25159fc-c1e3-47d8-86fd-43ba3b7bbacd,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:39.798595 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-e2c11b60-ae41-4cae-b246-b19e840b8c88 None None] Provisioning complete for port b957d077-b357-4fd4-89e1-f09c637c77de triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:39.799112 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e2c11b60-ae41-4cae-b246-b19e840b8c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:39.808480 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aefaab10-41d3-4503-887e-647bc612b3a1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:35:39.816678 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-aefaab10-41d3-4503-887e-647bc612b3a1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "PUT /v2.0/routers/f26f8f1d-60b0-4549-8140-46eb5ccc2748/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8875198 Nov 16 11:35:39.817168 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49878) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:39.823537 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3d1fc0-e8e6-4111-a790-e8a78b1af103 None None] Sync routers for ids ['f26f8f1d-60b0-4549-8140-46eb5ccc2748'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:35:39.838388 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-d7e72389-d370-4eab-a1fa-d3e4a711bda4 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Request body: {'network': {'name': 'tempest-RoutersTest-953514094'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:39.842777 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3d1fc0-e8e6-4111-a790-e8a78b1af103 None None] Routers {'f26f8f1d-60b0-4549-8140-46eb5ccc2748'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:35:39.845268 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-1a3d1fc0-e8e6-4111-a790-e8a78b1af103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:35:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f26f8f1d-60b0-4549-8140-46eb5ccc2748'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:39.905706 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-08a800c5-622e-4c80-b298-c64188cdf624 req-64229c47-28a5-41a7-ac0d-568fe02be4c3 service neutron] 10.222.0.61 "GET /v2.0/networks/f04978c1-c257-48cf-8767-22c9cfb6cb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872959 Nov 16 11:35:39.925068 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e72389-d370-4eab-a1fa-d3e4a711bda4 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Made reservation on behalf of 3610a194a09949c3b82958173883b2cb for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:35:39.930819 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d7e72389-d370-4eab-a1fa-d3e4a711bda4 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:39.939933 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c486c11e-30e8-4ff6-8a8d-d5dce31f6bf9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:35:39.970277 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c486c11e-30e8-4ff6-8a8d-d5dce31f6bf9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "PUT /v2.0/routers/97f0ec97-cef9-44b1-bdf0-924d596cbde4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5974731 Nov 16 11:35:40.003606 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e2c11b60-ae41-4cae-b246-b19e840b8c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:40.035849 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device fe7b1551-b531-4839-a2e6-834a036facb8 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:35:40.064334 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7e72389-d370-4eab-a1fa-d3e4a711bda4 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:35:40.092028 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-1a3d1fc0-e8e6-4111-a790-e8a78b1af103 None None] Set router f26f8f1d-60b0-4549-8140-46eb5ccc2748 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:35:40.100469 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d7e72389-d370-4eab-a1fa-d3e4a711bda4 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:40.101056 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-d7e72389-d370-4eab-a1fa-d3e4a711bda4 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Added segment c56b7af1-e764-4fa1-b2ce-7ed0880ba551 of type vlan for network b0f8d236-ca82-4dcb-9972-8bc4f079847f Nov 16 11:35:40.161959 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-08a800c5-622e-4c80-b298-c64188cdf624 req-f4978fc2-58fd-4304-9d84-5c1ad4c0bf03 service neutron] 10.222.0.61 "GET /v2.0/networks/f04978c1-c257-48cf-8767-22c9cfb6cb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506967 Nov 16 11:35:40.173037 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e2c11b60-ae41-4cae-b246-b19e840b8c88 None None] For port b957d077-b357-4fd4-89e1-f09c637c77de, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=b957d077-b357-4fd4-89e1-f09c637c77de,segment=NetworkSegment(654fcd76-9b6c-47d5-814d-903640fafaf1),segment_id=654fcd76-9b6c-47d5-814d-903640fafaf1)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:35:40.173375 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d7e72389-d370-4eab-a1fa-d3e4a711bda4 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:40.189424 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e2c11b60-ae41-4cae-b246-b19e840b8c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:40.228207 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d7e72389-d370-4eab-a1fa-d3e4a711bda4 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:40.234844 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e72389-d370-4eab-a1fa-d3e4a711bda4 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:40.235952 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d7e72389-d370-4eab-a1fa-d3e4a711bda4 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:40.244366 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:35:40.307770 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c11b60-ae41-4cae-b246-b19e840b8c88 None None] Pushing event updated for resources: {'Port': ['ID=b957d077-b357-4fd4-89e1-f09c637c77de,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:40.325831 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port fe7b1551-b531-4839-a2e6-834a036facb8 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:40.326255 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:40.326977 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d7e72389-d370-4eab-a1fa-d3e4a711bda4 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5087843 Nov 16 11:35:40.329675 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49886) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:40.336694 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5b54c439-9698-4eae-8ac2-6fb46fb3c5f6 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Request body: {'subnet': {'network_id': 'b0f8d236-ca82-4dcb-9972-8bc4f079847f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:40.345442 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e72389-d370-4eab-a1fa-d3e4a711bda4 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event updated for resources: {'Network': ['ID=b0f8d236-ca82-4dcb-9972-8bc4f079847f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:40.378223 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network b0f8d236-ca82-4dcb-9972-8bc4f079847f details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:35:40.422058 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-1a3d1fc0-e8e6-4111-a790-e8a78b1af103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'name': 'tempest-RoutersTest-router-1643074238', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:34Z', 'updated_at': '2021-11-16T11:35:37Z', 'revision_number': 2, 'project_id': '3610a194a09949c3b82958173883b2cb', 'gw_port_host': None, '_interfaces': [{'id': 'f845c43c-5f54-4351-aa85-c0b003b91ce2', 'name': '', 'network_id': '48b6c95e-eac9-4e2e-a662-e93393ab2b8d', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:5b:10:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'a13a8359-1b13-4008-b5cc-96b39c84706c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:36Z', 'updated_at': '2021-11-16T11:35:38Z', 'revision_number': 2, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': 'a13a8359-1b13-4008-b5cc-96b39c84706c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:40.453304 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3d1fc0-e8e6-4111-a790-e8a78b1af103 None None] Checking router: f26f8f1d-60b0-4549-8140-46eb5ccc2748 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:35:40.453904 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3d1fc0-e8e6-4111-a790-e8a78b1af103 None None] Updating router f26f8f1d-60b0-4549-8140-46eb5ccc2748 port f845c43c-5f54-4351-aa85-c0b003b91ce2 binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:35:40.480023 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b54c439-9698-4eae-8ac2-6fb46fb3c5f6 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Made reservation on behalf of 3610a194a09949c3b82958173883b2cb for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:35:40.484628 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b54c439-9698-4eae-8ac2-6fb46fb3c5f6 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:40.494560 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-1a3d1fc0-e8e6-4111-a790-e8a78b1af103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:40.810551 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98572c6f-10ff-4800-ad43-ff7191ccdfe0 req-07f38051-01bc-4b53-a75b-40dfde23b8c6 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:40.813717 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-98572c6f-10ff-4800-ad43-ff7191ccdfe0 req-07f38051-01bc-4b53-a75b-40dfde23b8c6 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd083d3a-0402-4ed5-9f0a-5800d1598f35 HTTP/1.1" status: 200 len: 945 time: 0.1038218 Nov 16 11:35:40.821959 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device b957d077-b357-4fd4-89e1-f09c637c77de up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:35:40.906619 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b54c439-9698-4eae-8ac2-6fb46fb3c5f6 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:40.918970 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c45f6d23-ada4-42ab-b571-b5c88d1dfef7 None None] Provisioning complete for port b957d077-b357-4fd4-89e1-f09c637c77de triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:40.919771 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c45f6d23-ada4-42ab-b571-b5c88d1dfef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:40.926404 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-98572c6f-10ff-4800-ad43-ff7191ccdfe0 req-ad6051e6-6f86-4b51-93ba-fa7b15255748 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053278 Nov 16 11:35:41.001201 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port b957d077-b357-4fd4-89e1-f09c637c77de triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:41.001913 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:41.039201 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54c439-9698-4eae-8ac2-6fb46fb3c5f6 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event updated for resources: {'Subnet': ['ID=f68b38a4-6e5a-4b52-9cf2-52f07acd7a6f,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:41.079648 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b54c439-9698-4eae-8ac2-6fb46fb3c5f6 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Checking segment: {'id': 'c56b7af1-e764-4fa1-b2ce-7ed0880ba551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b0f8d236-ca82-4dcb-9972-8bc4f079847f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:35:41.080156 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b54c439-9698-4eae-8ac2-6fb46fb3c5f6 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Network hostable DHCP agents. Network: b0f8d236-ca82-4dcb-9972-8bc4f079847f, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:35:41.141001 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b54c439-9698-4eae-8ac2-6fb46fb3c5f6 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Network b0f8d236-ca82-4dcb-9972-8bc4f079847f is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:35:41.154453 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-1a3d1fc0-e8e6-4111-a790-e8a78b1af103 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:41.160602 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-5b54c439-9698-4eae-8ac2-6fb46fb3c5f6 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, b0f8d236-ca82-4dcb-9972-8bc4f079847f) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:35:41.172977 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b54c439-9698-4eae-8ac2-6fb46fb3c5f6 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:41.173737 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b54c439-9698-4eae-8ac2-6fb46fb3c5f6 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:41.175091 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-1a3d1fc0-e8e6-4111-a790-e8a78b1af103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:41.180207 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca7e6dc-08ec-48ff-a5bf-dbe3e0da2d3b None None] Network b0f8d236-ca82-4dcb-9972-8bc4f079847f requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:35:41.198176 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ce3fb385-94c9-4495-b063-80c48e67adba req-2a96ba19-44d4-4fe5-9e53-407a2b8290b3 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-73627550&fields=id&tenant_id=a94525ce04b1475298bff18f4d90d9d6 HTTP/1.1" status: 200 len: 267 time: 0.1242199 Nov 16 11:35:41.219471 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5b54c439-9698-4eae-8ac2-6fb46fb3c5f6 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8849959 Nov 16 11:35:41.222524 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49908) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:41.302580 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bfbff2-e78f-495e-96d5-6f1103b41c62 None None] Sync routers for ids ['97f0ec97-cef9-44b1-bdf0-924d596cbde4'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:35:41.318292 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad9008-adcf-4884-8fe2-065203618057 None None] Pushing event updated for resources: {'Port': ['ID=f845c43c-5f54-4351-aa85-c0b003b91ce2,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:41.411932 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-1a3d1fc0-e8e6-4111-a790-e8a78b1af103 None None] Attempting to bind port f845c43c-5f54-4351-aa85-c0b003b91ce2 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:35:41.412303 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-1a3d1fc0-e8e6-4111-a790-e8a78b1af103 None None] Attempting to bind port f845c43c-5f54-4351-aa85-c0b003b91ce2 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '654fcd76-9b6c-47d5-814d-903640fafaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '48b6c95e-eac9-4e2e-a662-e93393ab2b8d'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:35:41.412826 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3d1fc0-e8e6-4111-a790-e8a78b1af103 None None] Attempting to bind port f845c43c-5f54-4351-aa85-c0b003b91ce2 on network 48b6c95e-eac9-4e2e-a662-e93393ab2b8d {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:35:41.419774 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3d1fc0-e8e6-4111-a790-e8a78b1af103 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:35:41.420319 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3d1fc0-e8e6-4111-a790-e8a78b1af103 None None] Checking segment: {'id': '654fcd76-9b6c-47d5-814d-903640fafaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '48b6c95e-eac9-4e2e-a662-e93393ab2b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:35:41.420708 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-1a3d1fc0-e8e6-4111-a790-e8a78b1af103 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:41.421099 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3d1fc0-e8e6-4111-a790-e8a78b1af103 None None] Bound using segment: {'id': '654fcd76-9b6c-47d5-814d-903640fafaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '48b6c95e-eac9-4e2e-a662-e93393ab2b8d'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:35:41.421855 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-1a3d1fc0-e8e6-4111-a790-e8a78b1af103 None None] Bound port: f845c43c-5f54-4351-aa85-c0b003b91ce2, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654fcd76-9b6c-47d5-814d-903640fafaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '48b6c95e-eac9-4e2e-a662-e93393ab2b8d'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:35:41.422266 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-1a3d1fc0-e8e6-4111-a790-e8a78b1af103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:41.454506 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fb385-94c9-4495-b063-80c48e67adba req-f77b2b23-3e0c-4843-8af8-f4f5fb799658 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:41.466144 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ce3fb385-94c9-4495-b063-80c48e67adba req-f77b2b23-3e0c-4843-8af8-f4f5fb799658 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/networks?id=59a3cc32-0b4a-4110-9e86-4b064c1586ed HTTP/1.1" status: 200 len: 796 time: 0.2513454 Nov 16 11:35:41.490582 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bfbff2-e78f-495e-96d5-6f1103b41c62 None None] Routers {'97f0ec97-cef9-44b1-bdf0-924d596cbde4'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:35:41.493024 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c6bfbff2-e78f-495e-96d5-6f1103b41c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:35:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['97f0ec97-cef9-44b1-bdf0-924d596cbde4'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:41.498450 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ce3fb385-94c9-4495-b063-80c48e67adba req-a96ab567-e41e-4c8b-a89a-d2663643d87f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/quotas/a94525ce04b1475298bff18f4d90d9d6 HTTP/1.1" status: 200 len: 375 time: 0.0198605 Nov 16 11:35:41.571366 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ce3fb385-94c9-4495-b063-80c48e67adba req-83160510-683a-4ab8-912a-697b53bf67cf tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a94525ce04b1475298bff18f4d90d9d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608549 Nov 16 11:35:41.584645 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-1a3d1fc0-e8e6-4111-a790-e8a78b1af103 None None] For port f845c43c-5f54-4351-aa85-c0b003b91ce2, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:35:41.590345 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-1a3d1fc0-e8e6-4111-a790-e8a78b1af103 None None] For port f845c43c-5f54-4351-aa85-c0b003b91ce2, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=f845c43c-5f54-4351-aa85-c0b003b91ce2,segment=NetworkSegment(654fcd76-9b6c-47d5-814d-903640fafaf1),segment_id=654fcd76-9b6c-47d5-814d-903640fafaf1)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:35:41.596250 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2624d093-7178-4ceb-9f1c-2c0dee10c941 None None] Network 59a3cc32-0b4a-4110-9e86-4b064c1586ed requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:35:41.606560 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-1a3d1fc0-e8e6-4111-a790-e8a78b1af103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:41.672482 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c45f6d23-ada4-42ab-b571-b5c88d1dfef7 None None] Provisioning complete for port f845c43c-5f54-4351-aa85-c0b003b91ce2 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:41.673295 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c45f6d23-ada4-42ab-b571-b5c88d1dfef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:41.728267 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ce3fb385-94c9-4495-b063-80c48e67adba req-6c89a788-f2e3-47b0-a14f-3c7c8d0871fe service neutron] 10.222.0.61 "GET /v2.0/networks/59a3cc32-0b4a-4110-9e86-4b064c1586ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553555 Nov 16 11:35:41.760272 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3d1fc0-e8e6-4111-a790-e8a78b1af103 None None] Routers {'f26f8f1d-60b0-4549-8140-46eb5ccc2748'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:35:41.760904 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-1a3d1fc0-e8e6-4111-a790-e8a78b1af103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:35:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f26f8f1d-60b0-4549-8140-46eb5ccc2748'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:41.765815 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad9008-adcf-4884-8fe2-065203618057 None None] Pushing event updated for resources: {'Port': ['ID=f845c43c-5f54-4351-aa85-c0b003b91ce2,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:41.881216 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1908930-e156-46e4-9683-ec47e99ed2a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-b0f8d236-ca82-4dcb-9972-8bc4f079847f', 'network_id': 'b0f8d236-ca82-4dcb-9972-8bc4f079847f', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'fixed_ips': [{'subnet_id': 'f68b38a4-6e5a-4b52-9cf2-52f07acd7a6f'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:35:41.882200 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a1908930-e156-46e4-9683-ec47e99ed2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:41.924894 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ce3fb385-94c9-4495-b063-80c48e67adba req-7dbb1a51-5a2b-4610-9dd1-607cccff0c94 service neutron] 10.222.0.61 "GET /v2.0/networks/59a3cc32-0b4a-4110-9e86-4b064c1586ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901581 Nov 16 11:35:41.957645 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device d25159fc-c1e3-47d8-86fd-43ba3b7bbacd up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:35:41.978195 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-c6bfbff2-e78f-495e-96d5-6f1103b41c62 None None] Set router 97f0ec97-cef9-44b1-bdf0-924d596cbde4 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:35:41.985913 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-1a3d1fc0-e8e6-4111-a790-e8a78b1af103 None None] Set router f26f8f1d-60b0-4549-8140-46eb5ccc2748 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:35:42.004229 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9452f343-1041-498c-93e8-2cb9721b0d3b tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:42.334217 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8a00b-0df9-40f8-920c-6d14413f418a req-abe33a90-5131-4342-9480-f44eb1c45467 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:42.336588 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3fe8a00b-0df9-40f8-920c-6d14413f418a req-abe33a90-5131-4342-9480-f44eb1c45467 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.36 "GET /v2.0/ports?device_id=38966e44-48a2-427d-8613-5650b7d4edf0 HTTP/1.1" status: 200 len: 950 time: 0.3148630 Nov 16 11:35:42.509289 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-1a3d1fc0-e8e6-4111-a790-e8a78b1af103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'name': 'tempest-RoutersTest-router-1643074238', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:34Z', 'updated_at': '2021-11-16T11:35:37Z', 'revision_number': 2, 'project_id': '3610a194a09949c3b82958173883b2cb', 'gw_port_host': None, '_interfaces': [{'id': 'f845c43c-5f54-4351-aa85-c0b003b91ce2', 'name': '', 'network_id': '48b6c95e-eac9-4e2e-a662-e93393ab2b8d', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:5b:10:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'a13a8359-1b13-4008-b5cc-96b39c84706c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:36Z', 'updated_at': '2021-11-16T11:35:41Z', 'revision_number': 4, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': 'a13a8359-1b13-4008-b5cc-96b39c84706c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:42.548036 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3d1fc0-e8e6-4111-a790-e8a78b1af103 None None] The sync data for ids ['f26f8f1d-60b0-4549-8140-46eb5ccc2748'] in n-d-816823-3 is: [{'id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'name': 'tempest-RoutersTest-router-1643074238', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:34Z', 'updated_at': '2021-11-16T11:35:37Z', 'revision_number': 2, 'project_id': '3610a194a09949c3b82958173883b2cb', 'gw_port_host': None, '_interfaces': [{'id': 'f845c43c-5f54-4351-aa85-c0b003b91ce2', 'name': '', 'network_id': '48b6c95e-eac9-4e2e-a662-e93393ab2b8d', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:5b:10:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'a13a8359-1b13-4008-b5cc-96b39c84706c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:36Z', 'updated_at': '2021-11-16T11:35:41Z', 'revision_number': 4, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': 'a13a8359-1b13-4008-b5cc-96b39c84706c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:35:42.617694 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-3fe8a00b-0df9-40f8-920c-6d14413f418a req-83445273-9a19-4b13-8490-820aeb14c44c tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Deleting port b78c72b5-87a3-4163-91df-9da2d962352b {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:35:42.618059 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3fe8a00b-0df9-40f8-920c-6d14413f418a req-83445273-9a19-4b13-8490-820aeb14c44c tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:42.700141 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-9452f343-1041-498c-93e8-2cb9721b0d3b tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Allocated IP 172.21.0.1 (b0f8d236-ca82-4dcb-9972-8bc4f079847f/f68b38a4-6e5a-4b52-9cf2-52f07acd7a6f/61d92620-6c2b-473f-91cb-262cf3b2b3cc) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:35:42.791585 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-3fe8a00b-0df9-40f8-920c-6d14413f418a req-83445273-9a19-4b13-8490-820aeb14c44c tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] For port b78c72b5-87a3-4163-91df-9da2d962352b, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=b78c72b5-87a3-4163-91df-9da2d962352b,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:35:42.792020 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3fe8a00b-0df9-40f8-920c-6d14413f418a req-83445273-9a19-4b13-8490-820aeb14c44c tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:42.812247 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3c8d692c-84fb-41af-82ef-3f98dfd38c99 req-24171781-1a86-4b65-ae31-ee2b7fb9601a tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 210 time: 0.0274034 Nov 16 11:35:42.822288 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-3fe8a00b-0df9-40f8-920c-6d14413f418a req-83445273-9a19-4b13-8490-820aeb14c44c tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Calling delete_port for b78c72b5-87a3-4163-91df-9da2d962352b owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:35:42.909764 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port d25159fc-c1e3-47d8-86fd-43ba3b7bbacd triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:42.910840 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:42.935652 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a800c5-622e-4c80-b298-c64188cdf624 req-57106d98-4785-4838-8582-430cc165076f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:42.937260 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-08a800c5-622e-4c80-b298-c64188cdf624 req-57106d98-4785-4838-8582-430cc165076f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.36 "GET /v2.0/networks?id=f04978c1-c257-48cf-8767-22c9cfb6cb25 HTTP/1.1" status: 200 len: 817 time: 0.8408275 Nov 16 11:35:43.001983 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c45f6d23-ada4-42ab-b571-b5c88d1dfef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:43.011937 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9452f343-1041-498c-93e8-2cb9721b0d3b tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:43.101725 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-08a800c5-622e-4c80-b298-c64188cdf624 req-7d925486-144b-4e1d-b3f5-cfb1bfa899cf tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c5b26505ce44fcf9f1b35a78ab4d371 HTTP/1.1" status: 200 len: 380 time: 0.1494596 Nov 16 11:35:43.111308 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc021fc8-2da7-441a-87c2-f32b32d68751 req-815f2c36-5c0e-4abb-9f09-6610e52a8fbd tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:43.111932 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9452f343-1041-498c-93e8-2cb9721b0d3b tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:43.115642 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fc021fc8-2da7-441a-87c2-f32b32d68751 req-815f2c36-5c0e-4abb-9f09-6610e52a8fbd tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=38966e44-48a2-427d-8613-5650b7d4edf0 HTTP/1.1" status: 200 len: 950 time: 0.1474662 Nov 16 11:35:43.121223 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-08a800c5-622e-4c80-b298-c64188cdf624 req-f59989f6-a165-429e-98ef-dddcaf54bf05 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Request body: {'port': {'device_id': '9f31572b-11e6-4d5c-ad9f-db32e6b459f3', 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25', 'admin_state_up': True, 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'security_groups': ['1dbbc43f-60ba-492c-a5e9-6f49a843e926']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:43.153373 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-73577a65-6feb-46b4-957c-9d19f64ca3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:43.190970 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c45f6d23-ada4-42ab-b571-b5c88d1dfef7 None None] For port f845c43c-5f54-4351-aa85-c0b003b91ce2, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=f845c43c-5f54-4351-aa85-c0b003b91ce2,segment=NetworkSegment(654fcd76-9b6c-47d5-814d-903640fafaf1),segment_id=654fcd76-9b6c-47d5-814d-903640fafaf1)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:35:43.234322 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9452f343-1041-498c-93e8-2cb9721b0d3b tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Network b0f8d236-ca82-4dcb-9972-8bc4f079847f is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:35:43.254085 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c45f6d23-ada4-42ab-b571-b5c88d1dfef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:43.257387 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-9452f343-1041-498c-93e8-2cb9721b0d3b tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:35:43.260699 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9452f343-1041-498c-93e8-2cb9721b0d3b tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:35:43.326195 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fc021fc8-2da7-441a-87c2-f32b32d68751 req-cccd9c62-1a88-4221-8678-2d6950874e24 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955740 Nov 16 11:35:43.342832 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9452f343-1041-498c-93e8-2cb9721b0d3b tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:43.346366 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9452f343-1041-498c-93e8-2cb9721b0d3b tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event updated for resources: {'Port': ['ID=61d92620-6c2b-473f-91cb-262cf3b2b3cc,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:43.435043 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3fe8a00b-0df9-40f8-920c-6d14413f418a req-83445273-9a19-4b13-8490-820aeb14c44c tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:43.435333 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-a1908930-e156-46e4-9683-ec47e99ed2a7 None None] Allocated IP 172.21.0.2 (b0f8d236-ca82-4dcb-9972-8bc4f079847f/f68b38a4-6e5a-4b52-9cf2-52f07acd7a6f/26f6bd30-251a-4359-8851-956d9db4abb4) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:35:43.457411 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08a800c5-622e-4c80-b298-c64188cdf624 req-f59989f6-a165-429e-98ef-dddcaf54bf05 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Made reservation on behalf of 8c5b26505ce44fcf9f1b35a78ab4d371 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:35:43.462367 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-08a800c5-622e-4c80-b298-c64188cdf624 req-f59989f6-a165-429e-98ef-dddcaf54bf05 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:43.470929 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['c5cec868-b5a5-419b-83d0-1a5458af7b23', '4aa1bb74-8213-4890-9274-1ce4587511f5', 'b78c72b5-87a3-4163-91df-9da2d962352b'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:35:43.473015 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['2fed52f5-2778-40fe-a87d-7c5f06cbb9a0', '6d9f6105-9caf-468b-8176-13c263c8e400', 'b978d542-abf6-447b-88b8-232ba5c145ac', 'e29bfba0-4457-464f-a217-81f66d7a5fb9'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:35:43.478407 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83445273-9a19-4b13-8490-820aeb14c44c tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Pushing event deleted for resources: {'Port': ['ID=b78c72b5-87a3-4163-91df-9da2d962352b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:43.586098 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e72484-cfc8-4e06-8ca3-f158b13abe6a req-f78f01b9-97b0-4024-8560-83b543dcc957 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:43.594345 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-79e72484-cfc8-4e06-8ca3-f158b13abe6a req-f78f01b9-97b0-4024-8560-83b543dcc957 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd083d3a-0402-4ed5-9f0a-5800d1598f35 HTTP/1.1" status: 200 len: 945 time: 0.1114826 Nov 16 11:35:43.636721 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe8a00b-0df9-40f8-920c-6d14413f418a req-83445273-9a19-4b13-8490-820aeb14c44c tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] No DVR routers for this DVR port b78c72b5-87a3-4163-91df-9da2d962352b on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:35:43.642237 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3fe8a00b-0df9-40f8-920c-6d14413f418a req-83445273-9a19-4b13-8490-820aeb14c44c tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:43.647483 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3fe8a00b-0df9-40f8-920c-6d14413f418a req-83445273-9a19-4b13-8490-820aeb14c44c tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.36 "DELETE /v2.0/ports/b78c72b5-87a3-4163-91df-9da2d962352b HTTP/1.1" status: 204 len: 173 time: 1.3001750 Nov 16 11:35:43.648801 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38966e44-48a2-427d-8613-5650b7d4edf0', 'name': 'network-vif-deleted', 'tag': 'b78c72b5-87a3-4163-91df-9da2d962352b'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:35:43.652063 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb20d5f1-f6c7-43b8-80f4-dc645a6764fb" -d '{"events": [{"server_uuid": "38966e44-48a2-427d-8613-5650b7d4edf0", "name": "network-vif-deleted", "tag": "b78c72b5-87a3-4163-91df-9da2d962352b"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:35:43.704369 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-79e72484-cfc8-4e06-8ca3-f158b13abe6a req-0f0528e8-5093-49f3-987d-68f6b7fa4008 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088912 Nov 16 11:35:43.731283 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9452f343-1041-498c-93e8-2cb9721b0d3b tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:43.761087 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45f6d23-ada4-42ab-b571-b5c88d1dfef7 None None] Pushing event updated for resources: {'Port': ['ID=f845c43c-5f54-4351-aa85-c0b003b91ce2,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:43.770143 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c5d6283a-4bd9-4b06-abd0-2c405970f919 None None] Provisioning complete for port d25159fc-c1e3-47d8-86fd-43ba3b7bbacd triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:43.770532 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c5d6283a-4bd9-4b06-abd0-2c405970f919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:43.850167 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:43.920342 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4fc2c567-8de8-45fa-a04b-c6a93d4bcaa9 req-e4713776-c3b6-4a1f-a55f-78c26215f42f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 210 time: 0.0687487 Nov 16 11:35:43.964749 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port d25159fc-c1e3-47d8-86fd-43ba3b7bbacd, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=d25159fc-c1e3-47d8-86fd-43ba3b7bbacd,segment=NetworkSegment(ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d),segment_id=ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:35:44.072106 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-08a800c5-622e-4c80-b298-c64188cdf624 req-f59989f6-a165-429e-98ef-dddcaf54bf05 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Allocated IP 172.20.0.7 (f04978c1-c257-48cf-8767-22c9cfb6cb25/d5fcc0bd-d8ea-41ad-86b1-2d27bd924015/f7930244-84d3-49c4-85e5-9241c10fef74) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:35:44.149427 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fb385-94c9-4495-b063-80c48e67adba req-927ead8c-ad31-4bbd-aa18-a82c787f883c tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:44.151780 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:44.153011 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ce3fb385-94c9-4495-b063-80c48e67adba req-927ead8c-ad31-4bbd-aa18-a82c787f883c tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.64 "GET /v2.0/networks?id=59a3cc32-0b4a-4110-9e86-4b064c1586ed HTTP/1.1" status: 200 len: 796 time: 0.2028036 Nov 16 11:35:44.154790 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device b957d077-b357-4fd4-89e1-f09c637c77de up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:35:44.164410 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bf572e-b2df-4641-a86d-a9ec20ed1143 x-openstack-request-id: req-10bf572e-b2df-4641-a86d-a9ec20ed1143 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:35:44.164682 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38966e44-48a2-427d-8613-5650b7d4edf0", "name": "network-vif-deleted", "tag": "b78c72b5-87a3-4163-91df-9da2d962352b", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:35:44.166261 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-10bf572e-b2df-4641-a86d-a9ec20ed1143 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:35:44.166750 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38966e44-48a2-427d-8613-5650b7d4edf0', 'name': 'network-vif-deleted', 'tag': 'b78c72b5-87a3-4163-91df-9da2d962352b', 'status': 'completed', 'code': 200} Nov 16 11:35:44.176449 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-67c3bcc3-57db-49c4-b4fe-e51d981c7596 req-5ca0d42e-b62c-4610-9937-e19ee6bebea9 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 210 time: 0.0677950 Nov 16 11:35:44.373824 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ce3fb385-94c9-4495-b063-80c48e67adba req-666dc4ae-8309-48f9-80e2-bac03e475c88 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a94525ce04b1475298bff18f4d90d9d6 HTTP/1.1" status: 200 len: 378 time: 0.1850383 Nov 16 11:35:44.389830 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-ce3fb385-94c9-4495-b063-80c48e67adba req-5880c0c3-12fc-40de-825d-d38ee7a178a9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'port': {'device_id': 'e9a750cd-f69d-49c7-9358-00408ecef147', 'network_id': '59a3cc32-0b4a-4110-9e86-4b064c1586ed', 'admin_state_up': True, 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'security_groups': ['49b75b1f-08a2-446a-817a-dcba3b370ef9']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:44.418236 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-08a800c5-622e-4c80-b298-c64188cdf624 req-f59989f6-a165-429e-98ef-dddcaf54bf05 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:44.474346 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-08a800c5-622e-4c80-b298-c64188cdf624 req-f59989f6-a165-429e-98ef-dddcaf54bf05 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:44.529525 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a1908930-e156-46e4-9683-ec47e99ed2a7 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:44.560851 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08a800c5-622e-4c80-b298-c64188cdf624 req-f59989f6-a165-429e-98ef-dddcaf54bf05 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Network f04978c1-c257-48cf-8767-22c9cfb6cb25 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:35:44.562333 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9452f343-1041-498c-93e8-2cb9721b0d3b tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:44.566094 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-08a800c5-622e-4c80-b298-c64188cdf624 req-f59989f6-a165-429e-98ef-dddcaf54bf05 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:35:44.568645 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59989f6-a165-429e-98ef-dddcaf54bf05 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Pushing event updated for resources: {'Port': ['ID=f7930244-84d3-49c4-85e5-9241c10fef74,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:44.571285 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a800c5-622e-4c80-b298-c64188cdf624 req-f59989f6-a165-429e-98ef-dddcaf54bf05 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:35:44.588385 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9452f343-1041-498c-93e8-2cb9721b0d3b tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:44.613122 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=d25159fc-c1e3-47d8-86fd-43ba3b7bbacd,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:44.654512 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a800c5-622e-4c80-b298-c64188cdf624 req-f59989f6-a165-429e-98ef-dddcaf54bf05 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:44.655496 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-08a800c5-622e-4c80-b298-c64188cdf624 req-f59989f6-a165-429e-98ef-dddcaf54bf05 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:44.685850 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c6bfbff2-e78f-495e-96d5-6f1103b41c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f0ec97-cef9-44b1-bdf0-924d596cbde4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088755865', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'fe7b1551-b531-4839-a2e6-834a036facb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:32Z', 'updated_at': '2021-11-16T11:35:37Z', 'revision_number': 4, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': 'fe7b1551-b531-4839-a2e6-834a036facb8', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f0ec97-cef9-44b1-bdf0-924d596cbde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:33Z', 'updated_at': '2021-11-16T11:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '13cfda9b-07c6-410e-92ac-1598dd0c444d', 'name': '', 'network_id': '59a3cc32-0b4a-4110-9e86-4b064c1586ed', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'mac_address': 'fa:16:3e:3f:9a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f0ec97-cef9-44b1-bdf0-924d596cbde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '9fda7162-9173-4586-9674-e48b78290bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:37Z', 'updated_at': '2021-11-16T11:35:38Z', 'revision_number': 2, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'subnets': [{'id': '9fda7162-9173-4586-9674-e48b78290bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:44.697496 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a1908930-e156-46e4-9683-ec47e99ed2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:44.700682 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9452f343-1041-498c-93e8-2cb9721b0d3b tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:44.705794 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9452f343-1041-498c-93e8-2cb9721b0d3b tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event updated for resources: {'Port': ['ID=61d92620-6c2b-473f-91cb-262cf3b2b3cc,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:44.740461 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-08a800c5-622e-4c80-b298-c64188cdf624 req-f59989f6-a165-429e-98ef-dddcaf54bf05 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6234741 Nov 16 11:35:44.751778 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce3fb385-94c9-4495-b063-80c48e67adba req-5880c0c3-12fc-40de-825d-d38ee7a178a9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Made reservation on behalf of a94525ce04b1475298bff18f4d90d9d6 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:35:44.753317 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-08a800c5-622e-4c80-b298-c64188cdf624 req-6c76490e-7ef3-4eef-8e59-b9ee9e359d37 service neutron] Request body: {'port': {'device_id': '9f31572b-11e6-4d5c-ad9f-db32e6b459f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:44.756907 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ce3fb385-94c9-4495-b063-80c48e67adba req-5880c0c3-12fc-40de-825d-d38ee7a178a9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:44.788205 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1908930-e156-46e4-9683-ec47e99ed2a7 None None] Network b0f8d236-ca82-4dcb-9972-8bc4f079847f is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:35:44.814457 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-a1908930-e156-46e4-9683-ec47e99ed2a7 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:35:44.817024 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1908930-e156-46e4-9683-ec47e99ed2a7 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:35:44.877990 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-08a800c5-622e-4c80-b298-c64188cdf624 req-6c76490e-7ef3-4eef-8e59-b9ee9e359d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:44.894161 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bfbff2-e78f-495e-96d5-6f1103b41c62 None None] Checking router: 97f0ec97-cef9-44b1-bdf0-924d596cbde4 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:35:44.894522 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bfbff2-e78f-495e-96d5-6f1103b41c62 None None] Updating router 97f0ec97-cef9-44b1-bdf0-924d596cbde4 port 13cfda9b-07c6-410e-92ac-1598dd0c444d binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:35:44.979719 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-ce3fb385-94c9-4495-b063-80c48e67adba req-5880c0c3-12fc-40de-825d-d38ee7a178a9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Allocated IP 172.20.0.13 (59a3cc32-0b4a-4110-9e86-4b064c1586ed/9fda7162-9173-4586-9674-e48b78290bc0/30f83719-d107-4d68-bba8-cb927f4f8930) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:35:44.982655 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9452f343-1041-498c-93e8-2cb9721b0d3b tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Network b0f8d236-ca82-4dcb-9972-8bc4f079847f is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:35:44.985808 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-9452f343-1041-498c-93e8-2cb9721b0d3b tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:35:45.023815 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c6bfbff2-e78f-495e-96d5-6f1103b41c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:45.051544 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port b957d077-b357-4fd4-89e1-f09c637c77de triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:45.051897 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:45.053611 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1908930-e156-46e4-9683-ec47e99ed2a7 None None] Pushing event updated for resources: {'Port': ['ID=26f6bd30-251a-4359-8851-956d9db4abb4,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:45.054590 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d0cac-d677-47e0-b47b-aebc48c516e1 req-e6d9b1bf-7146-49eb-9aee-abcfc92b38df tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:45.056157 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-177d0cac-d677-47e0-b47b-aebc48c516e1 req-e6d9b1bf-7146-49eb-9aee-abcfc92b38df tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd083d3a-0402-4ed5-9f0a-5800d1598f35 HTTP/1.1" status: 200 len: 945 time: 0.1544521 Nov 16 11:35:45.139173 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-a1908930-e156-46e4-9683-ec47e99ed2a7 None None] Attempting to bind port 26f6bd30-251a-4359-8851-956d9db4abb4 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:35:45.139542 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-a1908930-e156-46e4-9683-ec47e99ed2a7 None None] Attempting to bind port 26f6bd30-251a-4359-8851-956d9db4abb4 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'c56b7af1-e764-4fa1-b2ce-7ed0880ba551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b0f8d236-ca82-4dcb-9972-8bc4f079847f'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:35:45.139906 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1908930-e156-46e4-9683-ec47e99ed2a7 None None] Attempting to bind port 26f6bd30-251a-4359-8851-956d9db4abb4 on network b0f8d236-ca82-4dcb-9972-8bc4f079847f {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:35:45.175355 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9452f343-1041-498c-93e8-2cb9721b0d3b tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Router f26f8f1d-60b0-4549-8140-46eb5ccc2748 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:35:45.187301 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1908930-e156-46e4-9683-ec47e99ed2a7 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:35:45.187679 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1908930-e156-46e4-9683-ec47e99ed2a7 None None] Checking segment: {'id': 'c56b7af1-e764-4fa1-b2ce-7ed0880ba551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b0f8d236-ca82-4dcb-9972-8bc4f079847f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:35:45.188108 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a1908930-e156-46e4-9683-ec47e99ed2a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:45.188479 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1908930-e156-46e4-9683-ec47e99ed2a7 None None] Bound using segment: {'id': 'c56b7af1-e764-4fa1-b2ce-7ed0880ba551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b0f8d236-ca82-4dcb-9972-8bc4f079847f'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:35:45.188955 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-a1908930-e156-46e4-9683-ec47e99ed2a7 None None] Bound port: 26f6bd30-251a-4359-8851-956d9db4abb4, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c56b7af1-e764-4fa1-b2ce-7ed0880ba551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b0f8d236-ca82-4dcb-9972-8bc4f079847f'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:35:45.189335 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a1908930-e156-46e4-9683-ec47e99ed2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:45.221407 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-177d0cac-d677-47e0-b47b-aebc48c516e1 req-6adb5f31-3ba0-45d9-b88f-c5f74f1a7c81 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383476 Nov 16 11:35:45.238945 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c5d6283a-4bd9-4b06-abd0-2c405970f919 None None] Provisioning complete for port f845c43c-5f54-4351-aa85-c0b003b91ce2 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:45.238945 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c5d6283a-4bd9-4b06-abd0-2c405970f919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:45.322149 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ce3fb385-94c9-4495-b063-80c48e67adba req-5880c0c3-12fc-40de-825d-d38ee7a178a9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:45.326222 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [req-08a800c5-622e-4c80-b298-c64188cdf624 req-6c76490e-7ef3-4eef-8e59-b9ee9e359d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7930244-84d3-49c4-85e5-9241c10fef74 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:35:45.334494 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-08a800c5-622e-4c80-b298-c64188cdf624 req-6c76490e-7ef3-4eef-8e59-b9ee9e359d37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:45.336637 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9452f343-1041-498c-93e8-2cb9721b0d3b tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:35:45.343004 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9452f343-1041-498c-93e8-2cb9721b0d3b tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "PUT /v2.0/routers/f26f8f1d-60b0-4549-8140-46eb5ccc2748/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1193452 Nov 16 11:35:45.345648 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49942) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:45.348855 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8677580-19bc-433f-9092-51cf4cfb1977 None None] Sync routers for ids ['f26f8f1d-60b0-4549-8140-46eb5ccc2748'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:35:45.365457 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8677580-19bc-433f-9092-51cf4cfb1977 None None] Routers {'f26f8f1d-60b0-4549-8140-46eb5ccc2748'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:35:45.366129 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-b8677580-19bc-433f-9092-51cf4cfb1977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:35:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f26f8f1d-60b0-4549-8140-46eb5ccc2748'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:45.371903 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-39b65539-687f-459c-9af1-63db4f013a03 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Request body: {'network': {'name': 'tempest-RoutersTest-234477481'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:45.382752 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ce3fb385-94c9-4495-b063-80c48e67adba req-5880c0c3-12fc-40de-825d-d38ee7a178a9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:45.385374 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-08a800c5-622e-4c80-b298-c64188cdf624 req-6c76490e-7ef3-4eef-8e59-b9ee9e359d37 service neutron] Transition to ACTIVE for port object f7930244-84d3-49c4-85e5-9241c10fef74 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:35:45.396049 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-08a800c5-622e-4c80-b298-c64188cdf624 req-6c76490e-7ef3-4eef-8e59-b9ee9e359d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:45.437206 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b65539-687f-459c-9af1-63db4f013a03 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Made reservation on behalf of 3610a194a09949c3b82958173883b2cb for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:35:45.440760 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39b65539-687f-459c-9af1-63db4f013a03 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:45.472660 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device b78c72b5-87a3-4163-91df-9da2d962352b no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:35:45.490085 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce3fb385-94c9-4495-b063-80c48e67adba req-5880c0c3-12fc-40de-825d-d38ee7a178a9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Network 59a3cc32-0b4a-4110-9e86-4b064c1586ed is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:35:45.494639 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-ce3fb385-94c9-4495-b063-80c48e67adba req-5880c0c3-12fc-40de-825d-d38ee7a178a9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:35:45.502274 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3fb385-94c9-4495-b063-80c48e67adba req-5880c0c3-12fc-40de-825d-d38ee7a178a9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:35:45.559680 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-b8677580-19bc-433f-9092-51cf4cfb1977 None None] Set router f26f8f1d-60b0-4549-8140-46eb5ccc2748 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:35:45.562879 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5880c0c3-12fc-40de-825d-d38ee7a178a9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'Port': ['ID=30f83719-d107-4d68-bba8-cb927f4f8930,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:45.579041 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c76490e-7ef3-4eef-8e59-b9ee9e359d37 service neutron] Pushing event updated for resources: {'Port': ['ID=f7930244-84d3-49c4-85e5-9241c10fef74,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:45.583267 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-a1908930-e156-46e4-9683-ec47e99ed2a7 None None] For port 26f6bd30-251a-4359-8851-956d9db4abb4, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:35:45.605154 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-08a800c5-622e-4c80-b298-c64188cdf624 req-6c76490e-7ef3-4eef-8e59-b9ee9e359d37 service neutron] Attempting to bind port f7930244-84d3-49c4-85e5-9241c10fef74 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:35:45.609199 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-08a800c5-622e-4c80-b298-c64188cdf624 req-6c76490e-7ef3-4eef-8e59-b9ee9e359d37 service neutron] Attempting to bind port f7930244-84d3-49c4-85e5-9241c10fef74 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '1186fe7f-5dbc-4e04-af0c-6c5994d769cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:35:45.609963 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a800c5-622e-4c80-b298-c64188cdf624 req-6c76490e-7ef3-4eef-8e59-b9ee9e359d37 service neutron] Attempting to bind port f7930244-84d3-49c4-85e5-9241c10fef74 on network f04978c1-c257-48cf-8767-22c9cfb6cb25 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:35:45.628584 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a800c5-622e-4c80-b298-c64188cdf624 req-6c76490e-7ef3-4eef-8e59-b9ee9e359d37 service neutron] Port f7930244-84d3-49c4-85e5-9241c10fef74 on network f04978c1-c257-48cf-8767-22c9cfb6cb25 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:35:45.628901 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a800c5-622e-4c80-b298-c64188cdf624 req-6c76490e-7ef3-4eef-8e59-b9ee9e359d37 service neutron] Attempting to bind port f7930244-84d3-49c4-85e5-9241c10fef74 on network f04978c1-c257-48cf-8767-22c9cfb6cb25 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:35:45.634107 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fb385-94c9-4495-b063-80c48e67adba req-5880c0c3-12fc-40de-825d-d38ee7a178a9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:45.634361 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39b65539-687f-459c-9af1-63db4f013a03 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:35:45.636662 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ce3fb385-94c9-4495-b063-80c48e67adba req-5880c0c3-12fc-40de-825d-d38ee7a178a9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:45.639792 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a800c5-622e-4c80-b298-c64188cdf624 req-6c76490e-7ef3-4eef-8e59-b9ee9e359d37 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:35:45.639792 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a800c5-622e-4c80-b298-c64188cdf624 req-6c76490e-7ef3-4eef-8e59-b9ee9e359d37 service neutron] Checking segment: {'id': '1186fe7f-5dbc-4e04-af0c-6c5994d769cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:35:45.644895 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a800c5-622e-4c80-b298-c64188cdf624 req-6c76490e-7ef3-4eef-8e59-b9ee9e359d37 service neutron] Bound using segment: {'id': '1186fe7f-5dbc-4e04-af0c-6c5994d769cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:35:45.645748 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-08a800c5-622e-4c80-b298-c64188cdf624 req-6c76490e-7ef3-4eef-8e59-b9ee9e359d37 service neutron] Bound port: f7930244-84d3-49c4-85e5-9241c10fef74, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1186fe7f-5dbc-4e04-af0c-6c5994d769cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:35:45.645748 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-08a800c5-622e-4c80-b298-c64188cdf624 req-6c76490e-7ef3-4eef-8e59-b9ee9e359d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:45.672750 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ce3fb385-94c9-4495-b063-80c48e67adba req-5880c0c3-12fc-40de-825d-d38ee7a178a9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2879758 Nov 16 11:35:45.689457 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-ce3fb385-94c9-4495-b063-80c48e67adba req-fa9d1138-0d8c-4366-8a1a-c95de5ad0f4a service neutron] Request body: {'port': {'device_id': 'e9a750cd-f69d-49c7-9358-00408ecef147', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:45.721517 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39b65539-687f-459c-9af1-63db4f013a03 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:45.721517 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-39b65539-687f-459c-9af1-63db4f013a03 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Added segment e7d435ad-c8af-4f15-be6a-b0249b72efaa of type vlan for network 69b0f831-1e15-461f-a785-8bcb7c8935b8 Nov 16 11:35:45.811358 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ce3fb385-94c9-4495-b063-80c48e67adba req-fa9d1138-0d8c-4366-8a1a-c95de5ad0f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:45.879506 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39b65539-687f-459c-9af1-63db4f013a03 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:45.909694 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ecbafa-1c91-4b4c-9223-3f21548d55a5 req-33f67d5b-59c8-46dc-a8d1-bd217eb6f418 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:45.917558 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-48ecbafa-1c91-4b4c-9223-3f21548d55a5 req-33f67d5b-59c8-46dc-a8d1-bd217eb6f418 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 932 time: 0.2367115 Nov 16 11:35:45.947629 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: b78c72b5-87a3-4163-91df-9da2d962352b {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:35:45.947965 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device b78c72b5-87a3-4163-91df-9da2d962352b not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:35:45.955763 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-08a800c5-622e-4c80-b298-c64188cdf624 req-6c76490e-7ef3-4eef-8e59-b9ee9e359d37 service neutron] For port f7930244-84d3-49c4-85e5-9241c10fef74, host n-h1-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:35:45.964032 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-a1908930-e156-46e4-9683-ec47e99ed2a7 None None] For port 26f6bd30-251a-4359-8851-956d9db4abb4, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=26f6bd30-251a-4359-8851-956d9db4abb4,segment=NetworkSegment(c56b7af1-e764-4fa1-b2ce-7ed0880ba551),segment_id=c56b7af1-e764-4fa1-b2ce-7ed0880ba551)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:35:45.985106 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-08a800c5-622e-4c80-b298-c64188cdf624 req-6c76490e-7ef3-4eef-8e59-b9ee9e359d37 service neutron] For port f7930244-84d3-49c4-85e5-9241c10fef74, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=f7930244-84d3-49c4-85e5-9241c10fef74,segment=NetworkSegment(1186fe7f-5dbc-4e04-af0c-6c5994d769cc),segment_id=1186fe7f-5dbc-4e04-af0c-6c5994d769cc)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:35:46.002606 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-08a800c5-622e-4c80-b298-c64188cdf624 req-6c76490e-7ef3-4eef-8e59-b9ee9e359d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:46.019620 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-98bf7b67-3199-466f-a634-5ae2c2788b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:46.023800 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a1908930-e156-46e4-9683-ec47e99ed2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:46.064237 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-48ecbafa-1c91-4b4c-9223-3f21548d55a5 req-16547013-e160-4270-a5d8-f7ecf392ca18 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=49b75b1f-08a2-446a-817a-dcba3b370ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1453979 Nov 16 11:35:46.064993 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39b65539-687f-459c-9af1-63db4f013a03 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:46.076923 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b65539-687f-459c-9af1-63db4f013a03 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:46.077364 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-b8677580-19bc-433f-9092-51cf4cfb1977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'name': 'tempest-RoutersTest-router-1643074238', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:34Z', 'updated_at': '2021-11-16T11:35:43Z', 'revision_number': 3, 'project_id': '3610a194a09949c3b82958173883b2cb', 'gw_port_host': None, '_interfaces': [{'id': '61d92620-6c2b-473f-91cb-262cf3b2b3cc', 'name': '', 'network_id': 'b0f8d236-ca82-4dcb-9972-8bc4f079847f', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:5b:0b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'f68b38a4-6e5a-4b52-9cf2-52f07acd7a6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:42Z', 'updated_at': '2021-11-16T11:35:44Z', 'revision_number': 2, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': 'f68b38a4-6e5a-4b52-9cf2-52f07acd7a6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f845c43c-5f54-4351-aa85-c0b003b91ce2', 'name': '', 'network_id': '48b6c95e-eac9-4e2e-a662-e93393ab2b8d', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:5b:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'a13a8359-1b13-4008-b5cc-96b39c84706c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:36Z', 'updated_at': '2021-11-16T11:35:43Z', 'revision_number': 5, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': 'a13a8359-1b13-4008-b5cc-96b39c84706c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:46.077581 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39b65539-687f-459c-9af1-63db4f013a03 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:46.185277 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a800c5-622e-4c80-b298-c64188cdf624 req-6c76490e-7ef3-4eef-8e59-b9ee9e359d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:46.188800 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8677580-19bc-433f-9092-51cf4cfb1977 None None] Checking router: f26f8f1d-60b0-4549-8140-46eb5ccc2748 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:35:46.189371 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8677580-19bc-433f-9092-51cf4cfb1977 None None] Updating router f26f8f1d-60b0-4549-8140-46eb5ccc2748 port 61d92620-6c2b-473f-91cb-262cf3b2b3cc binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:35:46.200404 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-08a800c5-622e-4c80-b298-c64188cdf624 req-6c76490e-7ef3-4eef-8e59-b9ee9e359d37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:46.204609 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-08a800c5-622e-4c80-b298-c64188cdf624 req-6c76490e-7ef3-4eef-8e59-b9ee9e359d37 service neutron] 10.222.0.36 "PUT /v2.0/ports/f7930244-84d3-49c4-85e5-9241c10fef74 HTTP/1.1" status: 200 len: 1091 time: 1.4533670 Nov 16 11:35:46.248206 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b8677580-19bc-433f-9092-51cf4cfb1977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:46.267716 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f31572b-11e6-4d5c-ad9f-db32e6b459f3', 'tag': 'f7930244-84d3-49c4-85e5-9241c10fef74'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:35:46.270907 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0d1d95-a03b-4224-9e1a-2f71e663ef75" -d '{"events": [{"name": "network-changed", "server_uuid": "9f31572b-11e6-4d5c-ad9f-db32e6b459f3", "tag": "f7930244-84d3-49c4-85e5-9241c10fef74"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:35:46.290018 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device d25159fc-c1e3-47d8-86fd-43ba3b7bbacd up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:35:46.345349 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-39b65539-687f-459c-9af1-63db4f013a03 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9871068 Nov 16 11:35:46.361043 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49950) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:46.377773 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-7cbc96d9-b0c9-4390-903d-57450fca5308 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Request body: {'subnet': {'network_id': '69b0f831-1e15-461f-a785-8bcb7c8935b8', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:46.465613 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b65539-687f-459c-9af1-63db4f013a03 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event updated for resources: {'Network': ['ID=69b0f831-1e15-461f-a785-8bcb7c8935b8,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:46.488105 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c76490e-7ef3-4eef-8e59-b9ee9e359d37 service neutron] Pushing event updated for resources: {'Port': ['ID=f7930244-84d3-49c4-85e5-9241c10fef74,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:46.522349 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1908930-e156-46e4-9683-ec47e99ed2a7 None None] Pushing event updated for resources: {'Port': ['ID=26f6bd30-251a-4359-8851-956d9db4abb4,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:46.540159 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785c481-c874-4306-ab9f-a500b434cff8 req-260ab575-9cd5-43a7-b615-c0f1fa09dfcf tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:46.550872 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4785c481-c874-4306-ab9f-a500b434cff8 req-260ab575-9cd5-43a7-b615-c0f1fa09dfcf tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 943 time: 0.2527463 Nov 16 11:35:46.564613 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a800c5-622e-4c80-b298-c64188cdf624 req-9c138e63-0b2e-4fe4-9bf1-541b0453507c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:46.570684 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-08a800c5-622e-4c80-b298-c64188cdf624 req-9c138e63-0b2e-4fe4-9bf1-541b0453507c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8c5b26505ce44fcf9f1b35a78ab4d371&device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 1094 time: 0.2871258 Nov 16 11:35:46.632937 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 69b0f831-1e15-461f-a785-8bcb7c8935b8 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:35:46.645105 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-08a800c5-622e-4c80-b298-c64188cdf624 req-79ee7620-e9df-4432-a6ec-701dcf0ec766 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7930244-84d3-49c4-85e5-9241c10fef74 HTTP/1.1" status: 200 len: 217 time: 0.0638530 Nov 16 11:35:46.742618 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4785c481-c874-4306-ab9f-a500b434cff8 req-ad002eaa-0ae1-46d0-a484-bad5b692923e tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dbbc43f-60ba-492c-a5e9-6f49a843e926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857400 Nov 16 11:35:46.747139 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbc96d9-b0c9-4390-903d-57450fca5308 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Made reservation on behalf of 3610a194a09949c3b82958173883b2cb for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:35:46.757413 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7cbc96d9-b0c9-4390-903d-57450fca5308 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:46.811848 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a800c5-622e-4c80-b298-c64188cdf624 req-4822c515-20ba-4430-9ffa-39fbf85805c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:46.813593 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-08a800c5-622e-4c80-b298-c64188cdf624 req-4822c515-20ba-4430-9ffa-39fbf85805c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5fcc0bd-d8ea-41ad-86b1-2d27bd924015 HTTP/1.1" status: 200 len: 856 time: 0.1570001 Nov 16 11:35:46.814086 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b8677580-19bc-433f-9092-51cf4cfb1977 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:46.815495 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:46.823200 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b8677580-19bc-433f-9092-51cf4cfb1977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:46.846469 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port d25159fc-c1e3-47d8-86fd-43ba3b7bbacd triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:46.846950 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:46.881661 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c6bfbff2-e78f-495e-96d5-6f1103b41c62 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:46.902416 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f516e75-94a1-4248-bd8d-07613dd075e4 None None] Pushing event updated for resources: {'Port': ['ID=61d92620-6c2b-473f-91cb-262cf3b2b3cc,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:46.926981 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c6bfbff2-e78f-495e-96d5-6f1103b41c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:46.930852 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f79ba-a454-470a-9a62-adc15c4eaf18 req-da4d6aeb-3ce0-488c-a32d-e78abffe2a26 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:46.932570 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ac5f79ba-a454-470a-9a62-adc15c4eaf18 req-da4d6aeb-3ce0-488c-a32d-e78abffe2a26 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.36 "GET /v2.0/ports?device_id=e19ad846-2512-4aa4-8dd7-d11cb376ea28 HTTP/1.1" status: 200 len: 950 time: 0.0936980 Nov 16 11:35:47.009586 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5838d77-24e2-4a69-965c-9c4b3748067e req-7aff57f6-d761-4c7c-9b09-b171924d76b6 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:47.011501 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-b8677580-19bc-433f-9092-51cf4cfb1977 None None] Attempting to bind port 61d92620-6c2b-473f-91cb-262cf3b2b3cc on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:35:47.012210 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-b8677580-19bc-433f-9092-51cf4cfb1977 None None] Attempting to bind port 61d92620-6c2b-473f-91cb-262cf3b2b3cc by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'c56b7af1-e764-4fa1-b2ce-7ed0880ba551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b0f8d236-ca82-4dcb-9972-8bc4f079847f'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:35:47.012777 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8677580-19bc-433f-9092-51cf4cfb1977 None None] Attempting to bind port 61d92620-6c2b-473f-91cb-262cf3b2b3cc on network b0f8d236-ca82-4dcb-9972-8bc4f079847f {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:35:47.012926 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-8225f2a2-a3dd-4f7b-be52-c1bbe3695854 None None] Provisioning complete for port 13cfda9b-07c6-410e-92ac-1598dd0c444d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:47.013309 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8225f2a2-a3dd-4f7b-be52-c1bbe3695854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:47.017355 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f5838d77-24e2-4a69-965c-9c4b3748067e req-7aff57f6-d761-4c7c-9b09-b171924d76b6 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=e19ad846-2512-4aa4-8dd7-d11cb376ea28 HTTP/1.1" status: 200 len: 950 time: 0.2027149 Nov 16 11:35:47.021854 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8677580-19bc-433f-9092-51cf4cfb1977 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:35:47.024046 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8677580-19bc-433f-9092-51cf4cfb1977 None None] Checking segment: {'id': 'c56b7af1-e764-4fa1-b2ce-7ed0880ba551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b0f8d236-ca82-4dcb-9972-8bc4f079847f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:35:47.024812 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b8677580-19bc-433f-9092-51cf4cfb1977 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:47.025813 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8677580-19bc-433f-9092-51cf4cfb1977 None None] Bound using segment: {'id': 'c56b7af1-e764-4fa1-b2ce-7ed0880ba551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b0f8d236-ca82-4dcb-9972-8bc4f079847f'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:35:47.027240 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-b8677580-19bc-433f-9092-51cf4cfb1977 None None] Bound port: 61d92620-6c2b-473f-91cb-262cf3b2b3cc, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c56b7af1-e764-4fa1-b2ce-7ed0880ba551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b0f8d236-ca82-4dcb-9972-8bc4f079847f'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:35:47.031103 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b8677580-19bc-433f-9092-51cf4cfb1977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:47.052525 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae9c40-7929-4dea-8453-1a3446f20498 None None] Pushing event updated for resources: {'Port': ['ID=13cfda9b-07c6-410e-92ac-1598dd0c444d,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:47.058387 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a800c5-622e-4c80-b298-c64188cdf624 req-cf4c7193-595c-44c1-924d-1996c19dcab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:47.060132 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-08a800c5-622e-4c80-b298-c64188cdf624 req-cf4c7193-595c-44c1-924d-1996c19dcab2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f04978c1-c257-48cf-8767-22c9cfb6cb25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2293065 Nov 16 11:35:47.154020 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-ac5f79ba-a454-470a-9a62-adc15c4eaf18 req-d208c7c8-8916-422f-8f8f-6aff7fa779d7 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Deleting port 4aa1bb74-8213-4890-9274-1ce4587511f5 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:35:47.154020 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ac5f79ba-a454-470a-9a62-adc15c4eaf18 req-d208c7c8-8916-422f-8f8f-6aff7fa779d7 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:47.162533 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-b8677580-19bc-433f-9092-51cf4cfb1977 None None] For port 61d92620-6c2b-473f-91cb-262cf3b2b3cc, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:35:47.168502 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-b8677580-19bc-433f-9092-51cf4cfb1977 None None] For port 61d92620-6c2b-473f-91cb-262cf3b2b3cc, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=61d92620-6c2b-473f-91cb-262cf3b2b3cc,segment=NetworkSegment(c56b7af1-e764-4fa1-b2ce-7ed0880ba551),segment_id=c56b7af1-e764-4fa1-b2ce-7ed0880ba551)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:35:47.185130 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b8677580-19bc-433f-9092-51cf4cfb1977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:47.195291 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-8225f2a2-a3dd-4f7b-be52-c1bbe3695854 None None] Port 13cfda9b-07c6-410e-92ac-1598dd0c444d cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:35:47.265535 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f516e75-94a1-4248-bd8d-07613dd075e4 None None] Pushing event updated for resources: {'Port': ['ID=61d92620-6c2b-473f-91cb-262cf3b2b3cc,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:47.295069 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8677580-19bc-433f-9092-51cf4cfb1977 None None] Routers {'f26f8f1d-60b0-4549-8140-46eb5ccc2748'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:35:47.296083 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-b8677580-19bc-433f-9092-51cf4cfb1977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:35:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f26f8f1d-60b0-4549-8140-46eb5ccc2748'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:47.356152 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c6bfbff2-e78f-495e-96d5-6f1103b41c62 None None] Attempting to bind port 13cfda9b-07c6-410e-92ac-1598dd0c444d on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:35:47.356662 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c6bfbff2-e78f-495e-96d5-6f1103b41c62 None None] Attempting to bind port 13cfda9b-07c6-410e-92ac-1598dd0c444d by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '59a3cc32-0b4a-4110-9e86-4b064c1586ed'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:35:47.357009 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bfbff2-e78f-495e-96d5-6f1103b41c62 None None] Attempting to bind port 13cfda9b-07c6-410e-92ac-1598dd0c444d on network 59a3cc32-0b4a-4110-9e86-4b064c1586ed {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:35:47.359347 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device f845c43c-5f54-4351-aa85-c0b003b91ce2 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:35:47.382953 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ac5f79ba-a454-470a-9a62-adc15c4eaf18 req-d208c7c8-8916-422f-8f8f-6aff7fa779d7 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] For port 4aa1bb74-8213-4890-9274-1ce4587511f5, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=4aa1bb74-8213-4890-9274-1ce4587511f5,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:35:47.383624 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ac5f79ba-a454-470a-9a62-adc15c4eaf18 req-d208c7c8-8916-422f-8f8f-6aff7fa779d7 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:47.394151 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-ce3fb385-94c9-4495-b063-80c48e67adba req-fa9d1138-0d8c-4366-8a1a-c95de5ad0f4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30f83719-d107-4d68-bba8-cb927f4f8930 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:35:47.406982 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f5838d77-24e2-4a69-965c-9c4b3748067e req-abc369e7-db22-4d14-af58-aea234c1077d tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882489 Nov 16 11:35:47.409329 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-08a800c5-622e-4c80-b298-c64188cdf624 req-ff5b595d-75a0-4c08-90b6-0a299ea755f7 service neutron] 10.222.0.36 "GET /v2.0/networks/f04978c1-c257-48cf-8767-22c9cfb6cb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901461 Nov 16 11:35:47.410652 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ce3fb385-94c9-4495-b063-80c48e67adba req-fa9d1138-0d8c-4366-8a1a-c95de5ad0f4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:47.419165 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-ac5f79ba-a454-470a-9a62-adc15c4eaf18 req-d208c7c8-8916-422f-8f8f-6aff7fa779d7 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Calling delete_port for 4aa1bb74-8213-4890-9274-1ce4587511f5 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:35:47.437554 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-ce3fb385-94c9-4495-b063-80c48e67adba req-fa9d1138-0d8c-4366-8a1a-c95de5ad0f4a service neutron] Transition to ACTIVE for port object 30f83719-d107-4d68-bba8-cb927f4f8930 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:35:47.447909 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-b8677580-19bc-433f-9092-51cf4cfb1977 None None] Set router f26f8f1d-60b0-4549-8140-46eb5ccc2748 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:35:47.464481 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-8225f2a2-a3dd-4f7b-be52-c1bbe3695854 None None] Provisioning complete for port 30f83719-d107-4d68-bba8-cb927f4f8930 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:47.464851 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8225f2a2-a3dd-4f7b-be52-c1bbe3695854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:47.503925 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b222457e-a534-4c33-99cf-bd304768dc76 x-openstack-request-id: req-b222457e-a534-4c33-99cf-bd304768dc76 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:35:47.504364 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f31572b-11e6-4d5c-ad9f-db32e6b459f3", "tag": "f7930244-84d3-49c4-85e5-9241c10fef74", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:35:47.504716 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b222457e-a534-4c33-99cf-bd304768dc76 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:35:47.505281 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f31572b-11e6-4d5c-ad9f-db32e6b459f3', 'tag': 'f7930244-84d3-49c4-85e5-9241c10fef74', 'status': 'completed', 'code': 200} Nov 16 11:35:47.517299 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ce3fb385-94c9-4495-b063-80c48e67adba req-fa9d1138-0d8c-4366-8a1a-c95de5ad0f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:47.551367 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bfbff2-e78f-495e-96d5-6f1103b41c62 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:35:47.554168 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bfbff2-e78f-495e-96d5-6f1103b41c62 None None] Checking segment: {'id': 'ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '59a3cc32-0b4a-4110-9e86-4b064c1586ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:35:47.555488 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c6bfbff2-e78f-495e-96d5-6f1103b41c62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:47.557686 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bfbff2-e78f-495e-96d5-6f1103b41c62 None None] Bound using segment: {'id': 'ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '59a3cc32-0b4a-4110-9e86-4b064c1586ed'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:35:47.560184 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c6bfbff2-e78f-495e-96d5-6f1103b41c62 None None] Bound port: 13cfda9b-07c6-410e-92ac-1598dd0c444d, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '59a3cc32-0b4a-4110-9e86-4b064c1586ed'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:35:47.560729 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c6bfbff2-e78f-495e-96d5-6f1103b41c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:47.600298 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-8225f2a2-a3dd-4f7b-be52-c1bbe3695854 None None] Port 30f83719-d107-4d68-bba8-cb927f4f8930 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:35:47.661618 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-8225f2a2-a3dd-4f7b-be52-c1bbe3695854 None None] Provisioning complete for port d25159fc-c1e3-47d8-86fd-43ba3b7bbacd triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:47.662385 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8225f2a2-a3dd-4f7b-be52-c1bbe3695854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:47.667908 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port f845c43c-5f54-4351-aa85-c0b003b91ce2 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:47.668802 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:47.700137 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d1138-0d8c-4366-8a1a-c95de5ad0f4a service neutron] Pushing event updated for resources: {'Port': ['ID=30f83719-d107-4d68-bba8-cb927f4f8930,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:47.739627 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-b8677580-19bc-433f-9092-51cf4cfb1977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'name': 'tempest-RoutersTest-router-1643074238', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:34Z', 'updated_at': '2021-11-16T11:35:43Z', 'revision_number': 3, 'project_id': '3610a194a09949c3b82958173883b2cb', 'gw_port_host': None, '_interfaces': [{'id': '61d92620-6c2b-473f-91cb-262cf3b2b3cc', 'name': '', 'network_id': 'b0f8d236-ca82-4dcb-9972-8bc4f079847f', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:5b:0b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'f68b38a4-6e5a-4b52-9cf2-52f07acd7a6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:42Z', 'updated_at': '2021-11-16T11:35:47Z', 'revision_number': 4, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': 'f68b38a4-6e5a-4b52-9cf2-52f07acd7a6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f845c43c-5f54-4351-aa85-c0b003b91ce2', 'name': '', 'network_id': '48b6c95e-eac9-4e2e-a662-e93393ab2b8d', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:5b:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'a13a8359-1b13-4008-b5cc-96b39c84706c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:36Z', 'updated_at': '2021-11-16T11:35:43Z', 'revision_number': 5, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': 'a13a8359-1b13-4008-b5cc-96b39c84706c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:47.759927 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7cbc96d9-b0c9-4390-903d-57450fca5308 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:47.813378 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8677580-19bc-433f-9092-51cf4cfb1977 None None] The sync data for ids ['f26f8f1d-60b0-4549-8140-46eb5ccc2748'] in n-d-816823-3 is: [{'id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'name': 'tempest-RoutersTest-router-1643074238', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:34Z', 'updated_at': '2021-11-16T11:35:43Z', 'revision_number': 3, 'project_id': '3610a194a09949c3b82958173883b2cb', 'gw_port_host': None, '_interfaces': [{'id': '61d92620-6c2b-473f-91cb-262cf3b2b3cc', 'name': '', 'network_id': 'b0f8d236-ca82-4dcb-9972-8bc4f079847f', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:5b:0b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'f68b38a4-6e5a-4b52-9cf2-52f07acd7a6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:42Z', 'updated_at': '2021-11-16T11:35:47Z', 'revision_number': 4, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': 'f68b38a4-6e5a-4b52-9cf2-52f07acd7a6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f845c43c-5f54-4351-aa85-c0b003b91ce2', 'name': '', 'network_id': '48b6c95e-eac9-4e2e-a662-e93393ab2b8d', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:5b:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'a13a8359-1b13-4008-b5cc-96b39c84706c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:36Z', 'updated_at': '2021-11-16T11:35:43Z', 'revision_number': 5, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': 'a13a8359-1b13-4008-b5cc-96b39c84706c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:35:47.821227 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c6bfbff2-e78f-495e-96d5-6f1103b41c62 None None] For port 13cfda9b-07c6-410e-92ac-1598dd0c444d, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:35:47.881169 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-ce3fb385-94c9-4495-b063-80c48e67adba req-fa9d1138-0d8c-4366-8a1a-c95de5ad0f4a service neutron] Attempting to bind port 30f83719-d107-4d68-bba8-cb927f4f8930 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:35:47.881430 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-ce3fb385-94c9-4495-b063-80c48e67adba req-fa9d1138-0d8c-4366-8a1a-c95de5ad0f4a service neutron] Attempting to bind port 30f83719-d107-4d68-bba8-cb927f4f8930 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '59a3cc32-0b4a-4110-9e86-4b064c1586ed'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:35:47.881751 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3fb385-94c9-4495-b063-80c48e67adba req-fa9d1138-0d8c-4366-8a1a-c95de5ad0f4a service neutron] Attempting to bind port 30f83719-d107-4d68-bba8-cb927f4f8930 on network 59a3cc32-0b4a-4110-9e86-4b064c1586ed {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:35:47.895020 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3fb385-94c9-4495-b063-80c48e67adba req-fa9d1138-0d8c-4366-8a1a-c95de5ad0f4a service neutron] Port 30f83719-d107-4d68-bba8-cb927f4f8930 on network 59a3cc32-0b4a-4110-9e86-4b064c1586ed not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:35:47.895341 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3fb385-94c9-4495-b063-80c48e67adba req-fa9d1138-0d8c-4366-8a1a-c95de5ad0f4a service neutron] Attempting to bind port 30f83719-d107-4d68-bba8-cb927f4f8930 on network 59a3cc32-0b4a-4110-9e86-4b064c1586ed {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:35:47.915540 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3fb385-94c9-4495-b063-80c48e67adba req-fa9d1138-0d8c-4366-8a1a-c95de5ad0f4a service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:35:47.915540 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3fb385-94c9-4495-b063-80c48e67adba req-fa9d1138-0d8c-4366-8a1a-c95de5ad0f4a service neutron] Checking segment: {'id': 'ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '59a3cc32-0b4a-4110-9e86-4b064c1586ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:35:47.915872 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3fb385-94c9-4495-b063-80c48e67adba req-fa9d1138-0d8c-4366-8a1a-c95de5ad0f4a service neutron] Bound using segment: {'id': 'ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '59a3cc32-0b4a-4110-9e86-4b064c1586ed'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:35:47.916026 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-ce3fb385-94c9-4495-b063-80c48e67adba req-fa9d1138-0d8c-4366-8a1a-c95de5ad0f4a service neutron] Bound port: 30f83719-d107-4d68-bba8-cb927f4f8930, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '59a3cc32-0b4a-4110-9e86-4b064c1586ed'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:35:47.916380 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ce3fb385-94c9-4495-b063-80c48e67adba req-fa9d1138-0d8c-4366-8a1a-c95de5ad0f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:47.933107 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f350d57-f710-49a6-99d0-d41e005cbcd3 req-61a2231b-4187-482e-841a-ae0a4018ca39 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:47.936653 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4f350d57-f710-49a6-99d0-d41e005cbcd3 req-61a2231b-4187-482e-841a-ae0a4018ca39 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd083d3a-0402-4ed5-9f0a-5800d1598f35 HTTP/1.1" status: 200 len: 945 time: 0.3579180 Nov 16 11:35:47.965236 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c6bfbff2-e78f-495e-96d5-6f1103b41c62 None None] For port 13cfda9b-07c6-410e-92ac-1598dd0c444d, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=13cfda9b-07c6-410e-92ac-1598dd0c444d,segment=NetworkSegment(ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d),segment_id=ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:35:47.973397 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c6bfbff2-e78f-495e-96d5-6f1103b41c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:47.995356 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-08a800c5-622e-4c80-b298-c64188cdf624 req-ab008214-2971-4c67-8be8-4cbb6b2a59a3 service neutron] 10.222.0.36 "GET /v2.0/networks/f04978c1-c257-48cf-8767-22c9cfb6cb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5771210 Nov 16 11:35:48.002930 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ac5f79ba-a454-470a-9a62-adc15c4eaf18 req-d208c7c8-8916-422f-8f8f-6aff7fa779d7 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:48.022234 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['c5cec868-b5a5-419b-83d0-1a5458af7b23', '4aa1bb74-8213-4890-9274-1ce4587511f5'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:35:48.081070 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bfbff2-e78f-495e-96d5-6f1103b41c62 None None] Routers {'97f0ec97-cef9-44b1-bdf0-924d596cbde4'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:35:48.083527 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbc96d9-b0c9-4390-903d-57450fca5308 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event updated for resources: {'Subnet': ['ID=c56a7350-f121-4ab1-9459-51d46c9909ad,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:48.084402 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c6bfbff2-e78f-495e-96d5-6f1103b41c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:35:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['97f0ec97-cef9-44b1-bdf0-924d596cbde4'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:48.088409 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d208c7c8-8916-422f-8f8f-6aff7fa779d7 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Pushing event deleted for resources: {'Port': ['ID=4aa1bb74-8213-4890-9274-1ce4587511f5,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:48.209533 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbc96d9-b0c9-4390-903d-57450fca5308 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Checking segment: {'id': 'e7d435ad-c8af-4f15-be6a-b0249b72efaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '69b0f831-1e15-461f-a785-8bcb7c8935b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:35:48.210232 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbc96d9-b0c9-4390-903d-57450fca5308 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Network hostable DHCP agents. Network: 69b0f831-1e15-461f-a785-8bcb7c8935b8, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:35:48.252523 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac5f79ba-a454-470a-9a62-adc15c4eaf18 req-d208c7c8-8916-422f-8f8f-6aff7fa779d7 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] No DVR routers for this DVR port 4aa1bb74-8213-4890-9274-1ce4587511f5 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:35:48.256039 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ac5f79ba-a454-470a-9a62-adc15c4eaf18 req-d208c7c8-8916-422f-8f8f-6aff7fa779d7 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:48.259936 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ac5f79ba-a454-470a-9a62-adc15c4eaf18 req-d208c7c8-8916-422f-8f8f-6aff7fa779d7 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.36 "DELETE /v2.0/ports/4aa1bb74-8213-4890-9274-1ce4587511f5 HTTP/1.1" status: 204 len: 173 time: 1.3109276 Nov 16 11:35:48.260154 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19ad846-2512-4aa4-8dd7-d11cb376ea28', 'name': 'network-vif-deleted', 'tag': '4aa1bb74-8213-4890-9274-1ce4587511f5'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:35:48.262420 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71c34f2-6f43-4dd8-9d10-3f9f6497b93e" -d '{"events": [{"server_uuid": "e19ad846-2512-4aa4-8dd7-d11cb376ea28", "name": "network-vif-deleted", "tag": "4aa1bb74-8213-4890-9274-1ce4587511f5"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:35:48.281341 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ce3fb385-94c9-4495-b063-80c48e67adba req-fa9d1138-0d8c-4366-8a1a-c95de5ad0f4a service neutron] For port 30f83719-d107-4d68-bba8-cb927f4f8930, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:35:48.285608 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9249e00-c34e-468e-9dba-373d3753d1d2 None None] Network b0f8d236-ca82-4dcb-9972-8bc4f079847f requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:35:48.305055 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ce3fb385-94c9-4495-b063-80c48e67adba req-fa9d1138-0d8c-4366-8a1a-c95de5ad0f4a service neutron] For port 30f83719-d107-4d68-bba8-cb927f4f8930, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=30f83719-d107-4d68-bba8-cb927f4f8930,segment=NetworkSegment(ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d),segment_id=ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:35:48.321912 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ce3fb385-94c9-4495-b063-80c48e67adba req-fa9d1138-0d8c-4366-8a1a-c95de5ad0f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:48.323891 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d1d95-a03b-4224-9e1a-2f71e663ef75 req-f99fe0e2-9dbc-4ce6-9b53-4673f2a50dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:48.327086 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6d0d1d95-a03b-4224-9e1a-2f71e663ef75 req-f99fe0e2-9dbc-4ce6-9b53-4673f2a50dae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8c5b26505ce44fcf9f1b35a78ab4d371&device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 1094 time: 0.2280116 Nov 16 11:35:48.345803 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4f350d57-f710-49a6-99d0-d41e005cbcd3 req-02204341-6bf0-485b-bb2d-e22ec3a70d3b tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977296 Nov 16 11:35:48.369070 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbc96d9-b0c9-4390-903d-57450fca5308 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Network 69b0f831-1e15-461f-a785-8bcb7c8935b8 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:35:48.445296 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fb385-94c9-4495-b063-80c48e67adba req-fa9d1138-0d8c-4366-8a1a-c95de5ad0f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:48.448359 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ce3fb385-94c9-4495-b063-80c48e67adba req-fa9d1138-0d8c-4366-8a1a-c95de5ad0f4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:48.451459 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ce3fb385-94c9-4495-b063-80c48e67adba req-fa9d1138-0d8c-4366-8a1a-c95de5ad0f4a service neutron] 10.222.0.64 "PUT /v2.0/ports/30f83719-d107-4d68-bba8-cb927f4f8930 HTTP/1.1" status: 200 len: 1092 time: 2.7693827 Nov 16 11:35:48.452368 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 26f6bd30-251a-4359-8851-956d9db4abb4 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:35:48.516322 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d1d95-a03b-4224-9e1a-2f71e663ef75 req-40543843-a22d-463a-8968-45ae35a26919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:48.519233 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6d0d1d95-a03b-4224-9e1a-2f71e663ef75 req-40543843-a22d-463a-8968-45ae35a26919 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f04978c1-c257-48cf-8767-22c9cfb6cb25 HTTP/1.1" status: 200 len: 918 time: 0.1704192 Nov 16 11:35:48.529258 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d1138-0d8c-4366-8a1a-c95de5ad0f4a service neutron] Pushing event updated for resources: {'Port': ['ID=30f83719-d107-4d68-bba8-cb927f4f8930,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:48.551847 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-c6bfbff2-e78f-495e-96d5-6f1103b41c62 None None] Set router 97f0ec97-cef9-44b1-bdf0-924d596cbde4 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:35:48.638755 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fb385-94c9-4495-b063-80c48e67adba req-2700cf52-f862-4935-9f3a-e1247e21e676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:48.643110 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ce3fb385-94c9-4495-b063-80c48e67adba req-2700cf52-f862-4935-9f3a-e1247e21e676 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a94525ce04b1475298bff18f4d90d9d6&device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 1095 time: 0.1023717 Nov 16 11:35:48.652982 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6d0d1d95-a03b-4224-9e1a-2f71e663ef75 req-ff3719d9-1178-4622-8d03-94d49f1a7e21 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7930244-84d3-49c4-85e5-9241c10fef74 HTTP/1.1" status: 200 len: 217 time: 0.1046925 Nov 16 11:35:48.653670 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-7cbc96d9-b0c9-4390-903d-57450fca5308 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 69b0f831-1e15-461f-a785-8bcb7c8935b8) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:35:48.664577 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbc96d9-b0c9-4390-903d-57450fca5308 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:48.665257 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7cbc96d9-b0c9-4390-903d-57450fca5308 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:48.685529 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae9c40-7929-4dea-8453-1a3446f20498 None None] Pushing event updated for resources: {'Port': ['ID=13cfda9b-07c6-410e-92ac-1598dd0c444d,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:48.733938 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f21a859-2736-470b-b498-72990b6c5be8 None None] Network 69b0f831-1e15-461f-a785-8bcb7c8935b8 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:35:48.761311 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d1d95-a03b-4224-9e1a-2f71e663ef75 req-d72ddf11-0891-466b-ba83-f6eb71e8fb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:48.763000 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6d0d1d95-a03b-4224-9e1a-2f71e663ef75 req-d72ddf11-0891-466b-ba83-f6eb71e8fb86 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5fcc0bd-d8ea-41ad-86b1-2d27bd924015 HTTP/1.1" status: 200 len: 856 time: 0.0892181 Nov 16 11:35:48.770832 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ce3fb385-94c9-4495-b063-80c48e67adba req-492aa88a-2739-4129-8c6b-80ef21870a60 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30f83719-d107-4d68-bba8-cb927f4f8930 HTTP/1.1" status: 200 len: 217 time: 0.1036854 Nov 16 11:35:48.828102 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7cbc96d9-b0c9-4390-903d-57450fca5308 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4517899 Nov 16 11:35:48.841420 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd558b-6e94-44c2-83b8-fdb35c4e0eaa req-4c0e0478-016b-46f0-a6d6-eb9b6f0a1532 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:48.843496 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dafd558b-6e94-44c2-83b8-fdb35c4e0eaa req-4c0e0478-016b-46f0-a6d6-eb9b6f0a1532 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 944 time: 0.3230515 Nov 16 11:35:48.844254 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49962) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:48.940026 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fb385-94c9-4495-b063-80c48e67adba req-49c83a7b-3027-4148-ab36-dc02763aa2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:48.941599 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ce3fb385-94c9-4495-b063-80c48e67adba req-49c83a7b-3027-4148-ab36-dc02763aa2d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9fda7162-9173-4586-9674-e48b78290bc0 HTTP/1.1" status: 200 len: 835 time: 0.1556470 Nov 16 11:35:49.012260 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d1d95-a03b-4224-9e1a-2f71e663ef75 req-60a43a37-bdef-4164-bce7-e6754c7930d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:49.012869 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fb385-94c9-4495-b063-80c48e67adba req-46b03f57-fb7b-4e2c-8a46-97a24c42afee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:49.013801 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6d0d1d95-a03b-4224-9e1a-2f71e663ef75 req-60a43a37-bdef-4164-bce7-e6754c7930d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f04978c1-c257-48cf-8767-22c9cfb6cb25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2350056 Nov 16 11:35:49.015168 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ce3fb385-94c9-4495-b063-80c48e67adba req-46b03f57-fb7b-4e2c-8a46-97a24c42afee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=59a3cc32-0b4a-4110-9e86-4b064c1586ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645149 Nov 16 11:35:49.125635 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ce3fb385-94c9-4495-b063-80c48e67adba req-fc80cc39-85f9-4094-9d04-00b7dc93038d service neutron] 10.222.0.64 "GET /v2.0/networks/59a3cc32-0b4a-4110-9e86-4b064c1586ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994289 Nov 16 11:35:49.127355 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['2fed52f5-2778-40fe-a87d-7c5f06cbb9a0', '6d9f6105-9caf-468b-8176-13c263c8e400', 'b978d542-abf6-447b-88b8-232ba5c145ac', 'e29bfba0-4457-464f-a217-81f66d7a5fb9'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:35:49.240461 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ce3fb385-94c9-4495-b063-80c48e67adba req-88a4a6ea-48fa-46ad-bddb-bc3e5533f253 service neutron] 10.222.0.64 "GET /v2.0/networks/59a3cc32-0b4a-4110-9e86-4b064c1586ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033742 Nov 16 11:35:49.243699 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:49.259414 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-be820938-c8c0-43d2-b46f-a9bca42add09 None None] Provisioning complete for port 13cfda9b-07c6-410e-92ac-1598dd0c444d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:49.259965 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-be820938-c8c0-43d2-b46f-a9bca42add09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:49.331830 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 26f6bd30-251a-4359-8851-956d9db4abb4 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:49.332249 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:49.345004 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:49.433228 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dafd558b-6e94-44c2-83b8-fdb35c4e0eaa req-fbafdc54-e273-4e4d-85a3-5edb1514525b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=49b75b1f-08a2-446a-817a-dcba3b370ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5777466 Nov 16 11:35:49.484874 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6989e47c-7184-4e1d-86f8-2add54add7d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-69b0f831-1e15-461f-a785-8bcb7c8935b8', 'network_id': '69b0f831-1e15-461f-a785-8bcb7c8935b8', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'fixed_ips': [{'subnet_id': 'c56a7350-f121-4ab1-9459-51d46c9909ad'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:35:49.485618 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6989e47c-7184-4e1d-86f8-2add54add7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:49.576860 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6d0d1d95-a03b-4224-9e1a-2f71e663ef75 req-5fe93ba9-88d6-4416-a111-7d16ca8faf9b service neutron] 10.222.0.36 "GET /v2.0/networks/f04978c1-c257-48cf-8767-22c9cfb6cb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5541010 Nov 16 11:35:49.722482 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625232df-7747-49ec-b417-7c5b3fd594cd req-f186b4d4-277b-4f08-9d76-6ace154ae644 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:49.723989 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-625232df-7747-49ec-b417-7c5b3fd594cd req-f186b4d4-277b-4f08-9d76-6ace154ae644 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 943 time: 0.1827009 Nov 16 11:35:49.777938 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-be820938-c8c0-43d2-b46f-a9bca42add09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:49.790939 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0a47f8ff-f4cb-4a98-a9e3-18816c2b088c req-efeae205-ced2-4597-84b1-843ee8e21585 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9b953a5a-a862-4eb8-a040-470deca364bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0555842 Nov 16 11:35:49.839730 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:49.853425 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6d0d1d95-a03b-4224-9e1a-2f71e663ef75 req-2666f55d-2b82-46ae-954b-6dc690ee602c service neutron] 10.222.0.36 "GET /v2.0/networks/f04978c1-c257-48cf-8767-22c9cfb6cb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634015 Nov 16 11:35:49.878509 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-625232df-7747-49ec-b417-7c5b3fd594cd req-d8e1335e-7709-4a15-9679-8b7ad2d85715 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dbbc43f-60ba-492c-a5e9-6f49a843e926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314270 Nov 16 11:35:49.895476 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47f8ff-f4cb-4a98-a9e3-18816c2b088c req-d4d6eb21-cd4d-48bf-8125-da2b658a4ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:49.898575 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0a47f8ff-f4cb-4a98-a9e3-18816c2b088c req-d4d6eb21-cd4d-48bf-8125-da2b658a4ae1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5de40747a10d44f79906618ae036d315&device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 1096 time: 0.0829532 Nov 16 11:35:49.966944 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f1a5725c-60a5-42ad-a42f-abcb1642dbd0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:49.972347 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-be820938-c8c0-43d2-b46f-a9bca42add09 None None] For port 13cfda9b-07c6-410e-92ac-1598dd0c444d, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=13cfda9b-07c6-410e-92ac-1598dd0c444d,segment=NetworkSegment(ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d),segment_id=ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:35:49.980795 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-6989e47c-7184-4e1d-86f8-2add54add7d6 None None] Allocated IP 172.22.0.2 (69b0f831-1e15-461f-a785-8bcb7c8935b8/c56a7350-f121-4ab1-9459-51d46c9909ad/9b4145c6-e2d8-4487-9dc4-60d444483c2b) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:35:49.987580 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fd9afb-c827-469c-af4f-0062ff483db1 x-openstack-request-id: req-b6fd9afb-c827-469c-af4f-0062ff483db1 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:35:49.988810 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19ad846-2512-4aa4-8dd7-d11cb376ea28", "name": "network-vif-deleted", "tag": "4aa1bb74-8213-4890-9274-1ce4587511f5", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:35:49.989111 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b6fd9afb-c827-469c-af4f-0062ff483db1 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:35:49.989557 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19ad846-2512-4aa4-8dd7-d11cb376ea28', 'name': 'network-vif-deleted', 'tag': '4aa1bb74-8213-4890-9274-1ce4587511f5', 'status': 'completed', 'code': 200} Nov 16 11:35:49.998985 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-be820938-c8c0-43d2-b46f-a9bca42add09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:50.009135 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 26f6bd30-251a-4359-8851-956d9db4abb4, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=26f6bd30-251a-4359-8851-956d9db4abb4,segment=NetworkSegment(c56b7af1-e764-4fa1-b2ce-7ed0880ba551),segment_id=c56b7af1-e764-4fa1-b2ce-7ed0880ba551)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:35:50.019251 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c6bfbff2-e78f-495e-96d5-6f1103b41c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f0ec97-cef9-44b1-bdf0-924d596cbde4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088755865', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'fe7b1551-b531-4839-a2e6-834a036facb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:32Z', 'updated_at': '2021-11-16T11:35:37Z', 'revision_number': 4, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': 'fe7b1551-b531-4839-a2e6-834a036facb8', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f0ec97-cef9-44b1-bdf0-924d596cbde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:33Z', 'updated_at': '2021-11-16T11:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '13cfda9b-07c6-410e-92ac-1598dd0c444d', 'name': '', 'network_id': '59a3cc32-0b4a-4110-9e86-4b064c1586ed', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'mac_address': 'fa:16:3e:3f:9a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f0ec97-cef9-44b1-bdf0-924d596cbde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '9fda7162-9173-4586-9674-e48b78290bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:37Z', 'updated_at': '2021-11-16T11:35:47Z', 'revision_number': 4, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'subnets': [{'id': '9fda7162-9173-4586-9674-e48b78290bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:50.036050 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47f8ff-f4cb-4a98-a9e3-18816c2b088c req-c2a69b7c-e979-433f-9f0e-d28c6490675f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:50.037998 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0a47f8ff-f4cb-4a98-a9e3-18816c2b088c req-c2a69b7c-e979-433f-9f0e-d28c6490675f service neutron] 10.222.0.64 "GET /v2.0/networks?id=ac38a654-4075-456a-bc52-9a2a4fa7d579 HTTP/1.1" status: 200 len: 912 time: 0.1133881 Nov 16 11:35:50.077468 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:50.078344 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 61d92620-6c2b-473f-91cb-262cf3b2b3cc up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:35:50.127997 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bfbff2-e78f-495e-96d5-6f1103b41c62 None None] The sync data for ids ['97f0ec97-cef9-44b1-bdf0-924d596cbde4'] in n-d-816823-3 is: [{'id': '97f0ec97-cef9-44b1-bdf0-924d596cbde4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088755865', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'fe7b1551-b531-4839-a2e6-834a036facb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:32Z', 'updated_at': '2021-11-16T11:35:37Z', 'revision_number': 4, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': 'fe7b1551-b531-4839-a2e6-834a036facb8', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f0ec97-cef9-44b1-bdf0-924d596cbde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:33Z', 'updated_at': '2021-11-16T11:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '13cfda9b-07c6-410e-92ac-1598dd0c444d', 'name': '', 'network_id': '59a3cc32-0b4a-4110-9e86-4b064c1586ed', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'mac_address': 'fa:16:3e:3f:9a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f0ec97-cef9-44b1-bdf0-924d596cbde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '9fda7162-9173-4586-9674-e48b78290bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:37Z', 'updated_at': '2021-11-16T11:35:47Z', 'revision_number': 4, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'subnets': [{'id': '9fda7162-9173-4586-9674-e48b78290bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:35:50.157507 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0a47f8ff-f4cb-4a98-a9e3-18816c2b088c req-eb688124-25fe-4080-af2d-1a4681697ad6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=818135ef-9715-4a73-87e8-01ea64a454b6 HTTP/1.1" status: 200 len: 1001 time: 0.1099694 Nov 16 11:35:50.261001 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47f8ff-f4cb-4a98-a9e3-18816c2b088c req-c257dde2-816c-4b48-9f1e-ceebd1cfe5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:50.269845 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0a47f8ff-f4cb-4a98-a9e3-18816c2b088c req-c257dde2-816c-4b48-9f1e-ceebd1cfe5e2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c5b6ebb-aa31-4518-a588-3858b2528956 HTTP/1.1" status: 200 len: 850 time: 0.1024485 Nov 16 11:35:50.328961 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be820938-c8c0-43d2-b46f-a9bca42add09 None None] Pushing event updated for resources: {'Port': ['ID=13cfda9b-07c6-410e-92ac-1598dd0c444d,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:50.330421 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47f8ff-f4cb-4a98-a9e3-18816c2b088c req-f2a1d828-f0f7-428f-80af-cd1fa52601a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:50.332057 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0a47f8ff-f4cb-4a98-a9e3-18816c2b088c req-f2a1d828-f0f7-428f-80af-cd1fa52601a7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac38a654-4075-456a-bc52-9a2a4fa7d579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528705 Nov 16 11:35:50.339553 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b7050d7a-09ed-4a67-947b-49469a2b3c69 None None] Provisioning complete for port 61d92620-6c2b-473f-91cb-262cf3b2b3cc triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:50.339920 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7050d7a-09ed-4a67-947b-49469a2b3c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:50.409399 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12418e66-93c1-491b-911b-e646ba465dff req-df836677-8180-4858-956d-cf64ccd51a42 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:50.411081 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-12418e66-93c1-491b-911b-e646ba465dff req-df836677-8180-4858-956d-cf64ccd51a42 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd083d3a-0402-4ed5-9f0a-5800d1598f35 HTTP/1.1" status: 200 len: 945 time: 0.1895850 Nov 16 11:35:50.483772 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0a47f8ff-f4cb-4a98-a9e3-18816c2b088c req-b4415ebc-80da-44ab-8f1c-a23c84ef9545 service neutron] 10.222.0.64 "GET /v2.0/networks/ac38a654-4075-456a-bc52-9a2a4fa7d579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397388 Nov 16 11:35:50.486116 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-12418e66-93c1-491b-911b-e646ba465dff req-34d921f7-1a45-4ed5-9c08-26f20f9dfb79 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687227 Nov 16 11:35:50.519181 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 61d92620-6c2b-473f-91cb-262cf3b2b3cc triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:50.519765 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:50.577474 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=26f6bd30-251a-4359-8851-956d9db4abb4,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:50.653985 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0a47f8ff-f4cb-4a98-a9e3-18816c2b088c req-0e8801df-6b24-47c5-8c2d-dd953e0d14bd service neutron] 10.222.0.64 "GET /v2.0/networks/ac38a654-4075-456a-bc52-9a2a4fa7d579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585159 Nov 16 11:35:50.724024 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6989e47c-7184-4e1d-86f8-2add54add7d6 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:50.745759 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6989e47c-7184-4e1d-86f8-2add54add7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:50.787784 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7050d7a-09ed-4a67-947b-49469a2b3c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:50.825480 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6989e47c-7184-4e1d-86f8-2add54add7d6 None None] Network 69b0f831-1e15-461f-a785-8bcb7c8935b8 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:35:50.854641 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-f1a5725c-60a5-42ad-a42f-abcb1642dbd0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Allocated IP 172.22.0.1 (69b0f831-1e15-461f-a785-8bcb7c8935b8/c56a7350-f121-4ab1-9459-51d46c9909ad/d3bfc39d-025d-4f03-9bb8-aa70f5387284) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:35:50.864816 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-6989e47c-7184-4e1d-86f8-2add54add7d6 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:35:50.877727 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6989e47c-7184-4e1d-86f8-2add54add7d6 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:35:50.880555 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6989e47c-7184-4e1d-86f8-2add54add7d6 None None] Pushing event updated for resources: {'Port': ['ID=9b4145c6-e2d8-4487-9dc4-60d444483c2b,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:50.881570 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b202423-ffc5-4f11-b97f-d6727b0fa4a8 req-1e1fa503-ff3a-425c-b556-215d5995db45 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:50.894331 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b202423-ffc5-4f11-b97f-d6727b0fa4a8 req-1e1fa503-ff3a-425c-b556-215d5995db45 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 944 time: 0.1569002 Nov 16 11:35:50.928751 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b7050d7a-09ed-4a67-947b-49469a2b3c69 None None] For port 61d92620-6c2b-473f-91cb-262cf3b2b3cc, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=61d92620-6c2b-473f-91cb-262cf3b2b3cc,segment=NetworkSegment(c56b7af1-e764-4fa1-b2ce-7ed0880ba551),segment_id=c56b7af1-e764-4fa1-b2ce-7ed0880ba551)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:35:50.948515 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:50.960557 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7050d7a-09ed-4a67-947b-49469a2b3c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:51.026302 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b202423-ffc5-4f11-b97f-d6727b0fa4a8 req-a9088a1e-fb9e-4905-841d-1d343a0628da tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=49b75b1f-08a2-446a-817a-dcba3b370ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1306932 Nov 16 11:35:51.098139 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-6989e47c-7184-4e1d-86f8-2add54add7d6 None None] Attempting to bind port 9b4145c6-e2d8-4487-9dc4-60d444483c2b on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:35:51.098511 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-6989e47c-7184-4e1d-86f8-2add54add7d6 None None] Attempting to bind port 9b4145c6-e2d8-4487-9dc4-60d444483c2b by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'e7d435ad-c8af-4f15-be6a-b0249b72efaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '69b0f831-1e15-461f-a785-8bcb7c8935b8'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:35:51.098985 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6989e47c-7184-4e1d-86f8-2add54add7d6 None None] Attempting to bind port 9b4145c6-e2d8-4487-9dc4-60d444483c2b on network 69b0f831-1e15-461f-a785-8bcb7c8935b8 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:35:51.103162 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f1a5725c-60a5-42ad-a42f-abcb1642dbd0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:51.125271 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b7050d7a-09ed-4a67-947b-49469a2b3c69 None None] Provisioning complete for port 13cfda9b-07c6-410e-92ac-1598dd0c444d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:51.126183 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7050d7a-09ed-4a67-947b-49469a2b3c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:51.130084 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7050d7a-09ed-4a67-947b-49469a2b3c69 None None] Pushing event updated for resources: {'Port': ['ID=61d92620-6c2b-473f-91cb-262cf3b2b3cc,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:51.164599 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f1a5725c-60a5-42ad-a42f-abcb1642dbd0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:51.245026 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.api [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:35:51.245424 n-d-816823-3 neutron-server[102670]: DEBUG oslo_db.api [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:35:51.246449 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a5725c-60a5-42ad-a42f-abcb1642dbd0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Network 69b0f831-1e15-461f-a785-8bcb7c8935b8 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:35:51.253569 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-f1a5725c-60a5-42ad-a42f-abcb1642dbd0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:35:51.255498 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6989e47c-7184-4e1d-86f8-2add54add7d6 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:35:51.259583 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6989e47c-7184-4e1d-86f8-2add54add7d6 None None] Checking segment: {'id': 'e7d435ad-c8af-4f15-be6a-b0249b72efaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '69b0f831-1e15-461f-a785-8bcb7c8935b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:35:51.260062 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6989e47c-7184-4e1d-86f8-2add54add7d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:51.260193 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a5725c-60a5-42ad-a42f-abcb1642dbd0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:35:51.260476 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6989e47c-7184-4e1d-86f8-2add54add7d6 None None] Bound using segment: {'id': 'e7d435ad-c8af-4f15-be6a-b0249b72efaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '69b0f831-1e15-461f-a785-8bcb7c8935b8'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:35:51.260991 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-6989e47c-7184-4e1d-86f8-2add54add7d6 None None] Bound port: 9b4145c6-e2d8-4487-9dc4-60d444483c2b, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d435ad-c8af-4f15-be6a-b0249b72efaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '69b0f831-1e15-461f-a785-8bcb7c8935b8'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:35:51.261847 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6989e47c-7184-4e1d-86f8-2add54add7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:51.263584 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a5725c-60a5-42ad-a42f-abcb1642dbd0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event updated for resources: {'Port': ['ID=d3bfc39d-025d-4f03-9bb8-aa70f5387284,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:51.298498 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a5725c-60a5-42ad-a42f-abcb1642dbd0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:51.298851 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a5725c-60a5-42ad-a42f-abcb1642dbd0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:51.299199 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a5725c-60a5-42ad-a42f-abcb1642dbd0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:51.299547 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a5725c-60a5-42ad-a42f-abcb1642dbd0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:51.300037 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a5725c-60a5-42ad-a42f-abcb1642dbd0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:51.300475 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a5725c-60a5-42ad-a42f-abcb1642dbd0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:51.300820 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a5725c-60a5-42ad-a42f-abcb1642dbd0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:51.301184 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a5725c-60a5-42ad-a42f-abcb1642dbd0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:51.301488 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a5725c-60a5-42ad-a42f-abcb1642dbd0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:51.301818 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a5725c-60a5-42ad-a42f-abcb1642dbd0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:51.302173 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a5725c-60a5-42ad-a42f-abcb1642dbd0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:51.302505 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a5725c-60a5-42ad-a42f-abcb1642dbd0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:35:51.327971 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f1a5725c-60a5-42ad-a42f-abcb1642dbd0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:51.459910 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e785390-d636-40dc-ba22-f466d1e8c134 req-fa20c312-e4e1-43d3-bdf3-39018d54631f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:51.461570 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4e785390-d636-40dc-ba22-f466d1e8c134 req-fa20c312-e4e1-43d3-bdf3-39018d54631f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 943 time: 0.0968595 Nov 16 11:35:51.500534 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device f7930244-84d3-49c4-85e5-9241c10fef74 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:35:51.502614 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 4aa1bb74-8213-4890-9274-1ce4587511f5 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:35:51.514659 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f1a5725c-60a5-42ad-a42f-abcb1642dbd0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:51.555899 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: 4aa1bb74-8213-4890-9274-1ce4587511f5 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:35:51.556511 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 4aa1bb74-8213-4890-9274-1ce4587511f5 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:35:51.571875 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 30f83719-d107-4d68-bba8-cb927f4f8930 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:35:51.580443 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4e785390-d636-40dc-ba22-f466d1e8c134 req-f4ee4829-1bed-4d78-93d8-17cccdf5658b tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dbbc43f-60ba-492c-a5e9-6f49a843e926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928695 Nov 16 11:35:51.685255 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-6989e47c-7184-4e1d-86f8-2add54add7d6 None None] For port 9b4145c6-e2d8-4487-9dc4-60d444483c2b, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:35:51.750062 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9152d9-7c5b-445b-b0d8-7dc926afe73a req-2de5aaab-a7e9-4d29-aba4-6637fe104b8e tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:51.751599 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9b9152d9-7c5b-445b-b0d8-7dc926afe73a req-2de5aaab-a7e9-4d29-aba4-6637fe104b8e tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=82ecc609-be9a-4336-8cec-a4f56943ed50 HTTP/1.1" status: 200 len: 950 time: 0.0845101 Nov 16 11:35:51.755154 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-6989e47c-7184-4e1d-86f8-2add54add7d6 None None] For port 9b4145c6-e2d8-4487-9dc4-60d444483c2b, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=9b4145c6-e2d8-4487-9dc4-60d444483c2b,segment=NetworkSegment(e7d435ad-c8af-4f15-be6a-b0249b72efaa),segment_id=e7d435ad-c8af-4f15-be6a-b0249b72efaa)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:35:51.768681 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6989e47c-7184-4e1d-86f8-2add54add7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:51.872816 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9b9152d9-7c5b-445b-b0d8-7dc926afe73a req-bf097f5b-9222-4476-b891-9121108edf8e tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097383 Nov 16 11:35:51.917267 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port f7930244-84d3-49c4-85e5-9241c10fef74, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=f7930244-84d3-49c4-85e5-9241c10fef74,segment=NetworkSegment(1186fe7f-5dbc-4e04-af0c-6c5994d769cc),segment_id=1186fe7f-5dbc-4e04-af0c-6c5994d769cc)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:35:51.931610 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f1a5725c-60a5-42ad-a42f-abcb1642dbd0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:51.936507 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': 'f7930244-84d3-49c4-85e5-9241c10fef74', 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25', 'port_id': 'f7930244-84d3-49c4-85e5-9241c10fef74', 'mac_address': 'fa:16:3e:87:0d:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5fcc0bd-d8ea-41ad-86b1-2d27bd924015', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:35:51.944707 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f1a5725c-60a5-42ad-a42f-abcb1642dbd0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:51.968632 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6989e47c-7184-4e1d-86f8-2add54add7d6 None None] Pushing event updated for resources: {'Port': ['ID=9b4145c6-e2d8-4487-9dc4-60d444483c2b,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:51.990827 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a750cd-f69d-49c7-9358-00408ecef147', 'tag': '30f83719-d107-4d68-bba8-cb927f4f8930'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:35:51.994318 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78613f66-61a0-46a0-9b10-86fd42b2afaa" -d '{"events": [{"name": "network-changed", "server_uuid": "e9a750cd-f69d-49c7-9358-00408ecef147", "tag": "30f83719-d107-4d68-bba8-cb927f4f8930"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:35:52.012931 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 30f83719-d107-4d68-bba8-cb927f4f8930, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=30f83719-d107-4d68-bba8-cb927f4f8930,segment=NetworkSegment(ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d),segment_id=ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:35:52.032226 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b7050d7a-09ed-4a67-947b-49469a2b3c69 None None] Provisioning complete for port 26f6bd30-251a-4359-8851-956d9db4abb4 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:52.032551 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7050d7a-09ed-4a67-947b-49469a2b3c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:52.058003 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a5725c-60a5-42ad-a42f-abcb1642dbd0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event updated for resources: {'Port': ['ID=d3bfc39d-025d-4f03-9bb8-aa70f5387284,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:52.060513 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f1a5725c-60a5-42ad-a42f-abcb1642dbd0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:52.073829 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '30f83719-d107-4d68-bba8-cb927f4f8930', 'network_id': '59a3cc32-0b4a-4110-9e86-4b064c1586ed', 'port_id': '30f83719-d107-4d68-bba8-cb927f4f8930', 'mac_address': 'fa:16:3e:58:41:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fda7162-9173-4586-9674-e48b78290bc0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:35:52.082892 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:52.128016 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7930244-84d3-49c4-85e5-9241c10fef74 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:35:52.159775 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:52.164118 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7e438-2b49-4717-8800-4925a19e0d92 req-f8dbb60e-1731-45ae-af13-36834ea86639 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:52.172305 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-90d7e438-2b49-4717-8800-4925a19e0d92 req-f8dbb60e-1731-45ae-af13-36834ea86639 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd083d3a-0402-4ed5-9f0a-5800d1598f35 HTTP/1.1" status: 200 len: 945 time: 0.1775081 Nov 16 11:35:52.173625 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port f7930244-84d3-49c4-85e5-9241c10fef74, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=f7930244-84d3-49c4-85e5-9241c10fef74,segment=NetworkSegment(1186fe7f-5dbc-4e04-af0c-6c5994d769cc),segment_id=1186fe7f-5dbc-4e04-af0c-6c5994d769cc)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:35:52.188799 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30f83719-d107-4d68-bba8-cb927f4f8930 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:35:52.202233 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:52.247473 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 26f6bd30-251a-4359-8851-956d9db4abb4 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:35:52.261170 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6bddd-03f3-4f58-b027-1a216eceda6b req-f77b8378-c170-41bd-b892-d5db1237fc07 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:52.263965 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e9e6bddd-03f3-4f58-b027-1a216eceda6b req-f77b8378-c170-41bd-b892-d5db1237fc07 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.64 "GET /v2.0/ports?device_id=82ecc609-be9a-4336-8cec-a4f56943ed50 HTTP/1.1" status: 200 len: 950 time: 0.1501634 Nov 16 11:35:52.308246 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 30f83719-d107-4d68-bba8-cb927f4f8930, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=30f83719-d107-4d68-bba8-cb927f4f8930,segment=NetworkSegment(ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d),segment_id=ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:35:52.310927 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a5725c-60a5-42ad-a42f-abcb1642dbd0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Network 69b0f831-1e15-461f-a785-8bcb7c8935b8 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:35:52.328633 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-90d7e438-2b49-4717-8800-4925a19e0d92 req-f46f7118-c5c8-497b-90ba-60691f6c500c tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553710 Nov 16 11:35:52.329639 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-f1a5725c-60a5-42ad-a42f-abcb1642dbd0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:35:52.335746 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:52.427592 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518e2f73-5605-4436-b61c-1aa3c9fa904d x-openstack-request-id: req-518e2f73-5605-4436-b61c-1aa3c9fa904d {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:35:52.430187 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9a750cd-f69d-49c7-9358-00408ecef147", "tag": "30f83719-d107-4d68-bba8-cb927f4f8930", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:35:52.431272 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-518e2f73-5605-4436-b61c-1aa3c9fa904d {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:35:52.431930 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a750cd-f69d-49c7-9358-00408ecef147', 'tag': '30f83719-d107-4d68-bba8-cb927f4f8930', 'status': 'completed', 'code': 200} Nov 16 11:35:52.450021 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=f7930244-84d3-49c4-85e5-9241c10fef74,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:52.511890 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78613f66-61a0-46a0-9b10-86fd42b2afaa req-fc2a53b4-2a58-4eb0-9f3b-543e4d04629f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:52.513577 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-78613f66-61a0-46a0-9b10-86fd42b2afaa req-fc2a53b4-2a58-4eb0-9f3b-543e4d04629f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a94525ce04b1475298bff18f4d90d9d6&device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 1096 time: 0.0709774 Nov 16 11:35:52.519000 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-e9e6bddd-03f3-4f58-b027-1a216eceda6b req-3e74dfa0-23e7-4e0f-82c8-d7a160d42689 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Deleting port e29bfba0-4457-464f-a217-81f66d7a5fb9 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:35:52.519769 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e9e6bddd-03f3-4f58-b027-1a216eceda6b req-3e74dfa0-23e7-4e0f-82c8-d7a160d42689 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:52.521904 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['f7930244-84d3-49c4-85e5-9241c10fef74'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:35:52.527187 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a5725c-60a5-42ad-a42f-abcb1642dbd0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Router f26f8f1d-60b0-4549-8140-46eb5ccc2748 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:35:52.563213 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 26f6bd30-251a-4359-8851-956d9db4abb4 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:52.563762 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:52.602189 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a3a34d13-a1b1-4fda-b1d3-69917a9bbd00 None None] Provisioning complete for port 61d92620-6c2b-473f-91cb-262cf3b2b3cc triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:52.602551 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a3a34d13-a1b1-4fda-b1d3-69917a9bbd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:52.650777 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=30f83719-d107-4d68-bba8-cb927f4f8930,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:52.660771 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c7320-f9b5-4329-932f-d78539388f94 req-21e0cc4f-5908-49c0-9613-bb8132a55650 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:52.666660 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-423c7320-f9b5-4329-932f-d78539388f94 req-21e0cc4f-5908-49c0-9613-bb8132a55650 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 945 time: 0.1567664 Nov 16 11:35:52.699805 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-e9e6bddd-03f3-4f58-b027-1a216eceda6b req-3e74dfa0-23e7-4e0f-82c8-d7a160d42689 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] For port e29bfba0-4457-464f-a217-81f66d7a5fb9, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=e29bfba0-4457-464f-a217-81f66d7a5fb9,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:35:52.700203 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e9e6bddd-03f3-4f58-b027-1a216eceda6b req-3e74dfa0-23e7-4e0f-82c8-d7a160d42689 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:52.703100 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78613f66-61a0-46a0-9b10-86fd42b2afaa req-03659dc0-5bee-4836-a5ce-2c6f6a1cc6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:52.704681 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-78613f66-61a0-46a0-9b10-86fd42b2afaa req-03659dc0-5bee-4836-a5ce-2c6f6a1cc6dc service neutron] 10.222.0.64 "GET /v2.0/networks?id=59a3cc32-0b4a-4110-9e86-4b064c1586ed HTTP/1.1" status: 200 len: 897 time: 0.1816821 Nov 16 11:35:52.706389 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['30f83719-d107-4d68-bba8-cb927f4f8930'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:35:52.717135 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-e9e6bddd-03f3-4f58-b027-1a216eceda6b req-3e74dfa0-23e7-4e0f-82c8-d7a160d42689 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Calling delete_port for e29bfba0-4457-464f-a217-81f66d7a5fb9 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:35:52.727490 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff65bea-dde5-4aba-9b10-bc373bad9a94 req-4c3cd422-3ccc-4513-8bf6-026f57b54734 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:52.728977 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2ff65bea-dde5-4aba-9b10-bc373bad9a94 req-4c3cd422-3ccc-4513-8bf6-026f57b54734 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.36 "GET /v2.0/ports?device_id=386d7893-e1f4-4c23-8411-eb2f649356b5 HTTP/1.1" status: 200 len: 949 time: 0.1693852 Nov 16 11:35:52.757498 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-78613f66-61a0-46a0-9b10-86fd42b2afaa req-031b95a7-022e-44ca-b1f6-76b5955f5014 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30f83719-d107-4d68-bba8-cb927f4f8930 HTTP/1.1" status: 200 len: 217 time: 0.0415184 Nov 16 11:35:52.775687 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a5725c-60a5-42ad-a42f-abcb1642dbd0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:35:52.784358 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f1a5725c-60a5-42ad-a42f-abcb1642dbd0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "PUT /v2.0/routers/f26f8f1d-60b0-4549-8140-46eb5ccc2748/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9321778 Nov 16 11:35:52.789385 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49988) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:52.798869 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-4292621d-11ab-4ee2-9fdb-089588b7e0ce tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Request body: {'network': {'name': 'tempest-RoutersTest-646431217'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:52.800227 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7bca5a-85b7-461c-9bbc-9b59a28ea0f8 None None] Sync routers for ids ['f26f8f1d-60b0-4549-8140-46eb5ccc2748'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:35:52.812518 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-423c7320-f9b5-4329-932f-d78539388f94 req-97cb4ded-74c2-4644-92a9-259f16ab4a62 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=49b75b1f-08a2-446a-817a-dcba3b370ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1311102 Nov 16 11:35:52.844889 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78613f66-61a0-46a0-9b10-86fd42b2afaa req-b6ca2106-135d-4d78-b88d-4682616381a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:52.846400 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-78613f66-61a0-46a0-9b10-86fd42b2afaa req-b6ca2106-135d-4d78-b88d-4682616381a9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9fda7162-9173-4586-9674-e48b78290bc0 HTTP/1.1" status: 200 len: 835 time: 0.0547109 Nov 16 11:35:52.884614 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4292621d-11ab-4ee2-9fdb-089588b7e0ce tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Made reservation on behalf of 3610a194a09949c3b82958173883b2cb for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:35:52.889675 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4292621d-11ab-4ee2-9fdb-089588b7e0ce tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:52.939339 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4292621d-11ab-4ee2-9fdb-089588b7e0ce tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:35:52.942775 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7bca5a-85b7-461c-9bbc-9b59a28ea0f8 None None] Routers {'f26f8f1d-60b0-4549-8140-46eb5ccc2748'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:35:52.943432 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-cf7bca5a-85b7-461c-9bbc-9b59a28ea0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:35:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f26f8f1d-60b0-4549-8140-46eb5ccc2748'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:52.957256 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 61d92620-6c2b-473f-91cb-262cf3b2b3cc up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:35:52.966271 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78613f66-61a0-46a0-9b10-86fd42b2afaa req-3237423a-ba8a-43b8-89cb-4c2acc105aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:52.968004 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-78613f66-61a0-46a0-9b10-86fd42b2afaa req-3237423a-ba8a-43b8-89cb-4c2acc105aa8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=59a3cc32-0b4a-4110-9e86-4b064c1586ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1114097 Nov 16 11:35:53.011026 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4292621d-11ab-4ee2-9fdb-089588b7e0ce tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:53.011838 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-4292621d-11ab-4ee2-9fdb-089588b7e0ce tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Added segment 1510059b-8ecf-49d4-aa1d-2bd42a601193 of type vlan for network 760017b4-b5bb-4429-a967-217590c21bf2 Nov 16 11:35:53.084188 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4292621d-11ab-4ee2-9fdb-089588b7e0ce tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:53.097314 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439bf84-40a6-4516-908e-65c460c9bcd8 req-f52432cc-9b5f-45a4-8835-f05ffceb84f1 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:53.107903 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2439bf84-40a6-4516-908e-65c460c9bcd8 req-f52432cc-9b5f-45a4-8835-f05ffceb84f1 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 944 time: 0.1705070 Nov 16 11:35:53.115583 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-78613f66-61a0-46a0-9b10-86fd42b2afaa req-e2a9ed8c-5210-453b-8023-8b423a945e94 service neutron] 10.222.0.64 "GET /v2.0/networks/59a3cc32-0b4a-4110-9e86-4b064c1586ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274872 Nov 16 11:35:53.122774 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e9e6bddd-03f3-4f58-b027-1a216eceda6b req-3e74dfa0-23e7-4e0f-82c8-d7a160d42689 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:53.160001 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-2ff65bea-dde5-4aba-9b10-bc373bad9a94 req-44c4323d-2f85-459d-92e5-9470b0b44453 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Deleting port c5cec868-b5a5-419b-83d0-1a5458af7b23 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:35:53.160477 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-2ff65bea-dde5-4aba-9b10-bc373bad9a94 req-44c4323d-2f85-459d-92e5-9470b0b44453 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:53.192142 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-cf7bca5a-85b7-461c-9bbc-9b59a28ea0f8 None None] Set router f26f8f1d-60b0-4549-8140-46eb5ccc2748 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:35:53.222605 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e74dfa0-23e7-4e0f-82c8-d7a160d42689 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Pushing event deleted for resources: {'Port': ['ID=e29bfba0-4457-464f-a217-81f66d7a5fb9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:53.289013 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e6bddd-03f3-4f58-b027-1a216eceda6b req-3e74dfa0-23e7-4e0f-82c8-d7a160d42689 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] No DVR routers for this DVR port e29bfba0-4457-464f-a217-81f66d7a5fb9 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:35:53.292926 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e9e6bddd-03f3-4f58-b027-1a216eceda6b req-3e74dfa0-23e7-4e0f-82c8-d7a160d42689 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:53.296869 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e9e6bddd-03f3-4f58-b027-1a216eceda6b req-3e74dfa0-23e7-4e0f-82c8-d7a160d42689 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.64 "DELETE /v2.0/ports/e29bfba0-4457-464f-a217-81f66d7a5fb9 HTTP/1.1" status: 204 len: 173 time: 1.0198941 Nov 16 11:35:53.316817 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-2ff65bea-dde5-4aba-9b10-bc373bad9a94 req-44c4323d-2f85-459d-92e5-9470b0b44453 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] For port c5cec868-b5a5-419b-83d0-1a5458af7b23, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=c5cec868-b5a5-419b-83d0-1a5458af7b23,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:35:53.317304 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-2ff65bea-dde5-4aba-9b10-bc373bad9a94 req-44c4323d-2f85-459d-92e5-9470b0b44453 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:53.341448 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-78613f66-61a0-46a0-9b10-86fd42b2afaa req-6beae88a-0ad4-4ddd-8a08-820971ede2a1 service neutron] 10.222.0.64 "GET /v2.0/networks/59a3cc32-0b4a-4110-9e86-4b064c1586ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162285 Nov 16 11:35:53.342224 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 61d92620-6c2b-473f-91cb-262cf3b2b3cc triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:53.342702 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:53.364936 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-2ff65bea-dde5-4aba-9b10-bc373bad9a94 req-44c4323d-2f85-459d-92e5-9470b0b44453 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Calling delete_port for c5cec868-b5a5-419b-83d0-1a5458af7b23 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:35:53.387967 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2439bf84-40a6-4516-908e-65c460c9bcd8 req-e82a8dff-a795-4b78-99f4-91d2c42212b3 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dbbc43f-60ba-492c-a5e9-6f49a843e926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2789774 Nov 16 11:35:53.394452 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4292621d-11ab-4ee2-9fdb-089588b7e0ce tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:53.414585 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4292621d-11ab-4ee2-9fdb-089588b7e0ce tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:53.415097 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4c8c19-b7c6-4820-af43-8d4d1be17db0 None None] Network 69b0f831-1e15-461f-a785-8bcb7c8935b8 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:35:53.415215 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4292621d-11ab-4ee2-9fdb-089588b7e0ce tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:53.463685 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4292621d-11ab-4ee2-9fdb-089588b7e0ce tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6706975 Nov 16 11:35:53.464170 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49994) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:53.471211 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-fbf283e2-49da-4093-a489-99d2eff5b310 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Request body: {'subnet': {'network_id': '760017b4-b5bb-4429-a967-217590c21bf2', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:53.583423 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf283e2-49da-4093-a489-99d2eff5b310 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Made reservation on behalf of 3610a194a09949c3b82958173883b2cb for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:35:53.587826 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fbf283e2-49da-4093-a489-99d2eff5b310 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:53.630375 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['c5cec868-b5a5-419b-83d0-1a5458af7b23'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:35:53.822859 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fbf283e2-49da-4093-a489-99d2eff5b310 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:53.896695 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-43cee200-9a3f-42ea-861b-a32496edd406 None None] Provisioning complete for port 9b4145c6-e2d8-4487-9dc4-60d444483c2b triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:53.897488 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-43cee200-9a3f-42ea-861b-a32496edd406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:53.930666 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9913d1a4-953d-4395-94f9-07ba59c9d561 req-ee51554d-060a-46f7-9777-81ffa802307f tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=82ecc609-be9a-4336-8cec-a4f56943ed50 HTTP/1.1" status: 200 len: 210 time: 0.4059689 Nov 16 11:35:53.940700 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf283e2-49da-4093-a489-99d2eff5b310 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event updated for resources: {'Subnet': ['ID=2781a383-8176-475e-96b0-2fdab5d18b14,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:53.941670 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292621d-11ab-4ee2-9fdb-089588b7e0ce tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event updated for resources: {'Network': ['ID=760017b4-b5bb-4429-a967-217590c21bf2,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:53.949240 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf283e2-49da-4093-a489-99d2eff5b310 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Checking segment: {'id': '1510059b-8ecf-49d4-aa1d-2bd42a601193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '760017b4-b5bb-4429-a967-217590c21bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:35:53.949845 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf283e2-49da-4093-a489-99d2eff5b310 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Network hostable DHCP agents. Network: 760017b4-b5bb-4429-a967-217590c21bf2, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:35:53.981057 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf283e2-49da-4093-a489-99d2eff5b310 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Network 760017b4-b5bb-4429-a967-217590c21bf2 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:35:53.994482 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-fbf283e2-49da-4093-a489-99d2eff5b310 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 760017b4-b5bb-4429-a967-217590c21bf2) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:35:54.003760 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf283e2-49da-4093-a489-99d2eff5b310 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:54.004760 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fbf283e2-49da-4093-a489-99d2eff5b310 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:54.005174 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 760017b4-b5bb-4429-a967-217590c21bf2 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:35:54.020527 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5276c26-25f1-4161-8abc-871ef4c9fb5e None None] Network 760017b4-b5bb-4429-a967-217590c21bf2 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:35:54.039230 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49998) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:54.039538 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-fbf283e2-49da-4093-a489-99d2eff5b310 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5738564 Nov 16 11:35:54.048354 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-2ff65bea-dde5-4aba-9b10-bc373bad9a94 req-44c4323d-2f85-459d-92e5-9470b0b44453 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:54.171507 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c4323d-2f85-459d-92e5-9470b0b44453 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Pushing event deleted for resources: {'Port': ['ID=c5cec868-b5a5-419b-83d0-1a5458af7b23,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:54.239784 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff65bea-dde5-4aba-9b10-bc373bad9a94 req-44c4323d-2f85-459d-92e5-9470b0b44453 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] No DVR routers for this DVR port c5cec868-b5a5-419b-83d0-1a5458af7b23 on host n-h1-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:35:54.244155 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-2ff65bea-dde5-4aba-9b10-bc373bad9a94 req-44c4323d-2f85-459d-92e5-9470b0b44453 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:54.247455 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2ff65bea-dde5-4aba-9b10-bc373bad9a94 req-44c4323d-2f85-459d-92e5-9470b0b44453 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.36 "DELETE /v2.0/ports/c5cec868-b5a5-419b-83d0-1a5458af7b23 HTTP/1.1" status: 204 len: 173 time: 1.5098584 Nov 16 11:35:54.255353 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0758ce9-092e-448b-b78f-ba50b129a9d5 req-ed08d8c4-19b5-4ba7-8d5f-5b101bec8a52 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:54.256827 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d0758ce9-092e-448b-b78f-ba50b129a9d5 req-ed08d8c4-19b5-4ba7-8d5f-5b101bec8a52 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd083d3a-0402-4ed5-9f0a-5800d1598f35 HTTP/1.1" status: 200 len: 945 time: 0.2054799 Nov 16 11:35:54.257230 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 13cfda9b-07c6-410e-92ac-1598dd0c444d up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:35:54.257366 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386d7893-e1f4-4c23-8411-eb2f649356b5', 'name': 'network-vif-deleted', 'tag': 'c5cec868-b5a5-419b-83d0-1a5458af7b23'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:35:54.259631 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b294ba32-4407-4d6a-b2db-7ef3b6c233b9" -d '{"events": [{"server_uuid": "386d7893-e1f4-4c23-8411-eb2f649356b5", "name": "network-vif-deleted", "tag": "c5cec868-b5a5-419b-83d0-1a5458af7b23"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:35:54.385429 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d0758ce9-092e-448b-b78f-ba50b129a9d5 req-f915387e-14a4-4b19-97af-eac80ecde58a tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914924 Nov 16 11:35:54.433526 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ecc609-be9a-4336-8cec-a4f56943ed50', 'name': 'network-vif-deleted', 'tag': 'e29bfba0-4457-464f-a217-81f66d7a5fb9'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:35:54.437999 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d5790f-0a25-4e2f-bf9a-ea6ea9d8706f" -d '{"events": [{"server_uuid": "82ecc609-be9a-4336-8cec-a4f56943ed50", "name": "network-vif-deleted", "tag": "e29bfba0-4457-464f-a217-81f66d7a5fb9"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:35:54.468955 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-cf7bca5a-85b7-461c-9bbc-9b59a28ea0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'name': 'tempest-RoutersTest-router-1643074238', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:34Z', 'updated_at': '2021-11-16T11:35:51Z', 'revision_number': 4, 'project_id': '3610a194a09949c3b82958173883b2cb', 'gw_port_host': None, '_interfaces': [{'id': '61d92620-6c2b-473f-91cb-262cf3b2b3cc', 'name': '', 'network_id': 'b0f8d236-ca82-4dcb-9972-8bc4f079847f', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:5b:0b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'f68b38a4-6e5a-4b52-9cf2-52f07acd7a6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:42Z', 'updated_at': '2021-11-16T11:35:50Z', 'revision_number': 5, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': 'f68b38a4-6e5a-4b52-9cf2-52f07acd7a6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3bfc39d-025d-4f03-9bb8-aa70f5387284', 'name': '', 'network_id': '69b0f831-1e15-461f-a785-8bcb7c8935b8', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:d8:d6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': 'c56a7350-f121-4ab1-9459-51d46c9909ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:50Z', 'updated_at': '2021-11-16T11:35:51Z', 'revision_number': 2, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': 'c56a7350-f121-4ab1-9459-51d46c9909ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f845c43c-5f54-4351-aa85-c0b003b91ce2', 'name': '', 'network_id': '48b6c95e-eac9-4e2e-a662-e93393ab2b8d', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:5b:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'a13a8359-1b13-4008-b5cc-96b39c84706c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:36Z', 'updated_at': '2021-11-16T11:35:43Z', 'revision_number': 5, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': 'a13a8359-1b13-4008-b5cc-96b39c84706c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:54.511302 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-43cee200-9a3f-42ea-861b-a32496edd406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:54.530846 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7bca5a-85b7-461c-9bbc-9b59a28ea0f8 None None] Checking router: f26f8f1d-60b0-4549-8140-46eb5ccc2748 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:35:54.531237 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7bca5a-85b7-461c-9bbc-9b59a28ea0f8 None None] Updating router f26f8f1d-60b0-4549-8140-46eb5ccc2748 port d3bfc39d-025d-4f03-9bb8-aa70f5387284 binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:35:54.539071 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a9fa5-50b9-4533-a848-942d3ebb52c7 req-45b64850-6714-4b74-bf7e-d2e327032d7a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:54.541809 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cc6a9fa5-50b9-4533-a848-942d3ebb52c7 req-45b64850-6714-4b74-bf7e-d2e327032d7a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 945 time: 0.0880258 Nov 16 11:35:54.627731 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cf7bca5a-85b7-461c-9bbc-9b59a28ea0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:54.633832 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-43cee200-9a3f-42ea-861b-a32496edd406 None None] For port 9b4145c6-e2d8-4487-9dc4-60d444483c2b, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=9b4145c6-e2d8-4487-9dc4-60d444483c2b,segment=NetworkSegment(e7d435ad-c8af-4f15-be6a-b0249b72efaa),segment_id=e7d435ad-c8af-4f15-be6a-b0249b72efaa)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:35:54.636349 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 13cfda9b-07c6-410e-92ac-1598dd0c444d triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:54.641085 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:54.662221 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cc6a9fa5-50b9-4533-a848-942d3ebb52c7 req-c04ad4b8-33c3-4a08-9533-fa837aad0026 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=49b75b1f-08a2-446a-817a-dcba3b370ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1090646 Nov 16 11:35:54.678244 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5842ccc5-86af-49e8-8bdc-51fc090f6b32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-760017b4-b5bb-4429-a967-217590c21bf2', 'network_id': '760017b4-b5bb-4429-a967-217590c21bf2', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'fixed_ips': [{'subnet_id': '2781a383-8176-475e-96b0-2fdab5d18b14'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:35:54.678244 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5842ccc5-86af-49e8-8bdc-51fc090f6b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:54.680107 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-43cee200-9a3f-42ea-861b-a32496edd406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:54.686994 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9bceb09-631f-4d11-b5cc-9b7fb79aee13 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:54.786684 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db38e2d-9048-4729-82ea-56b0f1053597 x-openstack-request-id: req-9db38e2d-9048-4729-82ea-56b0f1053597 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:35:54.786989 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386d7893-e1f4-4c23-8411-eb2f649356b5", "name": "network-vif-deleted", "tag": "c5cec868-b5a5-419b-83d0-1a5458af7b23", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:35:54.787294 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9db38e2d-9048-4729-82ea-56b0f1053597 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:35:54.789963 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386d7893-e1f4-4c23-8411-eb2f649356b5', 'name': 'network-vif-deleted', 'tag': 'c5cec868-b5a5-419b-83d0-1a5458af7b23', 'status': 'completed', 'code': 200} Nov 16 11:35:54.920285 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac32718-6e2a-4c1f-80e9-3e9136afad9c req-0968a159-a49a-4223-8931-8f56c58608c8 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:54.921917 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6ac32718-6e2a-4c1f-80e9-3e9136afad9c req-0968a159-a49a-4223-8931-8f56c58608c8 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 944 time: 0.0936394 Nov 16 11:35:54.937358 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['2fed52f5-2778-40fe-a87d-7c5f06cbb9a0', '6d9f6105-9caf-468b-8176-13c263c8e400', 'b978d542-abf6-447b-88b8-232ba5c145ac'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:35:54.940128 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['2fed52f5-2778-40fe-a87d-7c5f06cbb9a0', '6d9f6105-9caf-468b-8176-13c263c8e400', 'b978d542-abf6-447b-88b8-232ba5c145ac'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:35:55.037025 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cee200-9a3f-42ea-861b-a32496edd406 None None] Pushing event updated for resources: {'Port': ['ID=9b4145c6-e2d8-4487-9dc4-60d444483c2b,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:55.063522 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6ac32718-6e2a-4c1f-80e9-3e9136afad9c req-bd5bc484-e607-4cb4-bdbb-1c48f6056696 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dbbc43f-60ba-492c-a5e9-6f49a843e926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066709 Nov 16 11:35:55.136940 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ed9852-1f96-4d55-928e-e88bb57c5e0a x-openstack-request-id: req-d0ed9852-1f96-4d55-928e-e88bb57c5e0a {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:35:55.137180 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ecc609-be9a-4336-8cec-a4f56943ed50", "name": "network-vif-deleted", "tag": "e29bfba0-4457-464f-a217-81f66d7a5fb9", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:35:55.137433 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d0ed9852-1f96-4d55-928e-e88bb57c5e0a {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:35:55.137829 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ecc609-be9a-4336-8cec-a4f56943ed50', 'name': 'network-vif-deleted', 'tag': 'e29bfba0-4457-464f-a217-81f66d7a5fb9', 'status': 'completed', 'code': 200} Nov 16 11:35:55.165395 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-a9bceb09-631f-4d11-b5cc-9b7fb79aee13 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Allocated IP 172.23.0.1 (760017b4-b5bb-4429-a967-217590c21bf2/2781a383-8176-475e-96b0-2fdab5d18b14/635dba8b-707b-4f5b-a2be-a586eba3777f) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:35:55.188265 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-1e0a5979-e465-44d8-91cd-eaf10d61a4b1 None None] Provisioning complete for port 9b4145c6-e2d8-4487-9dc4-60d444483c2b triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:55.188639 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1e0a5979-e465-44d8-91cd-eaf10d61a4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:55.344602 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9bceb09-631f-4d11-b5cc-9b7fb79aee13 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:55.407633 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9bceb09-631f-4d11-b5cc-9b7fb79aee13 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:55.417673 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 9b4145c6-e2d8-4487-9dc4-60d444483c2b up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:35:55.456964 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bceb09-631f-4d11-b5cc-9b7fb79aee13 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Network 760017b4-b5bb-4429-a967-217590c21bf2 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:35:55.467428 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-a9bceb09-631f-4d11-b5cc-9b7fb79aee13 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:35:55.471435 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bceb09-631f-4d11-b5cc-9b7fb79aee13 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:35:55.513727 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device f7930244-84d3-49c4-85e5-9241c10fef74 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:35:55.529333 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bceb09-631f-4d11-b5cc-9b7fb79aee13 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event updated for resources: {'Port': ['ID=635dba8b-707b-4f5b-a2be-a586eba3777f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:55.558736 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9bceb09-631f-4d11-b5cc-9b7fb79aee13 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:55.660913 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036151a1-eac5-4002-8b15-656b2a41a413 req-d4de3131-6c4f-49bc-952f-d50a14abe5a6 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:55.662458 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-036151a1-eac5-4002-8b15-656b2a41a413 req-d4de3131-6c4f-49bc-952f-d50a14abe5a6 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd083d3a-0402-4ed5-9f0a-5800d1598f35 HTTP/1.1" status: 200 len: 945 time: 0.1185555 Nov 16 11:35:55.732590 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9bceb09-631f-4d11-b5cc-9b7fb79aee13 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:55.733849 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 30f83719-d107-4d68-bba8-cb927f4f8930 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:35:55.758672 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-036151a1-eac5-4002-8b15-656b2a41a413 req-579ecebb-8eec-4d95-8635-75d333ab6793 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881355 Nov 16 11:35:55.879456 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-5842ccc5-86af-49e8-8bdc-51fc090f6b32 None None] Allocated IP 172.23.0.2 (760017b4-b5bb-4429-a967-217590c21bf2/2781a383-8176-475e-96b0-2fdab5d18b14/f7c0b84e-7aad-426a-b237-51c26e8efc25) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:35:56.039804 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b818b-2f1d-4854-a2d2-d2ffc778d81b req-56d25395-63ff-454c-be69-340f530ce5d5 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:56.041271 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-994b818b-2f1d-4854-a2d2-d2ffc778d81b req-56d25395-63ff-454c-be69-340f530ce5d5 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 945 time: 0.0812879 Nov 16 11:35:56.069799 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 9b4145c6-e2d8-4487-9dc4-60d444483c2b triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:56.070196 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:56.101938 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9bceb09-631f-4d11-b5cc-9b7fb79aee13 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:56.105563 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cf7bca5a-85b7-461c-9bbc-9b59a28ea0f8 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:56.110715 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9bceb09-631f-4d11-b5cc-9b7fb79aee13 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:56.125436 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port f7930244-84d3-49c4-85e5-9241c10fef74 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:35:56.138282 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-1e0a5979-e465-44d8-91cd-eaf10d61a4b1 None None] Provisioning complete for port d3bfc39d-025d-4f03-9bb8-aa70f5387284 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:56.138661 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1e0a5979-e465-44d8-91cd-eaf10d61a4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:56.144682 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-994b818b-2f1d-4854-a2d2-d2ffc778d81b req-a393e7f2-f1a0-4e52-a8c2-db352ac8b855 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=49b75b1f-08a2-446a-817a-dcba3b370ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0875967 Nov 16 11:35:56.154653 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 30f83719-d107-4d68-bba8-cb927f4f8930 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:35:56.156605 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cf7bca5a-85b7-461c-9bbc-9b59a28ea0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:56.184310 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port f7930244-84d3-49c4-85e5-9241c10fef74 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:56.185004 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:56.198012 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9bceb09-631f-4d11-b5cc-9b7fb79aee13 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:56.201246 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bceb09-631f-4d11-b5cc-9b7fb79aee13 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event updated for resources: {'Port': ['ID=635dba8b-707b-4f5b-a2be-a586eba3777f,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:56.233638 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 30f83719-d107-4d68-bba8-cb927f4f8930 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:56.234041 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:56.323998 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02bbc5-81ed-47cf-b165-f5ef0248460e req-b0fee8b5-cded-406a-bd9f-a62c75de1ed2 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:56.325515 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5d02bbc5-81ed-47cf-b165-f5ef0248460e req-b0fee8b5-cded-406a-bd9f-a62c75de1ed2 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a506fec-f2b0-417b-b803-caa60745de99 HTTP/1.1" status: 200 len: 949 time: 0.1070724 Nov 16 11:35:56.384966 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-1e0a5979-e465-44d8-91cd-eaf10d61a4b1 None None] Port d3bfc39d-025d-4f03-9bb8-aa70f5387284 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:35:56.387550 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bceb09-631f-4d11-b5cc-9b7fb79aee13 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Network 760017b4-b5bb-4429-a967-217590c21bf2 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:35:56.396033 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-a9bceb09-631f-4d11-b5cc-9b7fb79aee13 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:35:56.406055 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5d02bbc5-81ed-47cf-b165-f5ef0248460e req-daac9fec-3314-48ed-a33f-083f5b354771 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735571 Nov 16 11:35:56.452617 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2caadaa-4196-41cc-8e37-b6d5b12f92fb None None] Pushing event updated for resources: {'Port': ['ID=d3bfc39d-025d-4f03-9bb8-aa70f5387284,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:56.538426 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9bceb09-631f-4d11-b5cc-9b7fb79aee13 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Router f26f8f1d-60b0-4549-8140-46eb5ccc2748 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:35:56.559937 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7de310-3bab-4fb4-a7e8-253c7bf730e3 req-e853c928-4dbd-4dd1-9e81-9e3b4a3293e6 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:56.561465 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4f7de310-3bab-4fb4-a7e8-253c7bf730e3 req-e853c928-4dbd-4dd1-9e81-9e3b4a3293e6 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 944 time: 0.0738697 Nov 16 11:35:56.575699 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5842ccc5-86af-49e8-8bdc-51fc090f6b32 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:56.618197 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5842ccc5-86af-49e8-8bdc-51fc090f6b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:56.681109 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9bceb09-631f-4d11-b5cc-9b7fb79aee13 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:35:56.689177 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50024) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:56.689708 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a9bceb09-631f-4d11-b5cc-9b7fb79aee13 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "PUT /v2.0/routers/f26f8f1d-60b0-4549-8140-46eb5ccc2748/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6481614 Nov 16 11:35:56.694250 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4f7de310-3bab-4fb4-a7e8-253c7bf730e3 req-eb65fa7c-46bb-4e0e-bab0-4e1aac085179 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dbbc43f-60ba-492c-a5e9-6f49a843e926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930507 Nov 16 11:35:56.695758 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-3b8d5243-9f83-4b29-9195-de7503f15ed5 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:56.717386 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-cf7bca5a-85b7-461c-9bbc-9b59a28ea0f8 None None] Attempting to bind port d3bfc39d-025d-4f03-9bb8-aa70f5387284 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:35:56.717750 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-cf7bca5a-85b7-461c-9bbc-9b59a28ea0f8 None None] Attempting to bind port d3bfc39d-025d-4f03-9bb8-aa70f5387284 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'e7d435ad-c8af-4f15-be6a-b0249b72efaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '69b0f831-1e15-461f-a785-8bcb7c8935b8'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:35:56.718143 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7bca5a-85b7-461c-9bbc-9b59a28ea0f8 None None] Attempting to bind port d3bfc39d-025d-4f03-9bb8-aa70f5387284 on network 69b0f831-1e15-461f-a785-8bcb7c8935b8 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:35:56.719998 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-97da15f3-c14f-47c5-b3be-ea0c31f863ec None None] Provisioning complete for port d3bfc39d-025d-4f03-9bb8-aa70f5387284 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:56.720355 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-97da15f3-c14f-47c5-b3be-ea0c31f863ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:56.780648 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5842ccc5-86af-49e8-8bdc-51fc090f6b32 None None] Network 760017b4-b5bb-4429-a967-217590c21bf2 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:35:56.786073 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7bca5a-85b7-461c-9bbc-9b59a28ea0f8 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:35:56.786450 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7bca5a-85b7-461c-9bbc-9b59a28ea0f8 None None] Checking segment: {'id': 'e7d435ad-c8af-4f15-be6a-b0249b72efaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '69b0f831-1e15-461f-a785-8bcb7c8935b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:35:56.786848 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cf7bca5a-85b7-461c-9bbc-9b59a28ea0f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:56.787237 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7bca5a-85b7-461c-9bbc-9b59a28ea0f8 None None] Bound using segment: {'id': 'e7d435ad-c8af-4f15-be6a-b0249b72efaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '69b0f831-1e15-461f-a785-8bcb7c8935b8'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:35:56.787704 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-cf7bca5a-85b7-461c-9bbc-9b59a28ea0f8 None None] Bound port: d3bfc39d-025d-4f03-9bb8-aa70f5387284, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d435ad-c8af-4f15-be6a-b0249b72efaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '69b0f831-1e15-461f-a785-8bcb7c8935b8'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:35:56.788081 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cf7bca5a-85b7-461c-9bbc-9b59a28ea0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:56.808222 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-5842ccc5-86af-49e8-8bdc-51fc090f6b32 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:35:56.823867 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:56.825681 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5842ccc5-86af-49e8-8bdc-51fc090f6b32 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:35:56.834287 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5842ccc5-86af-49e8-8bdc-51fc090f6b32 None None] Pushing event updated for resources: {'Port': ['ID=f7c0b84e-7aad-426a-b237-51c26e8efc25,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:56.836504 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:56.880909 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-97da15f3-c14f-47c5-b3be-ea0c31f863ec None None] Port d3bfc39d-025d-4f03-9bb8-aa70f5387284 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:35:56.911372 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31edbca-c716-466f-8749-402cd1cb3551 req-92e6772a-6ec7-4e72-9bf5-f15874157f49 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:56.913085 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b31edbca-c716-466f-8749-402cd1cb3551 req-92e6772a-6ec7-4e72-9bf5-f15874157f49 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd083d3a-0402-4ed5-9f0a-5800d1598f35 HTTP/1.1" status: 200 len: 945 time: 0.0649509 Nov 16 11:35:56.971362 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b31edbca-c716-466f-8749-402cd1cb3551 req-06a1ff58-c539-4904-8ec5-e3e8cb4fe354 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498786 Nov 16 11:35:56.972503 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f31572b-11e6-4d5c-ad9f-db32e6b459f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7930244-84d3-49c4-85e5-9241c10fef74'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:35:56.974818 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bcb8e8-51ca-46ee-b981-de815a777a22" -d '{"events": [{"server_uuid": "9f31572b-11e6-4d5c-ad9f-db32e6b459f3", "name": "network-vif-plugged", "status": "completed", "tag": "f7930244-84d3-49c4-85e5-9241c10fef74"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:35:57.027731 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port f7930244-84d3-49c4-85e5-9241c10fef74, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=f7930244-84d3-49c4-85e5-9241c10fef74,segment=NetworkSegment(1186fe7f-5dbc-4e04-af0c-6c5994d769cc),segment_id=1186fe7f-5dbc-4e04-af0c-6c5994d769cc)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:35:57.046943 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 30f83719-d107-4d68-bba8-cb927f4f8930, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=30f83719-d107-4d68-bba8-cb927f4f8930,segment=NetworkSegment(ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d),segment_id=ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:35:57.052589 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78479e4-0aaa-455c-9dd8-cca3af0756f9 x-openstack-request-id: req-e78479e4-0aaa-455c-9dd8-cca3af0756f9 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:35:57.052868 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f31572b-11e6-4d5c-ad9f-db32e6b459f3", "name": "network-vif-plugged", "status": "completed", "tag": "f7930244-84d3-49c4-85e5-9241c10fef74", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:35:57.053116 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e78479e4-0aaa-455c-9dd8-cca3af0756f9 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:35:57.053498 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f31572b-11e6-4d5c-ad9f-db32e6b459f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7930244-84d3-49c4-85e5-9241c10fef74', 'code': 200} Nov 16 11:35:57.071811 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:57.072446 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device c5cec868-b5a5-419b-83d0-1a5458af7b23 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:35:57.075490 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-5842ccc5-86af-49e8-8bdc-51fc090f6b32 None None] Attempting to bind port f7c0b84e-7aad-426a-b237-51c26e8efc25 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:35:57.075915 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-5842ccc5-86af-49e8-8bdc-51fc090f6b32 None None] Attempting to bind port f7c0b84e-7aad-426a-b237-51c26e8efc25 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '1510059b-8ecf-49d4-aa1d-2bd42a601193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '760017b4-b5bb-4429-a967-217590c21bf2'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:35:57.076277 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5842ccc5-86af-49e8-8bdc-51fc090f6b32 None None] Attempting to bind port f7c0b84e-7aad-426a-b237-51c26e8efc25 on network 760017b4-b5bb-4429-a967-217590c21bf2 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:35:57.087393 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:57.088165 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device e29bfba0-4457-464f-a217-81f66d7a5fb9 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:35:57.126430 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19718984-cf41-4cc1-8f39-d009515f5e9f req-866762c8-87e2-4d06-af7d-8642ca357950 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:57.127926 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-19718984-cf41-4cc1-8f39-d009515f5e9f req-866762c8-87e2-4d06-af7d-8642ca357950 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a506fec-f2b0-417b-b803-caa60745de99 HTTP/1.1" status: 200 len: 949 time: 0.1174262 Nov 16 11:35:57.155388 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104b59b-8aa4-45de-9d2b-bff3f4dd9197 req-96d01532-3c28-49a7-a637-20975a8f18ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:57.157521 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7104b59b-8aa4-45de-9d2b-bff3f4dd9197 req-96d01532-3c28-49a7-a637-20975a8f18ce service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 1096 time: 0.0524952 Nov 16 11:35:57.161893 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: c5cec868-b5a5-419b-83d0-1a5458af7b23 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:35:57.162261 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device c5cec868-b5a5-419b-83d0-1a5458af7b23 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:35:57.165840 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5842ccc5-86af-49e8-8bdc-51fc090f6b32 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:35:57.166236 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5842ccc5-86af-49e8-8bdc-51fc090f6b32 None None] Checking segment: {'id': '1510059b-8ecf-49d4-aa1d-2bd42a601193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '760017b4-b5bb-4429-a967-217590c21bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:35:57.166633 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5842ccc5-86af-49e8-8bdc-51fc090f6b32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:57.167007 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5842ccc5-86af-49e8-8bdc-51fc090f6b32 None None] Bound using segment: {'id': '1510059b-8ecf-49d4-aa1d-2bd42a601193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '760017b4-b5bb-4429-a967-217590c21bf2'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:35:57.167805 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-5842ccc5-86af-49e8-8bdc-51fc090f6b32 None None] Bound port: f7c0b84e-7aad-426a-b237-51c26e8efc25, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1510059b-8ecf-49d4-aa1d-2bd42a601193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '760017b4-b5bb-4429-a967-217590c21bf2'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:35:57.167957 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5842ccc5-86af-49e8-8bdc-51fc090f6b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:57.168602 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.extraroute_db [None req-3b8d5243-9f83-4b29-9195-de7503f15ed5 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=102668) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 16 11:35:57.174773 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-cf7bca5a-85b7-461c-9bbc-9b59a28ea0f8 None None] For port d3bfc39d-025d-4f03-9bb8-aa70f5387284, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:35:57.178237 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: e29bfba0-4457-464f-a217-81f66d7a5fb9 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:35:57.178237 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device e29bfba0-4457-464f-a217-81f66d7a5fb9 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:35:57.207482 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-5dc986c8-c80d-49ef-9b85-85fc3c567f2e None None] Provisioning complete for port d3bfc39d-025d-4f03-9bb8-aa70f5387284 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:57.207976 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5dc986c8-c80d-49ef-9b85-85fc3c567f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:57.217430 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-cf7bca5a-85b7-461c-9bbc-9b59a28ea0f8 None None] For port d3bfc39d-025d-4f03-9bb8-aa70f5387284, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=d3bfc39d-025d-4f03-9bb8-aa70f5387284,segment=NetworkSegment(e7d435ad-c8af-4f15-be6a-b0249b72efaa),segment_id=e7d435ad-c8af-4f15-be6a-b0249b72efaa)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:35:57.223586 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7104b59b-8aa4-45de-9d2b-bff3f4dd9197 req-ba0d5acd-fe08-49cb-8bd6-3c8cc88a11ce service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1dbbc43f-60ba-492c-a5e9-6f49a843e926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577252 Nov 16 11:35:57.252854 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.extraroute_db [None req-3b8d5243-9f83-4b29-9195-de7503f15ed5 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Removed routes are [] {{(pid=102668) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 16 11:35:57.253271 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3b8d5243-9f83-4b29-9195-de7503f15ed5 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1984560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1995711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3572'] for router, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:57.267784 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cf7bca5a-85b7-461c-9bbc-9b59a28ea0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:57.308817 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9c05b-7653-4519-9665-e0e6eab06cad req-2fd12428-0826-4a71-b19e-8f79d2610826 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:57.311113 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=f7930244-84d3-49c4-85e5-9241c10fef74,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:57.313483 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f1d9c05b-7653-4519-9665-e0e6eab06cad req-2fd12428-0826-4a71-b19e-8f79d2610826 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 946 time: 0.0717666 Nov 16 11:35:57.345634 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-19718984-cf41-4cc1-8f39-d009515f5e9f req-b6bcf6db-9858-4805-8309-b69d947bfebd tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Deleting port 6d9f6105-9caf-468b-8176-13c263c8e400 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:35:57.346314 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-19718984-cf41-4cc1-8f39-d009515f5e9f req-b6bcf6db-9858-4805-8309-b69d947bfebd tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:57.379827 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f1d9c05b-7653-4519-9665-e0e6eab06cad req-d717f14e-ef88-4464-9b9b-77e292bb500b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=49b75b1f-08a2-446a-817a-dcba3b370ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600128 Nov 16 11:35:57.386992 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-5dc986c8-c80d-49ef-9b85-85fc3c567f2e None None] Port d3bfc39d-025d-4f03-9bb8-aa70f5387284 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:35:57.442210 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7bca5a-85b7-461c-9bbc-9b59a28ea0f8 None None] Routers {'f26f8f1d-60b0-4549-8140-46eb5ccc2748'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:35:57.442839 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-cf7bca5a-85b7-461c-9bbc-9b59a28ea0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:35:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f26f8f1d-60b0-4549-8140-46eb5ccc2748'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:57.445569 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-5842ccc5-86af-49e8-8bdc-51fc090f6b32 None None] For port f7c0b84e-7aad-426a-b237-51c26e8efc25, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:35:57.449635 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-5842ccc5-86af-49e8-8bdc-51fc090f6b32 None None] For port f7c0b84e-7aad-426a-b237-51c26e8efc25, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=f7c0b84e-7aad-426a-b237-51c26e8efc25,segment=NetworkSegment(1510059b-8ecf-49d4-aa1d-2bd42a601193),segment_id=1510059b-8ecf-49d4-aa1d-2bd42a601193)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:35:57.451575 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=30f83719-d107-4d68-bba8-cb927f4f8930,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:57.519403 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5842ccc5-86af-49e8-8bdc-51fc090f6b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:57.553606 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64726b83-7554-4979-b6e4-e214c606662b req-884152b7-066c-4401-96a8-cdc2feda91a9 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:57.556194 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-64726b83-7554-4979-b6e4-e214c606662b req-884152b7-066c-4401-96a8-cdc2feda91a9 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a506fec-f2b0-417b-b803-caa60745de99 HTTP/1.1" status: 200 len: 949 time: 0.0675495 Nov 16 11:35:57.623658 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-cf7bca5a-85b7-461c-9bbc-9b59a28ea0f8 None None] Set router f26f8f1d-60b0-4549-8140-46eb5ccc2748 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:35:57.648395 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-64726b83-7554-4979-b6e4-e214c606662b req-ad15cb9f-b069-4d7d-8927-d9056e362731 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812316 Nov 16 11:35:57.664433 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2caadaa-4196-41cc-8e37-b6d5b12f92fb None None] Pushing event updated for resources: {'Port': ['ID=d3bfc39d-025d-4f03-9bb8-aa70f5387284,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:57.897019 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38356cf-0828-4121-a724-4770ff0f3e89 req-3ccd2465-4ab1-4b53-b7a4-8496332a0b45 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:57.899267 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b38356cf-0828-4121-a724-4770ff0f3e89 req-3ccd2465-4ab1-4b53-b7a4-8496332a0b45 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 945 time: 0.1174233 Nov 16 11:35:57.976675 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b38356cf-0828-4121-a724-4770ff0f3e89 req-2a9b85cb-1040-45f6-9cd8-ba97661d630a tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dbbc43f-60ba-492c-a5e9-6f49a843e926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713029 Nov 16 11:35:58.002318 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5842ccc5-86af-49e8-8bdc-51fc090f6b32 None None] Pushing event updated for resources: {'Port': ['ID=f7c0b84e-7aad-426a-b237-51c26e8efc25,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:58.013729 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:58.016579 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c18a94b8-f2be-45ed-b3dd-247f7b2b7386 None None] Provisioning complete for port d3bfc39d-025d-4f03-9bb8-aa70f5387284 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:58.017035 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c18a94b8-f2be-45ed-b3dd-247f7b2b7386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:58.058643 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3b8d5243-9f83-4b29-9195-de7503f15ed5 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1984560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1995711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3572'] for router, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:58.063840 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-19718984-cf41-4cc1-8f39-d009515f5e9f req-b6bcf6db-9858-4805-8309-b69d947bfebd tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] For port 6d9f6105-9caf-468b-8176-13c263c8e400, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=6d9f6105-9caf-468b-8176-13c263c8e400,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:35:58.064197 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-19718984-cf41-4cc1-8f39-d009515f5e9f req-b6bcf6db-9858-4805-8309-b69d947bfebd tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:58.073876 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3b8d5243-9f83-4b29-9195-de7503f15ed5 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1984559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1984550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1995702'] for router, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:58.091535 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-19718984-cf41-4cc1-8f39-d009515f5e9f req-b6bcf6db-9858-4805-8309-b69d947bfebd tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Calling delete_port for 6d9f6105-9caf-468b-8176-13c263c8e400 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:35:58.111955 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4d7f2-b54e-4fad-894a-81bef4ec4c1d req-fc752709-d567-4885-bd2a-f9e0a8ef303f tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:58.121348 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d5a4d7f2-b54e-4fad-894a-81bef4ec4c1d req-fc752709-d567-4885-bd2a-f9e0a8ef303f tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.64 "GET /v2.0/ports?device_id=056e9065-0890-45bd-8bc2-859149fd183e HTTP/1.1" status: 200 len: 949 time: 0.1901388 Nov 16 11:35:58.147207 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdcbacb-cd96-4797-8298-5bbce6ba5831 req-9aae8279-0eaf-4b28-aa4b-0c0ae8464834 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:58.149713 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6cdcbacb-cd96-4797-8298-5bbce6ba5831 req-9aae8279-0eaf-4b28-aa4b-0c0ae8464834 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd083d3a-0402-4ed5-9f0a-5800d1598f35 HTTP/1.1" status: 200 len: 945 time: 0.0555263 Nov 16 11:35:58.160300 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c18a94b8-f2be-45ed-b3dd-247f7b2b7386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:58.213248 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c18a94b8-f2be-45ed-b3dd-247f7b2b7386 None None] For port d3bfc39d-025d-4f03-9bb8-aa70f5387284, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=d3bfc39d-025d-4f03-9bb8-aa70f5387284,segment=NetworkSegment(e7d435ad-c8af-4f15-be6a-b0249b72efaa),segment_id=e7d435ad-c8af-4f15-be6a-b0249b72efaa)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:35:58.214582 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6cdcbacb-cd96-4797-8298-5bbce6ba5831 req-1558bf8e-5c75-4323-8068-0f9df40a4da7 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551727 Nov 16 11:35:58.223105 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c18a94b8-f2be-45ed-b3dd-247f7b2b7386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:58.240728 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-cf7bca5a-85b7-461c-9bbc-9b59a28ea0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'name': 'tempest-RoutersTest-router-1643074238', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:34Z', 'updated_at': '2021-11-16T11:35:57Z', 'revision_number': 6, 'project_id': '3610a194a09949c3b82958173883b2cb', 'gw_port_host': None, '_interfaces': [{'id': '61d92620-6c2b-473f-91cb-262cf3b2b3cc', 'name': '', 'network_id': 'b0f8d236-ca82-4dcb-9972-8bc4f079847f', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:5b:0b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'f68b38a4-6e5a-4b52-9cf2-52f07acd7a6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:42Z', 'updated_at': '2021-11-16T11:35:50Z', 'revision_number': 5, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': 'f68b38a4-6e5a-4b52-9cf2-52f07acd7a6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '635dba8b-707b-4f5b-a2be-a586eba3777f', 'name': '', 'network_id': '760017b4-b5bb-4429-a967-217590c21bf2', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:14:dc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '2781a383-8176-475e-96b0-2fdab5d18b14', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:54Z', 'updated_at': '2021-11-16T11:35:55Z', 'revision_number': 2, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': '2781a383-8176-475e-96b0-2fdab5d18b14', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3bfc39d-025d-4f03-9bb8-aa70f5387284', 'name': '', 'network_id': '69b0f831-1e15-461f-a785-8bcb7c8935b8', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:d8:d6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': 'c56a7350-f121-4ab1-9459-51d46c9909ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:50Z', 'updated_at': '2021-11-16T11:35:57Z', 'revision_number': 4, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': 'c56a7350-f121-4ab1-9459-51d46c9909ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f845c43c-5f54-4351-aa85-c0b003b91ce2', 'name': '', 'network_id': '48b6c95e-eac9-4e2e-a662-e93393ab2b8d', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:5b:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'a13a8359-1b13-4008-b5cc-96b39c84706c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:36Z', 'updated_at': '2021-11-16T11:35:43Z', 'revision_number': 5, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': 'a13a8359-1b13-4008-b5cc-96b39c84706c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:35:58.288196 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7bca5a-85b7-461c-9bbc-9b59a28ea0f8 None None] The sync data for ids ['f26f8f1d-60b0-4549-8140-46eb5ccc2748'] in n-d-816823-3 is: [{'id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'name': 'tempest-RoutersTest-router-1643074238', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:34Z', 'updated_at': '2021-11-16T11:35:57Z', 'revision_number': 6, 'project_id': '3610a194a09949c3b82958173883b2cb', 'gw_port_host': None, '_interfaces': [{'id': '61d92620-6c2b-473f-91cb-262cf3b2b3cc', 'name': '', 'network_id': 'b0f8d236-ca82-4dcb-9972-8bc4f079847f', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:5b:0b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'f68b38a4-6e5a-4b52-9cf2-52f07acd7a6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:42Z', 'updated_at': '2021-11-16T11:35:50Z', 'revision_number': 5, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': 'f68b38a4-6e5a-4b52-9cf2-52f07acd7a6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '635dba8b-707b-4f5b-a2be-a586eba3777f', 'name': '', 'network_id': '760017b4-b5bb-4429-a967-217590c21bf2', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:14:dc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '2781a383-8176-475e-96b0-2fdab5d18b14', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:54Z', 'updated_at': '2021-11-16T11:35:55Z', 'revision_number': 2, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': '2781a383-8176-475e-96b0-2fdab5d18b14', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3bfc39d-025d-4f03-9bb8-aa70f5387284', 'name': '', 'network_id': '69b0f831-1e15-461f-a785-8bcb7c8935b8', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:d8:d6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': 'c56a7350-f121-4ab1-9459-51d46c9909ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:50Z', 'updated_at': '2021-11-16T11:35:57Z', 'revision_number': 4, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': 'c56a7350-f121-4ab1-9459-51d46c9909ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f845c43c-5f54-4351-aa85-c0b003b91ce2', 'name': '', 'network_id': '48b6c95e-eac9-4e2e-a662-e93393ab2b8d', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:5b:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'a13a8359-1b13-4008-b5cc-96b39c84706c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:36Z', 'updated_at': '2021-11-16T11:35:43Z', 'revision_number': 5, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': 'a13a8359-1b13-4008-b5cc-96b39c84706c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:35:58.315234 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a94b8-f2be-45ed-b3dd-247f7b2b7386 None None] Pushing event updated for resources: {'Port': ['ID=d3bfc39d-025d-4f03-9bb8-aa70f5387284,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:58.335330 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8d5243-9f83-4b29-9195-de7503f15ed5 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Router f26f8f1d-60b0-4549-8140-46eb5ccc2748 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:35:58.504041 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-d5a4d7f2-b54e-4fad-894a-81bef4ec4c1d req-73b4caa1-e66f-4934-87ad-0299a7eeaed0 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Deleting port b978d542-abf6-447b-88b8-232ba5c145ac {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:35:58.504553 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d5a4d7f2-b54e-4fad-894a-81bef4ec4c1d req-73b4caa1-e66f-4934-87ad-0299a7eeaed0 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:58.511067 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-19718984-cf41-4cc1-8f39-d009515f5e9f req-b6bcf6db-9858-4805-8309-b69d947bfebd tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:58.533178 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['2fed52f5-2778-40fe-a87d-7c5f06cbb9a0'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:35:58.590758 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19693f-9676-4193-a3d6-624199e4e7e1 req-3231a60b-ca23-4bcc-8abf-a576646f924b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:58.593507 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8e19693f-9676-4193-a3d6-624199e4e7e1 req-3231a60b-ca23-4bcc-8abf-a576646f924b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 946 time: 0.0980148 Nov 16 11:35:58.636700 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bcf6db-9858-4805-8309-b69d947bfebd tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Pushing event deleted for resources: {'Port': ['ID=6d9f6105-9caf-468b-8176-13c263c8e400,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:58.724393 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8e19693f-9676-4193-a3d6-624199e4e7e1 req-4aa67f7c-a3e6-41f1-af12-329ffc985915 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=49b75b1f-08a2-446a-817a-dcba3b370ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1103556 Nov 16 11:35:58.743445 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8d5243-9f83-4b29-9195-de7503f15ed5 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:35:58.781091 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3b8d5243-9f83-4b29-9195-de7503f15ed5 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:58.784725 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-3b8d5243-9f83-4b29-9195-de7503f15ed5 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "PUT /v2.0/routers/f26f8f1d-60b0-4549-8140-46eb5ccc2748 HTTP/1.1" status: 200 len: 934 time: 2.0919127 Nov 16 11:35:58.784725 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-19718984-cf41-4cc1-8f39-d009515f5e9f req-b6bcf6db-9858-4805-8309-b69d947bfebd tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] No DVR routers for this DVR port 6d9f6105-9caf-468b-8176-13c263c8e400 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:35:58.785750 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50044) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:58.802868 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-19718984-cf41-4cc1-8f39-d009515f5e9f req-b6bcf6db-9858-4805-8309-b69d947bfebd tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:58.806294 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-19718984-cf41-4cc1-8f39-d009515f5e9f req-b6bcf6db-9858-4805-8309-b69d947bfebd tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.64 "DELETE /v2.0/ports/6d9f6105-9caf-468b-8176-13c263c8e400 HTTP/1.1" status: 204 len: 173 time: 1.6683385 Nov 16 11:35:58.806759 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a506fec-f2b0-417b-b803-caa60745de99', 'name': 'network-vif-deleted', 'tag': '6d9f6105-9caf-468b-8176-13c263c8e400'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:35:58.809778 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba492076-aff7-4aaf-b7e5-5eb2f6ac8da1" -d '{"events": [{"server_uuid": "0a506fec-f2b0-417b-b803-caa60745de99", "name": "network-vif-deleted", "tag": "6d9f6105-9caf-468b-8176-13c263c8e400"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:35:58.942243 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:58.954049 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d5a4d7f2-b54e-4fad-894a-81bef4ec4c1d req-73b4caa1-e66f-4934-87ad-0299a7eeaed0 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] For port b978d542-abf6-447b-88b8-232ba5c145ac, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=b978d542-abf6-447b-88b8-232ba5c145ac,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:35:58.954432 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d5a4d7f2-b54e-4fad-894a-81bef4ec4c1d req-73b4caa1-e66f-4934-87ad-0299a7eeaed0 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:58.982036 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-d5a4d7f2-b54e-4fad-894a-81bef4ec4c1d req-73b4caa1-e66f-4934-87ad-0299a7eeaed0 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Calling delete_port for b978d542-abf6-447b-88b8-232ba5c145ac owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:35:58.992191 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d1adc9db-99d2-4e97-a059-d6e1bf2d0708 req-da1e4836-503f-4854-87f0-6d7f4a6f920d tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a506fec-f2b0-417b-b803-caa60745de99 HTTP/1.1" status: 200 len: 210 time: 0.0920486 Nov 16 11:35:59.055431 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a750cd-f69d-49c7-9358-00408ecef147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f83719-d107-4d68-bba8-cb927f4f8930'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:35:59.058262 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd19ba18-98d5-4d0a-aedf-cd122c9419dd" -d '{"events": [{"server_uuid": "e9a750cd-f69d-49c7-9358-00408ecef147", "name": "network-vif-plugged", "status": "completed", "tag": "30f83719-d107-4d68-bba8-cb927f4f8930"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:35:59.059921 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f09f9b08-11c7-4a51-8905-6c3428f5bdbb tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "GET /v2.0/routers/f26f8f1d-60b0-4549-8140-46eb5ccc2748 HTTP/1.1" status: 200 len: 934 time: 0.2696166 Nov 16 11:35:59.066110 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50050) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:35:59.074880 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4639f3-af64-47a3-a9b0-6fa96fcfdd2f x-openstack-request-id: req-4d4639f3-af64-47a3-a9b0-6fa96fcfdd2f {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:35:59.075430 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a506fec-f2b0-417b-b803-caa60745de99", "name": "network-vif-deleted", "tag": "6d9f6105-9caf-468b-8176-13c263c8e400", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:35:59.075666 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4d4639f3-af64-47a3-a9b0-6fa96fcfdd2f {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:35:59.076561 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a506fec-f2b0-417b-b803-caa60745de99', 'name': 'network-vif-deleted', 'tag': '6d9f6105-9caf-468b-8176-13c263c8e400', 'status': 'completed', 'code': 200} Nov 16 11:35:59.079798 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-e4177f91-3210-4cbe-b6bc-962a2c4722a5 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Request body: {'router': {'routes': None}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:35:59.257354 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5ca5a0-8d32-4fc9-8024-f30b66417f87 None None] Network 760017b4-b5bb-4429-a967-217590c21bf2 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:35:59.277120 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d5a4d7f2-b54e-4fad-894a-81bef4ec4c1d req-73b4caa1-e66f-4934-87ad-0299a7eeaed0 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:59.345597 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b4caa1-e66f-4934-87ad-0299a7eeaed0 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Pushing event deleted for resources: {'Port': ['ID=b978d542-abf6-447b-88b8-232ba5c145ac,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:35:59.367688 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['2fed52f5-2778-40fe-a87d-7c5f06cbb9a0'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:35:59.412753 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8ad74-6131-4bd2-8d4e-79b1bea51ecf req-4c4c5a4b-695c-4cda-9d9f-a04669afa7e2 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:59.423528 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-49f8ad74-6131-4bd2-8d4e-79b1bea51ecf req-4c4c5a4b-695c-4cda-9d9f-a04669afa7e2 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 945 time: 0.1840489 Nov 16 11:35:59.440378 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a4d7f2-b54e-4fad-894a-81bef4ec4c1d req-73b4caa1-e66f-4934-87ad-0299a7eeaed0 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] No DVR routers for this DVR port b978d542-abf6-447b-88b8-232ba5c145ac on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:35:59.443718 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d5a4d7f2-b54e-4fad-894a-81bef4ec4c1d req-73b4caa1-e66f-4934-87ad-0299a7eeaed0 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:59.449594 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d5a4d7f2-b54e-4fad-894a-81bef4ec4c1d req-73b4caa1-e66f-4934-87ad-0299a7eeaed0 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.64 "DELETE /v2.0/ports/b978d542-abf6-447b-88b8-232ba5c145ac HTTP/1.1" status: 204 len: 173 time: 1.2898300 Nov 16 11:35:59.503816 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-49f8ad74-6131-4bd2-8d4e-79b1bea51ecf req-e241738d-9e94-4b4c-807f-1995609d807d tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dbbc43f-60ba-492c-a5e9-6f49a843e926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731845 Nov 16 11:35:59.554390 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device f7c0b84e-7aad-426a-b237-51c26e8efc25 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:35:59.556900 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-f32a1b31-af9d-4a73-a4f3-d484603d9d68 None None] Provisioning complete for port f7c0b84e-7aad-426a-b237-51c26e8efc25 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:59.557314 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f32a1b31-af9d-4a73-a4f3-d484603d9d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:35:59.702311 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15fc455-7feb-4f21-be3a-b116abb08f9e x-openstack-request-id: req-f15fc455-7feb-4f21-be3a-b116abb08f9e {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:35:59.702679 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a750cd-f69d-49c7-9358-00408ecef147", "name": "network-vif-plugged", "status": "completed", "tag": "30f83719-d107-4d68-bba8-cb927f4f8930", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:35:59.702869 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f15fc455-7feb-4f21-be3a-b116abb08f9e {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:35:59.703244 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a750cd-f69d-49c7-9358-00408ecef147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f83719-d107-4d68-bba8-cb927f4f8930', 'code': 200} Nov 16 11:35:59.717076 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device b978d542-abf6-447b-88b8-232ba5c145ac no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:35:59.779289 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1a80d-6416-4ebb-9e1e-1cfa20c8ee2d req-d801134c-5ca4-41bb-a5f6-b6a6b9b2dd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:35:59.780479 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a4f1a80d-6416-4ebb-9e1e-1cfa20c8ee2d req-d801134c-5ca4-41bb-a5f6-b6a6b9b2dd4e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 1097 time: 0.0727608 Nov 16 11:35:59.822164 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: b978d542-abf6-447b-88b8-232ba5c145ac {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:35:59.822512 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device b978d542-abf6-447b-88b8-232ba5c145ac not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:35:59.823093 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 6d9f6105-9caf-468b-8176-13c263c8e400 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:35:59.851643 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a4f1a80d-6416-4ebb-9e1e-1cfa20c8ee2d req-8c9d09a3-9d85-4957-9abb-ed8171b0699b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=49b75b1f-08a2-446a-817a-dcba3b370ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0601740 Nov 16 11:35:59.865376 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 6d9f6105-9caf-468b-8176-13c263c8e400 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:35:59.865722 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 6d9f6105-9caf-468b-8176-13c263c8e400 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:35:59.955743 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port f7c0b84e-7aad-426a-b237-51c26e8efc25 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:35:59.956120 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:00.014770 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f32a1b31-af9d-4a73-a4f3-d484603d9d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:00.086540 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-f32a1b31-af9d-4a73-a4f3-d484603d9d68 None None] For port f7c0b84e-7aad-426a-b237-51c26e8efc25, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=f7c0b84e-7aad-426a-b237-51c26e8efc25,segment=NetworkSegment(1510059b-8ecf-49d4-aa1d-2bd42a601193),segment_id=1510059b-8ecf-49d4-aa1d-2bd42a601193)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:36:00.102138 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f32a1b31-af9d-4a73-a4f3-d484603d9d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:00.183191 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a1b31-af9d-4a73-a4f3-d484603d9d68 None None] Pushing event updated for resources: {'Port': ['ID=f7c0b84e-7aad-426a-b237-51c26e8efc25,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:00.190794 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d5ca9-3c13-44e8-bba8-8140619c3e09 req-9fb0f815-f14b-44fd-8909-833574d72721 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:00.199524 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2a1d5ca9-3c13-44e8-bba8-8140619c3e09 req-9fb0f815-f14b-44fd-8909-833574d72721 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd083d3a-0402-4ed5-9f0a-5800d1598f35 HTTP/1.1" status: 200 len: 945 time: 0.4515874 Nov 16 11:36:00.240958 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device d3bfc39d-025d-4f03-9bb8-aa70f5387284 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:36:00.289906 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.extraroute_db [None req-e4177f91-3210-4cbe-b6bc-962a2c4722a5 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Added routes are [] {{(pid=102669) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 16 11:36:00.290173 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.extraroute_db [None req-e4177f91-3210-4cbe-b6bc-962a2c4722a5 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=102669) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 16 11:36:00.307051 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2a1d5ca9-3c13-44e8-bba8-8140619c3e09 req-241231e0-d89c-41d8-9f94-bd774462cfd7 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063840 Nov 16 11:36:00.336318 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e4177f91-3210-4cbe-b6bc-962a2c4722a5 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1984560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1995711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3572'] for router, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:00.338897 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-4c7e0fa4-0001-4808-9d6b-ffbc5313f516 None None] Provisioning complete for port 635dba8b-707b-4f5b-a2be-a586eba3777f triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:36:00.339379 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4c7e0fa4-0001-4808-9d6b-ffbc5313f516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:00.343911 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port d3bfc39d-025d-4f03-9bb8-aa70f5387284 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:36:00.344509 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:00.417495 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-4c7e0fa4-0001-4808-9d6b-ffbc5313f516 None None] Port 635dba8b-707b-4f5b-a2be-a586eba3777f cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:36:00.434765 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-4c7e0fa4-0001-4808-9d6b-ffbc5313f516 None None] Provisioning complete for port f7c0b84e-7aad-426a-b237-51c26e8efc25 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:36:00.435301 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4c7e0fa4-0001-4808-9d6b-ffbc5313f516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:00.498041 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56aeaa-a35e-44d7-82e6-4c87edbc7883 req-3b0d6e0d-7d2b-48e6-9da7-1349e093e916 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:00.499551 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ae56aeaa-a35e-44d7-82e6-4c87edbc7883 req-3b0d6e0d-7d2b-48e6-9da7-1349e093e916 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 945 time: 0.0927641 Nov 16 11:36:00.510326 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50062) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:00.514911 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a9989099-cd33-49a6-9823-b82bfb5179e5 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Request body: {'floatingip': {'port_id': 'f7930244-84d3-49c4-85e5-9241c10fef74'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:00.576955 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9989099-cd33-49a6-9823-b82bfb5179e5 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks [] for floatingip, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:00.647188 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e4177f91-3210-4cbe-b6bc-962a2c4722a5 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1984560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1995711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3572'] for router, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:00.654527 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e4177f91-3210-4cbe-b6bc-962a2c4722a5 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1984559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1984550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1995702'] for router, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:00.666641 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f0c12-81cc-4d56-ad83-3e640f535130 req-efdd196d-1f69-413c-810b-584ad32b1ca0 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:00.668862 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e92f0c12-81cc-4d56-ad83-3e640f535130 req-efdd196d-1f69-413c-810b-584ad32b1ca0 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 946 time: 0.0946248 Nov 16 11:36:00.702353 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-89054dbf-ea00-4dc9-ab42-1d32f5c3ab52 None None] Provisioning complete for port 635dba8b-707b-4f5b-a2be-a586eba3777f triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:36:00.702813 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89054dbf-ea00-4dc9-ab42-1d32f5c3ab52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:00.743997 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-89054dbf-ea00-4dc9-ab42-1d32f5c3ab52 None None] Port 635dba8b-707b-4f5b-a2be-a586eba3777f cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:36:00.797196 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e92f0c12-81cc-4d56-ad83-3e640f535130 req-4af77fc0-ed39-475b-99c5-021610688274 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=49b75b1f-08a2-446a-817a-dcba3b370ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0924997 Nov 16 11:36:00.806338 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4177f91-3210-4cbe-b6bc-962a2c4722a5 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Router f26f8f1d-60b0-4549-8140-46eb5ccc2748 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:36:00.863964 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-33aa3c36-d5b1-4dc9-9e2f-9bfde08618c9 None None] Provisioning complete for port 635dba8b-707b-4f5b-a2be-a586eba3777f triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:36:00.864661 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-33aa3c36-d5b1-4dc9-9e2f-9bfde08618c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:00.902991 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-33aa3c36-d5b1-4dc9-9e2f-9bfde08618c9 None None] Port 635dba8b-707b-4f5b-a2be-a586eba3777f cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:36:00.936194 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4177f91-3210-4cbe-b6bc-962a2c4722a5 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:36:00.949155 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e4177f91-3210-4cbe-b6bc-962a2c4722a5 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:00.953266 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e4177f91-3210-4cbe-b6bc-962a2c4722a5 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "PUT /v2.0/routers/f26f8f1d-60b0-4549-8140-46eb5ccc2748 HTTP/1.1" status: 200 len: 700 time: 1.8836091 Nov 16 11:36:00.953657 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50070) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:01.057608 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c98cba89-1246-4c70-9d81-7ba7b8febeab tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "GET /v2.0/routers/f26f8f1d-60b0-4549-8140-46eb5ccc2748 HTTP/1.1" status: 200 len: 700 time: 0.1029351 Nov 16 11:36:01.060582 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50072) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:01.101250 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '056e9065-0890-45bd-8bc2-859149fd183e', 'name': 'network-vif-deleted', 'tag': 'b978d542-abf6-447b-88b8-232ba5c145ac'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:36:01.104280 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcfff5b-dc19-4d87-b416-053dd2fc5cf5" -d '{"events": [{"server_uuid": "056e9065-0890-45bd-8bc2-859149fd183e", "name": "network-vif-deleted", "tag": "b978d542-abf6-447b-88b8-232ba5c145ac"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:36:01.113054 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9989099-cd33-49a6-9823-b82bfb5179e5 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:01.120775 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9989099-cd33-49a6-9823-b82bfb5179e5 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:01.242005 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [None req-a9989099-cd33-49a6-9823-b82bfb5179e5 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Floating IP 35f65264-4c62-47b4-8725-d9f014a75840 associated. External IP: 172.25.0.48, port: f7930244-84d3-49c4-85e5-9241c10fef74. Nov 16 11:36:01.301719 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc54482-ebfd-4144-a0b1-fad09ebb3277 req-7a7aad35-53ef-49df-b1b2-f83c1119b1c6 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:01.303338 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7fc54482-ebfd-4144-a0b1-fad09ebb3277 req-7a7aad35-53ef-49df-b1b2-f83c1119b1c6 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7a88efd-38ca-4f13-b59b-13ecebb331d9 HTTP/1.1" status: 200 len: 950 time: 0.1375496 Nov 16 11:36:01.342453 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device f7c0b84e-7aad-426a-b237-51c26e8efc25 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:36:01.383425 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877b3c64-1fdd-4aed-a441-b2f0f0c5a8a0 None None] Sync routers for ids ['f26f8f1d-60b0-4549-8140-46eb5ccc2748'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:36:01.395050 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877b3c64-1fdd-4aed-a441-b2f0f0c5a8a0 None None] Routers {'f26f8f1d-60b0-4549-8140-46eb5ccc2748'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:36:01.395789 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-877b3c64-1fdd-4aed-a441-b2f0f0c5a8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:35:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f26f8f1d-60b0-4549-8140-46eb5ccc2748'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:01.399902 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7fc54482-ebfd-4144-a0b1-fad09ebb3277 req-7cbe34c9-28d3-44be-b1d7-796cca2e88e0 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886626 Nov 16 11:36:01.407415 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port f7c0b84e-7aad-426a-b237-51c26e8efc25 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:36:01.407793 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:01.459542 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a4b91c-9ca4-4dd3-be95-2a7ab0841e41 x-openstack-request-id: req-c0a4b91c-9ca4-4dd3-be95-2a7ab0841e41 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:36:01.460415 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "056e9065-0890-45bd-8bc2-859149fd183e", "name": "network-vif-deleted", "tag": "b978d542-abf6-447b-88b8-232ba5c145ac", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:36:01.460773 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c0a4b91c-9ca4-4dd3-be95-2a7ab0841e41 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:36:01.461240 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '056e9065-0890-45bd-8bc2-859149fd183e', 'name': 'network-vif-deleted', 'tag': 'b978d542-abf6-447b-88b8-232ba5c145ac', 'status': 'completed', 'code': 200} Nov 16 11:36:01.539105 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9989099-cd33-49a6-9823-b82bfb5179e5 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Router 68001588-6510-4d4e-80c8-067e116d7bde has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:36:01.601645 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558fb78d-4753-4577-92ac-124c8ce4338d req-37caa9a4-0979-4327-a961-1be7c872c455 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:01.603151 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-558fb78d-4753-4577-92ac-124c8ce4338d req-37caa9a4-0979-4327-a961-1be7c872c455 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd083d3a-0402-4ed5-9f0a-5800d1598f35 HTTP/1.1" status: 200 len: 945 time: 0.0835044 Nov 16 11:36:01.619333 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-877b3c64-1fdd-4aed-a441-b2f0f0c5a8a0 None None] Set router f26f8f1d-60b0-4549-8140-46eb5ccc2748 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:36:01.635143 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db9a115c-25ce-43df-8adb-c6255a2146a7 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:01.664086 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9989099-cd33-49a6-9823-b82bfb5179e5 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:36:01.669278 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9989099-cd33-49a6-9823-b82bfb5179e5 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:01.675747 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bfda3a-9657-4d69-8a78-3013f8c8c20a None None] Sync routers for ids ['68001588-6510-4d4e-80c8-067e116d7bde'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:36:01.688497 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bfda3a-9657-4d69-8a78-3013f8c8c20a None None] Routers {'68001588-6510-4d4e-80c8-067e116d7bde'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:36:01.689432 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-74bfda3a-9657-4d69-8a78-3013f8c8c20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:35:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['68001588-6510-4d4e-80c8-067e116d7bde'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:01.706736 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a9989099-cd33-49a6-9823-b82bfb5179e5 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "PUT /v2.0/floatingips/35f65264-4c62-47b4-8725-d9f014a75840 HTTP/1.1" status: 200 len: 990 time: 1.1952784 Nov 16 11:36:01.726752 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-558fb78d-4753-4577-92ac-124c8ce4338d req-4635d4e7-f0a5-46cd-933b-864a40731424 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149864 Nov 16 11:36:01.818907 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-74bfda3a-9657-4d69-8a78-3013f8c8c20a None None] Set router 68001588-6510-4d4e-80c8-067e116d7bde gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:36:01.851296 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-877b3c64-1fdd-4aed-a441-b2f0f0c5a8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'name': 'tempest-RoutersTest-router-1643074238', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:34Z', 'updated_at': '2021-11-16T11:36:00Z', 'revision_number': 7, 'project_id': '3610a194a09949c3b82958173883b2cb', 'gw_port_host': None, '_interfaces': [{'id': '61d92620-6c2b-473f-91cb-262cf3b2b3cc', 'name': '', 'network_id': 'b0f8d236-ca82-4dcb-9972-8bc4f079847f', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:5b:0b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'f68b38a4-6e5a-4b52-9cf2-52f07acd7a6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:42Z', 'updated_at': '2021-11-16T11:35:50Z', 'revision_number': 5, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': 'f68b38a4-6e5a-4b52-9cf2-52f07acd7a6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '635dba8b-707b-4f5b-a2be-a586eba3777f', 'name': '', 'network_id': '760017b4-b5bb-4429-a967-217590c21bf2', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:14:dc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '2781a383-8176-475e-96b0-2fdab5d18b14', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:54Z', 'updated_at': '2021-11-16T11:35:55Z', 'revision_number': 2, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': '2781a383-8176-475e-96b0-2fdab5d18b14', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3bfc39d-025d-4f03-9bb8-aa70f5387284', 'name': '', 'network_id': '69b0f831-1e15-461f-a785-8bcb7c8935b8', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:d8:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': 'c56a7350-f121-4ab1-9459-51d46c9909ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:50Z', 'updated_at': '2021-11-16T11:35:58Z', 'revision_number': 5, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': 'c56a7350-f121-4ab1-9459-51d46c9909ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f845c43c-5f54-4351-aa85-c0b003b91ce2', 'name': '', 'network_id': '48b6c95e-eac9-4e2e-a662-e93393ab2b8d', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:5b:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'a13a8359-1b13-4008-b5cc-96b39c84706c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:36Z', 'updated_at': '2021-11-16T11:35:43Z', 'revision_number': 5, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': 'a13a8359-1b13-4008-b5cc-96b39c84706c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:01.883646 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877b3c64-1fdd-4aed-a441-b2f0f0c5a8a0 None None] Checking router: f26f8f1d-60b0-4549-8140-46eb5ccc2748 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:36:01.884130 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877b3c64-1fdd-4aed-a441-b2f0f0c5a8a0 None None] Updating router f26f8f1d-60b0-4549-8140-46eb5ccc2748 port 635dba8b-707b-4f5b-a2be-a586eba3777f binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:36:01.909896 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-877b3c64-1fdd-4aed-a441-b2f0f0c5a8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:01.966426 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df0c88-0f64-41d1-84c3-122e5c6be05d req-78ed6ab1-21e8-46b4-8a36-6ac919dd5696 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:01.967923 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c8df0c88-0f64-41d1-84c3-122e5c6be05d req-78ed6ab1-21e8-46b4-8a36-6ac919dd5696 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 946 time: 0.0832450 Nov 16 11:36:01.985186 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-db9a115c-25ce-43df-8adb-c6255a2146a7 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Deleting port 635dba8b-707b-4f5b-a2be-a586eba3777f {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:36:01.985539 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db9a115c-25ce-43df-8adb-c6255a2146a7 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:02.090646 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-74bfda3a-9657-4d69-8a78-3013f8c8c20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68001588-6510-4d4e-80c8-067e116d7bde', 'name': 'tempest-AttachVolumeShelveTestJSON-1665663980-router', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'ecf86465-ed44-4206-85de-393862a30c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:30:31Z', 'updated_at': '2021-11-16T11:30:38Z', 'revision_number': 4, 'project_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'gw_port': {'id': 'ecf86465-ed44-4206-85de-393862a30c33', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68001588-6510-4d4e-80c8-067e116d7bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:30:32Z', 'updated_at': '2021-11-16T11:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '35f65264-4c62-47b4-8725-d9f014a75840', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'floating_ip_address': '172.25.0.48', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '68001588-6510-4d4e-80c8-067e116d7bde', 'port_id': 'f7930244-84d3-49c4-85e5-9241c10fef74', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25', 'mac_address': 'fa:16:3e:87:0d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f31572b-11e6-4d5c-ad9f-db32e6b459f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:35:37Z', 'updated_at': '2021-11-16T11:36:00Z', 'revision_number': 1, 'project_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '461ec1e0-4870-4662-b435-6f1561c2e29e', 'name': '', 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'mac_address': 'fa:16:3e:d2:2e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68001588-6510-4d4e-80c8-067e116d7bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'd5fcc0bd-d8ea-41ad-86b1-2d27bd924015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:30:37Z', 'updated_at': '2021-11-16T11:30:47Z', 'revision_number': 5, 'project_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'subnets': [{'id': 'd5fcc0bd-d8ea-41ad-86b1-2d27bd924015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:02.091194 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c8df0c88-0f64-41d1-84c3-122e5c6be05d req-8567594a-ef6e-4bfb-9d5b-cd09399d0f82 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=49b75b1f-08a2-446a-817a-dcba3b370ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1153455 Nov 16 11:36:02.125307 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db9a115c-25ce-43df-8adb-c6255a2146a7 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:02.131139 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bfda3a-9657-4d69-8a78-3013f8c8c20a None None] Checking router: 68001588-6510-4d4e-80c8-067e116d7bde for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:36:02.137742 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-db9a115c-25ce-43df-8adb-c6255a2146a7 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Calling delete_port for 635dba8b-707b-4f5b-a2be-a586eba3777f owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:36:02.143197 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bfda3a-9657-4d69-8a78-3013f8c8c20a None None] Routers {'68001588-6510-4d4e-80c8-067e116d7bde'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:36:02.143844 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-74bfda3a-9657-4d69-8a78-3013f8c8c20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:35:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['68001588-6510-4d4e-80c8-067e116d7bde'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:02.184040 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-877b3c64-1fdd-4aed-a441-b2f0f0c5a8a0 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:02.192738 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-877b3c64-1fdd-4aed-a441-b2f0f0c5a8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:02.238954 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3009e608-d28d-4d88-892f-c6367928fc7c None None] Pushing event updated for resources: {'Port': ['ID=635dba8b-707b-4f5b-a2be-a586eba3777f,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:02.297979 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924c410-2b4b-46ae-9f52-334711e0b7b1 req-a6c4a1e3-7bf5-4857-8b9d-d6eae8a8ec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:02.302484 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a924c410-2b4b-46ae-9f52-334711e0b7b1 req-a6c4a1e3-7bf5-4857-8b9d-d6eae8a8ec77 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dd083d3a-0402-4ed5-9f0a-5800d1598f35 HTTP/1.1" status: 200 len: 1096 time: 0.0839453 Nov 16 11:36:02.315648 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0cff4-fb4d-4032-bf4b-aeab5bc0c7a7 req-48e6523c-2b9d-4379-b7e1-0db9aa2a2404 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:02.325431 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a7a0cff4-fb4d-4032-bf4b-aeab5bc0c7a7 req-48e6523c-2b9d-4379-b7e1-0db9aa2a2404 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 946 time: 0.1345527 Nov 16 11:36:02.352929 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-877b3c64-1fdd-4aed-a441-b2f0f0c5a8a0 None None] Attempting to bind port 635dba8b-707b-4f5b-a2be-a586eba3777f on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:36:02.353603 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-877b3c64-1fdd-4aed-a441-b2f0f0c5a8a0 None None] Attempting to bind port 635dba8b-707b-4f5b-a2be-a586eba3777f by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '1510059b-8ecf-49d4-aa1d-2bd42a601193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '760017b4-b5bb-4429-a967-217590c21bf2'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:36:02.354158 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877b3c64-1fdd-4aed-a441-b2f0f0c5a8a0 None None] Attempting to bind port 635dba8b-707b-4f5b-a2be-a586eba3777f on network 760017b4-b5bb-4429-a967-217590c21bf2 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:36:02.359836 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877b3c64-1fdd-4aed-a441-b2f0f0c5a8a0 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:36:02.360510 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877b3c64-1fdd-4aed-a441-b2f0f0c5a8a0 None None] Checking segment: {'id': '1510059b-8ecf-49d4-aa1d-2bd42a601193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '760017b4-b5bb-4429-a967-217590c21bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:36:02.361211 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-877b3c64-1fdd-4aed-a441-b2f0f0c5a8a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:02.361781 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877b3c64-1fdd-4aed-a441-b2f0f0c5a8a0 None None] Bound using segment: {'id': '1510059b-8ecf-49d4-aa1d-2bd42a601193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '760017b4-b5bb-4429-a967-217590c21bf2'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:36:02.362470 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-877b3c64-1fdd-4aed-a441-b2f0f0c5a8a0 None None] Bound port: 635dba8b-707b-4f5b-a2be-a586eba3777f, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1510059b-8ecf-49d4-aa1d-2bd42a601193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '760017b4-b5bb-4429-a967-217590c21bf2'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:36:02.363030 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-877b3c64-1fdd-4aed-a441-b2f0f0c5a8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:02.395798 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a924c410-2b4b-46ae-9f52-334711e0b7b1 req-d022a010-250c-4784-95a0-d7315e8c3d05 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737705 Nov 16 11:36:02.451925 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a7a0cff4-fb4d-4032-bf4b-aeab5bc0c7a7 req-e0b54c92-df15-4829-911d-ff8b341280d0 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=49b75b1f-08a2-446a-817a-dcba3b370ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1255999 Nov 16 11:36:02.479033 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50088) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:02.514070 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-74bfda3a-9657-4d69-8a78-3013f8c8c20a None None] Set router 68001588-6510-4d4e-80c8-067e116d7bde gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:36:02.517314 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.db.api [None req-877b3c64-1fdd-4aed-a441-b2f0f0c5a8a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:36:02.518494 n-d-816823-3 neutron-server[102671]: DEBUG oslo_db.api [None req-877b3c64-1fdd-4aed-a441-b2f0f0c5a8a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:36:02.526736 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db9a115c-25ce-43df-8adb-c6255a2146a7 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:02.540128 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fbc3a6-eb36-46ad-a552-118b5204ab83 tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:02.541782 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-83fbc3a6-eb36-46ad-a552-118b5204ab83 tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 1092 time: 0.0610998 Nov 16 11:36:02.545051 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50090) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:02.549410 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-0d04350d-85cc-4f21-9eeb-5af88ec9aab8 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'port_id': '30f83719-d107-4d68-bba8-cb927f4f8930', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:02.577272 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0d04350d-85cc-4f21-9eeb-5af88ec9aab8 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:02.594101 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a115c-25ce-43df-8adb-c6255a2146a7 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event deleted for resources: {'Port': ['ID=635dba8b-707b-4f5b-a2be-a586eba3777f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:02.632026 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe255941-995d-4c84-84b8-b6440017c86a req-ca990f72-1d05-471b-bf9f-9c098bf58614 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:02.633540 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fe255941-995d-4c84-84b8-b6440017c86a req-ca990f72-1d05-471b-bf9f-9c098bf58614 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7a88efd-38ca-4f13-b59b-13ecebb331d9 HTTP/1.1" status: 200 len: 950 time: 0.1185646 Nov 16 11:36:02.647416 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-1a28cba1-2ec8-4e8c-acaa-7a249c1b6a86 None None] Could not find standard attr ID for object 635dba8b-707b-4f5b-a2be-a586eba3777f. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:36:02.704817 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caaffd3-c32b-43b5-b9d2-57dff6b7829f req-9f9d32d6-ce63-48e2-a0d6-8276499e1b32 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:02.706758 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9caaffd3-c32b-43b5-b9d2-57dff6b7829f req-9f9d32d6-ce63-48e2-a0d6-8276499e1b32 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.64 "GET /v2.0/ports?device_id=a7a88efd-38ca-4f13-b59b-13ecebb331d9 HTTP/1.1" status: 200 len: 950 time: 0.0844417 Nov 16 11:36:02.710117 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fe255941-995d-4c84-84b8-b6440017c86a req-645bf51e-1f1b-4817-b429-af30d4fed44e tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/security-groups?id=9d2afaa0-f485-48c9-9386-535d2d70a141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582304 Nov 16 11:36:02.843795 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-74bfda3a-9657-4d69-8a78-3013f8c8c20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68001588-6510-4d4e-80c8-067e116d7bde', 'name': 'tempest-AttachVolumeShelveTestJSON-1665663980-router', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'ecf86465-ed44-4206-85de-393862a30c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:30:31Z', 'updated_at': '2021-11-16T11:30:38Z', 'revision_number': 4, 'project_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'gw_port': {'id': 'ecf86465-ed44-4206-85de-393862a30c33', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68001588-6510-4d4e-80c8-067e116d7bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:30:32Z', 'updated_at': '2021-11-16T11:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '35f65264-4c62-47b4-8725-d9f014a75840', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'floating_ip_address': '172.25.0.48', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '68001588-6510-4d4e-80c8-067e116d7bde', 'port_id': 'f7930244-84d3-49c4-85e5-9241c10fef74', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25', 'mac_address': 'fa:16:3e:87:0d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f31572b-11e6-4d5c-ad9f-db32e6b459f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:35:37Z', 'updated_at': '2021-11-16T11:36:00Z', 'revision_number': 1, 'project_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '461ec1e0-4870-4662-b435-6f1561c2e29e', 'name': '', 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'mac_address': 'fa:16:3e:d2:2e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68001588-6510-4d4e-80c8-067e116d7bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'd5fcc0bd-d8ea-41ad-86b1-2d27bd924015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:30:37Z', 'updated_at': '2021-11-16T11:30:47Z', 'revision_number': 5, 'project_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'subnets': [{'id': 'd5fcc0bd-d8ea-41ad-86b1-2d27bd924015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:02.870681 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db9a115c-25ce-43df-8adb-c6255a2146a7 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:02.873823 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0d04350d-85cc-4f21-9eeb-5af88ec9aab8 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:02.877268 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bfda3a-9657-4d69-8a78-3013f8c8c20a None None] The sync data for ids ['68001588-6510-4d4e-80c8-067e116d7bde'] in n-d-816823-3 is: [{'id': '68001588-6510-4d4e-80c8-067e116d7bde', 'name': 'tempest-AttachVolumeShelveTestJSON-1665663980-router', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'ecf86465-ed44-4206-85de-393862a30c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:30:31Z', 'updated_at': '2021-11-16T11:30:38Z', 'revision_number': 4, 'project_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'gw_port': {'id': 'ecf86465-ed44-4206-85de-393862a30c33', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68001588-6510-4d4e-80c8-067e116d7bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:30:32Z', 'updated_at': '2021-11-16T11:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '35f65264-4c62-47b4-8725-d9f014a75840', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'floating_ip_address': '172.25.0.48', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '68001588-6510-4d4e-80c8-067e116d7bde', 'port_id': 'f7930244-84d3-49c4-85e5-9241c10fef74', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25', 'mac_address': 'fa:16:3e:87:0d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f31572b-11e6-4d5c-ad9f-db32e6b459f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:35:37Z', 'updated_at': '2021-11-16T11:36:00Z', 'revision_number': 1, 'project_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '461ec1e0-4870-4662-b435-6f1561c2e29e', 'name': '', 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'mac_address': 'fa:16:3e:d2:2e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68001588-6510-4d4e-80c8-067e116d7bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'd5fcc0bd-d8ea-41ad-86b1-2d27bd924015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:30:37Z', 'updated_at': '2021-11-16T11:30:47Z', 'revision_number': 5, 'project_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'subnets': [{'id': 'd5fcc0bd-d8ea-41ad-86b1-2d27bd924015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:36:02.901266 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d92ed-43da-47b9-a3b4-c944c3631573 req-b48510a5-cbef-4b3b-af16-dbcfb918929d tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:02.902949 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-421d92ed-43da-47b9-a3b4-c944c3631573 req-b48510a5-cbef-4b3b-af16-dbcfb918929d tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd083d3a-0402-4ed5-9f0a-5800d1598f35 HTTP/1.1" status: 200 len: 945 time: 0.0789392 Nov 16 11:36:02.920473 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-9caaffd3-c32b-43b5-b9d2-57dff6b7829f req-10eefbe6-3bbd-4ffd-8d00-6598d8394096 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Deleting port 2fed52f5-2778-40fe-a87d-7c5f06cbb9a0 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:36:02.920806 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9caaffd3-c32b-43b5-b9d2-57dff6b7829f req-10eefbe6-3bbd-4ffd-8d00-6598d8394096 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:03.033718 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-421d92ed-43da-47b9-a3b4-c944c3631573 req-d029e258-a6e9-4fef-9e67-0a6793783444 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645196 Nov 16 11:36:03.044142 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-877b3c64-1fdd-4aed-a441-b2f0f0c5a8a0 None None] Attempting to bind port 635dba8b-707b-4f5b-a2be-a586eba3777f on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:36:03.044696 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-877b3c64-1fdd-4aed-a441-b2f0f0c5a8a0 None None] Attempting to bind port 635dba8b-707b-4f5b-a2be-a586eba3777f by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '1510059b-8ecf-49d4-aa1d-2bd42a601193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '760017b4-b5bb-4429-a967-217590c21bf2'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:36:03.048979 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877b3c64-1fdd-4aed-a441-b2f0f0c5a8a0 None None] Attempting to bind port 635dba8b-707b-4f5b-a2be-a586eba3777f on network 760017b4-b5bb-4429-a967-217590c21bf2 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:36:03.055877 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877b3c64-1fdd-4aed-a441-b2f0f0c5a8a0 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:36:03.056464 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877b3c64-1fdd-4aed-a441-b2f0f0c5a8a0 None None] Checking segment: {'id': '1510059b-8ecf-49d4-aa1d-2bd42a601193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '760017b4-b5bb-4429-a967-217590c21bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:36:03.057033 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-877b3c64-1fdd-4aed-a441-b2f0f0c5a8a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:03.057706 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877b3c64-1fdd-4aed-a441-b2f0f0c5a8a0 None None] Bound using segment: {'id': '1510059b-8ecf-49d4-aa1d-2bd42a601193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '760017b4-b5bb-4429-a967-217590c21bf2'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:36:03.058441 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-877b3c64-1fdd-4aed-a441-b2f0f0c5a8a0 None None] Bound port: 635dba8b-707b-4f5b-a2be-a586eba3777f, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1510059b-8ecf-49d4-aa1d-2bd42a601193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '760017b4-b5bb-4429-a967-217590c21bf2'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:36:03.058993 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-877b3c64-1fdd-4aed-a441-b2f0f0c5a8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:03.076323 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-9caaffd3-c32b-43b5-b9d2-57dff6b7829f req-10eefbe6-3bbd-4ffd-8d00-6598d8394096 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] For port 2fed52f5-2778-40fe-a87d-7c5f06cbb9a0, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=2fed52f5-2778-40fe-a87d-7c5f06cbb9a0,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:36:03.076694 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9caaffd3-c32b-43b5-b9d2-57dff6b7829f req-10eefbe6-3bbd-4ffd-8d00-6598d8394096 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:03.090774 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-0d04350d-85cc-4f21-9eeb-5af88ec9aab8 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Allocated IP 172.25.0.241 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/21545991-b2f0-42b1-b4da-557010dd714d) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:36:03.099928 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-9caaffd3-c32b-43b5-b9d2-57dff6b7829f req-10eefbe6-3bbd-4ffd-8d00-6598d8394096 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Calling delete_port for 2fed52f5-2778-40fe-a87d-7c5f06cbb9a0 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:36:03.122380 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-877b3c64-1fdd-4aed-a441-b2f0f0c5a8a0 None None] Port 635dba8b-707b-4f5b-a2be-a586eba3777f has been deleted concurrently {{(pid=102671) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 16 11:36:03.151994 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877b3c64-1fdd-4aed-a441-b2f0f0c5a8a0 None None] Routers {'f26f8f1d-60b0-4549-8140-46eb5ccc2748'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:36:03.152621 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-877b3c64-1fdd-4aed-a441-b2f0f0c5a8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:35:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f26f8f1d-60b0-4549-8140-46eb5ccc2748'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:03.164112 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9a115c-25ce-43df-8adb-c6255a2146a7 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Router f26f8f1d-60b0-4549-8140-46eb5ccc2748 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:36:03.237125 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d76e2e-9826-48c7-8f32-5e1ef9f40be0 None None] New status for floating IP 35f65264-4c62-47b4-8725-d9f014a75840: ACTIVE {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:36:03.287973 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9a115c-25ce-43df-8adb-c6255a2146a7 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:36:03.288735 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-877b3c64-1fdd-4aed-a441-b2f0f0c5a8a0 None None] Set router f26f8f1d-60b0-4549-8140-46eb5ccc2748 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:36:03.297585 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-db9a115c-25ce-43df-8adb-c6255a2146a7 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "PUT /v2.0/routers/f26f8f1d-60b0-4549-8140-46eb5ccc2748/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2350376 Nov 16 11:36:03.303922 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50096) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:03.318486 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0d04350d-85cc-4f21-9eeb-5af88ec9aab8 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:03.403655 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-5865061e-4595-4fef-8c99-180bcbe17ab4 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Deleting subnet 2781a383-8176-475e-96b0-2fdab5d18b14 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:36:03.410827 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5865061e-4595-4fef-8c99-180bcbe17ab4 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:03.452673 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9caaffd3-c32b-43b5-b9d2-57dff6b7829f req-10eefbe6-3bbd-4ffd-8d00-6598d8394096 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:03.465638 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['2fed52f5-2778-40fe-a87d-7c5f06cbb9a0'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:36:03.478142 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5865061e-4595-4fef-8c99-180bcbe17ab4 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:03.503609 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f31572b-11e6-4d5c-ad9f-db32e6b459f3', 'tag': 'f7930244-84d3-49c4-85e5-9241c10fef74'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:36:03.505914 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa08d293-87b8-4017-802d-31cec9ca90e7" -d '{"events": [{"name": "network-changed", "server_uuid": "9f31572b-11e6-4d5c-ad9f-db32e6b459f3", "tag": "f7930244-84d3-49c4-85e5-9241c10fef74"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:36:03.557745 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eefbe6-3bbd-4ffd-8d00-6598d8394096 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Pushing event deleted for resources: {'Port': ['ID=2fed52f5-2778-40fe-a87d-7c5f06cbb9a0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:03.560005 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0d04350d-85cc-4f21-9eeb-5af88ec9aab8 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:03.568473 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0e7ddc-3010-4009-b36e-db521724aacf x-openstack-request-id: req-ee0e7ddc-3010-4009-b36e-db521724aacf {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:36:03.568881 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f31572b-11e6-4d5c-ad9f-db32e6b459f3", "tag": "f7930244-84d3-49c4-85e5-9241c10fef74", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:36:03.568995 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ee0e7ddc-3010-4009-b36e-db521724aacf {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:36:03.569410 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f31572b-11e6-4d5c-ad9f-db32e6b459f3', 'tag': 'f7930244-84d3-49c4-85e5-9241c10fef74', 'status': 'completed', 'code': 200} Nov 16 11:36:03.628427 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-877b3c64-1fdd-4aed-a441-b2f0f0c5a8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'name': 'tempest-RoutersTest-router-1643074238', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:34Z', 'updated_at': '2021-11-16T11:36:02Z', 'revision_number': 8, 'project_id': '3610a194a09949c3b82958173883b2cb', 'gw_port_host': None, '_interfaces': [{'id': '61d92620-6c2b-473f-91cb-262cf3b2b3cc', 'name': '', 'network_id': 'b0f8d236-ca82-4dcb-9972-8bc4f079847f', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:5b:0b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'f68b38a4-6e5a-4b52-9cf2-52f07acd7a6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:42Z', 'updated_at': '2021-11-16T11:35:50Z', 'revision_number': 5, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': 'f68b38a4-6e5a-4b52-9cf2-52f07acd7a6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3bfc39d-025d-4f03-9bb8-aa70f5387284', 'name': '', 'network_id': '69b0f831-1e15-461f-a785-8bcb7c8935b8', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:d8:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': 'c56a7350-f121-4ab1-9459-51d46c9909ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:50Z', 'updated_at': '2021-11-16T11:35:58Z', 'revision_number': 5, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': 'c56a7350-f121-4ab1-9459-51d46c9909ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f845c43c-5f54-4351-aa85-c0b003b91ce2', 'name': '', 'network_id': '48b6c95e-eac9-4e2e-a662-e93393ab2b8d', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:5b:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'a13a8359-1b13-4008-b5cc-96b39c84706c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:36Z', 'updated_at': '2021-11-16T11:35:43Z', 'revision_number': 5, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': 'a13a8359-1b13-4008-b5cc-96b39c84706c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:03.635411 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08d293-87b8-4017-802d-31cec9ca90e7 req-75e34cee-4a6b-4e73-aa6d-b71c50e271c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:03.636941 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fa08d293-87b8-4017-802d-31cec9ca90e7 req-75e34cee-4a6b-4e73-aa6d-b71c50e271c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8c5b26505ce44fcf9f1b35a78ab4d371&device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 1096 time: 0.0445805 Nov 16 11:36:03.653459 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d04350d-85cc-4f21-9eeb-5af88ec9aab8 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:36:03.658206 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-9caaffd3-c32b-43b5-b9d2-57dff6b7829f req-10eefbe6-3bbd-4ffd-8d00-6598d8394096 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] No DVR routers for this DVR port 2fed52f5-2778-40fe-a87d-7c5f06cbb9a0 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:36:03.658561 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877b3c64-1fdd-4aed-a441-b2f0f0c5a8a0 None None] The sync data for ids ['f26f8f1d-60b0-4549-8140-46eb5ccc2748'] in n-d-816823-3 is: [{'id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'name': 'tempest-RoutersTest-router-1643074238', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:34Z', 'updated_at': '2021-11-16T11:36:02Z', 'revision_number': 8, 'project_id': '3610a194a09949c3b82958173883b2cb', 'gw_port_host': None, '_interfaces': [{'id': '61d92620-6c2b-473f-91cb-262cf3b2b3cc', 'name': '', 'network_id': 'b0f8d236-ca82-4dcb-9972-8bc4f079847f', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:5b:0b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'f68b38a4-6e5a-4b52-9cf2-52f07acd7a6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:42Z', 'updated_at': '2021-11-16T11:35:50Z', 'revision_number': 5, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': 'f68b38a4-6e5a-4b52-9cf2-52f07acd7a6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3bfc39d-025d-4f03-9bb8-aa70f5387284', 'name': '', 'network_id': '69b0f831-1e15-461f-a785-8bcb7c8935b8', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:d8:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': 'c56a7350-f121-4ab1-9459-51d46c9909ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:50Z', 'updated_at': '2021-11-16T11:35:58Z', 'revision_number': 5, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': 'c56a7350-f121-4ab1-9459-51d46c9909ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f845c43c-5f54-4351-aa85-c0b003b91ce2', 'name': '', 'network_id': '48b6c95e-eac9-4e2e-a662-e93393ab2b8d', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:5b:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'a13a8359-1b13-4008-b5cc-96b39c84706c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:36Z', 'updated_at': '2021-11-16T11:35:43Z', 'revision_number': 5, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': 'a13a8359-1b13-4008-b5cc-96b39c84706c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:36:03.661626 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9caaffd3-c32b-43b5-b9d2-57dff6b7829f req-10eefbe6-3bbd-4ffd-8d00-6598d8394096 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:03.666363 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9caaffd3-c32b-43b5-b9d2-57dff6b7829f req-10eefbe6-3bbd-4ffd-8d00-6598d8394096 tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.64 "DELETE /v2.0/ports/2fed52f5-2778-40fe-a87d-7c5f06cbb9a0 HTTP/1.1" status: 204 len: 173 time: 0.9435658 Nov 16 11:36:03.680805 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-0d04350d-85cc-4f21-9eeb-5af88ec9aab8 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:36:03.703208 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d04350d-85cc-4f21-9eeb-5af88ec9aab8 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:36:03.705841 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04350d-85cc-4f21-9eeb-5af88ec9aab8 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'Port': ['ID=21545991-b2f0-42b1-b4da-557010dd714d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:03.756733 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5865061e-4595-4fef-8c99-180bcbe17ab4 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:03.760335 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08d293-87b8-4017-802d-31cec9ca90e7 req-dffe60aa-3ee9-42e9-843c-91fdfdaac933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:03.762088 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fa08d293-87b8-4017-802d-31cec9ca90e7 req-dffe60aa-3ee9-42e9-843c-91fdfdaac933 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f04978c1-c257-48cf-8767-22c9cfb6cb25 HTTP/1.1" status: 200 len: 918 time: 0.1182103 Nov 16 11:36:03.882657 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c381194a-448b-4760-b41d-d6a7f71af62f req-fb560626-ff52-49d0-a09f-d4fa344f48ed tempest-ServersOnMultiNodesTest-117758965 tempest-ServersOnMultiNodesTest-117758965-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7a88efd-38ca-4f13-b59b-13ecebb331d9 HTTP/1.1" status: 200 len: 210 time: 0.0566039 Nov 16 11:36:03.884555 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5865061e-4595-4fef-8c99-180bcbe17ab4 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:03.903498 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fa08d293-87b8-4017-802d-31cec9ca90e7 req-4d6bd611-103c-4e0d-89f6-103a16fcedfd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7930244-84d3-49c4-85e5-9241c10fef74 HTTP/1.1" status: 200 len: 1000 time: 0.1338789 Nov 16 11:36:03.962203 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08d293-87b8-4017-802d-31cec9ca90e7 req-15e2b641-0bcd-4275-8108-30988dd17882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:03.965141 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fa08d293-87b8-4017-802d-31cec9ca90e7 req-15e2b641-0bcd-4275-8108-30988dd17882 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5fcc0bd-d8ea-41ad-86b1-2d27bd924015 HTTP/1.1" status: 200 len: 856 time: 0.0540819 Nov 16 11:36:03.981889 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5865061e-4595-4fef-8c99-180bcbe17ab4 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:03.985399 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5865061e-4595-4fef-8c99-180bcbe17ab4 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "DELETE /v2.0/subnets/2781a383-8176-475e-96b0-2fdab5d18b14 HTTP/1.1" status: 204 len: 168 time: 0.6813998 Nov 16 11:36:03.985901 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5865061e-4595-4fef-8c99-180bcbe17ab4 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event deleted for resources: {'Subnet': ['ID=2781a383-8176-475e-96b0-2fdab5d18b14,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:03.988162 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50102) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:03.993808 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8477c603-7a36-41ce-9ddb-7a27fcafe0b3 None None] Network 760017b4-b5bb-4429-a967-217590c21bf2 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:36:04.390488 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99914a30-e149-43d4-8dd9-6a215331d656 None None] DHCP port deletion for 760017b4-b5bb-4429-a967-217590c21bf2 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:36:04.462717 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-99914a30-e149-43d4-8dd9-6a215331d656 None None] Deleting port f7c0b84e-7aad-426a-b237-51c26e8efc25 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:36:04.463525 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99914a30-e149-43d4-8dd9-6a215331d656 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:04.551011 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-99914a30-e149-43d4-8dd9-6a215331d656 None None] For port f7c0b84e-7aad-426a-b237-51c26e8efc25, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=f7c0b84e-7aad-426a-b237-51c26e8efc25,segment=NetworkSegment(1510059b-8ecf-49d4-aa1d-2bd42a601193),segment_id=1510059b-8ecf-49d4-aa1d-2bd42a601193)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:36:04.551412 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99914a30-e149-43d4-8dd9-6a215331d656 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:04.567203 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-99914a30-e149-43d4-8dd9-6a215331d656 None None] Calling delete_port for f7c0b84e-7aad-426a-b237-51c26e8efc25 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:36:04.629426 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08d293-87b8-4017-802d-31cec9ca90e7 req-6e7699bd-c0ae-44fa-8bc2-dd0eb2d37cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:04.630877 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fa08d293-87b8-4017-802d-31cec9ca90e7 req-6e7699bd-c0ae-44fa-8bc2-dd0eb2d37cab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f04978c1-c257-48cf-8767-22c9cfb6cb25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6583853 Nov 16 11:36:04.635495 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587bb940-a4f7-4f02-9caf-c65466e4d5d7 None None] Sync routers for ids ['f26f8f1d-60b0-4549-8140-46eb5ccc2748'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:36:04.635833 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-715e3017-65cd-4c18-9f8b-66a181e37e89 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:04.659170 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587bb940-a4f7-4f02-9caf-c65466e4d5d7 None None] Routers {'f26f8f1d-60b0-4549-8140-46eb5ccc2748'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:36:04.659920 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-587bb940-a4f7-4f02-9caf-c65466e4d5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:35:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f26f8f1d-60b0-4549-8140-46eb5ccc2748'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:04.684627 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0d04350d-85cc-4f21-9eeb-5af88ec9aab8 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:04.706801 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc1a44-2142-43ca-b3fd-fd99b3404516 req-30764b31-5f74-404d-9215-377eb4d5c0b9 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:04.708321 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-abcc1a44-2142-43ca-b3fd-fd99b3404516 req-30764b31-5f74-404d-9215-377eb4d5c0b9 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd083d3a-0402-4ed5-9f0a-5800d1598f35 HTTP/1.1" status: 200 len: 945 time: 0.1433086 Nov 16 11:36:04.749753 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99914a30-e149-43d4-8dd9-6a215331d656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:04.771329 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0d04350d-85cc-4f21-9eeb-5af88ec9aab8 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:04.785190 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-587bb940-a4f7-4f02-9caf-c65466e4d5d7 None None] Set router f26f8f1d-60b0-4549-8140-46eb5ccc2748 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:36:04.787558 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99914a30-e149-43d4-8dd9-6a215331d656 None None] Pushing event deleted for resources: {'Port': ['ID=f7c0b84e-7aad-426a-b237-51c26e8efc25,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:04.798539 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fa08d293-87b8-4017-802d-31cec9ca90e7 req-68448fb3-4a43-4e55-baaa-072cbcec9701 service neutron] 10.222.0.36 "GET /v2.0/networks/f04978c1-c257-48cf-8767-22c9cfb6cb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583421 Nov 16 11:36:04.816478 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99914a30-e149-43d4-8dd9-6a215331d656 None None] No DVR routers for this DVR port f7c0b84e-7aad-426a-b237-51c26e8efc25 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:36:04.869845 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-abcc1a44-2142-43ca-b3fd-fd99b3404516 req-48bf2b3d-dd41-4ccb-8469-2c3e7fffd975 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545715 Nov 16 11:36:04.923701 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-715e3017-65cd-4c18-9f8b-66a181e37e89 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Deleting port f7c0b84e-7aad-426a-b237-51c26e8efc25 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:36:04.930492 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-715e3017-65cd-4c18-9f8b-66a181e37e89 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:04.978613 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0d04350d-85cc-4f21-9eeb-5af88ec9aab8 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:04.986426 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0d04350d-85cc-4f21-9eeb-5af88ec9aab8 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:05.010053 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fa08d293-87b8-4017-802d-31cec9ca90e7 req-4bb2410a-7449-495f-adfa-2cdb86ac0fce service neutron] 10.222.0.36 "GET /v2.0/networks/f04978c1-c257-48cf-8767-22c9cfb6cb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025559 Nov 16 11:36:05.062733 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-715e3017-65cd-4c18-9f8b-66a181e37e89 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] For port f7c0b84e-7aad-426a-b237-51c26e8efc25, host n-d-816823-3, got binding levels [] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:36:05.063204 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-715e3017-65cd-4c18-9f8b-66a181e37e89 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:05.093120 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0d04350d-85cc-4f21-9eeb-5af88ec9aab8 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:05.094872 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-587bb940-a4f7-4f02-9caf-c65466e4d5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'name': 'tempest-RoutersTest-router-1643074238', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:34Z', 'updated_at': '2021-11-16T11:36:02Z', 'revision_number': 8, 'project_id': '3610a194a09949c3b82958173883b2cb', 'gw_port_host': None, '_interfaces': [{'id': '61d92620-6c2b-473f-91cb-262cf3b2b3cc', 'name': '', 'network_id': 'b0f8d236-ca82-4dcb-9972-8bc4f079847f', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:5b:0b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'f68b38a4-6e5a-4b52-9cf2-52f07acd7a6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:42Z', 'updated_at': '2021-11-16T11:35:50Z', 'revision_number': 5, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': 'f68b38a4-6e5a-4b52-9cf2-52f07acd7a6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3bfc39d-025d-4f03-9bb8-aa70f5387284', 'name': '', 'network_id': '69b0f831-1e15-461f-a785-8bcb7c8935b8', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:d8:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': 'c56a7350-f121-4ab1-9459-51d46c9909ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:50Z', 'updated_at': '2021-11-16T11:35:58Z', 'revision_number': 5, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': 'c56a7350-f121-4ab1-9459-51d46c9909ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f845c43c-5f54-4351-aa85-c0b003b91ce2', 'name': '', 'network_id': '48b6c95e-eac9-4e2e-a662-e93393ab2b8d', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:5b:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'a13a8359-1b13-4008-b5cc-96b39c84706c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:36Z', 'updated_at': '2021-11-16T11:35:43Z', 'revision_number': 5, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': 'a13a8359-1b13-4008-b5cc-96b39c84706c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:05.096551 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-715e3017-65cd-4c18-9f8b-66a181e37e89 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Calling delete_port for f7c0b84e-7aad-426a-b237-51c26e8efc25 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:36:05.102682 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.ipam_backend_mixin [None req-715e3017-65cd-4c18-9f8b-66a181e37e89 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Port f7c0b84e-7aad-426a-b237-51c26e8efc25 was not found and therefore no delete operation was performed {{(pid=102669) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 11:36:05.107120 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-715e3017-65cd-4c18-9f8b-66a181e37e89 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:05.129854 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715e3017-65cd-4c18-9f8b-66a181e37e89 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] No DVR routers for this DVR port f7c0b84e-7aad-426a-b237-51c26e8efc25 on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:36:05.135904 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587bb940-a4f7-4f02-9caf-c65466e4d5d7 None None] Checking router: f26f8f1d-60b0-4549-8140-46eb5ccc2748 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:36:05.161438 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587bb940-a4f7-4f02-9caf-c65466e4d5d7 None None] Routers {'f26f8f1d-60b0-4549-8140-46eb5ccc2748'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:36:05.166092 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-587bb940-a4f7-4f02-9caf-c65466e4d5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:35:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f26f8f1d-60b0-4549-8140-46eb5ccc2748'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:05.193262 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04350d-85cc-4f21-9eeb-5af88ec9aab8 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'Port': ['ID=21545991-b2f0-42b1-b4da-557010dd714d,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:05.209297 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04350d-85cc-4f21-9eeb-5af88ec9aab8 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:05.210462 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04350d-85cc-4f21-9eeb-5af88ec9aab8 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:05.210884 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04350d-85cc-4f21-9eeb-5af88ec9aab8 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:05.211294 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04350d-85cc-4f21-9eeb-5af88ec9aab8 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:05.211699 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04350d-85cc-4f21-9eeb-5af88ec9aab8 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:05.212102 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04350d-85cc-4f21-9eeb-5af88ec9aab8 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:05.212532 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04350d-85cc-4f21-9eeb-5af88ec9aab8 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:05.212863 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04350d-85cc-4f21-9eeb-5af88ec9aab8 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:05.213195 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04350d-85cc-4f21-9eeb-5af88ec9aab8 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:05.213606 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04350d-85cc-4f21-9eeb-5af88ec9aab8 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:05.214028 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04350d-85cc-4f21-9eeb-5af88ec9aab8 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:05.214422 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d04350d-85cc-4f21-9eeb-5af88ec9aab8 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:05.238554 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e3017-65cd-4c18-9f8b-66a181e37e89 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event deleted for resources: {'Port': ['ID=f7c0b84e-7aad-426a-b237-51c26e8efc25,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:05.275282 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-587bb940-a4f7-4f02-9caf-c65466e4d5d7 None None] Set router f26f8f1d-60b0-4549-8140-46eb5ccc2748 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:36:05.280809 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [None req-0d04350d-85cc-4f21-9eeb-5af88ec9aab8 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Floating IP 228a0562-6510-4050-9d1e-48d90c3c6a73 associated. External IP: 172.25.0.241, port: 30f83719-d107-4d68-bba8-cb927f4f8930. Nov 16 11:36:05.301966 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-715e3017-65cd-4c18-9f8b-66a181e37e89 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:05.351566 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-715e3017-65cd-4c18-9f8b-66a181e37e89 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['760017b4-b5bb-4429-a967-217590c21bf2']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:05.366995 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-715e3017-65cd-4c18-9f8b-66a181e37e89 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1510059b-8ecf-49d4-aa1d-2bd42a601193') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:05.367297 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-715e3017-65cd-4c18-9f8b-66a181e37e89 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1510059b-8ecf-49d4-aa1d-2bd42a601193') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:05.388712 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-715e3017-65cd-4c18-9f8b-66a181e37e89 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:05.394528 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 635dba8b-707b-4f5b-a2be-a586eba3777f no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:36:05.417531 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-ae5bd087-0c25-4f01-b645-dc423d5464ed tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:05.419632 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-ae5bd087-0c25-4f01-b645-dc423d5464ed tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/networks?id=96e79771-237e-4cd3-91d2-c7d7c5041918 HTTP/1.1" status: 200 len: 811 time: 0.2352664 Nov 16 11:36:05.420813 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-715e3017-65cd-4c18-9f8b-66a181e37e89 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:05.435920 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-715e3017-65cd-4c18-9f8b-66a181e37e89 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:36:05.436217 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-715e3017-65cd-4c18-9f8b-66a181e37e89 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:05.440100 n-d-816823-3 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:36:05.440100 n-d-816823-3 neutron-server[102669]: items = [ Nov 16 11:36:05.440100 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:36:05.440100 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:36:05.440100 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:36:05.440100 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:36:05.440100 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:36:05.440100 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:36:05.440100 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:36:05.440100 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:36:05.440100 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:36:05.440100 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:36:05.440100 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:36:05.440100 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:36:05.440100 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:36:05.440100 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:36:05.440100 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:36:05.440100 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:36:05.440100 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:36:05.440100 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:36:05.440100 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:36:05.440100 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:36:05.440100 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:36:05.440100 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:36:05.440100 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:36:05.440100 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:36:05.440100 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:36:05.440100 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:36:05.440100 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:36:05.440100 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:36:05.440100 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:36:05.440100 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:36:05.440100 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:36:05.440100 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:36:05.457225 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-cd61686d-f327-44f3-9788-d2a06f22d4f2 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/quotas/6ab31bda493d4a3bae8684db01c778bb HTTP/1.1" status: 200 len: 375 time: 0.0312724 Nov 16 11:36:05.481447 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 635dba8b-707b-4f5b-a2be-a586eba3777f {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:36:05.481821 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 635dba8b-707b-4f5b-a2be-a586eba3777f not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:36:05.482284 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device f7c0b84e-7aad-426a-b237-51c26e8efc25 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:36:05.492317 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50128) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:05.512616 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: f7c0b84e-7aad-426a-b237-51c26e8efc25 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:36:05.512969 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device f7c0b84e-7aad-426a-b237-51c26e8efc25 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:36:05.554354 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-715e3017-65cd-4c18-9f8b-66a181e37e89 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:05.570453 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a88efd-38ca-4f13-b59b-13ecebb331d9', 'name': 'network-vif-deleted', 'tag': '2fed52f5-2778-40fe-a87d-7c5f06cbb9a0'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:36:05.572896 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e34898-8b06-4fdc-89b4-12666f095ef3" -d '{"events": [{"server_uuid": "a7a88efd-38ca-4f13-b59b-13ecebb331d9", "name": "network-vif-deleted", "tag": "2fed52f5-2778-40fe-a87d-7c5f06cbb9a0"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:36:05.575701 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-6699e25c-8aa9-457a-ada1-d8d904ad3702 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6ab31bda493d4a3bae8684db01c778bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0786352 Nov 16 11:36:05.581844 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-715e3017-65cd-4c18-9f8b-66a181e37e89 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:05.590363 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-715e3017-65cd-4c18-9f8b-66a181e37e89 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "DELETE /v2.0/networks/760017b4-b5bb-4429-a967-217590c21bf2 HTTP/1.1" status: 204 len: 168 time: 1.5788360 Nov 16 11:36:05.591205 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50134) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:05.592521 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 2fed52f5-2778-40fe-a87d-7c5f06cbb9a0 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:36:05.615432 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 2fed52f5-2778-40fe-a87d-7c5f06cbb9a0 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:36:05.615794 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 2fed52f5-2778-40fe-a87d-7c5f06cbb9a0 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:36:05.625819 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e3017-65cd-4c18-9f8b-66a181e37e89 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event deleted for resources: {'Network': ['ID=760017b4-b5bb-4429-a967-217590c21bf2,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:05.649635 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-587bb940-a4f7-4f02-9caf-c65466e4d5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'name': 'tempest-RoutersTest-router-1643074238', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:34Z', 'updated_at': '2021-11-16T11:36:02Z', 'revision_number': 8, 'project_id': '3610a194a09949c3b82958173883b2cb', 'gw_port_host': None, '_interfaces': [{'id': '61d92620-6c2b-473f-91cb-262cf3b2b3cc', 'name': '', 'network_id': 'b0f8d236-ca82-4dcb-9972-8bc4f079847f', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:5b:0b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'f68b38a4-6e5a-4b52-9cf2-52f07acd7a6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:42Z', 'updated_at': '2021-11-16T11:35:50Z', 'revision_number': 5, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': 'f68b38a4-6e5a-4b52-9cf2-52f07acd7a6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3bfc39d-025d-4f03-9bb8-aa70f5387284', 'name': '', 'network_id': '69b0f831-1e15-461f-a785-8bcb7c8935b8', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:d8:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': 'c56a7350-f121-4ab1-9459-51d46c9909ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:50Z', 'updated_at': '2021-11-16T11:35:58Z', 'revision_number': 5, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': 'c56a7350-f121-4ab1-9459-51d46c9909ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f845c43c-5f54-4351-aa85-c0b003b91ce2', 'name': '', 'network_id': '48b6c95e-eac9-4e2e-a662-e93393ab2b8d', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:5b:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'a13a8359-1b13-4008-b5cc-96b39c84706c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:36Z', 'updated_at': '2021-11-16T11:35:43Z', 'revision_number': 5, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': 'a13a8359-1b13-4008-b5cc-96b39c84706c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:05.687486 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587bb940-a4f7-4f02-9caf-c65466e4d5d7 None None] The sync data for ids ['f26f8f1d-60b0-4549-8140-46eb5ccc2748'] in n-d-816823-3 is: [{'id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'name': 'tempest-RoutersTest-router-1643074238', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:34Z', 'updated_at': '2021-11-16T11:36:02Z', 'revision_number': 8, 'project_id': '3610a194a09949c3b82958173883b2cb', 'gw_port_host': None, '_interfaces': [{'id': '61d92620-6c2b-473f-91cb-262cf3b2b3cc', 'name': '', 'network_id': 'b0f8d236-ca82-4dcb-9972-8bc4f079847f', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:5b:0b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'f68b38a4-6e5a-4b52-9cf2-52f07acd7a6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:42Z', 'updated_at': '2021-11-16T11:35:50Z', 'revision_number': 5, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': 'f68b38a4-6e5a-4b52-9cf2-52f07acd7a6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3bfc39d-025d-4f03-9bb8-aa70f5387284', 'name': '', 'network_id': '69b0f831-1e15-461f-a785-8bcb7c8935b8', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:d8:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': 'c56a7350-f121-4ab1-9459-51d46c9909ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:50Z', 'updated_at': '2021-11-16T11:35:58Z', 'revision_number': 5, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': 'c56a7350-f121-4ab1-9459-51d46c9909ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f845c43c-5f54-4351-aa85-c0b003b91ce2', 'name': '', 'network_id': '48b6c95e-eac9-4e2e-a662-e93393ab2b8d', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:5b:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'a13a8359-1b13-4008-b5cc-96b39c84706c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:36Z', 'updated_at': '2021-11-16T11:35:43Z', 'revision_number': 5, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': 'a13a8359-1b13-4008-b5cc-96b39c84706c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:36:05.709692 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-2c323305-80f0-402e-aa34-14c3ffb04a0c service neutron] 10.222.0.61 "GET /v2.0/networks/96e79771-237e-4cd3-91d2-c7d7c5041918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154370 Nov 16 11:36:05.714144 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d04350d-85cc-4f21-9eeb-5af88ec9aab8 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Router 97f0ec97-cef9-44b1-bdf0-924d596cbde4 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:36:05.816206 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-90e11947-c4be-4fb8-8492-2b5b0a401fa2 service neutron] 10.222.0.61 "GET /v2.0/networks/96e79771-237e-4cd3-91d2-c7d7c5041918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943458 Nov 16 11:36:05.849377 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9525f4a4-0f7f-411e-89f5-71194b9ca97f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bf730bc3509b41198d463002969da1ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3557107 Nov 16 11:36:05.849777 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50136) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:05.901556 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-94f9f3dc-9f47-4b60-88de-4dd938af53c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:05.927056 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-94f9f3dc-9f47-4b60-88de-4dd938af53c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:05.961200 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d04350d-85cc-4f21-9eeb-5af88ec9aab8 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:36:05.973631 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df24ad4c-8f5d-47d4-85b9-ee43ab36eb72 None None] Sync routers for ids ['97f0ec97-cef9-44b1-bdf0-924d596cbde4'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:36:06.003055 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43243643-c9e7-41ff-bf1e-542adf2c361b x-openstack-request-id: req-43243643-c9e7-41ff-bf1e-542adf2c361b {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:36:06.003397 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df24ad4c-8f5d-47d4-85b9-ee43ab36eb72 None None] Routers {'97f0ec97-cef9-44b1-bdf0-924d596cbde4'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:36:06.003892 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a88efd-38ca-4f13-b59b-13ecebb331d9", "name": "network-vif-deleted", "tag": "2fed52f5-2778-40fe-a87d-7c5f06cbb9a0", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:36:06.004464 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-43243643-c9e7-41ff-bf1e-542adf2c361b {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:36:06.005322 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a88efd-38ca-4f13-b59b-13ecebb331d9', 'name': 'network-vif-deleted', 'tag': '2fed52f5-2778-40fe-a87d-7c5f06cbb9a0', 'status': 'completed', 'code': 200} Nov 16 11:36:06.006261 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-df24ad4c-8f5d-47d4-85b9-ee43ab36eb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:35:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['97f0ec97-cef9-44b1-bdf0-924d596cbde4'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:06.042737 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-08706b21-816e-4595-9e34-9e73d49ecc9a req-972e3377-2736-4696-8c33-6473b7095aa8 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=37da0729-5628-410b-a865-cf2743b02f2c HTTP/1.1" status: 200 len: 210 time: 0.0421448 Nov 16 11:36:06.043808 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-94f9f3dc-9f47-4b60-88de-4dd938af53c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:06.046640 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-94f9f3dc-9f47-4b60-88de-4dd938af53c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:06.047992 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-94f9f3dc-9f47-4b60-88de-4dd938af53c9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9d2afaa0-f485-48c9-9386-535d2d70a141 HTTP/1.1" status: 204 len: 168 time: 0.1968479 Nov 16 11:36:06.050961 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0d04350d-85cc-4f21-9eeb-5af88ec9aab8 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:06.079793 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9f3dc-9f47-4b60-88de-4dd938af53c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2afaa0-f485-48c9-9386-535d2d70a141,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:06.101838 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0d04350d-85cc-4f21-9eeb-5af88ec9aab8 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5556803 Nov 16 11:36:06.205271 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-df24ad4c-8f5d-47d4-85b9-ee43ab36eb72 None None] Set router 97f0ec97-cef9-44b1-bdf0-924d596cbde4 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:36:06.281425 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7e4b878c-9c30-4b46-bfa5-63ad7c7c501b tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:06.357304 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d62d0-1543-4b18-825f-00538dc6c4ee req-ab91fea9-ceb7-4cbb-a2d5-4499d7a3c758 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:06.365976 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6e6d62d0-1543-4b18-825f-00538dc6c4ee req-ab91fea9-ceb7-4cbb-a2d5-4499d7a3c758 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 946 time: 0.0888329 Nov 16 11:36:06.433503 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6e6d62d0-1543-4b18-825f-00538dc6c4ee req-1386c2fb-bfca-4188-9373-8cd678907b5a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=49b75b1f-08a2-446a-817a-dcba3b370ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656905 Nov 16 11:36:06.452586 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50156) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:06.530785 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50162) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:06.630002 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b878c-9c30-4b46-bfa5-63ad7c7c501b tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Deleting port d3bfc39d-025d-4f03-9bb8-aa70f5387284 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:36:06.630389 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7e4b878c-9c30-4b46-bfa5-63ad7c7c501b tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:06.649855 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-51db6cb3-a894-4807-9e35-cb77d51f502b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/floatingips/228a0562-6510-4050-9d1e-48d90c3c6a73 HTTP/1.1" status: 200 len: 992 time: 0.1919026 Nov 16 11:36:06.672036 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6dcb7730-f2bd-4ff3-85e3-2961828d480a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e891e64c28504d7cb63f82c797204695&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1362562 Nov 16 11:36:06.672821 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50166) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:06.739402 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-400039b3-45bf-4248-ac7a-5e3bb0811bfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:06.754760 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-7e4b878c-9c30-4b46-bfa5-63ad7c7c501b tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] For port d3bfc39d-025d-4f03-9bb8-aa70f5387284, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=d3bfc39d-025d-4f03-9bb8-aa70f5387284,segment=NetworkSegment(e7d435ad-c8af-4f15-be6a-b0249b72efaa),segment_id=e7d435ad-c8af-4f15-be6a-b0249b72efaa)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:36:06.755386 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7e4b878c-9c30-4b46-bfa5-63ad7c7c501b tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:06.755978 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-df24ad4c-8f5d-47d4-85b9-ee43ab36eb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f0ec97-cef9-44b1-bdf0-924d596cbde4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088755865', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'fe7b1551-b531-4839-a2e6-834a036facb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:32Z', 'updated_at': '2021-11-16T11:35:37Z', 'revision_number': 4, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': 'fe7b1551-b531-4839-a2e6-834a036facb8', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f0ec97-cef9-44b1-bdf0-924d596cbde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:33Z', 'updated_at': '2021-11-16T11:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '228a0562-6510-4050-9d1e-48d90c3c6a73', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '97f0ec97-cef9-44b1-bdf0-924d596cbde4', 'port_id': '30f83719-d107-4d68-bba8-cb927f4f8930', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59a3cc32-0b4a-4110-9e86-4b064c1586ed', 'mac_address': 'fa:16:3e:58:41:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a750cd-f69d-49c7-9358-00408ecef147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:36:04Z', 'updated_at': '2021-11-16T11:36:04Z', 'revision_number': 0, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13cfda9b-07c6-410e-92ac-1598dd0c444d', 'name': '', 'network_id': '59a3cc32-0b4a-4110-9e86-4b064c1586ed', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'mac_address': 'fa:16:3e:3f:9a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f0ec97-cef9-44b1-bdf0-924d596cbde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '9fda7162-9173-4586-9674-e48b78290bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:37Z', 'updated_at': '2021-11-16T11:35:49Z', 'revision_number': 5, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'subnets': [{'id': '9fda7162-9173-4586-9674-e48b78290bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:06.766553 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-400039b3-45bf-4248-ac7a-5e3bb0811bfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:06.773278 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b878c-9c30-4b46-bfa5-63ad7c7c501b tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Calling delete_port for d3bfc39d-025d-4f03-9bb8-aa70f5387284 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:36:06.788574 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df24ad4c-8f5d-47d4-85b9-ee43ab36eb72 None None] Checking router: 97f0ec97-cef9-44b1-bdf0-924d596cbde4 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:36:06.798045 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df24ad4c-8f5d-47d4-85b9-ee43ab36eb72 None None] Routers {'97f0ec97-cef9-44b1-bdf0-924d596cbde4'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:36:06.799052 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-df24ad4c-8f5d-47d4-85b9-ee43ab36eb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:35:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['97f0ec97-cef9-44b1-bdf0-924d596cbde4'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:06.837771 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-400039b3-45bf-4248-ac7a-5e3bb0811bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:06.840280 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-400039b3-45bf-4248-ac7a-5e3bb0811bfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:06.843693 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-400039b3-45bf-4248-ac7a-5e3bb0811bfa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4072ea76-bb97-40a2-808a-5b337985a5cd HTTP/1.1" status: 204 len: 168 time: 0.1675792 Nov 16 11:36:06.855516 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400039b3-45bf-4248-ac7a-5e3bb0811bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4072ea76-bb97-40a2-808a-5b337985a5cd,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:06.960840 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-df24ad4c-8f5d-47d4-85b9-ee43ab36eb72 None None] Set router 97f0ec97-cef9-44b1-bdf0-924d596cbde4 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:36:07.063117 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e160f-c1ba-4e5f-8d2f-0ee2e7c33946 req-aa865fe0-28e7-4315-8d5f-1575d68e9467 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:07.064814 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-413e160f-c1ba-4e5f-8d2f-0ee2e7c33946 req-aa865fe0-28e7-4315-8d5f-1575d68e9467 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 945 time: 0.0725842 Nov 16 11:36:07.093765 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7e4b878c-9c30-4b46-bfa5-63ad7c7c501b tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:07.138021 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-413e160f-c1ba-4e5f-8d2f-0ee2e7c33946 req-07de1e95-729c-4ef6-a119-1df3db869426 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a1ae922-53db-4b87-b60b-12d9a74c16ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654187 Nov 16 11:36:07.139402 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b878c-9c30-4b46-bfa5-63ad7c7c501b tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event deleted for resources: {'Port': ['ID=d3bfc39d-025d-4f03-9bb8-aa70f5387284,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:07.317431 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-124acceb-8274-4cb4-9ef8-99cb2a3eb6a2 req-8c69bf9a-2b92-40fa-99a2-36d0e9b57377 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=37da0729-5628-410b-a865-cf2743b02f2c HTTP/1.1" status: 200 len: 210 time: 0.0866284 Nov 16 11:36:07.348770 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-df24ad4c-8f5d-47d4-85b9-ee43ab36eb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f0ec97-cef9-44b1-bdf0-924d596cbde4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088755865', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'fe7b1551-b531-4839-a2e6-834a036facb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:32Z', 'updated_at': '2021-11-16T11:35:37Z', 'revision_number': 4, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': 'fe7b1551-b531-4839-a2e6-834a036facb8', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f0ec97-cef9-44b1-bdf0-924d596cbde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:33Z', 'updated_at': '2021-11-16T11:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '228a0562-6510-4050-9d1e-48d90c3c6a73', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '97f0ec97-cef9-44b1-bdf0-924d596cbde4', 'port_id': '30f83719-d107-4d68-bba8-cb927f4f8930', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59a3cc32-0b4a-4110-9e86-4b064c1586ed', 'mac_address': 'fa:16:3e:58:41:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a750cd-f69d-49c7-9358-00408ecef147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:36:04Z', 'updated_at': '2021-11-16T11:36:04Z', 'revision_number': 0, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13cfda9b-07c6-410e-92ac-1598dd0c444d', 'name': '', 'network_id': '59a3cc32-0b4a-4110-9e86-4b064c1586ed', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'mac_address': 'fa:16:3e:3f:9a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f0ec97-cef9-44b1-bdf0-924d596cbde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '9fda7162-9173-4586-9674-e48b78290bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:37Z', 'updated_at': '2021-11-16T11:35:49Z', 'revision_number': 5, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'subnets': [{'id': '9fda7162-9173-4586-9674-e48b78290bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:07.426957 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df24ad4c-8f5d-47d4-85b9-ee43ab36eb72 None None] The sync data for ids ['97f0ec97-cef9-44b1-bdf0-924d596cbde4'] in n-d-816823-3 is: [{'id': '97f0ec97-cef9-44b1-bdf0-924d596cbde4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088755865', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'fe7b1551-b531-4839-a2e6-834a036facb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:32Z', 'updated_at': '2021-11-16T11:35:37Z', 'revision_number': 4, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': 'fe7b1551-b531-4839-a2e6-834a036facb8', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f0ec97-cef9-44b1-bdf0-924d596cbde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:33Z', 'updated_at': '2021-11-16T11:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '228a0562-6510-4050-9d1e-48d90c3c6a73', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '97f0ec97-cef9-44b1-bdf0-924d596cbde4', 'port_id': '30f83719-d107-4d68-bba8-cb927f4f8930', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59a3cc32-0b4a-4110-9e86-4b064c1586ed', 'mac_address': 'fa:16:3e:58:41:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a750cd-f69d-49c7-9358-00408ecef147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:36:04Z', 'updated_at': '2021-11-16T11:36:04Z', 'revision_number': 0, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13cfda9b-07c6-410e-92ac-1598dd0c444d', 'name': '', 'network_id': '59a3cc32-0b4a-4110-9e86-4b064c1586ed', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'mac_address': 'fa:16:3e:3f:9a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f0ec97-cef9-44b1-bdf0-924d596cbde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '9fda7162-9173-4586-9674-e48b78290bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:37Z', 'updated_at': '2021-11-16T11:35:49Z', 'revision_number': 5, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'subnets': [{'id': '9fda7162-9173-4586-9674-e48b78290bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:36:07.453793 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7e4b878c-9c30-4b46-bfa5-63ad7c7c501b tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:07.569778 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-1c631c79-9ffc-421d-988c-7eccd86531f5 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:07.571723 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-1c631c79-9ffc-421d-988c-7eccd86531f5 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.36 "GET /v2.0/networks?id=96e79771-237e-4cd3-91d2-c7d7c5041918 HTTP/1.1" status: 200 len: 811 time: 0.2760687 Nov 16 11:36:07.588042 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-6f631122-66e0-4c17-b51d-6441a64ff8c2 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Request body: {'port': {'device_id': '37da0729-5628-410b-a865-cf2743b02f2c', 'network_id': '96e79771-237e-4cd3-91d2-c7d7c5041918', 'admin_state_up': True, 'tenant_id': '6ab31bda493d4a3bae8684db01c778bb'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:07.651388 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50188) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:07.723334 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-6f631122-66e0-4c17-b51d-6441a64ff8c2 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Made reservation on behalf of 6ab31bda493d4a3bae8684db01c778bb for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:36:07.729103 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-6f631122-66e0-4c17-b51d-6441a64ff8c2 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:07.756007 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba57c095-e076-4f30-a895-435955b9c749 None None] New status for floating IP 228a0562-6510-4050-9d1e-48d90c3c6a73: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:36:07.763285 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-470ca33e-38bd-4949-8f22-6324c27f467f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/floatingips/228a0562-6510-4050-9d1e-48d90c3c6a73 HTTP/1.1" status: 200 len: 992 time: 0.0784409 Nov 16 11:36:07.769885 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4b878c-9c30-4b46-bfa5-63ad7c7c501b tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Router f26f8f1d-60b0-4549-8140-46eb5ccc2748 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:36:07.876075 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4b878c-9c30-4b46-bfa5-63ad7c7c501b tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:36:07.883428 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7e4b878c-9c30-4b46-bfa5-63ad7c7c501b tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "PUT /v2.0/routers/f26f8f1d-60b0-4549-8140-46eb5ccc2748/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2911763 Nov 16 11:36:07.887190 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50198) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:07.888821 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8dcb57-bc45-46a4-9cba-074abc2640a8 None None] Sync routers for ids ['f26f8f1d-60b0-4549-8140-46eb5ccc2748'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:36:07.902289 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8dcb57-bc45-46a4-9cba-074abc2640a8 None None] Routers {'f26f8f1d-60b0-4549-8140-46eb5ccc2748'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:36:07.905589 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-bc8dcb57-bc45-46a4-9cba-074abc2640a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:35:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f26f8f1d-60b0-4549-8140-46eb5ccc2748'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:07.909468 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-6f631122-66e0-4c17-b51d-6441a64ff8c2 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Allocated IP 172.20.0.13 (96e79771-237e-4cd3-91d2-c7d7c5041918/8e8690f1-2981-422e-ba98-68c4f62daf8a/4470b246-208e-47cd-bd12-3a315e0e05e3) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:36:07.946419 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e76f087-d9b1-42ca-a6cf-ff70ea8d943f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Deleting subnet c56a7350-f121-4ab1-9459-51d46c9909ad {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:36:07.950189 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9e76f087-d9b1-42ca-a6cf-ff70ea8d943f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:08.008934 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9e76f087-d9b1-42ca-a6cf-ff70ea8d943f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:08.036852 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a750cd-f69d-49c7-9358-00408ecef147', 'tag': '30f83719-d107-4d68-bba8-cb927f4f8930'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:36:08.040797 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcde51e-9c86-423f-b4cd-947de13b3e3b" -d '{"events": [{"name": "network-changed", "server_uuid": "e9a750cd-f69d-49c7-9358-00408ecef147", "tag": "30f83719-d107-4d68-bba8-cb927f4f8930"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:36:08.070337 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-bc8dcb57-bc45-46a4-9cba-074abc2640a8 None None] Set router f26f8f1d-60b0-4549-8140-46eb5ccc2748 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:36:08.108664 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-6f631122-66e0-4c17-b51d-6441a64ff8c2 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:08.137083 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee4352a-6a92-4c46-8e7e-11bb4b8160d6 x-openstack-request-id: req-fee4352a-6a92-4c46-8e7e-11bb4b8160d6 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:36:08.137356 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9a750cd-f69d-49c7-9358-00408ecef147", "tag": "30f83719-d107-4d68-bba8-cb927f4f8930", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:36:08.137618 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fee4352a-6a92-4c46-8e7e-11bb4b8160d6 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:36:08.138016 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a750cd-f69d-49c7-9358-00408ecef147', 'tag': '30f83719-d107-4d68-bba8-cb927f4f8930', 'status': 'completed', 'code': 200} Nov 16 11:36:08.151608 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9e76f087-d9b1-42ca-a6cf-ff70ea8d943f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:08.170089 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-6f631122-66e0-4c17-b51d-6441a64ff8c2 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:08.183606 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:36:08.235006 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-6f631122-66e0-4c17-b51d-6441a64ff8c2 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Network 96e79771-237e-4cd3-91d2-c7d7c5041918 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:36:08.239490 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-6f631122-66e0-4c17-b51d-6441a64ff8c2 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:36:08.243113 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-6f631122-66e0-4c17-b51d-6441a64ff8c2 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:36:08.248332 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f631122-66e0-4c17-b51d-6441a64ff8c2 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Pushing event updated for resources: {'Port': ['ID=4470b246-208e-47cd-bd12-3a315e0e05e3,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:08.294755 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcde51e-9c86-423f-b4cd-947de13b3e3b req-ac580c47-5e1c-4ea1-af7f-bb5f9985ea47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:08.297293 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ebcde51e-9c86-423f-b4cd-947de13b3e3b req-ac580c47-5e1c-4ea1-af7f-bb5f9985ea47 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a94525ce04b1475298bff18f4d90d9d6&device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 1097 time: 0.1230021 Nov 16 11:36:08.306154 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9e76f087-d9b1-42ca-a6cf-ff70ea8d943f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:08.345219 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c1972-10cd-4389-9549-f1332a304d96 req-73578979-d443-44f9-879b-a8e4cbb34a70 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:08.353861 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7b2c1972-10cd-4389-9549-f1332a304d96 req-73578979-d443-44f9-879b-a8e4cbb34a70 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 945 time: 0.0828269 Nov 16 11:36:08.362458 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-6f631122-66e0-4c17-b51d-6441a64ff8c2 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:08.363093 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-6f631122-66e0-4c17-b51d-6441a64ff8c2 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:08.417982 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e76f087-d9b1-42ca-a6cf-ff70ea8d943f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event deleted for resources: {'Subnet': ['ID=c56a7350-f121-4ab1-9459-51d46c9909ad,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:08.428333 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7b2c1972-10cd-4389-9549-f1332a304d96 req-e855257e-dd8c-4d28-a820-1def2a794bd7 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a1ae922-53db-4b87-b60b-12d9a74c16ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692310 Nov 16 11:36:08.448689 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-6f631122-66e0-4c17-b51d-6441a64ff8c2 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8653567 Nov 16 11:36:08.453494 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9e76f087-d9b1-42ca-a6cf-ff70ea8d943f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:08.456041 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-bc8dcb57-bc45-46a4-9cba-074abc2640a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'name': 'tempest-RoutersTest-router-1643074238', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:34Z', 'updated_at': '2021-11-16T11:36:07Z', 'revision_number': 9, 'project_id': '3610a194a09949c3b82958173883b2cb', 'gw_port_host': None, '_interfaces': [{'id': '61d92620-6c2b-473f-91cb-262cf3b2b3cc', 'name': '', 'network_id': 'b0f8d236-ca82-4dcb-9972-8bc4f079847f', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:5b:0b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'f68b38a4-6e5a-4b52-9cf2-52f07acd7a6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:42Z', 'updated_at': '2021-11-16T11:35:50Z', 'revision_number': 5, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': 'f68b38a4-6e5a-4b52-9cf2-52f07acd7a6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f845c43c-5f54-4351-aa85-c0b003b91ce2', 'name': '', 'network_id': '48b6c95e-eac9-4e2e-a662-e93393ab2b8d', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:5b:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'a13a8359-1b13-4008-b5cc-96b39c84706c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:36Z', 'updated_at': '2021-11-16T11:35:43Z', 'revision_number': 5, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': 'a13a8359-1b13-4008-b5cc-96b39c84706c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:08.462110 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9e76f087-d9b1-42ca-a6cf-ff70ea8d943f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "DELETE /v2.0/subnets/c56a7350-f121-4ab1-9459-51d46c9909ad HTTP/1.1" status: 204 len: 168 time: 0.5738523 Nov 16 11:36:08.464916 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867fa610-7712-47f2-a487-bcf9f002bc63 None None] Network 69b0f831-1e15-461f-a785-8bcb7c8935b8 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:36:08.466170 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-712d0f90-4335-4a0a-b4b4-e836816e0f36 service neutron] Request body: {'port': {'device_id': '37da0729-5628-410b-a865-cf2743b02f2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:08.467831 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50210) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:08.518141 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8dcb57-bc45-46a4-9cba-074abc2640a8 None None] Checking router: f26f8f1d-60b0-4549-8140-46eb5ccc2748 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:36:08.540522 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8dcb57-bc45-46a4-9cba-074abc2640a8 None None] Routers {'f26f8f1d-60b0-4549-8140-46eb5ccc2748'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:36:08.541458 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-bc8dcb57-bc45-46a4-9cba-074abc2640a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:35:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f26f8f1d-60b0-4549-8140-46eb5ccc2748'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:08.588770 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-133f0b5f-ef4e-4912-ad06-ca076ce9a84a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:08.599520 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcde51e-9c86-423f-b4cd-947de13b3e3b req-97ed5491-05b1-47ed-a9bd-421827a44f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:08.601612 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ebcde51e-9c86-423f-b4cd-947de13b3e3b req-97ed5491-05b1-47ed-a9bd-421827a44f9a service neutron] 10.222.0.64 "GET /v2.0/networks?id=59a3cc32-0b4a-4110-9e86-4b064c1586ed HTTP/1.1" status: 200 len: 897 time: 0.2896914 Nov 16 11:36:08.602579 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-712d0f90-4335-4a0a-b4b4-e836816e0f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:08.623993 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a5bcb-c513-4759-bd7d-181f30f9d3ce req-fa4d22b3-6d14-42f6-aa7a-22433f4d92dc tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:08.631441 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-089a5bcb-c513-4759-bd7d-181f30f9d3ce req-fa4d22b3-6d14-42f6-aa7a-22433f4d92dc tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=37da0729-5628-410b-a865-cf2743b02f2c HTTP/1.1" status: 200 len: 932 time: 0.0803609 Nov 16 11:36:08.680796 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-bc8dcb57-bc45-46a4-9cba-074abc2640a8 None None] Set router f26f8f1d-60b0-4549-8140-46eb5ccc2748 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:36:08.702985 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ebcde51e-9c86-423f-b4cd-947de13b3e3b req-949322cd-377b-4e8c-a17d-601430049699 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30f83719-d107-4d68-bba8-cb927f4f8930 HTTP/1.1" status: 200 len: 1002 time: 0.0748942 Nov 16 11:36:08.768004 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50220) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:08.809241 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8be5973-8d70-4795-81ec-4012bc89ffe1 None None] DHCP port deletion for 69b0f831-1e15-461f-a785-8bcb7c8935b8 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:36:08.844832 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-089a5bcb-c513-4759-bd7d-181f30f9d3ce req-3ea4d319-2ecc-4220-83d8-5d2c4dd0f9bc tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047150 Nov 16 11:36:08.900128 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-133f0b5f-ef4e-4912-ad06-ca076ce9a84a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Deleting port 9b4145c6-e2d8-4487-9dc4-60d444483c2b {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:36:08.901119 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-133f0b5f-ef4e-4912-ad06-ca076ce9a84a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:08.907888 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7215f55c-de48-446d-9de7-c93423e824a3 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/floatingips/228a0562-6510-4050-9d1e-48d90c3c6a73 HTTP/1.1" status: 200 len: 994 time: 0.1387954 Nov 16 11:36:08.931633 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-a8be5973-8d70-4795-81ec-4012bc89ffe1 None None] Deleting port 9b4145c6-e2d8-4487-9dc4-60d444483c2b {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:36:08.932549 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a8be5973-8d70-4795-81ec-4012bc89ffe1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:08.957558 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcde51e-9c86-423f-b4cd-947de13b3e3b req-4f8f2ade-800f-4dee-a02c-21db541831dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:08.959479 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ebcde51e-9c86-423f-b4cd-947de13b3e3b req-4f8f2ade-800f-4dee-a02c-21db541831dd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9fda7162-9173-4586-9674-e48b78290bc0 HTTP/1.1" status: 200 len: 835 time: 0.2338035 Nov 16 11:36:09.023199 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-a8be5973-8d70-4795-81ec-4012bc89ffe1 None None] For port 9b4145c6-e2d8-4487-9dc4-60d444483c2b, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=9b4145c6-e2d8-4487-9dc4-60d444483c2b,segment=NetworkSegment(e7d435ad-c8af-4f15-be6a-b0249b72efaa),segment_id=e7d435ad-c8af-4f15-be6a-b0249b72efaa)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:36:09.023666 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a8be5973-8d70-4795-81ec-4012bc89ffe1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:09.046067 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-bc8dcb57-bc45-46a4-9cba-074abc2640a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'name': 'tempest-RoutersTest-router-1643074238', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:34Z', 'updated_at': '2021-11-16T11:36:07Z', 'revision_number': 9, 'project_id': '3610a194a09949c3b82958173883b2cb', 'gw_port_host': None, '_interfaces': [{'id': '61d92620-6c2b-473f-91cb-262cf3b2b3cc', 'name': '', 'network_id': 'b0f8d236-ca82-4dcb-9972-8bc4f079847f', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:5b:0b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'f68b38a4-6e5a-4b52-9cf2-52f07acd7a6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:42Z', 'updated_at': '2021-11-16T11:35:50Z', 'revision_number': 5, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': 'f68b38a4-6e5a-4b52-9cf2-52f07acd7a6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f845c43c-5f54-4351-aa85-c0b003b91ce2', 'name': '', 'network_id': '48b6c95e-eac9-4e2e-a662-e93393ab2b8d', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:5b:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'a13a8359-1b13-4008-b5cc-96b39c84706c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:36Z', 'updated_at': '2021-11-16T11:35:43Z', 'revision_number': 5, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': 'a13a8359-1b13-4008-b5cc-96b39c84706c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:09.052632 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-a8be5973-8d70-4795-81ec-4012bc89ffe1 None None] Calling delete_port for 9b4145c6-e2d8-4487-9dc4-60d444483c2b owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:36:09.058450 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-133f0b5f-ef4e-4912-ad06-ca076ce9a84a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] For port 9b4145c6-e2d8-4487-9dc4-60d444483c2b, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=9b4145c6-e2d8-4487-9dc4-60d444483c2b,segment=NetworkSegment(e7d435ad-c8af-4f15-be6a-b0249b72efaa),segment_id=e7d435ad-c8af-4f15-be6a-b0249b72efaa)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:36:09.058823 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-133f0b5f-ef4e-4912-ad06-ca076ce9a84a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:09.083841 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8dcb57-bc45-46a4-9cba-074abc2640a8 None None] The sync data for ids ['f26f8f1d-60b0-4549-8140-46eb5ccc2748'] in n-d-816823-3 is: [{'id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'name': 'tempest-RoutersTest-router-1643074238', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:34Z', 'updated_at': '2021-11-16T11:36:07Z', 'revision_number': 9, 'project_id': '3610a194a09949c3b82958173883b2cb', 'gw_port_host': None, '_interfaces': [{'id': '61d92620-6c2b-473f-91cb-262cf3b2b3cc', 'name': '', 'network_id': 'b0f8d236-ca82-4dcb-9972-8bc4f079847f', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:5b:0b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'f68b38a4-6e5a-4b52-9cf2-52f07acd7a6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:42Z', 'updated_at': '2021-11-16T11:35:50Z', 'revision_number': 5, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': 'f68b38a4-6e5a-4b52-9cf2-52f07acd7a6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f845c43c-5f54-4351-aa85-c0b003b91ce2', 'name': '', 'network_id': '48b6c95e-eac9-4e2e-a662-e93393ab2b8d', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:5b:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'a13a8359-1b13-4008-b5cc-96b39c84706c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:36Z', 'updated_at': '2021-11-16T11:35:43Z', 'revision_number': 5, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': 'a13a8359-1b13-4008-b5cc-96b39c84706c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:36:09.084295 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-712d0f90-4335-4a0a-b4b4-e836816e0f36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4470b246-208e-47cd-bd12-3a315e0e05e3 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:36:09.100157 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-712d0f90-4335-4a0a-b4b4-e836816e0f36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:09.119160 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcde51e-9c86-423f-b4cd-947de13b3e3b req-014c800e-0c17-4b26-be0a-964d76aa9562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:09.120694 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ebcde51e-9c86-423f-b4cd-947de13b3e3b req-014c800e-0c17-4b26-be0a-964d76aa9562 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=59a3cc32-0b4a-4110-9e86-4b064c1586ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1357512 Nov 16 11:36:09.127845 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-133f0b5f-ef4e-4912-ad06-ca076ce9a84a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Calling delete_port for 9b4145c6-e2d8-4487-9dc4-60d444483c2b owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:36:09.155675 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-712d0f90-4335-4a0a-b4b4-e836816e0f36 service neutron] Transition to ACTIVE for port object 4470b246-208e-47cd-bd12-3a315e0e05e3 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:36:09.164141 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-712d0f90-4335-4a0a-b4b4-e836816e0f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:09.169045 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a8be5973-8d70-4795-81ec-4012bc89ffe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:09.211874 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acce6b-1520-4c28-ae89-ebaf86e250ed req-1517132d-9b40-4f6b-a3b4-b038ef8f8e32 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:09.212070 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8be5973-8d70-4795-81ec-4012bc89ffe1 None None] No DVR routers for this DVR port 9b4145c6-e2d8-4487-9dc4-60d444483c2b on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:36:09.213525 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d9acce6b-1520-4c28-ae89-ebaf86e250ed req-1517132d-9b40-4f6b-a3b4-b038ef8f8e32 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 945 time: 0.1729510 Nov 16 11:36:09.214010 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be5973-8d70-4795-81ec-4012bc89ffe1 None None] Pushing event deleted for resources: {'Port': ['ID=9b4145c6-e2d8-4487-9dc4-60d444483c2b,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:09.229120 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d0f90-4335-4a0a-b4b4-e836816e0f36 service neutron] Pushing event updated for resources: {'Port': ['ID=4470b246-208e-47cd-bd12-3a315e0e05e3,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:09.323304 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-712d0f90-4335-4a0a-b4b4-e836816e0f36 service neutron] Attempting to bind port 4470b246-208e-47cd-bd12-3a315e0e05e3 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:36:09.323716 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-712d0f90-4335-4a0a-b4b4-e836816e0f36 service neutron] Attempting to bind port 4470b246-208e-47cd-bd12-3a315e0e05e3 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '20517f3a-9cfb-4242-9128-9853b0bf839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '96e79771-237e-4cd3-91d2-c7d7c5041918'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:36:09.324279 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-712d0f90-4335-4a0a-b4b4-e836816e0f36 service neutron] Attempting to bind port 4470b246-208e-47cd-bd12-3a315e0e05e3 on network 96e79771-237e-4cd3-91d2-c7d7c5041918 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:36:09.331214 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-712d0f90-4335-4a0a-b4b4-e836816e0f36 service neutron] Port 4470b246-208e-47cd-bd12-3a315e0e05e3 on network 96e79771-237e-4cd3-91d2-c7d7c5041918 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:36:09.331834 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-712d0f90-4335-4a0a-b4b4-e836816e0f36 service neutron] Attempting to bind port 4470b246-208e-47cd-bd12-3a315e0e05e3 on network 96e79771-237e-4cd3-91d2-c7d7c5041918 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:36:09.337984 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-712d0f90-4335-4a0a-b4b4-e836816e0f36 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:36:09.338460 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-712d0f90-4335-4a0a-b4b4-e836816e0f36 service neutron] Checking segment: {'id': '20517f3a-9cfb-4242-9128-9853b0bf839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '96e79771-237e-4cd3-91d2-c7d7c5041918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:36:09.338963 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-712d0f90-4335-4a0a-b4b4-e836816e0f36 service neutron] Bound using segment: {'id': '20517f3a-9cfb-4242-9128-9853b0bf839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '96e79771-237e-4cd3-91d2-c7d7c5041918'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:36:09.339531 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-712d0f90-4335-4a0a-b4b4-e836816e0f36 service neutron] Bound port: 4470b246-208e-47cd-bd12-3a315e0e05e3, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20517f3a-9cfb-4242-9128-9853b0bf839b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '96e79771-237e-4cd3-91d2-c7d7c5041918'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:36:09.340070 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-712d0f90-4335-4a0a-b4b4-e836816e0f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:09.415079 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-712d0f90-4335-4a0a-b4b4-e836816e0f36 service neutron] For port 4470b246-208e-47cd-bd12-3a315e0e05e3, host n-h1-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:36:09.418727 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-712d0f90-4335-4a0a-b4b4-e836816e0f36 service neutron] For port 4470b246-208e-47cd-bd12-3a315e0e05e3, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=4470b246-208e-47cd-bd12-3a315e0e05e3,segment=NetworkSegment(20517f3a-9cfb-4242-9128-9853b0bf839b),segment_id=20517f3a-9cfb-4242-9128-9853b0bf839b)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:36:09.435138 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-712d0f90-4335-4a0a-b4b4-e836816e0f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:09.483540 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-712d0f90-4335-4a0a-b4b4-e836816e0f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:09.484932 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-712d0f90-4335-4a0a-b4b4-e836816e0f36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:09.487454 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-712d0f90-4335-4a0a-b4b4-e836816e0f36 service neutron] 10.222.0.36 "PUT /v2.0/ports/4470b246-208e-47cd-bd12-3a315e0e05e3 HTTP/1.1" status: 200 len: 1092 time: 1.0289905 Nov 16 11:36:09.488371 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37da0729-5628-410b-a865-cf2743b02f2c', 'tag': '4470b246-208e-47cd-bd12-3a315e0e05e3'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:36:09.491660 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f999daca-36f2-40a8-9e5a-194d66857aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "37da0729-5628-410b-a865-cf2743b02f2c", "tag": "4470b246-208e-47cd-bd12-3a315e0e05e3"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:36:09.580231 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d0f90-4335-4a0a-b4b4-e836816e0f36 service neutron] Pushing event updated for resources: {'Port': ['ID=4470b246-208e-47cd-bd12-3a315e0e05e3,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:09.596371 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device d3bfc39d-025d-4f03-9bb8-aa70f5387284 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:36:09.632020 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-ef893fa1-60db-48cf-9faf-a80c6edf026c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:09.633540 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-ef893fa1-60db-48cf-9faf-a80c6edf026c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ab31bda493d4a3bae8684db01c778bb&device_id=37da0729-5628-410b-a865-cf2743b02f2c HTTP/1.1" status: 200 len: 1095 time: 0.0709066 Nov 16 11:36:09.634780 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: d3bfc39d-025d-4f03-9bb8-aa70f5387284 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:36:09.637983 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device d3bfc39d-025d-4f03-9bb8-aa70f5387284 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:36:09.639177 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 9b4145c6-e2d8-4487-9dc4-60d444483c2b no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:36:09.670099 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 9b4145c6-e2d8-4487-9dc4-60d444483c2b {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:36:09.670817 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 9b4145c6-e2d8-4487-9dc4-60d444483c2b not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:36:09.698908 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ebcde51e-9c86-423f-b4cd-947de13b3e3b req-c5afe0a3-f1b3-42a6-9743-0d5a3ed282b8 service neutron] 10.222.0.64 "GET /v2.0/networks/59a3cc32-0b4a-4110-9e86-4b064c1586ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5610275 Nov 16 11:36:09.699701 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-e8eb0448-b45a-4bac-9093-18e8c8427ef5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4470b246-208e-47cd-bd12-3a315e0e05e3 HTTP/1.1" status: 200 len: 217 time: 0.0502286 Nov 16 11:36:09.708281 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed748b0c-1779-4209-803a-107cc32de77a req-5032c56b-27da-47f9-b164-4ea4aac3cdd2 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:09.709841 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ed748b0c-1779-4209-803a-107cc32de77a req-5032c56b-27da-47f9-b164-4ea4aac3cdd2 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 945 time: 0.0940824 Nov 16 11:36:09.773513 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-133f0b5f-ef4e-4912-ad06-ca076ce9a84a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:09.794008 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-c8e3a0f7-3e73-45a8-bb89-ab1abb04672e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:09.795518 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-c8e3a0f7-3e73-45a8-bb89-ab1abb04672e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e8690f1-2981-422e-ba98-68c4f62daf8a HTTP/1.1" status: 200 len: 851 time: 0.0846961 Nov 16 11:36:09.800169 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ed748b0c-1779-4209-803a-107cc32de77a req-09a910bd-48bb-43c8-92f0-ede77f1a34b0 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=2a1ae922-53db-4b87-b60b-12d9a74c16ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808508 Nov 16 11:36:09.808934 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f0b5f-ef4e-4912-ad06-ca076ce9a84a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event deleted for resources: {'Port': ['ID=9b4145c6-e2d8-4487-9dc4-60d444483c2b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:09.810806 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133f0b5f-ef4e-4912-ad06-ca076ce9a84a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] No DVR routers for this DVR port 9b4145c6-e2d8-4487-9dc4-60d444483c2b on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:36:09.836900 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-5065b607-341f-47f9-ba88-e6e55a237685 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=96e79771-237e-4cd3-91d2-c7d7c5041918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316145 Nov 16 11:36:09.851569 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-76189f9a-50e1-4c6b-addd-6535a8e493be service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:36:09.853234 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-76189f9a-50e1-4c6b-addd-6535a8e493be service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063498 Nov 16 11:36:09.854715 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f496ac-73ad-407b-8d61-6cf74805509e x-openstack-request-id: req-61f496ac-73ad-407b-8d61-6cf74805509e {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:36:09.854715 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37da0729-5628-410b-a865-cf2743b02f2c", "tag": "4470b246-208e-47cd-bd12-3a315e0e05e3", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:36:09.855024 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-61f496ac-73ad-407b-8d61-6cf74805509e {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:36:09.855503 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37da0729-5628-410b-a865-cf2743b02f2c', 'tag': '4470b246-208e-47cd-bd12-3a315e0e05e3', 'status': 'completed', 'code': 200} Nov 16 11:36:09.867205 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-d9acce6b-1520-4c28-ae89-ebaf86e250ed req-5c60f80a-19ac-4dd4-9d30-76dcca63397a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Deleting port 818135ef-9715-4a73-87e8-01ea64a454b6 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:36:09.867713 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d9acce6b-1520-4c28-ae89-ebaf86e250ed req-5c60f80a-19ac-4dd4-9d30-76dcca63397a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:09.974023 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ebcde51e-9c86-423f-b4cd-947de13b3e3b req-8f36e10e-5728-454f-b550-ef9bdc359d57 service neutron] 10.222.0.64 "GET /v2.0/networks/59a3cc32-0b4a-4110-9e86-4b064c1586ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627106 Nov 16 11:36:09.988119 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-133f0b5f-ef4e-4912-ad06-ca076ce9a84a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:09.995222 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-e135db4e-2e3a-4741-a319-5300551cd334 service neutron] 10.222.0.36 "GET /v2.0/networks/96e79771-237e-4cd3-91d2-c7d7c5041918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310637 Nov 16 11:36:10.028405 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-133f0b5f-ef4e-4912-ad06-ca076ce9a84a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69b0f831-1e15-461f-a785-8bcb7c8935b8']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:10.047619 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-133f0b5f-ef4e-4912-ad06-ca076ce9a84a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7d435ad-c8af-4f15-be6a-b0249b72efaa') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:10.047889 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-133f0b5f-ef4e-4912-ad06-ca076ce9a84a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7d435ad-c8af-4f15-be6a-b0249b72efaa') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:10.059723 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d9acce6b-1520-4c28-ae89-ebaf86e250ed req-5c60f80a-19ac-4dd4-9d30-76dcca63397a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] For port 818135ef-9715-4a73-87e8-01ea64a454b6, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=818135ef-9715-4a73-87e8-01ea64a454b6,segment=NetworkSegment(8c7d83bf-85a1-425d-b9b1-dd2526bf3d00),segment_id=8c7d83bf-85a1-425d-b9b1-dd2526bf3d00)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:36:10.060233 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d9acce6b-1520-4c28-ae89-ebaf86e250ed req-5c60f80a-19ac-4dd4-9d30-76dcca63397a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:10.065472 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e7640-2bf4-4c54-b3fb-66bfe372d79c req-9da14719-6e08-48f9-8bae-a4c3971a26ee tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:10.067035 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cc2e7640-2bf4-4c54-b3fb-66bfe372d79c req-9da14719-6e08-48f9-8bae-a4c3971a26ee tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=37da0729-5628-410b-a865-cf2743b02f2c HTTP/1.1" status: 200 len: 944 time: 0.1196003 Nov 16 11:36:10.070270 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-133f0b5f-ef4e-4912-ad06-ca076ce9a84a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:10.114085 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-133f0b5f-ef4e-4912-ad06-ca076ce9a84a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:10.126383 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-133f0b5f-ef4e-4912-ad06-ca076ce9a84a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:36:10.126851 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-133f0b5f-ef4e-4912-ad06-ca076ce9a84a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:10.130257 n-d-816823-3 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:36:10.130257 n-d-816823-3 neutron-server[102668]: self.session.flush() Nov 16 11:36:10.130257 n-d-816823-3 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:36:10.130257 n-d-816823-3 neutron-server[102668]: self.session.flush() Nov 16 11:36:10.130257 n-d-816823-3 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:36:10.130257 n-d-816823-3 neutron-server[102668]: self.session.flush() Nov 16 11:36:10.130257 n-d-816823-3 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:36:10.130257 n-d-816823-3 neutron-server[102668]: self.session.flush() Nov 16 11:36:10.130257 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:36:10.130257 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:36:10.130257 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:36:10.130257 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:36:10.130257 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:36:10.130257 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:36:10.130257 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:36:10.130257 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:36:10.130257 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:36:10.130257 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:36:10.130257 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:36:10.130257 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:36:10.130257 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:36:10.130257 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:36:10.130257 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:36:10.130257 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:36:10.130257 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:36:10.130257 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:36:10.130257 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:36:10.130257 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:36:10.130257 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:36:10.130257 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:36:10.130257 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:36:10.130257 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:36:10.130257 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:36:10.130257 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:36:10.130257 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:36:10.130257 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:36:10.130257 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:36:10.130257 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:36:10.130257 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:36:10.130257 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:36:10.149285 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-21aeb0d6-9080-4e8e-a028-91f9a0f339f9 req-728a8125-4dab-406e-942e-a4d62e20b74d service neutron] 10.222.0.36 "GET /v2.0/networks/96e79771-237e-4cd3-91d2-c7d7c5041918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461825 Nov 16 11:36:10.153687 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cc2e7640-2bf4-4c54-b3fb-66bfe372d79c req-16516811-2c38-49fa-a811-bb62c1267e69 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753446 Nov 16 11:36:10.238506 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-133f0b5f-ef4e-4912-ad06-ca076ce9a84a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:10.253468 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-133f0b5f-ef4e-4912-ad06-ca076ce9a84a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:10.259657 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-133f0b5f-ef4e-4912-ad06-ca076ce9a84a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "DELETE /v2.0/networks/69b0f831-1e15-461f-a785-8bcb7c8935b8 HTTP/1.1" status: 204 len: 168 time: 1.7906950 Nov 16 11:36:10.259918 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50260) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:10.278377 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f0b5f-ef4e-4912-ad06-ca076ce9a84a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event deleted for resources: {'Network': ['ID=69b0f831-1e15-461f-a785-8bcb7c8935b8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:10.352406 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999daca-36f2-40a8-9e5a-194d66857aa0 req-1af7d45f-7dd3-4ec4-939e-2e97b76c0a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:10.354344 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f999daca-36f2-40a8-9e5a-194d66857aa0 req-1af7d45f-7dd3-4ec4-939e-2e97b76c0a90 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ab31bda493d4a3bae8684db01c778bb&device_id=37da0729-5628-410b-a865-cf2743b02f2c HTTP/1.1" status: 200 len: 1095 time: 0.1475351 Nov 16 11:36:10.355345 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d9acce6b-1520-4c28-ae89-ebaf86e250ed req-5c60f80a-19ac-4dd4-9d30-76dcca63397a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:10.355711 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d9acce6b-1520-4c28-ae89-ebaf86e250ed req-5c60f80a-19ac-4dd4-9d30-76dcca63397a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:10.356025 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [req-d9acce6b-1520-4c28-ae89-ebaf86e250ed req-5c60f80a-19ac-4dd4-9d30-76dcca63397a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Floating IP 0b389c6f-8a40-4072-aabb-5edd0094ba62 disassociated. External IP: 172.25.0.164, port: 818135ef-9715-4a73-87e8-01ea64a454b6. Nov 16 11:36:10.356421 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-d9acce6b-1520-4c28-ae89-ebaf86e250ed req-5c60f80a-19ac-4dd4-9d30-76dcca63397a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Calling delete_port for 818135ef-9715-4a73-87e8-01ea64a454b6 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:36:10.534906 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d9acce6b-1520-4c28-ae89-ebaf86e250ed req-5c60f80a-19ac-4dd4-9d30-76dcca63397a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:10.560507 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999daca-36f2-40a8-9e5a-194d66857aa0 req-9381b022-bebe-44cb-be45-a8726cf86f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:10.561995 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f999daca-36f2-40a8-9e5a-194d66857aa0 req-9381b022-bebe-44cb-be45-a8726cf86f53 service neutron] 10.222.0.36 "GET /v2.0/networks?id=96e79771-237e-4cd3-91d2-c7d7c5041918 HTTP/1.1" status: 200 len: 912 time: 0.1991782 Nov 16 11:36:10.583323 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60f80a-19ac-4dd4-9d30-76dcca63397a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Pushing event deleted for resources: {'Port': ['ID=818135ef-9715-4a73-87e8-01ea64a454b6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:10.629363 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f999daca-36f2-40a8-9e5a-194d66857aa0 req-5f92f43c-9f80-4f7b-9336-4d7ac74bae94 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4470b246-208e-47cd-bd12-3a315e0e05e3 HTTP/1.1" status: 200 len: 217 time: 0.0397670 Nov 16 11:36:10.708236 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9acce6b-1520-4c28-ae89-ebaf86e250ed req-5c60f80a-19ac-4dd4-9d30-76dcca63397a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Router a3985154-8f21-4216-9060-e54a619f0d2d has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:36:10.714558 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999daca-36f2-40a8-9e5a-194d66857aa0 req-8902b0c1-e449-4253-89c1-a827b0bccfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:10.716064 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f999daca-36f2-40a8-9e5a-194d66857aa0 req-8902b0c1-e449-4253-89c1-a827b0bccfed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e8690f1-2981-422e-ba98-68c4f62daf8a HTTP/1.1" status: 200 len: 851 time: 0.0777788 Nov 16 11:36:10.832537 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9acce6b-1520-4c28-ae89-ebaf86e250ed req-5c60f80a-19ac-4dd4-9d30-76dcca63397a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:36:10.843182 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d3143d-831c-47e1-9d73-6117a91bf337 None None] Sync routers for ids ['a3985154-8f21-4216-9060-e54a619f0d2d'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:36:10.856274 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d3143d-831c-47e1-9d73-6117a91bf337 None None] Routers {'a3985154-8f21-4216-9060-e54a619f0d2d'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:36:10.857607 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-91d3143d-831c-47e1-9d73-6117a91bf337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:35:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['a3985154-8f21-4216-9060-e54a619f0d2d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:10.877699 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50278) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:10.907021 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9acce6b-1520-4c28-ae89-ebaf86e250ed req-5c60f80a-19ac-4dd4-9d30-76dcca63397a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] No DVR routers for this DVR port 818135ef-9715-4a73-87e8-01ea64a454b6 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:36:10.910011 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d9acce6b-1520-4c28-ae89-ebaf86e250ed req-5c60f80a-19ac-4dd4-9d30-76dcca63397a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:10.915945 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d9acce6b-1520-4c28-ae89-ebaf86e250ed req-5c60f80a-19ac-4dd4-9d30-76dcca63397a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.64 "DELETE /v2.0/ports/818135ef-9715-4a73-87e8-01ea64a454b6 HTTP/1.1" status: 204 len: 173 time: 1.6663558 Nov 16 11:36:10.916541 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b953a5a-a862-4eb8-a040-470deca364bb', 'name': 'network-vif-deleted', 'tag': '818135ef-9715-4a73-87e8-01ea64a454b6'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:36:10.930205 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3560897-9516-426d-86f9-b18905beb832" -d '{"events": [{"server_uuid": "9b953a5a-a862-4eb8-a040-470deca364bb", "name": "network-vif-deleted", "tag": "818135ef-9715-4a73-87e8-01ea64a454b6"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:36:11.089860 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b6d8fc36-e1c1-4ed9-a2eb-c2e0e40d4910 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:11.127607 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f999daca-36f2-40a8-9e5a-194d66857aa0 req-47ac3220-1529-4843-a3b7-e4b36d91cccd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=96e79771-237e-4cd3-91d2-c7d7c5041918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4027376 Nov 16 11:36:11.216545 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-91d3143d-831c-47e1-9d73-6117a91bf337 None None] Set router a3985154-8f21-4216-9060-e54a619f0d2d gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:36:11.220669 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b6d8fc36-e1c1-4ed9-a2eb-c2e0e40d4910 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:11.226893 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b6d8fc36-e1c1-4ed9-a2eb-c2e0e40d4910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:11.230025 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7cd6f7c9-25e3-4c73-af86-631dec8d2bc9 req-25d5a630-1f7b-4710-92e9-a1ab58cf7cc1 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b953a5a-a862-4eb8-a040-470deca364bb HTTP/1.1" status: 200 len: 210 time: 0.1014917 Nov 16 11:36:11.259520 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b6d8fc36-e1c1-4ed9-a2eb-c2e0e40d4910 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c574b73e2c2947d69f0d1591b81df3ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3805866 Nov 16 11:36:11.262150 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50286) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:11.287184 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0905f2-ad02-4a2f-83a1-49a01a2dd069 x-openstack-request-id: req-bf0905f2-ad02-4a2f-83a1-49a01a2dd069 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:36:11.287906 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b953a5a-a862-4eb8-a040-470deca364bb", "name": "network-vif-deleted", "tag": "818135ef-9715-4a73-87e8-01ea64a454b6", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:36:11.288412 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bf0905f2-ad02-4a2f-83a1-49a01a2dd069 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:36:11.288766 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b953a5a-a862-4eb8-a040-470deca364bb', 'name': 'network-vif-deleted', 'tag': '818135ef-9715-4a73-87e8-01ea64a454b6', 'status': 'completed', 'code': 200} Nov 16 11:36:11.311889 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8fc36-e1c1-4ed9-a2eb-c2e0e40d4910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833ed42f-4641-48b9-9edc-d6114a952f36,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:11.344056 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b66d2ee9-3b2e-4cee-b3cf-20bbf7649c4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:11.374862 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b66d2ee9-3b2e-4cee-b3cf-20bbf7649c4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:11.379783 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f999daca-36f2-40a8-9e5a-194d66857aa0 req-30243c88-9736-4f56-9f54-be3f9ebf8562 service neutron] 10.222.0.36 "GET /v2.0/networks/96e79771-237e-4cd3-91d2-c7d7c5041918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300594 Nov 16 11:36:11.396215 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f8f8caa-3ef7-4b5d-b8f8-bf262d1ef818 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:11.432851 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b66d2ee9-3b2e-4cee-b3cf-20bbf7649c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:11.437752 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b66d2ee9-3b2e-4cee-b3cf-20bbf7649c4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:11.439808 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b66d2ee9-3b2e-4cee-b3cf-20bbf7649c4e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/833ed42f-4641-48b9-9edc-d6114a952f36 HTTP/1.1" status: 204 len: 168 time: 0.1765981 Nov 16 11:36:11.457101 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d2ee9-3b2e-4cee-b3cf-20bbf7649c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833ed42f-4641-48b9-9edc-d6114a952f36,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:11.458667 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5fe41-a187-47a1-ac7c-42b675efb550 req-f06512e7-a3c5-40cb-987e-3cdc9e6e45ad tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:11.476430 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5fd5fe41-a187-47a1-ac7c-42b675efb550 req-f06512e7-a3c5-40cb-987e-3cdc9e6e45ad tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=37da0729-5628-410b-a865-cf2743b02f2c HTTP/1.1" status: 200 len: 944 time: 0.1395967 Nov 16 11:36:11.508715 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-91d3143d-831c-47e1-9d73-6117a91bf337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'name': 'tempest-AttachVolumeTestJSON-1536486095-router', 'tenant_id': '5de40747a10d44f79906618ae036d315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a9a89e3d-f4fd-40db-9bd0-af45c292add6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:31:10Z', 'updated_at': '2021-11-16T11:31:17Z', 'revision_number': 4, 'project_id': '5de40747a10d44f79906618ae036d315', 'gw_port': {'id': 'a9a89e3d-f4fd-40db-9bd0-af45c292add6', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:11:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:11Z', 'updated_at': '2021-11-16T11:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '63085609-c37f-46eb-8516-a0093c03b01d', 'name': '', 'network_id': 'ac38a654-4075-456a-bc52-9a2a4fa7d579', 'tenant_id': '5de40747a10d44f79906618ae036d315', 'mac_address': 'fa:16:3e:8d:47:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '0c5b6ebb-aa31-4518-a588-3858b2528956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:15Z', 'updated_at': '2021-11-16T11:31:24Z', 'revision_number': 5, 'project_id': '5de40747a10d44f79906618ae036d315', 'subnets': [{'id': '0c5b6ebb-aa31-4518-a588-3858b2528956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:11.539366 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d3143d-831c-47e1-9d73-6117a91bf337 None None] Checking router: a3985154-8f21-4216-9060-e54a619f0d2d for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:36:11.550029 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d3143d-831c-47e1-9d73-6117a91bf337 None None] Routers {'a3985154-8f21-4216-9060-e54a619f0d2d'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:36:11.550679 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-91d3143d-831c-47e1-9d73-6117a91bf337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:35:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['a3985154-8f21-4216-9060-e54a619f0d2d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:11.630891 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 818135ef-9715-4a73-87e8-01ea64a454b6 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:36:11.647378 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5fd5fe41-a187-47a1-ac7c-42b675efb550 req-7fb40d00-5d9c-4d4d-b1af-0c40779a4964 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698833 Nov 16 11:36:11.677977 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 818135ef-9715-4a73-87e8-01ea64a454b6 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:36:11.678215 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 818135ef-9715-4a73-87e8-01ea64a454b6 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:36:11.686165 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f999daca-36f2-40a8-9e5a-194d66857aa0 req-3fa4d70a-a1f8-458c-b0e3-d6159f3bc7dd service neutron] 10.222.0.36 "GET /v2.0/networks/96e79771-237e-4cd3-91d2-c7d7c5041918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944632 Nov 16 11:36:11.718499 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-91d3143d-831c-47e1-9d73-6117a91bf337 None None] Set router a3985154-8f21-4216-9060-e54a619f0d2d gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:36:11.823286 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-9f8f8caa-3ef7-4b5d-b8f8-bf262d1ef818 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Deleting port 61d92620-6c2b-473f-91cb-262cf3b2b3cc {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:36:11.823627 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f8f8caa-3ef7-4b5d-b8f8-bf262d1ef818 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:11.828890 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50294) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:11.843216 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-31cd65de-d27c-4d29-b2ea-6534e37ab0db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:11.924911 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-9f8f8caa-3ef7-4b5d-b8f8-bf262d1ef818 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] For port 61d92620-6c2b-473f-91cb-262cf3b2b3cc, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=61d92620-6c2b-473f-91cb-262cf3b2b3cc,segment=NetworkSegment(c56b7af1-e764-4fa1-b2ce-7ed0880ba551),segment_id=c56b7af1-e764-4fa1-b2ce-7ed0880ba551)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:36:11.925168 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f8f8caa-3ef7-4b5d-b8f8-bf262d1ef818 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:11.933871 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-31cd65de-d27c-4d29-b2ea-6534e37ab0db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:11.938839 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-9f8f8caa-3ef7-4b5d-b8f8-bf262d1ef818 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Calling delete_port for 61d92620-6c2b-473f-91cb-262cf3b2b3cc owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:36:11.939012 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-31cd65de-d27c-4d29-b2ea-6534e37ab0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:11.940046 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-91d3143d-831c-47e1-9d73-6117a91bf337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'name': 'tempest-AttachVolumeTestJSON-1536486095-router', 'tenant_id': '5de40747a10d44f79906618ae036d315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a9a89e3d-f4fd-40db-9bd0-af45c292add6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:31:10Z', 'updated_at': '2021-11-16T11:31:17Z', 'revision_number': 4, 'project_id': '5de40747a10d44f79906618ae036d315', 'gw_port': {'id': 'a9a89e3d-f4fd-40db-9bd0-af45c292add6', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:11:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:11Z', 'updated_at': '2021-11-16T11:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '63085609-c37f-46eb-8516-a0093c03b01d', 'name': '', 'network_id': 'ac38a654-4075-456a-bc52-9a2a4fa7d579', 'tenant_id': '5de40747a10d44f79906618ae036d315', 'mac_address': 'fa:16:3e:8d:47:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '0c5b6ebb-aa31-4518-a588-3858b2528956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:15Z', 'updated_at': '2021-11-16T11:31:24Z', 'revision_number': 5, 'project_id': '5de40747a10d44f79906618ae036d315', 'subnets': [{'id': '0c5b6ebb-aa31-4518-a588-3858b2528956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:11.968966 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d3143d-831c-47e1-9d73-6117a91bf337 None None] The sync data for ids ['a3985154-8f21-4216-9060-e54a619f0d2d'] in n-d-816823-3 is: [{'id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'name': 'tempest-AttachVolumeTestJSON-1536486095-router', 'tenant_id': '5de40747a10d44f79906618ae036d315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a9a89e3d-f4fd-40db-9bd0-af45c292add6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:31:10Z', 'updated_at': '2021-11-16T11:31:17Z', 'revision_number': 4, 'project_id': '5de40747a10d44f79906618ae036d315', 'gw_port': {'id': 'a9a89e3d-f4fd-40db-9bd0-af45c292add6', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:11:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:11Z', 'updated_at': '2021-11-16T11:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '63085609-c37f-46eb-8516-a0093c03b01d', 'name': '', 'network_id': 'ac38a654-4075-456a-bc52-9a2a4fa7d579', 'tenant_id': '5de40747a10d44f79906618ae036d315', 'mac_address': 'fa:16:3e:8d:47:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '0c5b6ebb-aa31-4518-a588-3858b2528956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:15Z', 'updated_at': '2021-11-16T11:31:24Z', 'revision_number': 5, 'project_id': '5de40747a10d44f79906618ae036d315', 'subnets': [{'id': '0c5b6ebb-aa31-4518-a588-3858b2528956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:36:11.983109 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-31cd65de-d27c-4d29-b2ea-6534e37ab0db admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9f14d011f6f9490b9bcbbaf834043430&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1528711 Nov 16 11:36:11.986263 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50296) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:11.989004 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd65de-d27c-4d29-b2ea-6534e37ab0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9fd606-faaa-420c-a691-b88d43046a2a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:12.095376 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c772ec9a-47d3-4b70-bf3c-952a16660701 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:12.142154 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c772ec9a-47d3-4b70-bf3c-952a16660701 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:12.192771 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f8f8caa-3ef7-4b5d-b8f8-bf262d1ef818 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:12.221521 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f8caa-3ef7-4b5d-b8f8-bf262d1ef818 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event deleted for resources: {'Port': ['ID=61d92620-6c2b-473f-91cb-262cf3b2b3cc,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:12.235626 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61f5176-7416-4e98-90b6-b4e9cd665fc9 None None] New status for floating IP 0b389c6f-8a40-4072-aabb-5edd0094ba62: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:36:12.251802 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c772ec9a-47d3-4b70-bf3c-952a16660701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:12.254343 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c772ec9a-47d3-4b70-bf3c-952a16660701 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:12.257840 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c772ec9a-47d3-4b70-bf3c-952a16660701 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/de9fd606-faaa-420c-a691-b88d43046a2a HTTP/1.1" status: 204 len: 168 time: 0.2682862 Nov 16 11:36:12.290235 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c772ec9a-47d3-4b70-bf3c-952a16660701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9fd606-faaa-420c-a691-b88d43046a2a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:12.364028 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50304) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:12.436364 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f8f8caa-3ef7-4b5d-b8f8-bf262d1ef818 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:12.473741 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54dc67ae-f207-41f8-87c2-44caa56c0d78 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:12.511612 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54dc67ae-f207-41f8-87c2-44caa56c0d78 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:12.597303 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54dc67ae-f207-41f8-87c2-44caa56c0d78 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:12.599941 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54dc67ae-f207-41f8-87c2-44caa56c0d78 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:12.604548 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-54dc67ae-f207-41f8-87c2-44caa56c0d78 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "DELETE /v2.0/security-groups/2a1ae922-53db-4b87-b60b-12d9a74c16ce HTTP/1.1" status: 204 len: 168 time: 0.2359097 Nov 16 11:36:12.604838 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50308) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:12.621357 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc67ae-f207-41f8-87c2-44caa56c0d78 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1ae922-53db-4b87-b60b-12d9a74c16ce,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:12.623455 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-f74bb258-6a9d-46be-af84-a57bc6e508d2 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] show failed (client error): The resource could not be found. Nov 16 11:36:12.627286 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f74bb258-6a9d-46be-af84-a57bc6e508d2 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups/2a1ae922-53db-4b87-b60b-12d9a74c16ce HTTP/1.1" status: 404 len: 347 time: 0.0187390 Nov 16 11:36:12.627853 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50310) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:12.692294 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8f8caa-3ef7-4b5d-b8f8-bf262d1ef818 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Router f26f8f1d-60b0-4549-8140-46eb5ccc2748 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:36:12.777222 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-68b6b17d-0abc-48d7-bf0f-5dcb6d49d0b9 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Deleting port fe74b885-4c77-4bbc-b6f1-00161bb1df0f {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:36:12.777561 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-68b6b17d-0abc-48d7-bf0f-5dcb6d49d0b9 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:12.838872 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8f8caa-3ef7-4b5d-b8f8-bf262d1ef818 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:36:12.848922 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-9f8f8caa-3ef7-4b5d-b8f8-bf262d1ef818 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "PUT /v2.0/routers/f26f8f1d-60b0-4549-8140-46eb5ccc2748/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5881767 Nov 16 11:36:12.850951 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50324) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:12.855420 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4dbee3-67a7-4f78-976f-86328098be36 None None] Sync routers for ids ['f26f8f1d-60b0-4549-8140-46eb5ccc2748'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:36:12.862324 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-68b6b17d-0abc-48d7-bf0f-5dcb6d49d0b9 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:12.862905 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-68b6b17d-0abc-48d7-bf0f-5dcb6d49d0b9 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:12.867264 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345de140-fdbe-48b7-852c-c884ef525ccd req-39560752-9b52-4ab7-997c-c1b9c27e9e44 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:12.870573 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4dbee3-67a7-4f78-976f-86328098be36 None None] Routers {'f26f8f1d-60b0-4549-8140-46eb5ccc2748'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:36:12.872107 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ed4dbee3-67a7-4f78-976f-86328098be36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:35:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f26f8f1d-60b0-4549-8140-46eb5ccc2748'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:12.876350 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-345de140-fdbe-48b7-852c-c884ef525ccd req-39560752-9b52-4ab7-997c-c1b9c27e9e44 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=37da0729-5628-410b-a865-cf2743b02f2c HTTP/1.1" status: 200 len: 944 time: 0.1243150 Nov 16 11:36:12.878323 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-68b6b17d-0abc-48d7-bf0f-5dcb6d49d0b9 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Calling delete_port for fe74b885-4c77-4bbc-b6f1-00161bb1df0f owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:36:12.959096 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-52bb76e1-5607-456f-b2da-0c3be396e344 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Deleting subnet f68b38a4-6e5a-4b52-9cf2-52f07acd7a6f {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:36:12.968190 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-52bb76e1-5607-456f-b2da-0c3be396e344 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:13.005861 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-ed4dbee3-67a7-4f78-976f-86328098be36 None None] Set router f26f8f1d-60b0-4549-8140-46eb5ccc2748 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:36:13.017719 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-345de140-fdbe-48b7-852c-c884ef525ccd req-6a1bc9d7-efbf-4c38-b0e4-3db21cdf75a1 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403327 Nov 16 11:36:13.041404 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3e9616c0-9f3c-46c2-ab84-366959155194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:13.054105 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-52bb76e1-5607-456f-b2da-0c3be396e344 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:13.103387 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-68b6b17d-0abc-48d7-bf0f-5dcb6d49d0b9 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:13.138031 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b6b17d-0abc-48d7-bf0f-5dcb6d49d0b9 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Pushing event deleted for resources: {'Port': ['ID=fe74b885-4c77-4bbc-b6f1-00161bb1df0f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:13.184020 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-52bb76e1-5607-456f-b2da-0c3be396e344 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:13.218416 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-68b6b17d-0abc-48d7-bf0f-5dcb6d49d0b9 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:13.222257 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-68b6b17d-0abc-48d7-bf0f-5dcb6d49d0b9 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:13.223426 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-68b6b17d-0abc-48d7-bf0f-5dcb6d49d0b9 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "DELETE /v2.0/floatingips/0b389c6f-8a40-4072-aabb-5edd0094ba62 HTTP/1.1" status: 204 len: 168 time: 0.5929043 Nov 16 11:36:13.268522 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-52bb76e1-5607-456f-b2da-0c3be396e344 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:13.284256 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50336) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:13.285765 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ed4dbee3-67a7-4f78-976f-86328098be36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'name': 'tempest-RoutersTest-router-1643074238', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:34Z', 'updated_at': '2021-11-16T11:36:12Z', 'revision_number': 10, 'project_id': '3610a194a09949c3b82958173883b2cb', 'gw_port_host': None, '_interfaces': [{'id': 'f845c43c-5f54-4351-aa85-c0b003b91ce2', 'name': '', 'network_id': '48b6c95e-eac9-4e2e-a662-e93393ab2b8d', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:5b:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'a13a8359-1b13-4008-b5cc-96b39c84706c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:36Z', 'updated_at': '2021-11-16T11:35:43Z', 'revision_number': 5, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': 'a13a8359-1b13-4008-b5cc-96b39c84706c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:13.318505 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb76e1-5607-456f-b2da-0c3be396e344 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event deleted for resources: {'Subnet': ['ID=f68b38a4-6e5a-4b52-9cf2-52f07acd7a6f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:13.320721 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-52bb76e1-5607-456f-b2da-0c3be396e344 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:13.324513 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-52bb76e1-5607-456f-b2da-0c3be396e344 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "DELETE /v2.0/subnets/f68b38a4-6e5a-4b52-9cf2-52f07acd7a6f HTTP/1.1" status: 204 len: 168 time: 0.4726062 Nov 16 11:36:13.327546 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50340) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:13.332759 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4dbee3-67a7-4f78-976f-86328098be36 None None] Checking router: f26f8f1d-60b0-4549-8140-46eb5ccc2748 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:36:13.344379 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8091026a-89f5-4118-9561-de472d27e4b1 None None] Network b0f8d236-ca82-4dcb-9972-8bc4f079847f requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:36:13.428592 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-784621ee-1588-491b-9eee-6e7538a7eae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:13.429292 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4dbee3-67a7-4f78-976f-86328098be36 None None] Routers {'f26f8f1d-60b0-4549-8140-46eb5ccc2748'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:36:13.430192 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ed4dbee3-67a7-4f78-976f-86328098be36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:35:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f26f8f1d-60b0-4549-8140-46eb5ccc2748'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:13.436038 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-378e8440-8015-4fc7-93f7-8f61cc607d05 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-306096278-network', 'tenant_id': '2e1ab6155719444d866a416eb40d5230'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:13.498844 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378e8440-8015-4fc7-93f7-8f61cc607d05 admin admin] Made reservation on behalf of 2e1ab6155719444d866a416eb40d5230 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:36:13.501363 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-378e8440-8015-4fc7-93f7-8f61cc607d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:13.512962 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-378e8440-8015-4fc7-93f7-8f61cc607d05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:13.548284 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50342) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:13.556687 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-ed4dbee3-67a7-4f78-976f-86328098be36 None None] Set router f26f8f1d-60b0-4549-8140-46eb5ccc2748 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:36:13.557618 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-753e59d0-8c72-4256-81e0-9aab75d8d20c tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1246585542', 'description': 'tempest-description--1144988890'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:13.567384 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-784621ee-1588-491b-9eee-6e7538a7eae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Deleting port 26f6bd30-251a-4359-8851-956d9db4abb4 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:36:13.567730 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-784621ee-1588-491b-9eee-6e7538a7eae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:13.591161 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 4470b246-208e-47cd-bd12-3a315e0e05e3 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:36:13.647866 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c84fda0-c4d8-46f4-8833-6bd206d86f46 None None] DHCP port deletion for b0f8d236-ca82-4dcb-9972-8bc4f079847f request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:36:13.649633 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-753e59d0-8c72-4256-81e0-9aab75d8d20c tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:13.688618 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-784621ee-1588-491b-9eee-6e7538a7eae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] For port 26f6bd30-251a-4359-8851-956d9db4abb4, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=26f6bd30-251a-4359-8851-956d9db4abb4,segment=NetworkSegment(c56b7af1-e764-4fa1-b2ce-7ed0880ba551),segment_id=c56b7af1-e764-4fa1-b2ce-7ed0880ba551)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:36:13.688981 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-784621ee-1588-491b-9eee-6e7538a7eae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:13.714951 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-784621ee-1588-491b-9eee-6e7538a7eae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Calling delete_port for 26f6bd30-251a-4359-8851-956d9db4abb4 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:36:13.745009 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-378e8440-8015-4fc7-93f7-8f61cc607d05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:13.779166 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-378e8440-8015-4fc7-93f7-8f61cc607d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:13.816497 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 4470b246-208e-47cd-bd12-3a315e0e05e3, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=4470b246-208e-47cd-bd12-3a315e0e05e3,segment=NetworkSegment(20517f3a-9cfb-4242-9128-9853b0bf839b),segment_id=20517f3a-9cfb-4242-9128-9853b0bf839b)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:36:13.824609 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-378e8440-8015-4fc7-93f7-8f61cc607d05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:36:13.844260 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '4470b246-208e-47cd-bd12-3a315e0e05e3', 'network_id': '96e79771-237e-4cd3-91d2-c7d7c5041918', 'port_id': '4470b246-208e-47cd-bd12-3a315e0e05e3', 'mac_address': 'fa:16:3e:91:9b:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e8690f1-2981-422e-ba98-68c4f62daf8a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:36:13.853703 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e8440-8015-4fc7-93f7-8f61cc607d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24166b1b-de8d-4d9f-a782-b5a1c6fd47b2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:13.869142 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-378e8440-8015-4fc7-93f7-8f61cc607d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:13.869764 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-378e8440-8015-4fc7-93f7-8f61cc607d05 admin admin] Added segment 84b3013f-cb4a-4965-86b4-cf129f3ad8bc of type vlan for network 625c168b-a993-4f10-b111-6dff924d6530 Nov 16 11:36:13.873304 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-753e59d0-8c72-4256-81e0-9aab75d8d20c tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:13.874921 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3c84fda0-c4d8-46f4-8833-6bd206d86f46 None None] Deleting port 26f6bd30-251a-4359-8851-956d9db4abb4 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:36:13.875601 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3c84fda0-c4d8-46f4-8833-6bd206d86f46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:13.890645 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-753e59d0-8c72-4256-81e0-9aab75d8d20c tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:13.950457 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-753e59d0-8c72-4256-81e0-9aab75d8d20c tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:13.954279 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-753e59d0-8c72-4256-81e0-9aab75d8d20c tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3982353 Nov 16 11:36:13.954876 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50344) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:13.955944 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-784621ee-1588-491b-9eee-6e7538a7eae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:13.960250 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-e2efae5f-4d98-46b9-a8df-9cfa0ac36b08 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Request body: {'security_group_rule': {'security_group_id': '09083bf5-cf45-4b26-b043-3ad082faeee2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:13.960456 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-378e8440-8015-4fc7-93f7-8f61cc607d05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:13.967408 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:13.979963 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3c84fda0-c4d8-46f4-8833-6bd206d86f46 None None] For port 26f6bd30-251a-4359-8851-956d9db4abb4, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=26f6bd30-251a-4359-8851-956d9db4abb4,segment=NetworkSegment(c56b7af1-e764-4fa1-b2ce-7ed0880ba551),segment_id=c56b7af1-e764-4fa1-b2ce-7ed0880ba551)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:36:13.980432 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3c84fda0-c4d8-46f4-8833-6bd206d86f46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:13.988000 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e59d0-8c72-4256-81e0-9aab75d8d20c tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09083bf5-cf45-4b26-b043-3ad082faeee2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:13.994870 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e2efae5f-4d98-46b9-a8df-9cfa0ac36b08 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:13.998184 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784621ee-1588-491b-9eee-6e7538a7eae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event deleted for resources: {'Port': ['ID=26f6bd30-251a-4359-8851-956d9db4abb4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:14.005911 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784621ee-1588-491b-9eee-6e7538a7eae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] No DVR routers for this DVR port 26f6bd30-251a-4359-8851-956d9db4abb4 on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:36:14.070578 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e2efae5f-4d98-46b9-a8df-9cfa0ac36b08 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:14.078552 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e2efae5f-4d98-46b9-a8df-9cfa0ac36b08 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:14.110277 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-378e8440-8015-4fc7-93f7-8f61cc607d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:14.111432 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378e8440-8015-4fc7-93f7-8f61cc607d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:14.117010 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-378e8440-8015-4fc7-93f7-8f61cc607d05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:14.149988 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2efae5f-4d98-46b9-a8df-9cfa0ac36b08 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf046eb3-906f-420e-87ea-14b95afa9579,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:14.158509 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-378e8440-8015-4fc7-93f7-8f61cc607d05 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.8673828 Nov 16 11:36:14.159337 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50350) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:14.163956 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e2efae5f-4d98-46b9-a8df-9cfa0ac36b08 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:14.164169 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4470b246-208e-47cd-bd12-3a315e0e05e3 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:36:14.166531 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e2efae5f-4d98-46b9-a8df-9cfa0ac36b08 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2090368 Nov 16 11:36:14.168627 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50352) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:14.169700 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3c84fda0-c4d8-46f4-8833-6bd206d86f46 None None] Calling delete_port for 26f6bd30-251a-4359-8851-956d9db4abb4 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:36:14.175716 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-93422db6-7ca3-4026-bb1f-bc25ac92595e tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Request body: {'security_group_rule': {'security_group_id': '09083bf5-cf45-4b26-b043-3ad082faeee2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:14.191348 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-662477c1-369a-4c62-9588-891b435d0d0a admin admin] Request body: {'subnet': {'network_id': '625c168b-a993-4f10-b111-6dff924d6530', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-306096278-subnet', 'tenant_id': '2e1ab6155719444d866a416eb40d5230', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:14.197325 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-784621ee-1588-491b-9eee-6e7538a7eae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:14.200063 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50a7fe-4fe5-45d5-bdc7-e817a0d530d3 req-edff0984-6062-4559-9993-cd70f115cd13 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:14.202204 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 4470b246-208e-47cd-bd12-3a315e0e05e3, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=4470b246-208e-47cd-bd12-3a315e0e05e3,segment=NetworkSegment(20517f3a-9cfb-4242-9128-9853b0bf839b),segment_id=20517f3a-9cfb-4242-9128-9853b0bf839b)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:36:14.206674 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0b50a7fe-4fe5-45d5-bdc7-e817a0d530d3 req-edff0984-6062-4559-9993-cd70f115cd13 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=37da0729-5628-410b-a865-cf2743b02f2c HTTP/1.1" status: 200 len: 944 time: 0.1078918 Nov 16 11:36:14.233712 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ed4dbee3-67a7-4f78-976f-86328098be36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'name': 'tempest-RoutersTest-router-1643074238', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:34Z', 'updated_at': '2021-11-16T11:36:12Z', 'revision_number': 10, 'project_id': '3610a194a09949c3b82958173883b2cb', 'gw_port_host': None, '_interfaces': [{'id': 'f845c43c-5f54-4351-aa85-c0b003b91ce2', 'name': '', 'network_id': '48b6c95e-eac9-4e2e-a662-e93393ab2b8d', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:5b:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'a13a8359-1b13-4008-b5cc-96b39c84706c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:36Z', 'updated_at': '2021-11-16T11:35:43Z', 'revision_number': 5, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': 'a13a8359-1b13-4008-b5cc-96b39c84706c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:14.237077 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:14.242491 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-93422db6-7ca3-4026-bb1f-bc25ac92595e tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:14.243856 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e8440-8015-4fc7-93f7-8f61cc607d05 admin admin] Pushing event updated for resources: {'Network': ['ID=625c168b-a993-4f10-b111-6dff924d6530,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:14.247147 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-784621ee-1588-491b-9eee-6e7538a7eae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0f8d236-ca82-4dcb-9972-8bc4f079847f']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:14.260952 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-784621ee-1588-491b-9eee-6e7538a7eae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c56b7af1-e764-4fa1-b2ce-7ed0880ba551') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:14.261324 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-784621ee-1588-491b-9eee-6e7538a7eae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c56b7af1-e764-4fa1-b2ce-7ed0880ba551') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:14.268969 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662477c1-369a-4c62-9588-891b435d0d0a admin admin] Made reservation on behalf of 2e1ab6155719444d866a416eb40d5230 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:36:14.271440 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-662477c1-369a-4c62-9588-891b435d0d0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:14.276144 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 625c168b-a993-4f10-b111-6dff924d6530 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:36:14.278311 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-784621ee-1588-491b-9eee-6e7538a7eae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:14.297075 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4dbee3-67a7-4f78-976f-86328098be36 None None] The sync data for ids ['f26f8f1d-60b0-4549-8140-46eb5ccc2748'] in n-d-816823-3 is: [{'id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'name': 'tempest-RoutersTest-router-1643074238', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:34Z', 'updated_at': '2021-11-16T11:36:12Z', 'revision_number': 10, 'project_id': '3610a194a09949c3b82958173883b2cb', 'gw_port_host': None, '_interfaces': [{'id': 'f845c43c-5f54-4351-aa85-c0b003b91ce2', 'name': '', 'network_id': '48b6c95e-eac9-4e2e-a662-e93393ab2b8d', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'mac_address': 'fa:16:3e:5b:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': 'a13a8359-1b13-4008-b5cc-96b39c84706c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:36Z', 'updated_at': '2021-11-16T11:35:43Z', 'revision_number': 5, 'project_id': '3610a194a09949c3b82958173883b2cb', 'subnets': [{'id': 'a13a8359-1b13-4008-b5cc-96b39c84706c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:36:14.312383 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0b50a7fe-4fe5-45d5-bdc7-e817a0d530d3 req-c6697d6a-5244-4f52-9c8b-7ca5dbd2b231 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932932 Nov 16 11:36:14.345214 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-93422db6-7ca3-4026-bb1f-bc25ac92595e tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:14.345875 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-784621ee-1588-491b-9eee-6e7538a7eae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:14.355179 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-93422db6-7ca3-4026-bb1f-bc25ac92595e tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:14.357882 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-784621ee-1588-491b-9eee-6e7538a7eae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:36:14.358483 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-784621ee-1588-491b-9eee-6e7538a7eae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:14.362531 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:36:14.362531 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:36:14.362531 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:36:14.362531 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:36:14.362531 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:36:14.362531 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:36:14.362531 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:36:14.362531 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:36:14.362531 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:36:14.362531 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:36:14.362531 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:36:14.362531 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:36:14.362531 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:36:14.362531 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:36:14.362531 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:36:14.362531 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:36:14.362531 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:36:14.362531 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:36:14.362531 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:36:14.362531 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:36:14.362531 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:36:14.362531 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:36:14.362531 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:36:14.362531 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:36:14.362531 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:36:14.362531 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:36:14.362531 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:36:14.362531 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:36:14.362531 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:36:14.362531 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:36:14.362531 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:36:14.362531 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:36:14.375073 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93422db6-7ca3-4026-bb1f-bc25ac92595e tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a23df44c-691f-4213-b62d-31118ce9435b,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:14.392148 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-93422db6-7ca3-4026-bb1f-bc25ac92595e tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:14.396291 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-93422db6-7ca3-4026-bb1f-bc25ac92595e tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2235491 Nov 16 11:36:14.398619 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50354) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:14.402849 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-3b2d207e-2ace-465f-8a72-d4dd17c1c5a9 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:14.431966 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3b2d207e-2ace-465f-8a72-d4dd17c1c5a9 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks [] for floatingip, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:14.434957 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=4470b246-208e-47cd-bd12-3a315e0e05e3,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:14.442604 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3c84fda0-c4d8-46f4-8833-6bd206d86f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:14.470077 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['4470b246-208e-47cd-bd12-3a315e0e05e3'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:36:14.472215 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-784621ee-1588-491b-9eee-6e7538a7eae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:14.476238 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84fda0-c4d8-46f4-8833-6bd206d86f46 None None] Pushing event deleted for resources: {'Port': ['ID=26f6bd30-251a-4359-8851-956d9db4abb4,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:14.482336 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-784621ee-1588-491b-9eee-6e7538a7eae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:14.486129 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-784621ee-1588-491b-9eee-6e7538a7eae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "DELETE /v2.0/networks/b0f8d236-ca82-4dcb-9972-8bc4f079847f HTTP/1.1" status: 204 len: 168 time: 1.1570077 Nov 16 11:36:14.489091 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50356) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:14.504725 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784621ee-1588-491b-9eee-6e7538a7eae3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event deleted for resources: {'Network': ['ID=b0f8d236-ca82-4dcb-9972-8bc4f079847f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:14.509238 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c84fda0-c4d8-46f4-8833-6bd206d86f46 None None] No DVR routers for this DVR port 26f6bd30-251a-4359-8851-956d9db4abb4 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:36:14.599866 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-662477c1-369a-4c62-9588-891b435d0d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:14.671681 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662477c1-369a-4c62-9588-891b435d0d0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8aa2bb83-080d-4518-bb02-cb4b059a9bb5,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:14.677083 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662477c1-369a-4c62-9588-891b435d0d0a admin admin] Checking segment: {'id': '84b3013f-cb4a-4965-86b4-cf129f3ad8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '625c168b-a993-4f10-b111-6dff924d6530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:36:14.677432 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662477c1-369a-4c62-9588-891b435d0d0a admin admin] Network hostable DHCP agents. Network: 625c168b-a993-4f10-b111-6dff924d6530, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:36:14.697991 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662477c1-369a-4c62-9588-891b435d0d0a admin admin] Network 625c168b-a993-4f10-b111-6dff924d6530 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:36:14.709484 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-662477c1-369a-4c62-9588-891b435d0d0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 625c168b-a993-4f10-b111-6dff924d6530) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:36:14.722619 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662477c1-369a-4c62-9588-891b435d0d0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:14.722619 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-662477c1-369a-4c62-9588-891b435d0d0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:14.726776 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e91bf1-6e79-4aeb-acf3-10b9cb1dbfb0 None None] Network 625c168b-a993-4f10-b111-6dff924d6530 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:36:14.743874 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-662477c1-369a-4c62-9588-891b435d0d0a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.5565059 Nov 16 11:36:14.746416 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50358) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:14.751235 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b15a0fbd-eb9e-459e-a27f-7dc6bac4576e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-306096278-router', 'tenant_id': '2e1ab6155719444d866a416eb40d5230', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:14.774655 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3b2d207e-2ace-465f-8a72-d4dd17c1c5a9 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:14.775470 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b15a0fbd-eb9e-459e-a27f-7dc6bac4576e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:14.776527 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b15a0fbd-eb9e-459e-a27f-7dc6bac4576e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:14.835449 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b15a0fbd-eb9e-459e-a27f-7dc6bac4576e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:14.903704 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4690a34c-ada6-4ad9-99f5-33caa99546d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-625c168b-a993-4f10-b111-6dff924d6530', 'network_id': '625c168b-a993-4f10-b111-6dff924d6530', 'tenant_id': '2e1ab6155719444d866a416eb40d5230', 'fixed_ips': [{'subnet_id': '8aa2bb83-080d-4518-bb02-cb4b059a9bb5'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:36:14.905449 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4690a34c-ada6-4ad9-99f5-33caa99546d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:14.932185 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-3b2d207e-2ace-465f-8a72-d4dd17c1c5a9 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Allocated IP 172.25.0.173 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/475045b7-425f-42d7-a916-73751d58bdb6) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:36:14.999835 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b15a0fbd-eb9e-459e-a27f-7dc6bac4576e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:15.067362 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-4690a34c-ada6-4ad9-99f5-33caa99546d5 None None] Allocated IP 172.20.0.2 (625c168b-a993-4f10-b111-6dff924d6530/8aa2bb83-080d-4518-bb02-cb4b059a9bb5/216dc0bb-04b3-4dd7-8b1a-5ddfeb036317) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:36:15.087782 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e60cb52-1542-46b2-9eee-bea747a9520c tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:15.232912 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b15a0fbd-eb9e-459e-a27f-7dc6bac4576e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:15.244870 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4690a34c-ada6-4ad9-99f5-33caa99546d5 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:15.252955 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4690a34c-ada6-4ad9-99f5-33caa99546d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:15.297181 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b15a0fbd-eb9e-459e-a27f-7dc6bac4576e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:15.321948 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4690a34c-ada6-4ad9-99f5-33caa99546d5 None None] Network 625c168b-a993-4f10-b111-6dff924d6530 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:36:15.323969 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-4690a34c-ada6-4ad9-99f5-33caa99546d5 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:36:15.329601 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4690a34c-ada6-4ad9-99f5-33caa99546d5 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:36:15.336023 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690a34c-ada6-4ad9-99f5-33caa99546d5 None None] Pushing event updated for resources: {'Port': ['ID=216dc0bb-04b3-4dd7-8b1a-5ddfeb036317,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:15.396360 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 26f6bd30-251a-4359-8851-956d9db4abb4 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:36:15.435749 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 26f6bd30-251a-4359-8851-956d9db4abb4 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:36:15.436316 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 26f6bd30-251a-4359-8851-956d9db4abb4 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:36:15.437074 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 61d92620-6c2b-473f-91cb-262cf3b2b3cc no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:36:15.461721 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 61d92620-6c2b-473f-91cb-262cf3b2b3cc {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:36:15.462253 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 61d92620-6c2b-473f-91cb-262cf3b2b3cc not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:36:15.464138 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-4690a34c-ada6-4ad9-99f5-33caa99546d5 None None] Attempting to bind port 216dc0bb-04b3-4dd7-8b1a-5ddfeb036317 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:36:15.464582 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-4690a34c-ada6-4ad9-99f5-33caa99546d5 None None] Attempting to bind port 216dc0bb-04b3-4dd7-8b1a-5ddfeb036317 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '84b3013f-cb4a-4965-86b4-cf129f3ad8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '625c168b-a993-4f10-b111-6dff924d6530'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:36:15.465167 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4690a34c-ada6-4ad9-99f5-33caa99546d5 None None] Attempting to bind port 216dc0bb-04b3-4dd7-8b1a-5ddfeb036317 on network 625c168b-a993-4f10-b111-6dff924d6530 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:36:15.475112 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4690a34c-ada6-4ad9-99f5-33caa99546d5 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:36:15.476474 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4690a34c-ada6-4ad9-99f5-33caa99546d5 None None] Checking segment: {'id': '84b3013f-cb4a-4965-86b4-cf129f3ad8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '625c168b-a993-4f10-b111-6dff924d6530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:36:15.476899 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4690a34c-ada6-4ad9-99f5-33caa99546d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:15.477359 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4690a34c-ada6-4ad9-99f5-33caa99546d5 None None] Bound using segment: {'id': '84b3013f-cb4a-4965-86b4-cf129f3ad8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '625c168b-a993-4f10-b111-6dff924d6530'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:36:15.477870 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-4690a34c-ada6-4ad9-99f5-33caa99546d5 None None] Bound port: 216dc0bb-04b3-4dd7-8b1a-5ddfeb036317, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b3013f-cb4a-4965-86b4-cf129f3ad8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '625c168b-a993-4f10-b111-6dff924d6530'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:36:15.478371 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4690a34c-ada6-4ad9-99f5-33caa99546d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:15.530177 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3b2d207e-2ace-465f-8a72-d4dd17c1c5a9 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:15.562549 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-4690a34c-ada6-4ad9-99f5-33caa99546d5 None None] For port 216dc0bb-04b3-4dd7-8b1a-5ddfeb036317, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:36:15.565018 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-96a0c09c-0454-4844-bd95-ed8fc7208f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:15.567797 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-4690a34c-ada6-4ad9-99f5-33caa99546d5 None None] For port 216dc0bb-04b3-4dd7-8b1a-5ddfeb036317, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=216dc0bb-04b3-4dd7-8b1a-5ddfeb036317,segment=NetworkSegment(84b3013f-cb4a-4965-86b4-cf129f3ad8bc),segment_id=84b3013f-cb4a-4965-86b4-cf129f3ad8bc)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:36:15.576439 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4690a34c-ada6-4ad9-99f5-33caa99546d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:15.611231 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 4470b246-208e-47cd-bd12-3a315e0e05e3 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:36:15.645323 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a260dfe-2e57-4de5-86ff-7af707b0aef7 req-c3482795-b0a3-45e1-823b-ee4eadde15ca tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:15.646844 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8a260dfe-2e57-4de5-86ff-7af707b0aef7 req-c3482795-b0a3-45e1-823b-ee4eadde15ca tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=37da0729-5628-410b-a865-cf2743b02f2c HTTP/1.1" status: 200 len: 945 time: 0.1150401 Nov 16 11:36:15.672546 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690a34c-ada6-4ad9-99f5-33caa99546d5 None None] Pushing event updated for resources: {'Port': ['ID=216dc0bb-04b3-4dd7-8b1a-5ddfeb036317,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:15.695127 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port 4470b246-208e-47cd-bd12-3a315e0e05e3 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:36:15.701000 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 4470b246-208e-47cd-bd12-3a315e0e05e3 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:36:15.701740 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:15.742734 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3b2d207e-2ace-465f-8a72-d4dd17c1c5a9 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:15.772402 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-b15a0fbd-eb9e-459e-a27f-7dc6bac4576e admin admin] Allocated IP 172.25.0.54 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/2a55098f-0ce0-4854-b6e6-71c8f8d8cffc) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:36:15.813716 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2d207e-2ace-465f-8a72-d4dd17c1c5a9 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:36:15.828553 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:15.828791 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-3b2d207e-2ace-465f-8a72-d4dd17c1c5a9 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:36:15.831318 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2d207e-2ace-465f-8a72-d4dd17c1c5a9 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:36:15.840256 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d207e-2ace-465f-8a72-d4dd17c1c5a9 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Pushing event updated for resources: {'Port': ['ID=475045b7-425f-42d7-a916-73751d58bdb6,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:15.872295 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37da0729-5628-410b-a865-cf2743b02f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4470b246-208e-47cd-bd12-3a315e0e05e3'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:36:15.876158 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8a260dfe-2e57-4de5-86ff-7af707b0aef7 req-572bf85f-494e-4f4d-9b93-131de50fc661 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917965 Nov 16 11:36:15.878969 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac129c0-38e7-4a1f-b412-c61fb1e141da" -d '{"events": [{"server_uuid": "37da0729-5628-410b-a865-cf2743b02f2c", "name": "network-vif-plugged", "status": "completed", "tag": "4470b246-208e-47cd-bd12-3a315e0e05e3"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:36:15.909719 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 4470b246-208e-47cd-bd12-3a315e0e05e3, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=4470b246-208e-47cd-bd12-3a315e0e05e3,segment=NetworkSegment(20517f3a-9cfb-4242-9128-9853b0bf839b),segment_id=20517f3a-9cfb-4242-9128-9853b0bf839b)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:36:15.920811 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:15.945000 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b15a0fbd-eb9e-459e-a27f-7dc6bac4576e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:16.016061 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b15a0fbd-eb9e-459e-a27f-7dc6bac4576e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:16.057276 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3b2d207e-2ace-465f-8a72-d4dd17c1c5a9 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:16.098704 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15a0fbd-eb9e-459e-a27f-7dc6bac4576e admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:36:16.100068 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=4470b246-208e-47cd-bd12-3a315e0e05e3,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:16.101495 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a0fbd-eb9e-459e-a27f-7dc6bac4576e admin admin] Pushing event updated for resources: {'Port': ['ID=2a55098f-0ce0-4854-b6e6-71c8f8d8cffc,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:16.104634 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-b15a0fbd-eb9e-459e-a27f-7dc6bac4576e admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:36:16.107692 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15a0fbd-eb9e-459e-a27f-7dc6bac4576e admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:36:16.131467 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0962849-b448-4545-a655-6fa4c17b7d29 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:36:16.144411 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7166b514-9747-4bf8-9628-cd009f86421e x-openstack-request-id: req-7166b514-9747-4bf8-9628-cd009f86421e {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:36:16.144944 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37da0729-5628-410b-a865-cf2743b02f2c", "name": "network-vif-plugged", "status": "completed", "tag": "4470b246-208e-47cd-bd12-3a315e0e05e3", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:36:16.145313 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7166b514-9747-4bf8-9628-cd009f86421e {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:36:16.145815 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37da0729-5628-410b-a865-cf2743b02f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4470b246-208e-47cd-bd12-3a315e0e05e3', 'code': 200} Nov 16 11:36:16.171968 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3b2d207e-2ace-465f-8a72-d4dd17c1c5a9 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:16.218067 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-4a62bb06-ea69-4ca8-8d1d-a184f532f513 None None] Provisioning complete for port 2a55098f-0ce0-4854-b6e6-71c8f8d8cffc triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:36:16.218442 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4a62bb06-ea69-4ca8-8d1d-a184f532f513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:16.263974 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-4a62bb06-ea69-4ca8-8d1d-a184f532f513 None None] Port 2a55098f-0ce0-4854-b6e6-71c8f8d8cffc cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:36:16.326041 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-0e60cb52-1542-46b2-9eee-bea747a9520c tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Deleting port f845c43c-5f54-4351-aa85-c0b003b91ce2 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:36:16.326278 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e60cb52-1542-46b2-9eee-bea747a9520c tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:16.417862 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3b2d207e-2ace-465f-8a72-d4dd17c1c5a9 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:16.433056 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3b2d207e-2ace-465f-8a72-d4dd17c1c5a9 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:16.465226 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b15a0fbd-eb9e-459e-a27f-7dc6bac4576e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:16.473747 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bba4db-5091-4daa-bca1-0473248fdb2b req-1d105b18-5070-4c62-b58d-e5eb1439771d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:16.476147 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-37bba4db-5091-4daa-bca1-0473248fdb2b req-1d105b18-5070-4c62-b58d-e5eb1439771d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=37da0729-5628-410b-a865-cf2743b02f2c HTTP/1.1" status: 200 len: 1097 time: 0.1615653 Nov 16 11:36:16.562690 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d207e-2ace-465f-8a72-d4dd17c1c5a9 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Pushing event updated for resources: {'Port': ['ID=475045b7-425f-42d7-a916-73751d58bdb6,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:16.563738 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:16.566473 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-0e60cb52-1542-46b2-9eee-bea747a9520c tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] For port f845c43c-5f54-4351-aa85-c0b003b91ce2, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=f845c43c-5f54-4351-aa85-c0b003b91ce2,segment=NetworkSegment(654fcd76-9b6c-47d5-814d-903640fafaf1),segment_id=654fcd76-9b6c-47d5-814d-903640fafaf1)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:36:16.569020 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e60cb52-1542-46b2-9eee-bea747a9520c tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:16.601458 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-0e60cb52-1542-46b2-9eee-bea747a9520c tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Calling delete_port for f845c43c-5f54-4351-aa85-c0b003b91ce2 owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:36:16.627380 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3b2d207e-2ace-465f-8a72-d4dd17c1c5a9 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:16.634102 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-37bba4db-5091-4daa-bca1-0473248fdb2b req-8e1330eb-c78d-4a2b-8fcd-9b0700f2509f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467266 Nov 16 11:36:16.682450 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b15a0fbd-eb9e-459e-a27f-7dc6bac4576e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:16.700533 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3b2d207e-2ace-465f-8a72-d4dd17c1c5a9 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:16.702250 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3b2d207e-2ace-465f-8a72-d4dd17c1c5a9 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3028305 Nov 16 11:36:16.864046 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15a0fbd-eb9e-459e-a27f-7dc6bac4576e admin admin] Router 169b97c3-caaf-4c0f-a9fe-649de046040d is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:36:16.904210 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e60cb52-1542-46b2-9eee-bea747a9520c tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:16.942399 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e60cb52-1542-46b2-9eee-bea747a9520c tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event deleted for resources: {'Port': ['ID=f845c43c-5f54-4351-aa85-c0b003b91ce2,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:16.985695 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15a0fbd-eb9e-459e-a27f-7dc6bac4576e admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:36:16.996539 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58195567-06ef-4a87-ad18-9119e8b8c54f None None] Sync routers for ids ['169b97c3-caaf-4c0f-a9fe-649de046040d'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:36:17.013680 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58195567-06ef-4a87-ad18-9119e8b8c54f None None] Routers {'169b97c3-caaf-4c0f-a9fe-649de046040d'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:36:17.017197 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b15a0fbd-eb9e-459e-a27f-7dc6bac4576e admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:17.018406 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-58195567-06ef-4a87-ad18-9119e8b8c54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:36:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['169b97c3-caaf-4c0f-a9fe-649de046040d'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:17.019485 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b15a0fbd-eb9e-459e-a27f-7dc6bac4576e admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 2.2719245 Nov 16 11:36:17.022391 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50380) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:17.064603 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-4e67f555-d8cf-4f93-a9ff-fe6d1bf00f43 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1246585542&fields=id&tenant_id=5de40747a10d44f79906618ae036d315 HTTP/1.1" status: 200 len: 267 time: 0.1339846 Nov 16 11:36:17.123667 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daaacb77-a172-4c5b-b4ea-8e899102e897 None None] Network 625c168b-a993-4f10-b111-6dff924d6530 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:36:17.176076 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-58195567-06ef-4a87-ad18-9119e8b8c54f None None] Set router 169b97c3-caaf-4c0f-a9fe-649de046040d gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:36:17.230848 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e60cb52-1542-46b2-9eee-bea747a9520c tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:17.240724 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-f4e7de85-ce3c-46de-84fc-4e451634c2d3 None None] Provisioning complete for port 216dc0bb-04b3-4dd7-8b1a-5ddfeb036317 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:36:17.241196 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f4e7de85-ce3c-46de-84fc-4e451634c2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:17.364584 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:36:17.395198 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-58195567-06ef-4a87-ad18-9119e8b8c54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169b97c3-caaf-4c0f-a9fe-649de046040d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-306096278-router', 'tenant_id': '2e1ab6155719444d866a416eb40d5230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '2a55098f-0ce0-4854-b6e6-71c8f8d8cffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:36:14Z', 'updated_at': '2021-11-16T11:36:16Z', 'revision_number': 3, 'project_id': '2e1ab6155719444d866a416eb40d5230', 'gw_port': {'id': '2a55098f-0ce0-4854-b6e6-71c8f8d8cffc', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169b97c3-caaf-4c0f-a9fe-649de046040d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:36:15Z', 'updated_at': '2021-11-16T11:36:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:17.434214 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58195567-06ef-4a87-ad18-9119e8b8c54f None None] Checking router: 169b97c3-caaf-4c0f-a9fe-649de046040d for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:36:17.434747 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58195567-06ef-4a87-ad18-9119e8b8c54f None None] Updating router 169b97c3-caaf-4c0f-a9fe-649de046040d port 2a55098f-0ce0-4854-b6e6-71c8f8d8cffc binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:36:17.471740 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-58195567-06ef-4a87-ad18-9119e8b8c54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:17.486345 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f4e7de85-ce3c-46de-84fc-4e451634c2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:17.510214 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e60cb52-1542-46b2-9eee-bea747a9520c tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Router f26f8f1d-60b0-4549-8140-46eb5ccc2748 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:36:17.523181 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-807a545b-a986-4709-86ce-55713bd1be8e tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:17.534767 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-807a545b-a986-4709-86ce-55713bd1be8e tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/networks?id=ac38a654-4075-456a-bc52-9a2a4fa7d579 HTTP/1.1" status: 200 len: 811 time: 0.4601848 Nov 16 11:36:17.547119 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-f4e7de85-ce3c-46de-84fc-4e451634c2d3 None None] For port 216dc0bb-04b3-4dd7-8b1a-5ddfeb036317, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=216dc0bb-04b3-4dd7-8b1a-5ddfeb036317,segment=NetworkSegment(84b3013f-cb4a-4965-86b4-cf129f3ad8bc),segment_id=84b3013f-cb4a-4965-86b4-cf129f3ad8bc)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:36:17.555218 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f4e7de85-ce3c-46de-84fc-4e451634c2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:17.569477 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 216dc0bb-04b3-4dd7-8b1a-5ddfeb036317 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:36:17.654798 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-09b26652-2db3-4e23-a49c-8a1bed14be1a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/quotas/5de40747a10d44f79906618ae036d315 HTTP/1.1" status: 200 len: 375 time: 0.1186106 Nov 16 11:36:17.660384 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7de85-ce3c-46de-84fc-4e451634c2d3 None None] Pushing event updated for resources: {'Port': ['ID=216dc0bb-04b3-4dd7-8b1a-5ddfeb036317,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:17.676059 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 216dc0bb-04b3-4dd7-8b1a-5ddfeb036317 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:36:17.676429 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:17.708453 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e60cb52-1542-46b2-9eee-bea747a9520c tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:36:17.723195 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d15d526-4f59-4b29-8963-fde7352ce68e None None] Sync routers for ids ['f26f8f1d-60b0-4549-8140-46eb5ccc2748'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:36:17.725893 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0e60cb52-1542-46b2-9eee-bea747a9520c tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "PUT /v2.0/routers/f26f8f1d-60b0-4549-8140-46eb5ccc2748/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2354267 Nov 16 11:36:17.727553 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50384) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:17.779866 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d15d526-4f59-4b29-8963-fde7352ce68e None None] Routers {'f26f8f1d-60b0-4549-8140-46eb5ccc2748'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:36:17.780571 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1d15d526-4f59-4b29-8963-fde7352ce68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:36:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f26f8f1d-60b0-4549-8140-46eb5ccc2748'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:17.801871 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-06f7f6e2-119f-4864-a1b3-66c7534de6a0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Deleting subnet a13a8359-1b13-4008-b5cc-96b39c84706c {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:36:17.808871 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-06f7f6e2-119f-4864-a1b3-66c7534de6a0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:17.861137 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-b0715e0c-2c0e-4e5a-a605-aea77d029362 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5de40747a10d44f79906618ae036d315&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1896048 Nov 16 11:36:17.893473 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-1d15d526-4f59-4b29-8963-fde7352ce68e None None] Set router f26f8f1d-60b0-4549-8140-46eb5ccc2748 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:36:17.953165 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-58195567-06ef-4a87-ad18-9119e8b8c54f None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:17.961783 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-58195567-06ef-4a87-ad18-9119e8b8c54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:17.971000 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-06f7f6e2-119f-4864-a1b3-66c7534de6a0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:17.988633 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1d15d526-4f59-4b29-8963-fde7352ce68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'name': 'tempest-RoutersTest-router-1643074238', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:34Z', 'updated_at': '2021-11-16T11:36:16Z', 'revision_number': 11, 'project_id': '3610a194a09949c3b82958173883b2cb', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:18.022562 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86344d-b588-4628-9e3f-a58a1fe88983 None None] Pushing event updated for resources: {'Port': ['ID=2a55098f-0ce0-4854-b6e6-71c8f8d8cffc,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:18.027871 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6b68dec2-77de-4172-988c-db02e4b72086 None None] Provisioning complete for port 216dc0bb-04b3-4dd7-8b1a-5ddfeb036317 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:36:18.028256 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6b68dec2-77de-4172-988c-db02e4b72086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:18.030703 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d15d526-4f59-4b29-8963-fde7352ce68e None None] Checking router: f26f8f1d-60b0-4549-8140-46eb5ccc2748 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:36:18.035360 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86344d-b588-4628-9e3f-a58a1fe88983 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:18.035824 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86344d-b588-4628-9e3f-a58a1fe88983 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:18.036266 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86344d-b588-4628-9e3f-a58a1fe88983 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:18.036700 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86344d-b588-4628-9e3f-a58a1fe88983 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:18.037132 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86344d-b588-4628-9e3f-a58a1fe88983 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:18.037552 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86344d-b588-4628-9e3f-a58a1fe88983 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:18.038214 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86344d-b588-4628-9e3f-a58a1fe88983 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:18.038795 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86344d-b588-4628-9e3f-a58a1fe88983 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:18.039363 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86344d-b588-4628-9e3f-a58a1fe88983 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:18.040073 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86344d-b588-4628-9e3f-a58a1fe88983 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:18.040634 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86344d-b588-4628-9e3f-a58a1fe88983 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:18.041246 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d86344d-b588-4628-9e3f-a58a1fe88983 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:18.060020 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-1ac13379-58bc-41c9-8787-f9b2f51ffa06 service neutron] 10.222.0.61 "GET /v2.0/networks/ac38a654-4075-456a-bc52-9a2a4fa7d579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910892 Nov 16 11:36:18.070612 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d15d526-4f59-4b29-8963-fde7352ce68e None None] Routers {'f26f8f1d-60b0-4549-8140-46eb5ccc2748'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:36:18.071250 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1d15d526-4f59-4b29-8963-fde7352ce68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:36:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f26f8f1d-60b0-4549-8140-46eb5ccc2748'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:18.073269 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-58195567-06ef-4a87-ad18-9119e8b8c54f None None] Attempting to bind port 2a55098f-0ce0-4854-b6e6-71c8f8d8cffc on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:36:18.073915 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-58195567-06ef-4a87-ad18-9119e8b8c54f None None] Attempting to bind port 2a55098f-0ce0-4854-b6e6-71c8f8d8cffc by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:36:18.074552 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58195567-06ef-4a87-ad18-9119e8b8c54f None None] Attempting to bind port 2a55098f-0ce0-4854-b6e6-71c8f8d8cffc on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:36:18.076490 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8dad4b-e352-4bd3-a676-0552763fee59 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:36:18.081078 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58195567-06ef-4a87-ad18-9119e8b8c54f None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:36:18.082272 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58195567-06ef-4a87-ad18-9119e8b8c54f None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:36:18.082921 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-58195567-06ef-4a87-ad18-9119e8b8c54f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:18.083862 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58195567-06ef-4a87-ad18-9119e8b8c54f None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:36:18.084617 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-58195567-06ef-4a87-ad18-9119e8b8c54f None None] Bound port: 2a55098f-0ce0-4854-b6e6-71c8f8d8cffc, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:36:18.085252 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-58195567-06ef-4a87-ad18-9119e8b8c54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:18.153051 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-58195567-06ef-4a87-ad18-9119e8b8c54f None None] For port 2a55098f-0ce0-4854-b6e6-71c8f8d8cffc, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:36:18.156946 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-58195567-06ef-4a87-ad18-9119e8b8c54f None None] For port 2a55098f-0ce0-4854-b6e6-71c8f8d8cffc, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=2a55098f-0ce0-4854-b6e6-71c8f8d8cffc,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:36:18.163989 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-58195567-06ef-4a87-ad18-9119e8b8c54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:18.177330 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-1d15d526-4f59-4b29-8963-fde7352ce68e None None] Set router f26f8f1d-60b0-4549-8140-46eb5ccc2748 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:36:18.198560 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-06f7f6e2-119f-4864-a1b3-66c7534de6a0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:18.223825 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86344d-b588-4628-9e3f-a58a1fe88983 None None] Pushing event updated for resources: {'Port': ['ID=2a55098f-0ce0-4854-b6e6-71c8f8d8cffc,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:18.246892 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-38bad0ee-b14a-4ee8-a34d-56f795c7b656 service neutron] 10.222.0.61 "GET /v2.0/networks/ac38a654-4075-456a-bc52-9a2a4fa7d579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856027 Nov 16 11:36:18.250461 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58195567-06ef-4a87-ad18-9119e8b8c54f None None] Routers {'169b97c3-caaf-4c0f-a9fe-649de046040d'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:36:18.253640 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-58195567-06ef-4a87-ad18-9119e8b8c54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:36:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['169b97c3-caaf-4c0f-a9fe-649de046040d'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:18.264763 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35afb8fd-50ad-4fd7-8142-b9acfeeb8749 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:36:18.269123 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1d15d526-4f59-4b29-8963-fde7352ce68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'name': 'tempest-RoutersTest-router-1643074238', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:34Z', 'updated_at': '2021-11-16T11:36:16Z', 'revision_number': 11, 'project_id': '3610a194a09949c3b82958173883b2cb', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:18.317861 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-06f7f6e2-119f-4864-a1b3-66c7534de6a0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:18.321918 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d15d526-4f59-4b29-8963-fde7352ce68e None None] The sync data for ids ['f26f8f1d-60b0-4549-8140-46eb5ccc2748'] in n-d-816823-3 is: [{'id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'name': 'tempest-RoutersTest-router-1643074238', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:34Z', 'updated_at': '2021-11-16T11:36:16Z', 'revision_number': 11, 'project_id': '3610a194a09949c3b82958173883b2cb', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:36:18.341798 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:18.358629 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f7f6e2-119f-4864-a1b3-66c7534de6a0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event deleted for resources: {'Subnet': ['ID=a13a8359-1b13-4008-b5cc-96b39c84706c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:18.368528 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-06f7f6e2-119f-4864-a1b3-66c7534de6a0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:18.375277 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6233b14d-c06c-4e97-9505-d692dfbc0bbf None None] Network 48b6c95e-eac9-4e2e-a662-e93393ab2b8d requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:36:18.380575 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-06f7f6e2-119f-4864-a1b3-66c7534de6a0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "DELETE /v2.0/subnets/a13a8359-1b13-4008-b5cc-96b39c84706c HTTP/1.1" status: 204 len: 168 time: 0.6516557 Nov 16 11:36:18.383374 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50386) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:18.430562 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b19f4945-ac09-475e-a087-1ec77315abb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:18.455331 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-58195567-06ef-4a87-ad18-9119e8b8c54f None None] Set router 169b97c3-caaf-4c0f-a9fe-649de046040d gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:36:18.480113 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-63c491d5-aed9-42ef-8394-d02ad013695d None None] Provisioning complete for port 2a55098f-0ce0-4854-b6e6-71c8f8d8cffc triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:36:18.481511 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-63c491d5-aed9-42ef-8394-d02ad013695d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:18.619353 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-571fadba-5b74-4b9a-8cc2-8fa381fab236 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:18.652946 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49bcf5-31d7-4f4a-97db-33d4965e1dcc req-5cff2661-bc77-4479-acf2-566a93448972 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:18.667400 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2d49bcf5-31d7-4f4a-97db-33d4965e1dcc req-5cff2661-bc77-4479-acf2-566a93448972 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=37da0729-5628-410b-a865-cf2743b02f2c HTTP/1.1" status: 200 len: 946 time: 0.0988405 Nov 16 11:36:18.668392 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-63c491d5-aed9-42ef-8394-d02ad013695d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:18.712618 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-63c491d5-aed9-42ef-8394-d02ad013695d None None] For port 2a55098f-0ce0-4854-b6e6-71c8f8d8cffc, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=2a55098f-0ce0-4854-b6e6-71c8f8d8cffc,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:36:18.719620 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-63c491d5-aed9-42ef-8394-d02ad013695d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:18.725642 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-58195567-06ef-4a87-ad18-9119e8b8c54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169b97c3-caaf-4c0f-a9fe-649de046040d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-306096278-router', 'tenant_id': '2e1ab6155719444d866a416eb40d5230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '2a55098f-0ce0-4854-b6e6-71c8f8d8cffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:36:14Z', 'updated_at': '2021-11-16T11:36:16Z', 'revision_number': 3, 'project_id': '2e1ab6155719444d866a416eb40d5230', 'gw_port': {'id': '2a55098f-0ce0-4854-b6e6-71c8f8d8cffc', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169b97c3-caaf-4c0f-a9fe-649de046040d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:36:15Z', 'updated_at': '2021-11-16T11:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:18.754714 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2d49bcf5-31d7-4f4a-97db-33d4965e1dcc req-e9eb64f5-d89e-4230-94ec-ca7ed5a15e77 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689225 Nov 16 11:36:18.767571 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-571fadba-5b74-4b9a-8cc2-8fa381fab236 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Deleting port b957d077-b357-4fd4-89e1-f09c637c77de {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:36:18.768107 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-571fadba-5b74-4b9a-8cc2-8fa381fab236 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:18.795243 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58195567-06ef-4a87-ad18-9119e8b8c54f None None] The sync data for ids ['169b97c3-caaf-4c0f-a9fe-649de046040d'] in n-d-816823-3 is: [{'id': '169b97c3-caaf-4c0f-a9fe-649de046040d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-306096278-router', 'tenant_id': '2e1ab6155719444d866a416eb40d5230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '2a55098f-0ce0-4854-b6e6-71c8f8d8cffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:36:14Z', 'updated_at': '2021-11-16T11:36:16Z', 'revision_number': 3, 'project_id': '2e1ab6155719444d866a416eb40d5230', 'gw_port': {'id': '2a55098f-0ce0-4854-b6e6-71c8f8d8cffc', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169b97c3-caaf-4c0f-a9fe-649de046040d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:36:15Z', 'updated_at': '2021-11-16T11:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:36:18.795527 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac53699-47d5-4173-850c-0a7e7865f82a None None] DHCP port deletion for 48b6c95e-eac9-4e2e-a662-e93393ab2b8d request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:36:18.883832 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-b19f4945-ac09-475e-a087-1ec77315abb5 admin admin] Allocated IP 172.20.0.1 (625c168b-a993-4f10-b111-6dff924d6530/8aa2bb83-080d-4518-bb02-cb4b059a9bb5/7214f77e-de45-4a42-a6fb-3712d91d9554) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:36:18.886325 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-571fadba-5b74-4b9a-8cc2-8fa381fab236 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] For port b957d077-b357-4fd4-89e1-f09c637c77de, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=b957d077-b357-4fd4-89e1-f09c637c77de,segment=NetworkSegment(654fcd76-9b6c-47d5-814d-903640fafaf1),segment_id=654fcd76-9b6c-47d5-814d-903640fafaf1)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:36:18.886916 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-571fadba-5b74-4b9a-8cc2-8fa381fab236 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:18.899210 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:18.905255 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c491d5-aed9-42ef-8394-d02ad013695d None None] Pushing event updated for resources: {'Port': ['ID=2a55098f-0ce0-4854-b6e6-71c8f8d8cffc,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:18.925662 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-571fadba-5b74-4b9a-8cc2-8fa381fab236 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Calling delete_port for b957d077-b357-4fd4-89e1-f09c637c77de owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:36:18.952514 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ac53699-47d5-4173-850c-0a7e7865f82a None None] Deleting port b957d077-b357-4fd4-89e1-f09c637c77de {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:36:18.954006 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ac53699-47d5-4173-850c-0a7e7865f82a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:19.025958 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7866b265-d3dc-450e-bf37-ae606abdc269 req-f4400a07-bcdd-4232-9ffc-fa4da003e76a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1cbc116-04ac-4caa-9f68-0eaee4b01e7e HTTP/1.1" status: 200 len: 210 time: 0.0305433 Nov 16 11:36:19.057851 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ac53699-47d5-4173-850c-0a7e7865f82a None None] For port b957d077-b357-4fd4-89e1-f09c637c77de, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=b957d077-b357-4fd4-89e1-f09c637c77de,segment=NetworkSegment(654fcd76-9b6c-47d5-814d-903640fafaf1),segment_id=654fcd76-9b6c-47d5-814d-903640fafaf1)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:36:19.058123 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ac53699-47d5-4173-850c-0a7e7865f82a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:19.081940 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ac53699-47d5-4173-850c-0a7e7865f82a None None] Calling delete_port for b957d077-b357-4fd4-89e1-f09c637c77de owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:36:19.117858 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-571fadba-5b74-4b9a-8cc2-8fa381fab236 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:19.157456 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b19f4945-ac09-475e-a087-1ec77315abb5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:19.179641 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571fadba-5b74-4b9a-8cc2-8fa381fab236 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event deleted for resources: {'Port': ['ID=b957d077-b357-4fd4-89e1-f09c637c77de,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:19.187534 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571fadba-5b74-4b9a-8cc2-8fa381fab236 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] No DVR routers for this DVR port b957d077-b357-4fd4-89e1-f09c637c77de on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:36:19.215804 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b19f4945-ac09-475e-a087-1ec77315abb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:19.321584 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f4945-ac09-475e-a087-1ec77315abb5 admin admin] Pushing event updated for resources: {'Port': ['ID=7214f77e-de45-4a42-a6fb-3712d91d9554,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:19.337576 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19f4945-ac09-475e-a087-1ec77315abb5 admin admin] Network 625c168b-a993-4f10-b111-6dff924d6530 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:36:19.344165 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-b19f4945-ac09-475e-a087-1ec77315abb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:36:19.353108 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19f4945-ac09-475e-a087-1ec77315abb5 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:36:19.402188 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-571fadba-5b74-4b9a-8cc2-8fa381fab236 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:19.465217 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b19f4945-ac09-475e-a087-1ec77315abb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:19.537917 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-571fadba-5b74-4b9a-8cc2-8fa381fab236 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b6c95e-eac9-4e2e-a662-e93393ab2b8d']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:19.573417 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-571fadba-5b74-4b9a-8cc2-8fa381fab236 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '654fcd76-9b6c-47d5-814d-903640fafaf1') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:19.573722 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-571fadba-5b74-4b9a-8cc2-8fa381fab236 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '654fcd76-9b6c-47d5-814d-903640fafaf1') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:36:19.609796 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:36:19.613904 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0269efd-8eb4-404c-afef-e4b8e93cbb9b req-d3f3ba56-03a0-4e75-a9ba-025d149d8896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:19.617322 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ac53699-47d5-4173-850c-0a7e7865f82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:19.617514 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d0269efd-8eb4-404c-afef-e4b8e93cbb9b req-d3f3ba56-03a0-4e75-a9ba-025d149d8896 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ab31bda493d4a3bae8684db01c778bb&device_id=37da0729-5628-410b-a865-cf2743b02f2c HTTP/1.1" status: 200 len: 1097 time: 0.2174695 Nov 16 11:36:19.624725 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-571fadba-5b74-4b9a-8cc2-8fa381fab236 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:19.634248 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 2a55098f-0ce0-4854-b6e6-71c8f8d8cffc up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:36:19.683383 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac53699-47d5-4173-850c-0a7e7865f82a None None] No DVR routers for this DVR port b957d077-b357-4fd4-89e1-f09c637c77de on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:36:19.722758 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac53699-47d5-4173-850c-0a7e7865f82a None None] Pushing event deleted for resources: {'Port': ['ID=b957d077-b357-4fd4-89e1-f09c637c77de,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:19.736352 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 2a55098f-0ce0-4854-b6e6-71c8f8d8cffc triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:36:19.736788 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:19.779488 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-571fadba-5b74-4b9a-8cc2-8fa381fab236 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:19.792096 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-571fadba-5b74-4b9a-8cc2-8fa381fab236 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:36:19.792645 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-571fadba-5b74-4b9a-8cc2-8fa381fab236 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:19.797048 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:36:19.797048 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:36:19.797048 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:36:19.797048 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:36:19.797048 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:36:19.797048 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:36:19.797048 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:36:19.797048 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:36:19.797048 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:36:19.797048 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:36:19.797048 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:36:19.797048 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:36:19.797048 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:36:19.797048 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:36:19.797048 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:36:19.797048 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:36:19.797048 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:36:19.797048 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:36:19.797048 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:36:19.797048 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:36:19.797048 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:36:19.797048 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:36:19.797048 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:36:19.797048 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:36:19.797048 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:36:19.797048 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:36:19.797048 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:36:19.797048 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:36:19.797048 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:36:19.797048 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:36:19.797048 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:36:19.797048 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:36:19.809213 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b19f4945-ac09-475e-a087-1ec77315abb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:19.811885 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-62114e8b-50fb-4520-96ee-544ebe723063 None None] Provisioning complete for port 7214f77e-de45-4a42-a6fb-3712d91d9554 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:36:19.812267 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-62114e8b-50fb-4520-96ee-544ebe723063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:19.871061 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-62114e8b-50fb-4520-96ee-544ebe723063 None None] Port 7214f77e-de45-4a42-a6fb-3712d91d9554 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:36:19.919340 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 216dc0bb-04b3-4dd7-8b1a-5ddfeb036317 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:36:19.983757 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 216dc0bb-04b3-4dd7-8b1a-5ddfeb036317 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:36:19.984139 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:20.038758 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b19f4945-ac09-475e-a087-1ec77315abb5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:20.046245 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b19f4945-ac09-475e-a087-1ec77315abb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:20.162475 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f4945-ac09-475e-a087-1ec77315abb5 admin admin] Pushing event updated for resources: {'Port': ['ID=7214f77e-de45-4a42-a6fb-3712d91d9554,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:20.181510 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b19f4945-ac09-475e-a087-1ec77315abb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:20.212006 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device f845c43c-5f54-4351-aa85-c0b003b91ce2 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:36:20.254644 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: f845c43c-5f54-4351-aa85-c0b003b91ce2 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:36:20.255001 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device f845c43c-5f54-4351-aa85-c0b003b91ce2 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:36:20.255839 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device b957d077-b357-4fd4-89e1-f09c637c77de no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:36:20.274991 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a38c5c-323b-4ea7-8596-fae64fdc8a26 req-92c80001-b72e-4c2f-86a4-6e4647384999 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:20.276876 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-94a38c5c-323b-4ea7-8596-fae64fdc8a26 req-92c80001-b72e-4c2f-86a4-6e4647384999 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=37da0729-5628-410b-a865-cf2743b02f2c HTTP/1.1" status: 200 len: 946 time: 0.7061956 Nov 16 11:36:20.285871 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: b957d077-b357-4fd4-89e1-f09c637c77de {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:36:20.287129 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device b957d077-b357-4fd4-89e1-f09c637c77de not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:36:20.346454 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-571fadba-5b74-4b9a-8cc2-8fa381fab236 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:20.375309 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-571fadba-5b74-4b9a-8cc2-8fa381fab236 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:20.378823 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-571fadba-5b74-4b9a-8cc2-8fa381fab236 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "DELETE /v2.0/networks/48b6c95e-eac9-4e2e-a662-e93393ab2b8d HTTP/1.1" status: 204 len: 168 time: 1.9942439 Nov 16 11:36:20.380104 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571fadba-5b74-4b9a-8cc2-8fa381fab236 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Pushing event deleted for resources: {'Network': ['ID=48b6c95e-eac9-4e2e-a662-e93393ab2b8d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:20.385258 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50406) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:20.386443 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0269efd-8eb4-404c-afef-e4b8e93cbb9b req-7233471e-da36-4c6d-b12e-c65892691df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:20.387989 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d0269efd-8eb4-404c-afef-e4b8e93cbb9b req-7233471e-da36-4c6d-b12e-c65892691df2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=96e79771-237e-4cd3-91d2-c7d7c5041918 HTTP/1.1" status: 200 len: 912 time: 0.7134178 Nov 16 11:36:20.392971 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-001ee27b-fb45-4310-8b6b-a04b558e45e4 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Request body: {'router': {'routes': None}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:20.442717 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-94a38c5c-323b-4ea7-8596-fae64fdc8a26 req-002be781-ae77-4c82-9469-dff2534bc063 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567051 Nov 16 11:36:20.447932 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19f4945-ac09-475e-a087-1ec77315abb5 admin admin] Network 625c168b-a993-4f10-b111-6dff924d6530 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:36:20.464441 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-fffeb607-7649-44fa-a061-669525daa74f tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:20.466253 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-fffeb607-7649-44fa-a061-669525daa74f tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.36 "GET /v2.0/networks?id=ac38a654-4075-456a-bc52-9a2a4fa7d579 HTTP/1.1" status: 200 len: 811 time: 0.2751949 Nov 16 11:36:20.467218 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-b19f4945-ac09-475e-a087-1ec77315abb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:36:20.501392 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d0269efd-8eb4-404c-afef-e4b8e93cbb9b req-f570a976-0d93-4230-9620-2aeda63b59bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4470b246-208e-47cd-bd12-3a315e0e05e3 HTTP/1.1" status: 200 len: 217 time: 0.1027787 Nov 16 11:36:20.618962 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19f4945-ac09-475e-a087-1ec77315abb5 admin admin] Router 169b97c3-caaf-4c0f-a9fe-649de046040d has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:36:20.651503 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d5951fbd-d64d-49c3-abcc-00180df9fa68 req-c287671d-af44-4264-9bde-3951eea0e8de tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1cbc116-04ac-4caa-9f68-0eaee4b01e7e HTTP/1.1" status: 200 len: 210 time: 0.0400817 Nov 16 11:36:20.682724 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.extraroute_db [None req-001ee27b-fb45-4310-8b6b-a04b558e45e4 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Added routes are [] {{(pid=102669) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 16 11:36:20.683033 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.extraroute_db [None req-001ee27b-fb45-4310-8b6b-a04b558e45e4 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Removed routes are [] {{(pid=102669) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 16 11:36:20.683438 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-001ee27b-fb45-4310-8b6b-a04b558e45e4 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1984560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1995711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3572'] for router, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:20.690568 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0269efd-8eb4-404c-afef-e4b8e93cbb9b req-195dfacc-4b9a-4151-9527-a423e23111e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:20.692050 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d0269efd-8eb4-404c-afef-e4b8e93cbb9b req-195dfacc-4b9a-4151-9527-a423e23111e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e8690f1-2981-422e-ba98-68c4f62daf8a HTTP/1.1" status: 200 len: 851 time: 0.1792605 Nov 16 11:36:20.752219 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-814dba89-2e56-4fbe-8427-0485d703cd5b tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5de40747a10d44f79906618ae036d315 HTTP/1.1" status: 200 len: 380 time: 0.1532249 Nov 16 11:36:20.764744 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-ff23955e-b949-47d3-8572-576323f6ce30 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Request body: {'port': {'device_id': 'b1cbc116-04ac-4caa-9f68-0eaee4b01e7e', 'network_id': 'ac38a654-4075-456a-bc52-9a2a4fa7d579', 'admin_state_up': True, 'tenant_id': '5de40747a10d44f79906618ae036d315', 'security_groups': ['09083bf5-cf45-4b26-b043-3ad082faeee2']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:20.784356 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d0269efd-8eb4-404c-afef-e4b8e93cbb9b req-1713c4ae-e6cb-4cba-bc70-b3669e16664a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=96e79771-237e-4cd3-91d2-c7d7c5041918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548389 Nov 16 11:36:20.806947 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c7098292-c293-485e-ba9d-d470aadcd1e0 None None] Provisioning complete for port 7214f77e-de45-4a42-a6fb-3712d91d9554 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:36:20.807521 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c7098292-c293-485e-ba9d-d470aadcd1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:20.813401 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19f4945-ac09-475e-a087-1ec77315abb5 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:36:20.825106 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b19f4945-ac09-475e-a087-1ec77315abb5 admin admin] 10.222.0.61 "PUT /v2.0/routers/169b97c3-caaf-4c0f-a9fe-649de046040d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8013623 Nov 16 11:36:20.855471 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-c7098292-c293-485e-ba9d-d470aadcd1e0 None None] Port 7214f77e-de45-4a42-a6fb-3712d91d9554 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:36:20.909486 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-001ee27b-fb45-4310-8b6b-a04b558e45e4 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1984560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1995711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3572'] for router, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:20.915849 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-001ee27b-fb45-4310-8b6b-a04b558e45e4 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1984559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1984550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1995702'] for router, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:20.922792 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-ff23955e-b949-47d3-8572-576323f6ce30 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Made reservation on behalf of 5de40747a10d44f79906618ae036d315 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:36:20.930616 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-ff23955e-b949-47d3-8572-576323f6ce30 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:21.018201 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001ee27b-fb45-4310-8b6b-a04b558e45e4 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Router f26f8f1d-60b0-4549-8140-46eb5ccc2748 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:36:21.020601 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d0269efd-8eb4-404c-afef-e4b8e93cbb9b req-eae1e4ce-056e-4db8-a860-52b0387672f8 service neutron] 10.222.0.36 "GET /v2.0/networks/96e79771-237e-4cd3-91d2-c7d7c5041918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276673 Nov 16 11:36:21.095213 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-ff23955e-b949-47d3-8572-576323f6ce30 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Allocated IP 172.20.0.11 (ac38a654-4075-456a-bc52-9a2a4fa7d579/0c5b6ebb-aa31-4518-a588-3858b2528956/20ae4a88-fead-435e-beae-8e037cf69a18) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:36:21.154284 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001ee27b-fb45-4310-8b6b-a04b558e45e4 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:36:21.163024 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-001ee27b-fb45-4310-8b6b-a04b558e45e4 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:21.165727 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea81ac86-4831-4d88-8b87-0edb1d8388aa None None] Sync routers for ids ['f26f8f1d-60b0-4549-8140-46eb5ccc2748'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:36:21.167238 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50416) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:21.167423 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-001ee27b-fb45-4310-8b6b-a04b558e45e4 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "PUT /v2.0/routers/f26f8f1d-60b0-4549-8140-46eb5ccc2748 HTTP/1.1" status: 200 len: 701 time: 0.7779369 Nov 16 11:36:21.190892 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea81ac86-4831-4d88-8b87-0edb1d8388aa None None] Routers {'f26f8f1d-60b0-4549-8140-46eb5ccc2748'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:36:21.196271 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ea81ac86-4831-4d88-8b87-0edb1d8388aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:36:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f26f8f1d-60b0-4549-8140-46eb5ccc2748'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:21.213229 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d0269efd-8eb4-404c-afef-e4b8e93cbb9b req-19378b8d-a82e-4021-a12c-a7350c2bdf65 service neutron] 10.222.0.36 "GET /v2.0/networks/96e79771-237e-4cd3-91d2-c7d7c5041918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810954 Nov 16 11:36:21.235915 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6cbdc10d-5a10-4c5d-80e5-0b66ac28e9c6 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "GET /v2.0/ports?device_id=f26f8f1d-60b0-4549-8140-46eb5ccc2748 HTTP/1.1" status: 200 len: 205 time: 0.0671151 Nov 16 11:36:21.238644 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50418) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:21.308823 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-ff23955e-b949-47d3-8572-576323f6ce30 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:21.319282 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-ea81ac86-4831-4d88-8b87-0edb1d8388aa None None] Set router f26f8f1d-60b0-4549-8140-46eb5ccc2748 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:36:21.361884 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-ff23955e-b949-47d3-8572-576323f6ce30 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:21.383630 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0648c65f-2e54-4bf6-b336-912db685ec63 None None] Sync routers for ids ['169b97c3-caaf-4c0f-a9fe-649de046040d'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:36:21.395206 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0648c65f-2e54-4bf6-b336-912db685ec63 None None] Routers {'169b97c3-caaf-4c0f-a9fe-649de046040d'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:36:21.396209 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0648c65f-2e54-4bf6-b336-912db685ec63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:36:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['169b97c3-caaf-4c0f-a9fe-649de046040d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:21.403727 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ea81ac86-4831-4d88-8b87-0edb1d8388aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'name': 'tempest-RoutersTest-router-1643074238', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:34Z', 'updated_at': '2021-11-16T11:36:16Z', 'revision_number': 11, 'project_id': '3610a194a09949c3b82958173883b2cb', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:21.411596 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-ff23955e-b949-47d3-8572-576323f6ce30 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Network ac38a654-4075-456a-bc52-9a2a4fa7d579 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:36:21.415698 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-ff23955e-b949-47d3-8572-576323f6ce30 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:36:21.420695 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-ff23955e-b949-47d3-8572-576323f6ce30 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:36:21.427891 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23955e-b949-47d3-8572-576323f6ce30 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Pushing event updated for resources: {'Port': ['ID=20ae4a88-fead-435e-beae-8e037cf69a18,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:21.443670 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea81ac86-4831-4d88-8b87-0edb1d8388aa None None] Checking router: f26f8f1d-60b0-4549-8140-46eb5ccc2748 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:36:21.452835 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea81ac86-4831-4d88-8b87-0edb1d8388aa None None] Routers {'f26f8f1d-60b0-4549-8140-46eb5ccc2748'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:36:21.453604 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ea81ac86-4831-4d88-8b87-0edb1d8388aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:36:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f26f8f1d-60b0-4549-8140-46eb5ccc2748'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:21.481797 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-ff23955e-b949-47d3-8572-576323f6ce30 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:21.483074 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-ff23955e-b949-47d3-8572-576323f6ce30 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:21.496833 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f22d0326-9ebc-4176-9854-e229eb060605 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:21.520877 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-ff23955e-b949-47d3-8572-576323f6ce30 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7600560 Nov 16 11:36:21.539955 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-c2e37e68-6add-4673-a141-49d6ecb8c6c2 service neutron] Request body: {'port': {'device_id': 'b1cbc116-04ac-4caa-9f68-0eaee4b01e7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:21.589331 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-0648c65f-2e54-4bf6-b336-912db685ec63 None None] Set router 169b97c3-caaf-4c0f-a9fe-649de046040d gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:36:21.638625 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-c2e37e68-6add-4673-a141-49d6ecb8c6c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:21.660163 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-fe10a670-55ed-46af-9531-7378d5d87d7f tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:21.668518 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-fe10a670-55ed-46af-9531-7378d5d87d7f tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/networks?id=625c168b-a993-4f10-b111-6dff924d6530 HTTP/1.1" status: 200 len: 828 time: 0.3037193 Nov 16 11:36:21.685224 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-ea81ac86-4831-4d88-8b87-0edb1d8388aa None None] Set router f26f8f1d-60b0-4549-8140-46eb5ccc2748 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:36:21.780467 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-159dd3ce-45be-44ac-a2b2-c2ad65310e0e tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/quotas/2e1ab6155719444d866a416eb40d5230 HTTP/1.1" status: 200 len: 375 time: 0.1106131 Nov 16 11:36:21.783937 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ea81ac86-4831-4d88-8b87-0edb1d8388aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'name': 'tempest-RoutersTest-router-1643074238', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:34Z', 'updated_at': '2021-11-16T11:36:16Z', 'revision_number': 11, 'project_id': '3610a194a09949c3b82958173883b2cb', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:21.821070 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f22d0326-9ebc-4176-9854-e229eb060605 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:21.821705 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-1ec4d442-9ff1-40f4-9984-d5f0c644c454 None None] Provisioning complete for port 20ae4a88-fead-435e-beae-8e037cf69a18 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:36:21.822130 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1ec4d442-9ff1-40f4-9984-d5f0c644c454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:21.824605 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f22d0326-9ebc-4176-9854-e229eb060605 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:21.838881 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea81ac86-4831-4d88-8b87-0edb1d8388aa None None] The sync data for ids ['f26f8f1d-60b0-4549-8140-46eb5ccc2748'] in n-d-816823-3 is: [{'id': 'f26f8f1d-60b0-4549-8140-46eb5ccc2748', 'name': 'tempest-RoutersTest-router-1643074238', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:34Z', 'updated_at': '2021-11-16T11:36:16Z', 'revision_number': 11, 'project_id': '3610a194a09949c3b82958173883b2cb', 'gw_port_host': None}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:36:21.899957 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-1ec4d442-9ff1-40f4-9984-d5f0c644c454 None None] Port 20ae4a88-fead-435e-beae-8e037cf69a18 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:36:21.904492 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-fcc3a675-1c13-46db-949d-1eb5b21de001 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2e1ab6155719444d866a416eb40d5230&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1232486 Nov 16 11:36:21.905650 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f22d0326-9ebc-4176-9854-e229eb060605 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:21.906216 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22d0326-9ebc-4176-9854-e229eb060605 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Fanout notify agent at l3_agent the message router_deleted on router f26f8f1d-60b0-4549-8140-46eb5ccc2748 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:36:21.913125 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f22d0326-9ebc-4176-9854-e229eb060605 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:21.919459 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f22d0326-9ebc-4176-9854-e229eb060605 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "DELETE /v2.0/routers/f26f8f1d-60b0-4549-8140-46eb5ccc2748 HTTP/1.1" status: 204 len: 168 time: 0.6746180 Nov 16 11:36:21.921212 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50438) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:21.936265 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f6f2bb92-ecb9-411f-a4b2-76546e4dfbc3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1119251144', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:21.944587 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0648c65f-2e54-4bf6-b336-912db685ec63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169b97c3-caaf-4c0f-a9fe-649de046040d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-306096278-router', 'tenant_id': '2e1ab6155719444d866a416eb40d5230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '2a55098f-0ce0-4854-b6e6-71c8f8d8cffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:36:14Z', 'updated_at': '2021-11-16T11:36:19Z', 'revision_number': 4, 'project_id': '2e1ab6155719444d866a416eb40d5230', 'gw_port': {'id': '2a55098f-0ce0-4854-b6e6-71c8f8d8cffc', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169b97c3-caaf-4c0f-a9fe-649de046040d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:36:15Z', 'updated_at': '2021-11-16T11:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '7214f77e-de45-4a42-a6fb-3712d91d9554', 'name': '', 'network_id': '625c168b-a993-4f10-b111-6dff924d6530', 'tenant_id': '2e1ab6155719444d866a416eb40d5230', 'mac_address': 'fa:16:3e:61:8a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169b97c3-caaf-4c0f-a9fe-649de046040d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '8aa2bb83-080d-4518-bb02-cb4b059a9bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:36:18Z', 'updated_at': '2021-11-16T11:36:19Z', 'revision_number': 2, 'project_id': '2e1ab6155719444d866a416eb40d5230', 'subnets': [{'id': '8aa2bb83-080d-4518-bb02-cb4b059a9bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:21.986294 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0648c65f-2e54-4bf6-b336-912db685ec63 None None] Checking router: 169b97c3-caaf-4c0f-a9fe-649de046040d for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:36:21.986804 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0648c65f-2e54-4bf6-b336-912db685ec63 None None] Updating router 169b97c3-caaf-4c0f-a9fe-649de046040d port 7214f77e-de45-4a42-a6fb-3712d91d9554 binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:36:21.989383 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6f2bb92-ecb9-411f-a4b2-76546e4dfbc3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:21.991215 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6f2bb92-ecb9-411f-a4b2-76546e4dfbc3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:22.009100 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-3496fc7b-ad1d-4ac5-8bc0-7777826f4eac service neutron] 10.222.0.61 "GET /v2.0/networks/625c168b-a993-4f10-b111-6dff924d6530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929880 Nov 16 11:36:22.016042 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0648c65f-2e54-4bf6-b336-912db685ec63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:22.067955 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-c2e37e68-6add-4673-a141-49d6ecb8c6c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20ae4a88-fead-435e-beae-8e037cf69a18 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:36:22.108309 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-c2e37e68-6add-4673-a141-49d6ecb8c6c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:22.113718 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6f2bb92-ecb9-411f-a4b2-76546e4dfbc3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:22.125126 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-c2e37e68-6add-4673-a141-49d6ecb8c6c2 service neutron] Transition to ACTIVE for port object 20ae4a88-fead-435e-beae-8e037cf69a18 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:36:22.132171 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6f2bb92-ecb9-411f-a4b2-76546e4dfbc3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:22.134049 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-44076a5e-a790-448c-a815-2eb3d10818be service neutron] 10.222.0.61 "GET /v2.0/networks/625c168b-a993-4f10-b111-6dff924d6530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098590 Nov 16 11:36:22.144514 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-c2e37e68-6add-4673-a141-49d6ecb8c6c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:22.216918 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6f2bb92-ecb9-411f-a4b2-76546e4dfbc3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:22.220833 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f6f2bb92-ecb9-411f-a4b2-76546e4dfbc3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2955658 Nov 16 11:36:22.221497 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50440) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:22.226883 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-099a4cc7-0aa4-49b2-89f6-960e8d62108e tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:22.246296 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e37e68-6add-4673-a141-49d6ecb8c6c2 service neutron] Pushing event updated for resources: {'Port': ['ID=20ae4a88-fead-435e-beae-8e037cf69a18,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:22.380792 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-c2e37e68-6add-4673-a141-49d6ecb8c6c2 service neutron] Attempting to bind port 20ae4a88-fead-435e-beae-8e037cf69a18 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:36:22.381135 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-c2e37e68-6add-4673-a141-49d6ecb8c6c2 service neutron] Attempting to bind port 20ae4a88-fead-435e-beae-8e037cf69a18 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '8c7d83bf-85a1-425d-b9b1-dd2526bf3d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ac38a654-4075-456a-bc52-9a2a4fa7d579'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:36:22.382235 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-c2e37e68-6add-4673-a141-49d6ecb8c6c2 service neutron] Attempting to bind port 20ae4a88-fead-435e-beae-8e037cf69a18 on network ac38a654-4075-456a-bc52-9a2a4fa7d579 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:36:22.387020 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-c2e37e68-6add-4673-a141-49d6ecb8c6c2 service neutron] Port 20ae4a88-fead-435e-beae-8e037cf69a18 on network ac38a654-4075-456a-bc52-9a2a4fa7d579 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:36:22.387477 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-c2e37e68-6add-4673-a141-49d6ecb8c6c2 service neutron] Attempting to bind port 20ae4a88-fead-435e-beae-8e037cf69a18 on network ac38a654-4075-456a-bc52-9a2a4fa7d579 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:36:22.392872 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-c2e37e68-6add-4673-a141-49d6ecb8c6c2 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:36:22.393210 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-c2e37e68-6add-4673-a141-49d6ecb8c6c2 service neutron] Checking segment: {'id': '8c7d83bf-85a1-425d-b9b1-dd2526bf3d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ac38a654-4075-456a-bc52-9a2a4fa7d579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:36:22.393599 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-c2e37e68-6add-4673-a141-49d6ecb8c6c2 service neutron] Bound using segment: {'id': '8c7d83bf-85a1-425d-b9b1-dd2526bf3d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ac38a654-4075-456a-bc52-9a2a4fa7d579'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:36:22.394076 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-c2e37e68-6add-4673-a141-49d6ecb8c6c2 service neutron] Bound port: 20ae4a88-fead-435e-beae-8e037cf69a18, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c7d83bf-85a1-425d-b9b1-dd2526bf3d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ac38a654-4075-456a-bc52-9a2a4fa7d579'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:36:22.394436 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-c2e37e68-6add-4673-a141-49d6ecb8c6c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:22.435919 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0648c65f-2e54-4bf6-b336-912db685ec63 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:22.444523 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0648c65f-2e54-4bf6-b336-912db685ec63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:22.490044 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-c2e37e68-6add-4673-a141-49d6ecb8c6c2 service neutron] For port 20ae4a88-fead-435e-beae-8e037cf69a18, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:36:22.508725 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-c2e37e68-6add-4673-a141-49d6ecb8c6c2 service neutron] For port 20ae4a88-fead-435e-beae-8e037cf69a18, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=20ae4a88-fead-435e-beae-8e037cf69a18,segment=NetworkSegment(8c7d83bf-85a1-425d-b9b1-dd2526bf3d00),segment_id=8c7d83bf-85a1-425d-b9b1-dd2526bf3d00)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:36:22.523161 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-c2e37e68-6add-4673-a141-49d6ecb8c6c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:22.557636 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-c2e37e68-6add-4673-a141-49d6ecb8c6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:22.558598 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-c2e37e68-6add-4673-a141-49d6ecb8c6c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:22.560460 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-c2e37e68-6add-4673-a141-49d6ecb8c6c2 service neutron] 10.222.0.36 "PUT /v2.0/ports/20ae4a88-fead-435e-beae-8e037cf69a18 HTTP/1.1" status: 200 len: 1092 time: 1.0277662 Nov 16 11:36:22.561092 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1cbc116-04ac-4caa-9f68-0eaee4b01e7e', 'tag': '20ae4a88-fead-435e-beae-8e037cf69a18'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:36:22.564082 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd0533f-d6a5-40d2-90e1-73f41aed41c5" -d '{"events": [{"name": "network-changed", "server_uuid": "b1cbc116-04ac-4caa-9f68-0eaee4b01e7e", "tag": "20ae4a88-fead-435e-beae-8e037cf69a18"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:36:22.602591 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13b3974-7f62-440d-b226-d22e93c8dcf1 None None] Pushing event updated for resources: {'Port': ['ID=7214f77e-de45-4a42-a6fb-3712d91d9554,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:22.633554 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-0648c65f-2e54-4bf6-b336-912db685ec63 None None] Attempting to bind port 7214f77e-de45-4a42-a6fb-3712d91d9554 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:36:22.633947 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-0648c65f-2e54-4bf6-b336-912db685ec63 None None] Attempting to bind port 7214f77e-de45-4a42-a6fb-3712d91d9554 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '84b3013f-cb4a-4965-86b4-cf129f3ad8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '625c168b-a993-4f10-b111-6dff924d6530'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:36:22.634418 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0648c65f-2e54-4bf6-b336-912db685ec63 None None] Attempting to bind port 7214f77e-de45-4a42-a6fb-3712d91d9554 on network 625c168b-a993-4f10-b111-6dff924d6530 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:36:22.664630 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0648c65f-2e54-4bf6-b336-912db685ec63 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:36:22.665067 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0648c65f-2e54-4bf6-b336-912db685ec63 None None] Checking segment: {'id': '84b3013f-cb4a-4965-86b4-cf129f3ad8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '625c168b-a993-4f10-b111-6dff924d6530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:36:22.665488 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0648c65f-2e54-4bf6-b336-912db685ec63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:22.666154 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0648c65f-2e54-4bf6-b336-912db685ec63 None None] Bound using segment: {'id': '84b3013f-cb4a-4965-86b4-cf129f3ad8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '625c168b-a993-4f10-b111-6dff924d6530'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:36:22.667432 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-0648c65f-2e54-4bf6-b336-912db685ec63 None None] Bound port: 7214f77e-de45-4a42-a6fb-3712d91d9554, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b3013f-cb4a-4965-86b4-cf129f3ad8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '625c168b-a993-4f10-b111-6dff924d6530'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:36:22.667666 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0648c65f-2e54-4bf6-b336-912db685ec63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:22.668545 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd791c2d-8261-49e2-b715-375c644dd74c req-295fab3c-f1b6-4139-9cf8-e5710249192f tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:22.676846 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fd791c2d-8261-49e2-b715-375c644dd74c req-295fab3c-f1b6-4139-9cf8-e5710249192f tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=37da0729-5628-410b-a865-cf2743b02f2c HTTP/1.1" status: 200 len: 946 time: 0.2628798 Nov 16 11:36:22.681500 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-099a4cc7-0aa4-49b2-89f6-960e8d62108e tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1984560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1995711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3572'] for router, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:22.692246 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e37e68-6add-4673-a141-49d6ecb8c6c2 service neutron] Pushing event updated for resources: {'Port': ['ID=20ae4a88-fead-435e-beae-8e037cf69a18,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:22.714510 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-413eb74e-10c8-4c05-9bbc-c0d34d727893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:22.716231 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-413eb74e-10c8-4c05-9bbc-c0d34d727893 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5de40747a10d44f79906618ae036d315&device_id=b1cbc116-04ac-4caa-9f68-0eaee4b01e7e HTTP/1.1" status: 200 len: 1095 time: 0.0892761 Nov 16 11:36:22.729763 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-099a4cc7-0aa4-49b2-89f6-960e8d62108e tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1984559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1984550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1995702'] for router, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:22.759991 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-0648c65f-2e54-4bf6-b336-912db685ec63 None None] For port 7214f77e-de45-4a42-a6fb-3712d91d9554, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:36:22.767463 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-0648c65f-2e54-4bf6-b336-912db685ec63 None None] For port 7214f77e-de45-4a42-a6fb-3712d91d9554, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=7214f77e-de45-4a42-a6fb-3712d91d9554,segment=NetworkSegment(84b3013f-cb4a-4965-86b4-cf129f3ad8bc),segment_id=84b3013f-cb4a-4965-86b4-cf129f3ad8bc)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:36:22.780383 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0648c65f-2e54-4bf6-b336-912db685ec63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:22.782688 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-5463c571-b37d-463a-907f-5d2780ee2c3e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20ae4a88-fead-435e-beae-8e037cf69a18 HTTP/1.1" status: 200 len: 217 time: 0.0536885 Nov 16 11:36:22.851533 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-a4b9db57-60fb-4b9c-a132-23850309a4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:22.853347 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-a4b9db57-60fb-4b9c-a132-23850309a4fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0c5b6ebb-aa31-4518-a588-3858b2528956 HTTP/1.1" status: 200 len: 850 time: 0.0627832 Nov 16 11:36:22.866913 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0648c65f-2e54-4bf6-b336-912db685ec63 None None] Routers {'169b97c3-caaf-4c0f-a9fe-649de046040d'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:36:22.867593 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0648c65f-2e54-4bf6-b336-912db685ec63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:36:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['169b97c3-caaf-4c0f-a9fe-649de046040d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:22.923963 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-53ba50ac-4162-41d2-8198-74f877f5a85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:22.925834 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-53ba50ac-4162-41d2-8198-74f877f5a85d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac38a654-4075-456a-bc52-9a2a4fa7d579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651505 Nov 16 11:36:22.957903 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fd791c2d-8261-49e2-b715-375c644dd74c req-5bcad335-806b-49cb-bb27-7dd3fe22ad5b tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766664 Nov 16 11:36:22.979005 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13b3974-7f62-440d-b226-d22e93c8dcf1 None None] Pushing event updated for resources: {'Port': ['ID=7214f77e-de45-4a42-a6fb-3712d91d9554,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:23.029411 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099a4cc7-0aa4-49b2-89f6-960e8d62108e tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Router 023517f5-8b2e-4aae-9f70-7d86a59f0ccb is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:36:23.103231 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-edec30b7-5412-4b7c-8f87-c991edeeb165 None None] Provisioning complete for port 7214f77e-de45-4a42-a6fb-3712d91d9554 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:36:23.103879 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-edec30b7-5412-4b7c-8f87-c991edeeb165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:23.137449 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-0c074866-1393-4b8e-8ff1-7ed350f56275 service neutron] 10.222.0.36 "GET /v2.0/networks/ac38a654-4075-456a-bc52-9a2a4fa7d579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027645 Nov 16 11:36:23.137795 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-0648c65f-2e54-4bf6-b336-912db685ec63 None None] Set router 169b97c3-caaf-4c0f-a9fe-649de046040d gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:36:23.165304 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099a4cc7-0aa4-49b2-89f6-960e8d62108e tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:36:23.176605 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-099a4cc7-0aa4-49b2-89f6-960e8d62108e tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:23.180603 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760e0844-2be4-4a4a-8e64-37e0bbe8b06c None None] Sync routers for ids ['023517f5-8b2e-4aae-9f70-7d86a59f0ccb'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:36:23.184676 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-099a4cc7-0aa4-49b2-89f6-960e8d62108e tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "PUT /v2.0/routers/023517f5-8b2e-4aae-9f70-7d86a59f0ccb HTTP/1.1" status: 200 len: 694 time: 0.9624174 Nov 16 11:36:23.188027 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50456) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:23.199610 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760e0844-2be4-4a4a-8e64-37e0bbe8b06c None None] Routers {'023517f5-8b2e-4aae-9f70-7d86a59f0ccb'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:36:23.201369 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-760e0844-2be4-4a4a-8e64-37e0bbe8b06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:36:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['023517f5-8b2e-4aae-9f70-7d86a59f0ccb'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:23.349020 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-760e0844-2be4-4a4a-8e64-37e0bbe8b06c None None] Set router 023517f5-8b2e-4aae-9f70-7d86a59f0ccb gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:36:23.358388 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ee6dc924-a18e-4d06-8660-fa5931d5adb2 req-eeafae53-68e3-4f0c-8c49-fdc4e6aa490b service neutron] 10.222.0.36 "GET /v2.0/networks/ac38a654-4075-456a-bc52-9a2a4fa7d579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977510 Nov 16 11:36:23.420296 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-edec30b7-5412-4b7c-8f87-c991edeeb165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:23.431722 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-760e0844-2be4-4a4a-8e64-37e0bbe8b06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '023517f5-8b2e-4aae-9f70-7d86a59f0ccb', 'name': 'tempest-RoutersTest-router-1119251144', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:36:22Z', 'updated_at': '2021-11-16T11:36:22Z', 'revision_number': 2, 'project_id': '3610a194a09949c3b82958173883b2cb', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:23.459193 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760e0844-2be4-4a4a-8e64-37e0bbe8b06c None None] Checking router: 023517f5-8b2e-4aae-9f70-7d86a59f0ccb for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:36:23.469843 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760e0844-2be4-4a4a-8e64-37e0bbe8b06c None None] Routers {'023517f5-8b2e-4aae-9f70-7d86a59f0ccb'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:36:23.470881 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-760e0844-2be4-4a4a-8e64-37e0bbe8b06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:36:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['023517f5-8b2e-4aae-9f70-7d86a59f0ccb'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:23.507532 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-edec30b7-5412-4b7c-8f87-c991edeeb165 None None] For port 7214f77e-de45-4a42-a6fb-3712d91d9554, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=7214f77e-de45-4a42-a6fb-3712d91d9554,segment=NetworkSegment(84b3013f-cb4a-4965-86b4-cf129f3ad8bc),segment_id=84b3013f-cb4a-4965-86b4-cf129f3ad8bc)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:36:23.520027 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-edec30b7-5412-4b7c-8f87-c991edeeb165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:23.545236 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-760e0844-2be4-4a4a-8e64-37e0bbe8b06c None None] Set router 023517f5-8b2e-4aae-9f70-7d86a59f0ccb gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:36:23.602161 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-760e0844-2be4-4a4a-8e64-37e0bbe8b06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '023517f5-8b2e-4aae-9f70-7d86a59f0ccb', 'name': 'tempest-RoutersTest-router-1119251144', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:36:22Z', 'updated_at': '2021-11-16T11:36:22Z', 'revision_number': 2, 'project_id': '3610a194a09949c3b82958173883b2cb', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:23.607749 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec30b7-5412-4b7c-8f87-c991edeeb165 None None] Pushing event updated for resources: {'Port': ['ID=7214f77e-de45-4a42-a6fb-3712d91d9554,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:23.632243 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760e0844-2be4-4a4a-8e64-37e0bbe8b06c None None] The sync data for ids ['023517f5-8b2e-4aae-9f70-7d86a59f0ccb'] in n-d-816823-3 is: [{'id': '023517f5-8b2e-4aae-9f70-7d86a59f0ccb', 'name': 'tempest-RoutersTest-router-1119251144', 'tenant_id': '3610a194a09949c3b82958173883b2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:36:22Z', 'updated_at': '2021-11-16T11:36:22Z', 'revision_number': 2, 'project_id': '3610a194a09949c3b82958173883b2cb', 'gw_port_host': None}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:36:23.643893 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0648c65f-2e54-4bf6-b336-912db685ec63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169b97c3-caaf-4c0f-a9fe-649de046040d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-306096278-router', 'tenant_id': '2e1ab6155719444d866a416eb40d5230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '2a55098f-0ce0-4854-b6e6-71c8f8d8cffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:36:14Z', 'updated_at': '2021-11-16T11:36:19Z', 'revision_number': 4, 'project_id': '2e1ab6155719444d866a416eb40d5230', 'gw_port': {'id': '2a55098f-0ce0-4854-b6e6-71c8f8d8cffc', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169b97c3-caaf-4c0f-a9fe-649de046040d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:36:15Z', 'updated_at': '2021-11-16T11:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '7214f77e-de45-4a42-a6fb-3712d91d9554', 'name': '', 'network_id': '625c168b-a993-4f10-b111-6dff924d6530', 'tenant_id': '2e1ab6155719444d866a416eb40d5230', 'mac_address': 'fa:16:3e:61:8a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169b97c3-caaf-4c0f-a9fe-649de046040d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '8aa2bb83-080d-4518-bb02-cb4b059a9bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:36:18Z', 'updated_at': '2021-11-16T11:36:22Z', 'revision_number': 4, 'project_id': '2e1ab6155719444d866a416eb40d5230', 'subnets': [{'id': '8aa2bb83-080d-4518-bb02-cb4b059a9bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:23.665917 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6fd70014-4f25-43aa-b774-5c8f2ae6ccda tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "GET /v2.0/routers/023517f5-8b2e-4aae-9f70-7d86a59f0ccb HTTP/1.1" status: 200 len: 700 time: 0.4719260 Nov 16 11:36:23.668928 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50458) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:23.680693 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0648c65f-2e54-4bf6-b336-912db685ec63 None None] The sync data for ids ['169b97c3-caaf-4c0f-a9fe-649de046040d'] in n-d-816823-3 is: [{'id': '169b97c3-caaf-4c0f-a9fe-649de046040d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-306096278-router', 'tenant_id': '2e1ab6155719444d866a416eb40d5230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '2a55098f-0ce0-4854-b6e6-71c8f8d8cffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:36:14Z', 'updated_at': '2021-11-16T11:36:19Z', 'revision_number': 4, 'project_id': '2e1ab6155719444d866a416eb40d5230', 'gw_port': {'id': '2a55098f-0ce0-4854-b6e6-71c8f8d8cffc', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169b97c3-caaf-4c0f-a9fe-649de046040d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:36:15Z', 'updated_at': '2021-11-16T11:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '7214f77e-de45-4a42-a6fb-3712d91d9554', 'name': '', 'network_id': '625c168b-a993-4f10-b111-6dff924d6530', 'tenant_id': '2e1ab6155719444d866a416eb40d5230', 'mac_address': 'fa:16:3e:61:8a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169b97c3-caaf-4c0f-a9fe-649de046040d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '8aa2bb83-080d-4518-bb02-cb4b059a9bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:36:18Z', 'updated_at': '2021-11-16T11:36:22Z', 'revision_number': 4, 'project_id': '2e1ab6155719444d866a416eb40d5230', 'subnets': [{'id': '8aa2bb83-080d-4518-bb02-cb4b059a9bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:36:23.682492 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a5fefe2f-08e2-4491-a7eb-3ddcca019d53 None None] Provisioning complete for port 7214f77e-de45-4a42-a6fb-3712d91d9554 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:36:23.682856 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a5fefe2f-08e2-4491-a7eb-3ddcca019d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:23.704181 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-02d040e9-e2b4-4617-9874-3023c1c4a0e3 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "GET /v2.0/ports?device_id=023517f5-8b2e-4aae-9f70-7d86a59f0ccb HTTP/1.1" status: 200 len: 205 time: 0.0310433 Nov 16 11:36:23.704425 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50460) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:23.721308 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd3844-8a35-4726-8a65-dc5255d2c536 req-c3c0b6ab-9459-4107-86af-c88ceaa61429 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:23.729489 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0dfd3844-8a35-4726-8a65-dc5255d2c536 req-c3c0b6ab-9459-4107-86af-c88ceaa61429 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1cbc116-04ac-4caa-9f68-0eaee4b01e7e HTTP/1.1" status: 200 len: 944 time: 0.1284499 Nov 16 11:36:23.823700 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0dfd3844-8a35-4726-8a65-dc5255d2c536 req-5b4983cb-917b-4efc-b3c7-c83f613d4d18 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=09083bf5-cf45-4b26-b043-3ad082faeee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933895 Nov 16 11:36:23.929741 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b9f1dc6a-65f1-47d7-8181-c36165e64a31 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:23.982470 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-67890709-8ce6-4c9e-8ae0-a84f90aa79db req-3c0246ef-0826-4546-8022-9b61da8b676d tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/ports?device_id=697dd75c-814d-4172-a1cb-ec9253d42b5f HTTP/1.1" status: 200 len: 210 time: 0.0349302 Nov 16 11:36:24.087464 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71a951d-67ee-4088-989a-1de7c00d2b37 x-openstack-request-id: req-e71a951d-67ee-4088-989a-1de7c00d2b37 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:36:24.087768 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1cbc116-04ac-4caa-9f68-0eaee4b01e7e", "tag": "20ae4a88-fead-435e-beae-8e037cf69a18", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:36:24.088293 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e71a951d-67ee-4088-989a-1de7c00d2b37 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:36:24.088708 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1cbc116-04ac-4caa-9f68-0eaee4b01e7e', 'tag': '20ae4a88-fead-435e-beae-8e037cf69a18', 'status': 'completed', 'code': 200} Nov 16 11:36:24.181103 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621c636-8c28-44ec-a752-6f5c821c0b84 req-50ceafaa-d8b4-41ff-91de-b9edc9314476 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:24.186465 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3621c636-8c28-44ec-a752-6f5c821c0b84 req-50ceafaa-d8b4-41ff-91de-b9edc9314476 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=37da0729-5628-410b-a865-cf2743b02f2c HTTP/1.1" status: 200 len: 946 time: 0.0678723 Nov 16 11:36:24.243064 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3621c636-8c28-44ec-a752-6f5c821c0b84 req-45d07692-feff-4aea-9e5a-e0dbe67c91e9 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538201 Nov 16 11:36:24.525306 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b9f1dc6a-65f1-47d7-8181-c36165e64a31 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:24.531727 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b9f1dc6a-65f1-47d7-8181-c36165e64a31 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:24.551909 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-05bc7272-f501-489e-b0b8-c2b71581e322 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:24.553436 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-05bc7272-f501-489e-b0b8-c2b71581e322 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.64 "GET /v2.0/networks?id=625c168b-a993-4f10-b111-6dff924d6530 HTTP/1.1" status: 200 len: 828 time: 0.6952662 Nov 16 11:36:24.588537 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-abf12901-3b9a-4d4a-9ae5-338be19e27be tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Request body: {'port': {'device_id': '697dd75c-814d-4172-a1cb-ec9253d42b5f', 'network_id': '625c168b-a993-4f10-b111-6dff924d6530', 'admin_state_up': True, 'tenant_id': '2e1ab6155719444d866a416eb40d5230'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:24.636021 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b9f1dc6a-65f1-47d7-8181-c36165e64a31 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:24.636524 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f1dc6a-65f1-47d7-8181-c36165e64a31 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Fanout notify agent at l3_agent the message router_deleted on router 023517f5-8b2e-4aae-9f70-7d86a59f0ccb {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:36:24.648209 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b9f1dc6a-65f1-47d7-8181-c36165e64a31 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:24.652542 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b9f1dc6a-65f1-47d7-8181-c36165e64a31 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "DELETE /v2.0/routers/023517f5-8b2e-4aae-9f70-7d86a59f0ccb HTTP/1.1" status: 204 len: 168 time: 0.9443276 Nov 16 11:36:24.652871 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50466) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:24.654165 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0533f-d6a5-40d2-90e1-73f41aed41c5 req-ae446df1-d3a7-48b1-8ee6-203b21faecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:24.655630 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fdd0533f-d6a5-40d2-90e1-73f41aed41c5 req-ae446df1-d3a7-48b1-8ee6-203b21faecb8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5de40747a10d44f79906618ae036d315&device_id=b1cbc116-04ac-4caa-9f68-0eaee4b01e7e HTTP/1.1" status: 200 len: 1095 time: 0.5327191 Nov 16 11:36:24.687904 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-14395185-c4c0-4dca-abdd-bfbd719adc85 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "GET /v2.0/ports?device_id=023517f5-8b2e-4aae-9f70-7d86a59f0ccb HTTP/1.1" status: 200 len: 205 time: 0.0338497 Nov 16 11:36:24.690239 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50468) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:24.728508 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-6d5d862c-d281-42d2-8b08-d73fbcc39a5a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] delete failed (client error): The resource could not be found. Nov 16 11:36:24.732725 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6d5d862c-d281-42d2-8b08-d73fbcc39a5a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "DELETE /v2.0/routers/023517f5-8b2e-4aae-9f70-7d86a59f0ccb HTTP/1.1" status: 404 len: 336 time: 0.0404482 Nov 16 11:36:24.733584 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50470) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:24.767353 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-81609e9b-578c-472d-a64c-897dc3582245 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] DELETE failed (client error): The resource could not be found. Nov 16 11:36:24.768348 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81609e9b-578c-472d-a64c-897dc3582245 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:36:24.771704 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-81609e9b-578c-472d-a64c-897dc3582245 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "DELETE /v2.0/subnets/2781a383-8176-475e-96b0-2fdab5d18b14 HTTP/1.1" status: 404 len: 337 time: 0.0370712 Nov 16 11:36:24.774909 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50472) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:24.805619 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0533f-d6a5-40d2-90e1-73f41aed41c5 req-7947293b-21ad-4e1a-9b92-8d94ac1e2b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:24.807255 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fdd0533f-d6a5-40d2-90e1-73f41aed41c5 req-7947293b-21ad-4e1a-9b92-8d94ac1e2b81 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac38a654-4075-456a-bc52-9a2a4fa7d579 HTTP/1.1" status: 200 len: 912 time: 0.1413326 Nov 16 11:36:24.809204 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-d586cab8-7ed0-43e5-86f6-c5f252914ae5 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] DELETE failed (client error): The resource could not be found. Nov 16 11:36:24.809738 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d586cab8-7ed0-43e5-86f6-c5f252914ae5 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:36:24.813039 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-abf12901-3b9a-4d4a-9ae5-338be19e27be tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Made reservation on behalf of 2e1ab6155719444d866a416eb40d5230 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:36:24.813214 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d586cab8-7ed0-43e5-86f6-c5f252914ae5 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "DELETE /v2.0/subnets/c56a7350-f121-4ab1-9459-51d46c9909ad HTTP/1.1" status: 404 len: 337 time: 0.0373387 Nov 16 11:36:24.815916 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50474) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:24.817592 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-abf12901-3b9a-4d4a-9ae5-338be19e27be tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:24.844682 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-344590fd-3efe-487a-bd16-20290f4fbf95 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] DELETE failed (client error): The resource could not be found. Nov 16 11:36:24.845241 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-344590fd-3efe-487a-bd16-20290f4fbf95 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:36:24.850488 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-344590fd-3efe-487a-bd16-20290f4fbf95 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "DELETE /v2.0/subnets/f68b38a4-6e5a-4b52-9cf2-52f07acd7a6f HTTP/1.1" status: 404 len: 337 time: 0.0316296 Nov 16 11:36:24.851718 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50476) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:24.862068 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fdd0533f-d6a5-40d2-90e1-73f41aed41c5 req-11aac88f-c27b-45a6-8677-f8bfa0e5905e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20ae4a88-fead-435e-beae-8e037cf69a18 HTTP/1.1" status: 200 len: 217 time: 0.0414951 Nov 16 11:36:24.896291 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-3305f12e-d481-4e5f-98e0-8ad67ad58a93 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] DELETE failed (client error): The resource could not be found. Nov 16 11:36:24.896748 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3305f12e-d481-4e5f-98e0-8ad67ad58a93 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:36:24.902625 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3305f12e-d481-4e5f-98e0-8ad67ad58a93 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "DELETE /v2.0/subnets/a13a8359-1b13-4008-b5cc-96b39c84706c HTTP/1.1" status: 404 len: 337 time: 0.0497756 Nov 16 11:36:24.903167 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50480) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:24.948551 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0533f-d6a5-40d2-90e1-73f41aed41c5 req-8ea5adf3-586a-4680-a0b2-a68009d0a920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:24.948551 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fdd0533f-d6a5-40d2-90e1-73f41aed41c5 req-8ea5adf3-586a-4680-a0b2-a68009d0a920 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0c5b6ebb-aa31-4518-a588-3858b2528956 HTTP/1.1" status: 200 len: 850 time: 0.0572100 Nov 16 11:36:24.948707 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7b8fa2b3-796e-439e-8094-9225987e48f5 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "GET /v2.0/ports?device_id=f26f8f1d-60b0-4549-8140-46eb5ccc2748 HTTP/1.1" status: 200 len: 205 time: 0.0354135 Nov 16 11:36:24.948707 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50482) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:25.008383 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-9f73a04c-29bf-4f98-b137-09cb3411ed26 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] delete failed (client error): The resource could not be found. Nov 16 11:36:25.009420 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-9f73a04c-29bf-4f98-b137-09cb3411ed26 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "DELETE /v2.0/routers/f26f8f1d-60b0-4549-8140-46eb5ccc2748 HTTP/1.1" status: 404 len: 336 time: 0.0674968 Nov 16 11:36:25.014551 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50486) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:25.044746 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-62823693-e5af-4c4b-81d8-864ff7c826a5 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "GET /v2.0/ports?device_id=5081e89c-203d-40aa-82db-4ebce396f3ef HTTP/1.1" status: 200 len: 205 time: 0.0289469 Nov 16 11:36:25.048141 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50490) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:25.076427 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0533f-d6a5-40d2-90e1-73f41aed41c5 req-c324a089-f01f-491e-8798-6ae6c179cdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:25.078003 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fdd0533f-d6a5-40d2-90e1-73f41aed41c5 req-c324a089-f01f-491e-8798-6ae6c179cdbf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac38a654-4075-456a-bc52-9a2a4fa7d579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892272 Nov 16 11:36:25.092931 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-b117e653-32e0-4ef6-899d-5abafe10058f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] delete failed (client error): The resource could not be found. Nov 16 11:36:25.096468 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b117e653-32e0-4ef6-899d-5abafe10058f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "DELETE /v2.0/routers/5081e89c-203d-40aa-82db-4ebce396f3ef HTTP/1.1" status: 404 len: 336 time: 0.0449543 Nov 16 11:36:25.096799 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50492) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:25.119533 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428aea8d-03ac-4e9c-bb33-da2e64bd732f req-f5fe9b27-0c38-42c2-8226-ea30e5054ed2 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:25.121056 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-428aea8d-03ac-4e9c-bb33-da2e64bd732f req-f5fe9b27-0c38-42c2-8226-ea30e5054ed2 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1cbc116-04ac-4caa-9f68-0eaee4b01e7e HTTP/1.1" status: 200 len: 944 time: 0.1869299 Nov 16 11:36:25.143212 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-4491cca3-e0bb-4a64-8e21-4cffe99a6807 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] DELETE failed (client error): The resource could not be found. Nov 16 11:36:25.143667 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4491cca3-e0bb-4a64-8e21-4cffe99a6807 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:36:25.149184 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4491cca3-e0bb-4a64-8e21-4cffe99a6807 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "DELETE /v2.0/subnets/b512b352-21b0-4c12-b0b9-d6443f292c58 HTTP/1.1" status: 404 len: 337 time: 0.0491147 Nov 16 11:36:25.149353 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-abf12901-3b9a-4d4a-9ae5-338be19e27be tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Allocated IP 172.20.0.10 (625c168b-a993-4f10-b111-6dff924d6530/8aa2bb83-080d-4518-bb02-cb4b059a9bb5/8b090b3d-213f-408b-b8f5-c7a29cfb3165) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:36:25.151987 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50494) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:25.196237 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6ab103cf-eeac-433e-87dd-6ed073b101e0 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc6343e1-0912-49bb-a5d9-3fa019b3515b HTTP/1.1" status: 200 len: 205 time: 0.0422459 Nov 16 11:36:25.198938 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50496) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:25.234789 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fdd0533f-d6a5-40d2-90e1-73f41aed41c5 req-90393ab1-6149-4de7-8946-3940d5a0af0b service neutron] 10.222.0.36 "GET /v2.0/networks/ac38a654-4075-456a-bc52-9a2a4fa7d579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468248 Nov 16 11:36:25.250680 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-bdd07ece-4b68-44c0-9f03-687c888b4ef6 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] delete failed (client error): The resource could not be found. Nov 16 11:36:25.254105 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-bdd07ece-4b68-44c0-9f03-687c888b4ef6 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "DELETE /v2.0/routers/fc6343e1-0912-49bb-a5d9-3fa019b3515b HTTP/1.1" status: 404 len: 336 time: 0.0473249 Nov 16 11:36:25.256658 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-428aea8d-03ac-4e9c-bb33-da2e64bd732f req-25cd33aa-a512-4538-aa7b-f778db88174b tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=09083bf5-cf45-4b26-b043-3ad082faeee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157899 Nov 16 11:36:25.257126 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50498) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:25.295440 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-16efd8cf-6838-4f11-9389-9460ba472eb8 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "GET /v2.0/ports?device_id=22b496fe-d1c9-4b6c-9852-52a2e80fb7ba HTTP/1.1" status: 200 len: 205 time: 0.0371757 Nov 16 11:36:25.299816 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50502) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:25.373010 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0bb6094d-b62c-4398-a440-c532d90bc838 req-5ca741f8-92e6-4be0-ba3a-161b1a57a07c tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/ports?device_id=697dd75c-814d-4172-a1cb-ec9253d42b5f HTTP/1.1" status: 200 len: 210 time: 0.0274365 Nov 16 11:36:25.394367 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7214f77e-de45-4a42-a6fb-3712d91d9554 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:36:25.399734 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-e64729b1-16b4-4fcf-a068-b5f895ae701d tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] delete failed (client error): The resource could not be found. Nov 16 11:36:25.403179 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e64729b1-16b4-4fcf-a068-b5f895ae701d tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "DELETE /v2.0/routers/22b496fe-d1c9-4b6c-9852-52a2e80fb7ba HTTP/1.1" status: 404 len: 336 time: 0.1013222 Nov 16 11:36:25.403940 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50506) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:25.446971 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 7214f77e-de45-4a42-a6fb-3712d91d9554 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:36:25.447235 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:25.454211 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-5903bf8c-6e7b-4b53-9d58-40eb2e97143b tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] DELETE failed (client error): The resource could not be found. Nov 16 11:36:25.454668 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5903bf8c-6e7b-4b53-9d58-40eb2e97143b tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:36:25.457760 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5903bf8c-6e7b-4b53-9d58-40eb2e97143b tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "DELETE /v2.0/subnets/464be404-9c60-477b-8822-0ae365416b0e HTTP/1.1" status: 404 len: 337 time: 0.0528204 Nov 16 11:36:25.467095 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50508) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:25.494500 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-abf12901-3b9a-4d4a-9ae5-338be19e27be tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:25.508910 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b321f4-cfd9-44d9-81b3-ef91b1f7f2ff req-2d687982-cd36-4af4-bb74-2127f78009da tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:25.509702 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fdd0533f-d6a5-40d2-90e1-73f41aed41c5 req-fa0cc922-a100-4d79-a11f-c9c7003bd433 service neutron] 10.222.0.36 "GET /v2.0/networks/ac38a654-4075-456a-bc52-9a2a4fa7d579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646153 Nov 16 11:36:25.510464 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d5b321f4-cfd9-44d9-81b3-ef91b1f7f2ff req-2d687982-cd36-4af4-bb74-2127f78009da tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=37da0729-5628-410b-a865-cf2743b02f2c HTTP/1.1" status: 200 len: 946 time: 0.0584447 Nov 16 11:36:25.513503 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6536b794-f6c4-4864-8fd2-447f918a2959 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "GET /v2.0/ports?device_id=271d4648-37c0-4778-873a-4a70e65ef12c HTTP/1.1" status: 200 len: 205 time: 0.0451658 Nov 16 11:36:25.516673 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50510) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:25.573786 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d5b321f4-cfd9-44d9-81b3-ef91b1f7f2ff req-9eae1882-79a6-412c-ba34-2f9c94f8712e tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443816 Nov 16 11:36:25.575394 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-f85414d6-5ede-4a4e-9537-1e2f16293668 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] delete failed (client error): The resource could not be found. Nov 16 11:36:25.576428 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f85414d6-5ede-4a4e-9537-1e2f16293668 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "DELETE /v2.0/routers/271d4648-37c0-4778-873a-4a70e65ef12c HTTP/1.1" status: 404 len: 336 time: 0.0463309 Nov 16 11:36:25.579640 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50512) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:25.596951 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-abf12901-3b9a-4d4a-9ae5-338be19e27be tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:25.614739 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-e61a2383-d017-49c0-b3bd-e7667b69118a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] DELETE failed (client error): The resource could not be found. Nov 16 11:36:25.615197 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e61a2383-d017-49c0-b3bd-e7667b69118a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:36:25.621026 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e61a2383-d017-49c0-b3bd-e7667b69118a tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "DELETE /v2.0/subnets/48419af5-5c81-414d-a469-ec25d8f5c7a7 HTTP/1.1" status: 404 len: 337 time: 0.0380430 Nov 16 11:36:25.621277 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50514) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:25.643431 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-abf12901-3b9a-4d4a-9ae5-338be19e27be tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Network 625c168b-a993-4f10-b111-6dff924d6530 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:36:25.650002 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-abf12901-3b9a-4d4a-9ae5-338be19e27be tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:36:25.651091 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-38aa9522-da66-456f-8b06-283a23b3a058 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f609998-780d-404c-a257-48600ce31165 HTTP/1.1" status: 200 len: 205 time: 0.0287051 Nov 16 11:36:25.653368 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50516) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:25.654673 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-abf12901-3b9a-4d4a-9ae5-338be19e27be tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:36:25.673440 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 20ae4a88-fead-435e-beae-8e037cf69a18 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:36:25.683725 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf12901-3b9a-4d4a-9ae5-338be19e27be tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Pushing event updated for resources: {'Port': ['ID=8b090b3d-213f-408b-b8f5-c7a29cfb3165,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:25.694932 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-3596827e-086d-486f-9a82-6f5bab4ca94f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] delete failed (client error): The resource could not be found. Nov 16 11:36:25.699009 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3596827e-086d-486f-9a82-6f5bab4ca94f tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "DELETE /v2.0/routers/5f609998-780d-404c-a257-48600ce31165 HTTP/1.1" status: 404 len: 336 time: 0.0416076 Nov 16 11:36:25.699009 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50518) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:25.717667 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-abf12901-3b9a-4d4a-9ae5-338be19e27be tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:25.718330 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-abf12901-3b9a-4d4a-9ae5-338be19e27be tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:25.732765 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ffc2d12-de10-4f80-8ac1-b90f09c14be2 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] DELETE failed (client error): The resource could not be found. Nov 16 11:36:25.733260 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ffc2d12-de10-4f80-8ac1-b90f09c14be2 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:36:25.737009 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3ffc2d12-de10-4f80-8ac1-b90f09c14be2 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "DELETE /v2.0/subnets/6a8d80be-8afd-4dbe-a201-80af560fe214 HTTP/1.1" status: 404 len: 337 time: 0.0372338 Nov 16 11:36:25.739761 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-abf12901-3b9a-4d4a-9ae5-338be19e27be tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1570420 Nov 16 11:36:25.741612 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50520) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:25.771933 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa9833a6-c16d-447f-aec4-2b39d318d1b1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] DELETE failed (client error): The resource could not be found. Nov 16 11:36:25.772400 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa9833a6-c16d-447f-aec4-2b39d318d1b1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:36:25.777887 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-aa9833a6-c16d-447f-aec4-2b39d318d1b1 tempest-RoutersTest-1666758392 tempest-RoutersTest-1666758392-project] 10.222.0.61 "DELETE /v2.0/subnets/eb3e9c8d-f475-4072-ad3a-2dff78082c37 HTTP/1.1" status: 404 len: 337 time: 0.0322158 Nov 16 11:36:25.802286 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 20ae4a88-fead-435e-beae-8e037cf69a18, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=20ae4a88-fead-435e-beae-8e037cf69a18,segment=NetworkSegment(8c7d83bf-85a1-425d-b9b1-dd2526bf3d00),segment_id=8c7d83bf-85a1-425d-b9b1-dd2526bf3d00)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:36:25.816071 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '20ae4a88-fead-435e-beae-8e037cf69a18', 'network_id': 'ac38a654-4075-456a-bc52-9a2a4fa7d579', 'port_id': '20ae4a88-fead-435e-beae-8e037cf69a18', 'mac_address': 'fa:16:3e:c3:9b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c5b6ebb-aa31-4518-a588-3858b2528956', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:36:25.868893 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:25.870262 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-58b98fa8-d189-48fb-be80-8bc44c09d703 service neutron] Request body: {'port': {'device_id': '697dd75c-814d-4172-a1cb-ec9253d42b5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:25.884818 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20ae4a88-fead-435e-beae-8e037cf69a18 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:36:25.909175 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 20ae4a88-fead-435e-beae-8e037cf69a18, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=20ae4a88-fead-435e-beae-8e037cf69a18,segment=NetworkSegment(8c7d83bf-85a1-425d-b9b1-dd2526bf3d00),segment_id=8c7d83bf-85a1-425d-b9b1-dd2526bf3d00)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:36:25.923862 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-306cd109-09ef-46f2-b5b0-c4053facb102 None None] Provisioning complete for port 8b090b3d-213f-408b-b8f5-c7a29cfb3165 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:36:25.923862 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-306cd109-09ef-46f2-b5b0-c4053facb102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:25.936156 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-58b98fa8-d189-48fb-be80-8bc44c09d703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:25.947175 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:25.992428 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-306cd109-09ef-46f2-b5b0-c4053facb102 None None] Port 8b090b3d-213f-408b-b8f5-c7a29cfb3165 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:36:26.007630 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=20ae4a88-fead-435e-beae-8e037cf69a18,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:26.015083 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:26.015430 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:26.015767 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:26.016103 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:26.016422 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:26.016879 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:26.017096 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:26.017421 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:26.017745 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:26.018102 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:26.018426 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:26.018745 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:26.071457 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50528) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:26.166786 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['20ae4a88-fead-435e-beae-8e037cf69a18'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:36:26.216545 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c1d9b7ce-dd93-40f4-a12e-8d1994ba2789 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3610a194a09949c3b82958173883b2cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1437309 Nov 16 11:36:26.218865 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-58b98fa8-d189-48fb-be80-8bc44c09d703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b090b3d-213f-408b-b8f5-c7a29cfb3165 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:36:26.219152 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50532) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:26.227932 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-58b98fa8-d189-48fb-be80-8bc44c09d703 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:26.242945 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-58b98fa8-d189-48fb-be80-8bc44c09d703 service neutron] Transition to ACTIVE for port object 8b090b3d-213f-408b-b8f5-c7a29cfb3165 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:36:26.246948 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-58b98fa8-d189-48fb-be80-8bc44c09d703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:26.274335 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63aa5557-0d3c-45ad-a9d8-81d07a8237db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:26.298942 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63aa5557-0d3c-45ad-a9d8-81d07a8237db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:26.309356 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b98fa8-d189-48fb-be80-8bc44c09d703 service neutron] Pushing event updated for resources: {'Port': ['ID=8b090b3d-213f-408b-b8f5-c7a29cfb3165,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:26.364702 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63aa5557-0d3c-45ad-a9d8-81d07a8237db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:26.369107 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63aa5557-0d3c-45ad-a9d8-81d07a8237db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:26.372742 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-63aa5557-0d3c-45ad-a9d8-81d07a8237db admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e892b323-524b-4f9f-8534-1c1033631027 HTTP/1.1" status: 204 len: 168 time: 0.1503744 Nov 16 11:36:26.407513 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-58b98fa8-d189-48fb-be80-8bc44c09d703 service neutron] Attempting to bind port 8b090b3d-213f-408b-b8f5-c7a29cfb3165 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:36:26.407912 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-58b98fa8-d189-48fb-be80-8bc44c09d703 service neutron] Attempting to bind port 8b090b3d-213f-408b-b8f5-c7a29cfb3165 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '84b3013f-cb4a-4965-86b4-cf129f3ad8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '625c168b-a993-4f10-b111-6dff924d6530'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:36:26.408326 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-58b98fa8-d189-48fb-be80-8bc44c09d703 service neutron] Attempting to bind port 8b090b3d-213f-408b-b8f5-c7a29cfb3165 on network 625c168b-a993-4f10-b111-6dff924d6530 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:36:26.413452 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa5557-0d3c-45ad-a9d8-81d07a8237db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e892b323-524b-4f9f-8534-1c1033631027,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:26.414432 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-58b98fa8-d189-48fb-be80-8bc44c09d703 service neutron] Port 8b090b3d-213f-408b-b8f5-c7a29cfb3165 on network 625c168b-a993-4f10-b111-6dff924d6530 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:36:26.414820 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-58b98fa8-d189-48fb-be80-8bc44c09d703 service neutron] Attempting to bind port 8b090b3d-213f-408b-b8f5-c7a29cfb3165 on network 625c168b-a993-4f10-b111-6dff924d6530 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:36:26.430881 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-58b98fa8-d189-48fb-be80-8bc44c09d703 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:36:26.431218 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-58b98fa8-d189-48fb-be80-8bc44c09d703 service neutron] Checking segment: {'id': '84b3013f-cb4a-4965-86b4-cf129f3ad8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '625c168b-a993-4f10-b111-6dff924d6530'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:36:26.431608 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-58b98fa8-d189-48fb-be80-8bc44c09d703 service neutron] Bound using segment: {'id': '84b3013f-cb4a-4965-86b4-cf129f3ad8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '625c168b-a993-4f10-b111-6dff924d6530'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:36:26.432074 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-58b98fa8-d189-48fb-be80-8bc44c09d703 service neutron] Bound port: 8b090b3d-213f-408b-b8f5-c7a29cfb3165, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84b3013f-cb4a-4965-86b4-cf129f3ad8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '625c168b-a993-4f10-b111-6dff924d6530'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:36:26.433243 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-58b98fa8-d189-48fb-be80-8bc44c09d703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:26.444011 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b940add-7935-4d4a-84a1-69fdd8a8cfbc req-a9b0934f-76e6-4251-96cb-39cce6bd2cf9 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:26.445975 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b940add-7935-4d4a-84a1-69fdd8a8cfbc req-a9b0934f-76e6-4251-96cb-39cce6bd2cf9 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1cbc116-04ac-4caa-9f68-0eaee4b01e7e HTTP/1.1" status: 200 len: 945 time: 0.0715923 Nov 16 11:36:26.512199 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b940add-7935-4d4a-84a1-69fdd8a8cfbc req-6958a369-3d44-49ab-ad7f-983380b19897 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=09083bf5-cf45-4b26-b043-3ad082faeee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599737 Nov 16 11:36:26.517734 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-58b98fa8-d189-48fb-be80-8bc44c09d703 service neutron] For port 8b090b3d-213f-408b-b8f5-c7a29cfb3165, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:36:26.521472 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-58b98fa8-d189-48fb-be80-8bc44c09d703 service neutron] For port 8b090b3d-213f-408b-b8f5-c7a29cfb3165, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=8b090b3d-213f-408b-b8f5-c7a29cfb3165,segment=NetworkSegment(84b3013f-cb4a-4965-86b4-cf129f3ad8bc),segment_id=84b3013f-cb4a-4965-86b4-cf129f3ad8bc)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:36:26.527473 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-58b98fa8-d189-48fb-be80-8bc44c09d703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:26.581900 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-58b98fa8-d189-48fb-be80-8bc44c09d703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:26.582744 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-58b98fa8-d189-48fb-be80-8bc44c09d703 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:26.584508 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-58b98fa8-d189-48fb-be80-8bc44c09d703 service neutron] 10.222.0.64 "PUT /v2.0/ports/8b090b3d-213f-408b-b8f5-c7a29cfb3165 HTTP/1.1" status: 200 len: 1092 time: 0.8137848 Nov 16 11:36:26.585259 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '697dd75c-814d-4172-a1cb-ec9253d42b5f', 'tag': '8b090b3d-213f-408b-b8f5-c7a29cfb3165'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:36:26.587880 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6ee5e8-f6e1-4b80-8b10-d5a678f97981" -d '{"events": [{"name": "network-changed", "server_uuid": "697dd75c-814d-4172-a1cb-ec9253d42b5f", "tag": "8b090b3d-213f-408b-b8f5-c7a29cfb3165"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:36:26.628785 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b98fa8-d189-48fb-be80-8bc44c09d703 service neutron] Pushing event updated for resources: {'Port': ['ID=8b090b3d-213f-408b-b8f5-c7a29cfb3165,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:26.666887 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284eaf5d-014a-4db5-8d3d-cd995e03aa0c req-6ae9be74-1e72-4757-8be2-1964522fe06c tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:26.669698 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-284eaf5d-014a-4db5-8d3d-cd995e03aa0c req-6ae9be74-1e72-4757-8be2-1964522fe06c tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/ports?device_id=697dd75c-814d-4172-a1cb-ec9253d42b5f HTTP/1.1" status: 200 len: 944 time: 0.0693233 Nov 16 11:36:26.698476 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-f7a4c534-b0c8-41e1-affa-215ec432a84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:26.705679 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-f7a4c534-b0c8-41e1-affa-215ec432a84e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2e1ab6155719444d866a416eb40d5230&device_id=697dd75c-814d-4172-a1cb-ec9253d42b5f HTTP/1.1" status: 200 len: 1095 time: 0.0555458 Nov 16 11:36:26.732533 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-284eaf5d-014a-4db5-8d3d-cd995e03aa0c req-113b61c6-a841-44bb-bc75-ac35c90ea94f tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/security-groups?id=24166b1b-de8d-4d9f-a782-b5a1c6fd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564373 Nov 16 11:36:26.762334 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-9c71e566-da2a-41ed-84dc-58614544fd05 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b090b3d-213f-408b-b8f5-c7a29cfb3165 HTTP/1.1" status: 200 len: 217 time: 0.0500822 Nov 16 11:36:26.830329 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-94f7e154-6457-4308-88b7-6913799300f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:26.832017 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-94f7e154-6457-4308-88b7-6913799300f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8aa2bb83-080d-4518-bb02-cb4b059a9bb5 HTTP/1.1" status: 200 len: 867 time: 0.0525098 Nov 16 11:36:26.882005 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-2d69cda5-de94-4921-a1bb-b3c0ac7b44e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:26.884124 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-2d69cda5-de94-4921-a1bb-b3c0ac7b44e0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=625c168b-a993-4f10-b111-6dff924d6530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444705 Nov 16 11:36:26.982966 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-75893fe8-6c7e-4496-86cf-c70ab99d589c service neutron] 10.222.0.64 "GET /v2.0/networks/625c168b-a993-4f10-b111-6dff924d6530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904982 Nov 16 11:36:27.016048 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9089511f-3d04-40a8-bebe-ec7093524657 x-openstack-request-id: req-9089511f-3d04-40a8-bebe-ec7093524657 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:36:27.016484 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "697dd75c-814d-4172-a1cb-ec9253d42b5f", "tag": "8b090b3d-213f-408b-b8f5-c7a29cfb3165", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:36:27.016851 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9089511f-3d04-40a8-bebe-ec7093524657 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:36:27.017171 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '697dd75c-814d-4172-a1cb-ec9253d42b5f', 'tag': '8b090b3d-213f-408b-b8f5-c7a29cfb3165', 'status': 'completed', 'code': 200} Nov 16 11:36:27.092474 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6e4cd07f-7dd9-4cc0-bc23-7723cff2bb6a req-a8136047-0235-4895-bc66-186e35b5872d service neutron] 10.222.0.64 "GET /v2.0/networks/625c168b-a993-4f10-b111-6dff924d6530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998020 Nov 16 11:36:27.113499 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41755964-0a03-4a89-b43b-a84cc38b98b1 req-59980f27-3195-4769-b024-fb23b64efdd4 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:27.115170 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-41755964-0a03-4a89-b43b-a84cc38b98b1 req-59980f27-3195-4769-b024-fb23b64efdd4 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=37da0729-5628-410b-a865-cf2743b02f2c HTTP/1.1" status: 200 len: 946 time: 0.0642049 Nov 16 11:36:27.169885 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-41755964-0a03-4a89-b43b-a84cc38b98b1 req-9d2ff066-7cf4-4436-a5f0-4542b26a5ac6 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464833 Nov 16 11:36:27.199301 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ee5e8-f6e1-4b80-8b10-d5a678f97981 req-430c3503-1d0c-4903-a0a4-679b8a506554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:27.201044 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8c6ee5e8-f6e1-4b80-8b10-d5a678f97981 req-430c3503-1d0c-4903-a0a4-679b8a506554 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2e1ab6155719444d866a416eb40d5230&device_id=697dd75c-814d-4172-a1cb-ec9253d42b5f HTTP/1.1" status: 200 len: 1095 time: 0.0520978 Nov 16 11:36:27.228855 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50566) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:27.306671 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ee5e8-f6e1-4b80-8b10-d5a678f97981 req-c11c7f4b-8e38-482a-aafd-71e35102df71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:27.308168 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8c6ee5e8-f6e1-4b80-8b10-d5a678f97981 req-c11c7f4b-8e38-482a-aafd-71e35102df71 service neutron] 10.222.0.64 "GET /v2.0/networks?id=625c168b-a993-4f10-b111-6dff924d6530 HTTP/1.1" status: 200 len: 929 time: 0.0992107 Nov 16 11:36:27.331259 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-64336720-b9ad-43ec-87fa-7082bd19fc1d tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Request body: {'security_group': {'name': 'tempest-secgroup--435232262'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:27.352018 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8c6ee5e8-f6e1-4b80-8b10-d5a678f97981 req-eca904cb-811a-4345-8b36-6ff49a1bcdd0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b090b3d-213f-408b-b8f5-c7a29cfb3165 HTTP/1.1" status: 200 len: 217 time: 0.0346854 Nov 16 11:36:27.353610 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-64336720-b9ad-43ec-87fa-7082bd19fc1d tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:27.362293 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-64336720-b9ad-43ec-87fa-7082bd19fc1d tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:27.408007 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ee5e8-f6e1-4b80-8b10-d5a678f97981 req-a4795b0b-6918-4992-af90-bc78812829c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:27.409453 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8c6ee5e8-f6e1-4b80-8b10-d5a678f97981 req-a4795b0b-6918-4992-af90-bc78812829c3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8aa2bb83-080d-4518-bb02-cb4b059a9bb5 HTTP/1.1" status: 200 len: 867 time: 0.0501537 Nov 16 11:36:27.438726 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-64336720-b9ad-43ec-87fa-7082bd19fc1d tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:27.444039 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-64336720-b9ad-43ec-87fa-7082bd19fc1d tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:27.458370 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ee5e8-f6e1-4b80-8b10-d5a678f97981 req-64297899-8321-4061-98c3-dfc47cd02c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:27.460171 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8c6ee5e8-f6e1-4b80-8b10-d5a678f97981 req-64297899-8321-4061-98c3-dfc47cd02c14 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=625c168b-a993-4f10-b111-6dff924d6530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420852 Nov 16 11:36:27.482394 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64336720-b9ad-43ec-87fa-7082bd19fc1d tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6da4d23-9d4a-4eec-9087-8a56b1fc3c55,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:27.527538 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-64336720-b9ad-43ec-87fa-7082bd19fc1d tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:27.531407 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-64336720-b9ad-43ec-87fa-7082bd19fc1d tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:27.565453 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8c6ee5e8-f6e1-4b80-8b10-d5a678f97981 req-9cafc9a2-f93d-41e8-8317-a09ec31095ce service neutron] 10.222.0.64 "GET /v2.0/networks/625c168b-a993-4f10-b111-6dff924d6530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952954 Nov 16 11:36:27.565731 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-64336720-b9ad-43ec-87fa-7082bd19fc1d tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:27.566982 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-64336720-b9ad-43ec-87fa-7082bd19fc1d tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3370612 Nov 16 11:36:27.569215 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64336720-b9ad-43ec-87fa-7082bd19fc1d tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f76350a-2126-4e25-98af-048cfc9a526e,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:27.569669 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50572) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:27.649331 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8f7b4-29d0-4216-96b0-bea9db75b425 req-09dff298-37cb-47c6-9524-4af45a625ab1 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:27.650895 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-99e8f7b4-29d0-4216-96b0-bea9db75b425 req-09dff298-37cb-47c6-9524-4af45a625ab1 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1cbc116-04ac-4caa-9f68-0eaee4b01e7e HTTP/1.1" status: 200 len: 945 time: 0.0507255 Nov 16 11:36:27.673839 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 20ae4a88-fead-435e-beae-8e037cf69a18 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:36:27.682901 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d6e7b039-7c3b-4576-967b-fbc8fac92ef6 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1120541 Nov 16 11:36:27.687422 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50574) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:27.692634 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-6b435137-0065-4463-9f94-60a8f806f7b2 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Request body: {'security_group': {'name': 'tempest-security--2039269808', 'description': 'tempest-security-description-447379979'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:27.700533 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8c6ee5e8-f6e1-4b80-8b10-d5a678f97981 req-a33b92a5-c403-4469-adb2-fc7760de17cb service neutron] 10.222.0.64 "GET /v2.0/networks/625c168b-a993-4f10-b111-6dff924d6530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242559 Nov 16 11:36:27.719323 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-99e8f7b4-29d0-4216-96b0-bea9db75b425 req-6d34ef69-7e84-443b-8d89-62bd76445c86 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=09083bf5-cf45-4b26-b043-3ad082faeee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622170 Nov 16 11:36:27.734621 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port 20ae4a88-fead-435e-beae-8e037cf69a18 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:36:27.736436 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 20ae4a88-fead-435e-beae-8e037cf69a18 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:36:27.736866 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:27.739438 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b435137-0065-4463-9f94-60a8f806f7b2 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:27.785339 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b435137-0065-4463-9f94-60a8f806f7b2 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:27.790179 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b435137-0065-4463-9f94-60a8f806f7b2 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:27.792889 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b435137-0065-4463-9f94-60a8f806f7b2 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:27.796946 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6b435137-0065-4463-9f94-60a8f806f7b2 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "PUT /v2.0/security-groups/0f76350a-2126-4e25-98af-048cfc9a526e HTTP/1.1" status: 200 len: 1796 time: 0.1060488 Nov 16 11:36:27.797314 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50578) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:27.820530 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:27.820719 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b435137-0065-4463-9f94-60a8f806f7b2 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f76350a-2126-4e25-98af-048cfc9a526e,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:27.847976 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-34bdf1b3-64e1-4918-a928-50048a9841cc tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "GET /v2.0/security-groups/0f76350a-2126-4e25-98af-048cfc9a526e HTTP/1.1" status: 200 len: 1796 time: 0.0472260 Nov 16 11:36:27.849726 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50580) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:27.853197 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1cbc116-04ac-4caa-9f68-0eaee4b01e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ae4a88-fead-435e-beae-8e037cf69a18'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:36:27.855563 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0ec7d7-6cff-457f-82e7-7a0df649cea3" -d '{"events": [{"server_uuid": "b1cbc116-04ac-4caa-9f68-0eaee4b01e7e", "name": "network-vif-plugged", "status": "completed", "tag": "20ae4a88-fead-435e-beae-8e037cf69a18"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:36:27.868503 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 20ae4a88-fead-435e-beae-8e037cf69a18, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=20ae4a88-fead-435e-beae-8e037cf69a18,segment=NetworkSegment(8c7d83bf-85a1-425d-b9b1-dd2526bf3d00),segment_id=8c7d83bf-85a1-425d-b9b1-dd2526bf3d00)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:36:27.872871 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:27.888699 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f41e65-2b9c-4ea7-9c91-035f1f75c8ce req-40f23a82-ed2e-4bd3-bdaf-79c33edea52b tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:27.890264 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-94f41e65-2b9c-4ea7-9c91-035f1f75c8ce req-40f23a82-ed2e-4bd3-bdaf-79c33edea52b tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/ports?device_id=697dd75c-814d-4172-a1cb-ec9253d42b5f HTTP/1.1" status: 200 len: 944 time: 0.0631776 Nov 16 11:36:27.911384 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c6f0e8e1-f0cf-4521-a4b5-734c789714d4 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:27.932799 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:27.935377 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c6f0e8e1-f0cf-4521-a4b5-734c789714d4 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:27.935904 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=20ae4a88-fead-435e-beae-8e037cf69a18,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:27.944906 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-94f41e65-2b9c-4ea7-9c91-035f1f75c8ce req-6cd1a01d-c741-4bd5-b5b4-d1b4492efbee tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/security-groups?id=24166b1b-de8d-4d9f-a782-b5a1c6fd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461299 Nov 16 11:36:27.980151 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c6f0e8e1-f0cf-4521-a4b5-734c789714d4 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:27.983049 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c6f0e8e1-f0cf-4521-a4b5-734c789714d4 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:27.984343 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c6f0e8e1-f0cf-4521-a4b5-734c789714d4 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "DELETE /v2.0/security-groups/0f76350a-2126-4e25-98af-048cfc9a526e HTTP/1.1" status: 204 len: 168 time: 0.1330514 Nov 16 11:36:27.987957 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50584) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:27.992332 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4259f91b-7651-4818-8f8f-272d239dd6e8 x-openstack-request-id: req-4259f91b-7651-4818-8f8f-272d239dd6e8 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:36:27.992695 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1cbc116-04ac-4caa-9f68-0eaee4b01e7e", "name": "network-vif-plugged", "status": "completed", "tag": "20ae4a88-fead-435e-beae-8e037cf69a18", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:36:27.993137 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4259f91b-7651-4818-8f8f-272d239dd6e8 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:36:27.993846 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1cbc116-04ac-4caa-9f68-0eaee4b01e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ae4a88-fead-435e-beae-8e037cf69a18', 'code': 200} Nov 16 11:36:27.994582 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f0e8e1-f0cf-4521-a4b5-734c789714d4 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f76350a-2126-4e25-98af-048cfc9a526e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:28.052235 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-fe6b3481-aba7-4040-b789-d169b11c54ab tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0621428 Nov 16 11:36:28.054810 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50586) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:28.069481 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-bfb60b4b-f36f-46c4-afb5-b5b9ab48cc6c tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] delete failed (client error): The resource could not be found. Nov 16 11:36:28.070536 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-bfb60b4b-f36f-46c4-afb5-b5b9ab48cc6c tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "DELETE /v2.0/security-groups/0f76350a-2126-4e25-98af-048cfc9a526e HTTP/1.1" status: 404 len: 347 time: 0.0147264 Nov 16 11:36:28.074361 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50588) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:28.078989 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-b95e5751-0f93-41d6-822c-59b54be67863 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Request body: {'security_group': {'name': 'tempest-secgroup--1592314622'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:28.095670 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b1eb3-ae31-4404-a495-ca3795099bbb req-d5f7f1b1-937d-4392-8e3e-1c8577860f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:28.097170 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7a1b1eb3-ae31-4404-a495-ca3795099bbb req-d5f7f1b1-937d-4392-8e3e-1c8577860f51 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b1cbc116-04ac-4caa-9f68-0eaee4b01e7e HTTP/1.1" status: 200 len: 1097 time: 0.0438273 Nov 16 11:36:28.100623 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b95e5751-0f93-41d6-822c-59b54be67863 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:28.144429 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7a1b1eb3-ae31-4404-a495-ca3795099bbb req-76ab3307-bab2-4ec8-b499-4be426dd1104 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=09083bf5-cf45-4b26-b043-3ad082faeee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404651 Nov 16 11:36:28.171342 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b95e5751-0f93-41d6-822c-59b54be67863 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:28.175050 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b95e5751-0f93-41d6-822c-59b54be67863 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:28.203707 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b95e5751-0f93-41d6-822c-59b54be67863 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:28.204950 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b95e5751-0f93-41d6-822c-59b54be67863 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1294515 Nov 16 11:36:28.207796 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50592) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:28.213083 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-8e5b57c3-7929-4596-938d-a0bd87a331a7 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Request body: {'security_group_rule': {'security_group_id': '37c807f4-78a0-431e-b014-e6b5a9b15d4c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:28.219177 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e5751-0f93-41d6-822c-59b54be67863 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37c807f4-78a0-431e-b014-e6b5a9b15d4c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:28.243404 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e5b57c3-7929-4596-938d-a0bd87a331a7 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:28.324790 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e5b57c3-7929-4596-938d-a0bd87a331a7 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:28.332562 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9568541-37d1-44d5-aeb4-c33f82013ad8 req-25f1aae6-3cb9-4ac0-9f3f-e973682f91ff tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:28.334067 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c9568541-37d1-44d5-aeb4-c33f82013ad8 req-25f1aae6-3cb9-4ac0-9f3f-e973682f91ff tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=37da0729-5628-410b-a865-cf2743b02f2c HTTP/1.1" status: 200 len: 946 time: 0.0810273 Nov 16 11:36:28.335151 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e5b57c3-7929-4596-938d-a0bd87a331a7 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:28.365058 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b57c3-7929-4596-938d-a0bd87a331a7 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d175bd91-0449-4bff-a7da-5acc154658f2,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:28.371696 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e5b57c3-7929-4596-938d-a0bd87a331a7 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:28.372838 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8e5b57c3-7929-4596-938d-a0bd87a331a7 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1641266 Nov 16 11:36:28.375814 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50596) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:28.401211 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c9568541-37d1-44d5-aeb4-c33f82013ad8 req-61c321f0-2f3f-4ab3-a92a-cdf0f643d40f tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604701 Nov 16 11:36:28.402508 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0eb390d-2448-47eb-a188-ce292d5ce029 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:28.410592 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0eb390d-2448-47eb-a188-ce292d5ce029 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:28.447920 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0eb390d-2448-47eb-a188-ce292d5ce029 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:28.454187 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0eb390d-2448-47eb-a188-ce292d5ce029 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:28.455326 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f0eb390d-2448-47eb-a188-ce292d5ce029 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/d175bd91-0449-4bff-a7da-5acc154658f2 HTTP/1.1" status: 204 len: 168 time: 0.0785046 Nov 16 11:36:28.458131 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50598) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:28.465723 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb390d-2448-47eb-a188-ce292d5ce029 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d175bd91-0449-4bff-a7da-5acc154658f2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:28.505279 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-52c29148-e168-40df-8b0e-191ef7fb8485 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0460048 Nov 16 11:36:28.508472 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50600) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:28.559359 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4eeec99a-151f-4b4a-a1aa-c209c5ac9f35 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:28.582260 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4eeec99a-151f-4b4a-a1aa-c209c5ac9f35 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:28.621996 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4eeec99a-151f-4b4a-a1aa-c209c5ac9f35 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:28.624549 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4eeec99a-151f-4b4a-a1aa-c209c5ac9f35 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:28.625728 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4eeec99a-151f-4b4a-a1aa-c209c5ac9f35 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "DELETE /v2.0/security-groups/37c807f4-78a0-431e-b014-e6b5a9b15d4c HTTP/1.1" status: 204 len: 168 time: 0.1163595 Nov 16 11:36:28.628406 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50602) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:28.634680 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeec99a-151f-4b4a-a1aa-c209c5ac9f35 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c807f4-78a0-431e-b014-e6b5a9b15d4c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:28.674953 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4577a9be-0987-4819-a07d-8040ebebfcd3 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0450089 Nov 16 11:36:28.678765 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50604) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:28.683030 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4faf5a1a-e22e-4fdd-bda8-d2b11b34e3f1 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Request body: {'security_group': {'name': 'tempest-secgroup--2027859490'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:28.703523 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4faf5a1a-e22e-4fdd-bda8-d2b11b34e3f1 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:28.770920 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4faf5a1a-e22e-4fdd-bda8-d2b11b34e3f1 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:28.775513 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4faf5a1a-e22e-4fdd-bda8-d2b11b34e3f1 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:28.807680 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4faf5a1a-e22e-4fdd-bda8-d2b11b34e3f1 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:28.814036 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4faf5a1a-e22e-4fdd-bda8-d2b11b34e3f1 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1336937 Nov 16 11:36:28.815478 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50608) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:28.820640 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-764e3c15-48dc-4ad2-89f0-f8f3d7d32f33 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Request body: {'security_group_rule': {'security_group_id': '4b152edd-4547-4169-b28b-bc1ed57138d5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:28.834214 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf5a1a-e22e-4fdd-bda8-d2b11b34e3f1 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b152edd-4547-4169-b28b-bc1ed57138d5,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:28.857775 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:28.862649 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-764e3c15-48dc-4ad2-89f0-f8f3d7d32f33 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:28.869613 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236ca85-ae6e-493c-985a-96de9b871ea5 req-588eb230-25c8-4143-b6a2-17a4600e8c30 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:28.871148 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1236ca85-ae6e-493c-985a-96de9b871ea5 req-588eb230-25c8-4143-b6a2-17a4600e8c30 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1cbc116-04ac-4caa-9f68-0eaee4b01e7e HTTP/1.1" status: 200 len: 946 time: 0.0636263 Nov 16 11:36:28.920100 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1236ca85-ae6e-493c-985a-96de9b871ea5 req-16ba7b43-8e8e-4c60-b63c-228303b3642e tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=09083bf5-cf45-4b26-b043-3ad082faeee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426555 Nov 16 11:36:28.920294 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-764e3c15-48dc-4ad2-89f0-f8f3d7d32f33 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:28.924710 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-764e3c15-48dc-4ad2-89f0-f8f3d7d32f33 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:28.940653 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e3c15-48dc-4ad2-89f0-f8f3d7d32f33 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb2063a0-3863-49fe-820c-9c73bfdeec4a,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:28.951028 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-764e3c15-48dc-4ad2-89f0-f8f3d7d32f33 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:28.952222 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-764e3c15-48dc-4ad2-89f0-f8f3d7d32f33 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1356609 Nov 16 11:36:28.955231 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50610) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:28.959548 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-45e0f015-0ebc-4d89-860f-8d997172475e tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Request body: {'security_group_rule': {'security_group_id': '4b152edd-4547-4169-b28b-bc1ed57138d5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:28.988943 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-45e0f015-0ebc-4d89-860f-8d997172475e tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:29.048213 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-45e0f015-0ebc-4d89-860f-8d997172475e tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:29.052246 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-45e0f015-0ebc-4d89-860f-8d997172475e tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:29.068169 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16b8db-312c-4f1e-b521-fcaef90157ea req-78a2b74f-60c5-495e-8ff1-17c746c6eb05 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:29.070241 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eb16b8db-312c-4f1e-b521-fcaef90157ea req-78a2b74f-60c5-495e-8ff1-17c746c6eb05 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/ports?device_id=697dd75c-814d-4172-a1cb-ec9253d42b5f HTTP/1.1" status: 200 len: 944 time: 0.0546758 Nov 16 11:36:29.072009 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e0f015-0ebc-4d89-860f-8d997172475e tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4e2cd05-183f-48dd-a12b-760f94c21c36,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:29.079959 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-45e0f015-0ebc-4d89-860f-8d997172475e tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:29.083623 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-45e0f015-0ebc-4d89-860f-8d997172475e tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1250253 Nov 16 11:36:29.083886 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50616) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:29.088458 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-0857e06f-1cfc-4fc4-8c7b-2e3a0a4f6b5b tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Request body: {'security_group_rule': {'security_group_id': '4b152edd-4547-4169-b28b-bc1ed57138d5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:29.117943 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0857e06f-1cfc-4fc4-8c7b-2e3a0a4f6b5b tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:29.124970 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eb16b8db-312c-4f1e-b521-fcaef90157ea req-263c7d56-7b54-4546-9aca-a1c676323207 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/security-groups?id=24166b1b-de8d-4d9f-a782-b5a1c6fd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450530 Nov 16 11:36:29.184389 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0857e06f-1cfc-4fc4-8c7b-2e3a0a4f6b5b tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:29.188204 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0857e06f-1cfc-4fc4-8c7b-2e3a0a4f6b5b tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:29.206366 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0857e06f-1cfc-4fc4-8c7b-2e3a0a4f6b5b tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8d8e43b-af74-47cd-b8e2-71caa81776de,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:29.215084 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0857e06f-1cfc-4fc4-8c7b-2e3a0a4f6b5b tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:29.216345 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0857e06f-1cfc-4fc4-8c7b-2e3a0a4f6b5b tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1314983 Nov 16 11:36:29.219179 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50618) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:29.224014 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-b6119e0f-3b67-497e-88ae-bc054150a28c tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Request body: {'security_group_rule': {'security_group_id': '4b152edd-4547-4169-b28b-bc1ed57138d5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:29.252272 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b6119e0f-3b67-497e-88ae-bc054150a28c tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:29.314383 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b6119e0f-3b67-497e-88ae-bc054150a28c tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:29.317793 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b6119e0f-3b67-497e-88ae-bc054150a28c tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:29.332161 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6119e0f-3b67-497e-88ae-bc054150a28c tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef8de67d-991a-43a5-96eb-5b249dfd3bc1,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:29.342922 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b6119e0f-3b67-497e-88ae-bc054150a28c tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:29.344048 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b6119e0f-3b67-497e-88ae-bc054150a28c tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1238680 Nov 16 11:36:29.346866 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50622) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:29.351605 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-cdfea4e9-2818-4bfe-b237-e50bc5197d89 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Request body: {'security_group_rule': {'security_group_id': '4b152edd-4547-4169-b28b-bc1ed57138d5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:29.376700 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cdfea4e9-2818-4bfe-b237-e50bc5197d89 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:29.434384 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cdfea4e9-2818-4bfe-b237-e50bc5197d89 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:29.440217 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cdfea4e9-2818-4bfe-b237-e50bc5197d89 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:29.459328 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfea4e9-2818-4bfe-b237-e50bc5197d89 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc8b49ea-4e7f-43fa-b693-92f141156f55,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:29.466749 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cdfea4e9-2818-4bfe-b237-e50bc5197d89 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:29.467936 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-cdfea4e9-2818-4bfe-b237-e50bc5197d89 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1201611 Nov 16 11:36:29.470785 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50626) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:29.524632 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-356185ef-e0ee-49e0-8fc5-1d483b6b1512 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:29.533952 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-356185ef-e0ee-49e0-8fc5-1d483b6b1512 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:29.558959 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4d620-785d-4aa5-bea7-298a1583b26c req-b2ac7b78-d7f6-4f96-ae45-02b1b59a8b3b tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:29.560432 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fde4d620-785d-4aa5-bea7-298a1583b26c req-b2ac7b78-d7f6-4f96-ae45-02b1b59a8b3b tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=37da0729-5628-410b-a865-cf2743b02f2c HTTP/1.1" status: 200 len: 946 time: 0.0728796 Nov 16 11:36:29.593399 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-356185ef-e0ee-49e0-8fc5-1d483b6b1512 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:29.600816 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-356185ef-e0ee-49e0-8fc5-1d483b6b1512 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:29.601897 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-356185ef-e0ee-49e0-8fc5-1d483b6b1512 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/cc8b49ea-4e7f-43fa-b693-92f141156f55 HTTP/1.1" status: 204 len: 168 time: 0.1302373 Nov 16 11:36:29.604640 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50630) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:29.610469 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356185ef-e0ee-49e0-8fc5-1d483b6b1512 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc8b49ea-4e7f-43fa-b693-92f141156f55,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:29.637026 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fde4d620-785d-4aa5-bea7-298a1583b26c req-a55e7165-28c9-4525-9a8c-9b45a6032828 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690081 Nov 16 11:36:29.661365 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-34565d6f-df92-4380-bd23-1cf8240654de tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0555050 Nov 16 11:36:29.662432 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 8b090b3d-213f-408b-b8f5-c7a29cfb3165 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:36:29.664079 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50632) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:29.688476 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc474e2b-c5ad-483b-9ae4-87e3b87fb409 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:29.697908 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc474e2b-c5ad-483b-9ae4-87e3b87fb409 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:29.727628 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc474e2b-c5ad-483b-9ae4-87e3b87fb409 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:29.733966 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc474e2b-c5ad-483b-9ae4-87e3b87fb409 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:29.737387 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bc474e2b-c5ad-483b-9ae4-87e3b87fb409 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/ef8de67d-991a-43a5-96eb-5b249dfd3bc1 HTTP/1.1" status: 204 len: 168 time: 0.0699258 Nov 16 11:36:29.737764 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50634) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:29.741078 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc474e2b-c5ad-483b-9ae4-87e3b87fb409 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef8de67d-991a-43a5-96eb-5b249dfd3bc1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:29.768068 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 8b090b3d-213f-408b-b8f5-c7a29cfb3165, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=8b090b3d-213f-408b-b8f5-c7a29cfb3165,segment=NetworkSegment(84b3013f-cb4a-4965-86b4-cf129f3ad8bc),segment_id=84b3013f-cb4a-4965-86b4-cf129f3ad8bc)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:36:29.778948 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '8b090b3d-213f-408b-b8f5-c7a29cfb3165', 'network_id': '625c168b-a993-4f10-b111-6dff924d6530', 'port_id': '8b090b3d-213f-408b-b8f5-c7a29cfb3165', 'mac_address': 'fa:16:3e:7a:0d:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa2bb83-080d-4518-bb02-cb4b059a9bb5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:36:29.782495 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-abba1a97-53b6-41d3-862a-474252abf74d tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0435441 Nov 16 11:36:29.785093 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50636) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:29.808758 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-53182758-a6c8-4922-a0b0-1cc8d9c48b0b tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:29.816242 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-53182758-a6c8-4922-a0b0-1cc8d9c48b0b tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:29.819746 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:29.832444 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b090b3d-213f-408b-b8f5-c7a29cfb3165 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:36:29.843520 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-53182758-a6c8-4922-a0b0-1cc8d9c48b0b tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:29.849190 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-53182758-a6c8-4922-a0b0-1cc8d9c48b0b tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:29.852777 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-53182758-a6c8-4922-a0b0-1cc8d9c48b0b tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/d8d8e43b-af74-47cd-b8e2-71caa81776de HTTP/1.1" status: 204 len: 168 time: 0.0644157 Nov 16 11:36:29.852904 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 8b090b3d-213f-408b-b8f5-c7a29cfb3165, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=8b090b3d-213f-408b-b8f5-c7a29cfb3165,segment=NetworkSegment(84b3013f-cb4a-4965-86b4-cf129f3ad8bc),segment_id=84b3013f-cb4a-4965-86b4-cf129f3ad8bc)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:36:29.853251 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50638) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:29.856910 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:29.860058 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53182758-a6c8-4922-a0b0-1cc8d9c48b0b tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8d8e43b-af74-47cd-b8e2-71caa81776de,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:29.896305 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6c107bde-e384-47f7-9c24-211614af949b tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0419457 Nov 16 11:36:29.898845 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50640) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:29.910176 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=8b090b3d-213f-408b-b8f5-c7a29cfb3165,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:29.922054 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa936d64-529c-4127-ae39-b575bcaa1051 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:29.929917 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa936d64-529c-4127-ae39-b575bcaa1051 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:29.956285 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa936d64-529c-4127-ae39-b575bcaa1051 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:29.963210 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa936d64-529c-4127-ae39-b575bcaa1051 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:29.966961 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-aa936d64-529c-4127-ae39-b575bcaa1051 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/c4e2cd05-183f-48dd-a12b-760f94c21c36 HTTP/1.1" status: 204 len: 168 time: 0.0645542 Nov 16 11:36:29.967166 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50644) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:29.968482 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa936d64-529c-4127-ae39-b575bcaa1051 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4e2cd05-183f-48dd-a12b-760f94c21c36,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:30.011233 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-36115d6f-4710-4105-b614-a90e9425ec3c tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0427971 Nov 16 11:36:30.014001 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50646) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:30.037590 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d58b4387-d08a-4b18-82a6-ab4e4e9e1fa7 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:30.046291 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d58b4387-d08a-4b18-82a6-ab4e4e9e1fa7 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:30.064031 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33854254-7c70-43e6-b2e6-3a28ab0ae002 req-b3baac24-8d9a-4d44-8308-f627ca09508c tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:30.065596 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-33854254-7c70-43e6-b2e6-3a28ab0ae002 req-b3baac24-8d9a-4d44-8308-f627ca09508c tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1cbc116-04ac-4caa-9f68-0eaee4b01e7e HTTP/1.1" status: 200 len: 946 time: 0.0533650 Nov 16 11:36:30.076178 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d58b4387-d08a-4b18-82a6-ab4e4e9e1fa7 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:30.082111 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d58b4387-d08a-4b18-82a6-ab4e4e9e1fa7 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:30.083178 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d58b4387-d08a-4b18-82a6-ab4e4e9e1fa7 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/eb2063a0-3863-49fe-820c-9c73bfdeec4a HTTP/1.1" status: 204 len: 168 time: 0.0681863 Nov 16 11:36:30.086744 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50648) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:30.088448 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b4387-d08a-4b18-82a6-ab4e4e9e1fa7 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb2063a0-3863-49fe-820c-9c73bfdeec4a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:30.127972 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['8b090b3d-213f-408b-b8f5-c7a29cfb3165'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:36:30.144726 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-bec7e566-9881-41be-b81e-5f35cff91fca tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0569322 Nov 16 11:36:30.147681 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50650) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:30.148216 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-33854254-7c70-43e6-b2e6-3a28ab0ae002 req-cad5e6b2-cad8-474f-bc5e-b627d8b2581e tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=09083bf5-cf45-4b26-b043-3ad082faeee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748093 Nov 16 11:36:30.206222 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-97f7bfec-c7a6-4792-9c64-9e90ef4b484c tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:30.231298 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-97f7bfec-c7a6-4792-9c64-9e90ef4b484c tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:30.270575 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55952e-385f-4e91-bac1-ae2f2610e3df req-9e191f3f-ad65-4fbb-a141-65235c18b5eb tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:30.272103 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1c55952e-385f-4e91-bac1-ae2f2610e3df req-9e191f3f-ad65-4fbb-a141-65235c18b5eb tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/ports?device_id=697dd75c-814d-4172-a1cb-ec9253d42b5f HTTP/1.1" status: 200 len: 945 time: 0.0568159 Nov 16 11:36:30.278667 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-97f7bfec-c7a6-4792-9c64-9e90ef4b484c tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:30.281385 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-97f7bfec-c7a6-4792-9c64-9e90ef4b484c tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:30.282543 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-97f7bfec-c7a6-4792-9c64-9e90ef4b484c tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "DELETE /v2.0/security-groups/4b152edd-4547-4169-b28b-bc1ed57138d5 HTTP/1.1" status: 204 len: 168 time: 0.1335864 Nov 16 11:36:30.285258 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50656) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:30.291889 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f7bfec-c7a6-4792-9c64-9e90ef4b484c tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b152edd-4547-4169-b28b-bc1ed57138d5,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:30.350702 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1c55952e-385f-4e91-bac1-ae2f2610e3df req-bbf3bbd3-daee-434e-95e8-be1d236e32bb tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/security-groups?id=24166b1b-de8d-4d9f-a782-b5a1c6fd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719137 Nov 16 11:36:30.354418 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b3527fbc-39f9-4266-b266-6f5fbb9db162 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0680287 Nov 16 11:36:30.358761 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50658) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:30.363486 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-13056cbb-7674-483e-a847-69e334516703 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Request body: {'security_group': {'name': 'tempest-secgroup--1106294282'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:30.387914 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-13056cbb-7674-483e-a847-69e334516703 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:30.474246 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff5a22-b3e2-4df8-b4b9-2ec469ddb485 req-7506af58-948a-409d-b7a3-8f91113b6e03 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:30.476232 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-61ff5a22-b3e2-4df8-b4b9-2ec469ddb485 req-7506af58-948a-409d-b7a3-8f91113b6e03 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1cbc116-04ac-4caa-9f68-0eaee4b01e7e HTTP/1.1" status: 200 len: 946 time: 0.0721688 Nov 16 11:36:30.484936 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50660) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:30.489411 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-4f08d1cc-5658-43a8-8691-e17c58503909 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Request body: {'floatingip': {'port_id': '20ae4a88-fead-435e-beae-8e037cf69a18'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:30.533302 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-13056cbb-7674-483e-a847-69e334516703 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:30.540912 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4f08d1cc-5658-43a8-8691-e17c58503909 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks [] for floatingip, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:30.542801 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-13056cbb-7674-483e-a847-69e334516703 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:30.627055 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-13056cbb-7674-483e-a847-69e334516703 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:30.628279 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-13056cbb-7674-483e-a847-69e334516703 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2682514 Nov 16 11:36:30.631208 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50662) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:30.632009 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13056cbb-7674-483e-a847-69e334516703 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3712d5-9037-4da8-8bb3-9df897d3e80f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:30.636753 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-c510c8a2-3fed-41ef-980a-7936dffe3c06 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Request body: {'security_group_rule': {'security_group_id': '4e3712d5-9037-4da8-8bb3-9df897d3e80f', 'direction': 'ingress', 'protocol': 17}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:30.664665 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c510c8a2-3fed-41ef-980a-7936dffe3c06 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:30.713591 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c510c8a2-3fed-41ef-980a-7936dffe3c06 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:30.717331 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c510c8a2-3fed-41ef-980a-7936dffe3c06 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:30.738580 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510c8a2-3fed-41ef-980a-7936dffe3c06 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a46bac43-59dd-452b-8af5-0f416d850618,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:30.744748 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c510c8a2-3fed-41ef-980a-7936dffe3c06 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:30.748693 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c510c8a2-3fed-41ef-980a-7936dffe3c06 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1163743 Nov 16 11:36:30.749275 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50668) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:30.802473 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36713af2-20f7-42ab-adfa-1041e7beaf90 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:30.825434 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36713af2-20f7-42ab-adfa-1041e7beaf90 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:30.827261 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1868b-977b-4c56-b2b5-4ab7d42af480 req-953b7628-076b-44bd-a339-bcc8897aa095 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:30.829354 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3de1868b-977b-4c56-b2b5-4ab7d42af480 req-953b7628-076b-44bd-a339-bcc8897aa095 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=37da0729-5628-410b-a865-cf2743b02f2c HTTP/1.1" status: 200 len: 946 time: 0.0984724 Nov 16 11:36:30.874744 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36713af2-20f7-42ab-adfa-1041e7beaf90 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:30.877457 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36713af2-20f7-42ab-adfa-1041e7beaf90 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:30.880979 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-36713af2-20f7-42ab-adfa-1041e7beaf90 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "DELETE /v2.0/security-groups/4e3712d5-9037-4da8-8bb3-9df897d3e80f HTTP/1.1" status: 204 len: 168 time: 0.1284533 Nov 16 11:36:30.882266 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50670) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:30.900251 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36713af2-20f7-42ab-adfa-1041e7beaf90 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3712d5-9037-4da8-8bb3-9df897d3e80f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:30.930529 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-54075777-19fa-4286-8ee2-d479f580e138 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0472205 Nov 16 11:36:30.934128 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50672) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:30.938587 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-010c2686-87ea-40e6-86b5-b311b49134de tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Request body: {'security_group': {'name': 'tempest-secgroup--654875028'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:30.960773 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-010c2686-87ea-40e6-86b5-b311b49134de tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:31.029531 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-010c2686-87ea-40e6-86b5-b311b49134de tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:31.033614 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-010c2686-87ea-40e6-86b5-b311b49134de tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:31.038950 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3de1868b-977b-4c56-b2b5-4ab7d42af480 req-dd6ab95c-67f5-4cc3-bb65-58cd2cb3d0e5 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975348 Nov 16 11:36:31.071901 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-010c2686-87ea-40e6-86b5-b311b49134de tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:31.075685 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-010c2686-87ea-40e6-86b5-b311b49134de tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1380584 Nov 16 11:36:31.075685 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c2686-87ea-40e6-86b5-b311b49134de tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2140fe73-273e-44ac-906f-9687db9e05b0,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:31.076780 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50674) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:31.081402 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4e5ceabf-c552-4e0c-b715-a439f638fe31 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Request body: {'security_group': {'name': 'tempest-secgroup--665050322'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:31.110163 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e5ceabf-c552-4e0c-b715-a439f638fe31 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:31.189801 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e5ceabf-c552-4e0c-b715-a439f638fe31 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:31.193365 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e5ceabf-c552-4e0c-b715-a439f638fe31 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:31.221432 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e5ceabf-c552-4e0c-b715-a439f638fe31 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:31.223873 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4e5ceabf-c552-4e0c-b715-a439f638fe31 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1444216 Nov 16 11:36:31.224995 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4f08d1cc-5658-43a8-8691-e17c58503909 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:31.225553 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50676) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:31.229189 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4f08d1cc-5658-43a8-8691-e17c58503909 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:31.229780 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-bfa421f2-7820-4b31-a3e1-b7bb5c419d37 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Request body: {'security_group_rule': {'security_group_id': '2140fe73-273e-44ac-906f-9687db9e05b0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'bb2ecd3c-44a5-4138-bedc-05df3c020401', 'remote_ip_prefix': None}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:31.236192 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ceabf-c552-4e0c-b715-a439f638fe31 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2ecd3c-44a5-4138-bedc-05df3c020401,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:31.264031 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bfa421f2-7820-4b31-a3e1-b7bb5c419d37 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:31.328926 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [None req-4f08d1cc-5658-43a8-8691-e17c58503909 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Floating IP 5c1d8cca-e42e-4a2f-9c02-2a82d6d146a5 associated. External IP: 172.25.0.173, port: 20ae4a88-fead-435e-beae-8e037cf69a18. Nov 16 11:36:31.336536 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bfa421f2-7820-4b31-a3e1-b7bb5c419d37 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:31.340388 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bfa421f2-7820-4b31-a3e1-b7bb5c419d37 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:31.358339 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa421f2-7820-4b31-a3e1-b7bb5c419d37 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51122dba-3c9a-495e-8185-c5123b2c826c,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:31.366952 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bfa421f2-7820-4b31-a3e1-b7bb5c419d37 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:31.368156 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bfa421f2-7820-4b31-a3e1-b7bb5c419d37 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1416664 Nov 16 11:36:31.370898 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50678) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:31.395798 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f2649d50-74f9-4187-a114-837e1e1e9168 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:31.403640 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f2649d50-74f9-4187-a114-837e1e1e9168 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:31.431376 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f2649d50-74f9-4187-a114-837e1e1e9168 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:31.439526 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f2649d50-74f9-4187-a114-837e1e1e9168 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:31.442977 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f2649d50-74f9-4187-a114-837e1e1e9168 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/51122dba-3c9a-495e-8185-c5123b2c826c HTTP/1.1" status: 204 len: 168 time: 0.0687921 Nov 16 11:36:31.445236 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50682) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:31.446956 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2649d50-74f9-4187-a114-837e1e1e9168 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51122dba-3c9a-495e-8185-c5123b2c826c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:31.570841 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f899f-f49f-4552-880e-1520a2d64f96 req-6aeb11b4-cd56-4edd-bc19-e7804c7ab46f tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:31.575909 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e70f899f-f49f-4552-880e-1520a2d64f96 req-6aeb11b4-cd56-4edd-bc19-e7804c7ab46f tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/ports?device_id=697dd75c-814d-4172-a1cb-ec9253d42b5f HTTP/1.1" status: 200 len: 945 time: 0.1423030 Nov 16 11:36:31.593652 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-fd092831-e728-4791-97d6-02f0c7e72e4b tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1461244 Nov 16 11:36:31.596489 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50684) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:31.648597 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a0e016c7-d08c-4a34-8442-68250c9ca0ac tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:31.658593 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f08d1cc-5658-43a8-8691-e17c58503909 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Router a3985154-8f21-4216-9060-e54a619f0d2d has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:36:31.661880 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 8b090b3d-213f-408b-b8f5-c7a29cfb3165 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:36:31.662457 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e70f899f-f49f-4552-880e-1520a2d64f96 req-2a2580ab-02ae-482f-85a5-c3fe3212e8ff tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/security-groups?id=24166b1b-de8d-4d9f-a782-b5a1c6fd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672884 Nov 16 11:36:31.671999 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a0e016c7-d08c-4a34-8442-68250c9ca0ac tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:31.720026 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a0e016c7-d08c-4a34-8442-68250c9ca0ac tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:31.722908 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a0e016c7-d08c-4a34-8442-68250c9ca0ac tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:31.727101 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a0e016c7-d08c-4a34-8442-68250c9ca0ac tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "DELETE /v2.0/security-groups/bb2ecd3c-44a5-4138-bedc-05df3c020401 HTTP/1.1" status: 204 len: 168 time: 0.1266580 Nov 16 11:36:31.728465 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50686) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:31.732002 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 8b090b3d-213f-408b-b8f5-c7a29cfb3165 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:36:31.736637 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 8b090b3d-213f-408b-b8f5-c7a29cfb3165 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:36:31.737014 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:31.748025 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e016c7-d08c-4a34-8442-68250c9ca0ac tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2ecd3c-44a5-4138-bedc-05df3c020401,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:31.797229 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-dbaa732a-a075-427a-ab04-0118a0742520 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0675833 Nov 16 11:36:31.799889 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50690) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:31.853716 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:31.859310 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-73ab8594-f380-4b8a-b2e0-922b9adaa1c7 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:31.884390 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-73ab8594-f380-4b8a-b2e0-922b9adaa1c7 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:31.892531 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 8b090b3d-213f-408b-b8f5-c7a29cfb3165, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=8b090b3d-213f-408b-b8f5-c7a29cfb3165,segment=NetworkSegment(84b3013f-cb4a-4965-86b4-cf129f3ad8bc),segment_id=84b3013f-cb4a-4965-86b4-cf129f3ad8bc)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:36:31.893947 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697dd75c-814d-4172-a1cb-ec9253d42b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b090b3d-213f-408b-b8f5-c7a29cfb3165'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:36:31.897006 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc02a085-4919-4a2c-b2d9-e1818af5d1a3" -d '{"events": [{"server_uuid": "697dd75c-814d-4172-a1cb-ec9253d42b5f", "name": "network-vif-plugged", "status": "completed", "tag": "8b090b3d-213f-408b-b8f5-c7a29cfb3165"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:36:31.901080 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:31.934491 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-73ab8594-f380-4b8a-b2e0-922b9adaa1c7 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:31.938425 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-73ab8594-f380-4b8a-b2e0-922b9adaa1c7 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:31.940272 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-73ab8594-f380-4b8a-b2e0-922b9adaa1c7 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "DELETE /v2.0/security-groups/2140fe73-273e-44ac-906f-9687db9e05b0 HTTP/1.1" status: 204 len: 168 time: 0.1393273 Nov 16 11:36:31.945642 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50694) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:31.961294 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab8594-f380-4b8a-b2e0-922b9adaa1c7 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2140fe73-273e-44ac-906f-9687db9e05b0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:31.962123 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423a7ea1-11bd-4067-8acb-1b5d9729e6ee x-openstack-request-id: req-423a7ea1-11bd-4067-8acb-1b5d9729e6ee {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:36:31.962580 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697dd75c-814d-4172-a1cb-ec9253d42b5f", "name": "network-vif-plugged", "status": "completed", "tag": "8b090b3d-213f-408b-b8f5-c7a29cfb3165", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:36:31.962927 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-423a7ea1-11bd-4067-8acb-1b5d9729e6ee {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:36:31.963622 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '697dd75c-814d-4172-a1cb-ec9253d42b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b090b3d-213f-408b-b8f5-c7a29cfb3165', 'code': 200} Nov 16 11:36:31.967225 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=8b090b3d-213f-408b-b8f5-c7a29cfb3165,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:32.002513 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a652991d-b05e-495a-89fe-ac0f73f58316 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0548351 Nov 16 11:36:32.007029 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50696) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:32.010978 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-301ef2c8-8143-4d2f-b372-57240ce3f093 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Request body: {'security_group': {'name': 'tempest-secgroup--1895821177'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:32.032193 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-301ef2c8-8143-4d2f-b372-57240ce3f093 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:32.081535 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f08d1cc-5658-43a8-8691-e17c58503909 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:36:32.087784 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4f08d1cc-5658-43a8-8691-e17c58503909 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:32.094013 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cf804e-399e-43b9-9f8a-19ae4aa9d8e8 None None] Sync routers for ids ['a3985154-8f21-4216-9060-e54a619f0d2d'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:36:32.107024 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cf804e-399e-43b9-9f8a-19ae4aa9d8e8 None None] Routers {'a3985154-8f21-4216-9060-e54a619f0d2d'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:36:32.108185 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d7cf804e-399e-43b9-9f8a-19ae4aa9d8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:36:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['a3985154-8f21-4216-9060-e54a619f0d2d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:32.110761 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7fb4d-1f23-4f7c-950e-7243331cb15d req-17b7769d-7e83-4f93-ad96-ca3bfaa3b3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:32.112853 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1cb7fb4d-1f23-4f7c-950e-7243331cb15d req-17b7769d-7e83-4f93-ad96-ca3bfaa3b3d7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=697dd75c-814d-4172-a1cb-ec9253d42b5f HTTP/1.1" status: 200 len: 1097 time: 0.0613244 Nov 16 11:36:32.125235 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4f08d1cc-5658-43a8-8691-e17c58503909 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "PUT /v2.0/floatingips/5c1d8cca-e42e-4a2f-9c02-2a82d6d146a5 HTTP/1.1" status: 200 len: 992 time: 1.6391788 Nov 16 11:36:32.126159 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1cbc116-04ac-4caa-9f68-0eaee4b01e7e', 'tag': '20ae4a88-fead-435e-beae-8e037cf69a18'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:36:32.129147 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faea9a64-0865-4b1c-8e32-e53029bf232e" -d '{"events": [{"name": "network-changed", "server_uuid": "b1cbc116-04ac-4caa-9f68-0eaee4b01e7e", "tag": "20ae4a88-fead-435e-beae-8e037cf69a18"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:36:32.172556 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-301ef2c8-8143-4d2f-b372-57240ce3f093 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:32.180635 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-301ef2c8-8143-4d2f-b372-57240ce3f093 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:32.185698 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c6a63-6427-496d-bcd2-0be082e05998 req-d8557cdd-d6a9-4cc9-998c-9620263dd19f tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:32.187489 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2f4c6a63-6427-496d-bcd2-0be082e05998 req-d8557cdd-d6a9-4cc9-998c-9620263dd19f tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=37da0729-5628-410b-a865-cf2743b02f2c HTTP/1.1" status: 200 len: 946 time: 0.0547364 Nov 16 11:36:32.203327 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1cb7fb4d-1f23-4f7c-950e-7243331cb15d req-20603f82-b4db-475b-805f-30d6915ff543 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=24166b1b-de8d-4d9f-a782-b5a1c6fd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788231 Nov 16 11:36:32.224037 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-301ef2c8-8143-4d2f-b372-57240ce3f093 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:32.226464 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-301ef2c8-8143-4d2f-b372-57240ce3f093 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2188661 Nov 16 11:36:32.229155 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50706) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:32.235222 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-77cfacb5-7ac0-4b06-875d-95d6e92326e8 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Request body: {'security_group_rule': {'security_group_id': '4e465dcb-88e4-4644-a6cb-82ff6f686ef5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:32.240814 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ef2c8-8143-4d2f-b372-57240ce3f093 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e465dcb-88e4-4644-a6cb-82ff6f686ef5,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:32.282326 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-77cfacb5-7ac0-4b06-875d-95d6e92326e8 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:32.297029 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2f4c6a63-6427-496d-bcd2-0be082e05998 req-8d496740-883b-4abc-8a05-87416642576f tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021020 Nov 16 11:36:32.354462 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-77cfacb5-7ac0-4b06-875d-95d6e92326e8 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:32.360113 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-77cfacb5-7ac0-4b06-875d-95d6e92326e8 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:32.378310 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cfacb5-7ac0-4b06-875d-95d6e92326e8 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=381389f1-15c7-4013-a51e-09f3d302022a,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:32.397738 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-77cfacb5-7ac0-4b06-875d-95d6e92326e8 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:32.399057 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-77cfacb5-7ac0-4b06-875d-95d6e92326e8 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1686914 Nov 16 11:36:32.402033 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50708) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:32.429540 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de27fa95-45d5-4c90-b58d-67e6edf21972 x-openstack-request-id: req-de27fa95-45d5-4c90-b58d-67e6edf21972 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:36:32.429837 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1cbc116-04ac-4caa-9f68-0eaee4b01e7e", "tag": "20ae4a88-fead-435e-beae-8e037cf69a18", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:36:32.430118 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-de27fa95-45d5-4c90-b58d-67e6edf21972 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:36:32.430523 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1cbc116-04ac-4caa-9f68-0eaee4b01e7e', 'tag': '20ae4a88-fead-435e-beae-8e037cf69a18', 'status': 'completed', 'code': 200} Nov 16 11:36:32.432036 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-99eb9051-7530-481c-a13a-34ce324f793a tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:32.442220 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-99eb9051-7530-481c-a13a-34ce324f793a tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:32.442487 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-d7cf804e-399e-43b9-9f8a-19ae4aa9d8e8 None None] Set router a3985154-8f21-4216-9060-e54a619f0d2d gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:36:32.488760 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-99eb9051-7530-481c-a13a-34ce324f793a tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:32.500713 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-99eb9051-7530-481c-a13a-34ce324f793a tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:32.501219 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50710) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:32.501376 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-99eb9051-7530-481c-a13a-34ce324f793a tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/381389f1-15c7-4013-a51e-09f3d302022a HTTP/1.1" status: 204 len: 168 time: 0.0979278 Nov 16 11:36:32.507257 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb9051-7530-481c-a13a-34ce324f793a tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=381389f1-15c7-4013-a51e-09f3d302022a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:32.525749 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea9a64-0865-4b1c-8e32-e53029bf232e req-9e7f7bba-fcab-49e9-9443-0d4da67954d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:32.527274 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-faea9a64-0865-4b1c-8e32-e53029bf232e req-9e7f7bba-fcab-49e9-9443-0d4da67954d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5de40747a10d44f79906618ae036d315&device_id=b1cbc116-04ac-4caa-9f68-0eaee4b01e7e HTTP/1.1" status: 200 len: 1097 time: 0.0732296 Nov 16 11:36:32.592600 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6794e219-e6ec-4ab7-af6c-f6ee7338339d tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0904996 Nov 16 11:36:32.595215 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50714) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:32.677137 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea9a64-0865-4b1c-8e32-e53029bf232e req-27183ae1-1616-4386-903d-3f8d68b09614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:32.678998 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-faea9a64-0865-4b1c-8e32-e53029bf232e req-27183ae1-1616-4386-903d-3f8d68b09614 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac38a654-4075-456a-bc52-9a2a4fa7d579 HTTP/1.1" status: 200 len: 912 time: 0.1417365 Nov 16 11:36:32.681796 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bfd34fbb-28f4-45b4-bc13-8bbea99ce4b5 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:32.695256 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d7cf804e-399e-43b9-9f8a-19ae4aa9d8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'name': 'tempest-AttachVolumeTestJSON-1536486095-router', 'tenant_id': '5de40747a10d44f79906618ae036d315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a9a89e3d-f4fd-40db-9bd0-af45c292add6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:31:10Z', 'updated_at': '2021-11-16T11:31:17Z', 'revision_number': 4, 'project_id': '5de40747a10d44f79906618ae036d315', 'gw_port': {'id': 'a9a89e3d-f4fd-40db-9bd0-af45c292add6', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:11:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:11Z', 'updated_at': '2021-11-16T11:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '5c1d8cca-e42e-4a2f-9c02-2a82d6d146a5', 'tenant_id': '5de40747a10d44f79906618ae036d315', 'floating_ip_address': '172.25.0.173', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'port_id': '20ae4a88-fead-435e-beae-8e037cf69a18', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac38a654-4075-456a-bc52-9a2a4fa7d579', 'mac_address': 'fa:16:3e:c3:9b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cbc116-04ac-4caa-9f68-0eaee4b01e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:36:15Z', 'updated_at': '2021-11-16T11:36:31Z', 'revision_number': 1, 'project_id': '5de40747a10d44f79906618ae036d315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63085609-c37f-46eb-8516-a0093c03b01d', 'name': '', 'network_id': 'ac38a654-4075-456a-bc52-9a2a4fa7d579', 'tenant_id': '5de40747a10d44f79906618ae036d315', 'mac_address': 'fa:16:3e:8d:47:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '0c5b6ebb-aa31-4518-a588-3858b2528956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:15Z', 'updated_at': '2021-11-16T11:31:24Z', 'revision_number': 5, 'project_id': '5de40747a10d44f79906618ae036d315', 'subnets': [{'id': '0c5b6ebb-aa31-4518-a588-3858b2528956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:32.722748 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cf804e-399e-43b9-9f8a-19ae4aa9d8e8 None None] Checking router: a3985154-8f21-4216-9060-e54a619f0d2d for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:36:32.731272 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cf804e-399e-43b9-9f8a-19ae4aa9d8e8 None None] Routers {'a3985154-8f21-4216-9060-e54a619f0d2d'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:36:32.731931 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d7cf804e-399e-43b9-9f8a-19ae4aa9d8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:36:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['a3985154-8f21-4216-9060-e54a619f0d2d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:32.748941 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bfd34fbb-28f4-45b4-bc13-8bbea99ce4b5 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:32.777835 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-faea9a64-0865-4b1c-8e32-e53029bf232e req-26d47921-78a0-4e89-9169-4a4d6f56b1db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20ae4a88-fead-435e-beae-8e037cf69a18 HTTP/1.1" status: 200 len: 1000 time: 0.0906882 Nov 16 11:36:32.784735 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0680ae-bcc7-4d7b-91ca-10e96b8cd417 req-bb17c1db-066f-40a7-a0a4-bcfb303e40ea tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:32.786394 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fa0680ae-bcc7-4d7b-91ca-10e96b8cd417 req-bb17c1db-066f-40a7-a0a4-bcfb303e40ea tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/ports?device_id=697dd75c-814d-4172-a1cb-ec9253d42b5f HTTP/1.1" status: 200 len: 946 time: 0.0496047 Nov 16 11:36:32.838543 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fa0680ae-bcc7-4d7b-91ca-10e96b8cd417 req-2b7890e7-6189-4777-8758-3ccf8f100844 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/security-groups?id=24166b1b-de8d-4d9f-a782-b5a1c6fd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438621 Nov 16 11:36:32.843442 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bfd34fbb-28f4-45b4-bc13-8bbea99ce4b5 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:32.846090 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bfd34fbb-28f4-45b4-bc13-8bbea99ce4b5 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:32.846223 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-d7cf804e-399e-43b9-9f8a-19ae4aa9d8e8 None None] Set router a3985154-8f21-4216-9060-e54a619f0d2d gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:36:32.849846 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50718) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:32.850072 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bfd34fbb-28f4-45b4-bc13-8bbea99ce4b5 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "DELETE /v2.0/security-groups/4e465dcb-88e4-4644-a6cb-82ff6f686ef5 HTTP/1.1" status: 204 len: 168 time: 0.2536054 Nov 16 11:36:32.862063 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea9a64-0865-4b1c-8e32-e53029bf232e req-ac88c4fb-5a5a-4c3a-8690-0260372eda78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:32.863548 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-faea9a64-0865-4b1c-8e32-e53029bf232e req-ac88c4fb-5a5a-4c3a-8690-0260372eda78 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0c5b6ebb-aa31-4518-a588-3858b2528956 HTTP/1.1" status: 200 len: 850 time: 0.0733662 Nov 16 11:36:32.870510 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd34fbb-28f4-45b4-bc13-8bbea99ce4b5 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e465dcb-88e4-4644-a6cb-82ff6f686ef5,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:32.906088 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-75ff306d-3e28-46c4-9f2a-dcecabf1e0b7 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0509348 Nov 16 11:36:32.906297 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50720) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:32.910801 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-7778b253-ae29-4ed3-b126-65f5ce87d356 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Request body: {'security_group': {'name': 'tempest-secgroup--1175180211'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:32.919376 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea9a64-0865-4b1c-8e32-e53029bf232e req-986cb657-97b7-4529-9bf5-2cc487e934fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:32.920919 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-faea9a64-0865-4b1c-8e32-e53029bf232e req-986cb657-97b7-4529-9bf5-2cc487e934fb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac38a654-4075-456a-bc52-9a2a4fa7d579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471435 Nov 16 11:36:32.939684 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7778b253-ae29-4ed3-b126-65f5ce87d356 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:33.013108 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7778b253-ae29-4ed3-b126-65f5ce87d356 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:33.019242 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7778b253-ae29-4ed3-b126-65f5ce87d356 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:33.027407 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-faea9a64-0865-4b1c-8e32-e53029bf232e req-f44588dc-d78e-4bc5-809b-82c21c0a55e2 service neutron] 10.222.0.36 "GET /v2.0/networks/ac38a654-4075-456a-bc52-9a2a4fa7d579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978203 Nov 16 11:36:33.049823 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7778b253-ae29-4ed3-b126-65f5ce87d356 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f06a1de-73f6-4291-aac2-4827937fd631,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:33.056195 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7778b253-ae29-4ed3-b126-65f5ce87d356 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:33.057686 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7778b253-ae29-4ed3-b126-65f5ce87d356 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1503603 Nov 16 11:36:33.060745 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50724) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:33.066178 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-98d340a7-27cc-45c5-be3b-fb725a772ca6 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Request body: {'security_group_rule': {'security_group_id': '5f06a1de-73f6-4291-aac2-4827937fd631', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:33.093572 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98d340a7-27cc-45c5-be3b-fb725a772ca6 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:33.116601 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d7cf804e-399e-43b9-9f8a-19ae4aa9d8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'name': 'tempest-AttachVolumeTestJSON-1536486095-router', 'tenant_id': '5de40747a10d44f79906618ae036d315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a9a89e3d-f4fd-40db-9bd0-af45c292add6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:31:10Z', 'updated_at': '2021-11-16T11:31:17Z', 'revision_number': 4, 'project_id': '5de40747a10d44f79906618ae036d315', 'gw_port': {'id': 'a9a89e3d-f4fd-40db-9bd0-af45c292add6', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:11:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:11Z', 'updated_at': '2021-11-16T11:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '5c1d8cca-e42e-4a2f-9c02-2a82d6d146a5', 'tenant_id': '5de40747a10d44f79906618ae036d315', 'floating_ip_address': '172.25.0.173', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'port_id': '20ae4a88-fead-435e-beae-8e037cf69a18', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac38a654-4075-456a-bc52-9a2a4fa7d579', 'mac_address': 'fa:16:3e:c3:9b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cbc116-04ac-4caa-9f68-0eaee4b01e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:36:15Z', 'updated_at': '2021-11-16T11:36:31Z', 'revision_number': 1, 'project_id': '5de40747a10d44f79906618ae036d315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63085609-c37f-46eb-8516-a0093c03b01d', 'name': '', 'network_id': 'ac38a654-4075-456a-bc52-9a2a4fa7d579', 'tenant_id': '5de40747a10d44f79906618ae036d315', 'mac_address': 'fa:16:3e:8d:47:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '0c5b6ebb-aa31-4518-a588-3858b2528956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:15Z', 'updated_at': '2021-11-16T11:31:24Z', 'revision_number': 5, 'project_id': '5de40747a10d44f79906618ae036d315', 'subnets': [{'id': '0c5b6ebb-aa31-4518-a588-3858b2528956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:33.138571 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-faea9a64-0865-4b1c-8e32-e53029bf232e req-0785d9f4-1054-44bd-bcce-7c202079f682 service neutron] 10.222.0.36 "GET /v2.0/networks/ac38a654-4075-456a-bc52-9a2a4fa7d579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030862 Nov 16 11:36:33.154063 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cf804e-399e-43b9-9f8a-19ae4aa9d8e8 None None] The sync data for ids ['a3985154-8f21-4216-9060-e54a619f0d2d'] in n-d-816823-3 is: [{'id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'name': 'tempest-AttachVolumeTestJSON-1536486095-router', 'tenant_id': '5de40747a10d44f79906618ae036d315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a9a89e3d-f4fd-40db-9bd0-af45c292add6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:31:10Z', 'updated_at': '2021-11-16T11:31:17Z', 'revision_number': 4, 'project_id': '5de40747a10d44f79906618ae036d315', 'gw_port': {'id': 'a9a89e3d-f4fd-40db-9bd0-af45c292add6', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:11:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:11Z', 'updated_at': '2021-11-16T11:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '5c1d8cca-e42e-4a2f-9c02-2a82d6d146a5', 'tenant_id': '5de40747a10d44f79906618ae036d315', 'floating_ip_address': '172.25.0.173', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'port_id': '20ae4a88-fead-435e-beae-8e037cf69a18', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac38a654-4075-456a-bc52-9a2a4fa7d579', 'mac_address': 'fa:16:3e:c3:9b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cbc116-04ac-4caa-9f68-0eaee4b01e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:36:15Z', 'updated_at': '2021-11-16T11:36:31Z', 'revision_number': 1, 'project_id': '5de40747a10d44f79906618ae036d315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63085609-c37f-46eb-8516-a0093c03b01d', 'name': '', 'network_id': 'ac38a654-4075-456a-bc52-9a2a4fa7d579', 'tenant_id': '5de40747a10d44f79906618ae036d315', 'mac_address': 'fa:16:3e:8d:47:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '0c5b6ebb-aa31-4518-a588-3858b2528956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:15Z', 'updated_at': '2021-11-16T11:31:24Z', 'revision_number': 5, 'project_id': '5de40747a10d44f79906618ae036d315', 'subnets': [{'id': '0c5b6ebb-aa31-4518-a588-3858b2528956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:36:33.166782 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98d340a7-27cc-45c5-be3b-fb725a772ca6 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:33.171609 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98d340a7-27cc-45c5-be3b-fb725a772ca6 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:33.190111 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d340a7-27cc-45c5-be3b-fb725a772ca6 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79c57e15-4212-419c-b398-154c72888b6f,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:33.200001 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98d340a7-27cc-45c5-be3b-fb725a772ca6 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:33.201239 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-98d340a7-27cc-45c5-be3b-fb725a772ca6 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1392646 Nov 16 11:36:33.204064 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50726) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:33.222644 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-25133da1-a504-4b19-b867-6f9d59bab45e tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "GET /v2.0/security-group-rules/79c57e15-4212-419c-b398-154c72888b6f HTTP/1.1" status: 200 len: 763 time: 0.0174787 Nov 16 11:36:33.225651 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50728) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:33.266741 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a1108fa1-98c9-4877-819a-c0ece580bc8d tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0398912 Nov 16 11:36:33.269248 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50730) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:33.296196 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6e6d83f4-0f14-4e71-989b-7414a4990807 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:33.307230 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6e6d83f4-0f14-4e71-989b-7414a4990807 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:33.338083 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6e6d83f4-0f14-4e71-989b-7414a4990807 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:33.348350 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6e6d83f4-0f14-4e71-989b-7414a4990807 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:33.352770 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50734) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:33.352931 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6e6d83f4-0f14-4e71-989b-7414a4990807 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/79c57e15-4212-419c-b398-154c72888b6f HTTP/1.1" status: 204 len: 168 time: 0.0826590 Nov 16 11:36:33.359349 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d83f4-0f14-4e71-989b-7414a4990807 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79c57e15-4212-419c-b398-154c72888b6f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:33.387229 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2556a892-4dc9-4124-b822-ec1c364c6914 None None] New status for floating IP 5c1d8cca-e42e-4a2f-9c02-2a82d6d146a5: ACTIVE {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:36:33.397878 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-810b47cc-6986-4aa6-a821-f14fff0e9647 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0439439 Nov 16 11:36:33.400964 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50738) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:33.408056 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-028778f2-2d7c-4bd6-9805-6ded2637eaf1 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Request body: {'security_group_rule': {'security_group_id': '5f06a1de-73f6-4291-aac2-4827937fd631', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:33.460251 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437490a6-5de4-4a68-8aa3-6e72d777fe59 req-cef364b9-1ee4-4357-9db1-05803c72bf95 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:33.461776 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-437490a6-5de4-4a68-8aa3-6e72d777fe59 req-cef364b9-1ee4-4357-9db1-05803c72bf95 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=37da0729-5628-410b-a865-cf2743b02f2c HTTP/1.1" status: 200 len: 946 time: 0.0729733 Nov 16 11:36:33.468066 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-028778f2-2d7c-4bd6-9805-6ded2637eaf1 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:33.549898 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-437490a6-5de4-4a68-8aa3-6e72d777fe59 req-db768c86-fcf5-4295-b979-db8de9a72d52 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777941 Nov 16 11:36:33.568264 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-028778f2-2d7c-4bd6-9805-6ded2637eaf1 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:33.573992 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-028778f2-2d7c-4bd6-9805-6ded2637eaf1 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:33.593101 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028778f2-2d7c-4bd6-9805-6ded2637eaf1 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cac12b1-0d17-4fb6-824e-332ca3fbbcbc,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:33.605130 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-028778f2-2d7c-4bd6-9805-6ded2637eaf1 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:33.606409 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-028778f2-2d7c-4bd6-9805-6ded2637eaf1 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2029104 Nov 16 11:36:33.608964 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50742) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:33.626730 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8e96f52d-36c4-491e-8a6e-9c45c6225cb5 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "GET /v2.0/security-group-rules/2cac12b1-0d17-4fb6-824e-332ca3fbbcbc HTTP/1.1" status: 200 len: 763 time: 0.0166934 Nov 16 11:36:33.629304 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50744) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:33.673104 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f122e196-6f0e-4b9d-a625-c46e5b81539e tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0425601 Nov 16 11:36:33.675553 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50746) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:33.698468 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6830d73d-74d3-431b-b767-11e476d6b93b tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:33.706407 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6830d73d-74d3-431b-b767-11e476d6b93b tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:33.731509 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6830d73d-74d3-431b-b767-11e476d6b93b tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:33.737381 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6830d73d-74d3-431b-b767-11e476d6b93b tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:33.738489 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6830d73d-74d3-431b-b767-11e476d6b93b tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/2cac12b1-0d17-4fb6-824e-332ca3fbbcbc HTTP/1.1" status: 204 len: 168 time: 0.0620501 Nov 16 11:36:33.741112 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50748) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:33.743573 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6830d73d-74d3-431b-b767-11e476d6b93b tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2cac12b1-0d17-4fb6-824e-332ca3fbbcbc,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:33.782935 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c400bfc0-5ac8-4b9a-aa91-0de91435b2bf tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0405433 Nov 16 11:36:33.785302 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50750) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:33.790046 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-9fdd9ddc-5fff-4461-83f3-421f55e7b38a tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Request body: {'security_group_rule': {'security_group_id': '5f06a1de-73f6-4291-aac2-4827937fd631', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:33.816689 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9fdd9ddc-5fff-4461-83f3-421f55e7b38a tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:33.869801 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9fdd9ddc-5fff-4461-83f3-421f55e7b38a tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:33.873773 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9fdd9ddc-5fff-4461-83f3-421f55e7b38a tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:33.891401 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd9ddc-5fff-4461-83f3-421f55e7b38a tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b369d15b-71bd-430f-a983-cc3e49b308f9,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:33.903073 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9fdd9ddc-5fff-4461-83f3-421f55e7b38a tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:33.904433 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-9fdd9ddc-5fff-4461-83f3-421f55e7b38a tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182194 Nov 16 11:36:33.907165 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50754) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:33.925130 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-77374068-bc00-45d6-a395-6458e618a341 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "GET /v2.0/security-group-rules/b369d15b-71bd-430f-a983-cc3e49b308f9 HTTP/1.1" status: 200 len: 764 time: 0.0166030 Nov 16 11:36:33.927465 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50756) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:33.963003 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6842f-eb42-43e7-a96d-1227a92b5159 req-f3b3b9f3-1c44-4054-896c-ff2ff7af4ce2 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:33.964528 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-afe6842f-eb42-43e7-a96d-1227a92b5159 req-f3b3b9f3-1c44-4054-896c-ff2ff7af4ce2 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/ports?device_id=697dd75c-814d-4172-a1cb-ec9253d42b5f HTTP/1.1" status: 200 len: 946 time: 0.0511572 Nov 16 11:36:33.973515 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-97867d61-8e2b-41c1-8f1a-7ceff9bdf434 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0444703 Nov 16 11:36:33.975995 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50758) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:33.998525 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e18cb495-29a5-44d4-997b-828204b286d5 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:34.005656 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e18cb495-29a5-44d4-997b-828204b286d5 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:34.016387 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-afe6842f-eb42-43e7-a96d-1227a92b5159 req-561f45bc-3972-4a6b-9f78-beade70d87f7 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/security-groups?id=24166b1b-de8d-4d9f-a782-b5a1c6fd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455914 Nov 16 11:36:34.032755 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e18cb495-29a5-44d4-997b-828204b286d5 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:34.037996 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e18cb495-29a5-44d4-997b-828204b286d5 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:34.039258 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e18cb495-29a5-44d4-997b-828204b286d5 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/b369d15b-71bd-430f-a983-cc3e49b308f9 HTTP/1.1" status: 204 len: 168 time: 0.0621669 Nov 16 11:36:34.041588 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50762) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:34.048784 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18cb495-29a5-44d4-997b-828204b286d5 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b369d15b-71bd-430f-a983-cc3e49b308f9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:34.180418 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-df66e381-1147-4f73-9ea6-d41d7e23d347 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1374357 Nov 16 11:36:34.183217 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50764) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:34.235435 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d958405-2135-4130-8553-2fe9bcd213c6 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:34.257826 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d958405-2135-4130-8553-2fe9bcd213c6 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:34.262358 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-42b6f2d8-94db-4370-b66b-55cbaeb2aa7c req-632aecf0-83bb-47ed-bbfe-d5f851a59ef6 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 258 time: 0.2037423 Nov 16 11:36:34.272501 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-42b6f2d8-94db-4370-b66b-55cbaeb2aa7c req-c6d5cd57-5174-4292-b9aa-9f1325336082 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:34.296324 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-42b6f2d8-94db-4370-b66b-55cbaeb2aa7c req-c6d5cd57-5174-4292-b9aa-9f1325336082 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks [] for floatingip, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:34.298176 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d958405-2135-4130-8553-2fe9bcd213c6 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:34.301078 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d958405-2135-4130-8553-2fe9bcd213c6 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:34.302304 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4d958405-2135-4130-8553-2fe9bcd213c6 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "DELETE /v2.0/security-groups/5f06a1de-73f6-4291-aac2-4827937fd631 HTTP/1.1" status: 204 len: 168 time: 0.1180878 Nov 16 11:36:34.305952 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50766) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:34.324014 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d958405-2135-4130-8553-2fe9bcd213c6 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f06a1de-73f6-4291-aac2-4827937fd631,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:34.357768 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ba7b2c00-25c2-4139-86af-0d4ac073c558 tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0507014 Nov 16 11:36:34.362370 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50768) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:34.400143 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-42b6f2d8-94db-4370-b66b-55cbaeb2aa7c req-c6d5cd57-5174-4292-b9aa-9f1325336082 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:34.404587 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-3559dfec-422d-44ad-adb5-49758ba6668b tempest-SecGroupTest-484867215 tempest-SecGroupTest-484867215-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0408640 Nov 16 11:36:34.505362 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-42b6f2d8-94db-4370-b66b-55cbaeb2aa7c req-c6d5cd57-5174-4292-b9aa-9f1325336082 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Allocated IP 172.25.0.197 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/884a3a34-8dad-454c-9998-cea6c0d6e288) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:36:34.611361 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-42b6f2d8-94db-4370-b66b-55cbaeb2aa7c req-c6d5cd57-5174-4292-b9aa-9f1325336082 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:34.645885 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-42b6f2d8-94db-4370-b66b-55cbaeb2aa7c req-c6d5cd57-5174-4292-b9aa-9f1325336082 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:34.650216 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50776) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:34.683188 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42b6f2d8-94db-4370-b66b-55cbaeb2aa7c req-c6d5cd57-5174-4292-b9aa-9f1325336082 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:36:34.689601 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-42b6f2d8-94db-4370-b66b-55cbaeb2aa7c req-c6d5cd57-5174-4292-b9aa-9f1325336082 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:36:34.693298 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b6f2d8-94db-4370-b66b-55cbaeb2aa7c req-c6d5cd57-5174-4292-b9aa-9f1325336082 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:36:34.716580 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5cd57-5174-4292-b9aa-9f1325336082 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Pushing event updated for resources: {'Port': ['ID=884a3a34-8dad-454c-9998-cea6c0d6e288,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:34.782896 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-42b6f2d8-94db-4370-b66b-55cbaeb2aa7c req-c6d5cd57-5174-4292-b9aa-9f1325336082 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:34.790433 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b10e5fbb-401b-42b3-9d18-705848beac88 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d70c29a55ac24a5784c86c1c11f02927&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1388493 Nov 16 11:36:34.792668 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50784) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:34.817901 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-42b6f2d8-94db-4370-b66b-55cbaeb2aa7c req-c6d5cd57-5174-4292-b9aa-9f1325336082 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:34.840030 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b9ae45e0-d132-4239-af27-a9087910e460 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:34.861586 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b9ae45e0-d132-4239-af27-a9087910e460 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:34.906820 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b9ae45e0-d132-4239-af27-a9087910e460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:34.909407 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b9ae45e0-d132-4239-af27-a9087910e460 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:34.913495 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b9ae45e0-d132-4239-af27-a9087910e460 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c6da4d23-9d4a-4eec-9087-8a56b1fc3c55 HTTP/1.1" status: 204 len: 168 time: 0.1167014 Nov 16 11:36:34.919293 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae45e0-d132-4239-af27-a9087910e460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6da4d23-9d4a-4eec-9087-8a56b1fc3c55,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:34.982666 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-42b6f2d8-94db-4370-b66b-55cbaeb2aa7c req-c6d5cd57-5174-4292-b9aa-9f1325336082 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:34.987318 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-42b6f2d8-94db-4370-b66b-55cbaeb2aa7c req-c6d5cd57-5174-4292-b9aa-9f1325336082 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:35.061718 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5cd57-5174-4292-b9aa-9f1325336082 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Pushing event updated for resources: {'Port': ['ID=884a3a34-8dad-454c-9998-cea6c0d6e288,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:35.072445 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-42b6f2d8-94db-4370-b66b-55cbaeb2aa7c req-c6d5cd57-5174-4292-b9aa-9f1325336082 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:35.088255 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-42b6f2d8-94db-4370-b66b-55cbaeb2aa7c req-c6d5cd57-5174-4292-b9aa-9f1325336082 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:35.089485 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-42b6f2d8-94db-4370-b66b-55cbaeb2aa7c req-c6d5cd57-5174-4292-b9aa-9f1325336082 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.8210583 Nov 16 11:36:35.175235 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-42b6f2d8-94db-4370-b66b-55cbaeb2aa7c req-d6a1e4d5-c4fa-4176-8f2e-376ecded1483 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.197 HTTP/1.1" status: 200 len: 696 time: 0.0782537 Nov 16 11:36:35.286785 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6f2d8-94db-4370-b66b-55cbaeb2aa7c req-c83966b6-e68c-4d68-888b-922bb575932b tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:35.288752 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-42b6f2d8-94db-4370-b66b-55cbaeb2aa7c req-c83966b6-e68c-4d68-888b-922bb575932b tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/networks/47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 784 time: 0.1079481 Nov 16 11:36:35.400127 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6843a-67a3-44b1-ae08-a4da373a7e7c req-e80663c8-870e-4aa8-825b-3d468edf2ec5 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:35.401705 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4de6843a-67a3-44b1-ae08-a4da373a7e7c req-e80663c8-870e-4aa8-825b-3d468edf2ec5 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=37da0729-5628-410b-a865-cf2743b02f2c HTTP/1.1" status: 200 len: 946 time: 0.0559723 Nov 16 11:36:35.451195 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4de6843a-67a3-44b1-ae08-a4da373a7e7c req-c8fbdd53-495d-4478-bd54-daf28e01d691 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435641 Nov 16 11:36:35.578308 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50810) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:35.676320 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2f727381-3de1-42dd-abb9-27b9cb9fa5a9 tempest-ServiceProvidersTest-2093795316 tempest-ServiceProvidersTest-2093795316-project] 10.222.0.61 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.0968869 Nov 16 11:36:35.714278 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7e498-21fa-4d3b-a376-ba24490936da req-f734e96b-957d-4dcf-91a2-bba587551019 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:35.715797 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14a7e498-21fa-4d3b-a376-ba24490936da req-f734e96b-957d-4dcf-91a2-bba587551019 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/ports?device_id=697dd75c-814d-4172-a1cb-ec9253d42b5f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0855780 Nov 16 11:36:35.765703 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14a7e498-21fa-4d3b-a376-ba24490936da req-88daae72-8793-4ce5-be1a-55fb111f6525 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.197 HTTP/1.1" status: 200 len: 696 time: 0.0439980 Nov 16 11:36:35.775400 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-14a7e498-21fa-4d3b-a376-ba24490936da req-686a94b7-d8e7-42fe-a900-08ddd8bd682c tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Request body: {'floatingip': {'port_id': '8b090b3d-213f-408b-b8f5-c7a29cfb3165', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:35.813481 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-14a7e498-21fa-4d3b-a376-ba24490936da req-686a94b7-d8e7-42fe-a900-08ddd8bd682c tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks [] for floatingip, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:35.919437 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50818) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:36.024317 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3a45d7d3-efe0-414c-9e13-15b8cde0d433 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:36.098895 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3a45d7d3-efe0-414c-9e13-15b8cde0d433 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:36.104489 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3a45d7d3-efe0-414c-9e13-15b8cde0d433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:36.142735 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-3a45d7d3-efe0-414c-9e13-15b8cde0d433 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a04e7e781f2548388aba4d1f3adf7466&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2222250 Nov 16 11:36:36.143958 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a45d7d3-efe0-414c-9e13-15b8cde0d433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3570e2f0-0e0d-4836-aa5a-cc3429290e84,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:36.146313 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50822) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:36.197500 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-21adfec2-52e4-4019-9026-5fdf02b23306 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:36.218738 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-21adfec2-52e4-4019-9026-5fdf02b23306 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:36.242478 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-14a7e498-21fa-4d3b-a376-ba24490936da req-686a94b7-d8e7-42fe-a900-08ddd8bd682c tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:36.248688 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-14a7e498-21fa-4d3b-a376-ba24490936da req-686a94b7-d8e7-42fe-a900-08ddd8bd682c tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:36.268852 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-21adfec2-52e4-4019-9026-5fdf02b23306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:36.271632 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-21adfec2-52e4-4019-9026-5fdf02b23306 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:36.272789 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-21adfec2-52e4-4019-9026-5fdf02b23306 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3570e2f0-0e0d-4836-aa5a-cc3429290e84 HTTP/1.1" status: 204 len: 168 time: 0.1256053 Nov 16 11:36:36.280811 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21adfec2-52e4-4019-9026-5fdf02b23306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3570e2f0-0e0d-4836-aa5a-cc3429290e84,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:36.359966 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [req-14a7e498-21fa-4d3b-a376-ba24490936da req-686a94b7-d8e7-42fe-a900-08ddd8bd682c tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Floating IP 85fc1a96-9c66-4c3c-9ce5-1d1cffe72ae9 associated. External IP: 172.25.0.197, port: 8b090b3d-213f-408b-b8f5-c7a29cfb3165. Nov 16 11:36:36.572525 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14a7e498-21fa-4d3b-a376-ba24490936da req-686a94b7-d8e7-42fe-a900-08ddd8bd682c tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Router 169b97c3-caaf-4c0f-a9fe-649de046040d has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:36:36.683088 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14a7e498-21fa-4d3b-a376-ba24490936da req-686a94b7-d8e7-42fe-a900-08ddd8bd682c tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:36:36.687506 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-14a7e498-21fa-4d3b-a376-ba24490936da req-686a94b7-d8e7-42fe-a900-08ddd8bd682c tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:36.694723 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d3e048-9811-4683-9c45-3e88b9e37617 None None] Sync routers for ids ['169b97c3-caaf-4c0f-a9fe-649de046040d'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:36:36.705699 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d3e048-9811-4683-9c45-3e88b9e37617 None None] Routers {'169b97c3-caaf-4c0f-a9fe-649de046040d'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:36:36.706565 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-46d3e048-9811-4683-9c45-3e88b9e37617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:36:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['169b97c3-caaf-4c0f-a9fe-649de046040d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:36.714751 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14a7e498-21fa-4d3b-a376-ba24490936da req-686a94b7-d8e7-42fe-a900-08ddd8bd682c tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "PUT /v2.0/floatingips/85fc1a96-9c66-4c3c-9ce5-1d1cffe72ae9 HTTP/1.1" status: 200 len: 997 time: 0.9432235 Nov 16 11:36:36.715284 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '697dd75c-814d-4172-a1cb-ec9253d42b5f', 'tag': '8b090b3d-213f-408b-b8f5-c7a29cfb3165'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:36:36.717645 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7bee79-3e6d-44d4-86fa-c1bf2974b5c2" -d '{"events": [{"name": "network-changed", "server_uuid": "697dd75c-814d-4172-a1cb-ec9253d42b5f", "tag": "8b090b3d-213f-408b-b8f5-c7a29cfb3165"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:36:36.824904 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-46d3e048-9811-4683-9c45-3e88b9e37617 None None] Set router 169b97c3-caaf-4c0f-a9fe-649de046040d gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:36:36.923605 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7e498-21fa-4d3b-a376-ba24490936da req-0635d6ef-948e-4742-a75c-23d85e85c381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:36.925581 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14a7e498-21fa-4d3b-a376-ba24490936da req-0635d6ef-948e-4742-a75c-23d85e85c381 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2e1ab6155719444d866a416eb40d5230&device_id=697dd75c-814d-4172-a1cb-ec9253d42b5f HTTP/1.1" status: 200 len: 1097 time: 0.1965046 Nov 16 11:36:37.074822 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-46d3e048-9811-4683-9c45-3e88b9e37617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169b97c3-caaf-4c0f-a9fe-649de046040d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-306096278-router', 'tenant_id': '2e1ab6155719444d866a416eb40d5230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '2a55098f-0ce0-4854-b6e6-71c8f8d8cffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:36:14Z', 'updated_at': '2021-11-16T11:36:19Z', 'revision_number': 4, 'project_id': '2e1ab6155719444d866a416eb40d5230', 'gw_port': {'id': '2a55098f-0ce0-4854-b6e6-71c8f8d8cffc', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169b97c3-caaf-4c0f-a9fe-649de046040d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:36:15Z', 'updated_at': '2021-11-16T11:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '85fc1a96-9c66-4c3c-9ce5-1d1cffe72ae9', 'tenant_id': '2e1ab6155719444d866a416eb40d5230', 'floating_ip_address': '172.25.0.197', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '169b97c3-caaf-4c0f-a9fe-649de046040d', 'port_id': '8b090b3d-213f-408b-b8f5-c7a29cfb3165', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '625c168b-a993-4f10-b111-6dff924d6530', 'mac_address': 'fa:16:3e:7a:0d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697dd75c-814d-4172-a1cb-ec9253d42b5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:36:34Z', 'updated_at': '2021-11-16T11:36:36Z', 'revision_number': 1, 'project_id': '2e1ab6155719444d866a416eb40d5230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7214f77e-de45-4a42-a6fb-3712d91d9554', 'name': '', 'network_id': '625c168b-a993-4f10-b111-6dff924d6530', 'tenant_id': '2e1ab6155719444d866a416eb40d5230', 'mac_address': 'fa:16:3e:61:8a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169b97c3-caaf-4c0f-a9fe-649de046040d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '8aa2bb83-080d-4518-bb02-cb4b059a9bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:36:18Z', 'updated_at': '2021-11-16T11:36:23Z', 'revision_number': 5, 'project_id': '2e1ab6155719444d866a416eb40d5230', 'subnets': [{'id': '8aa2bb83-080d-4518-bb02-cb4b059a9bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:37.102762 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d3e048-9811-4683-9c45-3e88b9e37617 None None] Checking router: 169b97c3-caaf-4c0f-a9fe-649de046040d for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:36:37.112123 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d3e048-9811-4683-9c45-3e88b9e37617 None None] Routers {'169b97c3-caaf-4c0f-a9fe-649de046040d'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:36:37.113974 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-46d3e048-9811-4683-9c45-3e88b9e37617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:36:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['169b97c3-caaf-4c0f-a9fe-649de046040d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:37.229286 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-46d3e048-9811-4683-9c45-3e88b9e37617 None None] Set router 169b97c3-caaf-4c0f-a9fe-649de046040d gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:36:37.373283 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7e498-21fa-4d3b-a376-ba24490936da req-745c2172-3677-4f1a-a384-b79116a05e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:37.374898 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14a7e498-21fa-4d3b-a376-ba24490936da req-745c2172-3677-4f1a-a384-b79116a05e18 service neutron] 10.222.0.61 "GET /v2.0/networks?id=625c168b-a993-4f10-b111-6dff924d6530 HTTP/1.1" status: 200 len: 929 time: 0.4416950 Nov 16 11:36:37.440478 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14a7e498-21fa-4d3b-a376-ba24490936da req-6c31938d-03a0-4d6b-b176-c6ed33391758 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b090b3d-213f-408b-b8f5-c7a29cfb3165 HTTP/1.1" status: 200 len: 1000 time: 0.0595200 Nov 16 11:36:37.487673 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-46d3e048-9811-4683-9c45-3e88b9e37617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169b97c3-caaf-4c0f-a9fe-649de046040d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-306096278-router', 'tenant_id': '2e1ab6155719444d866a416eb40d5230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '2a55098f-0ce0-4854-b6e6-71c8f8d8cffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:36:14Z', 'updated_at': '2021-11-16T11:36:19Z', 'revision_number': 4, 'project_id': '2e1ab6155719444d866a416eb40d5230', 'gw_port': {'id': '2a55098f-0ce0-4854-b6e6-71c8f8d8cffc', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169b97c3-caaf-4c0f-a9fe-649de046040d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:36:15Z', 'updated_at': '2021-11-16T11:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '85fc1a96-9c66-4c3c-9ce5-1d1cffe72ae9', 'tenant_id': '2e1ab6155719444d866a416eb40d5230', 'floating_ip_address': '172.25.0.197', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '169b97c3-caaf-4c0f-a9fe-649de046040d', 'port_id': '8b090b3d-213f-408b-b8f5-c7a29cfb3165', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '625c168b-a993-4f10-b111-6dff924d6530', 'mac_address': 'fa:16:3e:7a:0d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697dd75c-814d-4172-a1cb-ec9253d42b5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:36:34Z', 'updated_at': '2021-11-16T11:36:36Z', 'revision_number': 1, 'project_id': '2e1ab6155719444d866a416eb40d5230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7214f77e-de45-4a42-a6fb-3712d91d9554', 'name': '', 'network_id': '625c168b-a993-4f10-b111-6dff924d6530', 'tenant_id': '2e1ab6155719444d866a416eb40d5230', 'mac_address': 'fa:16:3e:61:8a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169b97c3-caaf-4c0f-a9fe-649de046040d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '8aa2bb83-080d-4518-bb02-cb4b059a9bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:36:18Z', 'updated_at': '2021-11-16T11:36:23Z', 'revision_number': 5, 'project_id': '2e1ab6155719444d866a416eb40d5230', 'subnets': [{'id': '8aa2bb83-080d-4518-bb02-cb4b059a9bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:37.496530 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7e498-21fa-4d3b-a376-ba24490936da req-21314a37-43a1-4187-973a-7414ad20de4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:37.498069 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14a7e498-21fa-4d3b-a376-ba24490936da req-21314a37-43a1-4187-973a-7414ad20de4b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8aa2bb83-080d-4518-bb02-cb4b059a9bb5 HTTP/1.1" status: 200 len: 867 time: 0.0516574 Nov 16 11:36:37.515050 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d3e048-9811-4683-9c45-3e88b9e37617 None None] The sync data for ids ['169b97c3-caaf-4c0f-a9fe-649de046040d'] in n-d-816823-3 is: [{'id': '169b97c3-caaf-4c0f-a9fe-649de046040d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-306096278-router', 'tenant_id': '2e1ab6155719444d866a416eb40d5230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '2a55098f-0ce0-4854-b6e6-71c8f8d8cffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:36:14Z', 'updated_at': '2021-11-16T11:36:19Z', 'revision_number': 4, 'project_id': '2e1ab6155719444d866a416eb40d5230', 'gw_port': {'id': '2a55098f-0ce0-4854-b6e6-71c8f8d8cffc', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169b97c3-caaf-4c0f-a9fe-649de046040d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:36:15Z', 'updated_at': '2021-11-16T11:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '85fc1a96-9c66-4c3c-9ce5-1d1cffe72ae9', 'tenant_id': '2e1ab6155719444d866a416eb40d5230', 'floating_ip_address': '172.25.0.197', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '169b97c3-caaf-4c0f-a9fe-649de046040d', 'port_id': '8b090b3d-213f-408b-b8f5-c7a29cfb3165', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '625c168b-a993-4f10-b111-6dff924d6530', 'mac_address': 'fa:16:3e:7a:0d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697dd75c-814d-4172-a1cb-ec9253d42b5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:36:34Z', 'updated_at': '2021-11-16T11:36:36Z', 'revision_number': 1, 'project_id': '2e1ab6155719444d866a416eb40d5230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7214f77e-de45-4a42-a6fb-3712d91d9554', 'name': '', 'network_id': '625c168b-a993-4f10-b111-6dff924d6530', 'tenant_id': '2e1ab6155719444d866a416eb40d5230', 'mac_address': 'fa:16:3e:61:8a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169b97c3-caaf-4c0f-a9fe-649de046040d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '8aa2bb83-080d-4518-bb02-cb4b059a9bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:36:18Z', 'updated_at': '2021-11-16T11:36:23Z', 'revision_number': 5, 'project_id': '2e1ab6155719444d866a416eb40d5230', 'subnets': [{'id': '8aa2bb83-080d-4518-bb02-cb4b059a9bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:36:37.550095 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7e498-21fa-4d3b-a376-ba24490936da req-c0c9c56e-43b0-43cc-b9f1-7287d394d60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:37.551576 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14a7e498-21fa-4d3b-a376-ba24490936da req-c0c9c56e-43b0-43cc-b9f1-7287d394d60f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=625c168b-a993-4f10-b111-6dff924d6530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469542 Nov 16 11:36:37.562544 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [req-14a7e498-21fa-4d3b-a376-ba24490936da req-af1cf0f9-eb68-4ea7-bbc5-89665682e9ac service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:36:37.563627 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14a7e498-21fa-4d3b-a376-ba24490936da req-af1cf0f9-eb68-4ea7-bbc5-89665682e9ac service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054233 Nov 16 11:36:37.665883 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14a7e498-21fa-4d3b-a376-ba24490936da req-6fbd7d46-e41e-4334-807b-54967cbc1513 service neutron] 10.222.0.61 "GET /v2.0/networks/625c168b-a993-4f10-b111-6dff924d6530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951812 Nov 16 11:36:37.748638 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486ad18e-ea8b-4c5a-9128-784ce94eef37 None None] New status for floating IP 85fc1a96-9c66-4c3c-9ce5-1d1cffe72ae9: ACTIVE {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:36:37.786081 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14a7e498-21fa-4d3b-a376-ba24490936da req-dba80998-c9f3-45f8-810c-29032cc4354f service neutron] 10.222.0.61 "GET /v2.0/networks/625c168b-a993-4f10-b111-6dff924d6530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084225 Nov 16 11:36:37.894505 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58305a58-e5fe-407f-a687-831ace10ce44 req-5539b400-837a-40ed-b72d-9f8943198b03 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:37.896438 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-58305a58-e5fe-407f-a687-831ace10ce44 req-5539b400-837a-40ed-b72d-9f8943198b03 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=37da0729-5628-410b-a865-cf2743b02f2c HTTP/1.1" status: 200 len: 946 time: 0.0533059 Nov 16 11:36:37.954690 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-58305a58-e5fe-407f-a687-831ace10ce44 req-aa613e79-b435-4a59-91fc-a96aabdc628e tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518074 Nov 16 11:36:38.112088 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c9b180-cc6b-43d6-a96e-e5cfc8d0beb2 x-openstack-request-id: req-26c9b180-cc6b-43d6-a96e-e5cfc8d0beb2 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:36:38.117952 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "697dd75c-814d-4172-a1cb-ec9253d42b5f", "tag": "8b090b3d-213f-408b-b8f5-c7a29cfb3165", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:36:38.117952 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-26c9b180-cc6b-43d6-a96e-e5cfc8d0beb2 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:36:38.117952 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '697dd75c-814d-4172-a1cb-ec9253d42b5f', 'tag': '8b090b3d-213f-408b-b8f5-c7a29cfb3165', 'status': 'completed', 'code': 200} Nov 16 11:36:38.186988 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7bee79-3e6d-44d4-86fa-c1bf2974b5c2 req-78b9ee18-98d1-4c0e-aff1-0bed1c0bbeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:38.189322 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0c7bee79-3e6d-44d4-86fa-c1bf2974b5c2 req-78b9ee18-98d1-4c0e-aff1-0bed1c0bbeb3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2e1ab6155719444d866a416eb40d5230&device_id=697dd75c-814d-4172-a1cb-ec9253d42b5f HTTP/1.1" status: 200 len: 1097 time: 0.0455797 Nov 16 11:36:38.202235 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50896) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:38.237556 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ec26e610-5f1c-47ae-ba01-4d8fb3cbfc2d req-7f1c7e79-ebe2-450c-ba7f-5523a045a8f7 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 258 time: 0.1148701 Nov 16 11:36:38.247955 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-ec26e610-5f1c-47ae-ba01-4d8fb3cbfc2d req-9c85e555-4f7e-4978-a935-98ef4b9694f3 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:38.275249 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ec26e610-5f1c-47ae-ba01-4d8fb3cbfc2d req-9c85e555-4f7e-4978-a935-98ef4b9694f3 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks [] for floatingip, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:38.293518 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7bee79-3e6d-44d4-86fa-c1bf2974b5c2 req-71c2ba62-6ed8-405a-a068-3ca74a6329a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:38.295960 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0c7bee79-3e6d-44d4-86fa-c1bf2974b5c2 req-71c2ba62-6ed8-405a-a068-3ca74a6329a7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=625c168b-a993-4f10-b111-6dff924d6530 HTTP/1.1" status: 200 len: 929 time: 0.0971935 Nov 16 11:36:38.337161 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c82d1fe7-e01a-48fc-8810-db0f70c78e83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:38.365847 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0c7bee79-3e6d-44d4-86fa-c1bf2974b5c2 req-18937064-8a27-43d7-9b71-250b67e77757 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b090b3d-213f-408b-b8f5-c7a29cfb3165 HTTP/1.1" status: 200 len: 1002 time: 0.0596480 Nov 16 11:36:38.417111 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7bee79-3e6d-44d4-86fa-c1bf2974b5c2 req-73806d46-4659-453d-b3b8-3ff7ab775732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:38.418828 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0c7bee79-3e6d-44d4-86fa-c1bf2974b5c2 req-73806d46-4659-453d-b3b8-3ff7ab775732 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8aa2bb83-080d-4518-bb02-cb4b059a9bb5 HTTP/1.1" status: 200 len: 867 time: 0.0451400 Nov 16 11:36:38.447141 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c82d1fe7-e01a-48fc-8810-db0f70c78e83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:38.452271 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c82d1fe7-e01a-48fc-8810-db0f70c78e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:38.455372 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ec26e610-5f1c-47ae-ba01-4d8fb3cbfc2d req-9c85e555-4f7e-4978-a935-98ef4b9694f3 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:38.469501 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7bee79-3e6d-44d4-86fa-c1bf2974b5c2 req-5f4f416f-ea91-458a-bc81-b2d88bec07af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:38.471041 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0c7bee79-3e6d-44d4-86fa-c1bf2974b5c2 req-5f4f416f-ea91-458a-bc81-b2d88bec07af service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=625c168b-a993-4f10-b111-6dff924d6530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446665 Nov 16 11:36:38.484090 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [req-0c7bee79-3e6d-44d4-86fa-c1bf2974b5c2 req-3d9d0aa0-3cfb-4227-9131-28fe0cdcd7ee service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:36:38.485050 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0c7bee79-3e6d-44d4-86fa-c1bf2974b5c2 req-3d9d0aa0-3cfb-4227-9131-28fe0cdcd7ee service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050855 Nov 16 11:36:38.536715 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c82d1fe7-e01a-48fc-8810-db0f70c78e83 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d65f904fd1bd4ce8b8744ca6e124bcbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3335733 Nov 16 11:36:38.539350 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50900) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:38.539509 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d1fe7-e01a-48fc-8810-db0f70c78e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ac484c-0e22-4b46-9017-57a091b8c367,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:38.601424 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-ec26e610-5f1c-47ae-ba01-4d8fb3cbfc2d req-9c85e555-4f7e-4978-a935-98ef4b9694f3 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Allocated IP 172.25.0.139 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/d6031472-9164-4b00-9733-7b9a8ceedcb8) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:36:38.619113 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0c7bee79-3e6d-44d4-86fa-c1bf2974b5c2 req-fd460f27-82f6-499d-a201-589456d34b82 service neutron] 10.222.0.64 "GET /v2.0/networks/625c168b-a993-4f10-b111-6dff924d6530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252165 Nov 16 11:36:38.619862 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58be48fa-617f-4979-83ea-83583df9abd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:38.681027 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58be48fa-617f-4979-83ea-83583df9abd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:38.711557 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ec26e610-5f1c-47ae-ba01-4d8fb3cbfc2d req-9c85e555-4f7e-4978-a935-98ef4b9694f3 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:38.743722 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0c7bee79-3e6d-44d4-86fa-c1bf2974b5c2 req-7219be0c-8227-4747-a04f-9f1836a2f3bd service neutron] 10.222.0.64 "GET /v2.0/networks/625c168b-a993-4f10-b111-6dff924d6530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151369 Nov 16 11:36:38.747634 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ec26e610-5f1c-47ae-ba01-4d8fb3cbfc2d req-9c85e555-4f7e-4978-a935-98ef4b9694f3 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:38.754300 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58be48fa-617f-4979-83ea-83583df9abd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:38.756893 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58be48fa-617f-4979-83ea-83583df9abd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:38.761008 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-58be48fa-617f-4979-83ea-83583df9abd7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/49ac484c-0e22-4b46-9017-57a091b8c367 HTTP/1.1" status: 204 len: 168 time: 0.2183769 Nov 16 11:36:38.767677 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be48fa-617f-4979-83ea-83583df9abd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ac484c-0e22-4b46-9017-57a091b8c367,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:38.800681 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec26e610-5f1c-47ae-ba01-4d8fb3cbfc2d req-9c85e555-4f7e-4978-a935-98ef4b9694f3 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:36:38.803684 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-ec26e610-5f1c-47ae-ba01-4d8fb3cbfc2d req-9c85e555-4f7e-4978-a935-98ef4b9694f3 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:36:38.806202 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec26e610-5f1c-47ae-ba01-4d8fb3cbfc2d req-9c85e555-4f7e-4978-a935-98ef4b9694f3 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:36:38.815235 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c85e555-4f7e-4978-a935-98ef4b9694f3 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Pushing event updated for resources: {'Port': ['ID=d6031472-9164-4b00-9733-7b9a8ceedcb8,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:38.907717 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ec26e610-5f1c-47ae-ba01-4d8fb3cbfc2d req-9c85e555-4f7e-4978-a935-98ef4b9694f3 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:38.943483 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ec26e610-5f1c-47ae-ba01-4d8fb3cbfc2d req-9c85e555-4f7e-4978-a935-98ef4b9694f3 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:39.045601 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50910) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:39.066493 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-82336db6-d416-4f65-808e-7f941c4b1ee1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:39.141090 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ec26e610-5f1c-47ae-ba01-4d8fb3cbfc2d req-9c85e555-4f7e-4978-a935-98ef4b9694f3 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:39.147080 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ec26e610-5f1c-47ae-ba01-4d8fb3cbfc2d req-9c85e555-4f7e-4978-a935-98ef4b9694f3 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:39.248335 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c85e555-4f7e-4978-a935-98ef4b9694f3 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Pushing event updated for resources: {'Port': ['ID=d6031472-9164-4b00-9733-7b9a8ceedcb8,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:39.260075 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-82336db6-d416-4f65-808e-7f941c4b1ee1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:39.261141 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ec26e610-5f1c-47ae-ba01-4d8fb3cbfc2d req-9c85e555-4f7e-4978-a935-98ef4b9694f3 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:39.264893 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-82336db6-d416-4f65-808e-7f941c4b1ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:39.303467 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ec26e610-5f1c-47ae-ba01-4d8fb3cbfc2d req-9c85e555-4f7e-4978-a935-98ef4b9694f3 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:39.304696 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ec26e610-5f1c-47ae-ba01-4d8fb3cbfc2d req-9c85e555-4f7e-4978-a935-98ef4b9694f3 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0607138 Nov 16 11:36:39.315587 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-82336db6-d416-4f65-808e-7f941c4b1ee1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a99fbdc952194a7fa51f17459f5d12e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2689977 Nov 16 11:36:39.318353 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50914) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:39.320862 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82336db6-d416-4f65-808e-7f941c4b1ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbca4d62-89a2-4242-b8ed-db2e038a3d5a,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:39.361600 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ec26e610-5f1c-47ae-ba01-4d8fb3cbfc2d req-3e4c818a-bd95-4812-9a98-e7de7dad8045 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.139 HTTP/1.1" status: 200 len: 696 time: 0.0493824 Nov 16 11:36:39.368464 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-25c902b4-ec5c-4938-9652-9ea2f6f43296 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:39.393264 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-25c902b4-ec5c-4938-9652-9ea2f6f43296 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:39.439294 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-25c902b4-ec5c-4938-9652-9ea2f6f43296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:39.441886 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-25c902b4-ec5c-4938-9652-9ea2f6f43296 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:39.443047 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-25c902b4-ec5c-4938-9652-9ea2f6f43296 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fbca4d62-89a2-4242-b8ed-db2e038a3d5a HTTP/1.1" status: 204 len: 168 time: 0.1237211 Nov 16 11:36:39.450835 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c902b4-ec5c-4938-9652-9ea2f6f43296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbca4d62-89a2-4242-b8ed-db2e038a3d5a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:39.479109 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26e610-5f1c-47ae-ba01-4d8fb3cbfc2d req-a8e72db2-985d-427b-9be2-dd8ddb461895 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:39.480477 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ec26e610-5f1c-47ae-ba01-4d8fb3cbfc2d req-a8e72db2-985d-427b-9be2-dd8ddb461895 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/networks/47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 784 time: 0.1122179 Nov 16 11:36:39.581996 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab178b-640b-4cc8-a48c-1ae422058ca5 req-5418f8d4-d6c9-431d-8bbb-1d9e11f8e51f tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:39.583473 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4aab178b-640b-4cc8-a48c-1ae422058ca5 req-5418f8d4-d6c9-431d-8bbb-1d9e11f8e51f tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=37da0729-5628-410b-a865-cf2743b02f2c HTTP/1.1" status: 200 len: 946 time: 0.0533175 Nov 16 11:36:39.641105 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4aab178b-640b-4cc8-a48c-1ae422058ca5 req-e877d5b4-7d32-44d2-bbd6-6dee2f383b2c tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504131 Nov 16 11:36:39.873033 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16c1f0-a84f-498c-99a4-9ce96c569497 req-dab311a9-8858-4b98-9128-733c53c5cf25 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:39.874565 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0b16c1f0-a84f-498c-99a4-9ce96c569497 req-dab311a9-8858-4b98-9128-733c53c5cf25 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/ports?device_id=697dd75c-814d-4172-a1cb-ec9253d42b5f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0511644 Nov 16 11:36:39.929145 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0b16c1f0-a84f-498c-99a4-9ce96c569497 req-83f5a362-c144-46a9-bc3f-138dd6732a36 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.139 HTTP/1.1" status: 200 len: 696 time: 0.0481176 Nov 16 11:36:39.939186 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-0b16c1f0-a84f-498c-99a4-9ce96c569497 req-69deac8a-f0e1-480d-b991-5835ddb099be tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Request body: {'floatingip': {'port_id': '8b090b3d-213f-408b-b8f5-c7a29cfb3165', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:39.981100 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0b16c1f0-a84f-498c-99a4-9ce96c569497 req-69deac8a-f0e1-480d-b991-5835ddb099be tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks [] for floatingip, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:40.203062 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [req-0b16c1f0-a84f-498c-99a4-9ce96c569497 req-69deac8a-f0e1-480d-b991-5835ddb099be tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] update failed (client error): There was a conflict when trying to complete your request. Nov 16 11:36:40.204104 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0b16c1f0-a84f-498c-99a4-9ce96c569497 req-69deac8a-f0e1-480d-b991-5835ddb099be tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "PUT /v2.0/floatingips/a6203c48-661e-4464-86ea-2eeb83b6500d HTTP/1.1" status: 409 len: 551 time: 0.2690365 Nov 16 11:36:40.269466 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-720812ee-8678-4cf0-be7f-20a37354924d req-0283def4-8f09-447d-a2cd-52a993d387f1 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/floatingips/a6203c48-661e-4464-86ea-2eeb83b6500d HTTP/1.1" status: 200 len: 693 time: 0.0439937 Nov 16 11:36:40.378582 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720812ee-8678-4cf0-be7f-20a37354924d req-8a1d8e6f-9b3a-49e3-8bf3-89ea2440e3d8 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:40.379935 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-720812ee-8678-4cf0-be7f-20a37354924d req-8a1d8e6f-9b3a-49e3-8bf3-89ea2440e3d8 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/networks/47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 784 time: 0.1049190 Nov 16 11:36:40.390439 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [req-720812ee-8678-4cf0-be7f-20a37354924d req-95476fb6-39ed-4887-9daf-602ca5e3dbdc tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:36:40.391395 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-720812ee-8678-4cf0-be7f-20a37354924d req-95476fb6-39ed-4887-9daf-602ca5e3dbdc tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056117 Nov 16 11:36:40.441747 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-720812ee-8678-4cf0-be7f-20a37354924d req-450ace12-7457-4d25-80dc-590c515c8407 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.139 HTTP/1.1" status: 200 len: 696 time: 0.0432494 Nov 16 11:36:40.496496 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-720812ee-8678-4cf0-be7f-20a37354924d req-f6c3c1b7-e5f2-4801-9f3d-0a8d483336dc tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.139 HTTP/1.1" status: 200 len: 696 time: 0.0482681 Nov 16 11:36:40.628282 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-720812ee-8678-4cf0-be7f-20a37354924d req-fb7d63df-6678-405e-9ca1-c566c16fe0a7 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Deleting port d6031472-9164-4b00-9733-7b9a8ceedcb8 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:36:40.628626 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-720812ee-8678-4cf0-be7f-20a37354924d req-fb7d63df-6678-405e-9ca1-c566c16fe0a7 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:40.710257 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-720812ee-8678-4cf0-be7f-20a37354924d req-fb7d63df-6678-405e-9ca1-c566c16fe0a7 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:40.710677 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-720812ee-8678-4cf0-be7f-20a37354924d req-fb7d63df-6678-405e-9ca1-c566c16fe0a7 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:40.722656 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-720812ee-8678-4cf0-be7f-20a37354924d req-fb7d63df-6678-405e-9ca1-c566c16fe0a7 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Calling delete_port for d6031472-9164-4b00-9733-7b9a8ceedcb8 owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:36:40.859244 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-720812ee-8678-4cf0-be7f-20a37354924d req-fb7d63df-6678-405e-9ca1-c566c16fe0a7 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:40.888638 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7d63df-6678-405e-9ca1-c566c16fe0a7 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Pushing event deleted for resources: {'Port': ['ID=d6031472-9164-4b00-9733-7b9a8ceedcb8,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:40.950571 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-720812ee-8678-4cf0-be7f-20a37354924d req-fb7d63df-6678-405e-9ca1-c566c16fe0a7 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks [] for floatingip, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:40.953071 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-720812ee-8678-4cf0-be7f-20a37354924d req-fb7d63df-6678-405e-9ca1-c566c16fe0a7 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:40.954253 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-720812ee-8678-4cf0-be7f-20a37354924d req-fb7d63df-6678-405e-9ca1-c566c16fe0a7 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "DELETE /v2.0/floatingips/a6203c48-661e-4464-86ea-2eeb83b6500d HTTP/1.1" status: 204 len: 173 time: 0.4516530 Nov 16 11:36:41.041583 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44d5ab-a3fd-499d-9b15-1fbd83aacadc req-fb463728-97cf-4006-a7a7-c5ed11aa1f1d tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:41.043162 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6c44d5ab-a3fd-499d-9b15-1fbd83aacadc req-fb463728-97cf-4006-a7a7-c5ed11aa1f1d tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 1097 time: 0.0419781 Nov 16 11:36:41.063088 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6c44d5ab-a3fd-499d-9b15-1fbd83aacadc req-d5294a2d-4d2a-4c4e-a42e-64a8c240beff tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:41.143178 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6c44d5ab-a3fd-499d-9b15-1fbd83aacadc req-d5294a2d-4d2a-4c4e-a42e-64a8c240beff tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:41.147277 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6c44d5ab-a3fd-499d-9b15-1fbd83aacadc req-d5294a2d-4d2a-4c4e-a42e-64a8c240beff tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:41.192805 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6c44d5ab-a3fd-499d-9b15-1fbd83aacadc req-d5294a2d-4d2a-4c4e-a42e-64a8c240beff tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=49b75b1f-08a2-446a-817a-dcba3b370ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1429052 Nov 16 11:36:41.193914 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5294a2d-4d2a-4c4e-a42e-64a8c240beff tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b06c541-cd57-49ca-8a44-74d01d8c2c1f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:41.312385 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f5986-a380-4e15-bd07-6dca031819de req-88f45c5a-e663-4879-912e-50cb929fe81d tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:41.313899 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a87f5986-a380-4e15-bd07-6dca031819de req-88f45c5a-e663-4879-912e-50cb929fe81d tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=37da0729-5628-410b-a865-cf2743b02f2c HTTP/1.1" status: 200 len: 946 time: 0.0505221 Nov 16 11:36:41.363805 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a87f5986-a380-4e15-bd07-6dca031819de req-eb2f2b8a-0464-4468-bc15-2dcb5009ccb1 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437827 Nov 16 11:36:41.582397 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-74fd6ca7-b4c7-47e0-bb6c-41ff010541b0 req-224e3689-0f34-4026-9b7a-f6cb3aafca86 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.197 HTTP/1.1" status: 200 len: 1002 time: 0.0882399 Nov 16 11:36:41.638571 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd6ca7-b4c7-47e0-bb6c-41ff010541b0 req-0bdb0b02-d0e4-4869-ba77-36049d875f7c tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:41.640550 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-74fd6ca7-b4c7-47e0-bb6c-41ff010541b0 req-0bdb0b02-d0e4-4869-ba77-36049d875f7c tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/ports/8b090b3d-213f-408b-b8f5-c7a29cfb3165 HTTP/1.1" status: 200 len: 943 time: 0.0521133 Nov 16 11:36:41.742299 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-74fd6ca7-b4c7-47e0-bb6c-41ff010541b0 req-32ce076b-24b0-4267-a0cb-ea419b693a38 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.197 HTTP/1.1" status: 200 len: 1002 time: 0.0593984 Nov 16 11:36:41.849305 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd6ca7-b4c7-47e0-bb6c-41ff010541b0 req-b3ac78ce-ceb2-4769-a4d9-95f5e92003c7 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:41.850643 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-74fd6ca7-b4c7-47e0-bb6c-41ff010541b0 req-b3ac78ce-ceb2-4769-a4d9-95f5e92003c7 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/networks/47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 784 time: 0.1026571 Nov 16 11:36:41.922969 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-74fd6ca7-b4c7-47e0-bb6c-41ff010541b0 req-70c29f09-9d27-432c-9049-47bc4233b76b tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.197 HTTP/1.1" status: 200 len: 1002 time: 0.0654430 Nov 16 11:36:41.934703 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-74fd6ca7-b4c7-47e0-bb6c-41ff010541b0 req-bfc4e046-c275-4c7e-b9af-ec083b628fc5 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:41.995219 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-74fd6ca7-b4c7-47e0-bb6c-41ff010541b0 req-bfc4e046-c275-4c7e-b9af-ec083b628fc5 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks [] for floatingip, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:42.142464 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-74fd6ca7-b4c7-47e0-bb6c-41ff010541b0 req-bfc4e046-c275-4c7e-b9af-ec083b628fc5 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:42.145899 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-74fd6ca7-b4c7-47e0-bb6c-41ff010541b0 req-bfc4e046-c275-4c7e-b9af-ec083b628fc5 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:42.146258 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [req-74fd6ca7-b4c7-47e0-bb6c-41ff010541b0 req-bfc4e046-c275-4c7e-b9af-ec083b628fc5 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Floating IP 85fc1a96-9c66-4c3c-9ce5-1d1cffe72ae9 disassociated. External IP: 172.25.0.197, port: 8b090b3d-213f-408b-b8f5-c7a29cfb3165. Nov 16 11:36:42.348264 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74fd6ca7-b4c7-47e0-bb6c-41ff010541b0 req-bfc4e046-c275-4c7e-b9af-ec083b628fc5 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Router 169b97c3-caaf-4c0f-a9fe-649de046040d has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:36:42.460358 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74fd6ca7-b4c7-47e0-bb6c-41ff010541b0 req-bfc4e046-c275-4c7e-b9af-ec083b628fc5 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:36:42.465792 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-74fd6ca7-b4c7-47e0-bb6c-41ff010541b0 req-bfc4e046-c275-4c7e-b9af-ec083b628fc5 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:42.471429 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b14617-e1b9-4468-9379-0440812fb48d None None] Sync routers for ids ['169b97c3-caaf-4c0f-a9fe-649de046040d'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:36:42.483878 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b14617-e1b9-4468-9379-0440812fb48d None None] Routers {'169b97c3-caaf-4c0f-a9fe-649de046040d'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:36:42.484709 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-73b14617-e1b9-4468-9379-0440812fb48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:36:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['169b97c3-caaf-4c0f-a9fe-649de046040d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:42.502598 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-74fd6ca7-b4c7-47e0-bb6c-41ff010541b0 req-bfc4e046-c275-4c7e-b9af-ec083b628fc5 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "PUT /v2.0/floatingips/85fc1a96-9c66-4c3c-9ce5-1d1cffe72ae9 HTTP/1.1" status: 200 len: 695 time: 0.5719984 Nov 16 11:36:42.503114 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '697dd75c-814d-4172-a1cb-ec9253d42b5f', 'tag': '8b090b3d-213f-408b-b8f5-c7a29cfb3165'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:36:42.505555 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4f0498-7403-48ae-9044-c30c0fc28cb7" -d '{"events": [{"name": "network-changed", "server_uuid": "697dd75c-814d-4172-a1cb-ec9253d42b5f", "tag": "8b090b3d-213f-408b-b8f5-c7a29cfb3165"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:36:42.566623 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd6ca7-b4c7-47e0-bb6c-41ff010541b0 req-9ed27529-1fd1-4017-a800-f5459785dd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:42.568404 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-74fd6ca7-b4c7-47e0-bb6c-41ff010541b0 req-9ed27529-1fd1-4017-a800-f5459785dd9f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2e1ab6155719444d866a416eb40d5230&device_id=697dd75c-814d-4172-a1cb-ec9253d42b5f HTTP/1.1" status: 200 len: 1097 time: 0.0468583 Nov 16 11:36:42.624708 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-73b14617-e1b9-4468-9379-0440812fb48d None None] Set router 169b97c3-caaf-4c0f-a9fe-649de046040d gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:36:42.675864 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd6ca7-b4c7-47e0-bb6c-41ff010541b0 req-9d29caf6-7df1-479b-acbc-0da11c1a829e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:42.677280 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-74fd6ca7-b4c7-47e0-bb6c-41ff010541b0 req-9d29caf6-7df1-479b-acbc-0da11c1a829e service neutron] 10.222.0.61 "GET /v2.0/networks?id=625c168b-a993-4f10-b111-6dff924d6530 HTTP/1.1" status: 200 len: 929 time: 0.1024494 Nov 16 11:36:42.718615 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-74fd6ca7-b4c7-47e0-bb6c-41ff010541b0 req-a372728b-b629-420f-b6c3-ebdf30c71ba2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b090b3d-213f-408b-b8f5-c7a29cfb3165 HTTP/1.1" status: 200 len: 217 time: 0.0347013 Nov 16 11:36:42.772547 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd6ca7-b4c7-47e0-bb6c-41ff010541b0 req-e0a657f8-5de2-49cf-8488-7801ef0d5bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:42.774354 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-74fd6ca7-b4c7-47e0-bb6c-41ff010541b0 req-e0a657f8-5de2-49cf-8488-7801ef0d5bca service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8aa2bb83-080d-4518-bb02-cb4b059a9bb5 HTTP/1.1" status: 200 len: 867 time: 0.0496106 Nov 16 11:36:42.821472 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd6ca7-b4c7-47e0-bb6c-41ff010541b0 req-f500fb2c-6a29-4fc7-b24d-fc51d317189b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:42.823210 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-74fd6ca7-b4c7-47e0-bb6c-41ff010541b0 req-f500fb2c-6a29-4fc7-b24d-fc51d317189b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=625c168b-a993-4f10-b111-6dff924d6530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423746 Nov 16 11:36:42.828100 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-73b14617-e1b9-4468-9379-0440812fb48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169b97c3-caaf-4c0f-a9fe-649de046040d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-306096278-router', 'tenant_id': '2e1ab6155719444d866a416eb40d5230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '2a55098f-0ce0-4854-b6e6-71c8f8d8cffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:36:14Z', 'updated_at': '2021-11-16T11:36:19Z', 'revision_number': 4, 'project_id': '2e1ab6155719444d866a416eb40d5230', 'gw_port': {'id': '2a55098f-0ce0-4854-b6e6-71c8f8d8cffc', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169b97c3-caaf-4c0f-a9fe-649de046040d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:36:15Z', 'updated_at': '2021-11-16T11:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '7214f77e-de45-4a42-a6fb-3712d91d9554', 'name': '', 'network_id': '625c168b-a993-4f10-b111-6dff924d6530', 'tenant_id': '2e1ab6155719444d866a416eb40d5230', 'mac_address': 'fa:16:3e:61:8a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169b97c3-caaf-4c0f-a9fe-649de046040d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '8aa2bb83-080d-4518-bb02-cb4b059a9bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:36:18Z', 'updated_at': '2021-11-16T11:36:23Z', 'revision_number': 5, 'project_id': '2e1ab6155719444d866a416eb40d5230', 'subnets': [{'id': '8aa2bb83-080d-4518-bb02-cb4b059a9bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:42.854853 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b14617-e1b9-4468-9379-0440812fb48d None None] Checking router: 169b97c3-caaf-4c0f-a9fe-649de046040d for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:36:42.863290 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b14617-e1b9-4468-9379-0440812fb48d None None] Routers {'169b97c3-caaf-4c0f-a9fe-649de046040d'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:36:42.863899 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-73b14617-e1b9-4468-9379-0440812fb48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:36:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['169b97c3-caaf-4c0f-a9fe-649de046040d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:42.920017 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-74fd6ca7-b4c7-47e0-bb6c-41ff010541b0 req-a4ac8ee0-3749-4765-8e52-13ba6a3838c5 service neutron] 10.222.0.61 "GET /v2.0/networks/625c168b-a993-4f10-b111-6dff924d6530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892897 Nov 16 11:36:42.973358 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-73b14617-e1b9-4468-9379-0440812fb48d None None] Set router 169b97c3-caaf-4c0f-a9fe-649de046040d gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:36:43.014031 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-74fd6ca7-b4c7-47e0-bb6c-41ff010541b0 req-6ea106b4-15d8-41af-90fe-f696a8a3d58d service neutron] 10.222.0.61 "GET /v2.0/networks/625c168b-a993-4f10-b111-6dff924d6530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867512 Nov 16 11:36:43.043002 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b8acc20e-f9a9-4522-bacc-8cf5a0a34921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:43.135797 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6704bca-b383-4867-8cd8-e38e004b1525 req-0bf820fe-d2ab-40ac-85e4-e013a8ffa50f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:43.137265 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e6704bca-b383-4867-8cd8-e38e004b1525 req-0bf820fe-d2ab-40ac-85e4-e013a8ffa50f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 946 time: 0.0483313 Nov 16 11:36:43.189015 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e6704bca-b383-4867-8cd8-e38e004b1525 req-d3512980-834d-45a2-a886-6e7af1cc3bf8 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=49b75b1f-08a2-446a-817a-dcba3b370ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453258 Nov 16 11:36:43.215214 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-73b14617-e1b9-4468-9379-0440812fb48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169b97c3-caaf-4c0f-a9fe-649de046040d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-306096278-router', 'tenant_id': '2e1ab6155719444d866a416eb40d5230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '2a55098f-0ce0-4854-b6e6-71c8f8d8cffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:36:14Z', 'updated_at': '2021-11-16T11:36:19Z', 'revision_number': 4, 'project_id': '2e1ab6155719444d866a416eb40d5230', 'gw_port': {'id': '2a55098f-0ce0-4854-b6e6-71c8f8d8cffc', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169b97c3-caaf-4c0f-a9fe-649de046040d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:36:15Z', 'updated_at': '2021-11-16T11:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '7214f77e-de45-4a42-a6fb-3712d91d9554', 'name': '', 'network_id': '625c168b-a993-4f10-b111-6dff924d6530', 'tenant_id': '2e1ab6155719444d866a416eb40d5230', 'mac_address': 'fa:16:3e:61:8a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169b97c3-caaf-4c0f-a9fe-649de046040d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '8aa2bb83-080d-4518-bb02-cb4b059a9bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:36:18Z', 'updated_at': '2021-11-16T11:36:23Z', 'revision_number': 5, 'project_id': '2e1ab6155719444d866a416eb40d5230', 'subnets': [{'id': '8aa2bb83-080d-4518-bb02-cb4b059a9bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:43.215341 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 51000) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:43.304627 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-fff0bf2e-7fd0-4768-894a-1615757ffd51 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/floatingips/228a0562-6510-4050-9d1e-48d90c3c6a73 HTTP/1.1" status: 200 len: 994 time: 0.0880754 Nov 16 11:36:43.328931 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82140e-6c32-4c72-8bae-bccb96c22662 req-01dc05a6-e5ad-4873-a270-24567cca8f90 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:43.331126 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0b82140e-6c32-4c72-8bae-bccb96c22662 req-01dc05a6-e5ad-4873-a270-24567cca8f90 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=37da0729-5628-410b-a865-cf2743b02f2c HTTP/1.1" status: 200 len: 946 time: 0.0632215 Nov 16 11:36:43.383270 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0b82140e-6c32-4c72-8bae-bccb96c22662 req-8658ef2b-72ae-434c-b3cc-f941750faaa7 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450447 Nov 16 11:36:43.407461 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b14617-e1b9-4468-9379-0440812fb48d None None] The sync data for ids ['169b97c3-caaf-4c0f-a9fe-649de046040d'] in n-d-816823-3 is: [{'id': '169b97c3-caaf-4c0f-a9fe-649de046040d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-306096278-router', 'tenant_id': '2e1ab6155719444d866a416eb40d5230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '2a55098f-0ce0-4854-b6e6-71c8f8d8cffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:36:14Z', 'updated_at': '2021-11-16T11:36:19Z', 'revision_number': 4, 'project_id': '2e1ab6155719444d866a416eb40d5230', 'gw_port': {'id': '2a55098f-0ce0-4854-b6e6-71c8f8d8cffc', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169b97c3-caaf-4c0f-a9fe-649de046040d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:36:15Z', 'updated_at': '2021-11-16T11:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '7214f77e-de45-4a42-a6fb-3712d91d9554', 'name': '', 'network_id': '625c168b-a993-4f10-b111-6dff924d6530', 'tenant_id': '2e1ab6155719444d866a416eb40d5230', 'mac_address': 'fa:16:3e:61:8a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169b97c3-caaf-4c0f-a9fe-649de046040d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '8aa2bb83-080d-4518-bb02-cb4b059a9bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:36:18Z', 'updated_at': '2021-11-16T11:36:23Z', 'revision_number': 5, 'project_id': '2e1ab6155719444d866a416eb40d5230', 'subnets': [{'id': '8aa2bb83-080d-4518-bb02-cb4b059a9bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:36:43.586833 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0109190-7292-4100-a09a-3edb06112edc x-openstack-request-id: req-d0109190-7292-4100-a09a-3edb06112edc {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:36:43.586833 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "697dd75c-814d-4172-a1cb-ec9253d42b5f", "tag": "8b090b3d-213f-408b-b8f5-c7a29cfb3165", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:36:43.586833 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d0109190-7292-4100-a09a-3edb06112edc {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:36:43.586833 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '697dd75c-814d-4172-a1cb-ec9253d42b5f', 'tag': '8b090b3d-213f-408b-b8f5-c7a29cfb3165', 'status': 'completed', 'code': 200} Nov 16 11:36:43.696607 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f0498-7403-48ae-9044-c30c0fc28cb7 req-64e01308-2e34-4ca7-a83f-19fc808fd1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:43.703982 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1c4f0498-7403-48ae-9044-c30c0fc28cb7 req-64e01308-2e34-4ca7-a83f-19fc808fd1a5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2e1ab6155719444d866a416eb40d5230&device_id=697dd75c-814d-4172-a1cb-ec9253d42b5f HTTP/1.1" status: 200 len: 1097 time: 0.0856657 Nov 16 11:36:43.711474 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1334250f-bc80-4cfa-b7fc-32f763a556b1 req-081a35ed-7a46-4380-b27d-eaaeb61054ba tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/floatingips/85fc1a96-9c66-4c3c-9ce5-1d1cffe72ae9 HTTP/1.1" status: 200 len: 695 time: 0.1009798 Nov 16 11:36:43.798984 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309ca937-cd01-4c9c-abc2-0c1cdc543e07 None None] New status for floating IP 85fc1a96-9c66-4c3c-9ce5-1d1cffe72ae9: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:36:43.846603 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f0498-7403-48ae-9044-c30c0fc28cb7 req-b532c01e-771f-45cb-9201-aede31984176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:43.848141 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1c4f0498-7403-48ae-9044-c30c0fc28cb7 req-b532c01e-771f-45cb-9201-aede31984176 service neutron] 10.222.0.64 "GET /v2.0/networks?id=625c168b-a993-4f10-b111-6dff924d6530 HTTP/1.1" status: 200 len: 929 time: 0.1419740 Nov 16 11:36:43.874772 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334250f-bc80-4cfa-b7fc-32f763a556b1 req-b504af0f-e3d9-4bf5-850b-cb4a3178a0de tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:43.876156 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1334250f-bc80-4cfa-b7fc-32f763a556b1 req-b504af0f-e3d9-4bf5-850b-cb4a3178a0de tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/networks/47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 784 time: 0.1580186 Nov 16 11:36:43.907299 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1c4f0498-7403-48ae-9044-c30c0fc28cb7 req-5fe4e111-6ade-4080-8587-d5e332d24d78 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b090b3d-213f-408b-b8f5-c7a29cfb3165 HTTP/1.1" status: 200 len: 217 time: 0.0516167 Nov 16 11:36:43.951884 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1334250f-bc80-4cfa-b7fc-32f763a556b1 req-c2d70e59-de57-4ab7-a885-7ee1db0dd7a0 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.197 HTTP/1.1" status: 200 len: 698 time: 0.0651848 Nov 16 11:36:44.015063 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f0498-7403-48ae-9044-c30c0fc28cb7 req-69a343e5-9da7-4e40-8e2a-bb59d31280f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:44.016679 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1c4f0498-7403-48ae-9044-c30c0fc28cb7 req-69a343e5-9da7-4e40-8e2a-bb59d31280f0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8aa2bb83-080d-4518-bb02-cb4b059a9bb5 HTTP/1.1" status: 200 len: 867 time: 0.1020787 Nov 16 11:36:44.049664 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1334250f-bc80-4cfa-b7fc-32f763a556b1 req-2526fbd2-dee0-4933-8858-a25490bbf839 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.197 HTTP/1.1" status: 200 len: 698 time: 0.0968704 Nov 16 11:36:44.092271 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f0498-7403-48ae-9044-c30c0fc28cb7 req-a75d4c57-8a8e-4054-a285-f4fbf2e4afe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:44.093806 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1c4f0498-7403-48ae-9044-c30c0fc28cb7 req-a75d4c57-8a8e-4054-a285-f4fbf2e4afe2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=625c168b-a993-4f10-b111-6dff924d6530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684907 Nov 16 11:36:44.196244 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-1334250f-bc80-4cfa-b7fc-32f763a556b1 req-93178d2f-5064-4286-b21a-1827c9cc0e83 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Deleting port 884a3a34-8dad-454c-9998-cea6c0d6e288 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:36:44.196585 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1334250f-bc80-4cfa-b7fc-32f763a556b1 req-93178d2f-5064-4286-b21a-1827c9cc0e83 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:44.205589 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1c4f0498-7403-48ae-9044-c30c0fc28cb7 req-c80730fd-9e11-414e-96ae-4afcf9b2e6b3 service neutron] 10.222.0.64 "GET /v2.0/networks/625c168b-a993-4f10-b111-6dff924d6530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044176 Nov 16 11:36:44.275676 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1334250f-bc80-4cfa-b7fc-32f763a556b1 req-93178d2f-5064-4286-b21a-1827c9cc0e83 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:44.276196 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1334250f-bc80-4cfa-b7fc-32f763a556b1 req-93178d2f-5064-4286-b21a-1827c9cc0e83 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:44.290692 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-1334250f-bc80-4cfa-b7fc-32f763a556b1 req-93178d2f-5064-4286-b21a-1827c9cc0e83 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Calling delete_port for 884a3a34-8dad-454c-9998-cea6c0d6e288 owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:36:44.306384 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1c4f0498-7403-48ae-9044-c30c0fc28cb7 req-37054f38-dbea-401e-8fd4-6259686737c6 service neutron] 10.222.0.64 "GET /v2.0/networks/625c168b-a993-4f10-b111-6dff924d6530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936940 Nov 16 11:36:44.431195 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1334250f-bc80-4cfa-b7fc-32f763a556b1 req-93178d2f-5064-4286-b21a-1827c9cc0e83 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:44.457974 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93178d2f-5064-4286-b21a-1827c9cc0e83 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Pushing event deleted for resources: {'Port': ['ID=884a3a34-8dad-454c-9998-cea6c0d6e288,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:44.527069 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1334250f-bc80-4cfa-b7fc-32f763a556b1 req-93178d2f-5064-4286-b21a-1827c9cc0e83 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks [] for floatingip, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:44.529658 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1334250f-bc80-4cfa-b7fc-32f763a556b1 req-93178d2f-5064-4286-b21a-1827c9cc0e83 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:44.530885 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1334250f-bc80-4cfa-b7fc-32f763a556b1 req-93178d2f-5064-4286-b21a-1827c9cc0e83 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "DELETE /v2.0/floatingips/85fc1a96-9c66-4c3c-9ce5-1d1cffe72ae9 HTTP/1.1" status: 204 len: 173 time: 0.4741037 Nov 16 11:36:44.737262 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370bfc4f-2014-497b-b4ac-444cd9c08431 req-805e13c3-dcb4-4370-9b6b-1aa78fd36951 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:44.738677 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-370bfc4f-2014-497b-b4ac-444cd9c08431 req-805e13c3-dcb4-4370-9b6b-1aa78fd36951 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=37da0729-5628-410b-a865-cf2743b02f2c HTTP/1.1" status: 200 len: 946 time: 0.0485022 Nov 16 11:36:44.786354 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-370bfc4f-2014-497b-b4ac-444cd9c08431 req-5c76c52c-666d-4f70-a7a5-02881049fd20 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410609 Nov 16 11:36:45.304617 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62069d4b-81fc-4577-9d1a-b04b17755ba0 req-167eae5e-a4ee-43a5-8159-624e225a7396 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:45.306295 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-62069d4b-81fc-4577-9d1a-b04b17755ba0 req-167eae5e-a4ee-43a5-8159-624e225a7396 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/ports?device_id=697dd75c-814d-4172-a1cb-ec9253d42b5f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0517640 Nov 16 11:36:45.315603 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-042fd7fd-0fc7-4646-9e7e-4a6963f54803 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e9a750cd-f69d-49c7-9358-00408ecef147&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0563321 Nov 16 11:36:45.352702 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-62069d4b-81fc-4577-9d1a-b04b17755ba0 req-3b3176c7-bc8e-4007-b843-273c0bf72b47 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0398707 Nov 16 11:36:45.469353 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad11a7-739c-403f-8a94-1a2f5759284f req-27399e6e-2c53-4085-8aa7-7bc2dd91392f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:45.471413 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-12ad11a7-739c-403f-8a94-1a2f5759284f req-27399e6e-2c53-4085-8aa7-7bc2dd91392f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 946 time: 0.0597589 Nov 16 11:36:45.525519 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-12ad11a7-739c-403f-8a94-1a2f5759284f req-4df0e22b-a245-4c1a-9546-e81db8c6c9ba tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=49b75b1f-08a2-446a-817a-dcba3b370ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471594 Nov 16 11:36:45.539927 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c6a9d100-2213-4f2e-86bd-22f62e3056ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:45.967875 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4d6b9258-6082-4c14-89a5-12ee3ec91c8e req-58f43041-604d-44da-b2f5-5a96691d6ebc tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.4033461 Nov 16 11:36:46.088017 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0517ddd-f898-4459-8641-1cb80a27f21d req-1375120e-09b2-4b22-9856-34a2ce0a57db tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:46.089722 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f0517ddd-f898-4459-8641-1cb80a27f21d req-1375120e-09b2-4b22-9856-34a2ce0a57db tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=37da0729-5628-410b-a865-cf2743b02f2c HTTP/1.1" status: 200 len: 946 time: 0.0585120 Nov 16 11:36:46.144171 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f0517ddd-f898-4459-8641-1cb80a27f21d req-96000b2c-8235-4c19-a3e6-47d5508d5d11 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457079 Nov 16 11:36:46.520854 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c6f83-6487-4f4a-9d42-468b0b4d3074 req-7d18dff8-f7d4-4727-a5d1-50c42351dc47 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:46.522899 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2a0c6f83-6487-4f4a-9d42-468b0b4d3074 req-7d18dff8-f7d4-4727-a5d1-50c42351dc47 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/ports?device_id=697dd75c-814d-4172-a1cb-ec9253d42b5f HTTP/1.1" status: 200 len: 946 time: 0.0540481 Nov 16 11:36:46.563842 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:46.583156 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2a0c6f83-6487-4f4a-9d42-468b0b4d3074 req-18afe074-029b-4a78-ac26-8c4bcad3a13e tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/security-groups?id=24166b1b-de8d-4d9f-a782-b5a1c6fd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526905 Nov 16 11:36:46.688690 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-2aa23c9e-6918-49bf-be36-9115777d392d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:46.690971 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-2aa23c9e-6918-49bf-be36-9115777d392d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a94525ce04b1475298bff18f4d90d9d6&device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 1097 time: 0.0520184 Nov 16 11:36:46.703498 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020ad06-3423-43c5-a798-56d176c3e9a7 req-294e2e19-c2fe-4028-8d6c-0bac7c1e98bc tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:46.705009 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e020ad06-3423-43c5-a798-56d176c3e9a7 req-294e2e19-c2fe-4028-8d6c-0bac7c1e98bc tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 946 time: 0.0562048 Nov 16 11:36:46.759029 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e020ad06-3423-43c5-a798-56d176c3e9a7 req-e3a3301c-266e-42b5-9b6d-3139477aeebe tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=49b75b1f-08a2-446a-817a-dcba3b370ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466371 Nov 16 11:36:46.793168 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-294a31a1-78a6-4305-933f-fd85a6b35255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:46.795015 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-294a31a1-78a6-4305-933f-fd85a6b35255 service neutron] 10.222.0.64 "GET /v2.0/networks?id=59a3cc32-0b4a-4110-9e86-4b064c1586ed HTTP/1.1" status: 200 len: 897 time: 0.0941439 Nov 16 11:36:46.877463 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-2effe591-f705-41eb-90d4-3fd2a68b41ea service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30f83719-d107-4d68-bba8-cb927f4f8930 HTTP/1.1" status: 200 len: 1002 time: 0.0731754 Nov 16 11:36:46.932789 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-f7908c5a-b02c-4769-b8af-96cdff3f9a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:46.934399 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-f7908c5a-b02c-4769-b8af-96cdff3f9a3a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9fda7162-9173-4586-9674-e48b78290bc0 HTTP/1.1" status: 200 len: 835 time: 0.0495629 Nov 16 11:36:46.981763 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-ec70243c-71f1-45c2-8431-7c7f608c9440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:46.983289 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-ec70243c-71f1-45c2-8431-7c7f608c9440 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=59a3cc32-0b4a-4110-9e86-4b064c1586ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413053 Nov 16 11:36:47.085029 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-ac5781b0-b78a-4f26-829f-1d5071d5da3a service neutron] 10.222.0.64 "GET /v2.0/networks/59a3cc32-0b4a-4110-9e86-4b064c1586ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933855 Nov 16 11:36:47.152918 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51128) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:47.186373 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-34cefecd-dfb0-4805-82b4-4b8d9d04003c service neutron] 10.222.0.64 "GET /v2.0/networks/59a3cc32-0b4a-4110-9e86-4b064c1586ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885417 Nov 16 11:36:47.282662 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a14e903-02f5-41e7-815f-391a4355718a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:47.300255 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503b0f2-836b-480b-b895-3e621078150f req-9987d43f-8f34-41bc-85c8-6647440439c5 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:47.303483 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9503b0f2-836b-480b-b895-3e621078150f req-9987d43f-8f34-41bc-85c8-6647440439c5 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=37da0729-5628-410b-a865-cf2743b02f2c HTTP/1.1" status: 200 len: 946 time: 0.0712769 Nov 16 11:36:47.385008 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9503b0f2-836b-480b-b895-3e621078150f req-2db6a83b-0d90-406c-b73a-d4c67068da1d tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732703 Nov 16 11:36:47.427236 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a14e903-02f5-41e7-815f-391a4355718a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:47.437604 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a14e903-02f5-41e7-815f-391a4355718a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:47.485289 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7a14e903-02f5-41e7-815f-391a4355718a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=edd74091801e4d6f834276a506da7b2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3312662 Nov 16 11:36:47.486882 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51138) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:47.494149 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14e903-02f5-41e7-815f-391a4355718a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9856bb72-1470-478a-866a-8bdbbb0aabf8,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:47.520004 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b75312-7bad-4228-9eba-4457064b3796 req-91ee5086-cfb5-446e-a044-a5ea0c93a4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:47.522342 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-88b75312-7bad-4228-9eba-4457064b3796 req-91ee5086-cfb5-446e-a044-a5ea0c93a4f2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=37da0729-5628-410b-a865-cf2743b02f2c HTTP/1.1" status: 200 len: 1097 time: 0.0720963 Nov 16 11:36:47.544059 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a62d647b-1732-41f3-a4fb-228036265e45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:47.569655 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a62d647b-1732-41f3-a4fb-228036265e45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:47.577444 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-88b75312-7bad-4228-9eba-4457064b3796 req-3830429c-3058-4825-ae0d-9c6de9c755c9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478458 Nov 16 11:36:47.617173 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a62d647b-1732-41f3-a4fb-228036265e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:47.620382 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a62d647b-1732-41f3-a4fb-228036265e45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:47.624005 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a62d647b-1732-41f3-a4fb-228036265e45 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9856bb72-1470-478a-866a-8bdbbb0aabf8 HTTP/1.1" status: 204 len: 168 time: 0.1337037 Nov 16 11:36:47.629832 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d647b-1732-41f3-a4fb-228036265e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9856bb72-1470-478a-866a-8bdbbb0aabf8,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:47.736337 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392ff27-2107-4459-a9ad-7ae6a59ce95e req-9149cde1-515e-45fb-82bc-f4198c6b3427 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:47.738348 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5392ff27-2107-4459-a9ad-7ae6a59ce95e req-9149cde1-515e-45fb-82bc-f4198c6b3427 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/ports?device_id=697dd75c-814d-4172-a1cb-ec9253d42b5f HTTP/1.1" status: 200 len: 946 time: 0.0501983 Nov 16 11:36:47.794988 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5392ff27-2107-4459-a9ad-7ae6a59ce95e req-a1245ef0-f2eb-4045-a404-8374598a8d95 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/security-groups?id=24166b1b-de8d-4d9f-a782-b5a1c6fd47b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491910 Nov 16 11:36:47.930354 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 51148) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:47.936496 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4c9a7-a7c4-4a55-961c-9716b70b7628 req-42057e49-fb5f-4cbb-a755-f2e90d5cd522 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:47.937985 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7db4c9a7-a7c4-4a55-961c-9716b70b7628 req-42057e49-fb5f-4cbb-a755-f2e90d5cd522 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 946 time: 0.0748656 Nov 16 11:36:47.943932 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-49b0575f-e14d-422c-90e4-2581f6635cb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:47.998697 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7db4c9a7-a7c4-4a55-961c-9716b70b7628 req-8413395f-2f2e-4fc3-a768-d7aa2bc39499 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=49b75b1f-08a2-446a-817a-dcba3b370ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527279 Nov 16 11:36:48.046143 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-49b0575f-e14d-422c-90e4-2581f6635cb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:48.052194 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-49b0575f-e14d-422c-90e4-2581f6635cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:48.103112 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce606b-5e85-401e-8ff9-0acd61f09f5f req-562329c6-2878-45b4-9ce0-73d930cb0986 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:48.104548 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b5ce606b-5e85-401e-8ff9-0acd61f09f5f req-562329c6-2878-45b4-9ce0-73d930cb0986 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.64 "GET /v2.0/ports?device_id=697dd75c-814d-4172-a1cb-ec9253d42b5f HTTP/1.1" status: 200 len: 946 time: 0.0945966 Nov 16 11:36:48.108194 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-49b0575f-e14d-422c-90e4-2581f6635cb8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bc2e3ef3c0654dc7a0dd33e502f9883c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1767862 Nov 16 11:36:48.109037 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b0575f-e14d-422c-90e4-2581f6635cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cbb734-a6b8-4658-8c6a-e9d48834d566,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:48.111910 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51150) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:48.168802 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dc1cfb72-ae07-4045-8ede-bb568bd6b8f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:48.189951 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dc1cfb72-ae07-4045-8ede-bb568bd6b8f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:48.201950 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-b5ce606b-5e85-401e-8ff9-0acd61f09f5f req-46ab5825-614f-4305-852f-3196b6601653 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Deleting port 8b090b3d-213f-408b-b8f5-c7a29cfb3165 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:36:48.202307 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b5ce606b-5e85-401e-8ff9-0acd61f09f5f req-46ab5825-614f-4305-852f-3196b6601653 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:48.236689 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dc1cfb72-ae07-4045-8ede-bb568bd6b8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:48.241672 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dc1cfb72-ae07-4045-8ede-bb568bd6b8f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:48.243082 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-dc1cfb72-ae07-4045-8ede-bb568bd6b8f0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a5cbb734-a6b8-4658-8c6a-e9d48834d566 HTTP/1.1" status: 204 len: 168 time: 0.1241529 Nov 16 11:36:48.251176 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1cfb72-ae07-4045-8ede-bb568bd6b8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cbb734-a6b8-4658-8c6a-e9d48834d566,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:48.291344 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-b5ce606b-5e85-401e-8ff9-0acd61f09f5f req-46ab5825-614f-4305-852f-3196b6601653 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] For port 8b090b3d-213f-408b-b8f5-c7a29cfb3165, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=8b090b3d-213f-408b-b8f5-c7a29cfb3165,segment=NetworkSegment(84b3013f-cb4a-4965-86b4-cf129f3ad8bc),segment_id=84b3013f-cb4a-4965-86b4-cf129f3ad8bc)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:36:48.291523 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:48.291996 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b5ce606b-5e85-401e-8ff9-0acd61f09f5f req-46ab5825-614f-4305-852f-3196b6601653 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:48.305356 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-b5ce606b-5e85-401e-8ff9-0acd61f09f5f req-46ab5825-614f-4305-852f-3196b6601653 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Calling delete_port for 8b090b3d-213f-408b-b8f5-c7a29cfb3165 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:36:48.438211 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b5ce606b-5e85-401e-8ff9-0acd61f09f5f req-46ab5825-614f-4305-852f-3196b6601653 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:48.455308 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['8b090b3d-213f-408b-b8f5-c7a29cfb3165'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:36:48.491866 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ab5825-614f-4305-852f-3196b6601653 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Pushing event deleted for resources: {'Port': ['ID=8b090b3d-213f-408b-b8f5-c7a29cfb3165,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:48.542573 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26cc9d-8e89-4c4c-8f09-c5ad1aecd99b req-e3b4e5f1-78d9-4067-9019-528d0bed4f35 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:48.544411 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6e26cc9d-8e89-4c4c-8f09-c5ad1aecd99b req-e3b4e5f1-78d9-4067-9019-528d0bed4f35 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=37da0729-5628-410b-a865-cf2743b02f2c HTTP/1.1" status: 200 len: 946 time: 0.0675941 Nov 16 11:36:48.551948 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ce606b-5e85-401e-8ff9-0acd61f09f5f req-46ab5825-614f-4305-852f-3196b6601653 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] No DVR routers for this DVR port 8b090b3d-213f-408b-b8f5-c7a29cfb3165 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:36:48.567174 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b5ce606b-5e85-401e-8ff9-0acd61f09f5f req-46ab5825-614f-4305-852f-3196b6601653 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:48.571213 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b5ce606b-5e85-401e-8ff9-0acd61f09f5f req-46ab5825-614f-4305-852f-3196b6601653 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.64 "DELETE /v2.0/ports/8b090b3d-213f-408b-b8f5-c7a29cfb3165 HTTP/1.1" status: 204 len: 173 time: 0.4585710 Nov 16 11:36:48.572077 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697dd75c-814d-4172-a1cb-ec9253d42b5f', 'name': 'network-vif-deleted', 'tag': '8b090b3d-213f-408b-b8f5-c7a29cfb3165'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:36:48.574588 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cab16a5-af4b-425e-a60f-1ca51f99ad89" -d '{"events": [{"server_uuid": "697dd75c-814d-4172-a1cb-ec9253d42b5f", "name": "network-vif-deleted", "tag": "8b090b3d-213f-408b-b8f5-c7a29cfb3165"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:36:48.642093 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6e26cc9d-8e89-4c4c-8f09-c5ad1aecd99b req-64187a81-12df-4071-b77b-0a9aae01ce9d tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801976 Nov 16 11:36:48.813573 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:48.831497 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbd48af-59eb-4032-9957-2c7a49344a5d x-openstack-request-id: req-7fbd48af-59eb-4032-9957-2c7a49344a5d {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:36:48.831807 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697dd75c-814d-4172-a1cb-ec9253d42b5f", "name": "network-vif-deleted", "tag": "8b090b3d-213f-408b-b8f5-c7a29cfb3165", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:36:48.832044 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7fbd48af-59eb-4032-9957-2c7a49344a5d {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:36:48.832439 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '697dd75c-814d-4172-a1cb-ec9253d42b5f', 'name': 'network-vif-deleted', 'tag': '8b090b3d-213f-408b-b8f5-c7a29cfb3165', 'status': 'completed', 'code': 200} Nov 16 11:36:48.927198 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3d74a272-22eb-4c5f-a199-07e0683f57e8 req-7fcbe30f-34b5-4977-bf06-1caf1104ad63 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948 tempest-FloatingIPsAssociationNegativeTestJSON-1226895948-project] 10.222.0.61 "GET /v2.0/ports?device_id=697dd75c-814d-4172-a1cb-ec9253d42b5f HTTP/1.1" status: 200 len: 210 time: 0.0338674 Nov 16 11:36:48.928201 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a97812b0-ccd4-46a9-8d0b-4552b0c97b38 req-0d15f507-4d7f-4fcc-8a91-935fb925b0f1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0ea11f38-66e6-4e54-9e62-92047c5f2d42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404160 Nov 16 11:36:49.008344 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97812b0-ccd4-46a9-8d0b-4552b0c97b38 req-8917307d-66e5-47f1-aaca-f72489a9e312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:49.010232 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a97812b0-ccd4-46a9-8d0b-4552b0c97b38 req-8917307d-66e5-47f1-aaca-f72489a9e312 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a50dd796b4a24c04aff1704ec92fb8d5&device_id=0ea11f38-66e6-4e54-9e62-92047c5f2d42 HTTP/1.1" status: 200 len: 1097 time: 0.0478239 Nov 16 11:36:49.133600 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17737752-8dac-40b2-9d31-987613a79dd3 req-f7be13bc-0df2-4e74-bacf-acd5b3b71499 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:49.135217 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-17737752-8dac-40b2-9d31-987613a79dd3 req-f7be13bc-0df2-4e74-bacf-acd5b3b71499 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 946 time: 0.0589974 Nov 16 11:36:49.193132 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-17737752-8dac-40b2-9d31-987613a79dd3 req-f5f0e6fb-3e36-4470-9bb2-3d7a3040431d tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=49b75b1f-08a2-446a-817a-dcba3b370ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508029 Nov 16 11:36:49.471091 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97812b0-ccd4-46a9-8d0b-4552b0c97b38 req-2fec1f5d-3ee8-48d2-9c71-57d756d57585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:49.472590 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a97812b0-ccd4-46a9-8d0b-4552b0c97b38 req-2fec1f5d-3ee8-48d2-9c71-57d756d57585 service neutron] 10.222.0.64 "GET /v2.0/networks?id=25fee19d-9a3a-4f14-ab6e-f89f35081036 HTTP/1.1" status: 200 len: 909 time: 0.4332814 Nov 16 11:36:49.544965 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a97812b0-ccd4-46a9-8d0b-4552b0c97b38 req-3d54f9a7-64cf-4bbf-85a3-a847e7f808c6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df73a36b-adea-4c51-8781-f1fbe73981c1 HTTP/1.1" status: 200 len: 1002 time: 0.0635040 Nov 16 11:36:49.597911 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97812b0-ccd4-46a9-8d0b-4552b0c97b38 req-289d4091-c730-4b65-9ed4-25760d5bd1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:49.599965 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a97812b0-ccd4-46a9-8d0b-4552b0c97b38 req-289d4091-c730-4b65-9ed4-25760d5bd1de service neutron] 10.222.0.64 "GET /v2.0/subnets?id=383e4088-7ed9-439a-81ec-e117b68d1170 HTTP/1.1" status: 200 len: 847 time: 0.0451775 Nov 16 11:36:49.652173 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97812b0-ccd4-46a9-8d0b-4552b0c97b38 req-88c37992-106e-4036-8cd5-1b36da3231c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:49.654909 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a97812b0-ccd4-46a9-8d0b-4552b0c97b38 req-88c37992-106e-4036-8cd5-1b36da3231c2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=25fee19d-9a3a-4f14-ab6e-f89f35081036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478971 Nov 16 11:36:49.751597 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795049bb-423d-40c3-a784-ef259f341e30 req-8cafe59d-2f52-4743-843d-3f6128d073e4 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:49.752195 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a97812b0-ccd4-46a9-8d0b-4552b0c97b38 req-558c7279-005e-4988-a29d-098d2cdd2268 service neutron] 10.222.0.64 "GET /v2.0/networks/25fee19d-9a3a-4f14-ab6e-f89f35081036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891914 Nov 16 11:36:49.753404 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-795049bb-423d-40c3-a784-ef259f341e30 req-8cafe59d-2f52-4743-843d-3f6128d073e4 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=37da0729-5628-410b-a865-cf2743b02f2c HTTP/1.1" status: 200 len: 946 time: 0.0556350 Nov 16 11:36:49.806454 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-795049bb-423d-40c3-a784-ef259f341e30 req-c8887b88-17fe-4554-ac54-1dd8e596e5f6 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465660 Nov 16 11:36:49.857191 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a97812b0-ccd4-46a9-8d0b-4552b0c97b38 req-b6748f49-f6a4-4be3-839c-fd61c5c69eb1 service neutron] 10.222.0.64 "GET /v2.0/networks/25fee19d-9a3a-4f14-ab6e-f89f35081036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964482 Nov 16 11:36:50.075501 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51216) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:50.268268 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed717e-2d29-4ba6-b03e-8eccd9031757 req-d826f6f7-df52-48ca-9234-31b63d9fff0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:50.270064 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-45ed717e-2d29-4ba6-b03e-8eccd9031757 req-d826f6f7-df52-48ca-9234-31b63d9fff0b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ab31bda493d4a3bae8684db01c778bb&device_id=37da0729-5628-410b-a865-cf2743b02f2c HTTP/1.1" status: 200 len: 1097 time: 0.1804798 Nov 16 11:36:50.320507 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086a656-4363-46af-bf2a-1d1370abc212 req-eb627813-3b64-46df-9e1d-989f5045eaa2 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:50.322047 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7086a656-4363-46af-bf2a-1d1370abc212 req-eb627813-3b64-46df-9e1d-989f5045eaa2 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=37da0729-5628-410b-a865-cf2743b02f2c HTTP/1.1" status: 200 len: 946 time: 0.1560237 Nov 16 11:36:50.394150 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed717e-2d29-4ba6-b03e-8eccd9031757 req-5215b896-3dfb-498b-9b00-f51582cf447e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:50.396912 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-45ed717e-2d29-4ba6-b03e-8eccd9031757 req-5215b896-3dfb-498b-9b00-f51582cf447e service neutron] 10.222.0.36 "GET /v2.0/networks?id=96e79771-237e-4cd3-91d2-c7d7c5041918 HTTP/1.1" status: 200 len: 912 time: 0.1189740 Nov 16 11:36:50.401069 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7086a656-4363-46af-bf2a-1d1370abc212 req-5fa4aac4-c58d-4296-900d-761f62f68852 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686982 Nov 16 11:36:50.460395 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-45ed717e-2d29-4ba6-b03e-8eccd9031757 req-991740e3-6bfa-4713-b6b9-47a4e5e55460 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4470b246-208e-47cd-bd12-3a315e0e05e3 HTTP/1.1" status: 200 len: 217 time: 0.0562217 Nov 16 11:36:50.523228 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed717e-2d29-4ba6-b03e-8eccd9031757 req-2cf29279-4ac5-4793-a829-dffac73392fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:50.524728 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-45ed717e-2d29-4ba6-b03e-8eccd9031757 req-2cf29279-4ac5-4793-a829-dffac73392fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e8690f1-2981-422e-ba98-68c4f62daf8a HTTP/1.1" status: 200 len: 851 time: 0.0531218 Nov 16 11:36:50.560286 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-45ed717e-2d29-4ba6-b03e-8eccd9031757 req-dcc040ef-1d61-41ea-9f72-38c1d6dc42d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=96e79771-237e-4cd3-91d2-c7d7c5041918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277896 Nov 16 11:36:50.580869 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dfbed-a8aa-4231-8258-0dad04e65055 req-1f233128-a13c-4321-8dcd-ab2dda4bb274 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:50.582477 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-314dfbed-a8aa-4231-8258-0dad04e65055 req-1f233128-a13c-4321-8dcd-ab2dda4bb274 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 946 time: 0.0801392 Nov 16 11:36:50.656127 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-314dfbed-a8aa-4231-8258-0dad04e65055 req-c69904b5-ab92-4a52-b340-842ccbb81910 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=49b75b1f-08a2-446a-817a-dcba3b370ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558152 Nov 16 11:36:50.660201 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-45ed717e-2d29-4ba6-b03e-8eccd9031757 req-10f07243-21d5-41de-963e-0bb0ad2cf425 service neutron] 10.222.0.36 "GET /v2.0/networks/96e79771-237e-4cd3-91d2-c7d7c5041918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912912 Nov 16 11:36:50.664143 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e895a17b-70b1-43f3-a7ac-45aedc26fa50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:50.767029 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-45ed717e-2d29-4ba6-b03e-8eccd9031757 req-24151d7b-cde3-4677-b558-bc8002cf8881 service neutron] 10.222.0.36 "GET /v2.0/networks/96e79771-237e-4cd3-91d2-c7d7c5041918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003883 Nov 16 11:36:50.920208 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e895a17b-70b1-43f3-a7ac-45aedc26fa50 admin admin] Deleting port 7214f77e-de45-4a42-a6fb-3712d91d9554 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:36:50.920762 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e895a17b-70b1-43f3-a7ac-45aedc26fa50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:51.027752 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-e895a17b-70b1-43f3-a7ac-45aedc26fa50 admin admin] For port 7214f77e-de45-4a42-a6fb-3712d91d9554, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=7214f77e-de45-4a42-a6fb-3712d91d9554,segment=NetworkSegment(84b3013f-cb4a-4965-86b4-cf129f3ad8bc),segment_id=84b3013f-cb4a-4965-86b4-cf129f3ad8bc)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:36:51.028180 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e895a17b-70b1-43f3-a7ac-45aedc26fa50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:51.043768 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e895a17b-70b1-43f3-a7ac-45aedc26fa50 admin admin] Calling delete_port for 7214f77e-de45-4a42-a6fb-3712d91d9554 owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:36:51.249332 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e895a17b-70b1-43f3-a7ac-45aedc26fa50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:51.277248 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895a17b-70b1-43f3-a7ac-45aedc26fa50 admin admin] Pushing event deleted for resources: {'Port': ['ID=7214f77e-de45-4a42-a6fb-3712d91d9554,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:51.464113 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e895a17b-70b1-43f3-a7ac-45aedc26fa50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:51.604863 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14dd7e-2101-42b6-b22d-bd5e4d82a33f req-f0a2a9df-8446-406a-9e10-7b1d7cfa8e87 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:51.606506 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fa14dd7e-2101-42b6-b22d-bd5e4d82a33f req-f0a2a9df-8446-406a-9e10-7b1d7cfa8e87 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=37da0729-5628-410b-a865-cf2743b02f2c HTTP/1.1" status: 200 len: 946 time: 0.0914915 Nov 16 11:36:51.729435 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fa14dd7e-2101-42b6-b22d-bd5e4d82a33f req-dbdd3cd9-8735-4396-ae0a-4ab8ec54d73a tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155424 Nov 16 11:36:51.781700 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e895a17b-70b1-43f3-a7ac-45aedc26fa50 admin admin] Router 169b97c3-caaf-4c0f-a9fe-649de046040d has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:36:51.917114 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e69e7-8c47-475b-9c8e-24ae370ab550 req-6596ae27-c3e1-4355-8310-683457023978 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:51.918931 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-389e69e7-8c47-475b-9c8e-24ae370ab550 req-6596ae27-c3e1-4355-8310-683457023978 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 946 time: 0.1280775 Nov 16 11:36:51.950567 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e895a17b-70b1-43f3-a7ac-45aedc26fa50 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:36:51.957769 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e895a17b-70b1-43f3-a7ac-45aedc26fa50 admin admin] 10.222.0.61 "PUT /v2.0/routers/169b97c3-caaf-4c0f-a9fe-649de046040d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8808658 Nov 16 11:36:51.960040 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51250) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:51.962339 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c194765b-7f0d-4ff4-8db3-61cb21600f13 None None] Sync routers for ids ['169b97c3-caaf-4c0f-a9fe-649de046040d'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:36:51.972305 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c194765b-7f0d-4ff4-8db3-61cb21600f13 None None] Routers {'169b97c3-caaf-4c0f-a9fe-649de046040d'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:36:51.972756 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c194765b-7f0d-4ff4-8db3-61cb21600f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:36:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['169b97c3-caaf-4c0f-a9fe-649de046040d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:52.057511 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-389e69e7-8c47-475b-9c8e-24ae370ab550 req-35a343d5-9e64-4632-880a-78cea83ccdaa tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=49b75b1f-08a2-446a-817a-dcba3b370ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1274624 Nov 16 11:36:52.085361 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-c194765b-7f0d-4ff4-8db3-61cb21600f13 None None] Set router 169b97c3-caaf-4c0f-a9fe-649de046040d gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:36:52.107862 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-122da0c8-feaa-49b0-9f2b-2589975f0609 admin admin] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:52.243970 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-122da0c8-feaa-49b0-9f2b-2589975f0609 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:52.318706 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c194765b-7f0d-4ff4-8db3-61cb21600f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169b97c3-caaf-4c0f-a9fe-649de046040d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-306096278-router', 'tenant_id': '2e1ab6155719444d866a416eb40d5230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '2a55098f-0ce0-4854-b6e6-71c8f8d8cffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:36:14Z', 'updated_at': '2021-11-16T11:36:51Z', 'revision_number': 5, 'project_id': '2e1ab6155719444d866a416eb40d5230', 'gw_port': {'id': '2a55098f-0ce0-4854-b6e6-71c8f8d8cffc', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169b97c3-caaf-4c0f-a9fe-649de046040d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:36:15Z', 'updated_at': '2021-11-16T11:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:52.328277 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21387fb2-65da-49dc-bdaf-5c956d01a2db req-4bfdcc31-d11c-4d1e-9dd7-eeb6a3c62aa1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0812938 Nov 16 11:36:52.352443 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c194765b-7f0d-4ff4-8db3-61cb21600f13 None None] Checking router: 169b97c3-caaf-4c0f-a9fe-649de046040d for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:36:52.361313 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c194765b-7f0d-4ff4-8db3-61cb21600f13 None None] Routers {'169b97c3-caaf-4c0f-a9fe-649de046040d'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:36:52.362023 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c194765b-7f0d-4ff4-8db3-61cb21600f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:36:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['169b97c3-caaf-4c0f-a9fe-649de046040d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:52.372197 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-122da0c8-feaa-49b0-9f2b-2589975f0609 admin admin] Deleting port 2a55098f-0ce0-4854-b6e6-71c8f8d8cffc {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:36:52.372550 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-122da0c8-feaa-49b0-9f2b-2589975f0609 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:52.447623 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21387fb2-65da-49dc-bdaf-5c956d01a2db req-6d881172-a6a9-4ad1-9534-7f1f4aeea7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:52.449816 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21387fb2-65da-49dc-bdaf-5c956d01a2db req-6d881172-a6a9-4ad1-9534-7f1f4aeea7d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8c5b26505ce44fcf9f1b35a78ab4d371&device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 1096 time: 0.0543847 Nov 16 11:36:52.458338 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-c194765b-7f0d-4ff4-8db3-61cb21600f13 None None] Set router 169b97c3-caaf-4c0f-a9fe-649de046040d gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:36:52.482342 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-122da0c8-feaa-49b0-9f2b-2589975f0609 admin admin] For port 2a55098f-0ce0-4854-b6e6-71c8f8d8cffc, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=2a55098f-0ce0-4854-b6e6-71c8f8d8cffc,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:36:52.482709 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-122da0c8-feaa-49b0-9f2b-2589975f0609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:52.497021 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-122da0c8-feaa-49b0-9f2b-2589975f0609 admin admin] Calling delete_port for 2a55098f-0ce0-4854-b6e6-71c8f8d8cffc owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:36:52.515884 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c194765b-7f0d-4ff4-8db3-61cb21600f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169b97c3-caaf-4c0f-a9fe-649de046040d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-306096278-router', 'tenant_id': '2e1ab6155719444d866a416eb40d5230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:36:14Z', 'updated_at': '2021-11-16T11:36:52Z', 'revision_number': 6, 'project_id': '2e1ab6155719444d866a416eb40d5230', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:52.549856 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c194765b-7f0d-4ff4-8db3-61cb21600f13 None None] The sync data for ids ['169b97c3-caaf-4c0f-a9fe-649de046040d'] in n-d-816823-3 is: [{'id': '169b97c3-caaf-4c0f-a9fe-649de046040d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-306096278-router', 'tenant_id': '2e1ab6155719444d866a416eb40d5230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:36:14Z', 'updated_at': '2021-11-16T11:36:52Z', 'revision_number': 6, 'project_id': '2e1ab6155719444d866a416eb40d5230', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:36:52.579309 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21387fb2-65da-49dc-bdaf-5c956d01a2db req-b99b66b6-c4aa-414a-a75f-f7c5e9442043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:52.580853 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21387fb2-65da-49dc-bdaf-5c956d01a2db req-b99b66b6-c4aa-414a-a75f-f7c5e9442043 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f04978c1-c257-48cf-8767-22c9cfb6cb25 HTTP/1.1" status: 200 len: 918 time: 0.1107121 Nov 16 11:36:52.652337 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21387fb2-65da-49dc-bdaf-5c956d01a2db req-d0b1f28b-0de4-420f-91bb-9a653ab81e2e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7930244-84d3-49c4-85e5-9241c10fef74 HTTP/1.1" status: 200 len: 1000 time: 0.0629647 Nov 16 11:36:52.692818 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-122da0c8-feaa-49b0-9f2b-2589975f0609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:52.706645 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21387fb2-65da-49dc-bdaf-5c956d01a2db req-e81aec2c-cf5f-4482-a55b-901e98bcfbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:52.708429 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21387fb2-65da-49dc-bdaf-5c956d01a2db req-e81aec2c-cf5f-4482-a55b-901e98bcfbb2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5fcc0bd-d8ea-41ad-86b1-2d27bd924015 HTTP/1.1" status: 200 len: 856 time: 0.0483758 Nov 16 11:36:52.726606 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122da0c8-feaa-49b0-9f2b-2589975f0609 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a55098f-0ce0-4854-b6e6-71c8f8d8cffc,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:52.734985 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122da0c8-feaa-49b0-9f2b-2589975f0609 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:52.734985 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122da0c8-feaa-49b0-9f2b-2589975f0609 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:52.735238 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122da0c8-feaa-49b0-9f2b-2589975f0609 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:52.735455 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122da0c8-feaa-49b0-9f2b-2589975f0609 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:52.735882 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122da0c8-feaa-49b0-9f2b-2589975f0609 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:52.736102 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122da0c8-feaa-49b0-9f2b-2589975f0609 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:52.736429 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122da0c8-feaa-49b0-9f2b-2589975f0609 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:52.736863 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122da0c8-feaa-49b0-9f2b-2589975f0609 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:52.737073 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122da0c8-feaa-49b0-9f2b-2589975f0609 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:52.737419 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122da0c8-feaa-49b0-9f2b-2589975f0609 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:52.737703 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122da0c8-feaa-49b0-9f2b-2589975f0609 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:52.738497 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122da0c8-feaa-49b0-9f2b-2589975f0609 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:36:52.742107 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa6c3a7-900d-46a8-b15e-bb4ec1177b23 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:36:52.806984 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-122da0c8-feaa-49b0-9f2b-2589975f0609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:52.815450 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21387fb2-65da-49dc-bdaf-5c956d01a2db req-6da0e44c-0825-4ab7-97b4-6a713fbd8ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:52.817362 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21387fb2-65da-49dc-bdaf-5c956d01a2db req-6da0e44c-0825-4ab7-97b4-6a713fbd8ed7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f04978c1-c257-48cf-8767-22c9cfb6cb25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021931 Nov 16 11:36:52.920029 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21387fb2-65da-49dc-bdaf-5c956d01a2db req-630149a3-1885-4d27-84b1-2fbe6f827997 service neutron] 10.222.0.36 "GET /v2.0/networks/f04978c1-c257-48cf-8767-22c9cfb6cb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941877 Nov 16 11:36:52.953240 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-122da0c8-feaa-49b0-9f2b-2589975f0609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:52.956358 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-122da0c8-feaa-49b0-9f2b-2589975f0609 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:53.015010 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6856fc-f2d0-48b6-a99f-0b7f13b9835e req-2f5ff78d-21e0-4db5-99f4-8f20feb8fe23 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:53.023217 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dc6856fc-f2d0-48b6-a99f-0b7f13b9835e req-2f5ff78d-21e0-4db5-99f4-8f20feb8fe23 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=37da0729-5628-410b-a865-cf2743b02f2c HTTP/1.1" status: 200 len: 946 time: 0.1761172 Nov 16 11:36:53.033040 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-122da0c8-feaa-49b0-9f2b-2589975f0609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:53.033550 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122da0c8-feaa-49b0-9f2b-2589975f0609 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 169b97c3-caaf-4c0f-a9fe-649de046040d {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:36:53.038611 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-122da0c8-feaa-49b0-9f2b-2589975f0609 admin admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:53.042625 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 51262) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:53.042917 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-122da0c8-feaa-49b0-9f2b-2589975f0609 admin admin] 10.222.0.61 "DELETE /v2.0/routers/169b97c3-caaf-4c0f-a9fe-649de046040d HTTP/1.1" status: 204 len: 168 time: 1.0815141 Nov 16 11:36:53.056577 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21387fb2-65da-49dc-bdaf-5c956d01a2db req-595a803a-bd24-4968-a368-34cc4f9eb53d service neutron] 10.222.0.36 "GET /v2.0/networks/f04978c1-c257-48cf-8767-22c9cfb6cb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272564 Nov 16 11:36:53.100772 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-faff154d-8e68-499a-bf5f-0a1e537dcbb9 admin admin] Deleting subnet 8aa2bb83-080d-4518-bb02-cb4b059a9bb5 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:36:53.102204 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dc6856fc-f2d0-48b6-a99f-0b7f13b9835e req-9d93b321-6deb-461f-a06a-8cf175373631 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762608 Nov 16 11:36:53.106023 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-faff154d-8e68-499a-bf5f-0a1e537dcbb9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:53.157565 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-faff154d-8e68-499a-bf5f-0a1e537dcbb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:53.231818 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb79a7b-c5a6-4ffa-998b-dbce4e5e9254 req-2693e6d2-3e56-415e-99f4-bb758e929e0a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:53.234610 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1cb79a7b-c5a6-4ffa-998b-dbce4e5e9254 req-2693e6d2-3e56-415e-99f4-bb758e929e0a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 946 time: 0.0599844 Nov 16 11:36:53.246690 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-faff154d-8e68-499a-bf5f-0a1e537dcbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:53.298545 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1cb79a7b-c5a6-4ffa-998b-dbce4e5e9254 req-f9054590-4127-4a74-96ed-6f7c17b2dc5b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=49b75b1f-08a2-446a-817a-dcba3b370ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576806 Nov 16 11:36:53.320646 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-faff154d-8e68-499a-bf5f-0a1e537dcbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:53.357457 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faff154d-8e68-499a-bf5f-0a1e537dcbb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8aa2bb83-080d-4518-bb02-cb4b059a9bb5,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:53.364969 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-faff154d-8e68-499a-bf5f-0a1e537dcbb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:53.369444 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-faff154d-8e68-499a-bf5f-0a1e537dcbb9 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/8aa2bb83-080d-4518-bb02-cb4b059a9bb5 HTTP/1.1" status: 204 len: 168 time: 0.3258259 Nov 16 11:36:53.371841 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 51276) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:53.372794 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3b9e2c-7bfa-4139-b982-bbb8acb4c41e None None] Network 625c168b-a993-4f10-b111-6dff924d6530 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:36:53.476407 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eec23425-b63e-477d-b114-2121f6e0d8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:53.514471 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7214f77e-de45-4a42-a6fb-3712d91d9554 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:36:53.550403 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-eec23425-b63e-477d-b114-2121f6e0d8c3 admin admin] Deleting port 216dc0bb-04b3-4dd7-8b1a-5ddfeb036317 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:36:53.550748 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eec23425-b63e-477d-b114-2121f6e0d8c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:53.565156 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 7214f77e-de45-4a42-a6fb-3712d91d9554 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:36:53.565986 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7214f77e-de45-4a42-a6fb-3712d91d9554 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:36:53.567262 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 2a55098f-0ce0-4854-b6e6-71c8f8d8cffc no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:36:53.598505 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 2a55098f-0ce0-4854-b6e6-71c8f8d8cffc {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:36:53.598842 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 2a55098f-0ce0-4854-b6e6-71c8f8d8cffc not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:36:53.644723 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-eec23425-b63e-477d-b114-2121f6e0d8c3 admin admin] For port 216dc0bb-04b3-4dd7-8b1a-5ddfeb036317, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=216dc0bb-04b3-4dd7-8b1a-5ddfeb036317,segment=NetworkSegment(84b3013f-cb4a-4965-86b4-cf129f3ad8bc),segment_id=84b3013f-cb4a-4965-86b4-cf129f3ad8bc)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:36:53.647027 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eec23425-b63e-477d-b114-2121f6e0d8c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:53.661602 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-eec23425-b63e-477d-b114-2121f6e0d8c3 admin admin] Calling delete_port for 216dc0bb-04b3-4dd7-8b1a-5ddfeb036317 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:36:53.708641 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572d4bb2-0fa7-4ce2-a929-ceb4c3c28caf None None] DHCP port deletion for 625c168b-a993-4f10-b111-6dff924d6530 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:36:53.758328 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 8b090b3d-213f-408b-b8f5-c7a29cfb3165 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:36:53.786529 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa115271-d415-47a3-a25a-2e53bc840b63 req-7a338320-6246-4a03-bb95-3f901c0c6412 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:53.795483 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fa115271-d415-47a3-a25a-2e53bc840b63 req-7a338320-6246-4a03-bb95-3f901c0c6412 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=37da0729-5628-410b-a865-cf2743b02f2c HTTP/1.1" status: 200 len: 946 time: 0.0663967 Nov 16 11:36:53.804953 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eec23425-b63e-477d-b114-2121f6e0d8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:53.805842 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 8b090b3d-213f-408b-b8f5-c7a29cfb3165 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:36:53.806321 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 8b090b3d-213f-408b-b8f5-c7a29cfb3165 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:36:53.827814 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-572d4bb2-0fa7-4ce2-a929-ceb4c3c28caf None None] Deleting port 216dc0bb-04b3-4dd7-8b1a-5ddfeb036317 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:36:53.828442 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-572d4bb2-0fa7-4ce2-a929-ceb4c3c28caf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:53.847731 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec23425-b63e-477d-b114-2121f6e0d8c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=216dc0bb-04b3-4dd7-8b1a-5ddfeb036317,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:53.867382 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec23425-b63e-477d-b114-2121f6e0d8c3 admin admin] No DVR routers for this DVR port 216dc0bb-04b3-4dd7-8b1a-5ddfeb036317 on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:36:53.869194 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fa115271-d415-47a3-a25a-2e53bc840b63 req-35599fa6-5b61-4b6a-a132-091c3a8b07d1 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644524 Nov 16 11:36:53.914668 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-572d4bb2-0fa7-4ce2-a929-ceb4c3c28caf None None] For port 216dc0bb-04b3-4dd7-8b1a-5ddfeb036317, host n-d-816823-3, got binding levels [] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:36:53.915283 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-572d4bb2-0fa7-4ce2-a929-ceb4c3c28caf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:53.936915 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-572d4bb2-0fa7-4ce2-a929-ceb4c3c28caf None None] Calling delete_port for 216dc0bb-04b3-4dd7-8b1a-5ddfeb036317 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:36:53.944645 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.ipam_backend_mixin [None req-572d4bb2-0fa7-4ce2-a929-ceb4c3c28caf None None] Port 216dc0bb-04b3-4dd7-8b1a-5ddfeb036317 was not found and therefore no delete operation was performed {{(pid=102670) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 11:36:53.946794 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-572d4bb2-0fa7-4ce2-a929-ceb4c3c28caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:53.955129 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eec23425-b63e-477d-b114-2121f6e0d8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:53.972772 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d4bb2-0fa7-4ce2-a929-ceb4c3c28caf None None] Pushing event deleted for resources: {'Port': ['ID=216dc0bb-04b3-4dd7-8b1a-5ddfeb036317,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:53.976719 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572d4bb2-0fa7-4ce2-a929-ceb4c3c28caf None None] No DVR routers for this DVR port 216dc0bb-04b3-4dd7-8b1a-5ddfeb036317 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:36:53.977683 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-eec23425-b63e-477d-b114-2121f6e0d8c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['625c168b-a993-4f10-b111-6dff924d6530']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:53.991675 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-eec23425-b63e-477d-b114-2121f6e0d8c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84b3013f-cb4a-4965-86b4-cf129f3ad8bc') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:53.992110 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-eec23425-b63e-477d-b114-2121f6e0d8c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84b3013f-cb4a-4965-86b4-cf129f3ad8bc') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:54.001824 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eec23425-b63e-477d-b114-2121f6e0d8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:54.015290 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eec23425-b63e-477d-b114-2121f6e0d8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:54.021456 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eec23425-b63e-477d-b114-2121f6e0d8c3 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:36:54.021903 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eec23425-b63e-477d-b114-2121f6e0d8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:54.023672 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:36:54.023672 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:36:54.023672 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:36:54.023672 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:36:54.023672 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:36:54.023672 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:36:54.023672 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:36:54.023672 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:36:54.023672 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:36:54.023672 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:36:54.023672 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:36:54.023672 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:36:54.023672 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:36:54.023672 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:36:54.023672 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:36:54.023672 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:36:54.023672 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:36:54.023672 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:36:54.023672 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:36:54.023672 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:36:54.023672 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:36:54.023672 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:36:54.023672 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:36:54.023672 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:36:54.023672 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:36:54.023672 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:36:54.023672 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:36:54.023672 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:36:54.023672 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:36:54.023672 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:36:54.023672 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:36:54.023672 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:36:54.079203 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eec23425-b63e-477d-b114-2121f6e0d8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:54.095214 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eec23425-b63e-477d-b114-2121f6e0d8c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:54.098622 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-eec23425-b63e-477d-b114-2121f6e0d8c3 admin admin] 10.222.0.61 "DELETE /v2.0/networks/625c168b-a993-4f10-b111-6dff924d6530 HTTP/1.1" status: 204 len: 168 time: 0.7258368 Nov 16 11:36:54.100457 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec23425-b63e-477d-b114-2121f6e0d8c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=625c168b-a993-4f10-b111-6dff924d6530,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:54.269803 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 51286) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:54.327720 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5bcc5712-4b49-4af9-92e0-4d44b59930e9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2e1ab6155719444d866a416eb40d5230&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0564625 Nov 16 11:36:54.330222 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51290) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:54.342762 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:36:54.421488 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fd76c772-d58e-4bc4-b918-0773f775b6ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:54.449241 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fd76c772-d58e-4bc4-b918-0773f775b6ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:54.466844 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb83a5f-7999-42e0-b10e-0388f042c4ee req-e05edce2-8a21-4f4f-9eae-0259f4e30c09 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:54.468307 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eeb83a5f-7999-42e0-b10e-0388f042c4ee req-e05edce2-8a21-4f4f-9eae-0259f4e30c09 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 946 time: 0.0906363 Nov 16 11:36:54.530674 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eeb83a5f-7999-42e0-b10e-0388f042c4ee req-e4da647b-5f03-4bc1-9b94-0e12eb6525df tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=49b75b1f-08a2-446a-817a-dcba3b370ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552816 Nov 16 11:36:54.538989 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fd76c772-d58e-4bc4-b918-0773f775b6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:54.541749 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fd76c772-d58e-4bc4-b918-0773f775b6ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:54.542868 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-fd76c772-d58e-4bc4-b918-0773f775b6ed admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/24166b1b-de8d-4d9f-a782-b5a1c6fd47b2 HTTP/1.1" status: 204 len: 168 time: 0.2109668 Nov 16 11:36:54.550817 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd76c772-d58e-4bc4-b918-0773f775b6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24166b1b-de8d-4d9f-a782-b5a1c6fd47b2,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:54.978132 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6aaf4-8953-445e-89cd-8f3fee72cc86 req-ad687d49-8380-49df-80b8-ab45d3afc930 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:54.979636 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fad6aaf4-8953-445e-89cd-8f3fee72cc86 req-ad687d49-8380-49df-80b8-ab45d3afc930 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=37da0729-5628-410b-a865-cf2743b02f2c HTTP/1.1" status: 200 len: 946 time: 0.0476830 Nov 16 11:36:55.029841 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fad6aaf4-8953-445e-89cd-8f3fee72cc86 req-9acc63f6-c589-44e7-8d93-9c338ea8b776 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442183 Nov 16 11:36:55.207270 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51320) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:55.302338 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-72a87367-b14e-45a1-8469-d831dfbdae24 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-215558648-network', 'tenant_id': 'ff0cd890e8a54fbb948fb91142ea29e2'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:55.323074 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a87367-b14e-45a1-8469-d831dfbdae24 admin admin] Made reservation on behalf of ff0cd890e8a54fbb948fb91142ea29e2 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:36:55.325601 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-72a87367-b14e-45a1-8469-d831dfbdae24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:55.339368 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-72a87367-b14e-45a1-8469-d831dfbdae24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:55.342432 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 216dc0bb-04b3-4dd7-8b1a-5ddfeb036317 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:36:55.362083 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 216dc0bb-04b3-4dd7-8b1a-5ddfeb036317 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:36:55.362429 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 216dc0bb-04b3-4dd7-8b1a-5ddfeb036317 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:36:55.415745 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-72a87367-b14e-45a1-8469-d831dfbdae24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:55.419789 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-72a87367-b14e-45a1-8469-d831dfbdae24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:55.439838 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72a87367-b14e-45a1-8469-d831dfbdae24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:36:55.454547 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a87367-b14e-45a1-8469-d831dfbdae24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bac150-6182-4491-89af-93522a6e29d6,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:55.457599 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-72a87367-b14e-45a1-8469-d831dfbdae24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:55.457961 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-72a87367-b14e-45a1-8469-d831dfbdae24 admin admin] Added segment 0f9ce4b6-0620-4003-9373-c8611c7aa75c of type vlan for network 081305a2-62f1-4c43-b4e9-9ff339f6ef5b Nov 16 11:36:55.499591 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-72a87367-b14e-45a1-8469-d831dfbdae24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:55.525468 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-72a87367-b14e-45a1-8469-d831dfbdae24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:55.526523 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a87367-b14e-45a1-8469-d831dfbdae24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:55.527235 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-72a87367-b14e-45a1-8469-d831dfbdae24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:55.581745 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-72a87367-b14e-45a1-8469-d831dfbdae24 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3705809 Nov 16 11:36:55.582554 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 51334) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:55.587837 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-13232d00-e693-42dc-bf75-f7eaee7f279e admin admin] Request body: {'subnet': {'network_id': '081305a2-62f1-4c43-b4e9-9ff339f6ef5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-215558648-subnet', 'tenant_id': 'ff0cd890e8a54fbb948fb91142ea29e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:55.599986 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a87367-b14e-45a1-8469-d831dfbdae24 admin admin] Pushing event updated for resources: {'Network': ['ID=081305a2-62f1-4c43-b4e9-9ff339f6ef5b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:55.611965 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 081305a2-62f1-4c43-b4e9-9ff339f6ef5b details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:36:55.612683 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13232d00-e693-42dc-bf75-f7eaee7f279e admin admin] Made reservation on behalf of ff0cd890e8a54fbb948fb91142ea29e2 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:36:55.616471 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-13232d00-e693-42dc-bf75-f7eaee7f279e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:55.670869 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de5887-42b9-4069-925f-4ec5ed75a310 req-458bb600-2f68-4b4f-95a9-becc6c7632ce tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:55.681853 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e6de5887-42b9-4069-925f-4ec5ed75a310 req-458bb600-2f68-4b4f-95a9-becc6c7632ce tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 946 time: 0.0784712 Nov 16 11:36:55.739312 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e6de5887-42b9-4069-925f-4ec5ed75a310 req-8279c7b8-98b8-4bc1-8818-7c6792ebb94a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=49b75b1f-08a2-446a-817a-dcba3b370ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563600 Nov 16 11:36:55.820330 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-13232d00-e693-42dc-bf75-f7eaee7f279e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:55.884221 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13232d00-e693-42dc-bf75-f7eaee7f279e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6c3930e-3a72-483a-a0d2-a10eb9449b7e,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:55.894327 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13232d00-e693-42dc-bf75-f7eaee7f279e admin admin] Checking segment: {'id': '0f9ce4b6-0620-4003-9373-c8611c7aa75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '081305a2-62f1-4c43-b4e9-9ff339f6ef5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:36:55.894694 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13232d00-e693-42dc-bf75-f7eaee7f279e admin admin] Network hostable DHCP agents. Network: 081305a2-62f1-4c43-b4e9-9ff339f6ef5b, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:36:55.911297 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13232d00-e693-42dc-bf75-f7eaee7f279e admin admin] Network 081305a2-62f1-4c43-b4e9-9ff339f6ef5b is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:36:55.921229 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-13232d00-e693-42dc-bf75-f7eaee7f279e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 081305a2-62f1-4c43-b4e9-9ff339f6ef5b) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:36:55.926645 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13232d00-e693-42dc-bf75-f7eaee7f279e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:55.927246 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-13232d00-e693-42dc-bf75-f7eaee7f279e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:55.934555 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b549467a-f42f-430a-9705-2903101a10e8 None None] Network 081305a2-62f1-4c43-b4e9-9ff339f6ef5b requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:36:55.943418 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-13232d00-e693-42dc-bf75-f7eaee7f279e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3599432 Nov 16 11:36:55.946368 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51340) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:55.951274 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-09d64c0e-e53f-41c4-b152-4b43759f863c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-215558648-router', 'tenant_id': 'ff0cd890e8a54fbb948fb91142ea29e2', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:36:55.973427 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-09d64c0e-e53f-41c4-b152-4b43759f863c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:55.975141 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-09d64c0e-e53f-41c4-b152-4b43759f863c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:56.064355 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-09d64c0e-e53f-41c4-b152-4b43759f863c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:56.135230 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9eefdb-f2fd-4dc5-b4e2-403399e10aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-081305a2-62f1-4c43-b4e9-9ff339f6ef5b', 'network_id': '081305a2-62f1-4c43-b4e9-9ff339f6ef5b', 'tenant_id': 'ff0cd890e8a54fbb948fb91142ea29e2', 'fixed_ips': [{'subnet_id': 'b6c3930e-3a72-483a-a0d2-a10eb9449b7e'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:36:56.136397 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ae9eefdb-f2fd-4dc5-b4e2-403399e10aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:56.246737 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-09d64c0e-e53f-41c4-b152-4b43759f863c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:56.258937 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0c7aa-c4c7-408c-a3ae-3d62ee28ee23 req-bb63d597-f90f-4668-a270-b66184fcd584 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:56.260421 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6bc0c7aa-c4c7-408c-a3ae-3d62ee28ee23 req-bb63d597-f90f-4668-a270-b66184fcd584 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=37da0729-5628-410b-a865-cf2743b02f2c HTTP/1.1" status: 200 len: 946 time: 0.1494453 Nov 16 11:36:56.290225 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-ae9eefdb-f2fd-4dc5-b4e2-403399e10aaa None None] Allocated IP 172.20.0.2 (081305a2-62f1-4c43-b4e9-9ff339f6ef5b/b6c3930e-3a72-483a-a0d2-a10eb9449b7e/c9dacac8-c7a1-4fec-a2d0-c40fb23b61ab) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:36:56.348879 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6bc0c7aa-c4c7-408c-a3ae-3d62ee28ee23 req-331c179a-f153-4311-b23a-199a92dcee8d tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769014 Nov 16 11:36:56.447323 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ae9eefdb-f2fd-4dc5-b4e2-403399e10aaa None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:56.455612 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ae9eefdb-f2fd-4dc5-b4e2-403399e10aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:56.496891 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9eefdb-f2fd-4dc5-b4e2-403399e10aaa None None] Network 081305a2-62f1-4c43-b4e9-9ff339f6ef5b is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:36:56.499793 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-ae9eefdb-f2fd-4dc5-b4e2-403399e10aaa None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:36:56.503418 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9eefdb-f2fd-4dc5-b4e2-403399e10aaa None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:36:56.506349 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-09d64c0e-e53f-41c4-b152-4b43759f863c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:56.511125 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9eefdb-f2fd-4dc5-b4e2-403399e10aaa None None] Pushing event updated for resources: {'Port': ['ID=c9dacac8-c7a1-4fec-a2d0-c40fb23b61ab,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:56.529682 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-09d64c0e-e53f-41c4-b152-4b43759f863c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:56.563834 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-ae9eefdb-f2fd-4dc5-b4e2-403399e10aaa None None] Attempting to bind port c9dacac8-c7a1-4fec-a2d0-c40fb23b61ab on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:36:56.564154 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-ae9eefdb-f2fd-4dc5-b4e2-403399e10aaa None None] Attempting to bind port c9dacac8-c7a1-4fec-a2d0-c40fb23b61ab by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '0f9ce4b6-0620-4003-9373-c8611c7aa75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '081305a2-62f1-4c43-b4e9-9ff339f6ef5b'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:36:56.564460 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9eefdb-f2fd-4dc5-b4e2-403399e10aaa None None] Attempting to bind port c9dacac8-c7a1-4fec-a2d0-c40fb23b61ab on network 081305a2-62f1-4c43-b4e9-9ff339f6ef5b {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:36:56.570603 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9eefdb-f2fd-4dc5-b4e2-403399e10aaa None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:36:56.570980 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9eefdb-f2fd-4dc5-b4e2-403399e10aaa None None] Checking segment: {'id': '0f9ce4b6-0620-4003-9373-c8611c7aa75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '081305a2-62f1-4c43-b4e9-9ff339f6ef5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:36:56.571384 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ae9eefdb-f2fd-4dc5-b4e2-403399e10aaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:56.571780 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9eefdb-f2fd-4dc5-b4e2-403399e10aaa None None] Bound using segment: {'id': '0f9ce4b6-0620-4003-9373-c8611c7aa75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '081305a2-62f1-4c43-b4e9-9ff339f6ef5b'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:36:56.572249 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-ae9eefdb-f2fd-4dc5-b4e2-403399e10aaa None None] Bound port: c9dacac8-c7a1-4fec-a2d0-c40fb23b61ab, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f9ce4b6-0620-4003-9373-c8611c7aa75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '081305a2-62f1-4c43-b4e9-9ff339f6ef5b'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:36:56.572633 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ae9eefdb-f2fd-4dc5-b4e2-403399e10aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:56.638615 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-ae9eefdb-f2fd-4dc5-b4e2-403399e10aaa None None] For port c9dacac8-c7a1-4fec-a2d0-c40fb23b61ab, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:36:56.640026 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077cd16d-65d3-4f5c-a07c-86117aacf875 req-5e9ff887-932c-4117-8e65-c228126e863b tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:56.642087 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-077cd16d-65d3-4f5c-a07c-86117aacf875 req-5e9ff887-932c-4117-8e65-c228126e863b tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.36 "GET /v2.0/ports?device_id=37da0729-5628-410b-a865-cf2743b02f2c HTTP/1.1" status: 200 len: 946 time: 0.0521622 Nov 16 11:36:56.642360 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-ae9eefdb-f2fd-4dc5-b4e2-403399e10aaa None None] For port c9dacac8-c7a1-4fec-a2d0-c40fb23b61ab, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=c9dacac8-c7a1-4fec-a2d0-c40fb23b61ab,segment=NetworkSegment(0f9ce4b6-0620-4003-9373-c8611c7aa75c),segment_id=0f9ce4b6-0620-4003-9373-c8611c7aa75c)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:36:56.648603 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ae9eefdb-f2fd-4dc5-b4e2-403399e10aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:56.655557 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-09d64c0e-e53f-41c4-b152-4b43759f863c admin admin] Allocated IP 172.25.0.75 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/f312f459-ed5e-402a-95ce-24edde34374c) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:36:56.737193 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9eefdb-f2fd-4dc5-b4e2-403399e10aaa None None] Pushing event updated for resources: {'Port': ['ID=c9dacac8-c7a1-4fec-a2d0-c40fb23b61ab,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:56.792980 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-077cd16d-65d3-4f5c-a07c-86117aacf875 req-e3ade679-e789-40d0-8881-7588a76e1790 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Deleting port 4470b246-208e-47cd-bd12-3a315e0e05e3 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:36:56.793685 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-077cd16d-65d3-4f5c-a07c-86117aacf875 req-e3ade679-e789-40d0-8881-7588a76e1790 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:56.803503 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-09d64c0e-e53f-41c4-b152-4b43759f863c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:56.886394 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-09d64c0e-e53f-41c4-b152-4b43759f863c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:56.936541 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-077cd16d-65d3-4f5c-a07c-86117aacf875 req-e3ade679-e789-40d0-8881-7588a76e1790 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] For port 4470b246-208e-47cd-bd12-3a315e0e05e3, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=4470b246-208e-47cd-bd12-3a315e0e05e3,segment=NetworkSegment(20517f3a-9cfb-4242-9128-9853b0bf839b),segment_id=20517f3a-9cfb-4242-9128-9853b0bf839b)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:36:56.936901 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-077cd16d-65d3-4f5c-a07c-86117aacf875 req-e3ade679-e789-40d0-8881-7588a76e1790 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:56.952693 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-077cd16d-65d3-4f5c-a07c-86117aacf875 req-e3ade679-e789-40d0-8881-7588a76e1790 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Calling delete_port for 4470b246-208e-47cd-bd12-3a315e0e05e3 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:36:57.206992 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-077cd16d-65d3-4f5c-a07c-86117aacf875 req-e3ade679-e789-40d0-8881-7588a76e1790 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:57.220677 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['4470b246-208e-47cd-bd12-3a315e0e05e3'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:36:57.227296 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:36:57.239078 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ade679-e789-40d0-8881-7588a76e1790 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Pushing event deleted for resources: {'Port': ['ID=4470b246-208e-47cd-bd12-3a315e0e05e3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:57.287934 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-077cd16d-65d3-4f5c-a07c-86117aacf875 req-e3ade679-e789-40d0-8881-7588a76e1790 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] No DVR routers for this DVR port 4470b246-208e-47cd-bd12-3a315e0e05e3 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:36:57.290854 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-077cd16d-65d3-4f5c-a07c-86117aacf875 req-e3ade679-e789-40d0-8881-7588a76e1790 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:57.295145 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-077cd16d-65d3-4f5c-a07c-86117aacf875 req-e3ade679-e789-40d0-8881-7588a76e1790 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.36 "DELETE /v2.0/ports/4470b246-208e-47cd-bd12-3a315e0e05e3 HTTP/1.1" status: 204 len: 173 time: 0.6468346 Nov 16 11:36:57.295757 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37da0729-5628-410b-a865-cf2743b02f2c', 'name': 'network-vif-deleted', 'tag': '4470b246-208e-47cd-bd12-3a315e0e05e3'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:36:57.298588 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b4895c-e9df-4e35-ac83-4fb6b69fad30" -d '{"events": [{"server_uuid": "37da0729-5628-410b-a865-cf2743b02f2c", "name": "network-vif-deleted", "tag": "4470b246-208e-47cd-bd12-3a315e0e05e3"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:36:57.359171 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d64c0e-e53f-41c4-b152-4b43759f863c admin admin] Pushing event updated for resources: {'Port': ['ID=f312f459-ed5e-402a-95ce-24edde34374c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:57.374568 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b18eb-f6f2-4afa-90ce-8b886a058c4b req-95d0cd4c-f62e-4b40-b84b-262791e5510e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:57.374568 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-787b18eb-f6f2-4afa-90ce-8b886a058c4b req-95d0cd4c-f62e-4b40-b84b-262791e5510e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 946 time: 0.5366955 Nov 16 11:36:57.384350 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d64c0e-e53f-41c4-b152-4b43759f863c admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:36:57.392639 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-09d64c0e-e53f-41c4-b152-4b43759f863c admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:36:57.402564 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d64c0e-e53f-41c4-b152-4b43759f863c admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:36:57.413122 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a9c8cf-1a7d-4b39-8437-e869db1f0de5 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:36:57.433243 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device c9dacac8-c7a1-4fec-a2d0-c40fb23b61ab up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:36:57.479570 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-787b18eb-f6f2-4afa-90ce-8b886a058c4b req-d57337ba-748f-429b-bc34-214a87d9bd67 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=49b75b1f-08a2-446a-817a-dcba3b370ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0978618 Nov 16 11:36:57.556847 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fced2e04-7bd5-4392-ac6f-9690f45d8a04 None None] Provisioning complete for port f312f459-ed5e-402a-95ce-24edde34374c triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:36:57.557404 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fced2e04-7bd5-4392-ac6f-9690f45d8a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:57.598993 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fced2e04-7bd5-4392-ac6f-9690f45d8a04 None None] Port f312f459-ed5e-402a-95ce-24edde34374c cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:36:57.604710 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port c9dacac8-c7a1-4fec-a2d0-c40fb23b61ab triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:36:57.605090 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:57.684465 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae2a000-02b5-42a9-8018-046359d127b9 x-openstack-request-id: req-0ae2a000-02b5-42a9-8018-046359d127b9 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:36:57.684972 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37da0729-5628-410b-a865-cf2743b02f2c", "name": "network-vif-deleted", "tag": "4470b246-208e-47cd-bd12-3a315e0e05e3", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:36:57.685055 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0ae2a000-02b5-42a9-8018-046359d127b9 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:36:57.685402 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37da0729-5628-410b-a865-cf2743b02f2c', 'name': 'network-vif-deleted', 'tag': '4470b246-208e-47cd-bd12-3a315e0e05e3', 'status': 'completed', 'code': 200} Nov 16 11:36:57.716405 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:57.740747 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-09d64c0e-e53f-41c4-b152-4b43759f863c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:57.766431 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port c9dacac8-c7a1-4fec-a2d0-c40fb23b61ab, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=c9dacac8-c7a1-4fec-a2d0-c40fb23b61ab,segment=NetworkSegment(0f9ce4b6-0620-4003-9373-c8611c7aa75c),segment_id=0f9ce4b6-0620-4003-9373-c8611c7aa75c)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:36:57.770609 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:57.835731 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=c9dacac8-c7a1-4fec-a2d0-c40fb23b61ab,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:57.865617 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c6758634-44b3-4ffa-a1c4-b1ed0557e2ca req-61887049-77c3-4eed-a6fa-e59c7b4c7f37 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=37da0729-5628-410b-a865-cf2743b02f2c HTTP/1.1" status: 200 len: 210 time: 0.0663233 Nov 16 11:36:57.916550 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:57.936863 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc77aa3-db36-4e62-b390-7d5311f3e06b None None] Network 081305a2-62f1-4c43-b4e9-9ff339f6ef5b requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:36:58.002632 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-09d64c0e-e53f-41c4-b152-4b43759f863c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:58.048156 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-0c32491d-ea1c-4699-8d86-6a808fe0ecae None None] Provisioning complete for port c9dacac8-c7a1-4fec-a2d0-c40fb23b61ab triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:36:58.048517 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0c32491d-ea1c-4699-8d86-6a808fe0ecae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:58.136503 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d64c0e-e53f-41c4-b152-4b43759f863c admin admin] Router 0cfc2215-300b-494c-a0f7-3ce33fe0e605 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:36:58.254546 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d64c0e-e53f-41c4-b152-4b43759f863c admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:36:58.267751 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f532ec75-0896-4bbd-89c3-5d352b75e9e4 None None] Sync routers for ids ['0cfc2215-300b-494c-a0f7-3ce33fe0e605'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:36:58.277121 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-09d64c0e-e53f-41c4-b152-4b43759f863c admin admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:58.280155 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f532ec75-0896-4bbd-89c3-5d352b75e9e4 None None] Routers {'0cfc2215-300b-494c-a0f7-3ce33fe0e605'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:36:58.281098 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-f532ec75-0896-4bbd-89c3-5d352b75e9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:36:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['0cfc2215-300b-494c-a0f7-3ce33fe0e605'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:58.281233 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-09d64c0e-e53f-41c4-b152-4b43759f863c admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3337991 Nov 16 11:36:58.281907 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51366) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:36:58.411274 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-f532ec75-0896-4bbd-89c3-5d352b75e9e4 None None] Set router 0cfc2215-300b-494c-a0f7-3ce33fe0e605 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:36:58.495010 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ce0be42f-cb92-4257-83dc-f5a6f2632e46 None None] Provisioning complete for port c9dacac8-c7a1-4fec-a2d0-c40fb23b61ab triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:36:58.495439 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ce0be42f-cb92-4257-83dc-f5a6f2632e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:58.749024 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3b254-ca3a-4248-81c6-d0ac11785cc9 req-da306a38-c0e7-45ca-a898-d7720b25f40f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:58.750654 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aeb3b254-ca3a-4248-81c6-d0ac11785cc9 req-da306a38-c0e7-45ca-a898-d7720b25f40f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 946 time: 0.1212666 Nov 16 11:36:58.778307 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-f532ec75-0896-4bbd-89c3-5d352b75e9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfc2215-300b-494c-a0f7-3ce33fe0e605', 'name': 'tempest-FloatingIPsNegativeTestJSON-215558648-router', 'tenant_id': 'ff0cd890e8a54fbb948fb91142ea29e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'f312f459-ed5e-402a-95ce-24edde34374c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:36:55Z', 'updated_at': '2021-11-16T11:36:57Z', 'revision_number': 3, 'project_id': 'ff0cd890e8a54fbb948fb91142ea29e2', 'gw_port': {'id': 'f312f459-ed5e-402a-95ce-24edde34374c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:21:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cfc2215-300b-494c-a0f7-3ce33fe0e605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:36:56Z', 'updated_at': '2021-11-16T11:36:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:58.833492 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f532ec75-0896-4bbd-89c3-5d352b75e9e4 None None] Checking router: 0cfc2215-300b-494c-a0f7-3ce33fe0e605 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:36:58.834585 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f532ec75-0896-4bbd-89c3-5d352b75e9e4 None None] Updating router 0cfc2215-300b-494c-a0f7-3ce33fe0e605 port f312f459-ed5e-402a-95ce-24edde34374c binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:36:58.854271 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:58.873969 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f532ec75-0896-4bbd-89c3-5d352b75e9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:58.889621 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aeb3b254-ca3a-4248-81c6-d0ac11785cc9 req-0f91cbbf-9c18-4ee8-863f-02bafdb5e4b6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=49b75b1f-08a2-446a-817a-dcba3b370ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1309719 Nov 16 11:36:59.020731 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb72b731-2215-4b2e-b43e-44512058d378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:59.267634 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f532ec75-0896-4bbd-89c3-5d352b75e9e4 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:59.274990 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f532ec75-0896-4bbd-89c3-5d352b75e9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:59.308802 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-bb72b731-2215-4b2e-b43e-44512058d378 admin admin] Allocated IP 172.20.0.1 (081305a2-62f1-4c43-b4e9-9ff339f6ef5b/b6c3930e-3a72-483a-a0d2-a10eb9449b7e/4f98fd97-12a6-458f-acbe-1c28adc06692) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:36:59.327619 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cabf556-1f0d-4d03-bee3-c74d4951fbe2 None None] Pushing event updated for resources: {'Port': ['ID=f312f459-ed5e-402a-95ce-24edde34374c,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:59.356935 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3a1a87-4fb4-46d3-96dc-a0bd2a271a55 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:36:59.398457 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-f532ec75-0896-4bbd-89c3-5d352b75e9e4 None None] Attempting to bind port f312f459-ed5e-402a-95ce-24edde34374c on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:36:59.398838 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-f532ec75-0896-4bbd-89c3-5d352b75e9e4 None None] Attempting to bind port f312f459-ed5e-402a-95ce-24edde34374c by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:36:59.399201 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f532ec75-0896-4bbd-89c3-5d352b75e9e4 None None] Attempting to bind port f312f459-ed5e-402a-95ce-24edde34374c on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:36:59.440628 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f532ec75-0896-4bbd-89c3-5d352b75e9e4 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:36:59.441044 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f532ec75-0896-4bbd-89c3-5d352b75e9e4 None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:36:59.443640 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f532ec75-0896-4bbd-89c3-5d352b75e9e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:59.446704 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f532ec75-0896-4bbd-89c3-5d352b75e9e4 None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:36:59.448333 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-f532ec75-0896-4bbd-89c3-5d352b75e9e4 None None] Bound port: f312f459-ed5e-402a-95ce-24edde34374c, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:36:59.448758 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f532ec75-0896-4bbd-89c3-5d352b75e9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:59.453187 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3eb158c1-64fa-4e2d-8ce7-d357e79c81cf None None] Provisioning complete for port f312f459-ed5e-402a-95ce-24edde34374c triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:36:59.453571 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3eb158c1-64fa-4e2d-8ce7-d357e79c81cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:59.533901 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device c9dacac8-c7a1-4fec-a2d0-c40fb23b61ab up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:36:59.544740 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-f532ec75-0896-4bbd-89c3-5d352b75e9e4 None None] For port f312f459-ed5e-402a-95ce-24edde34374c, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:36:59.550140 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-f532ec75-0896-4bbd-89c3-5d352b75e9e4 None None] For port f312f459-ed5e-402a-95ce-24edde34374c, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=f312f459-ed5e-402a-95ce-24edde34374c,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:36:59.557379 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-1fb38fe6-3a73-4ead-92b3-91563b0153c7 service neutron] show failed (client error): The resource could not be found. Nov 16 11:36:59.559022 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-1fb38fe6-3a73-4ead-92b3-91563b0153c7 service neutron] 10.222.0.64 "GET /v2.0/ports/30f83719-d107-4d68-bba8-cb927f4f8930/bindings/n-h1-816823-3 HTTP/1.1" status: 404 len: 380 time: 0.2242718 Nov 16 11:36:59.563168 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f532ec75-0896-4bbd-89c3-5d352b75e9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:59.650830 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce918ed-2b5e-4079-81e3-c1c378354e07 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:36:59.654973 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f532ec75-0896-4bbd-89c3-5d352b75e9e4 None None] Routers {'0cfc2215-300b-494c-a0f7-3ce33fe0e605'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:36:59.655895 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-f532ec75-0896-4bbd-89c3-5d352b75e9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:36:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['0cfc2215-300b-494c-a0f7-3ce33fe0e605'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:36:59.691470 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3eb158c1-64fa-4e2d-8ce7-d357e79c81cf None None] Port f312f459-ed5e-402a-95ce-24edde34374c cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:36:59.708474 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port c9dacac8-c7a1-4fec-a2d0-c40fb23b61ab triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:36:59.709375 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:59.738706 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cabf556-1f0d-4d03-bee3-c74d4951fbe2 None None] Pushing event updated for resources: {'Port': ['ID=f312f459-ed5e-402a-95ce-24edde34374c,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:36:59.758137 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb72b731-2215-4b2e-b43e-44512058d378 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:59.776680 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c4d5c-e892-420e-9962-2b325081f6e8 req-e4e93ac8-bbb4-4c26-a8fc-085f8a34eccf tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:59.785753 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-606c4d5c-e892-420e-9962-2b325081f6e8 req-e4e93ac8-bbb4-4c26-a8fc-085f8a34eccf tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd083d3a-0402-4ed5-9f0a-5800d1598f35 HTTP/1.1" status: 200 len: 945 time: 0.1730690 Nov 16 11:36:59.823422 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 4470b246-208e-47cd-bd12-3a315e0e05e3 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:36:59.843005 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-f532ec75-0896-4bbd-89c3-5d352b75e9e4 None None] Set router 0cfc2215-300b-494c-a0f7-3ce33fe0e605 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:36:59.874502 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: 4470b246-208e-47cd-bd12-3a315e0e05e3 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:36:59.875053 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 4470b246-208e-47cd-bd12-3a315e0e05e3 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:36:59.880001 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-478c6838-e906-4242-8a69-0c7a47482a26 None None] Provisioning complete for port f312f459-ed5e-402a-95ce-24edde34374c triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:36:59.881589 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-478c6838-e906-4242-8a69-0c7a47482a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:59.909878 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-606c4d5c-e892-420e-9962-2b325081f6e8 req-d03f8686-fe24-415c-b5a3-25728b550aa6 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231439 Nov 16 11:36:59.939234 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb72b731-2215-4b2e-b43e-44512058d378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:36:59.946780 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-65a6584c-dd66-4688-afb2-3713c1c9af05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:36:59.961593 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-65a6584c-dd66-4688-afb2-3713c1c9af05 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e9a750cd-f69d-49c7-9358-00408ecef147&tenant_id=a94525ce04b1475298bff18f4d90d9d6 HTTP/1.1" status: 200 len: 1097 time: 0.1191442 Nov 16 11:36:59.977385 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-f716c6a5-87f3-485f-8350-2aa9cf75f372 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816823-3', 'device_owner': 'compute:nova'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:37:00.000771 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-478c6838-e906-4242-8a69-0c7a47482a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:00.023855 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-478c6838-e906-4242-8a69-0c7a47482a26 None None] For port f312f459-ed5e-402a-95ce-24edde34374c, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=f312f459-ed5e-402a-95ce-24edde34374c,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:37:00.033312 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-478c6838-e906-4242-8a69-0c7a47482a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:00.098387 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb72b731-2215-4b2e-b43e-44512058d378 admin admin] Network 081305a2-62f1-4c43-b4e9-9ff339f6ef5b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:37:00.105872 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb72b731-2215-4b2e-b43e-44512058d378 admin admin] Pushing event updated for resources: {'Port': ['ID=4f98fd97-12a6-458f-acbe-1c28adc06692,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:00.108876 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-bb72b731-2215-4b2e-b43e-44512058d378 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:37:00.112804 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb72b731-2215-4b2e-b43e-44512058d378 admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:37:00.136296 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-f716c6a5-87f3-485f-8350-2aa9cf75f372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:00.151229 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c6838-e906-4242-8a69-0c7a47482a26 None None] Pushing event updated for resources: {'Port': ['ID=f312f459-ed5e-402a-95ce-24edde34374c,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:00.164631 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb72b731-2215-4b2e-b43e-44512058d378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:00.210902 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-f532ec75-0896-4bbd-89c3-5d352b75e9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfc2215-300b-494c-a0f7-3ce33fe0e605', 'name': 'tempest-FloatingIPsNegativeTestJSON-215558648-router', 'tenant_id': 'ff0cd890e8a54fbb948fb91142ea29e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'f312f459-ed5e-402a-95ce-24edde34374c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:36:55Z', 'updated_at': '2021-11-16T11:36:57Z', 'revision_number': 3, 'project_id': 'ff0cd890e8a54fbb948fb91142ea29e2', 'gw_port': {'id': 'f312f459-ed5e-402a-95ce-24edde34374c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:21:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cfc2215-300b-494c-a0f7-3ce33fe0e605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:36:56Z', 'updated_at': '2021-11-16T11:36:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:37:00.276821 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb1661-8f89-4d23-9740-28483da1b01f req-247bfb8f-d3c3-47c2-b97a-6f275b94b8d4 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:00.278396 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6ffb1661-8f89-4d23-9740-28483da1b01f req-247bfb8f-d3c3-47c2-b97a-6f275b94b8d4 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 946 time: 0.2539992 Nov 16 11:37:00.284919 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f532ec75-0896-4bbd-89c3-5d352b75e9e4 None None] The sync data for ids ['0cfc2215-300b-494c-a0f7-3ce33fe0e605'] in n-d-816823-3 is: [{'id': '0cfc2215-300b-494c-a0f7-3ce33fe0e605', 'name': 'tempest-FloatingIPsNegativeTestJSON-215558648-router', 'tenant_id': 'ff0cd890e8a54fbb948fb91142ea29e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'f312f459-ed5e-402a-95ce-24edde34374c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:36:55Z', 'updated_at': '2021-11-16T11:36:57Z', 'revision_number': 3, 'project_id': 'ff0cd890e8a54fbb948fb91142ea29e2', 'gw_port': {'id': 'f312f459-ed5e-402a-95ce-24edde34374c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:21:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cfc2215-300b-494c-a0f7-3ce33fe0e605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:36:56Z', 'updated_at': '2021-11-16T11:36:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:37:00.433311 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-f716c6a5-87f3-485f-8350-2aa9cf75f372 service neutron] For port 30f83719-d107-4d68-bba8-cb927f4f8930, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=30f83719-d107-4d68-bba8-cb927f4f8930,segment=NetworkSegment(ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d),segment_id=ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:37:00.442919 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6ffb1661-8f89-4d23-9740-28483da1b01f req-29e6b182-f8c4-47db-a56d-ccd3460a039d tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=49b75b1f-08a2-446a-817a-dcba3b370ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1477649 Nov 16 11:37:00.480251 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-f716c6a5-87f3-485f-8350-2aa9cf75f372 service neutron] For port 30f83719-d107-4d68-bba8-cb927f4f8930, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:37:00.486972 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb72b731-2215-4b2e-b43e-44512058d378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:00.547965 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a750cd-f69d-49c7-9358-00408ecef147', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30f83719-d107-4d68-bba8-cb927f4f8930'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:37:00.550806 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d9b62f-5d6c-4973-8c69-a6e4528b11cb" -d '{"events": [{"server_uuid": "e9a750cd-f69d-49c7-9358-00408ecef147", "name": "network-vif-unplugged", "status": "completed", "tag": "30f83719-d107-4d68-bba8-cb927f4f8930"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:37:00.566601 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-f716c6a5-87f3-485f-8350-2aa9cf75f372 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:00.577315 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-8d2f0704-3f08-4451-8c74-fe2db2799a4d None None] Provisioning complete for port 4f98fd97-12a6-458f-acbe-1c28adc06692 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:37:00.586660 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8d2f0704-3f08-4451-8c74-fe2db2799a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:00.592367 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-f716c6a5-87f3-485f-8350-2aa9cf75f372 service neutron] Transition to ACTIVE for port object 30f83719-d107-4d68-bba8-cb927f4f8930 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:37:00.598454 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-f716c6a5-87f3-485f-8350-2aa9cf75f372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:00.674971 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-8d2f0704-3f08-4451-8c74-fe2db2799a4d None None] Port 4f98fd97-12a6-458f-acbe-1c28adc06692 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:37:00.705222 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716c6a5-87f3-485f-8350-2aa9cf75f372 service neutron] Pushing event updated for resources: {'Port': ['ID=30f83719-d107-4d68-bba8-cb927f4f8930,revision_number=6']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:00.806017 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb72b731-2215-4b2e-b43e-44512058d378 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:00.823286 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb72b731-2215-4b2e-b43e-44512058d378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:00.847680 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 11:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf22e9cd-aabf-49fb-acef-eb4a2e8b6d58 x-openstack-request-id: req-bf22e9cd-aabf-49fb-acef-eb4a2e8b6d58 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:37:00.848262 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a750cd-f69d-49c7-9358-00408ecef147", "name": "network-vif-unplugged", "status": "completed", "tag": "30f83719-d107-4d68-bba8-cb927f4f8930", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:37:00.848681 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bf22e9cd-aabf-49fb-acef-eb4a2e8b6d58 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:37:00.849793 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a750cd-f69d-49c7-9358-00408ecef147', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30f83719-d107-4d68-bba8-cb927f4f8930', 'code': 200} Nov 16 11:37:00.882265 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb72b731-2215-4b2e-b43e-44512058d378 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:00.977739 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-f716c6a5-87f3-485f-8350-2aa9cf75f372 service neutron] No DVR routers for this DVR port 30f83719-d107-4d68-bba8-cb927f4f8930 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:37:01.150320 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb72b731-2215-4b2e-b43e-44512058d378 admin admin] Network 081305a2-62f1-4c43-b4e9-9ff339f6ef5b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:37:01.159273 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-bb72b731-2215-4b2e-b43e-44512058d378 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:37:01.163520 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb72b731-2215-4b2e-b43e-44512058d378 admin admin] Pushing event updated for resources: {'Port': ['ID=4f98fd97-12a6-458f-acbe-1c28adc06692,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:01.249185 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-f716c6a5-87f3-485f-8350-2aa9cf75f372 service neutron] Attempting to bind port 30f83719-d107-4d68-bba8-cb927f4f8930 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:37:01.249527 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-f716c6a5-87f3-485f-8350-2aa9cf75f372 service neutron] Attempting to bind port 30f83719-d107-4d68-bba8-cb927f4f8930 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '59a3cc32-0b4a-4110-9e86-4b064c1586ed'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:37:01.249857 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-f716c6a5-87f3-485f-8350-2aa9cf75f372 service neutron] Attempting to bind port 30f83719-d107-4d68-bba8-cb927f4f8930 on network 59a3cc32-0b4a-4110-9e86-4b064c1586ed {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:37:01.254719 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-f716c6a5-87f3-485f-8350-2aa9cf75f372 service neutron] Port 30f83719-d107-4d68-bba8-cb927f4f8930 on network 59a3cc32-0b4a-4110-9e86-4b064c1586ed not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:37:01.255095 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-f716c6a5-87f3-485f-8350-2aa9cf75f372 service neutron] Attempting to bind port 30f83719-d107-4d68-bba8-cb927f4f8930 on network 59a3cc32-0b4a-4110-9e86-4b064c1586ed {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:37:01.261536 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-f716c6a5-87f3-485f-8350-2aa9cf75f372 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:37:01.262317 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-f716c6a5-87f3-485f-8350-2aa9cf75f372 service neutron] Checking segment: {'id': 'ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '59a3cc32-0b4a-4110-9e86-4b064c1586ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:37:01.262427 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-f716c6a5-87f3-485f-8350-2aa9cf75f372 service neutron] Bound using segment: {'id': 'ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '59a3cc32-0b4a-4110-9e86-4b064c1586ed'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:37:01.262863 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-f716c6a5-87f3-485f-8350-2aa9cf75f372 service neutron] Bound port: 30f83719-d107-4d68-bba8-cb927f4f8930, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '59a3cc32-0b4a-4110-9e86-4b064c1586ed'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:37:01.263223 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-f716c6a5-87f3-485f-8350-2aa9cf75f372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:01.292909 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0221d9-1dde-4a69-b86d-aea2ad8f7902 req-4c413e17-ef0d-42c8-810a-d3f618d217d6 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:01.300507 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0f0221d9-1dde-4a69-b86d-aea2ad8f7902 req-4c413e17-ef0d-42c8-810a-d3f618d217d6 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd083d3a-0402-4ed5-9f0a-5800d1598f35 HTTP/1.1" status: 200 len: 945 time: 0.1954005 Nov 16 11:37:01.444214 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0f0221d9-1dde-4a69-b86d-aea2ad8f7902 req-795484b3-427f-48d7-a930-136e07ff80c2 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326544 Nov 16 11:37:01.500099 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-f716c6a5-87f3-485f-8350-2aa9cf75f372 service neutron] For port 30f83719-d107-4d68-bba8-cb927f4f8930, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:37:01.502092 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb72b731-2215-4b2e-b43e-44512058d378 admin admin] Router 0cfc2215-300b-494c-a0f7-3ce33fe0e605 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:37:01.503917 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device f312f459-ed5e-402a-95ce-24edde34374c up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:37:01.504668 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-f716c6a5-87f3-485f-8350-2aa9cf75f372 service neutron] For port 30f83719-d107-4d68-bba8-cb927f4f8930, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=30f83719-d107-4d68-bba8-cb927f4f8930,segment=NetworkSegment(ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d),segment_id=ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:37:01.523361 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-f716c6a5-87f3-485f-8350-2aa9cf75f372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:01.615840 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-f716c6a5-87f3-485f-8350-2aa9cf75f372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:01.616581 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-f716c6a5-87f3-485f-8350-2aa9cf75f372 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:01.618190 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-f716c6a5-87f3-485f-8350-2aa9cf75f372 service neutron] 10.222.0.36 "PUT /v2.0/ports/30f83719-d107-4d68-bba8-cb927f4f8930 HTTP/1.1" status: 200 len: 1092 time: 1.6458523 Nov 16 11:37:01.685515 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716c6a5-87f3-485f-8350-2aa9cf75f372 service neutron] Pushing event updated for resources: {'Port': ['ID=30f83719-d107-4d68-bba8-cb927f4f8930,revision_number=7']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:01.708419 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-dee35537-77ff-4da3-8b64-85071dc450dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:01.710208 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-dee35537-77ff-4da3-8b64-85071dc450dc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a94525ce04b1475298bff18f4d90d9d6&device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 1095 time: 0.0627615 Nov 16 11:37:01.842944 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469d79a-a9d8-4052-a2f8-eb2e52440cdc req-aa354ee8-e6c8-40b7-a189-f27c0e51af3a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:01.867196 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1469d79a-a9d8-4052-a2f8-eb2e52440cdc req-aa354ee8-e6c8-40b7-a189-f27c0e51af3a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 944 time: 0.2661388 Nov 16 11:37:01.906801 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-2c40fd21-e6a9-40a4-83d5-1f48f8d5cf31 None None] Provisioning complete for port 4f98fd97-12a6-458f-acbe-1c28adc06692 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:37:01.907365 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2c40fd21-e6a9-40a4-83d5-1f48f8d5cf31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:01.932556 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-35848d93-a4d8-4982-b6bf-e2c741e44680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:01.934240 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-35848d93-a4d8-4982-b6bf-e2c741e44680 service neutron] 10.222.0.36 "GET /v2.0/networks?id=59a3cc32-0b4a-4110-9e86-4b064c1586ed HTTP/1.1" status: 200 len: 897 time: 0.2123706 Nov 16 11:37:01.976633 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-2c40fd21-e6a9-40a4-83d5-1f48f8d5cf31 None None] Port 4f98fd97-12a6-458f-acbe-1c28adc06692 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:37:01.988934 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port f312f459-ed5e-402a-95ce-24edde34374c triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:37:01.990643 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:02.003653 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb72b731-2215-4b2e-b43e-44512058d378 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:37:02.019726 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-bb72b731-2215-4b2e-b43e-44512058d378 admin admin] 10.222.0.61 "PUT /v2.0/routers/0cfc2215-300b-494c-a0f7-3ce33fe0e605/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7366915 Nov 16 11:37:02.040725 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1469d79a-a9d8-4052-a2f8-eb2e52440cdc req-06fc5d97-35ba-478c-9816-28f2b5523093 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=49b75b1f-08a2-446a-817a-dcba3b370ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1702876 Nov 16 11:37:02.118070 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-8cfec718-5d2d-4961-a896-62526fe46ffe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30f83719-d107-4d68-bba8-cb927f4f8930 HTTP/1.1" status: 200 len: 1000 time: 0.1713605 Nov 16 11:37:02.128725 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b730b46-b661-45bd-92fc-1669be5d79a4 req-2c887f15-cc98-4b62-a03b-71ce92f2bd47 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:02.130538 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7b730b46-b661-45bd-92fc-1669be5d79a4 req-2c887f15-cc98-4b62-a03b-71ce92f2bd47 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd083d3a-0402-4ed5-9f0a-5800d1598f35 HTTP/1.1" status: 200 len: 945 time: 0.1274829 Nov 16 11:37:02.193072 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-6fdbf57f-0167-4ae3-83be-7c4e3824db8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:02.196149 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-6fdbf57f-0167-4ae3-83be-7c4e3824db8c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9fda7162-9173-4586-9674-e48b78290bc0 HTTP/1.1" status: 200 len: 835 time: 0.0645289 Nov 16 11:37:02.319040 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-a9136106-fc55-4869-838a-f77e05128cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:02.320527 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-a9136106-fc55-4869-838a-f77e05128cb4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59a3cc32-0b4a-4110-9e86-4b064c1586ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1104991 Nov 16 11:37:02.424257 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-9e99aab4-02b9-4fbf-8bc9-6a3624b16fcc service neutron] 10.222.0.36 "GET /v2.0/networks/59a3cc32-0b4a-4110-9e86-4b064c1586ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911446 Nov 16 11:37:02.512190 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b708825-6598-4e44-ae4b-013c2f1e69df req-8e2d2762-8217-4bb3-b4ef-1524705a5dff tempest-FloatingIPsNegativeTestJSON-1029134635 tempest-FloatingIPsNegativeTestJSON-1029134635-project] 10.222.0.61 "GET /v2.0/floatingips?tenant_id=ff0cd890e8a54fbb948fb91142ea29e2 HTTP/1.1" status: 200 len: 217 time: 0.0645976 Nov 16 11:37:02.520490 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-7b730b46-b661-45bd-92fc-1669be5d79a4 req-473014d0-3f7a-4af6-b14e-2396be854cc6 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Deleting port 7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:37:02.520891 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7b730b46-b661-45bd-92fc-1669be5d79a4 req-473014d0-3f7a-4af6-b14e-2396be854cc6 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:02.638618 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5c9688b3-53a0-454a-835f-5ae99b6d7a36 req-e1c8e825-b5fa-4664-ac8b-7d4fe0ab96f2 service neutron] 10.222.0.36 "GET /v2.0/networks/59a3cc32-0b4a-4110-9e86-4b064c1586ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032261 Nov 16 11:37:02.645543 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-7b730b46-b661-45bd-92fc-1669be5d79a4 req-473014d0-3f7a-4af6-b14e-2396be854cc6 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] For port 7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b,segment=NetworkSegment(20517f3a-9cfb-4242-9128-9853b0bf839b),segment_id=20517f3a-9cfb-4242-9128-9853b0bf839b)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:37:02.646739 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7b730b46-b661-45bd-92fc-1669be5d79a4 req-473014d0-3f7a-4af6-b14e-2396be854cc6 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:02.665046 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-7b730b46-b661-45bd-92fc-1669be5d79a4 req-473014d0-3f7a-4af6-b14e-2396be854cc6 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Calling delete_port for 7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:37:02.683036 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114f0ce-080a-4fa2-af23-b464e8e5d3a8 req-99c4cb11-a9be-4ed7-a096-bb873d660798 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:02.684839 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2114f0ce-080a-4fa2-af23-b464e8e5d3a8 req-99c4cb11-a9be-4ed7-a096-bb873d660798 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd083d3a-0402-4ed5-9f0a-5800d1598f35 HTTP/1.1" status: 200 len: 945 time: 0.0648737 Nov 16 11:37:02.780582 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2114f0ce-080a-4fa2-af23-b464e8e5d3a8 req-c13889dd-0db4-447f-a457-212b1cb16258 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfafd40e-2b51-4466-a127-43bb0ceaa21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797336 Nov 16 11:37:02.849693 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3d383710-6fba-4ef4-8b39-39f4ab8112b7 req-a193d8be-4bf0-4cf5-9b6d-b70815f8223f tempest-FloatingIPsNegativeTestJSON-1029134635 tempest-FloatingIPsNegativeTestJSON-1029134635-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0434163 Nov 16 11:37:02.852234 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a750cd-f69d-49c7-9358-00408ecef147', 'tag': '30f83719-d107-4d68-bba8-cb927f4f8930'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:37:02.858439 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ab4847-5b0b-419f-b5ce-1812a08e4841" -d '{"events": [{"name": "network-changed", "server_uuid": "e9a750cd-f69d-49c7-9358-00408ecef147", "tag": "30f83719-d107-4d68-bba8-cb927f4f8930"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:37:02.889022 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7b730b46-b661-45bd-92fc-1669be5d79a4 req-473014d0-3f7a-4af6-b14e-2396be854cc6 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:02.906325 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:37:02.925393 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [req-777d1f02-5abd-4ae2-a577-16d665dfb4db req-824742f5-a38d-4c91-a174-ff6f37d15527 tempest-FloatingIPsNegativeTestJSON-1029134635 tempest-FloatingIPsNegativeTestJSON-1029134635-project] show failed (client error): The resource could not be found. Nov 16 11:37:02.943329 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-777d1f02-5abd-4ae2-a577-16d665dfb4db req-824742f5-a38d-4c91-a174-ff6f37d15527 tempest-FloatingIPsNegativeTestJSON-1029134635 tempest-FloatingIPsNegativeTestJSON-1029134635-project] 10.222.0.61 "GET /v2.0/floatingips/8906a384-210b-4604-bdd4-2991c2956e38 HTTP/1.1" status: 404 len: 350 time: 0.0741246 Nov 16 11:37:02.943866 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51426) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:03.014988 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b730b46-b661-45bd-92fc-1669be5d79a4 req-473014d0-3f7a-4af6-b14e-2396be854cc6 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] No DVR routers for this DVR port 7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:37:03.029130 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7b730b46-b661-45bd-92fc-1669be5d79a4 req-473014d0-3f7a-4af6-b14e-2396be854cc6 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:03.032632 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7b730b46-b661-45bd-92fc-1669be5d79a4 req-473014d0-3f7a-4af6-b14e-2396be854cc6 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] 10.222.0.64 "DELETE /v2.0/ports/7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b HTTP/1.1" status: 204 len: 173 time: 0.8349929 Nov 16 11:37:03.033211 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473014d0-3f7a-4af6-b14e-2396be854cc6 tempest-ServerRescueTestJSON-1240852578 tempest-ServerRescueTestJSON-1240852578-project] Pushing event deleted for resources: {'Port': ['ID=7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:03.141407 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38ac747-84e8-4049-98e2-bee7e65ae04d None None] Sync routers for ids ['0cfc2215-300b-494c-a0f7-3ce33fe0e605'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:37:03.157755 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38ac747-84e8-4049-98e2-bee7e65ae04d None None] Routers {'0cfc2215-300b-494c-a0f7-3ce33fe0e605'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:37:03.160550 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c38ac747-84e8-4049-98e2-bee7e65ae04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:36:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['0cfc2215-300b-494c-a0f7-3ce33fe0e605'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:37:03.192441 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84431cf-3d5e-4c9d-8557-f64a080d5194 x-openstack-request-id: req-e84431cf-3d5e-4c9d-8557-f64a080d5194 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:37:03.193348 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9a750cd-f69d-49c7-9358-00408ecef147", "tag": "30f83719-d107-4d68-bba8-cb927f4f8930", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:37:03.193525 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e84431cf-3d5e-4c9d-8557-f64a080d5194 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:37:03.193952 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a750cd-f69d-49c7-9358-00408ecef147', 'tag': '30f83719-d107-4d68-bba8-cb927f4f8930', 'status': 'completed', 'code': 200} Nov 16 11:37:03.279943 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab4847-5b0b-419f-b5ce-1812a08e4841 req-0fcdae2d-1638-481e-8559-ba1de5605bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:03.281757 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f6ab4847-5b0b-419f-b5ce-1812a08e4841 req-0fcdae2d-1638-481e-8559-ba1de5605bb5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a94525ce04b1475298bff18f4d90d9d6&device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 1095 time: 0.2217927 Nov 16 11:37:03.370459 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-c38ac747-84e8-4049-98e2-bee7e65ae04d None None] Set router 0cfc2215-300b-494c-a0f7-3ce33fe0e605 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:37:03.432634 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc3871-5cbe-4cc9-a483-e1843820c766 req-4a4579da-b7a6-49d6-a282-b772d07aaf49 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:03.440372 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6fbc3871-5cbe-4cc9-a483-e1843820c766 req-4a4579da-b7a6-49d6-a282-b772d07aaf49 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 944 time: 0.2673972 Nov 16 11:37:03.446935 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab4847-5b0b-419f-b5ce-1812a08e4841 req-bdf1ef6c-e70a-4003-b39d-e73e0d5e14c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:03.454378 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f6ab4847-5b0b-419f-b5ce-1812a08e4841 req-bdf1ef6c-e70a-4003-b39d-e73e0d5e14c4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a94525ce04b1475298bff18f4d90d9d6&device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 1095 time: 0.2554669 Nov 16 11:37:03.556107 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6fbc3871-5cbe-4cc9-a483-e1843820c766 req-06b86bb1-bd55-4bfb-bc1f-a4909504097d tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=49b75b1f-08a2-446a-817a-dcba3b370ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0934017 Nov 16 11:37:03.722876 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab4847-5b0b-419f-b5ce-1812a08e4841 req-3ff92451-a58d-4d4c-92cd-b9245d9d39cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:03.724405 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f6ab4847-5b0b-419f-b5ce-1812a08e4841 req-3ff92451-a58d-4d4c-92cd-b9245d9d39cb service neutron] 10.222.0.64 "GET /v2.0/networks?id=59a3cc32-0b4a-4110-9e86-4b064c1586ed HTTP/1.1" status: 200 len: 897 time: 0.4343231 Nov 16 11:37:03.797859 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bcc90595-8660-4f99-a447-91493af63604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:03.867342 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 30f83719-d107-4d68-bba8-cb927f4f8930 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:37:03.884222 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab4847-5b0b-419f-b5ce-1812a08e4841 req-123d2beb-2150-4f8d-b9e4-480f56fffb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:03.891429 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f6ab4847-5b0b-419f-b5ce-1812a08e4841 req-123d2beb-2150-4f8d-b9e4-480f56fffb9b service neutron] 10.222.0.36 "GET /v2.0/networks?id=59a3cc32-0b4a-4110-9e86-4b064c1586ed HTTP/1.1" status: 200 len: 897 time: 0.4249337 Nov 16 11:37:03.891923 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 51438) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:03.933326 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 30f83719-d107-4d68-bba8-cb927f4f8930 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:37:03.952120 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c38ac747-84e8-4049-98e2-bee7e65ae04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfc2215-300b-494c-a0f7-3ce33fe0e605', 'name': 'tempest-FloatingIPsNegativeTestJSON-215558648-router', 'tenant_id': 'ff0cd890e8a54fbb948fb91142ea29e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'f312f459-ed5e-402a-95ce-24edde34374c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:36:55Z', 'updated_at': '2021-11-16T11:37:00Z', 'revision_number': 4, 'project_id': 'ff0cd890e8a54fbb948fb91142ea29e2', 'gw_port': {'id': 'f312f459-ed5e-402a-95ce-24edde34374c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:21:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfc2215-300b-494c-a0f7-3ce33fe0e605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:36:56Z', 'updated_at': '2021-11-16T11:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '4f98fd97-12a6-458f-acbe-1c28adc06692', 'name': '', 'network_id': '081305a2-62f1-4c43-b4e9-9ff339f6ef5b', 'tenant_id': 'ff0cd890e8a54fbb948fb91142ea29e2', 'mac_address': 'fa:16:3e:a6:c2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cfc2215-300b-494c-a0f7-3ce33fe0e605', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'b6c3930e-3a72-483a-a0d2-a10eb9449b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:36:59Z', 'updated_at': '2021-11-16T11:37:00Z', 'revision_number': 2, 'project_id': 'ff0cd890e8a54fbb948fb91142ea29e2', 'subnets': [{'id': 'b6c3930e-3a72-483a-a0d2-a10eb9449b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:37:03.985561 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38ac747-84e8-4049-98e2-bee7e65ae04d None None] Checking router: 0cfc2215-300b-494c-a0f7-3ce33fe0e605 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:37:03.986011 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38ac747-84e8-4049-98e2-bee7e65ae04d None None] Updating router 0cfc2215-300b-494c-a0f7-3ce33fe0e605 port 4f98fd97-12a6-458f-acbe-1c28adc06692 binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:37:04.019322 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c38ac747-84e8-4049-98e2-bee7e65ae04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:04.245293 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-bcc90595-8660-4f99-a447-91493af63604 admin admin] Deleting port 4f98fd97-12a6-458f-acbe-1c28adc06692 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:37:04.245876 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bcc90595-8660-4f99-a447-91493af63604 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:04.359209 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bcc90595-8660-4f99-a447-91493af63604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:04.378135 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-bcc90595-8660-4f99-a447-91493af63604 admin admin] Calling delete_port for 4f98fd97-12a6-458f-acbe-1c28adc06692 owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:37:04.462171 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c38ac747-84e8-4049-98e2-bee7e65ae04d None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:04.480157 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c38ac747-84e8-4049-98e2-bee7e65ae04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:04.602045 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1390916-1baf-46f5-83f0-012029353315 None None] Pushing event updated for resources: {'Port': ['ID=4f98fd97-12a6-458f-acbe-1c28adc06692,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:04.603451 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f6ab4847-5b0b-419f-b5ce-1812a08e4841 req-5315dcfe-2e08-4b39-a3e1-26513a32ad69 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30f83719-d107-4d68-bba8-cb927f4f8930 HTTP/1.1" status: 200 len: 1000 time: 0.1510522 Nov 16 11:37:04.627736 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c38ac747-84e8-4049-98e2-bee7e65ae04d None None] Attempting to bind port 4f98fd97-12a6-458f-acbe-1c28adc06692 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:37:04.628110 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c38ac747-84e8-4049-98e2-bee7e65ae04d None None] Attempting to bind port 4f98fd97-12a6-458f-acbe-1c28adc06692 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '0f9ce4b6-0620-4003-9373-c8611c7aa75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '081305a2-62f1-4c43-b4e9-9ff339f6ef5b'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:37:04.628531 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38ac747-84e8-4049-98e2-bee7e65ae04d None None] Attempting to bind port 4f98fd97-12a6-458f-acbe-1c28adc06692 on network 081305a2-62f1-4c43-b4e9-9ff339f6ef5b {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:37:04.647675 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38ac747-84e8-4049-98e2-bee7e65ae04d None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:37:04.648050 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38ac747-84e8-4049-98e2-bee7e65ae04d None None] Checking segment: {'id': '0f9ce4b6-0620-4003-9373-c8611c7aa75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '081305a2-62f1-4c43-b4e9-9ff339f6ef5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:37:04.648474 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c38ac747-84e8-4049-98e2-bee7e65ae04d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:04.648871 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38ac747-84e8-4049-98e2-bee7e65ae04d None None] Bound using segment: {'id': '0f9ce4b6-0620-4003-9373-c8611c7aa75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '081305a2-62f1-4c43-b4e9-9ff339f6ef5b'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:37:04.649364 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c38ac747-84e8-4049-98e2-bee7e65ae04d None None] Bound port: 4f98fd97-12a6-458f-acbe-1c28adc06692, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f9ce4b6-0620-4003-9373-c8611c7aa75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '081305a2-62f1-4c43-b4e9-9ff339f6ef5b'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:37:04.649748 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c38ac747-84e8-4049-98e2-bee7e65ae04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:04.687995 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f6ab4847-5b0b-419f-b5ce-1812a08e4841 req-15f374e4-4e2c-4bc6-80b5-676fa95d4aa7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30f83719-d107-4d68-bba8-cb927f4f8930 HTTP/1.1" status: 200 len: 1000 time: 0.9495120 Nov 16 11:37:04.689392 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab4847-5b0b-419f-b5ce-1812a08e4841 req-edec5ea1-d0d5-4ca2-aa0d-8a419ad2545c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:04.690809 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f6ab4847-5b0b-419f-b5ce-1812a08e4841 req-edec5ea1-d0d5-4ca2-aa0d-8a419ad2545c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9fda7162-9173-4586-9674-e48b78290bc0 HTTP/1.1" status: 200 len: 835 time: 0.0772433 Nov 16 11:37:04.760230 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c38ac747-84e8-4049-98e2-bee7e65ae04d None None] For port 4f98fd97-12a6-458f-acbe-1c28adc06692, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:37:04.767131 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c38ac747-84e8-4049-98e2-bee7e65ae04d None None] For port 4f98fd97-12a6-458f-acbe-1c28adc06692, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=4f98fd97-12a6-458f-acbe-1c28adc06692,segment=NetworkSegment(0f9ce4b6-0620-4003-9373-c8611c7aa75c),segment_id=0f9ce4b6-0620-4003-9373-c8611c7aa75c)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:37:04.776982 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c38ac747-84e8-4049-98e2-bee7e65ae04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:04.790390 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab4847-5b0b-419f-b5ce-1812a08e4841 req-fba0957e-6885-48a9-ac83-b1af00a2314d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:04.792237 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f6ab4847-5b0b-419f-b5ce-1812a08e4841 req-fba0957e-6885-48a9-ac83-b1af00a2314d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59a3cc32-0b4a-4110-9e86-4b064c1586ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925112 Nov 16 11:37:04.820223 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab4847-5b0b-419f-b5ce-1812a08e4841 req-efe391b5-5588-42df-980b-dc28f28b7ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:04.821690 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f6ab4847-5b0b-419f-b5ce-1812a08e4841 req-efe391b5-5588-42df-980b-dc28f28b7ed6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9fda7162-9173-4586-9674-e48b78290bc0 HTTP/1.1" status: 200 len: 835 time: 0.1109076 Nov 16 11:37:04.882906 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1390916-1baf-46f5-83f0-012029353315 None None] Pushing event updated for resources: {'Port': ['ID=4f98fd97-12a6-458f-acbe-1c28adc06692,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:04.885998 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38ac747-84e8-4049-98e2-bee7e65ae04d None None] Routers {'0cfc2215-300b-494c-a0f7-3ce33fe0e605'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:37:04.886938 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c38ac747-84e8-4049-98e2-bee7e65ae04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:36:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['0cfc2215-300b-494c-a0f7-3ce33fe0e605'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:37:05.019136 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-c38ac747-84e8-4049-98e2-bee7e65ae04d None None] Set router 0cfc2215-300b-494c-a0f7-3ce33fe0e605 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:37:05.079334 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab4847-5b0b-419f-b5ce-1812a08e4841 req-85c7e462-6759-46f2-8911-28a25efa498c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:05.082189 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f6ab4847-5b0b-419f-b5ce-1812a08e4841 req-85c7e462-6759-46f2-8911-28a25efa498c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=59a3cc32-0b4a-4110-9e86-4b064c1586ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2469778 Nov 16 11:37:05.164656 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c5554321-9d17-40bb-a936-7662a08e5972 None None] Provisioning complete for port 4f98fd97-12a6-458f-acbe-1c28adc06692 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:37:05.165033 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c5554321-9d17-40bb-a936-7662a08e5972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:05.199074 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bcc90595-8660-4f99-a447-91493af63604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:05.205017 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd083d3a-0402-4ed5-9f0a-5800d1598f35', 'name': 'network-vif-deleted', 'tag': '7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:37:05.207290 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2080c00b-1853-49ed-aa62-2a60896550d9" -d '{"events": [{"server_uuid": "dd083d3a-0402-4ed5-9f0a-5800d1598f35", "name": "network-vif-deleted", "tag": "7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:37:05.238896 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc90595-8660-4f99-a447-91493af63604 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f98fd97-12a6-458f-acbe-1c28adc06692,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:05.274274 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c5554321-9d17-40bb-a936-7662a08e5972 None None] Could not find standard attr ID for object 4f98fd97-12a6-458f-acbe-1c28adc06692. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:37:05.285797 n-d-816823-3 neutron-server[102670]: INFO neutron.plugins.ml2.db [None req-c5554321-9d17-40bb-a936-7662a08e5972 None None] No ports have port_id starting with 4f98fd97-12a6-458f-acbe-1c28adc06692 Nov 16 11:37:05.298719 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c8416-e331-451c-9276-9b89fc82b125 req-4c439187-c3f7-4f36-b15e-e1a030439b1a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:05.299180 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f6ab4847-5b0b-419f-b5ce-1812a08e4841 req-d2e4e6dd-92ab-4d14-9a6c-d4a20262d113 service neutron] 10.222.0.36 "GET /v2.0/networks/59a3cc32-0b4a-4110-9e86-4b064c1586ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970551 Nov 16 11:37:05.300840 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a74c8416-e331-451c-9276-9b89fc82b125 req-4c439187-c3f7-4f36-b15e-e1a030439b1a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 944 time: 0.1135523 Nov 16 11:37:05.389632 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f6ab4847-5b0b-419f-b5ce-1812a08e4841 req-a68ad2d3-de5e-455e-b519-172ce37a1d53 service neutron] 10.222.0.64 "GET /v2.0/networks/59a3cc32-0b4a-4110-9e86-4b064c1586ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887352 Nov 16 11:37:05.402062 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a74c8416-e331-451c-9276-9b89fc82b125 req-90987698-82dd-4d5f-8e86-90150fbc2e7a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=49b75b1f-08a2-446a-817a-dcba3b370ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630088 Nov 16 11:37:05.424241 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c38ac747-84e8-4049-98e2-bee7e65ae04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfc2215-300b-494c-a0f7-3ce33fe0e605', 'name': 'tempest-FloatingIPsNegativeTestJSON-215558648-router', 'tenant_id': 'ff0cd890e8a54fbb948fb91142ea29e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'f312f459-ed5e-402a-95ce-24edde34374c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:36:55Z', 'updated_at': '2021-11-16T11:37:00Z', 'revision_number': 4, 'project_id': 'ff0cd890e8a54fbb948fb91142ea29e2', 'gw_port': {'id': 'f312f459-ed5e-402a-95ce-24edde34374c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:21:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfc2215-300b-494c-a0f7-3ce33fe0e605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:36:56Z', 'updated_at': '2021-11-16T11:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '4f98fd97-12a6-458f-acbe-1c28adc06692', 'name': '', 'network_id': '081305a2-62f1-4c43-b4e9-9ff339f6ef5b', 'tenant_id': 'ff0cd890e8a54fbb948fb91142ea29e2', 'mac_address': 'fa:16:3e:a6:c2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cfc2215-300b-494c-a0f7-3ce33fe0e605', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'b6c3930e-3a72-483a-a0d2-a10eb9449b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:36:59Z', 'updated_at': '2021-11-16T11:37:04Z', 'revision_number': 4, 'project_id': 'ff0cd890e8a54fbb948fb91142ea29e2', 'subnets': [{'id': 'b6c3930e-3a72-483a-a0d2-a10eb9449b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:37:05.510376 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38ac747-84e8-4049-98e2-bee7e65ae04d None None] The sync data for ids ['0cfc2215-300b-494c-a0f7-3ce33fe0e605'] in n-d-816823-3 is: [{'id': '0cfc2215-300b-494c-a0f7-3ce33fe0e605', 'name': 'tempest-FloatingIPsNegativeTestJSON-215558648-router', 'tenant_id': 'ff0cd890e8a54fbb948fb91142ea29e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'f312f459-ed5e-402a-95ce-24edde34374c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:36:55Z', 'updated_at': '2021-11-16T11:37:00Z', 'revision_number': 4, 'project_id': 'ff0cd890e8a54fbb948fb91142ea29e2', 'gw_port': {'id': 'f312f459-ed5e-402a-95ce-24edde34374c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:21:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfc2215-300b-494c-a0f7-3ce33fe0e605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:36:56Z', 'updated_at': '2021-11-16T11:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '4f98fd97-12a6-458f-acbe-1c28adc06692', 'name': '', 'network_id': '081305a2-62f1-4c43-b4e9-9ff339f6ef5b', 'tenant_id': 'ff0cd890e8a54fbb948fb91142ea29e2', 'mac_address': 'fa:16:3e:a6:c2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cfc2215-300b-494c-a0f7-3ce33fe0e605', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': 'b6c3930e-3a72-483a-a0d2-a10eb9449b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:36:59Z', 'updated_at': '2021-11-16T11:37:04Z', 'revision_number': 4, 'project_id': 'ff0cd890e8a54fbb948fb91142ea29e2', 'subnets': [{'id': 'b6c3930e-3a72-483a-a0d2-a10eb9449b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:37:05.516410 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f6ab4847-5b0b-419f-b5ce-1812a08e4841 req-4a679b72-2d6a-4757-a6fe-56d91ecc2fdf service neutron] 10.222.0.64 "GET /v2.0/networks/59a3cc32-0b4a-4110-9e86-4b064c1586ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072714 Nov 16 11:37:05.525734 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fea231bb-17ed-4b14-9e3d-22116095a458 None None] Could not find standard attr ID for object 4f98fd97-12a6-458f-acbe-1c28adc06692. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:37:05.629095 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f6ab4847-5b0b-419f-b5ce-1812a08e4841 req-8c30bbc8-0ace-4d5f-9778-94c3c10235b4 service neutron] 10.222.0.36 "GET /v2.0/networks/59a3cc32-0b4a-4110-9e86-4b064c1586ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190658 Nov 16 11:37:05.638193 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bcc90595-8660-4f99-a447-91493af63604 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:05.754285 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e4e6d988-65df-4da0-986c-608b281f9433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:05.801522 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc59163-2a1b-44cb-b1a4-8d8739b929c2 x-openstack-request-id: req-bdc59163-2a1b-44cb-b1a4-8d8739b929c2 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:37:05.803588 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd083d3a-0402-4ed5-9f0a-5800d1598f35", "name": "network-vif-deleted", "tag": "7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:37:05.804056 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bdc59163-2a1b-44cb-b1a4-8d8739b929c2 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:37:05.804506 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd083d3a-0402-4ed5-9f0a-5800d1598f35', 'name': 'network-vif-deleted', 'tag': '7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b', 'status': 'completed', 'code': 200} Nov 16 11:37:05.816469 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:37:05.855207 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 30f83719-d107-4d68-bba8-cb927f4f8930 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:37:05.863586 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:37:05.863941 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 7a6b8995-ef48-4a3d-b2b7-ac0cf8ab291b not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:37:05.911684 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc90595-8660-4f99-a447-91493af63604 admin admin] Router 0cfc2215-300b-494c-a0f7-3ce33fe0e605 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:37:06.046801 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 30f83719-d107-4d68-bba8-cb927f4f8930, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=30f83719-d107-4d68-bba8-cb927f4f8930,segment=NetworkSegment(ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d),segment_id=ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:37:06.054025 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc90595-8660-4f99-a447-91493af63604 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:37:06.061500 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-bcc90595-8660-4f99-a447-91493af63604 admin admin] 10.222.0.61 "PUT /v2.0/routers/0cfc2215-300b-494c-a0f7-3ce33fe0e605/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1165857 Nov 16 11:37:06.064707 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51452) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:06.071019 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '30f83719-d107-4d68-bba8-cb927f4f8930', 'network_id': '59a3cc32-0b4a-4110-9e86-4b064c1586ed', 'port_id': '30f83719-d107-4d68-bba8-cb927f4f8930', 'mac_address': 'fa:16:3e:58:41:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fda7162-9173-4586-9674-e48b78290bc0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:37:06.112571 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-e4e6d988-65df-4da0-986c-608b281f9433 admin admin] Deleting port 0951a7d5-0a98-4c1a-bece-21f3c29d72d2 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:37:06.113154 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e4e6d988-65df-4da0-986c-608b281f9433 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:06.150773 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:06.175357 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30f83719-d107-4d68-bba8-cb927f4f8930 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:37:06.209338 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 30f83719-d107-4d68-bba8-cb927f4f8930, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=30f83719-d107-4d68-bba8-cb927f4f8930,segment=NetworkSegment(ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d),segment_id=ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:37:06.216848 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:06.220793 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-e4e6d988-65df-4da0-986c-608b281f9433 admin admin] For port 0951a7d5-0a98-4c1a-bece-21f3c29d72d2, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=0951a7d5-0a98-4c1a-bece-21f3c29d72d2,segment=NetworkSegment(20517f3a-9cfb-4242-9128-9853b0bf839b),segment_id=20517f3a-9cfb-4242-9128-9853b0bf839b)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:37:06.221160 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e4e6d988-65df-4da0-986c-608b281f9433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:06.236509 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a4296bc9-8646-4158-8b96-b7df6f025130 admin admin] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:06.238072 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-e4e6d988-65df-4da0-986c-608b281f9433 admin admin] Calling delete_port for 0951a7d5-0a98-4c1a-bece-21f3c29d72d2 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:37:06.303512 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=30f83719-d107-4d68-bba8-cb927f4f8930,revision_number=8']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:06.391180 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a4296bc9-8646-4158-8b96-b7df6f025130 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:06.472980 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['30f83719-d107-4d68-bba8-cb927f4f8930'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:37:06.475618 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a4296bc9-8646-4158-8b96-b7df6f025130 admin admin] Deleting port f312f459-ed5e-402a-95ce-24edde34374c {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:37:06.475967 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a4296bc9-8646-4158-8b96-b7df6f025130 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:06.565579 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e4e6d988-65df-4da0-986c-608b281f9433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:06.625716 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e6d988-65df-4da0-986c-608b281f9433 admin admin] Pushing event deleted for resources: {'Port': ['ID=0951a7d5-0a98-4c1a-bece-21f3c29d72d2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:06.652907 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a4296bc9-8646-4158-8b96-b7df6f025130 admin admin] For port f312f459-ed5e-402a-95ce-24edde34374c, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=f312f459-ed5e-402a-95ce-24edde34374c,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:37:06.653285 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a4296bc9-8646-4158-8b96-b7df6f025130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:06.654068 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e6d988-65df-4da0-986c-608b281f9433 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:37:06.654421 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e6d988-65df-4da0-986c-608b281f9433 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:37:06.654780 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e6d988-65df-4da0-986c-608b281f9433 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:37:06.655551 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e6d988-65df-4da0-986c-608b281f9433 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:37:06.655551 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e6d988-65df-4da0-986c-608b281f9433 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:37:06.655734 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e6d988-65df-4da0-986c-608b281f9433 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:37:06.656068 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e6d988-65df-4da0-986c-608b281f9433 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:37:06.656395 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e6d988-65df-4da0-986c-608b281f9433 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:37:06.656722 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e6d988-65df-4da0-986c-608b281f9433 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:37:06.657048 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e6d988-65df-4da0-986c-608b281f9433 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:37:06.657373 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e6d988-65df-4da0-986c-608b281f9433 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:37:06.657698 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e6d988-65df-4da0-986c-608b281f9433 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:37:06.686746 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfcd4ed-7259-40c0-841b-571017095f7c req-34c41e4b-e589-4a17-847e-3ad9c707605b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:06.688231 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ecfcd4ed-7259-40c0-841b-571017095f7c req-34c41e4b-e589-4a17-847e-3ad9c707605b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 945 time: 0.1431437 Nov 16 11:37:06.702210 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a4296bc9-8646-4158-8b96-b7df6f025130 admin admin] Calling delete_port for f312f459-ed5e-402a-95ce-24edde34374c owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:37:06.800244 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e4e6d988-65df-4da0-986c-608b281f9433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:06.830303 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ecfcd4ed-7259-40c0-841b-571017095f7c req-c5395ae3-c9f3-478e-95ec-f8a5d1a790ef tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=49b75b1f-08a2-446a-817a-dcba3b370ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1315589 Nov 16 11:37:07.016950 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a4296bc9-8646-4158-8b96-b7df6f025130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:07.085414 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4296bc9-8646-4158-8b96-b7df6f025130 admin admin] Pushing event deleted for resources: {'Port': ['ID=f312f459-ed5e-402a-95ce-24edde34374c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:07.098422 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e6d988-65df-4da0-986c-608b281f9433 admin admin] Router d440f7b7-e854-4799-b448-fd58d65e4653 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:37:07.114911 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322c6d19-f628-4149-a396-edf1fe01b6f4 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:37:07.182708 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a4296bc9-8646-4158-8b96-b7df6f025130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:07.306739 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e6d988-65df-4da0-986c-608b281f9433 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:37:07.314810 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e4e6d988-65df-4da0-986c-608b281f9433 admin admin] 10.222.0.61 "PUT /v2.0/routers/d440f7b7-e854-4799-b448-fd58d65e4653/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4177413 Nov 16 11:37:07.315282 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 51466) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:07.327490 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747ed809-bb8f-4876-ad2a-3e40096a8ecd None None] Sync routers for ids ['d440f7b7-e854-4799-b448-fd58d65e4653'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:37:07.344054 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747ed809-bb8f-4876-ad2a-3e40096a8ecd None None] Routers {'d440f7b7-e854-4799-b448-fd58d65e4653'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:37:07.346244 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-747ed809-bb8f-4876-ad2a-3e40096a8ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:36:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['d440f7b7-e854-4799-b448-fd58d65e4653'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:37:07.369358 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a4296bc9-8646-4158-8b96-b7df6f025130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:07.372617 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a4296bc9-8646-4158-8b96-b7df6f025130 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:07.438937 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d9ad95-338b-4d41-a850-be5e239798ab None None] Sync routers for ids ['0cfc2215-300b-494c-a0f7-3ce33fe0e605'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:37:07.453913 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d9ad95-338b-4d41-a850-be5e239798ab None None] Routers {'0cfc2215-300b-494c-a0f7-3ce33fe0e605'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:37:07.454856 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-98d9ad95-338b-4d41-a850-be5e239798ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:36:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['0cfc2215-300b-494c-a0f7-3ce33fe0e605'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:37:07.475694 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a74096-6bfe-4acb-a3b7-b321a50e3041 req-3bc89f95-8866-43f8-b106-e9252279e648 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:07.477596 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-48a74096-6bfe-4acb-a3b7-b321a50e3041 req-3bc89f95-8866-43f8-b106-e9252279e648 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 945 time: 0.2063587 Nov 16 11:37:07.516269 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88172aad-0e72-4cec-86f7-a4188a4e1a49 admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:07.535155 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a4296bc9-8646-4158-8b96-b7df6f025130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:07.535719 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4296bc9-8646-4158-8b96-b7df6f025130 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0cfc2215-300b-494c-a0f7-3ce33fe0e605 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:37:07.551829 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a4296bc9-8646-4158-8b96-b7df6f025130 admin admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:07.553573 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a4296bc9-8646-4158-8b96-b7df6f025130 admin admin] 10.222.0.61 "DELETE /v2.0/routers/0cfc2215-300b-494c-a0f7-3ce33fe0e605 HTTP/1.1" status: 204 len: 168 time: 1.4878695 Nov 16 11:37:07.556235 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51474) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:07.561772 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-747ed809-bb8f-4876-ad2a-3e40096a8ecd None None] Set router d440f7b7-e854-4799-b448-fd58d65e4653 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:37:07.578767 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-98d9ad95-338b-4d41-a850-be5e239798ab None None] Set router 0cfc2215-300b-494c-a0f7-3ce33fe0e605 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:37:07.639966 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-98d9ad95-338b-4d41-a850-be5e239798ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cfc2215-300b-494c-a0f7-3ce33fe0e605', 'name': 'tempest-FloatingIPsNegativeTestJSON-215558648-router', 'tenant_id': 'ff0cd890e8a54fbb948fb91142ea29e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:36:55Z', 'updated_at': '2021-11-16T11:37:06Z', 'revision_number': 7, 'project_id': 'ff0cd890e8a54fbb948fb91142ea29e2', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:37:07.642757 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1abd2c-55f3-4682-a0f9-f672633e3883 req-92ca6b93-eb91-4507-a9e0-510521c800cd tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:07.644298 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b1abd2c-55f3-4682-a0f9-f672633e3883 req-92ca6b93-eb91-4507-a9e0-510521c800cd tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9a750cd-f69d-49c7-9358-00408ecef147&tenant_id=a94525ce04b1475298bff18f4d90d9d6&binding%3Ahost_id=n-h1-816823-3 HTTP/1.1" status: 200 len: 945 time: 0.3783870 Nov 16 11:37:07.695532 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d9ad95-338b-4d41-a850-be5e239798ab None None] Checking router: 0cfc2215-300b-494c-a0f7-3ce33fe0e605 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:37:07.710041 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d9ad95-338b-4d41-a850-be5e239798ab None None] Routers set() bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:37:07.710553 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d9ad95-338b-4d41-a850-be5e239798ab None None] Router IDs set() for agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 16 11:37:07.711529 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_agentschedulers_db [None req-98d9ad95-338b-4d41-a850-be5e239798ab None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0cfc2215-300b-494c-a0f7-3ce33fe0e605'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:36:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent'). {{(pid=102670) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 16 11:37:07.712031 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d9ad95-338b-4d41-a850-be5e239798ab None None] The sync data for ids ['0cfc2215-300b-494c-a0f7-3ce33fe0e605'] in n-d-816823-3 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:37:07.715279 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2a44264-3b3c-4d7b-9989-01d14fe4ef00 admin admin] Deleting subnet b6c3930e-3a72-483a-a0d2-a10eb9449b7e {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:37:07.742656 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-48a74096-6bfe-4acb-a3b7-b321a50e3041 req-dff9a03b-3ce2-4a8d-a173-8eeba38eedca tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=49b75b1f-08a2-446a-817a-dcba3b370ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2517202 Nov 16 11:37:07.745808 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88172aad-0e72-4cec-86f7-a4188a4e1a49 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:07.748579 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c2a44264-3b3c-4d7b-9989-01d14fe4ef00 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:07.816745 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [req-1b1abd2c-55f3-4682-a0f9-f672633e3883 req-e141fa08-222d-4095-b9bd-ec4b6e61303d service neutron] delete failed (client error): The resource could not be found. Nov 16 11:37:07.819026 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b1abd2c-55f3-4682-a0f9-f672633e3883 req-e141fa08-222d-4095-b9bd-ec4b6e61303d service neutron] 10.222.0.64 "DELETE /v2.0/ports/30f83719-d107-4d68-bba8-cb927f4f8930/bindings/n-h2-816823-3 HTTP/1.1" status: 404 len: 380 time: 0.1578164 Nov 16 11:37:07.827030 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c2a44264-3b3c-4d7b-9989-01d14fe4ef00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:07.843187 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 30f83719-d107-4d68-bba8-cb927f4f8930 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:37:07.854767 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-747ed809-bb8f-4876-ad2a-3e40096a8ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd440f7b7-e854-4799-b448-fd58d65e4653', 'name': 'tempest-ServerRescueTestJSON-1609324333-router', 'tenant_id': '6ab31bda493d4a3bae8684db01c778bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '19e69eb6-37f8-4f74-a73c-bf0f3194b854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:04Z', 'updated_at': '2021-11-16T11:37:06Z', 'revision_number': 5, 'project_id': '6ab31bda493d4a3bae8684db01c778bb', 'gw_port': {'id': '19e69eb6-37f8-4f74-a73c-bf0f3194b854', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd440f7b7-e854-4799-b448-fd58d65e4653', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:05Z', 'updated_at': '2021-11-16T11:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:37:07.897093 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747ed809-bb8f-4876-ad2a-3e40096a8ecd None None] Checking router: d440f7b7-e854-4799-b448-fd58d65e4653 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:37:07.906882 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747ed809-bb8f-4876-ad2a-3e40096a8ecd None None] Routers {'d440f7b7-e854-4799-b448-fd58d65e4653'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:37:07.907503 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-747ed809-bb8f-4876-ad2a-3e40096a8ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:36:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['d440f7b7-e854-4799-b448-fd58d65e4653'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:37:07.924839 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c2a44264-3b3c-4d7b-9989-01d14fe4ef00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:07.946356 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-88172aad-0e72-4cec-86f7-a4188a4e1a49 admin admin] Deleting port 19e69eb6-37f8-4f74-a73c-bf0f3194b854 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:37:07.948056 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88172aad-0e72-4cec-86f7-a4188a4e1a49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:07.995152 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port 30f83719-d107-4d68-bba8-cb927f4f8930 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:37:07.999523 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 30f83719-d107-4d68-bba8-cb927f4f8930 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:37:08.000643 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:08.003575 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c2a44264-3b3c-4d7b-9989-01d14fe4ef00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:08.030148 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-747ed809-bb8f-4876-ad2a-3e40096a8ecd None None] Set router d440f7b7-e854-4799-b448-fd58d65e4653 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:37:08.054252 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a44264-3b3c-4d7b-9989-01d14fe4ef00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6c3930e-3a72-483a-a0d2-a10eb9449b7e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:08.080264 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c2a44264-3b3c-4d7b-9989-01d14fe4ef00 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:08.089295 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c2a44264-3b3c-4d7b-9989-01d14fe4ef00 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b6c3930e-3a72-483a-a0d2-a10eb9449b7e HTTP/1.1" status: 204 len: 168 time: 0.5318911 Nov 16 11:37:08.092302 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51480) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:08.102058 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284fb72d-e3a8-460b-8f52-eb32814626ab None None] Network 081305a2-62f1-4c43-b4e9-9ff339f6ef5b requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:37:08.106172 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-747ed809-bb8f-4876-ad2a-3e40096a8ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd440f7b7-e854-4799-b448-fd58d65e4653', 'name': 'tempest-ServerRescueTestJSON-1609324333-router', 'tenant_id': '6ab31bda493d4a3bae8684db01c778bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:04Z', 'updated_at': '2021-11-16T11:37:07Z', 'revision_number': 6, 'project_id': '6ab31bda493d4a3bae8684db01c778bb', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:37:08.137292 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747ed809-bb8f-4876-ad2a-3e40096a8ecd None None] The sync data for ids ['d440f7b7-e854-4799-b448-fd58d65e4653'] in n-d-816823-3 is: [{'id': 'd440f7b7-e854-4799-b448-fd58d65e4653', 'name': 'tempest-ServerRescueTestJSON-1609324333-router', 'tenant_id': '6ab31bda493d4a3bae8684db01c778bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:04Z', 'updated_at': '2021-11-16T11:37:07Z', 'revision_number': 6, 'project_id': '6ab31bda493d4a3bae8684db01c778bb', 'gw_port_host': None}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:37:08.151484 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-88172aad-0e72-4cec-86f7-a4188a4e1a49 admin admin] For port 19e69eb6-37f8-4f74-a73c-bf0f3194b854, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=19e69eb6-37f8-4f74-a73c-bf0f3194b854,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:37:08.152067 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88172aad-0e72-4cec-86f7-a4188a4e1a49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:08.228190 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-88172aad-0e72-4cec-86f7-a4188a4e1a49 admin admin] Calling delete_port for 19e69eb6-37f8-4f74-a73c-bf0f3194b854 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:37:08.274494 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1abd2c-55f3-4682-a0f9-f672633e3883 req-a526283b-5137-440b-90ad-49f26b884e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:08.276215 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b1abd2c-55f3-4682-a0f9-f672633e3883 req-a526283b-5137-440b-90ad-49f26b884e5b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a94525ce04b1475298bff18f4d90d9d6&device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 1096 time: 0.3661516 Nov 16 11:37:08.305581 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5ded6a34-5877-416d-92c6-3a9330335b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:08.428051 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5ded6a34-5877-416d-92c6-3a9330335b12 admin admin] Deleting port c9dacac8-c7a1-4fec-a2d0-c40fb23b61ab {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:37:08.428431 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5ded6a34-5877-416d-92c6-3a9330335b12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:08.516286 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1abd2c-55f3-4682-a0f9-f672633e3883 req-205f3602-5acc-465b-9ef7-f6dad8306353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:08.518395 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b1abd2c-55f3-4682-a0f9-f672633e3883 req-205f3602-5acc-465b-9ef7-f6dad8306353 service neutron] 10.222.0.64 "GET /v2.0/networks?id=59a3cc32-0b4a-4110-9e86-4b064c1586ed HTTP/1.1" status: 200 len: 897 time: 0.1838114 Nov 16 11:37:08.578675 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5ded6a34-5877-416d-92c6-3a9330335b12 admin admin] For port c9dacac8-c7a1-4fec-a2d0-c40fb23b61ab, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=c9dacac8-c7a1-4fec-a2d0-c40fb23b61ab,segment=NetworkSegment(0f9ce4b6-0620-4003-9373-c8611c7aa75c),segment_id=0f9ce4b6-0620-4003-9373-c8611c7aa75c)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:37:08.584243 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5ded6a34-5877-416d-92c6-3a9330335b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:08.595824 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:08.612785 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88172aad-0e72-4cec-86f7-a4188a4e1a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:08.634030 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5ded6a34-5877-416d-92c6-3a9330335b12 admin admin] Calling delete_port for c9dacac8-c7a1-4fec-a2d0-c40fb23b61ab owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:37:08.652846 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a750cd-f69d-49c7-9358-00408ecef147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f83719-d107-4d68-bba8-cb927f4f8930'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:37:08.656542 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a238ce8-4612-4ec8-9f94-036753fa7b4a" -d '{"events": [{"server_uuid": "e9a750cd-f69d-49c7-9358-00408ecef147", "name": "network-vif-plugged", "status": "completed", "tag": "30f83719-d107-4d68-bba8-cb927f4f8930"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:37:08.702007 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88172aad-0e72-4cec-86f7-a4188a4e1a49 admin admin] Pushing event deleted for resources: {'Port': ['ID=19e69eb6-37f8-4f74-a73c-bf0f3194b854,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:08.709361 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 30f83719-d107-4d68-bba8-cb927f4f8930, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=30f83719-d107-4d68-bba8-cb927f4f8930,segment=NetworkSegment(ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d),segment_id=ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:37:08.720715 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ebd570-94d8-4f90-bb17-31fb0bb732bc None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:37:08.725405 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:08.795248 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b1abd2c-55f3-4682-a0f9-f672633e3883 req-ea2dcfa8-157d-4638-810c-9b1b1aa1f0a5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30f83719-d107-4d68-bba8-cb927f4f8930 HTTP/1.1" status: 200 len: 1001 time: 0.1969740 Nov 16 11:37:08.796075 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88172aad-0e72-4cec-86f7-a4188a4e1a49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:08.806280 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5ded6a34-5877-416d-92c6-3a9330335b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:08.830381 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=30f83719-d107-4d68-bba8-cb927f4f8930,revision_number=9']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:08.856893 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded6a34-5877-416d-92c6-3a9330335b12 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9dacac8-c7a1-4fec-a2d0-c40fb23b61ab,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:08.858969 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ded6a34-5877-416d-92c6-3a9330335b12 admin admin] No DVR routers for this DVR port c9dacac8-c7a1-4fec-a2d0-c40fb23b61ab on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:37:08.893153 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e931a411-396c-4926-a857-a802303360ee None None] DHCP port deletion for 081305a2-62f1-4c43-b4e9-9ff339f6ef5b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:37:08.959351 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ca955a-c59f-4f4f-b585-1a121a60629a x-openstack-request-id: req-e6ca955a-c59f-4f4f-b585-1a121a60629a {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:37:08.960012 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a750cd-f69d-49c7-9358-00408ecef147", "name": "network-vif-plugged", "status": "completed", "tag": "30f83719-d107-4d68-bba8-cb927f4f8930", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:37:08.960372 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e6ca955a-c59f-4f4f-b585-1a121a60629a {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:37:08.960871 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a750cd-f69d-49c7-9358-00408ecef147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f83719-d107-4d68-bba8-cb927f4f8930', 'code': 200} Nov 16 11:37:08.978631 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5ded6a34-5877-416d-92c6-3a9330335b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:09.021553 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-5ded6a34-5877-416d-92c6-3a9330335b12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['081305a2-62f1-4c43-b4e9-9ff339f6ef5b']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:37:09.042050 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88172aad-0e72-4cec-86f7-a4188a4e1a49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:09.049106 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-5ded6a34-5877-416d-92c6-3a9330335b12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f9ce4b6-0620-4003-9373-c8611c7aa75c') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:37:09.049270 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88172aad-0e72-4cec-86f7-a4188a4e1a49 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:09.049371 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-5ded6a34-5877-416d-92c6-3a9330335b12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f9ce4b6-0620-4003-9373-c8611c7aa75c') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:37:09.079249 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5ded6a34-5877-416d-92c6-3a9330335b12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:09.099455 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1abd2c-55f3-4682-a0f9-f672633e3883 req-80c72173-7411-4059-a3e7-254bdda0e924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:09.099785 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5ded6a34-5877-416d-92c6-3a9330335b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:09.100877 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b1abd2c-55f3-4682-a0f9-f672633e3883 req-80c72173-7411-4059-a3e7-254bdda0e924 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9fda7162-9173-4586-9674-e48b78290bc0 HTTP/1.1" status: 200 len: 835 time: 0.0978985 Nov 16 11:37:09.108105 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88172aad-0e72-4cec-86f7-a4188a4e1a49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:09.108800 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88172aad-0e72-4cec-86f7-a4188a4e1a49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d440f7b7-e854-4799-b448-fd58d65e4653 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:37:09.113261 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa51ba9-092b-4cb1-ad4b-231ca62d733c req-24c099a8-9c69-4876-a8f7-9f6e48c22bed tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:09.115554 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0aa51ba9-092b-4cb1-ad4b-231ca62d733c req-24c099a8-9c69-4876-a8f7-9f6e48c22bed tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 946 time: 0.0846813 Nov 16 11:37:09.119960 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88172aad-0e72-4cec-86f7-a4188a4e1a49 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:09.124109 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ded6a34-5877-416d-92c6-3a9330335b12 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:37:09.124510 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5ded6a34-5877-416d-92c6-3a9330335b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:09.129695 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-88172aad-0e72-4cec-86f7-a4188a4e1a49 admin admin] 10.222.0.61 "DELETE /v2.0/routers/d440f7b7-e854-4799-b448-fd58d65e4653 HTTP/1.1" status: 204 len: 168 time: 1.8091478 Nov 16 11:37:09.130386 n-d-816823-3 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:37:09.130386 n-d-816823-3 neutron-server[102669]: items = [ Nov 16 11:37:09.130386 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:37:09.130386 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:37:09.130386 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:37:09.130386 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:37:09.130386 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:37:09.130386 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:37:09.130386 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:37:09.130386 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:37:09.130386 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:37:09.130386 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:37:09.130386 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:37:09.130386 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:37:09.130386 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:37:09.130386 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:37:09.130386 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:37:09.130386 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:37:09.130386 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:37:09.130386 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:37:09.130386 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:37:09.130386 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:37:09.130386 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:37:09.130386 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:37:09.130386 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:37:09.130386 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:37:09.130386 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:37:09.130386 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:37:09.130386 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:37:09.130386 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:37:09.130386 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:37:09.130386 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:37:09.130386 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:37:09.130386 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:37:09.154211 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 51492) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:09.216714 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1abd2c-55f3-4682-a0f9-f672633e3883 req-6cd9a743-eb43-4e99-b93f-2e7f9af25837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:09.218956 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b1abd2c-55f3-4682-a0f9-f672633e3883 req-6cd9a743-eb43-4e99-b93f-2e7f9af25837 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=59a3cc32-0b4a-4110-9e86-4b064c1586ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905266 Nov 16 11:37:09.222793 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-4da7b484-6a88-4dea-ad2d-73b55867672b admin admin] Deleting subnet 8e8690f1-2981-422e-ba98-68c4f62daf8a {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:37:09.227707 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4da7b484-6a88-4dea-ad2d-73b55867672b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:09.232300 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5ded6a34-5877-416d-92c6-3a9330335b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:09.242216 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5ded6a34-5877-416d-92c6-3a9330335b12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:09.246125 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5ded6a34-5877-416d-92c6-3a9330335b12 admin admin] 10.222.0.61 "DELETE /v2.0/networks/081305a2-62f1-4c43-b4e9-9ff339f6ef5b HTTP/1.1" status: 204 len: 168 time: 1.1526020 Nov 16 11:37:09.255221 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0aa51ba9-092b-4cb1-ad4b-231ca62d733c req-abb6ec31-b8b1-4b7e-b37f-18dc3c335e5f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=49b75b1f-08a2-446a-817a-dcba3b370ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1167245 Nov 16 11:37:09.266773 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded6a34-5877-416d-92c6-3a9330335b12 admin admin] Pushing event deleted for resources: {'Network': ['ID=081305a2-62f1-4c43-b4e9-9ff339f6ef5b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:09.340678 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b1abd2c-55f3-4682-a0f9-f672633e3883 req-731055d1-8b3d-4ea4-b672-ba48710d7938 service neutron] 10.222.0.64 "GET /v2.0/networks/59a3cc32-0b4a-4110-9e86-4b064c1586ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872800 Nov 16 11:37:09.376970 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4da7b484-6a88-4dea-ad2d-73b55867672b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:09.466565 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4da7b484-6a88-4dea-ad2d-73b55867672b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:09.478112 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device f312f459-ed5e-402a-95ce-24edde34374c no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:37:09.497896 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51498) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:09.508429 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: f312f459-ed5e-402a-95ce-24edde34374c {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:37:09.508950 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device f312f459-ed5e-402a-95ce-24edde34374c not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:37:09.509508 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 0951a7d5-0a98-4c1a-bece-21f3c29d72d2 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:37:09.520208 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b1abd2c-55f3-4682-a0f9-f672633e3883 req-de04fde3-08cf-4a38-84c9-53eb57777c6b service neutron] 10.222.0.64 "GET /v2.0/networks/59a3cc32-0b4a-4110-9e86-4b064c1586ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669710 Nov 16 11:37:09.550847 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4da7b484-6a88-4dea-ad2d-73b55867672b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:09.555827 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 0951a7d5-0a98-4c1a-bece-21f3c29d72d2 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:37:09.556170 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 0951a7d5-0a98-4c1a-bece-21f3c29d72d2 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:37:09.556593 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 19e69eb6-37f8-4f74-a73c-bf0f3194b854 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:37:09.579047 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b21a906d-d314-42eb-8730-6e209837201f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ff0cd890e8a54fbb948fb91142ea29e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0796862 Nov 16 11:37:09.581315 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51500) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:09.594369 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7b484-6a88-4dea-ad2d-73b55867672b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e8690f1-2981-422e-ba98-68c4f62daf8a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:09.596326 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 19e69eb6-37f8-4f74-a73c-bf0f3194b854 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:37:09.596815 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 19e69eb6-37f8-4f74-a73c-bf0f3194b854 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:37:09.598215 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 4f98fd97-12a6-458f-acbe-1c28adc06692 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:37:09.604551 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4da7b484-6a88-4dea-ad2d-73b55867672b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:09.616211 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4da7b484-6a88-4dea-ad2d-73b55867672b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/8e8690f1-2981-422e-ba98-68c4f62daf8a HTTP/1.1" status: 204 len: 168 time: 0.4609301 Nov 16 11:37:09.623379 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51502) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:09.633200 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 4f98fd97-12a6-458f-acbe-1c28adc06692 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:37:09.633559 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 4f98fd97-12a6-458f-acbe-1c28adc06692 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:37:09.634095 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device c9dacac8-c7a1-4fec-a2d0-c40fb23b61ab no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:37:09.655451 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: c9dacac8-c7a1-4fec-a2d0-c40fb23b61ab {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:37:09.655713 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device c9dacac8-c7a1-4fec-a2d0-c40fb23b61ab not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:37:09.727411 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ba40513-de81-472e-8210-a514c19228b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:09.730864 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-529d1740-e297-420f-accf-fe7d7ca1bd86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:09.763473 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ba40513-de81-472e-8210-a514c19228b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:09.861384 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-529d1740-e297-420f-accf-fe7d7ca1bd86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:09.884726 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-529d1740-e297-420f-accf-fe7d7ca1bd86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96e79771-237e-4cd3-91d2-c7d7c5041918']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:37:09.896608 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-529d1740-e297-420f-accf-fe7d7ca1bd86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20517f3a-9cfb-4242-9128-9853b0bf839b') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:37:09.897010 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-529d1740-e297-420f-accf-fe7d7ca1bd86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20517f3a-9cfb-4242-9128-9853b0bf839b') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:37:09.903527 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ba40513-de81-472e-8210-a514c19228b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:09.906133 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ba40513-de81-472e-8210-a514c19228b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:09.908012 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2ba40513-de81-472e-8210-a514c19228b7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b2bac150-6182-4491-89af-93522a6e29d6 HTTP/1.1" status: 204 len: 168 time: 0.3256063 Nov 16 11:37:09.914269 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-529d1740-e297-420f-accf-fe7d7ca1bd86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:09.927926 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba40513-de81-472e-8210-a514c19228b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bac150-6182-4491-89af-93522a6e29d6,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:09.938758 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-529d1740-e297-420f-accf-fe7d7ca1bd86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:09.945564 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-529d1740-e297-420f-accf-fe7d7ca1bd86 admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:37:09.946027 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-529d1740-e297-420f-accf-fe7d7ca1bd86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:09.947718 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:37:09.947718 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:37:09.947718 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:37:09.947718 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:37:09.947718 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:37:09.947718 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:37:09.947718 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:37:09.947718 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:37:09.947718 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:37:09.947718 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:37:09.947718 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:37:09.947718 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:37:09.947718 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:37:09.947718 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:37:09.947718 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:37:09.947718 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:37:09.947718 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:37:09.947718 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:37:09.947718 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:37:09.947718 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:37:09.947718 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:37:09.947718 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:37:09.947718 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:37:09.947718 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:37:09.947718 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:37:09.947718 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:37:09.947718 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:37:09.947718 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:37:09.947718 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:37:09.947718 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:37:09.947718 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:37:09.947718 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:37:10.014856 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-529d1740-e297-420f-accf-fe7d7ca1bd86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:10.025389 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-529d1740-e297-420f-accf-fe7d7ca1bd86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:10.031181 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-529d1740-e297-420f-accf-fe7d7ca1bd86 admin admin] 10.222.0.61 "DELETE /v2.0/networks/96e79771-237e-4cd3-91d2-c7d7c5041918 HTTP/1.1" status: 204 len: 168 time: 0.4067397 Nov 16 11:37:10.045329 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d1740-e297-420f-accf-fe7d7ca1bd86 admin admin] Pushing event deleted for resources: {'Network': ['ID=96e79771-237e-4cd3-91d2-c7d7c5041918,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:10.356429 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51518) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:10.437367 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b76a0f9f-2359-44cd-80e2-68ff93699f67 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6ab31bda493d4a3bae8684db01c778bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0772843 Nov 16 11:37:10.437597 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51522) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:10.464707 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc0ce6-0695-4934-af74-c931979dec10 req-fbcb8be6-13ce-4ff2-ae66-89472512cf78 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:10.466224 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-74fc0ce6-0695-4934-af74-c931979dec10 req-fbcb8be6-13ce-4ff2-ae66-89472512cf78 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 946 time: 0.0898390 Nov 16 11:37:10.540925 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-42a02649-684c-408a-bd38-8113c2d29dfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:10.548290 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-74fc0ce6-0695-4934-af74-c931979dec10 req-cf893732-56ef-4c9f-84bc-e0889e411fd5 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=49b75b1f-08a2-446a-817a-dcba3b370ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0684714 Nov 16 11:37:10.580283 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-42a02649-684c-408a-bd38-8113c2d29dfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:10.581764 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 51530) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:10.658018 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-42a02649-684c-408a-bd38-8113c2d29dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:10.662236 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-42a02649-684c-408a-bd38-8113c2d29dfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:10.666339 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-42a02649-684c-408a-bd38-8113c2d29dfb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cfafd40e-2b51-4466-a127-43bb0ceaa21b HTTP/1.1" status: 204 len: 168 time: 0.2276578 Nov 16 11:37:10.679349 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1a44bc02-dec2-4c63-a5a6-29523cb57110 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/floatingips/228a0562-6510-4050-9d1e-48d90c3c6a73 HTTP/1.1" status: 200 len: 994 time: 0.0868502 Nov 16 11:37:10.688939 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a02649-684c-408a-bd38-8113c2d29dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfafd40e-2b51-4466-a127-43bb0ceaa21b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:11.212466 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 51560) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:11.357383 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac8aad58-85f3-4c77-98fa-6402740e9046 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:11.443363 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac8aad58-85f3-4c77-98fa-6402740e9046 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:11.447514 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac8aad58-85f3-4c77-98fa-6402740e9046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:11.487608 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ac8aad58-85f3-4c77-98fa-6402740e9046 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=44308eb253974edaa50d7462452384d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2741432 Nov 16 11:37:11.489346 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 51568) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:11.496627 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8aad58-85f3-4c77-98fa-6402740e9046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99bda1c4-61d9-4f2d-bd2d-86f1fa29e1da,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:11.553989 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db9981d5-3f78-47c3-8b32-65d2aaf80e82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:11.579790 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db9981d5-3f78-47c3-8b32-65d2aaf80e82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:11.628829 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db9981d5-3f78-47c3-8b32-65d2aaf80e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:11.636193 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db9981d5-3f78-47c3-8b32-65d2aaf80e82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:11.636193 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-db9981d5-3f78-47c3-8b32-65d2aaf80e82 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/99bda1c4-61d9-4f2d-bd2d-86f1fa29e1da HTTP/1.1" status: 204 len: 168 time: 0.1429751 Nov 16 11:37:11.641656 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9981d5-3f78-47c3-8b32-65d2aaf80e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99bda1c4-61d9-4f2d-bd2d-86f1fa29e1da,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:11.724682 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 51582) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:11.948443 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-0ead1e95-e66d-480d-9fe1-382c33db46a8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1688570089-network', 'tenant_id': '48e75913e53a4bec98a3ab9a3a4387ee'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:37:11.974516 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ead1e95-e66d-480d-9fe1-382c33db46a8 admin admin] Made reservation on behalf of 48e75913e53a4bec98a3ab9a3a4387ee for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:37:11.976919 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0ead1e95-e66d-480d-9fe1-382c33db46a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:11.986569 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0ead1e95-e66d-480d-9fe1-382c33db46a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:11.999480 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 51590) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:12.026168 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-77f2ea4c-7705-4773-8d21-9309f9368f95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:12.148590 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0ead1e95-e66d-480d-9fe1-382c33db46a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:12.154276 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0ead1e95-e66d-480d-9fe1-382c33db46a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:12.207679 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ead1e95-e66d-480d-9fe1-382c33db46a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:37:12.210687 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-77f2ea4c-7705-4773-8d21-9309f9368f95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:12.214692 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead1e95-e66d-480d-9fe1-382c33db46a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501e0610-54a8-4c8a-be7c-05fe00a762c0,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:12.221498 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-77f2ea4c-7705-4773-8d21-9309f9368f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:12.260604 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0ead1e95-e66d-480d-9fe1-382c33db46a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:12.261108 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-0ead1e95-e66d-480d-9fe1-382c33db46a8 admin admin] Added segment 0e7ce30a-fde8-4260-b2df-e2d0092055b7 of type vlan for network f8221fdb-1e08-4d01-ae9d-5d09ca082499 Nov 16 11:37:12.308002 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-77f2ea4c-7705-4773-8d21-9309f9368f95 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bc5eb8a977bd4150ba9f88d200fd847b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3053279 Nov 16 11:37:12.311165 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f2ea4c-7705-4773-8d21-9309f9368f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18d6686-78f8-42ad-86a3-89ce2bf0f395,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:12.311328 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51592) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:12.324837 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0ead1e95-e66d-480d-9fe1-382c33db46a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:12.352882 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0ead1e95-e66d-480d-9fe1-382c33db46a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:12.353888 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ead1e95-e66d-480d-9fe1-382c33db46a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:12.354561 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0ead1e95-e66d-480d-9fe1-382c33db46a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:12.362181 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b7b84959-3fa1-41f4-a829-5ca81cfe9fd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:12.384902 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b7b84959-3fa1-41f4-a829-5ca81cfe9fd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:12.418948 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0ead1e95-e66d-480d-9fe1-382c33db46a8 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6923926 Nov 16 11:37:12.420701 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51598) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:12.425674 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-41c45d77-8fc1-4c73-8065-f2d9fb98130f admin admin] Request body: {'subnet': {'network_id': 'f8221fdb-1e08-4d01-ae9d-5d09ca082499', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1688570089-subnet', 'tenant_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:37:12.435798 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead1e95-e66d-480d-9fe1-382c33db46a8 admin admin] Pushing event updated for resources: {'Network': ['ID=f8221fdb-1e08-4d01-ae9d-5d09ca082499,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:12.451453 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network f8221fdb-1e08-4d01-ae9d-5d09ca082499 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:37:12.452852 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c45d77-8fc1-4c73-8065-f2d9fb98130f admin admin] Made reservation on behalf of 48e75913e53a4bec98a3ab9a3a4387ee for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:37:12.455694 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-41c45d77-8fc1-4c73-8065-f2d9fb98130f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:12.497881 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b7b84959-3fa1-41f4-a829-5ca81cfe9fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:12.500537 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b7b84959-3fa1-41f4-a829-5ca81cfe9fd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:12.501720 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b7b84959-3fa1-41f4-a829-5ca81cfe9fd1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e18d6686-78f8-42ad-86a3-89ce2bf0f395 HTTP/1.1" status: 204 len: 168 time: 0.1895449 Nov 16 11:37:12.527297 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b84959-3fa1-41f4-a829-5ca81cfe9fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18d6686-78f8-42ad-86a3-89ce2bf0f395,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:12.670282 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-41c45d77-8fc1-4c73-8065-f2d9fb98130f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:12.730406 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c45d77-8fc1-4c73-8065-f2d9fb98130f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae399528-fd41-480d-a8b2-89ffbb840b02,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:12.739249 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c45d77-8fc1-4c73-8065-f2d9fb98130f admin admin] Checking segment: {'id': '0e7ce30a-fde8-4260-b2df-e2d0092055b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f8221fdb-1e08-4d01-ae9d-5d09ca082499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:37:12.740160 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c45d77-8fc1-4c73-8065-f2d9fb98130f admin admin] Network hostable DHCP agents. Network: f8221fdb-1e08-4d01-ae9d-5d09ca082499, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:37:12.758402 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c45d77-8fc1-4c73-8065-f2d9fb98130f admin admin] Network f8221fdb-1e08-4d01-ae9d-5d09ca082499 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:37:12.768406 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-41c45d77-8fc1-4c73-8065-f2d9fb98130f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, f8221fdb-1e08-4d01-ae9d-5d09ca082499) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:37:12.772955 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c45d77-8fc1-4c73-8065-f2d9fb98130f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:12.773663 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-41c45d77-8fc1-4c73-8065-f2d9fb98130f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:12.787392 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29b4708-441d-4592-ae6f-db1d6667470a None None] Network f8221fdb-1e08-4d01-ae9d-5d09ca082499 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:37:12.796648 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-41c45d77-8fc1-4c73-8065-f2d9fb98130f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3747118 Nov 16 11:37:12.799357 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 51618) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:12.807601 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-bbf448a2-4b5c-46ce-a122-c8110be81c5a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1688570089-router', 'tenant_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:37:12.833790 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bbf448a2-4b5c-46ce-a122-c8110be81c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:12.835149 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bbf448a2-4b5c-46ce-a122-c8110be81c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:12.896599 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bbf448a2-4b5c-46ce-a122-c8110be81c5a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:12.967925 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9930868a-95d8-466b-ab1a-8629eecca471 None None] Network f8221fdb-1e08-4d01-ae9d-5d09ca082499 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:37:13.069500 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-27b4ea1b-9e60-4ac1-8bf6-85612677fbb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:13.447409 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bbf448a2-4b5c-46ce-a122-c8110be81c5a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:13.647763 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bbf448a2-4b5c-46ce-a122-c8110be81c5a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:13.667076 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bbf448a2-4b5c-46ce-a122-c8110be81c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:13.783321 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-bbf448a2-4b5c-46ce-a122-c8110be81c5a admin admin] Allocated IP 172.25.0.156 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/e7b838a0-358e-4cd0-a962-e2b07785c5eb) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:37:13.892562 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bbf448a2-4b5c-46ce-a122-c8110be81c5a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:13.930594 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bbf448a2-4b5c-46ce-a122-c8110be81c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:13.981006 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf448a2-4b5c-46ce-a122-c8110be81c5a admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:37:13.985914 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-bbf448a2-4b5c-46ce-a122-c8110be81c5a admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:37:13.988549 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf448a2-4b5c-46ce-a122-c8110be81c5a admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:37:13.997195 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf448a2-4b5c-46ce-a122-c8110be81c5a admin admin] Pushing event updated for resources: {'Port': ['ID=e7b838a0-358e-4cd0-a962-e2b07785c5eb,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:14.002878 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103c3a6f-452a-4ead-b7c6-5b431558822e None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:37:14.133420 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-40c6a2e8-4972-4e84-b385-d7f230fafe5a None None] Provisioning complete for port e7b838a0-358e-4cd0-a962-e2b07785c5eb triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:37:14.133797 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-40c6a2e8-4972-4e84-b385-d7f230fafe5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:14.172295 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-40c6a2e8-4972-4e84-b385-d7f230fafe5a None None] Port e7b838a0-358e-4cd0-a962-e2b07785c5eb cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:37:14.253303 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bbf448a2-4b5c-46ce-a122-c8110be81c5a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:14.461403 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bbf448a2-4b5c-46ce-a122-c8110be81c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:14.607853 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf448a2-4b5c-46ce-a122-c8110be81c5a admin admin] Router 77566e5a-d636-458b-b2df-e5ab3fb09d1e is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:37:14.717556 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf448a2-4b5c-46ce-a122-c8110be81c5a admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:37:14.727585 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85672f6-28cc-404d-905e-c28ba56e243f None None] Sync routers for ids ['77566e5a-d636-458b-b2df-e5ab3fb09d1e'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:37:14.736039 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bbf448a2-4b5c-46ce-a122-c8110be81c5a admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:14.737426 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bbf448a2-4b5c-46ce-a122-c8110be81c5a admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 1.9360850 Nov 16 11:37:14.740743 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 51706) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:14.741077 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85672f6-28cc-404d-905e-c28ba56e243f None None] Routers {'77566e5a-d636-458b-b2df-e5ab3fb09d1e'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:37:14.741861 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-d85672f6-28cc-404d-905e-c28ba56e243f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:36:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['77566e5a-d636-458b-b2df-e5ab3fb09d1e'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:37:14.965073 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-d85672f6-28cc-404d-905e-c28ba56e243f None None] Set router 77566e5a-d636-458b-b2df-e5ab3fb09d1e gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:37:15.204547 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-d85672f6-28cc-404d-905e-c28ba56e243f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77566e5a-d636-458b-b2df-e5ab3fb09d1e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1688570089-router', 'tenant_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'e7b838a0-358e-4cd0-a962-e2b07785c5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:37:12Z', 'updated_at': '2021-11-16T11:37:14Z', 'revision_number': 3, 'project_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'gw_port': {'id': 'e7b838a0-358e-4cd0-a962-e2b07785c5eb', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:51:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77566e5a-d636-458b-b2df-e5ab3fb09d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:13Z', 'updated_at': '2021-11-16T11:37:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:37:15.238262 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85672f6-28cc-404d-905e-c28ba56e243f None None] Checking router: 77566e5a-d636-458b-b2df-e5ab3fb09d1e for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:37:15.238945 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85672f6-28cc-404d-905e-c28ba56e243f None None] Updating router 77566e5a-d636-458b-b2df-e5ab3fb09d1e port e7b838a0-358e-4cd0-a962-e2b07785c5eb binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:37:15.267626 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5d53df0c-0016-49f2-b406-97973dcb4282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:15.268310 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d85672f6-28cc-404d-905e-c28ba56e243f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:15.451226 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-5d53df0c-0016-49f2-b406-97973dcb4282 admin admin] Allocated IP 172.20.0.1 (f8221fdb-1e08-4d01-ae9d-5d09ca082499/ae399528-fd41-480d-a8b2-89ffbb840b02/333879ff-0fb8-4080-83cf-964ce46f84a7) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:37:15.551372 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-447eb548-97fa-4dac-badd-ef9a6caf9602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:15.594466 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5d53df0c-0016-49f2-b406-97973dcb4282 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:15.625295 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d85672f6-28cc-404d-905e-c28ba56e243f None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:15.632717 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d85672f6-28cc-404d-905e-c28ba56e243f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:15.635075 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5d53df0c-0016-49f2-b406-97973dcb4282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:15.685034 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1717c263-f9cc-4469-8493-a83f01406e79 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:37:15.685567 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d53df0c-0016-49f2-b406-97973dcb4282 admin admin] Network f8221fdb-1e08-4d01-ae9d-5d09ca082499 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:37:15.688884 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-5d53df0c-0016-49f2-b406-97973dcb4282 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:37:15.694027 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d53df0c-0016-49f2-b406-97973dcb4282 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:37:15.694729 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf12b9-d36f-40ed-998c-66188828e082 None None] Pushing event updated for resources: {'Port': ['ID=e7b838a0-358e-4cd0-a962-e2b07785c5eb,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:15.696195 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d53df0c-0016-49f2-b406-97973dcb4282 admin admin] Pushing event updated for resources: {'Port': ['ID=333879ff-0fb8-4080-83cf-964ce46f84a7,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:15.699794 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-d85672f6-28cc-404d-905e-c28ba56e243f None None] Attempting to bind port e7b838a0-358e-4cd0-a962-e2b07785c5eb on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:37:15.700161 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-d85672f6-28cc-404d-905e-c28ba56e243f None None] Attempting to bind port e7b838a0-358e-4cd0-a962-e2b07785c5eb by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:37:15.700516 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85672f6-28cc-404d-905e-c28ba56e243f None None] Attempting to bind port e7b838a0-358e-4cd0-a962-e2b07785c5eb on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:37:15.706522 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85672f6-28cc-404d-905e-c28ba56e243f None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:37:15.706874 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85672f6-28cc-404d-905e-c28ba56e243f None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:37:15.707264 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d85672f6-28cc-404d-905e-c28ba56e243f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:15.707698 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85672f6-28cc-404d-905e-c28ba56e243f None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:37:15.709068 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-d85672f6-28cc-404d-905e-c28ba56e243f None None] Bound port: e7b838a0-358e-4cd0-a962-e2b07785c5eb, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:37:15.709399 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d85672f6-28cc-404d-905e-c28ba56e243f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:15.746430 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5d53df0c-0016-49f2-b406-97973dcb4282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:15.765188 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-d85672f6-28cc-404d-905e-c28ba56e243f None None] For port e7b838a0-358e-4cd0-a962-e2b07785c5eb, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:37:15.769582 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-d85672f6-28cc-404d-905e-c28ba56e243f None None] For port e7b838a0-358e-4cd0-a962-e2b07785c5eb, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=e7b838a0-358e-4cd0-a962-e2b07785c5eb,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:37:15.775681 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d85672f6-28cc-404d-905e-c28ba56e243f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:15.818589 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-aeb6219d-b9b5-44b9-a20f-d39b7e3bbffb None None] Provisioning complete for port e7b838a0-358e-4cd0-a962-e2b07785c5eb triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:37:15.819233 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aeb6219d-b9b5-44b9-a20f-d39b7e3bbffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:15.848168 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85672f6-28cc-404d-905e-c28ba56e243f None None] Routers {'77566e5a-d636-458b-b2df-e5ab3fb09d1e'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:37:15.849406 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-d85672f6-28cc-404d-905e-c28ba56e243f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:37:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['77566e5a-d636-458b-b2df-e5ab3fb09d1e'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:37:15.882207 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c27567-6bc7-410a-8485-47b8ac84fa6f None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:37:15.920355 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf12b9-d36f-40ed-998c-66188828e082 None None] Pushing event updated for resources: {'Port': ['ID=e7b838a0-358e-4cd0-a962-e2b07785c5eb,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:15.951076 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5d53df0c-0016-49f2-b406-97973dcb4282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:16.012406 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-d85672f6-28cc-404d-905e-c28ba56e243f None None] Set router 77566e5a-d636-458b-b2df-e5ab3fb09d1e gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:37:16.041358 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aeb6219d-b9b5-44b9-a20f-d39b7e3bbffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:16.080435 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-aeb6219d-b9b5-44b9-a20f-d39b7e3bbffb None None] For port e7b838a0-358e-4cd0-a962-e2b07785c5eb, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=e7b838a0-358e-4cd0-a962-e2b07785c5eb,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:37:16.099735 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aeb6219d-b9b5-44b9-a20f-d39b7e3bbffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:16.253709 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6219d-b9b5-44b9-a20f-d39b7e3bbffb None None] Pushing event updated for resources: {'Port': ['ID=e7b838a0-358e-4cd0-a962-e2b07785c5eb,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:16.285226 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0c0eed9-edf0-427b-b029-7ee633b7963b None None] Provisioning complete for port e7b838a0-358e-4cd0-a962-e2b07785c5eb triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:37:16.285657 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0c0eed9-edf0-427b-b029-7ee633b7963b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:16.342830 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5d53df0c-0016-49f2-b406-97973dcb4282 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:16.358172 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5d53df0c-0016-49f2-b406-97973dcb4282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:16.461174 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d53df0c-0016-49f2-b406-97973dcb4282 admin admin] Pushing event updated for resources: {'Port': ['ID=333879ff-0fb8-4080-83cf-964ce46f84a7,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:16.467816 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-d85672f6-28cc-404d-905e-c28ba56e243f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77566e5a-d636-458b-b2df-e5ab3fb09d1e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1688570089-router', 'tenant_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'e7b838a0-358e-4cd0-a962-e2b07785c5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:37:12Z', 'updated_at': '2021-11-16T11:37:14Z', 'revision_number': 3, 'project_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'gw_port': {'id': 'e7b838a0-358e-4cd0-a962-e2b07785c5eb', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:51:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77566e5a-d636-458b-b2df-e5ab3fb09d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:13Z', 'updated_at': '2021-11-16T11:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:37:16.470408 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5d53df0c-0016-49f2-b406-97973dcb4282 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:16.509105 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85672f6-28cc-404d-905e-c28ba56e243f None None] The sync data for ids ['77566e5a-d636-458b-b2df-e5ab3fb09d1e'] in n-d-816823-3 is: [{'id': '77566e5a-d636-458b-b2df-e5ab3fb09d1e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1688570089-router', 'tenant_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'e7b838a0-358e-4cd0-a962-e2b07785c5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:37:12Z', 'updated_at': '2021-11-16T11:37:14Z', 'revision_number': 3, 'project_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'gw_port': {'id': 'e7b838a0-358e-4cd0-a962-e2b07785c5eb', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:51:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77566e5a-d636-458b-b2df-e5ab3fb09d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:13Z', 'updated_at': '2021-11-16T11:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:37:16.578452 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:16.652935 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d53df0c-0016-49f2-b406-97973dcb4282 admin admin] Network f8221fdb-1e08-4d01-ae9d-5d09ca082499 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:37:16.654872 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-5d53df0c-0016-49f2-b406-97973dcb4282 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:37:16.871029 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d53df0c-0016-49f2-b406-97973dcb4282 admin admin] Router 77566e5a-d636-458b-b2df-e5ab3fb09d1e has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:37:16.969803 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-450a8a94-973b-46b4-8a6f-193f8c9a4d4c tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=88f9b951da4e4801aa41cd8240665ac6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559938 Nov 16 11:37:17.080523 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d53df0c-0016-49f2-b406-97973dcb4282 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:37:17.087565 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5d53df0c-0016-49f2-b406-97973dcb4282 admin admin] 10.222.0.61 "PUT /v2.0/routers/77566e5a-d636-458b-b2df-e5ab3fb09d1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3446844 Nov 16 11:37:17.142372 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-d3eb7ad4-bc3d-42e3-80db-3410f9dade57 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:17.144015 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-d3eb7ad4-bc3d-42e3-80db-3410f9dade57 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1651723 Nov 16 11:37:17.161895 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-4cc962bd-b427-4427-adb5-3316284dde5e tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/quotas/88f9b951da4e4801aa41cd8240665ac6 HTTP/1.1" status: 200 len: 375 time: 0.0102861 Nov 16 11:37:17.195930 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-13d03908-d505-42d2-a577-903e35e4a9d3 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=88f9b951da4e4801aa41cd8240665ac6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281761 Nov 16 11:37:17.427526 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device e7b838a0-358e-4cd0-a962-e2b07785c5eb up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:37:17.488515 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port e7b838a0-358e-4cd0-a962-e2b07785c5eb triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:37:17.488890 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:17.757353 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-a050672e-1305-47b0-91a5-5fe9cf7617e4 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:17.758876 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-a050672e-1305-47b0-91a5-5fe9cf7617e4 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/networks?id=f8221fdb-1e08-4d01-ae9d-5d09ca082499 HTTP/1.1" status: 200 len: 820 time: 0.1301119 Nov 16 11:37:17.781578 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-3bd0fa93-04b8-4bcc-a106-eda67ab06b38 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/quotas/48e75913e53a4bec98a3ab9a3a4387ee HTTP/1.1" status: 200 len: 375 time: 0.0167847 Nov 16 11:37:17.839206 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-94eec7cb-2f35-4ded-bfd9-9035956b6de1 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=48e75913e53a4bec98a3ab9a3a4387ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0532470 Nov 16 11:37:17.851754 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-9187f018-869a-4dbf-8aaa-2954569dc2a6 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:37:17.854488 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-9187f018-869a-4dbf-8aaa-2954569dc2a6 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084319 Nov 16 11:37:17.951879 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-5630750d-f714-4d53-98ee-497d77877fba service neutron] 10.222.0.61 "GET /v2.0/networks/f8221fdb-1e08-4d01-ae9d-5d09ca082499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912015 Nov 16 11:37:18.045562 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-6cdabe78-1aca-476f-9356-e5bbf2f192ca service neutron] 10.222.0.61 "GET /v2.0/networks/f8221fdb-1e08-4d01-ae9d-5d09ca082499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873339 Nov 16 11:37:18.302557 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:18.360910 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-f24900a1-5792-483d-a7a0-c4935824c7bd tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=88f9b951da4e4801aa41cd8240665ac6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562587 Nov 16 11:37:18.440721 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-e1014eaf-1255-4137-9ee5-71cac7f66a60 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=88f9b951da4e4801aa41cd8240665ac6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267527 Nov 16 11:37:18.537582 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-d7832434-fc2d-4de0-9694-c83f7385fd89 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:18.539970 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-d7832434-fc2d-4de0-9694-c83f7385fd89 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1712697 Nov 16 11:37:18.567080 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-575938dc-ad76-47d6-a3b9-3cc214c83de6 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/quotas/88f9b951da4e4801aa41cd8240665ac6 HTTP/1.1" status: 200 len: 375 time: 0.0194638 Nov 16 11:37:18.609656 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-ccc22530-ed71-4b60-aa82-d38cee4a19fa tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=88f9b951da4e4801aa41cd8240665ac6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408747 Nov 16 11:37:18.626937 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-5b69f90f-8350-4aea-93c2-a49fe58eaeb8 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:18.631474 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-5b69f90f-8350-4aea-93c2-a49fe58eaeb8 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1849873 Nov 16 11:37:18.647511 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-7d0daa9d-a6c7-4c7f-b8f1-562d3f6baf69 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Request body: {'port': {'device_id': 'd410c72e-4faa-4cfc-8d2e-0a2ce83a1277', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'admin_state_up': True, 'tenant_id': '88f9b951da4e4801aa41cd8240665ac6'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:37:18.762349 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9bf3e7-1adc-467b-9beb-13c39edf8117 None None] Sync routers for ids ['77566e5a-d636-458b-b2df-e5ab3fb09d1e'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:37:18.805849 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9bf3e7-1adc-467b-9beb-13c39edf8117 None None] Routers {'77566e5a-d636-458b-b2df-e5ab3fb09d1e'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:37:18.808092 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6d9bf3e7-1adc-467b-9beb-13c39edf8117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:37:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['77566e5a-d636-458b-b2df-e5ab3fb09d1e'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:37:18.881554 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-7d0daa9d-a6c7-4c7f-b8f1-562d3f6baf69 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Made reservation on behalf of 88f9b951da4e4801aa41cd8240665ac6 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:37:18.895962 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-7d0daa9d-a6c7-4c7f-b8f1-562d3f6baf69 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:18.905470 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-7d0daa9d-a6c7-4c7f-b8f1-562d3f6baf69 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:18.921270 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d9560746-c435-4396-aa66-b9745f3756b5 req-eb65b04b-1fc5-4dd0-92fe-87f9481328a3 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/ports?device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 210 time: 0.0742469 Nov 16 11:37:19.020421 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-6d9bf3e7-1adc-467b-9beb-13c39edf8117 None None] Set router 77566e5a-d636-458b-b2df-e5ab3fb09d1e gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:37:19.119878 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ae19286e-b356-445c-9674-9d46bdce7042 req-64f82af8-ac56-4505-84fc-8dc0f9adefeb tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/ports?device_id=24de05eb-75a3-410a-b215-f8eeb42ed1c9 HTTP/1.1" status: 200 len: 210 time: 0.0624316 Nov 16 11:37:19.147540 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-7d0daa9d-a6c7-4c7f-b8f1-562d3f6baf69 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:19.159140 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-7d0daa9d-a6c7-4c7f-b8f1-562d3f6baf69 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:19.167585 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:19.230575 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0daa9d-a6c7-4c7f-b8f1-562d3f6baf69 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4abe67ce-3561-4710-8d68-692bfdd82b45,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:19.307553 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-7d0daa9d-a6c7-4c7f-b8f1-562d3f6baf69 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Allocated IP 192.168.233.115 (d184b1c6-3832-4c86-bfd0-c1472d76d6c3/c4c770cc-51d7-42eb-b4a6-9a605bacae0f/ce76f02d-f219-4be9-bc74-981dfeec1e7f) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:37:19.339884 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6d9bf3e7-1adc-467b-9beb-13c39edf8117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77566e5a-d636-458b-b2df-e5ab3fb09d1e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1688570089-router', 'tenant_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'e7b838a0-358e-4cd0-a962-e2b07785c5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:37:12Z', 'updated_at': '2021-11-16T11:37:15Z', 'revision_number': 4, 'project_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'gw_port': {'id': 'e7b838a0-358e-4cd0-a962-e2b07785c5eb', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:51:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77566e5a-d636-458b-b2df-e5ab3fb09d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:13Z', 'updated_at': '2021-11-16T11:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '333879ff-0fb8-4080-83cf-964ce46f84a7', 'name': '', 'network_id': 'f8221fdb-1e08-4d01-ae9d-5d09ca082499', 'tenant_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'mac_address': 'fa:16:3e:7c:a9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77566e5a-d636-458b-b2df-e5ab3fb09d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'ae399528-fd41-480d-a8b2-89ffbb840b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:15Z', 'updated_at': '2021-11-16T11:37:16Z', 'revision_number': 2, 'project_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'subnets': [{'id': 'ae399528-fd41-480d-a8b2-89ffbb840b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:37:19.384189 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9bf3e7-1adc-467b-9beb-13c39edf8117 None None] Checking router: 77566e5a-d636-458b-b2df-e5ab3fb09d1e for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:37:19.384529 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9bf3e7-1adc-467b-9beb-13c39edf8117 None None] Updating router 77566e5a-d636-458b-b2df-e5ab3fb09d1e port 333879ff-0fb8-4080-83cf-964ce46f84a7 binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:37:19.421356 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6d9bf3e7-1adc-467b-9beb-13c39edf8117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:19.471266 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-7d0daa9d-a6c7-4c7f-b8f1-562d3f6baf69 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:19.542084 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-7d0daa9d-a6c7-4c7f-b8f1-562d3f6baf69 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:19.607336 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-7d0daa9d-a6c7-4c7f-b8f1-562d3f6baf69 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:37:19.611355 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-7d0daa9d-a6c7-4c7f-b8f1-562d3f6baf69 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:37:19.618274 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-7d0daa9d-a6c7-4c7f-b8f1-562d3f6baf69 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:37:19.756573 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0daa9d-a6c7-4c7f-b8f1-562d3f6baf69 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Pushing event updated for resources: {'Port': ['ID=ce76f02d-f219-4be9-bc74-981dfeec1e7f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:19.803494 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-7d0daa9d-a6c7-4c7f-b8f1-562d3f6baf69 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:19.804168 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-7d0daa9d-a6c7-4c7f-b8f1-562d3f6baf69 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:19.854666 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-7d0daa9d-a6c7-4c7f-b8f1-562d3f6baf69 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2139087 Nov 16 11:37:19.861021 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6d9bf3e7-1adc-467b-9beb-13c39edf8117 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:19.868140 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6d9bf3e7-1adc-467b-9beb-13c39edf8117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:19.870649 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-c34fc206-2d19-450b-a2f2-723601df2be6 service neutron] Request body: {'port': {'device_id': 'd410c72e-4faa-4cfc-8d2e-0a2ce83a1277', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:37:19.903935 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-e6a01872-9d70-4789-9537-22fb15f746cb tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:19.905521 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-e6a01872-9d70-4789-9537-22fb15f746cb tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.64 "GET /v2.0/networks?id=f8221fdb-1e08-4d01-ae9d-5d09ca082499 HTTP/1.1" status: 200 len: 820 time: 0.2517509 Nov 16 11:37:19.952394 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3b8d-e318-4cea-bcf1-1d6a49db7b6c None None] Pushing event updated for resources: {'Port': ['ID=333879ff-0fb8-4080-83cf-964ce46f84a7,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:19.962070 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-9e2843df-0cee-4ff5-836f-fc4e2e75f27e tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Request body: {'port': {'device_id': '298f14f8-db7b-4111-a599-f1d2ab7cb321', 'network_id': 'f8221fdb-1e08-4d01-ae9d-5d09ca082499', 'admin_state_up': True, 'tenant_id': '48e75913e53a4bec98a3ab9a3a4387ee'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:37:19.992745 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-6d9bf3e7-1adc-467b-9beb-13c39edf8117 None None] Attempting to bind port 333879ff-0fb8-4080-83cf-964ce46f84a7 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:37:19.993114 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-6d9bf3e7-1adc-467b-9beb-13c39edf8117 None None] Attempting to bind port 333879ff-0fb8-4080-83cf-964ce46f84a7 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '0e7ce30a-fde8-4260-b2df-e2d0092055b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f8221fdb-1e08-4d01-ae9d-5d09ca082499'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:37:19.993481 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9bf3e7-1adc-467b-9beb-13c39edf8117 None None] Attempting to bind port 333879ff-0fb8-4080-83cf-964ce46f84a7 on network f8221fdb-1e08-4d01-ae9d-5d09ca082499 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:37:19.999488 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9bf3e7-1adc-467b-9beb-13c39edf8117 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:37:20.000107 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9bf3e7-1adc-467b-9beb-13c39edf8117 None None] Checking segment: {'id': '0e7ce30a-fde8-4260-b2df-e2d0092055b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f8221fdb-1e08-4d01-ae9d-5d09ca082499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:37:20.000529 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6d9bf3e7-1adc-467b-9beb-13c39edf8117 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:20.000925 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9bf3e7-1adc-467b-9beb-13c39edf8117 None None] Bound using segment: {'id': '0e7ce30a-fde8-4260-b2df-e2d0092055b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f8221fdb-1e08-4d01-ae9d-5d09ca082499'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:37:20.001396 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-6d9bf3e7-1adc-467b-9beb-13c39edf8117 None None] Bound port: 333879ff-0fb8-4080-83cf-964ce46f84a7, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7ce30a-fde8-4260-b2df-e2d0092055b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f8221fdb-1e08-4d01-ae9d-5d09ca082499'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:37:20.001778 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6d9bf3e7-1adc-467b-9beb-13c39edf8117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:20.022385 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0b4cb729-3273-4afa-b015-2025cdf7b400 req-e3a0c52f-5aa6-413c-9b6d-de7abe52ed65 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/ports?device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 210 time: 0.0402720 Nov 16 11:37:20.042662 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-c34fc206-2d19-450b-a2f2-723601df2be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:20.090332 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-6d9bf3e7-1adc-467b-9beb-13c39edf8117 None None] For port 333879ff-0fb8-4080-83cf-964ce46f84a7, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:37:20.093612 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-6d9bf3e7-1adc-467b-9beb-13c39edf8117 None None] For port 333879ff-0fb8-4080-83cf-964ce46f84a7, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=333879ff-0fb8-4080-83cf-964ce46f84a7,segment=NetworkSegment(0e7ce30a-fde8-4260-b2df-e2d0092055b7),segment_id=0e7ce30a-fde8-4260-b2df-e2d0092055b7)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:37:20.100995 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6d9bf3e7-1adc-467b-9beb-13c39edf8117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:20.110542 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-253cafc9-8187-4350-a949-02707c47fcd8 None None] Provisioning complete for port ce76f02d-f219-4be9-bc74-981dfeec1e7f triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:37:20.110748 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-253cafc9-8187-4350-a949-02707c47fcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:20.195378 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-253cafc9-8187-4350-a949-02707c47fcd8 None None] Port ce76f02d-f219-4be9-bc74-981dfeec1e7f cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:37:20.214739 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-9e2843df-0cee-4ff5-836f-fc4e2e75f27e tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Made reservation on behalf of 48e75913e53a4bec98a3ab9a3a4387ee for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:37:20.220856 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-9e2843df-0cee-4ff5-836f-fc4e2e75f27e tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:20.292820 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-886d3719-c4cb-4e9d-8026-47d533d1fdec tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=88f9b951da4e4801aa41cd8240665ac6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502865 Nov 16 11:37:20.303069 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f9ee950f-a526-489d-bec5-549c44dda99b req-3ab59ae2-316f-4efc-8fc9-437c8d7f8131 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/ports?device_id=24de05eb-75a3-410a-b215-f8eeb42ed1c9 HTTP/1.1" status: 200 len: 210 time: 0.0544748 Nov 16 11:37:20.322474 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9bf3e7-1adc-467b-9beb-13c39edf8117 None None] Routers {'77566e5a-d636-458b-b2df-e5ab3fb09d1e'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:37:20.323387 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6d9bf3e7-1adc-467b-9beb-13c39edf8117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:37:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['77566e5a-d636-458b-b2df-e5ab3fb09d1e'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:37:20.406106 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3b8d-e318-4cea-bcf1-1d6a49db7b6c None None] Pushing event updated for resources: {'Port': ['ID=333879ff-0fb8-4080-83cf-964ce46f84a7,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:20.468190 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-6d9bf3e7-1adc-467b-9beb-13c39edf8117 None None] Set router 77566e5a-d636-458b-b2df-e5ab3fb09d1e gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:37:20.605838 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-dd2af231-6b63-467f-942f-7e7808deb99b tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:20.607412 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-dd2af231-6b63-467f-942f-7e7808deb99b tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3017204 Nov 16 11:37:20.637414 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-4536c792-1f40-47d0-a7be-6f7ff114c2b2 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Request body: {'port': {'device_id': '24de05eb-75a3-410a-b215-f8eeb42ed1c9', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'admin_state_up': True, 'tenant_id': '88f9b951da4e4801aa41cd8240665ac6'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:37:20.688981 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6d9bf3e7-1adc-467b-9beb-13c39edf8117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77566e5a-d636-458b-b2df-e5ab3fb09d1e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1688570089-router', 'tenant_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'e7b838a0-358e-4cd0-a962-e2b07785c5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:37:12Z', 'updated_at': '2021-11-16T11:37:15Z', 'revision_number': 4, 'project_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'gw_port': {'id': 'e7b838a0-358e-4cd0-a962-e2b07785c5eb', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:51:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77566e5a-d636-458b-b2df-e5ab3fb09d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:13Z', 'updated_at': '2021-11-16T11:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '333879ff-0fb8-4080-83cf-964ce46f84a7', 'name': '', 'network_id': 'f8221fdb-1e08-4d01-ae9d-5d09ca082499', 'tenant_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'mac_address': 'fa:16:3e:7c:a9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77566e5a-d636-458b-b2df-e5ab3fb09d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'ae399528-fd41-480d-a8b2-89ffbb840b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:15Z', 'updated_at': '2021-11-16T11:37:20Z', 'revision_number': 4, 'project_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'subnets': [{'id': 'ae399528-fd41-480d-a8b2-89ffbb840b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:37:20.725170 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9bf3e7-1adc-467b-9beb-13c39edf8117 None None] The sync data for ids ['77566e5a-d636-458b-b2df-e5ab3fb09d1e'] in n-d-816823-3 is: [{'id': '77566e5a-d636-458b-b2df-e5ab3fb09d1e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1688570089-router', 'tenant_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'e7b838a0-358e-4cd0-a962-e2b07785c5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:37:12Z', 'updated_at': '2021-11-16T11:37:15Z', 'revision_number': 4, 'project_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'gw_port': {'id': 'e7b838a0-358e-4cd0-a962-e2b07785c5eb', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:51:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77566e5a-d636-458b-b2df-e5ab3fb09d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:13Z', 'updated_at': '2021-11-16T11:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '333879ff-0fb8-4080-83cf-964ce46f84a7', 'name': '', 'network_id': 'f8221fdb-1e08-4d01-ae9d-5d09ca082499', 'tenant_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'mac_address': 'fa:16:3e:7c:a9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77566e5a-d636-458b-b2df-e5ab3fb09d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'ae399528-fd41-480d-a8b2-89ffbb840b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:15Z', 'updated_at': '2021-11-16T11:37:20Z', 'revision_number': 4, 'project_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'subnets': [{'id': 'ae399528-fd41-480d-a8b2-89ffbb840b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:37:21.056046 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-9e2843df-0cee-4ff5-836f-fc4e2e75f27e tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Allocated IP 172.20.0.3 (f8221fdb-1e08-4d01-ae9d-5d09ca082499/ae399528-fd41-480d-a8b2-89ffbb840b02/24f6e434-0fda-4e39-b5ee-f2c0dd511eb4) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:37:21.127247 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-c34fc206-2d19-450b-a2f2-723601df2be6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce76f02d-f219-4be9-bc74-981dfeec1e7f {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:37:21.131491 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-412563b9-8bcc-412e-bd33-585ce3f4a00b req-cbff490e-7791-4ab8-8906-a28faae40518 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/ports?device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 210 time: 0.0287247 Nov 16 11:37:21.144275 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-c34fc206-2d19-450b-a2f2-723601df2be6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:21.196794 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-c34fc206-2d19-450b-a2f2-723601df2be6 service neutron] Transition to ACTIVE for port object ce76f02d-f219-4be9-bc74-981dfeec1e7f will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:37:21.207813 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-c34fc206-2d19-450b-a2f2-723601df2be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:21.340818 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34fc206-2d19-450b-a2f2-723601df2be6 service neutron] Pushing event updated for resources: {'Port': ['ID=ce76f02d-f219-4be9-bc74-981dfeec1e7f,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:21.384204 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-4536c792-1f40-47d0-a7be-6f7ff114c2b2 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Made reservation on behalf of 88f9b951da4e4801aa41cd8240665ac6 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:37:21.387638 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-4536c792-1f40-47d0-a7be-6f7ff114c2b2 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:21.541310 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2ed59c2b-8a8e-41c8-9f6e-7a433f2e39c8 req-2ef11390-092e-4cf9-a4ea-52cbbd57543c tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/ports?device_id=24de05eb-75a3-410a-b215-f8eeb42ed1c9 HTTP/1.1" status: 200 len: 210 time: 0.0698006 Nov 16 11:37:21.556978 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 333879ff-0fb8-4080-83cf-964ce46f84a7 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:37:21.623951 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-9e2843df-0cee-4ff5-836f-fc4e2e75f27e tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:21.634221 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 333879ff-0fb8-4080-83cf-964ce46f84a7 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:37:21.634839 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:21.682886 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-c34fc206-2d19-450b-a2f2-723601df2be6 service neutron] Attempting to bind port ce76f02d-f219-4be9-bc74-981dfeec1e7f on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:37:21.683098 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-c34fc206-2d19-450b-a2f2-723601df2be6 service neutron] Attempting to bind port ce76f02d-f219-4be9-bc74-981dfeec1e7f by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:37:21.683427 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-c34fc206-2d19-450b-a2f2-723601df2be6 service neutron] Attempting to bind port ce76f02d-f219-4be9-bc74-981dfeec1e7f on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:37:21.726180 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-c34fc206-2d19-450b-a2f2-723601df2be6 service neutron] Port ce76f02d-f219-4be9-bc74-981dfeec1e7f on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:37:21.726498 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-c34fc206-2d19-450b-a2f2-723601df2be6 service neutron] Attempting to bind port ce76f02d-f219-4be9-bc74-981dfeec1e7f on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:37:21.745709 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-c34fc206-2d19-450b-a2f2-723601df2be6 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:37:21.746065 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-c34fc206-2d19-450b-a2f2-723601df2be6 service neutron] Checking segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:37:21.746451 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-c34fc206-2d19-450b-a2f2-723601df2be6 service neutron] Bound using segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:37:21.746885 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-c34fc206-2d19-450b-a2f2-723601df2be6 service neutron] Bound port: ce76f02d-f219-4be9-bc74-981dfeec1e7f, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:37:21.747236 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-c34fc206-2d19-450b-a2f2-723601df2be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:21.757741 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:21.773741 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-4536c792-1f40-47d0-a7be-6f7ff114c2b2 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Allocated IP 192.168.233.45 (d184b1c6-3832-4c86-bfd0-c1472d76d6c3/c4c770cc-51d7-42eb-b4a6-9a605bacae0f/93adca67-d12a-488a-adc2-f42f9490c170) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:37:21.776504 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-9e2843df-0cee-4ff5-836f-fc4e2e75f27e tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:21.810913 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 333879ff-0fb8-4080-83cf-964ce46f84a7, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=333879ff-0fb8-4080-83cf-964ce46f84a7,segment=NetworkSegment(0e7ce30a-fde8-4260-b2df-e2d0092055b7),segment_id=0e7ce30a-fde8-4260-b2df-e2d0092055b7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:37:21.814981 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:21.887567 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=333879ff-0fb8-4080-83cf-964ce46f84a7,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:21.918739 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-9e2843df-0cee-4ff5-836f-fc4e2e75f27e tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Network f8221fdb-1e08-4d01-ae9d-5d09ca082499 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:37:21.919533 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2843df-0cee-4ff5-836f-fc4e2e75f27e tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Pushing event updated for resources: {'Port': ['ID=24f6e434-0fda-4e39-b5ee-f2c0dd511eb4,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:21.931372 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-9e2843df-0cee-4ff5-836f-fc4e2e75f27e tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:37:21.942275 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-9e2843df-0cee-4ff5-836f-fc4e2e75f27e tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:37:22.018289 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-c34fc206-2d19-450b-a2f2-723601df2be6 service neutron] For port ce76f02d-f219-4be9-bc74-981dfeec1e7f, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:37:22.053975 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-c34fc206-2d19-450b-a2f2-723601df2be6 service neutron] For port ce76f02d-f219-4be9-bc74-981dfeec1e7f, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=ce76f02d-f219-4be9-bc74-981dfeec1e7f,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:37:22.067145 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-c34fc206-2d19-450b-a2f2-723601df2be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:22.082414 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-9e2843df-0cee-4ff5-836f-fc4e2e75f27e tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:22.083065 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-9e2843df-0cee-4ff5-836f-fc4e2e75f27e tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:22.153661 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-9e2843df-0cee-4ff5-836f-fc4e2e75f27e tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2086389 Nov 16 11:37:22.166534 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-c34fc206-2d19-450b-a2f2-723601df2be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:22.167292 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-c34fc206-2d19-450b-a2f2-723601df2be6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:22.169324 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-c34fc206-2d19-450b-a2f2-723601df2be6 service neutron] 10.222.0.36 "PUT /v2.0/ports/ce76f02d-f219-4be9-bc74-981dfeec1e7f HTTP/1.1" status: 200 len: 1096 time: 2.3057895 Nov 16 11:37:22.172721 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd410c72e-4faa-4cfc-8d2e-0a2ce83a1277', 'tag': 'ce76f02d-f219-4be9-bc74-981dfeec1e7f'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:37:22.184061 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effdcf40-267c-44ef-8672-f348181f2333" -d '{"events": [{"name": "network-changed", "server_uuid": "d410c72e-4faa-4cfc-8d2e-0a2ce83a1277", "tag": "ce76f02d-f219-4be9-bc74-981dfeec1e7f"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:37:22.202552 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-d5aae635-d44d-4ef7-810d-9b50d8fb3c41 service neutron] Request body: {'port': {'device_id': '298f14f8-db7b-4111-a599-f1d2ab7cb321', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:37:22.214602 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-4536c792-1f40-47d0-a7be-6f7ff114c2b2 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:22.233753 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34fc206-2d19-450b-a2f2-723601df2be6 service neutron] Pushing event updated for resources: {'Port': ['ID=ce76f02d-f219-4be9-bc74-981dfeec1e7f,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:22.323330 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe58a2-0856-4555-9c08-4dfd1d07cf97 req-6efce649-56c7-49a2-b8d5-8dbfc8eda4eb tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:22.325394 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8afe58a2-0856-4555-9c08-4dfd1d07cf97 req-6efce649-56c7-49a2-b8d5-8dbfc8eda4eb tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/ports?device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 931 time: 0.0816574 Nov 16 11:37:22.365879 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-274b7341-1210-420a-801c-bab90e75cea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:22.368022 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-274b7341-1210-420a-801c-bab90e75cea7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88f9b951da4e4801aa41cd8240665ac6&device_id=d410c72e-4faa-4cfc-8d2e-0a2ce83a1277 HTTP/1.1" status: 200 len: 1099 time: 0.1297889 Nov 16 11:37:22.371774 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-d5aae635-d44d-4ef7-810d-9b50d8fb3c41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:22.387022 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8afe58a2-0856-4555-9c08-4dfd1d07cf97 req-072a0090-c73c-412f-b4b4-fbc3a6cc443a tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/security-groups?id=501e0610-54a8-4c8a-be7c-05fe00a762c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504687 Nov 16 11:37:22.391551 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-4536c792-1f40-47d0-a7be-6f7ff114c2b2 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:22.471214 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927894fd-30e6-49b8-97dc-1a3478d83519 x-openstack-request-id: req-927894fd-30e6-49b8-97dc-1a3478d83519 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:37:22.471654 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d410c72e-4faa-4cfc-8d2e-0a2ce83a1277", "tag": "ce76f02d-f219-4be9-bc74-981dfeec1e7f", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:37:22.472035 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-927894fd-30e6-49b8-97dc-1a3478d83519 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:37:22.472533 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd410c72e-4faa-4cfc-8d2e-0a2ce83a1277', 'tag': 'ce76f02d-f219-4be9-bc74-981dfeec1e7f', 'status': 'completed', 'code': 200} Nov 16 11:37:22.478443 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-f3a56a93-16d6-4a30-b167-8b91ff10f223 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=ce76f02d-f219-4be9-bc74-981dfeec1e7f HTTP/1.1" status: 200 len: 217 time: 0.0959885 Nov 16 11:37:22.541719 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-4536c792-1f40-47d0-a7be-6f7ff114c2b2 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:37:22.557054 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-4536c792-1f40-47d0-a7be-6f7ff114c2b2 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:37:22.569252 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-4536c792-1f40-47d0-a7be-6f7ff114c2b2 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:37:22.572820 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4536c792-1f40-47d0-a7be-6f7ff114c2b2 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Pushing event updated for resources: {'Port': ['ID=93adca67-d12a-488a-adc2-f42f9490c170,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:22.673512 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-94285d8d-6d48-499b-af8d-34c38774771b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:22.675054 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-94285d8d-6d48-499b-af8d-34c38774771b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.1777930 Nov 16 11:37:22.719520 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046ad5d-b8c2-45f1-9f07-aeede3ab3f35 req-9415aa74-e5b3-4322-bfd9-9a17e5dbfcc4 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:22.728644 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f046ad5d-b8c2-45f1-9f07-aeede3ab3f35 req-9415aa74-e5b3-4322-bfd9-9a17e5dbfcc4 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/ports?device_id=24de05eb-75a3-410a-b215-f8eeb42ed1c9 HTTP/1.1" status: 200 len: 935 time: 0.0915895 Nov 16 11:37:22.763540 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-4536c792-1f40-47d0-a7be-6f7ff114c2b2 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:22.764003 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-4536c792-1f40-47d0-a7be-6f7ff114c2b2 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:22.793184 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f046ad5d-b8c2-45f1-9f07-aeede3ab3f35 req-2561ed19-f47a-42c1-9d32-1bb338c53c77 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/security-groups?id=4abe67ce-3561-4710-8d68-692bfdd82b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571976 Nov 16 11:37:22.809951 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-4536c792-1f40-47d0-a7be-6f7ff114c2b2 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1816680 Nov 16 11:37:22.819473 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-0206e885-df14-4094-80a9-99ff8c2adb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:22.820945 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-0206e885-df14-4094-80a9-99ff8c2adb94 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1371300 Nov 16 11:37:22.832030 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-257628d6-233e-4335-a53f-849d89e43d0c service neutron] Request body: {'port': {'device_id': '24de05eb-75a3-410a-b215-f8eeb42ed1c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:37:22.849702 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-7f557a8f-2764-4de5-a428-9aea87494a58 None None] Provisioning complete for port 93adca67-d12a-488a-adc2-f42f9490c170 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:37:22.850285 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7f557a8f-2764-4de5-a428-9aea87494a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:22.888449 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-7f557a8f-2764-4de5-a428-9aea87494a58 None None] Port 93adca67-d12a-488a-adc2-f42f9490c170 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:37:23.006426 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-257628d6-233e-4335-a53f-849d89e43d0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:23.037094 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-d5aae635-d44d-4ef7-810d-9b50d8fb3c41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24f6e434-0fda-4e39-b5ee-f2c0dd511eb4 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:37:23.047597 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-d5aae635-d44d-4ef7-810d-9b50d8fb3c41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:23.068271 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-eb3c8e00-45c1-4184-8171-5926477e507f service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302337 Nov 16 11:37:23.108942 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-d5aae635-d44d-4ef7-810d-9b50d8fb3c41 service neutron] Transition to ACTIVE for port object 24f6e434-0fda-4e39-b5ee-f2c0dd511eb4 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:37:23.142499 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-d5aae635-d44d-4ef7-810d-9b50d8fb3c41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:23.321013 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aae635-d44d-4ef7-810d-9b50d8fb3c41 service neutron] Pushing event updated for resources: {'Port': ['ID=24f6e434-0fda-4e39-b5ee-f2c0dd511eb4,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:23.388775 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-22e9134d-51bb-4952-b0d2-acd0f196528d req-4fbc9ddb-2049-48b6-a125-b78b22c53281 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124344 Nov 16 11:37:23.408572 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 333879ff-0fb8-4080-83cf-964ce46f84a7 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:37:23.450142 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-d5aae635-d44d-4ef7-810d-9b50d8fb3c41 service neutron] Attempting to bind port 24f6e434-0fda-4e39-b5ee-f2c0dd511eb4 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:37:23.450487 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-d5aae635-d44d-4ef7-810d-9b50d8fb3c41 service neutron] Attempting to bind port 24f6e434-0fda-4e39-b5ee-f2c0dd511eb4 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '0e7ce30a-fde8-4260-b2df-e2d0092055b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f8221fdb-1e08-4d01-ae9d-5d09ca082499'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:37:23.450818 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-d5aae635-d44d-4ef7-810d-9b50d8fb3c41 service neutron] Attempting to bind port 24f6e434-0fda-4e39-b5ee-f2c0dd511eb4 on network f8221fdb-1e08-4d01-ae9d-5d09ca082499 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:37:23.473570 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-d5aae635-d44d-4ef7-810d-9b50d8fb3c41 service neutron] Port 24f6e434-0fda-4e39-b5ee-f2c0dd511eb4 on network f8221fdb-1e08-4d01-ae9d-5d09ca082499 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:37:23.473899 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-d5aae635-d44d-4ef7-810d-9b50d8fb3c41 service neutron] Attempting to bind port 24f6e434-0fda-4e39-b5ee-f2c0dd511eb4 on network f8221fdb-1e08-4d01-ae9d-5d09ca082499 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:37:23.482318 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 333879ff-0fb8-4080-83cf-964ce46f84a7 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:37:23.482836 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:23.514340 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-d5aae635-d44d-4ef7-810d-9b50d8fb3c41 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:37:23.514924 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-d5aae635-d44d-4ef7-810d-9b50d8fb3c41 service neutron] Checking segment: {'id': '0e7ce30a-fde8-4260-b2df-e2d0092055b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f8221fdb-1e08-4d01-ae9d-5d09ca082499'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:37:23.515466 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-d5aae635-d44d-4ef7-810d-9b50d8fb3c41 service neutron] Bound using segment: {'id': '0e7ce30a-fde8-4260-b2df-e2d0092055b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f8221fdb-1e08-4d01-ae9d-5d09ca082499'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:37:23.516059 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-d5aae635-d44d-4ef7-810d-9b50d8fb3c41 service neutron] Bound port: 24f6e434-0fda-4e39-b5ee-f2c0dd511eb4, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e7ce30a-fde8-4260-b2df-e2d0092055b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f8221fdb-1e08-4d01-ae9d-5d09ca082499'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:37:23.516587 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-d5aae635-d44d-4ef7-810d-9b50d8fb3c41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:23.558714 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4e754-0f86-4d69-a311-35bef13fed79 req-f135f2ab-025d-4b38-8c7f-007d1acb6f5b tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:23.560804 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e2d4e754-0f86-4d69-a311-35bef13fed79 req-f135f2ab-025d-4b38-8c7f-007d1acb6f5b tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/ports?device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 943 time: 0.0631721 Nov 16 11:37:23.610596 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-257628d6-233e-4335-a53f-849d89e43d0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93adca67-d12a-488a-adc2-f42f9490c170 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:37:23.612369 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e2d4e754-0f86-4d69-a311-35bef13fed79 req-bff32583-793b-4dd4-bcf9-07afae7a11c9 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/security-groups?id=501e0610-54a8-4c8a-be7c-05fe00a762c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456905 Nov 16 11:37:23.623914 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-257628d6-233e-4335-a53f-849d89e43d0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:23.635188 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdcf40-267c-44ef-8672-f348181f2333 req-f6f508d4-fbf8-4f0e-902f-b5a584e495a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:23.636700 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-effdcf40-267c-44ef-8672-f348181f2333 req-f6f508d4-fbf8-4f0e-902f-b5a584e495a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88f9b951da4e4801aa41cd8240665ac6&device_id=d410c72e-4faa-4cfc-8d2e-0a2ce83a1277 HTTP/1.1" status: 200 len: 1099 time: 0.1564844 Nov 16 11:37:23.707495 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-257628d6-233e-4335-a53f-849d89e43d0c service neutron] Transition to ACTIVE for port object 93adca67-d12a-488a-adc2-f42f9490c170 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:37:23.715395 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-257628d6-233e-4335-a53f-849d89e43d0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:23.722294 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-d5aae635-d44d-4ef7-810d-9b50d8fb3c41 service neutron] For port 24f6e434-0fda-4e39-b5ee-f2c0dd511eb4, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:37:23.763853 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-d5aae635-d44d-4ef7-810d-9b50d8fb3c41 service neutron] For port 24f6e434-0fda-4e39-b5ee-f2c0dd511eb4, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=24f6e434-0fda-4e39-b5ee-f2c0dd511eb4,segment=NetworkSegment(0e7ce30a-fde8-4260-b2df-e2d0092055b7),segment_id=0e7ce30a-fde8-4260-b2df-e2d0092055b7)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:37:23.776989 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-d5aae635-d44d-4ef7-810d-9b50d8fb3c41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:23.814973 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257628d6-233e-4335-a53f-849d89e43d0c service neutron] Pushing event updated for resources: {'Port': ['ID=93adca67-d12a-488a-adc2-f42f9490c170,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:23.850861 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-d5aae635-d44d-4ef7-810d-9b50d8fb3c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:23.851479 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-d5aae635-d44d-4ef7-810d-9b50d8fb3c41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:23.852868 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-d5aae635-d44d-4ef7-810d-9b50d8fb3c41 service neutron] 10.222.0.64 "PUT /v2.0/ports/24f6e434-0fda-4e39-b5ee-f2c0dd511eb4 HTTP/1.1" status: 200 len: 1091 time: 1.6572216 Nov 16 11:37:23.879464 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdcf40-267c-44ef-8672-f348181f2333 req-54b060f2-dbfa-4cf5-845f-5fa313b3f0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:23.880940 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-effdcf40-267c-44ef-8672-f348181f2333 req-54b060f2-dbfa-4cf5-845f-5fa313b3f0b8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.2331331 Nov 16 11:37:23.970062 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949261dc-1def-4013-a206-cfbbdedc39d2 req-0456177c-7cd5-4e75-8bd3-f2a2c36d03e9 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:23.979355 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-949261dc-1def-4013-a206-cfbbdedc39d2 req-0456177c-7cd5-4e75-8bd3-f2a2c36d03e9 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/ports?device_id=24de05eb-75a3-410a-b215-f8eeb42ed1c9 HTTP/1.1" status: 200 len: 947 time: 0.0931103 Nov 16 11:37:24.016351 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-effdcf40-267c-44ef-8672-f348181f2333 req-d7c1242b-57b0-47d7-a3fd-6af5bdd92967 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=ce76f02d-f219-4be9-bc74-981dfeec1e7f HTTP/1.1" status: 200 len: 217 time: 0.1076231 Nov 16 11:37:24.047872 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-949261dc-1def-4013-a206-cfbbdedc39d2 req-942b7282-db34-4798-b2db-f46a991ae756 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/security-groups?id=4abe67ce-3561-4710-8d68-692bfdd82b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675473 Nov 16 11:37:24.060578 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aae635-d44d-4ef7-810d-9b50d8fb3c41 service neutron] Pushing event updated for resources: {'Port': ['ID=24f6e434-0fda-4e39-b5ee-f2c0dd511eb4,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:24.084847 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-257628d6-233e-4335-a53f-849d89e43d0c service neutron] Attempting to bind port 93adca67-d12a-488a-adc2-f42f9490c170 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:37:24.085180 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-257628d6-233e-4335-a53f-849d89e43d0c service neutron] Attempting to bind port 93adca67-d12a-488a-adc2-f42f9490c170 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:37:24.085506 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-257628d6-233e-4335-a53f-849d89e43d0c service neutron] Attempting to bind port 93adca67-d12a-488a-adc2-f42f9490c170 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:37:24.097504 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-257628d6-233e-4335-a53f-849d89e43d0c service neutron] Port 93adca67-d12a-488a-adc2-f42f9490c170 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:37:24.097749 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-257628d6-233e-4335-a53f-849d89e43d0c service neutron] Attempting to bind port 93adca67-d12a-488a-adc2-f42f9490c170 on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:37:24.104250 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-cbb40daf-008f-40fa-afc5-64230d015fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:24.105737 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-cbb40daf-008f-40fa-afc5-64230d015fa5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=48e75913e53a4bec98a3ab9a3a4387ee&device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 1094 time: 0.1686554 Nov 16 11:37:24.109226 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdcf40-267c-44ef-8672-f348181f2333 req-533abdf6-4c12-437d-a34c-eb50c072cfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:24.110601 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-effdcf40-267c-44ef-8672-f348181f2333 req-533abdf6-4c12-437d-a34c-eb50c072cfaf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0815003 Nov 16 11:37:24.111454 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-257628d6-233e-4335-a53f-849d89e43d0c service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:37:24.111749 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-257628d6-233e-4335-a53f-849d89e43d0c service neutron] Checking segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:37:24.112124 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-257628d6-233e-4335-a53f-849d89e43d0c service neutron] Bound using segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:37:24.112549 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-257628d6-233e-4335-a53f-849d89e43d0c service neutron] Bound port: 93adca67-d12a-488a-adc2-f42f9490c170, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:37:24.112892 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-257628d6-233e-4335-a53f-849d89e43d0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:24.194023 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-b1918bdc-7bb3-4df8-930c-a9e01f99a1e7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24f6e434-0fda-4e39-b5ee-f2c0dd511eb4 HTTP/1.1" status: 200 len: 217 time: 0.0610335 Nov 16 11:37:24.288914 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdcf40-267c-44ef-8672-f348181f2333 req-10e2e722-cacf-471b-a77f-d9e52a7beb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:24.290468 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-effdcf40-267c-44ef-8672-f348181f2333 req-10e2e722-cacf-471b-a77f-d9e52a7beb5c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1676219 Nov 16 11:37:24.294261 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-0e277001-b6e0-45ec-beb4-d7bddc3559fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:24.295647 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-0e277001-b6e0-45ec-beb4-d7bddc3559fe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ae399528-fd41-480d-a8b2-89ffbb840b02 HTTP/1.1" status: 200 len: 860 time: 0.0833457 Nov 16 11:37:24.300542 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-257628d6-233e-4335-a53f-849d89e43d0c service neutron] For port 93adca67-d12a-488a-adc2-f42f9490c170, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:37:24.310345 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-257628d6-233e-4335-a53f-849d89e43d0c service neutron] For port 93adca67-d12a-488a-adc2-f42f9490c170, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=93adca67-d12a-488a-adc2-f42f9490c170,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:37:24.358877 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-257628d6-233e-4335-a53f-849d89e43d0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:24.382244 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-b3a2586d-787d-4c15-9f1b-a3a9f90e647e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f8221fdb-1e08-4d01-ae9d-5d09ca082499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704713 Nov 16 11:37:24.764285 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d11450-fbbc-4f37-97ea-5512f6a2c15e req-3ee1ec3a-656d-4fb7-b42a-5ce0a49ba0b8 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:24.775553 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-89d11450-fbbc-4f37-97ea-5512f6a2c15e req-3ee1ec3a-656d-4fb7-b42a-5ce0a49ba0b8 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/ports?device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 943 time: 0.0803661 Nov 16 11:37:24.778553 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-257628d6-233e-4335-a53f-849d89e43d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:24.779173 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-257628d6-233e-4335-a53f-849d89e43d0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:24.780510 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-257628d6-233e-4335-a53f-849d89e43d0c service neutron] 10.222.0.64 "PUT /v2.0/ports/93adca67-d12a-488a-adc2-f42f9490c170 HTTP/1.1" status: 200 len: 1095 time: 1.9533205 Nov 16 11:37:24.780954 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '298f14f8-db7b-4111-a599-f1d2ab7cb321', 'tag': '24f6e434-0fda-4e39-b5ee-f2c0dd511eb4'}, {'name': 'network-changed', 'server_uuid': '24de05eb-75a3-410a-b215-f8eeb42ed1c9', 'tag': '93adca67-d12a-488a-adc2-f42f9490c170'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:37:24.783175 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16526d42-010b-4a89-aa8c-6f9dcdb7452b" -d '{"events": [{"name": "network-changed", "server_uuid": "298f14f8-db7b-4111-a599-f1d2ab7cb321", "tag": "24f6e434-0fda-4e39-b5ee-f2c0dd511eb4"}, {"name": "network-changed", "server_uuid": "24de05eb-75a3-410a-b215-f8eeb42ed1c9", "tag": "93adca67-d12a-488a-adc2-f42f9490c170"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:37:24.865456 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-89d11450-fbbc-4f37-97ea-5512f6a2c15e req-818f482c-b8ef-43d5-b1b9-73ab02458022 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/security-groups?id=501e0610-54a8-4c8a-be7c-05fe00a762c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832601 Nov 16 11:37:24.899538 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257628d6-233e-4335-a53f-849d89e43d0c service neutron] Pushing event updated for resources: {'Port': ['ID=93adca67-d12a-488a-adc2-f42f9490c170,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:24.908882 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-effdcf40-267c-44ef-8672-f348181f2333 req-c7485f36-8086-456e-b63c-b60ddcaeb0a4 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6096313 Nov 16 11:37:24.939524 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51946) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:24.977893 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 16 Nov 2021 11:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f184086a-ce3f-476a-966e-dc80e5be441b x-openstack-request-id: req-f184086a-ce3f-476a-966e-dc80e5be441b {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:37:24.978229 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "298f14f8-db7b-4111-a599-f1d2ab7cb321", "tag": "24f6e434-0fda-4e39-b5ee-f2c0dd511eb4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "24de05eb-75a3-410a-b215-f8eeb42ed1c9", "tag": "93adca67-d12a-488a-adc2-f42f9490c170", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:37:24.978477 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f184086a-ce3f-476a-966e-dc80e5be441b {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:37:24.978869 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '298f14f8-db7b-4111-a599-f1d2ab7cb321', 'tag': '24f6e434-0fda-4e39-b5ee-f2c0dd511eb4', 'status': 'completed', 'code': 200} Nov 16 11:37:24.979117 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24de05eb-75a3-410a-b215-f8eeb42ed1c9', 'tag': '93adca67-d12a-488a-adc2-f42f9490c170', 'status': 'completed', 'code': 200} Nov 16 11:37:24.987588 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-6def4d38-a5c8-475b-80e4-b68ec4544ca3 service neutron] 10.222.0.64 "GET /v2.0/networks/f8221fdb-1e08-4d01-ae9d-5d09ca082499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5766265 Nov 16 11:37:24.992656 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-91bae0e8-588d-4a3f-bb1b-edc7f6b20e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:24.994050 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-91bae0e8-588d-4a3f-bb1b-edc7f6b20e87 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88f9b951da4e4801aa41cd8240665ac6&device_id=24de05eb-75a3-410a-b215-f8eeb42ed1c9 HTTP/1.1" status: 200 len: 1098 time: 0.1393166 Nov 16 11:37:25.063349 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7b75a550-d3e0-4332-9fb1-3dc3835b7fd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:25.093236 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-6992b580-f25d-43bb-b18f-c7335cc0a823 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=93adca67-d12a-488a-adc2-f42f9490c170 HTTP/1.1" status: 200 len: 217 time: 0.0809059 Nov 16 11:37:25.174447 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-effdcf40-267c-44ef-8672-f348181f2333 req-650db84a-18ae-463d-9f66-a5edb3843ba8 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532127 Nov 16 11:37:25.195204 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7b75a550-d3e0-4332-9fb1-3dc3835b7fd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:25.209586 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0b3a4-9b2e-419c-8f7c-cb243b1aa074 req-e5523275-ddb0-45ef-bd5b-d15011b6ff60 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:25.215934 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d5d0b3a4-9b2e-419c-8f7c-cb243b1aa074 req-e5523275-ddb0-45ef-bd5b-d15011b6ff60 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/ports?device_id=24de05eb-75a3-410a-b215-f8eeb42ed1c9 HTTP/1.1" status: 200 len: 947 time: 0.0893755 Nov 16 11:37:25.216596 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-b633f90d-0a11-4146-8016-71b5a34165a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:25.217290 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7b75a550-d3e0-4332-9fb1-3dc3835b7fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:25.218752 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-b633f90d-0a11-4146-8016-71b5a34165a4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.1118102 Nov 16 11:37:25.243358 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c48fd0ba-e94d-4591-8790-e0c5bba33d48 req-f1186aa4-1f20-4d23-b4ac-4d0f517b1773 service neutron] 10.222.0.64 "GET /v2.0/networks/f8221fdb-1e08-4d01-ae9d-5d09ca082499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388482 Nov 16 11:37:25.277348 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7b75a550-d3e0-4332-9fb1-3dc3835b7fd6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=72eebbdaf56d4587b2924c68267d749c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3364732 Nov 16 11:37:25.277664 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-e63621b7-ee08-4b55-8e7f-f9d7ddc71ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:25.279199 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-e63621b7-ee08-4b55-8e7f-f9d7ddc71ab5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0490756 Nov 16 11:37:25.279472 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b75a550-d3e0-4332-9fb1-3dc3835b7fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7afdd4-8a18-4cd6-9ff9-52d4dad49089,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:25.279934 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 51954) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:25.309277 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d5d0b3a4-9b2e-419c-8f7c-cb243b1aa074 req-5682036f-b107-4f4e-841e-8b31f3b667ec tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/security-groups?id=4abe67ce-3561-4710-8d68-692bfdd82b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803878 Nov 16 11:37:25.418963 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c034eead-bb21-47ad-864f-ee81b6e59369 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:25.429037 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16526d42-010b-4a89-aa8c-6f9dcdb7452b req-5b4b4ebf-2bd0-43fc-a791-febbef0c7db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:25.430549 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16526d42-010b-4a89-aa8c-6f9dcdb7452b req-5b4b4ebf-2bd0-43fc-a791-febbef0c7db8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=48e75913e53a4bec98a3ab9a3a4387ee&device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 1094 time: 0.1256838 Nov 16 11:37:25.498478 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c034eead-bb21-47ad-864f-ee81b6e59369 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:25.501538 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-9bf12986-a2da-481c-993b-16e0700a4a19 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083361 Nov 16 11:37:25.631621 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16526d42-010b-4a89-aa8c-6f9dcdb7452b req-4b90bcb6-dbdc-47b4-8d21-2100c636d74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:25.633087 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16526d42-010b-4a89-aa8c-6f9dcdb7452b req-4b90bcb6-dbdc-47b4-8d21-2100c636d74d service neutron] 10.222.0.64 "GET /v2.0/networks?id=f8221fdb-1e08-4d01-ae9d-5d09ca082499 HTTP/1.1" status: 200 len: 921 time: 0.1908345 Nov 16 11:37:25.638096 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c034eead-bb21-47ad-864f-ee81b6e59369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:25.640545 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c034eead-bb21-47ad-864f-ee81b6e59369 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:25.641592 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c034eead-bb21-47ad-864f-ee81b6e59369 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6b7afdd4-8a18-4cd6-9ff9-52d4dad49089 HTTP/1.1" status: 204 len: 168 time: 0.3606651 Nov 16 11:37:25.691652 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c034eead-bb21-47ad-864f-ee81b6e59369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7afdd4-8a18-4cd6-9ff9-52d4dad49089,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:25.695339 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-efe124eb-2c5e-4d57-94c9-253577c2de93 req-2cf74c6d-4ca9-4388-9c2c-587dadb43db0 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857674 Nov 16 11:37:25.697125 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16526d42-010b-4a89-aa8c-6f9dcdb7452b req-c4cfcfee-9fc7-47af-8b41-b24c3793f0aa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24f6e434-0fda-4e39-b5ee-f2c0dd511eb4 HTTP/1.1" status: 200 len: 217 time: 0.0543933 Nov 16 11:37:25.753083 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16526d42-010b-4a89-aa8c-6f9dcdb7452b req-e8037765-4af4-4683-9cc2-c75987d694c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:25.754570 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16526d42-010b-4a89-aa8c-6f9dcdb7452b req-e8037765-4af4-4683-9cc2-c75987d694c7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ae399528-fd41-480d-a8b2-89ffbb840b02 HTTP/1.1" status: 200 len: 860 time: 0.0469036 Nov 16 11:37:25.788678 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16526d42-010b-4a89-aa8c-6f9dcdb7452b req-50513ccb-f275-480f-92c9-9d683f515a35 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f8221fdb-1e08-4d01-ae9d-5d09ca082499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255184 Nov 16 11:37:25.889340 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16526d42-010b-4a89-aa8c-6f9dcdb7452b req-61e24cc4-8313-4e89-a23e-f2f1cdc44c4f service neutron] 10.222.0.64 "GET /v2.0/networks/f8221fdb-1e08-4d01-ae9d-5d09ca082499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922279 Nov 16 11:37:25.953271 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device ce76f02d-f219-4be9-bc74-981dfeec1e7f details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:37:25.995610 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c9a9e-30f9-4baf-bdc9-325b208bbd1c req-34886612-1890-454a-9816-28fdde53be1d tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:25.997378 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a29c9a9e-30f9-4baf-bdc9-325b208bbd1c req-34886612-1890-454a-9816-28fdde53be1d tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/ports?device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 943 time: 0.0681441 Nov 16 11:37:26.006590 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16526d42-010b-4a89-aa8c-6f9dcdb7452b req-ae3980e1-6fb5-4f54-b35d-d03dd163431d service neutron] 10.222.0.64 "GET /v2.0/networks/f8221fdb-1e08-4d01-ae9d-5d09ca082499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092896 Nov 16 11:37:26.060664 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port ce76f02d-f219-4be9-bc74-981dfeec1e7f, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=ce76f02d-f219-4be9-bc74-981dfeec1e7f,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:37:26.066741 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a29c9a9e-30f9-4baf-bdc9-325b208bbd1c req-28daa6d7-6d7f-43e4-85c3-b5947c89e3b5 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/security-groups?id=501e0610-54a8-4c8a-be7c-05fe00a762c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629630 Nov 16 11:37:26.074154 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': 'ce76f02d-f219-4be9-bc74-981dfeec1e7f', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'port_id': 'ce76f02d-f219-4be9-bc74-981dfeec1e7f', 'mac_address': 'fa:16:3e:9c:bb:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c770cc-51d7-42eb-b4a6-9a605bacae0f', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:37:26.103942 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16526d42-010b-4a89-aa8c-6f9dcdb7452b req-dc53a23b-a431-4acc-827b-20161ef1bf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:26.105367 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16526d42-010b-4a89-aa8c-6f9dcdb7452b req-dc53a23b-a431-4acc-827b-20161ef1bf3d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88f9b951da4e4801aa41cd8240665ac6&device_id=24de05eb-75a3-410a-b215-f8eeb42ed1c9 HTTP/1.1" status: 200 len: 1098 time: 0.0488913 Nov 16 11:37:26.123464 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:26.148600 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce76f02d-f219-4be9-bc74-981dfeec1e7f {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:37:26.190063 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port ce76f02d-f219-4be9-bc74-981dfeec1e7f, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=ce76f02d-f219-4be9-bc74-981dfeec1e7f,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:37:26.195940 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:26.221846 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16526d42-010b-4a89-aa8c-6f9dcdb7452b req-91147a36-f376-4b38-a087-6f288d10d1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:26.223493 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16526d42-010b-4a89-aa8c-6f9dcdb7452b req-91147a36-f376-4b38-a087-6f288d10d1f3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.1073129 Nov 16 11:37:26.245368 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=ce76f02d-f219-4be9-bc74-981dfeec1e7f,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:26.253725 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:37:26.254164 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:37:26.254581 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:37:26.255561 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:37:26.255987 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:37:26.256390 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:37:26.256806 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:37:26.257201 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:37:26.257605 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:37:26.258030 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:37:26.258426 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:37:26.258847 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:37:26.266316 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16526d42-010b-4a89-aa8c-6f9dcdb7452b req-f9533fe1-2673-4f00-8b1b-6d4446327d6a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=93adca67-d12a-488a-adc2-f42f9490c170 HTTP/1.1" status: 200 len: 217 time: 0.0347483 Nov 16 11:37:26.322776 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16526d42-010b-4a89-aa8c-6f9dcdb7452b req-8209f3fb-fbff-4338-b6b7-02c9d4fba0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:26.324247 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16526d42-010b-4a89-aa8c-6f9dcdb7452b req-8209f3fb-fbff-4338-b6b7-02c9d4fba0d3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0492635 Nov 16 11:37:26.373477 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16526d42-010b-4a89-aa8c-6f9dcdb7452b req-099d3fd9-64b2-44b9-a20a-cf473d3b3bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:26.376695 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16526d42-010b-4a89-aa8c-6f9dcdb7452b req-099d3fd9-64b2-44b9-a20a-cf473d3b3bac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0439751 Nov 16 11:37:26.424307 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['ce76f02d-f219-4be9-bc74-981dfeec1e7f'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:37:26.450540 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec543970-5e55-4965-8203-f743d03b327c req-f4a42190-23fa-4946-b802-76b2aaefa5ba tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:26.452192 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ec543970-5e55-4965-8203-f743d03b327c req-f4a42190-23fa-4946-b802-76b2aaefa5ba tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/ports?device_id=24de05eb-75a3-410a-b215-f8eeb42ed1c9 HTTP/1.1" status: 200 len: 947 time: 0.0629694 Nov 16 11:37:26.489973 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16526d42-010b-4a89-aa8c-6f9dcdb7452b req-4b26bacf-619b-43b7-8fee-b0f85f213205 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050854 Nov 16 11:37:26.524624 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ec543970-5e55-4965-8203-f743d03b327c req-ca0848ea-7d88-4071-b1ef-4d6b4602b025 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/security-groups?id=4abe67ce-3561-4710-8d68-692bfdd82b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642164 Nov 16 11:37:26.617176 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16526d42-010b-4a89-aa8c-6f9dcdb7452b req-93ca6cba-ab48-4519-a861-9b9343dd6f51 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197050 Nov 16 11:37:27.193416 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd235870-5b9c-4b7b-b27b-23f21db7395f req-8be8e51c-46c6-4ffc-828a-653ab764bedd tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:27.195069 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd235870-5b9c-4b7b-b27b-23f21db7395f req-8be8e51c-46c6-4ffc-828a-653ab764bedd tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/ports?device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 943 time: 0.0515285 Nov 16 11:37:27.243843 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd235870-5b9c-4b7b-b27b-23f21db7395f req-5807dc0c-c6c7-4997-8cd0-678e1bb2a26e tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/security-groups?id=501e0610-54a8-4c8a-be7c-05fe00a762c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429344 Nov 16 11:37:27.636542 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244982a-11e8-4683-b0f3-d731e1a2662c req-5a2e216e-1ac9-4099-9b69-9c50a2af7523 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:27.638155 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8244982a-11e8-4683-b0f3-d731e1a2662c req-5a2e216e-1ac9-4099-9b69-9c50a2af7523 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/ports?device_id=24de05eb-75a3-410a-b215-f8eeb42ed1c9 HTTP/1.1" status: 200 len: 947 time: 0.0490658 Nov 16 11:37:27.691425 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8244982a-11e8-4683-b0f3-d731e1a2662c req-5073fc10-32e7-4a4f-b331-1f9c810c58ec tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/security-groups?id=4abe67ce-3561-4710-8d68-692bfdd82b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466316 Nov 16 11:37:27.897344 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:27.912421 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 24f6e434-0fda-4e39-b5ee-f2c0dd511eb4 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:37:27.975892 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device ce76f02d-f219-4be9-bc74-981dfeec1e7f up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:37:28.057800 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 24f6e434-0fda-4e39-b5ee-f2c0dd511eb4, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=24f6e434-0fda-4e39-b5ee-f2c0dd511eb4,segment=NetworkSegment(0e7ce30a-fde8-4260-b2df-e2d0092055b7),segment_id=0e7ce30a-fde8-4260-b2df-e2d0092055b7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:37:28.074632 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '24f6e434-0fda-4e39-b5ee-f2c0dd511eb4', 'network_id': 'f8221fdb-1e08-4d01-ae9d-5d09ca082499', 'port_id': '24f6e434-0fda-4e39-b5ee-f2c0dd511eb4', 'mac_address': 'fa:16:3e:c6:37:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae399528-fd41-480d-a8b2-89ffbb840b02', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:37:28.079121 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port ce76f02d-f219-4be9-bc74-981dfeec1e7f completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:37:28.085702 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port ce76f02d-f219-4be9-bc74-981dfeec1e7f triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:37:28.087200 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:28.156130 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:28.173517 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24f6e434-0fda-4e39-b5ee-f2c0dd511eb4 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:37:28.212921 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 24f6e434-0fda-4e39-b5ee-f2c0dd511eb4, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=24f6e434-0fda-4e39-b5ee-f2c0dd511eb4,segment=NetworkSegment(0e7ce30a-fde8-4260-b2df-e2d0092055b7),segment_id=0e7ce30a-fde8-4260-b2df-e2d0092055b7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:37:28.223216 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:28.231879 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:28.283804 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd410c72e-4faa-4cfc-8d2e-0a2ce83a1277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce76f02d-f219-4be9-bc74-981dfeec1e7f'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:37:28.286537 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092fb36b-b2fc-458a-9f99-3e9d018ff4a0" -d '{"events": [{"server_uuid": "d410c72e-4faa-4cfc-8d2e-0a2ce83a1277", "name": "network-vif-plugged", "status": "completed", "tag": "ce76f02d-f219-4be9-bc74-981dfeec1e7f"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:37:28.309076 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port ce76f02d-f219-4be9-bc74-981dfeec1e7f, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=ce76f02d-f219-4be9-bc74-981dfeec1e7f,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:37:28.310302 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=24f6e434-0fda-4e39-b5ee-f2c0dd511eb4,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:28.315149 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:28.369374 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882386cd-6523-427b-b28d-1dc56cefac90 req-9d902575-d7eb-490e-8f1c-85e047b1034a tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:28.370000 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=ce76f02d-f219-4be9-bc74-981dfeec1e7f,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:28.374408 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-882386cd-6523-427b-b28d-1dc56cefac90 req-9d902575-d7eb-490e-8f1c-85e047b1034a tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/ports?device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 944 time: 0.0559697 Nov 16 11:37:28.421134 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-882386cd-6523-427b-b28d-1dc56cefac90 req-0f5affb5-ecb9-4198-b50a-e3d97c5eecbe tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/security-groups?id=501e0610-54a8-4c8a-be7c-05fe00a762c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439548 Nov 16 11:37:28.472614 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09edee8c-5062-4792-8a04-9d6472187572 x-openstack-request-id: req-09edee8c-5062-4792-8a04-9d6472187572 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:37:28.472938 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d410c72e-4faa-4cfc-8d2e-0a2ce83a1277", "name": "network-vif-plugged", "status": "completed", "tag": "ce76f02d-f219-4be9-bc74-981dfeec1e7f", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:37:28.473195 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-09edee8c-5062-4792-8a04-9d6472187572 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:37:28.473685 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd410c72e-4faa-4cfc-8d2e-0a2ce83a1277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce76f02d-f219-4be9-bc74-981dfeec1e7f', 'code': 200} Nov 16 11:37:28.498321 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['24f6e434-0fda-4e39-b5ee-f2c0dd511eb4'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:37:28.601004 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c9531-0897-4c65-bb8b-64ce1a496bca req-fef1d885-bc0f-48da-9cb8-b646b4befa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:28.602542 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c58c9531-0897-4c65-bb8b-64ce1a496bca req-fef1d885-bc0f-48da-9cb8-b646b4befa4b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d410c72e-4faa-4cfc-8d2e-0a2ce83a1277 HTTP/1.1" status: 200 len: 1101 time: 0.0448592 Nov 16 11:37:28.650347 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c58c9531-0897-4c65-bb8b-64ce1a496bca req-596f2600-1004-462c-ab7b-e0153e7689ec service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4abe67ce-3561-4710-8d68-692bfdd82b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392220 Nov 16 11:37:28.811506 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680878f9-9447-42eb-9948-3881f81a30e1 req-ff8dc845-cc8b-458a-a884-814a0472c4c3 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:28.813005 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-680878f9-9447-42eb-9948-3881f81a30e1 req-ff8dc845-cc8b-458a-a884-814a0472c4c3 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/ports?device_id=24de05eb-75a3-410a-b215-f8eeb42ed1c9 HTTP/1.1" status: 200 len: 947 time: 0.0506606 Nov 16 11:37:28.861117 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-680878f9-9447-42eb-9948-3881f81a30e1 req-0d15fe33-8986-4072-993f-2933859c79c1 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/security-groups?id=4abe67ce-3561-4710-8d68-692bfdd82b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420866 Nov 16 11:37:28.873213 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:29.547600 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4e00d-6eb1-49d6-b5eb-ef513f2e9f01 req-7c077806-efd0-493b-a549-a34186d5a345 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:29.549085 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fca4e00d-6eb1-49d6-b5eb-ef513f2e9f01 req-7c077806-efd0-493b-a549-a34186d5a345 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/ports?device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 944 time: 0.0538409 Nov 16 11:37:29.599892 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fca4e00d-6eb1-49d6-b5eb-ef513f2e9f01 req-79836bbd-8b1f-44f8-8189-83f6c9ea3961 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/security-groups?id=501e0610-54a8-4c8a-be7c-05fe00a762c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445957 Nov 16 11:37:29.915835 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 93adca67-d12a-488a-adc2-f42f9490c170 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:37:29.920594 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 24f6e434-0fda-4e39-b5ee-f2c0dd511eb4 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:37:29.982254 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74d8ba-c8dc-4c96-bf89-8339926d6387 req-ba648f24-ec00-43e9-bae4-e64a484e6917 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:29.983991 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0c74d8ba-c8dc-4c96-bf89-8339926d6387 req-ba648f24-ec00-43e9-bae4-e64a484e6917 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/ports?device_id=24de05eb-75a3-410a-b215-f8eeb42ed1c9 HTTP/1.1" status: 200 len: 947 time: 0.0490973 Nov 16 11:37:30.028020 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 24f6e434-0fda-4e39-b5ee-f2c0dd511eb4 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:37:30.036203 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 24f6e434-0fda-4e39-b5ee-f2c0dd511eb4 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:37:30.036584 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:30.038976 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0c74d8ba-c8dc-4c96-bf89-8339926d6387 req-c312aa7c-3dc1-45db-a2ce-e4bf04b533bc tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/security-groups?id=4abe67ce-3561-4710-8d68-692bfdd82b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478666 Nov 16 11:37:30.090240 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 93adca67-d12a-488a-adc2-f42f9490c170, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=93adca67-d12a-488a-adc2-f42f9490c170,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:37:30.106903 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '93adca67-d12a-488a-adc2-f42f9490c170', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'port_id': '93adca67-d12a-488a-adc2-f42f9490c170', 'mac_address': 'fa:16:3e:41:f9:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c770cc-51d7-42eb-b4a6-9a605bacae0f', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:37:30.174439 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:30.194318 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93adca67-d12a-488a-adc2-f42f9490c170 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:37:30.198459 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:30.231702 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 93adca67-d12a-488a-adc2-f42f9490c170, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=93adca67-d12a-488a-adc2-f42f9490c170,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:37:30.240604 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:30.251426 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 24f6e434-0fda-4e39-b5ee-f2c0dd511eb4, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=24f6e434-0fda-4e39-b5ee-f2c0dd511eb4,segment=NetworkSegment(0e7ce30a-fde8-4260-b2df-e2d0092055b7),segment_id=0e7ce30a-fde8-4260-b2df-e2d0092055b7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:37:30.272556 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:30.300658 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=93adca67-d12a-488a-adc2-f42f9490c170,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:30.352048 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=24f6e434-0fda-4e39-b5ee-f2c0dd511eb4,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:30.474616 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298f14f8-db7b-4111-a599-f1d2ab7cb321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f6e434-0fda-4e39-b5ee-f2c0dd511eb4'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:37:30.476939 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64617db-a8d7-4f30-a916-35dc2bcaf4bd" -d '{"events": [{"server_uuid": "298f14f8-db7b-4111-a599-f1d2ab7cb321", "name": "network-vif-plugged", "status": "completed", "tag": "24f6e434-0fda-4e39-b5ee-f2c0dd511eb4"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:37:30.507604 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['93adca67-d12a-488a-adc2-f42f9490c170'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:37:30.531378 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0e5f8a-dbf6-41a2-8894-ef2b79b20bd2 x-openstack-request-id: req-3f0e5f8a-dbf6-41a2-8894-ef2b79b20bd2 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:37:30.531756 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298f14f8-db7b-4111-a599-f1d2ab7cb321", "name": "network-vif-plugged", "status": "completed", "tag": "24f6e434-0fda-4e39-b5ee-f2c0dd511eb4", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:37:30.532024 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3f0e5f8a-dbf6-41a2-8894-ef2b79b20bd2 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:37:30.532484 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298f14f8-db7b-4111-a599-f1d2ab7cb321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f6e434-0fda-4e39-b5ee-f2c0dd511eb4', 'code': 200} Nov 16 11:37:30.623914 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c13dc-30ca-45d6-8c2e-35da6f98857f req-ae2db708-2cf7-4b8f-b433-e6711316619c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:30.625682 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f55c13dc-30ca-45d6-8c2e-35da6f98857f req-ae2db708-2cf7-4b8f-b433-e6711316619c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 1096 time: 0.0500405 Nov 16 11:37:30.699495 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f55c13dc-30ca-45d6-8c2e-35da6f98857f req-9c010ebb-460e-419b-9384-af0e26f3e9da service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=501e0610-54a8-4c8a-be7c-05fe00a762c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626905 Nov 16 11:37:30.728681 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15095550-8427-48d9-aa94-0826af0659c9 req-e82e6df2-9fd8-4417-bed3-bb56faf7c9f4 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:30.730414 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-15095550-8427-48d9-aa94-0826af0659c9 req-e82e6df2-9fd8-4417-bed3-bb56faf7c9f4 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/ports?device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 945 time: 0.0513184 Nov 16 11:37:31.111108 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-15095550-8427-48d9-aa94-0826af0659c9 req-2d2e02f8-b698-4807-8f71-a64a2fffd9fa tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/security-groups?id=501e0610-54a8-4c8a-be7c-05fe00a762c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744516 Nov 16 11:37:31.275632 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c822c3-37c0-446c-9083-e10bbc5a0fbb req-e588ff02-ca73-4209-bc6a-9910f42d06ae tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:31.277095 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-26c822c3-37c0-446c-9083-e10bbc5a0fbb req-e588ff02-ca73-4209-bc6a-9910f42d06ae tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/ports?device_id=24de05eb-75a3-410a-b215-f8eeb42ed1c9 HTTP/1.1" status: 200 len: 948 time: 0.0496438 Nov 16 11:37:31.324084 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-26c822c3-37c0-446c-9083-e10bbc5a0fbb req-234d6ddb-e035-4a8b-a7d2-836b18441cd2 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/security-groups?id=4abe67ce-3561-4710-8d68-692bfdd82b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407875 Nov 16 11:37:31.342418 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:37:31.941337 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 93adca67-d12a-488a-adc2-f42f9490c170 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:37:32.006728 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 93adca67-d12a-488a-adc2-f42f9490c170 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:37:32.028427 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 93adca67-d12a-488a-adc2-f42f9490c170 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:37:32.029234 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:32.117757 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:32.158799 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 93adca67-d12a-488a-adc2-f42f9490c170, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=93adca67-d12a-488a-adc2-f42f9490c170,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:37:32.165235 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:32.221303 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=93adca67-d12a-488a-adc2-f42f9490c170,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:32.256543 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d3e4f-15f9-432b-abd1-2b2f75c9d130 req-90d1f011-50c7-4ba7-8d2f-920b0bfff221 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:32.258306 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-767d3e4f-15f9-432b-abd1-2b2f75c9d130 req-90d1f011-50c7-4ba7-8d2f-920b0bfff221 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/ports?device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 945 time: 0.0555170 Nov 16 11:37:32.314532 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-767d3e4f-15f9-432b-abd1-2b2f75c9d130 req-1b07cc42-1821-4e3b-8de1-4e0089be12c1 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/security-groups?id=501e0610-54a8-4c8a-be7c-05fe00a762c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496223 Nov 16 11:37:32.533707 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24de05eb-75a3-410a-b215-f8eeb42ed1c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93adca67-d12a-488a-adc2-f42f9490c170'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:37:32.538137 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0c1f5f-335a-4e8f-b767-31986da6137e" -d '{"events": [{"server_uuid": "24de05eb-75a3-410a-b215-f8eeb42ed1c9", "name": "network-vif-plugged", "status": "completed", "tag": "93adca67-d12a-488a-adc2-f42f9490c170"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:37:32.628521 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408952e-7d27-4222-a76e-383a4b867ee0 req-6dc6bef1-44a2-4758-9bf4-4456a9a2f555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:32.630885 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d408952e-7d27-4222-a76e-383a4b867ee0 req-6dc6bef1-44a2-4758-9bf4-4456a9a2f555 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=48e75913e53a4bec98a3ab9a3a4387ee&device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 1096 time: 0.0490816 Nov 16 11:37:32.634770 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe14b86-6350-4dc9-bce5-12a55a4c7c31 req-8183b95a-3660-40ff-baaf-334a820e3d7e tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:32.636568 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ebe14b86-6350-4dc9-bce5-12a55a4c7c31 req-8183b95a-3660-40ff-baaf-334a820e3d7e tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/ports?device_id=24de05eb-75a3-410a-b215-f8eeb42ed1c9 HTTP/1.1" status: 200 len: 949 time: 0.0797606 Nov 16 11:37:32.702081 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ebe14b86-6350-4dc9-bce5-12a55a4c7c31 req-ca14693e-34cb-499b-b0ec-62e6c57b0974 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/security-groups?id=4abe67ce-3561-4710-8d68-692bfdd82b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588818 Nov 16 11:37:32.761380 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408952e-7d27-4222-a76e-383a4b867ee0 req-e41002b8-608b-40e0-a1c9-9f35455bc11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:32.766269 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d408952e-7d27-4222-a76e-383a4b867ee0 req-e41002b8-608b-40e0-a1c9-9f35455bc11b service neutron] 10.222.0.64 "GET /v2.0/networks?id=f8221fdb-1e08-4d01-ae9d-5d09ca082499 HTTP/1.1" status: 200 len: 921 time: 0.1206548 Nov 16 11:37:32.819885 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d408952e-7d27-4222-a76e-383a4b867ee0 req-5e26a47a-f327-4fa1-977f-d9d39b02de2d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24f6e434-0fda-4e39-b5ee-f2c0dd511eb4 HTTP/1.1" status: 200 len: 217 time: 0.0485132 Nov 16 11:37:32.869660 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af6432-eacf-41e2-ba04-d02b20e3d578 req-758280a2-6fed-4a51-aaf7-fd087eb9f2bd tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:32.871201 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-34af6432-eacf-41e2-ba04-d02b20e3d578 req-758280a2-6fed-4a51-aaf7-fd087eb9f2bd tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/ports?device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 945 time: 0.0531192 Nov 16 11:37:32.878910 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408952e-7d27-4222-a76e-383a4b867ee0 req-1b9fc60d-f483-4cc0-8845-cb49b5b68696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:32.880425 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d408952e-7d27-4222-a76e-383a4b867ee0 req-1b9fc60d-f483-4cc0-8845-cb49b5b68696 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ae399528-fd41-480d-a8b2-89ffbb840b02 HTTP/1.1" status: 200 len: 860 time: 0.0524187 Nov 16 11:37:32.924043 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d408952e-7d27-4222-a76e-383a4b867ee0 req-88118faf-5fbb-48f5-bda0-ab0801301da0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f8221fdb-1e08-4d01-ae9d-5d09ca082499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363123 Nov 16 11:37:32.948844 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-34af6432-eacf-41e2-ba04-d02b20e3d578 req-b1a3f01a-c27e-4fed-a448-9b8533327dba tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/security-groups?id=501e0610-54a8-4c8a-be7c-05fe00a762c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684073 Nov 16 11:37:33.032272 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6eb4de-46fc-4331-80e9-b5ca0bf72e5c x-openstack-request-id: req-2a6eb4de-46fc-4331-80e9-b5ca0bf72e5c {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:37:33.032756 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24de05eb-75a3-410a-b215-f8eeb42ed1c9", "name": "network-vif-plugged", "status": "completed", "tag": "93adca67-d12a-488a-adc2-f42f9490c170", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:37:33.032862 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2a6eb4de-46fc-4331-80e9-b5ca0bf72e5c {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:37:33.033807 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24de05eb-75a3-410a-b215-f8eeb42ed1c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93adca67-d12a-488a-adc2-f42f9490c170', 'code': 200} Nov 16 11:37:33.037830 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d408952e-7d27-4222-a76e-383a4b867ee0 req-76b54799-7d00-4b69-b142-edcfdb897863 service neutron] 10.222.0.64 "GET /v2.0/networks/f8221fdb-1e08-4d01-ae9d-5d09ca082499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058795 Nov 16 11:37:33.162555 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d408952e-7d27-4222-a76e-383a4b867ee0 req-79468481-c63e-4f5f-9516-09138f116699 service neutron] 10.222.0.64 "GET /v2.0/networks/f8221fdb-1e08-4d01-ae9d-5d09ca082499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172538 Nov 16 11:37:33.164993 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9b64b-47cc-4561-b2f2-b4ab048c508d req-72636dcb-214a-4c70-81a5-918dcd989f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:33.166494 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-22c9b64b-47cc-4561-b2f2-b4ab048c508d req-72636dcb-214a-4c70-81a5-918dcd989f18 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=24de05eb-75a3-410a-b215-f8eeb42ed1c9 HTTP/1.1" status: 200 len: 1100 time: 0.0757737 Nov 16 11:37:33.218558 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-22c9b64b-47cc-4561-b2f2-b4ab048c508d req-764acaea-7aa8-49b3-a094-43cbbbead4b1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4abe67ce-3561-4710-8d68-692bfdd82b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445967 Nov 16 11:37:33.815239 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834829d-7784-4268-b50a-812c6b42f800 req-a48f9afd-8e29-4053-b2ec-ed0f11378979 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:33.816705 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1834829d-7784-4268-b50a-812c6b42f800 req-a48f9afd-8e29-4053-b2ec-ed0f11378979 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/ports?device_id=24de05eb-75a3-410a-b215-f8eeb42ed1c9 HTTP/1.1" status: 200 len: 949 time: 0.0523961 Nov 16 11:37:33.867313 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1834829d-7784-4268-b50a-812c6b42f800 req-69cb2d75-08d7-4e19-8512-141d693c62a7 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/security-groups?id=4abe67ce-3561-4710-8d68-692bfdd82b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439394 Nov 16 11:37:34.072805 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd48e98-67db-4bad-84d5-9d5babb6f829 req-5f8f85fa-28a4-4f5c-8d20-14dac38dbbbb tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:34.074520 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3bd48e98-67db-4bad-84d5-9d5babb6f829 req-5f8f85fa-28a4-4f5c-8d20-14dac38dbbbb tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/ports?device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 945 time: 0.0529215 Nov 16 11:37:34.125619 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3bd48e98-67db-4bad-84d5-9d5babb6f829 req-1ce7579f-9406-47c1-8b3e-726d7e2eea75 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/security-groups?id=501e0610-54a8-4c8a-be7c-05fe00a762c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425704 Nov 16 11:37:34.990616 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009b68e-5667-4738-9afe-f3d48ef45f8e req-32b57003-dcd8-4e78-be14-2f05cc2e399a tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:34.992040 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6009b68e-5667-4738-9afe-f3d48ef45f8e req-32b57003-dcd8-4e78-be14-2f05cc2e399a tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/ports?device_id=24de05eb-75a3-410a-b215-f8eeb42ed1c9 HTTP/1.1" status: 200 len: 949 time: 0.0486095 Nov 16 11:37:35.044876 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6009b68e-5667-4738-9afe-f3d48ef45f8e req-210e1835-2377-4199-9ac7-148015c4b5ef tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/security-groups?id=4abe67ce-3561-4710-8d68-692bfdd82b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464199 Nov 16 11:37:35.219769 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591d146-c7c1-4a78-8410-e6479c037678 req-4b8f2ce3-698f-495e-ab53-c144bb3e3203 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:35.221143 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d591d146-c7c1-4a78-8410-e6479c037678 req-4b8f2ce3-698f-495e-ab53-c144bb3e3203 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/ports?device_id=d410c72e-4faa-4cfc-8d2e-0a2ce83a1277 HTTP/1.1" status: 200 len: 950 time: 0.0495768 Nov 16 11:37:35.274367 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d591d146-c7c1-4a78-8410-e6479c037678 req-8c206f47-b9fb-40e3-9606-2f58de1b93ed tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/security-groups?id=4abe67ce-3561-4710-8d68-692bfdd82b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445380 Nov 16 11:37:35.385539 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f56736-948e-4e7b-9484-b84ffafcabd6 req-993e3328-ed9e-455f-af69-045c072859c5 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:35.387008 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-20f56736-948e-4e7b-9484-b84ffafcabd6 req-993e3328-ed9e-455f-af69-045c072859c5 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/ports?device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 945 time: 0.0532124 Nov 16 11:37:35.435961 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-20f56736-948e-4e7b-9484-b84ffafcabd6 req-79060567-f8a3-4d51-b8ed-5605bfd5e67f tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/security-groups?id=501e0610-54a8-4c8a-be7c-05fe00a762c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420396 Nov 16 11:37:35.540642 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70216321-16fb-483b-ae67-f31bf25cf406 req-5735cb88-1ef0-4af2-a068-7f3fdafa5f0f tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:35.542170 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-70216321-16fb-483b-ae67-f31bf25cf406 req-5735cb88-1ef0-4af2-a068-7f3fdafa5f0f tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 1097 time: 0.0445902 Nov 16 11:37:35.595290 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-70216321-16fb-483b-ae67-f31bf25cf406 req-e1733831-fe44-4cfa-b48d-fc20853af7ff tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=49b75b1f-08a2-446a-817a-dcba3b370ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458066 Nov 16 11:37:35.619534 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52174) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:35.806829 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-7e7416c2-9a17-46b0-b465-a9086f9a1c39 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Deleting port 21545991-b2f0-42b1-b4da-557010dd714d {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:37:35.807425 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7e7416c2-9a17-46b0-b465-a9086f9a1c39 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:35.917135 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 52186) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:35.930984 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7e7416c2-9a17-46b0-b465-a9086f9a1c39 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:35.931334 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7e7416c2-9a17-46b0-b465-a9086f9a1c39 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:35.944379 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-7e7416c2-9a17-46b0-b465-a9086f9a1c39 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Calling delete_port for 21545991-b2f0-42b1-b4da-557010dd714d owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:37:36.070312 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e5fa3d04-d798-4ebf-8ceb-8c83b49707f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:36.152123 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7e7416c2-9a17-46b0-b465-a9086f9a1c39 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:36.185228 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7416c2-9a17-46b0-b465-a9086f9a1c39 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event deleted for resources: {'Port': ['ID=21545991-b2f0-42b1-b4da-557010dd714d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:36.188273 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e5fa3d04-d798-4ebf-8ceb-8c83b49707f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:36.194457 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e5fa3d04-d798-4ebf-8ceb-8c83b49707f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:36.239331 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e5fa3d04-d798-4ebf-8ceb-8c83b49707f3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=505473e8b3c6498e98893d6fa64f79d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3208377 Nov 16 11:37:36.240211 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa3d04-d798-4ebf-8ceb-8c83b49707f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93754b0e-be1b-49a1-a086-c39a779d497a,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:36.242301 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52202) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:36.274265 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7e7416c2-9a17-46b0-b465-a9086f9a1c39 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:36.274731 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [None req-7e7416c2-9a17-46b0-b465-a9086f9a1c39 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Floating IP 228a0562-6510-4050-9d1e-48d90c3c6a73 disassociated (deleted). External IP: 172.25.0.241, port: 30f83719-d107-4d68-bba8-cb927f4f8930. Nov 16 11:37:36.364662 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa2a74b7-01e5-407a-8b4d-3c8bb676e50b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:36.396996 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa2a74b7-01e5-407a-8b4d-3c8bb676e50b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:36.523121 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa2a74b7-01e5-407a-8b4d-3c8bb676e50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:36.525677 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa2a74b7-01e5-407a-8b4d-3c8bb676e50b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:36.529301 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-fa2a74b7-01e5-407a-8b4d-3c8bb676e50b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/93754b0e-be1b-49a1-a086-c39a779d497a HTTP/1.1" status: 204 len: 168 time: 0.2830360 Nov 16 11:37:36.545642 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a74b7-01e5-407a-8b4d-3c8bb676e50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93754b0e-be1b-49a1-a086-c39a779d497a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:36.573635 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7416c2-9a17-46b0-b465-a9086f9a1c39 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Router 97f0ec97-cef9-44b1-bdf0-924d596cbde4 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:37:36.580594 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc57600-4cc0-430a-a80d-dd1450310ed0 req-6ef0d980-a9d4-4359-bff4-329394ef21e0 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:36.589360 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0dc57600-4cc0-430a-a80d-dd1450310ed0 req-6ef0d980-a9d4-4359-bff4-329394ef21e0 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/ports?device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 945 time: 0.0729902 Nov 16 11:37:36.653584 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0dc57600-4cc0-430a-a80d-dd1450310ed0 req-326f5b37-4e7d-476c-85ca-6bd920570612 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/security-groups?id=501e0610-54a8-4c8a-be7c-05fe00a762c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585272 Nov 16 11:37:36.697526 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7416c2-9a17-46b0-b465-a9086f9a1c39 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:37:36.701723 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7e7416c2-9a17-46b0-b465-a9086f9a1c39 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:36.711536 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4de53d-27fa-45e1-9dee-110fb9aa6486 None None] Sync routers for ids ['97f0ec97-cef9-44b1-bdf0-924d596cbde4'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:37:36.720909 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4de53d-27fa-45e1-9dee-110fb9aa6486 None None] Routers {'97f0ec97-cef9-44b1-bdf0-924d596cbde4'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:37:36.721518 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-3a4de53d-27fa-45e1-9dee-110fb9aa6486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:37:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['97f0ec97-cef9-44b1-bdf0-924d596cbde4'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:37:36.741818 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7e7416c2-9a17-46b0-b465-a9086f9a1c39 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "DELETE /v2.0/floatingips/228a0562-6510-4050-9d1e-48d90c3c6a73 HTTP/1.1" status: 204 len: 168 time: 1.1175144 Nov 16 11:37:36.741818 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a750cd-f69d-49c7-9358-00408ecef147', 'tag': '30f83719-d107-4d68-bba8-cb927f4f8930'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:37:36.747114 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfd1edd-0faa-430c-9496-7d216a244488" -d '{"events": [{"name": "network-changed", "server_uuid": "e9a750cd-f69d-49c7-9358-00408ecef147", "tag": "30f83719-d107-4d68-bba8-cb927f4f8930"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:37:36.827900 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-3a4de53d-27fa-45e1-9dee-110fb9aa6486 None None] Set router 97f0ec97-cef9-44b1-bdf0-924d596cbde4 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:37:36.908884 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 52214) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:36.930563 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6f8e224d-987d-4217-9cf0-d277ebb7b920 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:36.950911 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6efe9723-1a12-4e7d-b029-d11fa69dd307 x-openstack-request-id: req-6efe9723-1a12-4e7d-b029-d11fa69dd307 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:37:36.951497 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9a750cd-f69d-49c7-9358-00408ecef147", "tag": "30f83719-d107-4d68-bba8-cb927f4f8930", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:37:36.951966 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6efe9723-1a12-4e7d-b029-d11fa69dd307 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:37:36.953064 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a750cd-f69d-49c7-9358-00408ecef147', 'tag': '30f83719-d107-4d68-bba8-cb927f4f8930', 'status': 'completed', 'code': 200} Nov 16 11:37:37.038436 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-3a4de53d-27fa-45e1-9dee-110fb9aa6486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f0ec97-cef9-44b1-bdf0-924d596cbde4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088755865', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'fe7b1551-b531-4839-a2e6-834a036facb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:32Z', 'updated_at': '2021-11-16T11:35:37Z', 'revision_number': 4, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': 'fe7b1551-b531-4839-a2e6-834a036facb8', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f0ec97-cef9-44b1-bdf0-924d596cbde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:33Z', 'updated_at': '2021-11-16T11:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '13cfda9b-07c6-410e-92ac-1598dd0c444d', 'name': '', 'network_id': '59a3cc32-0b4a-4110-9e86-4b064c1586ed', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'mac_address': 'fa:16:3e:3f:9a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f0ec97-cef9-44b1-bdf0-924d596cbde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '9fda7162-9173-4586-9674-e48b78290bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:37Z', 'updated_at': '2021-11-16T11:35:49Z', 'revision_number': 5, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'subnets': [{'id': '9fda7162-9173-4586-9674-e48b78290bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:37:37.050196 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd1edd-0faa-430c-9496-7d216a244488 req-7436fc97-2431-41b4-a113-c7db26640352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:37.050832 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6f8e224d-987d-4217-9cf0-d277ebb7b920 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:37.053754 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bfd1edd-0faa-430c-9496-7d216a244488 req-7436fc97-2431-41b4-a113-c7db26640352 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a94525ce04b1475298bff18f4d90d9d6&device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 1097 time: 0.0631313 Nov 16 11:37:37.057878 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6f8e224d-987d-4217-9cf0-d277ebb7b920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:37.066089 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4de53d-27fa-45e1-9dee-110fb9aa6486 None None] Checking router: 97f0ec97-cef9-44b1-bdf0-924d596cbde4 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:37:37.075156 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4de53d-27fa-45e1-9dee-110fb9aa6486 None None] Routers {'97f0ec97-cef9-44b1-bdf0-924d596cbde4'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:37:37.075731 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-3a4de53d-27fa-45e1-9dee-110fb9aa6486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:37:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['97f0ec97-cef9-44b1-bdf0-924d596cbde4'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:37:37.103302 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acece85f-991d-4a3b-84ba-12be0eca923d req-303e58e5-f5da-4dad-b58d-6ec3eac97fcf tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:37.105395 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-acece85f-991d-4a3b-84ba-12be0eca923d req-303e58e5-f5da-4dad-b58d-6ec3eac97fcf tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 946 time: 0.1046128 Nov 16 11:37:37.138118 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e224d-987d-4217-9cf0-d277ebb7b920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1a07c2-22b5-499a-ac87-7dfeeed7998b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:37.156190 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6f8e224d-987d-4217-9cf0-d277ebb7b920 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=da76af69f02e42198aadb6e55f7e41ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2435920 Nov 16 11:37:37.156459 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 52222) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:37.182717 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-3a4de53d-27fa-45e1-9dee-110fb9aa6486 None None] Set router 97f0ec97-cef9-44b1-bdf0-924d596cbde4 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:37:37.185391 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd1edd-0faa-430c-9496-7d216a244488 req-ceb46757-6d67-438d-a6cb-caccb4c52c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:37.186905 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bfd1edd-0faa-430c-9496-7d216a244488 req-ceb46757-6d67-438d-a6cb-caccb4c52c82 service neutron] 10.222.0.36 "GET /v2.0/networks?id=59a3cc32-0b4a-4110-9e86-4b064c1586ed HTTP/1.1" status: 200 len: 897 time: 0.1197703 Nov 16 11:37:37.219718 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-acece85f-991d-4a3b-84ba-12be0eca923d req-bcb4fca8-0c56-4332-ae98-1bfcc66e6dda tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=49b75b1f-08a2-446a-817a-dcba3b370ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0998003 Nov 16 11:37:37.237263 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bfd1edd-0faa-430c-9496-7d216a244488 req-02cf2f74-feb0-40c1-ae40-7e00b42f8a12 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30f83719-d107-4d68-bba8-cb927f4f8930 HTTP/1.1" status: 200 len: 217 time: 0.0413241 Nov 16 11:37:37.239799 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-174a586f-2dd1-4399-9017-6bec3e1071a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:37.262154 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-174a586f-2dd1-4399-9017-6bec3e1071a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:37.300655 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd1edd-0faa-430c-9496-7d216a244488 req-e9bfb645-5aeb-4861-b1ae-42aad3cd59f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:37.302357 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bfd1edd-0faa-430c-9496-7d216a244488 req-e9bfb645-5aeb-4861-b1ae-42aad3cd59f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9fda7162-9173-4586-9674-e48b78290bc0 HTTP/1.1" status: 200 len: 835 time: 0.0548859 Nov 16 11:37:37.324930 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-174a586f-2dd1-4399-9017-6bec3e1071a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:37.330861 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-174a586f-2dd1-4399-9017-6bec3e1071a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:37.332031 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-174a586f-2dd1-4399-9017-6bec3e1071a7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8c1a07c2-22b5-499a-ac87-7dfeeed7998b HTTP/1.1" status: 204 len: 168 time: 0.1745729 Nov 16 11:37:37.358369 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a586f-2dd1-4399-9017-6bec3e1071a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1a07c2-22b5-499a-ac87-7dfeeed7998b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:37.371480 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd1edd-0faa-430c-9496-7d216a244488 req-87d9ed04-cf48-44aa-b9b0-5037e4379d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:37.373108 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bfd1edd-0faa-430c-9496-7d216a244488 req-87d9ed04-cf48-44aa-b9b0-5037e4379d77 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59a3cc32-0b4a-4110-9e86-4b064c1586ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533185 Nov 16 11:37:37.425609 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-3a4de53d-27fa-45e1-9dee-110fb9aa6486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f0ec97-cef9-44b1-bdf0-924d596cbde4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088755865', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'fe7b1551-b531-4839-a2e6-834a036facb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:32Z', 'updated_at': '2021-11-16T11:35:37Z', 'revision_number': 4, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': 'fe7b1551-b531-4839-a2e6-834a036facb8', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f0ec97-cef9-44b1-bdf0-924d596cbde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:33Z', 'updated_at': '2021-11-16T11:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '13cfda9b-07c6-410e-92ac-1598dd0c444d', 'name': '', 'network_id': '59a3cc32-0b4a-4110-9e86-4b064c1586ed', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'mac_address': 'fa:16:3e:3f:9a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f0ec97-cef9-44b1-bdf0-924d596cbde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '9fda7162-9173-4586-9674-e48b78290bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:37Z', 'updated_at': '2021-11-16T11:35:49Z', 'revision_number': 5, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'subnets': [{'id': '9fda7162-9173-4586-9674-e48b78290bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:37:37.461998 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4de53d-27fa-45e1-9dee-110fb9aa6486 None None] The sync data for ids ['97f0ec97-cef9-44b1-bdf0-924d596cbde4'] in n-d-816823-3 is: [{'id': '97f0ec97-cef9-44b1-bdf0-924d596cbde4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088755865', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'fe7b1551-b531-4839-a2e6-834a036facb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:32Z', 'updated_at': '2021-11-16T11:35:37Z', 'revision_number': 4, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': 'fe7b1551-b531-4839-a2e6-834a036facb8', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f0ec97-cef9-44b1-bdf0-924d596cbde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:33Z', 'updated_at': '2021-11-16T11:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '13cfda9b-07c6-410e-92ac-1598dd0c444d', 'name': '', 'network_id': '59a3cc32-0b4a-4110-9e86-4b064c1586ed', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'mac_address': 'fa:16:3e:3f:9a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f0ec97-cef9-44b1-bdf0-924d596cbde4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '9fda7162-9173-4586-9674-e48b78290bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:37Z', 'updated_at': '2021-11-16T11:35:49Z', 'revision_number': 5, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'subnets': [{'id': '9fda7162-9173-4586-9674-e48b78290bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:37:37.487244 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bfd1edd-0faa-430c-9496-7d216a244488 req-4d766785-f1f2-4321-b3a0-358b23b3a3dc service neutron] 10.222.0.36 "GET /v2.0/networks/59a3cc32-0b4a-4110-9e86-4b064c1586ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993376 Nov 16 11:37:37.587670 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9bfd1edd-0faa-430c-9496-7d216a244488 req-80c79f94-c29b-4508-a553-c79cd6e10d7d service neutron] 10.222.0.36 "GET /v2.0/networks/59a3cc32-0b4a-4110-9e86-4b064c1586ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891004 Nov 16 11:37:37.717160 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e7a434-472c-4bde-a6cc-0b7f9b978a54 None None] New status for floating IP 228a0562-6510-4050-9d1e-48d90c3c6a73: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:37:37.749392 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 52240) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:37.766461 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-921e3c99-6953-4bad-8857-7ce5923b5f3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:37.787549 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c134236-1ad9-4db7-bae3-cb805f025883 req-9a5411d1-01c6-4138-9471-7d213fc711dc tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:37.789084 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4c134236-1ad9-4db7-bae3-cb805f025883 req-9a5411d1-01c6-4138-9471-7d213fc711dc tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/ports?device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 945 time: 0.0714612 Nov 16 11:37:37.868745 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4c134236-1ad9-4db7-bae3-cb805f025883 req-ec75b760-429b-41c2-9540-699d17a655fc tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/security-groups?id=501e0610-54a8-4c8a-be7c-05fe00a762c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715730 Nov 16 11:37:37.898960 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-921e3c99-6953-4bad-8857-7ce5923b5f3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:37.903025 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-921e3c99-6953-4bad-8857-7ce5923b5f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:37.948913 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-921e3c99-6953-4bad-8857-7ce5923b5f3e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5cd9aad930ec48d1a9b8d3e8b5765a5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1983869 Nov 16 11:37:37.949689 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e3c99-6953-4bad-8857-7ce5923b5f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb267f56-c5a5-4a36-9031-3bb73c5e8198,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:37.951471 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52242) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:38.000682 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device ce76f02d-f219-4be9-bc74-981dfeec1e7f details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:37:38.002254 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6cfb59b3-7495-473d-9154-437615ebc264 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:38.023783 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6cfb59b3-7495-473d-9154-437615ebc264 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:38.073194 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6cfb59b3-7495-473d-9154-437615ebc264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:38.075857 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6cfb59b3-7495-473d-9154-437615ebc264 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:38.077015 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6cfb59b3-7495-473d-9154-437615ebc264 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eb267f56-c5a5-4a36-9031-3bb73c5e8198 HTTP/1.1" status: 204 len: 168 time: 0.1244643 Nov 16 11:37:38.084805 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb59b3-7495-473d-9154-437615ebc264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb267f56-c5a5-4a36-9031-3bb73c5e8198,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:38.119952 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port ce76f02d-f219-4be9-bc74-981dfeec1e7f, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=ce76f02d-f219-4be9-bc74-981dfeec1e7f,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:37:38.131914 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': 'ce76f02d-f219-4be9-bc74-981dfeec1e7f', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'port_id': 'ce76f02d-f219-4be9-bc74-981dfeec1e7f', 'mac_address': 'fa:16:3e:9c:bb:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c770cc-51d7-42eb-b4a6-9a605bacae0f', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:37:38.170431 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:38.183638 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce76f02d-f219-4be9-bc74-981dfeec1e7f {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:37:38.206585 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port ce76f02d-f219-4be9-bc74-981dfeec1e7f, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=ce76f02d-f219-4be9-bc74-981dfeec1e7f,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:37:38.210757 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:38.264954 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=ce76f02d-f219-4be9-bc74-981dfeec1e7f,revision_number=6']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:38.311483 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['ce76f02d-f219-4be9-bc74-981dfeec1e7f'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:37:38.358198 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072a3e2-2d08-49b2-88f7-329a324e10e5 req-001b1e91-1adb-4ea3-b057-d558c5fda4ad tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:38.360422 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b072a3e2-2d08-49b2-88f7-329a324e10e5 req-001b1e91-1adb-4ea3-b057-d558c5fda4ad tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 946 time: 0.0568528 Nov 16 11:37:38.413468 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b072a3e2-2d08-49b2-88f7-329a324e10e5 req-d97e04d1-9671-4396-a245-55fb564a0546 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=49b75b1f-08a2-446a-817a-dcba3b370ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465372 Nov 16 11:37:38.697120 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e381a8-bf4a-4e46-b6e8-5b3a674c8605 req-cf774267-6c41-41b0-8189-db617aabb2b5 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:38.698672 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21e381a8-bf4a-4e46-b6e8-5b3a674c8605 req-cf774267-6c41-41b0-8189-db617aabb2b5 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9a750cd-f69d-49c7-9358-00408ecef147 HTTP/1.1" status: 200 len: 946 time: 0.0523088 Nov 16 11:37:38.799688 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-21e381a8-bf4a-4e46-b6e8-5b3a674c8605 req-e8ccbcb1-f728-498b-a421-40203f5c862e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Deleting port 30f83719-d107-4d68-bba8-cb927f4f8930 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:37:38.800032 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-21e381a8-bf4a-4e46-b6e8-5b3a674c8605 req-e8ccbcb1-f728-498b-a421-40203f5c862e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:38.892642 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-21e381a8-bf4a-4e46-b6e8-5b3a674c8605 req-e8ccbcb1-f728-498b-a421-40203f5c862e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] For port 30f83719-d107-4d68-bba8-cb927f4f8930, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=30f83719-d107-4d68-bba8-cb927f4f8930,segment=NetworkSegment(ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d),segment_id=ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:37:38.893581 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-21e381a8-bf4a-4e46-b6e8-5b3a674c8605 req-e8ccbcb1-f728-498b-a421-40203f5c862e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:38.921342 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-21e381a8-bf4a-4e46-b6e8-5b3a674c8605 req-e8ccbcb1-f728-498b-a421-40203f5c862e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Calling delete_port for 30f83719-d107-4d68-bba8-cb927f4f8930 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:37:39.007804 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33f02b-2aea-434e-869a-3652488a7d94 req-ef83d4df-28fd-455c-9d5f-7de69d3a9d48 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:39.015280 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3c33f02b-2aea-434e-869a-3652488a7d94 req-ef83d4df-28fd-455c-9d5f-7de69d3a9d48 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/ports?device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 945 time: 0.0671134 Nov 16 11:37:39.074444 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3c33f02b-2aea-434e-869a-3652488a7d94 req-b3c96202-5df3-48d8-8d58-0b093a1c3cbb tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/security-groups?id=501e0610-54a8-4c8a-be7c-05fe00a762c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539536 Nov 16 11:37:39.077477 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-21e381a8-bf4a-4e46-b6e8-5b3a674c8605 req-e8ccbcb1-f728-498b-a421-40203f5c862e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:39.106447 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ccbcb1-f728-498b-a421-40203f5c862e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event deleted for resources: {'Port': ['ID=30f83719-d107-4d68-bba8-cb927f4f8930,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:39.159805 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e381a8-bf4a-4e46-b6e8-5b3a674c8605 req-e8ccbcb1-f728-498b-a421-40203f5c862e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] No DVR routers for this DVR port 30f83719-d107-4d68-bba8-cb927f4f8930 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:37:39.162672 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-21e381a8-bf4a-4e46-b6e8-5b3a674c8605 req-e8ccbcb1-f728-498b-a421-40203f5c862e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:39.165917 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21e381a8-bf4a-4e46-b6e8-5b3a674c8605 req-e8ccbcb1-f728-498b-a421-40203f5c862e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.36 "DELETE /v2.0/ports/30f83719-d107-4d68-bba8-cb927f4f8930 HTTP/1.1" status: 204 len: 173 time: 0.4540911 Nov 16 11:37:39.166378 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a750cd-f69d-49c7-9358-00408ecef147', 'name': 'network-vif-deleted', 'tag': '30f83719-d107-4d68-bba8-cb927f4f8930'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:37:39.168867 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3bffa0-db06-4448-858a-4b5e282dd9e6" -d '{"events": [{"server_uuid": "e9a750cd-f69d-49c7-9358-00408ecef147", "name": "network-vif-deleted", "tag": "30f83719-d107-4d68-bba8-cb927f4f8930"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:37:39.209362 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9cd3c8-857a-4c6a-b545-458b80548fd1 x-openstack-request-id: req-4f9cd3c8-857a-4c6a-b545-458b80548fd1 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:37:39.209677 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a750cd-f69d-49c7-9358-00408ecef147", "name": "network-vif-deleted", "tag": "30f83719-d107-4d68-bba8-cb927f4f8930", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:37:39.210018 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4f9cd3c8-857a-4c6a-b545-458b80548fd1 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:37:39.210350 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a750cd-f69d-49c7-9358-00408ecef147', 'name': 'network-vif-deleted', 'tag': '30f83719-d107-4d68-bba8-cb927f4f8930', 'status': 'completed', 'code': 200} Nov 16 11:37:39.489811 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 52344) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:40.037867 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device ce76f02d-f219-4be9-bc74-981dfeec1e7f up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:37:40.121332 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-383f185f-7e4c-4001-b5fc-f33f11055918 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:40.150350 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port ce76f02d-f219-4be9-bc74-981dfeec1e7f triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:37:40.151167 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:40.321451 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:40.353510 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd410c72e-4faa-4cfc-8d2e-0a2ce83a1277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce76f02d-f219-4be9-bc74-981dfeec1e7f'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:37:40.357384 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1932b8-f7db-42f0-8579-5777399e77fe" -d '{"events": [{"server_uuid": "d410c72e-4faa-4cfc-8d2e-0a2ce83a1277", "name": "network-vif-plugged", "status": "completed", "tag": "ce76f02d-f219-4be9-bc74-981dfeec1e7f"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:37:40.376390 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port ce76f02d-f219-4be9-bc74-981dfeec1e7f, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=ce76f02d-f219-4be9-bc74-981dfeec1e7f,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:37:40.392673 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:40.393826 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 30f83719-d107-4d68-bba8-cb927f4f8930 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:37:40.421870 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1f2e6-a2e4-4af9-93a2-e5afe44c2343 req-87959419-6bcc-4774-996f-f8946d924dfa tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:40.423416 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d7f1f2e6-a2e4-4af9-93a2-e5afe44c2343 req-87959419-6bcc-4774-996f-f8946d924dfa tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/ports?device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 945 time: 0.2089701 Nov 16 11:37:40.447527 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: 30f83719-d107-4d68-bba8-cb927f4f8930 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:37:40.451117 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 30f83719-d107-4d68-bba8-cb927f4f8930 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:37:40.538236 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d7f1f2e6-a2e4-4af9-93a2-e5afe44c2343 req-0875aa2e-69b6-403f-85e1-afac19949f0a tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/security-groups?id=501e0610-54a8-4c8a-be7c-05fe00a762c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777156 Nov 16 11:37:40.564376 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=ce76f02d-f219-4be9-bc74-981dfeec1e7f,revision_number=7']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:40.608651 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576824c2-d190-43b7-a5b7-d05b628c9f39 x-openstack-request-id: req-576824c2-d190-43b7-a5b7-d05b628c9f39 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:37:40.608958 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d410c72e-4faa-4cfc-8d2e-0a2ce83a1277", "name": "network-vif-plugged", "status": "completed", "tag": "ce76f02d-f219-4be9-bc74-981dfeec1e7f", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:37:40.609214 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-576824c2-d190-43b7-a5b7-d05b628c9f39 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:37:40.609612 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd410c72e-4faa-4cfc-8d2e-0a2ce83a1277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce76f02d-f219-4be9-bc74-981dfeec1e7f', 'code': 200} Nov 16 11:37:40.727334 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-383f185f-7e4c-4001-b5fc-f33f11055918 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Deleting port 13cfda9b-07c6-410e-92ac-1598dd0c444d {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:37:40.728010 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-383f185f-7e4c-4001-b5fc-f33f11055918 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:40.880548 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-383f185f-7e4c-4001-b5fc-f33f11055918 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] For port 13cfda9b-07c6-410e-92ac-1598dd0c444d, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=13cfda9b-07c6-410e-92ac-1598dd0c444d,segment=NetworkSegment(ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d),segment_id=ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:37:40.881235 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-383f185f-7e4c-4001-b5fc-f33f11055918 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:40.899216 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-383f185f-7e4c-4001-b5fc-f33f11055918 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Calling delete_port for 13cfda9b-07c6-410e-92ac-1598dd0c444d owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:37:41.196157 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-383f185f-7e4c-4001-b5fc-f33f11055918 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:41.221026 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f185f-7e4c-4001-b5fc-f33f11055918 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event deleted for resources: {'Port': ['ID=13cfda9b-07c6-410e-92ac-1598dd0c444d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:41.506283 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-383f185f-7e4c-4001-b5fc-f33f11055918 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:41.823125 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383f185f-7e4c-4001-b5fc-f33f11055918 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Router 97f0ec97-cef9-44b1-bdf0-924d596cbde4 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:37:41.970818 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383f185f-7e4c-4001-b5fc-f33f11055918 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:37:41.978057 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-383f185f-7e4c-4001-b5fc-f33f11055918 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "PUT /v2.0/routers/97f0ec97-cef9-44b1-bdf0-924d596cbde4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4864557 Nov 16 11:37:41.981364 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52430) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:41.983848 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766a8b28-09f0-424e-ad1f-fe2b9d1d368b None None] Sync routers for ids ['97f0ec97-cef9-44b1-bdf0-924d596cbde4'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:37:42.006031 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766a8b28-09f0-424e-ad1f-fe2b9d1d368b None None] Routers {'97f0ec97-cef9-44b1-bdf0-924d596cbde4'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:37:42.006982 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-766a8b28-09f0-424e-ad1f-fe2b9d1d368b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:37:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['97f0ec97-cef9-44b1-bdf0-924d596cbde4'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:37:42.061809 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-110fc65c-20ca-4c29-a7bf-68b3a62f6b26 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Deleting subnet 9fda7162-9173-4586-9674-e48b78290bc0 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:37:42.068883 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-110fc65c-20ca-4c29-a7bf-68b3a62f6b26 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:42.163114 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-110fc65c-20ca-4c29-a7bf-68b3a62f6b26 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:42.283328 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-766a8b28-09f0-424e-ad1f-fe2b9d1d368b None None] Set router 97f0ec97-cef9-44b1-bdf0-924d596cbde4 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:37:42.300033 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-110fc65c-20ca-4c29-a7bf-68b3a62f6b26 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:42.408673 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-110fc65c-20ca-4c29-a7bf-68b3a62f6b26 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:42.443509 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-110fc65c-20ca-4c29-a7bf-68b3a62f6b26 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:42.451816 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-110fc65c-20ca-4c29-a7bf-68b3a62f6b26 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "DELETE /v2.0/subnets/9fda7162-9173-4586-9674-e48b78290bc0 HTTP/1.1" status: 204 len: 168 time: 0.4690444 Nov 16 11:37:42.456303 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcb7f7f-e1ff-4185-b905-439a2575fcc2 None None] Network 59a3cc32-0b4a-4110-9e86-4b064c1586ed requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:37:42.460347 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 52434) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:42.488560 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110fc65c-20ca-4c29-a7bf-68b3a62f6b26 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event deleted for resources: {'Subnet': ['ID=9fda7162-9173-4586-9674-e48b78290bc0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:42.591350 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fabfc2b9-172e-4960-bf35-a1ece7fb8141 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:42.631588 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-766a8b28-09f0-424e-ad1f-fe2b9d1d368b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f0ec97-cef9-44b1-bdf0-924d596cbde4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088755865', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'fe7b1551-b531-4839-a2e6-834a036facb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:32Z', 'updated_at': '2021-11-16T11:37:41Z', 'revision_number': 5, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': 'fe7b1551-b531-4839-a2e6-834a036facb8', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f0ec97-cef9-44b1-bdf0-924d596cbde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:33Z', 'updated_at': '2021-11-16T11:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:37:42.706983 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766a8b28-09f0-424e-ad1f-fe2b9d1d368b None None] Checking router: 97f0ec97-cef9-44b1-bdf0-924d596cbde4 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:37:42.728173 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766a8b28-09f0-424e-ad1f-fe2b9d1d368b None None] Routers {'97f0ec97-cef9-44b1-bdf0-924d596cbde4'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:37:42.728927 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-766a8b28-09f0-424e-ad1f-fe2b9d1d368b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:37:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['97f0ec97-cef9-44b1-bdf0-924d596cbde4'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:37:42.776395 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02051bcb-58e6-4901-b5a2-11c297640e85 None None] DHCP port deletion for 59a3cc32-0b4a-4110-9e86-4b064c1586ed request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:37:42.784986 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fabfc2b9-172e-4960-bf35-a1ece7fb8141 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:42.850410 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-02051bcb-58e6-4901-b5a2-11c297640e85 None None] Deleting port d25159fc-c1e3-47d8-86fd-43ba3b7bbacd {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:37:42.851106 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-02051bcb-58e6-4901-b5a2-11c297640e85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:42.855681 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-766a8b28-09f0-424e-ad1f-fe2b9d1d368b None None] Set router 97f0ec97-cef9-44b1-bdf0-924d596cbde4 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:37:42.933020 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-02051bcb-58e6-4901-b5a2-11c297640e85 None None] For port d25159fc-c1e3-47d8-86fd-43ba3b7bbacd, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=d25159fc-c1e3-47d8-86fd-43ba3b7bbacd,segment=NetworkSegment(ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d),segment_id=ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:37:42.933675 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-02051bcb-58e6-4901-b5a2-11c297640e85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:42.941905 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-fabfc2b9-172e-4960-bf35-a1ece7fb8141 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Deleting port fe7b1551-b531-4839-a2e6-834a036facb8 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:37:42.943253 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fabfc2b9-172e-4960-bf35-a1ece7fb8141 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:42.951463 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-02051bcb-58e6-4901-b5a2-11c297640e85 None None] Calling delete_port for d25159fc-c1e3-47d8-86fd-43ba3b7bbacd owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:37:43.064525 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-02051bcb-58e6-4901-b5a2-11c297640e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:43.099081 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02051bcb-58e6-4901-b5a2-11c297640e85 None None] Pushing event deleted for resources: {'Port': ['ID=d25159fc-c1e3-47d8-86fd-43ba3b7bbacd,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:43.101074 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d7f8ec6f-a0c4-45e3-b649-3fe700318227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:43.119286 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-766a8b28-09f0-424e-ad1f-fe2b9d1d368b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f0ec97-cef9-44b1-bdf0-924d596cbde4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088755865', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'fe7b1551-b531-4839-a2e6-834a036facb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:32Z', 'updated_at': '2021-11-16T11:37:41Z', 'revision_number': 5, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': 'fe7b1551-b531-4839-a2e6-834a036facb8', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f0ec97-cef9-44b1-bdf0-924d596cbde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:33Z', 'updated_at': '2021-11-16T11:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:37:43.120710 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02051bcb-58e6-4901-b5a2-11c297640e85 None None] No DVR routers for this DVR port d25159fc-c1e3-47d8-86fd-43ba3b7bbacd on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:37:43.161525 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766a8b28-09f0-424e-ad1f-fe2b9d1d368b None None] The sync data for ids ['97f0ec97-cef9-44b1-bdf0-924d596cbde4'] in n-d-816823-3 is: [{'id': '97f0ec97-cef9-44b1-bdf0-924d596cbde4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088755865', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'fe7b1551-b531-4839-a2e6-834a036facb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:35:32Z', 'updated_at': '2021-11-16T11:37:41Z', 'revision_number': 5, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': 'fe7b1551-b531-4839-a2e6-834a036facb8', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f0ec97-cef9-44b1-bdf0-924d596cbde4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2230, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:35:33Z', 'updated_at': '2021-11-16T11:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:37:43.180026 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-fabfc2b9-172e-4960-bf35-a1ece7fb8141 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] For port fe7b1551-b531-4839-a2e6-834a036facb8, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=fe7b1551-b531-4839-a2e6-834a036facb8,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:37:43.180677 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fabfc2b9-172e-4960-bf35-a1ece7fb8141 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:43.209671 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-fabfc2b9-172e-4960-bf35-a1ece7fb8141 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Calling delete_port for fe7b1551-b531-4839-a2e6-834a036facb8 owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:37:43.513338 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fabfc2b9-172e-4960-bf35-a1ece7fb8141 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:43.554594 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8079d053-9505-4f27-8cb9-d7f1a5b4c885 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:37:43.621224 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabfc2b9-172e-4960-bf35-a1ece7fb8141 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event deleted for resources: {'Port': ['ID=fe7b1551-b531-4839-a2e6-834a036facb8,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:43.640182 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device d25159fc-c1e3-47d8-86fd-43ba3b7bbacd no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:37:43.673501 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: d25159fc-c1e3-47d8-86fd-43ba3b7bbacd {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:37:43.677405 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device d25159fc-c1e3-47d8-86fd-43ba3b7bbacd not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:37:43.678107 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 13cfda9b-07c6-410e-92ac-1598dd0c444d no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:37:43.703955 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 13cfda9b-07c6-410e-92ac-1598dd0c444d {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:37:43.704302 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 13cfda9b-07c6-410e-92ac-1598dd0c444d not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:37:43.741686 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fabfc2b9-172e-4960-bf35-a1ece7fb8141 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:43.866307 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fabfc2b9-172e-4960-bf35-a1ece7fb8141 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:43.869232 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fabfc2b9-172e-4960-bf35-a1ece7fb8141 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:43.946375 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fabfc2b9-172e-4960-bf35-a1ece7fb8141 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:43.947010 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabfc2b9-172e-4960-bf35-a1ece7fb8141 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Fanout notify agent at l3_agent the message router_deleted on router 97f0ec97-cef9-44b1-bdf0-924d596cbde4 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:37:43.965337 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fabfc2b9-172e-4960-bf35-a1ece7fb8141 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:43.969687 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52446) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:43.971016 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-fabfc2b9-172e-4960-bf35-a1ece7fb8141 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "DELETE /v2.0/routers/97f0ec97-cef9-44b1-bdf0-924d596cbde4 HTTP/1.1" status: 204 len: 168 time: 1.5092533 Nov 16 11:37:44.106614 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd071c2d-de6d-46af-9a1d-278c5e59712a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:44.228397 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd071c2d-de6d-46af-9a1d-278c5e59712a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:44.256344 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-dd071c2d-de6d-46af-9a1d-278c5e59712a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59a3cc32-0b4a-4110-9e86-4b064c1586ed']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:37:44.268366 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-dd071c2d-de6d-46af-9a1d-278c5e59712a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:37:44.269041 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-dd071c2d-de6d-46af-9a1d-278c5e59712a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebee3b8b-f55b-4b83-9f6b-1d6761f8fb8d') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:37:44.285184 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd071c2d-de6d-46af-9a1d-278c5e59712a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:44.300663 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd071c2d-de6d-46af-9a1d-278c5e59712a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:44.307665 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd071c2d-de6d-46af-9a1d-278c5e59712a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:37:44.308316 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd071c2d-de6d-46af-9a1d-278c5e59712a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:44.312803 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:37:44.312803 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:37:44.312803 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:37:44.312803 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:37:44.312803 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:37:44.312803 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:37:44.312803 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:37:44.312803 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:37:44.312803 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:37:44.312803 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:37:44.312803 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:37:44.312803 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:37:44.312803 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:37:44.312803 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:37:44.312803 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:37:44.312803 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:37:44.312803 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:37:44.312803 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:37:44.312803 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:37:44.312803 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:37:44.312803 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:37:44.312803 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:37:44.312803 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:37:44.312803 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:37:44.312803 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:37:44.312803 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:37:44.312803 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:37:44.312803 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:37:44.312803 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:37:44.312803 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:37:44.312803 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:37:44.312803 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:37:44.426806 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd071c2d-de6d-46af-9a1d-278c5e59712a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:44.441690 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd071c2d-de6d-46af-9a1d-278c5e59712a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:44.441690 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-dd071c2d-de6d-46af-9a1d-278c5e59712a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "DELETE /v2.0/networks/59a3cc32-0b4a-4110-9e86-4b064c1586ed HTTP/1.1" status: 204 len: 168 time: 0.4691515 Nov 16 11:37:44.444366 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 52448) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:44.450452 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd071c2d-de6d-46af-9a1d-278c5e59712a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event deleted for resources: {'Network': ['ID=59a3cc32-0b4a-4110-9e86-4b064c1586ed,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:44.512554 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6475c81d-c356-4813-87b2-2564a6dfc2f6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:44.542889 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6475c81d-c356-4813-87b2-2564a6dfc2f6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:44.619544 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6475c81d-c356-4813-87b2-2564a6dfc2f6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:44.625161 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6475c81d-c356-4813-87b2-2564a6dfc2f6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:44.628867 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6475c81d-c356-4813-87b2-2564a6dfc2f6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "DELETE /v2.0/security-groups/49b75b1f-08a2-446a-817a-dcba3b370ef9 HTTP/1.1" status: 204 len: 168 time: 0.1809990 Nov 16 11:37:44.638568 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6475c81d-c356-4813-87b2-2564a6dfc2f6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b75b1f-08a2-446a-817a-dcba3b370ef9,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:45.404274 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device fe7b1551-b531-4839-a2e6-834a036facb8 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:37:45.425680 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: fe7b1551-b531-4839-a2e6-834a036facb8 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:37:45.426356 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device fe7b1551-b531-4839-a2e6-834a036facb8 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:37:45.548215 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0ddbb02e-6f44-48b0-8360-800daa182d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:46.572413 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:48.288288 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:48.831114 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:50.693187 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8eea0-9153-4099-b91d-be22ff2f867c req-a60af917-d0ec-4603-b835-07c7de235b6c tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:50.694631 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-09d8eea0-9153-4099-b91d-be22ff2f867c req-a60af917-d0ec-4603-b835-07c7de235b6c tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/ports?device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 945 time: 0.0544674 Nov 16 11:37:50.750135 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-09d8eea0-9153-4099-b91d-be22ff2f867c req-cd3a2327-1fad-47fc-bf0e-0b4332618157 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/security-groups?id=501e0610-54a8-4c8a-be7c-05fe00a762c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494909 Nov 16 11:37:51.378014 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee47b1f-4114-49e9-946b-2434b5533726 req-8cda67d3-f901-4b87-ace8-0614b8fd0355 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:51.380058 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1ee47b1f-4114-49e9-946b-2434b5533726 req-8cda67d3-f901-4b87-ace8-0614b8fd0355 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 945 time: 0.0515294 Nov 16 11:37:51.429396 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1ee47b1f-4114-49e9-946b-2434b5533726 req-c0ca99be-0a0f-41c3-a94b-30fc95c1a9c6 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dbbc43f-60ba-492c-a5e9-6f49a843e926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433414 Nov 16 11:37:51.836868 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 52518) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:51.842778 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-aad2f0dd-01fd-45d9-ba3d-6fe5caae88e4 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1684687457', 'description': 'tempest-secgroup-smoke-1684687457 description', 'project_id': 'a94525ce04b1475298bff18f4d90d9d6'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:37:51.871871 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aad2f0dd-01fd-45d9-ba3d-6fe5caae88e4 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:51.956094 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f4d499-0d7d-4a6b-a3e5-e3dfddbe669a req-91258017-b763-47d0-8ca7-df0ad385e589 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:51.957603 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-33f4d499-0d7d-4a6b-a3e5-e3dfddbe669a req-91258017-b763-47d0-8ca7-df0ad385e589 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/ports?device_id=d410c72e-4faa-4cfc-8d2e-0a2ce83a1277 HTTP/1.1" status: 200 len: 950 time: 0.0707483 Nov 16 11:37:52.009319 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aad2f0dd-01fd-45d9-ba3d-6fe5caae88e4 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:52.014702 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aad2f0dd-01fd-45d9-ba3d-6fe5caae88e4 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:52.066644 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-33f4d499-0d7d-4a6b-a3e5-e3dfddbe669a req-6b64fcce-0a7b-459e-bf07-d252edae4789 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/security-groups?id=4abe67ce-3561-4710-8d68-692bfdd82b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020250 Nov 16 11:37:52.069486 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aad2f0dd-01fd-45d9-ba3d-6fe5caae88e4 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:52.073587 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-aad2f0dd-01fd-45d9-ba3d-6fe5caae88e4 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2350035 Nov 16 11:37:52.074178 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52522) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:52.078850 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2f0dd-01fd-45d9-ba3d-6fe5caae88e4 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f479886-688b-40e4-95ce-92a8dd5a26bb,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:52.081493 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ded363ac-f4de-449d-becc-6649c403d2a1 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'security_group_rule': {'security_group_id': '8f479886-688b-40e4-95ce-92a8dd5a26bb', 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:37:52.117550 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ded363ac-f4de-449d-becc-6649c403d2a1 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:52.163265 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [req-93ae797d-05de-47e1-aaef-ca7bd4ef42cf req-2af8454e-3231-4c70-a71c-df3fde6dd9d5 tempest-ServersAdminTestJSON-2087957053 tempest-ServersAdminTestJSON-2087957053-project] (102669) timed out ('10.222.0.61', 48082) {{(pid=102669) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 11:37:52.195004 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ad612-c7dd-438f-9a0a-cfabdcbb17a0 req-4b68615f-1750-407d-b852-57883f03c627 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:52.197093 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e61ad612-c7dd-438f-9a0a-cfabdcbb17a0 req-4b68615f-1750-407d-b852-57883f03c627 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/ports?device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 945 time: 0.0634782 Nov 16 11:37:52.306500 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e61ad612-c7dd-438f-9a0a-cfabdcbb17a0 req-c425cc23-4466-4cda-92c7-4e1ccef3e2ea tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/security-groups?id=501e0610-54a8-4c8a-be7c-05fe00a762c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919392 Nov 16 11:37:52.562325 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ded363ac-f4de-449d-becc-6649c403d2a1 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:52.567763 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ded363ac-f4de-449d-becc-6649c403d2a1 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:52.588762 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded363ac-f4de-449d-becc-6649c403d2a1 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7283cf20-ecef-4529-b9c4-24379d2ce992,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:52.598444 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ded363ac-f4de-449d-becc-6649c403d2a1 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:52.599726 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ded363ac-f4de-449d-becc-6649c403d2a1 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5237257 Nov 16 11:37:52.602496 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 52534) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:52.606953 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-eb6ef4f4-890a-4600-a6e0-1839e69c2e6b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'security_group_rule': {'security_group_id': '8f479886-688b-40e4-95ce-92a8dd5a26bb', 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:37:52.643336 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eb6ef4f4-890a-4600-a6e0-1839e69c2e6b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:52.709654 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eb6ef4f4-890a-4600-a6e0-1839e69c2e6b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:52.713956 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eb6ef4f4-890a-4600-a6e0-1839e69c2e6b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:52.738577 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ef4f4-890a-4600-a6e0-1839e69c2e6b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2964e7fb-18fd-44e6-aa55-7ed39e4ccd09,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:52.749535 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eb6ef4f4-890a-4600-a6e0-1839e69c2e6b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:52.753679 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-eb6ef4f4-890a-4600-a6e0-1839e69c2e6b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1474040 Nov 16 11:37:52.753679 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 52540) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:52.758581 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-714859f6-8c6e-48eb-a147-48fb4857a172 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'security_group_rule': {'security_group_id': '8f479886-688b-40e4-95ce-92a8dd5a26bb', 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:37:52.800511 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-714859f6-8c6e-48eb-a147-48fb4857a172 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:52.894764 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-714859f6-8c6e-48eb-a147-48fb4857a172 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:52.906532 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ba922-debc-488b-be3f-ed077ff5b7b0 req-ecc4d70e-526b-4a4b-8662-37c1b9e5e049 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:52.915897 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-461ba922-debc-488b-be3f-ed077ff5b7b0 req-ecc4d70e-526b-4a4b-8662-37c1b9e5e049 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 945 time: 0.1019964 Nov 16 11:37:52.939028 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-714859f6-8c6e-48eb-a147-48fb4857a172 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:52.947692 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d9539bf0-e05b-42d0-b222-cee5f08244fb req-5a782041-03c1-492f-830c-d107feea2fbf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b1cbc116-04ac-4caa-9f68-0eaee4b01e7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452693 Nov 16 11:37:52.992169 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714859f6-8c6e-48eb-a147-48fb4857a172 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00c31663-c474-419e-beaf-bab996d148c1,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:53.003929 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-714859f6-8c6e-48eb-a147-48fb4857a172 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:53.008380 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-714859f6-8c6e-48eb-a147-48fb4857a172 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2505770 Nov 16 11:37:53.011024 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 52548) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:53.015376 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-4a58a82a-d3c9-49b9-a92d-9a69e27929cd tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'security_group_rule': {'security_group_id': '8f479886-688b-40e4-95ce-92a8dd5a26bb', 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:37:53.026439 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-461ba922-debc-488b-be3f-ed077ff5b7b0 req-46811424-368e-405d-b309-190da2910d4d tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dbbc43f-60ba-492c-a5e9-6f49a843e926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095200 Nov 16 11:37:53.028695 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714859f6-8c6e-48eb-a147-48fb4857a172 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:37:53.029045 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714859f6-8c6e-48eb-a147-48fb4857a172 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:37:53.029397 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714859f6-8c6e-48eb-a147-48fb4857a172 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:37:53.029728 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714859f6-8c6e-48eb-a147-48fb4857a172 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:37:53.030091 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714859f6-8c6e-48eb-a147-48fb4857a172 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:37:53.030423 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714859f6-8c6e-48eb-a147-48fb4857a172 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:37:53.030755 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714859f6-8c6e-48eb-a147-48fb4857a172 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:37:53.031081 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714859f6-8c6e-48eb-a147-48fb4857a172 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:37:53.031409 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714859f6-8c6e-48eb-a147-48fb4857a172 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:37:53.031732 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714859f6-8c6e-48eb-a147-48fb4857a172 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:37:53.032053 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714859f6-8c6e-48eb-a147-48fb4857a172 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:37:53.032371 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714859f6-8c6e-48eb-a147-48fb4857a172 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:37:53.035209 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9539bf0-e05b-42d0-b222-cee5f08244fb req-71196fb5-0670-4998-ba8f-b67501e7ea17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:53.048599 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d9539bf0-e05b-42d0-b222-cee5f08244fb req-71196fb5-0670-4998-ba8f-b67501e7ea17 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5de40747a10d44f79906618ae036d315&device_id=b1cbc116-04ac-4caa-9f68-0eaee4b01e7e HTTP/1.1" status: 200 len: 1097 time: 0.0591187 Nov 16 11:37:53.064983 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4a58a82a-d3c9-49b9-a92d-9a69e27929cd tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:53.142399 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4a58a82a-d3c9-49b9-a92d-9a69e27929cd tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:53.146857 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4a58a82a-d3c9-49b9-a92d-9a69e27929cd tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:53.165063 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58a82a-d3c9-49b9-a92d-9a69e27929cd tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=079fd951-8ae5-4083-8055-47e11b6a7e29,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:53.171421 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4a58a82a-d3c9-49b9-a92d-9a69e27929cd tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:53.174247 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4a58a82a-d3c9-49b9-a92d-9a69e27929cd tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1604714 Nov 16 11:37:53.174334 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9539bf0-e05b-42d0-b222-cee5f08244fb req-0989e8ac-34b6-439f-aa19-5175b8313f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:53.174924 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d9539bf0-e05b-42d0-b222-cee5f08244fb req-0989e8ac-34b6-439f-aa19-5175b8313f33 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac38a654-4075-456a-bc52-9a2a4fa7d579 HTTP/1.1" status: 200 len: 912 time: 0.1009014 Nov 16 11:37:53.175248 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 52562) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:53.180158 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-690aaf29-7651-4dcd-9b08-8235f6ec3743 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'security_group_rule': {'security_group_id': '8f479886-688b-40e4-95ce-92a8dd5a26bb', 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:37:53.206718 n-d-816823-3 neutron-server[102669]: INFO neutron.db.securitygroups_db [None req-690aaf29-7651-4dcd-9b08-8235f6ec3743 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Project a94525ce04b1475298bff18f4d90d9d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 11:37:53.212188 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-690aaf29-7651-4dcd-9b08-8235f6ec3743 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:53.249574 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d9539bf0-e05b-42d0-b222-cee5f08244fb req-9eb5f1de-e27e-46dd-ba75-97816031c857 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20ae4a88-fead-435e-beae-8e037cf69a18 HTTP/1.1" status: 200 len: 1002 time: 0.0632727 Nov 16 11:37:53.277262 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-690aaf29-7651-4dcd-9b08-8235f6ec3743 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:53.282375 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-690aaf29-7651-4dcd-9b08-8235f6ec3743 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:53.305327 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9539bf0-e05b-42d0-b222-cee5f08244fb req-c45b9d20-5904-4dff-818b-c339d20ee170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:53.306864 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d9539bf0-e05b-42d0-b222-cee5f08244fb req-c45b9d20-5904-4dff-818b-c339d20ee170 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0c5b6ebb-aa31-4518-a588-3858b2528956 HTTP/1.1" status: 200 len: 850 time: 0.0499451 Nov 16 11:37:53.310551 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690aaf29-7651-4dcd-9b08-8235f6ec3743 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f61fe62d-4530-432f-8431-86207c4e43b7,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:53.315217 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-690aaf29-7651-4dcd-9b08-8235f6ec3743 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:53.320059 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52566) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:53.320327 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-690aaf29-7651-4dcd-9b08-8235f6ec3743 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1440966 Nov 16 11:37:53.333552 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e0045f05-9734-4c5b-a368-b70cf07961c7 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'security_group_rule': {'security_group_id': '8f479886-688b-40e4-95ce-92a8dd5a26bb', 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:37:53.395186 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9539bf0-e05b-42d0-b222-cee5f08244fb req-ce5968dc-2418-46f4-ace0-89d785555fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:53.396800 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d9539bf0-e05b-42d0-b222-cee5f08244fb req-ce5968dc-2418-46f4-ace0-89d785555fbd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac38a654-4075-456a-bc52-9a2a4fa7d579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809963 Nov 16 11:37:53.397808 n-d-816823-3 neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-e0045f05-9734-4c5b-a368-b70cf07961c7 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Project a94525ce04b1475298bff18f4d90d9d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 11:37:53.403000 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0045f05-9734-4c5b-a368-b70cf07961c7 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:53.433277 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90705e2-5d1a-408d-920f-6d169f67cd3b req-d5c2df08-5ebd-45f8-82ca-06c82e1b123d tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:53.434714 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b90705e2-5d1a-408d-920f-6d169f67cd3b req-d5c2df08-5ebd-45f8-82ca-06c82e1b123d tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/ports?device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 945 time: 0.0511732 Nov 16 11:37:53.485787 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b90705e2-5d1a-408d-920f-6d169f67cd3b req-6c9797a2-5bf7-4a50-bab2-d44ef70a7d3e tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/security-groups?id=501e0610-54a8-4c8a-be7c-05fe00a762c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445998 Nov 16 11:37:53.532527 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0045f05-9734-4c5b-a368-b70cf07961c7 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:53.535821 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d9539bf0-e05b-42d0-b222-cee5f08244fb req-43d7dbc9-5ec7-4a4c-a7af-70206dc68606 service neutron] 10.222.0.36 "GET /v2.0/networks/ac38a654-4075-456a-bc52-9a2a4fa7d579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295526 Nov 16 11:37:53.539069 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0045f05-9734-4c5b-a368-b70cf07961c7 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:53.574644 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0045f05-9734-4c5b-a368-b70cf07961c7 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3959c8bf-47d9-45f5-b27d-83b06ad0da8f,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:53.606533 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0045f05-9734-4c5b-a368-b70cf07961c7 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:53.607710 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e0045f05-9734-4c5b-a368-b70cf07961c7 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2865672 Nov 16 11:37:53.610729 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 52574) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:53.616673 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-f8f507c6-dce2-42a3-994e-1a22773d190f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'network': {'name': 'tempest-network-smoke--2139104069', 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'port_security_enabled': True}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:37:53.637717 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f507c6-dce2-42a3-994e-1a22773d190f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Made reservation on behalf of a94525ce04b1475298bff18f4d90d9d6 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:37:53.641372 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f8f507c6-dce2-42a3-994e-1a22773d190f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:53.650101 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d9539bf0-e05b-42d0-b222-cee5f08244fb req-0c99b965-fedd-46b6-a32b-348e3c5001c1 service neutron] 10.222.0.36 "GET /v2.0/networks/ac38a654-4075-456a-bc52-9a2a4fa7d579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039443 Nov 16 11:37:53.671695 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8f507c6-dce2-42a3-994e-1a22773d190f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:37:53.685757 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f8f507c6-dce2-42a3-994e-1a22773d190f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:53.686142 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-f8f507c6-dce2-42a3-994e-1a22773d190f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Added segment cc2fabfa-7911-40e9-aba3-29a5d09c685d of type vlan for network 43f20ad4-199d-4548-9ae5-b0d7e71e371d Nov 16 11:37:53.729253 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f8f507c6-dce2-42a3-994e-1a22773d190f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:53.758972 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f8f507c6-dce2-42a3-994e-1a22773d190f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:53.764749 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f507c6-dce2-42a3-994e-1a22773d190f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:53.765357 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f8f507c6-dce2-42a3-994e-1a22773d190f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:53.826351 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f8f507c6-dce2-42a3-994e-1a22773d190f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2143331 Nov 16 11:37:53.829055 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 52584) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:53.835897 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-f0e47d7b-9283-47aa-bf5a-28d6c46a2ebe tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1467893190', 'admin_state_up': True, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:37:53.842418 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f507c6-dce2-42a3-994e-1a22773d190f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'Network': ['ID=43f20ad4-199d-4548-9ae5-b0d7e71e371d,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:53.854785 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 43f20ad4-199d-4548-9ae5-b0d7e71e371d details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:37:53.865669 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f0e47d7b-9283-47aa-bf5a-28d6c46a2ebe tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:53.866971 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f0e47d7b-9283-47aa-bf5a-28d6c46a2ebe tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:53.928583 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f0e47d7b-9283-47aa-bf5a-28d6c46a2ebe tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:54.073103 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f0e47d7b-9283-47aa-bf5a-28d6c46a2ebe tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:54.085965 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device ce76f02d-f219-4be9-bc74-981dfeec1e7f no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:37:54.185913 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:54.197775 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdcaab5-c996-478c-97b7-4ed0383dc66d req-6aac50ea-9b23-4a90-a54c-8cbd564ce86a tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:54.202394 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ffdcaab5-c996-478c-97b7-4ed0383dc66d req-6aac50ea-9b23-4a90-a54c-8cbd564ce86a tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 945 time: 0.0803921 Nov 16 11:37:54.219648 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd410c72e-4faa-4cfc-8d2e-0a2ce83a1277', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce76f02d-f219-4be9-bc74-981dfeec1e7f'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:37:54.222621 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5e3de8-d582-485c-a22d-b96b58bb76bb" -d '{"events": [{"server_uuid": "d410c72e-4faa-4cfc-8d2e-0a2ce83a1277", "name": "network-vif-unplugged", "status": "completed", "tag": "ce76f02d-f219-4be9-bc74-981dfeec1e7f"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:37:54.235440 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port ce76f02d-f219-4be9-bc74-981dfeec1e7f, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=ce76f02d-f219-4be9-bc74-981dfeec1e7f,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:37:54.240168 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:54.278217 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ffdcaab5-c996-478c-97b7-4ed0383dc66d req-934d4755-e50e-449c-b0ee-ae690dad34d4 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dbbc43f-60ba-492c-a5e9-6f49a843e926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721021 Nov 16 11:37:54.294972 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=ce76f02d-f219-4be9-bc74-981dfeec1e7f,revision_number=8']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:54.402714 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f0e47d7b-9283-47aa-bf5a-28d6c46a2ebe tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for router_gateway, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:54.408719 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 11:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3996c7-575c-4913-9018-f00f3beb2f38 x-openstack-request-id: req-3f3996c7-575c-4913-9018-f00f3beb2f38 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:37:54.409107 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d410c72e-4faa-4cfc-8d2e-0a2ce83a1277", "name": "network-vif-unplugged", "status": "completed", "tag": "ce76f02d-f219-4be9-bc74-981dfeec1e7f", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:37:54.409476 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3f3996c7-575c-4913-9018-f00f3beb2f38 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:37:54.410011 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd410c72e-4faa-4cfc-8d2e-0a2ce83a1277', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce76f02d-f219-4be9-bc74-981dfeec1e7f', 'code': 200} Nov 16 11:37:54.422747 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f0e47d7b-9283-47aa-bf5a-28d6c46a2ebe tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:54.528956 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-f0e47d7b-9283-47aa-bf5a-28d6c46a2ebe tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Allocated IP 172.25.0.73 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/4a3e5492-3227-4bab-bdf2-1f2c5c6430cf) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:37:54.659867 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236415aa-903d-418c-875b-b28cef5273cc req-4620bd04-ed52-48f0-b55d-5624098b0ade tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:54.661807 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-236415aa-903d-418c-875b-b28cef5273cc req-4620bd04-ed52-48f0-b55d-5624098b0ade tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/ports?device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 945 time: 0.0783253 Nov 16 11:37:54.683908 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f0e47d7b-9283-47aa-bf5a-28d6c46a2ebe tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:54.736032 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-236415aa-903d-418c-875b-b28cef5273cc req-7696d9bf-2f9a-407d-9c70-8c6fec2c240b tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/security-groups?id=501e0610-54a8-4c8a-be7c-05fe00a762c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648634 Nov 16 11:37:54.746755 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f0e47d7b-9283-47aa-bf5a-28d6c46a2ebe tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:54.798513 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e47d7b-9283-47aa-bf5a-28d6c46a2ebe tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:37:54.803223 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-f0e47d7b-9283-47aa-bf5a-28d6c46a2ebe tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:37:54.807559 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e47d7b-9283-47aa-bf5a-28d6c46a2ebe tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:37:54.810040 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e47d7b-9283-47aa-bf5a-28d6c46a2ebe tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'Port': ['ID=4a3e5492-3227-4bab-bdf2-1f2c5c6430cf,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:54.824330 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82397a3f-207f-4bdb-af8d-1fc17b4f07a4 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:37:54.930451 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6df1cf95-6cda-47e1-927b-c317ec2fa907 None None] Provisioning complete for port 4a3e5492-3227-4bab-bdf2-1f2c5c6430cf triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:37:54.931664 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6df1cf95-6cda-47e1-927b-c317ec2fa907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:54.969775 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-6df1cf95-6cda-47e1-927b-c317ec2fa907 None None] Port 4a3e5492-3227-4bab-bdf2-1f2c5c6430cf cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:37:55.443270 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722be8a-c1ee-4fa0-bf78-82384640dadd req-8daa5050-fc02-4ac1-9b0c-435abc0bb558 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:55.444859 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c722be8a-c1ee-4fa0-bf78-82384640dadd req-8daa5050-fc02-4ac1-9b0c-435abc0bb558 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 945 time: 0.0736523 Nov 16 11:37:55.447502 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f0e47d7b-9283-47aa-bf5a-28d6c46a2ebe tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for router_gateway, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:55.562089 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c722be8a-c1ee-4fa0-bf78-82384640dadd req-102e1b67-14cf-4050-a8fd-7817f10c97e8 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dbbc43f-60ba-492c-a5e9-6f49a843e926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788503 Nov 16 11:37:55.681073 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f0e47d7b-9283-47aa-bf5a-28d6c46a2ebe tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:55.847448 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e47d7b-9283-47aa-bf5a-28d6c46a2ebe tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Router 00fa0f38-558c-4739-8457-3d7d7f1c0a4b is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:37:55.871862 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a928fe8-abcf-48df-a1fb-a17ea9d8be2e req-60bebb89-e96b-49ad-a2ab-508084019d47 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:55.873375 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9a928fe8-abcf-48df-a1fb-a17ea9d8be2e req-60bebb89-e96b-49ad-a2ab-508084019d47 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/ports?device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 945 time: 0.0635080 Nov 16 11:37:55.990934 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9a928fe8-abcf-48df-a1fb-a17ea9d8be2e req-932e3929-9137-4927-8365-7c755c712d01 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/security-groups?id=501e0610-54a8-4c8a-be7c-05fe00a762c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832007 Nov 16 11:37:56.013421 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e47d7b-9283-47aa-bf5a-28d6c46a2ebe tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:37:56.025963 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3f543b-a420-4bc8-b196-6fada0bdd48a None None] Sync routers for ids ['00fa0f38-558c-4739-8457-3d7d7f1c0a4b'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:37:56.037821 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3f543b-a420-4bc8-b196-6fada0bdd48a None None] Routers {'00fa0f38-558c-4739-8457-3d7d7f1c0a4b'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:37:56.038442 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0d3f543b-a420-4bc8-b196-6fada0bdd48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:37:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['00fa0f38-558c-4739-8457-3d7d7f1c0a4b'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:37:56.044994 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f0e47d7b-9283-47aa-bf5a-28d6c46a2ebe tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:56.049513 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52636) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:56.056340 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f0e47d7b-9283-47aa-bf5a-28d6c46a2ebe tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2263486 Nov 16 11:37:56.081947 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 93adca67-d12a-488a-adc2-f42f9490c170 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:37:56.086474 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c10cc8d6-6935-47be-ba57-48d63e45b0da tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=a94525ce04b1475298bff18f4d90d9d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351725 Nov 16 11:37:56.088924 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52638) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:56.186236 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7833a8e-231b-452a-b6a9-6a31338e1b7f tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:56.187782 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b7833a8e-231b-452a-b6a9-6a31338e1b7f tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0979805 Nov 16 11:37:56.190558 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52640) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:56.221362 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a068751b-efae-4117-b716-be047753e2ac tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=47f35a41-d782-4d3e-9754-e87c9ca4914b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294909 Nov 16 11:37:56.224549 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52642) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:56.229723 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-8c230d8b-0062-4d9a-b8e0-5446901a19eb tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1511411055', 'network_id': '43f20ad4-199d-4548-9ae5-b0d7e71e371d', 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:37:56.237856 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-0d3f543b-a420-4bc8-b196-6fada0bdd48a None None] Set router 00fa0f38-558c-4739-8457-3d7d7f1c0a4b gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:37:56.322565 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c230d8b-0062-4d9a-b8e0-5446901a19eb tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Made reservation on behalf of a94525ce04b1475298bff18f4d90d9d6 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:37:56.327154 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c230d8b-0062-4d9a-b8e0-5446901a19eb tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:56.362715 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 93adca67-d12a-488a-adc2-f42f9490c170, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=93adca67-d12a-488a-adc2-f42f9490c170,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:37:56.381535 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '93adca67-d12a-488a-adc2-f42f9490c170', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'port_id': '93adca67-d12a-488a-adc2-f42f9490c170', 'mac_address': 'fa:16:3e:41:f9:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c770cc-51d7-42eb-b4a6-9a605bacae0f', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:37:56.463283 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:56.483076 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93adca67-d12a-488a-adc2-f42f9490c170 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:37:56.512203 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 93adca67-d12a-488a-adc2-f42f9490c170, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=93adca67-d12a-488a-adc2-f42f9490c170,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:37:56.520306 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:56.525446 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0d3f543b-a420-4bc8-b196-6fada0bdd48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fa0f38-558c-4739-8457-3d7d7f1c0a4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467893190', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '4a3e5492-3227-4bab-bdf2-1f2c5c6430cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:37:53Z', 'updated_at': '2021-11-16T11:37:54Z', 'revision_number': 3, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': '4a3e5492-3227-4bab-bdf2-1f2c5c6430cf', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:68:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fa0f38-558c-4739-8457-3d7d7f1c0a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:54Z', 'updated_at': '2021-11-16T11:37:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:37:56.533960 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c230d8b-0062-4d9a-b8e0-5446901a19eb tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:56.579094 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3f543b-a420-4bc8-b196-6fada0bdd48a None None] Checking router: 00fa0f38-558c-4739-8457-3d7d7f1c0a4b for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:37:56.579369 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3f543b-a420-4bc8-b196-6fada0bdd48a None None] Updating router 00fa0f38-558c-4739-8457-3d7d7f1c0a4b port 4a3e5492-3227-4bab-bdf2-1f2c5c6430cf binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:37:56.609280 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c230d8b-0062-4d9a-b8e0-5446901a19eb tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'Subnet': ['ID=71739ec5-f544-432b-ace1-00dfba16fd4d,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:56.617574 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c230d8b-0062-4d9a-b8e0-5446901a19eb tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Checking segment: {'id': 'cc2fabfa-7911-40e9-aba3-29a5d09c685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '43f20ad4-199d-4548-9ae5-b0d7e71e371d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:37:56.617955 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c230d8b-0062-4d9a-b8e0-5446901a19eb tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Network hostable DHCP agents. Network: 43f20ad4-199d-4548-9ae5-b0d7e71e371d, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:37:56.638781 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c230d8b-0062-4d9a-b8e0-5446901a19eb tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Network 43f20ad4-199d-4548-9ae5-b0d7e71e371d is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:37:56.639244 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0d3f543b-a420-4bc8-b196-6fada0bdd48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:56.649255 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['93adca67-d12a-488a-adc2-f42f9490c170'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:37:56.650963 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-8c230d8b-0062-4d9a-b8e0-5446901a19eb tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 43f20ad4-199d-4548-9ae5-b0d7e71e371d) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:37:56.655747 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c230d8b-0062-4d9a-b8e0-5446901a19eb tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:56.656481 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c230d8b-0062-4d9a-b8e0-5446901a19eb tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:56.679300 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8c230d8b-0062-4d9a-b8e0-5446901a19eb tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4535854 Nov 16 11:37:56.679939 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 52650) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:37:56.734342 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79488507-fac5-4f25-968c-de393e5db0c6 None None] Network 43f20ad4-199d-4548-9ae5-b0d7e71e371d requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:37:56.772409 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31684e-96ab-423e-9fc8-cd8c48afe8ee req-bb5d555b-2fd5-4360-8762-305591fba95e tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:56.778511 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2a31684e-96ab-423e-9fc8-cd8c48afe8ee req-bb5d555b-2fd5-4360-8762-305591fba95e tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 945 time: 0.1359725 Nov 16 11:37:56.801606 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=93adca67-d12a-488a-adc2-f42f9490c170,revision_number=6']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:56.865059 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2a31684e-96ab-423e-9fc8-cd8c48afe8ee req-fa0ab3af-5446-4110-ae11-42af245f9480 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dbbc43f-60ba-492c-a5e9-6f49a843e926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732238 Nov 16 11:37:57.179819 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6727d72-29d1-4a3e-bef7-5f5d71c4defe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-43f20ad4-199d-4548-9ae5-b0d7e71e371d', 'network_id': '43f20ad4-199d-4548-9ae5-b0d7e71e371d', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'fixed_ips': [{'subnet_id': '71739ec5-f544-432b-ace1-00dfba16fd4d'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:37:57.180686 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c6727d72-29d1-4a3e-bef7-5f5d71c4defe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:57.230519 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282df7d9-d51e-41b2-90eb-c764fa85fbcc req-3cd1f331-22c1-43f3-9337-b6cd386cac30 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:57.240155 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-282df7d9-d51e-41b2-90eb-c764fa85fbcc req-3cd1f331-22c1-43f3-9337-b6cd386cac30 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/ports?device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 945 time: 0.1524365 Nov 16 11:37:57.321620 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-282df7d9-d51e-41b2-90eb-c764fa85fbcc req-f83120db-0eaf-4c0f-a836-6ea0361a2422 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/security-groups?id=501e0610-54a8-4c8a-be7c-05fe00a762c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740106 Nov 16 11:37:57.355117 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0d3f543b-a420-4bc8-b196-6fada0bdd48a None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:57.459966 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0d3f543b-a420-4bc8-b196-6fada0bdd48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:57.464155 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-c6727d72-29d1-4a3e-bef7-5f5d71c4defe None None] Allocated IP 172.20.0.2 (43f20ad4-199d-4548-9ae5-b0d7e71e371d/71739ec5-f544-432b-ace1-00dfba16fd4d/babeabef-2805-4bc0-bd64-4146d158c131) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:37:57.493958 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3ccb94fc-f980-45eb-93b4-f943c8e31113 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:57.542948 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622ca5b9-bc2a-41c2-a085-910940b895cd None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:37:57.634159 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96631085-04a2-47c1-a987-3e0045c51053 None None] Pushing event updated for resources: {'Port': ['ID=4a3e5492-3227-4bab-bdf2-1f2c5c6430cf,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:57.640142 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-0d3f543b-a420-4bc8-b196-6fada0bdd48a None None] Attempting to bind port 4a3e5492-3227-4bab-bdf2-1f2c5c6430cf on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:37:57.640513 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-0d3f543b-a420-4bc8-b196-6fada0bdd48a None None] Attempting to bind port 4a3e5492-3227-4bab-bdf2-1f2c5c6430cf by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:37:57.640882 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3f543b-a420-4bc8-b196-6fada0bdd48a None None] Attempting to bind port 4a3e5492-3227-4bab-bdf2-1f2c5c6430cf on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:37:57.652528 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3f543b-a420-4bc8-b196-6fada0bdd48a None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:37:57.652908 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3f543b-a420-4bc8-b196-6fada0bdd48a None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:37:57.653311 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0d3f543b-a420-4bc8-b196-6fada0bdd48a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:57.653710 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3f543b-a420-4bc8-b196-6fada0bdd48a None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:37:57.671663 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-0d3f543b-a420-4bc8-b196-6fada0bdd48a None None] Bound port: 4a3e5492-3227-4bab-bdf2-1f2c5c6430cf, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:37:57.672085 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0d3f543b-a420-4bc8-b196-6fada0bdd48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:57.782662 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-91247f12-19a1-4174-b965-fe33e52a536f None None] Provisioning complete for port 4a3e5492-3227-4bab-bdf2-1f2c5c6430cf triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:37:57.783862 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-91247f12-19a1-4174-b965-fe33e52a536f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:57.856906 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-0d3f543b-a420-4bc8-b196-6fada0bdd48a None None] For port 4a3e5492-3227-4bab-bdf2-1f2c5c6430cf, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:37:57.885749 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-0d3f543b-a420-4bc8-b196-6fada0bdd48a None None] For port 4a3e5492-3227-4bab-bdf2-1f2c5c6430cf, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=4a3e5492-3227-4bab-bdf2-1f2c5c6430cf,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:37:57.899987 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0d3f543b-a420-4bc8-b196-6fada0bdd48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:57.936751 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-91247f12-19a1-4174-b965-fe33e52a536f None None] Port 4a3e5492-3227-4bab-bdf2-1f2c5c6430cf cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:37:57.938557 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c6727d72-29d1-4a3e-bef7-5f5d71c4defe None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:57.998300 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c6727d72-29d1-4a3e-bef7-5f5d71c4defe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:58.009536 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:58.024605 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff35eb8-b013-48b9-bbcd-7a8274cd2c9d None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:37:58.047375 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3f543b-a420-4bc8-b196-6fada0bdd48a None None] Routers {'00fa0f38-558c-4739-8457-3d7d7f1c0a4b'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:37:58.048029 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0d3f543b-a420-4bc8-b196-6fada0bdd48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:37:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['00fa0f38-558c-4739-8457-3d7d7f1c0a4b'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:37:58.057138 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96631085-04a2-47c1-a987-3e0045c51053 None None] Pushing event updated for resources: {'Port': ['ID=4a3e5492-3227-4bab-bdf2-1f2c5c6430cf,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:58.067014 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6727d72-29d1-4a3e-bef7-5f5d71c4defe None None] Network 43f20ad4-199d-4548-9ae5-b0d7e71e371d is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:37:58.069330 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 93adca67-d12a-488a-adc2-f42f9490c170 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:37:58.148602 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-3ccb94fc-f980-45eb-93b4-f943c8e31113 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Allocated IP 172.20.0.1 (43f20ad4-199d-4548-9ae5-b0d7e71e371d/71739ec5-f544-432b-ace1-00dfba16fd4d/ae48e76e-4eee-4927-bbb3-a0eccab2337d) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:37:58.159238 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc55bff-7d62-4659-910f-0c530f400096 req-d5c55a1f-07d1-42cd-90bb-85d8ee1de36f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:58.167916 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7cc55bff-7d62-4659-910f-0c530f400096 req-d5c55a1f-07d1-42cd-90bb-85d8ee1de36f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 945 time: 0.1414700 Nov 16 11:37:58.294942 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7cc55bff-7d62-4659-910f-0c530f400096 req-34a8120d-4815-4cd7-805f-0ce833c2daa4 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dbbc43f-60ba-492c-a5e9-6f49a843e926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235309 Nov 16 11:37:58.435952 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3ccb94fc-f980-45eb-93b4-f943c8e31113 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:58.490783 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-c6727d72-29d1-4a3e-bef7-5f5d71c4defe None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:37:58.536708 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6727d72-29d1-4a3e-bef7-5f5d71c4defe None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:37:58.586200 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3ccb94fc-f980-45eb-93b4-f943c8e31113 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:58.622007 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6727d72-29d1-4a3e-bef7-5f5d71c4defe None None] Pushing event updated for resources: {'Port': ['ID=babeabef-2805-4bc0-bd64-4146d158c131,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:58.646207 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-38a6c26a-f662-4445-bbbd-ce34c5a63e5b None None] Provisioning complete for port 4a3e5492-3227-4bab-bdf2-1f2c5c6430cf triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:37:58.646492 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-38a6c26a-f662-4445-bbbd-ce34c5a63e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:58.683499 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccb94fc-f980-45eb-93b4-f943c8e31113 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Network 43f20ad4-199d-4548-9ae5-b0d7e71e371d is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:37:58.692495 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-3ccb94fc-f980-45eb-93b4-f943c8e31113 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:37:58.704289 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c6727d72-29d1-4a3e-bef7-5f5d71c4defe None None] Attempting to bind port babeabef-2805-4bc0-bd64-4146d158c131 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:37:58.704670 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c6727d72-29d1-4a3e-bef7-5f5d71c4defe None None] Attempting to bind port babeabef-2805-4bc0-bd64-4146d158c131 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'cc2fabfa-7911-40e9-aba3-29a5d09c685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '43f20ad4-199d-4548-9ae5-b0d7e71e371d'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:37:58.705033 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6727d72-29d1-4a3e-bef7-5f5d71c4defe None None] Attempting to bind port babeabef-2805-4bc0-bd64-4146d158c131 on network 43f20ad4-199d-4548-9ae5-b0d7e71e371d {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:37:58.716450 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccb94fc-f980-45eb-93b4-f943c8e31113 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:37:58.720891 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-0d3f543b-a420-4bc8-b196-6fada0bdd48a None None] Set router 00fa0f38-558c-4739-8457-3d7d7f1c0a4b gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:37:58.725494 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb94fc-f980-45eb-93b4-f943c8e31113 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'Port': ['ID=ae48e76e-4eee-4927-bbb3-a0eccab2337d,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:58.748922 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d715912-c0a5-45e6-9a47-a919ea0d81e0 req-2d36117a-97c4-4437-a1c1-4dcea9cb4a08 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:58.751836 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6727d72-29d1-4a3e-bef7-5f5d71c4defe None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:37:58.752221 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6727d72-29d1-4a3e-bef7-5f5d71c4defe None None] Checking segment: {'id': 'cc2fabfa-7911-40e9-aba3-29a5d09c685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '43f20ad4-199d-4548-9ae5-b0d7e71e371d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:37:58.752632 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c6727d72-29d1-4a3e-bef7-5f5d71c4defe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:58.752826 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6d715912-c0a5-45e6-9a47-a919ea0d81e0 req-2d36117a-97c4-4437-a1c1-4dcea9cb4a08 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/ports?device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 945 time: 0.2413983 Nov 16 11:37:58.753036 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6727d72-29d1-4a3e-bef7-5f5d71c4defe None None] Bound using segment: {'id': 'cc2fabfa-7911-40e9-aba3-29a5d09c685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '43f20ad4-199d-4548-9ae5-b0d7e71e371d'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:37:58.753531 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c6727d72-29d1-4a3e-bef7-5f5d71c4defe None None] Bound port: babeabef-2805-4bc0-bd64-4146d158c131, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2fabfa-7911-40e9-aba3-29a5d09c685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '43f20ad4-199d-4548-9ae5-b0d7e71e371d'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:37:58.753979 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c6727d72-29d1-4a3e-bef7-5f5d71c4defe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:58.797627 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 93adca67-d12a-488a-adc2-f42f9490c170 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:37:58.798051 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:58.849631 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6d715912-c0a5-45e6-9a47-a919ea0d81e0 req-10321c84-8944-42ab-8f4b-60f9c1ddd1ba tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/security-groups?id=501e0610-54a8-4c8a-be7c-05fe00a762c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710995 Nov 16 11:37:58.855772 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3ccb94fc-f980-45eb-93b4-f943c8e31113 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:58.954632 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:59.013308 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-38a6c26a-f662-4445-bbbd-ce34c5a63e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:59.049670 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-38a6c26a-f662-4445-bbbd-ce34c5a63e5b None None] For port 4a3e5492-3227-4bab-bdf2-1f2c5c6430cf, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=4a3e5492-3227-4bab-bdf2-1f2c5c6430cf,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:37:59.070761 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c6727d72-29d1-4a3e-bef7-5f5d71c4defe None None] For port babeabef-2805-4bc0-bd64-4146d158c131, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:37:59.075447 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c6727d72-29d1-4a3e-bef7-5f5d71c4defe None None] For port babeabef-2805-4bc0-bd64-4146d158c131, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=babeabef-2805-4bc0-bd64-4146d158c131,segment=NetworkSegment(cc2fabfa-7911-40e9-aba3-29a5d09c685d),segment_id=cc2fabfa-7911-40e9-aba3-29a5d09c685d)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:37:59.079494 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3ccb94fc-f980-45eb-93b4-f943c8e31113 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:59.096357 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c6727d72-29d1-4a3e-bef7-5f5d71c4defe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:59.102851 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-38a6c26a-f662-4445-bbbd-ce34c5a63e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:59.252743 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:59.256886 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6727d72-29d1-4a3e-bef7-5f5d71c4defe None None] Pushing event updated for resources: {'Port': ['ID=babeabef-2805-4bc0-bd64-4146d158c131,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:59.317273 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0d3f543b-a420-4bc8-b196-6fada0bdd48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fa0f38-558c-4739-8457-3d7d7f1c0a4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467893190', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '4a3e5492-3227-4bab-bdf2-1f2c5c6430cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:37:53Z', 'updated_at': '2021-11-16T11:37:54Z', 'revision_number': 3, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': '4a3e5492-3227-4bab-bdf2-1f2c5c6430cf', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:68:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fa0f38-558c-4739-8457-3d7d7f1c0a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:54Z', 'updated_at': '2021-11-16T11:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:37:59.352189 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24de05eb-75a3-410a-b215-f8eeb42ed1c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93adca67-d12a-488a-adc2-f42f9490c170'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:37:59.355110 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588538c2-0993-4fb8-b332-c00721f74cc6" -d '{"events": [{"server_uuid": "24de05eb-75a3-410a-b215-f8eeb42ed1c9", "name": "network-vif-plugged", "status": "completed", "tag": "93adca67-d12a-488a-adc2-f42f9490c170"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:37:59.377898 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3f543b-a420-4bc8-b196-6fada0bdd48a None None] The sync data for ids ['00fa0f38-558c-4739-8457-3d7d7f1c0a4b'] in n-d-816823-3 is: [{'id': '00fa0f38-558c-4739-8457-3d7d7f1c0a4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467893190', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '4a3e5492-3227-4bab-bdf2-1f2c5c6430cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:37:53Z', 'updated_at': '2021-11-16T11:37:54Z', 'revision_number': 3, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': '4a3e5492-3227-4bab-bdf2-1f2c5c6430cf', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:68:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fa0f38-558c-4739-8457-3d7d7f1c0a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:54Z', 'updated_at': '2021-11-16T11:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:37:59.392069 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 93adca67-d12a-488a-adc2-f42f9490c170, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=93adca67-d12a-488a-adc2-f42f9490c170,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:37:59.404614 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:59.408464 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6c26a-f662-4445-bbbd-ce34c5a63e5b None None] Pushing event updated for resources: {'Port': ['ID=4a3e5492-3227-4bab-bdf2-1f2c5c6430cf,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:59.510960 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=93adca67-d12a-488a-adc2-f42f9490c170,revision_number=7']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:37:59.668436 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d31d59-88fc-4a0c-94a2-70557f39e11f req-bb7016f5-2300-4918-a6af-8b4ea30d89c5 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:37:59.680518 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-74d31d59-88fc-4a0c-94a2-70557f39e11f req-bb7016f5-2300-4918-a6af-8b4ea30d89c5 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 945 time: 0.2148676 Nov 16 11:37:59.839983 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3ccb94fc-f980-45eb-93b4-f943c8e31113 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:59.856632 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3ccb94fc-f980-45eb-93b4-f943c8e31113 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:37:59.983432 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-74d31d59-88fc-4a0c-94a2-70557f39e11f req-037364f3-de65-4aa1-81d5-a21756e4556f tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dbbc43f-60ba-492c-a5e9-6f49a843e926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3019378 Nov 16 11:38:00.086697 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3ccb94fc-f980-45eb-93b4-f943c8e31113 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:00.094857 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb94fc-f980-45eb-93b4-f943c8e31113 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'Port': ['ID=ae48e76e-4eee-4927-bbb3-a0eccab2337d,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:00.110131 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e501776c-4dee-44d6-87f6-0c76b453d6a6 x-openstack-request-id: req-e501776c-4dee-44d6-87f6-0c76b453d6a6 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:38:00.110431 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24de05eb-75a3-410a-b215-f8eeb42ed1c9", "name": "network-vif-plugged", "status": "completed", "tag": "93adca67-d12a-488a-adc2-f42f9490c170", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:38:00.110693 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e501776c-4dee-44d6-87f6-0c76b453d6a6 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:38:00.111088 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24de05eb-75a3-410a-b215-f8eeb42ed1c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93adca67-d12a-488a-adc2-f42f9490c170', 'code': 200} Nov 16 11:38:00.271663 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccb94fc-f980-45eb-93b4-f943c8e31113 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Network 43f20ad4-199d-4548-9ae5-b0d7e71e371d is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:38:00.277366 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-3ccb94fc-f980-45eb-93b4-f943c8e31113 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:38:00.540915 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ccb94fc-f980-45eb-93b4-f943c8e31113 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Router 00fa0f38-558c-4739-8457-3d7d7f1c0a4b has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:38:00.553791 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef0131-dd6a-4605-8f52-f218103300a9 req-6e9a3e09-5323-4733-a387-2597b261cee0 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:00.555558 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-39ef0131-dd6a-4605-8f52-f218103300a9 req-6e9a3e09-5323-4733-a387-2597b261cee0 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/ports?device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 945 time: 0.1042614 Nov 16 11:38:00.686920 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-39ef0131-dd6a-4605-8f52-f218103300a9 req-a935b5de-a789-42ff-b6fc-6cf0bcd609d3 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/security-groups?id=501e0610-54a8-4c8a-be7c-05fe00a762c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189220 Nov 16 11:38:00.766152 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ccb94fc-f980-45eb-93b4-f943c8e31113 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:38:00.775712 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3ccb94fc-f980-45eb-93b4-f943c8e31113 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "PUT /v2.0/routers/00fa0f38-558c-4739-8457-3d7d7f1c0a4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0947175 Nov 16 11:38:00.823391 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c0ea63-3b79-4adf-b742-484821ae75a9 None None] Network 43f20ad4-199d-4548-9ae5-b0d7e71e371d requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:38:00.974506 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-2e8f08bf-eeb4-4593-9686-8bcfbe90c670 None None] Provisioning complete for port babeabef-2805-4bc0-bd64-4146d158c131 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:38:00.974884 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2e8f08bf-eeb4-4593-9686-8bcfbe90c670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:01.167872 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2e8f08bf-eeb4-4593-9686-8bcfbe90c670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:01.191030 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-754ed2c6-1668-4f39-90d3-0461ddf3223b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1684687457&fields=id&tenant_id=a94525ce04b1475298bff18f4d90d9d6 HTTP/1.1" status: 200 len: 267 time: 0.0957038 Nov 16 11:38:01.249228 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-2e8f08bf-eeb4-4593-9686-8bcfbe90c670 None None] For port babeabef-2805-4bc0-bd64-4146d158c131, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=babeabef-2805-4bc0-bd64-4146d158c131,segment=NetworkSegment(cc2fabfa-7911-40e9-aba3-29a5d09c685d),segment_id=cc2fabfa-7911-40e9-aba3-29a5d09c685d)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:38:01.262271 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2e8f08bf-eeb4-4593-9686-8bcfbe90c670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:01.365366 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-e97b94b9-3059-4c48-8764-754059b03988 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:01.367361 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f08bf-eeb4-4593-9686-8bcfbe90c670 None None] Pushing event updated for resources: {'Port': ['ID=babeabef-2805-4bc0-bd64-4146d158c131,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:01.371063 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-e97b94b9-3059-4c48-8764-754059b03988 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/networks?id=43f20ad4-199d-4548-9ae5-b0d7e71e371d HTTP/1.1" status: 200 len: 797 time: 0.1711111 Nov 16 11:38:01.400158 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-0ae7fca7-059b-4a27-af50-bdf0031abdb6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/quotas/a94525ce04b1475298bff18f4d90d9d6 HTTP/1.1" status: 200 len: 375 time: 0.0243115 Nov 16 11:38:01.486998 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-174f6a38-c9a6-42eb-addd-6e907384b2eb tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a94525ce04b1475298bff18f4d90d9d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0831010 Nov 16 11:38:01.622739 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-30e0d86f-1641-4624-a03e-a4b330012be9 None None] Provisioning complete for port babeabef-2805-4bc0-bd64-4146d158c131 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:38:01.623122 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-30e0d86f-1641-4624-a03e-a4b330012be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:01.683612 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device babeabef-2805-4bc0-bd64-4146d158c131 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:38:01.687582 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-94421a13-2b1f-4f4e-9070-6b7751fd9396 service neutron] 10.222.0.61 "GET /v2.0/networks/43f20ad4-199d-4548-9ae5-b0d7e71e371d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962321 Nov 16 11:38:01.861817 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port babeabef-2805-4bc0-bd64-4146d158c131 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:38:01.862450 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:01.923468 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-30e0d86f-1641-4624-a03e-a4b330012be9 None None] Provisioning complete for port ae48e76e-4eee-4927-bbb3-a0eccab2337d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:38:01.923996 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-30e0d86f-1641-4624-a03e-a4b330012be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:01.942682 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-8b7a8c41-563a-4a42-ab87-ff55459b18b2 service neutron] 10.222.0.61 "GET /v2.0/networks/43f20ad4-199d-4548-9ae5-b0d7e71e371d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458100 Nov 16 11:38:02.017172 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-30e0d86f-1641-4624-a03e-a4b330012be9 None None] Port ae48e76e-4eee-4927-bbb3-a0eccab2337d cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:38:02.052794 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 4a3e5492-3227-4bab-bdf2-1f2c5c6430cf up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:38:02.099410 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device f7930244-84d3-49c4-85e5-9241c10fef74 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:38:02.217727 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6d868a8b-8013-40f0-9b8e-df5f308e1bdb None None] Provisioning complete for port ae48e76e-4eee-4927-bbb3-a0eccab2337d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:38:02.218525 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6d868a8b-8013-40f0-9b8e-df5f308e1bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:02.271448 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe41866-2bfd-4445-b034-3fc9fec056dc None None] Sync routers for ids ['00fa0f38-558c-4739-8457-3d7d7f1c0a4b'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:38:02.283451 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-6d868a8b-8013-40f0-9b8e-df5f308e1bdb None None] Port ae48e76e-4eee-4927-bbb3-a0eccab2337d cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:38:02.303311 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe41866-2bfd-4445-b034-3fc9fec056dc None None] Routers {'00fa0f38-558c-4739-8457-3d7d7f1c0a4b'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:38:02.303941 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-3fe41866-2bfd-4445-b034-3fc9fec056dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:37:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['00fa0f38-558c-4739-8457-3d7d7f1c0a4b'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:38:02.310524 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 4a3e5492-3227-4bab-bdf2-1f2c5c6430cf triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:38:02.311257 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:02.352913 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port f7930244-84d3-49c4-85e5-9241c10fef74, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=f7930244-84d3-49c4-85e5-9241c10fef74,segment=NetworkSegment(1186fe7f-5dbc-4e04-af0c-6c5994d769cc),segment_id=1186fe7f-5dbc-4e04-af0c-6c5994d769cc)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:38:02.373039 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': 'f7930244-84d3-49c4-85e5-9241c10fef74', 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25', 'port_id': 'f7930244-84d3-49c4-85e5-9241c10fef74', 'mac_address': 'fa:16:3e:87:0d:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5fcc0bd-d8ea-41ad-86b1-2d27bd924015', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:38:02.384573 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0914a3-f12e-47bf-b5f9-811f5f64a3f2 req-d6b797c0-a568-47ef-9433-58fe4437bac9 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:02.399804 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fe0914a3-f12e-47bf-b5f9-811f5f64a3f2 req-d6b797c0-a568-47ef-9433-58fe4437bac9 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 945 time: 0.1023326 Nov 16 11:38:02.420639 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:02.443939 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7930244-84d3-49c4-85e5-9241c10fef74 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:38:02.499083 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fe0914a3-f12e-47bf-b5f9-811f5f64a3f2 req-7278d8ed-16b4-4574-8358-7eb6f168db69 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dbbc43f-60ba-492c-a5e9-6f49a843e926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977206 Nov 16 11:38:02.503361 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-3fe41866-2bfd-4445-b034-3fc9fec056dc None None] Set router 00fa0f38-558c-4739-8457-3d7d7f1c0a4b gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:38:02.675507 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-96d125c1-da6c-4da9-a14d-de0262fbf258 None None] Provisioning complete for port ae48e76e-4eee-4927-bbb3-a0eccab2337d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:38:02.676621 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-96d125c1-da6c-4da9-a14d-de0262fbf258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:02.715504 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-96d125c1-da6c-4da9-a14d-de0262fbf258 None None] Port ae48e76e-4eee-4927-bbb3-a0eccab2337d cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:38:02.728940 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port f7930244-84d3-49c4-85e5-9241c10fef74, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=f7930244-84d3-49c4-85e5-9241c10fef74,segment=NetworkSegment(1186fe7f-5dbc-4e04-af0c-6c5994d769cc),segment_id=1186fe7f-5dbc-4e04-af0c-6c5994d769cc)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:38:02.740538 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:02.843911 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683413d-6b87-4430-9adb-fed9e6cfe04c req-61f1a84f-4151-421c-9e7b-b12213fd0f7a tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:02.851841 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6683413d-6b87-4430-9adb-fed9e6cfe04c req-61f1a84f-4151-421c-9e7b-b12213fd0f7a tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/ports?device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 945 time: 0.1064456 Nov 16 11:38:02.857472 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=f7930244-84d3-49c4-85e5-9241c10fef74,revision_number=6']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:02.869602 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['f7930244-84d3-49c4-85e5-9241c10fef74'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:38:02.871485 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-3fe41866-2bfd-4445-b034-3fc9fec056dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fa0f38-558c-4739-8457-3d7d7f1c0a4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467893190', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '4a3e5492-3227-4bab-bdf2-1f2c5c6430cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:37:53Z', 'updated_at': '2021-11-16T11:37:59Z', 'revision_number': 4, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': '4a3e5492-3227-4bab-bdf2-1f2c5c6430cf', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:68:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fa0f38-558c-4739-8457-3d7d7f1c0a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:54Z', 'updated_at': '2021-11-16T11:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'ae48e76e-4eee-4927-bbb3-a0eccab2337d', 'name': '', 'network_id': '43f20ad4-199d-4548-9ae5-b0d7e71e371d', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'mac_address': 'fa:16:3e:37:54:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fa0f38-558c-4739-8457-3d7d7f1c0a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '71739ec5-f544-432b-ace1-00dfba16fd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:57Z', 'updated_at': '2021-11-16T11:37:59Z', 'revision_number': 2, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'subnets': [{'id': '71739ec5-f544-432b-ace1-00dfba16fd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:38:02.914063 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe41866-2bfd-4445-b034-3fc9fec056dc None None] Checking router: 00fa0f38-558c-4739-8457-3d7d7f1c0a4b for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:38:02.936830 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe41866-2bfd-4445-b034-3fc9fec056dc None None] Updating router 00fa0f38-558c-4739-8457-3d7d7f1c0a4b port ae48e76e-4eee-4927-bbb3-a0eccab2337d binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:38:02.937591 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6683413d-6b87-4430-9adb-fed9e6cfe04c req-0476a004-bf62-449e-9781-c0910ee029ab tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/security-groups?id=501e0610-54a8-4c8a-be7c-05fe00a762c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801985 Nov 16 11:38:02.964588 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-3fe41866-2bfd-4445-b034-3fc9fec056dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:03.233344 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ce186b1f-d3eb-41e3-8737-b785e1afc69f req-41b2ca02-ece5-42d1-808d-e97f53bcd1cd tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 210 time: 0.0433249 Nov 16 11:38:03.415904 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-3fe41866-2bfd-4445-b034-3fc9fec056dc None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:03.423212 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-3fe41866-2bfd-4445-b034-3fc9fec056dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:03.463109 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device babeabef-2805-4bc0-bd64-4146d158c131 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:38:03.495586 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c9c2ef-4dbd-4acb-ba16-4005b05594b8 None None] Pushing event updated for resources: {'Port': ['ID=ae48e76e-4eee-4927-bbb3-a0eccab2337d,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:03.507287 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c9c2ef-4dbd-4acb-ba16-4005b05594b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:03.507633 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c9c2ef-4dbd-4acb-ba16-4005b05594b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:03.507967 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c9c2ef-4dbd-4acb-ba16-4005b05594b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:03.508351 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c9c2ef-4dbd-4acb-ba16-4005b05594b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:03.509978 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c9c2ef-4dbd-4acb-ba16-4005b05594b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:03.510695 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c9c2ef-4dbd-4acb-ba16-4005b05594b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:03.511174 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c9c2ef-4dbd-4acb-ba16-4005b05594b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:03.511619 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c9c2ef-4dbd-4acb-ba16-4005b05594b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:03.511944 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c9c2ef-4dbd-4acb-ba16-4005b05594b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:03.512269 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c9c2ef-4dbd-4acb-ba16-4005b05594b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:03.512590 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c9c2ef-4dbd-4acb-ba16-4005b05594b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:03.512908 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c9c2ef-4dbd-4acb-ba16-4005b05594b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:03.530146 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port babeabef-2805-4bc0-bd64-4146d158c131 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:38:03.530702 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:03.666315 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-3fe41866-2bfd-4445-b034-3fc9fec056dc None None] Attempting to bind port ae48e76e-4eee-4927-bbb3-a0eccab2337d on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:38:03.666627 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-3fe41866-2bfd-4445-b034-3fc9fec056dc None None] Attempting to bind port ae48e76e-4eee-4927-bbb3-a0eccab2337d by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'cc2fabfa-7911-40e9-aba3-29a5d09c685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '43f20ad4-199d-4548-9ae5-b0d7e71e371d'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:38:03.666986 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe41866-2bfd-4445-b034-3fc9fec056dc None None] Attempting to bind port ae48e76e-4eee-4927-bbb3-a0eccab2337d on network 43f20ad4-199d-4548-9ae5-b0d7e71e371d {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:38:03.674451 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe41866-2bfd-4445-b034-3fc9fec056dc None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:38:03.676781 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe41866-2bfd-4445-b034-3fc9fec056dc None None] Checking segment: {'id': 'cc2fabfa-7911-40e9-aba3-29a5d09c685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '43f20ad4-199d-4548-9ae5-b0d7e71e371d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:38:03.677193 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-3fe41866-2bfd-4445-b034-3fc9fec056dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:03.677592 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe41866-2bfd-4445-b034-3fc9fec056dc None None] Bound using segment: {'id': 'cc2fabfa-7911-40e9-aba3-29a5d09c685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '43f20ad4-199d-4548-9ae5-b0d7e71e371d'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:38:03.678107 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-3fe41866-2bfd-4445-b034-3fc9fec056dc None None] Bound port: ae48e76e-4eee-4927-bbb3-a0eccab2337d, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2fabfa-7911-40e9-aba3-29a5d09c685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '43f20ad4-199d-4548-9ae5-b0d7e71e371d'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:38:03.678494 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-3fe41866-2bfd-4445-b034-3fc9fec056dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:03.727868 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9cdc8-b150-480b-96d9-1f29fdaa14a9 req-3e7824dd-0de3-4b5e-820a-e6559a40280c tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:03.730008 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6ba9cdc8-b150-480b-96d9-1f29fdaa14a9 req-3e7824dd-0de3-4b5e-820a-e6559a40280c tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 944 time: 0.1275394 Nov 16 11:38:03.824742 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-3fe41866-2bfd-4445-b034-3fc9fec056dc None None] For port ae48e76e-4eee-4927-bbb3-a0eccab2337d, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:38:03.828460 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-3fe41866-2bfd-4445-b034-3fc9fec056dc None None] For port ae48e76e-4eee-4927-bbb3-a0eccab2337d, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=ae48e76e-4eee-4927-bbb3-a0eccab2337d,segment=NetworkSegment(cc2fabfa-7911-40e9-aba3-29a5d09c685d),segment_id=cc2fabfa-7911-40e9-aba3-29a5d09c685d)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:38:03.837095 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-3fe41866-2bfd-4445-b034-3fc9fec056dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:03.841871 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6ba9cdc8-b150-480b-96d9-1f29fdaa14a9 req-dab165e4-e969-49dd-a999-25773aed3f0b tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dbbc43f-60ba-492c-a5e9-6f49a843e926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015253 Nov 16 11:38:03.986443 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-99398b88-2017-4ed6-9e23-dce89cb0edff None None] Provisioning complete for port ae48e76e-4eee-4927-bbb3-a0eccab2337d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:38:03.987103 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99398b88-2017-4ed6-9e23-dce89cb0edff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:04.144229 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device f7930244-84d3-49c4-85e5-9241c10fef74 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:38:04.244501 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c9c2ef-4dbd-4acb-ba16-4005b05594b8 None None] Pushing event updated for resources: {'Port': ['ID=ae48e76e-4eee-4927-bbb3-a0eccab2337d,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:04.265708 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe41866-2bfd-4445-b034-3fc9fec056dc None None] Routers {'00fa0f38-558c-4739-8457-3d7d7f1c0a4b'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:38:04.271509 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-3fe41866-2bfd-4445-b034-3fc9fec056dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:37:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['00fa0f38-558c-4739-8457-3d7d7f1c0a4b'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:38:04.398633 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-8ae6d344-dc45-4884-9870-3169db022dca tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:04.400814 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230405e0-1ae1-4336-be57-97e1bca73658 req-ce575cfb-a9eb-447a-adfb-63ce5587244d tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:04.408389 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-230405e0-1ae1-4336-be57-97e1bca73658 req-ce575cfb-a9eb-447a-adfb-63ce5587244d tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/ports?device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 945 time: 0.1150601 Nov 16 11:38:04.409180 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-8ae6d344-dc45-4884-9870-3169db022dca tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.36 "GET /v2.0/networks?id=43f20ad4-199d-4548-9ae5-b0d7e71e371d HTTP/1.1" status: 200 len: 797 time: 0.4381680 Nov 16 11:38:04.546100 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-230405e0-1ae1-4336-be57-97e1bca73658 req-5dc7e439-81db-45d2-9fd5-9122c34c331e tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/security-groups?id=501e0610-54a8-4c8a-be7c-05fe00a762c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358607 Nov 16 11:38:04.602948 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-364192dd-7fca-4a41-9f39-ae3091d42456 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a94525ce04b1475298bff18f4d90d9d6 HTTP/1.1" status: 200 len: 380 time: 0.1810527 Nov 16 11:38:04.618882 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port f7930244-84d3-49c4-85e5-9241c10fef74 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:38:04.621521 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:04.621674 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-91ad7473-4dae-40d4-87bc-5761b51a3769 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'port': {'device_id': '17a0d7da-75a1-4369-9d8d-44a60160fcb0', 'network_id': '43f20ad4-199d-4548-9ae5-b0d7e71e371d', 'admin_state_up': True, 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'security_groups': ['8f479886-688b-40e4-95ce-92a8dd5a26bb']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:38:04.818438 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-91ad7473-4dae-40d4-87bc-5761b51a3769 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Made reservation on behalf of a94525ce04b1475298bff18f4d90d9d6 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:38:04.826935 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99398b88-2017-4ed6-9e23-dce89cb0edff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:04.828484 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-91ad7473-4dae-40d4-87bc-5761b51a3769 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:04.935696 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-3fe41866-2bfd-4445-b034-3fc9fec056dc None None] Set router 00fa0f38-558c-4739-8457-3d7d7f1c0a4b gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:38:04.989115 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-05d8fe3d-6211-4a59-9904-4aa10c6a7c81 req-95177a56-24a4-4c6f-b821-ffa743b2ef6d tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 210 time: 0.0693853 Nov 16 11:38:05.028433 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-99398b88-2017-4ed6-9e23-dce89cb0edff None None] For port ae48e76e-4eee-4927-bbb3-a0eccab2337d, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=ae48e76e-4eee-4927-bbb3-a0eccab2337d,segment=NetworkSegment(cc2fabfa-7911-40e9-aba3-29a5d09c685d),segment_id=cc2fabfa-7911-40e9-aba3-29a5d09c685d)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:38:05.038101 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:05.067875 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99398b88-2017-4ed6-9e23-dce89cb0edff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:05.207238 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f31572b-11e6-4d5c-ad9f-db32e6b459f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7930244-84d3-49c4-85e5-9241c10fef74'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:38:05.213900 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d84535-bc2f-4e47-b8a7-0ca14b10f820" -d '{"events": [{"server_uuid": "9f31572b-11e6-4d5c-ad9f-db32e6b459f3", "name": "network-vif-plugged", "status": "completed", "tag": "f7930244-84d3-49c4-85e5-9241c10fef74"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:38:05.276563 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548b246-bef5-4742-8180-170fc13a57a3 req-67e6b0e7-0584-44e4-9d92-5d45152f7022 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:05.297475 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0548b246-bef5-4742-8180-170fc13a57a3 req-67e6b0e7-0584-44e4-9d92-5d45152f7022 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 944 time: 0.1591311 Nov 16 11:38:05.303829 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port f7930244-84d3-49c4-85e5-9241c10fef74, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=f7930244-84d3-49c4-85e5-9241c10fef74,segment=NetworkSegment(1186fe7f-5dbc-4e04-af0c-6c5994d769cc),segment_id=1186fe7f-5dbc-4e04-af0c-6c5994d769cc)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:38:05.336375 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:05.355481 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b91f2690-60ad-4630-b6b3-48401fdbd312 None None] Provisioning complete for port ae48e76e-4eee-4927-bbb3-a0eccab2337d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:38:05.358060 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f83f7-3962-4ec2-aeed-b5619721e2b5 req-96ee8708-8451-40bb-b8e2-af2dfbca5b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:05.358573 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b91f2690-60ad-4630-b6b3-48401fdbd312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:05.359615 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e81f83f7-3962-4ec2-aeed-b5619721e2b5 req-96ee8708-8451-40bb-b8e2-af2dfbca5b41 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 1096 time: 0.4929240 Nov 16 11:38:05.395325 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-91ad7473-4dae-40d4-87bc-5761b51a3769 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Allocated IP 172.20.0.4 (43f20ad4-199d-4548-9ae5-b0d7e71e371d/71739ec5-f544-432b-ace1-00dfba16fd4d/76a51633-7476-4147-a3ea-d4389026609c) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:38:05.422633 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99398b88-2017-4ed6-9e23-dce89cb0edff None None] Pushing event updated for resources: {'Port': ['ID=ae48e76e-4eee-4927-bbb3-a0eccab2337d,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:05.437156 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-3fe41866-2bfd-4445-b034-3fc9fec056dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fa0f38-558c-4739-8457-3d7d7f1c0a4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467893190', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '4a3e5492-3227-4bab-bdf2-1f2c5c6430cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:37:53Z', 'updated_at': '2021-11-16T11:37:59Z', 'revision_number': 4, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': '4a3e5492-3227-4bab-bdf2-1f2c5c6430cf', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:68:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fa0f38-558c-4739-8457-3d7d7f1c0a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:54Z', 'updated_at': '2021-11-16T11:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'ae48e76e-4eee-4927-bbb3-a0eccab2337d', 'name': '', 'network_id': '43f20ad4-199d-4548-9ae5-b0d7e71e371d', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'mac_address': 'fa:16:3e:37:54:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fa0f38-558c-4739-8457-3d7d7f1c0a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '71739ec5-f544-432b-ace1-00dfba16fd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:57Z', 'updated_at': '2021-11-16T11:38:03Z', 'revision_number': 4, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'subnets': [{'id': '71739ec5-f544-432b-ace1-00dfba16fd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:38:05.521185 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe41866-2bfd-4445-b034-3fc9fec056dc None None] The sync data for ids ['00fa0f38-558c-4739-8457-3d7d7f1c0a4b'] in n-d-816823-3 is: [{'id': '00fa0f38-558c-4739-8457-3d7d7f1c0a4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467893190', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '4a3e5492-3227-4bab-bdf2-1f2c5c6430cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:37:53Z', 'updated_at': '2021-11-16T11:37:59Z', 'revision_number': 4, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': '4a3e5492-3227-4bab-bdf2-1f2c5c6430cf', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:68:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fa0f38-558c-4739-8457-3d7d7f1c0a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:54Z', 'updated_at': '2021-11-16T11:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'ae48e76e-4eee-4927-bbb3-a0eccab2337d', 'name': '', 'network_id': '43f20ad4-199d-4548-9ae5-b0d7e71e371d', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'mac_address': 'fa:16:3e:37:54:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fa0f38-558c-4739-8457-3d7d7f1c0a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '71739ec5-f544-432b-ace1-00dfba16fd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:57Z', 'updated_at': '2021-11-16T11:38:03Z', 'revision_number': 4, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'subnets': [{'id': '71739ec5-f544-432b-ace1-00dfba16fd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:38:05.550556 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0548b246-bef5-4742-8180-170fc13a57a3 req-4d05a277-0d95-4308-8e67-c80f4333c969 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dbbc43f-60ba-492c-a5e9-6f49a843e926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471499 Nov 16 11:38:05.594274 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=f7930244-84d3-49c4-85e5-9241c10fef74,revision_number=7']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:05.718102 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-91ad7473-4dae-40d4-87bc-5761b51a3769 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:05.829477 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e81f83f7-3962-4ec2-aeed-b5619721e2b5 req-de0cd3e7-b6e3-4736-a27b-deffd0c0d6cb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=501e0610-54a8-4c8a-be7c-05fe00a762c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567206 Nov 16 11:38:05.874672 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-91ad7473-4dae-40d4-87bc-5761b51a3769 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:05.997631 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad7473-4dae-40d4-87bc-5761b51a3769 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'Port': ['ID=76a51633-7476-4147-a3ea-d4389026609c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:06.012763 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-91ad7473-4dae-40d4-87bc-5761b51a3769 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Network 43f20ad4-199d-4548-9ae5-b0d7e71e371d is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:38:06.017036 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-91ad7473-4dae-40d4-87bc-5761b51a3769 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:38:06.023952 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-91ad7473-4dae-40d4-87bc-5761b51a3769 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:38:06.221060 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-91ad7473-4dae-40d4-87bc-5761b51a3769 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:06.221798 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-91ad7473-4dae-40d4-87bc-5761b51a3769 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:06.269279 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-91ad7473-4dae-40d4-87bc-5761b51a3769 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6524074 Nov 16 11:38:06.285404 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-128a1e6d-299e-4ca4-84ea-bc5762ce574b service neutron] Request body: {'port': {'device_id': '17a0d7da-75a1-4369-9d8d-44a60160fcb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:38:06.431252 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-128a1e6d-299e-4ca4-84ea-bc5762ce574b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:06.555008 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-1c6c404d-7970-4e4c-ac33-8f5426dbed60 None None] Provisioning complete for port 76a51633-7476-4147-a3ea-d4389026609c triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:38:06.562161 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1c6c404d-7970-4e4c-ac33-8f5426dbed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:06.679077 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-1c6c404d-7970-4e4c-ac33-8f5426dbed60 None None] Port 76a51633-7476-4147-a3ea-d4389026609c cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:38:07.122629 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-128a1e6d-299e-4ca4-84ea-bc5762ce574b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76a51633-7476-4147-a3ea-d4389026609c {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:38:07.132147 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-128a1e6d-299e-4ca4-84ea-bc5762ce574b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:07.150913 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-128a1e6d-299e-4ca4-84ea-bc5762ce574b service neutron] Transition to ACTIVE for port object 76a51633-7476-4147-a3ea-d4389026609c will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:38:07.161388 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-128a1e6d-299e-4ca4-84ea-bc5762ce574b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:07.438602 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a1e6d-299e-4ca4-84ea-bc5762ce574b service neutron] Pushing event updated for resources: {'Port': ['ID=76a51633-7476-4147-a3ea-d4389026609c,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:07.461577 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a1e6d-299e-4ca4-84ea-bc5762ce574b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:07.462130 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a1e6d-299e-4ca4-84ea-bc5762ce574b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:07.470120 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a1e6d-299e-4ca4-84ea-bc5762ce574b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:07.470668 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a1e6d-299e-4ca4-84ea-bc5762ce574b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:07.471199 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a1e6d-299e-4ca4-84ea-bc5762ce574b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:07.471710 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a1e6d-299e-4ca4-84ea-bc5762ce574b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:07.472050 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a1e6d-299e-4ca4-84ea-bc5762ce574b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:07.472385 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a1e6d-299e-4ca4-84ea-bc5762ce574b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:07.472767 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a1e6d-299e-4ca4-84ea-bc5762ce574b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:07.473096 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a1e6d-299e-4ca4-84ea-bc5762ce574b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:07.473420 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a1e6d-299e-4ca4-84ea-bc5762ce574b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:07.473742 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a1e6d-299e-4ca4-84ea-bc5762ce574b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:07.502267 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-128a1e6d-299e-4ca4-84ea-bc5762ce574b service neutron] Attempting to bind port 76a51633-7476-4147-a3ea-d4389026609c on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:38:07.507420 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-128a1e6d-299e-4ca4-84ea-bc5762ce574b service neutron] Attempting to bind port 76a51633-7476-4147-a3ea-d4389026609c by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'cc2fabfa-7911-40e9-aba3-29a5d09c685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '43f20ad4-199d-4548-9ae5-b0d7e71e371d'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:38:07.507909 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-128a1e6d-299e-4ca4-84ea-bc5762ce574b service neutron] Attempting to bind port 76a51633-7476-4147-a3ea-d4389026609c on network 43f20ad4-199d-4548-9ae5-b0d7e71e371d {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:38:07.532041 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-128a1e6d-299e-4ca4-84ea-bc5762ce574b service neutron] Port 76a51633-7476-4147-a3ea-d4389026609c on network 43f20ad4-199d-4548-9ae5-b0d7e71e371d not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:38:07.532203 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-128a1e6d-299e-4ca4-84ea-bc5762ce574b service neutron] Attempting to bind port 76a51633-7476-4147-a3ea-d4389026609c on network 43f20ad4-199d-4548-9ae5-b0d7e71e371d {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:38:07.547644 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-128a1e6d-299e-4ca4-84ea-bc5762ce574b service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:38:07.548169 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-128a1e6d-299e-4ca4-84ea-bc5762ce574b service neutron] Checking segment: {'id': 'cc2fabfa-7911-40e9-aba3-29a5d09c685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '43f20ad4-199d-4548-9ae5-b0d7e71e371d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:38:07.548766 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-128a1e6d-299e-4ca4-84ea-bc5762ce574b service neutron] Bound using segment: {'id': 'cc2fabfa-7911-40e9-aba3-29a5d09c685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '43f20ad4-199d-4548-9ae5-b0d7e71e371d'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:38:07.549491 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-128a1e6d-299e-4ca4-84ea-bc5762ce574b service neutron] Bound port: 76a51633-7476-4147-a3ea-d4389026609c, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc2fabfa-7911-40e9-aba3-29a5d09c685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '43f20ad4-199d-4548-9ae5-b0d7e71e371d'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:38:07.563440 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device ae48e76e-4eee-4927-bbb3-a0eccab2337d up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:38:07.570120 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-128a1e6d-299e-4ca4-84ea-bc5762ce574b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:07.689960 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port ae48e76e-4eee-4927-bbb3-a0eccab2337d triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:38:07.690716 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:07.743403 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-128a1e6d-299e-4ca4-84ea-bc5762ce574b service neutron] For port 76a51633-7476-4147-a3ea-d4389026609c, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:38:07.750614 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-128a1e6d-299e-4ca4-84ea-bc5762ce574b service neutron] For port 76a51633-7476-4147-a3ea-d4389026609c, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=76a51633-7476-4147-a3ea-d4389026609c,segment=NetworkSegment(cc2fabfa-7911-40e9-aba3-29a5d09c685d),segment_id=cc2fabfa-7911-40e9-aba3-29a5d09c685d)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:38:07.767018 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-128a1e6d-299e-4ca4-84ea-bc5762ce574b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:07.812646 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-128a1e6d-299e-4ca4-84ea-bc5762ce574b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:07.813271 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-128a1e6d-299e-4ca4-84ea-bc5762ce574b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:07.814729 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-128a1e6d-299e-4ca4-84ea-bc5762ce574b service neutron] 10.222.0.36 "PUT /v2.0/ports/76a51633-7476-4147-a3ea-d4389026609c HTTP/1.1" status: 200 len: 1091 time: 1.5365849 Nov 16 11:38:07.838159 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a0d7da-75a1-4369-9d8d-44a60160fcb0', 'tag': '76a51633-7476-4147-a3ea-d4389026609c'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:38:07.858445 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a73b97-4542-4b4e-bb80-a90a9c6db8b5" -d '{"events": [{"name": "network-changed", "server_uuid": "17a0d7da-75a1-4369-9d8d-44a60160fcb0", "tag": "76a51633-7476-4147-a3ea-d4389026609c"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:38:07.967711 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a1e6d-299e-4ca4-84ea-bc5762ce574b service neutron] Pushing event updated for resources: {'Port': ['ID=76a51633-7476-4147-a3ea-d4389026609c,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:08.047294 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-242b316c-caaa-48f6-8837-af8886e8c06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:08.049098 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-242b316c-caaa-48f6-8837-af8886e8c06d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a94525ce04b1475298bff18f4d90d9d6&device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 1094 time: 0.0717256 Nov 16 11:38:08.126657 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-1b4addc3-01c4-4cc8-a1f7-18cfa577cd74 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76a51633-7476-4147-a3ea-d4389026609c HTTP/1.1" status: 200 len: 217 time: 0.0651720 Nov 16 11:38:08.200188 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-ee0158cd-2855-4d2f-a8c4-b9e09c57a4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:08.202501 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-ee0158cd-2855-4d2f-a8c4-b9e09c57a4d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71739ec5-f544-432b-ace1-00dfba16fd4d HTTP/1.1" status: 200 len: 835 time: 0.0665622 Nov 16 11:38:08.309239 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-d6d978a6-fb71-4c10-a888-d20827639338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:08.313681 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-d6d978a6-fb71-4c10-a888-d20827639338 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43f20ad4-199d-4548-9ae5-b0d7e71e371d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1018088 Nov 16 11:38:08.360128 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:38:08.474744 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-d173dfcf-b7c5-4692-923a-49c2af84ffbc service neutron] 10.222.0.36 "GET /v2.0/networks/43f20ad4-199d-4548-9ae5-b0d7e71e371d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511500 Nov 16 11:38:08.606146 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0fbf4fa2-ba79-4855-9f52-d39d552e8dee req-0376219c-033a-463a-8e11-b20012a68f11 service neutron] 10.222.0.36 "GET /v2.0/networks/43f20ad4-199d-4548-9ae5-b0d7e71e371d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228313 Nov 16 11:38:10.229244 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 76a51633-7476-4147-a3ea-d4389026609c details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:38:10.464143 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 76a51633-7476-4147-a3ea-d4389026609c, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=76a51633-7476-4147-a3ea-d4389026609c,segment=NetworkSegment(cc2fabfa-7911-40e9-aba3-29a5d09c685d),segment_id=cc2fabfa-7911-40e9-aba3-29a5d09c685d)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:38:10.502808 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '76a51633-7476-4147-a3ea-d4389026609c', 'network_id': '43f20ad4-199d-4548-9ae5-b0d7e71e371d', 'port_id': '76a51633-7476-4147-a3ea-d4389026609c', 'mac_address': 'fa:16:3e:ee:f5:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71739ec5-f544-432b-ace1-00dfba16fd4d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:38:10.559131 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:10.634271 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76a51633-7476-4147-a3ea-d4389026609c {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:38:10.689234 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 76a51633-7476-4147-a3ea-d4389026609c, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=76a51633-7476-4147-a3ea-d4389026609c,segment=NetworkSegment(cc2fabfa-7911-40e9-aba3-29a5d09c685d),segment_id=cc2fabfa-7911-40e9-aba3-29a5d09c685d)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:38:10.718588 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:10.858527 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=76a51633-7476-4147-a3ea-d4389026609c,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:10.985782 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['76a51633-7476-4147-a3ea-d4389026609c'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:38:13.016971 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d81143c3-745f-43eb-b9f4-e42a9ea70456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:14.175031 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 76a51633-7476-4147-a3ea-d4389026609c up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:38:14.281756 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port 76a51633-7476-4147-a3ea-d4389026609c completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:38:14.290505 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 76a51633-7476-4147-a3ea-d4389026609c triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:38:14.290905 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:14.400141 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:14.456725 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 76a51633-7476-4147-a3ea-d4389026609c, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=76a51633-7476-4147-a3ea-d4389026609c,segment=NetworkSegment(cc2fabfa-7911-40e9-aba3-29a5d09c685d),segment_id=cc2fabfa-7911-40e9-aba3-29a5d09c685d)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:38:14.467616 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:14.555424 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=76a51633-7476-4147-a3ea-d4389026609c,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:15.570199 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c0714923-00ec-4310-afcd-63664b035918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:15.905089 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaeb4a22-6f76-4bc9-b78b-4167c0092746 x-openstack-request-id: req-eaeb4a22-6f76-4bc9-b78b-4167c0092746 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:38:15.905381 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f31572b-11e6-4d5c-ad9f-db32e6b459f3", "name": "network-vif-plugged", "status": "completed", "tag": "f7930244-84d3-49c4-85e5-9241c10fef74", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:38:15.905639 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eaeb4a22-6f76-4bc9-b78b-4167c0092746 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:38:15.906063 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f31572b-11e6-4d5c-ad9f-db32e6b459f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7930244-84d3-49c4-85e5-9241c10fef74', 'code': 200} Nov 16 11:38:16.052099 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413aed0-6e09-4b37-b1a4-f43a466cfe99 req-57c5652c-a24e-4d6a-84db-d8feb4781329 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:16.091351 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a413aed0-6e09-4b37-b1a4-f43a466cfe99 req-57c5652c-a24e-4d6a-84db-d8feb4781329 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/ports?device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 945 time: 0.1173620 Nov 16 11:38:16.214484 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a413aed0-6e09-4b37-b1a4-f43a466cfe99 req-4dc6bac3-c912-4bc5-a5dc-e5c305d1bf4e tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/security-groups?id=501e0610-54a8-4c8a-be7c-05fe00a762c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161463 Nov 16 11:38:16.577991 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:16.581958 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f452773-abee-4ee5-bd43-5c0601f1c1d4 req-4a02f649-64f0-41f5-8307-ace0ff9c951d tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:16.588991 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7f452773-abee-4ee5-bd43-5c0601f1c1d4 req-4a02f649-64f0-41f5-8307-ace0ff9c951d tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 945 time: 0.0851712 Nov 16 11:38:16.690512 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7f452773-abee-4ee5-bd43-5c0601f1c1d4 req-536e8951-5e0b-4efa-9bc5-49015f8b098a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f479886-688b-40e4-95ce-92a8dd5a26bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938442 Nov 16 11:38:16.882409 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8506d2-2c80-4bac-b08c-1e2de765a376 req-1d6590cd-2414-4be6-b8ec-8e0a49815db3 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:16.889614 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4c8506d2-2c80-4bac-b08c-1e2de765a376 req-1d6590cd-2414-4be6-b8ec-8e0a49815db3 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 945 time: 0.0809174 Nov 16 11:38:16.966506 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4c8506d2-2c80-4bac-b08c-1e2de765a376 req-3f542892-d76e-4d1a-9d47-5a4ec3dc3259 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dbbc43f-60ba-492c-a5e9-6f49a843e926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751255 Nov 16 11:38:17.012151 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7903cabd-153b-49ad-9b32-32a2c166b8be x-openstack-request-id: req-7903cabd-153b-49ad-9b32-32a2c166b8be {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:38:17.013069 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a0d7da-75a1-4369-9d8d-44a60160fcb0", "tag": "76a51633-7476-4147-a3ea-d4389026609c", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:38:17.013524 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7903cabd-153b-49ad-9b32-32a2c166b8be {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:38:17.014467 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a0d7da-75a1-4369-9d8d-44a60160fcb0', 'tag': '76a51633-7476-4147-a3ea-d4389026609c', 'status': 'completed', 'code': 200} Nov 16 11:38:17.105861 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-a69d4d99-74b0-44a1-a7de-0df36b844e1f req-c618d84c-3f3c-47c8-8f65-e5b8083de8ed tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1391187976', 'description': 'tempest-description-853828958'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:38:17.134764 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a69d4d99-74b0-44a1-a7de-0df36b844e1f req-c618d84c-3f3c-47c8-8f65-e5b8083de8ed tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:17.153601 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a73b97-4542-4b4e-bb80-a90a9c6db8b5 req-d217b44b-60f1-436c-ab1b-7e821cc1432d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:17.155217 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-71a73b97-4542-4b4e-bb80-a90a9c6db8b5 req-d217b44b-60f1-436c-ab1b-7e821cc1432d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a94525ce04b1475298bff18f4d90d9d6&device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 1096 time: 0.1013510 Nov 16 11:38:17.220385 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a69d4d99-74b0-44a1-a7de-0df36b844e1f req-c618d84c-3f3c-47c8-8f65-e5b8083de8ed tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:17.228030 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a69d4d99-74b0-44a1-a7de-0df36b844e1f req-c618d84c-3f3c-47c8-8f65-e5b8083de8ed tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:17.270963 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a69d4d99-74b0-44a1-a7de-0df36b844e1f req-c618d84c-3f3c-47c8-8f65-e5b8083de8ed tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:17.272596 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a69d4d99-74b0-44a1-a7de-0df36b844e1f req-c618d84c-3f3c-47c8-8f65-e5b8083de8ed tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.1714215 Nov 16 11:38:17.276416 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c618d84c-3f3c-47c8-8f65-e5b8083de8ed tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=017aa670-8dc1-4d0a-a9c3-c6d5fd4be8a3,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:17.303965 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a73b97-4542-4b4e-bb80-a90a9c6db8b5 req-d1328d5e-2a0c-428e-84b4-a247d9d85520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:17.309652 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-71a73b97-4542-4b4e-bb80-a90a9c6db8b5 req-d1328d5e-2a0c-428e-84b4-a247d9d85520 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43f20ad4-199d-4548-9ae5-b0d7e71e371d HTTP/1.1" status: 200 len: 898 time: 0.1450162 Nov 16 11:38:17.418499 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-71a73b97-4542-4b4e-bb80-a90a9c6db8b5 req-87989530-bd4e-4969-a15e-088f60acb78c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76a51633-7476-4147-a3ea-d4389026609c HTTP/1.1" status: 200 len: 217 time: 0.1001904 Nov 16 11:38:17.491759 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a73b97-4542-4b4e-bb80-a90a9c6db8b5 req-1b7ab11a-152e-402e-8bfa-bdb4d7d5945b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:17.493700 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-71a73b97-4542-4b4e-bb80-a90a9c6db8b5 req-1b7ab11a-152e-402e-8bfa-bdb4d7d5945b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71739ec5-f544-432b-ace1-00dfba16fd4d HTTP/1.1" status: 200 len: 835 time: 0.0588946 Nov 16 11:38:17.557684 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a73b97-4542-4b4e-bb80-a90a9c6db8b5 req-3ed34f49-abd7-4a39-b00c-084bb08875e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:17.559649 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-71a73b97-4542-4b4e-bb80-a90a9c6db8b5 req-3ed34f49-abd7-4a39-b00c-084bb08875e2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43f20ad4-199d-4548-9ae5-b0d7e71e371d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550251 Nov 16 11:38:17.600294 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb141d-c0d9-4a1a-9fbd-63fb9e52d3ef req-7c774056-67dc-4c52-a4af-c30212ad52b8 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:17.609605 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9aeb141d-c0d9-4a1a-9fbd-63fb9e52d3ef req-7c774056-67dc-4c52-a4af-c30212ad52b8 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/ports?device_id=24de05eb-75a3-410a-b215-f8eeb42ed1c9 HTTP/1.1" status: 200 len: 949 time: 0.1209791 Nov 16 11:38:17.736680 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9aeb141d-c0d9-4a1a-9fbd-63fb9e52d3ef req-6d8d9592-7e1c-4dcf-b1c4-7660349db75b tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/security-groups?id=4abe67ce-3561-4710-8d68-692bfdd82b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067424 Nov 16 11:38:17.808083 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-71a73b97-4542-4b4e-bb80-a90a9c6db8b5 req-08cab1c8-5127-4758-8b01-568ef74f993a service neutron] 10.222.0.36 "GET /v2.0/networks/43f20ad4-199d-4548-9ae5-b0d7e71e371d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286248 Nov 16 11:38:17.907323 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a0d7da-75a1-4369-9d8d-44a60160fcb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a51633-7476-4147-a3ea-d4389026609c'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:38:17.909732 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7574ec7c-5d3e-4e7c-9a4a-207b040cdd40" -d '{"events": [{"server_uuid": "17a0d7da-75a1-4369-9d8d-44a60160fcb0", "name": "network-vif-plugged", "status": "completed", "tag": "76a51633-7476-4147-a3ea-d4389026609c"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:38:17.969058 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a0c7d5ab-ef78-4435-bffa-91f5f7164480 req-99dbb38a-03db-491f-9436-aa7d82a6bd67 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1391187976&fields=id&tenant_id=48e75913e53a4bec98a3ab9a3a4387ee HTTP/1.1" status: 200 len: 267 time: 0.1181633 Nov 16 11:38:18.033842 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-71a73b97-4542-4b4e-bb80-a90a9c6db8b5 req-603f27e5-ba22-46bf-8dbd-bbc848338df7 service neutron] 10.222.0.36 "GET /v2.0/networks/43f20ad4-199d-4548-9ae5-b0d7e71e371d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212522 Nov 16 11:38:18.134498 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7d5ab-ef78-4435-bffa-91f5f7164480 req-9e477e1a-47a5-4cff-a36f-b5dc8e120d2c tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:18.143288 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a0c7d5ab-ef78-4435-bffa-91f5f7164480 req-9e477e1a-47a5-4cff-a36f-b5dc8e120d2c tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/ports?device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 945 time: 0.1542761 Nov 16 11:38:18.149108 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-a0c7d5ab-ef78-4435-bffa-91f5f7164480 req-2cbd4b27-a24b-4134-9dd1-38edbda8fda0 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Request body: {'port': {'security_groups': ['501e0610-54a8-4c8a-be7c-05fe00a762c0', '017aa670-8dc1-4d0a-a9c3-c6d5fd4be8a3']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:38:18.267922 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a0c7d5ab-ef78-4435-bffa-91f5f7164480 req-2cbd4b27-a24b-4134-9dd1-38edbda8fda0 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:18.304390 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:18.541093 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-a0c7d5ab-ef78-4435-bffa-91f5f7164480 req-2cbd4b27-a24b-4134-9dd1-38edbda8fda0 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] For port 24f6e434-0fda-4e39-b5ee-f2c0dd511eb4, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=24f6e434-0fda-4e39-b5ee-f2c0dd511eb4,segment=NetworkSegment(0e7ce30a-fde8-4260-b2df-e2d0092055b7),segment_id=0e7ce30a-fde8-4260-b2df-e2d0092055b7)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:38:18.592778 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a0c7d5ab-ef78-4435-bffa-91f5f7164480 req-2cbd4b27-a24b-4134-9dd1-38edbda8fda0 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:18.599999 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a0c7d5ab-ef78-4435-bffa-91f5f7164480 req-2cbd4b27-a24b-4134-9dd1-38edbda8fda0 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:18.613977 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['24f6e434-0fda-4e39-b5ee-f2c0dd511eb4'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:38:18.729655 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7d5ab-ef78-4435-bffa-91f5f7164480 req-2cbd4b27-a24b-4134-9dd1-38edbda8fda0 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:18.730390 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a0c7d5ab-ef78-4435-bffa-91f5f7164480 req-2cbd4b27-a24b-4134-9dd1-38edbda8fda0 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:18.731825 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a0c7d5ab-ef78-4435-bffa-91f5f7164480 req-2cbd4b27-a24b-4134-9dd1-38edbda8fda0 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "PUT /v2.0/ports/24f6e434-0fda-4e39-b5ee-f2c0dd511eb4 HTTP/1.1" status: 200 len: 981 time: 0.5876293 Nov 16 11:38:18.732500 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '298f14f8-db7b-4111-a599-f1d2ab7cb321', 'tag': '24f6e434-0fda-4e39-b5ee-f2c0dd511eb4'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:38:18.734515 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9873e4aa-ebe4-47a7-8917-102c680eabaa" -d '{"events": [{"name": "network-changed", "server_uuid": "298f14f8-db7b-4111-a599-f1d2ab7cb321", "tag": "24f6e434-0fda-4e39-b5ee-f2c0dd511eb4"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:38:18.756742 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd4b27-a24b-4134-9dd1-38edbda8fda0 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Pushing event updated for resources: {'Port': ['ID=24f6e434-0fda-4e39-b5ee-f2c0dd511eb4,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:18.889075 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['24f6e434-0fda-4e39-b5ee-f2c0dd511eb4'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:38:18.980604 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49c080-6c07-43b1-a553-91f4a017ded1 req-085452c8-eb5c-4e55-9278-cc5d44eb98ad tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:18.990516 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aa49c080-6c07-43b1-a553-91f4a017ded1 req-085452c8-eb5c-4e55-9278-cc5d44eb98ad tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 945 time: 0.1401479 Nov 16 11:38:19.018267 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:19.086922 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aa49c080-6c07-43b1-a553-91f4a017ded1 req-2dbba375-87df-4223-8590-99c5567e9c4b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f479886-688b-40e4-95ce-92a8dd5a26bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944543 Nov 16 11:38:19.613949 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1412f7b7-eaa9-47b0-b026-c61c1abccd79 x-openstack-request-id: req-1412f7b7-eaa9-47b0-b026-c61c1abccd79 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:38:19.614483 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a0d7da-75a1-4369-9d8d-44a60160fcb0", "name": "network-vif-plugged", "status": "completed", "tag": "76a51633-7476-4147-a3ea-d4389026609c", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:38:19.614780 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1412f7b7-eaa9-47b0-b026-c61c1abccd79 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:38:19.615153 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a0d7da-75a1-4369-9d8d-44a60160fcb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a51633-7476-4147-a3ea-d4389026609c', 'code': 200} Nov 16 11:38:19.737592 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1cfc1-3f89-4011-8fb3-56bcb7834246 req-ffaece6d-e4e8-4ce5-a816-adef5ef46386 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:19.745183 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-78b1cfc1-3f89-4011-8fb3-56bcb7834246 req-ffaece6d-e4e8-4ce5-a816-adef5ef46386 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 945 time: 0.0620334 Nov 16 11:38:19.764345 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593fc96-1b54-403b-9320-ab0009dff084 req-b3e3e3d0-0553-43f2-b67f-acdafea24d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:19.766521 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b593fc96-1b54-403b-9320-ab0009dff084 req-b3e3e3d0-0553-43f2-b67f-acdafea24d94 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 1096 time: 0.0772753 Nov 16 11:38:19.806291 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-78b1cfc1-3f89-4011-8fb3-56bcb7834246 req-65e28b12-6846-4744-8644-62b6313b8eaa tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dbbc43f-60ba-492c-a5e9-6f49a843e926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601826 Nov 16 11:38:19.841343 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b593fc96-1b54-403b-9320-ab0009dff084 req-f99d8183-6650-40e1-bdbc-f6e7c46f1d7f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8f479886-688b-40e4-95ce-92a8dd5a26bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653672 Nov 16 11:38:19.918575 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5e4e752b-2a4d-4191-988d-f38e6c8e613d req-ec8bf28f-c170-43fa-b00c-ba1a0f7833a8 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1391187976&fields=id&tenant_id=48e75913e53a4bec98a3ab9a3a4387ee HTTP/1.1" status: 200 len: 267 time: 0.0465791 Nov 16 11:38:19.984988 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e752b-2a4d-4191-988d-f38e6c8e613d req-fd0600f7-1705-43e8-a457-efe39dd2d454 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:19.995700 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5e4e752b-2a4d-4191-988d-f38e6c8e613d req-fd0600f7-1705-43e8-a457-efe39dd2d454 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/ports?device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 984 time: 0.0692611 Nov 16 11:38:20.001302 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-5e4e752b-2a4d-4191-988d-f38e6c8e613d req-77198326-5ea9-4e44-82af-0fc0b6ed1978 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Request body: {'port': {'security_groups': ['501e0610-54a8-4c8a-be7c-05fe00a762c0']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:38:20.072931 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5e4e752b-2a4d-4191-988d-f38e6c8e613d req-77198326-5ea9-4e44-82af-0fc0b6ed1978 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:20.151692 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 93adca67-d12a-488a-adc2-f42f9490c170 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:38:20.261090 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:20.312076 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 93adca67-d12a-488a-adc2-f42f9490c170, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=93adca67-d12a-488a-adc2-f42f9490c170,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:38:20.317225 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:20.371932 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=93adca67-d12a-488a-adc2-f42f9490c170,revision_number=8']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:20.614688 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-5e4e752b-2a4d-4191-988d-f38e6c8e613d req-77198326-5ea9-4e44-82af-0fc0b6ed1978 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] For port 24f6e434-0fda-4e39-b5ee-f2c0dd511eb4, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=24f6e434-0fda-4e39-b5ee-f2c0dd511eb4,segment=NetworkSegment(0e7ce30a-fde8-4260-b2df-e2d0092055b7),segment_id=0e7ce30a-fde8-4260-b2df-e2d0092055b7)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:38:20.645862 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5e4e752b-2a4d-4191-988d-f38e6c8e613d req-77198326-5ea9-4e44-82af-0fc0b6ed1978 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:20.652134 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5e4e752b-2a4d-4191-988d-f38e6c8e613d req-77198326-5ea9-4e44-82af-0fc0b6ed1978 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:20.666568 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['24f6e434-0fda-4e39-b5ee-f2c0dd511eb4'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:38:20.704701 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e752b-2a4d-4191-988d-f38e6c8e613d req-77198326-5ea9-4e44-82af-0fc0b6ed1978 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:20.705320 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5e4e752b-2a4d-4191-988d-f38e6c8e613d req-77198326-5ea9-4e44-82af-0fc0b6ed1978 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:20.706797 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5e4e752b-2a4d-4191-988d-f38e6c8e613d req-77198326-5ea9-4e44-82af-0fc0b6ed1978 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "PUT /v2.0/ports/24f6e434-0fda-4e39-b5ee-f2c0dd511eb4 HTTP/1.1" status: 200 len: 942 time: 0.7100718 Nov 16 11:38:20.739736 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77198326-5ea9-4e44-82af-0fc0b6ed1978 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Pushing event updated for resources: {'Port': ['ID=24f6e434-0fda-4e39-b5ee-f2c0dd511eb4,revision_number=7']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:20.785756 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['24f6e434-0fda-4e39-b5ee-f2c0dd511eb4'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:38:20.895161 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b588e4-eb47-442b-b919-fd730c35546a x-openstack-request-id: req-64b588e4-eb47-442b-b919-fd730c35546a {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:38:20.895477 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "298f14f8-db7b-4111-a599-f1d2ab7cb321", "tag": "24f6e434-0fda-4e39-b5ee-f2c0dd511eb4", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:38:20.895725 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-64b588e4-eb47-442b-b919-fd730c35546a {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:38:20.896185 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '298f14f8-db7b-4111-a599-f1d2ab7cb321', 'tag': '24f6e434-0fda-4e39-b5ee-f2c0dd511eb4', 'status': 'completed', 'code': 200} Nov 16 11:38:20.973780 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873e4aa-ebe4-47a7-8917-102c680eabaa req-4c3012cd-194d-4b70-9a5c-e927269b828b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:20.976350 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9873e4aa-ebe4-47a7-8917-102c680eabaa req-4c3012cd-194d-4b70-9a5c-e927269b828b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=48e75913e53a4bec98a3ab9a3a4387ee&device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 1096 time: 0.0551231 Nov 16 11:38:21.075817 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78168f-c6df-4fa8-a5d0-d03ca68178c6 req-e24c20a4-7d9c-4292-ac0d-9201a9c90ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:21.077309 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ec78168f-c6df-4fa8-a5d0-d03ca68178c6 req-e24c20a4-7d9c-4292-ac0d-9201a9c90ec4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8c5b26505ce44fcf9f1b35a78ab4d371&device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 1096 time: 0.0969834 Nov 16 11:38:21.161708 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873e4aa-ebe4-47a7-8917-102c680eabaa req-9fb09b4c-3d57-4683-86e2-5b4735e588c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:21.163215 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9873e4aa-ebe4-47a7-8917-102c680eabaa req-9fb09b4c-3d57-4683-86e2-5b4735e588c3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f8221fdb-1e08-4d01-ae9d-5d09ca082499 HTTP/1.1" status: 200 len: 921 time: 0.1735535 Nov 16 11:38:21.227979 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9873e4aa-ebe4-47a7-8917-102c680eabaa req-4bfde869-a4cc-441c-b954-76db9f421e8e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24f6e434-0fda-4e39-b5ee-f2c0dd511eb4 HTTP/1.1" status: 200 len: 217 time: 0.0494466 Nov 16 11:38:21.286000 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78168f-c6df-4fa8-a5d0-d03ca68178c6 req-dd48da7d-43ad-4c4e-acb3-1dcf5800af4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:21.288522 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ec78168f-c6df-4fa8-a5d0-d03ca68178c6 req-dd48da7d-43ad-4c4e-acb3-1dcf5800af4a service neutron] 10.222.0.36 "GET /v2.0/networks?id=f04978c1-c257-48cf-8767-22c9cfb6cb25 HTTP/1.1" status: 200 len: 918 time: 0.1977324 Nov 16 11:38:21.306220 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873e4aa-ebe4-47a7-8917-102c680eabaa req-f0511714-acfb-4022-9ad1-94afdc2d91e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:21.309512 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9873e4aa-ebe4-47a7-8917-102c680eabaa req-f0511714-acfb-4022-9ad1-94afdc2d91e6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ae399528-fd41-480d-a8b2-89ffbb840b02 HTTP/1.1" status: 200 len: 860 time: 0.0728216 Nov 16 11:38:21.369066 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6b479-4a29-4d4c-b19f-7c4f048ada35 req-be0e2e7b-4193-4413-a99f-23f6d319288b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:21.376599 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-64e6b479-4a29-4d4c-b19f-7c4f048ada35 req-be0e2e7b-4193-4413-a99f-23f6d319288b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 945 time: 0.0618646 Nov 16 11:38:21.395114 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9873e4aa-ebe4-47a7-8917-102c680eabaa req-f9b6d4ca-8a61-4276-b485-2e179a8be34b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f8221fdb-1e08-4d01-ae9d-5d09ca082499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431201 Nov 16 11:38:21.426207 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ec78168f-c6df-4fa8-a5d0-d03ca68178c6 req-2cc88957-6bc1-4433-bb4d-7bda2472c1b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7930244-84d3-49c4-85e5-9241c10fef74 HTTP/1.1" status: 200 len: 1000 time: 0.1282051 Nov 16 11:38:21.442531 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-64e6b479-4a29-4d4c-b19f-7c4f048ada35 req-b33f43d9-77d6-4633-b3de-7f5c753e1748 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f479886-688b-40e4-95ce-92a8dd5a26bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649965 Nov 16 11:38:21.526401 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78168f-c6df-4fa8-a5d0-d03ca68178c6 req-5fa13baf-7e36-4639-bef8-d8b4bd1c12d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:21.527871 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ec78168f-c6df-4fa8-a5d0-d03ca68178c6 req-5fa13baf-7e36-4639-bef8-d8b4bd1c12d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5fcc0bd-d8ea-41ad-86b1-2d27bd924015 HTTP/1.1" status: 200 len: 856 time: 0.0611751 Nov 16 11:38:21.589153 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9873e4aa-ebe4-47a7-8917-102c680eabaa req-9b4f6e40-4bc9-4014-88c9-24e3deaaf867 service neutron] 10.222.0.64 "GET /v2.0/networks/f8221fdb-1e08-4d01-ae9d-5d09ca082499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867101 Nov 16 11:38:21.616499 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24de05eb-75a3-410a-b215-f8eeb42ed1c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93adca67-d12a-488a-adc2-f42f9490c170'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:38:21.620285 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea096684-0f72-46df-b417-380deffcee97" -d '{"events": [{"server_uuid": "24de05eb-75a3-410a-b215-f8eeb42ed1c9", "name": "network-vif-unplugged", "status": "completed", "tag": "93adca67-d12a-488a-adc2-f42f9490c170"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:38:21.670003 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5574acc0-3e88-4328-b721-52711624e490 req-dde70bae-30b4-4672-9f54-30359064b13c tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2116952 Nov 16 11:38:21.676629 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-5574acc0-3e88-4328-b721-52711624e490 req-f775e588-9c65-4569-af26-7f56d70bc081 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:38:21.707095 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5574acc0-3e88-4328-b721-52711624e490 req-f775e588-9c65-4569-af26-7f56d70bc081 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks [] for floatingip, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:21.715251 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78168f-c6df-4fa8-a5d0-d03ca68178c6 req-0e9b4ec9-5734-4b81-93c4-3e4ab558f3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:21.717033 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ec78168f-c6df-4fa8-a5d0-d03ca68178c6 req-0e9b4ec9-5734-4b81-93c4-3e4ab558f3a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f04978c1-c257-48cf-8767-22c9cfb6cb25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1762898 Nov 16 11:38:21.742737 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9873e4aa-ebe4-47a7-8917-102c680eabaa req-ea50e906-b895-48e2-9c21-0fa17ce7da32 service neutron] 10.222.0.64 "GET /v2.0/networks/f8221fdb-1e08-4d01-ae9d-5d09ca082499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455669 Nov 16 11:38:21.830991 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ec78168f-c6df-4fa8-a5d0-d03ca68178c6 req-f6ec0357-1e6c-4057-a31e-18d04b225e55 service neutron] 10.222.0.36 "GET /v2.0/networks/f04978c1-c257-48cf-8767-22c9cfb6cb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017401 Nov 16 11:38:21.879612 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5574acc0-3e88-4328-b721-52711624e490 req-f775e588-9c65-4569-af26-7f56d70bc081 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:21.956336 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ec78168f-c6df-4fa8-a5d0-d03ca68178c6 req-9f1653dc-ade5-4e20-8929-28d0e1913e2e service neutron] 10.222.0.36 "GET /v2.0/networks/f04978c1-c257-48cf-8767-22c9cfb6cb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154683 Nov 16 11:38:22.009327 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-5574acc0-3e88-4328-b721-52711624e490 req-f775e588-9c65-4569-af26-7f56d70bc081 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Allocated IP 172.25.0.126 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/ffe5a2a4-564a-4878-aafe-18225fe3e500) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:38:22.123575 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5574acc0-3e88-4328-b721-52711624e490 req-f775e588-9c65-4569-af26-7f56d70bc081 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:22.164818 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5574acc0-3e88-4328-b721-52711624e490 req-f775e588-9c65-4569-af26-7f56d70bc081 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:22.211400 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5574acc0-3e88-4328-b721-52711624e490 req-f775e588-9c65-4569-af26-7f56d70bc081 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:38:22.214344 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device ce76f02d-f219-4be9-bc74-981dfeec1e7f details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:38:22.219393 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-5574acc0-3e88-4328-b721-52711624e490 req-f775e588-9c65-4569-af26-7f56d70bc081 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:38:22.223238 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-5574acc0-3e88-4328-b721-52711624e490 req-f775e588-9c65-4569-af26-7f56d70bc081 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:38:22.229839 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f775e588-9c65-4569-af26-7f56d70bc081 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Pushing event updated for resources: {'Port': ['ID=ffe5a2a4-564a-4878-aafe-18225fe3e500,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:22.328515 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5574acc0-3e88-4328-b721-52711624e490 req-f775e588-9c65-4569-af26-7f56d70bc081 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:22.363364 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port ce76f02d-f219-4be9-bc74-981dfeec1e7f, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=ce76f02d-f219-4be9-bc74-981dfeec1e7f,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:38:22.376385 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5574acc0-3e88-4328-b721-52711624e490 req-f775e588-9c65-4569-af26-7f56d70bc081 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:22.384905 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': 'ce76f02d-f219-4be9-bc74-981dfeec1e7f', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'port_id': 'ce76f02d-f219-4be9-bc74-981dfeec1e7f', 'mac_address': 'fa:16:3e:9c:bb:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c770cc-51d7-42eb-b4a6-9a605bacae0f', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:38:22.424501 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:22.438928 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce76f02d-f219-4be9-bc74-981dfeec1e7f {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:38:22.464513 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port ce76f02d-f219-4be9-bc74-981dfeec1e7f, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=ce76f02d-f219-4be9-bc74-981dfeec1e7f,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:38:22.469899 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:22.535454 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=ce76f02d-f219-4be9-bc74-981dfeec1e7f,revision_number=9']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:22.552185 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5574acc0-3e88-4328-b721-52711624e490 req-f775e588-9c65-4569-af26-7f56d70bc081 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:22.556962 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5574acc0-3e88-4328-b721-52711624e490 req-f775e588-9c65-4569-af26-7f56d70bc081 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:22.601550 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['ce76f02d-f219-4be9-bc74-981dfeec1e7f'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:38:22.642764 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f775e588-9c65-4569-af26-7f56d70bc081 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Pushing event updated for resources: {'Port': ['ID=ffe5a2a4-564a-4878-aafe-18225fe3e500,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:22.654934 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5574acc0-3e88-4328-b721-52711624e490 req-f775e588-9c65-4569-af26-7f56d70bc081 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:22.686973 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5574acc0-3e88-4328-b721-52711624e490 req-f775e588-9c65-4569-af26-7f56d70bc081 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:22.690153 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5574acc0-3e88-4328-b721-52711624e490 req-f775e588-9c65-4569-af26-7f56d70bc081 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0173354 Nov 16 11:38:22.818667 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5574acc0-3e88-4328-b721-52711624e490 req-1708c076-1255-417a-8318-75621c9e50f3 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.126 HTTP/1.1" status: 200 len: 696 time: 0.1148844 Nov 16 11:38:22.898945 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '298f14f8-db7b-4111-a599-f1d2ab7cb321', 'tag': '24f6e434-0fda-4e39-b5ee-f2c0dd511eb4'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:38:22.901266 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6c09db-3772-4d49-a6e9-316e74e333c0" -d '{"events": [{"name": "network-changed", "server_uuid": "298f14f8-db7b-4111-a599-f1d2ab7cb321", "tag": "24f6e434-0fda-4e39-b5ee-f2c0dd511eb4"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:38:22.949006 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574acc0-3e88-4328-b721-52711624e490 req-f1adf8d4-b21e-417d-9846-8c587fbd4277 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:22.950444 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5574acc0-3e88-4328-b721-52711624e490 req-f1adf8d4-b21e-417d-9846-8c587fbd4277 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/networks/47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 784 time: 0.1266909 Nov 16 11:38:22.963748 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [req-5574acc0-3e88-4328-b721-52711624e490 req-54ceb287-1b89-4133-9ac9-a0ed1725dba8 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:38:22.970424 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5574acc0-3e88-4328-b721-52711624e490 req-54ceb287-1b89-4133-9ac9-a0ed1725dba8 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0114493 Nov 16 11:38:23.089431 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed770c7-4c1d-4111-8d02-a3f64058cf2d req-83b31e7b-557a-4768-9ab8-0dbe8445e9c1 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:23.094496 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3ed770c7-4c1d-4111-8d02-a3f64058cf2d req-83b31e7b-557a-4768-9ab8-0dbe8445e9c1 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 945 time: 0.0674686 Nov 16 11:38:23.144925 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3ed770c7-4c1d-4111-8d02-a3f64058cf2d req-c7972498-9672-46ce-b51b-903c18ec541a tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dbbc43f-60ba-492c-a5e9-6f49a843e926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468934 Nov 16 11:38:23.286445 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34699d-867b-4dcf-82f9-0f35d3afe4e2 req-0395230a-d2e7-44dc-8717-7edee8823b1f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:23.288234 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ea34699d-867b-4dcf-82f9-0f35d3afe4e2 req-0395230a-d2e7-44dc-8717-7edee8823b1f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 945 time: 0.0634425 Nov 16 11:38:23.357766 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ea34699d-867b-4dcf-82f9-0f35d3afe4e2 req-6d6bed21-e597-4da7-8c35-9a81b961b46a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f479886-688b-40e4-95ce-92a8dd5a26bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629091 Nov 16 11:38:23.393621 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 53046) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:38:23.461272 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d4d051-e4a4-42a6-8069-a95785d820bc tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:23.463225 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-84d4d051-e4a4-42a6-8069-a95785d820bc tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 1091 time: 0.0644360 Nov 16 11:38:23.466209 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 53048) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:38:23.467807 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 11:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323f0f09-3409-41e1-bc2d-05759c5241a8 x-openstack-request-id: req-323f0f09-3409-41e1-bc2d-05759c5241a8 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:38:23.468831 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24de05eb-75a3-410a-b215-f8eeb42ed1c9", "name": "network-vif-unplugged", "status": "completed", "tag": "93adca67-d12a-488a-adc2-f42f9490c170", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:38:23.470258 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-323f0f09-3409-41e1-bc2d-05759c5241a8 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:38:23.470869 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24de05eb-75a3-410a-b215-f8eeb42ed1c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93adca67-d12a-488a-adc2-f42f9490c170', 'code': 200} Nov 16 11:38:23.475641 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-b5a64373-7483-4c0a-894e-c7e081b7c541 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'port_id': '76a51633-7476-4147-a3ea-d4389026609c', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:38:23.516032 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b5a64373-7483-4c0a-894e-c7e081b7c541 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for floatingip, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:23.618582 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea186114-42a4-4fd5-a167-8418834f73ef x-openstack-request-id: req-ea186114-42a4-4fd5-a167-8418834f73ef {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:38:23.619034 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "298f14f8-db7b-4111-a599-f1d2ab7cb321", "tag": "24f6e434-0fda-4e39-b5ee-f2c0dd511eb4", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:38:23.619291 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ea186114-42a4-4fd5-a167-8418834f73ef {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:38:23.620184 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '298f14f8-db7b-4111-a599-f1d2ab7cb321', 'tag': '24f6e434-0fda-4e39-b5ee-f2c0dd511eb4', 'status': 'completed', 'code': 200} Nov 16 11:38:23.683006 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c09db-3772-4d49-a6e9-316e74e333c0 req-de82ba77-48ad-43f1-b892-0327bb590ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:23.685661 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bc6c09db-3772-4d49-a6e9-316e74e333c0 req-de82ba77-48ad-43f1-b892-0327bb590ddb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=48e75913e53a4bec98a3ab9a3a4387ee&device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 1096 time: 0.0806048 Nov 16 11:38:23.747923 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd4d39d-3398-4c9a-9cae-9d07a70ec2d0 req-b4744e28-524b-4a70-827b-26379ac4027e tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:23.758634 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cfd4d39d-3398-4c9a-9cae-9d07a70ec2d0 req-b4744e28-524b-4a70-827b-26379ac4027e tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/ports?device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1313732 Nov 16 11:38:23.806594 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c09db-3772-4d49-a6e9-316e74e333c0 req-3d2d4179-ebe3-4920-abff-91749eabfb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:23.808827 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bc6c09db-3772-4d49-a6e9-316e74e333c0 req-3d2d4179-ebe3-4920-abff-91749eabfb61 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f8221fdb-1e08-4d01-ae9d-5d09ca082499 HTTP/1.1" status: 200 len: 921 time: 0.1138382 Nov 16 11:38:23.867482 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bc6c09db-3772-4d49-a6e9-316e74e333c0 req-2618349f-c588-4d8a-846b-315b73e3139e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24f6e434-0fda-4e39-b5ee-f2c0dd511eb4 HTTP/1.1" status: 200 len: 217 time: 0.0492737 Nov 16 11:38:23.898470 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cfd4d39d-3398-4c9a-9cae-9d07a70ec2d0 req-6e0274d1-a7a3-45f4-aae2-d77133ba54de tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.126 HTTP/1.1" status: 200 len: 696 time: 0.1380126 Nov 16 11:38:23.904717 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-cfd4d39d-3398-4c9a-9cae-9d07a70ec2d0 req-f5fbfbc1-3bf0-42d2-a805-47d991714ce8 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Request body: {'floatingip': {'port_id': '24f6e434-0fda-4e39-b5ee-f2c0dd511eb4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:38:23.928819 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c09db-3772-4d49-a6e9-316e74e333c0 req-a5e5928d-6012-40f2-9739-376fac540ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:23.930319 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bc6c09db-3772-4d49-a6e9-316e74e333c0 req-a5e5928d-6012-40f2-9739-376fac540ffa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ae399528-fd41-480d-a8b2-89ffbb840b02 HTTP/1.1" status: 200 len: 860 time: 0.0556266 Nov 16 11:38:23.962033 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cfd4d39d-3398-4c9a-9cae-9d07a70ec2d0 req-f5fbfbc1-3bf0-42d2-a805-47d991714ce8 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks [] for floatingip, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:23.998381 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bc6c09db-3772-4d49-a6e9-316e74e333c0 req-d57eadc1-01b1-420c-bf00-c55bdd81e0b1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f8221fdb-1e08-4d01-ae9d-5d09ca082499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504870 Nov 16 11:38:24.040927 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b5a64373-7483-4c0a-894e-c7e081b7c541 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:24.180620 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bc6c09db-3772-4d49-a6e9-316e74e333c0 req-e3fd02c9-e52c-486b-b9a8-a578b192c28f service neutron] 10.222.0.64 "GET /v2.0/networks/f8221fdb-1e08-4d01-ae9d-5d09ca082499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721413 Nov 16 11:38:24.244952 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device ce76f02d-f219-4be9-bc74-981dfeec1e7f up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:38:24.366525 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port ce76f02d-f219-4be9-bc74-981dfeec1e7f triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:38:24.367103 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:24.403322 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bc6c09db-3772-4d49-a6e9-316e74e333c0 req-3fa0bcdd-2a5a-4dcf-aa52-88db03a90c33 service neutron] 10.222.0.64 "GET /v2.0/networks/f8221fdb-1e08-4d01-ae9d-5d09ca082499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129056 Nov 16 11:38:24.514172 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-b5a64373-7483-4c0a-894e-c7e081b7c541 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Allocated IP 172.25.0.196 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/64258012-4495-4783-bad9-5e5258e7c0f9) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:38:24.549597 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:24.618928 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port ce76f02d-f219-4be9-bc74-981dfeec1e7f, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=ce76f02d-f219-4be9-bc74-981dfeec1e7f,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:38:24.630224 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:24.631028 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device f7930244-84d3-49c4-85e5-9241c10fef74 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:38:24.797163 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=ce76f02d-f219-4be9-bc74-981dfeec1e7f,revision_number=10']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:24.836490 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:24.883794 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port f7930244-84d3-49c4-85e5-9241c10fef74, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=f7930244-84d3-49c4-85e5-9241c10fef74,segment=NetworkSegment(1186fe7f-5dbc-4e04-af0c-6c5994d769cc),segment_id=1186fe7f-5dbc-4e04-af0c-6c5994d769cc)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:38:24.905858 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:24.935675 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b5a64373-7483-4c0a-894e-c7e081b7c541 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:24.978528 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=f7930244-84d3-49c4-85e5-9241c10fef74,revision_number=8']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:25.022819 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cfd4d39d-3398-4c9a-9cae-9d07a70ec2d0 req-f5fbfbc1-3bf0-42d2-a805-47d991714ce8 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:25.031916 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cfd4d39d-3398-4c9a-9cae-9d07a70ec2d0 req-f5fbfbc1-3bf0-42d2-a805-47d991714ce8 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:25.036553 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b5a64373-7483-4c0a-894e-c7e081b7c541 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:25.156415 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a64373-7483-4c0a-894e-c7e081b7c541 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:38:25.161284 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-b5a64373-7483-4c0a-894e-c7e081b7c541 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:38:25.173473 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a64373-7483-4c0a-894e-c7e081b7c541 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:38:25.217250 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a64373-7483-4c0a-894e-c7e081b7c541 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'Port': ['ID=64258012-4495-4783-bad9-5e5258e7c0f9,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:25.273052 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [req-cfd4d39d-3398-4c9a-9cae-9d07a70ec2d0 req-f5fbfbc1-3bf0-42d2-a805-47d991714ce8 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Floating IP 8895af01-1485-44c1-868d-8507325a035d associated. External IP: 172.25.0.126, port: 24f6e434-0fda-4e39-b5ee-f2c0dd511eb4. Nov 16 11:38:25.472313 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd410c72e-4faa-4cfc-8d2e-0a2ce83a1277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce76f02d-f219-4be9-bc74-981dfeec1e7f'}, {'server_uuid': '9f31572b-11e6-4d5c-ad9f-db32e6b459f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7930244-84d3-49c4-85e5-9241c10fef74'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:38:25.475279 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6670da1e-3ee1-4a30-985d-6dd14958e0b4" -d '{"events": [{"server_uuid": "d410c72e-4faa-4cfc-8d2e-0a2ce83a1277", "name": "network-vif-plugged", "status": "completed", "tag": "ce76f02d-f219-4be9-bc74-981dfeec1e7f"}, {"server_uuid": "9f31572b-11e6-4d5c-ad9f-db32e6b459f3", "name": "network-vif-unplugged", "status": "completed", "tag": "f7930244-84d3-49c4-85e5-9241c10fef74"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:38:25.591855 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfd4d39d-3398-4c9a-9cae-9d07a70ec2d0 req-f5fbfbc1-3bf0-42d2-a805-47d991714ce8 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Router 77566e5a-d636-458b-b2df-e5ab3fb09d1e has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:38:26.279282 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfd4d39d-3398-4c9a-9cae-9d07a70ec2d0 req-f5fbfbc1-3bf0-42d2-a805-47d991714ce8 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:38:26.295470 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5676863b-4104-4e67-b98b-6b66fedccbeb None None] Sync routers for ids ['77566e5a-d636-458b-b2df-e5ab3fb09d1e'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:38:26.313973 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5676863b-4104-4e67-b98b-6b66fedccbeb None None] Routers {'77566e5a-d636-458b-b2df-e5ab3fb09d1e'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:38:26.314615 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5676863b-4104-4e67-b98b-6b66fedccbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:38:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['77566e5a-d636-458b-b2df-e5ab3fb09d1e'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:38:26.417721 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b5a64373-7483-4c0a-894e-c7e081b7c541 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:26.451143 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-5676863b-4104-4e67-b98b-6b66fedccbeb None None] Set router 77566e5a-d636-458b-b2df-e5ab3fb09d1e gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:38:26.475562 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cfd4d39d-3398-4c9a-9cae-9d07a70ec2d0 req-f5fbfbc1-3bf0-42d2-a805-47d991714ce8 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:26.548728 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cfd4d39d-3398-4c9a-9cae-9d07a70ec2d0 req-f5fbfbc1-3bf0-42d2-a805-47d991714ce8 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "PUT /v2.0/floatingips/8895af01-1485-44c1-868d-8507325a035d HTTP/1.1" status: 200 len: 996 time: 2.6493316 Nov 16 11:38:26.549590 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '298f14f8-db7b-4111-a599-f1d2ab7cb321', 'tag': '24f6e434-0fda-4e39-b5ee-f2c0dd511eb4'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:38:26.552693 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58497d0c-277a-437a-ae89-400138508dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "298f14f8-db7b-4111-a599-f1d2ab7cb321", "tag": "24f6e434-0fda-4e39-b5ee-f2c0dd511eb4"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:38:26.556300 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b5a64373-7483-4c0a-894e-c7e081b7c541 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:27.083627 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b5a64373-7483-4c0a-894e-c7e081b7c541 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:27.099715 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b5a64373-7483-4c0a-894e-c7e081b7c541 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:27.181826 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a64373-7483-4c0a-894e-c7e081b7c541 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'Port': ['ID=64258012-4495-4783-bad9-5e5258e7c0f9,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:27.212778 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd4d39d-3398-4c9a-9cae-9d07a70ec2d0 req-e68c0393-7ee3-44d2-9a38-fff66cbf9a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:27.217644 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5676863b-4104-4e67-b98b-6b66fedccbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77566e5a-d636-458b-b2df-e5ab3fb09d1e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1688570089-router', 'tenant_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'e7b838a0-358e-4cd0-a962-e2b07785c5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:37:12Z', 'updated_at': '2021-11-16T11:37:15Z', 'revision_number': 4, 'project_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'gw_port': {'id': 'e7b838a0-358e-4cd0-a962-e2b07785c5eb', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:51:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77566e5a-d636-458b-b2df-e5ab3fb09d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:13Z', 'updated_at': '2021-11-16T11:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '8895af01-1485-44c1-868d-8507325a035d', 'tenant_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'floating_ip_address': '172.25.0.126', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '77566e5a-d636-458b-b2df-e5ab3fb09d1e', 'port_id': '24f6e434-0fda-4e39-b5ee-f2c0dd511eb4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8221fdb-1e08-4d01-ae9d-5d09ca082499', 'mac_address': 'fa:16:3e:c6:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298f14f8-db7b-4111-a599-f1d2ab7cb321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:38:22Z', 'updated_at': '2021-11-16T11:38:24Z', 'revision_number': 1, 'project_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '333879ff-0fb8-4080-83cf-964ce46f84a7', 'name': '', 'network_id': 'f8221fdb-1e08-4d01-ae9d-5d09ca082499', 'tenant_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'mac_address': 'fa:16:3e:7c:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77566e5a-d636-458b-b2df-e5ab3fb09d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'ae399528-fd41-480d-a8b2-89ffbb840b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:15Z', 'updated_at': '2021-11-16T11:37:21Z', 'revision_number': 5, 'project_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'subnets': [{'id': 'ae399528-fd41-480d-a8b2-89ffbb840b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:38:27.220307 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cfd4d39d-3398-4c9a-9cae-9d07a70ec2d0 req-e68c0393-7ee3-44d2-9a38-fff66cbf9a68 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=48e75913e53a4bec98a3ab9a3a4387ee&device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 1096 time: 0.6271338 Nov 16 11:38:27.260620 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5676863b-4104-4e67-b98b-6b66fedccbeb None None] Checking router: 77566e5a-d636-458b-b2df-e5ab3fb09d1e for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:38:27.276329 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5676863b-4104-4e67-b98b-6b66fedccbeb None None] Routers {'77566e5a-d636-458b-b2df-e5ab3fb09d1e'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:38:27.277677 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5676863b-4104-4e67-b98b-6b66fedccbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:38:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['77566e5a-d636-458b-b2df-e5ab3fb09d1e'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:38:27.342203 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b5a64373-7483-4c0a-894e-c7e081b7c541 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:27.452599 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-5676863b-4104-4e67-b98b-6b66fedccbeb None None] Set router 77566e5a-d636-458b-b2df-e5ab3fb09d1e gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:38:27.458711 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [None req-b5a64373-7483-4c0a-894e-c7e081b7c541 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Floating IP 80ba623c-dd34-4d77-8aad-a55fd8f20414 associated. External IP: 172.25.0.196, port: 76a51633-7476-4147-a3ea-d4389026609c. Nov 16 11:38:27.727826 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd4d39d-3398-4c9a-9cae-9d07a70ec2d0 req-75aa471a-4dff-494f-81f1-8ece66955856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:27.739786 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cfd4d39d-3398-4c9a-9cae-9d07a70ec2d0 req-75aa471a-4dff-494f-81f1-8ece66955856 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f8221fdb-1e08-4d01-ae9d-5d09ca082499 HTTP/1.1" status: 200 len: 921 time: 0.5159569 Nov 16 11:38:27.852512 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a64373-7483-4c0a-894e-c7e081b7c541 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Router 00fa0f38-558c-4739-8457-3d7d7f1c0a4b has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:38:27.871790 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5676863b-4104-4e67-b98b-6b66fedccbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77566e5a-d636-458b-b2df-e5ab3fb09d1e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1688570089-router', 'tenant_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'e7b838a0-358e-4cd0-a962-e2b07785c5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:37:12Z', 'updated_at': '2021-11-16T11:37:15Z', 'revision_number': 4, 'project_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'gw_port': {'id': 'e7b838a0-358e-4cd0-a962-e2b07785c5eb', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:51:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77566e5a-d636-458b-b2df-e5ab3fb09d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:13Z', 'updated_at': '2021-11-16T11:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '8895af01-1485-44c1-868d-8507325a035d', 'tenant_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'floating_ip_address': '172.25.0.126', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '77566e5a-d636-458b-b2df-e5ab3fb09d1e', 'port_id': '24f6e434-0fda-4e39-b5ee-f2c0dd511eb4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8221fdb-1e08-4d01-ae9d-5d09ca082499', 'mac_address': 'fa:16:3e:c6:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298f14f8-db7b-4111-a599-f1d2ab7cb321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:38:22Z', 'updated_at': '2021-11-16T11:38:24Z', 'revision_number': 1, 'project_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '333879ff-0fb8-4080-83cf-964ce46f84a7', 'name': '', 'network_id': 'f8221fdb-1e08-4d01-ae9d-5d09ca082499', 'tenant_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'mac_address': 'fa:16:3e:7c:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77566e5a-d636-458b-b2df-e5ab3fb09d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'ae399528-fd41-480d-a8b2-89ffbb840b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:15Z', 'updated_at': '2021-11-16T11:37:21Z', 'revision_number': 5, 'project_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'subnets': [{'id': 'ae399528-fd41-480d-a8b2-89ffbb840b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:38:27.905719 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5676863b-4104-4e67-b98b-6b66fedccbeb None None] The sync data for ids ['77566e5a-d636-458b-b2df-e5ab3fb09d1e'] in n-d-816823-3 is: [{'id': '77566e5a-d636-458b-b2df-e5ab3fb09d1e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1688570089-router', 'tenant_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'e7b838a0-358e-4cd0-a962-e2b07785c5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:37:12Z', 'updated_at': '2021-11-16T11:37:15Z', 'revision_number': 4, 'project_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'gw_port': {'id': 'e7b838a0-358e-4cd0-a962-e2b07785c5eb', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:51:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77566e5a-d636-458b-b2df-e5ab3fb09d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:13Z', 'updated_at': '2021-11-16T11:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '8895af01-1485-44c1-868d-8507325a035d', 'tenant_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'floating_ip_address': '172.25.0.126', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '77566e5a-d636-458b-b2df-e5ab3fb09d1e', 'port_id': '24f6e434-0fda-4e39-b5ee-f2c0dd511eb4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8221fdb-1e08-4d01-ae9d-5d09ca082499', 'mac_address': 'fa:16:3e:c6:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298f14f8-db7b-4111-a599-f1d2ab7cb321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:38:22Z', 'updated_at': '2021-11-16T11:38:24Z', 'revision_number': 1, 'project_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '333879ff-0fb8-4080-83cf-964ce46f84a7', 'name': '', 'network_id': 'f8221fdb-1e08-4d01-ae9d-5d09ca082499', 'tenant_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'mac_address': 'fa:16:3e:7c:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77566e5a-d636-458b-b2df-e5ab3fb09d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'ae399528-fd41-480d-a8b2-89ffbb840b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:15Z', 'updated_at': '2021-11-16T11:37:21Z', 'revision_number': 5, 'project_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'subnets': [{'id': 'ae399528-fd41-480d-a8b2-89ffbb840b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:38:27.906038 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cfd4d39d-3398-4c9a-9cae-9d07a70ec2d0 req-98d8c5ee-5c82-4cd6-9ab8-64d029001a1f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24f6e434-0fda-4e39-b5ee-f2c0dd511eb4 HTTP/1.1" status: 200 len: 999 time: 0.1652122 Nov 16 11:38:27.962949 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:28.141573 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd4d39d-3398-4c9a-9cae-9d07a70ec2d0 req-83d1f20e-926e-4fd0-af8e-b1948466e308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:28.152639 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cfd4d39d-3398-4c9a-9cae-9d07a70ec2d0 req-83d1f20e-926e-4fd0-af8e-b1948466e308 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ae399528-fd41-480d-a8b2-89ffbb840b02 HTTP/1.1" status: 200 len: 860 time: 0.2354279 Nov 16 11:38:28.194981 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cfd4d39d-3398-4c9a-9cae-9d07a70ec2d0 req-6cd840a2-04ed-4ef3-8504-6481065a0d56 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f8221fdb-1e08-4d01-ae9d-5d09ca082499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413933 Nov 16 11:38:28.293640 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b640406a-e3d8-4035-a910-33637d7e83e5 None None] New status for floating IP 8895af01-1485-44c1-868d-8507325a035d: ACTIVE {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:38:28.393423 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cfd4d39d-3398-4c9a-9cae-9d07a70ec2d0 req-ef20d3f6-f9b4-430e-8470-97edb8b0f8c7 service neutron] 10.222.0.61 "GET /v2.0/networks/f8221fdb-1e08-4d01-ae9d-5d09ca082499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974766 Nov 16 11:38:28.538492 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cfd4d39d-3398-4c9a-9cae-9d07a70ec2d0 req-c9a956b4-3ccf-4695-ad92-6efae328fc22 service neutron] 10.222.0.61 "GET /v2.0/networks/f8221fdb-1e08-4d01-ae9d-5d09ca082499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439955 Nov 16 11:38:28.606016 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a64373-7483-4c0a-894e-c7e081b7c541 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:38:28.626560 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27a276a-f285-4c3f-918e-74bfbe3f1a8c None None] Sync routers for ids ['00fa0f38-558c-4739-8457-3d7d7f1c0a4b'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:38:28.642722 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27a276a-f285-4c3f-918e-74bfbe3f1a8c None None] Routers {'00fa0f38-558c-4739-8457-3d7d7f1c0a4b'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:38:28.643370 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f27a276a-f285-4c3f-918e-74bfbe3f1a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:38:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['00fa0f38-558c-4739-8457-3d7d7f1c0a4b'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:38:28.659093 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b5a64373-7483-4c0a-894e-c7e081b7c541 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:28.741261 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b5a64373-7483-4c0a-894e-c7e081b7c541 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.2738302 Nov 16 11:38:28.772566 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7c890-75ba-4a97-ac2c-17d5ba2c9626 req-44955953-80df-4abc-b976-32468509bae0 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:28.774561 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-36c7c890-75ba-4a97-ac2c-17d5ba2c9626 req-44955953-80df-4abc-b976-32468509bae0 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 943 time: 0.0755122 Nov 16 11:38:28.849332 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-36c7c890-75ba-4a97-ac2c-17d5ba2c9626 req-582a9934-04c9-4997-b8bc-be12baa021b7 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dbbc43f-60ba-492c-a5e9-6f49a843e926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671897 Nov 16 11:38:28.879658 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-f27a276a-f285-4c3f-918e-74bfbe3f1a8c None None] Set router 00fa0f38-558c-4739-8457-3d7d7f1c0a4b gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:38:28.966049 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:29.028048 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Tue, 16 Nov 2021 11:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce58a8f8-b239-469c-8333-a719be592362 x-openstack-request-id: req-ce58a8f8-b239-469c-8333-a719be592362 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:38:29.028348 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d410c72e-4faa-4cfc-8d2e-0a2ce83a1277", "name": "network-vif-plugged", "status": "completed", "tag": "ce76f02d-f219-4be9-bc74-981dfeec1e7f", "code": 200}, {"server_uuid": "9f31572b-11e6-4d5c-ad9f-db32e6b459f3", "name": "network-vif-unplugged", "status": "failed", "tag": "f7930244-84d3-49c4-85e5-9241c10fef74", "code": 422}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:38:29.028610 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ce58a8f8-b239-469c-8333-a719be592362 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:38:29.029014 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd410c72e-4faa-4cfc-8d2e-0a2ce83a1277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce76f02d-f219-4be9-bc74-981dfeec1e7f', 'code': 200} Nov 16 11:38:29.029275 n-d-816823-3 neutron-server[102670]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9f31572b-11e6-4d5c-ad9f-db32e6b459f3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f7930244-84d3-49c4-85e5-9241c10fef74', 'code': 422} returned with failed status Nov 16 11:38:29.108355 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2728470c-01f3-42f1-9cf0-222fd0445383 x-openstack-request-id: req-2728470c-01f3-42f1-9cf0-222fd0445383 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:38:29.108648 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "298f14f8-db7b-4111-a599-f1d2ab7cb321", "tag": "24f6e434-0fda-4e39-b5ee-f2c0dd511eb4", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:38:29.109267 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2728470c-01f3-42f1-9cf0-222fd0445383 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:38:29.109916 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '298f14f8-db7b-4111-a599-f1d2ab7cb321', 'tag': '24f6e434-0fda-4e39-b5ee-f2c0dd511eb4', 'status': 'completed', 'code': 200} Nov 16 11:38:29.254673 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58497d0c-277a-437a-ae89-400138508dcf req-a225a394-9c03-47bb-bec8-fda54945e858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:29.256251 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-58497d0c-277a-437a-ae89-400138508dcf req-a225a394-9c03-47bb-bec8-fda54945e858 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=48e75913e53a4bec98a3ab9a3a4387ee&device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 1096 time: 0.1064599 Nov 16 11:38:29.281210 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f27a276a-f285-4c3f-918e-74bfbe3f1a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fa0f38-558c-4739-8457-3d7d7f1c0a4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467893190', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '4a3e5492-3227-4bab-bdf2-1f2c5c6430cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:37:53Z', 'updated_at': '2021-11-16T11:37:59Z', 'revision_number': 4, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': '4a3e5492-3227-4bab-bdf2-1f2c5c6430cf', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:68:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fa0f38-558c-4739-8457-3d7d7f1c0a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:54Z', 'updated_at': '2021-11-16T11:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '80ba623c-dd34-4d77-8aad-a55fd8f20414', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'floating_ip_address': '172.25.0.196', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '00fa0f38-558c-4739-8457-3d7d7f1c0a4b', 'port_id': '76a51633-7476-4147-a3ea-d4389026609c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43f20ad4-199d-4548-9ae5-b0d7e71e371d', 'mac_address': 'fa:16:3e:ee:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a0d7da-75a1-4369-9d8d-44a60160fcb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:38:26Z', 'updated_at': '2021-11-16T11:38:26Z', 'revision_number': 0, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae48e76e-4eee-4927-bbb3-a0eccab2337d', 'name': '', 'network_id': '43f20ad4-199d-4548-9ae5-b0d7e71e371d', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'mac_address': 'fa:16:3e:37:54:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fa0f38-558c-4739-8457-3d7d7f1c0a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '71739ec5-f544-432b-ace1-00dfba16fd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:57Z', 'updated_at': '2021-11-16T11:38:04Z', 'revision_number': 5, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'subnets': [{'id': '71739ec5-f544-432b-ace1-00dfba16fd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:38:29.311948 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a8432bf8-8603-46db-bc7c-d4a1568cd20f req-19cee0f4-a20c-4b2f-b67b-564dd126045a tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.126 HTTP/1.1" status: 200 len: 1001 time: 0.1369832 Nov 16 11:38:29.327140 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27a276a-f285-4c3f-918e-74bfbe3f1a8c None None] Checking router: 00fa0f38-558c-4739-8457-3d7d7f1c0a4b for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:38:29.336681 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27a276a-f285-4c3f-918e-74bfbe3f1a8c None None] Routers {'00fa0f38-558c-4739-8457-3d7d7f1c0a4b'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:38:29.337255 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f27a276a-f285-4c3f-918e-74bfbe3f1a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:38:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['00fa0f38-558c-4739-8457-3d7d7f1c0a4b'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:38:29.361849 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8432bf8-8603-46db-bc7c-d4a1568cd20f req-a899c1c8-23dd-4140-8d69-b4c8695ffa6e tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:29.379118 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a8432bf8-8603-46db-bc7c-d4a1568cd20f req-a899c1c8-23dd-4140-8d69-b4c8695ffa6e tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/ports/24f6e434-0fda-4e39-b5ee-f2c0dd511eb4 HTTP/1.1" status: 200 len: 942 time: 0.0656857 Nov 16 11:38:29.458731 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58497d0c-277a-437a-ae89-400138508dcf req-d308e447-ec6c-4624-a6b1-fd4e6950193d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:29.460562 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-58497d0c-277a-437a-ae89-400138508dcf req-d308e447-ec6c-4624-a6b1-fd4e6950193d service neutron] 10.222.0.64 "GET /v2.0/networks?id=f8221fdb-1e08-4d01-ae9d-5d09ca082499 HTTP/1.1" status: 200 len: 921 time: 0.1963346 Nov 16 11:38:29.485723 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-f27a276a-f285-4c3f-918e-74bfbe3f1a8c None None] Set router 00fa0f38-558c-4739-8457-3d7d7f1c0a4b gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:38:29.500034 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a8432bf8-8603-46db-bc7c-d4a1568cd20f req-e65760d2-eebb-4acf-a74d-604b7acab570 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.126 HTTP/1.1" status: 200 len: 1001 time: 0.0757051 Nov 16 11:38:29.581256 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-58497d0c-277a-437a-ae89-400138508dcf req-be168446-277d-4da7-a7ff-e6d7088c5a59 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24f6e434-0fda-4e39-b5ee-f2c0dd511eb4 HTTP/1.1" status: 200 len: 1001 time: 0.1085544 Nov 16 11:38:29.655907 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8432bf8-8603-46db-bc7c-d4a1568cd20f req-6bd9d867-f125-4987-bb52-2e6873c0b17e tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:29.665408 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58497d0c-277a-437a-ae89-400138508dcf req-2abd8672-6046-4507-99b1-42f72c8c1ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:29.665595 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a8432bf8-8603-46db-bc7c-d4a1568cd20f req-6bd9d867-f125-4987-bb52-2e6873c0b17e tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/networks/47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 784 time: 0.1643138 Nov 16 11:38:29.667105 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-58497d0c-277a-437a-ae89-400138508dcf req-2abd8672-6046-4507-99b1-42f72c8c1ff5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ae399528-fd41-480d-a8b2-89ffbb840b02 HTTP/1.1" status: 200 len: 860 time: 0.0768895 Nov 16 11:38:29.724926 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-58497d0c-277a-437a-ae89-400138508dcf req-67f14ad8-ba4b-4097-86ad-a1155bb2b54c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f8221fdb-1e08-4d01-ae9d-5d09ca082499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444622 Nov 16 11:38:29.770413 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a8432bf8-8603-46db-bc7c-d4a1568cd20f req-3a52088b-9e2f-4fec-afd5-cb9f025c0f55 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.126 HTTP/1.1" status: 200 len: 1001 time: 0.1039712 Nov 16 11:38:29.781521 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-a8432bf8-8603-46db-bc7c-d4a1568cd20f req-f6b147ec-1510-431b-942b-b0c91cff857d tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:38:29.872674 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-58497d0c-277a-437a-ae89-400138508dcf req-4ccc7a08-6522-4e10-b955-f320a031d91d service neutron] 10.222.0.64 "GET /v2.0/networks/f8221fdb-1e08-4d01-ae9d-5d09ca082499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380637 Nov 16 11:38:29.898706 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f27a276a-f285-4c3f-918e-74bfbe3f1a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fa0f38-558c-4739-8457-3d7d7f1c0a4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467893190', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '4a3e5492-3227-4bab-bdf2-1f2c5c6430cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:37:53Z', 'updated_at': '2021-11-16T11:37:59Z', 'revision_number': 4, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': '4a3e5492-3227-4bab-bdf2-1f2c5c6430cf', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:68:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fa0f38-558c-4739-8457-3d7d7f1c0a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:54Z', 'updated_at': '2021-11-16T11:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '80ba623c-dd34-4d77-8aad-a55fd8f20414', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'floating_ip_address': '172.25.0.196', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '00fa0f38-558c-4739-8457-3d7d7f1c0a4b', 'port_id': '76a51633-7476-4147-a3ea-d4389026609c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43f20ad4-199d-4548-9ae5-b0d7e71e371d', 'mac_address': 'fa:16:3e:ee:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a0d7da-75a1-4369-9d8d-44a60160fcb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:38:26Z', 'updated_at': '2021-11-16T11:38:26Z', 'revision_number': 0, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae48e76e-4eee-4927-bbb3-a0eccab2337d', 'name': '', 'network_id': '43f20ad4-199d-4548-9ae5-b0d7e71e371d', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'mac_address': 'fa:16:3e:37:54:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fa0f38-558c-4739-8457-3d7d7f1c0a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '71739ec5-f544-432b-ace1-00dfba16fd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:57Z', 'updated_at': '2021-11-16T11:38:04Z', 'revision_number': 5, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'subnets': [{'id': '71739ec5-f544-432b-ace1-00dfba16fd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:38:29.899317 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a8432bf8-8603-46db-bc7c-d4a1568cd20f req-f6b147ec-1510-431b-942b-b0c91cff857d tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks [] for floatingip, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:29.965665 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27a276a-f285-4c3f-918e-74bfbe3f1a8c None None] The sync data for ids ['00fa0f38-558c-4739-8457-3d7d7f1c0a4b'] in n-d-816823-3 is: [{'id': '00fa0f38-558c-4739-8457-3d7d7f1c0a4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467893190', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '4a3e5492-3227-4bab-bdf2-1f2c5c6430cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:37:53Z', 'updated_at': '2021-11-16T11:37:59Z', 'revision_number': 4, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': '4a3e5492-3227-4bab-bdf2-1f2c5c6430cf', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:68:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fa0f38-558c-4739-8457-3d7d7f1c0a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:54Z', 'updated_at': '2021-11-16T11:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '80ba623c-dd34-4d77-8aad-a55fd8f20414', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'floating_ip_address': '172.25.0.196', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '00fa0f38-558c-4739-8457-3d7d7f1c0a4b', 'port_id': '76a51633-7476-4147-a3ea-d4389026609c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43f20ad4-199d-4548-9ae5-b0d7e71e371d', 'mac_address': 'fa:16:3e:ee:f5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a0d7da-75a1-4369-9d8d-44a60160fcb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:38:26Z', 'updated_at': '2021-11-16T11:38:26Z', 'revision_number': 0, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae48e76e-4eee-4927-bbb3-a0eccab2337d', 'name': '', 'network_id': '43f20ad4-199d-4548-9ae5-b0d7e71e371d', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'mac_address': 'fa:16:3e:37:54:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fa0f38-558c-4739-8457-3d7d7f1c0a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '71739ec5-f544-432b-ace1-00dfba16fd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:57Z', 'updated_at': '2021-11-16T11:38:04Z', 'revision_number': 5, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'subnets': [{'id': '71739ec5-f544-432b-ace1-00dfba16fd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:38:30.031454 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-58497d0c-277a-437a-ae89-400138508dcf req-5eed4007-2b8d-4072-b4e3-3930f5fd1920 service neutron] 10.222.0.64 "GET /v2.0/networks/f8221fdb-1e08-4d01-ae9d-5d09ca082499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496308 Nov 16 11:38:30.187311 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a8432bf8-8603-46db-bc7c-d4a1568cd20f req-f6b147ec-1510-431b-942b-b0c91cff857d tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:30.196761 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a8432bf8-8603-46db-bc7c-d4a1568cd20f req-f6b147ec-1510-431b-942b-b0c91cff857d tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:30.197618 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [req-a8432bf8-8603-46db-bc7c-d4a1568cd20f req-f6b147ec-1510-431b-942b-b0c91cff857d tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Floating IP 8895af01-1485-44c1-868d-8507325a035d disassociated. External IP: 172.25.0.126, port: 24f6e434-0fda-4e39-b5ee-f2c0dd511eb4. Nov 16 11:38:30.362517 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065788d7-5b3a-4be3-abba-0b6e93fa7a40 None None] New status for floating IP 80ba623c-dd34-4d77-8aad-a55fd8f20414: ACTIVE {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:38:30.528277 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8432bf8-8603-46db-bc7c-d4a1568cd20f req-f6b147ec-1510-431b-942b-b0c91cff857d tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Router 77566e5a-d636-458b-b2df-e5ab3fb09d1e has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:38:30.662641 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8432bf8-8603-46db-bc7c-d4a1568cd20f req-f6b147ec-1510-431b-942b-b0c91cff857d tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:38:30.670238 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-a8432bf8-8603-46db-bc7c-d4a1568cd20f req-f6b147ec-1510-431b-942b-b0c91cff857d tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:30.674475 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2dd59d-f5ee-45a1-a980-f55b3ac0dea5 None None] Sync routers for ids ['77566e5a-d636-458b-b2df-e5ab3fb09d1e'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:38:30.697424 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2dd59d-f5ee-45a1-a980-f55b3ac0dea5 None None] Routers {'77566e5a-d636-458b-b2df-e5ab3fb09d1e'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:38:30.698123 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1a2dd59d-f5ee-45a1-a980-f55b3ac0dea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:38:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['77566e5a-d636-458b-b2df-e5ab3fb09d1e'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:38:30.716886 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a8432bf8-8603-46db-bc7c-d4a1568cd20f req-f6b147ec-1510-431b-942b-b0c91cff857d tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "PUT /v2.0/floatingips/8895af01-1485-44c1-868d-8507325a035d HTTP/1.1" status: 200 len: 695 time: 0.9374933 Nov 16 11:38:30.796743 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8432bf8-8603-46db-bc7c-d4a1568cd20f req-986b192e-4985-4a49-afd6-c1b156dc6b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:30.805075 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a8432bf8-8603-46db-bc7c-d4a1568cd20f req-986b192e-4985-4a49-afd6-c1b156dc6b06 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=48e75913e53a4bec98a3ab9a3a4387ee&device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 1096 time: 0.0810711 Nov 16 11:38:30.851992 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-1a2dd59d-f5ee-45a1-a980-f55b3ac0dea5 None None] Set router 77566e5a-d636-458b-b2df-e5ab3fb09d1e gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:38:30.930427 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8432bf8-8603-46db-bc7c-d4a1568cd20f req-2a7e2b47-121b-4342-b83b-9a4d6eecbbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:30.938677 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a8432bf8-8603-46db-bc7c-d4a1568cd20f req-2a7e2b47-121b-4342-b83b-9a4d6eecbbf0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f8221fdb-1e08-4d01-ae9d-5d09ca082499 HTTP/1.1" status: 200 len: 921 time: 0.1324229 Nov 16 11:38:30.994146 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a8432bf8-8603-46db-bc7c-d4a1568cd20f req-f4ea4f51-83a1-4e5a-873a-76ccde86c596 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24f6e434-0fda-4e39-b5ee-f2c0dd511eb4 HTTP/1.1" status: 200 len: 217 time: 0.0542018 Nov 16 11:38:31.043655 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8432bf8-8603-46db-bc7c-d4a1568cd20f req-72f28c57-5142-4654-b391-789e3c8cd85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:31.054737 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a8432bf8-8603-46db-bc7c-d4a1568cd20f req-72f28c57-5142-4654-b391-789e3c8cd85e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ae399528-fd41-480d-a8b2-89ffbb840b02 HTTP/1.1" status: 200 len: 860 time: 0.0593290 Nov 16 11:38:31.121185 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a8432bf8-8603-46db-bc7c-d4a1568cd20f req-2aa33928-5cbd-4b78-95c8-1ccaf35a0e6a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f8221fdb-1e08-4d01-ae9d-5d09ca082499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649805 Nov 16 11:38:31.185527 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a0d7da-75a1-4369-9d8d-44a60160fcb0', 'tag': '76a51633-7476-4147-a3ea-d4389026609c'}, {'name': 'network-changed', 'server_uuid': '298f14f8-db7b-4111-a599-f1d2ab7cb321', 'tag': '24f6e434-0fda-4e39-b5ee-f2c0dd511eb4'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:38:31.187862 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9884fb-2903-4c48-8592-576fa08f1f65" -d '{"events": [{"name": "network-changed", "server_uuid": "17a0d7da-75a1-4369-9d8d-44a60160fcb0", "tag": "76a51633-7476-4147-a3ea-d4389026609c"}, {"name": "network-changed", "server_uuid": "298f14f8-db7b-4111-a599-f1d2ab7cb321", "tag": "24f6e434-0fda-4e39-b5ee-f2c0dd511eb4"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:38:31.195176 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1a2dd59d-f5ee-45a1-a980-f55b3ac0dea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77566e5a-d636-458b-b2df-e5ab3fb09d1e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1688570089-router', 'tenant_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'e7b838a0-358e-4cd0-a962-e2b07785c5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:37:12Z', 'updated_at': '2021-11-16T11:37:15Z', 'revision_number': 4, 'project_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'gw_port': {'id': 'e7b838a0-358e-4cd0-a962-e2b07785c5eb', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:51:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77566e5a-d636-458b-b2df-e5ab3fb09d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:13Z', 'updated_at': '2021-11-16T11:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '333879ff-0fb8-4080-83cf-964ce46f84a7', 'name': '', 'network_id': 'f8221fdb-1e08-4d01-ae9d-5d09ca082499', 'tenant_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'mac_address': 'fa:16:3e:7c:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77566e5a-d636-458b-b2df-e5ab3fb09d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'ae399528-fd41-480d-a8b2-89ffbb840b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:15Z', 'updated_at': '2021-11-16T11:37:21Z', 'revision_number': 5, 'project_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'subnets': [{'id': 'ae399528-fd41-480d-a8b2-89ffbb840b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:38:31.246392 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2dd59d-f5ee-45a1-a980-f55b3ac0dea5 None None] Checking router: 77566e5a-d636-458b-b2df-e5ab3fb09d1e for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:38:31.258885 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2dd59d-f5ee-45a1-a980-f55b3ac0dea5 None None] Routers {'77566e5a-d636-458b-b2df-e5ab3fb09d1e'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:38:31.259615 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1a2dd59d-f5ee-45a1-a980-f55b3ac0dea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:38:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['77566e5a-d636-458b-b2df-e5ab3fb09d1e'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:38:31.263429 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a8432bf8-8603-46db-bc7c-d4a1568cd20f req-768835e9-f26d-4cf3-990a-03cf15c3e2d7 service neutron] 10.222.0.61 "GET /v2.0/networks/f8221fdb-1e08-4d01-ae9d-5d09ca082499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413531 Nov 16 11:38:31.547695 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a8432bf8-8603-46db-bc7c-d4a1568cd20f req-aca37d3b-551f-4404-b6be-a12d7bcef922 service neutron] 10.222.0.61 "GET /v2.0/networks/f8221fdb-1e08-4d01-ae9d-5d09ca082499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751031 Nov 16 11:38:31.642654 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-1a2dd59d-f5ee-45a1-a980-f55b3ac0dea5 None None] Set router 77566e5a-d636-458b-b2df-e5ab3fb09d1e gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:38:31.741185 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599cb19-9821-4f2a-abca-0d8ecc80dc6b req-cbe6749e-2dad-46c8-8d13-e5a668f1f22e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:31.750365 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e599cb19-9821-4f2a-abca-0d8ecc80dc6b req-cbe6749e-2dad-46c8-8d13-e5a668f1f22e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 945 time: 0.1147273 Nov 16 11:38:31.844231 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e599cb19-9821-4f2a-abca-0d8ecc80dc6b req-3c45823a-14a8-498d-bc4e-087768c05590 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f479886-688b-40e4-95ce-92a8dd5a26bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927615 Nov 16 11:38:31.857865 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 53126) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:38:31.903145 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1a2dd59d-f5ee-45a1-a980-f55b3ac0dea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77566e5a-d636-458b-b2df-e5ab3fb09d1e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1688570089-router', 'tenant_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'e7b838a0-358e-4cd0-a962-e2b07785c5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:37:12Z', 'updated_at': '2021-11-16T11:37:15Z', 'revision_number': 4, 'project_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'gw_port': {'id': 'e7b838a0-358e-4cd0-a962-e2b07785c5eb', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:51:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77566e5a-d636-458b-b2df-e5ab3fb09d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:13Z', 'updated_at': '2021-11-16T11:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '333879ff-0fb8-4080-83cf-964ce46f84a7', 'name': '', 'network_id': 'f8221fdb-1e08-4d01-ae9d-5d09ca082499', 'tenant_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'mac_address': 'fa:16:3e:7c:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77566e5a-d636-458b-b2df-e5ab3fb09d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'ae399528-fd41-480d-a8b2-89ffbb840b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:15Z', 'updated_at': '2021-11-16T11:37:21Z', 'revision_number': 5, 'project_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'subnets': [{'id': 'ae399528-fd41-480d-a8b2-89ffbb840b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:38:31.954808 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2dd59d-f5ee-45a1-a980-f55b3ac0dea5 None None] The sync data for ids ['77566e5a-d636-458b-b2df-e5ab3fb09d1e'] in n-d-816823-3 is: [{'id': '77566e5a-d636-458b-b2df-e5ab3fb09d1e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1688570089-router', 'tenant_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'e7b838a0-358e-4cd0-a962-e2b07785c5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:37:12Z', 'updated_at': '2021-11-16T11:37:15Z', 'revision_number': 4, 'project_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'gw_port': {'id': 'e7b838a0-358e-4cd0-a962-e2b07785c5eb', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:51:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77566e5a-d636-458b-b2df-e5ab3fb09d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:13Z', 'updated_at': '2021-11-16T11:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '333879ff-0fb8-4080-83cf-964ce46f84a7', 'name': '', 'network_id': 'f8221fdb-1e08-4d01-ae9d-5d09ca082499', 'tenant_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'mac_address': 'fa:16:3e:7c:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77566e5a-d636-458b-b2df-e5ab3fb09d1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'ae399528-fd41-480d-a8b2-89ffbb840b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:15Z', 'updated_at': '2021-11-16T11:37:21Z', 'revision_number': 5, 'project_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'subnets': [{'id': 'ae399528-fd41-480d-a8b2-89ffbb840b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:38:31.978237 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e6eef28b-c3e0-4da9-8de7-6128e9ebda8d tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/floatingips/80ba623c-dd34-4d77-8aad-a55fd8f20414 HTTP/1.1" status: 200 len: 993 time: 0.1186438 Nov 16 11:38:32.588023 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62108313-98b7-47f4-a28f-467bac7a8d6a None None] New status for floating IP 8895af01-1485-44c1-868d-8507325a035d: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:38:32.794403 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 16 Nov 2021 11:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d697afe4-1edf-42c9-9b25-b697ceb76e6a x-openstack-request-id: req-d697afe4-1edf-42c9-9b25-b697ceb76e6a {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:38:32.795503 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a0d7da-75a1-4369-9d8d-44a60160fcb0", "tag": "76a51633-7476-4147-a3ea-d4389026609c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "298f14f8-db7b-4111-a599-f1d2ab7cb321", "tag": "24f6e434-0fda-4e39-b5ee-f2c0dd511eb4", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:38:32.795985 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d697afe4-1edf-42c9-9b25-b697ceb76e6a {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:38:32.796604 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a0d7da-75a1-4369-9d8d-44a60160fcb0', 'tag': '76a51633-7476-4147-a3ea-d4389026609c', 'status': 'completed', 'code': 200} Nov 16 11:38:32.797273 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '298f14f8-db7b-4111-a599-f1d2ab7cb321', 'tag': '24f6e434-0fda-4e39-b5ee-f2c0dd511eb4', 'status': 'completed', 'code': 200} Nov 16 11:38:32.923954 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d9bf7b43-4fc6-45a9-9376-6695f5b09c94 req-c75e6682-79b3-41b2-91cb-b7a6625de722 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/floatingips/8895af01-1485-44c1-868d-8507325a035d HTTP/1.1" status: 200 len: 693 time: 0.0802884 Nov 16 11:38:32.930069 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9884fb-2903-4c48-8592-576fa08f1f65 req-823d274c-6157-4077-8a56-e2eec6f9c2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:32.933128 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dd9884fb-2903-4c48-8592-576fa08f1f65 req-823d274c-6157-4077-8a56-e2eec6f9c2c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a94525ce04b1475298bff18f4d90d9d6&device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 1096 time: 0.1150200 Nov 16 11:38:32.935307 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9884fb-2903-4c48-8592-576fa08f1f65 req-ed3e99e8-6383-45a1-9082-9d5f050438ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:32.936944 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dd9884fb-2903-4c48-8592-576fa08f1f65 req-ed3e99e8-6383-45a1-9082-9d5f050438ff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=48e75913e53a4bec98a3ab9a3a4387ee&device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 1096 time: 0.1293557 Nov 16 11:38:33.088646 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf7b43-4fc6-45a9-9376-6695f5b09c94 req-1b311fd5-2f1d-4340-9bb8-e93c6fbba85e tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:33.099368 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d9bf7b43-4fc6-45a9-9376-6695f5b09c94 req-1b311fd5-2f1d-4340-9bb8-e93c6fbba85e tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/networks/47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 784 time: 0.1743593 Nov 16 11:38:33.167159 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d9bf7b43-4fc6-45a9-9376-6695f5b09c94 req-927eabea-1a89-49c2-ab7f-8dfb152ce4a2 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.126 HTTP/1.1" status: 200 len: 696 time: 0.0667708 Nov 16 11:38:33.284191 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d9bf7b43-4fc6-45a9-9376-6695f5b09c94 req-9f3dc5af-0f3f-4b83-9ecc-a00d7b296d73 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.126 HTTP/1.1" status: 200 len: 696 time: 0.1144664 Nov 16 11:38:33.584638 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-d9bf7b43-4fc6-45a9-9376-6695f5b09c94 req-e8feb99e-0c8e-473d-9e68-e9b6193d43ae tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Deleting port ffe5a2a4-564a-4878-aafe-18225fe3e500 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:38:33.585092 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d9bf7b43-4fc6-45a9-9376-6695f5b09c94 req-e8feb99e-0c8e-473d-9e68-e9b6193d43ae tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:33.652891 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9884fb-2903-4c48-8592-576fa08f1f65 req-2ed54ec3-7962-4cd3-bace-9e8136a1e499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:33.654419 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dd9884fb-2903-4c48-8592-576fa08f1f65 req-2ed54ec3-7962-4cd3-bace-9e8136a1e499 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f8221fdb-1e08-4d01-ae9d-5d09ca082499 HTTP/1.1" status: 200 len: 921 time: 0.6979430 Nov 16 11:38:33.655512 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9884fb-2903-4c48-8592-576fa08f1f65 req-f7809d86-bbc9-421e-9ab8-deb19f8c8b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:33.656825 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dd9884fb-2903-4c48-8592-576fa08f1f65 req-f7809d86-bbc9-421e-9ab8-deb19f8c8b1d service neutron] 10.222.0.36 "GET /v2.0/networks?id=43f20ad4-199d-4548-9ae5-b0d7e71e371d HTTP/1.1" status: 200 len: 898 time: 0.7112050 Nov 16 11:38:33.702909 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dd9884fb-2903-4c48-8592-576fa08f1f65 req-cabf4d09-d237-4736-abcb-1c4fb680e2b4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24f6e434-0fda-4e39-b5ee-f2c0dd511eb4 HTTP/1.1" status: 200 len: 217 time: 0.0389423 Nov 16 11:38:33.775028 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d9bf7b43-4fc6-45a9-9376-6695f5b09c94 req-e8feb99e-0c8e-473d-9e68-e9b6193d43ae tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:33.775474 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d9bf7b43-4fc6-45a9-9376-6695f5b09c94 req-e8feb99e-0c8e-473d-9e68-e9b6193d43ae tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:33.806958 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-d9bf7b43-4fc6-45a9-9376-6695f5b09c94 req-e8feb99e-0c8e-473d-9e68-e9b6193d43ae tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Calling delete_port for ffe5a2a4-564a-4878-aafe-18225fe3e500 owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:38:33.841343 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dd9884fb-2903-4c48-8592-576fa08f1f65 req-e6416b12-5fb2-4bac-aac6-19e2b7833173 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76a51633-7476-4147-a3ea-d4389026609c HTTP/1.1" status: 200 len: 1001 time: 0.1373239 Nov 16 11:38:33.845214 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9884fb-2903-4c48-8592-576fa08f1f65 req-2719218d-cf85-4cbe-ad05-a0363c036427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:33.845214 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dd9884fb-2903-4c48-8592-576fa08f1f65 req-2719218d-cf85-4cbe-ad05-a0363c036427 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ae399528-fd41-480d-a8b2-89ffbb840b02 HTTP/1.1" status: 200 len: 860 time: 0.1328368 Nov 16 11:38:33.908195 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9884fb-2903-4c48-8592-576fa08f1f65 req-b12b2c99-a2ec-47e8-8df9-0e56219f1360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:33.910539 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dd9884fb-2903-4c48-8592-576fa08f1f65 req-b12b2c99-a2ec-47e8-8df9-0e56219f1360 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71739ec5-f544-432b-ace1-00dfba16fd4d HTTP/1.1" status: 200 len: 835 time: 0.0607212 Nov 16 11:38:33.975224 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dd9884fb-2903-4c48-8592-576fa08f1f65 req-2f30d4e8-bb8d-4c09-8200-12c50b9875fc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f8221fdb-1e08-4d01-ae9d-5d09ca082499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631976 Nov 16 11:38:34.062044 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9884fb-2903-4c48-8592-576fa08f1f65 req-918649e6-f70e-4b4a-94a8-34576c41fee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:34.063423 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dd9884fb-2903-4c48-8592-576fa08f1f65 req-918649e6-f70e-4b4a-94a8-34576c41fee6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43f20ad4-199d-4548-9ae5-b0d7e71e371d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1411614 Nov 16 11:38:34.158739 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d9bf7b43-4fc6-45a9-9376-6695f5b09c94 req-e8feb99e-0c8e-473d-9e68-e9b6193d43ae tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:34.194598 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8feb99e-0c8e-473d-9e68-e9b6193d43ae tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Pushing event deleted for resources: {'Port': ['ID=ffe5a2a4-564a-4878-aafe-18225fe3e500,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:34.200817 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dd9884fb-2903-4c48-8592-576fa08f1f65 req-37d2e9ed-5f2f-4ff9-825b-ba074ee0a59c service neutron] 10.222.0.64 "GET /v2.0/networks/f8221fdb-1e08-4d01-ae9d-5d09ca082499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087026 Nov 16 11:38:34.299880 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d9bf7b43-4fc6-45a9-9376-6695f5b09c94 req-e8feb99e-0c8e-473d-9e68-e9b6193d43ae tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks [] for floatingip, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:34.302773 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d9bf7b43-4fc6-45a9-9376-6695f5b09c94 req-e8feb99e-0c8e-473d-9e68-e9b6193d43ae tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:34.303781 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d9bf7b43-4fc6-45a9-9376-6695f5b09c94 req-e8feb99e-0c8e-473d-9e68-e9b6193d43ae tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "DELETE /v2.0/floatingips/8895af01-1485-44c1-868d-8507325a035d HTTP/1.1" status: 204 len: 173 time: 1.0187430 Nov 16 11:38:34.435181 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dd9884fb-2903-4c48-8592-576fa08f1f65 req-348710a3-f5f8-4f2f-8072-f946914fa110 service neutron] 10.222.0.64 "GET /v2.0/networks/f8221fdb-1e08-4d01-ae9d-5d09ca082499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253253 Nov 16 11:38:34.503165 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dd9884fb-2903-4c48-8592-576fa08f1f65 req-27dd53cc-c1b2-4fc2-8c6c-8e14fad9a92d service neutron] 10.222.0.36 "GET /v2.0/networks/43f20ad4-199d-4548-9ae5-b0d7e71e371d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205325 Nov 16 11:38:34.687138 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dd9884fb-2903-4c48-8592-576fa08f1f65 req-c4320711-dbce-409d-91e7-8597318d112e service neutron] 10.222.0.36 "GET /v2.0/networks/43f20ad4-199d-4548-9ae5-b0d7e71e371d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743031 Nov 16 11:38:35.017658 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-94207954-bb45-4866-9666-33d49c7e383f req-0100117b-377c-4aee-8514-ca4292197878 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/security-groups/017aa670-8dc1-4d0a-a9c3-c6d5fd4be8a3 HTTP/1.1" status: 200 len: 1826 time: 0.0689003 Nov 16 11:38:35.171363 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-94207954-bb45-4866-9666-33d49c7e383f req-c0f5187f-1ee7-49e2-8fc1-8e1cf5a8fedc tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:35.219097 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-94207954-bb45-4866-9666-33d49c7e383f req-c0f5187f-1ee7-49e2-8fc1-8e1cf5a8fedc tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:35.712302 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-94207954-bb45-4866-9666-33d49c7e383f req-c0f5187f-1ee7-49e2-8fc1-8e1cf5a8fedc tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:35.714664 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-94207954-bb45-4866-9666-33d49c7e383f req-c0f5187f-1ee7-49e2-8fc1-8e1cf5a8fedc tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:35.717886 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-94207954-bb45-4866-9666-33d49c7e383f req-c0f5187f-1ee7-49e2-8fc1-8e1cf5a8fedc tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "DELETE /v2.0/security-groups/017aa670-8dc1-4d0a-a9c3-c6d5fd4be8a3 HTTP/1.1" status: 204 len: 173 time: 0.6985254 Nov 16 11:38:35.736298 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f5187f-1ee7-49e2-8fc1-8e1cf5a8fedc tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=017aa670-8dc1-4d0a-a9c3-c6d5fd4be8a3,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:36.723724 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148444f-d2c1-4ddf-aba6-cef4c45aa1fc req-2673a2b3-b1f8-4c12-97c2-d183d931e000 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:36.730608 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9148444f-d2c1-4ddf-aba6-cef4c45aa1fc req-2673a2b3-b1f8-4c12-97c2-d183d931e000 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ea11f38-66e6-4e54-9e62-92047c5f2d42 HTTP/1.1" status: 200 len: 946 time: 0.0636876 Nov 16 11:38:36.754188 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6f1fd0f8-5593-4263-9263-cdc0f9c57a51 req-7b40f868-9831-401c-8bb8-e5af27a52f84 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2672358 Nov 16 11:38:36.776241 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [req-6f1fd0f8-5593-4263-9263-cdc0f9c57a51 req-84e4af76-f97f-4433-9197-0b05e27bcf91 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:38:36.780588 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6f1fd0f8-5593-4263-9263-cdc0f9c57a51 req-84e4af76-f97f-4433-9197-0b05e27bcf91 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0164757 Nov 16 11:38:36.830392 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9148444f-d2c1-4ddf-aba6-cef4c45aa1fc req-90a1409d-4fb2-4362-8649-ca952920a9c0 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.61 "GET /v2.0/security-groups?id=9542e702-7958-4605-bec8-080a12952e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988441 Nov 16 11:38:36.968245 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557dd76-b2b8-4ba4-a115-44f5c54a7b1d req-e8eb23ca-a065-4c22-ade9-a5698681bcb6 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:36.980522 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b557dd76-b2b8-4ba4-a115-44f5c54a7b1d req-e8eb23ca-a065-4c22-ade9-a5698681bcb6 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ea11f38-66e6-4e54-9e62-92047c5f2d42 HTTP/1.1" status: 200 len: 946 time: 0.0895395 Nov 16 11:38:37.194814 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-b557dd76-b2b8-4ba4-a115-44f5c54a7b1d req-e9da8c4a-b002-44e5-812c-35fa24b05436 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Deleting port df73a36b-adea-4c51-8781-f1fbe73981c1 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:38:37.195258 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b557dd76-b2b8-4ba4-a115-44f5c54a7b1d req-e9da8c4a-b002-44e5-812c-35fa24b05436 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:37.326720 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46068e08-e652-458a-bc8c-fd20f1561820 req-70740879-7627-4313-8889-e62ea69dd352 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:37.345658 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-46068e08-e652-458a-bc8c-fd20f1561820 req-70740879-7627-4313-8889-e62ea69dd352 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 943 time: 0.1763277 Nov 16 11:38:37.383060 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-b557dd76-b2b8-4ba4-a115-44f5c54a7b1d req-e9da8c4a-b002-44e5-812c-35fa24b05436 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] For port df73a36b-adea-4c51-8781-f1fbe73981c1, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=df73a36b-adea-4c51-8781-f1fbe73981c1,segment=NetworkSegment(57ba2e1c-8aab-4258-aa26-fd06616e7006),segment_id=57ba2e1c-8aab-4258-aa26-fd06616e7006)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:38:37.383789 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b557dd76-b2b8-4ba4-a115-44f5c54a7b1d req-e9da8c4a-b002-44e5-812c-35fa24b05436 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:37.460753 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-46068e08-e652-458a-bc8c-fd20f1561820 req-7c9a8a90-5e68-48c9-aa84-c66ed003605a tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dbbc43f-60ba-492c-a5e9-6f49a843e926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138861 Nov 16 11:38:37.727975 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e6bccb-4b8e-4210-a6bb-aafcd5d228c3 req-565d7595-cab3-4a98-ade8-87b27b4edcd2 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:37.736329 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-35e6bccb-4b8e-4210-a6bb-aafcd5d228c3 req-565d7595-cab3-4a98-ade8-87b27b4edcd2 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/ports?device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 945 time: 0.1636755 Nov 16 11:38:37.861515 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-35e6bccb-4b8e-4210-a6bb-aafcd5d228c3 req-b8c696f4-167f-4c0c-a8b3-6b36691f8146 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/security-groups?id=501e0610-54a8-4c8a-be7c-05fe00a762c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241736 Nov 16 11:38:37.867899 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b557dd76-b2b8-4ba4-a115-44f5c54a7b1d req-e9da8c4a-b002-44e5-812c-35fa24b05436 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:37.868400 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b557dd76-b2b8-4ba4-a115-44f5c54a7b1d req-e9da8c4a-b002-44e5-812c-35fa24b05436 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:37.868619 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [req-b557dd76-b2b8-4ba4-a115-44f5c54a7b1d req-e9da8c4a-b002-44e5-812c-35fa24b05436 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Floating IP b3898d3f-5941-4451-920e-8bd7314f22ac disassociated. External IP: 172.25.0.140, port: df73a36b-adea-4c51-8781-f1fbe73981c1. Nov 16 11:38:37.868917 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-b557dd76-b2b8-4ba4-a115-44f5c54a7b1d req-e9da8c4a-b002-44e5-812c-35fa24b05436 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Calling delete_port for df73a36b-adea-4c51-8781-f1fbe73981c1 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:38:38.135267 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1fd0f8-5593-4263-9263-cdc0f9c57a51 req-b01a8f13-9012-47a7-bbe2-c5065c3e4370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:38.136897 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6f1fd0f8-5593-4263-9263-cdc0f9c57a51 req-b01a8f13-9012-47a7-bbe2-c5065c3e4370 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3&tenant_id=8c5b26505ce44fcf9f1b35a78ab4d371 HTTP/1.1" status: 200 len: 1094 time: 0.1339715 Nov 16 11:38:38.142179 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31c49d-a863-4820-b69c-f4d5b15d19ee req-3b8c6432-d6fe-49f9-9af1-e630e5b6f09f tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:38.154899 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-af31c49d-a863-4820-b69c-f4d5b15d19ee req-3b8c6432-d6fe-49f9-9af1-e630e5b6f09f tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ea11f38-66e6-4e54-9e62-92047c5f2d42 HTTP/1.1" status: 200 len: 946 time: 0.0824625 Nov 16 11:38:38.165206 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b557dd76-b2b8-4ba4-a115-44f5c54a7b1d req-e9da8c4a-b002-44e5-812c-35fa24b05436 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:38.240935 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da8c4a-b002-44e5-812c-35fa24b05436 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Pushing event deleted for resources: {'Port': ['ID=df73a36b-adea-4c51-8781-f1fbe73981c1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:38.279356 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-af31c49d-a863-4820-b69c-f4d5b15d19ee req-ea1be5e6-63e5-4285-afb4-ba4d33ec0e7d tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.61 "GET /v2.0/security-groups?id=9542e702-7958-4605-bec8-080a12952e19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169784 Nov 16 11:38:38.308300 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1fd0f8-5593-4263-9263-cdc0f9c57a51 req-45ba2467-6c67-48f3-a246-bcca7fcbc03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:38.310041 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6f1fd0f8-5593-4263-9263-cdc0f9c57a51 req-45ba2467-6c67-48f3-a246-bcca7fcbc03e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8c5b26505ce44fcf9f1b35a78ab4d371&device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 1094 time: 0.1383929 Nov 16 11:38:38.431742 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1fd0f8-5593-4263-9263-cdc0f9c57a51 req-a2eecbc8-1f8f-4e14-9565-c4ca64d91dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:38.433759 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6f1fd0f8-5593-4263-9263-cdc0f9c57a51 req-a2eecbc8-1f8f-4e14-9565-c4ca64d91dd5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f04978c1-c257-48cf-8767-22c9cfb6cb25 HTTP/1.1" status: 200 len: 918 time: 0.0950739 Nov 16 11:38:38.529861 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6f1fd0f8-5593-4263-9263-cdc0f9c57a51 req-e7ebc75e-0233-45a4-8eb0-095033d78f09 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7930244-84d3-49c4-85e5-9241c10fef74 HTTP/1.1" status: 200 len: 998 time: 0.0852790 Nov 16 11:38:38.551722 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b557dd76-b2b8-4ba4-a115-44f5c54a7b1d req-e9da8c4a-b002-44e5-812c-35fa24b05436 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Router cd9092da-9603-4c3a-9898-283dbfd8a6d6 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:38:38.684120 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063d665-c3bb-4a6d-8810-2f87e8de1a41 req-6c8aabe6-0881-4aeb-92fa-b32442f341d9 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:38.691394 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c063d665-c3bb-4a6d-8810-2f87e8de1a41 req-6c8aabe6-0881-4aeb-92fa-b32442f341d9 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 943 time: 0.1268945 Nov 16 11:38:38.770607 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1fd0f8-5593-4263-9263-cdc0f9c57a51 req-11c3e1be-27a3-4e26-98a7-95a1f5a6c229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:38.773421 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6f1fd0f8-5593-4263-9263-cdc0f9c57a51 req-11c3e1be-27a3-4e26-98a7-95a1f5a6c229 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5fcc0bd-d8ea-41ad-86b1-2d27bd924015 HTTP/1.1" status: 200 len: 856 time: 0.2330418 Nov 16 11:38:38.821792 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c063d665-c3bb-4a6d-8810-2f87e8de1a41 req-9b4d6a5c-2424-479e-8038-53da43c16f32 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dbbc43f-60ba-492c-a5e9-6f49a843e926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244817 Nov 16 11:38:38.971476 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b557dd76-b2b8-4ba4-a115-44f5c54a7b1d req-e9da8c4a-b002-44e5-812c-35fa24b05436 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:38:39.005565 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de3c8df-8a6c-4c19-8fad-50ee92791e50 None None] Sync routers for ids ['cd9092da-9603-4c3a-9898-283dbfd8a6d6'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:38:39.045385 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de3c8df-8a6c-4c19-8fad-50ee92791e50 None None] Routers {'cd9092da-9603-4c3a-9898-283dbfd8a6d6'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:38:39.049258 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5de3c8df-8a6c-4c19-8fad-50ee92791e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:38:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['cd9092da-9603-4c3a-9898-283dbfd8a6d6'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:38:39.078393 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-b557dd76-b2b8-4ba4-a115-44f5c54a7b1d req-e9da8c4a-b002-44e5-812c-35fa24b05436 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] No DVR routers for this DVR port df73a36b-adea-4c51-8781-f1fbe73981c1 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:38:39.108421 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b557dd76-b2b8-4ba4-a115-44f5c54a7b1d req-e9da8c4a-b002-44e5-812c-35fa24b05436 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:39.115993 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d0d41-f888-42a9-a275-f50a142d2cc2 req-bbc09c07-cff2-4ea9-a28c-7ace0c70ba13 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:39.117560 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-962d0d41-f888-42a9-a275-f50a142d2cc2 req-bbc09c07-cff2-4ea9-a28c-7ace0c70ba13 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/ports?device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 945 time: 0.1071997 Nov 16 11:38:39.130753 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b557dd76-b2b8-4ba4-a115-44f5c54a7b1d req-e9da8c4a-b002-44e5-812c-35fa24b05436 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.64 "DELETE /v2.0/ports/df73a36b-adea-4c51-8781-f1fbe73981c1 HTTP/1.1" status: 204 len: 173 time: 2.1416616 Nov 16 11:38:39.133905 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1fd0f8-5593-4263-9263-cdc0f9c57a51 req-12686972-14db-49dc-bd74-3bdc7cb8b25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:39.135360 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6f1fd0f8-5593-4263-9263-cdc0f9c57a51 req-12686972-14db-49dc-bd74-3bdc7cb8b25f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f04978c1-c257-48cf-8767-22c9cfb6cb25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3198016 Nov 16 11:38:39.171778 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea11f38-66e6-4e54-9e62-92047c5f2d42', 'name': 'network-vif-deleted', 'tag': 'df73a36b-adea-4c51-8781-f1fbe73981c1'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:38:39.174319 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70172f7-7f72-42ac-affc-393d1fa3d6d3" -d '{"events": [{"server_uuid": "0ea11f38-66e6-4e54-9e62-92047c5f2d42", "name": "network-vif-deleted", "tag": "df73a36b-adea-4c51-8781-f1fbe73981c1"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:38:39.222401 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-962d0d41-f888-42a9-a275-f50a142d2cc2 req-49cc30fd-151e-45ef-ad4a-e9962426acba tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.61 "GET /v2.0/security-groups?id=501e0610-54a8-4c8a-be7c-05fe00a762c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893338 Nov 16 11:38:39.232438 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968800b5-d87b-4780-a7c5-7957d95088c2 req-80399d2d-4c4d-4855-9887-0dc4195547b5 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:39.234006 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-968800b5-d87b-4780-a7c5-7957d95088c2 req-80399d2d-4c4d-4855-9887-0dc4195547b5 tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.64 "GET /v2.0/ports?device_id=298f14f8-db7b-4111-a599-f1d2ab7cb321 HTTP/1.1" status: 200 len: 945 time: 0.3186681 Nov 16 11:38:39.321198 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-5de3c8df-8a6c-4c19-8fad-50ee92791e50 None None] Set router cd9092da-9603-4c3a-9898-283dbfd8a6d6 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:38:39.422270 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd24ac52-8b29-44ff-b7b6-4b25eccbb3ce x-openstack-request-id: req-dd24ac52-8b29-44ff-b7b6-4b25eccbb3ce {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:38:39.422570 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea11f38-66e6-4e54-9e62-92047c5f2d42", "name": "network-vif-deleted", "tag": "df73a36b-adea-4c51-8781-f1fbe73981c1", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:38:39.422818 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dd24ac52-8b29-44ff-b7b6-4b25eccbb3ce {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:38:39.423216 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea11f38-66e6-4e54-9e62-92047c5f2d42', 'name': 'network-vif-deleted', 'tag': 'df73a36b-adea-4c51-8781-f1fbe73981c1', 'status': 'completed', 'code': 200} Nov 16 11:38:39.522270 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2e24dd7b-3c04-4cfe-8974-0e4621dadb39 req-55f51e39-64d4-401e-9ee1-2ad85dc70513 tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ea11f38-66e6-4e54-9e62-92047c5f2d42 HTTP/1.1" status: 200 len: 210 time: 0.0364149 Nov 16 11:38:39.553152 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6f1fd0f8-5593-4263-9263-cdc0f9c57a51 req-1e5ca252-2eab-4f36-99dc-cc63a6fb2863 service neutron] 10.222.0.36 "GET /v2.0/networks/f04978c1-c257-48cf-8767-22c9cfb6cb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925221 Nov 16 11:38:39.588024 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-968800b5-d87b-4780-a7c5-7957d95088c2 req-cfa45cd1-be17-46c6-9a5e-18ccc0fa161d tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Deleting port 24f6e434-0fda-4e39-b5ee-f2c0dd511eb4 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:38:39.588638 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-968800b5-d87b-4780-a7c5-7957d95088c2 req-cfa45cd1-be17-46c6-9a5e-18ccc0fa161d tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:39.646873 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5de3c8df-8a6c-4c19-8fad-50ee92791e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9092da-9603-4c3a-9898-283dbfd8a6d6', 'name': 'tempest-TestServerBasicOps-254570611-router', 'tenant_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '8da3411e-0194-469c-a6eb-2686a33d6609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:32:51Z', 'updated_at': '2021-11-16T11:32:59Z', 'revision_number': 4, 'project_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'gw_port': {'id': '8da3411e-0194-469c-a6eb-2686a33d6609', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9092da-9603-4c3a-9898-283dbfd8a6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:32:52Z', 'updated_at': '2021-11-16T11:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'd929db30-6987-4b3d-9a72-79c3c64accbd', 'name': '', 'network_id': '25fee19d-9a3a-4f14-ab6e-f89f35081036', 'tenant_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'mac_address': 'fa:16:3e:01:d2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9092da-9603-4c3a-9898-283dbfd8a6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '383e4088-7ed9-439a-81ec-e117b68d1170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:32:57Z', 'updated_at': '2021-11-16T11:33:10Z', 'revision_number': 5, 'project_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'subnets': [{'id': '383e4088-7ed9-439a-81ec-e117b68d1170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:38:39.708625 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de3c8df-8a6c-4c19-8fad-50ee92791e50 None None] Checking router: cd9092da-9603-4c3a-9898-283dbfd8a6d6 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:38:39.719143 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de3c8df-8a6c-4c19-8fad-50ee92791e50 None None] Routers {'cd9092da-9603-4c3a-9898-283dbfd8a6d6'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:38:39.719781 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5de3c8df-8a6c-4c19-8fad-50ee92791e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:38:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['cd9092da-9603-4c3a-9898-283dbfd8a6d6'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:38:39.768040 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6f1fd0f8-5593-4263-9263-cdc0f9c57a51 req-b81fb8ca-241a-4926-abc6-c6760e41bc9a service neutron] 10.222.0.36 "GET /v2.0/networks/f04978c1-c257-48cf-8767-22c9cfb6cb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052629 Nov 16 11:38:39.775132 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-968800b5-d87b-4780-a7c5-7957d95088c2 req-cfa45cd1-be17-46c6-9a5e-18ccc0fa161d tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] For port 24f6e434-0fda-4e39-b5ee-f2c0dd511eb4, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=24f6e434-0fda-4e39-b5ee-f2c0dd511eb4,segment=NetworkSegment(0e7ce30a-fde8-4260-b2df-e2d0092055b7),segment_id=0e7ce30a-fde8-4260-b2df-e2d0092055b7)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:38:39.775500 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-968800b5-d87b-4780-a7c5-7957d95088c2 req-cfa45cd1-be17-46c6-9a5e-18ccc0fa161d tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:39.788365 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-968800b5-d87b-4780-a7c5-7957d95088c2 req-cfa45cd1-be17-46c6-9a5e-18ccc0fa161d tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Calling delete_port for 24f6e434-0fda-4e39-b5ee-f2c0dd511eb4 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:38:39.871005 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-5de3c8df-8a6c-4c19-8fad-50ee92791e50 None None] Set router cd9092da-9603-4c3a-9898-283dbfd8a6d6 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:38:40.032980 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-968800b5-d87b-4780-a7c5-7957d95088c2 req-cfa45cd1-be17-46c6-9a5e-18ccc0fa161d tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:40.086940 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa45cd1-be17-46c6-9a5e-18ccc0fa161d tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Pushing event deleted for resources: {'Port': ['ID=24f6e434-0fda-4e39-b5ee-f2c0dd511eb4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:40.103194 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['24f6e434-0fda-4e39-b5ee-f2c0dd511eb4'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:38:40.132291 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c46db-45ed-43e3-8a3c-6dbb93a39086 req-253bcc53-0c34-40cc-b035-e5a1abb01657 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:40.136659 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-770c46db-45ed-43e3-8a3c-6dbb93a39086 req-253bcc53-0c34-40cc-b035-e5a1abb01657 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 943 time: 0.1336474 Nov 16 11:38:40.166013 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5de3c8df-8a6c-4c19-8fad-50ee92791e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9092da-9603-4c3a-9898-283dbfd8a6d6', 'name': 'tempest-TestServerBasicOps-254570611-router', 'tenant_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '8da3411e-0194-469c-a6eb-2686a33d6609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:32:51Z', 'updated_at': '2021-11-16T11:32:59Z', 'revision_number': 4, 'project_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'gw_port': {'id': '8da3411e-0194-469c-a6eb-2686a33d6609', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9092da-9603-4c3a-9898-283dbfd8a6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:32:52Z', 'updated_at': '2021-11-16T11:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'd929db30-6987-4b3d-9a72-79c3c64accbd', 'name': '', 'network_id': '25fee19d-9a3a-4f14-ab6e-f89f35081036', 'tenant_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'mac_address': 'fa:16:3e:01:d2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9092da-9603-4c3a-9898-283dbfd8a6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '383e4088-7ed9-439a-81ec-e117b68d1170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:32:57Z', 'updated_at': '2021-11-16T11:33:10Z', 'revision_number': 5, 'project_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'subnets': [{'id': '383e4088-7ed9-439a-81ec-e117b68d1170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:38:40.189410 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-968800b5-d87b-4780-a7c5-7957d95088c2 req-cfa45cd1-be17-46c6-9a5e-18ccc0fa161d tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] No DVR routers for this DVR port 24f6e434-0fda-4e39-b5ee-f2c0dd511eb4 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:38:40.193457 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-968800b5-d87b-4780-a7c5-7957d95088c2 req-cfa45cd1-be17-46c6-9a5e-18ccc0fa161d tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:40.197544 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-968800b5-d87b-4780-a7c5-7957d95088c2 req-cfa45cd1-be17-46c6-9a5e-18ccc0fa161d tempest-ServerRescueTestJSONUnderV235-185598027 tempest-ServerRescueTestJSONUnderV235-185598027-project] 10.222.0.64 "DELETE /v2.0/ports/24f6e434-0fda-4e39-b5ee-f2c0dd511eb4 HTTP/1.1" status: 204 len: 173 time: 0.9266748 Nov 16 11:38:40.206780 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de3c8df-8a6c-4c19-8fad-50ee92791e50 None None] The sync data for ids ['cd9092da-9603-4c3a-9898-283dbfd8a6d6'] in n-d-816823-3 is: [{'id': 'cd9092da-9603-4c3a-9898-283dbfd8a6d6', 'name': 'tempest-TestServerBasicOps-254570611-router', 'tenant_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '8da3411e-0194-469c-a6eb-2686a33d6609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:32:51Z', 'updated_at': '2021-11-16T11:32:59Z', 'revision_number': 4, 'project_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'gw_port': {'id': '8da3411e-0194-469c-a6eb-2686a33d6609', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9092da-9603-4c3a-9898-283dbfd8a6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:32:52Z', 'updated_at': '2021-11-16T11:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'd929db30-6987-4b3d-9a72-79c3c64accbd', 'name': '', 'network_id': '25fee19d-9a3a-4f14-ab6e-f89f35081036', 'tenant_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'mac_address': 'fa:16:3e:01:d2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9092da-9603-4c3a-9898-283dbfd8a6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '383e4088-7ed9-439a-81ec-e117b68d1170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:32:57Z', 'updated_at': '2021-11-16T11:33:10Z', 'revision_number': 5, 'project_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'subnets': [{'id': '383e4088-7ed9-439a-81ec-e117b68d1170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:38:40.259347 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-770c46db-45ed-43e3-8a3c-6dbb93a39086 req-763bc443-2bdb-4caa-ac20-8b0dd6804027 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dbbc43f-60ba-492c-a5e9-6f49a843e926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144114 Nov 16 11:38:40.825824 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b41b810-3fcd-4eb1-a318-6e6f056d9ad8 None None] New status for floating IP b3898d3f-5941-4451-920e-8bd7314f22ac: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:38:41.164857 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 53318) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:38:41.424997 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298f14f8-db7b-4111-a599-f1d2ab7cb321', 'name': 'network-vif-deleted', 'tag': '24f6e434-0fda-4e39-b5ee-f2c0dd511eb4'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:38:41.427943 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f121647e-0308-41bd-a6ea-a7b46c34be05" -d '{"events": [{"server_uuid": "298f14f8-db7b-4111-a599-f1d2ab7cb321", "name": "network-vif-deleted", "tag": "24f6e434-0fda-4e39-b5ee-f2c0dd511eb4"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:38:41.824344 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1bacd8ca-988f-4961-8dfb-7bf2ef548208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:42.288618 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 24f6e434-0fda-4e39-b5ee-f2c0dd511eb4 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:38:42.358753 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 24f6e434-0fda-4e39-b5ee-f2c0dd511eb4 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:38:42.360967 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 24f6e434-0fda-4e39-b5ee-f2c0dd511eb4 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:38:42.365723 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device df73a36b-adea-4c51-8781-f1fbe73981c1 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:38:42.437495 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: df73a36b-adea-4c51-8781-f1fbe73981c1 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:38:42.437758 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device df73a36b-adea-4c51-8781-f1fbe73981c1 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:38:42.475761 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1bacd8ca-988f-4961-8dfb-7bf2ef548208 admin admin] Deleting port 333879ff-0fb8-4080-83cf-964ce46f84a7 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:38:42.479315 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1bacd8ca-988f-4961-8dfb-7bf2ef548208 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:42.704608 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-1bacd8ca-988f-4961-8dfb-7bf2ef548208 admin admin] For port 333879ff-0fb8-4080-83cf-964ce46f84a7, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=333879ff-0fb8-4080-83cf-964ce46f84a7,segment=NetworkSegment(0e7ce30a-fde8-4260-b2df-e2d0092055b7),segment_id=0e7ce30a-fde8-4260-b2df-e2d0092055b7)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:38:42.708338 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1bacd8ca-988f-4961-8dfb-7bf2ef548208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:42.745186 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1bacd8ca-988f-4961-8dfb-7bf2ef548208 admin admin] Calling delete_port for 333879ff-0fb8-4080-83cf-964ce46f84a7 owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:38:43.006006 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f416b3df-d640-4b57-97aa-2d60856930e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:43.036711 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1bacd8ca-988f-4961-8dfb-7bf2ef548208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:43.126150 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bacd8ca-988f-4961-8dfb-7bf2ef548208 admin admin] Pushing event deleted for resources: {'Port': ['ID=333879ff-0fb8-4080-83cf-964ce46f84a7,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:43.364352 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 53360) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:38:43.365613 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1bacd8ca-988f-4961-8dfb-7bf2ef548208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:43.637916 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-bee3f8a5-6c0f-4ac7-9d25-c57c1f97665c tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Deleting port 1b5a47ad-bdea-4284-9659-2452b511c8f1 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:38:43.638382 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bee3f8a5-6c0f-4ac7-9d25-c57c1f97665c tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:43.788831 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bee3f8a5-6c0f-4ac7-9d25-c57c1f97665c tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:43.789296 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bee3f8a5-6c0f-4ac7-9d25-c57c1f97665c tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:43.803829 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-bee3f8a5-6c0f-4ac7-9d25-c57c1f97665c tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Calling delete_port for 1b5a47ad-bdea-4284-9659-2452b511c8f1 owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:38:44.008459 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e863de8-0169-4c4d-9aae-ffb246ef909d req-312094f8-efbe-404b-a278-20c57b25768b tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:44.016423 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9e863de8-0169-4c4d-9aae-ffb246ef909d req-312094f8-efbe-404b-a278-20c57b25768b tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 943 time: 0.3430800 Nov 16 11:38:44.083663 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bee3f8a5-6c0f-4ac7-9d25-c57c1f97665c tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:44.091296 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bacd8ca-988f-4961-8dfb-7bf2ef548208 admin admin] Router 77566e5a-d636-458b-b2df-e5ab3fb09d1e has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:38:44.114550 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9e863de8-0169-4c4d-9aae-ffb246ef909d req-e526f008-1d2d-4e57-89ab-a33dad7579f0 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dbbc43f-60ba-492c-a5e9-6f49a843e926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888505 Nov 16 11:38:44.282917 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9759cd1-7291-4c1f-acb9-98a835205213 x-openstack-request-id: req-f9759cd1-7291-4c1f-acb9-98a835205213 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:38:44.283230 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298f14f8-db7b-4111-a599-f1d2ab7cb321", "name": "network-vif-deleted", "tag": "24f6e434-0fda-4e39-b5ee-f2c0dd511eb4", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:38:44.283513 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f9759cd1-7291-4c1f-acb9-98a835205213 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:38:44.283932 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298f14f8-db7b-4111-a599-f1d2ab7cb321', 'name': 'network-vif-deleted', 'tag': '24f6e434-0fda-4e39-b5ee-f2c0dd511eb4', 'status': 'completed', 'code': 200} Nov 16 11:38:44.291059 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee3f8a5-6c0f-4ac7-9d25-c57c1f97665c tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Pushing event deleted for resources: {'Port': ['ID=1b5a47ad-bdea-4284-9659-2452b511c8f1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:44.305583 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bee3f8a5-6c0f-4ac7-9d25-c57c1f97665c tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:44.309578 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bee3f8a5-6c0f-4ac7-9d25-c57c1f97665c tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:44.310911 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bee3f8a5-6c0f-4ac7-9d25-c57c1f97665c tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.61 "DELETE /v2.0/floatingips/b3898d3f-5941-4451-920e-8bd7314f22ac HTTP/1.1" status: 204 len: 168 time: 0.9454696 Nov 16 11:38:44.458185 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bacd8ca-988f-4961-8dfb-7bf2ef548208 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:38:44.466545 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1bacd8ca-988f-4961-8dfb-7bf2ef548208 admin admin] 10.222.0.61 "PUT /v2.0/routers/77566e5a-d636-458b-b2df-e5ab3fb09d1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2977343 Nov 16 11:38:44.466945 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 53382) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:38:44.474408 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63685b19-1ace-422f-b712-b56134edb1c9 None None] Sync routers for ids ['77566e5a-d636-458b-b2df-e5ab3fb09d1e'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:38:44.500962 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63685b19-1ace-422f-b712-b56134edb1c9 None None] Routers {'77566e5a-d636-458b-b2df-e5ab3fb09d1e'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:38:44.504232 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-63685b19-1ace-422f-b712-b56134edb1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:38:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['77566e5a-d636-458b-b2df-e5ab3fb09d1e'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:38:44.705944 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8e390-182c-4353-b27e-88e6658e732d req-0510217b-c0aa-46cd-a96c-0e76d44dc68b tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:44.731404 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02d8e390-182c-4353-b27e-88e6658e732d req-0510217b-c0aa-46cd-a96c-0e76d44dc68b tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/ports?device_id=d410c72e-4faa-4cfc-8d2e-0a2ce83a1277 HTTP/1.1" status: 200 len: 951 time: 0.1658337 Nov 16 11:38:44.769576 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-63685b19-1ace-422f-b712-b56134edb1c9 None None] Set router 77566e5a-d636-458b-b2df-e5ab3fb09d1e gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:38:44.775048 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09bf507f-70ef-454a-8ee2-a0e85a575c22 admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:44.850888 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02d8e390-182c-4353-b27e-88e6658e732d req-a542b846-b1e0-4ea0-91db-21ae038b671f tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/security-groups?id=4abe67ce-3561-4710-8d68-692bfdd82b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079218 Nov 16 11:38:44.930158 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 53388) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:38:44.974859 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09bf507f-70ef-454a-8ee2-a0e85a575c22 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:45.060028 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f8d2b72-0863-40f0-9f0f-5bd21232b7ce tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:45.139613 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f8d2b72-0863-40f0-9f0f-5bd21232b7ce tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:45.212875 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-09bf507f-70ef-454a-8ee2-a0e85a575c22 admin admin] Deleting port e7b838a0-358e-4cd0-a962-e2b07785c5eb {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:38:45.216411 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09bf507f-70ef-454a-8ee2-a0e85a575c22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:45.248271 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-63685b19-1ace-422f-b712-b56134edb1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77566e5a-d636-458b-b2df-e5ab3fb09d1e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1688570089-router', 'tenant_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'e7b838a0-358e-4cd0-a962-e2b07785c5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:37:12Z', 'updated_at': '2021-11-16T11:38:42Z', 'revision_number': 5, 'project_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'gw_port': {'id': 'e7b838a0-358e-4cd0-a962-e2b07785c5eb', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:51:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77566e5a-d636-458b-b2df-e5ab3fb09d1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2405, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:13Z', 'updated_at': '2021-11-16T11:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:38:45.330516 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63685b19-1ace-422f-b712-b56134edb1c9 None None] Checking router: 77566e5a-d636-458b-b2df-e5ab3fb09d1e for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:38:45.352415 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:38:45.357524 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63685b19-1ace-422f-b712-b56134edb1c9 None None] Routers {'77566e5a-d636-458b-b2df-e5ab3fb09d1e'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:38:45.359642 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-63685b19-1ace-422f-b712-b56134edb1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:38:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['77566e5a-d636-458b-b2df-e5ab3fb09d1e'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:38:45.369684 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f8d2b72-0863-40f0-9f0f-5bd21232b7ce tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:45.372708 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f8d2b72-0863-40f0-9f0f-5bd21232b7ce tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:45.383512 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8f8d2b72-0863-40f0-9f0f-5bd21232b7ce tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] 10.222.0.61 "DELETE /v2.0/security-groups/9542e702-7958-4605-bec8-080a12952e19 HTTP/1.1" status: 204 len: 168 time: 0.4522913 Nov 16 11:38:45.407830 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d2b72-0863-40f0-9f0f-5bd21232b7ce tempest-TestServerBasicOps-1012891661 tempest-TestServerBasicOps-1012891661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9542e702-7958-4605-bec8-080a12952e19,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:45.499887 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-63685b19-1ace-422f-b712-b56134edb1c9 None None] Set router 77566e5a-d636-458b-b2df-e5ab3fb09d1e gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:38:45.574451 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-09bf507f-70ef-454a-8ee2-a0e85a575c22 admin admin] For port e7b838a0-358e-4cd0-a962-e2b07785c5eb, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=e7b838a0-358e-4cd0-a962-e2b07785c5eb,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:38:45.577467 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09bf507f-70ef-454a-8ee2-a0e85a575c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:45.604197 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62273c72-b9c8-427d-b1e3-0f207fa26a1f req-584f2c8a-a158-4cca-ba85-3bd2967bd611 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:45.606312 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-63685b19-1ace-422f-b712-b56134edb1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77566e5a-d636-458b-b2df-e5ab3fb09d1e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1688570089-router', 'tenant_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:37:12Z', 'updated_at': '2021-11-16T11:38:44Z', 'revision_number': 6, 'project_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:38:45.610585 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-62273c72-b9c8-427d-b1e3-0f207fa26a1f req-584f2c8a-a158-4cca-ba85-3bd2967bd611 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 943 time: 0.1642547 Nov 16 11:38:45.653013 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-056fa396-493f-4cdb-bb6c-80b885697b54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:45.655812 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63685b19-1ace-422f-b712-b56134edb1c9 None None] The sync data for ids ['77566e5a-d636-458b-b2df-e5ab3fb09d1e'] in n-d-816823-3 is: [{'id': '77566e5a-d636-458b-b2df-e5ab3fb09d1e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1688570089-router', 'tenant_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:37:12Z', 'updated_at': '2021-11-16T11:38:44Z', 'revision_number': 6, 'project_id': '48e75913e53a4bec98a3ab9a3a4387ee', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:38:45.659955 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-09bf507f-70ef-454a-8ee2-a0e85a575c22 admin admin] Calling delete_port for e7b838a0-358e-4cd0-a962-e2b07785c5eb owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:38:45.805740 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-62273c72-b9c8-427d-b1e3-0f207fa26a1f req-ad99172a-8a1b-4e75-8346-4f07d39c499a tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dbbc43f-60ba-492c-a5e9-6f49a843e926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885850 Nov 16 11:38:46.023608 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 53418) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:38:46.184139 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09bf507f-70ef-454a-8ee2-a0e85a575c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:46.233707 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb83564-a3f9-42b8-8d1a-3da872163b2a None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:38:46.353046 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf507f-70ef-454a-8ee2-a0e85a575c22 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7b838a0-358e-4cd0-a962-e2b07785c5eb,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:46.389783 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09bf507f-70ef-454a-8ee2-a0e85a575c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:46.598579 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:47.120007 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8a0c6070-8a29-42e3-b7fd-32bc4ce3843d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:47.418352 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09bf507f-70ef-454a-8ee2-a0e85a575c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:47.421319 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09bf507f-70ef-454a-8ee2-a0e85a575c22 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:47.517390 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09bf507f-70ef-454a-8ee2-a0e85a575c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:47.517971 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09bf507f-70ef-454a-8ee2-a0e85a575c22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77566e5a-d636-458b-b2df-e5ab3fb09d1e {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:38:47.526676 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 333879ff-0fb8-4080-83cf-964ce46f84a7 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:38:47.542644 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09bf507f-70ef-454a-8ee2-a0e85a575c22 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:47.546608 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-09bf507f-70ef-454a-8ee2-a0e85a575c22 admin admin] 10.222.0.61 "DELETE /v2.0/routers/77566e5a-d636-458b-b2df-e5ab3fb09d1e HTTP/1.1" status: 204 len: 168 time: 3.0784948 Nov 16 11:38:47.549813 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 53474) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:38:47.571083 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 333879ff-0fb8-4080-83cf-964ce46f84a7 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:38:47.571761 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 333879ff-0fb8-4080-83cf-964ce46f84a7 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:38:47.574353 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device e7b838a0-358e-4cd0-a962-e2b07785c5eb no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:38:47.639483 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: e7b838a0-358e-4cd0-a962-e2b07785c5eb {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:38:47.648555 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device e7b838a0-358e-4cd0-a962-e2b07785c5eb not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:38:47.685855 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa788af-e67f-4f61-b8a1-397ee7578ef9 req-892d85ac-1eed-4f90-9ae8-1cee5f9027e7 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:47.688343 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aaa788af-e67f-4f61-b8a1-397ee7578ef9 req-892d85ac-1eed-4f90-9ae8-1cee5f9027e7 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 943 time: 0.3759735 Nov 16 11:38:47.750629 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b4cdc0-7687-4ca7-9896-f920da86e3c5 admin admin] Deleting subnet ae399528-fd41-480d-a8b2-89ffbb840b02 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:38:47.774731 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c5b4cdc0-7687-4ca7-9896-f920da86e3c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:47.819763 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aaa788af-e67f-4f61-b8a1-397ee7578ef9 req-0a16657c-9f8b-4a82-99de-c6ab34f30bf0 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dbbc43f-60ba-492c-a5e9-6f49a843e926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177726 Nov 16 11:38:47.886424 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c5b4cdc0-7687-4ca7-9896-f920da86e3c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:47.965675 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c5b4cdc0-7687-4ca7-9896-f920da86e3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:48.058178 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-8a0c6070-8a29-42e3-b7fd-32bc4ce3843d admin admin] Deleting port d929db30-6987-4b3d-9a72-79c3c64accbd {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:38:48.058178 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8a0c6070-8a29-42e3-b7fd-32bc4ce3843d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:48.130924 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c5b4cdc0-7687-4ca7-9896-f920da86e3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:48.223828 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c5b4cdc0-7687-4ca7-9896-f920da86e3c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:48.227272 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c5b4cdc0-7687-4ca7-9896-f920da86e3c5 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/ae399528-fd41-480d-a8b2-89ffbb840b02 HTTP/1.1" status: 204 len: 168 time: 0.6764152 Nov 16 11:38:48.228356 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4cdc0-7687-4ca7-9896-f920da86e3c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae399528-fd41-480d-a8b2-89ffbb840b02,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:48.229953 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 53490) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:38:48.295390 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:48.320022 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-8a0c6070-8a29-42e3-b7fd-32bc4ce3843d admin admin] For port d929db30-6987-4b3d-9a72-79c3c64accbd, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=d929db30-6987-4b3d-9a72-79c3c64accbd,segment=NetworkSegment(57ba2e1c-8aab-4258-aa26-fd06616e7006),segment_id=57ba2e1c-8aab-4258-aa26-fd06616e7006)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:38:48.320734 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8a0c6070-8a29-42e3-b7fd-32bc4ce3843d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:48.328155 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device ce76f02d-f219-4be9-bc74-981dfeec1e7f no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:38:48.380456 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-8a0c6070-8a29-42e3-b7fd-32bc4ce3843d admin admin] Calling delete_port for d929db30-6987-4b3d-9a72-79c3c64accbd owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:38:48.451135 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d5691c9c-0535-4a2a-933c-038e4fe85e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:48.549059 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:48.608969 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd410c72e-4faa-4cfc-8d2e-0a2ce83a1277', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce76f02d-f219-4be9-bc74-981dfeec1e7f'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:38:48.618714 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a811840-a94d-44e4-b991-9d772f7f9d38" -d '{"events": [{"server_uuid": "d410c72e-4faa-4cfc-8d2e-0a2ce83a1277", "name": "network-vif-unplugged", "status": "completed", "tag": "ce76f02d-f219-4be9-bc74-981dfeec1e7f"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:38:48.653154 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port ce76f02d-f219-4be9-bc74-981dfeec1e7f, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=ce76f02d-f219-4be9-bc74-981dfeec1e7f,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:38:48.663379 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:48.708098 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d5691c9c-0535-4a2a-933c-038e4fe85e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:48.810366 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-d5691c9c-0535-4a2a-933c-038e4fe85e4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8221fdb-1e08-4d01-ae9d-5d09ca082499']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:38:48.851465 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-d5691c9c-0535-4a2a-933c-038e4fe85e4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e7ce30a-fde8-4260-b2df-e2d0092055b7') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:38:48.851465 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-d5691c9c-0535-4a2a-933c-038e4fe85e4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e7ce30a-fde8-4260-b2df-e2d0092055b7') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:38:48.861389 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=ce76f02d-f219-4be9-bc74-981dfeec1e7f,revision_number=11']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:48.882527 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 11:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69313a15-489a-464d-af1f-695511141cd0 x-openstack-request-id: req-69313a15-489a-464d-af1f-695511141cd0 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:38:48.882828 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d410c72e-4faa-4cfc-8d2e-0a2ce83a1277", "name": "network-vif-unplugged", "status": "completed", "tag": "ce76f02d-f219-4be9-bc74-981dfeec1e7f", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:38:48.883090 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-69313a15-489a-464d-af1f-695511141cd0 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:38:48.883498 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd410c72e-4faa-4cfc-8d2e-0a2ce83a1277', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce76f02d-f219-4be9-bc74-981dfeec1e7f', 'code': 200} Nov 16 11:38:48.886477 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d5691c9c-0535-4a2a-933c-038e4fe85e4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:48.929322 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d5691c9c-0535-4a2a-933c-038e4fe85e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:48.945144 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:48.945487 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:48.945834 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:48.948654 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5691c9c-0535-4a2a-933c-038e4fe85e4d admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:38:48.949066 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d5691c9c-0535-4a2a-933c-038e4fe85e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:48.959926 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:48.959926 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:48.959926 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:48.959926 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:48.959926 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:48.959926 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:48.959926 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:48.959926 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:48.959926 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:48.979302 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:49.083894 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:38:49.083894 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:38:49.083894 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:38:49.083894 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:38:49.083894 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:38:49.083894 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:38:49.083894 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:38:49.083894 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:38:49.083894 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:38:49.083894 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:38:49.083894 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:38:49.083894 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:38:49.083894 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:38:49.083894 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:38:49.083894 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:38:49.083894 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:38:49.083894 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:38:49.083894 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:38:49.083894 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:38:49.083894 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:38:49.083894 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:38:49.083894 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:38:49.083894 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:38:49.083894 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:38:49.083894 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:38:49.083894 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:38:49.083894 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:38:49.083894 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:38:49.083894 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:38:49.083894 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:38:49.083894 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:38:49.083894 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:38:49.094161 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d5691c9c-0535-4a2a-933c-038e4fe85e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:49.104594 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d5691c9c-0535-4a2a-933c-038e4fe85e4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:49.107775 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d5691c9c-0535-4a2a-933c-038e4fe85e4d admin admin] 10.222.0.61 "DELETE /v2.0/networks/f8221fdb-1e08-4d01-ae9d-5d09ca082499 HTTP/1.1" status: 204 len: 168 time: 0.8573222 Nov 16 11:38:49.171326 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5691c9c-0535-4a2a-933c-038e4fe85e4d admin admin] Pushing event deleted for resources: {'Network': ['ID=f8221fdb-1e08-4d01-ae9d-5d09ca082499,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:49.216213 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8a0c6070-8a29-42e3-b7fd-32bc4ce3843d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:49.299821 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c6070-8a29-42e3-b7fd-32bc4ce3843d admin admin] Pushing event deleted for resources: {'Port': ['ID=d929db30-6987-4b3d-9a72-79c3c64accbd,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:49.423098 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1536756-f2df-4efd-84a7-36c1e929378a req-24b88c3e-6498-43ea-bf80-e812b0dfaeec tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:49.425391 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b1536756-f2df-4efd-84a7-36c1e929378a req-24b88c3e-6498-43ea-bf80-e812b0dfaeec tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 943 time: 0.2660275 Nov 16 11:38:49.429107 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 53546) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:38:49.555228 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5267e717-8907-4785-8cc9-b892d30b20fd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=48e75913e53a4bec98a3ab9a3a4387ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1224668 Nov 16 11:38:49.556560 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 53548) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:38:49.672808 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d603c81b-858d-4c12-b3f5-00bd93e533c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:49.747670 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d603c81b-858d-4c12-b3f5-00bd93e533c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:49.837288 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b1536756-f2df-4efd-84a7-36c1e929378a req-561cc52c-a87b-498f-82f3-8218efbe5bbe tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dbbc43f-60ba-492c-a5e9-6f49a843e926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3880408 Nov 16 11:38:49.895602 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8a0c6070-8a29-42e3-b7fd-32bc4ce3843d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:49.948910 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d603c81b-858d-4c12-b3f5-00bd93e533c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:49.954878 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d603c81b-858d-4c12-b3f5-00bd93e533c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:49.958265 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d603c81b-858d-4c12-b3f5-00bd93e533c6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/501e0610-54a8-4c8a-be7c-05fe00a762c0 HTTP/1.1" status: 204 len: 168 time: 0.3888903 Nov 16 11:38:49.988943 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603c81b-858d-4c12-b3f5-00bd93e533c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501e0610-54a8-4c8a-be7c-05fe00a762c0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:50.018663 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f9dff1b4-4dc8-4b90-9632-fc58f41d18dd req-223f2881-fbce-4db2-8b01-6a0f8512dacb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=24de05eb-75a3-410a-b215-f8eeb42ed1c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1345019 Nov 16 11:38:50.158755 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dff1b4-4dc8-4b90-9632-fc58f41d18dd req-4ff61620-b63f-46b5-87b8-0a85e8c58849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:50.160806 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f9dff1b4-4dc8-4b90-9632-fc58f41d18dd req-4ff61620-b63f-46b5-87b8-0a85e8c58849 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88f9b951da4e4801aa41cd8240665ac6&device_id=24de05eb-75a3-410a-b215-f8eeb42ed1c9 HTTP/1.1" status: 200 len: 1098 time: 0.0754373 Nov 16 11:38:50.426162 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dff1b4-4dc8-4b90-9632-fc58f41d18dd req-14532559-9ce1-4319-ad06-5d315a02bcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:50.428251 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f9dff1b4-4dc8-4b90-9632-fc58f41d18dd req-14532559-9ce1-4319-ad06-5d315a02bcfa service neutron] 10.222.0.64 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.2401173 Nov 16 11:38:50.560772 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f9dff1b4-4dc8-4b90-9632-fc58f41d18dd req-bfb85ef5-e894-4a72-8fa5-83ce6cb0c5aa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=93adca67-d12a-488a-adc2-f42f9490c170 HTTP/1.1" status: 200 len: 217 time: 0.1151915 Nov 16 11:38:50.657634 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dff1b4-4dc8-4b90-9632-fc58f41d18dd req-93a1e949-c5ab-4c15-bd97-ac956c69b1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:50.660146 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f9dff1b4-4dc8-4b90-9632-fc58f41d18dd req-93a1e949-c5ab-4c15-bd97-ac956c69b1aa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0860722 Nov 16 11:38:50.698253 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a0c6070-8a29-42e3-b7fd-32bc4ce3843d admin admin] Router cd9092da-9603-4c3a-9898-283dbfd8a6d6 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:38:50.787541 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dff1b4-4dc8-4b90-9632-fc58f41d18dd req-4550ebc6-bf3a-4018-8bc4-942986a1c339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:50.789060 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f9dff1b4-4dc8-4b90-9632-fc58f41d18dd req-4550ebc6-bf3a-4018-8bc4-942986a1c339 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1136086 Nov 16 11:38:50.939377 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f9dff1b4-4dc8-4b90-9632-fc58f41d18dd req-99c99ce9-3388-4e33-999f-f1ca43b65742 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382306 Nov 16 11:38:51.118739 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0c6070-8a29-42e3-b7fd-32bc4ce3843d admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:38:51.131756 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5acc60-e34b-4a73-8b90-7c014796830f None None] Sync routers for ids ['cd9092da-9603-4c3a-9898-283dbfd8a6d6'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:38:51.146483 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5acc60-e34b-4a73-8b90-7c014796830f None None] Routers {'cd9092da-9603-4c3a-9898-283dbfd8a6d6'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:38:51.147660 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ce5acc60-e34b-4a73-8b90-7c014796830f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:38:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['cd9092da-9603-4c3a-9898-283dbfd8a6d6'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:38:51.165964 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8a0c6070-8a29-42e3-b7fd-32bc4ce3843d admin admin] 10.222.0.61 "PUT /v2.0/routers/cd9092da-9603-4c3a-9898-283dbfd8a6d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1340635 Nov 16 11:38:51.166704 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 53632) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:38:51.299159 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f9dff1b4-4dc8-4b90-9632-fc58f41d18dd req-43c759ce-75d2-4c8b-b13d-523a1e679ba9 service neutron] 10.222.0.64 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369758 Nov 16 11:38:51.552275 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-65747381-9bc2-4e4b-bc67-add6045ab90d admin admin] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:51.683746 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-ce5acc60-e34b-4a73-8b90-7c014796830f None None] Set router cd9092da-9603-4c3a-9898-283dbfd8a6d6 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:38:52.206528 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ce5acc60-e34b-4a73-8b90-7c014796830f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9092da-9603-4c3a-9898-283dbfd8a6d6', 'name': 'tempest-TestServerBasicOps-254570611-router', 'tenant_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '8da3411e-0194-469c-a6eb-2686a33d6609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:32:51Z', 'updated_at': '2021-11-16T11:38:48Z', 'revision_number': 5, 'project_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'gw_port': {'id': '8da3411e-0194-469c-a6eb-2686a33d6609', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9092da-9603-4c3a-9898-283dbfd8a6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:32:52Z', 'updated_at': '2021-11-16T11:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:38:52.269423 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5acc60-e34b-4a73-8b90-7c014796830f None None] Checking router: cd9092da-9603-4c3a-9898-283dbfd8a6d6 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:38:52.295355 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5acc60-e34b-4a73-8b90-7c014796830f None None] Routers {'cd9092da-9603-4c3a-9898-283dbfd8a6d6'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:38:52.295993 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ce5acc60-e34b-4a73-8b90-7c014796830f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:38:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['cd9092da-9603-4c3a-9898-283dbfd8a6d6'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:38:52.534830 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-ce5acc60-e34b-4a73-8b90-7c014796830f None None] Set router cd9092da-9603-4c3a-9898-283dbfd8a6d6 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:38:52.819728 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3f46a-775f-4342-b279-4cf5d4cd0edb req-7eb1dc08-27bf-4a83-af9d-e9212860e596 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:52.828699 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-80d3f46a-775f-4342-b279-4cf5d4cd0edb req-7eb1dc08-27bf-4a83-af9d-e9212860e596 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 943 time: 0.0846715 Nov 16 11:38:52.888428 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ce5acc60-e34b-4a73-8b90-7c014796830f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9092da-9603-4c3a-9898-283dbfd8a6d6', 'name': 'tempest-TestServerBasicOps-254570611-router', 'tenant_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '8da3411e-0194-469c-a6eb-2686a33d6609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:32:51Z', 'updated_at': '2021-11-16T11:38:48Z', 'revision_number': 5, 'project_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'gw_port': {'id': '8da3411e-0194-469c-a6eb-2686a33d6609', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9092da-9603-4c3a-9898-283dbfd8a6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:32:52Z', 'updated_at': '2021-11-16T11:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:38:52.902185 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-80d3f46a-775f-4342-b279-4cf5d4cd0edb req-f5ebbbef-4d65-4f9b-8031-ad11c9c81032 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dbbc43f-60ba-492c-a5e9-6f49a843e926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721436 Nov 16 11:38:52.907259 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-65747381-9bc2-4e4b-bc67-add6045ab90d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:52.953874 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5acc60-e34b-4a73-8b90-7c014796830f None None] The sync data for ids ['cd9092da-9603-4c3a-9898-283dbfd8a6d6'] in n-d-816823-3 is: [{'id': 'cd9092da-9603-4c3a-9898-283dbfd8a6d6', 'name': 'tempest-TestServerBasicOps-254570611-router', 'tenant_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '8da3411e-0194-469c-a6eb-2686a33d6609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:32:51Z', 'updated_at': '2021-11-16T11:38:48Z', 'revision_number': 5, 'project_id': 'a50dd796b4a24c04aff1704ec92fb8d5', 'gw_port': {'id': '8da3411e-0194-469c-a6eb-2686a33d6609', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9092da-9603-4c3a-9898-283dbfd8a6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:32:52Z', 'updated_at': '2021-11-16T11:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:38:53.056073 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-65747381-9bc2-4e4b-bc67-add6045ab90d admin admin] Deleting port 8da3411e-0194-469c-a6eb-2686a33d6609 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:38:53.058070 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-65747381-9bc2-4e4b-bc67-add6045ab90d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:53.380788 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-65747381-9bc2-4e4b-bc67-add6045ab90d admin admin] For port 8da3411e-0194-469c-a6eb-2686a33d6609, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=8da3411e-0194-469c-a6eb-2686a33d6609,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:38:53.381157 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-65747381-9bc2-4e4b-bc67-add6045ab90d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:53.414918 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-65747381-9bc2-4e4b-bc67-add6045ab90d admin admin] Calling delete_port for 8da3411e-0194-469c-a6eb-2686a33d6609 owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:38:53.438999 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device d929db30-6987-4b3d-9a72-79c3c64accbd no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:38:53.486079 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: d929db30-6987-4b3d-9a72-79c3c64accbd {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:38:53.486635 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device d929db30-6987-4b3d-9a72-79c3c64accbd not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:38:53.851721 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-65747381-9bc2-4e4b-bc67-add6045ab90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:53.915118 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65747381-9bc2-4e4b-bc67-add6045ab90d admin admin] Pushing event deleted for resources: {'Port': ['ID=8da3411e-0194-469c-a6eb-2686a33d6609,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:53.925966 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba6408a-75b5-4bfd-a803-1e390199eeec None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:38:53.977210 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65747381-9bc2-4e4b-bc67-add6045ab90d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:53.977639 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65747381-9bc2-4e4b-bc67-add6045ab90d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:53.978006 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65747381-9bc2-4e4b-bc67-add6045ab90d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:53.978347 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65747381-9bc2-4e4b-bc67-add6045ab90d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:53.978680 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65747381-9bc2-4e4b-bc67-add6045ab90d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:53.979009 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65747381-9bc2-4e4b-bc67-add6045ab90d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:53.979334 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65747381-9bc2-4e4b-bc67-add6045ab90d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:53.979658 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65747381-9bc2-4e4b-bc67-add6045ab90d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:53.979980 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65747381-9bc2-4e4b-bc67-add6045ab90d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:53.980301 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65747381-9bc2-4e4b-bc67-add6045ab90d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:53.980625 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65747381-9bc2-4e4b-bc67-add6045ab90d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:53.980945 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65747381-9bc2-4e4b-bc67-add6045ab90d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:38:54.057146 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-65747381-9bc2-4e4b-bc67-add6045ab90d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:54.155099 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-65747381-9bc2-4e4b-bc67-add6045ab90d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:54.157774 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-65747381-9bc2-4e4b-bc67-add6045ab90d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:54.211539 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-65747381-9bc2-4e4b-bc67-add6045ab90d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:54.212375 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65747381-9bc2-4e4b-bc67-add6045ab90d admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd9092da-9603-4c3a-9898-283dbfd8a6d6 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:38:54.218025 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-65747381-9bc2-4e4b-bc67-add6045ab90d admin admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:54.219319 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-65747381-9bc2-4e4b-bc67-add6045ab90d admin admin] 10.222.0.61 "DELETE /v2.0/routers/cd9092da-9603-4c3a-9898-283dbfd8a6d6 HTTP/1.1" status: 204 len: 168 time: 3.0494182 Nov 16 11:38:54.222741 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 53730) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:38:54.305011 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2a529a6-0c6f-4ae4-aaac-5d69f46250d6 admin admin] Deleting subnet 383e4088-7ed9-439a-81ec-e117b68d1170 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:38:54.312205 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2a529a6-0c6f-4ae4-aaac-5d69f46250d6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:54.372279 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2a529a6-0c6f-4ae4-aaac-5d69f46250d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:54.394242 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80097885-428a-48c4-9594-c9701f2fe072 req-16068ff9-5762-4a71-b9a1-430257732191 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:54.396238 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-80097885-428a-48c4-9594-c9701f2fe072 req-16068ff9-5762-4a71-b9a1-430257732191 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 943 time: 0.0880587 Nov 16 11:38:54.468408 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-80097885-428a-48c4-9594-c9701f2fe072 req-be9f76c2-285e-4dc2-986a-7d0528e23254 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dbbc43f-60ba-492c-a5e9-6f49a843e926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662920 Nov 16 11:38:54.500732 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2a529a6-0c6f-4ae4-aaac-5d69f46250d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:54.572746 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2a529a6-0c6f-4ae4-aaac-5d69f46250d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:54.615106 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a529a6-0c6f-4ae4-aaac-5d69f46250d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=383e4088-7ed9-439a-81ec-e117b68d1170,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:54.617109 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2a529a6-0c6f-4ae4-aaac-5d69f46250d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:54.622159 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b28cf0f-48a7-4e2c-9ea1-f2581a7e167b None None] Network 25fee19d-9a3a-4f14-ab6e-f89f35081036 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:38:54.623258 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 53750) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:38:54.623391 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e2a529a6-0c6f-4ae4-aaac-5d69f46250d6 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/383e4088-7ed9-439a-81ec-e117b68d1170 HTTP/1.1" status: 204 len: 168 time: 0.4001136 Nov 16 11:38:54.763902 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-28b0e2a9-e445-47c6-97d6-6dda11b9a685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:54.877901 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-28b0e2a9-e445-47c6-97d6-6dda11b9a685 admin admin] Deleting port 0de1c316-ea1f-43ac-aacb-50d62abe768b {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:38:54.878610 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-28b0e2a9-e445-47c6-97d6-6dda11b9a685 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:54.960999 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-28b0e2a9-e445-47c6-97d6-6dda11b9a685 admin admin] For port 0de1c316-ea1f-43ac-aacb-50d62abe768b, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=0de1c316-ea1f-43ac-aacb-50d62abe768b,segment=NetworkSegment(57ba2e1c-8aab-4258-aa26-fd06616e7006),segment_id=57ba2e1c-8aab-4258-aa26-fd06616e7006)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:38:54.961396 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-28b0e2a9-e445-47c6-97d6-6dda11b9a685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:54.981365 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-28b0e2a9-e445-47c6-97d6-6dda11b9a685 admin admin] Calling delete_port for 0de1c316-ea1f-43ac-aacb-50d62abe768b owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:38:54.994138 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b006ea-e677-4935-a77f-3600a75faa97 None None] DHCP port deletion for 25fee19d-9a3a-4f14-ab6e-f89f35081036 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:38:55.075360 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-02b006ea-e677-4935-a77f-3600a75faa97 None None] Deleting port 0de1c316-ea1f-43ac-aacb-50d62abe768b {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:38:55.076024 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-02b006ea-e677-4935-a77f-3600a75faa97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:55.107194 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-28b0e2a9-e445-47c6-97d6-6dda11b9a685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:55.155553 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0e2a9-e445-47c6-97d6-6dda11b9a685 admin admin] Pushing event deleted for resources: {'Port': ['ID=0de1c316-ea1f-43ac-aacb-50d62abe768b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:55.169696 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b0e2a9-e445-47c6-97d6-6dda11b9a685 admin admin] No DVR routers for this DVR port 0de1c316-ea1f-43ac-aacb-50d62abe768b on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:38:55.271207 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-28b0e2a9-e445-47c6-97d6-6dda11b9a685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:55.301185 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-28b0e2a9-e445-47c6-97d6-6dda11b9a685 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25fee19d-9a3a-4f14-ab6e-f89f35081036']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:38:55.312411 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-28b0e2a9-e445-47c6-97d6-6dda11b9a685 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57ba2e1c-8aab-4258-aa26-fd06616e7006') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:38:55.312637 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-28b0e2a9-e445-47c6-97d6-6dda11b9a685 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57ba2e1c-8aab-4258-aa26-fd06616e7006') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:38:55.325038 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-02b006ea-e677-4935-a77f-3600a75faa97 None None] For port 0de1c316-ea1f-43ac-aacb-50d62abe768b, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=0de1c316-ea1f-43ac-aacb-50d62abe768b,segment=NetworkSegment(57ba2e1c-8aab-4258-aa26-fd06616e7006),segment_id=57ba2e1c-8aab-4258-aa26-fd06616e7006)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:38:55.325626 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-02b006ea-e677-4935-a77f-3600a75faa97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:55.327641 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-28b0e2a9-e445-47c6-97d6-6dda11b9a685 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:55.341217 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-02b006ea-e677-4935-a77f-3600a75faa97 None None] Calling delete_port for 0de1c316-ea1f-43ac-aacb-50d62abe768b owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:38:55.361464 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-28b0e2a9-e445-47c6-97d6-6dda11b9a685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:55.371161 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b0e2a9-e445-47c6-97d6-6dda11b9a685 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:38:55.371161 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-28b0e2a9-e445-47c6-97d6-6dda11b9a685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:55.449854 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:38:55.449854 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:38:55.449854 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:38:55.449854 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:38:55.449854 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:38:55.449854 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:38:55.449854 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:38:55.449854 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:38:55.449854 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:38:55.449854 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:38:55.449854 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:38:55.449854 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:38:55.449854 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:38:55.449854 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:38:55.449854 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:38:55.449854 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:38:55.449854 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:38:55.449854 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:38:55.449854 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:38:55.449854 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:38:55.449854 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:38:55.449854 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:38:55.449854 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:38:55.449854 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:38:55.449854 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:38:55.449854 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:38:55.449854 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:38:55.449854 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:38:55.449854 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:38:55.449854 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:38:55.449854 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:38:55.449854 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:38:55.455676 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-28b0e2a9-e445-47c6-97d6-6dda11b9a685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:55.488230 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-02b006ea-e677-4935-a77f-3600a75faa97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:55.498255 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-02b006ea-e677-4935-a77f-3600a75faa97 None None] Network 25fee19d-9a3a-4f14-ab6e-f89f35081036 is not hosted by any dhcp agent {{(pid=102670) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 16 11:38:55.499376 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b006ea-e677-4935-a77f-3600a75faa97 None None] No DVR routers for this DVR port 0de1c316-ea1f-43ac-aacb-50d62abe768b on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:38:55.513812 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-28b0e2a9-e445-47c6-97d6-6dda11b9a685 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:55.517315 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-28b0e2a9-e445-47c6-97d6-6dda11b9a685 admin admin] 10.222.0.61 "DELETE /v2.0/networks/25fee19d-9a3a-4f14-ab6e-f89f35081036 HTTP/1.1" status: 204 len: 168 time: 0.8925734 Nov 16 11:38:55.520201 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0e2a9-e445-47c6-97d6-6dda11b9a685 admin admin] Pushing event deleted for resources: {'Network': ['ID=25fee19d-9a3a-4f14-ab6e-f89f35081036,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:55.521107 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 53792) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:38:55.550391 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 0de1c316-ea1f-43ac-aacb-50d62abe768b no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:38:55.554010 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b006ea-e677-4935-a77f-3600a75faa97 None None] Pushing event deleted for resources: {'Port': ['ID=0de1c316-ea1f-43ac-aacb-50d62abe768b,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:55.598421 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 0de1c316-ea1f-43ac-aacb-50d62abe768b {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:38:55.599254 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 0de1c316-ea1f-43ac-aacb-50d62abe768b not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:38:55.599898 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 8da3411e-0194-469c-a6eb-2686a33d6609 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:38:55.629890 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b05e1-055e-4b2f-a5fb-3e796fd252d2 req-a1f9141f-0720-4ed3-b751-2e30b5ac4a8b tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:55.632577 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-026b05e1-055e-4b2f-a5fb-3e796fd252d2 req-a1f9141f-0720-4ed3-b751-2e30b5ac4a8b tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/ports?device_id=24de05eb-75a3-410a-b215-f8eeb42ed1c9 HTTP/1.1" status: 200 len: 947 time: 0.1140757 Nov 16 11:38:55.642045 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 8da3411e-0194-469c-a6eb-2686a33d6609 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:38:55.642611 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 8da3411e-0194-469c-a6eb-2686a33d6609 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:38:55.723002 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-026b05e1-055e-4b2f-a5fb-3e796fd252d2 req-f90a8fff-4a6e-4133-b9bf-44d052db9451 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/security-groups?id=4abe67ce-3561-4710-8d68-692bfdd82b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801613 Nov 16 11:38:55.824957 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278bced-4668-4425-833d-b1f005b3e445 req-c54aaeba-2e1e-446f-b2cd-658b50035204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:55.826712 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6278bced-4668-4425-833d-b1f005b3e445 req-c54aaeba-2e1e-446f-b2cd-658b50035204 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8c5b26505ce44fcf9f1b35a78ab4d371&device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 1094 time: 0.1227202 Nov 16 11:38:55.828831 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 53798) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:38:55.866184 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1fbda-419b-42ca-9296-e704141c1aee req-87eaf36c-b575-4d91-a3ff-d985c3efcad5 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:55.868155 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-efd1fbda-419b-42ca-9296-e704141c1aee req-87eaf36c-b575-4d91-a3ff-d985c3efcad5 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 943 time: 0.0605199 Nov 16 11:38:55.944138 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-efd1fbda-419b-42ca-9296-e704141c1aee req-fe0f1176-3f48-4786-ae89-5e7cafe051d5 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dbbc43f-60ba-492c-a5e9-6f49a843e926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610592 Nov 16 11:38:55.991879 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dcf33311-60cf-49c6-810f-7162998403c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:56.036095 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278bced-4668-4425-833d-b1f005b3e445 req-5e53467f-b4ca-4a35-ab68-700c03ab996a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:56.037570 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6278bced-4668-4425-833d-b1f005b3e445 req-5e53467f-b4ca-4a35-ab68-700c03ab996a service neutron] 10.222.0.36 "GET /v2.0/networks?id=f04978c1-c257-48cf-8767-22c9cfb6cb25 HTTP/1.1" status: 200 len: 918 time: 0.1812844 Nov 16 11:38:56.141314 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6278bced-4668-4425-833d-b1f005b3e445 req-039d8086-a85e-4d53-ac0d-51ebd539fce6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7930244-84d3-49c4-85e5-9241c10fef74 HTTP/1.1" status: 200 len: 998 time: 0.0936000 Nov 16 11:38:56.245053 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dcf33311-60cf-49c6-810f-7162998403c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:56.248091 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278bced-4668-4425-833d-b1f005b3e445 req-32636e04-ad3b-4958-9d55-27cc3427ec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:56.249536 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6278bced-4668-4425-833d-b1f005b3e445 req-32636e04-ad3b-4958-9d55-27cc3427ec4c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5fcc0bd-d8ea-41ad-86b1-2d27bd924015 HTTP/1.1" status: 200 len: 856 time: 0.0988436 Nov 16 11:38:56.252057 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dcf33311-60cf-49c6-810f-7162998403c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:56.330442 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-dcf33311-60cf-49c6-810f-7162998403c2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=532023a774e34bf391d3827793362d8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4982412 Nov 16 11:38:56.330883 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 53802) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:38:56.334477 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf33311-60cf-49c6-810f-7162998403c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efa86d3-dd1f-4096-8dcc-c3f524a59c19,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:56.347434 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-42b65050-a126-4bb6-a967-4cffe9100156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:56.391001 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device f7930244-84d3-49c4-85e5-9241c10fef74 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:38:56.397397 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ec48d78-0f5c-44ad-935a-5019976e0ddc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:56.416018 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278bced-4668-4425-833d-b1f005b3e445 req-a1db923a-7c55-499b-8741-8c7a5469c66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:56.417688 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6278bced-4668-4425-833d-b1f005b3e445 req-a1db923a-7c55-499b-8741-8c7a5469c66a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f04978c1-c257-48cf-8767-22c9cfb6cb25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1534719 Nov 16 11:38:56.424267 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ec48d78-0f5c-44ad-935a-5019976e0ddc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:56.479172 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ec48d78-0f5c-44ad-935a-5019976e0ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:56.484233 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ec48d78-0f5c-44ad-935a-5019976e0ddc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:56.490347 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1ec48d78-0f5c-44ad-935a-5019976e0ddc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0efa86d3-dd1f-4096-8dcc-c3f524a59c19 HTTP/1.1" status: 204 len: 168 time: 0.1583197 Nov 16 11:38:56.498756 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec48d78-0f5c-44ad-935a-5019976e0ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efa86d3-dd1f-4096-8dcc-c3f524a59c19,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:56.545302 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port f7930244-84d3-49c4-85e5-9241c10fef74, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=f7930244-84d3-49c4-85e5-9241c10fef74,segment=NetworkSegment(1186fe7f-5dbc-4e04-af0c-6c5994d769cc),segment_id=1186fe7f-5dbc-4e04-af0c-6c5994d769cc)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:38:56.559638 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': 'f7930244-84d3-49c4-85e5-9241c10fef74', 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25', 'port_id': 'f7930244-84d3-49c4-85e5-9241c10fef74', 'mac_address': 'fa:16:3e:87:0d:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5fcc0bd-d8ea-41ad-86b1-2d27bd924015', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:38:56.612999 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:56.629370 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7930244-84d3-49c4-85e5-9241c10fef74 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:38:56.641979 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6278bced-4668-4425-833d-b1f005b3e445 req-1a6753f3-f80c-4c7e-a5f2-2b77f0504802 service neutron] 10.222.0.36 "GET /v2.0/networks/f04978c1-c257-48cf-8767-22c9cfb6cb25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149365 Nov 16 11:38:56.651601 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port f7930244-84d3-49c4-85e5-9241c10fef74, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=f7930244-84d3-49c4-85e5-9241c10fef74,segment=NetworkSegment(1186fe7f-5dbc-4e04-af0c-6c5994d769cc),segment_id=1186fe7f-5dbc-4e04-af0c-6c5994d769cc)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:38:56.658252 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:56.723436 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=f7930244-84d3-49c4-85e5-9241c10fef74,revision_number=9']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:56.783207 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6278bced-4668-4425-833d-b1f005b3e445 req-cda3870c-5cbf-4e70-affd-48908d3dcea4 service neutron] 10.222.0.36 "GET /v2.0/networks/f04978c1-c257-48cf-8767-22c9cfb6cb25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323032 Nov 16 11:38:56.891864 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['f7930244-84d3-49c4-85e5-9241c10fef74'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:38:56.920089 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6d5b7-e0d2-479c-b0ee-7244fff8a034 req-55063b34-6d26-458a-8861-d71caa9da15a tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:56.936856 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3eb6d5b7-e0d2-479c-b0ee-7244fff8a034 req-55063b34-6d26-458a-8861-d71caa9da15a tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/ports?device_id=24de05eb-75a3-410a-b215-f8eeb42ed1c9 HTTP/1.1" status: 200 len: 947 time: 0.1204579 Nov 16 11:38:57.013429 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3eb6d5b7-e0d2-479c-b0ee-7244fff8a034 req-fb22deeb-cb3a-42a2-831f-b64f3b58c3cc tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/security-groups?id=4abe67ce-3561-4710-8d68-692bfdd82b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733392 Nov 16 11:38:57.037441 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-42b65050-a126-4bb6-a967-4cffe9100156 admin admin] Deleting port 4ae6531e-9441-4f35-aab4-6ad498826957 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:38:57.037676 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-42b65050-a126-4bb6-a967-4cffe9100156 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:57.229403 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1554a9-cf46-4eb1-bb3f-2ea425d6f5ce req-3cfdceb1-1885-4d51-ad4b-9c4bc3d2e832 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:57.238974 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0a1554a9-cf46-4eb1-bb3f-2ea425d6f5ce req-3cfdceb1-1885-4d51-ad4b-9c4bc3d2e832 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 944 time: 0.1238170 Nov 16 11:38:57.246103 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-42b65050-a126-4bb6-a967-4cffe9100156 admin admin] For port 4ae6531e-9441-4f35-aab4-6ad498826957, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=4ae6531e-9441-4f35-aab4-6ad498826957,segment=NetworkSegment(759282f2-b773-4e84-83c9-e6f007797002),segment_id=759282f2-b773-4e84-83c9-e6f007797002)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:38:57.246473 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-42b65050-a126-4bb6-a967-4cffe9100156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:57.263144 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-42b65050-a126-4bb6-a967-4cffe9100156 admin admin] Calling delete_port for 4ae6531e-9441-4f35-aab4-6ad498826957 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:38:57.293486 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce05be4-5fd7-4b13-b306-108175d799f7 req-8907c4b0-b9b7-4d3b-8e27-87904b9119eb tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:57.299154 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7ce05be4-5fd7-4b13-b306-108175d799f7 req-8907c4b0-b9b7-4d3b-8e27-87904b9119eb tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.64 "GET /v2.0/ports?device_id=24de05eb-75a3-410a-b215-f8eeb42ed1c9 HTTP/1.1" status: 200 len: 947 time: 0.1120780 Nov 16 11:38:57.314139 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0a1554a9-cf46-4eb1-bb3f-2ea425d6f5ce req-135b4258-2f74-4054-9839-c96d1908205a tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dbbc43f-60ba-492c-a5e9-6f49a843e926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673833 Nov 16 11:38:57.533565 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-7ce05be4-5fd7-4b13-b306-108175d799f7 req-0a915379-6982-4171-a932-2cb614de6e29 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Deleting port 93adca67-d12a-488a-adc2-f42f9490c170 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:38:57.534308 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7ce05be4-5fd7-4b13-b306-108175d799f7 req-0a915379-6982-4171-a932-2cb614de6e29 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:57.672090 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-7ce05be4-5fd7-4b13-b306-108175d799f7 req-0a915379-6982-4171-a932-2cb614de6e29 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] For port 93adca67-d12a-488a-adc2-f42f9490c170, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=93adca67-d12a-488a-adc2-f42f9490c170,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:38:57.672792 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7ce05be4-5fd7-4b13-b306-108175d799f7 req-0a915379-6982-4171-a932-2cb614de6e29 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:57.675750 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-42b65050-a126-4bb6-a967-4cffe9100156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:57.713243 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-7ce05be4-5fd7-4b13-b306-108175d799f7 req-0a915379-6982-4171-a932-2cb614de6e29 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Calling delete_port for 93adca67-d12a-488a-adc2-f42f9490c170 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:38:57.716327 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b65050-a126-4bb6-a967-4cffe9100156 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ae6531e-9441-4f35-aab4-6ad498826957,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:57.977608 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:58.087673 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-42b65050-a126-4bb6-a967-4cffe9100156 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:58.099302 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7ce05be4-5fd7-4b13-b306-108175d799f7 req-0a915379-6982-4171-a932-2cb614de6e29 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:58.137353 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a915379-6982-4171-a932-2cb614de6e29 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Pushing event deleted for resources: {'Port': ['ID=93adca67-d12a-488a-adc2-f42f9490c170,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:58.176665 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9c8c49f9-bd7d-4121-bb58-6a6e93ba32f7 req-5d33458b-a66e-415f-add4-e13c4ab99bc5 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/ports?device_id=24de05eb-75a3-410a-b215-f8eeb42ed1c9 HTTP/1.1" status: 200 len: 210 time: 0.0634396 Nov 16 11:38:58.262568 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce05be4-5fd7-4b13-b306-108175d799f7 req-0a915379-6982-4171-a932-2cb614de6e29 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] No DVR routers for this DVR port 93adca67-d12a-488a-adc2-f42f9490c170 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:38:58.267468 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7ce05be4-5fd7-4b13-b306-108175d799f7 req-0a915379-6982-4171-a932-2cb614de6e29 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:58.271290 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7ce05be4-5fd7-4b13-b306-108175d799f7 req-0a915379-6982-4171-a932-2cb614de6e29 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.64 "DELETE /v2.0/ports/93adca67-d12a-488a-adc2-f42f9490c170 HTTP/1.1" status: 204 len: 173 time: 0.9134314 Nov 16 11:38:58.273357 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24de05eb-75a3-410a-b215-f8eeb42ed1c9', 'name': 'network-vif-deleted', 'tag': '93adca67-d12a-488a-adc2-f42f9490c170'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:38:58.276828 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711a8dd6-e379-4907-b285-c51d720a7a03" -d '{"events": [{"server_uuid": "24de05eb-75a3-410a-b215-f8eeb42ed1c9", "name": "network-vif-deleted", "tag": "93adca67-d12a-488a-adc2-f42f9490c170"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:38:58.302350 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 53872) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:38:58.404686 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device f7930244-84d3-49c4-85e5-9241c10fef74 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:38:58.447071 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5556757e-1419-4e18-937b-e410fbc09aa5 x-openstack-request-id: req-5556757e-1419-4e18-937b-e410fbc09aa5 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:38:58.447377 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24de05eb-75a3-410a-b215-f8eeb42ed1c9", "name": "network-vif-deleted", "tag": "93adca67-d12a-488a-adc2-f42f9490c170", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:38:58.447648 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5556757e-1419-4e18-937b-e410fbc09aa5 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:38:58.448140 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24de05eb-75a3-410a-b215-f8eeb42ed1c9', 'name': 'network-vif-deleted', 'tag': '93adca67-d12a-488a-adc2-f42f9490c170', 'status': 'completed', 'code': 200} Nov 16 11:38:58.448745 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a21cea90-585a-4bd3-a947-70b81b3e3a23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:58.455481 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b65050-a126-4bb6-a967-4cffe9100156 admin admin] Router c2f4b692-d155-4d8b-985d-756f8036369c has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:38:58.509027 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port f7930244-84d3-49c4-85e5-9241c10fef74 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:38:58.509697 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:58.542594 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a21701-4dc2-41dd-b8e9-dddb5ab326cf req-2c23b10b-d82f-47eb-b26d-8a07c091b3aa tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:58.544058 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-59a21701-4dc2-41dd-b8e9-dddb5ab326cf req-2c23b10b-d82f-47eb-b26d-8a07c091b3aa tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 944 time: 0.0924528 Nov 16 11:38:58.599627 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b65050-a126-4bb6-a967-4cffe9100156 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:38:58.607815 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-42b65050-a126-4bb6-a967-4cffe9100156 admin admin] 10.222.0.61 "PUT /v2.0/routers/c2f4b692-d155-4d8b-985d-756f8036369c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0830014 Nov 16 11:38:58.608038 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 53878) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:38:58.653154 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:58.660488 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-59a21701-4dc2-41dd-b8e9-dddb5ab326cf req-61dbc9ce-e53a-49e7-9f21-eaf78e5e317d tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dbbc43f-60ba-492c-a5e9-6f49a843e926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019831 Nov 16 11:38:58.675814 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a21cea90-585a-4bd3-a947-70b81b3e3a23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:58.680998 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a21cea90-585a-4bd3-a947-70b81b3e3a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:58.700180 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06530a90-78d3-4020-b3a4-56a03d28042a None None] Sync routers for ids ['c2f4b692-d155-4d8b-985d-756f8036369c'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:38:58.711870 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f31572b-11e6-4d5c-ad9f-db32e6b459f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7930244-84d3-49c4-85e5-9241c10fef74'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:38:58.714314 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6949601-773b-4d40-93af-04e09009c9c5" -d '{"events": [{"server_uuid": "9f31572b-11e6-4d5c-ad9f-db32e6b459f3", "name": "network-vif-plugged", "status": "completed", "tag": "f7930244-84d3-49c4-85e5-9241c10fef74"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:38:58.726248 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a21cea90-585a-4bd3-a947-70b81b3e3a23 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2f059b944a2a43e9a6adebb34c0d5f95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4226959 Nov 16 11:38:58.735002 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 53882) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:38:58.767396 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21cea90-585a-4bd3-a947-70b81b3e3a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9155dc-5e56-400d-b697-bf7564f8885e,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:58.771047 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port f7930244-84d3-49c4-85e5-9241c10fef74, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=f7930244-84d3-49c4-85e5-9241c10fef74,segment=NetworkSegment(1186fe7f-5dbc-4e04-af0c-6c5994d769cc),segment_id=1186fe7f-5dbc-4e04-af0c-6c5994d769cc)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:38:58.782433 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06530a90-78d3-4020-b3a4-56a03d28042a None None] Routers {'c2f4b692-d155-4d8b-985d-756f8036369c'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:38:58.783079 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-06530a90-78d3-4020-b3a4-56a03d28042a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:38:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c2f4b692-d155-4d8b-985d-756f8036369c'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:38:58.791456 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4661bb8-acc8-4d71-94f4-80f1335ad3dc x-openstack-request-id: req-d4661bb8-acc8-4d71-94f4-80f1335ad3dc {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:38:58.791747 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f31572b-11e6-4d5c-ad9f-db32e6b459f3", "name": "network-vif-plugged", "status": "completed", "tag": "f7930244-84d3-49c4-85e5-9241c10fef74", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:38:58.792855 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d4661bb8-acc8-4d71-94f4-80f1335ad3dc {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:38:58.793189 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f31572b-11e6-4d5c-ad9f-db32e6b459f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7930244-84d3-49c4-85e5-9241c10fef74', 'code': 200} Nov 16 11:38:58.825765 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:58.865412 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-27f271c0-0931-4db1-8195-9ccc4e9d5de0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:58.930875 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-27f271c0-0931-4db1-8195-9ccc4e9d5de0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:58.993807 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=f7930244-84d3-49c4-85e5-9241c10fef74,revision_number=10']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:59.045259 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:59.069281 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-27f271c0-0931-4db1-8195-9ccc4e9d5de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:59.072430 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-27f271c0-0931-4db1-8195-9ccc4e9d5de0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:59.073691 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-27f271c0-0931-4db1-8195-9ccc4e9d5de0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3c9155dc-5e56-400d-b697-bf7564f8885e HTTP/1.1" status: 204 len: 168 time: 0.3375759 Nov 16 11:38:59.089189 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-06530a90-78d3-4020-b3a4-56a03d28042a None None] Set router c2f4b692-d155-4d8b-985d-756f8036369c gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:38:59.092074 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f271c0-0931-4db1-8195-9ccc4e9d5de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9155dc-5e56-400d-b697-bf7564f8885e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:38:59.384597 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9cf65-b94a-4ae4-b419-18816db7573a req-d13b7719-aed1-4182-b088-b0a46e374b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:59.386286 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b8a9cf65-b94a-4ae4-b419-18816db7573a req-d13b7719-aed1-4182-b088-b0a46e374b22 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 1097 time: 0.0983732 Nov 16 11:38:59.453266 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14e2d0a2-e6d4-403b-8f49-ba716ebb4d04 admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:59.481577 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f980a-554e-4e90-bd83-f060e407a594 req-1ae5de4f-eb43-4af7-944b-6aa8cd97d5a9 tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:59.483333 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b8a9cf65-b94a-4ae4-b419-18816db7573a req-75df7d5b-2d70-41c6-bfaf-0528c98dc3a4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1dbbc43f-60ba-492c-a5e9-6f49a843e926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812232 Nov 16 11:38:59.484175 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-db1f980a-554e-4e90-bd83-f060e407a594 req-1ae5de4f-eb43-4af7-944b-6aa8cd97d5a9 tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 1096 time: 0.0938272 Nov 16 11:38:59.528305 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-06530a90-78d3-4020-b3a4-56a03d28042a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f4b692-d155-4d8b-985d-756f8036369c', 'name': 'tempest-TestServerBasicOps-432508123-router', 'tenant_id': 'f805c35aabc248059b2f6c97a0534202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '891ed8a8-c1ab-45a6-ae33-2f6f17f44394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:33:05Z', 'updated_at': '2021-11-16T11:38:57Z', 'revision_number': 5, 'project_id': 'f805c35aabc248059b2f6c97a0534202', 'gw_port': {'id': '891ed8a8-c1ab-45a6-ae33-2f6f17f44394', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f4b692-d155-4d8b-985d-756f8036369c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:33:06Z', 'updated_at': '2021-11-16T11:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:38:59.566050 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-db1f980a-554e-4e90-bd83-f060e407a594 req-20e15ad8-ba80-4b82-a02a-c9177470efbf tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=8f479886-688b-40e4-95ce-92a8dd5a26bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737989 Nov 16 11:38:59.577083 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06530a90-78d3-4020-b3a4-56a03d28042a None None] Checking router: c2f4b692-d155-4d8b-985d-756f8036369c for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:38:59.600500 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06530a90-78d3-4020-b3a4-56a03d28042a None None] Routers {'c2f4b692-d155-4d8b-985d-756f8036369c'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:38:59.601136 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-06530a90-78d3-4020-b3a4-56a03d28042a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:38:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c2f4b692-d155-4d8b-985d-756f8036369c'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:38:59.608676 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14e2d0a2-e6d4-403b-8f49-ba716ebb4d04 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:59.684565 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-14e2d0a2-e6d4-403b-8f49-ba716ebb4d04 admin admin] Deleting port 891ed8a8-c1ab-45a6-ae33-2f6f17f44394 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:38:59.685013 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14e2d0a2-e6d4-403b-8f49-ba716ebb4d04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:59.783382 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-06530a90-78d3-4020-b3a4-56a03d28042a None None] Set router c2f4b692-d155-4d8b-985d-756f8036369c gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:38:59.808953 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-14e2d0a2-e6d4-403b-8f49-ba716ebb4d04 admin admin] For port 891ed8a8-c1ab-45a6-ae33-2f6f17f44394, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=891ed8a8-c1ab-45a6-ae33-2f6f17f44394,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:38:59.809345 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14e2d0a2-e6d4-403b-8f49-ba716ebb4d04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:38:59.836766 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-14e2d0a2-e6d4-403b-8f49-ba716ebb4d04 admin admin] Calling delete_port for 891ed8a8-c1ab-45a6-ae33-2f6f17f44394 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:38:59.993265 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7bfa9-41ca-4a45-b8e8-1cd3d6742e84 req-be84e28c-8abb-4415-932e-c387b6852bf5 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:38:59.995341 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-91e7bfa9-41ca-4a45-b8e8-1cd3d6742e84 req-be84e28c-8abb-4415-932e-c387b6852bf5 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 945 time: 0.0601051 Nov 16 11:39:00.012215 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-06530a90-78d3-4020-b3a4-56a03d28042a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f4b692-d155-4d8b-985d-756f8036369c', 'name': 'tempest-TestServerBasicOps-432508123-router', 'tenant_id': 'f805c35aabc248059b2f6c97a0534202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '891ed8a8-c1ab-45a6-ae33-2f6f17f44394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:33:05Z', 'updated_at': '2021-11-16T11:38:57Z', 'revision_number': 5, 'project_id': 'f805c35aabc248059b2f6c97a0534202', 'gw_port': {'id': '891ed8a8-c1ab-45a6-ae33-2f6f17f44394', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f4b692-d155-4d8b-985d-756f8036369c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:33:06Z', 'updated_at': '2021-11-16T11:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:00.054970 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06530a90-78d3-4020-b3a4-56a03d28042a None None] The sync data for ids ['c2f4b692-d155-4d8b-985d-756f8036369c'] in n-d-816823-3 is: [{'id': 'c2f4b692-d155-4d8b-985d-756f8036369c', 'name': 'tempest-TestServerBasicOps-432508123-router', 'tenant_id': 'f805c35aabc248059b2f6c97a0534202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '891ed8a8-c1ab-45a6-ae33-2f6f17f44394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:33:05Z', 'updated_at': '2021-11-16T11:38:57Z', 'revision_number': 5, 'project_id': 'f805c35aabc248059b2f6c97a0534202', 'gw_port': {'id': '891ed8a8-c1ab-45a6-ae33-2f6f17f44394', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f4b692-d155-4d8b-985d-756f8036369c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:33:06Z', 'updated_at': '2021-11-16T11:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:39:00.092826 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-91e7bfa9-41ca-4a45-b8e8-1cd3d6742e84 req-998f2f99-9823-4a06-8534-54d1f51ad86c tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f479886-688b-40e4-95ce-92a8dd5a26bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896893 Nov 16 11:39:00.107031 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 53934) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:00.265719 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8932021e-9b27-4b7d-9c10-c7b19754fd51 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/floatingips/80ba623c-dd34-4d77-8aad-a55fd8f20414 HTTP/1.1" status: 200 len: 993 time: 0.1574240 Nov 16 11:39:00.286838 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7eb915-1df6-41ea-a30f-808fc3d6df29 req-085f50b9-2635-4776-bb20-24c6a5004bd5 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:00.296039 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7a7eb915-1df6-41ea-a30f-808fc3d6df29 req-085f50b9-2635-4776-bb20-24c6a5004bd5 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 946 time: 0.0675318 Nov 16 11:39:00.376327 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14e2d0a2-e6d4-403b-8f49-ba716ebb4d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:00.396359 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7a7eb915-1df6-41ea-a30f-808fc3d6df29 req-09b30f09-8833-4332-b912-29741a608c79 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dbbc43f-60ba-492c-a5e9-6f49a843e926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991032 Nov 16 11:39:00.446685 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336c23b2-76be-4d9c-bfc9-b09f20c0fcc0 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:39:00.482702 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e2d0a2-e6d4-403b-8f49-ba716ebb4d04 admin admin] Pushing event deleted for resources: {'Port': ['ID=891ed8a8-c1ab-45a6-ae33-2f6f17f44394,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:00.518725 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 53944) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:00.657426 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14e2d0a2-e6d4-403b-8f49-ba716ebb4d04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:00.687035 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecfa3e6-4d94-46b3-8416-97cd14fe08f2 req-68bdaf61-04e0-4f6b-9f5b-09a363e7ba85 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:00.693956 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2ecfa3e6-4d94-46b3-8416-97cd14fe08f2 req-68bdaf61-04e0-4f6b-9f5b-09a363e7ba85 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/ports?device_id=d410c72e-4faa-4cfc-8d2e-0a2ce83a1277 HTTP/1.1" status: 200 len: 949 time: 0.1345239 Nov 16 11:39:00.785021 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2ecfa3e6-4d94-46b3-8416-97cd14fe08f2 req-80d49485-52bf-4080-98da-cf7c477570ef tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/security-groups?id=4abe67ce-3561-4710-8d68-692bfdd82b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804853 Nov 16 11:39:00.800195 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14e2d0a2-e6d4-403b-8f49-ba716ebb4d04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:00.803148 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14e2d0a2-e6d4-403b-8f49-ba716ebb4d04 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:00.808818 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3955adf0-4767-4783-939b-e9490f2033e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:00.923096 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3955adf0-4767-4783-939b-e9490f2033e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:00.923705 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14e2d0a2-e6d4-403b-8f49-ba716ebb4d04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:00.924828 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e2d0a2-e6d4-403b-8f49-ba716ebb4d04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2f4b692-d155-4d8b-985d-756f8036369c {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:39:00.930441 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14e2d0a2-e6d4-403b-8f49-ba716ebb4d04 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:00.931858 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-14e2d0a2-e6d4-403b-8f49-ba716ebb4d04 admin admin] 10.222.0.61 "DELETE /v2.0/routers/c2f4b692-d155-4d8b-985d-756f8036369c HTTP/1.1" status: 204 len: 168 time: 2.3217165 Nov 16 11:39:00.932352 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3955adf0-4767-4783-939b-e9490f2033e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:00.934559 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 53960) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:01.019208 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3955adf0-4767-4783-939b-e9490f2033e5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=47be5ed0fe7c45349bf3ab32596be366&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4982405 Nov 16 11:39:01.021373 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955adf0-4767-4783-939b-e9490f2033e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6074c3-7a0f-460c-88cd-b35c243543b6,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:01.037678 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 53968) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:01.082990 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-b821d059-e1f6-4b81-aca7-bb0a6305dc93 admin admin] Deleting subnet 41d07d34-28f2-4484-bac5-2ef08db7372c {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:39:01.104835 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b821d059-e1f6-4b81-aca7-bb0a6305dc93 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:01.174216 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b821d059-e1f6-4b81-aca7-bb0a6305dc93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:01.183822 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3799a558-286d-4f31-ad62-374a7609458d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:01.218727 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3799a558-286d-4f31-ad62-374a7609458d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:01.300878 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3799a558-286d-4f31-ad62-374a7609458d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:01.306633 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3799a558-286d-4f31-ad62-374a7609458d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:01.308371 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3799a558-286d-4f31-ad62-374a7609458d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/da6074c3-7a0f-460c-88cd-b35c243543b6 HTTP/1.1" status: 204 len: 168 time: 0.2677097 Nov 16 11:39:01.324152 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799a558-286d-4f31-ad62-374a7609458d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6074c3-7a0f-460c-88cd-b35c243543b6,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:01.374074 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b821d059-e1f6-4b81-aca7-bb0a6305dc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:01.524267 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b821d059-e1f6-4b81-aca7-bb0a6305dc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:01.605576 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [req-e237e971-09af-4457-a73d-6d3b7d205efc req-6408e163-9e9e-4e02-9c7d-8dd735ad5d12 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:39:01.607288 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e237e971-09af-4457-a73d-6d3b7d205efc req-6408e163-9e9e-4e02-9c7d-8dd735ad5d12 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088725 Nov 16 11:39:01.667470 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821d059-e1f6-4b81-aca7-bb0a6305dc93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41d07d34-28f2-4484-bac5-2ef08db7372c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:01.680082 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b821d059-e1f6-4b81-aca7-bb0a6305dc93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:01.680658 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961a7ff0-a46b-40b1-8ad6-6bb63f3e34a7 None None] Network 5ae3305b-649b-4097-88fe-834d15486827 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:39:01.697148 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b821d059-e1f6-4b81-aca7-bb0a6305dc93 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/41d07d34-28f2-4484-bac5-2ef08db7372c HTTP/1.1" status: 204 len: 168 time: 0.7613790 Nov 16 11:39:01.699746 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54016) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:01.838406 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 4ae6531e-9441-4f35-aab4-6ad498826957 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:39:01.878968 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-661306b6-678d-4368-9b3a-dab17257c393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:01.915393 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e81ce-9086-4d03-bec8-50398166f76b req-d95560b3-9d39-4bfa-95f4-47affc0ffeab tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:01.917981 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0b4e81ce-9086-4d03-bec8-50398166f76b req-d95560b3-9d39-4bfa-95f4-47affc0ffeab tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.36 "GET /v2.0/ports?device_id=d410c72e-4faa-4cfc-8d2e-0a2ce83a1277 HTTP/1.1" status: 200 len: 949 time: 0.1429553 Nov 16 11:39:01.960821 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 4ae6531e-9441-4f35-aab4-6ad498826957 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:39:01.961182 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 4ae6531e-9441-4f35-aab4-6ad498826957 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:39:01.963460 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 891ed8a8-c1ab-45a6-ae33-2f6f17f44394 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:39:01.997843 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 891ed8a8-c1ab-45a6-ae33-2f6f17f44394 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:39:01.998666 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 891ed8a8-c1ab-45a6-ae33-2f6f17f44394 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:39:02.059719 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-661306b6-678d-4368-9b3a-dab17257c393 admin admin] Deleting port b86a1f71-0345-4a9b-b1b5-7c2aea3eb376 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:39:02.060075 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-661306b6-678d-4368-9b3a-dab17257c393 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:02.138718 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4049cdf0-f0b5-4833-88f0-41325839df84 None None] DHCP port deletion for 5ae3305b-649b-4097-88fe-834d15486827 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:39:02.209389 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-0b4e81ce-9086-4d03-bec8-50398166f76b req-8d398ccd-4b84-4678-87e9-8a11bb3731da tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Deleting port ce76f02d-f219-4be9-bc74-981dfeec1e7f {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:39:02.210026 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0b4e81ce-9086-4d03-bec8-50398166f76b req-8d398ccd-4b84-4678-87e9-8a11bb3731da tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:02.220414 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-4049cdf0-f0b5-4833-88f0-41325839df84 None None] Deleting port b86a1f71-0345-4a9b-b1b5-7c2aea3eb376 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:39:02.220786 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4049cdf0-f0b5-4833-88f0-41325839df84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:02.326374 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-661306b6-678d-4368-9b3a-dab17257c393 admin admin] For port b86a1f71-0345-4a9b-b1b5-7c2aea3eb376, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=b86a1f71-0345-4a9b-b1b5-7c2aea3eb376,segment=NetworkSegment(759282f2-b773-4e84-83c9-e6f007797002),segment_id=759282f2-b773-4e84-83c9-e6f007797002)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:39:02.326759 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-661306b6-678d-4368-9b3a-dab17257c393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:02.344670 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-661306b6-678d-4368-9b3a-dab17257c393 admin admin] Calling delete_port for b86a1f71-0345-4a9b-b1b5-7c2aea3eb376 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:39:02.349450 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-4049cdf0-f0b5-4833-88f0-41325839df84 None None] For port b86a1f71-0345-4a9b-b1b5-7c2aea3eb376, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=b86a1f71-0345-4a9b-b1b5-7c2aea3eb376,segment=NetworkSegment(759282f2-b773-4e84-83c9-e6f007797002),segment_id=759282f2-b773-4e84-83c9-e6f007797002)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:39:02.349864 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4049cdf0-f0b5-4833-88f0-41325839df84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:02.367215 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db01d9c-0ab0-477f-afa5-7ba5285cf29f req-6d3ef037-8916-437a-81e3-4441a8fd706a tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:02.374903 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4db01d9c-0ab0-477f-afa5-7ba5285cf29f req-6d3ef037-8916-437a-81e3-4441a8fd706a tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 946 time: 0.1636755 Nov 16 11:39:02.408491 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-4049cdf0-f0b5-4833-88f0-41325839df84 None None] Calling delete_port for b86a1f71-0345-4a9b-b1b5-7c2aea3eb376 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:39:02.468969 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-0b4e81ce-9086-4d03-bec8-50398166f76b req-8d398ccd-4b84-4678-87e9-8a11bb3731da tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] For port ce76f02d-f219-4be9-bc74-981dfeec1e7f, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=ce76f02d-f219-4be9-bc74-981dfeec1e7f,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:39:02.469386 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0b4e81ce-9086-4d03-bec8-50398166f76b req-8d398ccd-4b84-4678-87e9-8a11bb3731da tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:02.507726 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-0b4e81ce-9086-4d03-bec8-50398166f76b req-8d398ccd-4b84-4678-87e9-8a11bb3731da tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Calling delete_port for ce76f02d-f219-4be9-bc74-981dfeec1e7f owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:39:02.535235 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-b36d8fb3-8b95-42c9-9d14-93052540b6a3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4304593 Nov 16 11:39:02.545556 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-cbbe47da-d3bd-46f2-be23-a9156316d40d service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:39:02.546776 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-cbbe47da-d3bd-46f2-be23-a9156316d40d service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060263 Nov 16 11:39:02.621511 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4db01d9c-0ab0-477f-afa5-7ba5285cf29f req-6d0143c8-efe6-4740-880a-5bf580074fd7 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dbbc43f-60ba-492c-a5e9-6f49a843e926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2446017 Nov 16 11:39:02.651335 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 93adca67-d12a-488a-adc2-f42f9490c170 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:39:02.656709 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4049cdf0-f0b5-4833-88f0-41325839df84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:02.667169 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-661306b6-678d-4368-9b3a-dab17257c393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:02.724348 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661306b6-678d-4368-9b3a-dab17257c393 admin admin] Pushing event deleted for resources: {'Port': ['ID=b86a1f71-0345-4a9b-b1b5-7c2aea3eb376,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:02.727197 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661306b6-678d-4368-9b3a-dab17257c393 admin admin] No DVR routers for this DVR port b86a1f71-0345-4a9b-b1b5-7c2aea3eb376 on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:39:02.757140 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4049cdf0-f0b5-4833-88f0-41325839df84 None None] Pushing event deleted for resources: {'Port': ['ID=b86a1f71-0345-4a9b-b1b5-7c2aea3eb376,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:02.773631 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 93adca67-d12a-488a-adc2-f42f9490c170 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:39:02.774018 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 93adca67-d12a-488a-adc2-f42f9490c170 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:39:02.785372 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4049cdf0-f0b5-4833-88f0-41325839df84 None None] No DVR routers for this DVR port b86a1f71-0345-4a9b-b1b5-7c2aea3eb376 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:39:02.819314 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0b4e81ce-9086-4d03-bec8-50398166f76b req-8d398ccd-4b84-4678-87e9-8a11bb3731da tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:02.870632 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ceb8222c-3016-4909-8c01-8284de107473 req-7debe1b3-68ab-48e9-a28a-2c65cf65b068 tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.61 "GET /v2.0/ports?device_id=d410c72e-4faa-4cfc-8d2e-0a2ce83a1277 HTTP/1.1" status: 200 len: 210 time: 0.0502205 Nov 16 11:39:02.874657 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-661306b6-678d-4368-9b3a-dab17257c393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:02.891471 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d398ccd-4b84-4678-87e9-8a11bb3731da tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Pushing event deleted for resources: {'Port': ['ID=ce76f02d-f219-4be9-bc74-981dfeec1e7f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:02.932422 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-661306b6-678d-4368-9b3a-dab17257c393 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae3305b-649b-4097-88fe-834d15486827']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:02.948986 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-661306b6-678d-4368-9b3a-dab17257c393 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '759282f2-b773-4e84-83c9-e6f007797002') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:02.949353 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-661306b6-678d-4368-9b3a-dab17257c393 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '759282f2-b773-4e84-83c9-e6f007797002') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:02.967314 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-661306b6-678d-4368-9b3a-dab17257c393 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:02.987617 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4e81ce-9086-4d03-bec8-50398166f76b req-8d398ccd-4b84-4678-87e9-8a11bb3731da tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] No DVR routers for this DVR port ce76f02d-f219-4be9-bc74-981dfeec1e7f on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:39:02.991277 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0b4e81ce-9086-4d03-bec8-50398166f76b req-8d398ccd-4b84-4678-87e9-8a11bb3731da tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:02.995355 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0b4e81ce-9086-4d03-bec8-50398166f76b req-8d398ccd-4b84-4678-87e9-8a11bb3731da tempest-ListImageFiltersTestJSON-1450940462 tempest-ListImageFiltersTestJSON-1450940462-project] 10.222.0.36 "DELETE /v2.0/ports/ce76f02d-f219-4be9-bc74-981dfeec1e7f HTTP/1.1" status: 204 len: 173 time: 1.0686927 Nov 16 11:39:02.996165 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd410c72e-4faa-4cfc-8d2e-0a2ce83a1277', 'name': 'network-vif-deleted', 'tag': 'ce76f02d-f219-4be9-bc74-981dfeec1e7f'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:39:02.999387 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f173215c-088f-4fdb-8429-a43a761c606c" -d '{"events": [{"server_uuid": "d410c72e-4faa-4cfc-8d2e-0a2ce83a1277", "name": "network-vif-deleted", "tag": "ce76f02d-f219-4be9-bc74-981dfeec1e7f"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:39:03.040904 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-661306b6-678d-4368-9b3a-dab17257c393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:03.054160 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-661306b6-678d-4368-9b3a-dab17257c393 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:39:03.054837 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-661306b6-678d-4368-9b3a-dab17257c393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:03.056975 n-d-816823-3 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:39:03.056975 n-d-816823-3 neutron-server[102669]: self.session.flush() Nov 16 11:39:03.056975 n-d-816823-3 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:39:03.056975 n-d-816823-3 neutron-server[102669]: self.session.flush() Nov 16 11:39:03.056975 n-d-816823-3 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:39:03.056975 n-d-816823-3 neutron-server[102669]: self.session.flush() Nov 16 11:39:03.056975 n-d-816823-3 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:39:03.056975 n-d-816823-3 neutron-server[102669]: self.session.flush() Nov 16 11:39:03.056975 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:39:03.056975 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:39:03.056975 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:39:03.056975 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:39:03.056975 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:39:03.056975 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:39:03.056975 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:39:03.056975 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:39:03.056975 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:39:03.056975 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:39:03.056975 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:39:03.056975 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:39:03.056975 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:39:03.056975 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:39:03.056975 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:39:03.056975 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:39:03.056975 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:39:03.056975 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:39:03.056975 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:39:03.056975 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:39:03.056975 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:39:03.056975 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:39:03.056975 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:39:03.056975 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:39:03.056975 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:39:03.056975 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:39:03.056975 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:39:03.056975 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:39:03.056975 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:39:03.056975 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:39:03.056975 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:39:03.056975 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:39:03.126773 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174f6af-e88a-46aa-bcc9-156cf0a15b50 req-e691aebe-d363-48e7-86db-7663e744c8b1 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:03.130466 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b174f6af-e88a-46aa-bcc9-156cf0a15b50 req-e691aebe-d363-48e7-86db-7663e744c8b1 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 945 time: 0.1546018 Nov 16 11:39:03.196422 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-661306b6-678d-4368-9b3a-dab17257c393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:03.202175 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-661306b6-678d-4368-9b3a-dab17257c393 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:03.207554 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-661306b6-678d-4368-9b3a-dab17257c393 admin admin] 10.222.0.61 "DELETE /v2.0/networks/5ae3305b-649b-4097-88fe-834d15486827 HTTP/1.1" status: 204 len: 168 time: 1.5067301 Nov 16 11:39:03.216900 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b174f6af-e88a-46aa-bcc9-156cf0a15b50 req-f593ef06-810d-460c-9565-70b709a75145 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f479886-688b-40e4-95ce-92a8dd5a26bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771499 Nov 16 11:39:03.229225 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661306b6-678d-4368-9b3a-dab17257c393 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ae3305b-649b-4097-88fe-834d15486827,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:03.287334 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd79b58c-b82b-4b6b-8ffb-cbb206126bde x-openstack-request-id: req-cd79b58c-b82b-4b6b-8ffb-cbb206126bde {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:39:03.287632 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d410c72e-4faa-4cfc-8d2e-0a2ce83a1277", "name": "network-vif-deleted", "tag": "ce76f02d-f219-4be9-bc74-981dfeec1e7f", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:39:03.287907 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cd79b58c-b82b-4b6b-8ffb-cbb206126bde {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:39:03.288308 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd410c72e-4faa-4cfc-8d2e-0a2ce83a1277', 'name': 'network-vif-deleted', 'tag': 'ce76f02d-f219-4be9-bc74-981dfeec1e7f', 'status': 'completed', 'code': 200} Nov 16 11:39:03.540368 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device b86a1f71-0345-4a9b-b1b5-7c2aea3eb376 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:39:03.564829 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: b86a1f71-0345-4a9b-b1b5-7c2aea3eb376 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:39:03.565758 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device b86a1f71-0345-4a9b-b1b5-7c2aea3eb376 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:39:03.593900 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54080) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:03.638617 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54084) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:03.692512 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54092) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:03.791563 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-358f054c-5f1f-407f-bdd8-e82ec7f92824 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a50dd796b4a24c04aff1704ec92fb8d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0975358 Nov 16 11:39:03.794674 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54096) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:03.854226 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551a037-f93c-42cf-9a09-411aced0796a req-57ffbbe5-ece6-4215-9f9b-47850f8a18a1 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:03.864125 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4551a037-f93c-42cf-9a09-411aced0796a req-57ffbbe5-ece6-4215-9f9b-47850f8a18a1 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 946 time: 0.0919685 Nov 16 11:39:03.902406 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed6b3f0a-4092-4b56-b82c-94976244149d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:03.929550 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4551a037-f93c-42cf-9a09-411aced0796a req-d0cace9c-e1d3-4c05-a971-7d13b07b27d4 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dbbc43f-60ba-492c-a5e9-6f49a843e926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644083 Nov 16 11:39:03.961161 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed6b3f0a-4092-4b56-b82c-94976244149d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:03.999224 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-58e289c9-f721-484a-91a2-4629bc5ef159 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-54649268-network', 'tenant_id': '0554c3a6013e4ad18a3f6128e5a7c5ac'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:39:04.055961 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed6b3f0a-4092-4b56-b82c-94976244149d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:04.061174 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed6b3f0a-4092-4b56-b82c-94976244149d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:04.066832 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d577963b-1f65-4b52-9cc8-920eb9624e05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:04.069127 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ed6b3f0a-4092-4b56-b82c-94976244149d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/18958655-05f2-4ba5-81a5-820eb55e8e44 HTTP/1.1" status: 204 len: 168 time: 0.2733297 Nov 16 11:39:04.077772 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e289c9-f721-484a-91a2-4629bc5ef159 admin admin] Made reservation on behalf of 0554c3a6013e4ad18a3f6128e5a7c5ac for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:39:04.080230 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-58e289c9-f721-484a-91a2-4629bc5ef159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:04.093665 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-58e289c9-f721-484a-91a2-4629bc5ef159 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:04.115448 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b3f0a-4092-4b56-b82c-94976244149d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18958655-05f2-4ba5-81a5-820eb55e8e44,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:04.216963 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d577963b-1f65-4b52-9cc8-920eb9624e05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:04.228053 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d577963b-1f65-4b52-9cc8-920eb9624e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:04.253334 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-58e289c9-f721-484a-91a2-4629bc5ef159 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:04.277587 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-58e289c9-f721-484a-91a2-4629bc5ef159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:04.288953 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54118) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:04.289201 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d577963b-1f65-4b52-9cc8-920eb9624e05 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=18a96d29e89b404d861cfffa9f6fa980&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6935642 Nov 16 11:39:04.293449 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d577963b-1f65-4b52-9cc8-920eb9624e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d48106-f63f-4c63-a259-ec0615499561,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:04.304223 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58e289c9-f721-484a-91a2-4629bc5ef159 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:39:04.329912 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-58e289c9-f721-484a-91a2-4629bc5ef159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:04.330282 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-58e289c9-f721-484a-91a2-4629bc5ef159 admin admin] Added segment 88c0f31d-5b0f-4fc0-948a-4fff2a8bbd02 of type vlan for network 6157d786-8f82-4995-a01d-750c8d0f5aa8 Nov 16 11:39:04.339557 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e289c9-f721-484a-91a2-4629bc5ef159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d240ff-e590-415e-a2d5-22d35c769e42,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:04.374737 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-58e289c9-f721-484a-91a2-4629bc5ef159 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:04.426032 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-58e289c9-f721-484a-91a2-4629bc5ef159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:04.427305 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e289c9-f721-484a-91a2-4629bc5ef159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:04.434118 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device ce76f02d-f219-4be9-bc74-981dfeec1e7f no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:39:04.439236 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-58e289c9-f721-484a-91a2-4629bc5ef159 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:04.446384 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-185faf58-5c51-4df3-88e9-528ca49d35a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:04.494128 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: ce76f02d-f219-4be9-bc74-981dfeec1e7f {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:39:04.495432 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device ce76f02d-f219-4be9-bc74-981dfeec1e7f not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:39:04.517139 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-185faf58-5c51-4df3-88e9-528ca49d35a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:04.587653 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-185faf58-5c51-4df3-88e9-528ca49d35a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:04.592185 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-185faf58-5c51-4df3-88e9-528ca49d35a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:04.593742 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-58e289c9-f721-484a-91a2-4629bc5ef159 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9529109 Nov 16 11:39:04.598338 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-185faf58-5c51-4df3-88e9-528ca49d35a0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/63d48106-f63f-4c63-a259-ec0615499561 HTTP/1.1" status: 204 len: 168 time: 0.3076034 Nov 16 11:39:04.599161 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54126) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:04.616692 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e289c9-f721-484a-91a2-4629bc5ef159 admin admin] Pushing event updated for resources: {'Network': ['ID=6157d786-8f82-4995-a01d-750c8d0f5aa8,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:04.633225 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 6157d786-8f82-4995-a01d-750c8d0f5aa8 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:39:04.643304 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-52bf01a0-37a7-4b70-8206-dd33cca0aa45 admin admin] Request body: {'subnet': {'network_id': '6157d786-8f82-4995-a01d-750c8d0f5aa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-54649268-subnet', 'tenant_id': '0554c3a6013e4ad18a3f6128e5a7c5ac', 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:39:04.667393 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185faf58-5c51-4df3-88e9-528ca49d35a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d48106-f63f-4c63-a259-ec0615499561,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:04.702194 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bf01a0-37a7-4b70-8206-dd33cca0aa45 admin admin] Made reservation on behalf of 0554c3a6013e4ad18a3f6128e5a7c5ac for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:39:04.704662 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-52bf01a0-37a7-4b70-8206-dd33cca0aa45 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:04.839689 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54140) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:04.896744 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c83a4a39-68b1-4bad-b0df-b61d86ab96ee admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f805c35aabc248059b2f6c97a0534202&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0550334 Nov 16 11:39:04.899853 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54144) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:05.050079 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-52bf01a0-37a7-4b70-8206-dd33cca0aa45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:05.066986 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da04dff-2b64-4f31-ad8e-f10311b1e72b req-2d772a75-8157-4ccf-86eb-22c33a774b0f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:05.075485 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3da04dff-2b64-4f31-ad8e-f10311b1e72b req-2d772a75-8157-4ccf-86eb-22c33a774b0f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 945 time: 0.1287310 Nov 16 11:39:05.078102 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-565af5de-0c5d-44ee-a4bb-1dbcfd65e48b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:05.119590 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf01a0-37a7-4b70-8206-dd33cca0aa45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91591175-3148-400c-a6e8-f49e70deaa0c,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:05.160392 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-565af5de-0c5d-44ee-a4bb-1dbcfd65e48b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:05.188872 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bf01a0-37a7-4b70-8206-dd33cca0aa45 admin admin] Checking segment: {'id': '88c0f31d-5b0f-4fc0-948a-4fff2a8bbd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '6157d786-8f82-4995-a01d-750c8d0f5aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:39:05.189317 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bf01a0-37a7-4b70-8206-dd33cca0aa45 admin admin] Network hostable DHCP agents. Network: 6157d786-8f82-4995-a01d-750c8d0f5aa8, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:39:05.197778 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-d034c86a-5351-4272-9a17-b7602a5e9534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:05.199462 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-d034c86a-5351-4272-9a17-b7602a5e9534 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a94525ce04b1475298bff18f4d90d9d6&device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 1096 time: 0.1458852 Nov 16 11:39:05.214325 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3da04dff-2b64-4f31-ad8e-f10311b1e72b req-ebe4638d-4b26-48e3-860b-53872e513a13 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f479886-688b-40e4-95ce-92a8dd5a26bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380191 Nov 16 11:39:05.245341 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54146) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:05.258250 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bf01a0-37a7-4b70-8206-dd33cca0aa45 admin admin] Network 6157d786-8f82-4995-a01d-750c8d0f5aa8 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:39:05.261185 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8869ed04-d40b-40b6-a578-a9847925bdde admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:05.275480 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-52bf01a0-37a7-4b70-8206-dd33cca0aa45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 6157d786-8f82-4995-a01d-750c8d0f5aa8) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:39:05.284987 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bf01a0-37a7-4b70-8206-dd33cca0aa45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:05.285747 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-52bf01a0-37a7-4b70-8206-dd33cca0aa45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:05.292068 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7a5a94-eb95-4fbf-a8e6-7022af8bad53 None None] Network 6157d786-8f82-4995-a01d-750c8d0f5aa8 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:39:05.338398 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-565af5de-0c5d-44ee-a4bb-1dbcfd65e48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:05.340600 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-111bbd8b-6217-4234-9a6a-d9d6557a39f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:05.341402 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-565af5de-0c5d-44ee-a4bb-1dbcfd65e48b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:05.342497 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-111bbd8b-6217-4234-9a6a-d9d6557a39f6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43f20ad4-199d-4548-9ae5-b0d7e71e371d HTTP/1.1" status: 200 len: 898 time: 0.1353998 Nov 16 11:39:05.345588 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-565af5de-0c5d-44ee-a4bb-1dbcfd65e48b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3898abcd-9350-4743-9a7f-be755c43b480 HTTP/1.1" status: 204 len: 168 time: 0.4437063 Nov 16 11:39:05.365899 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-52bf01a0-37a7-4b70-8206-dd33cca0aa45 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7589197 Nov 16 11:39:05.368023 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54156) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:05.369892 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565af5de-0c5d-44ee-a4bb-1dbcfd65e48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3898abcd-9350-4743-9a7f-be755c43b480,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:05.409969 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4479d540-1d0c-4138-8065-a71c4215ae22 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-54649268-router', 'tenant_id': '0554c3a6013e4ad18a3f6128e5a7c5ac', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:39:05.450687 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8869ed04-d40b-40b6-a578-a9847925bdde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:05.458016 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8869ed04-d40b-40b6-a578-a9847925bdde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:05.499542 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869ed04-d40b-40b6-a578-a9847925bdde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc7516c-4043-4660-8a3f-0c9a5b89462b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:05.515208 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4479d540-1d0c-4138-8065-a71c4215ae22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:05.517012 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4479d540-1d0c-4138-8065-a71c4215ae22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:05.530763 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-42b58037-465e-4ad9-8830-24b55e85debb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76a51633-7476-4147-a3ea-d4389026609c HTTP/1.1" status: 200 len: 1001 time: 0.1589921 Nov 16 11:39:05.547832 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8869ed04-d40b-40b6-a578-a9847925bdde admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c742c4e712684db0aba85a8f398ec8c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3004100 Nov 16 11:39:05.548292 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54162) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:05.620676 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-18027527-881f-4675-b0d8-3a366a80fe39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:05.623897 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4479d540-1d0c-4138-8065-a71c4215ae22 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:05.640903 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-9a67be25-c61c-463e-af2c-94d308431da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:05.642494 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-9a67be25-c61c-463e-af2c-94d308431da3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71739ec5-f544-432b-ace1-00dfba16fd4d HTTP/1.1" status: 200 len: 835 time: 0.1033118 Nov 16 11:39:05.655074 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-18027527-881f-4675-b0d8-3a366a80fe39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:05.666434 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6871413-0284-423a-a8a0-00cbc2a4c6d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-6157d786-8f82-4995-a01d-750c8d0f5aa8', 'network_id': '6157d786-8f82-4995-a01d-750c8d0f5aa8', 'tenant_id': '0554c3a6013e4ad18a3f6128e5a7c5ac', 'fixed_ips': [{'subnet_id': '91591175-3148-400c-a6e8-f49e70deaa0c'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:39:05.667308 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e6871413-0284-423a-a8a0-00cbc2a4c6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:05.729010 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-18027527-881f-4675-b0d8-3a366a80fe39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:05.732533 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-18027527-881f-4675-b0d8-3a366a80fe39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:05.734376 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-18027527-881f-4675-b0d8-3a366a80fe39 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8cc7516c-4043-4660-8a3f-0c9a5b89462b HTTP/1.1" status: 204 len: 168 time: 0.1849797 Nov 16 11:39:05.754321 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18027527-881f-4675-b0d8-3a366a80fe39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc7516c-4043-4660-8a3f-0c9a5b89462b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:05.903706 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4479d540-1d0c-4138-8065-a71c4215ae22 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:05.913300 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-f2d33acf-2f2e-43ad-8bfc-c6eb1df3863b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:05.915414 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-f2d33acf-2f2e-43ad-8bfc-c6eb1df3863b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43f20ad4-199d-4548-9ae5-b0d7e71e371d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2353246 Nov 16 11:39:05.957138 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-e6871413-0284-423a-a8a0-00cbc2a4c6d9 None None] Allocated IP 172.20.0.2 (6157d786-8f82-4995-a01d-750c8d0f5aa8/91591175-3148-400c-a6e8-f49e70deaa0c/519da4ed-2a59-40b0-a464-8c9382ac1d22) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:39:06.148556 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e6871413-0284-423a-a8a0-00cbc2a4c6d9 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:06.159540 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e6871413-0284-423a-a8a0-00cbc2a4c6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:06.217090 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6871413-0284-423a-a8a0-00cbc2a4c6d9 None None] Network 6157d786-8f82-4995-a01d-750c8d0f5aa8 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:39:06.220457 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-e6871413-0284-423a-a8a0-00cbc2a4c6d9 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:39:06.225456 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6871413-0284-423a-a8a0-00cbc2a4c6d9 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:39:06.234990 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6871413-0284-423a-a8a0-00cbc2a4c6d9 None None] Pushing event updated for resources: {'Port': ['ID=519da4ed-2a59-40b0-a464-8c9382ac1d22,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:06.279088 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-d4839f96-7503-487d-ad2a-4e8fec8d24f4 service neutron] 10.222.0.36 "GET /v2.0/networks/43f20ad4-199d-4548-9ae5-b0d7e71e371d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070056 Nov 16 11:39:06.304429 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e6871413-0284-423a-a8a0-00cbc2a4c6d9 None None] Attempting to bind port 519da4ed-2a59-40b0-a464-8c9382ac1d22 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:39:06.308858 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e6871413-0284-423a-a8a0-00cbc2a4c6d9 None None] Attempting to bind port 519da4ed-2a59-40b0-a464-8c9382ac1d22 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '88c0f31d-5b0f-4fc0-948a-4fff2a8bbd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '6157d786-8f82-4995-a01d-750c8d0f5aa8'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:39:06.309838 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6871413-0284-423a-a8a0-00cbc2a4c6d9 None None] Attempting to bind port 519da4ed-2a59-40b0-a464-8c9382ac1d22 on network 6157d786-8f82-4995-a01d-750c8d0f5aa8 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:39:06.322290 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6871413-0284-423a-a8a0-00cbc2a4c6d9 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:39:06.322705 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6871413-0284-423a-a8a0-00cbc2a4c6d9 None None] Checking segment: {'id': '88c0f31d-5b0f-4fc0-948a-4fff2a8bbd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '6157d786-8f82-4995-a01d-750c8d0f5aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:39:06.323118 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e6871413-0284-423a-a8a0-00cbc2a4c6d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:06.323524 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6871413-0284-423a-a8a0-00cbc2a4c6d9 None None] Bound using segment: {'id': '88c0f31d-5b0f-4fc0-948a-4fff2a8bbd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '6157d786-8f82-4995-a01d-750c8d0f5aa8'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:39:06.324008 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e6871413-0284-423a-a8a0-00cbc2a4c6d9 None None] Bound port: 519da4ed-2a59-40b0-a464-8c9382ac1d22, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c0f31d-5b0f-4fc0-948a-4fff2a8bbd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '6157d786-8f82-4995-a01d-750c8d0f5aa8'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:39:06.324396 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e6871413-0284-423a-a8a0-00cbc2a4c6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:06.440196 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e6871413-0284-423a-a8a0-00cbc2a4c6d9 None None] For port 519da4ed-2a59-40b0-a464-8c9382ac1d22, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:39:06.444221 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e6871413-0284-423a-a8a0-00cbc2a4c6d9 None None] For port 519da4ed-2a59-40b0-a464-8c9382ac1d22, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=519da4ed-2a59-40b0-a464-8c9382ac1d22,segment=NetworkSegment(88c0f31d-5b0f-4fc0-948a-4fff2a8bbd02),segment_id=88c0f31d-5b0f-4fc0-948a-4fff2a8bbd02)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:39:06.455045 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e6871413-0284-423a-a8a0-00cbc2a4c6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:06.488734 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4479d540-1d0c-4138-8065-a71c4215ae22 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:06.519015 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4479d540-1d0c-4138-8065-a71c4215ae22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:06.564829 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6871413-0284-423a-a8a0-00cbc2a4c6d9 None None] Pushing event updated for resources: {'Port': ['ID=519da4ed-2a59-40b0-a464-8c9382ac1d22,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:06.660316 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-34aa6fe0-b19d-4401-8c36-bc8449739a33 service neutron] 10.222.0.36 "GET /v2.0/networks/43f20ad4-199d-4548-9ae5-b0d7e71e371d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724582 Nov 16 11:39:06.710579 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-4479d540-1d0c-4138-8065-a71c4215ae22 admin admin] Allocated IP 172.25.0.109 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:39:06.984751 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4479d540-1d0c-4138-8065-a71c4215ae22 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:07.071272 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4479d540-1d0c-4138-8065-a71c4215ae22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:07.118804 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54232) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:07.149999 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479d540-1d0c-4138-8065-a71c4215ae22 admin admin] Pushing event updated for resources: {'Port': ['ID=ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:07.159559 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4479d540-1d0c-4138-8065-a71c4215ae22 admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:39:07.161010 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-4479d540-1d0c-4138-8065-a71c4215ae22 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:39:07.173386 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4479d540-1d0c-4138-8065-a71c4215ae22 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:39:07.174723 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b9352d-89c2-4934-b560-e3cea099d6ca None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:39:07.253952 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-973bbb82-d0c5-489e-9f39-d2d93daa4ee0 None None] Provisioning complete for port ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:07.254582 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-973bbb82-d0c5-489e-9f39-d2d93daa4ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:07.272018 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663427ed-1d2d-424a-8e33-1d56654dd5ed req-8d98eb45-561a-44e0-aebe-4370083451cd tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:07.282048 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-663427ed-1d2d-424a-8e33-1d56654dd5ed req-8d98eb45-561a-44e0-aebe-4370083451cd tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 945 time: 0.1020143 Nov 16 11:39:07.316499 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-973bbb82-d0c5-489e-9f39-d2d93daa4ee0 None None] Port ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:39:07.360175 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-663427ed-1d2d-424a-8e33-1d56654dd5ed req-4a6b4acb-19a5-4bfb-86f2-536474241626 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f479886-688b-40e4-95ce-92a8dd5a26bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685065 Nov 16 11:39:07.515152 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-b3901285-6a8c-47bb-be98-de75bcace588 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2129707804-network', 'tenant_id': '4bac558768764cbe98f7632412a36688'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:39:07.575117 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3901285-6a8c-47bb-be98-de75bcace588 admin admin] Made reservation on behalf of 4bac558768764cbe98f7632412a36688 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:39:07.577612 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b3901285-6a8c-47bb-be98-de75bcace588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:07.579244 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 519da4ed-2a59-40b0-a464-8c9382ac1d22 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:39:07.596902 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b3901285-6a8c-47bb-be98-de75bcace588 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:07.633437 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 519da4ed-2a59-40b0-a464-8c9382ac1d22 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:07.634276 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:07.644088 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4479d540-1d0c-4138-8065-a71c4215ae22 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:07.695720 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54242) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:07.799112 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:07.807156 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b3901285-6a8c-47bb-be98-de75bcace588 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:07.818337 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b3901285-6a8c-47bb-be98-de75bcace588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:07.863741 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 519da4ed-2a59-40b0-a464-8c9382ac1d22, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=519da4ed-2a59-40b0-a464-8c9382ac1d22,segment=NetworkSegment(88c0f31d-5b0f-4fc0-948a-4fff2a8bbd02),segment_id=88c0f31d-5b0f-4fc0-948a-4fff2a8bbd02)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:39:07.878438 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:07.893967 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3901285-6a8c-47bb-be98-de75bcace588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4794642-d8bf-457c-a3b2-3c775f0f05fb,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:07.925968 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3901285-6a8c-47bb-be98-de75bcace588 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:39:07.957844 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b3901285-6a8c-47bb-be98-de75bcace588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:07.958278 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-b3901285-6a8c-47bb-be98-de75bcace588 admin admin] Added segment c7ce274d-1faf-4924-9c3c-562dce13f294 of type vlan for network 3d7484ae-78a0-4a01-9340-d50011c24af9 Nov 16 11:39:07.987734 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=519da4ed-2a59-40b0-a464-8c9382ac1d22,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:08.029917 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4479d540-1d0c-4138-8065-a71c4215ae22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:08.154999 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b3901285-6a8c-47bb-be98-de75bcace588 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:08.180310 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04c6918-48ce-47b2-bad3-c42ca537507f None None] Network 6157d786-8f82-4995-a01d-750c8d0f5aa8 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:39:08.197671 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-fc7b26df-f3ee-4736-afe3-4977db3749b0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=88f9b951da4e4801aa41cd8240665ac6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4980738 Nov 16 11:39:08.200076 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54256) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:08.224926 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b3901285-6a8c-47bb-be98-de75bcace588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:08.228256 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3901285-6a8c-47bb-be98-de75bcace588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:08.229543 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b3901285-6a8c-47bb-be98-de75bcace588 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:08.290530 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-cbba6d88-2e04-4964-88b1-2a3b8e896785 None None] Provisioning complete for port 519da4ed-2a59-40b0-a464-8c9382ac1d22 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:08.290784 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cbba6d88-2e04-4964-88b1-2a3b8e896785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:08.307369 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b3901285-6a8c-47bb-be98-de75bcace588 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1855929 Nov 16 11:39:08.311107 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54258) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:08.319297 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-a313d352-3ff4-4aae-8246-58ffe8fa9023 admin admin] Request body: {'subnet': {'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2129707804-subnet', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:39:08.325546 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3901285-6a8c-47bb-be98-de75bcace588 admin admin] Pushing event updated for resources: {'Network': ['ID=3d7484ae-78a0-4a01-9340-d50011c24af9,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:08.357005 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 3d7484ae-78a0-4a01-9340-d50011c24af9 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:39:08.392349 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a313d352-3ff4-4aae-8246-58ffe8fa9023 admin admin] Made reservation on behalf of 4bac558768764cbe98f7632412a36688 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:39:08.397449 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a313d352-3ff4-4aae-8246-58ffe8fa9023 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:08.567819 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce962f1-9070-4108-a79d-e21deac9e3c1 req-d350e72b-41bd-4066-9bce-3fe1ef795f40 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:08.569714 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bce962f1-9070-4108-a79d-e21deac9e3c1 req-d350e72b-41bd-4066-9bce-3fe1ef795f40 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 945 time: 0.0990288 Nov 16 11:39:08.672840 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4479d540-1d0c-4138-8065-a71c4215ae22 admin admin] Router b44810b6-830c-47c2-91c0-670a64a74895 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:39:08.710690 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bce962f1-9070-4108-a79d-e21deac9e3c1 req-59f981d2-1c1c-4fbb-928a-ced3dba9fc8b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f479886-688b-40e4-95ce-92a8dd5a26bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310279 Nov 16 11:39:08.762561 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35ec1c1d-2864-46b7-83d8-ddb41bcfd5f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:08.788339 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35ec1c1d-2864-46b7-83d8-ddb41bcfd5f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:08.871299 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a313d352-3ff4-4aae-8246-58ffe8fa9023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:08.897975 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35ec1c1d-2864-46b7-83d8-ddb41bcfd5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:08.900756 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35ec1c1d-2864-46b7-83d8-ddb41bcfd5f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:08.906235 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-35ec1c1d-2864-46b7-83d8-ddb41bcfd5f0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4abe67ce-3561-4710-8d68-692bfdd82b45 HTTP/1.1" status: 204 len: 168 time: 0.7038822 Nov 16 11:39:08.921992 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec1c1d-2864-46b7-83d8-ddb41bcfd5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abe67ce-3561-4710-8d68-692bfdd82b45,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:08.940901 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec1c1d-2864-46b7-83d8-ddb41bcfd5f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:08.941346 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec1c1d-2864-46b7-83d8-ddb41bcfd5f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:08.941763 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec1c1d-2864-46b7-83d8-ddb41bcfd5f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:08.942430 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec1c1d-2864-46b7-83d8-ddb41bcfd5f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:08.942845 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec1c1d-2864-46b7-83d8-ddb41bcfd5f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:08.943255 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec1c1d-2864-46b7-83d8-ddb41bcfd5f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:08.943661 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec1c1d-2864-46b7-83d8-ddb41bcfd5f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:08.944065 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec1c1d-2864-46b7-83d8-ddb41bcfd5f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:08.944468 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec1c1d-2864-46b7-83d8-ddb41bcfd5f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:08.945449 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec1c1d-2864-46b7-83d8-ddb41bcfd5f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:08.945998 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec1c1d-2864-46b7-83d8-ddb41bcfd5f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:08.946403 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec1c1d-2864-46b7-83d8-ddb41bcfd5f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:09.002208 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313d352-3ff4-4aae-8246-58ffe8fa9023 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b36b18de-7ce5-4007-aecb-7c9e7de7c07f,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:09.009407 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4479d540-1d0c-4138-8065-a71c4215ae22 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:39:09.019736 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e99548-80c3-466e-8381-7b6768b45a89 None None] Sync routers for ids ['b44810b6-830c-47c2-91c0-670a64a74895'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:39:09.030500 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a313d352-3ff4-4aae-8246-58ffe8fa9023 admin admin] Checking segment: {'id': 'c7ce274d-1faf-4924-9c3c-562dce13f294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:39:09.032111 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a313d352-3ff4-4aae-8246-58ffe8fa9023 admin admin] Network hostable DHCP agents. Network: 3d7484ae-78a0-4a01-9340-d50011c24af9, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:39:09.034437 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e99548-80c3-466e-8381-7b6768b45a89 None None] Routers {'b44810b6-830c-47c2-91c0-670a64a74895'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:39:09.034880 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-8b3a5a9a-2609-4f99-880e-3e3d12f8525a None None] Provisioning complete for port 519da4ed-2a59-40b0-a464-8c9382ac1d22 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:09.035272 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8b3a5a9a-2609-4f99-880e-3e3d12f8525a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:09.035614 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-59e99548-80c3-466e-8381-7b6768b45a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:38:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['b44810b6-830c-47c2-91c0-670a64a74895'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:09.048536 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4479d540-1d0c-4138-8065-a71c4215ae22 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:09.053290 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4479d540-1d0c-4138-8065-a71c4215ae22 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6570170 Nov 16 11:39:09.053977 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54274) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:09.076210 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a313d352-3ff4-4aae-8246-58ffe8fa9023 admin admin] Network 3d7484ae-78a0-4a01-9340-d50011c24af9 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:39:09.097171 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-a313d352-3ff4-4aae-8246-58ffe8fa9023 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 3d7484ae-78a0-4a01-9340-d50011c24af9) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:39:09.105006 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a313d352-3ff4-4aae-8246-58ffe8fa9023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:09.105804 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a313d352-3ff4-4aae-8246-58ffe8fa9023 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:09.146681 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a313d352-3ff4-4aae-8246-58ffe8fa9023 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8343930 Nov 16 11:39:09.147413 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4251a835-8257-46e0-aec4-8d4c68b3ec59 None None] Network 3d7484ae-78a0-4a01-9340-d50011c24af9 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:39:09.149528 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54278) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:09.158485 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-ec27e2bf-ec45-4c32-8797-2422dba41ba6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2129707804-router', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:39:09.188814 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-59e99548-80c3-466e-8381-7b6768b45a89 None None] Set router b44810b6-830c-47c2-91c0-670a64a74895 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:39:09.214674 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec27e2bf-ec45-4c32-8797-2422dba41ba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:09.216065 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec27e2bf-ec45-4c32-8797-2422dba41ba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:09.358562 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec27e2bf-ec45-4c32-8797-2422dba41ba6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:09.534689 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-59e99548-80c3-466e-8381-7b6768b45a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44810b6-830c-47c2-91c0-670a64a74895', 'name': 'tempest-TestAggregatesBasicOps-54649268-router', 'tenant_id': '0554c3a6013e4ad18a3f6128e5a7c5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:05Z', 'updated_at': '2021-11-16T11:39:07Z', 'revision_number': 3, 'project_id': '0554c3a6013e4ad18a3f6128e5a7c5ac', 'gw_port': {'id': 'ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44810b6-830c-47c2-91c0-670a64a74895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:06Z', 'updated_at': '2021-11-16T11:39:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:09.601733 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 519da4ed-2a59-40b0-a464-8c9382ac1d22 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:39:09.617619 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e99548-80c3-466e-8381-7b6768b45a89 None None] Checking router: b44810b6-830c-47c2-91c0-670a64a74895 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:39:09.617983 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e99548-80c3-466e-8381-7b6768b45a89 None None] Updating router b44810b6-830c-47c2-91c0-670a64a74895 port ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:39:09.688005 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-59e99548-80c3-466e-8381-7b6768b45a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:09.724195 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e6916f-a5ed-4721-85bf-9d4e58ddd807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-3d7484ae-78a0-4a01-9340-d50011c24af9', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'fixed_ips': [{'subnet_id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:39:09.726295 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87e6916f-a5ed-4721-85bf-9d4e58ddd807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:09.820081 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec27e2bf-ec45-4c32-8797-2422dba41ba6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:09.840307 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-130f94ae-f68b-48c6-a830-c3dd2b2786d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:09.935943 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 519da4ed-2a59-40b0-a464-8c9382ac1d22 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:09.938566 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:09.959462 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe88de2-7bcf-44f6-a745-557254e1dd84 req-fd550676-a17d-40db-9c42-9a551c7272a0 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:09.968095 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cbe88de2-7bcf-44f6-a745-557254e1dd84 req-fd550676-a17d-40db-9c42-9a551c7272a0 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 945 time: 0.1312842 Nov 16 11:39:10.113117 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cbe88de2-7bcf-44f6-a745-557254e1dd84 req-94330c17-7916-45b1-b64d-e0d415c57f8a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f479886-688b-40e4-95ce-92a8dd5a26bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437294 Nov 16 11:39:10.155138 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-87e6916f-a5ed-4721-85bf-9d4e58ddd807 None None] Allocated IP 172.20.0.2 (3d7484ae-78a0-4a01-9340-d50011c24af9/b36b18de-7ce5-4007-aecb-7c9e7de7c07f/69d0f023-dbd7-4345-8cb1-b9f349df395c) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:39:10.241095 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-59e99548-80c3-466e-8381-7b6768b45a89 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:10.257212 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-59e99548-80c3-466e-8381-7b6768b45a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:10.347066 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec27e2bf-ec45-4c32-8797-2422dba41ba6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:10.347575 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-59e99548-80c3-466e-8381-7b6768b45a89 None None] Attempting to bind port ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:39:10.347666 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-59e99548-80c3-466e-8381-7b6768b45a89 None None] Attempting to bind port ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:39:10.347970 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e99548-80c3-466e-8381-7b6768b45a89 None None] Attempting to bind port ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:39:10.355987 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e99548-80c3-466e-8381-7b6768b45a89 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:39:10.358398 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e99548-80c3-466e-8381-7b6768b45a89 None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:39:10.358960 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-59e99548-80c3-466e-8381-7b6768b45a89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:10.360387 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e99548-80c3-466e-8381-7b6768b45a89 None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:39:10.361019 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-59e99548-80c3-466e-8381-7b6768b45a89 None None] Bound port: ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:39:10.362337 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-59e99548-80c3-466e-8381-7b6768b45a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:10.364596 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3319d3-ca8a-47fe-b2bb-a5b55d82de69 None None] Pushing event updated for resources: {'Port': ['ID=ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:10.384644 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-130f94ae-f68b-48c6-a830-c3dd2b2786d4 admin admin] Allocated IP 172.20.0.1 (6157d786-8f82-4995-a01d-750c8d0f5aa8/91591175-3148-400c-a6e8-f49e70deaa0c/48cf64ec-f7a3-4489-8479-22cfbd3aa32e) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:39:10.387889 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec27e2bf-ec45-4c32-8797-2422dba41ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:10.404725 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb20472-7dbf-4bd8-8e45-738194aca609 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:39:10.408000 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3319d3-ca8a-47fe-b2bb-a5b55d82de69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:10.408336 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3319d3-ca8a-47fe-b2bb-a5b55d82de69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:10.409459 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3319d3-ca8a-47fe-b2bb-a5b55d82de69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:10.410031 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3319d3-ca8a-47fe-b2bb-a5b55d82de69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:10.410508 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3319d3-ca8a-47fe-b2bb-a5b55d82de69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:10.410981 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3319d3-ca8a-47fe-b2bb-a5b55d82de69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:10.411476 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3319d3-ca8a-47fe-b2bb-a5b55d82de69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:10.411947 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3319d3-ca8a-47fe-b2bb-a5b55d82de69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:10.412414 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3319d3-ca8a-47fe-b2bb-a5b55d82de69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:10.412882 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3319d3-ca8a-47fe-b2bb-a5b55d82de69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:10.413346 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3319d3-ca8a-47fe-b2bb-a5b55d82de69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:10.413826 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3319d3-ca8a-47fe-b2bb-a5b55d82de69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:10.466261 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-59e99548-80c3-466e-8381-7b6768b45a89 None None] For port ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:39:10.475835 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-59e99548-80c3-466e-8381-7b6768b45a89 None None] For port ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:39:10.483569 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-59e99548-80c3-466e-8381-7b6768b45a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:10.556298 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54322) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:10.568880 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0173fea5-c6cf-4254-afa2-6d9a6e17461b None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:39:10.576969 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e99548-80c3-466e-8381-7b6768b45a89 None None] Routers {'b44810b6-830c-47c2-91c0-670a64a74895'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:39:10.578338 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-59e99548-80c3-466e-8381-7b6768b45a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:38:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['b44810b6-830c-47c2-91c0-670a64a74895'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:10.593422 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3319d3-ca8a-47fe-b2bb-a5b55d82de69 None None] Pushing event updated for resources: {'Port': ['ID=ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:10.603421 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3f0a516a-71f6-4a3b-bd06-91e116c2a89d None None] Provisioning complete for port ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:10.604544 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3f0a516a-71f6-4a3b-bd06-91e116c2a89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:10.621958 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-130f94ae-f68b-48c6-a830-c3dd2b2786d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:10.646132 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-ec27e2bf-ec45-4c32-8797-2422dba41ba6 admin admin] Allocated IP 172.25.0.118 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/5cbfca54-2762-4074-b90f-2562cf61e4e5) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:39:10.687793 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-130f94ae-f68b-48c6-a830-c3dd2b2786d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:10.747753 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-59e99548-80c3-466e-8381-7b6768b45a89 None None] Set router b44810b6-830c-47c2-91c0-670a64a74895 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:39:10.754397 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130f94ae-f68b-48c6-a830-c3dd2b2786d4 admin admin] Network 6157d786-8f82-4995-a01d-750c8d0f5aa8 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:39:10.773625 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-130f94ae-f68b-48c6-a830-c3dd2b2786d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:39:10.782783 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130f94ae-f68b-48c6-a830-c3dd2b2786d4 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:39:10.832299 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87e6916f-a5ed-4721-85bf-9d4e58ddd807 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:10.844371 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f94ae-f68b-48c6-a830-c3dd2b2786d4 admin admin] Pushing event updated for resources: {'Port': ['ID=48cf64ec-f7a3-4489-8479-22cfbd3aa32e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:10.864114 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87e6916f-a5ed-4721-85bf-9d4e58ddd807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:10.879496 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec27e2bf-ec45-4c32-8797-2422dba41ba6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:10.900224 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-130f94ae-f68b-48c6-a830-c3dd2b2786d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:10.927322 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec27e2bf-ec45-4c32-8797-2422dba41ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:10.955220 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3f0a516a-71f6-4a3b-bd06-91e116c2a89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:10.980829 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec27e2bf-ec45-4c32-8797-2422dba41ba6 admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:39:10.985313 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-ec27e2bf-ec45-4c32-8797-2422dba41ba6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:39:10.986440 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e6916f-a5ed-4721-85bf-9d4e58ddd807 None None] Network 3d7484ae-78a0-4a01-9340-d50011c24af9 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:39:10.989285 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec27e2bf-ec45-4c32-8797-2422dba41ba6 admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:39:10.999840 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-87e6916f-a5ed-4721-85bf-9d4e58ddd807 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:39:11.001837 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6916f-a5ed-4721-85bf-9d4e58ddd807 None None] Pushing event updated for resources: {'Port': ['ID=69d0f023-dbd7-4345-8cb1-b9f349df395c,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:11.004433 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e6916f-a5ed-4721-85bf-9d4e58ddd807 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:39:11.010146 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e71675-04fb-467a-8b29-d6b25e908414 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:39:11.014209 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3f0a516a-71f6-4a3b-bd06-91e116c2a89d None None] For port ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:39:11.035492 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3f0a516a-71f6-4a3b-bd06-91e116c2a89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:11.048612 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-601e4c0e-9805-45ce-ab11-54509bd666f4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-628265186-network', 'tenant_id': '74a07659247b4f55893bb2b6df45232e'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:39:11.092474 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-59e99548-80c3-466e-8381-7b6768b45a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44810b6-830c-47c2-91c0-670a64a74895', 'name': 'tempest-TestAggregatesBasicOps-54649268-router', 'tenant_id': '0554c3a6013e4ad18a3f6128e5a7c5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:05Z', 'updated_at': '2021-11-16T11:39:07Z', 'revision_number': 3, 'project_id': '0554c3a6013e4ad18a3f6128e5a7c5ac', 'gw_port': {'id': 'ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44810b6-830c-47c2-91c0-670a64a74895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:06Z', 'updated_at': '2021-11-16T11:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:11.159367 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601e4c0e-9805-45ce-ab11-54509bd666f4 admin admin] Made reservation on behalf of 74a07659247b4f55893bb2b6df45232e for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:39:11.160703 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e99548-80c3-466e-8381-7b6768b45a89 None None] The sync data for ids ['b44810b6-830c-47c2-91c0-670a64a74895'] in n-d-816823-3 is: [{'id': 'b44810b6-830c-47c2-91c0-670a64a74895', 'name': 'tempest-TestAggregatesBasicOps-54649268-router', 'tenant_id': '0554c3a6013e4ad18a3f6128e5a7c5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:05Z', 'updated_at': '2021-11-16T11:39:07Z', 'revision_number': 3, 'project_id': '0554c3a6013e4ad18a3f6128e5a7c5ac', 'gw_port': {'id': 'ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44810b6-830c-47c2-91c0-670a64a74895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:06Z', 'updated_at': '2021-11-16T11:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:39:11.165181 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-601e4c0e-9805-45ce-ab11-54509bd666f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:11.197078 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-87e6916f-a5ed-4721-85bf-9d4e58ddd807 None None] Attempting to bind port 69d0f023-dbd7-4345-8cb1-b9f349df395c on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:39:11.203425 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-87e6916f-a5ed-4721-85bf-9d4e58ddd807 None None] Attempting to bind port 69d0f023-dbd7-4345-8cb1-b9f349df395c by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'c7ce274d-1faf-4924-9c3c-562dce13f294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:39:11.205283 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e6916f-a5ed-4721-85bf-9d4e58ddd807 None None] Attempting to bind port 69d0f023-dbd7-4345-8cb1-b9f349df395c on network 3d7484ae-78a0-4a01-9340-d50011c24af9 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:39:11.214058 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec27e2bf-ec45-4c32-8797-2422dba41ba6 admin admin] Pushing event updated for resources: {'Port': ['ID=5cbfca54-2762-4074-b90f-2562cf61e4e5,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:11.244726 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e6916f-a5ed-4721-85bf-9d4e58ddd807 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:39:11.245393 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e6916f-a5ed-4721-85bf-9d4e58ddd807 None None] Checking segment: {'id': 'c7ce274d-1faf-4924-9c3c-562dce13f294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:39:11.245944 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87e6916f-a5ed-4721-85bf-9d4e58ddd807 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:11.246451 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e6916f-a5ed-4721-85bf-9d4e58ddd807 None None] Bound using segment: {'id': 'c7ce274d-1faf-4924-9c3c-562dce13f294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:39:11.246572 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-601e4c0e-9805-45ce-ab11-54509bd666f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:11.247120 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-87e6916f-a5ed-4721-85bf-9d4e58ddd807 None None] Bound port: 69d0f023-dbd7-4345-8cb1-b9f349df395c, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ce274d-1faf-4924-9c3c-562dce13f294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:39:11.247661 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87e6916f-a5ed-4721-85bf-9d4e58ddd807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:11.249836 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b362ba25-e6e6-4164-ad6c-3502ea19b37e None None] Provisioning complete for port 5cbfca54-2762-4074-b90f-2562cf61e4e5 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:11.250245 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b362ba25-e6e6-4164-ad6c-3502ea19b37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:11.314855 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a516a-71f6-4a3b-bd06-91e116c2a89d None None] Pushing event updated for resources: {'Port': ['ID=ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:11.325520 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b362ba25-e6e6-4164-ad6c-3502ea19b37e None None] Port 5cbfca54-2762-4074-b90f-2562cf61e4e5 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:39:11.336239 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca02066-abac-4924-8e7e-0eb6ce4e30d9 req-09819df6-e101-45e7-abf1-ca93783c209c tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:11.338618 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1ca02066-abac-4924-8e7e-0eb6ce4e30d9 req-09819df6-e101-45e7-abf1-ca93783c209c tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 945 time: 0.1161973 Nov 16 11:39:11.344914 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-130f94ae-f68b-48c6-a830-c3dd2b2786d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:11.399918 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b362ba25-e6e6-4164-ad6c-3502ea19b37e None None] Provisioning complete for port 48cf64ec-f7a3-4489-8479-22cfbd3aa32e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:11.400392 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b362ba25-e6e6-4164-ad6c-3502ea19b37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:11.464792 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-87e6916f-a5ed-4721-85bf-9d4e58ddd807 None None] For port 69d0f023-dbd7-4345-8cb1-b9f349df395c, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:39:11.488515 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b362ba25-e6e6-4164-ad6c-3502ea19b37e None None] Port 48cf64ec-f7a3-4489-8479-22cfbd3aa32e cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:39:11.491581 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-87e6916f-a5ed-4721-85bf-9d4e58ddd807 None None] For port 69d0f023-dbd7-4345-8cb1-b9f349df395c, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=69d0f023-dbd7-4345-8cb1-b9f349df395c,segment=NetworkSegment(c7ce274d-1faf-4924-9c3c-562dce13f294),segment_id=c7ce274d-1faf-4924-9c3c-562dce13f294)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:39:11.508117 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87e6916f-a5ed-4721-85bf-9d4e58ddd807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:11.520203 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b362ba25-e6e6-4164-ad6c-3502ea19b37e None None] Provisioning complete for port ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:11.520654 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b362ba25-e6e6-4164-ad6c-3502ea19b37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:11.521659 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54338) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:11.614043 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6916f-a5ed-4721-85bf-9d4e58ddd807 None None] Pushing event updated for resources: {'Port': ['ID=69d0f023-dbd7-4345-8cb1-b9f349df395c,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:11.641714 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-601e4c0e-9805-45ce-ab11-54509bd666f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:11.673837 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-601e4c0e-9805-45ce-ab11-54509bd666f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:11.724278 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-601e4c0e-9805-45ce-ab11-54509bd666f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:39:11.749506 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e4c0e-9805-45ce-ab11-54509bd666f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9857979a-ba15-4df1-b861-acebc7d7fde2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:11.756980 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-601e4c0e-9805-45ce-ab11-54509bd666f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:11.757429 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-601e4c0e-9805-45ce-ab11-54509bd666f4 admin admin] Added segment e8fc7da1-c87b-4d69-bd41-092bb4419c35 of type vlan for network 407e83e4-0324-4859-8d00-c8b5c17e48b1 Nov 16 11:39:11.784108 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-130f94ae-f68b-48c6-a830-c3dd2b2786d4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:11.793513 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-130f94ae-f68b-48c6-a830-c3dd2b2786d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:11.901557 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-601e4c0e-9805-45ce-ab11-54509bd666f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:11.955446 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cd3178c5-ee7b-4a5c-b72d-af32e8dbc4d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:11.986600 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1ca02066-abac-4924-8e7e-0eb6ce4e30d9 req-ea5f6062-f483-4b79-8af2-5fa374107624 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f479886-688b-40e4-95ce-92a8dd5a26bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795243 Nov 16 11:39:12.000168 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-601e4c0e-9805-45ce-ab11-54509bd666f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:12.001437 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601e4c0e-9805-45ce-ab11-54509bd666f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:12.002206 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-601e4c0e-9805-45ce-ab11-54509bd666f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:12.011479 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec27e2bf-ec45-4c32-8797-2422dba41ba6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:12.030730 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f94ae-f68b-48c6-a830-c3dd2b2786d4 admin admin] Pushing event updated for resources: {'Port': ['ID=48cf64ec-f7a3-4489-8479-22cfbd3aa32e,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:12.048708 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-130f94ae-f68b-48c6-a830-c3dd2b2786d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:12.146365 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54344) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:12.146548 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-601e4c0e-9805-45ce-ab11-54509bd666f4 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5886312 Nov 16 11:39:12.185979 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-1d63c915-ce5e-449f-9174-6417c4301a7c admin admin] Request body: {'subnet': {'network_id': '407e83e4-0324-4859-8d00-c8b5c17e48b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-628265186-subnet', 'tenant_id': '74a07659247b4f55893bb2b6df45232e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:39:12.206106 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e4c0e-9805-45ce-ab11-54509bd666f4 admin admin] Pushing event updated for resources: {'Network': ['ID=407e83e4-0324-4859-8d00-c8b5c17e48b1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:12.220238 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 407e83e4-0324-4859-8d00-c8b5c17e48b1 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:39:12.270541 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d63c915-ce5e-449f-9174-6417c4301a7c admin admin] Made reservation on behalf of 74a07659247b4f55893bb2b6df45232e for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:39:12.273537 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1d63c915-ce5e-449f-9174-6417c4301a7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:12.321693 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cd3178c5-ee7b-4a5c-b72d-af32e8dbc4d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:12.328177 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130f94ae-f68b-48c6-a830-c3dd2b2786d4 admin admin] Network 6157d786-8f82-4995-a01d-750c8d0f5aa8 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:39:12.330010 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cd3178c5-ee7b-4a5c-b72d-af32e8dbc4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:12.334371 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-130f94ae-f68b-48c6-a830-c3dd2b2786d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:39:12.456166 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-cd3178c5-ee7b-4a5c-b72d-af32e8dbc4d0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=91ca5fac3e3440dead754e84dee102d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9300373 Nov 16 11:39:12.480774 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54352) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:12.483358 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3178c5-ee7b-4a5c-b72d-af32e8dbc4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e828cc-1f6e-4d57-8c5d-6244d07c570c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:12.544884 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec27e2bf-ec45-4c32-8797-2422dba41ba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:12.591092 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-124356b2-d727-4e5d-806a-e99cb45bdd2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:12.632201 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-130f94ae-f68b-48c6-a830-c3dd2b2786d4 admin admin] Router b44810b6-830c-47c2-91c0-670a64a74895 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:39:12.637826 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-124356b2-d727-4e5d-806a-e99cb45bdd2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:12.713744 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1d63c915-ce5e-449f-9174-6417c4301a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:12.777013 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d63c915-ce5e-449f-9174-6417c4301a7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f6e08ec-1e79-4ba5-8b25-d13d15e8a82d,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:12.811453 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-124356b2-d727-4e5d-806a-e99cb45bdd2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:12.818463 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-124356b2-d727-4e5d-806a-e99cb45bdd2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:12.823664 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-124356b2-d727-4e5d-806a-e99cb45bdd2a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/91e828cc-1f6e-4d57-8c5d-6244d07c570c HTTP/1.1" status: 204 len: 168 time: 0.3383479 Nov 16 11:39:12.840046 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124356b2-d727-4e5d-806a-e99cb45bdd2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e828cc-1f6e-4d57-8c5d-6244d07c570c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:12.841038 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-61f87e02-99db-4060-ba41-8f13feaac9c7 None None] Provisioning complete for port 48cf64ec-f7a3-4489-8479-22cfbd3aa32e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:12.841577 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-61f87e02-99db-4060-ba41-8f13feaac9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:12.844488 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130f94ae-f68b-48c6-a830-c3dd2b2786d4 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:39:12.847792 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d63c915-ce5e-449f-9174-6417c4301a7c admin admin] Checking segment: {'id': 'e8fc7da1-c87b-4d69-bd41-092bb4419c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '407e83e4-0324-4859-8d00-c8b5c17e48b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:39:12.848365 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d63c915-ce5e-449f-9174-6417c4301a7c admin admin] Network hostable DHCP agents. Network: 407e83e4-0324-4859-8d00-c8b5c17e48b1, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:39:12.850475 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-130f94ae-f68b-48c6-a830-c3dd2b2786d4 admin admin] 10.222.0.61 "PUT /v2.0/routers/b44810b6-830c-47c2-91c0-670a64a74895/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7954733 Nov 16 11:39:12.889209 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec27e2bf-ec45-4c32-8797-2422dba41ba6 admin admin] Router c352b1ca-5cdc-43b9-af68-1b27d967b035 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:39:12.895678 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d63c915-ce5e-449f-9174-6417c4301a7c admin admin] Network 407e83e4-0324-4859-8d00-c8b5c17e48b1 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:39:12.901776 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-61f87e02-99db-4060-ba41-8f13feaac9c7 None None] Port 48cf64ec-f7a3-4489-8479-22cfbd3aa32e cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:39:12.951212 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-1d63c915-ce5e-449f-9174-6417c4301a7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 407e83e4-0324-4859-8d00-c8b5c17e48b1) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:39:12.961362 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6909def9-d705-47ce-92d4-3563bf212a83 None None] Network 407e83e4-0324-4859-8d00-c8b5c17e48b1 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:39:13.057605 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d63c915-ce5e-449f-9174-6417c4301a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:13.058297 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1d63c915-ce5e-449f-9174-6417c4301a7c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:13.105078 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-889d2906-a197-43c3-b1b3-bce7641c848a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:13.125454 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1d63c915-ce5e-449f-9174-6417c4301a7c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9775538 Nov 16 11:39:13.175680 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec27e2bf-ec45-4c32-8797-2422dba41ba6 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:39:13.199809 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14ae560-9fd2-4bab-b84a-5cb91bc027af None None] Sync routers for ids ['c352b1ca-5cdc-43b9-af68-1b27d967b035'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:39:13.226219 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec27e2bf-ec45-4c32-8797-2422dba41ba6 admin admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:13.227870 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ec27e2bf-ec45-4c32-8797-2422dba41ba6 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0773118 Nov 16 11:39:13.230749 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54366) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:13.262272 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14ae560-9fd2-4bab-b84a-5cb91bc027af None None] Routers {'c352b1ca-5cdc-43b9-af68-1b27d967b035'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:39:13.263219 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e14ae560-9fd2-4bab-b84a-5cb91bc027af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:38:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c352b1ca-5cdc-43b9-af68-1b27d967b035'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:13.386260 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7766e-da9c-485d-8ba3-6e50cc8b2b2e req-280f60c3-88e8-49a8-a286-d83cb8ac0809 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:13.398639 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b3f7766e-da9c-485d-8ba3-6e50cc8b2b2e req-280f60c3-88e8-49a8-a286-d83cb8ac0809 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 945 time: 0.1694679 Nov 16 11:39:13.448277 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dde0ac8-2a20-4230-a608-1f6513bc5fcd None None] Network 3d7484ae-78a0-4a01-9340-d50011c24af9 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:39:13.511600 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b3f7766e-da9c-485d-8ba3-6e50cc8b2b2e req-f8f4742d-0777-423e-80b1-a92528c16362 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f479886-688b-40e4-95ce-92a8dd5a26bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969620 Nov 16 11:39:13.606369 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54372) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:13.638859 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4cd69271-6464-46be-bbc7-176bdb6e04ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:13.847322 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4cd69271-6464-46be-bbc7-176bdb6e04ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:13.863461 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4cd69271-6464-46be-bbc7-176bdb6e04ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:13.967819 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a25aff-9718-47bd-8681-a8652745f1cb None None] Sync routers for ids ['b44810b6-830c-47c2-91c0-670a64a74895'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:39:13.981969 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd69271-6464-46be-bbc7-176bdb6e04ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b74cd6-98ba-4fb6-b655-b52b9cf98169,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:13.988579 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a25aff-9718-47bd-8681-a8652745f1cb None None] Routers {'b44810b6-830c-47c2-91c0-670a64a74895'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:39:13.990256 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-97a25aff-9718-47bd-8681-a8652745f1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:38:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['b44810b6-830c-47c2-91c0-670a64a74895'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:14.043735 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4cd69271-6464-46be-bbc7-176bdb6e04ad admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3ac26c6805fd43ab90321bf2e4998970&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4357445 Nov 16 11:39:14.046479 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54382) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:14.167088 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-e14ae560-9fd2-4bab-b84a-5cb91bc027af None None] Set router c352b1ca-5cdc-43b9-af68-1b27d967b035 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:39:14.186633 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d50c34d-1844-4767-b0aa-1dcd77ebdb28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:14.229409 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d50c34d-1844-4767-b0aa-1dcd77ebdb28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:14.339487 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54388) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:14.345236 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-b3943021-e326-4bd5-9a13-9e8712ade5a4 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-557955512-network', 'tenant_id': '73e4a83e3428491e8a275badcf653505'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:39:14.358330 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d50c34d-1844-4767-b0aa-1dcd77ebdb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:14.360812 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d50c34d-1844-4767-b0aa-1dcd77ebdb28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:14.369005 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7d50c34d-1844-4767-b0aa-1dcd77ebdb28 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/97b74cd6-98ba-4fb6-b655-b52b9cf98169 HTTP/1.1" status: 204 len: 168 time: 0.3141482 Nov 16 11:39:14.411376 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [req-fdd2b116-5495-4b47-af74-f8173e3932d9 req-ecf4b659-fcba-44cc-afbd-013b1a3553b4 tempest-SecurityGroupsNegativeTestJSON-1075881496 tempest-SecurityGroupsNegativeTestJSON-1075881496-project] show failed (client error): The resource could not be found. Nov 16 11:39:14.411754 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fdd2b116-5495-4b47-af74-f8173e3932d9 req-ecf4b659-fcba-44cc-afbd-013b1a3553b4 tempest-SecurityGroupsNegativeTestJSON-1075881496 tempest-SecurityGroupsNegativeTestJSON-1075881496-project] 10.222.0.61 "GET /v2.0/security-groups/305ded8c-969e-4270-819e-791bb35c0bd6 HTTP/1.1" status: 404 len: 352 time: 0.0616295 Nov 16 11:39:14.430743 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50c34d-1844-4767-b0aa-1dcd77ebdb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b74cd6-98ba-4fb6-b655-b52b9cf98169,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:14.463758 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3943021-e326-4bd5-9a13-9e8712ade5a4 admin admin] Made reservation on behalf of 73e4a83e3428491e8a275badcf653505 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:39:14.466638 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b3943021-e326-4bd5-9a13-9e8712ade5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:14.477669 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b3943021-e326-4bd5-9a13-9e8712ade5a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:14.488501 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ee86690-300f-4e29-8c33-6fa94a3105b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:14.512298 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 69d0f023-dbd7-4345-8cb1-b9f349df395c up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:39:14.554692 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711025a4-02cc-409b-b576-962560bf9f09 None None] Network 407e83e4-0324-4859-8d00-c8b5c17e48b1 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:39:14.683610 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cc28c96a-78b9-4462-a7ca-d90827c06d54 req-8faccf7e-100f-47f2-be90-69d7b5bd1391 tempest-SecurityGroupsNegativeTestJSON-1075881496 tempest-SecurityGroupsNegativeTestJSON-1075881496-project] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=74a07659247b4f55893bb2b6df45232e HTTP/1.1" status: 200 len: 3005 time: 0.1872423 Nov 16 11:39:14.691408 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-97a25aff-9718-47bd-8681-a8652745f1cb None None] Set router b44810b6-830c-47c2-91c0-670a64a74895 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:39:14.743771 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-0b2e97cb-7226-4762-af4c-485c845a0a90 None None] Provisioning complete for port 69d0f023-dbd7-4345-8cb1-b9f349df395c triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:14.744178 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0b2e97cb-7226-4762-af4c-485c845a0a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:14.814043 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cc28c96a-78b9-4462-a7ca-d90827c06d54 req-0f9e8a0d-36b5-4c2a-83c9-25934c20e63c tempest-SecurityGroupsNegativeTestJSON-1075881496 tempest-SecurityGroupsNegativeTestJSON-1075881496-project] 10.222.0.61 "GET /v2.0/security-groups/9857979a-ba15-4df1-b861-acebc7d7fde2 HTTP/1.1" status: 200 len: 3002 time: 0.1214375 Nov 16 11:39:14.862488 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-2ee86690-300f-4e29-8c33-6fa94a3105b7 admin admin] Allocated IP 172.20.0.1 (3d7484ae-78a0-4a01-9340-d50011c24af9/b36b18de-7ce5-4007-aecb-7c9e7de7c07f/5cb16a25-dc49-4206-a022-3c3ed805f304) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:39:14.925736 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b3943021-e326-4bd5-9a13-9e8712ade5a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:14.960888 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cc28c96a-78b9-4462-a7ca-d90827c06d54 req-5fb21140-d6e7-4c25-9864-d7dd9f3656d3 tempest-SecurityGroupsNegativeTestJSON-1075881496 tempest-SecurityGroupsNegativeTestJSON-1075881496-project] 10.222.0.61 "GET /v2.0/security-groups/9857979a-ba15-4df1-b861-acebc7d7fde2 HTTP/1.1" status: 200 len: 3002 time: 0.1384125 Nov 16 11:39:14.961702 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b3943021-e326-4bd5-9a13-9e8712ade5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:15.001578 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3943021-e326-4bd5-9a13-9e8712ade5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e526e0-5a42-4844-811d-3b3500f770bb,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:15.012353 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3943021-e326-4bd5-9a13-9e8712ade5a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:39:15.025383 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b3943021-e326-4bd5-9a13-9e8712ade5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:15.026383 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-b3943021-e326-4bd5-9a13-9e8712ade5a4 admin admin] Added segment 26795a2d-b645-41c3-8b71-8b363d1115d8 of type vlan for network 831b3a3a-a3c7-408f-9b2e-6ed54d1e4743 Nov 16 11:39:15.097609 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 69d0f023-dbd7-4345-8cb1-b9f349df395c triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:15.098272 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:15.140938 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ee86690-300f-4e29-8c33-6fa94a3105b7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:15.154756 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b3943021-e326-4bd5-9a13-9e8712ade5a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:15.211444 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ee86690-300f-4e29-8c33-6fa94a3105b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:15.235404 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-97a25aff-9718-47bd-8681-a8652745f1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44810b6-830c-47c2-91c0-670a64a74895', 'name': 'tempest-TestAggregatesBasicOps-54649268-router', 'tenant_id': '0554c3a6013e4ad18a3f6128e5a7c5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:05Z', 'updated_at': '2021-11-16T11:39:11Z', 'revision_number': 4, 'project_id': '0554c3a6013e4ad18a3f6128e5a7c5ac', 'gw_port': {'id': 'ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44810b6-830c-47c2-91c0-670a64a74895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:06Z', 'updated_at': '2021-11-16T11:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '48cf64ec-f7a3-4489-8479-22cfbd3aa32e', 'name': '', 'network_id': '6157d786-8f82-4995-a01d-750c8d0f5aa8', 'tenant_id': '0554c3a6013e4ad18a3f6128e5a7c5ac', 'mac_address': 'fa:16:3e:04:aa:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44810b6-830c-47c2-91c0-670a64a74895', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '91591175-3148-400c-a6e8-f49e70deaa0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:09Z', 'updated_at': '2021-11-16T11:39:11Z', 'revision_number': 2, 'project_id': '0554c3a6013e4ad18a3f6128e5a7c5ac', 'subnets': [{'id': '91591175-3148-400c-a6e8-f49e70deaa0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:15.266193 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c798e50-cc7d-45b3-b80f-a89b9d1a0fb6 req-351d8974-6171-4513-92f5-1f4c9b9fb0ca tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:15.270233 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3c798e50-cc7d-45b3-b80f-a89b9d1a0fb6 req-351d8974-6171-4513-92f5-1f4c9b9fb0ca tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 945 time: 0.1879420 Nov 16 11:39:15.272484 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a25aff-9718-47bd-8681-a8652745f1cb None None] Checking router: b44810b6-830c-47c2-91c0-670a64a74895 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:39:15.273072 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a25aff-9718-47bd-8681-a8652745f1cb None None] Updating router b44810b6-830c-47c2-91c0-670a64a74895 port 48cf64ec-f7a3-4489-8479-22cfbd3aa32e binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:39:15.305167 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-97a25aff-9718-47bd-8681-a8652745f1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:15.310501 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee86690-300f-4e29-8c33-6fa94a3105b7 admin admin] Network 3d7484ae-78a0-4a01-9340-d50011c24af9 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:39:15.314944 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-2ee86690-300f-4e29-8c33-6fa94a3105b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:39:15.318738 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee86690-300f-4e29-8c33-6fa94a3105b7 admin admin] Pushing event updated for resources: {'Port': ['ID=5cb16a25-dc49-4206-a022-3c3ed805f304,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:15.320990 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee86690-300f-4e29-8c33-6fa94a3105b7 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:39:15.371152 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ee86690-300f-4e29-8c33-6fa94a3105b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:15.383301 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b3943021-e326-4bd5-9a13-9e8712ade5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:15.384291 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3943021-e326-4bd5-9a13-9e8712ade5a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:15.384886 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b3943021-e326-4bd5-9a13-9e8712ade5a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:15.525243 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3943021-e326-4bd5-9a13-9e8712ade5a4 admin admin] Pushing event updated for resources: {'Network': ['ID=831b3a3a-a3c7-408f-9b2e-6ed54d1e4743,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:15.545307 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3c798e50-cc7d-45b3-b80f-a89b9d1a0fb6 req-229ce99d-4724-4b20-83e4-15c0c54c8a33 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f479886-688b-40e4-95ce-92a8dd5a26bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2628229 Nov 16 11:39:15.571252 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b3943021-e326-4bd5-9a13-9e8712ade5a4 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2301261 Nov 16 11:39:15.577088 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54418) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:15.593255 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-4161516d-8594-4d10-bdb2-05c6ea1c4bd0 admin admin] Request body: {'subnet': {'network_id': '831b3a3a-a3c7-408f-9b2e-6ed54d1e4743', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-557955512-subnet', 'tenant_id': '73e4a83e3428491e8a275badcf653505', 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:39:15.623157 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4161516d-8594-4d10-bdb2-05c6ea1c4bd0 admin admin] Made reservation on behalf of 73e4a83e3428491e8a275badcf653505 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:39:15.627716 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 831b3a3a-a3c7-408f-9b2e-6ed54d1e4743 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:39:15.631403 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4161516d-8594-4d10-bdb2-05c6ea1c4bd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:15.721257 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0b2e97cb-7226-4762-af4c-485c845a0a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:15.770394 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ee86690-300f-4e29-8c33-6fa94a3105b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:15.903621 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:16.025282 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ee86690-300f-4e29-8c33-6fa94a3105b7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:16.030993 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ee86690-300f-4e29-8c33-6fa94a3105b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:16.047136 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-97a25aff-9718-47bd-8681-a8652745f1cb None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:16.065485 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-97a25aff-9718-47bd-8681-a8652745f1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:16.124360 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee86690-300f-4e29-8c33-6fa94a3105b7 admin admin] Pushing event updated for resources: {'Port': ['ID=5cb16a25-dc49-4206-a022-3c3ed805f304,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:16.142616 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ee86690-300f-4e29-8c33-6fa94a3105b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:16.190958 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4161516d-8594-4d10-bdb2-05c6ea1c4bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:16.205774 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b032668-6ff0-42cb-9acf-9a1dea29f088 None None] Pushing event updated for resources: {'Port': ['ID=48cf64ec-f7a3-4489-8479-22cfbd3aa32e,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:16.287865 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-0b2e97cb-7226-4762-af4c-485c845a0a90 None None] For port 69d0f023-dbd7-4345-8cb1-b9f349df395c, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=69d0f023-dbd7-4345-8cb1-b9f349df395c,segment=NetworkSegment(c7ce274d-1faf-4924-9c3c-562dce13f294),segment_id=c7ce274d-1faf-4924-9c3c-562dce13f294)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:39:16.289061 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f2f4f032-89a6-4797-9acb-7a10dbc98927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:16.324640 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee86690-300f-4e29-8c33-6fa94a3105b7 admin admin] Network 3d7484ae-78a0-4a01-9340-d50011c24af9 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:39:16.328058 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-2ee86690-300f-4e29-8c33-6fa94a3105b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:39:16.341289 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0b2e97cb-7226-4762-af4c-485c845a0a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:16.375073 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4161516d-8594-4d10-bdb2-05c6ea1c4bd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cc5005a-85fb-4a0c-90ba-9026773075e9,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:16.420233 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-97a25aff-9718-47bd-8681-a8652745f1cb None None] Attempting to bind port 48cf64ec-f7a3-4489-8479-22cfbd3aa32e on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:39:16.420700 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-97a25aff-9718-47bd-8681-a8652745f1cb None None] Attempting to bind port 48cf64ec-f7a3-4489-8479-22cfbd3aa32e by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '88c0f31d-5b0f-4fc0-948a-4fff2a8bbd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '6157d786-8f82-4995-a01d-750c8d0f5aa8'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:39:16.421841 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a25aff-9718-47bd-8681-a8652745f1cb None None] Attempting to bind port 48cf64ec-f7a3-4489-8479-22cfbd3aa32e on network 6157d786-8f82-4995-a01d-750c8d0f5aa8 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:39:16.436365 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a25aff-9718-47bd-8681-a8652745f1cb None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:39:16.437962 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a25aff-9718-47bd-8681-a8652745f1cb None None] Checking segment: {'id': '88c0f31d-5b0f-4fc0-948a-4fff2a8bbd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '6157d786-8f82-4995-a01d-750c8d0f5aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:39:16.439410 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-97a25aff-9718-47bd-8681-a8652745f1cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:16.440839 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a25aff-9718-47bd-8681-a8652745f1cb None None] Bound using segment: {'id': '88c0f31d-5b0f-4fc0-948a-4fff2a8bbd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '6157d786-8f82-4995-a01d-750c8d0f5aa8'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:39:16.442335 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-97a25aff-9718-47bd-8681-a8652745f1cb None None] Bound port: 48cf64ec-f7a3-4489-8479-22cfbd3aa32e, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c0f31d-5b0f-4fc0-948a-4fff2a8bbd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '6157d786-8f82-4995-a01d-750c8d0f5aa8'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:39:16.443387 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-97a25aff-9718-47bd-8681-a8652745f1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:16.509047 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-88feb254-0f1f-4cd9-aba0-e5a5211701d4 req-69a3bd1f-d746-44a1-8fe0-f6cccd52bcb0 tempest-SecurityGroupsNegativeTestJSON-1075881496 tempest-SecurityGroupsNegativeTestJSON-1075881496-project] 10.222.0.61 "GET /v2.0/security-groups/9857979a-ba15-4df1-b861-acebc7d7fde2 HTTP/1.1" status: 200 len: 3002 time: 0.3405123 Nov 16 11:39:16.585202 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-97a25aff-9718-47bd-8681-a8652745f1cb None None] For port 48cf64ec-f7a3-4489-8479-22cfbd3aa32e, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:39:16.590839 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-97a25aff-9718-47bd-8681-a8652745f1cb None None] For port 48cf64ec-f7a3-4489-8479-22cfbd3aa32e, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=48cf64ec-f7a3-4489-8479-22cfbd3aa32e,segment=NetworkSegment(88c0f31d-5b0f-4fc0-948a-4fff2a8bbd02),segment_id=88c0f31d-5b0f-4fc0-948a-4fff2a8bbd02)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:39:16.605645 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-97a25aff-9718-47bd-8681-a8652745f1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:16.638031 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4161516d-8594-4d10-bdb2-05c6ea1c4bd0 admin admin] Checking segment: {'id': '26795a2d-b645-41c3-8b71-8b363d1115d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '831b3a3a-a3c7-408f-9b2e-6ed54d1e4743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:39:16.638485 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4161516d-8594-4d10-bdb2-05c6ea1c4bd0 admin admin] Network hostable DHCP agents. Network: 831b3a3a-a3c7-408f-9b2e-6ed54d1e4743, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:39:16.697723 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.api [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:39:16.698447 n-d-816823-3 neutron-server[102670]: DEBUG oslo_db.api [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:39:16.698692 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-f0665d28-dfc2-447e-9b56-61855efd0ec4 None None] Provisioning complete for port 69d0f023-dbd7-4345-8cb1-b9f349df395c triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:16.699129 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f0665d28-dfc2-447e-9b56-61855efd0ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:16.707045 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a25aff-9718-47bd-8681-a8652745f1cb None None] Routers {'b44810b6-830c-47c2-91c0-670a64a74895'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:39:16.709318 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-97a25aff-9718-47bd-8681-a8652745f1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:39:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['b44810b6-830c-47c2-91c0-670a64a74895'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:16.729396 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e14ae560-9fd2-4bab-b84a-5cb91bc027af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'name': 'tempest-TestVolumeBootPattern-2129707804-router', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:09Z', 'updated_at': '2021-11-16T11:39:11Z', 'revision_number': 3, 'project_id': '4bac558768764cbe98f7632412a36688', 'gw_port': {'id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:65:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:10Z', 'updated_at': '2021-11-16T11:39:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:16.731284 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:16.737066 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e97cb-7226-4762-af4c-485c845a0a90 None None] Pushing event updated for resources: {'Port': ['ID=69d0f023-dbd7-4345-8cb1-b9f349df395c,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:16.763656 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [req-88feb254-0f1f-4cd9-aba0-e5a5211701d4 req-006ed294-461a-4d8e-bafa-60848e22d545 tempest-SecurityGroupsNegativeTestJSON-1075881496 tempest-SecurityGroupsNegativeTestJSON-1075881496-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 16 11:39:16.782398 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-88feb254-0f1f-4cd9-aba0-e5a5211701d4 req-006ed294-461a-4d8e-bafa-60848e22d545 tempest-SecurityGroupsNegativeTestJSON-1075881496 tempest-SecurityGroupsNegativeTestJSON-1075881496-project] 10.222.0.61 "DELETE /v2.0/security-groups/9857979a-ba15-4df1-b861-acebc7d7fde2 HTTP/1.1" status: 409 len: 352 time: 0.2677217 Nov 16 11:39:16.783884 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4161516d-8594-4d10-bdb2-05c6ea1c4bd0 admin admin] Network 831b3a3a-a3c7-408f-9b2e-6ed54d1e4743 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:39:16.816594 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee86690-300f-4e29-8c33-6fa94a3105b7 admin admin] Router c352b1ca-5cdc-43b9-af68-1b27d967b035 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:39:16.817660 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-4161516d-8594-4d10-bdb2-05c6ea1c4bd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 831b3a3a-a3c7-408f-9b2e-6ed54d1e4743) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:39:16.825056 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4161516d-8594-4d10-bdb2-05c6ea1c4bd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:16.826655 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4161516d-8594-4d10-bdb2-05c6ea1c4bd0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:16.855009 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14ae560-9fd2-4bab-b84a-5cb91bc027af None None] Checking router: c352b1ca-5cdc-43b9-af68-1b27d967b035 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:39:16.855442 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14ae560-9fd2-4bab-b84a-5cb91bc027af None None] Updating router c352b1ca-5cdc-43b9-af68-1b27d967b035 port 5cbfca54-2762-4074-b90f-2562cf61e4e5 binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:39:16.857478 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833ab51a-6c2f-44ba-8e57-47f8a40b313d None None] Network 831b3a3a-a3c7-408f-9b2e-6ed54d1e4743 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:39:16.867686 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4161516d-8594-4d10-bdb2-05c6ea1c4bd0 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2894156 Nov 16 11:39:16.871553 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54440) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:16.897320 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-c92e9bf0-18eb-42a9-bc6e-bc42b85929e8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-557955512-router', 'tenant_id': '73e4a83e3428491e8a275badcf653505', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:39:16.964386 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b032668-6ff0-42cb-9acf-9a1dea29f088 None None] Pushing event updated for resources: {'Port': ['ID=48cf64ec-f7a3-4489-8479-22cfbd3aa32e,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:17.001569 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c92e9bf0-18eb-42a9-bc6e-bc42b85929e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:17.017613 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c92e9bf0-18eb-42a9-bc6e-bc42b85929e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:17.088270 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-97a25aff-9718-47bd-8681-a8652745f1cb None None] Set router b44810b6-830c-47c2-91c0-670a64a74895 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:39:17.097630 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e14ae560-9fd2-4bab-b84a-5cb91bc027af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:17.188708 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74d7f2-0238-4c35-a926-f887b9eb173d req-7860492e-45e6-4505-a0a8-5d75ab71fb8a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:17.199090 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4b74d7f2-0238-4c35-a926-f887b9eb173d req-7860492e-45e6-4505-a0a8-5d75ab71fb8a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 945 time: 0.2395737 Nov 16 11:39:17.257728 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c92e9bf0-18eb-42a9-bc6e-bc42b85929e8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:17.523210 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4b74d7f2-0238-4c35-a926-f887b9eb173d req-2b46b030-77fc-4e84-b746-823cd0da72e6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f479886-688b-40e4-95ce-92a8dd5a26bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3229034 Nov 16 11:39:17.537187 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-97a25aff-9718-47bd-8681-a8652745f1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44810b6-830c-47c2-91c0-670a64a74895', 'name': 'tempest-TestAggregatesBasicOps-54649268-router', 'tenant_id': '0554c3a6013e4ad18a3f6128e5a7c5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:05Z', 'updated_at': '2021-11-16T11:39:11Z', 'revision_number': 4, 'project_id': '0554c3a6013e4ad18a3f6128e5a7c5ac', 'gw_port': {'id': 'ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44810b6-830c-47c2-91c0-670a64a74895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:06Z', 'updated_at': '2021-11-16T11:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '48cf64ec-f7a3-4489-8479-22cfbd3aa32e', 'name': '', 'network_id': '6157d786-8f82-4995-a01d-750c8d0f5aa8', 'tenant_id': '0554c3a6013e4ad18a3f6128e5a7c5ac', 'mac_address': 'fa:16:3e:04:aa:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44810b6-830c-47c2-91c0-670a64a74895', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '91591175-3148-400c-a6e8-f49e70deaa0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:09Z', 'updated_at': '2021-11-16T11:39:16Z', 'revision_number': 4, 'project_id': '0554c3a6013e4ad18a3f6128e5a7c5ac', 'subnets': [{'id': '91591175-3148-400c-a6e8-f49e70deaa0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:17.577238 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a25aff-9718-47bd-8681-a8652745f1cb None None] The sync data for ids ['b44810b6-830c-47c2-91c0-670a64a74895'] in n-d-816823-3 is: [{'id': 'b44810b6-830c-47c2-91c0-670a64a74895', 'name': 'tempest-TestAggregatesBasicOps-54649268-router', 'tenant_id': '0554c3a6013e4ad18a3f6128e5a7c5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:05Z', 'updated_at': '2021-11-16T11:39:11Z', 'revision_number': 4, 'project_id': '0554c3a6013e4ad18a3f6128e5a7c5ac', 'gw_port': {'id': 'ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44810b6-830c-47c2-91c0-670a64a74895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:06Z', 'updated_at': '2021-11-16T11:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '48cf64ec-f7a3-4489-8479-22cfbd3aa32e', 'name': '', 'network_id': '6157d786-8f82-4995-a01d-750c8d0f5aa8', 'tenant_id': '0554c3a6013e4ad18a3f6128e5a7c5ac', 'mac_address': 'fa:16:3e:04:aa:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44810b6-830c-47c2-91c0-670a64a74895', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '91591175-3148-400c-a6e8-f49e70deaa0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:09Z', 'updated_at': '2021-11-16T11:39:16Z', 'revision_number': 4, 'project_id': '0554c3a6013e4ad18a3f6128e5a7c5ac', 'subnets': [{'id': '91591175-3148-400c-a6e8-f49e70deaa0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:39:17.701086 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee86690-300f-4e29-8c33-6fa94a3105b7 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:39:17.720159 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2ee86690-300f-4e29-8c33-6fa94a3105b7 admin admin] 10.222.0.61 "PUT /v2.0/routers/c352b1ca-5cdc-43b9-af68-1b27d967b035/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4803767 Nov 16 11:39:17.729746 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [req-b0da56e1-8551-4dc5-83f2-00417fc29954 req-6bbd67f9-dd04-4451-a63d-0ef565b93900 tempest-SecurityGroupsNegativeTestJSON-1075881496 tempest-SecurityGroupsNegativeTestJSON-1075881496-project] show failed (client error): The resource could not be found. Nov 16 11:39:17.731330 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b0da56e1-8551-4dc5-83f2-00417fc29954 req-6bbd67f9-dd04-4451-a63d-0ef565b93900 tempest-SecurityGroupsNegativeTestJSON-1075881496 tempest-SecurityGroupsNegativeTestJSON-1075881496-project] 10.222.0.61 "GET /v2.0/security-groups/428b599a-2d44-41d3-a41c-6dd99103d430 HTTP/1.1" status: 404 len: 352 time: 0.1094565 Nov 16 11:39:17.743621 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c92e9bf0-18eb-42a9-bc6e-bc42b85929e8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:17.894311 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [req-247f7f0c-302a-40cc-8786-02554cc4884e req-bad10018-434d-4b42-9465-97a42cd272f0 tempest-SecurityGroupsNegativeTestJSON-1075881496 tempest-SecurityGroupsNegativeTestJSON-1075881496-project] show failed (client error): The resource could not be found. Nov 16 11:39:17.898677 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-247f7f0c-302a-40cc-8786-02554cc4884e req-bad10018-434d-4b42-9465-97a42cd272f0 tempest-SecurityGroupsNegativeTestJSON-1075881496 tempest-SecurityGroupsNegativeTestJSON-1075881496-project] 10.222.0.61 "GET /v2.0/security-groups/ca694e38-b2e7-4837-a5a5-44fb201b4beb HTTP/1.1" status: 404 len: 352 time: 0.0945141 Nov 16 11:39:17.908550 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e14ae560-9fd2-4bab-b84a-5cb91bc027af None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:17.918206 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54460) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:17.951202 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:39:18.061159 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bde1f71-cdd0-4143-9e4e-5ac3f7e64468 admin admin] Deleting subnet 6f6e08ec-1e79-4ba5-8b25-d13d15e8a82d {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:39:18.075224 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4bde1f71-cdd0-4143-9e4e-5ac3f7e64468 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:18.126203 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e14ae560-9fd2-4bab-b84a-5cb91bc027af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:18.181382 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4bde1f71-cdd0-4143-9e4e-5ac3f7e64468 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:18.275649 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-f0665d28-dfc2-447e-9b56-61855efd0ec4 None None] Provisioning complete for port 5cb16a25-dc49-4206-a022-3c3ed805f304 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:18.276028 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f0665d28-dfc2-447e-9b56-61855efd0ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:18.286848 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c92e9bf0-18eb-42a9-bc6e-bc42b85929e8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:18.311359 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4bde1f71-cdd0-4143-9e4e-5ac3f7e64468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:18.314960 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c92e9bf0-18eb-42a9-bc6e-bc42b85929e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:18.321953 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9730e94b-ca0f-429e-a969-812d47000b4f None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:39:18.441854 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4bde1f71-cdd0-4143-9e4e-5ac3f7e64468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:18.523931 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde1f71-cdd0-4143-9e4e-5ac3f7e64468 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f6e08ec-1e79-4ba5-8b25-d13d15e8a82d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:18.545135 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4bde1f71-cdd0-4143-9e4e-5ac3f7e64468 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:18.550831 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4bde1f71-cdd0-4143-9e4e-5ac3f7e64468 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/6f6e08ec-1e79-4ba5-8b25-d13d15e8a82d HTTP/1.1" status: 204 len: 168 time: 0.6291881 Nov 16 11:39:18.566188 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54478) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:18.583969 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-c92e9bf0-18eb-42a9-bc6e-bc42b85929e8 admin admin] Allocated IP 172.25.0.185 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/dda93d89-bcbf-4135-b10a-0db128edcae9) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:39:18.728517 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56c2feb0-f9de-475c-ba01-a8c82b2d30cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:18.847988 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:18.873846 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626a07b-7d5f-4deb-ad4d-81d04926ee24 req-0599136a-62fb-4654-a1b1-e7298077e844 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:18.875632 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a626a07b-7d5f-4deb-ad4d-81d04926ee24 req-0599136a-62fb-4654-a1b1-e7298077e844 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 945 time: 0.1713305 Nov 16 11:39:18.879746 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54490) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:18.885680 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-1fc3a14b-4e6b-4af7-aae2-ba4524a0397e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-520507276-network', 'tenant_id': '5e7d30567b2648cb8d46d13920112685'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:39:18.889864 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e14ae560-9fd2-4bab-b84a-5cb91bc027af None None] Attempting to bind port 5cbfca54-2762-4074-b90f-2562cf61e4e5 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:39:18.893789 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e14ae560-9fd2-4bab-b84a-5cb91bc027af None None] Attempting to bind port 5cbfca54-2762-4074-b90f-2562cf61e4e5 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:39:18.896995 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14ae560-9fd2-4bab-b84a-5cb91bc027af None None] Attempting to bind port 5cbfca54-2762-4074-b90f-2562cf61e4e5 on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:39:18.906006 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-f0665d28-dfc2-447e-9b56-61855efd0ec4 None None] Port 5cb16a25-dc49-4206-a022-3c3ed805f304 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:39:18.909522 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:18.910115 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:18.948327 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c92e9bf0-18eb-42a9-bc6e-bc42b85929e8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:18.987749 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56c2feb0-f9de-475c-ba01-a8c82b2d30cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:19.028890 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14ae560-9fd2-4bab-b84a-5cb91bc027af None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:39:19.029433 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14ae560-9fd2-4bab-b84a-5cb91bc027af None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:39:19.030137 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e14ae560-9fd2-4bab-b84a-5cb91bc027af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:19.030919 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14ae560-9fd2-4bab-b84a-5cb91bc027af None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:39:19.031407 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e14ae560-9fd2-4bab-b84a-5cb91bc027af None None] Bound port: 5cbfca54-2762-4074-b90f-2562cf61e4e5, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:39:19.031848 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e14ae560-9fd2-4bab-b84a-5cb91bc027af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:19.048233 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-56c2feb0-f9de-475c-ba01-a8c82b2d30cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['407e83e4-0324-4859-8d00-c8b5c17e48b1']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:19.051861 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-d13bd4a3-e4ba-41a1-ad87-14004feb4959 service neutron] show failed (client error): The resource could not be found. Nov 16 11:39:19.052576 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a626a07b-7d5f-4deb-ad4d-81d04926ee24 req-5b9fd1ae-85cb-4705-9694-d36c0d6e69bd tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f479886-688b-40e4-95ce-92a8dd5a26bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600184 Nov 16 11:39:19.053643 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-d13bd4a3-e4ba-41a1-ad87-14004feb4959 service neutron] 10.222.0.36 "GET /v2.0/ports/76a51633-7476-4147-a3ea-d4389026609c/bindings/n-h2-816823-3 HTTP/1.1" status: 404 len: 380 time: 0.2616756 Nov 16 11:39:19.066379 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-56c2feb0-f9de-475c-ba01-a8c82b2d30cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8fc7da1-c87b-4d69-bd41-092bb4419c35') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:19.067056 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-56c2feb0-f9de-475c-ba01-a8c82b2d30cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8fc7da1-c87b-4d69-bd41-092bb4419c35') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:19.081001 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56c2feb0-f9de-475c-ba01-a8c82b2d30cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:19.096446 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f399af07-ab10-4418-909c-19c2ba70f1db None None] Pushing event updated for resources: {'Port': ['ID=5cbfca54-2762-4074-b90f-2562cf61e4e5,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:19.099061 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56c2feb0-f9de-475c-ba01-a8c82b2d30cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:19.109716 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc3a14b-4e6b-4af7-aae2-ba4524a0397e admin admin] Made reservation on behalf of 5e7d30567b2648cb8d46d13920112685 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:39:19.110846 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56c2feb0-f9de-475c-ba01-a8c82b2d30cd admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:39:19.111243 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56c2feb0-f9de-475c-ba01-a8c82b2d30cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:19.136629 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1fc3a14b-4e6b-4af7-aae2-ba4524a0397e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:19.153100 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e14ae560-9fd2-4bab-b84a-5cb91bc027af None None] For port 5cbfca54-2762-4074-b90f-2562cf61e4e5, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:39:19.157502 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e14ae560-9fd2-4bab-b84a-5cb91bc027af None None] For port 5cbfca54-2762-4074-b90f-2562cf61e4e5, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=5cbfca54-2762-4074-b90f-2562cf61e4e5,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:39:19.165093 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b908010-180e-4269-b88e-2c81af5d8d41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-831b3a3a-a3c7-408f-9b2e-6ed54d1e4743', 'network_id': '831b3a3a-a3c7-408f-9b2e-6ed54d1e4743', 'tenant_id': '73e4a83e3428491e8a275badcf653505', 'fixed_ips': [{'subnet_id': '2cc5005a-85fb-4a0c-90ba-9026773075e9'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:39:19.166472 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9b908010-180e-4269-b88e-2c81af5d8d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:19.192868 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e14ae560-9fd2-4bab-b84a-5cb91bc027af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:19.201223 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:19.202622 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1fc3a14b-4e6b-4af7-aae2-ba4524a0397e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:19.248684 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:39:19.248684 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:39:19.248684 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:39:19.248684 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:39:19.248684 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:39:19.248684 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:39:19.248684 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:39:19.248684 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:39:19.248684 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:39:19.248684 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:39:19.248684 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:39:19.248684 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:39:19.248684 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:39:19.248684 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:39:19.248684 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:39:19.248684 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:39:19.248684 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:39:19.248684 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:39:19.248684 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:39:19.248684 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:39:19.248684 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:39:19.248684 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:39:19.248684 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:39:19.248684 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:39:19.248684 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:39:19.248684 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:39:19.248684 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:39:19.248684 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:39:19.248684 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:39:19.248684 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:39:19.248684 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:39:19.248684 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:39:19.262327 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-abdb6b25-c090-427e-95ce-115bf857eefe None None] Provisioning complete for port 5cbfca54-2762-4074-b90f-2562cf61e4e5 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:19.264621 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-abdb6b25-c090-427e-95ce-115bf857eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:19.302555 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56c2feb0-f9de-475c-ba01-a8c82b2d30cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:19.308685 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56c2feb0-f9de-475c-ba01-a8c82b2d30cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:19.312312 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-56c2feb0-f9de-475c-ba01-a8c82b2d30cd admin admin] 10.222.0.61 "DELETE /v2.0/networks/407e83e4-0324-4859-8d00-c8b5c17e48b1 HTTP/1.1" status: 204 len: 168 time: 0.7453451 Nov 16 11:39:19.342620 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2feb0-f9de-475c-ba01-a8c82b2d30cd admin admin] Pushing event deleted for resources: {'Network': ['ID=407e83e4-0324-4859-8d00-c8b5c17e48b1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:19.436831 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1fc3a14b-4e6b-4af7-aae2-ba4524a0397e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:19.447453 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1fc3a14b-4e6b-4af7-aae2-ba4524a0397e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:19.468689 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c92e9bf0-18eb-42a9-bc6e-bc42b85929e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:19.475666 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-0971bc76-06a2-4f3f-8f28-a7fc8c15ca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:19.481208 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-0971bc76-06a2-4f3f-8f28-a7fc8c15ca9b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0&tenant_id=a94525ce04b1475298bff18f4d90d9d6 HTTP/1.1" status: 200 len: 1096 time: 0.0753515 Nov 16 11:39:19.496962 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-289b59e9-7ab6-441b-8a99-c680da1a5d3f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816823-3', 'device_owner': 'compute:nova'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:39:19.591216 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fc3a14b-4e6b-4af7-aae2-ba4524a0397e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:39:19.610400 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-289b59e9-7ab6-441b-8a99-c680da1a5d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:19.613762 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bc8dff-973d-45cc-871b-cb0b2d30ddf4 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:39:19.643775 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3a14b-4e6b-4af7-aae2-ba4524a0397e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166392a5-c35d-4b1d-8624-ae62d0c0f155,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:19.659516 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92e9bf0-18eb-42a9-bc6e-bc42b85929e8 admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:39:19.666180 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1fc3a14b-4e6b-4af7-aae2-ba4524a0397e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:19.666459 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-1fc3a14b-4e6b-4af7-aae2-ba4524a0397e admin admin] Added segment df8a678a-84ac-4290-ba2d-afd92ec3fa3b of type vlan for network 49812472-361d-465b-9cae-27a8b2504292 Nov 16 11:39:19.668242 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-c92e9bf0-18eb-42a9-bc6e-bc42b85929e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:39:19.685050 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54502) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:19.693770 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e9bf0-18eb-42a9-bc6e-bc42b85929e8 admin admin] Pushing event updated for resources: {'Port': ['ID=dda93d89-bcbf-4135-b10a-0db128edcae9,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:19.704174 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92e9bf0-18eb-42a9-bc6e-bc42b85929e8 admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:39:19.717294 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f399af07-ab10-4418-909c-19c2ba70f1db None None] Pushing event updated for resources: {'Port': ['ID=5cbfca54-2762-4074-b90f-2562cf61e4e5,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:19.818050 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-9b908010-180e-4269-b88e-2c81af5d8d41 None None] Allocated IP 172.20.0.2 (831b3a3a-a3c7-408f-9b2e-6ed54d1e4743/2cc5005a-85fb-4a0c-90ba-9026773075e9/dc72e7e1-1e43-4c15-9eab-47040a25f6f1) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:39:19.885160 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1fc3a14b-4e6b-4af7-aae2-ba4524a0397e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:19.954438 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14ae560-9fd2-4bab-b84a-5cb91bc027af None None] Routers {'c352b1ca-5cdc-43b9-af68-1b27d967b035'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:39:19.956424 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e14ae560-9fd2-4bab-b84a-5cb91bc027af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:39:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c352b1ca-5cdc-43b9-af68-1b27d967b035'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:20.004526 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-289b59e9-7ab6-441b-8a99-c680da1a5d3f service neutron] For port 76a51633-7476-4147-a3ea-d4389026609c, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=76a51633-7476-4147-a3ea-d4389026609c,segment=NetworkSegment(cc2fabfa-7911-40e9-aba3-29a5d09c685d),segment_id=cc2fabfa-7911-40e9-aba3-29a5d09c685d)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:39:20.053484 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.db.resource_extend [None req-1fc3a14b-4e6b-4af7-aae2-ba4524a0397e admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 11:39:20.074625 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-289b59e9-7ab6-441b-8a99-c680da1a5d3f service neutron] For port 76a51633-7476-4147-a3ea-d4389026609c, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:39:20.100225 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3e97b8b3-325e-4f49-807a-31b433e870fb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=74a07659247b4f55893bb2b6df45232e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3939896 Nov 16 11:39:20.101978 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54510) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:20.159849 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-e14ae560-9fd2-4bab-b84a-5cb91bc027af None None] Set router c352b1ca-5cdc-43b9-af68-1b27d967b035 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:39:20.176404 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a0d7da-75a1-4369-9d8d-44a60160fcb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76a51633-7476-4147-a3ea-d4389026609c'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:39:20.178726 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c986af-583e-4eac-92b0-666df8358595" -d '{"events": [{"server_uuid": "17a0d7da-75a1-4369-9d8d-44a60160fcb0", "name": "network-vif-unplugged", "status": "completed", "tag": "76a51633-7476-4147-a3ea-d4389026609c"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:39:20.182686 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-289b59e9-7ab6-441b-8a99-c680da1a5d3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:20.210656 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1fc3a14b-4e6b-4af7-aae2-ba4524a0397e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:20.211619 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc3a14b-4e6b-4af7-aae2-ba4524a0397e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:20.212200 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1fc3a14b-4e6b-4af7-aae2-ba4524a0397e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:20.232777 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-289b59e9-7ab6-441b-8a99-c680da1a5d3f service neutron] Transition to ACTIVE for port object 76a51633-7476-4147-a3ea-d4389026609c will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:39:20.245738 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-289b59e9-7ab6-441b-8a99-c680da1a5d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:20.275050 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3af70ae-ca8f-4c45-bd39-72f18bea10e3 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:39:20.277233 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 48cf64ec-f7a3-4489-8479-22cfbd3aa32e up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:39:20.419197 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-289b59e9-7ab6-441b-8a99-c680da1a5d3f service neutron] No DVR routers for this DVR port 76a51633-7476-4147-a3ea-d4389026609c on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:39:20.502856 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3a14b-4e6b-4af7-aae2-ba4524a0397e admin admin] Pushing event updated for resources: {'Network': ['ID=49812472-361d-465b-9cae-27a8b2504292,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:20.520661 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b59e9-7ab6-441b-8a99-c680da1a5d3f service neutron] Pushing event updated for resources: {'Port': ['ID=76a51633-7476-4147-a3ea-d4389026609c,revision_number=6']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:20.555593 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1fc3a14b-4e6b-4af7-aae2-ba4524a0397e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6745708 Nov 16 11:39:20.558363 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54522) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:20.561262 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 49812472-361d-465b-9cae-27a8b2504292 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:39:20.563941 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-6861e1ed-48d6-43ce-8134-6bcedb344521 admin admin] Request body: {'subnet': {'network_id': '49812472-361d-465b-9cae-27a8b2504292', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-520507276-subnet', 'tenant_id': '5e7d30567b2648cb8d46d13920112685', 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:39:20.585590 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-abdb6b25-c090-427e-95ce-115bf857eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:20.616853 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6861e1ed-48d6-43ce-8134-6bcedb344521 admin admin] Made reservation on behalf of 5e7d30567b2648cb8d46d13920112685 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:39:20.619725 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6861e1ed-48d6-43ce-8134-6bcedb344521 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:20.694056 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-289b59e9-7ab6-441b-8a99-c680da1a5d3f service neutron] Attempting to bind port 76a51633-7476-4147-a3ea-d4389026609c on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:39:20.694392 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-289b59e9-7ab6-441b-8a99-c680da1a5d3f service neutron] Attempting to bind port 76a51633-7476-4147-a3ea-d4389026609c by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'cc2fabfa-7911-40e9-aba3-29a5d09c685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '43f20ad4-199d-4548-9ae5-b0d7e71e371d'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:39:20.694697 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-289b59e9-7ab6-441b-8a99-c680da1a5d3f service neutron] Attempting to bind port 76a51633-7476-4147-a3ea-d4389026609c on network 43f20ad4-199d-4548-9ae5-b0d7e71e371d {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:39:20.695234 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9263ea9-7fec-4a2a-9c8a-2d4916c74145 req-e5c761ca-d53f-4c52-add8-37227836c663 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:20.706549 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a9263ea9-7fec-4a2a-9c8a-2d4916c74145 req-e5c761ca-d53f-4c52-add8-37227836c663 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 943 time: 0.5216980 Nov 16 11:39:20.718907 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-289b59e9-7ab6-441b-8a99-c680da1a5d3f service neutron] Port 76a51633-7476-4147-a3ea-d4389026609c on network 43f20ad4-199d-4548-9ae5-b0d7e71e371d not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:39:20.719233 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-289b59e9-7ab6-441b-8a99-c680da1a5d3f service neutron] Attempting to bind port 76a51633-7476-4147-a3ea-d4389026609c on network 43f20ad4-199d-4548-9ae5-b0d7e71e371d {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:39:20.733384 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-289b59e9-7ab6-441b-8a99-c680da1a5d3f service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:39:20.733511 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-289b59e9-7ab6-441b-8a99-c680da1a5d3f service neutron] Checking segment: {'id': 'cc2fabfa-7911-40e9-aba3-29a5d09c685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '43f20ad4-199d-4548-9ae5-b0d7e71e371d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:39:20.733912 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-289b59e9-7ab6-441b-8a99-c680da1a5d3f service neutron] Bound using segment: {'id': 'cc2fabfa-7911-40e9-aba3-29a5d09c685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '43f20ad4-199d-4548-9ae5-b0d7e71e371d'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:39:20.734383 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-289b59e9-7ab6-441b-8a99-c680da1a5d3f service neutron] Bound port: 76a51633-7476-4147-a3ea-d4389026609c, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc2fabfa-7911-40e9-aba3-29a5d09c685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '43f20ad4-199d-4548-9ae5-b0d7e71e371d'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:39:20.734739 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-289b59e9-7ab6-441b-8a99-c680da1a5d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:20.774376 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9b908010-180e-4269-b88e-2c81af5d8d41 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:20.812852 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9b908010-180e-4269-b88e-2c81af5d8d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:20.818066 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-289b59e9-7ab6-441b-8a99-c680da1a5d3f service neutron] For port 76a51633-7476-4147-a3ea-d4389026609c, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:39:20.821349 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-289b59e9-7ab6-441b-8a99-c680da1a5d3f service neutron] For port 76a51633-7476-4147-a3ea-d4389026609c, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=76a51633-7476-4147-a3ea-d4389026609c,segment=NetworkSegment(cc2fabfa-7911-40e9-aba3-29a5d09c685d),segment_id=cc2fabfa-7911-40e9-aba3-29a5d09c685d)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:39:20.824638 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a9263ea9-7fec-4a2a-9c8a-2d4916c74145 req-4c92d8cd-1c04-481d-ba15-d4060cde8583 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f479886-688b-40e4-95ce-92a8dd5a26bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167164 Nov 16 11:39:20.833664 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-289b59e9-7ab6-441b-8a99-c680da1a5d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:20.843940 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-abdb6b25-c090-427e-95ce-115bf857eefe None None] For port 5cbfca54-2762-4074-b90f-2562cf61e4e5, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=5cbfca54-2762-4074-b90f-2562cf61e4e5,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:39:20.846338 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b1955838-4a39-4a34-8cbe-6f55c2aabdec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:20.898492 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b1955838-4a39-4a34-8cbe-6f55c2aabdec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:20.922402 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-289b59e9-7ab6-441b-8a99-c680da1a5d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:20.923219 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-289b59e9-7ab6-441b-8a99-c680da1a5d3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:20.924995 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-289b59e9-7ab6-441b-8a99-c680da1a5d3f service neutron] 10.222.0.64 "PUT /v2.0/ports/76a51633-7476-4147-a3ea-d4389026609c HTTP/1.1" status: 200 len: 1091 time: 1.4384823 Nov 16 11:39:20.948646 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c92e9bf0-18eb-42a9-bc6e-bc42b85929e8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:20.955670 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 48cf64ec-f7a3-4489-8479-22cfbd3aa32e triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:20.956813 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:20.963024 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-abdb6b25-c090-427e-95ce-115bf857eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:20.971134 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 11:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ebbe86-b1b5-42eb-853a-67c1def7dcf1 x-openstack-request-id: req-b4ebbe86-b1b5-42eb-853a-67c1def7dcf1 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:39:20.971427 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a0d7da-75a1-4369-9d8d-44a60160fcb0", "name": "network-vif-unplugged", "status": "completed", "tag": "76a51633-7476-4147-a3ea-d4389026609c", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:39:20.971951 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b4ebbe86-b1b5-42eb-853a-67c1def7dcf1 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:39:20.972503 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a0d7da-75a1-4369-9d8d-44a60160fcb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76a51633-7476-4147-a3ea-d4389026609c', 'code': 200} Nov 16 11:39:21.079431 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b59e9-7ab6-441b-8a99-c680da1a5d3f service neutron] Pushing event updated for resources: {'Port': ['ID=76a51633-7476-4147-a3ea-d4389026609c,revision_number=7']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:21.117583 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b908010-180e-4269-b88e-2c81af5d8d41 None None] Network 831b3a3a-a3c7-408f-9b2e-6ed54d1e4743 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:39:21.132992 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-9b908010-180e-4269-b88e-2c81af5d8d41 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:39:21.135008 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b908010-180e-4269-b88e-2c81af5d8d41 None None] Pushing event updated for resources: {'Port': ['ID=dc72e7e1-1e43-4c15-9eab-47040a25f6f1,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:21.143678 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b908010-180e-4269-b88e-2c81af5d8d41 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:39:21.148095 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-abdb6b25-c090-427e-95ce-115bf857eefe None None] Provisioning complete for port 48cf64ec-f7a3-4489-8479-22cfbd3aa32e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:21.148458 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-abdb6b25-c090-427e-95ce-115bf857eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:21.171633 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-7cc8831f-d058-41df-b973-4cef0a1e3130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:21.178501 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-7cc8831f-d058-41df-b973-4cef0a1e3130 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a94525ce04b1475298bff18f4d90d9d6&device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 1094 time: 0.2131450 Nov 16 11:39:21.181425 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6861e1ed-48d6-43ce-8134-6bcedb344521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:21.229668 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b1955838-4a39-4a34-8cbe-6f55c2aabdec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:21.232574 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b1955838-4a39-4a34-8cbe-6f55c2aabdec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:21.236378 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b1955838-4a39-4a34-8cbe-6f55c2aabdec admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9857979a-ba15-4df1-b861-acebc7d7fde2 HTTP/1.1" status: 204 len: 168 time: 1.1272798 Nov 16 11:39:21.275134 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6861e1ed-48d6-43ce-8134-6bcedb344521 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd6cfd79-6d29-42e1-b994-f1d0298fe56d,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:21.290298 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1955838-4a39-4a34-8cbe-6f55c2aabdec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9857979a-ba15-4df1-b861-acebc7d7fde2,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:21.432691 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:21.444363 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6861e1ed-48d6-43ce-8134-6bcedb344521 admin admin] Checking segment: {'id': 'df8a678a-84ac-4290-ba2d-afd92ec3fa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '49812472-361d-465b-9cae-27a8b2504292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:39:21.447616 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6861e1ed-48d6-43ce-8134-6bcedb344521 admin admin] Network hostable DHCP agents. Network: 49812472-361d-465b-9cae-27a8b2504292, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:39:21.495308 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb6b25-c090-427e-95ce-115bf857eefe None None] Pushing event updated for resources: {'Port': ['ID=5cbfca54-2762-4074-b90f-2562cf61e4e5,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:21.514392 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-9b908010-180e-4269-b88e-2c81af5d8d41 None None] Attempting to bind port dc72e7e1-1e43-4c15-9eab-47040a25f6f1 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:39:21.515029 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-9b908010-180e-4269-b88e-2c81af5d8d41 None None] Attempting to bind port dc72e7e1-1e43-4c15-9eab-47040a25f6f1 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '26795a2d-b645-41c3-8b71-8b363d1115d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '831b3a3a-a3c7-408f-9b2e-6ed54d1e4743'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:39:21.515550 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b908010-180e-4269-b88e-2c81af5d8d41 None None] Attempting to bind port dc72e7e1-1e43-4c15-9eab-47040a25f6f1 on network 831b3a3a-a3c7-408f-9b2e-6ed54d1e4743 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:39:21.525084 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6861e1ed-48d6-43ce-8134-6bcedb344521 admin admin] Network 49812472-361d-465b-9cae-27a8b2504292 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:39:21.530489 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b908010-180e-4269-b88e-2c81af5d8d41 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:39:21.531098 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b908010-180e-4269-b88e-2c81af5d8d41 None None] Checking segment: {'id': '26795a2d-b645-41c3-8b71-8b363d1115d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '831b3a3a-a3c7-408f-9b2e-6ed54d1e4743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:39:21.531738 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9b908010-180e-4269-b88e-2c81af5d8d41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:21.532285 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b908010-180e-4269-b88e-2c81af5d8d41 None None] Bound using segment: {'id': '26795a2d-b645-41c3-8b71-8b363d1115d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '831b3a3a-a3c7-408f-9b2e-6ed54d1e4743'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:39:21.532949 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-9b908010-180e-4269-b88e-2c81af5d8d41 None None] Bound port: dc72e7e1-1e43-4c15-9eab-47040a25f6f1, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26795a2d-b645-41c3-8b71-8b363d1115d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '831b3a3a-a3c7-408f-9b2e-6ed54d1e4743'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:39:21.533078 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-f5c3fd67-d86b-4a67-af66-b7e6aac41c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:21.533640 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9b908010-180e-4269-b88e-2c81af5d8d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:21.543270 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-f5c3fd67-d86b-4a67-af66-b7e6aac41c5a service neutron] 10.222.0.64 "GET /v2.0/networks?id=43f20ad4-199d-4548-9ae5-b0d7e71e371d HTTP/1.1" status: 200 len: 898 time: 0.3560770 Nov 16 11:39:21.557599 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 48cf64ec-f7a3-4489-8479-22cfbd3aa32e, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=48cf64ec-f7a3-4489-8479-22cfbd3aa32e,segment=NetworkSegment(88c0f31d-5b0f-4fc0-948a-4fff2a8bbd02),segment_id=88c0f31d-5b0f-4fc0-948a-4fff2a8bbd02)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:39:21.561514 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-abdb6b25-c090-427e-95ce-115bf857eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:21.570491 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c92e9bf0-18eb-42a9-bc6e-bc42b85929e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:21.592720 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e14ae560-9fd2-4bab-b84a-5cb91bc027af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'name': 'tempest-TestVolumeBootPattern-2129707804-router', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:09Z', 'updated_at': '2021-11-16T11:39:15Z', 'revision_number': 4, 'project_id': '4bac558768764cbe98f7632412a36688', 'gw_port': {'id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:65:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:10Z', 'updated_at': '2021-11-16T11:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '5cb16a25-dc49-4206-a022-3c3ed805f304', 'name': '', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'mac_address': 'fa:16:3e:8e:0b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:14Z', 'updated_at': '2021-11-16T11:39:15Z', 'revision_number': 2, 'project_id': '4bac558768764cbe98f7632412a36688', 'subnets': [{'id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:21.607137 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:21.608683 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 69d0f023-dbd7-4345-8cb1-b9f349df395c up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:39:21.650814 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-6861e1ed-48d6-43ce-8134-6bcedb344521 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 49812472-361d-465b-9cae-27a8b2504292) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:39:21.666252 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6861e1ed-48d6-43ce-8134-6bcedb344521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:21.667916 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6861e1ed-48d6-43ce-8134-6bcedb344521 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:21.712675 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6861e1ed-48d6-43ce-8134-6bcedb344521 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1531038 Nov 16 11:39:21.719332 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54542) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:21.731609 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-0bf0a8e9-9be2-434a-a702-602072dd72e8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-520507276-router', 'tenant_id': '5e7d30567b2648cb8d46d13920112685', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:39:21.753202 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=48cf64ec-f7a3-4489-8479-22cfbd3aa32e,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:21.756233 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0f915f-147e-4630-9e38-d3c076a36ac7 None None] Network 49812472-361d-465b-9cae-27a8b2504292 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:39:21.763435 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14ae560-9fd2-4bab-b84a-5cb91bc027af None None] The sync data for ids ['c352b1ca-5cdc-43b9-af68-1b27d967b035'] in n-d-816823-3 is: [{'id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'name': 'tempest-TestVolumeBootPattern-2129707804-router', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:09Z', 'updated_at': '2021-11-16T11:39:15Z', 'revision_number': 4, 'project_id': '4bac558768764cbe98f7632412a36688', 'gw_port': {'id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:65:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:10Z', 'updated_at': '2021-11-16T11:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '5cb16a25-dc49-4206-a022-3c3ed805f304', 'name': '', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'mac_address': 'fa:16:3e:8e:0b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:14Z', 'updated_at': '2021-11-16T11:39:15Z', 'revision_number': 2, 'project_id': '4bac558768764cbe98f7632412a36688', 'subnets': [{'id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:39:21.824411 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0bf0a8e9-9be2-434a-a702-602072dd72e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:21.827073 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0bf0a8e9-9be2-434a-a702-602072dd72e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:21.895014 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92e9bf0-18eb-42a9-bc6e-bc42b85929e8 admin admin] Router f436ebf7-3b5e-49f3-b346-0a3eecd78e41 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:39:21.900052 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-d754c35b-9733-4e21-aab6-4efdcb78efe2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76a51633-7476-4147-a3ea-d4389026609c HTTP/1.1" status: 200 len: 999 time: 0.3451068 Nov 16 11:39:21.927575 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-9b908010-180e-4269-b88e-2c81af5d8d41 None None] For port dc72e7e1-1e43-4c15-9eab-47040a25f6f1, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:39:22.067659 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0bf0a8e9-9be2-434a-a702-602072dd72e8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:22.090279 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-430cd765-6830-4915-8f06-141a17ffaf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:22.094486 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-430cd765-6830-4915-8f06-141a17ffaf74 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71739ec5-f544-432b-ace1-00dfba16fd4d HTTP/1.1" status: 200 len: 835 time: 0.1785462 Nov 16 11:39:22.344244 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:39:22.578854 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 76a51633-7476-4147-a3ea-d4389026609c no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:39:22.584238 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 69d0f023-dbd7-4345-8cb1-b9f349df395c triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:22.584653 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:22.593723 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-9b908010-180e-4269-b88e-2c81af5d8d41 None None] For port dc72e7e1-1e43-4c15-9eab-47040a25f6f1, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=dc72e7e1-1e43-4c15-9eab-47040a25f6f1,segment=NetworkSegment(26795a2d-b645-41c3-8b71-8b363d1115d8),segment_id=26795a2d-b645-41c3-8b71-8b363d1115d8)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:39:22.602075 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-ffa88b9a-895c-4545-bff6-6274b03c483f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:22.604211 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-ffa88b9a-895c-4545-bff6-6274b03c483f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=43f20ad4-199d-4548-9ae5-b0d7e71e371d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3823113 Nov 16 11:39:22.611064 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0bf0a8e9-9be2-434a-a702-602072dd72e8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:22.761609 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.api [None req-abdb6b25-c090-427e-95ce-115bf857eefe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:39:22.762771 n-d-816823-3 neutron-server[102670]: DEBUG oslo_db.api [None req-abdb6b25-c090-427e-95ce-115bf857eefe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:39:22.794880 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9b908010-180e-4269-b88e-2c81af5d8d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:22.845419 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59ac3dc-458c-42c8-ab68-bc0a98dd61a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-49812472-361d-465b-9cae-27a8b2504292', 'network_id': '49812472-361d-465b-9cae-27a8b2504292', 'tenant_id': '5e7d30567b2648cb8d46d13920112685', 'fixed_ips': [{'subnet_id': 'bd6cfd79-6d29-42e1-b994-f1d0298fe56d'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:39:22.847702 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c59ac3dc-458c-42c8-ab68-bc0a98dd61a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:22.964211 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-8e7a594d-e79e-43d7-8b22-ca714355ee8e service neutron] 10.222.0.64 "GET /v2.0/networks/43f20ad4-199d-4548-9ae5-b0d7e71e371d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444972 Nov 16 11:39:22.973484 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c32296-a2db-41ce-b22e-4404724ab923 req-25449935-728a-4fa0-98ca-7de48d90fbd5 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:22.981198 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a0d7da-75a1-4369-9d8d-44a60160fcb0', 'tag': '76a51633-7476-4147-a3ea-d4389026609c'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:39:22.989098 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f652dcf-f38d-4851-8148-7e5cf9795d7d" -d '{"events": [{"name": "network-changed", "server_uuid": "17a0d7da-75a1-4369-9d8d-44a60160fcb0", "tag": "76a51633-7476-4147-a3ea-d4389026609c"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:39:22.999712 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-88c32296-a2db-41ce-b22e-4404724ab923 req-25449935-728a-4fa0-98ca-7de48d90fbd5 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 943 time: 0.9837844 Nov 16 11:39:23.135625 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92e9bf0-18eb-42a9-bc6e-bc42b85929e8 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:39:23.162449 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b90bb0-efd2-48a5-b777-de476e6f9ba2 None None] Sync routers for ids ['f436ebf7-3b5e-49f3-b346-0a3eecd78e41'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:39:23.169979 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-88c32296-a2db-41ce-b22e-4404724ab923 req-6c2fbde4-dc5a-4ba2-9424-bb1e7f642916 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f479886-688b-40e4-95ce-92a8dd5a26bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681821 Nov 16 11:39:23.177370 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 76a51633-7476-4147-a3ea-d4389026609c not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:39:23.216264 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c92e9bf0-18eb-42a9-bc6e-bc42b85929e8 admin admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:23.217835 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c92e9bf0-18eb-42a9-bc6e-bc42b85929e8 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.3428164 Nov 16 11:39:23.225041 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54582) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:23.297069 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b908010-180e-4269-b88e-2c81af5d8d41 None None] Pushing event updated for resources: {'Port': ['ID=dc72e7e1-1e43-4c15-9eab-47040a25f6f1,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:23.386583 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b90bb0-efd2-48a5-b777-de476e6f9ba2 None None] Routers {'f436ebf7-3b5e-49f3-b346-0a3eecd78e41'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:39:23.388381 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d0b90bb0-efd2-48a5-b777-de476e6f9ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:39:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f436ebf7-3b5e-49f3-b346-0a3eecd78e41'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:23.410252 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54584) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:23.418851 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2747e4fc-3730-4bd3-9781-0aa6afde0aca x-openstack-request-id: req-2747e4fc-3730-4bd3-9781-0aa6afde0aca {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:39:23.426629 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a0d7da-75a1-4369-9d8d-44a60160fcb0", "tag": "76a51633-7476-4147-a3ea-d4389026609c", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:39:23.427146 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2747e4fc-3730-4bd3-9781-0aa6afde0aca {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:39:23.427559 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a0d7da-75a1-4369-9d8d-44a60160fcb0', 'tag': '76a51633-7476-4147-a3ea-d4389026609c', 'status': 'completed', 'code': 200} Nov 16 11:39:23.571900 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e932b97a-164d-48e5-87f0-35b7f92d741f req-57c72b52-0fe4-47cc-a404-055b5bafd2b8 service neutron] 10.222.0.64 "GET /v2.0/networks/43f20ad4-199d-4548-9ae5-b0d7e71e371d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5751710 Nov 16 11:39:23.652807 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f652dcf-f38d-4851-8148-7e5cf9795d7d req-1ed42583-5abe-4af1-be46-71e0db6e62e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:23.656130 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1f652dcf-f38d-4851-8148-7e5cf9795d7d req-1ed42583-5abe-4af1-be46-71e0db6e62e1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a94525ce04b1475298bff18f4d90d9d6&device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 1094 time: 0.2091219 Nov 16 11:39:23.812816 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-c59ac3dc-458c-42c8-ab68-bc0a98dd61a3 None None] Allocated IP 172.20.0.2 (49812472-361d-465b-9cae-27a8b2504292/bd6cfd79-6d29-42e1-b994-f1d0298fe56d/7c68236d-183b-4bd1-92df-a19c5cbc083f) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:39:23.838600 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-abdb6b25-c090-427e-95ce-115bf857eefe None None] Provisioning complete for port 5cb16a25-dc49-4206-a022-3c3ed805f304 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:23.838600 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-abdb6b25-c090-427e-95ce-115bf857eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:23.856607 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-d0b90bb0-efd2-48a5-b777-de476e6f9ba2 None None] Set router f436ebf7-3b5e-49f3-b346-0a3eecd78e41 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:39:23.992962 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0bf0a8e9-9be2-434a-a702-602072dd72e8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:24.073754 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0bf0a8e9-9be2-434a-a702-602072dd72e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:24.295538 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device dc72e7e1-1e43-4c15-9eab-47040a25f6f1 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:39:24.301481 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f4585003-8212-45a7-975f-0b59be9d4168 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-604576079-network', 'tenant_id': '142d3a0b7566420dad5d5849dd291232'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:39:24.325109 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f652dcf-f38d-4851-8148-7e5cf9795d7d req-1cfb480f-6d5b-44a8-948d-e9f0c9f6a70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:24.348425 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1f652dcf-f38d-4851-8148-7e5cf9795d7d req-1cfb480f-6d5b-44a8-948d-e9f0c9f6a70f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a94525ce04b1475298bff18f4d90d9d6&device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 1094 time: 0.6541436 Nov 16 11:39:24.389881 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-abdb6b25-c090-427e-95ce-115bf857eefe None None] Port 5cb16a25-dc49-4206-a022-3c3ed805f304 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:39:24.490204 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146302ee-5d28-4e73-a47a-5b9419d055c4 req-c582d3cc-c994-4a33-a219-52755d84f2c7 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:24.493130 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-146302ee-5d28-4e73-a47a-5b9419d055c4 req-c582d3cc-c994-4a33-a219-52755d84f2c7 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 943 time: 0.1320593 Nov 16 11:39:24.503501 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-306495f9-7bc9-4ce1-9b85-09bfb894fa19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:24.581775 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-146302ee-5d28-4e73-a47a-5b9419d055c4 req-07fa045a-d017-47c4-812c-55f660aad0bf tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f479886-688b-40e4-95ce-92a8dd5a26bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741704 Nov 16 11:39:24.683903 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c59ac3dc-458c-42c8-ab68-bc0a98dd61a3 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:24.692502 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port dc72e7e1-1e43-4c15-9eab-47040a25f6f1 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:24.692920 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:24.694598 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-43e9a37e-e6c0-415c-9b9e-6a1b4db200ca None None] Provisioning complete for port 5cbfca54-2762-4074-b90f-2562cf61e4e5 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:24.695652 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-43e9a37e-e6c0-415c-9b9e-6a1b4db200ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:24.704921 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-0bf0a8e9-9be2-434a-a702-602072dd72e8 admin admin] Allocated IP 172.25.0.61 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/98e75fcd-f529-4482-893e-2c4cd60e0442) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:39:24.763105 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f652dcf-f38d-4851-8148-7e5cf9795d7d req-78ffb3ba-b1e5-43a8-8144-64188e708794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:24.764970 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1f652dcf-f38d-4851-8148-7e5cf9795d7d req-78ffb3ba-b1e5-43a8-8144-64188e708794 service neutron] 10.222.0.64 "GET /v2.0/networks?id=43f20ad4-199d-4548-9ae5-b0d7e71e371d HTTP/1.1" status: 200 len: 898 time: 0.3992343 Nov 16 11:39:24.769174 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c59ac3dc-458c-42c8-ab68-bc0a98dd61a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:24.777577 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4585003-8212-45a7-975f-0b59be9d4168 admin admin] Made reservation on behalf of 142d3a0b7566420dad5d5849dd291232 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:39:24.780017 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f4585003-8212-45a7-975f-0b59be9d4168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:24.784647 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5c5709-7155-42bc-b725-605c7f27a494 None None] Network 831b3a3a-a3c7-408f-9b2e-6ed54d1e4743 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:39:24.801127 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59ac3dc-458c-42c8-ab68-bc0a98dd61a3 None None] Network 49812472-361d-465b-9cae-27a8b2504292 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:39:24.818989 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-c59ac3dc-458c-42c8-ab68-bc0a98dd61a3 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:39:24.840360 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59ac3dc-458c-42c8-ab68-bc0a98dd61a3 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:39:24.884199 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-306495f9-7bc9-4ce1-9b85-09bfb894fa19 admin admin] Allocated IP 172.20.0.1 (831b3a3a-a3c7-408f-9b2e-6ed54d1e4743/2cc5005a-85fb-4a0c-90ba-9026773075e9/59d1e3bb-d545-4510-b3bb-a75813f0daba) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:39:24.910477 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0bf0a8e9-9be2-434a-a702-602072dd72e8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:24.957516 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f652dcf-f38d-4851-8148-7e5cf9795d7d req-23c1418a-b09d-4d7d-b897-49b891aa30e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:24.959642 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1f652dcf-f38d-4851-8148-7e5cf9795d7d req-23c1418a-b09d-4d7d-b897-49b891aa30e1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43f20ad4-199d-4548-9ae5-b0d7e71e371d HTTP/1.1" status: 200 len: 898 time: 1.2897539 Nov 16 11:39:25.013570 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f4585003-8212-45a7-975f-0b59be9d4168 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:25.032636 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d0b90bb0-efd2-48a5-b777-de476e6f9ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f436ebf7-3b5e-49f3-b346-0a3eecd78e41', 'name': 'tempest-TestAggregatesBasicOps-557955512-router', 'tenant_id': '73e4a83e3428491e8a275badcf653505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'dda93d89-bcbf-4135-b10a-0db128edcae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:17Z', 'updated_at': '2021-11-16T11:39:20Z', 'revision_number': 3, 'project_id': '73e4a83e3428491e8a275badcf653505', 'gw_port': {'id': 'dda93d89-bcbf-4135-b10a-0db128edcae9', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:72:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f436ebf7-3b5e-49f3-b346-0a3eecd78e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:18Z', 'updated_at': '2021-11-16T11:39:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:25.051960 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-306495f9-7bc9-4ce1-9b85-09bfb894fa19 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:25.072629 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b90bb0-efd2-48a5-b777-de476e6f9ba2 None None] Checking router: f436ebf7-3b5e-49f3-b346-0a3eecd78e41 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:39:25.073068 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b90bb0-efd2-48a5-b777-de476e6f9ba2 None None] Updating router f436ebf7-3b5e-49f3-b346-0a3eecd78e41 port dda93d89-bcbf-4135-b10a-0db128edcae9 binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:39:25.076120 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c59ac3dc-458c-42c8-ab68-bc0a98dd61a3 None None] Attempting to bind port 7c68236d-183b-4bd1-92df-a19c5cbc083f on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:39:25.078933 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c59ac3dc-458c-42c8-ab68-bc0a98dd61a3 None None] Attempting to bind port 7c68236d-183b-4bd1-92df-a19c5cbc083f by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'df8a678a-84ac-4290-ba2d-afd92ec3fa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '49812472-361d-465b-9cae-27a8b2504292'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:39:25.079738 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59ac3dc-458c-42c8-ab68-bc0a98dd61a3 None None] Attempting to bind port 7c68236d-183b-4bd1-92df-a19c5cbc083f on network 49812472-361d-465b-9cae-27a8b2504292 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:39:25.082540 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ac3dc-458c-42c8-ab68-bc0a98dd61a3 None None] Pushing event updated for resources: {'Port': ['ID=7c68236d-183b-4bd1-92df-a19c5cbc083f,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:25.102627 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-306495f9-7bc9-4ce1-9b85-09bfb894fa19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:25.136071 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59ac3dc-458c-42c8-ab68-bc0a98dd61a3 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:39:25.136797 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59ac3dc-458c-42c8-ab68-bc0a98dd61a3 None None] Checking segment: {'id': 'df8a678a-84ac-4290-ba2d-afd92ec3fa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '49812472-361d-465b-9cae-27a8b2504292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:39:25.137394 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c59ac3dc-458c-42c8-ab68-bc0a98dd61a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:25.138037 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59ac3dc-458c-42c8-ab68-bc0a98dd61a3 None None] Bound using segment: {'id': 'df8a678a-84ac-4290-ba2d-afd92ec3fa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '49812472-361d-465b-9cae-27a8b2504292'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:39:25.138714 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c59ac3dc-458c-42c8-ab68-bc0a98dd61a3 None None] Bound port: 7c68236d-183b-4bd1-92df-a19c5cbc083f, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df8a678a-84ac-4290-ba2d-afd92ec3fa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '49812472-361d-465b-9cae-27a8b2504292'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:39:25.139288 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c59ac3dc-458c-42c8-ab68-bc0a98dd61a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:25.191753 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d0b90bb0-efd2-48a5-b777-de476e6f9ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:25.201964 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306495f9-7bc9-4ce1-9b85-09bfb894fa19 admin admin] Pushing event updated for resources: {'Port': ['ID=59d1e3bb-d545-4510-b3bb-a75813f0daba,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:25.206024 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f4585003-8212-45a7-975f-0b59be9d4168 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:25.216328 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0bf0a8e9-9be2-434a-a702-602072dd72e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:25.238347 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f4585003-8212-45a7-975f-0b59be9d4168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:25.242425 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306495f9-7bc9-4ce1-9b85-09bfb894fa19 admin admin] Network 831b3a3a-a3c7-408f-9b2e-6ed54d1e4743 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:39:25.247304 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-306495f9-7bc9-4ce1-9b85-09bfb894fa19 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:39:25.254776 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306495f9-7bc9-4ce1-9b85-09bfb894fa19 admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:39:25.300300 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0a8e9-9be2-434a-a702-602072dd72e8 admin admin] Pushing event updated for resources: {'Port': ['ID=98e75fcd-f529-4482-893e-2c4cd60e0442,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:25.307849 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858f5e9-25ef-4056-ba7a-95eedaf40eb0 req-6d72ae6a-cb87-48f0-a869-681e83e5f5a9 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:25.319571 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1858f5e9-25ef-4056-ba7a-95eedaf40eb0 req-6d72ae6a-cb87-48f0-a869-681e83e5f5a9 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1cbc116-04ac-4caa-9f68-0eaee4b01e7e HTTP/1.1" status: 200 len: 946 time: 0.1302333 Nov 16 11:39:25.331936 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf0a8e9-9be2-434a-a702-602072dd72e8 admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:39:25.343604 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-0bf0a8e9-9be2-434a-a702-602072dd72e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:39:25.348330 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1f652dcf-f38d-4851-8148-7e5cf9795d7d req-5790e777-031e-439c-a45d-ab24331167b0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76a51633-7476-4147-a3ea-d4389026609c HTTP/1.1" status: 200 len: 999 time: 0.5652246 Nov 16 11:39:25.358024 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf0a8e9-9be2-434a-a702-602072dd72e8 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:39:25.374626 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-306495f9-7bc9-4ce1-9b85-09bfb894fa19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:25.405451 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4585003-8212-45a7-975f-0b59be9d4168 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:39:25.466559 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f652dcf-f38d-4851-8148-7e5cf9795d7d req-b2e09f90-eee5-4e52-8edd-d2eaa2e9c19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:25.468568 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1f652dcf-f38d-4851-8148-7e5cf9795d7d req-b2e09f90-eee5-4e52-8edd-d2eaa2e9c19d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71739ec5-f544-432b-ace1-00dfba16fd4d HTTP/1.1" status: 200 len: 835 time: 0.0557833 Nov 16 11:39:25.554984 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1f652dcf-f38d-4851-8148-7e5cf9795d7d req-c1102ad0-04bd-4df0-83cc-1617aca7075a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76a51633-7476-4147-a3ea-d4389026609c HTTP/1.1" status: 200 len: 999 time: 0.5280437 Nov 16 11:39:25.569736 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1858f5e9-25ef-4056-ba7a-95eedaf40eb0 req-a7ea83a0-67e8-4b00-80d6-a42dd1f6ca9e tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=09083bf5-cf45-4b26-b043-3ad082faeee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2490883 Nov 16 11:39:25.598577 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-306495f9-7bc9-4ce1-9b85-09bfb894fa19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:25.750046 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be57cb27-e0ec-4f0a-ba2a-d44e696a0572 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:39:25.766936 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8dde8f-d894-4934-b50d-bffd623f4bb5 req-3d456624-c611-4a6d-9817-3bab98805174 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:25.774550 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ac8dde8f-d894-4934-b50d-bffd623f4bb5 req-3d456624-c611-4a6d-9817-3bab98805174 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 943 time: 0.0926504 Nov 16 11:39:25.824513 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-43e9a37e-e6c0-415c-9b9e-6a1b4db200ca None None] Provisioning complete for port dda93d89-bcbf-4135-b10a-0db128edcae9 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:25.825088 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-43e9a37e-e6c0-415c-9b9e-6a1b4db200ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:25.882349 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-43e9a37e-e6c0-415c-9b9e-6a1b4db200ca None None] Port dda93d89-bcbf-4135-b10a-0db128edcae9 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:39:25.883109 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ac8dde8f-d894-4934-b50d-bffd623f4bb5 req-d19416cd-3f2c-4140-920f-4127453aeaf2 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f479886-688b-40e4-95ce-92a8dd5a26bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056647 Nov 16 11:39:25.883960 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:25.922304 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502e2c77-1383-42eb-bdd1-184fca7d0cba None None] Sync routers for ids ['c352b1ca-5cdc-43b9-af68-1b27d967b035'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:39:25.949416 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502e2c77-1383-42eb-bdd1-184fca7d0cba None None] Routers {'c352b1ca-5cdc-43b9-af68-1b27d967b035'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:39:25.950404 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-502e2c77-1383-42eb-bdd1-184fca7d0cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:39:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c352b1ca-5cdc-43b9-af68-1b27d967b035'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:25.992248 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-306495f9-7bc9-4ce1-9b85-09bfb894fa19 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:25.993033 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d0b90bb0-efd2-48a5-b777-de476e6f9ba2 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:26.007959 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-306495f9-7bc9-4ce1-9b85-09bfb894fa19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:26.036972 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d0b90bb0-efd2-48a5-b777-de476e6f9ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:26.087555 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port dc72e7e1-1e43-4c15-9eab-47040a25f6f1, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=dc72e7e1-1e43-4c15-9eab-47040a25f6f1,segment=NetworkSegment(26795a2d-b645-41c3-8b71-8b363d1115d8),segment_id=26795a2d-b645-41c3-8b71-8b363d1115d8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:39:26.099801 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365013f9-0ddc-40d3-89cc-6197f5b60a38 None None] Pushing event updated for resources: {'Port': ['ID=dda93d89-bcbf-4135-b10a-0db128edcae9,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:26.108513 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c59ac3dc-458c-42c8-ab68-bc0a98dd61a3 None None] For port 7c68236d-183b-4bd1-92df-a19c5cbc083f, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:39:26.139515 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:26.140343 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 48cf64ec-f7a3-4489-8479-22cfbd3aa32e up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:39:26.181829 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306495f9-7bc9-4ce1-9b85-09bfb894fa19 admin admin] Pushing event updated for resources: {'Port': ['ID=59d1e3bb-d545-4510-b3bb-a75813f0daba,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:26.184173 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-306495f9-7bc9-4ce1-9b85-09bfb894fa19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:26.206602 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e672e1-03ef-46a9-9d07-380998aac99e None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:39:26.213952 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4585003-8212-45a7-975f-0b59be9d4168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26df1b7-2e13-473b-9824-fe71d0a12052,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:26.226449 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f4585003-8212-45a7-975f-0b59be9d4168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:26.231936 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-f4585003-8212-45a7-975f-0b59be9d4168 admin admin] Added segment 8043acd5-4a28-4dcf-ae57-3b552b41bbc0 of type vlan for network 20a976b3-4269-4e45-8f07-aa388b8223f2 Nov 16 11:39:26.247646 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c59ac3dc-458c-42c8-ab68-bc0a98dd61a3 None None] For port 7c68236d-183b-4bd1-92df-a19c5cbc083f, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=7c68236d-183b-4bd1-92df-a19c5cbc083f,segment=NetworkSegment(df8a678a-84ac-4290-ba2d-afd92ec3fa3b),segment_id=df8a678a-84ac-4290-ba2d-afd92ec3fa3b)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:39:26.277824 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-502e2c77-1383-42eb-bdd1-184fca7d0cba None None] Set router c352b1ca-5cdc-43b9-af68-1b27d967b035 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:39:26.280925 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c59ac3dc-458c-42c8-ab68-bc0a98dd61a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:26.288399 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-d0b90bb0-efd2-48a5-b777-de476e6f9ba2 None None] Attempting to bind port dda93d89-bcbf-4135-b10a-0db128edcae9 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:39:26.288895 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-d0b90bb0-efd2-48a5-b777-de476e6f9ba2 None None] Attempting to bind port dda93d89-bcbf-4135-b10a-0db128edcae9 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:39:26.289385 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b90bb0-efd2-48a5-b777-de476e6f9ba2 None None] Attempting to bind port dda93d89-bcbf-4135-b10a-0db128edcae9 on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:39:26.331531 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b90bb0-efd2-48a5-b777-de476e6f9ba2 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:39:26.332403 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b90bb0-efd2-48a5-b777-de476e6f9ba2 None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:39:26.332546 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d0b90bb0-efd2-48a5-b777-de476e6f9ba2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:26.333019 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b90bb0-efd2-48a5-b777-de476e6f9ba2 None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:39:26.333613 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-d0b90bb0-efd2-48a5-b777-de476e6f9ba2 None None] Bound port: dda93d89-bcbf-4135-b10a-0db128edcae9, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:39:26.334251 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d0b90bb0-efd2-48a5-b777-de476e6f9ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:26.335966 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-811598bf-1a3c-4e4f-8006-16e3db79c649 None None] Provisioning complete for port dc72e7e1-1e43-4c15-9eab-47040a25f6f1 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:26.336300 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-811598bf-1a3c-4e4f-8006-16e3db79c649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:26.375187 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306495f9-7bc9-4ce1-9b85-09bfb894fa19 admin admin] Network 831b3a3a-a3c7-408f-9b2e-6ed54d1e4743 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:39:26.375418 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-306495f9-7bc9-4ce1-9b85-09bfb894fa19 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:39:26.410333 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=dc72e7e1-1e43-4c15-9eab-47040a25f6f1,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:26.543575 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f652dcf-f38d-4851-8148-7e5cf9795d7d req-87d48c4a-d864-4b4a-b291-8fa1d692c33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:26.545330 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1f652dcf-f38d-4851-8148-7e5cf9795d7d req-87d48c4a-d864-4b4a-b291-8fa1d692c33a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71739ec5-f544-432b-ace1-00dfba16fd4d HTTP/1.1" status: 200 len: 835 time: 0.3748012 Nov 16 11:39:26.547068 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f4585003-8212-45a7-975f-0b59be9d4168 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:26.559629 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 76a51633-7476-4147-a3ea-d4389026609c details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:39:26.643732 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 48cf64ec-f7a3-4489-8479-22cfbd3aa32e triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:26.645830 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f652dcf-f38d-4851-8148-7e5cf9795d7d req-faba571e-9377-4688-b1d7-55a876a57ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:26.647424 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1f652dcf-f38d-4851-8148-7e5cf9795d7d req-faba571e-9377-4688-b1d7-55a876a57ee9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=43f20ad4-199d-4548-9ae5-b0d7e71e371d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1298039 Nov 16 11:39:26.660867 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:26.711991 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306495f9-7bc9-4ce1-9b85-09bfb894fa19 admin admin] Router f436ebf7-3b5e-49f3-b346-0a3eecd78e41 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:39:26.748863 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-502e2c77-1383-42eb-bdd1-184fca7d0cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'name': 'tempest-TestVolumeBootPattern-2129707804-router', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:09Z', 'updated_at': '2021-11-16T11:39:15Z', 'revision_number': 4, 'project_id': '4bac558768764cbe98f7632412a36688', 'gw_port': {'id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:65:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:10Z', 'updated_at': '2021-11-16T11:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '5cb16a25-dc49-4206-a022-3c3ed805f304', 'name': '', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'mac_address': 'fa:16:3e:8e:0b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:14Z', 'updated_at': '2021-11-16T11:39:15Z', 'revision_number': 2, 'project_id': '4bac558768764cbe98f7632412a36688', 'subnets': [{'id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:26.773232 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-d0b90bb0-efd2-48a5-b777-de476e6f9ba2 None None] For port dda93d89-bcbf-4135-b10a-0db128edcae9, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:39:26.777381 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-d0b90bb0-efd2-48a5-b777-de476e6f9ba2 None None] For port dda93d89-bcbf-4135-b10a-0db128edcae9, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=dda93d89-bcbf-4135-b10a-0db128edcae9,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:39:26.782019 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ac3dc-458c-42c8-ab68-bc0a98dd61a3 None None] Pushing event updated for resources: {'Port': ['ID=7c68236d-183b-4bd1-92df-a19c5cbc083f,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:26.831554 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d0b90bb0-efd2-48a5-b777-de476e6f9ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:26.838383 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502e2c77-1383-42eb-bdd1-184fca7d0cba None None] Checking router: c352b1ca-5cdc-43b9-af68-1b27d967b035 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:39:26.839974 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0bf0a8e9-9be2-434a-a702-602072dd72e8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:26.842294 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502e2c77-1383-42eb-bdd1-184fca7d0cba None None] Updating router c352b1ca-5cdc-43b9-af68-1b27d967b035 port 5cb16a25-dc49-4206-a022-3c3ed805f304 binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:39:26.923815 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-502e2c77-1383-42eb-bdd1-184fca7d0cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:26.926158 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f4585003-8212-45a7-975f-0b59be9d4168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:26.935535 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4585003-8212-45a7-975f-0b59be9d4168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:26.936321 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f4585003-8212-45a7-975f-0b59be9d4168 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:27.005293 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f652dcf-f38d-4851-8148-7e5cf9795d7d req-e4ecf2ec-eb66-45a4-be68-c0a19718b80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:27.006995 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1f652dcf-f38d-4851-8148-7e5cf9795d7d req-e4ecf2ec-eb66-45a4-be68-c0a19718b80a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43f20ad4-199d-4548-9ae5-b0d7e71e371d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4518380 Nov 16 11:39:27.047167 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365013f9-0ddc-40d3-89cc-6197f5b60a38 None None] Pushing event updated for resources: {'Port': ['ID=dda93d89-bcbf-4135-b10a-0db128edcae9,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:27.059611 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f25217-7b6c-4584-a52d-bf5e092445d5 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:39:27.069808 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.resource_extend [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 11:39:27.094271 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9025791-6310-425d-aa0e-d79c1e19b896 req-82555f33-a872-45cb-819d-ec794ade7e5a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:27.096459 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e9025791-6310-425d-aa0e-d79c1e19b896 req-82555f33-a872-45cb-819d-ec794ade7e5a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1cbc116-04ac-4caa-9f68-0eaee4b01e7e HTTP/1.1" status: 200 len: 946 time: 0.3657231 Nov 16 11:39:27.232898 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f4585003-8212-45a7-975f-0b59be9d4168 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.7791855 Nov 16 11:39:27.239249 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54644) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:27.248071 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6f08f-2663-4421-b7ec-ff2f5b250e8c req-59e97544-5277-4e73-a574-07de1981fa8a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:27.259777 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7bb6f08f-2663-4421-b7ec-ff2f5b250e8c req-59e97544-5277-4e73-a574-07de1981fa8a tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1cbc116-04ac-4caa-9f68-0eaee4b01e7e HTTP/1.1" status: 200 len: 946 time: 0.4267128 Nov 16 11:39:27.278149 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b90bb0-efd2-48a5-b777-de476e6f9ba2 None None] Routers {'f436ebf7-3b5e-49f3-b346-0a3eecd78e41'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:39:27.278799 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d0b90bb0-efd2-48a5-b777-de476e6f9ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:39:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f436ebf7-3b5e-49f3-b346-0a3eecd78e41'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:27.304817 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d3c00e7f-632a-4968-996a-45f351e56894 admin admin] Request body: {'subnet': {'network_id': '20a976b3-4269-4e45-8f07-aa388b8223f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-604576079-subnet', 'tenant_id': '142d3a0b7566420dad5d5849dd291232', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:39:27.327566 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4585003-8212-45a7-975f-0b59be9d4168 admin admin] Pushing event updated for resources: {'Network': ['ID=20a976b3-4269-4e45-8f07-aa388b8223f2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:27.337403 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1f652dcf-f38d-4851-8148-7e5cf9795d7d req-53567df7-a080-42a0-97dc-1d9e1c6cd746 service neutron] 10.222.0.64 "GET /v2.0/networks/43f20ad4-199d-4548-9ae5-b0d7e71e371d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6698704 Nov 16 11:39:27.404168 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 20a976b3-4269-4e45-8f07-aa388b8223f2 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:39:27.426809 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306495f9-7bc9-4ce1-9b85-09bfb894fa19 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:39:27.451290 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-306495f9-7bc9-4ce1-9b85-09bfb894fa19 admin admin] 10.222.0.61 "PUT /v2.0/routers/f436ebf7-3b5e-49f3-b346-0a3eecd78e41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2163303 Nov 16 11:39:27.497045 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7bb6f08f-2663-4421-b7ec-ff2f5b250e8c req-44a20b50-2f96-4664-8b3b-aa1ce1ae1e4f tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=09083bf5-cf45-4b26-b043-3ad082faeee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2356560 Nov 16 11:39:27.553208 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-811598bf-1a3c-4e4f-8006-16e3db79c649 None None] Provisioning complete for port 98e75fcd-f529-4482-893e-2c4cd60e0442 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:27.556852 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-811598bf-1a3c-4e4f-8006-16e3db79c649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:27.572260 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54650) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:27.603964 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-e9025791-6310-425d-aa0e-d79c1e19b896 req-368d4129-d989-4a9e-a9d0-af5f35063128 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Deleting port 20ae4a88-fead-435e-beae-8e037cf69a18 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:39:27.605674 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e9025791-6310-425d-aa0e-d79c1e19b896 req-368d4129-d989-4a9e-a9d0-af5f35063128 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:27.662795 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c00e7f-632a-4968-996a-45f351e56894 admin admin] Made reservation on behalf of 142d3a0b7566420dad5d5849dd291232 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:39:27.670500 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d3c00e7f-632a-4968-996a-45f351e56894 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:27.756042 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 5cbfca54-2762-4074-b90f-2562cf61e4e5 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:39:27.770312 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 76a51633-7476-4147-a3ea-d4389026609c, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=76a51633-7476-4147-a3ea-d4389026609c,segment=NetworkSegment(cc2fabfa-7911-40e9-aba3-29a5d09c685d),segment_id=cc2fabfa-7911-40e9-aba3-29a5d09c685d)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:39:27.779116 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-811598bf-1a3c-4e4f-8006-16e3db79c649 None None] Port 98e75fcd-f529-4482-893e-2c4cd60e0442 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:39:27.840609 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '76a51633-7476-4147-a3ea-d4389026609c', 'network_id': '43f20ad4-199d-4548-9ae5-b0d7e71e371d', 'port_id': '76a51633-7476-4147-a3ea-d4389026609c', 'mac_address': 'fa:16:3e:ee:f5:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71739ec5-f544-432b-ace1-00dfba16fd4d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:39:27.862690 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-d0b90bb0-efd2-48a5-b777-de476e6f9ba2 None None] Set router f436ebf7-3b5e-49f3-b346-0a3eecd78e41 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:39:27.887423 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-12f91ddc-ed77-4dbc-b38c-4d3514b48300 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:27.898913 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-502e2c77-1383-42eb-bdd1-184fca7d0cba None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:27.914445 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-502e2c77-1383-42eb-bdd1-184fca7d0cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:27.918718 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e2224-42d5-4188-9f36-c7e0a0c3b696 req-a4df40fc-fe8c-4cfc-bc5f-56f4d8831fd3 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:27.920908 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-194e2224-42d5-4188-9f36-c7e0a0c3b696 req-a4df40fc-fe8c-4cfc-bc5f-56f4d8831fd3 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 943 time: 0.2455614 Nov 16 11:39:27.995009 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6741b84-2492-4fc5-abe9-95075538e12d None None] Pushing event updated for resources: {'Port': ['ID=5cb16a25-dc49-4206-a022-3c3ed805f304,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:28.019219 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-194e2224-42d5-4188-9f36-c7e0a0c3b696 req-818e704b-2063-4f86-92a7-68cc65042d26 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f479886-688b-40e4-95ce-92a8dd5a26bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857301 Nov 16 11:39:28.026744 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-e9025791-6310-425d-aa0e-d79c1e19b896 req-368d4129-d989-4a9e-a9d0-af5f35063128 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] For port 20ae4a88-fead-435e-beae-8e037cf69a18, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=20ae4a88-fead-435e-beae-8e037cf69a18,segment=NetworkSegment(8c7d83bf-85a1-425d-b9b1-dd2526bf3d00),segment_id=8c7d83bf-85a1-425d-b9b1-dd2526bf3d00)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:39:28.027059 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e9025791-6310-425d-aa0e-d79c1e19b896 req-368d4129-d989-4a9e-a9d0-af5f35063128 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:28.131090 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-502e2c77-1383-42eb-bdd1-184fca7d0cba None None] Attempting to bind port 5cb16a25-dc49-4206-a022-3c3ed805f304 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:39:28.131543 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-502e2c77-1383-42eb-bdd1-184fca7d0cba None None] Attempting to bind port 5cb16a25-dc49-4206-a022-3c3ed805f304 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'c7ce274d-1faf-4924-9c3c-562dce13f294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:39:28.131874 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502e2c77-1383-42eb-bdd1-184fca7d0cba None None] Attempting to bind port 5cb16a25-dc49-4206-a022-3c3ed805f304 on network 3d7484ae-78a0-4a01-9340-d50011c24af9 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:39:28.140115 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:28.141356 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1f652dcf-f38d-4851-8148-7e5cf9795d7d req-5ecd9ec7-4e9a-4e77-a5cc-33bce36d0fff service neutron] 10.222.0.36 "GET /v2.0/networks/43f20ad4-199d-4548-9ae5-b0d7e71e371d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0540118 Nov 16 11:39:28.148733 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502e2c77-1383-42eb-bdd1-184fca7d0cba None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:39:28.149104 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502e2c77-1383-42eb-bdd1-184fca7d0cba None None] Checking segment: {'id': 'c7ce274d-1faf-4924-9c3c-562dce13f294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:39:28.150312 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-502e2c77-1383-42eb-bdd1-184fca7d0cba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:28.150312 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502e2c77-1383-42eb-bdd1-184fca7d0cba None None] Bound using segment: {'id': 'c7ce274d-1faf-4924-9c3c-562dce13f294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:39:28.150912 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-502e2c77-1383-42eb-bdd1-184fca7d0cba None None] Bound port: 5cb16a25-dc49-4206-a022-3c3ed805f304, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ce274d-1faf-4924-9c3c-562dce13f294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:39:28.151196 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-502e2c77-1383-42eb-bdd1-184fca7d0cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:28.165287 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-919ab662-f37b-45eb-9ed3-06ce9e3faa44 None None] Provisioning complete for port dc72e7e1-1e43-4c15-9eab-47040a25f6f1 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:28.165860 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-919ab662-f37b-45eb-9ed3-06ce9e3faa44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:28.171546 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 5cbfca54-2762-4074-b90f-2562cf61e4e5 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:28.190110 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:28.214746 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2bdff6-d2b7-4f4a-9729-1b6c9fe9fa43 None None] Network 49812472-361d-465b-9cae-27a8b2504292 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:39:28.216951 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:28.262772 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0bf0a8e9-9be2-434a-a702-602072dd72e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:28.280219 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d3c00e7f-632a-4968-996a-45f351e56894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:28.280456 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-502e2c77-1383-42eb-bdd1-184fca7d0cba None None] For port 5cb16a25-dc49-4206-a022-3c3ed805f304, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:39:28.291886 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-502e2c77-1383-42eb-bdd1-184fca7d0cba None None] For port 5cb16a25-dc49-4206-a022-3c3ed805f304, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=5cb16a25-dc49-4206-a022-3c3ed805f304,segment=NetworkSegment(c7ce274d-1faf-4924-9c3c-562dce13f294),segment_id=c7ce274d-1faf-4924-9c3c-562dce13f294)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:39:28.302018 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-502e2c77-1383-42eb-bdd1-184fca7d0cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:28.327298 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-12f91ddc-ed77-4dbc-b38c-4d3514b48300 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:28.336815 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-12f91ddc-ed77-4dbc-b38c-4d3514b48300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:28.406737 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6741b84-2492-4fc5-abe9-95075538e12d None None] Pushing event updated for resources: {'Port': ['ID=5cb16a25-dc49-4206-a022-3c3ed805f304,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:28.433173 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76a51633-7476-4147-a3ea-d4389026609c {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:39:28.447066 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502e2c77-1383-42eb-bdd1-184fca7d0cba None None] Routers {'c352b1ca-5cdc-43b9-af68-1b27d967b035'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:39:28.448478 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-502e2c77-1383-42eb-bdd1-184fca7d0cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:39:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c352b1ca-5cdc-43b9-af68-1b27d967b035'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:28.515023 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-12f91ddc-ed77-4dbc-b38c-4d3514b48300 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2a0b71a4f00b47ff9fe1d3328da2b297&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9396551 Nov 16 11:39:28.516300 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54664) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:28.522139 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 76a51633-7476-4147-a3ea-d4389026609c, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=76a51633-7476-4147-a3ea-d4389026609c,segment=NetworkSegment(cc2fabfa-7911-40e9-aba3-29a5d09c685d),segment_id=cc2fabfa-7911-40e9-aba3-29a5d09c685d)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:39:28.545443 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:28.567210 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f91ddc-ed77-4dbc-b38c-4d3514b48300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d24b25-fab2-421c-9d8a-a7dc993f2f6f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:28.613355 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e9025791-6310-425d-aa0e-d79c1e19b896 req-368d4129-d989-4a9e-a9d0-af5f35063128 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:28.613810 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e9025791-6310-425d-aa0e-d79c1e19b896 req-368d4129-d989-4a9e-a9d0-af5f35063128 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:28.614410 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [req-e9025791-6310-425d-aa0e-d79c1e19b896 req-368d4129-d989-4a9e-a9d0-af5f35063128 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Floating IP 5c1d8cca-e42e-4a2f-9c02-2a82d6d146a5 disassociated. External IP: 172.25.0.173, port: 20ae4a88-fead-435e-beae-8e037cf69a18. Nov 16 11:39:28.616434 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-e9025791-6310-425d-aa0e-d79c1e19b896 req-368d4129-d989-4a9e-a9d0-af5f35063128 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Calling delete_port for 20ae4a88-fead-435e-beae-8e037cf69a18 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:39:28.632343 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-502e2c77-1383-42eb-bdd1-184fca7d0cba None None] Set router c352b1ca-5cdc-43b9-af68-1b27d967b035 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:39:28.725179 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d99dd587-e9f9-4107-b685-2837275d94c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:28.732559 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1f652dcf-f38d-4851-8148-7e5cf9795d7d req-65b27784-dbf1-4369-bdfe-065b7f6b17d5 service neutron] 10.222.0.64 "GET /v2.0/networks/43f20ad4-199d-4548-9ae5-b0d7e71e371d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3826067 Nov 16 11:39:28.800748 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d99dd587-e9f9-4107-b685-2837275d94c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:28.905074 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c00e7f-632a-4968-996a-45f351e56894 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d54163ea-b6e5-473e-b29c-97d26895cfc7,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:28.931175 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-502e2c77-1383-42eb-bdd1-184fca7d0cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'name': 'tempest-TestVolumeBootPattern-2129707804-router', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:09Z', 'updated_at': '2021-11-16T11:39:15Z', 'revision_number': 4, 'project_id': '4bac558768764cbe98f7632412a36688', 'gw_port': {'id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:65:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:10Z', 'updated_at': '2021-11-16T11:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '5cb16a25-dc49-4206-a022-3c3ed805f304', 'name': '', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'mac_address': 'fa:16:3e:8e:0b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:14Z', 'updated_at': '2021-11-16T11:39:28Z', 'revision_number': 4, 'project_id': '4bac558768764cbe98f7632412a36688', 'subnets': [{'id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:28.958356 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c00e7f-632a-4968-996a-45f351e56894 admin admin] Checking segment: {'id': '8043acd5-4a28-4dcf-ae57-3b552b41bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '20a976b3-4269-4e45-8f07-aa388b8223f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:39:28.958898 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c00e7f-632a-4968-996a-45f351e56894 admin admin] Network hostable DHCP agents. Network: 20a976b3-4269-4e45-8f07-aa388b8223f2, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:39:28.964391 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502e2c77-1383-42eb-bdd1-184fca7d0cba None None] The sync data for ids ['c352b1ca-5cdc-43b9-af68-1b27d967b035'] in n-d-816823-3 is: [{'id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'name': 'tempest-TestVolumeBootPattern-2129707804-router', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:09Z', 'updated_at': '2021-11-16T11:39:15Z', 'revision_number': 4, 'project_id': '4bac558768764cbe98f7632412a36688', 'gw_port': {'id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:65:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:10Z', 'updated_at': '2021-11-16T11:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '5cb16a25-dc49-4206-a022-3c3ed805f304', 'name': '', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'mac_address': 'fa:16:3e:8e:0b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:14Z', 'updated_at': '2021-11-16T11:39:28Z', 'revision_number': 4, 'project_id': '4bac558768764cbe98f7632412a36688', 'subnets': [{'id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:39:28.980472 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf0a8e9-9be2-434a-a702-602072dd72e8 admin admin] Router fb162cf1-fec0-4c85-8fb9-b5e95e6c419b is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:39:29.002789 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-6d661432-6c3c-4fae-8356-68ff593686cd tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:29.004737 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-6d661432-6c3c-4fae-8356-68ff593686cd tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.64 "GET /v2.0/ports?device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0&tenant_id=a94525ce04b1475298bff18f4d90d9d6&binding%3Ahost_id=n-h2-816823-3 HTTP/1.1" status: 200 len: 944 time: 0.1688743 Nov 16 11:39:29.007038 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1f652dcf-f38d-4851-8148-7e5cf9795d7d req-08c07f1f-6b97-40b7-a3ee-3a987afbc13a service neutron] 10.222.0.36 "GET /v2.0/networks/43f20ad4-199d-4548-9ae5-b0d7e71e371d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7327127 Nov 16 11:39:29.075562 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d99dd587-e9f9-4107-b685-2837275d94c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:29.078098 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d99dd587-e9f9-4107-b685-2837275d94c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:29.082786 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['76a51633-7476-4147-a3ea-d4389026609c'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:39:29.083512 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d99dd587-e9f9-4107-b685-2837275d94c4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/88d24b25-fab2-421c-9d8a-a7dc993f2f6f HTTP/1.1" status: 204 len: 168 time: 0.5522411 Nov 16 11:39:29.091504 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e9025791-6310-425d-aa0e-d79c1e19b896 req-368d4129-d989-4a9e-a9d0-af5f35063128 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:29.144554 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c00e7f-632a-4968-996a-45f351e56894 admin admin] Network 20a976b3-4269-4e45-8f07-aa388b8223f2 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:39:29.163411 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99dd587-e9f9-4107-b685-2837275d94c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d24b25-fab2-421c-9d8a-a7dc993f2f6f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:29.174990 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d4129-d989-4a9e-a9d0-af5f35063128 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Pushing event deleted for resources: {'Port': ['ID=20ae4a88-fead-435e-beae-8e037cf69a18,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:29.192082 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-d3c00e7f-632a-4968-996a-45f351e56894 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 20a976b3-4269-4e45-8f07-aa388b8223f2) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:39:29.198201 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9abbea-1801-4e65-be2d-572996c405ee req-139b1e6c-7a14-4db5-9f39-4b5f823fba64 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:29.199947 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2d9abbea-1801-4e65-be2d-572996c405ee req-139b1e6c-7a14-4db5-9f39-4b5f823fba64 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1cbc116-04ac-4caa-9f68-0eaee4b01e7e HTTP/1.1" status: 200 len: 867 time: 0.2036672 Nov 16 11:39:29.210976 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c00e7f-632a-4968-996a-45f351e56894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:29.215590 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d3c00e7f-632a-4968-996a-45f351e56894 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:29.234818 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff04f1ce-9d69-43b8-8e31-9bbfd217683f None None] Network 20a976b3-4269-4e45-8f07-aa388b8223f2 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:39:29.243733 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=76a51633-7476-4147-a3ea-d4389026609c,revision_number=8']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:29.246621 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:29.258354 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-b9f4357f-2607-4560-8196-a7eed4227e8a service neutron] 10.222.0.64 "GET /v2.0/ports/76a51633-7476-4147-a3ea-d4389026609c/bindings/n-h2-816823-3 HTTP/1.1" status: 200 len: 382 time: 0.2403195 Nov 16 11:39:29.272637 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d3c00e7f-632a-4968-996a-45f351e56894 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.0157948 Nov 16 11:39:29.280493 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54674) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:29.285758 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5155580c-5236-4eb6-9190-df186592202f admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-604576079-router', 'tenant_id': '142d3a0b7566420dad5d5849dd291232', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:39:29.350252 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf0a8e9-9be2-434a-a702-602072dd72e8 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:39:29.384463 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5155580c-5236-4eb6-9190-df186592202f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:29.386163 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5155580c-5236-4eb6-9190-df186592202f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:29.393492 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-27f42837-eae0-4fb7-8485-4a4a048c5bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:29.395758 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-27f42837-eae0-4fb7-8485-4a4a048c5bb3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a94525ce04b1475298bff18f4d90d9d6&device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 1095 time: 0.1045079 Nov 16 11:39:29.403345 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0bf0a8e9-9be2-434a-a702-602072dd72e8 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:29.404651 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0bf0a8e9-9be2-434a-a702-602072dd72e8 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.6817164 Nov 16 11:39:29.405581 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2d9abbea-1801-4e65-be2d-572996c405ee req-dc75c29e-aed5-4b06-b6c6-9c7b808ddecd tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups?id=09083bf5-cf45-4b26-b043-3ad082faeee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938388 Nov 16 11:39:29.412032 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54676) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:29.425286 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-919ab662-f37b-45eb-9ed3-06ce9e3faa44 None None] Provisioning complete for port dda93d89-bcbf-4135-b10a-0db128edcae9 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:29.425658 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-919ab662-f37b-45eb-9ed3-06ce9e3faa44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:29.427497 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d9f138-6719-4954-9d13-4d8ed1cf3874 None None] Sync routers for ids ['fb162cf1-fec0-4c85-8fb9-b5e95e6c419b'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:39:29.620789 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-baf7edd8-7c27-4239-b632-507562dc43a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:29.624202 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-baf7edd8-7c27-4239-b632-507562dc43a7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=43f20ad4-199d-4548-9ae5-b0d7e71e371d HTTP/1.1" status: 200 len: 898 time: 0.2179923 Nov 16 11:39:29.652908 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54680) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:29.698198 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3084b64d-f31f-4d45-bc5d-f8eabd07e4ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:29.719474 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d9f138-6719-4954-9d13-4d8ed1cf3874 None None] Routers {'fb162cf1-fec0-4c85-8fb9-b5e95e6c419b'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:39:29.720109 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-22d9f138-6719-4954-9d13-4d8ed1cf3874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:39:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['fb162cf1-fec0-4c85-8fb9-b5e95e6c419b'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:29.724835 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63789ef3-d576-4a95-9b5c-825b36ff191c req-17a50c4f-68c6-4bfb-b45d-7cfb3491e012 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:29.734210 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-63789ef3-d576-4a95-9b5c-825b36ff191c req-17a50c4f-68c6-4bfb-b45d-7cfb3491e012 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 944 time: 0.1652026 Nov 16 11:39:29.785810 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9025791-6310-425d-aa0e-d79c1e19b896 req-368d4129-d989-4a9e-a9d0-af5f35063128 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Router a3985154-8f21-4216-9060-e54a619f0d2d has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:39:29.805203 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5155580c-5236-4eb6-9190-df186592202f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:29.856073 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-63789ef3-d576-4a95-9b5c-825b36ff191c req-6d8e518f-fea3-4e9a-960b-5a97ee7d01a6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f479886-688b-40e4-95ce-92a8dd5a26bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208758 Nov 16 11:39:29.858000 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 5cb16a25-dc49-4206-a022-3c3ed805f304 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:39:29.870863 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d0b90bb0-efd2-48a5-b777-de476e6f9ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f436ebf7-3b5e-49f3-b346-0a3eecd78e41', 'name': 'tempest-TestAggregatesBasicOps-557955512-router', 'tenant_id': '73e4a83e3428491e8a275badcf653505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'dda93d89-bcbf-4135-b10a-0db128edcae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:17Z', 'updated_at': '2021-11-16T11:39:25Z', 'revision_number': 4, 'project_id': '73e4a83e3428491e8a275badcf653505', 'gw_port': {'id': 'dda93d89-bcbf-4135-b10a-0db128edcae9', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:72:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f436ebf7-3b5e-49f3-b346-0a3eecd78e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:18Z', 'updated_at': '2021-11-16T11:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '59d1e3bb-d545-4510-b3bb-a75813f0daba', 'name': '', 'network_id': '831b3a3a-a3c7-408f-9b2e-6ed54d1e4743', 'tenant_id': '73e4a83e3428491e8a275badcf653505', 'mac_address': 'fa:16:3e:d6:b4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f436ebf7-3b5e-49f3-b346-0a3eecd78e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '2cc5005a-85fb-4a0c-90ba-9026773075e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:24Z', 'updated_at': '2021-11-16T11:39:25Z', 'revision_number': 2, 'project_id': '73e4a83e3428491e8a275badcf653505', 'subnets': [{'id': '2cc5005a-85fb-4a0c-90ba-9026773075e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:29.928509 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-2cdef911-9259-432a-a5a5-7c8697165ff2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76a51633-7476-4147-a3ea-d4389026609c HTTP/1.1" status: 200 len: 1000 time: 0.2870405 Nov 16 11:39:29.986590 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b90bb0-efd2-48a5-b777-de476e6f9ba2 None None] The sync data for ids ['f436ebf7-3b5e-49f3-b346-0a3eecd78e41'] in n-d-816823-3 is: [{'id': 'f436ebf7-3b5e-49f3-b346-0a3eecd78e41', 'name': 'tempest-TestAggregatesBasicOps-557955512-router', 'tenant_id': '73e4a83e3428491e8a275badcf653505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'dda93d89-bcbf-4135-b10a-0db128edcae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:17Z', 'updated_at': '2021-11-16T11:39:25Z', 'revision_number': 4, 'project_id': '73e4a83e3428491e8a275badcf653505', 'gw_port': {'id': 'dda93d89-bcbf-4135-b10a-0db128edcae9', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:72:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f436ebf7-3b5e-49f3-b346-0a3eecd78e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:18Z', 'updated_at': '2021-11-16T11:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '59d1e3bb-d545-4510-b3bb-a75813f0daba', 'name': '', 'network_id': '831b3a3a-a3c7-408f-9b2e-6ed54d1e4743', 'tenant_id': '73e4a83e3428491e8a275badcf653505', 'mac_address': 'fa:16:3e:d6:b4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f436ebf7-3b5e-49f3-b346-0a3eecd78e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '2cc5005a-85fb-4a0c-90ba-9026773075e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:24Z', 'updated_at': '2021-11-16T11:39:25Z', 'revision_number': 2, 'project_id': '73e4a83e3428491e8a275badcf653505', 'subnets': [{'id': '2cc5005a-85fb-4a0c-90ba-9026773075e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:39:30.191005 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-c2301498-9770-42a4-839b-2a9c1a0edca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:30.197321 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-c2301498-9770-42a4-839b-2a9c1a0edca1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71739ec5-f544-432b-ace1-00dfba16fd4d HTTP/1.1" status: 200 len: 835 time: 0.2610226 Nov 16 11:39:30.216737 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9025791-6310-425d-aa0e-d79c1e19b896 req-368d4129-d989-4a9e-a9d0-af5f35063128 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:39:30.228599 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28aff54c-3f56-4c2b-9791-ad98d9329f7e None None] Sync routers for ids ['a3985154-8f21-4216-9060-e54a619f0d2d'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:39:30.248326 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28aff54c-3f56-4c2b-9791-ad98d9329f7e None None] Routers {'a3985154-8f21-4216-9060-e54a619f0d2d'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:39:30.250143 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-28aff54c-3f56-4c2b-9791-ad98d9329f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:39:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['a3985154-8f21-4216-9060-e54a619f0d2d'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:30.294935 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-919ab662-f37b-45eb-9ed3-06ce9e3faa44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:30.328200 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-22d9f138-6719-4954-9d13-4d8ed1cf3874 None None] Set router fb162cf1-fec0-4c85-8fb9-b5e95e6c419b gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:39:30.373701 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5155580c-5236-4eb6-9190-df186592202f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:30.425463 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755a0314-4472-4d37-acb8-918a11f138b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-20a976b3-4269-4e45-8f07-aa388b8223f2', 'network_id': '20a976b3-4269-4e45-8f07-aa388b8223f2', 'tenant_id': '142d3a0b7566420dad5d5849dd291232', 'fixed_ips': [{'subnet_id': 'd54163ea-b6e5-473e-b29c-97d26895cfc7'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:39:30.432501 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-755a0314-4472-4d37-acb8-918a11f138b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:30.451727 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-c54364dd-b6b3-4f4e-8e49-c3aad46a05fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:30.455815 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-c54364dd-b6b3-4f4e-8e49-c3aad46a05fb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=43f20ad4-199d-4548-9ae5-b0d7e71e371d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1797981 Nov 16 11:39:30.479491 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-28aff54c-3f56-4c2b-9791-ad98d9329f7e None None] Set router a3985154-8f21-4216-9060-e54a619f0d2d gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:39:30.532194 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 5cb16a25-dc49-4206-a022-3c3ed805f304 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:30.532558 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:30.566748 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 20ae4a88-fead-435e-beae-8e037cf69a18 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:39:30.674953 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-919ab662-f37b-45eb-9ed3-06ce9e3faa44 None None] For port dda93d89-bcbf-4135-b10a-0db128edcae9, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=dda93d89-bcbf-4135-b10a-0db128edcae9,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:39:30.724048 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: 20ae4a88-fead-435e-beae-8e037cf69a18 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:39:30.724304 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 20ae4a88-fead-435e-beae-8e037cf69a18 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:39:30.742247 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-919ab662-f37b-45eb-9ed3-06ce9e3faa44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:30.760639 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-0163de38-c4f9-40c3-9f94-2a056f047459 service neutron] 10.222.0.64 "GET /v2.0/networks/43f20ad4-199d-4548-9ae5-b0d7e71e371d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963679 Nov 16 11:39:30.851247 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-28aff54c-3f56-4c2b-9791-ad98d9329f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'name': 'tempest-AttachVolumeTestJSON-1536486095-router', 'tenant_id': '5de40747a10d44f79906618ae036d315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a9a89e3d-f4fd-40db-9bd0-af45c292add6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:31:10Z', 'updated_at': '2021-11-16T11:31:17Z', 'revision_number': 4, 'project_id': '5de40747a10d44f79906618ae036d315', 'gw_port': {'id': 'a9a89e3d-f4fd-40db-9bd0-af45c292add6', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:11:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:11Z', 'updated_at': '2021-11-16T11:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '63085609-c37f-46eb-8516-a0093c03b01d', 'name': '', 'network_id': 'ac38a654-4075-456a-bc52-9a2a4fa7d579', 'tenant_id': '5de40747a10d44f79906618ae036d315', 'mac_address': 'fa:16:3e:8d:47:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '0c5b6ebb-aa31-4518-a588-3858b2528956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:15Z', 'updated_at': '2021-11-16T11:31:24Z', 'revision_number': 5, 'project_id': '5de40747a10d44f79906618ae036d315', 'subnets': [{'id': '0c5b6ebb-aa31-4518-a588-3858b2528956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:30.882085 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28aff54c-3f56-4c2b-9791-ad98d9329f7e None None] Checking router: a3985154-8f21-4216-9060-e54a619f0d2d for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:39:30.892217 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28aff54c-3f56-4c2b-9791-ad98d9329f7e None None] Routers {'a3985154-8f21-4216-9060-e54a619f0d2d'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:39:30.894318 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-28aff54c-3f56-4c2b-9791-ad98d9329f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:39:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['a3985154-8f21-4216-9060-e54a619f0d2d'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:31.006886 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-8c1d4799-f70c-464a-bf47-8c86a24c477a service neutron] 10.222.0.64 "GET /v2.0/networks/43f20ad4-199d-4548-9ae5-b0d7e71e371d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290919 Nov 16 11:39:31.017299 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5155580c-5236-4eb6-9190-df186592202f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:31.053624 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-28aff54c-3f56-4c2b-9791-ad98d9329f7e None None] Set router a3985154-8f21-4216-9060-e54a619f0d2d gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:39:31.059605 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-755a0314-4472-4d37-acb8-918a11f138b9 None None] Allocated IP 172.20.0.2 (20a976b3-4269-4e45-8f07-aa388b8223f2/d54163ea-b6e5-473e-b29c-97d26895cfc7/7eb633a8-182d-499b-ad3b-b86d2d446ffa) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:39:31.063970 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5155580c-5236-4eb6-9190-df186592202f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:31.196138 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3084b64d-f31f-4d45-bc5d-f8eabd07e4ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:31.203030 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-919ab662-f37b-45eb-9ed3-06ce9e3faa44 None None] Provisioning complete for port 59d1e3bb-d545-4510-b3bb-a75813f0daba triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:31.203483 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-919ab662-f37b-45eb-9ed3-06ce9e3faa44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:31.244646 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ab662-f37b-45eb-9ed3-06ce9e3faa44 None None] Pushing event updated for resources: {'Port': ['ID=dda93d89-bcbf-4135-b10a-0db128edcae9,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:31.244887 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3084b64d-f31f-4d45-bc5d-f8eabd07e4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:31.271372 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-5155580c-5236-4eb6-9190-df186592202f admin admin] Allocated IP 172.25.0.26 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/612a30bc-1b22-4af3-b8b9-0c2b365ea308) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:39:31.282433 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-919ab662-f37b-45eb-9ed3-06ce9e3faa44 None None] Port 59d1e3bb-d545-4510-b3bb-a75813f0daba cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:39:31.317725 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1b59a01d-fb7d-4da3-bd5f-14f866ab115d req-6bf7378b-8f1a-44bf-a360-5639358faee8 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1cbc116-04ac-4caa-9f68-0eaee4b01e7e HTTP/1.1" status: 200 len: 210 time: 0.1264853 Nov 16 11:39:31.338212 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:31.341218 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9025791-6310-425d-aa0e-d79c1e19b896 req-368d4129-d989-4a9e-a9d0-af5f35063128 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] No DVR routers for this DVR port 20ae4a88-fead-435e-beae-8e037cf69a18 on host n-h1-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:39:31.372638 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e9025791-6310-425d-aa0e-d79c1e19b896 req-368d4129-d989-4a9e-a9d0-af5f35063128 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:31.379823 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e9025791-6310-425d-aa0e-d79c1e19b896 req-368d4129-d989-4a9e-a9d0-af5f35063128 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.36 "DELETE /v2.0/ports/20ae4a88-fead-435e-beae-8e037cf69a18 HTTP/1.1" status: 204 len: 173 time: 4.2038016 Nov 16 11:39:31.391202 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1cbc116-04ac-4caa-9f68-0eaee4b01e7e', 'name': 'network-vif-deleted', 'tag': '20ae4a88-fead-435e-beae-8e037cf69a18'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:39:31.394774 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20b7833-194d-44c1-995f-ea5be5354903" -d '{"events": [{"server_uuid": "b1cbc116-04ac-4caa-9f68-0eaee4b01e7e", "name": "network-vif-deleted", "tag": "20ae4a88-fead-435e-beae-8e037cf69a18"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:39:31.433398 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-28aff54c-3f56-4c2b-9791-ad98d9329f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'name': 'tempest-AttachVolumeTestJSON-1536486095-router', 'tenant_id': '5de40747a10d44f79906618ae036d315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a9a89e3d-f4fd-40db-9bd0-af45c292add6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:31:10Z', 'updated_at': '2021-11-16T11:31:17Z', 'revision_number': 4, 'project_id': '5de40747a10d44f79906618ae036d315', 'gw_port': {'id': 'a9a89e3d-f4fd-40db-9bd0-af45c292add6', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:11:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:11Z', 'updated_at': '2021-11-16T11:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '63085609-c37f-46eb-8516-a0093c03b01d', 'name': '', 'network_id': 'ac38a654-4075-456a-bc52-9a2a4fa7d579', 'tenant_id': '5de40747a10d44f79906618ae036d315', 'mac_address': 'fa:16:3e:8d:47:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '0c5b6ebb-aa31-4518-a588-3858b2528956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:15Z', 'updated_at': '2021-11-16T11:31:24Z', 'revision_number': 5, 'project_id': '5de40747a10d44f79906618ae036d315', 'subnets': [{'id': '0c5b6ebb-aa31-4518-a588-3858b2528956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:31.492272 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3084b64d-f31f-4d45-bc5d-f8eabd07e4ca admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=29305f7fbe914ae3bad1f2801a1d7514&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8339505 Nov 16 11:39:31.493634 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54706) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:31.499055 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3084b64d-f31f-4d45-bc5d-f8eabd07e4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89fa0cf-0d0f-4131-a04a-5794b7979045,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:31.514575 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 5cb16a25-dc49-4206-a022-3c3ed805f304, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=5cb16a25-dc49-4206-a022-3c3ed805f304,segment=NetworkSegment(c7ce274d-1faf-4924-9c3c-562dce13f294),segment_id=c7ce274d-1faf-4924-9c3c-562dce13f294)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:39:31.550618 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5155580c-5236-4eb6-9190-df186592202f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:31.558021 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28aff54c-3f56-4c2b-9791-ad98d9329f7e None None] The sync data for ids ['a3985154-8f21-4216-9060-e54a619f0d2d'] in n-d-816823-3 is: [{'id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'name': 'tempest-AttachVolumeTestJSON-1536486095-router', 'tenant_id': '5de40747a10d44f79906618ae036d315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a9a89e3d-f4fd-40db-9bd0-af45c292add6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:31:10Z', 'updated_at': '2021-11-16T11:31:17Z', 'revision_number': 4, 'project_id': '5de40747a10d44f79906618ae036d315', 'gw_port': {'id': 'a9a89e3d-f4fd-40db-9bd0-af45c292add6', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:11:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:11Z', 'updated_at': '2021-11-16T11:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '63085609-c37f-46eb-8516-a0093c03b01d', 'name': '', 'network_id': 'ac38a654-4075-456a-bc52-9a2a4fa7d579', 'tenant_id': '5de40747a10d44f79906618ae036d315', 'mac_address': 'fa:16:3e:8d:47:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '0c5b6ebb-aa31-4518-a588-3858b2528956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:15Z', 'updated_at': '2021-11-16T11:31:24Z', 'revision_number': 5, 'project_id': '5de40747a10d44f79906618ae036d315', 'subnets': [{'id': '0c5b6ebb-aa31-4518-a588-3858b2528956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:39:31.563504 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:31.571410 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device dc72e7e1-1e43-4c15-9eab-47040a25f6f1 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:39:31.631824 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5155580c-5236-4eb6-9190-df186592202f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:31.650543 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-81975d1a-d201-4253-92d7-8880b143c1cd None None] Provisioning complete for port 5cb16a25-dc49-4206-a022-3c3ed805f304 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:31.657798 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-81975d1a-d201-4253-92d7-8880b143c1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:31.684996 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5a7fc-3578-4212-b4ce-95567f67c56a req-41a04196-7efc-49fd-99be-eec3e2063cda tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:31.686350 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5155580c-5236-4eb6-9190-df186592202f admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:39:31.690336 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-5155580c-5236-4eb6-9190-df186592202f admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:39:31.703204 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5155580c-5236-4eb6-9190-df186592202f admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:39:31.711347 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9ed5a7fc-3578-4212-b4ce-95567f67c56a req-41a04196-7efc-49fd-99be-eec3e2063cda tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 944 time: 0.2169185 Nov 16 11:39:31.753413 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155580c-5236-4eb6-9190-df186592202f admin admin] Pushing event updated for resources: {'Port': ['ID=612a30bc-1b22-4af3-b8b9-0c2b365ea308,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:31.759885 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b7f0294-9fb1-4816-8d9c-c43a8cf715cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:31.777313 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e995b44-793d-4859-8d8c-8e5e7e030572 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:39:31.833700 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b7f0294-9fb1-4816-8d9c-c43a8cf715cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:31.847243 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9ed5a7fc-3578-4212-b4ce-95567f67c56a req-9404cc10-a0fc-41ec-9b1a-251450f13d2b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f479886-688b-40e4-95ce-92a8dd5a26bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337633 Nov 16 11:39:31.876552 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=5cb16a25-dc49-4206-a022-3c3ed805f304,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:31.879983 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-755a0314-4472-4d37-acb8-918a11f138b9 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:31.921417 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-22d9f138-6719-4954-9d13-4d8ed1cf3874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb162cf1-fec0-4c85-8fb9-b5e95e6c419b', 'name': 'tempest-TestVolumeBootPattern-520507276-router', 'tenant_id': '5e7d30567b2648cb8d46d13920112685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '98e75fcd-f529-4482-893e-2c4cd60e0442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:21Z', 'updated_at': '2021-11-16T11:39:26Z', 'revision_number': 3, 'project_id': '5e7d30567b2648cb8d46d13920112685', 'gw_port': {'id': '98e75fcd-f529-4482-893e-2c4cd60e0442', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:92:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb162cf1-fec0-4c85-8fb9-b5e95e6c419b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:24Z', 'updated_at': '2021-11-16T11:39:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:31.938798 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98d1b370-883a-4766-a97c-f022944ed43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:31.996827 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b7f0294-9fb1-4816-8d9c-c43a8cf715cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:32.001557 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b7f0294-9fb1-4816-8d9c-c43a8cf715cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:32.003381 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6b7f0294-9fb1-4816-8d9c-c43a8cf715cc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d89fa0cf-0d0f-4131-a04a-5794b7979045 HTTP/1.1" status: 204 len: 168 time: 0.5085409 Nov 16 11:39:32.076955 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f0294-9fb1-4816-8d9c-c43a8cf715cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89fa0cf-0d0f-4131-a04a-5794b7979045,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:32.365828 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-98d1b370-883a-4766-a97c-f022944ed43e admin admin] Allocated IP 172.20.0.1 (49812472-361d-465b-9cae-27a8b2504292/bd6cfd79-6d29-42e1-b994-f1d0298fe56d/722ca4db-3703-49c5-8ce8-a55c4d658cb3) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:39:32.417773 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-755a0314-4472-4d37-acb8-918a11f138b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:32.438745 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port dc72e7e1-1e43-4c15-9eab-47040a25f6f1 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:32.440388 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:32.443078 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948121ca-a3c0-4f8e-aaac-c39655b8e102 None None] New status for floating IP 5c1d8cca-e42e-4a2f-9c02-2a82d6d146a5: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:39:32.481813 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d9f138-6719-4954-9d13-4d8ed1cf3874 None None] Checking router: fb162cf1-fec0-4c85-8fb9-b5e95e6c419b for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:39:32.482397 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d9f138-6719-4954-9d13-4d8ed1cf3874 None None] Updating router fb162cf1-fec0-4c85-8fb9-b5e95e6c419b port 98e75fcd-f529-4482-893e-2c4cd60e0442 binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:39:32.549827 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98d1b370-883a-4766-a97c-f022944ed43e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:32.578550 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6977b679-3179-4585-93af-b46c18cab970 x-openstack-request-id: req-6977b679-3179-4585-93af-b46c18cab970 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:39:32.578863 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1cbc116-04ac-4caa-9f68-0eaee4b01e7e", "name": "network-vif-deleted", "tag": "20ae4a88-fead-435e-beae-8e037cf69a18", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:39:32.579112 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6977b679-3179-4585-93af-b46c18cab970 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:39:32.579954 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1cbc116-04ac-4caa-9f68-0eaee4b01e7e', 'name': 'network-vif-deleted', 'tag': '20ae4a88-fead-435e-beae-8e037cf69a18', 'status': 'completed', 'code': 200} Nov 16 11:39:32.658470 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98d1b370-883a-4766-a97c-f022944ed43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:32.745619 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54736) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:32.763504 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 76a51633-7476-4147-a3ea-d4389026609c up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:39:32.771355 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d1b370-883a-4766-a97c-f022944ed43e admin admin] Network 49812472-361d-465b-9cae-27a8b2504292 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:39:32.773445 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-98d1b370-883a-4766-a97c-f022944ed43e admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:39:32.775219 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755a0314-4472-4d37-acb8-918a11f138b9 None None] Network 20a976b3-4269-4e45-8f07-aa388b8223f2 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:39:32.785274 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-755a0314-4472-4d37-acb8-918a11f138b9 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:39:32.806436 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d1b370-883a-4766-a97c-f022944ed43e admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:39:32.806615 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54740) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:32.862209 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755a0314-4472-4d37-acb8-918a11f138b9 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:39:32.864374 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d1b370-883a-4766-a97c-f022944ed43e admin admin] Pushing event updated for resources: {'Port': ['ID=722ca4db-3703-49c5-8ce8-a55c4d658cb3,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:32.909782 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98d1b370-883a-4766-a97c-f022944ed43e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:33.004937 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5155580c-5236-4eb6-9190-df186592202f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:33.093248 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-755a0314-4472-4d37-acb8-918a11f138b9 None None] Attempting to bind port 7eb633a8-182d-499b-ad3b-b86d2d446ffa on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:39:33.093626 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-755a0314-4472-4d37-acb8-918a11f138b9 None None] Attempting to bind port 7eb633a8-182d-499b-ad3b-b86d2d446ffa by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '8043acd5-4a28-4dcf-ae57-3b552b41bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '20a976b3-4269-4e45-8f07-aa388b8223f2'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:39:33.094025 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755a0314-4472-4d37-acb8-918a11f138b9 None None] Attempting to bind port 7eb633a8-182d-499b-ad3b-b86d2d446ffa on network 20a976b3-4269-4e45-8f07-aa388b8223f2 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:39:33.115174 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-22d9f138-6719-4954-9d13-4d8ed1cf3874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:33.156587 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ffc29c3e-1a85-46ee-9c4b-250eb848bfc7 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:33.214690 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ffc29c3e-1a85-46ee-9c4b-250eb848bfc7 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:33.273153 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d81e0-2ff6-433d-bfe7-1f20e88da8c3 req-5fd070fb-bf29-4fa7-aca2-dfbd1b9c7732 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:33.274747 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-531d81e0-2ff6-433d-bfe7-1f20e88da8c3 req-5fd070fb-bf29-4fa7-aca2-dfbd1b9c7732 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 944 time: 0.1886935 Nov 16 11:39:33.280888 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98d1b370-883a-4766-a97c-f022944ed43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:33.327163 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755a0314-4472-4d37-acb8-918a11f138b9 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:39:33.327626 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755a0314-4472-4d37-acb8-918a11f138b9 None None] Checking segment: {'id': '8043acd5-4a28-4dcf-ae57-3b552b41bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '20a976b3-4269-4e45-8f07-aa388b8223f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:39:33.328202 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-755a0314-4472-4d37-acb8-918a11f138b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:33.328747 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755a0314-4472-4d37-acb8-918a11f138b9 None None] Bound using segment: {'id': '8043acd5-4a28-4dcf-ae57-3b552b41bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '20a976b3-4269-4e45-8f07-aa388b8223f2'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:39:33.329238 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-755a0314-4472-4d37-acb8-918a11f138b9 None None] Bound port: 7eb633a8-182d-499b-ad3b-b86d2d446ffa, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8043acd5-4a28-4dcf-ae57-3b552b41bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '20a976b3-4269-4e45-8f07-aa388b8223f2'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:39:33.329710 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-755a0314-4472-4d37-acb8-918a11f138b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:33.389427 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755a0314-4472-4d37-acb8-918a11f138b9 None None] Pushing event updated for resources: {'Port': ['ID=7eb633a8-182d-499b-ad3b-b86d2d446ffa,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:33.404681 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-531d81e0-2ff6-433d-bfe7-1f20e88da8c3 req-0a395857-9c86-490b-a379-32ee97fbce18 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f479886-688b-40e4-95ce-92a8dd5a26bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158843 Nov 16 11:39:33.415076 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ffc29c3e-1a85-46ee-9c4b-250eb848bfc7 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:33.417889 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ffc29c3e-1a85-46ee-9c4b-250eb848bfc7 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:33.419199 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ffc29c3e-1a85-46ee-9c4b-250eb848bfc7 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "DELETE /v2.0/security-groups/09083bf5-cf45-4b26-b043-3ad082faeee2 HTTP/1.1" status: 204 len: 168 time: 0.6645083 Nov 16 11:39:33.425471 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54754) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:33.489664 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc29c3e-1a85-46ee-9c4b-250eb848bfc7 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09083bf5-cf45-4b26-b043-3ad082faeee2,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:33.494785 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-e5201111-83ef-49e3-94b5-eb9ef477ae80 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] show failed (client error): The resource could not be found. Nov 16 11:39:33.498704 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e5201111-83ef-49e3-94b5-eb9ef477ae80 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "GET /v2.0/security-groups/09083bf5-cf45-4b26-b043-3ad082faeee2 HTTP/1.1" status: 404 len: 347 time: 0.0676897 Nov 16 11:39:33.508344 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54758) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:33.635939 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5155580c-5236-4eb6-9190-df186592202f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:33.758675 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98d1b370-883a-4766-a97c-f022944ed43e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:33.768770 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-49dcace1-d9ed-4e3a-8911-181c31d59810 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Deleting port 475045b7-425f-42d7-a916-73751d58bdb6 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:39:33.769355 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-49dcace1-d9ed-4e3a-8911-181c31d59810 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:33.772441 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98d1b370-883a-4766-a97c-f022944ed43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:33.799778 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-22d9f138-6719-4954-9d13-4d8ed1cf3874 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:33.820494 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7c68236d-183b-4bd1-92df-a19c5cbc083f up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:39:33.894929 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5155580c-5236-4eb6-9190-df186592202f admin admin] Router fc57b86c-0c30-4b2a-bbc4-9669497b0b82 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:39:33.900828 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-755a0314-4472-4d37-acb8-918a11f138b9 None None] For port 7eb633a8-182d-499b-ad3b-b86d2d446ffa, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:39:33.912124 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-22d9f138-6719-4954-9d13-4d8ed1cf3874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:33.968090 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-755a0314-4472-4d37-acb8-918a11f138b9 None None] For port 7eb633a8-182d-499b-ad3b-b86d2d446ffa, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=7eb633a8-182d-499b-ad3b-b86d2d446ffa,segment=NetworkSegment(8043acd5-4a28-4dcf-ae57-3b552b41bbc0),segment_id=8043acd5-4a28-4dcf-ae57-3b552b41bbc0)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:39:33.998291 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-81975d1a-d201-4253-92d7-8880b143c1cd None None] Provisioning complete for port 7c68236d-183b-4bd1-92df-a19c5cbc083f triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:33.998699 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-81975d1a-d201-4253-92d7-8880b143c1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:34.020767 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77ba0f5-8e81-40cd-8015-61edab396ac6 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:39:34.025233 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-755a0314-4472-4d37-acb8-918a11f138b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:34.045443 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d1b370-883a-4766-a97c-f022944ed43e admin admin] Pushing event updated for resources: {'Port': ['ID=722ca4db-3703-49c5-8ce8-a55c4d658cb3,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:34.053198 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98d1b370-883a-4766-a97c-f022944ed43e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:34.068697 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-bebb7773-f1d4-4d73-a383-ca41a73ca630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:34.070245 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-bebb7773-f1d4-4d73-a383-ca41a73ca630 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0&tenant_id=a94525ce04b1475298bff18f4d90d9d6 HTTP/1.1" status: 200 len: 1095 time: 0.2100959 Nov 16 11:39:34.079004 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 76a51633-7476-4147-a3ea-d4389026609c completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:39:34.101220 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-22d9f138-6719-4954-9d13-4d8ed1cf3874 None None] Attempting to bind port 98e75fcd-f529-4482-893e-2c4cd60e0442 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:39:34.101759 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-49dcace1-d9ed-4e3a-8911-181c31d59810 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:34.102196 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-22d9f138-6719-4954-9d13-4d8ed1cf3874 None None] Attempting to bind port 98e75fcd-f529-4482-893e-2c4cd60e0442 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:39:34.102852 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-49dcace1-d9ed-4e3a-8911-181c31d59810 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:34.103058 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d9f138-6719-4954-9d13-4d8ed1cf3874 None None] Attempting to bind port 98e75fcd-f529-4482-893e-2c4cd60e0442 on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:39:34.106743 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 76a51633-7476-4147-a3ea-d4389026609c triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:34.108079 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:34.119757 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5155580c-5236-4eb6-9190-df186592202f admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:39:34.137693 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6c21e7-a645-41da-bc8a-271e85067d5e None None] Sync routers for ids ['fc57b86c-0c30-4b2a-bbc4-9669497b0b82'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:39:34.145862 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-a41dd36e-ea06-4a5d-9584-dbed8423513b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816823-3', 'device_owner': 'compute:nova'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:39:34.156727 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-49dcace1-d9ed-4e3a-8911-181c31d59810 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Calling delete_port for 475045b7-425f-42d7-a916-73751d58bdb6 owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:39:34.159110 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6c21e7-a645-41da-bc8a-271e85067d5e None None] Routers {'fc57b86c-0c30-4b2a-bbc4-9669497b0b82'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:39:34.160071 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-1d6c21e7-a645-41da-bc8a-271e85067d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:39:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['fc57b86c-0c30-4b2a-bbc4-9669497b0b82'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:34.170738 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79051b99-944c-455f-a447-494081fa8005 None None] Pushing event updated for resources: {'Port': ['ID=98e75fcd-f529-4482-893e-2c4cd60e0442,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:34.171354 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5155580c-5236-4eb6-9190-df186592202f admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:34.182015 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5155580c-5236-4eb6-9190-df186592202f admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.9003832 Nov 16 11:39:34.199066 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54772) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:34.209772 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-df5bf802-e299-43c3-8c9e-885c44098d90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:34.222778 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d9f138-6719-4954-9d13-4d8ed1cf3874 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:39:34.223258 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d9f138-6719-4954-9d13-4d8ed1cf3874 None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:39:34.223908 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-22d9f138-6719-4954-9d13-4d8ed1cf3874 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:34.224417 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d9f138-6719-4954-9d13-4d8ed1cf3874 None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:39:34.225089 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-22d9f138-6719-4954-9d13-4d8ed1cf3874 None None] Bound port: 98e75fcd-f529-4482-893e-2c4cd60e0442, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:39:34.225577 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-22d9f138-6719-4954-9d13-4d8ed1cf3874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:34.359605 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 7c68236d-183b-4bd1-92df-a19c5cbc083f triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:34.360136 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:34.437048 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-1d6c21e7-a645-41da-bc8a-271e85067d5e None None] Set router fc57b86c-0c30-4b2a-bbc4-9669497b0b82 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:39:34.441549 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755a0314-4472-4d37-acb8-918a11f138b9 None None] Pushing event updated for resources: {'Port': ['ID=7eb633a8-182d-499b-ad3b-b86d2d446ffa,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:34.553248 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-22d9f138-6719-4954-9d13-4d8ed1cf3874 None None] For port 98e75fcd-f529-4482-893e-2c4cd60e0442, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:39:34.562193 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85360a26-c69b-4c4f-ae7c-f5cd7bba1d0c None None] Sync routers for ids ['f436ebf7-3b5e-49f3-b346-0a3eecd78e41'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:39:34.600514 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-22d9f138-6719-4954-9d13-4d8ed1cf3874 None None] For port 98e75fcd-f529-4482-893e-2c4cd60e0442, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=98e75fcd-f529-4482-893e-2c4cd60e0442,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:39:34.683143 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-22d9f138-6719-4954-9d13-4d8ed1cf3874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:34.698611 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85360a26-c69b-4c4f-ae7c-f5cd7bba1d0c None None] Routers {'f436ebf7-3b5e-49f3-b346-0a3eecd78e41'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:39:34.700024 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-85360a26-c69b-4c4f-ae7c-f5cd7bba1d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:39:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f436ebf7-3b5e-49f3-b346-0a3eecd78e41'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:34.703518 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-81975d1a-d201-4253-92d7-8880b143c1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:34.729228 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d1b370-883a-4766-a97c-f022944ed43e admin admin] Network 49812472-361d-465b-9cae-27a8b2504292 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:39:34.762486 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-98d1b370-883a-4766-a97c-f022944ed43e admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:39:34.773952 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-49dcace1-d9ed-4e3a-8911-181c31d59810 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:34.840513 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:34.847064 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1244018-2c5a-4f1a-87fd-485883955b2d None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:39:34.893650 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-1d6c21e7-a645-41da-bc8a-271e85067d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc57b86c-0c30-4b2a-bbc4-9669497b0b82', 'name': 'tempest-ServersTestJSON-604576079-router', 'tenant_id': '142d3a0b7566420dad5d5849dd291232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '612a30bc-1b22-4af3-b8b9-0c2b365ea308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:29Z', 'updated_at': '2021-11-16T11:39:32Z', 'revision_number': 3, 'project_id': '142d3a0b7566420dad5d5849dd291232', 'gw_port': {'id': '612a30bc-1b22-4af3-b8b9-0c2b365ea308', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:71:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc57b86c-0c30-4b2a-bbc4-9669497b0b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:31Z', 'updated_at': '2021-11-16T11:39:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:34.964453 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6c21e7-a645-41da-bc8a-271e85067d5e None None] Checking router: fc57b86c-0c30-4b2a-bbc4-9669497b0b82 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:39:34.965041 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6c21e7-a645-41da-bc8a-271e85067d5e None None] Updating router fc57b86c-0c30-4b2a-bbc4-9669497b0b82 port 612a30bc-1b22-4af3-b8b9-0c2b365ea308 binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:39:35.003752 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-1d6c21e7-a645-41da-bc8a-271e85067d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:35.036519 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79051b99-944c-455f-a447-494081fa8005 None None] Pushing event updated for resources: {'Port': ['ID=98e75fcd-f529-4482-893e-2c4cd60e0442,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:35.043303 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dcace1-d9ed-4e3a-8911-181c31d59810 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Pushing event deleted for resources: {'Port': ['ID=475045b7-425f-42d7-a916-73751d58bdb6,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:35.048192 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-81975d1a-d201-4253-92d7-8880b143c1cd None None] For port 7c68236d-183b-4bd1-92df-a19c5cbc083f, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=7c68236d-183b-4bd1-92df-a19c5cbc083f,segment=NetworkSegment(df8a678a-84ac-4290-ba2d-afd92ec3fa3b),segment_id=df8a678a-84ac-4290-ba2d-afd92ec3fa3b)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:39:35.049768 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d9f138-6719-4954-9d13-4d8ed1cf3874 None None] Routers {'fb162cf1-fec0-4c85-8fb9-b5e95e6c419b'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:39:35.050809 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-22d9f138-6719-4954-9d13-4d8ed1cf3874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:39:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['fb162cf1-fec0-4c85-8fb9-b5e95e6c419b'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:35.053045 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a0d7da-75a1-4369-9d8d-44a60160fcb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a51633-7476-4147-a3ea-d4389026609c'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:39:35.055790 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9f4e27-4856-4fa6-9461-661c62a055fa" -d '{"events": [{"server_uuid": "17a0d7da-75a1-4369-9d8d-44a60160fcb0", "name": "network-vif-plugged", "status": "completed", "tag": "76a51633-7476-4147-a3ea-d4389026609c"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:39:35.067678 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:35.156056 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-81975d1a-d201-4253-92d7-8880b143c1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:35.159302 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-a41dd36e-ea06-4a5d-9584-dbed8423513b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:35.266806 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4b2ba-e225-4d15-a1a8-81c1b28cd87d req-042179a3-3645-430f-aeb7-2df97e4482ac tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:35.269558 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d2b4b2ba-e225-4d15-a1a8-81c1b28cd87d req-042179a3-3645-430f-aeb7-2df97e4482ac tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 944 time: 0.5383017 Nov 16 11:39:35.289529 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d1b370-883a-4766-a97c-f022944ed43e admin admin] Router fb162cf1-fec0-4c85-8fb9-b5e95e6c419b has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:39:35.333838 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-49dcace1-d9ed-4e3a-8911-181c31d59810 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks [] for floatingip, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:35.337449 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-49dcace1-d9ed-4e3a-8911-181c31d59810 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:35.343875 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-49dcace1-d9ed-4e3a-8911-181c31d59810 tempest-AttachVolumeTestJSON-1013650564 tempest-AttachVolumeTestJSON-1013650564-project] 10.222.0.61 "DELETE /v2.0/floatingips/5c1d8cca-e42e-4a2f-9c02-2a82d6d146a5 HTTP/1.1" status: 204 len: 168 time: 1.8339550 Nov 16 11:39:35.560204 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-22d9f138-6719-4954-9d13-4d8ed1cf3874 None None] Set router fb162cf1-fec0-4c85-8fb9-b5e95e6c419b gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:39:35.686033 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-1d6c21e7-a645-41da-bc8a-271e85067d5e None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:35.703792 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-1d6c21e7-a645-41da-bc8a-271e85067d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:35.749954 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 76a51633-7476-4147-a3ea-d4389026609c, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=76a51633-7476-4147-a3ea-d4389026609c,segment=NetworkSegment(cc2fabfa-7911-40e9-aba3-29a5d09c685d),segment_id=cc2fabfa-7911-40e9-aba3-29a5d09c685d)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:39:35.761332 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81975d1a-d201-4253-92d7-8880b143c1cd None None] Pushing event updated for resources: {'Port': ['ID=7c68236d-183b-4bd1-92df-a19c5cbc083f,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:35.783661 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82c817-258d-4385-9f51-a2952b46ceb8 None None] Pushing event updated for resources: {'Port': ['ID=612a30bc-1b22-4af3-b8b9-0c2b365ea308,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:35.815152 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-1d6c21e7-a645-41da-bc8a-271e85067d5e None None] Attempting to bind port 612a30bc-1b22-4af3-b8b9-0c2b365ea308 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:39:35.815825 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-1d6c21e7-a645-41da-bc8a-271e85067d5e None None] Attempting to bind port 612a30bc-1b22-4af3-b8b9-0c2b365ea308 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:39:35.816194 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6c21e7-a645-41da-bc8a-271e85067d5e None None] Attempting to bind port 612a30bc-1b22-4af3-b8b9-0c2b365ea308 on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:39:35.822809 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6c21e7-a645-41da-bc8a-271e85067d5e None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:39:35.823181 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6c21e7-a645-41da-bc8a-271e85067d5e None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:39:35.823582 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-1d6c21e7-a645-41da-bc8a-271e85067d5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:35.824030 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6c21e7-a645-41da-bc8a-271e85067d5e None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:39:35.824518 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-1d6c21e7-a645-41da-bc8a-271e85067d5e None None] Bound port: 612a30bc-1b22-4af3-b8b9-0c2b365ea308, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:39:35.824947 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-1d6c21e7-a645-41da-bc8a-271e85067d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:35.853609 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:35.869117 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fa4b78-72f2-4316-b206-a01cf5c6da8a None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:39:35.904445 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-1d6c21e7-a645-41da-bc8a-271e85067d5e None None] For port 612a30bc-1b22-4af3-b8b9-0c2b365ea308, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:39:35.914119 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-1d6c21e7-a645-41da-bc8a-271e85067d5e None None] For port 612a30bc-1b22-4af3-b8b9-0c2b365ea308, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=612a30bc-1b22-4af3-b8b9-0c2b365ea308,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:39:35.929464 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-1d6c21e7-a645-41da-bc8a-271e85067d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:35.996331 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-df5bf802-e299-43c3-8c9e-885c44098d90 admin admin] Deleting port 48cf64ec-f7a3-4489-8479-22cfbd3aa32e {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:39:35.996871 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-df5bf802-e299-43c3-8c9e-885c44098d90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:36.006815 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c714a64e-c0a5-4698-a2c1-21f6ba9871f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:36.039334 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 76a51633-7476-4147-a3ea-d4389026609c no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:39:36.050760 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82c817-258d-4385-9f51-a2952b46ceb8 None None] Pushing event updated for resources: {'Port': ['ID=612a30bc-1b22-4af3-b8b9-0c2b365ea308,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:36.105210 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6c21e7-a645-41da-bc8a-271e85067d5e None None] Routers {'fc57b86c-0c30-4b2a-bbc4-9669497b0b82'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:39:36.105985 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-1d6c21e7-a645-41da-bc8a-271e85067d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:39:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['fc57b86c-0c30-4b2a-bbc4-9669497b0b82'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:36.130318 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=76a51633-7476-4147-a3ea-d4389026609c,revision_number=9']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:36.198070 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-85360a26-c69b-4c4f-ae7c-f5cd7bba1d0c None None] Set router f436ebf7-3b5e-49f3-b346-0a3eecd78e41 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:39:36.281570 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-94f6f04f-3cb0-432e-984c-96b0f01a9aad None None] Provisioning complete for port 98e75fcd-f529-4482-893e-2c4cd60e0442 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:36.283657 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-94f6f04f-3cb0-432e-984c-96b0f01a9aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:36.297580 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-df5bf802-e299-43c3-8c9e-885c44098d90 admin admin] For port 48cf64ec-f7a3-4489-8479-22cfbd3aa32e, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=48cf64ec-f7a3-4489-8479-22cfbd3aa32e,segment=NetworkSegment(88c0f31d-5b0f-4fc0-948a-4fff2a8bbd02),segment_id=88c0f31d-5b0f-4fc0-948a-4fff2a8bbd02)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:39:36.298267 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-df5bf802-e299-43c3-8c9e-885c44098d90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:36.327574 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-df5bf802-e299-43c3-8c9e-885c44098d90 admin admin] Calling delete_port for 48cf64ec-f7a3-4489-8479-22cfbd3aa32e owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:39:36.366821 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4e265a-840a-46c5-b48d-f5130f4fdbb7 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:39:36.397166 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c73f22-bda3-4dc6-82de-5d78abd8d30c None None] Network 20a976b3-4269-4e45-8f07-aa388b8223f2 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:39:36.431486 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-1d6c21e7-a645-41da-bc8a-271e85067d5e None None] Set router fc57b86c-0c30-4b2a-bbc4-9669497b0b82 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:39:36.456672 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-c714a64e-c0a5-4698-a2c1-21f6ba9871f5 admin admin] Allocated IP 172.20.0.1 (20a976b3-4269-4e45-8f07-aa388b8223f2/d54163ea-b6e5-473e-b29c-97d26895cfc7/1400c4be-ecbf-45f4-8060-3df70df78d63) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:39:36.551872 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d2b4b2ba-e225-4d15-a1a8-81c1b28cd87d req-1cc82c85-b7b4-455a-b940-d7875d8ac864 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f479886-688b-40e4-95ce-92a8dd5a26bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2640917 Nov 16 11:39:36.570083 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.db.api [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-a41dd36e-ea06-4a5d-9584-dbed8423513b service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:39:36.573442 n-d-816823-3 neutron-server[102669]: DEBUG oslo_db.api [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-a41dd36e-ea06-4a5d-9584-dbed8423513b service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:39:36.608437 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54828) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:36.612135 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.api [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:39:36.612135 n-d-816823-3 neutron-server[102670]: DEBUG oslo_db.api [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:39:36.645318 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d1b370-883a-4766-a97c-f022944ed43e admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:39:36.659658 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-98d1b370-883a-4766-a97c-f022944ed43e admin admin] 10.222.0.61 "PUT /v2.0/routers/fb162cf1-fec0-4c85-8fb9-b5e95e6c419b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2438781 Nov 16 11:39:36.786287 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c714a64e-c0a5-4698-a2c1-21f6ba9871f5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:36.787340 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73685ce-ce58-4be0-a0d7-ff24c8d0e6f8 x-openstack-request-id: req-a73685ce-ce58-4be0-a0d7-ff24c8d0e6f8 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:39:36.787618 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a0d7da-75a1-4369-9d8d-44a60160fcb0", "name": "network-vif-plugged", "status": "completed", "tag": "76a51633-7476-4147-a3ea-d4389026609c", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:39:36.787865 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a73685ce-ce58-4be0-a0d7-ff24c8d0e6f8 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:39:36.788250 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a0d7da-75a1-4369-9d8d-44a60160fcb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a51633-7476-4147-a3ea-d4389026609c', 'code': 200} Nov 16 11:39:36.815582 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-1d6c21e7-a645-41da-bc8a-271e85067d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc57b86c-0c30-4b2a-bbc4-9669497b0b82', 'name': 'tempest-ServersTestJSON-604576079-router', 'tenant_id': '142d3a0b7566420dad5d5849dd291232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '612a30bc-1b22-4af3-b8b9-0c2b365ea308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:29Z', 'updated_at': '2021-11-16T11:39:32Z', 'revision_number': 3, 'project_id': '142d3a0b7566420dad5d5849dd291232', 'gw_port': {'id': '612a30bc-1b22-4af3-b8b9-0c2b365ea308', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:71:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc57b86c-0c30-4b2a-bbc4-9669497b0b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:31Z', 'updated_at': '2021-11-16T11:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:36.823865 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-df5bf802-e299-43c3-8c9e-885c44098d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:36.891493 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6c21e7-a645-41da-bc8a-271e85067d5e None None] The sync data for ids ['fc57b86c-0c30-4b2a-bbc4-9669497b0b82'] in n-d-816823-3 is: [{'id': 'fc57b86c-0c30-4b2a-bbc4-9669497b0b82', 'name': 'tempest-ServersTestJSON-604576079-router', 'tenant_id': '142d3a0b7566420dad5d5849dd291232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '612a30bc-1b22-4af3-b8b9-0c2b365ea308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:29Z', 'updated_at': '2021-11-16T11:39:32Z', 'revision_number': 3, 'project_id': '142d3a0b7566420dad5d5849dd291232', 'gw_port': {'id': '612a30bc-1b22-4af3-b8b9-0c2b365ea308', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:71:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc57b86c-0c30-4b2a-bbc4-9669497b0b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:31Z', 'updated_at': '2021-11-16T11:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:39:36.912790 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5bf802-e299-43c3-8c9e-885c44098d90 admin admin] Pushing event deleted for resources: {'Port': ['ID=48cf64ec-f7a3-4489-8479-22cfbd3aa32e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:37.029806 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c714a64e-c0a5-4698-a2c1-21f6ba9871f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:37.062417 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-93964df1-c597-45b7-bbb5-fee6c49f1efa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:37.153124 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c714a64e-c0a5-4698-a2c1-21f6ba9871f5 admin admin] Network 20a976b3-4269-4e45-8f07-aa388b8223f2 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:39:37.164454 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-a41dd36e-ea06-4a5d-9584-dbed8423513b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:37.207080 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:37.213787 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-c714a64e-c0a5-4698-a2c1-21f6ba9871f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:39:37.217247 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c714a64e-c0a5-4698-a2c1-21f6ba9871f5 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:39:37.550682 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-94f6f04f-3cb0-432e-984c-96b0f01a9aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:37.607773 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-22d9f138-6719-4954-9d13-4d8ed1cf3874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb162cf1-fec0-4c85-8fb9-b5e95e6c419b', 'name': 'tempest-TestVolumeBootPattern-520507276-router', 'tenant_id': '5e7d30567b2648cb8d46d13920112685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '98e75fcd-f529-4482-893e-2c4cd60e0442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:21Z', 'updated_at': '2021-11-16T11:39:33Z', 'revision_number': 4, 'project_id': '5e7d30567b2648cb8d46d13920112685', 'gw_port': {'id': '98e75fcd-f529-4482-893e-2c4cd60e0442', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:92:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb162cf1-fec0-4c85-8fb9-b5e95e6c419b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:24Z', 'updated_at': '2021-11-16T11:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '722ca4db-3703-49c5-8ce8-a55c4d658cb3', 'name': '', 'network_id': '49812472-361d-465b-9cae-27a8b2504292', 'tenant_id': '5e7d30567b2648cb8d46d13920112685', 'mac_address': 'fa:16:3e:7d:07:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb162cf1-fec0-4c85-8fb9-b5e95e6c419b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': 'bd6cfd79-6d29-42e1-b994-f1d0298fe56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:31Z', 'updated_at': '2021-11-16T11:39:33Z', 'revision_number': 2, 'project_id': '5e7d30567b2648cb8d46d13920112685', 'subnets': [{'id': 'bd6cfd79-6d29-42e1-b994-f1d0298fe56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:37.683677 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-94f6f04f-3cb0-432e-984c-96b0f01a9aad None None] For port 98e75fcd-f529-4482-893e-2c4cd60e0442, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=98e75fcd-f529-4482-893e-2c4cd60e0442,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:39:37.689773 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d9f138-6719-4954-9d13-4d8ed1cf3874 None None] The sync data for ids ['fb162cf1-fec0-4c85-8fb9-b5e95e6c419b'] in n-d-816823-3 is: [{'id': 'fb162cf1-fec0-4c85-8fb9-b5e95e6c419b', 'name': 'tempest-TestVolumeBootPattern-520507276-router', 'tenant_id': '5e7d30567b2648cb8d46d13920112685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '98e75fcd-f529-4482-893e-2c4cd60e0442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:21Z', 'updated_at': '2021-11-16T11:39:33Z', 'revision_number': 4, 'project_id': '5e7d30567b2648cb8d46d13920112685', 'gw_port': {'id': '98e75fcd-f529-4482-893e-2c4cd60e0442', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:92:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb162cf1-fec0-4c85-8fb9-b5e95e6c419b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:24Z', 'updated_at': '2021-11-16T11:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '722ca4db-3703-49c5-8ce8-a55c4d658cb3', 'name': '', 'network_id': '49812472-361d-465b-9cae-27a8b2504292', 'tenant_id': '5e7d30567b2648cb8d46d13920112685', 'mac_address': 'fa:16:3e:7d:07:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb162cf1-fec0-4c85-8fb9-b5e95e6c419b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': 'bd6cfd79-6d29-42e1-b994-f1d0298fe56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:31Z', 'updated_at': '2021-11-16T11:39:33Z', 'revision_number': 2, 'project_id': '5e7d30567b2648cb8d46d13920112685', 'subnets': [{'id': 'bd6cfd79-6d29-42e1-b994-f1d0298fe56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:39:37.699596 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-94f6f04f-3cb0-432e-984c-96b0f01a9aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:37.744486 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-a41dd36e-ea06-4a5d-9584-dbed8423513b service neutron] For port 76a51633-7476-4147-a3ea-d4389026609c, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=76a51633-7476-4147-a3ea-d4389026609c,segment=NetworkSegment(cc2fabfa-7911-40e9-aba3-29a5d09c685d),segment_id=cc2fabfa-7911-40e9-aba3-29a5d09c685d)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:39:37.779717 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9a125-fe0f-45d3-b861-68811255677d req-7ab91434-2dd6-4a4c-81f6-868bb600b2c2 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:37.788426 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-71e9a125-fe0f-45d3-b861-68811255677d req-7ab91434-2dd6-4a4c-81f6-868bb600b2c2 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 946 time: 0.6047390 Nov 16 11:39:37.800018 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device dda93d89-bcbf-4135-b10a-0db128edcae9 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:39:37.930958 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-94f6f04f-3cb0-432e-984c-96b0f01a9aad None None] Provisioning complete for port 722ca4db-3703-49c5-8ce8-a55c4d658cb3 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:37.931251 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-94f6f04f-3cb0-432e-984c-96b0f01a9aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:37.934681 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-a41dd36e-ea06-4a5d-9584-dbed8423513b service neutron] For port 76a51633-7476-4147-a3ea-d4389026609c, host n-h2-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:39:37.941742 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-85360a26-c69b-4c4f-ae7c-f5cd7bba1d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f436ebf7-3b5e-49f3-b346-0a3eecd78e41', 'name': 'tempest-TestAggregatesBasicOps-557955512-router', 'tenant_id': '73e4a83e3428491e8a275badcf653505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'dda93d89-bcbf-4135-b10a-0db128edcae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:17Z', 'updated_at': '2021-11-16T11:39:25Z', 'revision_number': 4, 'project_id': '73e4a83e3428491e8a275badcf653505', 'gw_port': {'id': 'dda93d89-bcbf-4135-b10a-0db128edcae9', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:72:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f436ebf7-3b5e-49f3-b346-0a3eecd78e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:18Z', 'updated_at': '2021-11-16T11:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '59d1e3bb-d545-4510-b3bb-a75813f0daba', 'name': '', 'network_id': '831b3a3a-a3c7-408f-9b2e-6ed54d1e4743', 'tenant_id': '73e4a83e3428491e8a275badcf653505', 'mac_address': 'fa:16:3e:d6:b4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f436ebf7-3b5e-49f3-b346-0a3eecd78e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '2cc5005a-85fb-4a0c-90ba-9026773075e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:24Z', 'updated_at': '2021-11-16T11:39:25Z', 'revision_number': 2, 'project_id': '73e4a83e3428491e8a275badcf653505', 'subnets': [{'id': '2cc5005a-85fb-4a0c-90ba-9026773075e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:38.070287 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85360a26-c69b-4c4f-ae7c-f5cd7bba1d0c None None] Checking router: f436ebf7-3b5e-49f3-b346-0a3eecd78e41 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:39:38.070957 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85360a26-c69b-4c4f-ae7c-f5cd7bba1d0c None None] Updating router f436ebf7-3b5e-49f3-b346-0a3eecd78e41 port 59d1e3bb-d545-4510-b3bb-a75813f0daba binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:39:38.074003 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6f04f-3cb0-432e-984c-96b0f01a9aad None None] Pushing event updated for resources: {'Port': ['ID=98e75fcd-f529-4482-893e-2c4cd60e0442,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:38.131172 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-71e9a125-fe0f-45d3-b861-68811255677d req-d49c0915-8042-4aa4-b6bd-1fd6c594b4fa tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dbbc43f-60ba-492c-a5e9-6f49a843e926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3417387 Nov 16 11:39:38.171825 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a0d7da-75a1-4369-9d8d-44a60160fcb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76a51633-7476-4147-a3ea-d4389026609c'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:39:38.182793 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee490569-8eb0-4cce-8ab6-cb2d8f922bcd" -d '{"events": [{"server_uuid": "17a0d7da-75a1-4369-9d8d-44a60160fcb0", "name": "network-vif-unplugged", "status": "completed", "tag": "76a51633-7476-4147-a3ea-d4389026609c"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:39:38.215195 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-a41dd36e-ea06-4a5d-9584-dbed8423513b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:38.258520 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-94f6f04f-3cb0-432e-984c-96b0f01a9aad None None] Port 722ca4db-3703-49c5-8ce8-a55c4d658cb3 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:39:38.265264 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-85360a26-c69b-4c4f-ae7c-f5cd7bba1d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:38.319074 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port dda93d89-bcbf-4135-b10a-0db128edcae9 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:38.319417 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:38.332360 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-a41dd36e-ea06-4a5d-9584-dbed8423513b service neutron] Transition to ACTIVE for port object 76a51633-7476-4147-a3ea-d4389026609c will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:39:38.358947 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-a41dd36e-ea06-4a5d-9584-dbed8423513b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:38.409443 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-94f6f04f-3cb0-432e-984c-96b0f01a9aad None None] Provisioning complete for port 612a30bc-1b22-4af3-b8b9-0c2b365ea308 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:38.410635 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-94f6f04f-3cb0-432e-984c-96b0f01a9aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:38.465199 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41dd36e-ea06-4a5d-9584-dbed8423513b service neutron] Pushing event updated for resources: {'Port': ['ID=76a51633-7476-4147-a3ea-d4389026609c,revision_number=10']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:38.700579 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c714a64e-c0a5-4698-a2c1-21f6ba9871f5 admin admin] Pushing event updated for resources: {'Port': ['ID=1400c4be-ecbf-45f4-8060-3df70df78d63,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:38.723784 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4c036-1ac9-4688-8c52-0ec68930f700 req-c26da893-6d4a-4dda-85f1-05782904bae6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:38.733855 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-10b4c036-1ac9-4688-8c52-0ec68930f700 req-c26da893-6d4a-4dda-85f1-05782904bae6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 944 time: 0.3693085 Nov 16 11:39:38.873195 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-a41dd36e-ea06-4a5d-9584-dbed8423513b service neutron] No DVR routers for this DVR port 76a51633-7476-4147-a3ea-d4389026609c on host n-h2-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:39:38.877719 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-93964df1-c597-45b7-bbb5-fee6c49f1efa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:38.889015 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c714a64e-c0a5-4698-a2c1-21f6ba9871f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:38.912597 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-93964df1-c597-45b7-bbb5-fee6c49f1efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:39.122503 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c85067-7d7b-4b1d-aa70-6e2aa2078c9c req-73ba2764-e650-4d31-b7e9-9618df79ed2e tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:39.129601 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d7c85067-7d7b-4b1d-aa70-6e2aa2078c9c req-73ba2764-e650-4d31-b7e9-9618df79ed2e tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 946 time: 0.5070019 Nov 16 11:39:39.205592 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93964df1-c597-45b7-bbb5-fee6c49f1efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1836c870-5262-4d3f-b97d-daeae9ca8131,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:39.235500 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-10b4c036-1ac9-4688-8c52-0ec68930f700 req-a26e903f-864f-4616-8352-9742cf7dcde7 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f479886-688b-40e4-95ce-92a8dd5a26bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5001998 Nov 16 11:39:39.267546 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-df5bf802-e299-43c3-8c9e-885c44098d90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:39.276166 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-a41dd36e-ea06-4a5d-9584-dbed8423513b service neutron] Attempting to bind port 76a51633-7476-4147-a3ea-d4389026609c on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:39:39.276576 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-a41dd36e-ea06-4a5d-9584-dbed8423513b service neutron] Attempting to bind port 76a51633-7476-4147-a3ea-d4389026609c by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'cc2fabfa-7911-40e9-aba3-29a5d09c685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '43f20ad4-199d-4548-9ae5-b0d7e71e371d'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:39:39.276812 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-a41dd36e-ea06-4a5d-9584-dbed8423513b service neutron] Attempting to bind port 76a51633-7476-4147-a3ea-d4389026609c on network 43f20ad4-199d-4548-9ae5-b0d7e71e371d {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:39:39.284513 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-93964df1-c597-45b7-bbb5-fee6c49f1efa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0a284dea6fe04d038c2d6cf3d96c41e1&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6750112 Nov 16 11:39:39.288044 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54868) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:39.304066 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-a41dd36e-ea06-4a5d-9584-dbed8423513b service neutron] Port 76a51633-7476-4147-a3ea-d4389026609c on network 43f20ad4-199d-4548-9ae5-b0d7e71e371d not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:39:39.304437 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-a41dd36e-ea06-4a5d-9584-dbed8423513b service neutron] Attempting to bind port 76a51633-7476-4147-a3ea-d4389026609c on network 43f20ad4-199d-4548-9ae5-b0d7e71e371d {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:39:39.311241 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.api [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:39:39.311759 n-d-816823-3 neutron-server[102670]: DEBUG oslo_db.api [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:39:39.320098 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-a41dd36e-ea06-4a5d-9584-dbed8423513b service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:39:39.320903 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-a41dd36e-ea06-4a5d-9584-dbed8423513b service neutron] Checking segment: {'id': 'cc2fabfa-7911-40e9-aba3-29a5d09c685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '43f20ad4-199d-4548-9ae5-b0d7e71e371d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:39:39.321370 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-a41dd36e-ea06-4a5d-9584-dbed8423513b service neutron] Bound using segment: {'id': 'cc2fabfa-7911-40e9-aba3-29a5d09c685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '43f20ad4-199d-4548-9ae5-b0d7e71e371d'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:39:39.321984 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-a41dd36e-ea06-4a5d-9584-dbed8423513b service neutron] Bound port: 76a51633-7476-4147-a3ea-d4389026609c, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc2fabfa-7911-40e9-aba3-29a5d09c685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '43f20ad4-199d-4548-9ae5-b0d7e71e371d'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:39:39.328332 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-a41dd36e-ea06-4a5d-9584-dbed8423513b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:39.459758 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 11:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd20ca5-ac63-49c7-944f-e8a55eb27804 x-openstack-request-id: req-7bd20ca5-ac63-49c7-944f-e8a55eb27804 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:39:39.463573 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a0d7da-75a1-4369-9d8d-44a60160fcb0", "name": "network-vif-unplugged", "status": "completed", "tag": "76a51633-7476-4147-a3ea-d4389026609c", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:39:39.464622 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7bd20ca5-ac63-49c7-944f-e8a55eb27804 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:39:39.465266 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a0d7da-75a1-4369-9d8d-44a60160fcb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76a51633-7476-4147-a3ea-d4389026609c', 'code': 200} Nov 16 11:39:39.499233 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-94f6f04f-3cb0-432e-984c-96b0f01a9aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:39.506440 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-85360a26-c69b-4c4f-ae7c-f5cd7bba1d0c None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:39.512501 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 5cb16a25-dc49-4206-a022-3c3ed805f304 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:39:39.557810 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-85360a26-c69b-4c4f-ae7c-f5cd7bba1d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:39.571216 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-a41dd36e-ea06-4a5d-9584-dbed8423513b service neutron] For port 76a51633-7476-4147-a3ea-d4389026609c, host n-h1-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:39:39.582849 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ede66785-8571-43f8-b8c2-4640fda3907b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:39.589086 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-94f6f04f-3cb0-432e-984c-96b0f01a9aad None None] For port 612a30bc-1b22-4af3-b8b9-0c2b365ea308, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=612a30bc-1b22-4af3-b8b9-0c2b365ea308,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:39:39.603291 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-a41dd36e-ea06-4a5d-9584-dbed8423513b service neutron] For port 76a51633-7476-4147-a3ea-d4389026609c, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=76a51633-7476-4147-a3ea-d4389026609c,segment=NetworkSegment(cc2fabfa-7911-40e9-aba3-29a5d09c685d),segment_id=cc2fabfa-7911-40e9-aba3-29a5d09c685d)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:39:39.625527 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-94f6f04f-3cb0-432e-984c-96b0f01a9aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:39.656958 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-a41dd36e-ea06-4a5d-9584-dbed8423513b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:39.698332 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30fe31-b12d-44b4-bb59-4a2b7fb393f7 None None] Pushing event updated for resources: {'Port': ['ID=59d1e3bb-d545-4510-b3bb-a75813f0daba,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:39.746718 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-a41dd36e-ea06-4a5d-9584-dbed8423513b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:39.747460 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-a41dd36e-ea06-4a5d-9584-dbed8423513b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:39.748914 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-a41dd36e-ea06-4a5d-9584-dbed8423513b service neutron] 10.222.0.36 "PUT /v2.0/ports/76a51633-7476-4147-a3ea-d4389026609c HTTP/1.1" status: 200 len: 1092 time: 5.6246631 Nov 16 11:39:39.802217 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ede66785-8571-43f8-b8c2-4640fda3907b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:39.838696 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c714a64e-c0a5-4698-a2c1-21f6ba9871f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:39.917857 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 5cb16a25-dc49-4206-a022-3c3ed805f304 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:39.924118 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:39.960571 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c85c2-b0a5-4ba5-96a3-1c121ae465d9 req-41e7b47d-497b-457b-8d11-c08edf76a841 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:39.969161 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e80c85c2-b0a5-4ba5-96a3-1c121ae465d9 req-41e7b47d-497b-457b-8d11-c08edf76a841 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 946 time: 0.3642178 Nov 16 11:39:40.001484 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-e0a8b7b4-b07e-4fde-8c48-8a69888a0999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:40.004335 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-e0a8b7b4-b07e-4fde-8c48-8a69888a0999 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a94525ce04b1475298bff18f4d90d9d6&device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 1095 time: 0.1960106 Nov 16 11:39:40.078352 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-85360a26-c69b-4c4f-ae7c-f5cd7bba1d0c None None] Attempting to bind port 59d1e3bb-d545-4510-b3bb-a75813f0daba on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:39:40.078736 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-85360a26-c69b-4c4f-ae7c-f5cd7bba1d0c None None] Attempting to bind port 59d1e3bb-d545-4510-b3bb-a75813f0daba by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '26795a2d-b645-41c3-8b71-8b363d1115d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '831b3a3a-a3c7-408f-9b2e-6ed54d1e4743'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:39:40.079096 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85360a26-c69b-4c4f-ae7c-f5cd7bba1d0c None None] Attempting to bind port 59d1e3bb-d545-4510-b3bb-a75813f0daba on network 831b3a3a-a3c7-408f-9b2e-6ed54d1e4743 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:39:40.082663 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6f04f-3cb0-432e-984c-96b0f01a9aad None None] Pushing event updated for resources: {'Port': ['ID=612a30bc-1b22-4af3-b8b9-0c2b365ea308,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:40.172818 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41dd36e-ea06-4a5d-9584-dbed8423513b service neutron] Pushing event updated for resources: {'Port': ['ID=76a51633-7476-4147-a3ea-d4389026609c,revision_number=11']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:40.173056 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85360a26-c69b-4c4f-ae7c-f5cd7bba1d0c None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:39:40.174004 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85360a26-c69b-4c4f-ae7c-f5cd7bba1d0c None None] Checking segment: {'id': '26795a2d-b645-41c3-8b71-8b363d1115d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '831b3a3a-a3c7-408f-9b2e-6ed54d1e4743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:39:40.194647 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-85360a26-c69b-4c4f-ae7c-f5cd7bba1d0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:40.195500 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85360a26-c69b-4c4f-ae7c-f5cd7bba1d0c None None] Bound using segment: {'id': '26795a2d-b645-41c3-8b71-8b363d1115d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '831b3a3a-a3c7-408f-9b2e-6ed54d1e4743'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:39:40.202880 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-85360a26-c69b-4c4f-ae7c-f5cd7bba1d0c None None] Bound port: 59d1e3bb-d545-4510-b3bb-a75813f0daba, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26795a2d-b645-41c3-8b71-8b363d1115d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '831b3a3a-a3c7-408f-9b2e-6ed54d1e4743'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:39:40.208834 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-85360a26-c69b-4c4f-ae7c-f5cd7bba1d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:40.222634 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-d7c85067-7d7b-4b1d-aa70-6e2aa2078c9c req-ad5006da-329f-4ce8-86cd-04f4196ae5c7 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Deleting port f7930244-84d3-49c4-85e5-9241c10fef74 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:39:40.225118 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d7c85067-7d7b-4b1d-aa70-6e2aa2078c9c req-ad5006da-329f-4ce8-86cd-04f4196ae5c7 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:40.238410 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-2c4a213a-4968-42b5-896c-92c0c5deb584 None None] Provisioning complete for port 7eb633a8-182d-499b-ad3b-b86d2d446ffa triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:40.238901 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2c4a213a-4968-42b5-896c-92c0c5deb584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:40.272551 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ede66785-8571-43f8-b8c2-4640fda3907b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:40.275698 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ede66785-8571-43f8-b8c2-4640fda3907b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:40.282681 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ede66785-8571-43f8-b8c2-4640fda3907b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1836c870-5262-4d3f-b97d-daeae9ca8131 HTTP/1.1" status: 204 len: 168 time: 0.9920397 Nov 16 11:39:40.304699 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-00f73233-5865-4bd2-a839-9eda2fb28de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:40.307066 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-00f73233-5865-4bd2-a839-9eda2fb28de5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43f20ad4-199d-4548-9ae5-b0d7e71e371d HTTP/1.1" status: 200 len: 898 time: 0.2944937 Nov 16 11:39:40.308904 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede66785-8571-43f8-b8c2-4640fda3907b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1836c870-5262-4d3f-b97d-daeae9ca8131,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:40.342595 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e80c85c2-b0a5-4ba5-96a3-1c121ae465d9 req-c2423384-0980-4a15-83cd-a1e3537711a7 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups?id=1dbbc43f-60ba-492c-a5e9-6f49a843e926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3719211 Nov 16 11:39:40.417825 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5bf802-e299-43c3-8c9e-885c44098d90 admin admin] Router b44810b6-830c-47c2-91c0-670a64a74895 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:39:40.443982 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d7c85067-7d7b-4b1d-aa70-6e2aa2078c9c req-ad5006da-329f-4ce8-86cd-04f4196ae5c7 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] For port f7930244-84d3-49c4-85e5-9241c10fef74, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=f7930244-84d3-49c4-85e5-9241c10fef74,segment=NetworkSegment(1186fe7f-5dbc-4e04-af0c-6c5994d769cc),segment_id=1186fe7f-5dbc-4e04-af0c-6c5994d769cc)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:39:40.444529 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d7c85067-7d7b-4b1d-aa70-6e2aa2078c9c req-ad5006da-329f-4ce8-86cd-04f4196ae5c7 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:40.449655 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7c68236d-183b-4bd1-92df-a19c5cbc083f up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:39:40.516831 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-85360a26-c69b-4c4f-ae7c-f5cd7bba1d0c None None] For port 59d1e3bb-d545-4510-b3bb-a75813f0daba, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:39:40.521571 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-85360a26-c69b-4c4f-ae7c-f5cd7bba1d0c None None] For port 59d1e3bb-d545-4510-b3bb-a75813f0daba, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=59d1e3bb-d545-4510-b3bb-a75813f0daba,segment=NetworkSegment(26795a2d-b645-41c3-8b71-8b363d1115d8),segment_id=26795a2d-b645-41c3-8b71-8b363d1115d8)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:39:40.546815 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-85360a26-c69b-4c4f-ae7c-f5cd7bba1d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:40.572488 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729fc229-51ad-43d6-b401-1fce52c19cc5 req-33d9bb5f-15ff-49e5-87d2-f58b59e53b5a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:40.592192 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-729fc229-51ad-43d6-b401-1fce52c19cc5 req-33d9bb5f-15ff-49e5-87d2-f58b59e53b5a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 944 time: 0.1538975 Nov 16 11:39:40.602834 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-5e29c37a-85e9-4aeb-8c86-e93cae828cbf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76a51633-7476-4147-a3ea-d4389026609c HTTP/1.1" status: 200 len: 999 time: 0.2586386 Nov 16 11:39:40.614242 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2c4a213a-4968-42b5-896c-92c0c5deb584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:40.642543 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 7c68236d-183b-4bd1-92df-a19c5cbc083f triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:40.643146 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:40.744662 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85360a26-c69b-4c4f-ae7c-f5cd7bba1d0c None None] Routers {'f436ebf7-3b5e-49f3-b346-0a3eecd78e41'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:39:40.745319 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-85360a26-c69b-4c4f-ae7c-f5cd7bba1d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:39:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f436ebf7-3b5e-49f3-b346-0a3eecd78e41'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:40.753759 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30fe31-b12d-44b4-bb59-4a2b7fb393f7 None None] Pushing event updated for resources: {'Port': ['ID=59d1e3bb-d545-4510-b3bb-a75813f0daba,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:40.771065 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-729fc229-51ad-43d6-b401-1fce52c19cc5 req-1ac2c218-a869-4dcc-a165-d7114a557b36 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f479886-688b-40e4-95ce-92a8dd5a26bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778991 Nov 16 11:39:40.798545 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-73c1a287-80f0-436f-add9-9b9232523dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:40.806316 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-73c1a287-80f0-436f-add9-9b9232523dd1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71739ec5-f544-432b-ace1-00dfba16fd4d HTTP/1.1" status: 200 len: 835 time: 0.1735098 Nov 16 11:39:40.912500 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-79ec53b2-0de0-4f93-8913-c33aa3aa3e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:40.917621 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-79ec53b2-0de0-4f93-8913-c33aa3aa3e19 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43f20ad4-199d-4548-9ae5-b0d7e71e371d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1047473 Nov 16 11:39:40.927271 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54888) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:40.951450 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-2c4a213a-4968-42b5-896c-92c0c5deb584 None None] For port 7eb633a8-182d-499b-ad3b-b86d2d446ffa, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=7eb633a8-182d-499b-ad3b-b86d2d446ffa,segment=NetworkSegment(8043acd5-4a28-4dcf-ae57-3b552b41bbc0),segment_id=8043acd5-4a28-4dcf-ae57-3b552b41bbc0)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:39:41.051193 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bf20656c-23a8-4fcc-9088-b8637e964b41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:41.091967 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7eb633a8-182d-499b-ad3b-b86d2d446ffa up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:39:41.104424 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5bf802-e299-43c3-8c9e-885c44098d90 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:39:41.107901 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2c4a213a-4968-42b5-896c-92c0c5deb584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:41.132022 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-df5bf802-e299-43c3-8c9e-885c44098d90 admin admin] 10.222.0.61 "PUT /v2.0/routers/b44810b6-830c-47c2-91c0-670a64a74895/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3244612 Nov 16 11:39:41.136690 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54896) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:41.141207 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839ec4c4-a731-4abb-aff2-7c474b0b5b81 None None] Sync routers for ids ['b44810b6-830c-47c2-91c0-670a64a74895'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:39:41.155128 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c714a64e-c0a5-4698-a2c1-21f6ba9871f5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:41.157108 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839ec4c4-a731-4abb-aff2-7c474b0b5b81 None None] Routers {'b44810b6-830c-47c2-91c0-670a64a74895'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:39:41.157744 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-839ec4c4-a731-4abb-aff2-7c474b0b5b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:39:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['b44810b6-830c-47c2-91c0-670a64a74895'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:41.240818 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c714a64e-c0a5-4698-a2c1-21f6ba9871f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:41.312119 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a213a-4968-42b5-896c-92c0c5deb584 None None] Pushing event updated for resources: {'Port': ['ID=7eb633a8-182d-499b-ad3b-b86d2d446ffa,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:41.359118 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-2c4a213a-4968-42b5-896c-92c0c5deb584 None None] Provisioning complete for port 612a30bc-1b22-4af3-b8b9-0c2b365ea308 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:41.359642 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2c4a213a-4968-42b5-896c-92c0c5deb584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:41.397667 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-d2d967b4-3b8f-4778-8e02-b2c3a49ae63e tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:41.407160 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-d2d967b4-3b8f-4778-8e02-b2c3a49ae63e tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/networks?id=3d7484ae-78a0-4a01-9340-d50011c24af9 HTTP/1.1" status: 200 len: 812 time: 0.2278147 Nov 16 11:39:41.418142 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bf20656c-23a8-4fcc-9088-b8637e964b41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:41.431938 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-839ec4c4-a731-4abb-aff2-7c474b0b5b81 None None] Set router b44810b6-830c-47c2-91c0-670a64a74895 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:39:41.450285 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bf20656c-23a8-4fcc-9088-b8637e964b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:41.454199 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c714a64e-c0a5-4698-a2c1-21f6ba9871f5 admin admin] Pushing event updated for resources: {'Port': ['ID=1400c4be-ecbf-45f4-8060-3df70df78d63,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:41.455757 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-85360a26-c69b-4c4f-ae7c-f5cd7bba1d0c None None] Set router f436ebf7-3b5e-49f3-b346-0a3eecd78e41 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:39:41.482318 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d7c85067-7d7b-4b1d-aa70-6e2aa2078c9c req-ad5006da-329f-4ce8-86cd-04f4196ae5c7 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:41.482860 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d7c85067-7d7b-4b1d-aa70-6e2aa2078c9c req-ad5006da-329f-4ce8-86cd-04f4196ae5c7 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:41.483077 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [req-d7c85067-7d7b-4b1d-aa70-6e2aa2078c9c req-ad5006da-329f-4ce8-86cd-04f4196ae5c7 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Floating IP 35f65264-4c62-47b4-8725-d9f014a75840 disassociated. External IP: 172.25.0.48, port: f7930244-84d3-49c4-85e5-9241c10fef74. Nov 16 11:39:41.483417 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-d7c85067-7d7b-4b1d-aa70-6e2aa2078c9c req-ad5006da-329f-4ce8-86cd-04f4196ae5c7 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Calling delete_port for f7930244-84d3-49c4-85e5-9241c10fef74 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:39:41.488911 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a0d7da-75a1-4369-9d8d-44a60160fcb0', 'tag': '76a51633-7476-4147-a3ea-d4389026609c'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:39:41.491306 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681a4c91-e47d-44d0-97ef-f718447cdd76" -d '{"events": [{"name": "network-changed", "server_uuid": "17a0d7da-75a1-4369-9d8d-44a60160fcb0", "tag": "76a51633-7476-4147-a3ea-d4389026609c"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:39:41.503469 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-bf20656c-23a8-4fcc-9088-b8637e964b41 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ae5128e1c4ae4c0482ad3ca178e22ac6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5625863 Nov 16 11:39:41.510390 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-c2837eca-819c-47dc-91b7-992dfb94a2f1 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/quotas/4bac558768764cbe98f7632412a36688 HTTP/1.1" status: 200 len: 375 time: 0.1020412 Nov 16 11:39:41.517179 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54902) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:41.540323 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c714a64e-c0a5-4698-a2c1-21f6ba9871f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:41.572562 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 7eb633a8-182d-499b-ad3b-b86d2d446ffa triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:41.572933 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:41.613481 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-372a3def-4558-46b2-bdfa-08f52732dc51 service neutron] 10.222.0.36 "GET /v2.0/networks/43f20ad4-199d-4548-9ae5-b0d7e71e371d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6870584 Nov 16 11:39:41.653771 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-831d53c1-6199-4226-b3d3-f118d4260605 admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:41.731148 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf20656c-23a8-4fcc-9088-b8637e964b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f7dd21-d8d1-4c83-97c5-d1b993141719,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:41.794588 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-839ec4c4-a731-4abb-aff2-7c474b0b5b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44810b6-830c-47c2-91c0-670a64a74895', 'name': 'tempest-TestAggregatesBasicOps-54649268-router', 'tenant_id': '0554c3a6013e4ad18a3f6128e5a7c5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:05Z', 'updated_at': '2021-11-16T11:39:36Z', 'revision_number': 5, 'project_id': '0554c3a6013e4ad18a3f6128e5a7c5ac', 'gw_port': {'id': 'ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44810b6-830c-47c2-91c0-670a64a74895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:06Z', 'updated_at': '2021-11-16T11:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:41.839033 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-f657655b-d78c-4ca6-a3fa-8f272a18c8b7 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4bac558768764cbe98f7632412a36688&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3279920 Nov 16 11:39:41.863517 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839ec4c4-a731-4abb-aff2-7c474b0b5b81 None None] Checking router: b44810b6-830c-47c2-91c0-670a64a74895 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:39:41.880788 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839ec4c4-a731-4abb-aff2-7c474b0b5b81 None None] Routers {'b44810b6-830c-47c2-91c0-670a64a74895'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:39:41.881634 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-839ec4c4-a731-4abb-aff2-7c474b0b5b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:39:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['b44810b6-830c-47c2-91c0-670a64a74895'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:41.985316 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-f27a0819-4400-4345-80a8-d8e38ed0abb0 service neutron] 10.222.0.61 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340013 Nov 16 11:39:42.042509 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c714a64e-c0a5-4698-a2c1-21f6ba9871f5 admin admin] Network 20a976b3-4269-4e45-8f07-aa388b8223f2 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:39:42.049978 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-c714a64e-c0a5-4698-a2c1-21f6ba9871f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:39:42.066684 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-2c4a213a-4968-42b5-896c-92c0c5deb584 None None] Provisioning complete for port 1400c4be-ecbf-45f4-8060-3df70df78d63 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:42.066867 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2c4a213a-4968-42b5-896c-92c0c5deb584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:42.108572 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-839ec4c4-a731-4abb-aff2-7c474b0b5b81 None None] Set router b44810b6-830c-47c2-91c0-670a64a74895 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:39:42.191394 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-831d53c1-6199-4226-b3d3-f118d4260605 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:42.254229 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4c246eb7-71c8-450e-9160-7d53209ea615 req-a6118bc5-ea2e-4e98-917d-37b9a1939056 service neutron] 10.222.0.36 "GET /v2.0/networks/43f20ad4-199d-4548-9ae5-b0d7e71e371d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5596840 Nov 16 11:39:42.259432 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8d2eb323-0886-4ec3-a558-2145399183bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:42.296047 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-2c4a213a-4968-42b5-896c-92c0c5deb584 None None] Port 1400c4be-ecbf-45f4-8060-3df70df78d63 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:39:42.351806 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-85360a26-c69b-4c4f-ae7c-f5cd7bba1d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f436ebf7-3b5e-49f3-b346-0a3eecd78e41', 'name': 'tempest-TestAggregatesBasicOps-557955512-router', 'tenant_id': '73e4a83e3428491e8a275badcf653505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'dda93d89-bcbf-4135-b10a-0db128edcae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:17Z', 'updated_at': '2021-11-16T11:39:25Z', 'revision_number': 4, 'project_id': '73e4a83e3428491e8a275badcf653505', 'gw_port': {'id': 'dda93d89-bcbf-4135-b10a-0db128edcae9', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:72:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f436ebf7-3b5e-49f3-b346-0a3eecd78e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:18Z', 'updated_at': '2021-11-16T11:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '59d1e3bb-d545-4510-b3bb-a75813f0daba', 'name': '', 'network_id': '831b3a3a-a3c7-408f-9b2e-6ed54d1e4743', 'tenant_id': '73e4a83e3428491e8a275badcf653505', 'mac_address': 'fa:16:3e:d6:b4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f436ebf7-3b5e-49f3-b346-0a3eecd78e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '2cc5005a-85fb-4a0c-90ba-9026773075e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:24Z', 'updated_at': '2021-11-16T11:39:40Z', 'revision_number': 4, 'project_id': '73e4a83e3428491e8a275badcf653505', 'subnets': [{'id': '2cc5005a-85fb-4a0c-90ba-9026773075e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:42.362193 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8d2eb323-0886-4ec3-a558-2145399183bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:42.432194 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85360a26-c69b-4c4f-ae7c-f5cd7bba1d0c None None] The sync data for ids ['f436ebf7-3b5e-49f3-b346-0a3eecd78e41'] in n-d-816823-3 is: [{'id': 'f436ebf7-3b5e-49f3-b346-0a3eecd78e41', 'name': 'tempest-TestAggregatesBasicOps-557955512-router', 'tenant_id': '73e4a83e3428491e8a275badcf653505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'dda93d89-bcbf-4135-b10a-0db128edcae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:17Z', 'updated_at': '2021-11-16T11:39:25Z', 'revision_number': 4, 'project_id': '73e4a83e3428491e8a275badcf653505', 'gw_port': {'id': 'dda93d89-bcbf-4135-b10a-0db128edcae9', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:72:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f436ebf7-3b5e-49f3-b346-0a3eecd78e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:18Z', 'updated_at': '2021-11-16T11:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '59d1e3bb-d545-4510-b3bb-a75813f0daba', 'name': '', 'network_id': '831b3a3a-a3c7-408f-9b2e-6ed54d1e4743', 'tenant_id': '73e4a83e3428491e8a275badcf653505', 'mac_address': 'fa:16:3e:d6:b4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f436ebf7-3b5e-49f3-b346-0a3eecd78e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '2cc5005a-85fb-4a0c-90ba-9026773075e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:24Z', 'updated_at': '2021-11-16T11:39:40Z', 'revision_number': 4, 'project_id': '73e4a83e3428491e8a275badcf653505', 'subnets': [{'id': '2cc5005a-85fb-4a0c-90ba-9026773075e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:39:42.437718 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c714a64e-c0a5-4698-a2c1-21f6ba9871f5 admin admin] Router fc57b86c-0c30-4b2a-bbc4-9669497b0b82 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:39:42.451469 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d7c85067-7d7b-4b1d-aa70-6e2aa2078c9c req-ad5006da-329f-4ce8-86cd-04f4196ae5c7 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:42.484996 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 612a30bc-1b22-4af3-b8b9-0c2b365ea308 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:39:42.491418 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-38032677-18a8-4bc2-a0e7-a887403e0238 service neutron] 10.222.0.61 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4912014 Nov 16 11:39:42.538720 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-cf978b5f-6638-4e9f-b795-63f62f507883 None None] Provisioning complete for port 59d1e3bb-d545-4510-b3bb-a75813f0daba triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:42.539047 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cf978b5f-6638-4e9f-b795-63f62f507883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:42.646868 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5006da-329f-4ce8-86cd-04f4196ae5c7 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Pushing event deleted for resources: {'Port': ['ID=f7930244-84d3-49c4-85e5-9241c10fef74,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:42.654954 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device f7930244-84d3-49c4-85e5-9241c10fef74 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:39:42.655943 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8d2eb323-0886-4ec3-a558-2145399183bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:42.661763 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8d2eb323-0886-4ec3-a558-2145399183bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:42.665652 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8d2eb323-0886-4ec3-a558-2145399183bd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c5f7dd21-d8d1-4c83-97c5-d1b993141719 HTTP/1.1" status: 204 len: 168 time: 1.1309717 Nov 16 11:39:42.685275 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2eb323-0886-4ec3-a558-2145399183bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f7dd21-d8d1-4c83-97c5-d1b993141719,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:42.707352 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: f7930244-84d3-49c4-85e5-9241c10fef74 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:39:42.708130 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device f7930244-84d3-49c4-85e5-9241c10fef74 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:39:42.761137 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 612a30bc-1b22-4af3-b8b9-0c2b365ea308 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:42.761760 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:42.778271 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-839ec4c4-a731-4abb-aff2-7c474b0b5b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44810b6-830c-47c2-91c0-670a64a74895', 'name': 'tempest-TestAggregatesBasicOps-54649268-router', 'tenant_id': '0554c3a6013e4ad18a3f6128e5a7c5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:05Z', 'updated_at': '2021-11-16T11:39:36Z', 'revision_number': 5, 'project_id': '0554c3a6013e4ad18a3f6128e5a7c5ac', 'gw_port': {'id': 'ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44810b6-830c-47c2-91c0-670a64a74895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:06Z', 'updated_at': '2021-11-16T11:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:42.849166 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839ec4c4-a731-4abb-aff2-7c474b0b5b81 None None] The sync data for ids ['b44810b6-830c-47c2-91c0-670a64a74895'] in n-d-816823-3 is: [{'id': 'b44810b6-830c-47c2-91c0-670a64a74895', 'name': 'tempest-TestAggregatesBasicOps-54649268-router', 'tenant_id': '0554c3a6013e4ad18a3f6128e5a7c5ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:05Z', 'updated_at': '2021-11-16T11:39:36Z', 'revision_number': 5, 'project_id': '0554c3a6013e4ad18a3f6128e5a7c5ac', 'gw_port': {'id': 'ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44810b6-830c-47c2-91c0-670a64a74895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:06Z', 'updated_at': '2021-11-16T11:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:39:42.988574 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cf978b5f-6638-4e9f-b795-63f62f507883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:43.068640 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-cf978b5f-6638-4e9f-b795-63f62f507883 None None] For port 59d1e3bb-d545-4510-b3bb-a75813f0daba, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=59d1e3bb-d545-4510-b3bb-a75813f0daba,segment=NetworkSegment(26795a2d-b645-41c3-8b71-8b363d1115d8),segment_id=26795a2d-b645-41c3-8b71-8b363d1115d8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:39:43.084339 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-831d53c1-6199-4226-b3d3-f118d4260605 admin admin] Deleting port ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:39:43.084674 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-831d53c1-6199-4226-b3d3-f118d4260605 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:43.095762 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ae71be64-39ff-4892-bee0-b1f09bfcbb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:43.111809 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cf978b5f-6638-4e9f-b795-63f62f507883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:43.141097 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 98e75fcd-f529-4482-893e-2c4cd60e0442 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:39:43.213701 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-53d8cc6e-232d-42e6-9840-8e5775a96572 req-cc4fc0ad-6cd2-46c9-a3f4-ef42177b1737 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 210 time: 0.0666277 Nov 16 11:39:43.301448 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de53d27a-9fd5-40cd-a5d7-79debb9a8012 x-openstack-request-id: req-de53d27a-9fd5-40cd-a5d7-79debb9a8012 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:39:43.303135 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a0d7da-75a1-4369-9d8d-44a60160fcb0", "tag": "76a51633-7476-4147-a3ea-d4389026609c", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:39:43.303580 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-de53d27a-9fd5-40cd-a5d7-79debb9a8012 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:39:43.304185 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a0d7da-75a1-4369-9d8d-44a60160fcb0', 'tag': '76a51633-7476-4147-a3ea-d4389026609c', 'status': 'completed', 'code': 200} Nov 16 11:39:43.426489 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-17571051-4fa9-4077-b4e4-429feaecfb7d None None] Provisioning complete for port 1400c4be-ecbf-45f4-8060-3df70df78d63 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:43.426959 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-17571051-4fa9-4077-b4e4-429feaecfb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:43.503934 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf978b5f-6638-4e9f-b795-63f62f507883 None None] Pushing event updated for resources: {'Port': ['ID=59d1e3bb-d545-4510-b3bb-a75813f0daba,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:43.540072 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1794d382-2647-4a8c-a452-8f18165b27ee None None] Sync routers for ids ['fb162cf1-fec0-4c85-8fb9-b5e95e6c419b'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:39:43.666694 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1794d382-2647-4a8c-a452-8f18165b27ee None None] Routers {'fb162cf1-fec0-4c85-8fb9-b5e95e6c419b'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:39:43.677890 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1794d382-2647-4a8c-a452-8f18165b27ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:39:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['fb162cf1-fec0-4c85-8fb9-b5e95e6c419b'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:44.321336 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a4c91-e47d-44d0-97ef-f718447cdd76 req-2ec686ec-ca02-477e-a133-3e57a1b3efe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:44.327540 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-681a4c91-e47d-44d0-97ef-f718447cdd76 req-2ec686ec-ca02-477e-a133-3e57a1b3efe1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a94525ce04b1475298bff18f4d90d9d6&device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 1095 time: 0.9953895 Nov 16 11:39:44.330759 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 98e75fcd-f529-4482-893e-2c4cd60e0442 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:44.331156 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:44.354657 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-17571051-4fa9-4077-b4e4-429feaecfb7d None None] Port 1400c4be-ecbf-45f4-8060-3df70df78d63 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:39:44.521818 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c714a64e-c0a5-4698-a2c1-21f6ba9871f5 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:39:44.533169 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c714a64e-c0a5-4698-a2c1-21f6ba9871f5 admin admin] 10.222.0.61 "PUT /v2.0/routers/fc57b86c-0c30-4b2a-bbc4-9669497b0b82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3195531 Nov 16 11:39:44.534361 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0934fd68-628b-48ad-94fc-dd89a92d1235 None None] Sync routers for ids ['fc57b86c-0c30-4b2a-bbc4-9669497b0b82'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:39:44.550104 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b9995-b2b4-409e-ac3d-6f81dba7553c req-9861387d-cd74-41d0-a75b-ab80bdc9cf77 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:44.551600 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7c85067-7d7b-4b1d-aa70-6e2aa2078c9c req-ad5006da-329f-4ce8-86cd-04f4196ae5c7 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Router 68001588-6510-4d4e-80c8-067e116d7bde has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:39:44.551738 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-366b9995-b2b4-409e-ac3d-6f81dba7553c req-9861387d-cd74-41d0-a75b-ab80bdc9cf77 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 944 time: 1.0566847 Nov 16 11:39:44.556518 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a4c91-e47d-44d0-97ef-f718447cdd76 req-44e9f013-8d6d-4570-a181-2b05417f6315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:44.558462 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-681a4c91-e47d-44d0-97ef-f718447cdd76 req-44e9f013-8d6d-4570-a181-2b05417f6315 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a94525ce04b1475298bff18f4d90d9d6&device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 1095 time: 0.1633148 Nov 16 11:39:44.571030 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0934fd68-628b-48ad-94fc-dd89a92d1235 None None] Routers {'fc57b86c-0c30-4b2a-bbc4-9669497b0b82'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:39:44.571300 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-831d53c1-6199-4226-b3d3-f118d4260605 admin admin] For port ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:39:44.571796 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-831d53c1-6199-4226-b3d3-f118d4260605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:44.573025 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-0934fd68-628b-48ad-94fc-dd89a92d1235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:39:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['fc57b86c-0c30-4b2a-bbc4-9669497b0b82'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:44.701725 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-831d53c1-6199-4226-b3d3-f118d4260605 admin admin] Calling delete_port for ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:39:44.730176 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 76a51633-7476-4147-a3ea-d4389026609c details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:39:44.735526 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a4c91-e47d-44d0-97ef-f718447cdd76 req-55143d4b-76f5-4c85-9684-7ad82231421e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:44.739049 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-681a4c91-e47d-44d0-97ef-f718447cdd76 req-55143d4b-76f5-4c85-9684-7ad82231421e service neutron] 10.222.0.36 "GET /v2.0/networks?id=43f20ad4-199d-4548-9ae5-b0d7e71e371d HTTP/1.1" status: 200 len: 898 time: 0.4023426 Nov 16 11:39:44.793401 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-366b9995-b2b4-409e-ac3d-6f81dba7553c req-8356b37e-bea0-4dd9-9c2d-83da5857a1d6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f479886-688b-40e4-95ce-92a8dd5a26bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220321 Nov 16 11:39:44.831578 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 59d1e3bb-d545-4510-b3bb-a75813f0daba up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:39:44.854247 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-0934fd68-628b-48ad-94fc-dd89a92d1235 None None] Set router fc57b86c-0c30-4b2a-bbc4-9669497b0b82 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:39:45.079516 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-91d129a5-2ad4-4be8-8562-2e06ec15ad8d req-a660ec85-f28f-4c93-a1e0-d6d1bfefc5a6 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4481794-1fff-4d7b-a731-0cfdb54249be HTTP/1.1" status: 200 len: 210 time: 0.1289592 Nov 16 11:39:45.082087 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-681a4c91-e47d-44d0-97ef-f718447cdd76 req-be8e0647-729c-4605-bff0-ea3385c9f7a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76a51633-7476-4147-a3ea-d4389026609c HTTP/1.1" status: 200 len: 999 time: 0.3267989 Nov 16 11:39:45.093990 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a4c91-e47d-44d0-97ef-f718447cdd76 req-b24c04a6-3b0e-42a1-a0e7-62cbd5131d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:45.096265 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-681a4c91-e47d-44d0-97ef-f718447cdd76 req-b24c04a6-3b0e-42a1-a0e7-62cbd5131d48 service neutron] 10.222.0.64 "GET /v2.0/networks?id=43f20ad4-199d-4548-9ae5-b0d7e71e371d HTTP/1.1" status: 200 len: 898 time: 0.5206571 Nov 16 11:39:45.102841 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-1794d382-2647-4a8c-a452-8f18165b27ee None None] Set router fb162cf1-fec0-4c85-8fb9-b5e95e6c419b gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:39:45.184921 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-681a4c91-e47d-44d0-97ef-f718447cdd76 req-b68f2da0-9756-415e-831e-bf56ea11c81c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76a51633-7476-4147-a3ea-d4389026609c HTTP/1.1" status: 200 len: 999 time: 0.0765300 Nov 16 11:39:45.186334 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7c85067-7d7b-4b1d-aa70-6e2aa2078c9c req-ad5006da-329f-4ce8-86cd-04f4196ae5c7 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:39:45.272290 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a4c91-e47d-44d0-97ef-f718447cdd76 req-d2441aa3-a915-4295-926a-618a3db01842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:45.274101 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-681a4c91-e47d-44d0-97ef-f718447cdd76 req-d2441aa3-a915-4295-926a-618a3db01842 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71739ec5-f544-432b-ace1-00dfba16fd4d HTTP/1.1" status: 200 len: 835 time: 0.1714799 Nov 16 11:39:45.326449 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a4c91-e47d-44d0-97ef-f718447cdd76 req-c9a2dff2-7291-4113-a883-f6e41c0e2f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:45.329294 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-681a4c91-e47d-44d0-97ef-f718447cdd76 req-c9a2dff2-7291-4113-a883-f6e41c0e2f73 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71739ec5-f544-432b-ace1-00dfba16fd4d HTTP/1.1" status: 200 len: 835 time: 0.1146541 Nov 16 11:39:45.371298 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-0934fd68-628b-48ad-94fc-dd89a92d1235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc57b86c-0c30-4b2a-bbc4-9669497b0b82', 'name': 'tempest-ServersTestJSON-604576079-router', 'tenant_id': '142d3a0b7566420dad5d5849dd291232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '612a30bc-1b22-4af3-b8b9-0c2b365ea308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:29Z', 'updated_at': '2021-11-16T11:39:39Z', 'revision_number': 4, 'project_id': '142d3a0b7566420dad5d5849dd291232', 'gw_port': {'id': '612a30bc-1b22-4af3-b8b9-0c2b365ea308', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:71:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc57b86c-0c30-4b2a-bbc4-9669497b0b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:31Z', 'updated_at': '2021-11-16T11:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '1400c4be-ecbf-45f4-8060-3df70df78d63', 'name': '', 'network_id': '20a976b3-4269-4e45-8f07-aa388b8223f2', 'tenant_id': '142d3a0b7566420dad5d5849dd291232', 'mac_address': 'fa:16:3e:c8:0c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc57b86c-0c30-4b2a-bbc4-9669497b0b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'd54163ea-b6e5-473e-b29c-97d26895cfc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:36Z', 'updated_at': '2021-11-16T11:39:40Z', 'revision_number': 2, 'project_id': '142d3a0b7566420dad5d5849dd291232', 'subnets': [{'id': 'd54163ea-b6e5-473e-b29c-97d26895cfc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:45.393337 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2c6b4879-ec91-43cb-8c33-cf806be388c5 req-31f07a4a-de88-486d-adf9-33c328901740 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/ports?device_id=9f31572b-11e6-4d5c-ad9f-db32e6b459f3 HTTP/1.1" status: 200 len: 210 time: 0.1136742 Nov 16 11:39:45.420633 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0934fd68-628b-48ad-94fc-dd89a92d1235 None None] Checking router: fc57b86c-0c30-4b2a-bbc4-9669497b0b82 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:39:45.421208 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0934fd68-628b-48ad-94fc-dd89a92d1235 None None] Updating router fc57b86c-0c30-4b2a-bbc4-9669497b0b82 port 1400c4be-ecbf-45f4-8060-3df70df78d63 binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:39:45.452795 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a4c91-e47d-44d0-97ef-f718447cdd76 req-f8ec6d41-395a-4fdc-917c-a3d49dfc6a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:45.454684 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-681a4c91-e47d-44d0-97ef-f718447cdd76 req-f8ec6d41-395a-4fdc-917c-a3d49dfc6a4e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43f20ad4-199d-4548-9ae5-b0d7e71e371d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1659522 Nov 16 11:39:45.500263 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0934fd68-628b-48ad-94fc-dd89a92d1235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:45.511130 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b65e8b-2a20-4ba4-ab29-61df1aed3832 None None] Sync routers for ids ['68001588-6510-4d4e-80c8-067e116d7bde'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:39:45.632102 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 59d1e3bb-d545-4510-b3bb-a75813f0daba triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:45.639921 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:45.703878 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-681a4c91-e47d-44d0-97ef-f718447cdd76 req-ed90b8a5-0387-4309-8fa7-2de06e342a8a service neutron] 10.222.0.36 "GET /v2.0/networks/43f20ad4-199d-4548-9ae5-b0d7e71e371d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416992 Nov 16 11:39:45.757709 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b65e8b-2a20-4ba4-ab29-61df1aed3832 None None] Routers {'68001588-6510-4d4e-80c8-067e116d7bde'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:39:45.762088 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-81b65e8b-2a20-4ba4-ab29-61df1aed3832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:39:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['68001588-6510-4d4e-80c8-067e116d7bde'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:45.923564 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-681a4c91-e47d-44d0-97ef-f718447cdd76 req-2b90b00d-1996-480e-8438-a5f3f7e02095 service neutron] 10.222.0.36 "GET /v2.0/networks/43f20ad4-199d-4548-9ae5-b0d7e71e371d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117443 Nov 16 11:39:45.938668 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c85067-7d7b-4b1d-aa70-6e2aa2078c9c req-ad5006da-329f-4ce8-86cd-04f4196ae5c7 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] No DVR routers for this DVR port f7930244-84d3-49c4-85e5-9241c10fef74 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:39:45.952160 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d7c85067-7d7b-4b1d-aa70-6e2aa2078c9c req-ad5006da-329f-4ce8-86cd-04f4196ae5c7 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:45.961596 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d7c85067-7d7b-4b1d-aa70-6e2aa2078c9c req-ad5006da-329f-4ce8-86cd-04f4196ae5c7 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.36 "DELETE /v2.0/ports/f7930244-84d3-49c4-85e5-9241c10fef74 HTTP/1.1" status: 204 len: 173 time: 6.8018799 Nov 16 11:39:45.997174 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-061e6494-09f2-4a2e-a052-622d9e527dd9 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:46.004593 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-061e6494-09f2-4a2e-a052-622d9e527dd9 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.64 "GET /v2.0/networks?id=3d7484ae-78a0-4a01-9340-d50011c24af9 HTTP/1.1" status: 200 len: 812 time: 0.8051512 Nov 16 11:39:46.025409 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f31572b-11e6-4d5c-ad9f-db32e6b459f3', 'name': 'network-vif-deleted', 'tag': 'f7930244-84d3-49c4-85e5-9241c10fef74'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:39:46.041603 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0b5477-de3e-42ae-80cc-f14e9af233ba" -d '{"events": [{"server_uuid": "9f31572b-11e6-4d5c-ad9f-db32e6b459f3", "name": "network-vif-deleted", "tag": "f7930244-84d3-49c4-85e5-9241c10fef74"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:39:46.102737 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-81b65e8b-2a20-4ba4-ab29-61df1aed3832 None None] Set router 68001588-6510-4d4e-80c8-067e116d7bde gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:39:46.115450 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-c173e6bf-f840-4942-9bb0-7ffafa07b167 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Request body: {'port': {'device_id': 'd4481794-1fff-4d7b-a731-0cfdb54249be', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'admin_state_up': True, 'tenant_id': '4bac558768764cbe98f7632412a36688'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:39:46.205939 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0934fd68-628b-48ad-94fc-dd89a92d1235 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:46.226448 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0934fd68-628b-48ad-94fc-dd89a92d1235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:46.254402 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a4c91-e47d-44d0-97ef-f718447cdd76 req-6ec8419b-c1e8-4248-a1fb-3b205b5599df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:46.256065 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-681a4c91-e47d-44d0-97ef-f718447cdd76 req-6ec8419b-c1e8-4248-a1fb-3b205b5599df service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=43f20ad4-199d-4548-9ae5-b0d7e71e371d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8775997 Nov 16 11:39:46.351074 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-04b3276e-a2f5-41ec-9757-635287e5f676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:46.396428 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537a8da-f7b4-4703-a0ff-e0fe6bed06f5 None None] Pushing event updated for resources: {'Port': ['ID=1400c4be-ecbf-45f4-8060-3df70df78d63,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:46.406576 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 76a51633-7476-4147-a3ea-d4389026609c, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=76a51633-7476-4147-a3ea-d4389026609c,segment=NetworkSegment(cc2fabfa-7911-40e9-aba3-29a5d09c685d),segment_id=cc2fabfa-7911-40e9-aba3-29a5d09c685d)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:39:46.551412 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-0934fd68-628b-48ad-94fc-dd89a92d1235 None None] Attempting to bind port 1400c4be-ecbf-45f4-8060-3df70df78d63 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:39:46.552682 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-0934fd68-628b-48ad-94fc-dd89a92d1235 None None] Attempting to bind port 1400c4be-ecbf-45f4-8060-3df70df78d63 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '8043acd5-4a28-4dcf-ae57-3b552b41bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '20a976b3-4269-4e45-8f07-aa388b8223f2'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:39:46.553263 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0934fd68-628b-48ad-94fc-dd89a92d1235 None None] Attempting to bind port 1400c4be-ecbf-45f4-8060-3df70df78d63 on network 20a976b3-4269-4e45-8f07-aa388b8223f2 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:39:46.560755 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0934fd68-628b-48ad-94fc-dd89a92d1235 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:39:46.561339 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0934fd68-628b-48ad-94fc-dd89a92d1235 None None] Checking segment: {'id': '8043acd5-4a28-4dcf-ae57-3b552b41bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '20a976b3-4269-4e45-8f07-aa388b8223f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:39:46.562385 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0934fd68-628b-48ad-94fc-dd89a92d1235 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:46.564792 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0934fd68-628b-48ad-94fc-dd89a92d1235 None None] Bound using segment: {'id': '8043acd5-4a28-4dcf-ae57-3b552b41bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '20a976b3-4269-4e45-8f07-aa388b8223f2'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:39:46.565404 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-0934fd68-628b-48ad-94fc-dd89a92d1235 None None] Bound port: 1400c4be-ecbf-45f4-8060-3df70df78d63, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8043acd5-4a28-4dcf-ae57-3b552b41bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '20a976b3-4269-4e45-8f07-aa388b8223f2'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:39:46.565950 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0934fd68-628b-48ad-94fc-dd89a92d1235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:46.719985 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-831d53c1-6199-4226-b3d3-f118d4260605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:46.720217 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '76a51633-7476-4147-a3ea-d4389026609c', 'network_id': '43f20ad4-199d-4548-9ae5-b0d7e71e371d', 'port_id': '76a51633-7476-4147-a3ea-d4389026609c', 'mac_address': 'fa:16:3e:ee:f5:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71739ec5-f544-432b-ace1-00dfba16fd4d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:39:46.776386 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-0934fd68-628b-48ad-94fc-dd89a92d1235 None None] For port 1400c4be-ecbf-45f4-8060-3df70df78d63, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:39:46.786913 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-0934fd68-628b-48ad-94fc-dd89a92d1235 None None] For port 1400c4be-ecbf-45f4-8060-3df70df78d63, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=1400c4be-ecbf-45f4-8060-3df70df78d63,segment=NetworkSegment(8043acd5-4a28-4dcf-ae57-3b552b41bbc0),segment_id=8043acd5-4a28-4dcf-ae57-3b552b41bbc0)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:39:46.805532 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0934fd68-628b-48ad-94fc-dd89a92d1235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:46.817168 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d53c1-6199-4226-b3d3-f118d4260605 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:46.830012 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32902c32-cb3d-4c8c-bf8e-b3db15df048b None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:39:46.846940 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-681a4c91-e47d-44d0-97ef-f718447cdd76 req-de7f3e1d-aa63-4169-9a0a-4264d843e250 service neutron] 10.222.0.64 "GET /v2.0/networks/43f20ad4-199d-4548-9ae5-b0d7e71e371d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5556445 Nov 16 11:39:46.855039 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:46.887610 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1794d382-2647-4a8c-a452-8f18165b27ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb162cf1-fec0-4c85-8fb9-b5e95e6c419b', 'name': 'tempest-TestVolumeBootPattern-520507276-router', 'tenant_id': '5e7d30567b2648cb8d46d13920112685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '98e75fcd-f529-4482-893e-2c4cd60e0442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:21Z', 'updated_at': '2021-11-16T11:39:33Z', 'revision_number': 4, 'project_id': '5e7d30567b2648cb8d46d13920112685', 'gw_port': {'id': '98e75fcd-f529-4482-893e-2c4cd60e0442', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:92:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb162cf1-fec0-4c85-8fb9-b5e95e6c419b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:24Z', 'updated_at': '2021-11-16T11:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '722ca4db-3703-49c5-8ce8-a55c4d658cb3', 'name': '', 'network_id': '49812472-361d-465b-9cae-27a8b2504292', 'tenant_id': '5e7d30567b2648cb8d46d13920112685', 'mac_address': 'fa:16:3e:7d:07:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb162cf1-fec0-4c85-8fb9-b5e95e6c419b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': 'bd6cfd79-6d29-42e1-b994-f1d0298fe56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:31Z', 'updated_at': '2021-11-16T11:39:33Z', 'revision_number': 2, 'project_id': '5e7d30567b2648cb8d46d13920112685', 'subnets': [{'id': 'bd6cfd79-6d29-42e1-b994-f1d0298fe56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:46.947803 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0934fd68-628b-48ad-94fc-dd89a92d1235 None None] Routers {'fc57b86c-0c30-4b2a-bbc4-9669497b0b82'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:39:46.948660 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-0934fd68-628b-48ad-94fc-dd89a92d1235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:39:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['fc57b86c-0c30-4b2a-bbc4-9669497b0b82'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:46.961891 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54990) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:46.966943 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-6bee9469-c7f9-4e35-be03-a1e5e6c84df9 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Request body: {'security_group': {'name': 'tempest-securitygroup--199629352', 'description': 'tempest-description--105219927'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:39:47.012550 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537a8da-f7b4-4703-a0ff-e0fe6bed06f5 None None] Pushing event updated for resources: {'Port': ['ID=1400c4be-ecbf-45f4-8060-3df70df78d63,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:47.035614 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-c173e6bf-f840-4942-9bb0-7ffafa07b167 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Made reservation on behalf of 4bac558768764cbe98f7632412a36688 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:39:47.057229 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-c173e6bf-f840-4942-9bb0-7ffafa07b167 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:47.070111 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6bee9469-c7f9-4e35-be03-a1e5e6c84df9 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:47.151292 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7eb633a8-182d-499b-ad3b-b86d2d446ffa up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:39:47.201656 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1794d382-2647-4a8c-a452-8f18165b27ee None None] Checking router: fb162cf1-fec0-4c85-8fb9-b5e95e6c419b for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:39:47.208239 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1794d382-2647-4a8c-a452-8f18165b27ee None None] Updating router fb162cf1-fec0-4c85-8fb9-b5e95e6c419b port 722ca4db-3703-49c5-8ce8-a55c4d658cb3 binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:39:47.243932 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-0934fd68-628b-48ad-94fc-dd89a92d1235 None None] Set router fc57b86c-0c30-4b2a-bbc4-9669497b0b82 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:39:47.298501 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7b907-a2d9-4296-8f29-9fbd68678a45 req-82da9e5f-6304-400a-8ad7-d61fe7a31eab tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:47.305210 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e9e7b907-a2d9-4296-8f29-9fbd68678a45 req-82da9e5f-6304-400a-8ad7-d61fe7a31eab tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 944 time: 0.2484310 Nov 16 11:39:47.310519 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-0475bc75-aefa-443c-a82c-c0f873367e00 None None] Provisioning complete for port 1400c4be-ecbf-45f4-8060-3df70df78d63 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:47.311087 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0475bc75-aefa-443c-a82c-c0f873367e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:47.426234 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6bee9469-c7f9-4e35-be03-a1e5e6c84df9 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:47.443112 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6bee9469-c7f9-4e35-be03-a1e5e6c84df9 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:47.475913 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-831d53c1-6199-4226-b3d3-f118d4260605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:47.498318 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:47.518297 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee9469-c7f9-4e35-be03-a1e5e6c84df9 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10ff963b-8329-4270-b61e-45280c6dba8b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:47.533178 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76a51633-7476-4147-a3ea-d4389026609c {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:39:47.547325 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-681a4c91-e47d-44d0-97ef-f718447cdd76 req-961d27dc-a3f7-4892-a416-51f92ca92d74 service neutron] 10.222.0.64 "GET /v2.0/networks/43f20ad4-199d-4548-9ae5-b0d7e71e371d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6535671 Nov 16 11:39:47.553757 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1794d382-2647-4a8c-a452-8f18165b27ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:47.572124 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6bee9469-c7f9-4e35-be03-a1e5e6c84df9 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:47.578137 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6bee9469-c7f9-4e35-be03-a1e5e6c84df9 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6148396 Nov 16 11:39:47.579085 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55002) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:47.585637 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-77e82b57-10fd-4aa2-9f10-e389da54be6f tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Request body: {'security_group_rule': {'security_group_id': '10ff963b-8329-4270-b61e-45280c6dba8b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:39:47.606999 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e9e7b907-a2d9-4296-8f29-9fbd68678a45 req-ba8d4df5-88f8-482f-b61b-ea4ce91d7f77 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f479886-688b-40e4-95ce-92a8dd5a26bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2865906 Nov 16 11:39:47.620977 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55004) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:47.697552 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8789738b-bae4-4f2f-94fd-ba35460ef6b7 x-openstack-request-id: req-8789738b-bae4-4f2f-94fd-ba35460ef6b7 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:39:47.699786 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f31572b-11e6-4d5c-ad9f-db32e6b459f3", "name": "network-vif-deleted", "tag": "f7930244-84d3-49c4-85e5-9241c10fef74", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:39:47.700045 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8789738b-bae4-4f2f-94fd-ba35460ef6b7 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:39:47.700463 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f31572b-11e6-4d5c-ad9f-db32e6b459f3', 'name': 'network-vif-deleted', 'tag': 'f7930244-84d3-49c4-85e5-9241c10fef74', 'status': 'completed', 'code': 200} Nov 16 11:39:47.727425 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 76a51633-7476-4147-a3ea-d4389026609c, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=76a51633-7476-4147-a3ea-d4389026609c,segment=NetworkSegment(cc2fabfa-7911-40e9-aba3-29a5d09c685d),segment_id=cc2fabfa-7911-40e9-aba3-29a5d09c685d)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:39:47.795262 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:47.797448 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-0934fd68-628b-48ad-94fc-dd89a92d1235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc57b86c-0c30-4b2a-bbc4-9669497b0b82', 'name': 'tempest-ServersTestJSON-604576079-router', 'tenant_id': '142d3a0b7566420dad5d5849dd291232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '612a30bc-1b22-4af3-b8b9-0c2b365ea308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:29Z', 'updated_at': '2021-11-16T11:39:39Z', 'revision_number': 4, 'project_id': '142d3a0b7566420dad5d5849dd291232', 'gw_port': {'id': '612a30bc-1b22-4af3-b8b9-0c2b365ea308', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:71:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc57b86c-0c30-4b2a-bbc4-9669497b0b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:31Z', 'updated_at': '2021-11-16T11:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '1400c4be-ecbf-45f4-8060-3df70df78d63', 'name': '', 'network_id': '20a976b3-4269-4e45-8f07-aa388b8223f2', 'tenant_id': '142d3a0b7566420dad5d5849dd291232', 'mac_address': 'fa:16:3e:c8:0c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc57b86c-0c30-4b2a-bbc4-9669497b0b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'd54163ea-b6e5-473e-b29c-97d26895cfc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:36Z', 'updated_at': '2021-11-16T11:39:46Z', 'revision_number': 4, 'project_id': '142d3a0b7566420dad5d5849dd291232', 'subnets': [{'id': 'd54163ea-b6e5-473e-b29c-97d26895cfc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:47.801557 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-831d53c1-6199-4226-b3d3-f118d4260605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:47.803700 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-c173e6bf-f840-4942-9bb0-7ffafa07b167 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Allocated IP 172.20.0.9 (3d7484ae-78a0-4a01-9340-d50011c24af9/b36b18de-7ce5-4007-aecb-7c9e7de7c07f/2393af70-b435-48ad-8942-fc07bf36bf5b) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:39:47.810259 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-77e82b57-10fd-4aa2-9f10-e389da54be6f tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:47.815393 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-831d53c1-6199-4226-b3d3-f118d4260605 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:47.866085 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-070bf3f5-7827-4147-a188-4c47ccb8e189 req-39586b8f-1499-4619-90bc-353bc87c83d6 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4481794-1fff-4d7b-a731-0cfdb54249be HTTP/1.1" status: 200 len: 210 time: 0.0559094 Nov 16 11:39:47.874146 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0934fd68-628b-48ad-94fc-dd89a92d1235 None None] The sync data for ids ['fc57b86c-0c30-4b2a-bbc4-9669497b0b82'] in n-d-816823-3 is: [{'id': 'fc57b86c-0c30-4b2a-bbc4-9669497b0b82', 'name': 'tempest-ServersTestJSON-604576079-router', 'tenant_id': '142d3a0b7566420dad5d5849dd291232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '612a30bc-1b22-4af3-b8b9-0c2b365ea308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:29Z', 'updated_at': '2021-11-16T11:39:39Z', 'revision_number': 4, 'project_id': '142d3a0b7566420dad5d5849dd291232', 'gw_port': {'id': '612a30bc-1b22-4af3-b8b9-0c2b365ea308', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:71:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc57b86c-0c30-4b2a-bbc4-9669497b0b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:31Z', 'updated_at': '2021-11-16T11:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '1400c4be-ecbf-45f4-8060-3df70df78d63', 'name': '', 'network_id': '20a976b3-4269-4e45-8f07-aa388b8223f2', 'tenant_id': '142d3a0b7566420dad5d5849dd291232', 'mac_address': 'fa:16:3e:c8:0c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc57b86c-0c30-4b2a-bbc4-9669497b0b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'd54163ea-b6e5-473e-b29c-97d26895cfc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:36Z', 'updated_at': '2021-11-16T11:39:46Z', 'revision_number': 4, 'project_id': '142d3a0b7566420dad5d5849dd291232', 'subnets': [{'id': 'd54163ea-b6e5-473e-b29c-97d26895cfc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:39:47.887389 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ee846cb1-adae-42fc-89a1-7c8f65df430c tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/floatingips/80ba623c-dd34-4d77-8aad-a55fd8f20414 HTTP/1.1" status: 200 len: 991 time: 0.2650888 Nov 16 11:39:47.937235 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-831d53c1-6199-4226-b3d3-f118d4260605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:47.937777 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831d53c1-6199-4226-b3d3-f118d4260605 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b44810b6-830c-47c2-91c0-670a64a74895 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:39:47.944742 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-831d53c1-6199-4226-b3d3-f118d4260605 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:47.945903 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-831d53c1-6199-4226-b3d3-f118d4260605 admin admin] 10.222.0.61 "DELETE /v2.0/routers/b44810b6-830c-47c2-91c0-670a64a74895 HTTP/1.1" status: 204 len: 168 time: 6.8081610 Nov 16 11:39:47.949248 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55010) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:48.060822 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55018) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:48.205040 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-77e82b57-10fd-4aa2-9f10-e389da54be6f tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:48.209198 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec73f94c-1153-41cb-9037-0d39e77af890 admin admin] Deleting subnet 91591175-3148-400c-a6e8-f49e70deaa0c {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:39:48.263605 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-77e82b57-10fd-4aa2-9f10-e389da54be6f tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:48.266085 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec73f94c-1153-41cb-9037-0d39e77af890 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:48.324732 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['76a51633-7476-4147-a3ea-d4389026609c'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:39:48.344605 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 7eb633a8-182d-499b-ad3b-b86d2d446ffa triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:48.345194 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:48.425866 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a163a2db-cf10-47b2-9842-053f6e22c6c8 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:48.429788 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-c173e6bf-f840-4942-9bb0-7ffafa07b167 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:48.443433 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e82b57-10fd-4aa2-9f10-e389da54be6f tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e746dee7-19ec-4853-8e24-ef860e486c31,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:48.487097 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-77e82b57-10fd-4aa2-9f10-e389da54be6f tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:48.490872 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55022) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:48.498221 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-8f1fc353-593c-49a2-b406-b345bc015627 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Request body: {'security_group_rule': {'security_group_id': '10ff963b-8329-4270-b61e-45280c6dba8b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:39:48.502371 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-77e82b57-10fd-4aa2-9f10-e389da54be6f tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9073768 Nov 16 11:39:48.522246 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec73f94c-1153-41cb-9037-0d39e77af890 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:48.534964 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-c173e6bf-f840-4942-9bb0-7ffafa07b167 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:48.588932 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-81b65e8b-2a20-4ba4-ab29-61df1aed3832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68001588-6510-4d4e-80c8-067e116d7bde', 'name': 'tempest-AttachVolumeShelveTestJSON-1665663980-router', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'ecf86465-ed44-4206-85de-393862a30c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:30:31Z', 'updated_at': '2021-11-16T11:30:38Z', 'revision_number': 4, 'project_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'gw_port': {'id': 'ecf86465-ed44-4206-85de-393862a30c33', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68001588-6510-4d4e-80c8-067e116d7bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:30:32Z', 'updated_at': '2021-11-16T11:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '461ec1e0-4870-4662-b435-6f1561c2e29e', 'name': '', 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'mac_address': 'fa:16:3e:d2:2e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68001588-6510-4d4e-80c8-067e116d7bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'd5fcc0bd-d8ea-41ad-86b1-2d27bd924015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:30:37Z', 'updated_at': '2021-11-16T11:30:47Z', 'revision_number': 5, 'project_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'subnets': [{'id': 'd5fcc0bd-d8ea-41ad-86b1-2d27bd924015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:48.595348 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a163a2db-cf10-47b2-9842-053f6e22c6c8 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:48.609507 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f1fc353-593c-49a2-b406-b345bc015627 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:48.649138 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-c173e6bf-f840-4942-9bb0-7ffafa07b167 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Network 3d7484ae-78a0-4a01-9340-d50011c24af9 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:39:48.662056 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-c173e6bf-f840-4942-9bb0-7ffafa07b167 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:39:48.679962 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-c173e6bf-f840-4942-9bb0-7ffafa07b167 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:39:48.766191 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-c173e6bf-f840-4942-9bb0-7ffafa07b167 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:48.767050 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-c173e6bf-f840-4942-9bb0-7ffafa07b167 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:48.800716 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b65e8b-2a20-4ba4-ab29-61df1aed3832 None None] Checking router: 68001588-6510-4d4e-80c8-067e116d7bde for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:39:48.832418 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f1fc353-593c-49a2-b406-b345bc015627 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:48.841219 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-c173e6bf-f840-4942-9bb0-7ffafa07b167 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7528536 Nov 16 11:39:48.850478 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f1fc353-593c-49a2-b406-b345bc015627 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:48.862099 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=76a51633-7476-4147-a3ea-d4389026609c,revision_number=12']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:48.869202 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:48.877238 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-bf90f2a0-6825-4663-b77d-1df711c0f475 service neutron] Request body: {'port': {'device_id': 'd4481794-1fff-4d7b-a731-0cfdb54249be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:39:48.894378 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0475bc75-aefa-443c-a82c-c0f873367e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:48.974473 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55028) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:48.975467 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173e6bf-f840-4942-9bb0-7ffafa07b167 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Pushing event updated for resources: {'Port': ['ID=2393af70-b435-48ad-8942-fc07bf36bf5b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:48.993503 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:48.995122 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b65e8b-2a20-4ba4-ab29-61df1aed3832 None None] Routers {'68001588-6510-4d4e-80c8-067e116d7bde'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:39:48.995838 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-81b65e8b-2a20-4ba4-ab29-61df1aed3832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:39:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['68001588-6510-4d4e-80c8-067e116d7bde'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:49.103060 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a163a2db-cf10-47b2-9842-053f6e22c6c8 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:49.112654 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a163a2db-cf10-47b2-9842-053f6e22c6c8 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:49.117080 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a163a2db-cf10-47b2-9842-053f6e22c6c8 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "DELETE /v2.0/security-groups/1dbbc43f-60ba-492c-a5e9-6f49a843e926 HTTP/1.1" status: 204 len: 168 time: 1.0518112 Nov 16 11:39:49.139278 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-bf90f2a0-6825-4663-b77d-1df711c0f475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:49.141914 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55032) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:49.152170 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1fc353-593c-49a2-b406-b345bc015627 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65db7d82-5a4d-4190-9fdc-d8663f0a8d89,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:49.167450 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f1fc353-593c-49a2-b406-b345bc015627 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:49.171610 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8f1fc353-593c-49a2-b406-b345bc015627 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6767190 Nov 16 11:39:49.179237 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55034) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:49.192759 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-7d32c58f-fc69-4a29-ae80-d7fd3a879ede tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:39:49.199325 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-0ee801eb-26d7-4d5e-bdcb-db8191055505 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] show failed (client error): The resource could not be found. Nov 16 11:39:49.200017 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0ee801eb-26d7-4d5e-bdcb-db8191055505 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "GET /v2.0/security-groups/1dbbc43f-60ba-492c-a5e9-6f49a843e926 HTTP/1.1" status: 404 len: 347 time: 0.0491037 Nov 16 11:39:49.203626 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55038) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:49.245148 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec73f94c-1153-41cb-9037-0d39e77af890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:49.293968 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163a2db-cf10-47b2-9842-053f6e22c6c8 tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbbc43f-60ba-492c-a5e9-6f49a843e926,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:49.315723 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cb0bb164-0028-4531-8b5d-7df0d9dd18b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:49.402376 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cb0bb164-0028-4531-8b5d-7df0d9dd18b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:49.414220 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4582d-13ca-4ae8-b5a7-f66d32aae4fb req-d8f49ca4-2e3d-4fc7-a35e-e04592212fb2 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:49.422397 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ecc4582d-13ca-4ae8-b5a7-f66d32aae4fb req-d8f49ca4-2e3d-4fc7-a35e-e04592212fb2 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4481794-1fff-4d7b-a731-0cfdb54249be HTTP/1.1" status: 200 len: 931 time: 0.4075365 Nov 16 11:39:49.428023 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cb0bb164-0028-4531-8b5d-7df0d9dd18b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:49.497616 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7d32c58f-fc69-4a29-ae80-d7fd3a879ede tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:49.542426 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-81b65e8b-2a20-4ba4-ab29-61df1aed3832 None None] Set router 68001588-6510-4d4e-80c8-067e116d7bde gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:39:49.555475 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ecc4582d-13ca-4ae8-b5a7-f66d32aae4fb req-dfabcace-daaf-41c3-b0b0-3cfe68d9a568 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320975 Nov 16 11:39:49.566544 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-cb0bb164-0028-4531-8b5d-7df0d9dd18b3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4ec9ad9e76bc4c91b3fd5fd6cc9c2c0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5905805 Nov 16 11:39:49.568547 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55040) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:49.569155 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0bb164-0028-4531-8b5d-7df0d9dd18b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c53936-45b5-4aff-86bb-5e20a50357a9,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:49.585706 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec73f94c-1153-41cb-9037-0d39e77af890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:49.630019 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec73f94c-1153-41cb-9037-0d39e77af890 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:49.634278 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ec73f94c-1153-41cb-9037-0d39e77af890 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/91591175-3148-400c-a6e8-f49e70deaa0c HTTP/1.1" status: 204 len: 168 time: 1.6839662 Nov 16 11:39:49.637967 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55042) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:49.645633 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f05fc4e-9e3d-4ce4-b181-db43567a5e35 None None] Network 6157d786-8f82-4995-a01d-750c8d0f5aa8 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:39:49.723918 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec73f94c-1153-41cb-9037-0d39e77af890 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91591175-3148-400c-a6e8-f49e70deaa0c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:49.733537 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f09700cf-e7e5-4a78-b39e-c484fab77a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:49.818418 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc46acb2-5be2-400c-b369-564158bd5587 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:49.836062 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-0a1fe5c4-07ba-4cf4-92e4-5ab68a606aee tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Deleting port 24b569cd-e42c-49a7-ba4e-728ecfe3ae1c {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:39:49.836785 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe5c4-07ba-4cf4-92e4-5ab68a606aee tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:49.878600 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc46acb2-5be2-400c-b369-564158bd5587 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:49.932568 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f09700cf-e7e5-4a78-b39e-c484fab77a94 admin admin] Deleting port 519da4ed-2a59-40b0-a464-8c9382ac1d22 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:39:49.932906 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f09700cf-e7e5-4a78-b39e-c484fab77a94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:49.951434 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-0475bc75-aefa-443c-a82c-c0f873367e00 None None] For port 1400c4be-ecbf-45f4-8060-3df70df78d63, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=1400c4be-ecbf-45f4-8060-3df70df78d63,segment=NetworkSegment(8043acd5-4a28-4dcf-ae57-3b552b41bbc0),segment_id=8043acd5-4a28-4dcf-ae57-3b552b41bbc0)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:39:50.008579 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0475bc75-aefa-443c-a82c-c0f873367e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:50.075478 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc46acb2-5be2-400c-b369-564158bd5587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:50.078041 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc46acb2-5be2-400c-b369-564158bd5587 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:50.086825 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-cc46acb2-5be2-400c-b369-564158bd5587 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/27c53936-45b5-4aff-86bb-5e20a50357a9 HTTP/1.1" status: 204 len: 168 time: 0.5085866 Nov 16 11:39:50.102558 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc46acb2-5be2-400c-b369-564158bd5587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c53936-45b5-4aff-86bb-5e20a50357a9,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:50.112341 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-f09700cf-e7e5-4a78-b39e-c484fab77a94 admin admin] For port 519da4ed-2a59-40b0-a464-8c9382ac1d22, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=519da4ed-2a59-40b0-a464-8c9382ac1d22,segment=NetworkSegment(88c0f31d-5b0f-4fc0-948a-4fff2a8bbd02),segment_id=88c0f31d-5b0f-4fc0-948a-4fff2a8bbd02)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:39:50.114038 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f09700cf-e7e5-4a78-b39e-c484fab77a94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:50.139323 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f09700cf-e7e5-4a78-b39e-c484fab77a94 admin admin] Calling delete_port for 519da4ed-2a59-40b0-a464-8c9382ac1d22 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:39:50.199949 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe5c4-07ba-4cf4-92e4-5ab68a606aee tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:50.206385 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe5c4-07ba-4cf4-92e4-5ab68a606aee tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:50.324461 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-0a1fe5c4-07ba-4cf4-92e4-5ab68a606aee tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Calling delete_port for 24b569cd-e42c-49a7-ba4e-728ecfe3ae1c owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:39:50.327513 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7d32c58f-fc69-4a29-ae80-d7fd3a879ede tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:50.329503 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f09700cf-e7e5-4a78-b39e-c484fab77a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:50.370990 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-bf90f2a0-6825-4663-b77d-1df711c0f475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2393af70-b435-48ad-8942-fc07bf36bf5b {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:39:50.398903 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-bf90f2a0-6825-4663-b77d-1df711c0f475 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:50.412570 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09700cf-e7e5-4a78-b39e-c484fab77a94 admin admin] Pushing event deleted for resources: {'Port': ['ID=519da4ed-2a59-40b0-a464-8c9382ac1d22,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:50.423916 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09700cf-e7e5-4a78-b39e-c484fab77a94 admin admin] No DVR routers for this DVR port 519da4ed-2a59-40b0-a464-8c9382ac1d22 on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:39:50.512419 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f09700cf-e7e5-4a78-b39e-c484fab77a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:50.543242 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-f09700cf-e7e5-4a78-b39e-c484fab77a94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6157d786-8f82-4995-a01d-750c8d0f5aa8']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:50.550129 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 59d1e3bb-d545-4510-b3bb-a75813f0daba up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:39:50.557719 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-f09700cf-e7e5-4a78-b39e-c484fab77a94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88c0f31d-5b0f-4fc0-948a-4fff2a8bbd02') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:50.559128 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-f09700cf-e7e5-4a78-b39e-c484fab77a94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88c0f31d-5b0f-4fc0-948a-4fff2a8bbd02') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:50.594567 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f09700cf-e7e5-4a78-b39e-c484fab77a94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:50.619889 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-bf90f2a0-6825-4663-b77d-1df711c0f475 service neutron] Transition to ACTIVE for port object 2393af70-b435-48ad-8942-fc07bf36bf5b will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:39:50.640462 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f09700cf-e7e5-4a78-b39e-c484fab77a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:50.649127 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-bf90f2a0-6825-4663-b77d-1df711c0f475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:50.669588 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55052) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:50.719256 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90f2a0-6825-4663-b77d-1df711c0f475 service neutron] Pushing event updated for resources: {'Port': ['ID=2393af70-b435-48ad-8942-fc07bf36bf5b,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:50.721987 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f09700cf-e7e5-4a78-b39e-c484fab77a94 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:39:50.722411 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f09700cf-e7e5-4a78-b39e-c484fab77a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:50.725109 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:39:50.725109 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:39:50.725109 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:39:50.725109 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:39:50.725109 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:39:50.725109 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:39:50.725109 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:39:50.725109 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:39:50.725109 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:39:50.725109 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:39:50.725109 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:39:50.725109 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:39:50.725109 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:39:50.725109 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:39:50.725109 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:39:50.725109 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:39:50.725109 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:39:50.725109 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:39:50.725109 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:39:50.725109 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:39:50.725109 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:39:50.725109 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:39:50.725109 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:39:50.725109 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:39:50.725109 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:39:50.725109 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:39:50.725109 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:39:50.725109 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:39:50.725109 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:39:50.725109 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:39:50.725109 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:39:50.725109 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:39:50.788800 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1794d382-2647-4a8c-a452-8f18165b27ee None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:50.803657 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a568c606-6970-40be-9e2a-3fd94d505fe2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:50.851663 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1794d382-2647-4a8c-a452-8f18165b27ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:50.934589 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c50d8d-6299-4c0a-b4c9-ded248e0ade4 req-801c591c-9c53-42e7-a836-be1654f566b4 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:50.944134 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-45c50d8d-6299-4c0a-b4c9-ded248e0ade4 req-801c591c-9c53-42e7-a836-be1654f566b4 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4481794-1fff-4d7b-a731-0cfdb54249be HTTP/1.1" status: 200 len: 943 time: 0.2941558 Nov 16 11:39:50.998635 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f09700cf-e7e5-4a78-b39e-c484fab77a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:51.024893 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-5db1c871-3101-4b5d-8c18-cbd55bbf5216 None None] Provisioning complete for port 1400c4be-ecbf-45f4-8060-3df70df78d63 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:51.025273 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5db1c871-3101-4b5d-8c18-cbd55bbf5216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:51.066544 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f09700cf-e7e5-4a78-b39e-c484fab77a94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:51.070202 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f09700cf-e7e5-4a78-b39e-c484fab77a94 admin admin] 10.222.0.61 "DELETE /v2.0/networks/6157d786-8f82-4995-a01d-750c8d0f5aa8 HTTP/1.1" status: 204 len: 168 time: 1.4312463 Nov 16 11:39:51.136669 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-bf90f2a0-6825-4663-b77d-1df711c0f475 service neutron] Attempting to bind port 2393af70-b435-48ad-8942-fc07bf36bf5b on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:39:51.137007 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-bf90f2a0-6825-4663-b77d-1df711c0f475 service neutron] Attempting to bind port 2393af70-b435-48ad-8942-fc07bf36bf5b by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'c7ce274d-1faf-4924-9c3c-562dce13f294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:39:51.137329 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-bf90f2a0-6825-4663-b77d-1df711c0f475 service neutron] Attempting to bind port 2393af70-b435-48ad-8942-fc07bf36bf5b on network 3d7484ae-78a0-4a01-9340-d50011c24af9 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:39:51.161487 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55054) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:51.177603 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-7d32c58f-fc69-4a29-ae80-d7fd3a879ede tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Allocated IP 172.25.0.226 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/a2250b54-0a5d-4095-9939-71d233bda0a0) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:39:51.201327 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 59d1e3bb-d545-4510-b3bb-a75813f0daba triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:51.202301 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:51.204368 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591c6ba8-c4d1-49c9-8353-161a46112665 None None] DHCP port deletion for 6157d786-8f82-4995-a01d-750c8d0f5aa8 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:39:51.215189 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-bf90f2a0-6825-4663-b77d-1df711c0f475 service neutron] Port 2393af70-b435-48ad-8942-fc07bf36bf5b on network 3d7484ae-78a0-4a01-9340-d50011c24af9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:39:51.215513 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-bf90f2a0-6825-4663-b77d-1df711c0f475 service neutron] Attempting to bind port 2393af70-b435-48ad-8942-fc07bf36bf5b on network 3d7484ae-78a0-4a01-9340-d50011c24af9 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:39:51.248013 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-bf90f2a0-6825-4663-b77d-1df711c0f475 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:39:51.248355 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-bf90f2a0-6825-4663-b77d-1df711c0f475 service neutron] Checking segment: {'id': 'c7ce274d-1faf-4924-9c3c-562dce13f294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:39:51.248743 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-bf90f2a0-6825-4663-b77d-1df711c0f475 service neutron] Bound using segment: {'id': 'c7ce274d-1faf-4924-9c3c-562dce13f294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:39:51.249188 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-bf90f2a0-6825-4663-b77d-1df711c0f475 service neutron] Bound port: 2393af70-b435-48ad-8942-fc07bf36bf5b, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ce274d-1faf-4924-9c3c-562dce13f294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:39:51.249541 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-bf90f2a0-6825-4663-b77d-1df711c0f475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:51.269161 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0475bc75-aefa-443c-a82c-c0f873367e00 None None] Pushing event updated for resources: {'Port': ['ID=1400c4be-ecbf-45f4-8060-3df70df78d63,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:51.317011 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-45c50d8d-6299-4c0a-b4c9-ded248e0ade4 req-2a95bfce-b5f5-4040-8083-12f856325324 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557751 Nov 16 11:39:51.318362 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09700cf-e7e5-4a78-b39e-c484fab77a94 admin admin] Pushing event deleted for resources: {'Network': ['ID=6157d786-8f82-4995-a01d-750c8d0f5aa8,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:51.345160 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe5c4-07ba-4cf4-92e4-5ab68a606aee tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:51.373747 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475bc75-aefa-443c-a82c-c0f873367e00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:51.378812 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1fe5c4-07ba-4cf4-92e4-5ab68a606aee tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Pushing event deleted for resources: {'Port': ['ID=24b569cd-e42c-49a7-ba4e-728ecfe3ae1c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:51.383602 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475bc75-aefa-443c-a82c-c0f873367e00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:51.386251 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475bc75-aefa-443c-a82c-c0f873367e00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:51.386672 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475bc75-aefa-443c-a82c-c0f873367e00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:51.387079 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475bc75-aefa-443c-a82c-c0f873367e00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:51.387477 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475bc75-aefa-443c-a82c-c0f873367e00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:51.388960 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475bc75-aefa-443c-a82c-c0f873367e00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:51.392777 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475bc75-aefa-443c-a82c-c0f873367e00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:51.392777 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475bc75-aefa-443c-a82c-c0f873367e00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:51.393046 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475bc75-aefa-443c-a82c-c0f873367e00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:51.396275 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475bc75-aefa-443c-a82c-c0f873367e00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:51.396409 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0475bc75-aefa-443c-a82c-c0f873367e00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:51.398146 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a568c606-6970-40be-9e2a-3fd94d505fe2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:51.410380 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a568c606-6970-40be-9e2a-3fd94d505fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:51.460392 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568c606-6970-40be-9e2a-3fd94d505fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd768987-d671-4d89-a6d7-72b97273e28a,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:51.495416 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a568c606-6970-40be-9e2a-3fd94d505fe2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=90d6ae6e7bd64b8aaa1451b3b68a407d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8232725 Nov 16 11:39:51.499203 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55058) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:51.593886 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-1794d382-2647-4a8c-a452-8f18165b27ee None None] Attempting to bind port 722ca4db-3703-49c5-8ce8-a55c4d658cb3 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:39:51.594531 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-1794d382-2647-4a8c-a452-8f18165b27ee None None] Attempting to bind port 722ca4db-3703-49c5-8ce8-a55c4d658cb3 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'df8a678a-84ac-4290-ba2d-afd92ec3fa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '49812472-361d-465b-9cae-27a8b2504292'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:39:51.594643 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1794d382-2647-4a8c-a452-8f18165b27ee None None] Attempting to bind port 722ca4db-3703-49c5-8ce8-a55c4d658cb3 on network 49812472-361d-465b-9cae-27a8b2504292 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:39:51.598437 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-81b65e8b-2a20-4ba4-ab29-61df1aed3832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68001588-6510-4d4e-80c8-067e116d7bde', 'name': 'tempest-AttachVolumeShelveTestJSON-1665663980-router', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'ecf86465-ed44-4206-85de-393862a30c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:30:31Z', 'updated_at': '2021-11-16T11:30:38Z', 'revision_number': 4, 'project_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'gw_port': {'id': 'ecf86465-ed44-4206-85de-393862a30c33', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68001588-6510-4d4e-80c8-067e116d7bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:30:32Z', 'updated_at': '2021-11-16T11:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '461ec1e0-4870-4662-b435-6f1561c2e29e', 'name': '', 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'mac_address': 'fa:16:3e:d2:2e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68001588-6510-4d4e-80c8-067e116d7bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'd5fcc0bd-d8ea-41ad-86b1-2d27bd924015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:30:37Z', 'updated_at': '2021-11-16T11:30:47Z', 'revision_number': 5, 'project_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'subnets': [{'id': 'd5fcc0bd-d8ea-41ad-86b1-2d27bd924015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:51.707715 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 1400c4be-ecbf-45f4-8060-3df70df78d63 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:39:51.746689 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1794d382-2647-4a8c-a452-8f18165b27ee None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:39:51.746993 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1794d382-2647-4a8c-a452-8f18165b27ee None None] Checking segment: {'id': 'df8a678a-84ac-4290-ba2d-afd92ec3fa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '49812472-361d-465b-9cae-27a8b2504292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:39:51.747410 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1794d382-2647-4a8c-a452-8f18165b27ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:51.747816 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1794d382-2647-4a8c-a452-8f18165b27ee None None] Bound using segment: {'id': 'df8a678a-84ac-4290-ba2d-afd92ec3fa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '49812472-361d-465b-9cae-27a8b2504292'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:39:51.748311 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-1794d382-2647-4a8c-a452-8f18165b27ee None None] Bound port: 722ca4db-3703-49c5-8ce8-a55c4d658cb3, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df8a678a-84ac-4290-ba2d-afd92ec3fa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '49812472-361d-465b-9cae-27a8b2504292'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:39:51.748700 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1794d382-2647-4a8c-a452-8f18165b27ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:51.760179 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd98c71-080b-458b-bfb1-0dd073a9e3bc None None] Pushing event updated for resources: {'Port': ['ID=722ca4db-3703-49c5-8ce8-a55c4d658cb3,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:51.779938 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b65e8b-2a20-4ba4-ab29-61df1aed3832 None None] The sync data for ids ['68001588-6510-4d4e-80c8-067e116d7bde'] in n-d-816823-3 is: [{'id': '68001588-6510-4d4e-80c8-067e116d7bde', 'name': 'tempest-AttachVolumeShelveTestJSON-1665663980-router', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'ecf86465-ed44-4206-85de-393862a30c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:30:31Z', 'updated_at': '2021-11-16T11:30:38Z', 'revision_number': 4, 'project_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'gw_port': {'id': 'ecf86465-ed44-4206-85de-393862a30c33', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68001588-6510-4d4e-80c8-067e116d7bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:30:32Z', 'updated_at': '2021-11-16T11:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '461ec1e0-4870-4662-b435-6f1561c2e29e', 'name': '', 'network_id': 'f04978c1-c257-48cf-8767-22c9cfb6cb25', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'mac_address': 'fa:16:3e:d2:2e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68001588-6510-4d4e-80c8-067e116d7bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'd5fcc0bd-d8ea-41ad-86b1-2d27bd924015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:30:37Z', 'updated_at': '2021-11-16T11:30:47Z', 'revision_number': 5, 'project_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'subnets': [{'id': 'd5fcc0bd-d8ea-41ad-86b1-2d27bd924015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:39:51.803584 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d7d42401-dfe3-465f-b12f-ec494bb26ef1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:51.932487 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 1400c4be-ecbf-45f4-8060-3df70df78d63 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:51.932866 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:51.942333 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d7d42401-dfe3-465f-b12f-ec494bb26ef1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:51.978913 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-1794d382-2647-4a8c-a452-8f18165b27ee None None] For port 722ca4db-3703-49c5-8ce8-a55c4d658cb3, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:39:52.028238 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-1794d382-2647-4a8c-a452-8f18165b27ee None None] For port 722ca4db-3703-49c5-8ce8-a55c4d658cb3, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=722ca4db-3703-49c5-8ce8-a55c4d658cb3,segment=NetworkSegment(df8a678a-84ac-4290-ba2d-afd92ec3fa3b),segment_id=df8a678a-84ac-4290-ba2d-afd92ec3fa3b)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:39:52.047945 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1794d382-2647-4a8c-a452-8f18165b27ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:52.075226 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-367be44d-cbf1-4fdb-a6ce-816e31d7f65c None None] Provisioning complete for port 722ca4db-3703-49c5-8ce8-a55c4d658cb3 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:52.075607 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-367be44d-cbf1-4fdb-a6ce-816e31d7f65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:52.141998 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d7d42401-dfe3-465f-b12f-ec494bb26ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:52.149066 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d7d42401-dfe3-465f-b12f-ec494bb26ef1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:52.153490 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d7d42401-dfe3-465f-b12f-ec494bb26ef1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cd768987-d671-4d89-a6d7-72b97273e28a HTTP/1.1" status: 204 len: 168 time: 0.6509185 Nov 16 11:39:52.171438 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d42401-dfe3-465f-b12f-ec494bb26ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd768987-d671-4d89-a6d7-72b97273e28a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:52.226155 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd98c71-080b-458b-bfb1-0dd073a9e3bc None None] Pushing event updated for resources: {'Port': ['ID=722ca4db-3703-49c5-8ce8-a55c4d658cb3,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:52.296507 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245f78cb-0cea-43fe-92d4-5d64f2b48c5d None None] New status for floating IP 35f65264-4c62-47b4-8725-d9f014a75840: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:39:52.365072 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1794d382-2647-4a8c-a452-8f18165b27ee None None] Routers {'fb162cf1-fec0-4c85-8fb9-b5e95e6c419b'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:39:52.367103 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1794d382-2647-4a8c-a452-8f18165b27ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:39:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['fb162cf1-fec0-4c85-8fb9-b5e95e6c419b'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:52.375177 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c64fff5-5bc4-4f3c-abc1-0f174d83753c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:52.659169 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 48cf64ec-f7a3-4489-8479-22cfbd3aa32e no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:39:52.697970 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe5c4-07ba-4cf4-92e4-5ab68a606aee tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:52.701888 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe5c4-07ba-4cf4-92e4-5ab68a606aee tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:52.703374 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0a1fe5c4-07ba-4cf4-92e4-5ab68a606aee tempest-AttachVolumeShelveTestJSON-2002511656 tempest-AttachVolumeShelveTestJSON-2002511656-project] 10.222.0.61 "DELETE /v2.0/floatingips/35f65264-4c62-47b4-8725-d9f014a75840 HTTP/1.1" status: 204 len: 168 time: 3.4955270 Nov 16 11:39:52.717563 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-bf90f2a0-6825-4663-b77d-1df711c0f475 service neutron] For port 2393af70-b435-48ad-8942-fc07bf36bf5b, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:39:52.724147 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-bf90f2a0-6825-4663-b77d-1df711c0f475 service neutron] For port 2393af70-b435-48ad-8942-fc07bf36bf5b, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=2393af70-b435-48ad-8942-fc07bf36bf5b,segment=NetworkSegment(c7ce274d-1faf-4924-9c3c-562dce13f294),segment_id=c7ce274d-1faf-4924-9c3c-562dce13f294)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:39:52.744868 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7d32c58f-fc69-4a29-ae80-d7fd3a879ede tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:52.755879 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-bf90f2a0-6825-4663-b77d-1df711c0f475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:52.769776 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-1794d382-2647-4a8c-a452-8f18165b27ee None None] Set router fb162cf1-fec0-4c85-8fb9-b5e95e6c419b gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:39:52.839460 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90f2a0-6825-4663-b77d-1df711c0f475 service neutron] Pushing event updated for resources: {'Port': ['ID=2393af70-b435-48ad-8942-fc07bf36bf5b,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:52.850241 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-bf90f2a0-6825-4663-b77d-1df711c0f475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:52.850857 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-bf90f2a0-6825-4663-b77d-1df711c0f475 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:52.852279 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-bf90f2a0-6825-4663-b77d-1df711c0f475 service neutron] 10.222.0.64 "PUT /v2.0/ports/2393af70-b435-48ad-8942-fc07bf36bf5b HTTP/1.1" status: 200 len: 1091 time: 3.9930503 Nov 16 11:39:52.852741 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4481794-1fff-4d7b-a731-0cfdb54249be', 'tag': '2393af70-b435-48ad-8942-fc07bf36bf5b'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:39:52.855065 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9af3180-0175-417d-8621-07d4b985d33f" -d '{"events": [{"name": "network-changed", "server_uuid": "d4481794-1fff-4d7b-a731-0cfdb54249be", "tag": "2393af70-b435-48ad-8942-fc07bf36bf5b"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:39:52.930229 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7d32c58f-fc69-4a29-ae80-d7fd3a879ede tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:53.120942 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d32c58f-fc69-4a29-ae80-d7fd3a879ede tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:39:53.140236 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-7d32c58f-fc69-4a29-ae80-d7fd3a879ede tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:39:53.162417 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d32c58f-fc69-4a29-ae80-d7fd3a879ede tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:39:53.243860 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32c58f-fc69-4a29-ae80-d7fd3a879ede tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Pushing event updated for resources: {'Port': ['ID=a2250b54-0a5d-4095-9939-71d233bda0a0,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:53.286921 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-97f65a9b-054c-4b07-a4ae-255867411f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:53.288785 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-97f65a9b-054c-4b07-a4ae-255867411f5d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4bac558768764cbe98f7632412a36688&device_id=d4481794-1fff-4d7b-a731-0cfdb54249be HTTP/1.1" status: 200 len: 1094 time: 0.3552282 Nov 16 11:39:53.316590 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 48cf64ec-f7a3-4489-8479-22cfbd3aa32e {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:39:53.332251 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 48cf64ec-f7a3-4489-8479-22cfbd3aa32e not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:39:53.332955 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:39:53.360014 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7d32c58f-fc69-4a29-ae80-d7fd3a879ede tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:53.444111 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-dc02676c-951f-4c9f-a5de-b59b7730e919 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2393af70-b435-48ad-8942-fc07bf36bf5b HTTP/1.1" status: 200 len: 217 time: 0.0769260 Nov 16 11:39:53.490613 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:39:53.491068 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device ad6033f7-ba7c-41ff-94b5-d0d5dfec5a0f not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:39:53.550129 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-367be44d-cbf1-4fdb-a6ce-816e31d7f65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:53.564613 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7d32c58f-fc69-4a29-ae80-d7fd3a879ede tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:53.620680 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-3f0102b4-c135-49e3-b6c4-54b9ebbbacca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:53.622272 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-3f0102b4-c135-49e3-b6c4-54b9ebbbacca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b36b18de-7ce5-4007-aecb-7c9e7de7c07f HTTP/1.1" status: 200 len: 851 time: 0.1364808 Nov 16 11:39:53.707536 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857629a-b5b4-4f0e-b011-97f3cd8647c8 req-57d9efc9-2d77-4518-8c37-3e1d63f87254 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:53.719859 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f857629a-b5b4-4f0e-b011-97f3cd8647c8 req-57d9efc9-2d77-4518-8c37-3e1d63f87254 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4481794-1fff-4d7b-a731-0cfdb54249be HTTP/1.1" status: 200 len: 943 time: 1.1116381 Nov 16 11:39:53.744529 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 722ca4db-3703-49c5-8ce8-a55c4d658cb3 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:39:53.772284 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-5865a298-397f-4444-b4ca-2c1385073d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:53.774716 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-5865a298-397f-4444-b4ca-2c1385073d59 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3d7484ae-78a0-4a01-9340-d50011c24af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1404948 Nov 16 11:39:53.778846 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-367be44d-cbf1-4fdb-a6ce-816e31d7f65c None None] For port 722ca4db-3703-49c5-8ce8-a55c4d658cb3, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=722ca4db-3703-49c5-8ce8-a55c4d658cb3,segment=NetworkSegment(df8a678a-84ac-4290-ba2d-afd92ec3fa3b),segment_id=df8a678a-84ac-4290-ba2d-afd92ec3fa3b)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:39:53.807249 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-367be44d-cbf1-4fdb-a6ce-816e31d7f65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:53.922286 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 76a51633-7476-4147-a3ea-d4389026609c up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:39:53.935238 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f857629a-b5b4-4f0e-b011-97f3cd8647c8 req-742870fa-3ff8-4a3b-8ea1-4c4b41efb84f tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139423 Nov 16 11:39:54.131033 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-9a167b1c-f4d8-47e5-bb8d-e51a369f588c service neutron] 10.222.0.64 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405840 Nov 16 11:39:54.148375 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367be44d-cbf1-4fdb-a6ce-816e31d7f65c None None] Pushing event updated for resources: {'Port': ['ID=722ca4db-3703-49c5-8ce8-a55c4d658cb3,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:54.192805 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1c64fff5-5bc4-4f3c-abc1-0f174d83753c admin admin] Deleting port 59d1e3bb-d545-4510-b3bb-a75813f0daba {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:39:54.200484 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375cb272-b99d-46ab-9e8d-faf0f114e96f x-openstack-request-id: req-375cb272-b99d-46ab-9e8d-faf0f114e96f {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:39:54.201221 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4481794-1fff-4d7b-a731-0cfdb54249be", "tag": "2393af70-b435-48ad-8942-fc07bf36bf5b", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:39:54.201484 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-375cb272-b99d-46ab-9e8d-faf0f114e96f {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:39:54.201885 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4481794-1fff-4d7b-a731-0cfdb54249be', 'tag': '2393af70-b435-48ad-8942-fc07bf36bf5b', 'status': 'completed', 'code': 200} Nov 16 11:39:54.207289 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c64fff5-5bc4-4f3c-abc1-0f174d83753c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:54.216501 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 722ca4db-3703-49c5-8ce8-a55c4d658cb3 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:54.216897 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:54.308741 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-09bcb6ce-c5f1-4d2a-8e2b-af59fa47680b None None] Provisioning complete for port 722ca4db-3703-49c5-8ce8-a55c4d658cb3 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:54.309251 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-09bcb6ce-c5f1-4d2a-8e2b-af59fa47680b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:54.368117 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7d32c58f-fc69-4a29-ae80-d7fd3a879ede tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:54.397595 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7d32c58f-fc69-4a29-ae80-d7fd3a879ede tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:54.405189 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-1c64fff5-5bc4-4f3c-abc1-0f174d83753c admin admin] For port 59d1e3bb-d545-4510-b3bb-a75813f0daba, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=59d1e3bb-d545-4510-b3bb-a75813f0daba,segment=NetworkSegment(26795a2d-b645-41c3-8b71-8b363d1115d8),segment_id=26795a2d-b645-41c3-8b71-8b363d1115d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:39:54.405791 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c64fff5-5bc4-4f3c-abc1-0f174d83753c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:54.439559 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1c64fff5-5bc4-4f3c-abc1-0f174d83753c admin admin] Calling delete_port for 59d1e3bb-d545-4510-b3bb-a75813f0daba owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:39:54.453895 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port 76a51633-7476-4147-a3ea-d4389026609c completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:39:54.502927 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32c58f-fc69-4a29-ae80-d7fd3a879ede tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Pushing event updated for resources: {'Port': ['ID=a2250b54-0a5d-4095-9939-71d233bda0a0,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:54.505140 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 76a51633-7476-4147-a3ea-d4389026609c triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:54.505521 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:54.626061 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1794d382-2647-4a8c-a452-8f18165b27ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb162cf1-fec0-4c85-8fb9-b5e95e6c419b', 'name': 'tempest-TestVolumeBootPattern-520507276-router', 'tenant_id': '5e7d30567b2648cb8d46d13920112685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '98e75fcd-f529-4482-893e-2c4cd60e0442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:21Z', 'updated_at': '2021-11-16T11:39:33Z', 'revision_number': 4, 'project_id': '5e7d30567b2648cb8d46d13920112685', 'gw_port': {'id': '98e75fcd-f529-4482-893e-2c4cd60e0442', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:92:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb162cf1-fec0-4c85-8fb9-b5e95e6c419b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:24Z', 'updated_at': '2021-11-16T11:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '722ca4db-3703-49c5-8ce8-a55c4d658cb3', 'name': '', 'network_id': '49812472-361d-465b-9cae-27a8b2504292', 'tenant_id': '5e7d30567b2648cb8d46d13920112685', 'mac_address': 'fa:16:3e:7d:07:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb162cf1-fec0-4c85-8fb9-b5e95e6c419b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': 'bd6cfd79-6d29-42e1-b994-f1d0298fe56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:31Z', 'updated_at': '2021-11-16T11:39:51Z', 'revision_number': 4, 'project_id': '5e7d30567b2648cb8d46d13920112685', 'subnets': [{'id': 'bd6cfd79-6d29-42e1-b994-f1d0298fe56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:54.660939 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1794d382-2647-4a8c-a452-8f18165b27ee None None] The sync data for ids ['fb162cf1-fec0-4c85-8fb9-b5e95e6c419b'] in n-d-816823-3 is: [{'id': 'fb162cf1-fec0-4c85-8fb9-b5e95e6c419b', 'name': 'tempest-TestVolumeBootPattern-520507276-router', 'tenant_id': '5e7d30567b2648cb8d46d13920112685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '98e75fcd-f529-4482-893e-2c4cd60e0442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:21Z', 'updated_at': '2021-11-16T11:39:33Z', 'revision_number': 4, 'project_id': '5e7d30567b2648cb8d46d13920112685', 'gw_port': {'id': '98e75fcd-f529-4482-893e-2c4cd60e0442', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:92:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb162cf1-fec0-4c85-8fb9-b5e95e6c419b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:24Z', 'updated_at': '2021-11-16T11:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '722ca4db-3703-49c5-8ce8-a55c4d658cb3', 'name': '', 'network_id': '49812472-361d-465b-9cae-27a8b2504292', 'tenant_id': '5e7d30567b2648cb8d46d13920112685', 'mac_address': 'fa:16:3e:7d:07:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb162cf1-fec0-4c85-8fb9-b5e95e6c419b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': 'bd6cfd79-6d29-42e1-b994-f1d0298fe56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:31Z', 'updated_at': '2021-11-16T11:39:51Z', 'revision_number': 4, 'project_id': '5e7d30567b2648cb8d46d13920112685', 'subnets': [{'id': 'bd6cfd79-6d29-42e1-b994-f1d0298fe56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:39:54.671224 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-604e56f9-010e-4d6d-8391-021ff8b268bd req-6c3b10aa-231b-4182-b0e5-4903eaafe12d service neutron] 10.222.0.64 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5238962 Nov 16 11:39:54.680852 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7d32c58f-fc69-4a29-ae80-d7fd3a879ede tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:54.690627 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 1400c4be-ecbf-45f4-8060-3df70df78d63 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:39:54.725725 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7d32c58f-fc69-4a29-ae80-d7fd3a879ede tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:54.727315 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7d32c58f-fc69-4a29-ae80-d7fd3a879ede tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5407557 Nov 16 11:39:54.746971 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55108) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:54.825437 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af3180-0175-417d-8621-07d4b985d33f req-343eb839-b94a-497a-9272-50fc8bdff45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:54.827674 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f9af3180-0175-417d-8621-07d4b985d33f req-343eb839-b94a-497a-9272-50fc8bdff45f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4bac558768764cbe98f7632412a36688&device_id=d4481794-1fff-4d7b-a731-0cfdb54249be HTTP/1.1" status: 200 len: 1094 time: 0.0907073 Nov 16 11:39:54.833088 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 1400c4be-ecbf-45f4-8060-3df70df78d63 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:54.834056 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:54.894473 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c64fff5-5bc4-4f3c-abc1-0f174d83753c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:54.978878 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64fff5-5bc4-4f3c-abc1-0f174d83753c admin admin] Pushing event deleted for resources: {'Port': ['ID=59d1e3bb-d545-4510-b3bb-a75813f0daba,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:55.051222 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:55.144180 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af3180-0175-417d-8621-07d4b985d33f req-42154c9f-ecf6-45e9-9548-ec9c4fadde99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:55.146174 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f9af3180-0175-417d-8621-07d4b985d33f req-42154c9f-ecf6-45e9-9548-ec9c4fadde99 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3d7484ae-78a0-4a01-9340-d50011c24af9 HTTP/1.1" status: 200 len: 913 time: 0.3030922 Nov 16 11:39:55.164325 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 76a51633-7476-4147-a3ea-d4389026609c, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=76a51633-7476-4147-a3ea-d4389026609c,segment=NetworkSegment(cc2fabfa-7911-40e9-aba3-29a5d09c685d),segment_id=cc2fabfa-7911-40e9-aba3-29a5d09c685d)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:39:55.167871 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a0d7da-75a1-4369-9d8d-44a60160fcb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a51633-7476-4147-a3ea-d4389026609c'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:39:55.176050 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519c3d6f-e827-4e79-b8f6-c06cc14a1cb8" -d '{"events": [{"server_uuid": "17a0d7da-75a1-4369-9d8d-44a60160fcb0", "name": "network-vif-plugged", "status": "completed", "tag": "76a51633-7476-4147-a3ea-d4389026609c"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:39:55.210777 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:55.284538 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64fff5-5bc4-4f3c-abc1-0f174d83753c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:55.284907 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64fff5-5bc4-4f3c-abc1-0f174d83753c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:55.285250 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64fff5-5bc4-4f3c-abc1-0f174d83753c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:55.285663 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64fff5-5bc4-4f3c-abc1-0f174d83753c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:55.291138 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64fff5-5bc4-4f3c-abc1-0f174d83753c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:55.291629 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64fff5-5bc4-4f3c-abc1-0f174d83753c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:55.292036 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64fff5-5bc4-4f3c-abc1-0f174d83753c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:55.295231 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64fff5-5bc4-4f3c-abc1-0f174d83753c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:55.295772 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64fff5-5bc4-4f3c-abc1-0f174d83753c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:55.298636 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64fff5-5bc4-4f3c-abc1-0f174d83753c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:55.299170 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64fff5-5bc4-4f3c-abc1-0f174d83753c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:55.299728 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64fff5-5bc4-4f3c-abc1-0f174d83753c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:39:55.314285 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f9af3180-0175-417d-8621-07d4b985d33f req-01067ef8-761f-488a-8cea-af708618bf12 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2393af70-b435-48ad-8942-fc07bf36bf5b HTTP/1.1" status: 200 len: 217 time: 0.1566181 Nov 16 11:39:55.316127 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a8f63365-44af-4edb-a7f0-502dbeeccea0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:55.331168 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 519da4ed-2a59-40b0-a464-8c9382ac1d22 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:39:55.356652 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 519da4ed-2a59-40b0-a464-8c9382ac1d22 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:39:55.357002 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 519da4ed-2a59-40b0-a464-8c9382ac1d22 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:39:55.387019 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=76a51633-7476-4147-a3ea-d4389026609c,revision_number=13']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:55.436258 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af3180-0175-417d-8621-07d4b985d33f req-9f73c8ff-aea3-4ad1-af67-1edb9a72ec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:55.438472 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f9af3180-0175-417d-8621-07d4b985d33f req-9f73c8ff-aea3-4ad1-af67-1edb9a72ec26 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b36b18de-7ce5-4007-aecb-7c9e7de7c07f HTTP/1.1" status: 200 len: 851 time: 0.1101210 Nov 16 11:39:55.443196 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bfbbc660-6902-4a6c-b805-5690e5167856 req-1c87eb71-2bd1-44e6-9319-61572b07eea5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1274514 Nov 16 11:39:55.628710 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbc660-6902-4a6c-b805-5690e5167856 req-c08dc4f5-52db-4105-93e0-d22f58274de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:55.630338 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bfbbc660-6902-4a6c-b805-5690e5167856 req-c08dc4f5-52db-4105-93e0-d22f58274de3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a94525ce04b1475298bff18f4d90d9d6&device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 1097 time: 0.0909560 Nov 16 11:39:55.633203 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af3180-0175-417d-8621-07d4b985d33f req-bda4813f-2d34-4420-a1ea-23c79a049a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:55.634643 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f9af3180-0175-417d-8621-07d4b985d33f req-bda4813f-2d34-4420-a1ea-23c79a049a71 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3d7484ae-78a0-4a01-9340-d50011c24af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1729527 Nov 16 11:39:55.708247 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-9a6fc9c3-71ed-49bd-9c6c-6a7cb349a890 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--199629352&fields=id&tenant_id=142d3a0b7566420dad5d5849dd291232 HTTP/1.1" status: 200 len: 267 time: 0.4876964 Nov 16 11:39:55.719435 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 722ca4db-3703-49c5-8ce8-a55c4d658cb3 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:39:55.855141 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f9af3180-0175-417d-8621-07d4b985d33f req-acf29f60-70be-4b84-9032-40c3aac5e7b0 service neutron] 10.222.0.64 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083621 Nov 16 11:39:55.865211 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 722ca4db-3703-49c5-8ce8-a55c4d658cb3 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:39:55.865800 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:56.011020 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f9af3180-0175-417d-8621-07d4b985d33f req-c502ad2f-cc5a-40a2-b84c-8469e9475278 service neutron] 10.222.0.64 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330211 Nov 16 11:39:56.012001 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c64fff5-5bc4-4f3c-abc1-0f174d83753c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:56.037304 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a8f63365-44af-4edb-a7f0-502dbeeccea0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:56.057829 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbc660-6902-4a6c-b805-5690e5167856 req-b208fb9e-6754-4550-b2c1-5352835f1cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:56.058434 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a8f63365-44af-4edb-a7f0-502dbeeccea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:56.060183 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bfbbc660-6902-4a6c-b805-5690e5167856 req-b208fb9e-6754-4550-b2c1-5352835f1cef service neutron] 10.222.0.36 "GET /v2.0/networks?id=43f20ad4-199d-4548-9ae5-b0d7e71e371d HTTP/1.1" status: 200 len: 898 time: 0.2992728 Nov 16 11:39:56.143097 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bfbbc660-6902-4a6c-b805-5690e5167856 req-c0cb8198-2705-4b90-9fe4-f87c290eeff7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76a51633-7476-4147-a3ea-d4389026609c HTTP/1.1" status: 200 len: 1001 time: 0.0758271 Nov 16 11:39:56.203570 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbc660-6902-4a6c-b805-5690e5167856 req-231fb9ec-b9fd-43d2-b722-13e5c209eb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:56.206899 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bfbbc660-6902-4a6c-b805-5690e5167856 req-231fb9ec-b9fd-43d2-b722-13e5c209eb69 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71739ec5-f544-432b-ace1-00dfba16fd4d HTTP/1.1" status: 200 len: 835 time: 0.0558424 Nov 16 11:39:56.236084 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a8f63365-44af-4edb-a7f0-502dbeeccea0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fc53aa22a56b405497282e2cdc27c363&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4867523 Nov 16 11:39:56.244605 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55130) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:56.249855 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f63365-44af-4edb-a7f0-502dbeeccea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf0e0c2-168d-4586-b4fe-e9bec4705aa8,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:56.263660 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-61e5b0f4-c140-4afb-8e3d-a545ce2261a4 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:56.272198 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-61e5b0f4-c140-4afb-8e3d-a545ce2261a4 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.61 "GET /v2.0/networks?id=20a976b3-4269-4e45-8f07-aa388b8223f2 HTTP/1.1" status: 200 len: 805 time: 0.5097823 Nov 16 11:39:56.292055 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-848a3929-b304-4f6f-8da8-4efcf79fbac3 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.61 "GET /v2.0/quotas/142d3a0b7566420dad5d5849dd291232 HTTP/1.1" status: 200 len: 375 time: 0.0187507 Nov 16 11:39:56.318162 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbc660-6902-4a6c-b805-5690e5167856 req-8f56c3f1-c6c0-4aef-9ea5-5faf6f88bee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:56.319688 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bfbbc660-6902-4a6c-b805-5690e5167856 req-8f56c3f1-c6c0-4aef-9ea5-5faf6f88bee9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43f20ad4-199d-4548-9ae5-b0d7e71e371d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1050181 Nov 16 11:39:56.352405 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-55b52869-8069-4692-b7ef-f9b5fe777811 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:56.434469 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-55b52869-8069-4692-b7ef-f9b5fe777811 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:56.453059 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-2e41b747-e9d0-4ff9-8999-da4f83c39a66 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=142d3a0b7566420dad5d5849dd291232&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1520526 Nov 16 11:39:56.497474 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-55b52869-8069-4692-b7ef-f9b5fe777811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:56.500275 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-55b52869-8069-4692-b7ef-f9b5fe777811 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:56.504242 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-55b52869-8069-4692-b7ef-f9b5fe777811 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1cf0e0c2-168d-4586-b4fe-e9bec4705aa8 HTTP/1.1" status: 204 len: 168 time: 0.2538462 Nov 16 11:39:56.543245 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b52869-8069-4692-b7ef-f9b5fe777811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf0e0c2-168d-4586-b4fe-e9bec4705aa8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:56.588357 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c64fff5-5bc4-4f3c-abc1-0f174d83753c admin admin] Router f436ebf7-3b5e-49f3-b346-0a3eecd78e41 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:39:56.613973 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bfbbc660-6902-4a6c-b805-5690e5167856 req-0ac6351f-adcd-46e0-b8cd-f4931f3f4385 service neutron] 10.222.0.36 "GET /v2.0/networks/43f20ad4-199d-4548-9ae5-b0d7e71e371d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680752 Nov 16 11:39:56.616496 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-b4b7bc48-6876-4622-8dcb-203ac5bde0fb service neutron] 10.222.0.61 "GET /v2.0/networks/20a976b3-4269-4e45-8f07-aa388b8223f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623917 Nov 16 11:39:56.787666 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bfbbc660-6902-4a6c-b805-5690e5167856 req-4c044a13-d081-46e8-a5c2-979717b5d563 service neutron] 10.222.0.36 "GET /v2.0/networks/43f20ad4-199d-4548-9ae5-b0d7e71e371d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672766 Nov 16 11:39:56.879059 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-5ae878af-6418-498d-b790-30c6ed9c0142 service neutron] 10.222.0.61 "GET /v2.0/networks/20a976b3-4269-4e45-8f07-aa388b8223f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615845 Nov 16 11:39:56.884695 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c64fff5-5bc4-4f3c-abc1-0f174d83753c admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:39:56.891438 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1c64fff5-5bc4-4f3c-abc1-0f174d83753c admin admin] 10.222.0.61 "PUT /v2.0/routers/f436ebf7-3b5e-49f3-b346-0a3eecd78e41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7164464 Nov 16 11:39:56.894645 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55140) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:56.903943 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e65c8ce-dedd-4754-89db-c837e533950c None None] Sync routers for ids ['f436ebf7-3b5e-49f3-b346-0a3eecd78e41'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:39:56.921590 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e65c8ce-dedd-4754-89db-c837e533950c None None] Routers {'f436ebf7-3b5e-49f3-b346-0a3eecd78e41'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:39:56.922105 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9e65c8ce-dedd-4754-89db-c837e533950c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:39:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f436ebf7-3b5e-49f3-b346-0a3eecd78e41'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:57.144603 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-9e65c8ce-dedd-4754-89db-c837e533950c None None] Set router f436ebf7-3b5e-49f3-b346-0a3eecd78e41 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:39:57.190372 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-020beaae-38f7-4d0d-aed4-589d22a28470 admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:57.436621 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6546788-437f-4d2d-a917-583e3c9e49d1 req-3edc254f-d7b2-4497-adfc-16a7d509744b tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:57.439169 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b6546788-437f-4d2d-a917-583e3c9e49d1 req-3edc254f-d7b2-4497-adfc-16a7d509744b tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4481794-1fff-4d7b-a731-0cfdb54249be HTTP/1.1" status: 200 len: 943 time: 0.1165221 Nov 16 11:39:57.463262 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9e65c8ce-dedd-4754-89db-c837e533950c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f436ebf7-3b5e-49f3-b346-0a3eecd78e41', 'name': 'tempest-TestAggregatesBasicOps-557955512-router', 'tenant_id': '73e4a83e3428491e8a275badcf653505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'dda93d89-bcbf-4135-b10a-0db128edcae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:17Z', 'updated_at': '2021-11-16T11:39:54Z', 'revision_number': 5, 'project_id': '73e4a83e3428491e8a275badcf653505', 'gw_port': {'id': 'dda93d89-bcbf-4135-b10a-0db128edcae9', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:72:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f436ebf7-3b5e-49f3-b346-0a3eecd78e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:18Z', 'updated_at': '2021-11-16T11:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:57.497986 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e65c8ce-dedd-4754-89db-c837e533950c None None] Checking router: f436ebf7-3b5e-49f3-b346-0a3eecd78e41 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:39:57.508962 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e65c8ce-dedd-4754-89db-c837e533950c None None] Routers {'f436ebf7-3b5e-49f3-b346-0a3eecd78e41'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:39:57.509959 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9e65c8ce-dedd-4754-89db-c837e533950c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:39:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f436ebf7-3b5e-49f3-b346-0a3eecd78e41'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:57.538739 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-020beaae-38f7-4d0d-aed4-589d22a28470 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:57.559446 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b6546788-437f-4d2d-a917-583e3c9e49d1 req-9884aa13-9558-4823-b789-d459a3a1b201 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119111 Nov 16 11:39:57.674069 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-9e65c8ce-dedd-4754-89db-c837e533950c None None] Set router f436ebf7-3b5e-49f3-b346-0a3eecd78e41 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:39:57.789847 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-020beaae-38f7-4d0d-aed4-589d22a28470 admin admin] Deleting port dda93d89-bcbf-4135-b10a-0db128edcae9 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:39:57.789847 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-020beaae-38f7-4d0d-aed4-589d22a28470 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:57.790972 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895ce1c6-3b67-4106-bcec-3a3623dbc651 x-openstack-request-id: req-895ce1c6-3b67-4106-bcec-3a3623dbc651 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:39:57.797422 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a0d7da-75a1-4369-9d8d-44a60160fcb0", "name": "network-vif-plugged", "status": "completed", "tag": "76a51633-7476-4147-a3ea-d4389026609c", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:39:57.798519 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-895ce1c6-3b67-4106-bcec-3a3623dbc651 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:39:57.799134 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a0d7da-75a1-4369-9d8d-44a60160fcb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a51633-7476-4147-a3ea-d4389026609c', 'code': 200} Nov 16 11:39:57.852868 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-42c0fa00-e15b-4673-a5be-81c74ad50903 req-a53bc6f2-9eef-477f-baf1-455764685633 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7e9012f-7e2f-479d-8348-56b369bacadc HTTP/1.1" status: 200 len: 210 time: 0.0901721 Nov 16 11:39:57.971151 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-020beaae-38f7-4d0d-aed4-589d22a28470 admin admin] For port dda93d89-bcbf-4135-b10a-0db128edcae9, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=dda93d89-bcbf-4135-b10a-0db128edcae9,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:39:57.971745 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-020beaae-38f7-4d0d-aed4-589d22a28470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:58.009054 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-020beaae-38f7-4d0d-aed4-589d22a28470 admin admin] Calling delete_port for dda93d89-bcbf-4135-b10a-0db128edcae9 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:39:58.189722 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:58.353623 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9e65c8ce-dedd-4754-89db-c837e533950c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f436ebf7-3b5e-49f3-b346-0a3eecd78e41', 'name': 'tempest-TestAggregatesBasicOps-557955512-router', 'tenant_id': '73e4a83e3428491e8a275badcf653505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'dda93d89-bcbf-4135-b10a-0db128edcae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:17Z', 'updated_at': '2021-11-16T11:39:54Z', 'revision_number': 5, 'project_id': '73e4a83e3428491e8a275badcf653505', 'gw_port': {'id': 'dda93d89-bcbf-4135-b10a-0db128edcae9', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:72:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f436ebf7-3b5e-49f3-b346-0a3eecd78e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:18Z', 'updated_at': '2021-11-16T11:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:39:58.379603 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-020beaae-38f7-4d0d-aed4-589d22a28470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:58.384480 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e65c8ce-dedd-4754-89db-c837e533950c None None] The sync data for ids ['f436ebf7-3b5e-49f3-b346-0a3eecd78e41'] in n-d-816823-3 is: [{'id': 'f436ebf7-3b5e-49f3-b346-0a3eecd78e41', 'name': 'tempest-TestAggregatesBasicOps-557955512-router', 'tenant_id': '73e4a83e3428491e8a275badcf653505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'dda93d89-bcbf-4135-b10a-0db128edcae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:17Z', 'updated_at': '2021-11-16T11:39:54Z', 'revision_number': 5, 'project_id': '73e4a83e3428491e8a275badcf653505', 'gw_port': {'id': 'dda93d89-bcbf-4135-b10a-0db128edcae9', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:72:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f436ebf7-3b5e-49f3-b346-0a3eecd78e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:18Z', 'updated_at': '2021-11-16T11:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:39:58.442220 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020beaae-38f7-4d0d-aed4-589d22a28470 admin admin] Pushing event deleted for resources: {'Port': ['ID=dda93d89-bcbf-4135-b10a-0db128edcae9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:58.461326 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90d7e9c-73e0-415f-8e2d-ed105321c2d0 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:39:58.522463 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-020beaae-38f7-4d0d-aed4-589d22a28470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:58.539577 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55186) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:58.634479 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-020beaae-38f7-4d0d-aed4-589d22a28470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:58.637525 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-020beaae-38f7-4d0d-aed4-589d22a28470 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:58.706410 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-020beaae-38f7-4d0d-aed4-589d22a28470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:58.707533 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020beaae-38f7-4d0d-aed4-589d22a28470 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f436ebf7-3b5e-49f3-b346-0a3eecd78e41 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:39:58.729526 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f81945ec-b173-4eb5-aae6-879296deea32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:58.730470 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-020beaae-38f7-4d0d-aed4-589d22a28470 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:58.731666 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-020beaae-38f7-4d0d-aed4-589d22a28470 admin admin] 10.222.0.61 "DELETE /v2.0/routers/f436ebf7-3b5e-49f3-b346-0a3eecd78e41 HTTP/1.1" status: 204 len: 168 time: 1.8346422 Nov 16 11:39:58.734229 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55192) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:58.879198 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a4ddc1-e7a9-4b22-aecd-fdf62e19ac7e admin admin] Deleting subnet 2cc5005a-85fb-4a0c-90ba-9026773075e9 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:39:58.885546 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6a4ddc1-e7a9-4b22-aecd-fdf62e19ac7e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:58.930010 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:58.972432 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6a4ddc1-e7a9-4b22-aecd-fdf62e19ac7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:58.982217 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34997492-946b-4d86-a12a-42167ed9f499 req-5ac9208e-3279-45d1-92e7-1a7795d91768 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:58.984180 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-34997492-946b-4d86-a12a-42167ed9f499 req-5ac9208e-3279-45d1-92e7-1a7795d91768 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4481794-1fff-4d7b-a731-0cfdb54249be HTTP/1.1" status: 200 len: 943 time: 0.2500854 Nov 16 11:39:59.157732 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f81945ec-b173-4eb5-aae6-879296deea32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:59.169402 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-34997492-946b-4d86-a12a-42167ed9f499 req-01562e49-eece-49b2-a364-28b81ca45744 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659603 Nov 16 11:39:59.175535 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f81945ec-b173-4eb5-aae6-879296deea32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:59.278304 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f81945ec-b173-4eb5-aae6-879296deea32 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7e05d664301a4881995b00a594fa8893&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7374058 Nov 16 11:39:59.280448 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55198) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:59.289540 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81945ec-b173-4eb5-aae6-879296deea32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6adc49-7694-466e-bb7b-d202dafca21b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:59.344105 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:39:59.390029 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6a4ddc1-e7a9-4b22-aecd-fdf62e19ac7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:59.407179 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e0a9d2d8-892d-4b26-88b2-3bfd9ce0f734 req-ce8e4e73-7564-44a8-be1a-4a52124be6e7 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7e9012f-7e2f-479d-8348-56b369bacadc HTTP/1.1" status: 200 len: 210 time: 0.0774517 Nov 16 11:39:59.495843 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-a8bd267b-b292-4823-9cde-5821639c8a7c tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:39:59.497106 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bd6e9210-62cc-4393-96d9-0e3b77b299cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:59.497598 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-a8bd267b-b292-4823-9cde-5821639c8a7c tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.36 "GET /v2.0/networks?id=20a976b3-4269-4e45-8f07-aa388b8223f2 HTTP/1.1" status: 200 len: 805 time: 0.3994884 Nov 16 11:39:59.531217 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bd6e9210-62cc-4393-96d9-0e3b77b299cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:59.553073 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6a4ddc1-e7a9-4b22-aecd-fdf62e19ac7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:59.590979 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bd6e9210-62cc-4393-96d9-0e3b77b299cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:59.594718 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bd6e9210-62cc-4393-96d9-0e3b77b299cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:59.596705 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-bd6e9210-62cc-4393-96d9-0e3b77b299cf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6e6adc49-7694-466e-bb7b-d202dafca21b HTTP/1.1" status: 204 len: 168 time: 0.3128848 Nov 16 11:39:59.598671 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a4ddc1-e7a9-4b22-aecd-fdf62e19ac7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cc5005a-85fb-4a0c-90ba-9026773075e9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:59.601218 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6a4ddc1-e7a9-4b22-aecd-fdf62e19ac7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:59.607241 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb50e979-4c75-48bb-9028-b3f5fc69cff2 None None] Network 831b3a3a-a3c7-408f-9b2e-6ed54d1e4743 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:39:59.608491 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55204) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:39:59.608659 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d6a4ddc1-e7a9-4b22-aecd-fdf62e19ac7e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/2cc5005a-85fb-4a0c-90ba-9026773075e9 HTTP/1.1" status: 204 len: 168 time: 0.8734381 Nov 16 11:39:59.615126 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-397c70d8-c6a3-408f-9fd6-b12c8e551408 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=142d3a0b7566420dad5d5849dd291232 HTTP/1.1" status: 200 len: 379 time: 0.1045399 Nov 16 11:39:59.619346 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e9210-62cc-4393-96d9-0e3b77b299cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6adc49-7694-466e-bb7b-d202dafca21b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:39:59.633317 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-68aa338c-bbb7-4917-b2ea-6ad21d612dbe tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Request body: {'port': {'device_id': 'd7e9012f-7e2f-479d-8348-56b369bacadc', 'network_id': '20a976b3-4269-4e45-8f07-aa388b8223f2', 'admin_state_up': True, 'tenant_id': '142d3a0b7566420dad5d5849dd291232', 'security_groups': ['10ff963b-8329-4270-b61e-45280c6dba8b']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:39:59.713354 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bf860f47-64f1-45d9-9881-108d4e2112f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:59.868585 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-bf860f47-64f1-45d9-9881-108d4e2112f2 admin admin] Deleting port dc72e7e1-1e43-4c15-9eab-47040a25f6f1 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:39:59.868937 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bf860f47-64f1-45d9-9881-108d4e2112f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:59.944624 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-68aa338c-bbb7-4917-b2ea-6ad21d612dbe tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Made reservation on behalf of 142d3a0b7566420dad5d5849dd291232 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:39:59.946122 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-68aa338c-bbb7-4917-b2ea-6ad21d612dbe tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:39:59.958501 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device dda93d89-bcbf-4135-b10a-0db128edcae9 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:39:59.998285 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: dda93d89-bcbf-4135-b10a-0db128edcae9 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:39:59.998917 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device dda93d89-bcbf-4135-b10a-0db128edcae9 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:39:59.999500 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 59d1e3bb-d545-4510-b3bb-a75813f0daba no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:40:00.033542 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 59d1e3bb-d545-4510-b3bb-a75813f0daba {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:40:00.034201 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 59d1e3bb-d545-4510-b3bb-a75813f0daba not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:40:00.061839 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-bf860f47-64f1-45d9-9881-108d4e2112f2 admin admin] For port dc72e7e1-1e43-4c15-9eab-47040a25f6f1, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=dc72e7e1-1e43-4c15-9eab-47040a25f6f1,segment=NetworkSegment(26795a2d-b645-41c3-8b71-8b363d1115d8),segment_id=26795a2d-b645-41c3-8b71-8b363d1115d8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:40:00.062621 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bf860f47-64f1-45d9-9881-108d4e2112f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:00.081364 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-bf860f47-64f1-45d9-9881-108d4e2112f2 admin admin] Calling delete_port for dc72e7e1-1e43-4c15-9eab-47040a25f6f1 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:40:00.181156 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e497788-03e9-4b94-bfcb-610079274eb7 None None] DHCP port deletion for 831b3a3a-a3c7-408f-9b2e-6ed54d1e4743 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:40:00.214959 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bf860f47-64f1-45d9-9881-108d4e2112f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:00.264366 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-6e497788-03e9-4b94-bfcb-610079274eb7 None None] Deleting port dc72e7e1-1e43-4c15-9eab-47040a25f6f1 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:40:00.264838 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6e497788-03e9-4b94-bfcb-610079274eb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:00.290363 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf860f47-64f1-45d9-9881-108d4e2112f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc72e7e1-1e43-4c15-9eab-47040a25f6f1,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:00.296240 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf860f47-64f1-45d9-9881-108d4e2112f2 admin admin] No DVR routers for this DVR port dc72e7e1-1e43-4c15-9eab-47040a25f6f1 on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:40:00.312988 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-68aa338c-bbb7-4917-b2ea-6ad21d612dbe tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Allocated IP 172.20.0.3 (20a976b3-4269-4e45-8f07-aa388b8223f2/d54163ea-b6e5-473e-b29c-97d26895cfc7/4a67926d-2f8a-4127-9628-4c5987e167e2) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:40:00.471354 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-6e497788-03e9-4b94-bfcb-610079274eb7 None None] For port dc72e7e1-1e43-4c15-9eab-47040a25f6f1, host n-d-816823-3, got binding levels [] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:40:00.471752 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6e497788-03e9-4b94-bfcb-610079274eb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:00.516378 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-6e497788-03e9-4b94-bfcb-610079274eb7 None None] Calling delete_port for dc72e7e1-1e43-4c15-9eab-47040a25f6f1 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:40:00.525166 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.ipam_backend_mixin [None req-6e497788-03e9-4b94-bfcb-610079274eb7 None None] Port dc72e7e1-1e43-4c15-9eab-47040a25f6f1 was not found and therefore no delete operation was performed {{(pid=102670) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 11:40:00.526983 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6e497788-03e9-4b94-bfcb-610079274eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:00.544411 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bf860f47-64f1-45d9-9881-108d4e2112f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:00.558656 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e497788-03e9-4b94-bfcb-610079274eb7 None None] No DVR routers for this DVR port dc72e7e1-1e43-4c15-9eab-47040a25f6f1 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:40:00.593417 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6924c40-4e36-4ca3-bcc7-9b0e421c1466 req-ba34fae3-b267-4ebd-a2cf-355168378691 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:00.602750 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f6924c40-4e36-4ca3-bcc7-9b0e421c1466 req-ba34fae3-b267-4ebd-a2cf-355168378691 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4481794-1fff-4d7b-a731-0cfdb54249be HTTP/1.1" status: 200 len: 943 time: 0.2461882 Nov 16 11:40:00.608139 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e497788-03e9-4b94-bfcb-610079274eb7 None None] Pushing event deleted for resources: {'Port': ['ID=dc72e7e1-1e43-4c15-9eab-47040a25f6f1,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:00.631399 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-bf860f47-64f1-45d9-9881-108d4e2112f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['831b3a3a-a3c7-408f-9b2e-6ed54d1e4743']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:00.651115 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-bf860f47-64f1-45d9-9881-108d4e2112f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26795a2d-b645-41c3-8b71-8b363d1115d8') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:00.651720 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-bf860f47-64f1-45d9-9881-108d4e2112f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26795a2d-b645-41c3-8b71-8b363d1115d8') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:00.672289 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bf860f47-64f1-45d9-9881-108d4e2112f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:00.684630 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-68aa338c-bbb7-4917-b2ea-6ad21d612dbe tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:00.701419 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bf860f47-64f1-45d9-9881-108d4e2112f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:00.726899 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f6924c40-4e36-4ca3-bcc7-9b0e421c1466 req-e07b76d0-cabf-4b89-9781-cec83566fbcd tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229081 Nov 16 11:40:00.760516 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf860f47-64f1-45d9-9881-108d4e2112f2 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:40:00.762531 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bf860f47-64f1-45d9-9881-108d4e2112f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:00.790742 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-68aa338c-bbb7-4917-b2ea-6ad21d612dbe tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:00.845729 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:40:00.845729 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:40:00.845729 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:40:00.845729 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:40:00.845729 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:40:00.845729 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:40:00.845729 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:40:00.845729 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:40:00.845729 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:40:00.845729 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:40:00.845729 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:40:00.845729 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:40:00.845729 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:40:00.845729 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:40:00.845729 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:40:00.845729 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:40:00.845729 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:40:00.845729 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:40:00.845729 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:40:00.845729 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:40:00.845729 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:40:00.845729 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:40:00.845729 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:40:00.845729 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:40:00.845729 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:40:00.845729 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:40:00.845729 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:40:00.845729 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:40:00.845729 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:40:00.845729 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:40:00.845729 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:40:00.845729 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:40:00.853486 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-68aa338c-bbb7-4917-b2ea-6ad21d612dbe tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Network 20a976b3-4269-4e45-8f07-aa388b8223f2 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:40:00.859435 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-68aa338c-bbb7-4917-b2ea-6ad21d612dbe tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:40:00.861782 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa338c-bbb7-4917-b2ea-6ad21d612dbe tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Pushing event updated for resources: {'Port': ['ID=4a67926d-2f8a-4127-9628-4c5987e167e2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:00.864175 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-68aa338c-bbb7-4917-b2ea-6ad21d612dbe tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:40:00.931508 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b64492-86b5-4730-9e9a-da3d14a952db req-f8a1a069-0795-4b02-83a9-9290f641cbc0 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:00.933107 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-63b64492-86b5-4730-9e9a-da3d14a952db req-f8a1a069-0795-4b02-83a9-9290f641cbc0 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7e9012f-7e2f-479d-8348-56b369bacadc HTTP/1.1" status: 200 len: 931 time: 0.0881526 Nov 16 11:40:00.933783 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bf860f47-64f1-45d9-9881-108d4e2112f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:00.943068 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bf860f47-64f1-45d9-9881-108d4e2112f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:00.949812 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-bf860f47-64f1-45d9-9881-108d4e2112f2 admin admin] 10.222.0.61 "DELETE /v2.0/networks/831b3a3a-a3c7-408f-9b2e-6ed54d1e4743 HTTP/1.1" status: 204 len: 168 time: 1.3394170 Nov 16 11:40:00.990592 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf860f47-64f1-45d9-9881-108d4e2112f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=831b3a3a-a3c7-408f-9b2e-6ed54d1e4743,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:01.005115 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-68aa338c-bbb7-4917-b2ea-6ad21d612dbe tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:01.008776 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-68aa338c-bbb7-4917-b2ea-6ad21d612dbe tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:01.044791 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-68aa338c-bbb7-4917-b2ea-6ad21d612dbe tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4159660 Nov 16 11:40:01.090121 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-688cf37d-2d06-4948-a7d9-3df90def3973 service neutron] Request body: {'port': {'device_id': 'd7e9012f-7e2f-479d-8348-56b369bacadc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:40:01.113795 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-63b64492-86b5-4730-9e9a-da3d14a952db req-bf0c0ee7-dcc8-4853-a0c1-01186a2ebfa4 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ff963b-8329-4270-b61e-45280c6dba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437926 Nov 16 11:40:01.208477 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-688cf37d-2d06-4948-a7d9-3df90def3973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:01.333558 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-27bb0bbf-e2bb-41e2-9d58-b86c1954ce7c None None] Provisioning complete for port 4a67926d-2f8a-4127-9628-4c5987e167e2 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:40:01.334644 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-27bb0bbf-e2bb-41e2-9d58-b86c1954ce7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:01.402120 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-27bb0bbf-e2bb-41e2-9d58-b86c1954ce7c None None] Port 4a67926d-2f8a-4127-9628-4c5987e167e2 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:40:01.431428 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55280) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:01.534636 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-64ab9ab3-9f6e-45c8-9447-6ecdd71fca11 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0554c3a6013e4ad18a3f6128e5a7c5ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0995975 Nov 16 11:40:01.534741 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55286) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:01.641981 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1e15818-da2c-4f0f-a4c2-a8670400bfce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:01.651490 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55288) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:01.658710 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device dc72e7e1-1e43-4c15-9eab-47040a25f6f1 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:40:01.689860 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: dc72e7e1-1e43-4c15-9eab-47040a25f6f1 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:40:01.690945 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device dc72e7e1-1e43-4c15-9eab-47040a25f6f1 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:40:01.712220 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1e15818-da2c-4f0f-a4c2-a8670400bfce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:01.794466 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1e15818-da2c-4f0f-a4c2-a8670400bfce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:01.798028 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-688cf37d-2d06-4948-a7d9-3df90def3973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a67926d-2f8a-4127-9628-4c5987e167e2 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:40:01.800632 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1e15818-da2c-4f0f-a4c2-a8670400bfce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:01.803763 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a1e15818-da2c-4f0f-a4c2-a8670400bfce admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f3d240ff-e590-415e-a2d5-22d35c769e42 HTTP/1.1" status: 204 len: 168 time: 0.2664845 Nov 16 11:40:01.816032 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-688cf37d-2d06-4948-a7d9-3df90def3973 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:01.826649 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8bf140b-4f70-4392-b760-cd04889b76c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:01.838492 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e15818-da2c-4f0f-a4c2-a8670400bfce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d240ff-e590-415e-a2d5-22d35c769e42,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:01.867246 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-688cf37d-2d06-4948-a7d9-3df90def3973 service neutron] Transition to ACTIVE for port object 4a67926d-2f8a-4127-9628-4c5987e167e2 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:40:01.887417 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-688cf37d-2d06-4948-a7d9-3df90def3973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:01.971260 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5736ec-5a40-44e0-b405-806ed8878f0b req-df78cbb2-03c7-4860-8fa8-25bea91816c2 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:01.972897 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0d5736ec-5a40-44e0-b405-806ed8878f0b req-df78cbb2-03c7-4860-8fa8-25bea91816c2 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4481794-1fff-4d7b-a731-0cfdb54249be HTTP/1.1" status: 200 len: 943 time: 0.0808291 Nov 16 11:40:02.002949 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688cf37d-2d06-4948-a7d9-3df90def3973 service neutron] Pushing event updated for resources: {'Port': ['ID=4a67926d-2f8a-4127-9628-4c5987e167e2,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:02.053390 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0d5736ec-5a40-44e0-b405-806ed8878f0b req-8ecb369f-0616-4d86-aadd-58d1caaa2e6e tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716724 Nov 16 11:40:02.105864 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8bf140b-4f70-4392-b760-cd04889b76c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:02.112492 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8bf140b-4f70-4392-b760-cd04889b76c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:02.206344 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55306) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:02.234253 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-688cf37d-2d06-4948-a7d9-3df90def3973 service neutron] Attempting to bind port 4a67926d-2f8a-4127-9628-4c5987e167e2 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:40:02.241235 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-688cf37d-2d06-4948-a7d9-3df90def3973 service neutron] Attempting to bind port 4a67926d-2f8a-4127-9628-4c5987e167e2 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '8043acd5-4a28-4dcf-ae57-3b552b41bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '20a976b3-4269-4e45-8f07-aa388b8223f2'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:40:02.242050 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-688cf37d-2d06-4948-a7d9-3df90def3973 service neutron] Attempting to bind port 4a67926d-2f8a-4127-9628-4c5987e167e2 on network 20a976b3-4269-4e45-8f07-aa388b8223f2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:40:02.245904 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf140b-4f70-4392-b760-cd04889b76c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ddfc4a-e69b-4c64-85c7-dc965a0bc980,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:02.265626 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e8bf140b-4f70-4392-b760-cd04889b76c8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=26c03ab17bdd402986954bd8dd19c4a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6122978 Nov 16 11:40:02.268113 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-688cf37d-2d06-4948-a7d9-3df90def3973 service neutron] Port 4a67926d-2f8a-4127-9628-4c5987e167e2 on network 20a976b3-4269-4e45-8f07-aa388b8223f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:40:02.268775 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-688cf37d-2d06-4948-a7d9-3df90def3973 service neutron] Attempting to bind port 4a67926d-2f8a-4127-9628-4c5987e167e2 on network 20a976b3-4269-4e45-8f07-aa388b8223f2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:40:02.271651 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55308) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:02.289188 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-688cf37d-2d06-4948-a7d9-3df90def3973 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:40:02.289818 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-688cf37d-2d06-4948-a7d9-3df90def3973 service neutron] Checking segment: {'id': '8043acd5-4a28-4dcf-ae57-3b552b41bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '20a976b3-4269-4e45-8f07-aa388b8223f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:40:02.290491 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-688cf37d-2d06-4948-a7d9-3df90def3973 service neutron] Bound using segment: {'id': '8043acd5-4a28-4dcf-ae57-3b552b41bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '20a976b3-4269-4e45-8f07-aa388b8223f2'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:40:02.291105 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-688cf37d-2d06-4948-a7d9-3df90def3973 service neutron] Bound port: 4a67926d-2f8a-4127-9628-4c5987e167e2, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8043acd5-4a28-4dcf-ae57-3b552b41bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '20a976b3-4269-4e45-8f07-aa388b8223f2'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:40:02.291626 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-688cf37d-2d06-4948-a7d9-3df90def3973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:02.322408 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ffe2b511-18e2-4ec3-96a9-a24b9f15b750 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=73e4a83e3428491e8a275badcf653505&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1147764 Nov 16 11:40:02.324764 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55310) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:02.372299 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be3ed7-5d29-43a2-adeb-af001ffe43d6 req-0dcde934-de57-4a80-af39-6d54316143cc tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:02.374067 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-15be3ed7-5d29-43a2-adeb-af001ffe43d6 req-0dcde934-de57-4a80-af39-6d54316143cc tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7e9012f-7e2f-479d-8348-56b369bacadc HTTP/1.1" status: 200 len: 943 time: 0.1186831 Nov 16 11:40:02.396918 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cd9be31d-7956-4d1b-9ba5-5ef0214b207e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:02.427940 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-688cf37d-2d06-4948-a7d9-3df90def3973 service neutron] For port 4a67926d-2f8a-4127-9628-4c5987e167e2, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:40:02.431174 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1d07ee2c-df7f-4113-9965-0b56a0385ba3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:02.435413 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cd9be31d-7956-4d1b-9ba5-5ef0214b207e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:02.450749 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-688cf37d-2d06-4948-a7d9-3df90def3973 service neutron] For port 4a67926d-2f8a-4127-9628-4c5987e167e2, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=4a67926d-2f8a-4127-9628-4c5987e167e2,segment=NetworkSegment(8043acd5-4a28-4dcf-ae57-3b552b41bbc0),segment_id=8043acd5-4a28-4dcf-ae57-3b552b41bbc0)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:40:02.464162 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-15be3ed7-5d29-43a2-adeb-af001ffe43d6 req-56019963-25a2-4210-a110-facf182b3614 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ff963b-8329-4270-b61e-45280c6dba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781474 Nov 16 11:40:02.474759 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-688cf37d-2d06-4948-a7d9-3df90def3973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:02.474968 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1d07ee2c-df7f-4113-9965-0b56a0385ba3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:02.529035 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-688cf37d-2d06-4948-a7d9-3df90def3973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:02.530128 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-688cf37d-2d06-4948-a7d9-3df90def3973 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:02.531812 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-688cf37d-2d06-4948-a7d9-3df90def3973 service neutron] 10.222.0.36 "PUT /v2.0/ports/4a67926d-2f8a-4127-9628-4c5987e167e2 HTTP/1.1" status: 200 len: 1091 time: 1.4767733 Nov 16 11:40:02.537041 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e9012f-7e2f-479d-8348-56b369bacadc', 'tag': '4a67926d-2f8a-4127-9628-4c5987e167e2'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:40:02.539939 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a0cf3b-a689-4db0-951c-ca8720fe548a" -d '{"events": [{"name": "network-changed", "server_uuid": "d7e9012f-7e2f-479d-8348-56b369bacadc", "tag": "4a67926d-2f8a-4127-9628-4c5987e167e2"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:40:02.553687 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1d07ee2c-df7f-4113-9965-0b56a0385ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:02.558240 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55314) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:02.561168 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1d07ee2c-df7f-4113-9965-0b56a0385ba3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:02.568108 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1d07ee2c-df7f-4113-9965-0b56a0385ba3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c9e526e0-5a42-4844-811d-3b3500f770bb HTTP/1.1" status: 204 len: 168 time: 0.2423139 Nov 16 11:40:02.589958 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d07ee2c-df7f-4113-9965-0b56a0385ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e526e0-5a42-4844-811d-3b3500f770bb,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:02.595368 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688cf37d-2d06-4948-a7d9-3df90def3973 service neutron] Pushing event updated for resources: {'Port': ['ID=4a67926d-2f8a-4127-9628-4c5987e167e2,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:02.610498 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cd9be31d-7956-4d1b-9ba5-5ef0214b207e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:02.616850 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cd9be31d-7956-4d1b-9ba5-5ef0214b207e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:02.620114 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-cd9be31d-7956-4d1b-9ba5-5ef0214b207e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/18ddfc4a-e69b-4c64-85c7-dc965a0bc980 HTTP/1.1" status: 204 len: 168 time: 0.3471048 Nov 16 11:40:02.633452 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9be31d-7956-4d1b-9ba5-5ef0214b207e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ddfc4a-e69b-4c64-85c7-dc965a0bc980,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:02.660186 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478335be-5167-40c8-b4e2-1b48142474df x-openstack-request-id: req-478335be-5167-40c8-b4e2-1b48142474df {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:40:02.660825 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7e9012f-7e2f-479d-8348-56b369bacadc", "tag": "4a67926d-2f8a-4127-9628-4c5987e167e2", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:40:02.661067 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-478335be-5167-40c8-b4e2-1b48142474df {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:40:02.661746 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e9012f-7e2f-479d-8348-56b369bacadc', 'tag': '4a67926d-2f8a-4127-9628-4c5987e167e2', 'status': 'completed', 'code': 200} Nov 16 11:40:02.764666 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0cf3b-a689-4db0-951c-ca8720fe548a req-9613d2fe-bd4d-4ab1-8978-4427ecedbaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:02.770477 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e3a0cf3b-a689-4db0-951c-ca8720fe548a req-9613d2fe-bd4d-4ab1-8978-4427ecedbaed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=142d3a0b7566420dad5d5849dd291232&device_id=d7e9012f-7e2f-479d-8348-56b369bacadc HTTP/1.1" status: 200 len: 1094 time: 0.1011338 Nov 16 11:40:03.275533 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd4f82-ef6e-4125-b49f-1e2d0d8c9679 req-85f574af-c847-49bc-a7ad-fb1dddaf54a4 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:03.278002 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7ddd4f82-ef6e-4125-b49f-1e2d0d8c9679 req-85f574af-c847-49bc-a7ad-fb1dddaf54a4 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4481794-1fff-4d7b-a731-0cfdb54249be HTTP/1.1" status: 200 len: 943 time: 0.0773313 Nov 16 11:40:03.375449 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7ddd4f82-ef6e-4125-b49f-1e2d0d8c9679 req-12507787-0ea6-4396-baa8-694926664500 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906689 Nov 16 11:40:03.641068 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5d098-26c3-4784-a14f-f3d363fa0f5c req-ed85b7f4-20da-4c13-b421-1576b84feda0 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:03.665004 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-60d5d098-26c3-4784-a14f-f3d363fa0f5c req-ed85b7f4-20da-4c13-b421-1576b84feda0 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7e9012f-7e2f-479d-8348-56b369bacadc HTTP/1.1" status: 200 len: 943 time: 0.0822744 Nov 16 11:40:03.734958 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-60d5d098-26c3-4784-a14f-f3d363fa0f5c req-2ff08517-e17c-4d9f-aebb-5d68063c280d tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ff963b-8329-4270-b61e-45280c6dba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615954 Nov 16 11:40:03.853146 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0cf3b-a689-4db0-951c-ca8720fe548a req-4e5ce330-b7c1-4f38-b5cf-d0136376f6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:03.854626 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e3a0cf3b-a689-4db0-951c-ca8720fe548a req-4e5ce330-b7c1-4f38-b5cf-d0136376f6e6 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=142d3a0b7566420dad5d5849dd291232&shared=False HTTP/1.1" status: 200 len: 906 time: 1.0750008 Nov 16 11:40:03.934147 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55366) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:03.943288 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55368) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:04.188734 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0cf3b-a689-4db0-951c-ca8720fe548a req-16522719-dd83-4781-a585-4d3bffd9bc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:04.191029 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e3a0cf3b-a689-4db0-951c-ca8720fe548a req-16522719-dd83-4781-a585-4d3bffd9bc47 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3271325 Nov 16 11:40:04.305498 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-f27e34f6-fb5a-4aa3-8641-75b01f8e531b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-281962003-network', 'tenant_id': 'bce1f7c0238c4b4d92f11b5a66ae4495'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:40:04.335784 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-43904377-b723-495d-a88d-5795e9933cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:04.337024 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-43904377-b723-495d-a88d-5795e9933cf2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=142d3a0b7566420dad5d5849dd291232&device_id=d7e9012f-7e2f-479d-8348-56b369bacadc HTTP/1.1" status: 200 len: 1094 time: 0.0855811 Nov 16 11:40:04.356119 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-47bf0292-574f-4b38-861b-9a837b7994e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:04.370979 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27e34f6-fb5a-4aa3-8641-75b01f8e531b admin admin] Made reservation on behalf of bce1f7c0238c4b4d92f11b5a66ae4495 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:40:04.373611 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f27e34f6-fb5a-4aa3-8641-75b01f8e531b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:04.384653 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f27e34f6-fb5a-4aa3-8641-75b01f8e531b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:04.385884 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-41709a7a-5f31-4b0f-bb1c-f7a96973b7b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a67926d-2f8a-4127-9628-4c5987e167e2 HTTP/1.1" status: 200 len: 217 time: 0.0393381 Nov 16 11:40:04.398779 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55380) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:04.506581 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-a74ece7f-c4aa-4698-ad4a-ff55a1764f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:04.508410 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-a74ece7f-c4aa-4698-ad4a-ff55a1764f82 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d54163ea-b6e5-473e-b29c-97d26895cfc7 HTTP/1.1" status: 200 len: 844 time: 0.0915637 Nov 16 11:40:04.583292 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-c11534c9-db05-4008-b675-ccfeef0e6622 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1032539128'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:40:04.593004 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a672289-5716-4c43-8a50-1a3c4a0a0fb7 req-02430058-3e5b-4065-b5c9-167bbc8fd013 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:04.594508 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4a672289-5716-4c43-8a50-1a3c4a0a0fb7 req-02430058-3e5b-4065-b5c9-167bbc8fd013 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4481794-1fff-4d7b-a731-0cfdb54249be HTTP/1.1" status: 200 len: 943 time: 0.1250603 Nov 16 11:40:04.599166 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f27e34f6-fb5a-4aa3-8641-75b01f8e531b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:04.607918 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-3a96eee7-bd74-4c55-9d45-97a2decfc3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:04.609415 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-3a96eee7-bd74-4c55-9d45-97a2decfc3bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=20a976b3-4269-4e45-8f07-aa388b8223f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935345 Nov 16 11:40:04.616552 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f27e34f6-fb5a-4aa3-8641-75b01f8e531b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:04.630177 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 2393af70-b435-48ad-8942-fc07bf36bf5b details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:40:04.658215 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f27e34f6-fb5a-4aa3-8641-75b01f8e531b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:40:04.691621 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11534c9-db05-4008-b675-ccfeef0e6622 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:40:04.695065 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c11534c9-db05-4008-b675-ccfeef0e6622 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:04.711111 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e34f6-fb5a-4aa3-8641-75b01f8e531b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287877bc-e2d3-4503-aa4b-858e6fd17e27,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:04.719701 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f27e34f6-fb5a-4aa3-8641-75b01f8e531b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:04.720817 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-f27e34f6-fb5a-4aa3-8641-75b01f8e531b admin admin] Added segment 5a5d8c4a-e3e9-4a2e-be09-9f9a9b0901ae of type vlan for network 55b454e1-16d0-496a-b5c0-a0a4f471cd9d Nov 16 11:40:04.728873 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c11534c9-db05-4008-b675-ccfeef0e6622 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:04.750307 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4a672289-5716-4c43-8a50-1a3c4a0a0fb7 req-04063c21-4f69-464a-9359-68ee7e968ae3 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459665 Nov 16 11:40:04.800498 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-b88e15e6-896d-4aff-a5a3-4aa4642c635a service neutron] 10.222.0.36 "GET /v2.0/networks/20a976b3-4269-4e45-8f07-aa388b8223f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688836 Nov 16 11:40:04.809485 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f27e34f6-fb5a-4aa3-8641-75b01f8e531b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:04.893660 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 2393af70-b435-48ad-8942-fc07bf36bf5b, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=2393af70-b435-48ad-8942-fc07bf36bf5b,segment=NetworkSegment(c7ce274d-1faf-4924-9c3c-562dce13f294),segment_id=c7ce274d-1faf-4924-9c3c-562dce13f294)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:40:04.895341 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f27e34f6-fb5a-4aa3-8641-75b01f8e531b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:04.896308 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27e34f6-fb5a-4aa3-8641-75b01f8e531b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:04.896884 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f27e34f6-fb5a-4aa3-8641-75b01f8e531b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:04.907063 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d51285ce-0d2b-43e0-bb0f-8913f5974699 req-35c61aa2-1ccc-44c6-bf58-186ee5b52cf5 service neutron] 10.222.0.36 "GET /v2.0/networks/20a976b3-4269-4e45-8f07-aa388b8223f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971935 Nov 16 11:40:04.923735 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-47bf0292-574f-4b38-861b-9a837b7994e1 admin admin] Deleting port 63085609-c37f-46eb-8516-a0093c03b01d {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:40:04.924132 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-47bf0292-574f-4b38-861b-9a837b7994e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:04.935347 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '2393af70-b435-48ad-8942-fc07bf36bf5b', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'port_id': '2393af70-b435-48ad-8942-fc07bf36bf5b', 'mac_address': 'fa:16:3e:9b:ae:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:40:04.998673 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:04.999648 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f27e34f6-fb5a-4aa3-8641-75b01f8e531b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0553296 Nov 16 11:40:05.000687 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55386) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:05.007548 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ec9bee70-9f84-4090-a55c-87726ea92e36 admin admin] Request body: {'subnet': {'network_id': '55b454e1-16d0-496a-b5c0-a0a4f471cd9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-281962003-subnet', 'tenant_id': 'bce1f7c0238c4b4d92f11b5a66ae4495', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:40:05.021130 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c11534c9-db05-4008-b675-ccfeef0e6622 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:05.023588 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2393af70-b435-48ad-8942-fc07bf36bf5b {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:40:05.029509 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f2f9d3f2-54e6-43c7-a19c-70d77ba66f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:05.031515 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e34f6-fb5a-4aa3-8641-75b01f8e531b admin admin] Pushing event updated for resources: {'Network': ['ID=55b454e1-16d0-496a-b5c0-a0a4f471cd9d,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:05.049476 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-47bf0292-574f-4b38-861b-9a837b7994e1 admin admin] For port 63085609-c37f-46eb-8516-a0093c03b01d, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=63085609-c37f-46eb-8516-a0093c03b01d,segment=NetworkSegment(8c7d83bf-85a1-425d-b9b1-dd2526bf3d00),segment_id=8c7d83bf-85a1-425d-b9b1-dd2526bf3d00)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:40:05.050136 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-47bf0292-574f-4b38-861b-9a837b7994e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:05.054447 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 55b454e1-16d0-496a-b5c0-a0a4f471cd9d details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:40:05.071663 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c11534c9-db05-4008-b675-ccfeef0e6622 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:05.073633 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9bee70-9f84-4090-a55c-87726ea92e36 admin admin] Made reservation on behalf of bce1f7c0238c4b4d92f11b5a66ae4495 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:40:05.077106 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ec9bee70-9f84-4090-a55c-87726ea92e36 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:05.146835 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 2393af70-b435-48ad-8942-fc07bf36bf5b, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=2393af70-b435-48ad-8942-fc07bf36bf5b,segment=NetworkSegment(c7ce274d-1faf-4924-9c3c-562dce13f294),segment_id=c7ce274d-1faf-4924-9c3c-562dce13f294)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:40:05.160375 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:05.168649 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-47bf0292-574f-4b38-861b-9a837b7994e1 admin admin] Calling delete_port for 63085609-c37f-46eb-8516-a0093c03b01d owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:40:05.219629 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=2393af70-b435-48ad-8942-fc07bf36bf5b,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:05.381296 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ec9bee70-9f84-4090-a55c-87726ea92e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:05.406932 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['2393af70-b435-48ad-8942-fc07bf36bf5b'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:40:05.423266 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c11534c9-db05-4008-b675-ccfeef0e6622 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:40:05.439350 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11534c9-db05-4008-b675-ccfeef0e6622 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25b8b718-7579-4646-8c60-01c4d3f094c2,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:05.452846 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d13078-c0c2-42f7-87c5-fc4866abb9fb req-065ad28f-c7c9-4f1d-8342-e14115b7929b tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:05.459991 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9bee70-9f84-4090-a55c-87726ea92e36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e44602aa-4f29-45e6-812e-6bd2f2c54c35,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:05.461110 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-22d13078-c0c2-42f7-87c5-fc4866abb9fb req-065ad28f-c7c9-4f1d-8342-e14115b7929b tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7e9012f-7e2f-479d-8348-56b369bacadc HTTP/1.1" status: 200 len: 943 time: 0.5087848 Nov 16 11:40:05.463565 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c11534c9-db05-4008-b675-ccfeef0e6622 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:05.463866 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-c11534c9-db05-4008-b675-ccfeef0e6622 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Added segment 94aa1503-45b0-4f4a-b650-99da33696ce7 of type vlan for network d02e5c70-c13b-4c74-9763-e19ffb7dd482 Nov 16 11:40:05.503780 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9bee70-9f84-4090-a55c-87726ea92e36 admin admin] Checking segment: {'id': '5a5d8c4a-e3e9-4a2e-be09-9f9a9b0901ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '55b454e1-16d0-496a-b5c0-a0a4f471cd9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:40:05.504138 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9bee70-9f84-4090-a55c-87726ea92e36 admin admin] Network hostable DHCP agents. Network: 55b454e1-16d0-496a-b5c0-a0a4f471cd9d, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:40:05.531236 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c11534c9-db05-4008-b675-ccfeef0e6622 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:05.533328 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-47bf0292-574f-4b38-861b-9a837b7994e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:05.542954 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9bee70-9f84-4090-a55c-87726ea92e36 admin admin] Network 55b454e1-16d0-496a-b5c0-a0a4f471cd9d is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:40:05.569511 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf0292-574f-4b38-861b-9a837b7994e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=63085609-c37f-46eb-8516-a0093c03b01d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:05.593637 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-ec9bee70-9f84-4090-a55c-87726ea92e36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 55b454e1-16d0-496a-b5c0-a0a4f471cd9d) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:40:05.598463 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-22d13078-c0c2-42f7-87c5-fc4866abb9fb req-a7beb042-7f23-485d-a334-26eb9e503383 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ff963b-8329-4270-b61e-45280c6dba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343203 Nov 16 11:40:05.603013 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af954dee-6702-477d-a1d8-e1ad4ed9dd35 None None] Network 55b454e1-16d0-496a-b5c0-a0a4f471cd9d requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:40:05.615654 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9bee70-9f84-4090-a55c-87726ea92e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:05.616254 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ec9bee70-9f84-4090-a55c-87726ea92e36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:05.648982 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ec9bee70-9f84-4090-a55c-87726ea92e36 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6471312 Nov 16 11:40:05.671431 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c11534c9-db05-4008-b675-ccfeef0e6622 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:05.683375 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11534c9-db05-4008-b675-ccfeef0e6622 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:05.685768 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c11534c9-db05-4008-b675-ccfeef0e6622 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:05.775494 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82088538-5aee-4e9a-8fcc-c2ab55e5a716 None None] Network 55b454e1-16d0-496a-b5c0-a0a4f471cd9d requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:40:05.811982 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c11534c9-db05-4008-b675-ccfeef0e6622 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4109938 Nov 16 11:40:05.837203 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-47bf0292-574f-4b38-861b-9a837b7994e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:05.839054 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55392) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:05.848880 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-2db922a5-d302-4bed-8cab-03dbebae17f0 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'subnet': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:40:05.920921 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11534c9-db05-4008-b675-ccfeef0e6622 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Network': ['ID=d02e5c70-c13b-4c74-9763-e19ffb7dd482,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:05.948041 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849a3cd-fb5f-4dbe-888b-e380ea652c43 req-66fcc60f-462a-43cb-9d67-6797ce5e7804 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:05.955725 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0849a3cd-fb5f-4dbe-888b-e380ea652c43 req-66fcc60f-462a-43cb-9d67-6797ce5e7804 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4481794-1fff-4d7b-a731-0cfdb54249be HTTP/1.1" status: 200 len: 944 time: 0.0742786 Nov 16 11:40:05.961552 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:40:06.071684 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0849a3cd-fb5f-4dbe-888b-e380ea652c43 req-a2a3cbd9-e21d-4856-a7ec-6b57bd469ffc tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146710 Nov 16 11:40:06.098328 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f2f9d3f2-54e6-43c7-a19c-70d77ba66f8d admin admin] Deleting port 461ec1e0-4870-4662-b435-6f1561c2e29e {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:40:06.098818 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f2f9d3f2-54e6-43c7-a19c-70d77ba66f8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:06.122598 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db922a5-d302-4bed-8cab-03dbebae17f0 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:40:06.126122 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2db922a5-d302-4bed-8cab-03dbebae17f0 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:06.199881 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-f2f9d3f2-54e6-43c7-a19c-70d77ba66f8d admin admin] For port 461ec1e0-4870-4662-b435-6f1561c2e29e, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=461ec1e0-4870-4662-b435-6f1561c2e29e,segment=NetworkSegment(1186fe7f-5dbc-4e04-af0c-6c5994d769cc),segment_id=1186fe7f-5dbc-4e04-af0c-6c5994d769cc)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:40:06.199881 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f2f9d3f2-54e6-43c7-a19c-70d77ba66f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:06.213498 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f2f9d3f2-54e6-43c7-a19c-70d77ba66f8d admin admin] Calling delete_port for 461ec1e0-4870-4662-b435-6f1561c2e29e owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:40:06.274622 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47bf0292-574f-4b38-861b-9a837b7994e1 admin admin] Router a3985154-8f21-4216-9060-e54a619f0d2d has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:40:06.411829 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55406) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:06.416314 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-71efa73a-a501-4ea3-bf1f-123775d739a3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2018368702-network', 'tenant_id': '1c46aa7195034d7c951c6756fc8f2947'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:40:06.428940 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f2f9d3f2-54e6-43c7-a19c-70d77ba66f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:06.440987 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2db922a5-d302-4bed-8cab-03dbebae17f0 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:06.469247 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f9d3f2-54e6-43c7-a19c-70d77ba66f8d admin admin] Pushing event deleted for resources: {'Port': ['ID=461ec1e0-4870-4662-b435-6f1561c2e29e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:06.478294 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71efa73a-a501-4ea3-bf1f-123775d739a3 admin admin] Made reservation on behalf of 1c46aa7195034d7c951c6756fc8f2947 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:40:06.481010 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71efa73a-a501-4ea3-bf1f-123775d739a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:06.505426 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bf0292-574f-4b38-861b-9a837b7994e1 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:40:06.507577 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71efa73a-a501-4ea3-bf1f-123775d739a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:06.516175 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d1e011-f97a-489f-b771-a6803de06992 None None] Sync routers for ids ['a3985154-8f21-4216-9060-e54a619f0d2d'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:40:06.519246 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-47bf0292-574f-4b38-861b-9a837b7994e1 admin admin] 10.222.0.61 "PUT /v2.0/routers/a3985154-8f21-4216-9060-e54a619f0d2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9599719 Nov 16 11:40:06.521246 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55408) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:06.527707 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d1e011-f97a-489f-b771-a6803de06992 None None] Routers {'a3985154-8f21-4216-9060-e54a619f0d2d'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:40:06.528477 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-26d1e011-f97a-489f-b771-a6803de06992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:39:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['a3985154-8f21-4216-9060-e54a619f0d2d'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:06.532661 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db922a5-d302-4bed-8cab-03dbebae17f0 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Subnet': ['ID=edad1aa0-27e3-4d1f-aa55-44a6509731ce,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:06.645832 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 2393af70-b435-48ad-8942-fc07bf36bf5b up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:40:06.768687 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 2393af70-b435-48ad-8942-fc07bf36bf5b completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:40:06.770591 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71efa73a-a501-4ea3-bf1f-123775d739a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:06.780687 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71efa73a-a501-4ea3-bf1f-123775d739a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:06.781889 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 2393af70-b435-48ad-8942-fc07bf36bf5b triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:40:06.784285 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:06.784478 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f2f9d3f2-54e6-43c7-a19c-70d77ba66f8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:06.808370 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-26d1e011-f97a-489f-b771-a6803de06992 None None] Set router a3985154-8f21-4216-9060-e54a619f0d2d gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:40:06.836183 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71efa73a-a501-4ea3-bf1f-123775d739a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:40:06.873300 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71efa73a-a501-4ea3-bf1f-123775d739a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b41f3d-7f62-4a89-8f9c-304a8cbb0b0f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:06.913648 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b3f7d-64b7-487b-9eda-20de4455f5a2 req-bcdb0bd7-a991-4fed-b7b6-7ee2fec30c21 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:06.921318 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ba1b3f7d-64b7-487b-9eda-20de4455f5a2 req-bcdb0bd7-a991-4fed-b7b6-7ee2fec30c21 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7e9012f-7e2f-479d-8348-56b369bacadc HTTP/1.1" status: 200 len: 943 time: 0.2051296 Nov 16 11:40:06.938182 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71efa73a-a501-4ea3-bf1f-123775d739a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:06.938526 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-71efa73a-a501-4ea3-bf1f-123775d739a3 admin admin] Added segment 704ba319-45e6-42b8-aafb-0baadcfe4c78 of type vlan for network 3d8f5011-2c98-4ffb-b132-8e9385309839 Nov 16 11:40:06.945607 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:07.014391 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71efa73a-a501-4ea3-bf1f-123775d739a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:07.015837 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 2393af70-b435-48ad-8942-fc07bf36bf5b, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=2393af70-b435-48ad-8942-fc07bf36bf5b,segment=NetworkSegment(c7ce274d-1faf-4924-9c3c-562dce13f294),segment_id=c7ce274d-1faf-4924-9c3c-562dce13f294)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:40:07.018100 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4481794-1fff-4d7b-a731-0cfdb54249be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2393af70-b435-48ad-8942-fc07bf36bf5b'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:40:07.021749 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af7055f-a3c1-46af-8576-2828cb270aa2" -d '{"events": [{"server_uuid": "d4481794-1fff-4d7b-a731-0cfdb54249be", "name": "network-vif-plugged", "status": "completed", "tag": "2393af70-b435-48ad-8942-fc07bf36bf5b"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:40:07.029987 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:07.052876 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ba1b3f7d-64b7-487b-9eda-20de4455f5a2 req-fd5d99d3-2102-44aa-80bd-b2ee00533c95 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ff963b-8329-4270-b61e-45280c6dba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305227 Nov 16 11:40:07.054479 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-26d1e011-f97a-489f-b771-a6803de06992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'name': 'tempest-AttachVolumeTestJSON-1536486095-router', 'tenant_id': '5de40747a10d44f79906618ae036d315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a9a89e3d-f4fd-40db-9bd0-af45c292add6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:31:10Z', 'updated_at': '2021-11-16T11:40:05Z', 'revision_number': 5, 'project_id': '5de40747a10d44f79906618ae036d315', 'gw_port': {'id': 'a9a89e3d-f4fd-40db-9bd0-af45c292add6', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:11:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:11Z', 'updated_at': '2021-11-16T11:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:07.091950 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d1e011-f97a-489f-b771-a6803de06992 None None] Checking router: a3985154-8f21-4216-9060-e54a619f0d2d for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:40:07.105320 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d1e011-f97a-489f-b771-a6803de06992 None None] Routers {'a3985154-8f21-4216-9060-e54a619f0d2d'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:40:07.110066 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-26d1e011-f97a-489f-b771-a6803de06992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:39:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['a3985154-8f21-4216-9060-e54a619f0d2d'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:07.128990 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=2393af70-b435-48ad-8942-fc07bf36bf5b,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:07.129107 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ff7608bd-8598-498c-8d97-1a8a00ececa0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:07.157066 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ef94dc-9e0f-4d54-ba42-5232b365c1f2 x-openstack-request-id: req-a5ef94dc-9e0f-4d54-ba42-5232b365c1f2 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:40:07.158478 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4481794-1fff-4d7b-a731-0cfdb54249be", "name": "network-vif-plugged", "status": "completed", "tag": "2393af70-b435-48ad-8942-fc07bf36bf5b", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:40:07.159404 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a5ef94dc-9e0f-4d54-ba42-5232b365c1f2 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:40:07.159922 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4481794-1fff-4d7b-a731-0cfdb54249be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2393af70-b435-48ad-8942-fc07bf36bf5b', 'code': 200} Nov 16 11:40:07.166928 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db922a5-d302-4bed-8cab-03dbebae17f0 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Checking segment: {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:40:07.167303 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db922a5-d302-4bed-8cab-03dbebae17f0 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network hostable DHCP agents. Network: d02e5c70-c13b-4c74-9763-e19ffb7dd482, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:40:07.187218 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71efa73a-a501-4ea3-bf1f-123775d739a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:07.188580 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71efa73a-a501-4ea3-bf1f-123775d739a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:07.189466 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71efa73a-a501-4ea3-bf1f-123775d739a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:07.249771 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-26d1e011-f97a-489f-b771-a6803de06992 None None] Set router a3985154-8f21-4216-9060-e54a619f0d2d gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:40:07.262946 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db922a5-d302-4bed-8cab-03dbebae17f0 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:40:07.281152 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-2db922a5-d302-4bed-8cab-03dbebae17f0 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, d02e5c70-c13b-4c74-9763-e19ffb7dd482) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:40:07.293129 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c280c952-eab0-4db7-9aa3-f8315bad5765 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:40:07.294338 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db922a5-d302-4bed-8cab-03dbebae17f0 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:07.294935 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2db922a5-d302-4bed-8cab-03dbebae17f0 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:07.309182 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ebd8d9-0a95-4d81-9757-70a12bbdf339 req-d0cf03a2-d597-47a4-b888-4c40831367a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:07.310921 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-93ebd8d9-0a95-4d81-9757-70a12bbdf339 req-d0cf03a2-d597-47a4-b888-4c40831367a4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d4481794-1fff-4d7b-a731-0cfdb54249be HTTP/1.1" status: 200 len: 1096 time: 0.0996165 Nov 16 11:40:07.323792 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2db922a5-d302-4bed-8cab-03dbebae17f0 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4776127 Nov 16 11:40:07.324813 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55416) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:07.330404 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-abba4250-af9d-410a-8b7d-3d8fabc8c7a4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'port': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'name': 'tempest-NetworksTestDHCPv6-1024960221'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:40:07.332177 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71efa73a-a501-4ea3-bf1f-123775d739a3 admin admin] Pushing event updated for resources: {'Network': ['ID=3d8f5011-2c98-4ffb-b132-8e9385309839,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:07.337105 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-71efa73a-a501-4ea3-bf1f-123775d739a3 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9245565 Nov 16 11:40:07.341453 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55418) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:07.342915 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ff7608bd-8598-498c-8d97-1a8a00ececa0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:07.351134 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-ff246627-2d03-4089-a8a3-5d2dc6de8e86 admin admin] Request body: {'subnet': {'network_id': '3d8f5011-2c98-4ffb-b132-8e9385309839', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2018368702-subnet', 'tenant_id': '1c46aa7195034d7c951c6756fc8f2947', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:40:07.383602 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ff39e-802f-443c-bb6b-e6399a70c9bd req-50f8d3fc-3b9e-4c79-8a30-b72677ac9ac5 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:07.390797 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ab6ff39e-802f-443c-bb6b-e6399a70c9bd req-50f8d3fc-3b9e-4c79-8a30-b72677ac9ac5 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4481794-1fff-4d7b-a731-0cfdb54249be HTTP/1.1" status: 200 len: 945 time: 0.1639781 Nov 16 11:40:07.403752 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f9d3f2-54e6-43c7-a19c-70d77ba66f8d admin admin] Router 68001588-6510-4d4e-80c8-067e116d7bde has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:40:07.420799 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 3d8f5011-2c98-4ffb-b132-8e9385309839 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:40:07.437051 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff246627-2d03-4089-a8a3-5d2dc6de8e86 admin admin] Made reservation on behalf of 1c46aa7195034d7c951c6756fc8f2947 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:40:07.439588 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ff246627-2d03-4089-a8a3-5d2dc6de8e86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:07.488895 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-93ebd8d9-0a95-4d81-9757-70a12bbdf339 req-652ba778-d0b8-4c45-aa3c-5b2e96ce036c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659644 Nov 16 11:40:07.530736 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ff7608bd-8598-498c-8d97-1a8a00ececa0 admin admin] Deleting port a9a89e3d-f4fd-40db-9bd0-af45c292add6 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:40:07.531084 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ff7608bd-8598-498c-8d97-1a8a00ececa0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:07.561333 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ab6ff39e-802f-443c-bb6b-e6399a70c9bd req-19203972-e2c1-4f7a-8c46-b46efc8d73ef tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667061 Nov 16 11:40:07.584556 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abba4250-af9d-410a-8b7d-3d8fabc8c7a4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:40:07.588903 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-abba4250-af9d-410a-8b7d-3d8fabc8c7a4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:07.592927 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-26d1e011-f97a-489f-b771-a6803de06992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'name': 'tempest-AttachVolumeTestJSON-1536486095-router', 'tenant_id': '5de40747a10d44f79906618ae036d315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a9a89e3d-f4fd-40db-9bd0-af45c292add6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:31:10Z', 'updated_at': '2021-11-16T11:40:05Z', 'revision_number': 5, 'project_id': '5de40747a10d44f79906618ae036d315', 'gw_port': {'id': 'a9a89e3d-f4fd-40db-9bd0-af45c292add6', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:11:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:11Z', 'updated_at': '2021-11-16T11:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:07.599160 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57c903b-b9fc-4dc9-b905-435231ca11da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-d02e5c70-c13b-4c74-9763-e19ffb7dd482', 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'tenant_id': '4ebb44564e554f6b8a2c06865b79e6ad', 'fixed_ips': [{'subnet_id': 'edad1aa0-27e3-4d1f-aa55-44a6509731ce'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:40:07.600160 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e57c903b-b9fc-4dc9-b905-435231ca11da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:07.653219 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-abba4250-af9d-410a-8b7d-3d8fabc8c7a4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] device_id is not set on port 1a436c5c-e24b-4c52-83da-b2c09aab50d3 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:40:07.658804 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f9d3f2-54e6-43c7-a19c-70d77ba66f8d admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:40:07.659211 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d1e011-f97a-489f-b771-a6803de06992 None None] The sync data for ids ['a3985154-8f21-4216-9060-e54a619f0d2d'] in n-d-816823-3 is: [{'id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'name': 'tempest-AttachVolumeTestJSON-1536486095-router', 'tenant_id': '5de40747a10d44f79906618ae036d315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.112'}], 'enable_snat': True}, 'gw_port_id': 'a9a89e3d-f4fd-40db-9bd0-af45c292add6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:31:10Z', 'updated_at': '2021-11-16T11:40:05Z', 'revision_number': 5, 'project_id': '5de40747a10d44f79906618ae036d315', 'gw_port': {'id': 'a9a89e3d-f4fd-40db-9bd0-af45c292add6', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:11:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3985154-8f21-4216-9060-e54a619f0d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:31:11Z', 'updated_at': '2021-11-16T11:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:40:07.666517 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f2f9d3f2-54e6-43c7-a19c-70d77ba66f8d admin admin] 10.222.0.61 "PUT /v2.0/routers/68001588-6510-4d4e-80c8-067e116d7bde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7313175 Nov 16 11:40:07.669434 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55420) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:07.680225 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda8e6a3-fb35-43e8-9d86-1caca62ab35a None None] Sync routers for ids ['68001588-6510-4d4e-80c8-067e116d7bde'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:40:07.707732 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda8e6a3-fb35-43e8-9d86-1caca62ab35a None None] Routers {'68001588-6510-4d4e-80c8-067e116d7bde'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:40:07.708447 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-cda8e6a3-fb35-43e8-9d86-1caca62ab35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:39:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['68001588-6510-4d4e-80c8-067e116d7bde'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:07.784361 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-ff7608bd-8598-498c-8d97-1a8a00ececa0 admin admin] For port a9a89e3d-f4fd-40db-9bd0-af45c292add6, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=a9a89e3d-f4fd-40db-9bd0-af45c292add6,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:40:07.785112 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ff7608bd-8598-498c-8d97-1a8a00ececa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:07.797596 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ff7608bd-8598-498c-8d97-1a8a00ececa0 admin admin] Calling delete_port for a9a89e3d-f4fd-40db-9bd0-af45c292add6 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:40:07.841552 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-e57c903b-b9fc-4dc9-b905-435231ca11da None None] Allocated IP 2001:db8::2 (d02e5c70-c13b-4c74-9763-e19ffb7dd482/edad1aa0-27e3-4d1f-aa55-44a6509731ce/18e047a8-62b0-4320-986b-a10d39903e6f) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:40:07.862470 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4559503b-3d56-44a2-8edf-46e8295bfff4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:07.865769 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ff246627-2d03-4089-a8a3-5d2dc6de8e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:07.868689 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-cda8e6a3-fb35-43e8-9d86-1caca62ab35a None None] Set router 68001588-6510-4d4e-80c8-067e116d7bde gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:40:07.909414 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 4a67926d-2f8a-4127-9628-4c5987e167e2 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:40:07.977793 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ff7608bd-8598-498c-8d97-1a8a00ececa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:07.988884 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff246627-2d03-4089-a8a3-5d2dc6de8e86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fec30a27-7144-4ee8-92c7-51fc44cb7017,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:08.007674 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7608bd-8598-498c-8d97-1a8a00ececa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9a89e3d-f4fd-40db-9bd0-af45c292add6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:08.032607 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff246627-2d03-4089-a8a3-5d2dc6de8e86 admin admin] Checking segment: {'id': '704ba319-45e6-42b8-aafb-0baadcfe4c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3d8f5011-2c98-4ffb-b132-8e9385309839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:40:08.033060 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff246627-2d03-4089-a8a3-5d2dc6de8e86 admin admin] Network hostable DHCP agents. Network: 3d8f5011-2c98-4ffb-b132-8e9385309839, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:40:08.060135 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c6d57d-fc43-41d8-9e5d-1f8978561abc None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:40:08.089530 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4559503b-3d56-44a2-8edf-46e8295bfff4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:08.104658 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ff7608bd-8598-498c-8d97-1a8a00ececa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:08.108540 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff246627-2d03-4089-a8a3-5d2dc6de8e86 admin admin] Network 3d8f5011-2c98-4ffb-b132-8e9385309839 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:40:08.181407 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-ff246627-2d03-4089-a8a3-5d2dc6de8e86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 3d8f5011-2c98-4ffb-b132-8e9385309839) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:40:08.189945 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff246627-2d03-4089-a8a3-5d2dc6de8e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:08.190532 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ff246627-2d03-4089-a8a3-5d2dc6de8e86 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:08.204984 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ff7608bd-8598-498c-8d97-1a8a00ececa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:08.207186 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ff7608bd-8598-498c-8d97-1a8a00ececa0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:08.217085 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2c16e3-cf9e-42ef-841b-b58b2057bc99 None None] Network 3d8f5011-2c98-4ffb-b132-8e9385309839 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:40:08.243298 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ff246627-2d03-4089-a8a3-5d2dc6de8e86 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8918946 Nov 16 11:40:08.251797 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ff7608bd-8598-498c-8d97-1a8a00ececa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:08.252667 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7608bd-8598-498c-8d97-1a8a00ececa0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3985154-8f21-4216-9060-e54a619f0d2d {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:40:08.257604 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ff7608bd-8598-498c-8d97-1a8a00ececa0 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:08.258971 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ff7608bd-8598-498c-8d97-1a8a00ececa0 admin admin] 10.222.0.61 "DELETE /v2.0/routers/a3985154-8f21-4216-9060-e54a619f0d2d HTTP/1.1" status: 204 len: 168 time: 1.7368085 Nov 16 11:40:08.261401 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55430) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:08.272269 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-4559503b-3d56-44a2-8edf-46e8295bfff4 admin admin] Deleting port ecf86465-ed44-4206-85de-393862a30c33 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:40:08.272609 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4559503b-3d56-44a2-8edf-46e8295bfff4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:08.311004 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6654948-6dfb-48bd-9c2e-5f7526617b64 admin admin] Deleting subnet 0c5b6ebb-aa31-4518-a588-3858b2528956 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:40:08.315087 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6654948-6dfb-48bd-9c2e-5f7526617b64 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:08.359813 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6654948-6dfb-48bd-9c2e-5f7526617b64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:08.390043 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04894a78-ccc5-4a56-b99a-f70198e91ee4 req-3a3f9167-5e16-4b36-851a-d3dcd57acbfe tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:08.397817 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-04894a78-ccc5-4a56-b99a-f70198e91ee4 req-3a3f9167-5e16-4b36-851a-d3dcd57acbfe tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7e9012f-7e2f-479d-8348-56b369bacadc HTTP/1.1" status: 200 len: 943 time: 0.1585732 Nov 16 11:40:08.466898 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-4559503b-3d56-44a2-8edf-46e8295bfff4 admin admin] For port ecf86465-ed44-4206-85de-393862a30c33, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=ecf86465-ed44-4206-85de-393862a30c33,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:40:08.467684 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4559503b-3d56-44a2-8edf-46e8295bfff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:08.495903 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-04894a78-ccc5-4a56-b99a-f70198e91ee4 req-b36b25e9-4245-40e7-bbf7-8259ec276a95 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ff963b-8329-4270-b61e-45280c6dba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948718 Nov 16 11:40:08.509537 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6654948-6dfb-48bd-9c2e-5f7526617b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:08.517054 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-4559503b-3d56-44a2-8edf-46e8295bfff4 admin admin] Calling delete_port for ecf86465-ed44-4206-85de-393862a30c33 owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:40:08.592725 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 4a67926d-2f8a-4127-9628-4c5987e167e2, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=4a67926d-2f8a-4127-9628-4c5987e167e2,segment=NetworkSegment(8043acd5-4a28-4dcf-ae57-3b552b41bbc0),segment_id=8043acd5-4a28-4dcf-ae57-3b552b41bbc0)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:40:08.632839 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6654948-6dfb-48bd-9c2e-5f7526617b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:08.657115 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '4a67926d-2f8a-4127-9628-4c5987e167e2', 'network_id': '20a976b3-4269-4e45-8f07-aa388b8223f2', 'port_id': '4a67926d-2f8a-4127-9628-4c5987e167e2', 'mac_address': 'fa:16:3e:f6:f9:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd54163ea-b6e5-473e-b29c-97d26895cfc7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:40:08.674585 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e57c903b-b9fc-4dc9-b905-435231ca11da None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:08.693528 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6654948-6dfb-48bd-9c2e-5f7526617b64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c5b6ebb-aa31-4518-a588-3858b2528956,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:08.702294 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6654948-6dfb-48bd-9c2e-5f7526617b64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:08.707076 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e6654948-6dfb-48bd-9c2e-5f7526617b64 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/0c5b6ebb-aa31-4518-a588-3858b2528956 HTTP/1.1" status: 204 len: 168 time: 0.4443631 Nov 16 11:40:08.712630 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55438) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:08.728853 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e57c903b-b9fc-4dc9-b905-435231ca11da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:08.765614 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee8e8e7-0070-4d70-a648-5fb8deedd453 None None] Network ac38a654-4075-456a-bc52-9a2a4fa7d579 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:40:08.852175 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-abba4250-af9d-410a-8b7d-3d8fabc8c7a4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Allocated IP 2001:db8::11 (d02e5c70-c13b-4c74-9763-e19ffb7dd482/edad1aa0-27e3-4d1f-aa55-44a6509731ce/1a436c5c-e24b-4c52-83da-b2c09aab50d3) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:40:08.852981 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b9f80-9b6e-4316-985a-0ce50e251986 req-5cdbb47e-71b7-4127-9ff5-f8c389da2269 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:08.854556 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3d4b9f80-9b6e-4316-985a-0ce50e251986 req-5cdbb47e-71b7-4127-9ff5-f8c389da2269 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4481794-1fff-4d7b-a731-0cfdb54249be HTTP/1.1" status: 200 len: 945 time: 0.0773230 Nov 16 11:40:08.855913 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4559503b-3d56-44a2-8edf-46e8295bfff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:08.872150 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f3377a86-5f81-4653-b02a-0e0f7525cea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:08.888023 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57c903b-b9fc-4dc9-b905-435231ca11da None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:40:08.894031 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559503b-3d56-44a2-8edf-46e8295bfff4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecf86465-ed44-4206-85de-393862a30c33,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:08.895093 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:08.897331 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7ba2e2-80ae-4616-b1a8-f17498c738b8 None None] Network 3d8f5011-2c98-4ffb-b132-8e9385309839 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:40:08.906985 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-e57c903b-b9fc-4dc9-b905-435231ca11da None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:40:08.964153 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57c903b-b9fc-4dc9-b905-435231ca11da None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:40:08.966241 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49d1e7d-6960-4c5e-9022-88b6768c82e3 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:40:08.974660 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c903b-b9fc-4dc9-b905-435231ca11da None None] Pushing event updated for resources: {'Port': ['ID=18e047a8-62b0-4320-986b-a10d39903e6f,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:08.988830 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a67926d-2f8a-4127-9628-4c5987e167e2 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:40:08.988991 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3d4b9f80-9b6e-4316-985a-0ce50e251986 req-4cba300c-3c5c-454d-b320-5952f2cc8c8b tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080563 Nov 16 11:40:08.993777 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4559503b-3d56-44a2-8edf-46e8295bfff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:09.037273 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-f3377a86-5f81-4653-b02a-0e0f7525cea5 admin admin] Deleting port 07024984-da4a-46ff-8eb7-ec2292c46369 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:40:09.037617 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f3377a86-5f81-4653-b02a-0e0f7525cea5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:09.100290 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-cda8e6a3-fb35-43e8-9d86-1caca62ab35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68001588-6510-4d4e-80c8-067e116d7bde', 'name': 'tempest-AttachVolumeShelveTestJSON-1665663980-router', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'ecf86465-ed44-4206-85de-393862a30c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:30:31Z', 'updated_at': '2021-11-16T11:40:06Z', 'revision_number': 5, 'project_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'gw_port': {'id': 'ecf86465-ed44-4206-85de-393862a30c33', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68001588-6510-4d4e-80c8-067e116d7bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:30:32Z', 'updated_at': '2021-11-16T11:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:09.169469 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-abba4250-af9d-410a-8b7d-3d8fabc8c7a4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:09.177295 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 4a67926d-2f8a-4127-9628-4c5987e167e2, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=4a67926d-2f8a-4127-9628-4c5987e167e2,segment=NetworkSegment(8043acd5-4a28-4dcf-ae57-3b552b41bbc0),segment_id=8043acd5-4a28-4dcf-ae57-3b552b41bbc0)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:40:09.182052 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-f3377a86-5f81-4653-b02a-0e0f7525cea5 admin admin] For port 07024984-da4a-46ff-8eb7-ec2292c46369, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=07024984-da4a-46ff-8eb7-ec2292c46369,segment=NetworkSegment(8c7d83bf-85a1-425d-b9b1-dd2526bf3d00),segment_id=8c7d83bf-85a1-425d-b9b1-dd2526bf3d00)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:40:09.182425 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f3377a86-5f81-4653-b02a-0e0f7525cea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:09.200488 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:09.203009 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda8e6a3-fb35-43e8-9d86-1caca62ab35a None None] Checking router: 68001588-6510-4d4e-80c8-067e116d7bde for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:40:09.205713 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-f3377a86-5f81-4653-b02a-0e0f7525cea5 admin admin] Calling delete_port for 07024984-da4a-46ff-8eb7-ec2292c46369 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:40:09.270719 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e57c903b-b9fc-4dc9-b905-435231ca11da None None] Attempting to bind port 18e047a8-62b0-4320-986b-a10d39903e6f on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:40:09.271337 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e57c903b-b9fc-4dc9-b905-435231ca11da None None] Attempting to bind port 18e047a8-62b0-4320-986b-a10d39903e6f by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:40:09.271854 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57c903b-b9fc-4dc9-b905-435231ca11da None None] Attempting to bind port 18e047a8-62b0-4320-986b-a10d39903e6f on network d02e5c70-c13b-4c74-9763-e19ffb7dd482 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:40:09.289075 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-abba4250-af9d-410a-8b7d-3d8fabc8c7a4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:09.296632 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda8e6a3-fb35-43e8-9d86-1caca62ab35a None None] Routers {'68001588-6510-4d4e-80c8-067e116d7bde'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:40:09.297737 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-cda8e6a3-fb35-43e8-9d86-1caca62ab35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:39:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['68001588-6510-4d4e-80c8-067e116d7bde'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:09.308306 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57c903b-b9fc-4dc9-b905-435231ca11da None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:40:09.308930 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57c903b-b9fc-4dc9-b905-435231ca11da None None] Checking segment: {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:40:09.309385 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e57c903b-b9fc-4dc9-b905-435231ca11da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:09.309786 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57c903b-b9fc-4dc9-b905-435231ca11da None None] Bound using segment: {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:40:09.310301 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e57c903b-b9fc-4dc9-b905-435231ca11da None None] Bound port: 18e047a8-62b0-4320-986b-a10d39903e6f, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:40:09.310685 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e57c903b-b9fc-4dc9-b905-435231ca11da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:09.366254 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abba4250-af9d-410a-8b7d-3d8fabc8c7a4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:40:09.371271 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-abba4250-af9d-410a-8b7d-3d8fabc8c7a4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:40:09.373244 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba4250-af9d-410a-8b7d-3d8fabc8c7a4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Port': ['ID=1a436c5c-e24b-4c52-83da-b2c09aab50d3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:09.376486 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abba4250-af9d-410a-8b7d-3d8fabc8c7a4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:40:09.382687 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abba4250-af9d-410a-8b7d-3d8fabc8c7a4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:09.383364 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-abba4250-af9d-410a-8b7d-3d8fabc8c7a4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:09.397605 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f3377a86-5f81-4653-b02a-0e0f7525cea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:09.406260 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba4250-af9d-410a-8b7d-3d8fabc8c7a4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:40:09.406617 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba4250-af9d-410a-8b7d-3d8fabc8c7a4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:40:09.406995 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba4250-af9d-410a-8b7d-3d8fabc8c7a4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:40:09.407940 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba4250-af9d-410a-8b7d-3d8fabc8c7a4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:40:09.408218 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba4250-af9d-410a-8b7d-3d8fabc8c7a4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:40:09.408504 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba4250-af9d-410a-8b7d-3d8fabc8c7a4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:40:09.408809 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba4250-af9d-410a-8b7d-3d8fabc8c7a4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:40:09.409143 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba4250-af9d-410a-8b7d-3d8fabc8c7a4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:40:09.409467 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba4250-af9d-410a-8b7d-3d8fabc8c7a4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:40:09.409809 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba4250-af9d-410a-8b7d-3d8fabc8c7a4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:40:09.410143 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba4250-af9d-410a-8b7d-3d8fabc8c7a4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:40:09.410470 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba4250-af9d-410a-8b7d-3d8fabc8c7a4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:40:09.433882 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-cda8e6a3-fb35-43e8-9d86-1caca62ab35a None None] Set router 68001588-6510-4d4e-80c8-067e116d7bde gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:40:09.438866 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3377a86-5f81-4653-b02a-0e0f7525cea5 admin admin] No DVR routers for this DVR port 07024984-da4a-46ff-8eb7-ec2292c46369 on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:40:09.446125 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-abba4250-af9d-410a-8b7d-3d8fabc8c7a4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1207445 Nov 16 11:40:09.447230 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3377a86-5f81-4653-b02a-0e0f7525cea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=07024984-da4a-46ff-8eb7-ec2292c46369,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:09.449151 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55450) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:09.506567 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=4a67926d-2f8a-4127-9628-4c5987e167e2,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:09.529186 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['4a67926d-2f8a-4127-9628-4c5987e167e2'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:40:09.535843 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7637a0ee-3525-4278-9ff1-0d745896c3d9 None None] DHCP port deletion for ac38a654-4075-456a-bc52-9a2a4fa7d579 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:40:09.537678 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-cda8e6a3-fb35-43e8-9d86-1caca62ab35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68001588-6510-4d4e-80c8-067e116d7bde', 'name': 'tempest-AttachVolumeShelveTestJSON-1665663980-router', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:30:31Z', 'updated_at': '2021-11-16T11:40:08Z', 'revision_number': 7, 'project_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:09.586046 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f3377a86-5f81-4653-b02a-0e0f7525cea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:09.595587 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4559503b-3d56-44a2-8edf-46e8295bfff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:09.599231 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda8e6a3-fb35-43e8-9d86-1caca62ab35a None None] The sync data for ids ['68001588-6510-4d4e-80c8-067e116d7bde'] in n-d-816823-3 is: [{'id': '68001588-6510-4d4e-80c8-067e116d7bde', 'name': 'tempest-AttachVolumeShelveTestJSON-1665663980-router', 'tenant_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:30:31Z', 'updated_at': '2021-11-16T11:40:08Z', 'revision_number': 7, 'project_id': '8c5b26505ce44fcf9f1b35a78ab4d371', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:40:09.610230 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4559503b-3d56-44a2-8edf-46e8295bfff4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:09.622268 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-f3377a86-5f81-4653-b02a-0e0f7525cea5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac38a654-4075-456a-bc52-9a2a4fa7d579']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:09.634971 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2d91e5-99ab-474b-a3a8-f8cca3897dbc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:09.640945 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2d91e5-99ab-474b-a3a8-f8cca3897dbc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:09.645769 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ea2d91e5-99ab-474b-a3a8-f8cca3897dbc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1920412 Nov 16 11:40:09.653197 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55454) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:09.654775 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e57c903b-b9fc-4dc9-b905-435231ca11da None None] For port 18e047a8-62b0-4320-986b-a10d39903e6f, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:40:09.662119 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e57c903b-b9fc-4dc9-b905-435231ca11da None None] For port 18e047a8-62b0-4320-986b-a10d39903e6f, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=18e047a8-62b0-4320-986b-a10d39903e6f,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:40:09.668744 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-f3377a86-5f81-4653-b02a-0e0f7525cea5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c7d83bf-85a1-425d-b9b1-dd2526bf3d00') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:09.669048 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-f3377a86-5f81-4653-b02a-0e0f7525cea5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c7d83bf-85a1-425d-b9b1-dd2526bf3d00') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:09.670913 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e57c903b-b9fc-4dc9-b905-435231ca11da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:09.709482 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4559503b-3d56-44a2-8edf-46e8295bfff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:09.710259 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4559503b-3d56-44a2-8edf-46e8295bfff4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68001588-6510-4d4e-80c8-067e116d7bde {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:40:09.713513 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f3377a86-5f81-4653-b02a-0e0f7525cea5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:09.719576 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4559503b-3d56-44a2-8edf-46e8295bfff4 admin admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:09.723212 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4559503b-3d56-44a2-8edf-46e8295bfff4 admin admin] 10.222.0.61 "DELETE /v2.0/routers/68001588-6510-4d4e-80c8-067e116d7bde HTTP/1.1" status: 204 len: 168 time: 2.0521944 Nov 16 11:40:09.737736 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55456) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:09.796897 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f3377a86-5f81-4653-b02a-0e0f7525cea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:09.808061 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3377a86-5f81-4653-b02a-0e0f7525cea5 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:40:09.808696 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f3377a86-5f81-4653-b02a-0e0f7525cea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:09.810837 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:40:09.810837 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:40:09.810837 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:40:09.810837 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:40:09.810837 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:40:09.810837 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:40:09.810837 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:40:09.810837 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:40:09.810837 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:40:09.810837 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:40:09.810837 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:40:09.810837 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:40:09.810837 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:40:09.810837 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:40:09.810837 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:40:09.810837 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:40:09.810837 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:40:09.810837 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:40:09.810837 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:40:09.810837 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:40:09.810837 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:40:09.810837 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:40:09.810837 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:40:09.810837 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:40:09.810837 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:40:09.810837 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:40:09.810837 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:40:09.810837 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:40:09.810837 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:40:09.810837 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:40:09.810837 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:40:09.810837 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:40:09.812834 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device a9a89e3d-f4fd-40db-9bd0-af45c292add6 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:40:09.835276 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: a9a89e3d-f4fd-40db-9bd0-af45c292add6 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:40:09.835616 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device a9a89e3d-f4fd-40db-9bd0-af45c292add6 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:40:09.836057 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 63085609-c37f-46eb-8516-a0093c03b01d no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:40:09.846064 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-c0950b15-b227-4d48-b10c-fb43de61054a tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:09.853311 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-c0950b15-b227-4d48-b10c-fb43de61054a tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.61 "GET /v2.0/networks?id=55b454e1-16d0-496a-b5c0-a0a4f471cd9d HTTP/1.1" status: 200 len: 811 time: 0.3831234 Nov 16 11:40:09.877061 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-4c41b01b-d0ef-4193-b581-4519283f92de tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.61 "GET /v2.0/quotas/bce1f7c0238c4b4d92f11b5a66ae4495 HTTP/1.1" status: 200 len: 375 time: 0.0227902 Nov 16 11:40:09.890215 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 63085609-c37f-46eb-8516-a0093c03b01d {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:40:09.890756 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 63085609-c37f-46eb-8516-a0093c03b01d not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:40:09.891017 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 07024984-da4a-46ff-8eb7-ec2292c46369 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:40:09.896865 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f3377a86-5f81-4653-b02a-0e0f7525cea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:09.901311 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-efd855a4-d10a-4b86-ad01-8232a3c1e539 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting port 1a436c5c-e24b-4c52-83da-b2c09aab50d3 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:40:09.901884 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-efd855a4-d10a-4b86-ad01-8232a3c1e539 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:09.902549 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-b10da32e-1d72-4320-b4e5-eb5b23c716fd admin admin] Deleting subnet d5fcc0bd-d8ea-41ad-86b1-2d27bd924015 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:40:09.910615 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f3377a86-5f81-4653-b02a-0e0f7525cea5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:09.915537 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c903b-b9fc-4dc9-b905-435231ca11da None None] Pushing event updated for resources: {'Port': ['ID=18e047a8-62b0-4320-986b-a10d39903e6f,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:09.918556 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f3377a86-5f81-4653-b02a-0e0f7525cea5 admin admin] 10.222.0.61 "DELETE /v2.0/networks/ac38a654-4075-456a-bc52-9a2a4fa7d579 HTTP/1.1" status: 204 len: 168 time: 1.2051029 Nov 16 11:40:09.935393 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 07024984-da4a-46ff-8eb7-ec2292c46369 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:40:09.938516 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-d78b1595-056f-475a-b17b-0198f13e2122 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=bce1f7c0238c4b4d92f11b5a66ae4495&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601201 Nov 16 11:40:09.938833 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b10da32e-1d72-4320-b4e5-eb5b23c716fd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:09.939069 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 07024984-da4a-46ff-8eb7-ec2292c46369 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:40:09.983613 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3377a86-5f81-4653-b02a-0e0f7525cea5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac38a654-4075-456a-bc52-9a2a4fa7d579,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:10.003432 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b10da32e-1d72-4320-b4e5-eb5b23c716fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:10.062435 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-efd855a4-d10a-4b86-ad01-8232a3c1e539 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:10.076383 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-efd855a4-d10a-4b86-ad01-8232a3c1e539 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Calling delete_port for 1a436c5c-e24b-4c52-83da-b2c09aab50d3 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:40:10.156024 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55462) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:10.178588 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-9578eabd-c2b0-41fd-8ec9-915de1453000 service neutron] 10.222.0.61 "GET /v2.0/networks/55b454e1-16d0-496a-b5c0-a0a4f471cd9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174053 Nov 16 11:40:10.179681 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b10da32e-1d72-4320-b4e5-eb5b23c716fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:10.238383 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5ad167ca-e7c0-4661-be85-7fdd54eeb438 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5de40747a10d44f79906618ae036d315&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0810804 Nov 16 11:40:10.240938 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55464) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:10.248515 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-efd855a4-d10a-4b86-ad01-8232a3c1e539 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:10.302300 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd855a4-d10a-4b86-ad01-8232a3c1e539 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Port': ['ID=1a436c5c-e24b-4c52-83da-b2c09aab50d3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:10.318663 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-0f20968f-c2a6-4032-a320-0e87843afe90 service neutron] 10.222.0.61 "GET /v2.0/networks/55b454e1-16d0-496a-b5c0-a0a4f471cd9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198688 Nov 16 11:40:10.335935 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b10da32e-1d72-4320-b4e5-eb5b23c716fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:10.362227 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-efd855a4-d10a-4b86-ad01-8232a3c1e539 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:10.364306 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b10da32e-1d72-4320-b4e5-eb5b23c716fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:10.367647 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-efd855a4-d10a-4b86-ad01-8232a3c1e539 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/ports/1a436c5c-e24b-4c52-83da-b2c09aab50d3 HTTP/1.1" status: 204 len: 168 time: 0.7110364 Nov 16 11:40:10.368556 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b10da32e-1d72-4320-b4e5-eb5b23c716fd admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d5fcc0bd-d8ea-41ad-86b1-2d27bd924015 HTTP/1.1" status: 204 len: 168 time: 0.6290081 Nov 16 11:40:10.368704 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55466) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:10.372807 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55468) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:10.373367 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096bd03d-fc87-494e-9c61-7a27a286eab6 None None] Network f04978c1-c257-48cf-8767-22c9cfb6cb25 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:40:10.429787 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10da32e-1d72-4320-b4e5-eb5b23c716fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5fcc0bd-d8ea-41ad-86b1-2d27bd924015,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:10.457065 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-395475ea-2b7c-4b8f-9363-4feab0280bcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:10.503268 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-be5dac7b-b553-425b-b708-b278fce0a127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:10.511966 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-395475ea-2b7c-4b8f-9363-4feab0280bcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:10.546384 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074da86c-c68f-4063-b586-d5883d202712 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:10.548077 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074da86c-c68f-4063-b586-d5883d202712 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:10.549699 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-074da86c-c68f-4063-b586-d5883d202712 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1437352 Nov 16 11:40:10.552331 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55470) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:10.617031 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-be5dac7b-b553-425b-b708-b278fce0a127 admin admin] Deleting port af2ac4e8-324e-4c28-8361-12e72710848c {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:40:10.617419 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-be5dac7b-b553-425b-b708-b278fce0a127 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:10.617830 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-267b2cb5-4c6a-4e25-a5c8-6a50a100e8d7 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting subnet edad1aa0-27e3-4d1f-aa55-44a6509731ce {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:40:10.624999 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-267b2cb5-4c6a-4e25-a5c8-6a50a100e8d7 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:10.650453 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-395475ea-2b7c-4b8f-9363-4feab0280bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:10.655493 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-395475ea-2b7c-4b8f-9363-4feab0280bcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:10.656700 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-395475ea-2b7c-4b8f-9363-4feab0280bcb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5e390d52-fa5e-45c6-ae30-97703d6117ac HTTP/1.1" status: 204 len: 168 time: 0.4147179 Nov 16 11:40:10.725298 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395475ea-2b7c-4b8f-9363-4feab0280bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e390d52-fa5e-45c6-ae30-97703d6117ac,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:10.732034 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-267b2cb5-4c6a-4e25-a5c8-6a50a100e8d7 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:10.755853 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00640a94-ec7c-4061-bcd4-41b1270faa9c None None] DHCP port deletion for f04978c1-c257-48cf-8767-22c9cfb6cb25 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:40:10.838400 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-00640a94-ec7c-4061-bcd4-41b1270faa9c None None] Deleting port af2ac4e8-324e-4c28-8361-12e72710848c {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:40:10.838941 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-00640a94-ec7c-4061-bcd4-41b1270faa9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:10.894172 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85466ad-0b77-482c-89c1-84591a0cd11e req-8d82c168-2b29-4593-a774-b545311e074b tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:10.895934 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e85466ad-0b77-482c-89c1-84591a0cd11e req-8d82c168-2b29-4593-a774-b545311e074b tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7e9012f-7e2f-479d-8348-56b369bacadc HTTP/1.1" status: 200 len: 944 time: 0.2158527 Nov 16 11:40:10.971842 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-00640a94-ec7c-4061-bcd4-41b1270faa9c None None] For port af2ac4e8-324e-4c28-8361-12e72710848c, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=af2ac4e8-324e-4c28-8361-12e72710848c,segment=NetworkSegment(1186fe7f-5dbc-4e04-af0c-6c5994d769cc),segment_id=1186fe7f-5dbc-4e04-af0c-6c5994d769cc)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:40:10.972392 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-00640a94-ec7c-4061-bcd4-41b1270faa9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:11.007097 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-00640a94-ec7c-4061-bcd4-41b1270faa9c None None] Calling delete_port for af2ac4e8-324e-4c28-8361-12e72710848c owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:40:11.062288 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-267b2cb5-4c6a-4e25-a5c8-6a50a100e8d7 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:11.140828 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-be5dac7b-b553-425b-b708-b278fce0a127 admin admin] For port af2ac4e8-324e-4c28-8361-12e72710848c, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=af2ac4e8-324e-4c28-8361-12e72710848c,segment=NetworkSegment(1186fe7f-5dbc-4e04-af0c-6c5994d769cc),segment_id=1186fe7f-5dbc-4e04-af0c-6c5994d769cc)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:40:11.140828 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-be5dac7b-b553-425b-b708-b278fce0a127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:11.153335 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-be5dac7b-b553-425b-b708-b278fce0a127 admin admin] Calling delete_port for af2ac4e8-324e-4c28-8361-12e72710848c owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:40:11.164137 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-00640a94-ec7c-4061-bcd4-41b1270faa9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:11.190158 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00640a94-ec7c-4061-bcd4-41b1270faa9c None None] No DVR routers for this DVR port af2ac4e8-324e-4c28-8361-12e72710848c on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:40:11.238913 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00640a94-ec7c-4061-bcd4-41b1270faa9c None None] Pushing event deleted for resources: {'Port': ['ID=af2ac4e8-324e-4c28-8361-12e72710848c,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:11.258889 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e85466ad-0b77-482c-89c1-84591a0cd11e req-a3d166a9-9d5f-411b-b65b-c8cdae4b7cff tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ff963b-8329-4270-b61e-45280c6dba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3476884 Nov 16 11:40:11.302305 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-be5dac7b-b553-425b-b708-b278fce0a127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:11.317567 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-267b2cb5-4c6a-4e25-a5c8-6a50a100e8d7 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:11.361689 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5dac7b-b553-425b-b708-b278fce0a127 admin admin] Pushing event deleted for resources: {'Port': ['ID=af2ac4e8-324e-4c28-8361-12e72710848c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:11.370248 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5dac7b-b553-425b-b708-b278fce0a127 admin admin] No DVR routers for this DVR port af2ac4e8-324e-4c28-8361-12e72710848c on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:40:11.373051 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b2cb5-4c6a-4e25-a5c8-6a50a100e8d7 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Subnet': ['ID=edad1aa0-27e3-4d1f-aa55-44a6509731ce,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:11.383255 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-267b2cb5-4c6a-4e25-a5c8-6a50a100e8d7 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:11.386444 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-267b2cb5-4c6a-4e25-a5c8-6a50a100e8d7 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/edad1aa0-27e3-4d1f-aa55-44a6509731ce HTTP/1.1" status: 204 len: 168 time: 0.8331175 Nov 16 11:40:11.394576 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55496) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:11.465575 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-be5dac7b-b553-425b-b708-b278fce0a127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:11.483107 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e60873a1-cb0e-413c-ab3d-635ba68fbaac tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0870926 Nov 16 11:40:11.486749 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55500) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:11.494514 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-858c9e77-18d8-4e27-a3e1-ab09fcb0c575 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'subnet': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:40:11.499811 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-be5dac7b-b553-425b-b708-b278fce0a127 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f04978c1-c257-48cf-8767-22c9cfb6cb25']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:11.515740 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-be5dac7b-b553-425b-b708-b278fce0a127 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1186fe7f-5dbc-4e04-af0c-6c5994d769cc') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:11.516104 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-be5dac7b-b553-425b-b708-b278fce0a127 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1186fe7f-5dbc-4e04-af0c-6c5994d769cc') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:11.526969 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-be5dac7b-b553-425b-b708-b278fce0a127 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:11.546346 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-be5dac7b-b553-425b-b708-b278fce0a127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:11.572777 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be5dac7b-b553-425b-b708-b278fce0a127 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:40:11.573390 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-be5dac7b-b553-425b-b708-b278fce0a127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:11.581593 n-d-816823-3 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:40:11.581593 n-d-816823-3 neutron-server[102668]: self.session.flush() Nov 16 11:40:11.581593 n-d-816823-3 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:40:11.581593 n-d-816823-3 neutron-server[102668]: self.session.flush() Nov 16 11:40:11.581593 n-d-816823-3 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:40:11.581593 n-d-816823-3 neutron-server[102668]: self.session.flush() Nov 16 11:40:11.581593 n-d-816823-3 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:40:11.581593 n-d-816823-3 neutron-server[102668]: self.session.flush() Nov 16 11:40:11.581593 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:40:11.581593 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:40:11.581593 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:40:11.581593 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:40:11.581593 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:40:11.581593 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:40:11.581593 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:40:11.581593 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:40:11.581593 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:40:11.581593 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:40:11.581593 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:40:11.581593 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:40:11.581593 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:40:11.581593 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:40:11.581593 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:40:11.581593 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:40:11.581593 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:40:11.581593 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:40:11.581593 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:40:11.581593 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:40:11.581593 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:40:11.581593 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:40:11.581593 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:40:11.581593 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:40:11.581593 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:40:11.581593 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:40:11.581593 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:40:11.581593 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:40:11.581593 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:40:11.581593 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:40:11.581593 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:40:11.581593 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:40:11.592704 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20bea57-089f-4575-93bb-3bc7e6953421 req-54c3e052-71c0-4d36-8620-50a22f6ad389 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:11.594568 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e20bea57-089f-4575-93bb-3bc7e6953421 req-54c3e052-71c0-4d36-8620-50a22f6ad389 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4481794-1fff-4d7b-a731-0cfdb54249be HTTP/1.1" status: 200 len: 945 time: 0.2291105 Nov 16 11:40:11.662718 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-be5dac7b-b553-425b-b708-b278fce0a127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:11.686534 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-be5dac7b-b553-425b-b708-b278fce0a127 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:11.695104 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-be5dac7b-b553-425b-b708-b278fce0a127 admin admin] 10.222.0.61 "DELETE /v2.0/networks/f04978c1-c257-48cf-8767-22c9cfb6cb25 HTTP/1.1" status: 204 len: 168 time: 1.3212872 Nov 16 11:40:11.720832 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5dac7b-b553-425b-b708-b278fce0a127 admin admin] Pushing event deleted for resources: {'Network': ['ID=f04978c1-c257-48cf-8767-22c9cfb6cb25,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:11.730118 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e20bea57-089f-4575-93bb-3bc7e6953421 req-5bf17a6f-7636-4561-9dd5-9dd290c4acd9 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100574 Nov 16 11:40:11.759102 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 18e047a8-62b0-4320-986b-a10d39903e6f up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:40:11.766601 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858c9e77-18d8-4e27-a3e1-ab09fcb0c575 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:40:11.773635 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-858c9e77-18d8-4e27-a3e1-ab09fcb0c575 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:11.790324 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ef4936-8eb9-43f7-8fa8-1c97bfbe0090 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:40:11.867922 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3eaa0552-9f7f-4d59-8479-ad26170bee94 req-c1d8f43c-ac1d-4852-b961-ffe0c0c26afa tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d64a4c1-ff3f-4fb7-bcb3-ffc09cead5f9 HTTP/1.1" status: 200 len: 210 time: 0.0321748 Nov 16 11:40:11.868147 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6f0b7f42-b5c7-4d22-91c9-9422d83ada58 None None] Provisioning complete for port 18e047a8-62b0-4320-986b-a10d39903e6f triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:40:11.868411 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6f0b7f42-b5c7-4d22-91c9-9422d83ada58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:11.920710 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 4a67926d-2f8a-4127-9628-4c5987e167e2 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:40:11.926630 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55514) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:11.978917 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 18e047a8-62b0-4320-986b-a10d39903e6f triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:40:11.979486 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:11.988036 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-eb349c39-a78a-4a15-ad0c-501c5ed849b0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8c5b26505ce44fcf9f1b35a78ab4d371&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0585780 Nov 16 11:40:11.988689 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55516) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:12.042739 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-77dad8a7-2607-4996-9ddb-e05448a8705b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:12.099618 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6362753-71df-4058-8281-7acf5389b8cf req-3bb952e3-788c-4e4c-8111-0a856faed932 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:12.101131 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b6362753-71df-4058-8281-7acf5389b8cf req-3bb952e3-788c-4e4c-8111-0a856faed932 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4481794-1fff-4d7b-a731-0cfdb54249be HTTP/1.1" status: 200 len: 945 time: 0.1406760 Nov 16 11:40:12.112988 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-77dad8a7-2607-4996-9ddb-e05448a8705b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:12.137770 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port 4a67926d-2f8a-4127-9628-4c5987e167e2 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:40:12.144970 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6f0b7f42-b5c7-4d22-91c9-9422d83ada58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:12.147785 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 4a67926d-2f8a-4127-9628-4c5987e167e2 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:40:12.148146 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:12.156209 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-858c9e77-18d8-4e27-a3e1-ab09fcb0c575 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:12.223626 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c9e77-18d8-4e27-a3e1-ab09fcb0c575 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Subnet': ['ID=7f166ef9-a440-4bc6-837d-a8e51a400a83,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:12.240930 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:12.253951 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b6362753-71df-4058-8281-7acf5389b8cf req-d00b097e-512a-4b4d-a825-99b4994f78f5 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447494 Nov 16 11:40:12.260336 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-6f0b7f42-b5c7-4d22-91c9-9422d83ada58 None None] For port 18e047a8-62b0-4320-986b-a10d39903e6f, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=18e047a8-62b0-4320-986b-a10d39903e6f,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:40:12.262915 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417e7d78-a19b-4186-b9af-5f4f214759bf None None] DHCP port deletion for d02e5c70-c13b-4c74-9763-e19ffb7dd482 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:40:12.264961 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858c9e77-18d8-4e27-a3e1-ab09fcb0c575 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:40:12.282676 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-858c9e77-18d8-4e27-a3e1-ab09fcb0c575 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:40:12.290037 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858c9e77-18d8-4e27-a3e1-ab09fcb0c575 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:12.293211 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-858c9e77-18d8-4e27-a3e1-ab09fcb0c575 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:12.305425 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6f0b7f42-b5c7-4d22-91c9-9422d83ada58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:12.342507 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-858c9e77-18d8-4e27-a3e1-ab09fcb0c575 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8522294 Nov 16 11:40:12.343090 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55526) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:12.348988 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-77dad8a7-2607-4996-9ddb-e05448a8705b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:12.351970 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-77dad8a7-2607-4996-9ddb-e05448a8705b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:12.363419 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-2313615b-4688-40c6-9a1b-d35e20d2fee1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'port': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'name': 'tempest-NetworksTestDHCPv6-1990747281'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:40:12.367995 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-77dad8a7-2607-4996-9ddb-e05448a8705b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/90ff56c5-51c4-4ada-800d-317f5f5e5e0b HTTP/1.1" status: 204 len: 168 time: 0.3661582 Nov 16 11:40:12.396355 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-fde5999e-d3cb-4e12-baf2-5592454035dd tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:12.401576 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-fde5999e-d3cb-4e12-baf2-5592454035dd tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.64 "GET /v2.0/networks?id=55b454e1-16d0-496a-b5c0-a0a4f471cd9d HTTP/1.1" status: 200 len: 811 time: 0.2681918 Nov 16 11:40:12.414211 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dad8a7-2607-4996-9ddb-e05448a8705b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ff56c5-51c4-4ada-800d-317f5f5e5e0b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:12.435063 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-66bde89c-2616-44a6-9e50-731be1be6fa9 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] Request body: {'port': {'device_id': '0d64a4c1-ff3f-4fb7-bcb3-ffc09cead5f9', 'network_id': '55b454e1-16d0-496a-b5c0-a0a4f471cd9d', 'admin_state_up': True, 'tenant_id': 'bce1f7c0238c4b4d92f11b5a66ae4495'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:40:12.645384 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.api [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:40:12.645749 n-d-816823-3 neutron-server[102670]: DEBUG oslo_db.api [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:40:12.645873 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-66bde89c-2616-44a6-9e50-731be1be6fa9 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] Made reservation on behalf of bce1f7c0238c4b4d92f11b5a66ae4495 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:40:12.649103 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b7f42-b5c7-4d22-91c9-9422d83ada58 None None] Pushing event updated for resources: {'Port': ['ID=18e047a8-62b0-4320-986b-a10d39903e6f,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:12.653236 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:12.654051 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-66bde89c-2616-44a6-9e50-731be1be6fa9 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:12.662724 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2313615b-4688-40c6-9a1b-d35e20d2fee1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:40:12.671409 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2313615b-4688-40c6-9a1b-d35e20d2fee1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:12.677415 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-417e7d78-a19b-4186-b9af-5f4f214759bf None None] Deleting port 18e047a8-62b0-4320-986b-a10d39903e6f {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:40:12.677788 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-417e7d78-a19b-4186-b9af-5f4f214759bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:12.688163 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e9012f-7e2f-479d-8348-56b369bacadc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a67926d-2f8a-4127-9628-4c5987e167e2'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:40:12.691083 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab9b7d9-cb36-446d-a765-f2cdf5bd3189" -d '{"events": [{"server_uuid": "d7e9012f-7e2f-479d-8348-56b369bacadc", "name": "network-vif-plugged", "status": "completed", "tag": "4a67926d-2f8a-4127-9628-4c5987e167e2"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:40:12.741998 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 4a67926d-2f8a-4127-9628-4c5987e167e2, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=4a67926d-2f8a-4127-9628-4c5987e167e2,segment=NetworkSegment(8043acd5-4a28-4dcf-ae57-3b552b41bbc0),segment_id=8043acd5-4a28-4dcf-ae57-3b552b41bbc0)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:40:12.744988 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-2313615b-4688-40c6-9a1b-d35e20d2fee1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] device_id is not set on port 21c9efea-5846-4da4-af83-1193c8934eba yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:40:12.754375 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:12.780413 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd8e4d-9371-4f4c-ae93-7ad89fd6c900 req-82ed4ead-c73f-4a69-9fe4-f99d8ed52c4a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:12.782869 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-72cd8e4d-9371-4f4c-ae93-7ad89fd6c900 req-82ed4ead-c73f-4a69-9fe4-f99d8ed52c4a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4481794-1fff-4d7b-a731-0cfdb54249be HTTP/1.1" status: 200 len: 945 time: 0.2350409 Nov 16 11:40:12.834523 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-417e7d78-a19b-4186-b9af-5f4f214759bf None None] For port 18e047a8-62b0-4320-986b-a10d39903e6f, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=18e047a8-62b0-4320-986b-a10d39903e6f,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:40:12.834928 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-417e7d78-a19b-4186-b9af-5f4f214759bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:12.837826 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=4a67926d-2f8a-4127-9628-4c5987e167e2,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:12.840442 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-66bde89c-2616-44a6-9e50-731be1be6fa9 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] Allocated IP 172.20.0.8 (55b454e1-16d0-496a-b5c0-a0a4f471cd9d/e44602aa-4f29-45e6-812e-6bd2f2c54c35/6919b9e1-082a-454d-8c99-fbf9678c7605) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:40:12.859922 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-417e7d78-a19b-4186-b9af-5f4f214759bf None None] Calling delete_port for 18e047a8-62b0-4320-986b-a10d39903e6f owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:40:13.010698 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-417e7d78-a19b-4186-b9af-5f4f214759bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:13.031516 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-72cd8e4d-9371-4f4c-ae93-7ad89fd6c900 req-32b6534a-6191-417f-b998-fdcecf7730f9 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025831 Nov 16 11:40:13.064839 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-66bde89c-2616-44a6-9e50-731be1be6fa9 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:13.074653 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6a4b652c-635d-4352-ba90-5740c99f01b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:13.076906 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e7d78-a19b-4186-b9af-5f4f214759bf None None] Pushing event deleted for resources: {'Port': ['ID=18e047a8-62b0-4320-986b-a10d39903e6f,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:13.086891 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417e7d78-a19b-4186-b9af-5f4f214759bf None None] No DVR routers for this DVR port 18e047a8-62b0-4320-986b-a10d39903e6f on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:40:13.100510 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-66bde89c-2616-44a6-9e50-731be1be6fa9 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:13.112029 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b85d6f1-238f-4166-86ab-4725bce8aa09 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:40:13.160002 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-66bde89c-2616-44a6-9e50-731be1be6fa9 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] Network 55b454e1-16d0-496a-b5c0-a0a4f471cd9d is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:40:13.177694 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-2313615b-4688-40c6-9a1b-d35e20d2fee1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Allocated IP 2001:db8::1a8 (d02e5c70-c13b-4c74-9763-e19ffb7dd482/7f166ef9-a440-4bc6-837d-a8e51a400a83/21c9efea-5846-4da4-af83-1193c8934eba) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:40:13.193667 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Port 18e047a8-62b0-4320-986b-a10d39903e6f update to ACTIVE by agent not found {{(pid=102670) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 16 11:40:13.211845 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-66bde89c-2616-44a6-9e50-731be1be6fa9 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:40:13.218448 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bde89c-2616-44a6-9e50-731be1be6fa9 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] Pushing event updated for resources: {'Port': ['ID=6919b9e1-082a-454d-8c99-fbf9678c7605,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:13.222127 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-66bde89c-2616-44a6-9e50-731be1be6fa9 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:40:13.303353 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 461ec1e0-4870-4662-b435-6f1561c2e29e no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:40:13.308792 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e78ac3-4e35-474f-a137-46584668d215 req-b6c1a221-6027-42ea-98ca-4e92d52d731b tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:13.310111 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c1e78ac3-4e35-474f-a137-46584668d215 req-b6c1a221-6027-42ea-98ca-4e92d52d731b tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7e9012f-7e2f-479d-8348-56b369bacadc HTTP/1.1" status: 200 len: 945 time: 0.1289170 Nov 16 11:40:13.329275 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-66bde89c-2616-44a6-9e50-731be1be6fa9 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:13.329964 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-66bde89c-2616-44a6-9e50-731be1be6fa9 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:13.380229 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-66bde89c-2616-44a6-9e50-731be1be6fa9 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9620318 Nov 16 11:40:13.388407 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 461ec1e0-4870-4662-b435-6f1561c2e29e {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:40:13.388794 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 461ec1e0-4870-4662-b435-6f1561c2e29e not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:40:13.389178 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device ecf86465-ed44-4206-85de-393862a30c33 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:40:13.393497 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-7c3cf2e5-278a-48fc-a835-7a23a9b7572b service neutron] Request body: {'port': {'device_id': '0d64a4c1-ff3f-4fb7-bcb3-ffc09cead5f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:40:13.415257 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: ecf86465-ed44-4206-85de-393862a30c33 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:40:13.415596 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device ecf86465-ed44-4206-85de-393862a30c33 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:40:13.416020 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device af2ac4e8-324e-4c28-8361-12e72710848c no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:40:13.461719 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c1e78ac3-4e35-474f-a137-46584668d215 req-ea1ef4d2-ff23-4af9-aff2-99a7ca468394 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ff963b-8329-4270-b61e-45280c6dba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355593 Nov 16 11:40:13.463872 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-7c3cf2e5-278a-48fc-a835-7a23a9b7572b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:13.471316 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9ee573-d191-46e5-83ce-cf9413e3b52b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-d02e5c70-c13b-4c74-9763-e19ffb7dd482', 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'tenant_id': '4ebb44564e554f6b8a2c06865b79e6ad', 'fixed_ips': [{'subnet_id': '7f166ef9-a440-4bc6-837d-a8e51a400a83'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:40:13.472206 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cf9ee573-d191-46e5-83ce-cf9413e3b52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:13.476063 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: af2ac4e8-324e-4c28-8361-12e72710848c {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:40:13.476423 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device af2ac4e8-324e-4c28-8361-12e72710848c not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:40:13.544175 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2313615b-4688-40c6-9a1b-d35e20d2fee1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:13.618575 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656d8af4-beaa-484c-8b35-abe8dd7d7599 x-openstack-request-id: req-656d8af4-beaa-484c-8b35-abe8dd7d7599 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:40:13.619118 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e9012f-7e2f-479d-8348-56b369bacadc", "name": "network-vif-plugged", "status": "completed", "tag": "4a67926d-2f8a-4127-9628-4c5987e167e2", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:40:13.619529 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-656d8af4-beaa-484c-8b35-abe8dd7d7599 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:40:13.620279 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e9012f-7e2f-479d-8348-56b369bacadc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a67926d-2f8a-4127-9628-4c5987e167e2', 'code': 200} Nov 16 11:40:13.652020 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2313615b-4688-40c6-9a1b-d35e20d2fee1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:13.680508 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 18e047a8-62b0-4320-986b-a10d39903e6f no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:40:13.698870 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2313615b-4688-40c6-9a1b-d35e20d2fee1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:40:13.702698 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-2313615b-4688-40c6-9a1b-d35e20d2fee1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:40:13.715590 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 18e047a8-62b0-4320-986b-a10d39903e6f {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:40:13.715933 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 18e047a8-62b0-4320-986b-a10d39903e6f not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:40:13.741675 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-cf9ee573-d191-46e5-83ce-cf9413e3b52b None None] Allocated IP 2001:db8::2 (d02e5c70-c13b-4c74-9763-e19ffb7dd482/7f166ef9-a440-4bc6-837d-a8e51a400a83/39314e43-78fe-45f2-b11a-24f459823e23) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:40:13.750222 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5571ea-3ef7-446f-990a-b8ab576e2d34 req-47b9d82c-299e-4e8b-816a-a39e3ad33bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:13.751755 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ac5571ea-3ef7-446f-990a-b8ab576e2d34 req-47b9d82c-299e-4e8b-816a-a39e3ad33bc0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d7e9012f-7e2f-479d-8348-56b369bacadc HTTP/1.1" status: 200 len: 1096 time: 0.1032987 Nov 16 11:40:13.780325 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2313615b-4688-40c6-9a1b-d35e20d2fee1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:40:13.787373 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2313615b-4688-40c6-9a1b-d35e20d2fee1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:13.788393 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2313615b-4688-40c6-9a1b-d35e20d2fee1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:13.838867 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2313615b-4688-40c6-9a1b-d35e20d2fee1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4911661 Nov 16 11:40:13.850608 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55568) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:13.933101 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372f4f3-6059-41d9-956a-ffb961a31f8c req-d887d08e-cf2f-41be-a94a-b12806e34ea6 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:13.935105 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a372f4f3-6059-41d9-956a-ffb961a31f8c req-d887d08e-cf2f-41be-a94a-b12806e34ea6 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d64a4c1-ff3f-4fb7-bcb3-ffc09cead5f9 HTTP/1.1" status: 200 len: 931 time: 0.2347159 Nov 16 11:40:13.948231 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313615b-4688-40c6-9a1b-d35e20d2fee1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Port': ['ID=21c9efea-5846-4da4-af83-1193c8934eba,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:13.983756 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ac5571ea-3ef7-446f-990a-b8ab576e2d34 req-59f55162-c925-4491-a33d-fea289f9be00 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=10ff963b-8329-4270-b61e-45280c6dba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2226539 Nov 16 11:40:13.988129 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7aa135-009d-4ad9-b7e6-b199f1efca39 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:13.989981 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6d7aa135-009d-4ad9-b7e6-b199f1efca39 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1335733 Nov 16 11:40:13.990974 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cf9ee573-d191-46e5-83ce-cf9413e3b52b None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:13.992959 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55576) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:13.997551 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-7c3cf2e5-278a-48fc-a835-7a23a9b7572b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6919b9e1-082a-454d-8c99-fbf9678c7605 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:40:14.006129 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cf9ee573-d191-46e5-83ce-cf9413e3b52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:14.006924 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-7c3cf2e5-278a-48fc-a835-7a23a9b7572b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:14.021804 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-7c3cf2e5-278a-48fc-a835-7a23a9b7572b service neutron] Transition to ACTIVE for port object 6919b9e1-082a-454d-8c99-fbf9678c7605 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:40:14.028710 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-7c3cf2e5-278a-48fc-a835-7a23a9b7572b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:14.046171 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9ee573-d191-46e5-83ce-cf9413e3b52b None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:40:14.052726 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-cf9ee573-d191-46e5-83ce-cf9413e3b52b None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:40:14.058688 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a372f4f3-6059-41d9-956a-ffb961a31f8c req-bc0307ba-a7cc-4a75-b3ec-574fce442d79 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.61 "GET /v2.0/security-groups?id=287877bc-e2d3-4503-aa4b-858e6fd17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131597 Nov 16 11:40:14.088451 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9ee573-d191-46e5-83ce-cf9413e3b52b None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:40:14.152238 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ee573-d191-46e5-83ce-cf9413e3b52b None None] Pushing event updated for resources: {'Port': ['ID=39314e43-78fe-45f2-b11a-24f459823e23,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:14.188989 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-724ce38c-9bf0-4282-b352-892b9dc64e5d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting port 21c9efea-5846-4da4-af83-1193c8934eba {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:40:14.189324 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-724ce38c-9bf0-4282-b352-892b9dc64e5d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:14.191016 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-cf9ee573-d191-46e5-83ce-cf9413e3b52b None None] Attempting to bind port 39314e43-78fe-45f2-b11a-24f459823e23 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:40:14.191394 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-cf9ee573-d191-46e5-83ce-cf9413e3b52b None None] Attempting to bind port 39314e43-78fe-45f2-b11a-24f459823e23 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:40:14.191758 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9ee573-d191-46e5-83ce-cf9413e3b52b None None] Attempting to bind port 39314e43-78fe-45f2-b11a-24f459823e23 on network d02e5c70-c13b-4c74-9763-e19ffb7dd482 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:40:14.198110 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9ee573-d191-46e5-83ce-cf9413e3b52b None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:40:14.198490 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9ee573-d191-46e5-83ce-cf9413e3b52b None None] Checking segment: {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:40:14.198894 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cf9ee573-d191-46e5-83ce-cf9413e3b52b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:14.199768 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9ee573-d191-46e5-83ce-cf9413e3b52b None None] Bound using segment: {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:40:14.200250 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-cf9ee573-d191-46e5-83ce-cf9413e3b52b None None] Bound port: 39314e43-78fe-45f2-b11a-24f459823e23, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:40:14.200634 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cf9ee573-d191-46e5-83ce-cf9413e3b52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:14.253314 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3cf2e5-278a-48fc-a835-7a23a9b7572b service neutron] Pushing event updated for resources: {'Port': ['ID=6919b9e1-082a-454d-8c99-fbf9678c7605,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:14.296610 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-7c3cf2e5-278a-48fc-a835-7a23a9b7572b service neutron] Attempting to bind port 6919b9e1-082a-454d-8c99-fbf9678c7605 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:40:14.297138 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-7c3cf2e5-278a-48fc-a835-7a23a9b7572b service neutron] Attempting to bind port 6919b9e1-082a-454d-8c99-fbf9678c7605 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '5a5d8c4a-e3e9-4a2e-be09-9f9a9b0901ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '55b454e1-16d0-496a-b5c0-a0a4f471cd9d'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:40:14.297252 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-7c3cf2e5-278a-48fc-a835-7a23a9b7572b service neutron] Attempting to bind port 6919b9e1-082a-454d-8c99-fbf9678c7605 on network 55b454e1-16d0-496a-b5c0-a0a4f471cd9d {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:40:14.301899 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-7c3cf2e5-278a-48fc-a835-7a23a9b7572b service neutron] Port 6919b9e1-082a-454d-8c99-fbf9678c7605 on network 55b454e1-16d0-496a-b5c0-a0a4f471cd9d not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:40:14.302256 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-7c3cf2e5-278a-48fc-a835-7a23a9b7572b service neutron] Attempting to bind port 6919b9e1-082a-454d-8c99-fbf9678c7605 on network 55b454e1-16d0-496a-b5c0-a0a4f471cd9d {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:40:14.305185 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-cf9ee573-d191-46e5-83ce-cf9413e3b52b None None] For port 39314e43-78fe-45f2-b11a-24f459823e23, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:40:14.307274 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-7c3cf2e5-278a-48fc-a835-7a23a9b7572b service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:40:14.308186 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-7c3cf2e5-278a-48fc-a835-7a23a9b7572b service neutron] Checking segment: {'id': '5a5d8c4a-e3e9-4a2e-be09-9f9a9b0901ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '55b454e1-16d0-496a-b5c0-a0a4f471cd9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:40:14.308186 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-7c3cf2e5-278a-48fc-a835-7a23a9b7572b service neutron] Bound using segment: {'id': '5a5d8c4a-e3e9-4a2e-be09-9f9a9b0901ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '55b454e1-16d0-496a-b5c0-a0a4f471cd9d'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:40:14.308523 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-7c3cf2e5-278a-48fc-a835-7a23a9b7572b service neutron] Bound port: 6919b9e1-082a-454d-8c99-fbf9678c7605, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a5d8c4a-e3e9-4a2e-be09-9f9a9b0901ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '55b454e1-16d0-496a-b5c0-a0a4f471cd9d'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:40:14.308769 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-cf9ee573-d191-46e5-83ce-cf9413e3b52b None None] For port 39314e43-78fe-45f2-b11a-24f459823e23, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=39314e43-78fe-45f2-b11a-24f459823e23,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:40:14.308923 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-7c3cf2e5-278a-48fc-a835-7a23a9b7572b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:14.309012 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-724ce38c-9bf0-4282-b352-892b9dc64e5d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:14.315643 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cf9ee573-d191-46e5-83ce-cf9413e3b52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:14.322968 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-724ce38c-9bf0-4282-b352-892b9dc64e5d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Calling delete_port for 21c9efea-5846-4da4-af83-1193c8934eba owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:40:14.406968 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-7c3cf2e5-278a-48fc-a835-7a23a9b7572b service neutron] For port 6919b9e1-082a-454d-8c99-fbf9678c7605, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:40:14.410578 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-7c3cf2e5-278a-48fc-a835-7a23a9b7572b service neutron] For port 6919b9e1-082a-454d-8c99-fbf9678c7605, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=6919b9e1-082a-454d-8c99-fbf9678c7605,segment=NetworkSegment(5a5d8c4a-e3e9-4a2e-be09-9f9a9b0901ae),segment_id=5a5d8c4a-e3e9-4a2e-be09-9f9a9b0901ae)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:40:14.419230 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-7c3cf2e5-278a-48fc-a835-7a23a9b7572b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:14.493006 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-7c3cf2e5-278a-48fc-a835-7a23a9b7572b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:14.494228 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-7c3cf2e5-278a-48fc-a835-7a23a9b7572b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:14.496421 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-7c3cf2e5-278a-48fc-a835-7a23a9b7572b service neutron] 10.222.0.64 "PUT /v2.0/ports/6919b9e1-082a-454d-8c99-fbf9678c7605 HTTP/1.1" status: 200 len: 1091 time: 1.1082051 Nov 16 11:40:14.496896 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d64a4c1-ff3f-4fb7-bcb3-ffc09cead5f9', 'tag': '6919b9e1-082a-454d-8c99-fbf9678c7605'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:40:14.500474 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2015ba05-30f0-4946-865a-0409f563e9dd" -d '{"events": [{"name": "network-changed", "server_uuid": "0d64a4c1-ff3f-4fb7-bcb3-ffc09cead5f9", "tag": "6919b9e1-082a-454d-8c99-fbf9678c7605"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:40:14.509523 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ee573-d191-46e5-83ce-cf9413e3b52b None None] Pushing event updated for resources: {'Port': ['ID=39314e43-78fe-45f2-b11a-24f459823e23,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:14.537513 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3cf2e5-278a-48fc-a835-7a23a9b7572b service neutron] Pushing event updated for resources: {'Port': ['ID=6919b9e1-082a-454d-8c99-fbf9678c7605,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:14.590499 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-724ce38c-9bf0-4282-b352-892b9dc64e5d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:14.632784 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-5af6a2aa-1408-4766-a217-d6acfb1b5e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:14.634396 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-5af6a2aa-1408-4766-a217-d6acfb1b5e66 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bce1f7c0238c4b4d92f11b5a66ae4495&device_id=0d64a4c1-ff3f-4fb7-bcb3-ffc09cead5f9 HTTP/1.1" status: 200 len: 1094 time: 0.0711923 Nov 16 11:40:14.671298 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b01be8-41df-4f42-8ec2-0f70c9fb4c9b req-6ef8c09a-7cec-434b-8349-9487bc953223 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:14.683746 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-40b01be8-41df-4f42-8ec2-0f70c9fb4c9b req-6ef8c09a-7cec-434b-8349-9487bc953223 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4481794-1fff-4d7b-a731-0cfdb54249be HTTP/1.1" status: 200 len: 945 time: 0.1447265 Nov 16 11:40:14.695008 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ce38c-9bf0-4282-b352-892b9dc64e5d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Port': ['ID=21c9efea-5846-4da4-af83-1193c8934eba,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:14.757301 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-724ce38c-9bf0-4282-b352-892b9dc64e5d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:14.761075 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-724ce38c-9bf0-4282-b352-892b9dc64e5d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/ports/21c9efea-5846-4da4-af83-1193c8934eba HTTP/1.1" status: 204 len: 168 time: 0.7671673 Nov 16 11:40:14.764241 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55592) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:14.765716 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-5a623267-959e-443e-9564-2d43b230fc38 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6919b9e1-082a-454d-8c99-fbf9678c7605 HTTP/1.1" status: 200 len: 217 time: 0.1013494 Nov 16 11:40:14.848527 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-fb1647e8-251c-46c6-990f-d6cd06b1e945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:14.850006 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-fb1647e8-251c-46c6-990f-d6cd06b1e945 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e44602aa-4f29-45e6-812e-6bd2f2c54c35 HTTP/1.1" status: 200 len: 851 time: 0.0752735 Nov 16 11:40:14.887894 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48067c9-2760-4966-aa7d-2cb99f5cc012 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:14.889666 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48067c9-2760-4966-aa7d-2cb99f5cc012 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:14.893647 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a48067c9-2760-4966-aa7d-2cb99f5cc012 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1256089 Nov 16 11:40:14.903859 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-40b01be8-41df-4f42-8ec2-0f70c9fb4c9b req-6a7edabe-8d10-4617-bfe0-1b3d783edc46 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187738 Nov 16 11:40:14.904398 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55596) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:14.928514 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-f48a1590-c04e-4a81-b676-08b87fd58652 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=55b454e1-16d0-496a-b5c0-a0a4f471cd9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647881 Nov 16 11:40:15.035014 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ab5c32c-2401-4f27-8b3a-b450ca89501b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting subnet 7f166ef9-a440-4bc6-837d-a8e51a400a83 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:40:15.057751 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0ab5c32c-2401-4f27-8b3a-b450ca89501b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:15.078813 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-998d41ba-65e4-4761-85ba-0fb53bf75c32 service neutron] 10.222.0.64 "GET /v2.0/networks/55b454e1-16d0-496a-b5c0-a0a4f471cd9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464958 Nov 16 11:40:15.210606 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3b1c6caf-bdcd-4983-9e99-ae5fe1a9ff4e req-79d620b1-194a-4fc4-8e56-c860b5aa02b8 service neutron] 10.222.0.64 "GET /v2.0/networks/55b454e1-16d0-496a-b5c0-a0a4f471cd9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238081 Nov 16 11:40:15.565803 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f1fde331-6d4c-4809-ae91-7dfdb2702072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:15.706220 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 39314e43-78fe-45f2-b11a-24f459823e23 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:40:15.769347 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b4345-64d0-4f01-99d6-de4617f2f4ce req-afb022f6-546f-4c51-b73a-cd0d0cd2c82e tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:15.773768 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d54b4345-64d0-4f01-99d6-de4617f2f4ce req-afb022f6-546f-4c51-b73a-cd0d0cd2c82e tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 1097 time: 0.7677066 Nov 16 11:40:15.781415 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0ab5c32c-2401-4f27-8b3a-b450ca89501b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:15.816182 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 39314e43-78fe-45f2-b11a-24f459823e23 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:40:15.816554 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:16.031043 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-7648e0cf-f65c-4f52-944c-15420777a17a None None] Provisioning complete for port 39314e43-78fe-45f2-b11a-24f459823e23 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:40:16.031476 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7648e0cf-f65c-4f52-944c-15420777a17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:16.035191 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:16.063339 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0ab5c32c-2401-4f27-8b3a-b450ca89501b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:16.129913 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d45cee-c490-4df9-8519-56a6902129b1 req-cf8c099d-f186-40c2-821a-c30cf37ae155 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:16.134936 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b5d45cee-c490-4df9-8519-56a6902129b1 req-cf8c099d-f186-40c2-821a-c30cf37ae155 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4481794-1fff-4d7b-a731-0cfdb54249be HTTP/1.1" status: 200 len: 945 time: 0.1298470 Nov 16 11:40:16.189889 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d54b4345-64d0-4f01-99d6-de4617f2f4ce req-f584a64f-78ce-41b0-ae6d-7a9d7ace11e3 tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=8f479886-688b-40e4-95ce-92a8dd5a26bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3689327 Nov 16 11:40:16.211544 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7648e0cf-f65c-4f52-944c-15420777a17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:16.222063 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55618) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:16.324622 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105fd507-abfc-4ba9-b81f-8ce1ba7b0a02 x-openstack-request-id: req-105fd507-abfc-4ba9-b81f-8ce1ba7b0a02 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:40:16.325116 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d64a4c1-ff3f-4fb7-bcb3-ffc09cead5f9", "tag": "6919b9e1-082a-454d-8c99-fbf9678c7605", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:40:16.325585 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-105fd507-abfc-4ba9-b81f-8ce1ba7b0a02 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:40:16.326153 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d64a4c1-ff3f-4fb7-bcb3-ffc09cead5f9', 'tag': '6919b9e1-082a-454d-8c99-fbf9678c7605', 'status': 'completed', 'code': 200} Nov 16 11:40:16.343008 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-b5d45cee-c490-4df9-8519-56a6902129b1 req-ce762f00-3b9d-4fc7-a36b-b2d98f95e6bd tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Deleting port 2393af70-b435-48ad-8942-fc07bf36bf5b {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:40:16.343704 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b5d45cee-c490-4df9-8519-56a6902129b1 req-ce762f00-3b9d-4fc7-a36b-b2d98f95e6bd tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:16.413266 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0ab5c32c-2401-4f27-8b3a-b450ca89501b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:16.455028 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0ab5c32c-2401-4f27-8b3a-b450ca89501b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:16.461861 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0ab5c32c-2401-4f27-8b3a-b450ca89501b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/7f166ef9-a440-4bc6-837d-a8e51a400a83 HTTP/1.1" status: 204 len: 168 time: 1.5541596 Nov 16 11:40:16.472858 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55622) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:16.517308 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.api [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:40:16.521311 n-d-816823-3 neutron-server[102670]: DEBUG oslo_db.api [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:40:16.523260 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.api [None req-7648e0cf-f65c-4f52-944c-15420777a17a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:40:16.523966 n-d-816823-3 neutron-server[102670]: DEBUG oslo_db.api [None req-7648e0cf-f65c-4f52-944c-15420777a17a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:40:16.535449 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5c32c-2401-4f27-8b3a-b450ca89501b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Subnet': ['ID=7f166ef9-a440-4bc6-837d-a8e51a400a83,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:16.588578 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8a393009-b6af-4402-b9b7-f090f1029a02 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1130769 Nov 16 11:40:16.593207 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55626) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:16.603874 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:16.605820 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a50fb8-aa9f-48f0-b8a7-6e508a756580 req-421a63c9-10aa-462f-aa9d-893a04892c99 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:16.606805 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a22fb601-a69b-4778-bb63-7d59135a9d11 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'subnet': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:40:16.608154 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-64a50fb8-aa9f-48f0-b8a7-6e508a756580 req-421a63c9-10aa-462f-aa9d-893a04892c99 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7e9012f-7e2f-479d-8348-56b369bacadc HTTP/1.1" status: 200 len: 945 time: 0.1751826 Nov 16 11:40:16.661148 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5515b7a7-59d7-4214-8930-d6284726f4a3 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Deleting port 64258012-4495-4783-bad9-5e5258e7c0f9 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:40:16.661602 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5515b7a7-59d7-4214-8930-d6284726f4a3 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:16.685550 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015ba05-30f0-4946-865a-0409f563e9dd req-9f26cc9c-e17f-4e29-900d-2624f4445ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:16.687501 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2015ba05-30f0-4946-865a-0409f563e9dd req-9f26cc9c-e17f-4e29-900d-2624f4445ea9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bce1f7c0238c4b4d92f11b5a66ae4495&device_id=0d64a4c1-ff3f-4fb7-bcb3-ffc09cead5f9 HTTP/1.1" status: 200 len: 1094 time: 0.3239174 Nov 16 11:40:16.778562 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-64a50fb8-aa9f-48f0-b8a7-6e508a756580 req-eff7f5d2-2b0c-4666-8279-aa9c08ceb601 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ff963b-8329-4270-b61e-45280c6dba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535082 Nov 16 11:40:16.793570 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37871cee-59fb-46ce-a9cd-ef6add9c55fc None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:40:16.841406 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015ba05-30f0-4946-865a-0409f563e9dd req-ed8aa741-5c85-4ebc-a210-ea10d342e59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:16.843322 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2015ba05-30f0-4946-865a-0409f563e9dd req-ed8aa741-5c85-4ebc-a210-ea10d342e59c service neutron] 10.222.0.64 "GET /v2.0/networks?id=55b454e1-16d0-496a-b5c0-a0a4f471cd9d HTTP/1.1" status: 200 len: 912 time: 0.1427422 Nov 16 11:40:16.850894 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5515b7a7-59d7-4214-8930-d6284726f4a3 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:16.851316 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5515b7a7-59d7-4214-8930-d6284726f4a3 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:16.884762 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5515b7a7-59d7-4214-8930-d6284726f4a3 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Calling delete_port for 64258012-4495-4783-bad9-5e5258e7c0f9 owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:40:16.908028 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2015ba05-30f0-4946-865a-0409f563e9dd req-264711ef-1c76-424b-8637-391457ffb93c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6919b9e1-082a-454d-8c99-fbf9678c7605 HTTP/1.1" status: 200 len: 217 time: 0.0517552 Nov 16 11:40:16.923691 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-b5d45cee-c490-4df9-8519-56a6902129b1 req-ce762f00-3b9d-4fc7-a36b-b2d98f95e6bd tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] For port 2393af70-b435-48ad-8942-fc07bf36bf5b, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=2393af70-b435-48ad-8942-fc07bf36bf5b,segment=NetworkSegment(c7ce274d-1faf-4924-9c3c-562dce13f294),segment_id=c7ce274d-1faf-4924-9c3c-562dce13f294)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:40:16.926511 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b5d45cee-c490-4df9-8519-56a6902129b1 req-ce762f00-3b9d-4fc7-a36b-b2d98f95e6bd tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:17.011013 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-b5d45cee-c490-4df9-8519-56a6902129b1 req-ce762f00-3b9d-4fc7-a36b-b2d98f95e6bd tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Calling delete_port for 2393af70-b435-48ad-8942-fc07bf36bf5b owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:40:17.107599 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015ba05-30f0-4946-865a-0409f563e9dd req-e0f08928-8d05-412c-93e8-bced94363510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:17.108979 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2015ba05-30f0-4946-865a-0409f563e9dd req-e0f08928-8d05-412c-93e8-bced94363510 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e44602aa-4f29-45e6-812e-6bd2f2c54c35 HTTP/1.1" status: 200 len: 851 time: 0.1890562 Nov 16 11:40:17.120011 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22fb601-a69b-4778-bb63-7d59135a9d11 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:40:17.138611 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a22fb601-a69b-4778-bb63-7d59135a9d11 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:17.158911 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:17.164873 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7648e0cf-f65c-4f52-944c-15420777a17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:17.237238 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2015ba05-30f0-4946-865a-0409f563e9dd req-9cb88434-5b03-40a4-af75-c11b1734a3da service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=55b454e1-16d0-496a-b5c0-a0a4f471cd9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760703 Nov 16 11:40:17.243080 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5515b7a7-59d7-4214-8930-d6284726f4a3 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:17.248935 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c219d18-08f4-4da9-85b5-a6b7a88908c8 None None] DHCP port deletion for d02e5c70-c13b-4c74-9763-e19ffb7dd482 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:40:17.275860 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-7648e0cf-f65c-4f52-944c-15420777a17a None None] For port 39314e43-78fe-45f2-b11a-24f459823e23, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=39314e43-78fe-45f2-b11a-24f459823e23,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:40:17.285021 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515b7a7-59d7-4214-8930-d6284726f4a3 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event deleted for resources: {'Port': ['ID=64258012-4495-4783-bad9-5e5258e7c0f9,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:17.348706 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7648e0cf-f65c-4f52-944c-15420777a17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:17.372589 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5515b7a7-59d7-4214-8930-d6284726f4a3 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for floatingip, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:17.375008 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [None req-5515b7a7-59d7-4214-8930-d6284726f4a3 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Floating IP 80ba623c-dd34-4d77-8aad-a55fd8f20414 disassociated (deleted). External IP: 172.25.0.196, port: 76a51633-7476-4147-a3ea-d4389026609c. Nov 16 11:40:17.489197 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-f5466077-1570-4cbc-ba1e-7da168e4cbe7 None None] Could not find standard attr ID for object 1a436c5c-e24b-4c52-83da-b2c09aab50d3. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:40:17.498069 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648e0cf-f65c-4f52-944c-15420777a17a None None] Pushing event updated for resources: {'Port': ['ID=39314e43-78fe-45f2-b11a-24f459823e23,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:17.512934 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-f5466077-1570-4cbc-ba1e-7da168e4cbe7 None None] Could not find standard attr ID for object 21c9efea-5846-4da4-af83-1193c8934eba. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:40:17.519562 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.api [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:40:17.519913 n-d-816823-3 neutron-server[102670]: DEBUG oslo_db.api [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:40:17.526183 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-8c219d18-08f4-4da9-85b5-a6b7a88908c8 None None] Deleting port 39314e43-78fe-45f2-b11a-24f459823e23 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:40:17.526567 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c219d18-08f4-4da9-85b5-a6b7a88908c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:17.559076 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755ede4-1e93-48c0-b680-09f3a359fb99 req-d26e68c5-3d47-4f12-93c8-4eeb822bea7e tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:17.560660 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a755ede4-1e93-48c0-b680-09f3a359fb99 req-d26e68c5-3d47-4f12-93c8-4eeb822bea7e tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d64a4c1-ff3f-4fb7-bcb3-ffc09cead5f9 HTTP/1.1" status: 200 len: 943 time: 0.1219966 Nov 16 11:40:17.611855 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a22fb601-a69b-4778-bb63-7d59135a9d11 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:17.613759 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-8c219d18-08f4-4da9-85b5-a6b7a88908c8 None None] For port 39314e43-78fe-45f2-b11a-24f459823e23, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=39314e43-78fe-45f2-b11a-24f459823e23,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:40:17.614266 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c219d18-08f4-4da9-85b5-a6b7a88908c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:17.637850 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-8c219d18-08f4-4da9-85b5-a6b7a88908c8 None None] Calling delete_port for 39314e43-78fe-45f2-b11a-24f459823e23 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:40:17.679141 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22fb601-a69b-4778-bb63-7d59135a9d11 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:40:17.692303 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-a22fb601-a69b-4778-bb63-7d59135a9d11 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:40:17.701680 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22fb601-a69b-4778-bb63-7d59135a9d11 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:17.702325 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a22fb601-a69b-4778-bb63-7d59135a9d11 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:17.715163 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2015ba05-30f0-4946-865a-0409f563e9dd req-58f8ad71-8c05-489f-98b1-4853b412a630 service neutron] 10.222.0.64 "GET /v2.0/networks/55b454e1-16d0-496a-b5c0-a0a4f471cd9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4481359 Nov 16 11:40:17.721121 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b5d45cee-c490-4df9-8519-56a6902129b1 req-ce762f00-3b9d-4fc7-a36b-b2d98f95e6bd tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:17.734716 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22fb601-a69b-4778-bb63-7d59135a9d11 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Subnet': ['ID=f7edb3e8-6b8e-4e70-9f88-9b178a9fc192,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:17.742312 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['2393af70-b435-48ad-8942-fc07bf36bf5b'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:40:17.746856 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c219d18-08f4-4da9-85b5-a6b7a88908c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:17.747020 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a755ede4-1e93-48c0-b680-09f3a359fb99 req-9ff3aa64-a806-4d32-a730-508ba2f0571d tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.61 "GET /v2.0/security-groups?id=287877bc-e2d3-4503-aa4b-858e6fd17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799736 Nov 16 11:40:17.748939 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5515b7a7-59d7-4214-8930-d6284726f4a3 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Router 00fa0f38-558c-4739-8457-3d7d7f1c0a4b has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:40:17.792929 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c219d18-08f4-4da9-85b5-a6b7a88908c8 None None] Pushing event deleted for resources: {'Port': ['ID=39314e43-78fe-45f2-b11a-24f459823e23,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:17.803071 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a22fb601-a69b-4778-bb63-7d59135a9d11 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2083888 Nov 16 11:40:17.809232 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c219d18-08f4-4da9-85b5-a6b7a88908c8 None None] No DVR routers for this DVR port 39314e43-78fe-45f2-b11a-24f459823e23 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:40:17.827242 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55648) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:17.828178 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca6aed3-c5fe-4801-aa34-1758f720070e None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:40:17.840523 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a37d52b7-025e-443a-977c-5cef43325f89 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'port': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'name': 'tempest-NetworksTestDHCPv6-864769228'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:40:17.844089 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce762f00-3b9d-4fc7-a36b-b2d98f95e6bd tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Pushing event deleted for resources: {'Port': ['ID=2393af70-b435-48ad-8942-fc07bf36bf5b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:17.903277 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5515b7a7-59d7-4214-8930-d6284726f4a3 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:40:17.916308 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee55c27d-82b8-4471-9a13-20a61c77355d None None] Sync routers for ids ['00fa0f38-558c-4739-8457-3d7d7f1c0a4b'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:40:17.917669 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5515b7a7-59d7-4214-8930-d6284726f4a3 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:17.939826 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee55c27d-82b8-4471-9a13-20a61c77355d None None] Routers {'00fa0f38-558c-4739-8457-3d7d7f1c0a4b'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:40:17.940617 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ee55c27d-82b8-4471-9a13-20a61c77355d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:40:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['00fa0f38-558c-4739-8457-3d7d7f1c0a4b'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:17.988307 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6693bf65-cf0a-448e-a156-58eab08a33ab req-49d76bd8-cf0e-4ddc-a1b1-c681f2d2823e tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4481794-1fff-4d7b-a731-0cfdb54249be HTTP/1.1" status: 200 len: 210 time: 0.0667410 Nov 16 11:40:18.000831 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5515b7a7-59d7-4214-8930-d6284726f4a3 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "DELETE /v2.0/floatingips/80ba623c-dd34-4d77-8aad-a55fd8f20414 HTTP/1.1" status: 204 len: 168 time: 1.7746832 Nov 16 11:40:18.002354 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a0d7da-75a1-4369-9d8d-44a60160fcb0', 'tag': '76a51633-7476-4147-a3ea-d4389026609c'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:40:18.004869 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38d29a0-4516-41a0-aae5-4e62b4f45f55" -d '{"events": [{"name": "network-changed", "server_uuid": "17a0d7da-75a1-4369-9d8d-44a60160fcb0", "tag": "76a51633-7476-4147-a3ea-d4389026609c"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:40:18.005524 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Port 39314e43-78fe-45f2-b11a-24f459823e23 update to ACTIVE by agent not found {{(pid=102670) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 16 11:40:18.083919 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2045b41a-caac-4d32-a99a-cd05b55d9cc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-d02e5c70-c13b-4c74-9763-e19ffb7dd482', 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'tenant_id': '4ebb44564e554f6b8a2c06865b79e6ad', 'fixed_ips': [{'subnet_id': 'f7edb3e8-6b8e-4e70-9f88-9b178a9fc192'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:40:18.084814 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2045b41a-caac-4d32-a99a-cd05b55d9cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:18.180606 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-ee55c27d-82b8-4471-9a13-20a61c77355d None None] Set router 00fa0f38-558c-4739-8457-3d7d7f1c0a4b gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:40:18.262198 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4082d8-b071-4899-af54-d26ac0876e68 req-32032df7-66fa-4da2-a7c8-580398c616fe tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:18.280713 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ed4082d8-b071-4899-af54-d26ac0876e68 req-32032df7-66fa-4da2-a7c8-580398c616fe tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7e9012f-7e2f-479d-8348-56b369bacadc HTTP/1.1" status: 200 len: 945 time: 0.1323748 Nov 16 11:40:18.281489 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55654) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:18.294666 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-2045b41a-caac-4d32-a99a-cd05b55d9cc2 None None] Allocated IP 2001:db8::2 (d02e5c70-c13b-4c74-9763-e19ffb7dd482/f7edb3e8-6b8e-4e70-9f88-9b178a9fc192/5d730842-a451-4ff4-8661-e27c094081b4) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:40:18.296241 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-5bfd23df-39e8-4425-acfb-8869bd0cb181 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Request body: {'floatingip': {'port_id': '4a67926d-2f8a-4127-9628-4c5987e167e2'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:40:18.361414 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d45cee-c490-4df9-8519-56a6902129b1 req-ce762f00-3b9d-4fc7-a36b-b2d98f95e6bd tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] No DVR routers for this DVR port 2393af70-b435-48ad-8942-fc07bf36bf5b on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:40:18.373010 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b5d45cee-c490-4df9-8519-56a6902129b1 req-ce762f00-3b9d-4fc7-a36b-b2d98f95e6bd tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:18.377906 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b5d45cee-c490-4df9-8519-56a6902129b1 req-ce762f00-3b9d-4fc7-a36b-b2d98f95e6bd tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.64 "DELETE /v2.0/ports/2393af70-b435-48ad-8942-fc07bf36bf5b HTTP/1.1" status: 204 len: 173 time: 2.2349668 Nov 16 11:40:18.380045 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4481794-1fff-4d7b-a731-0cfdb54249be', 'name': 'network-vif-deleted', 'tag': '2393af70-b435-48ad-8942-fc07bf36bf5b'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:40:18.382468 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf0af5f-e7a5-4ed1-bc19-e85310c8675c" -d '{"events": [{"server_uuid": "d4481794-1fff-4d7b-a731-0cfdb54249be", "name": "network-vif-deleted", "tag": "2393af70-b435-48ad-8942-fc07bf36bf5b"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:40:18.444841 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2015ba05-30f0-4946-865a-0409f563e9dd req-a5c89741-e852-40bd-a40c-0b4f42cd745c service neutron] 10.222.0.64 "GET /v2.0/networks/55b454e1-16d0-496a-b5c0-a0a4f471cd9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7218087 Nov 16 11:40:18.478732 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2045b41a-caac-4d32-a99a-cd05b55d9cc2 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:18.486481 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 39314e43-78fe-45f2-b11a-24f459823e23 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:40:18.488903 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5bfd23df-39e8-4425-acfb-8869bd0cb181 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks [] for floatingip, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:18.518703 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 39314e43-78fe-45f2-b11a-24f459823e23 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:40:18.519048 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 39314e43-78fe-45f2-b11a-24f459823e23 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:40:18.522486 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2045b41a-caac-4d32-a99a-cd05b55d9cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:18.549968 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37d52b7-025e-443a-977c-5cef43325f89 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:40:18.553630 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a37d52b7-025e-443a-977c-5cef43325f89 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:18.586685 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045b41a-caac-4d32-a99a-cd05b55d9cc2 None None] Pushing event updated for resources: {'Port': ['ID=5d730842-a451-4ff4-8661-e27c094081b4,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:18.603689 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-a37d52b7-025e-443a-977c-5cef43325f89 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] device_id is not set on port 26cceded-e117-4f83-9307-ad7b8a3e60fa yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:40:18.611073 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2045b41a-caac-4d32-a99a-cd05b55d9cc2 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:40:18.613129 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-2045b41a-caac-4d32-a99a-cd05b55d9cc2 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:40:18.615214 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:18.616431 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2045b41a-caac-4d32-a99a-cd05b55d9cc2 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:40:18.811626 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bf7b8a-1b73-4085-85e4-014b1e4b77fd x-openstack-request-id: req-29bf7b8a-1b73-4085-85e4-014b1e4b77fd {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:40:18.818869 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a0d7da-75a1-4369-9d8d-44a60160fcb0", "tag": "76a51633-7476-4147-a3ea-d4389026609c", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:40:18.819294 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-29bf7b8a-1b73-4085-85e4-014b1e4b77fd {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:40:18.820023 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a0d7da-75a1-4369-9d8d-44a60160fcb0', 'tag': '76a51633-7476-4147-a3ea-d4389026609c', 'status': 'completed', 'code': 200} Nov 16 11:40:18.854586 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ee55c27d-82b8-4471-9a13-20a61c77355d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fa0f38-558c-4739-8457-3d7d7f1c0a4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467893190', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '4a3e5492-3227-4bab-bdf2-1f2c5c6430cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:37:53Z', 'updated_at': '2021-11-16T11:37:59Z', 'revision_number': 4, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': '4a3e5492-3227-4bab-bdf2-1f2c5c6430cf', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:68:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fa0f38-558c-4739-8457-3d7d7f1c0a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:54Z', 'updated_at': '2021-11-16T11:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'ae48e76e-4eee-4927-bbb3-a0eccab2337d', 'name': '', 'network_id': '43f20ad4-199d-4548-9ae5-b0d7e71e371d', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'mac_address': 'fa:16:3e:37:54:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fa0f38-558c-4739-8457-3d7d7f1c0a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '71739ec5-f544-432b-ace1-00dfba16fd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:57Z', 'updated_at': '2021-11-16T11:38:04Z', 'revision_number': 5, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'subnets': [{'id': '71739ec5-f544-432b-ace1-00dfba16fd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:18.895617 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 6919b9e1-082a-454d-8c99-fbf9678c7605 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:40:18.904498 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee55c27d-82b8-4471-9a13-20a61c77355d None None] Checking router: 00fa0f38-558c-4739-8457-3d7d7f1c0a4b for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:40:18.915652 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee55c27d-82b8-4471-9a13-20a61c77355d None None] Routers {'00fa0f38-558c-4739-8457-3d7d7f1c0a4b'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:40:18.916773 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ee55c27d-82b8-4471-9a13-20a61c77355d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:40:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['00fa0f38-558c-4739-8457-3d7d7f1c0a4b'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:19.042593 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719643de-9e77-4bb1-adb6-41134e59e95c x-openstack-request-id: req-719643de-9e77-4bb1-adb6-41134e59e95c {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:40:19.042907 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4481794-1fff-4d7b-a731-0cfdb54249be", "name": "network-vif-deleted", "tag": "2393af70-b435-48ad-8942-fc07bf36bf5b", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:40:19.043167 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-719643de-9e77-4bb1-adb6-41134e59e95c {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:40:19.043573 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4481794-1fff-4d7b-a731-0cfdb54249be', 'name': 'network-vif-deleted', 'tag': '2393af70-b435-48ad-8942-fc07bf36bf5b', 'status': 'completed', 'code': 200} Nov 16 11:40:19.049846 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 6919b9e1-082a-454d-8c99-fbf9678c7605, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=6919b9e1-082a-454d-8c99-fbf9678c7605,segment=NetworkSegment(5a5d8c4a-e3e9-4a2e-be09-9f9a9b0901ae),segment_id=5a5d8c4a-e3e9-4a2e-be09-9f9a9b0901ae)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:40:19.061777 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-ee55c27d-82b8-4471-9a13-20a61c77355d None None] Set router 00fa0f38-558c-4739-8457-3d7d7f1c0a4b gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:40:19.128314 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '6919b9e1-082a-454d-8c99-fbf9678c7605', 'network_id': '55b454e1-16d0-496a-b5c0-a0a4f471cd9d', 'port_id': '6919b9e1-082a-454d-8c99-fbf9678c7605', 'mac_address': 'fa:16:3e:78:a9:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e44602aa-4f29-45e6-812e-6bd2f2c54c35', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:40:19.140758 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-2045b41a-caac-4d32-a99a-cd05b55d9cc2 None None] Attempting to bind port 5d730842-a451-4ff4-8661-e27c094081b4 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:40:19.141143 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-2045b41a-caac-4d32-a99a-cd05b55d9cc2 None None] Attempting to bind port 5d730842-a451-4ff4-8661-e27c094081b4 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:40:19.141511 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2045b41a-caac-4d32-a99a-cd05b55d9cc2 None None] Attempting to bind port 5d730842-a451-4ff4-8661-e27c094081b4 on network d02e5c70-c13b-4c74-9763-e19ffb7dd482 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:40:19.163947 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2045b41a-caac-4d32-a99a-cd05b55d9cc2 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:40:19.164334 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2045b41a-caac-4d32-a99a-cd05b55d9cc2 None None] Checking segment: {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:40:19.164743 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2045b41a-caac-4d32-a99a-cd05b55d9cc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:19.167458 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2045b41a-caac-4d32-a99a-cd05b55d9cc2 None None] Bound using segment: {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:40:19.167972 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-2045b41a-caac-4d32-a99a-cd05b55d9cc2 None None] Bound port: 5d730842-a451-4ff4-8661-e27c094081b4, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:40:19.168616 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2045b41a-caac-4d32-a99a-cd05b55d9cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:19.181250 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-a37d52b7-025e-443a-977c-5cef43325f89 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Allocated IP 2001:db8::59 (d02e5c70-c13b-4c74-9763-e19ffb7dd482/f7edb3e8-6b8e-4e70-9f88-9b178a9fc192/26cceded-e117-4f83-9307-ad7b8a3e60fa) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:40:19.201909 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:19.316114 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-2045b41a-caac-4d32-a99a-cd05b55d9cc2 None None] For port 5d730842-a451-4ff4-8661-e27c094081b4, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:40:19.319475 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-2045b41a-caac-4d32-a99a-cd05b55d9cc2 None None] For port 5d730842-a451-4ff4-8661-e27c094081b4, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=5d730842-a451-4ff4-8661-e27c094081b4,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:40:19.343165 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9aaa01-b4c2-4b03-8d56-401880d363e6 req-e784fe84-04cf-49ef-9ca2-351be4e12cdb tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:19.351546 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9b9aaa01-b4c2-4b03-8d56-401880d363e6 req-e784fe84-04cf-49ef-9ca2-351be4e12cdb tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 946 time: 0.1522918 Nov 16 11:40:19.361657 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2045b41a-caac-4d32-a99a-cd05b55d9cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:19.391254 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:19.414698 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.db.resource_extend [None req-5bfd23df-39e8-4425-acfb-8869bd0cb181 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 11:40:19.511199 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ee55c27d-82b8-4471-9a13-20a61c77355d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fa0f38-558c-4739-8457-3d7d7f1c0a4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467893190', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '4a3e5492-3227-4bab-bdf2-1f2c5c6430cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:37:53Z', 'updated_at': '2021-11-16T11:37:59Z', 'revision_number': 4, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': '4a3e5492-3227-4bab-bdf2-1f2c5c6430cf', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:68:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fa0f38-558c-4739-8457-3d7d7f1c0a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:54Z', 'updated_at': '2021-11-16T11:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'ae48e76e-4eee-4927-bbb3-a0eccab2337d', 'name': '', 'network_id': '43f20ad4-199d-4548-9ae5-b0d7e71e371d', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'mac_address': 'fa:16:3e:37:54:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fa0f38-558c-4739-8457-3d7d7f1c0a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '71739ec5-f544-432b-ace1-00dfba16fd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:57Z', 'updated_at': '2021-11-16T11:38:04Z', 'revision_number': 5, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'subnets': [{'id': '71739ec5-f544-432b-ace1-00dfba16fd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:19.544455 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d29a0-4516-41a0-aae5-4e62b4f45f55 req-39f12675-b4e8-40f9-95d5-3a380ff54c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:19.545054 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6919b9e1-082a-454d-8c99-fbf9678c7605 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:40:19.546841 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a38d29a0-4516-41a0-aae5-4e62b4f45f55 req-39f12675-b4e8-40f9-95d5-3a380ff54c1c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a94525ce04b1475298bff18f4d90d9d6&device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 1097 time: 0.7122796 Nov 16 11:40:19.551001 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a37d52b7-025e-443a-977c-5cef43325f89 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:19.669837 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 6919b9e1-082a-454d-8c99-fbf9678c7605, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=6919b9e1-082a-454d-8c99-fbf9678c7605,segment=NetworkSegment(5a5d8c4a-e3e9-4a2e-be09-9f9a9b0901ae),segment_id=5a5d8c4a-e3e9-4a2e-be09-9f9a9b0901ae)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:40:19.686890 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045b41a-caac-4d32-a99a-cd05b55d9cc2 None None] Pushing event updated for resources: {'Port': ['ID=5d730842-a451-4ff4-8661-e27c094081b4,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:19.699900 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:19.700526 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9b9aaa01-b4c2-4b03-8d56-401880d363e6 req-d29a096f-42c2-44dd-ac40-85f25ee612e7 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f479886-688b-40e4-95ce-92a8dd5a26bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3442249 Nov 16 11:40:19.713656 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5bfd23df-39e8-4425-acfb-8869bd0cb181 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:19.722666 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5bfd23df-39e8-4425-acfb-8869bd0cb181 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:19.742313 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d29a0-4516-41a0-aae5-4e62b4f45f55 req-9483bbff-2a68-485d-ba31-3dab17fc5f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:19.744661 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a38d29a0-4516-41a0-aae5-4e62b4f45f55 req-9483bbff-2a68-485d-ba31-3dab17fc5f52 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43f20ad4-199d-4548-9ae5-b0d7e71e371d HTTP/1.1" status: 200 len: 898 time: 0.1883609 Nov 16 11:40:19.747560 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a37d52b7-025e-443a-977c-5cef43325f89 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:19.872690 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=6919b9e1-082a-454d-8c99-fbf9678c7605,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:19.898820 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a38d29a0-4516-41a0-aae5-4e62b4f45f55 req-2b8ef556-db56-4e67-98fa-23c64aaed917 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76a51633-7476-4147-a3ea-d4389026609c HTTP/1.1" status: 200 len: 217 time: 0.1198432 Nov 16 11:40:19.934351 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee55c27d-82b8-4471-9a13-20a61c77355d None None] The sync data for ids ['00fa0f38-558c-4739-8457-3d7d7f1c0a4b'] in n-d-816823-3 is: [{'id': '00fa0f38-558c-4739-8457-3d7d7f1c0a4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467893190', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '4a3e5492-3227-4bab-bdf2-1f2c5c6430cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:37:53Z', 'updated_at': '2021-11-16T11:37:59Z', 'revision_number': 4, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': '4a3e5492-3227-4bab-bdf2-1f2c5c6430cf', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:68:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fa0f38-558c-4739-8457-3d7d7f1c0a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:54Z', 'updated_at': '2021-11-16T11:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'ae48e76e-4eee-4927-bbb3-a0eccab2337d', 'name': '', 'network_id': '43f20ad4-199d-4548-9ae5-b0d7e71e371d', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'mac_address': 'fa:16:3e:37:54:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fa0f38-558c-4739-8457-3d7d7f1c0a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': '71739ec5-f544-432b-ace1-00dfba16fd4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:57Z', 'updated_at': '2021-11-16T11:38:04Z', 'revision_number': 5, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'subnets': [{'id': '71739ec5-f544-432b-ace1-00dfba16fd4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:40:19.960504 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['6919b9e1-082a-454d-8c99-fbf9678c7605'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:40:19.965191 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d29a0-4516-41a0-aae5-4e62b4f45f55 req-34b5521f-aca1-4ae7-8bfd-d458caba09cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:19.966685 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a38d29a0-4516-41a0-aae5-4e62b4f45f55 req-34b5521f-aca1-4ae7-8bfd-d458caba09cb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71739ec5-f544-432b-ace1-00dfba16fd4d HTTP/1.1" status: 200 len: 835 time: 0.0668268 Nov 16 11:40:20.053542 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37d52b7-025e-443a-977c-5cef43325f89 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:40:20.072384 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-a37d52b7-025e-443a-977c-5cef43325f89 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:40:20.082716 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37d52b7-025e-443a-977c-5cef43325f89 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:40:20.096611 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37d52b7-025e-443a-977c-5cef43325f89 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:20.097309 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a37d52b7-025e-443a-977c-5cef43325f89 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:20.127454 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d52b7-025e-443a-977c-5cef43325f89 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Port': ['ID=26cceded-e117-4f83-9307-ad7b8a3e60fa,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:20.161406 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a37d52b7-025e-443a-977c-5cef43325f89 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3255360 Nov 16 11:40:20.163760 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55700) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:20.167500 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d29a0-4516-41a0-aae5-4e62b4f45f55 req-d3ce4ea6-f9cf-4e62-8561-94abe0f8bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:20.170654 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a38d29a0-4516-41a0-aae5-4e62b4f45f55 req-d3ce4ea6-f9cf-4e62-8561-94abe0f8bb38 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43f20ad4-199d-4548-9ae5-b0d7e71e371d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1901562 Nov 16 11:40:20.296655 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a38d29a0-4516-41a0-aae5-4e62b4f45f55 req-270cab81-c36f-44a1-8396-812c608b48b0 service neutron] 10.222.0.36 "GET /v2.0/networks/43f20ad4-199d-4548-9ae5-b0d7e71e371d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150012 Nov 16 11:40:20.300539 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eccda90-ba41-4c2d-993c-6dc8902b8148 req-5069f70b-d762-4c03-bbc6-a120484f19c6 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:20.306797 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0eccda90-ba41-4c2d-993c-6dc8902b8148 req-5069f70b-d762-4c03-bbc6-a120484f19c6 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d64a4c1-ff3f-4fb7-bcb3-ffc09cead5f9 HTTP/1.1" status: 200 len: 944 time: 0.3894954 Nov 16 11:40:20.309935 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 5d730842-a451-4ff4-8661-e27c094081b4 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:40:20.387604 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017dec0-5049-4df5-b4f1-6b0eec53e301 req-a2c21cf2-1156-43aa-a495-918203ca5829 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:20.395700 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d017dec0-5049-4df5-b4f1-6b0eec53e301 req-a2c21cf2-1156-43aa-a495-918203ca5829 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.36 "GET /v2.0/ports?device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 946 time: 0.3449137 Nov 16 11:40:20.405064 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c9c6d7-a5c8-49cf-a503-c8e03289dd94 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:20.412547 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c9c6d7-a5c8-49cf-a503-c8e03289dd94 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:20.417180 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-03c9c6d7-a5c8-49cf-a503-c8e03289dd94 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2498360 Nov 16 11:40:20.417576 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55704) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:20.430083 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [None req-5bfd23df-39e8-4425-acfb-8869bd0cb181 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Floating IP 8024a23a-c2d6-4360-bcfb-66109dfa67e2 associated. External IP: 172.25.0.226, port: 4a67926d-2f8a-4127-9628-4c5987e167e2. Nov 16 11:40:20.431479 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 5d730842-a451-4ff4-8661-e27c094081b4 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:40:20.432019 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:20.527238 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a38d29a0-4516-41a0-aae5-4e62b4f45f55 req-67b70dc0-23f9-4a28-b598-0b5ee94103e0 service neutron] 10.222.0.36 "GET /v2.0/networks/43f20ad4-199d-4548-9ae5-b0d7e71e371d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153904 Nov 16 11:40:20.562956 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-5f9c6471-980b-4396-86bd-cec0f3c0356f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting port 26cceded-e117-4f83-9307-ad7b8a3e60fa {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:40:20.564195 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f9c6471-980b-4396-86bd-cec0f3c0356f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:20.606391 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:20.671750 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0eccda90-ba41-4c2d-993c-6dc8902b8148 req-2a7c35ee-777d-4367-87f6-1c10b0e0ad33 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.61 "GET /v2.0/security-groups?id=287877bc-e2d3-4503-aa4b-858e6fd17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467858 Nov 16 11:40:20.715823 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 2393af70-b435-48ad-8942-fc07bf36bf5b no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:40:20.734504 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 5d730842-a451-4ff4-8661-e27c094081b4, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=5d730842-a451-4ff4-8661-e27c094081b4,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:40:20.795025 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f9c6471-980b-4396-86bd-cec0f3c0356f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:20.802672 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a64685-4f4e-4327-a1d6-b1bf47fee428 None None] New status for floating IP 80ba623c-dd34-4d77-8aad-a55fd8f20414: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:40:20.812902 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:20.830842 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 2393af70-b435-48ad-8942-fc07bf36bf5b {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:40:20.832046 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 2393af70-b435-48ad-8942-fc07bf36bf5b not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:40:20.847283 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-5f9c6471-980b-4396-86bd-cec0f3c0356f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Calling delete_port for 26cceded-e117-4f83-9307-ad7b8a3e60fa owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:40:20.934667 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9d0cc074-ec10-48b4-b673-4d8f84e8abc3 req-0f30e990-ff84-4d1d-9961-76b81e52eff6 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4481794-1fff-4d7b-a731-0cfdb54249be HTTP/1.1" status: 200 len: 210 time: 0.0890062 Nov 16 11:40:21.195148 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=5d730842-a451-4ff4-8661-e27c094081b4,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:21.220486 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bfd23df-39e8-4425-acfb-8869bd0cb181 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Router fc57b86c-0c30-4b2a-bbc4-9669497b0b82 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:40:21.246447 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-d017dec0-5049-4df5-b4f1-6b0eec53e301 req-8c0f1e0e-b3f9-44c0-9c37-d942a18aef9e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Deleting port 76a51633-7476-4147-a3ea-d4389026609c {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:40:21.246938 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d017dec0-5049-4df5-b4f1-6b0eec53e301 req-8c0f1e0e-b3f9-44c0-9c37-d942a18aef9e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:21.269207 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f9c6471-980b-4396-86bd-cec0f3c0356f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:21.342097 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9c6471-980b-4396-86bd-cec0f3c0356f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Port': ['ID=26cceded-e117-4f83-9307-ad7b8a3e60fa,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:21.398049 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f9c6471-980b-4396-86bd-cec0f3c0356f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:21.404890 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5f9c6471-980b-4396-86bd-cec0f3c0356f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/ports/26cceded-e117-4f83-9307-ad7b8a3e60fa HTTP/1.1" status: 204 len: 168 time: 0.9861038 Nov 16 11:40:21.406058 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55714) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:21.543221 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70c6ee5-023b-4c10-a7db-d77eb9c66790 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:21.545616 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70c6ee5-023b-4c10-a7db-d77eb9c66790 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:21.547944 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c70c6ee5-023b-4c10-a7db-d77eb9c66790 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1407843 Nov 16 11:40:21.550685 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55718) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:21.629839 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf95ba61-d153-4952-9300-9cb6bb8d56a3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting subnet f7edb3e8-6b8e-4e70-9f88-9b178a9fc192 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:40:21.635644 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bf95ba61-d153-4952-9300-9cb6bb8d56a3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:21.693300 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-07899746-c658-4d20-8ca4-a5eee5da237e None None] Provisioning complete for port 5d730842-a451-4ff4-8661-e27c094081b4 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:40:21.694604 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07899746-c658-4d20-8ca4-a5eee5da237e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:21.730483 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119059a-fce1-4bc6-94ad-733000505491 req-74ff107f-dfe1-4011-aaa1-5bf3bd68d886 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:21.732058 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d119059a-fce1-4bc6-94ad-733000505491 req-74ff107f-dfe1-4011-aaa1-5bf3bd68d886 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 946 time: 0.6557257 Nov 16 11:40:21.757335 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bf95ba61-d153-4952-9300-9cb6bb8d56a3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:21.898689 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bf95ba61-d153-4952-9300-9cb6bb8d56a3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:21.962246 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-d017dec0-5049-4df5-b4f1-6b0eec53e301 req-8c0f1e0e-b3f9-44c0-9c37-d942a18aef9e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] For port 76a51633-7476-4147-a3ea-d4389026609c, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=76a51633-7476-4147-a3ea-d4389026609c,segment=NetworkSegment(cc2fabfa-7911-40e9-aba3-29a5d09c685d),segment_id=cc2fabfa-7911-40e9-aba3-29a5d09c685d)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:40:21.962599 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d017dec0-5049-4df5-b4f1-6b0eec53e301 req-8c0f1e0e-b3f9-44c0-9c37-d942a18aef9e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:21.997342 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d119059a-fce1-4bc6-94ad-733000505491 req-ed7090a0-5f96-4858-b2a7-ceca321deeb7 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f479886-688b-40e4-95ce-92a8dd5a26bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961489 Nov 16 11:40:21.997832 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ec7faa41-3b16-4073-855f-c2f530d1a010 None None] Could not find standard attr ID for object 26cceded-e117-4f83-9307-ad7b8a3e60fa. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:40:22.035438 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bf95ba61-d153-4952-9300-9cb6bb8d56a3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:22.042016 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-d017dec0-5049-4df5-b4f1-6b0eec53e301 req-8c0f1e0e-b3f9-44c0-9c37-d942a18aef9e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Calling delete_port for 76a51633-7476-4147-a3ea-d4389026609c owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:40:22.069967 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95ba61-d153-4952-9300-9cb6bb8d56a3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Subnet': ['ID=f7edb3e8-6b8e-4e70-9f88-9b178a9fc192,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:22.085729 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bf95ba61-d153-4952-9300-9cb6bb8d56a3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:22.093233 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55726) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:22.093477 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bf95ba61-d153-4952-9300-9cb6bb8d56a3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/f7edb3e8-6b8e-4e70-9f88-9b178a9fc192 HTTP/1.1" status: 204 len: 168 time: 0.5404391 Nov 16 11:40:22.190245 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 5d730842-a451-4ff4-8661-e27c094081b4 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:40:22.206091 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bfd23df-39e8-4425-acfb-8869bd0cb181 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:40:22.211001 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-bf9ab042-8213-48b2-979f-42356e93e34f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1016793 Nov 16 11:40:22.211839 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5bfd23df-39e8-4425-acfb-8869bd0cb181 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:22.214359 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55730) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:22.219067 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9cd64b-973a-4667-8f2c-31db33a0882f None None] Sync routers for ids ['fc57b86c-0c30-4b2a-bbc4-9669497b0b82'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:40:22.249652 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9cd64b-973a-4667-8f2c-31db33a0882f None None] Routers {'fc57b86c-0c30-4b2a-bbc4-9669497b0b82'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:40:22.250333 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-0e9cd64b-973a-4667-8f2c-31db33a0882f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:40:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['fc57b86c-0c30-4b2a-bbc4-9669497b0b82'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:22.285321 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5bfd23df-39e8-4425-acfb-8869bd0cb181 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.61 "PUT /v2.0/floatingips/8024a23a-c2d6-4360-bcfb-66109dfa67e2 HTTP/1.1" status: 200 len: 991 time: 4.0026922 Nov 16 11:40:22.288385 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e9012f-7e2f-479d-8348-56b369bacadc', 'tag': '4a67926d-2f8a-4127-9628-4c5987e167e2'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:40:22.290784 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60825486-362a-4f01-945b-eb722b421b7b" -d '{"events": [{"name": "network-changed", "server_uuid": "d7e9012f-7e2f-479d-8348-56b369bacadc", "tag": "4a67926d-2f8a-4127-9628-4c5987e167e2"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:40:22.316998 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50efc2c7-90df-472c-9ccd-d15ec1b6b610 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:40:22.327036 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55b54e9-9db8-4f9b-aba9-8ea40ac3f945 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:22.331793 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c55b54e9-9db8-4f9b-aba9-8ea40ac3f945 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1113241 Nov 16 11:40:22.332016 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55738) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:22.344542 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0020d68-b4de-4de7-9899-9e82f1c826c5 req-11b3839a-4df7-4930-8851-70c8a998cedb tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:22.352491 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a0020d68-b4de-4de7-9899-9e82f1c826c5 req-11b3839a-4df7-4930-8851-70c8a998cedb tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d64a4c1-ff3f-4fb7-bcb3-ffc09cead5f9 HTTP/1.1" status: 200 len: 944 time: 0.1505668 Nov 16 11:40:22.388778 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 5d730842-a451-4ff4-8661-e27c094081b4 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:40:22.389200 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:22.413971 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c2fa8b-55c3-4c27-8e4c-3dd3090ad9a9 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:22.417819 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-45c2fa8b-55c3-4c27-8e4c-3dd3090ad9a9 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0825200 Nov 16 11:40:22.418386 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55742) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:22.465240 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a0020d68-b4de-4de7-9899-9e82f1c826c5 req-c4956987-7e29-4383-a968-c2ffbcfdf645 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.61 "GET /v2.0/security-groups?id=287877bc-e2d3-4503-aa4b-858e6fd17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117744 Nov 16 11:40:22.496450 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55744) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:22.496868 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-29b7f84f-847b-4da3-905b-556a6d77f189 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0772209 Nov 16 11:40:22.503149 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-b22e6040-05f1-4cf0-b397-32fe157ba787 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'subnet': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:40:22.511244 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d017dec0-5049-4df5-b4f1-6b0eec53e301 req-8c0f1e0e-b3f9-44c0-9c37-d942a18aef9e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:22.529711 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-0e9cd64b-973a-4667-8f2c-31db33a0882f None None] Set router fc57b86c-0c30-4b2a-bbc4-9669497b0b82 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:40:22.601026 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55746) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:22.660782 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b780ff-d766-45dd-8600-aeb7f8f7ae90 None None] DHCP port deletion for d02e5c70-c13b-4c74-9763-e19ffb7dd482 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:40:22.718402 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 6919b9e1-082a-454d-8c99-fbf9678c7605 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:40:22.738707 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f1e0e-b3f9-44c0-9c37-d942a18aef9e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event deleted for resources: {'Port': ['ID=76a51633-7476-4147-a3ea-d4389026609c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:22.742859 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22e6040-05f1-4cf0-b397-32fe157ba787 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:40:22.747448 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b22e6040-05f1-4cf0-b397-32fe157ba787 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:22.780255 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e4ec92ee-68df-493a-98c6-a2bc93f4ac5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:22.797161 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3993598b-f0a3-4cfc-b7c5-82c360b396a4 req-4587051d-d2ab-4060-a0c4-d8af7a164a91 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4481794-1fff-4d7b-a731-0cfdb54249be HTTP/1.1" status: 200 len: 210 time: 0.0736535 Nov 16 11:40:22.827742 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-98b780ff-d766-45dd-8600-aeb7f8f7ae90 None None] Deleting port 5d730842-a451-4ff4-8661-e27c094081b4 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:40:22.828123 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-98b780ff-d766-45dd-8600-aeb7f8f7ae90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:22.861084 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-d017dec0-5049-4df5-b4f1-6b0eec53e301 req-8c0f1e0e-b3f9-44c0-9c37-d942a18aef9e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] No DVR routers for this DVR port 76a51633-7476-4147-a3ea-d4389026609c on host n-h1-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:40:22.864104 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d017dec0-5049-4df5-b4f1-6b0eec53e301 req-8c0f1e0e-b3f9-44c0-9c37-d942a18aef9e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:22.868530 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d017dec0-5049-4df5-b4f1-6b0eec53e301 req-8c0f1e0e-b3f9-44c0-9c37-d942a18aef9e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.36 "DELETE /v2.0/ports/76a51633-7476-4147-a3ea-d4389026609c HTTP/1.1" status: 204 len: 173 time: 2.2089746 Nov 16 11:40:22.877347 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-0e9cd64b-973a-4667-8f2c-31db33a0882f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc57b86c-0c30-4b2a-bbc4-9669497b0b82', 'name': 'tempest-ServersTestJSON-604576079-router', 'tenant_id': '142d3a0b7566420dad5d5849dd291232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '612a30bc-1b22-4af3-b8b9-0c2b365ea308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:29Z', 'updated_at': '2021-11-16T11:39:39Z', 'revision_number': 4, 'project_id': '142d3a0b7566420dad5d5849dd291232', 'gw_port': {'id': '612a30bc-1b22-4af3-b8b9-0c2b365ea308', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:71:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc57b86c-0c30-4b2a-bbc4-9669497b0b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:31Z', 'updated_at': '2021-11-16T11:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '8024a23a-c2d6-4360-bcfb-66109dfa67e2', 'tenant_id': '142d3a0b7566420dad5d5849dd291232', 'floating_ip_address': '172.25.0.226', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'fc57b86c-0c30-4b2a-bbc4-9669497b0b82', 'port_id': '4a67926d-2f8a-4127-9628-4c5987e167e2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20a976b3-4269-4e45-8f07-aa388b8223f2', 'mac_address': 'fa:16:3e:f6:f9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e9012f-7e2f-479d-8348-56b369bacadc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:39:53Z', 'updated_at': '2021-11-16T11:40:19Z', 'revision_number': 1, 'project_id': '142d3a0b7566420dad5d5849dd291232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1400c4be-ecbf-45f4-8060-3df70df78d63', 'name': '', 'network_id': '20a976b3-4269-4e45-8f07-aa388b8223f2', 'tenant_id': '142d3a0b7566420dad5d5849dd291232', 'mac_address': 'fa:16:3e:c8:0c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc57b86c-0c30-4b2a-bbc4-9669497b0b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'd54163ea-b6e5-473e-b29c-97d26895cfc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:36Z', 'updated_at': '2021-11-16T11:39:49Z', 'revision_number': 5, 'project_id': '142d3a0b7566420dad5d5849dd291232', 'subnets': [{'id': 'd54163ea-b6e5-473e-b29c-97d26895cfc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:22.965876 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9cd64b-973a-4667-8f2c-31db33a0882f None None] Checking router: fc57b86c-0c30-4b2a-bbc4-9669497b0b82 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:40:22.971963 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e4ec92ee-68df-493a-98c6-a2bc93f4ac5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:22.980115 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9cd64b-973a-4667-8f2c-31db33a0882f None None] Routers {'fc57b86c-0c30-4b2a-bbc4-9669497b0b82'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:40:22.981068 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-0e9cd64b-973a-4667-8f2c-31db33a0882f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:40:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['fc57b86c-0c30-4b2a-bbc4-9669497b0b82'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:22.985990 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-98b780ff-d766-45dd-8600-aeb7f8f7ae90 None None] For port 5d730842-a451-4ff4-8661-e27c094081b4, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=5d730842-a451-4ff4-8661-e27c094081b4,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:40:22.985990 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-98b780ff-d766-45dd-8600-aeb7f8f7ae90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:22.990052 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e4ec92ee-68df-493a-98c6-a2bc93f4ac5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:22.993223 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 6919b9e1-082a-454d-8c99-fbf9678c7605 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:40:23.036708 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 6919b9e1-082a-454d-8c99-fbf9678c7605 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:40:23.037368 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:23.043110 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-98b780ff-d766-45dd-8600-aeb7f8f7ae90 None None] Calling delete_port for 5d730842-a451-4ff4-8661-e27c094081b4 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:40:23.133130 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e4ec92ee-68df-493a-98c6-a2bc93f4ac5d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=412f818fe5e94749a79008dd15eb59eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5287831 Nov 16 11:40:23.133814 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55754) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:23.151245 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec92ee-68df-493a-98c6-a2bc93f4ac5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9c76e2-96a4-450c-b62b-9799e5738705,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:23.205110 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2577202f-eca7-46e3-8ea9-870c830dc2ec x-openstack-request-id: req-2577202f-eca7-46e3-8ea9-870c830dc2ec {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:40:23.205457 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7e9012f-7e2f-479d-8348-56b369bacadc", "tag": "4a67926d-2f8a-4127-9628-4c5987e167e2", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:40:23.205712 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2577202f-eca7-46e3-8ea9-870c830dc2ec {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:40:23.206150 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e9012f-7e2f-479d-8348-56b369bacadc', 'tag': '4a67926d-2f8a-4127-9628-4c5987e167e2', 'status': 'completed', 'code': 200} Nov 16 11:40:23.243546 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b22e6040-05f1-4cf0-b397-32fe157ba787 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:23.272421 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:23.307433 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b25ac8b-92cb-481c-8121-47fcd3589d41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:23.307932 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-98b780ff-d766-45dd-8600-aeb7f8f7ae90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:23.309734 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-0e9cd64b-973a-4667-8f2c-31db33a0882f None None] Set router fc57b86c-0c30-4b2a-bbc4-9669497b0b82 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:40:23.359381 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b25ac8b-92cb-481c-8121-47fcd3589d41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:23.369047 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b780ff-d766-45dd-8600-aeb7f8f7ae90 None None] No DVR routers for this DVR port 5d730842-a451-4ff4-8661-e27c094081b4 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:40:23.385649 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b780ff-d766-45dd-8600-aeb7f8f7ae90 None None] Pushing event deleted for resources: {'Port': ['ID=5d730842-a451-4ff4-8661-e27c094081b4,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:23.404326 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d64a4c1-ff3f-4fb7-bcb3-ffc09cead5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6919b9e1-082a-454d-8c99-fbf9678c7605'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:40:23.412257 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0490db4c-9c1d-4519-a9a3-862ed4fcb218" -d '{"events": [{"server_uuid": "0d64a4c1-ff3f-4fb7-bcb3-ffc09cead5f9", "name": "network-vif-plugged", "status": "completed", "tag": "6919b9e1-082a-454d-8c99-fbf9678c7605"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:40:23.437263 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b25ac8b-92cb-481c-8121-47fcd3589d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:23.440367 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6b25ac8b-92cb-481c-8121-47fcd3589d41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:23.443436 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6b25ac8b-92cb-481c-8121-47fcd3589d41 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1b9c76e2-96a4-450c-b62b-9799e5738705 HTTP/1.1" status: 204 len: 168 time: 0.3048353 Nov 16 11:40:23.451674 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 6919b9e1-082a-454d-8c99-fbf9678c7605, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=6919b9e1-082a-454d-8c99-fbf9678c7605,segment=NetworkSegment(5a5d8c4a-e3e9-4a2e-be09-9f9a9b0901ae),segment_id=5a5d8c4a-e3e9-4a2e-be09-9f9a9b0901ae)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:40:23.457056 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25ac8b-92cb-481c-8121-47fcd3589d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9c76e2-96a4-450c-b62b-9799e5738705,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:23.463518 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:23.509639 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3e2b508d-ef86-4c14-bbd9-fae0b029bb6f req-533d40a2-50ea-4863-97eb-fab6541b8436 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=17a0d7da-75a1-4369-9d8d-44a60160fcb0 HTTP/1.1" status: 200 len: 210 time: 0.1518373 Nov 16 11:40:23.526759 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22e6040-05f1-4cf0-b397-32fe157ba787 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:40:23.549064 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-b22e6040-05f1-4cf0-b397-32fe157ba787 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:40:23.566264 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22e6040-05f1-4cf0-b397-32fe157ba787 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:23.567403 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b22e6040-05f1-4cf0-b397-32fe157ba787 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:23.579410 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfefaaa6-e78b-4736-ae06-41683575127b None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:40:23.587051 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60825486-362a-4f01-945b-eb722b421b7b req-7cd7c413-889d-4c3b-8e55-493aa25aa822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:23.601957 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-60825486-362a-4f01-945b-eb722b421b7b req-7cd7c413-889d-4c3b-8e55-493aa25aa822 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=142d3a0b7566420dad5d5849dd291232&device_id=d7e9012f-7e2f-479d-8348-56b369bacadc HTTP/1.1" status: 200 len: 1096 time: 0.3803480 Nov 16 11:40:23.625619 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b22e6040-05f1-4cf0-b397-32fe157ba787 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1277199 Nov 16 11:40:23.626534 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22e6040-05f1-4cf0-b397-32fe157ba787 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Subnet': ['ID=8e3d63bf-99a9-4461-a549-18bb3ef6730d,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:23.628708 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55764) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:23.645450 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4cb57230-f80b-4e80-8335-8c8d61e75a90 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'port': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'fixed_ips': [{'subnet_id': '8e3d63bf-99a9-4461-a549-18bb3ef6730d', 'ip_address': '2001:db8::cfc0:fbf7:1a0e:9c02'}], 'name': 'tempest-NetworksTestDHCPv6-466795225'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:40:23.759944 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ffc33c-a50b-4c20-a5e1-df753c9557aa x-openstack-request-id: req-90ffc33c-a50b-4c20-a5e1-df753c9557aa {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:40:23.760237 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d64a4c1-ff3f-4fb7-bcb3-ffc09cead5f9", "name": "network-vif-plugged", "status": "completed", "tag": "6919b9e1-082a-454d-8c99-fbf9678c7605", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:40:23.760494 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-90ffc33c-a50b-4c20-a5e1-df753c9557aa {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:40:23.760887 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d64a4c1-ff3f-4fb7-bcb3-ffc09cead5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6919b9e1-082a-454d-8c99-fbf9678c7605', 'code': 200} Nov 16 11:40:23.845674 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=6919b9e1-082a-454d-8c99-fbf9678c7605,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:23.922862 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa79d3-d034-49bd-9f0f-871bd5d8ef05 req-060cc3ce-bfed-4348-9f30-585f64f3f721 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:23.925146 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-76fa79d3-d034-49bd-9f0f-871bd5d8ef05 req-060cc3ce-bfed-4348-9f30-585f64f3f721 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d64a4c1-ff3f-4fb7-bcb3-ffc09cead5f9 HTTP/1.1" status: 200 len: 945 time: 0.1099839 Nov 16 11:40:23.936181 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 76a51633-7476-4147-a3ea-d4389026609c no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:40:23.957675 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60825486-362a-4f01-945b-eb722b421b7b req-b10d4682-f233-4673-b5ca-4ae5c2e7c681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:23.960034 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-60825486-362a-4f01-945b-eb722b421b7b req-b10d4682-f233-4673-b5ca-4ae5c2e7c681 service neutron] 10.222.0.36 "GET /v2.0/networks?id=20a976b3-4269-4e45-8f07-aa388b8223f2 HTTP/1.1" status: 200 len: 906 time: 0.3571141 Nov 16 11:40:23.966944 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: 76a51633-7476-4147-a3ea-d4389026609c {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:40:23.967356 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 76a51633-7476-4147-a3ea-d4389026609c not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:40:23.996801 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3281a63-b836-4845-aebe-35ade1e5687a req-3058c1f5-7483-4a0f-bdd7-8e7d88d5b133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:23.998505 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c3281a63-b836-4845-aebe-35ade1e5687a req-3058c1f5-7483-4a0f-bdd7-8e7d88d5b133 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0d64a4c1-ff3f-4fb7-bcb3-ffc09cead5f9 HTTP/1.1" status: 200 len: 1096 time: 0.1877651 Nov 16 11:40:24.035039 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd8d83e-ceaf-44ee-8eea-8161464866cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-d02e5c70-c13b-4c74-9763-e19ffb7dd482', 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'tenant_id': '4ebb44564e554f6b8a2c06865b79e6ad', 'fixed_ips': [{'subnet_id': '8e3d63bf-99a9-4461-a549-18bb3ef6730d'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:40:24.035425 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4bd8d83e-ceaf-44ee-8eea-8161464866cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:24.049252 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-0e9cd64b-973a-4667-8f2c-31db33a0882f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc57b86c-0c30-4b2a-bbc4-9669497b0b82', 'name': 'tempest-ServersTestJSON-604576079-router', 'tenant_id': '142d3a0b7566420dad5d5849dd291232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '612a30bc-1b22-4af3-b8b9-0c2b365ea308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:29Z', 'updated_at': '2021-11-16T11:39:39Z', 'revision_number': 4, 'project_id': '142d3a0b7566420dad5d5849dd291232', 'gw_port': {'id': '612a30bc-1b22-4af3-b8b9-0c2b365ea308', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:71:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc57b86c-0c30-4b2a-bbc4-9669497b0b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:31Z', 'updated_at': '2021-11-16T11:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '8024a23a-c2d6-4360-bcfb-66109dfa67e2', 'tenant_id': '142d3a0b7566420dad5d5849dd291232', 'floating_ip_address': '172.25.0.226', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'fc57b86c-0c30-4b2a-bbc4-9669497b0b82', 'port_id': '4a67926d-2f8a-4127-9628-4c5987e167e2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20a976b3-4269-4e45-8f07-aa388b8223f2', 'mac_address': 'fa:16:3e:f6:f9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e9012f-7e2f-479d-8348-56b369bacadc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:39:53Z', 'updated_at': '2021-11-16T11:40:19Z', 'revision_number': 1, 'project_id': '142d3a0b7566420dad5d5849dd291232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1400c4be-ecbf-45f4-8060-3df70df78d63', 'name': '', 'network_id': '20a976b3-4269-4e45-8f07-aa388b8223f2', 'tenant_id': '142d3a0b7566420dad5d5849dd291232', 'mac_address': 'fa:16:3e:c8:0c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc57b86c-0c30-4b2a-bbc4-9669497b0b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'd54163ea-b6e5-473e-b29c-97d26895cfc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:36Z', 'updated_at': '2021-11-16T11:39:49Z', 'revision_number': 5, 'project_id': '142d3a0b7566420dad5d5849dd291232', 'subnets': [{'id': 'd54163ea-b6e5-473e-b29c-97d26895cfc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:24.069066 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-76fa79d3-d034-49bd-9f0f-871bd5d8ef05 req-70e9abe0-d702-4b3a-ba91-eb29a263e575 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.61 "GET /v2.0/security-groups?id=287877bc-e2d3-4503-aa4b-858e6fd17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370234 Nov 16 11:40:24.092779 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-60825486-362a-4f01-945b-eb722b421b7b req-1a73756a-7c17-41fc-9c7b-721b95f4e849 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a67926d-2f8a-4127-9628-4c5987e167e2 HTTP/1.1" status: 200 len: 999 time: 0.1244812 Nov 16 11:40:24.152058 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9cd64b-973a-4667-8f2c-31db33a0882f None None] The sync data for ids ['fc57b86c-0c30-4b2a-bbc4-9669497b0b82'] in n-d-816823-3 is: [{'id': 'fc57b86c-0c30-4b2a-bbc4-9669497b0b82', 'name': 'tempest-ServersTestJSON-604576079-router', 'tenant_id': '142d3a0b7566420dad5d5849dd291232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '612a30bc-1b22-4af3-b8b9-0c2b365ea308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:29Z', 'updated_at': '2021-11-16T11:39:39Z', 'revision_number': 4, 'project_id': '142d3a0b7566420dad5d5849dd291232', 'gw_port': {'id': '612a30bc-1b22-4af3-b8b9-0c2b365ea308', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:71:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc57b86c-0c30-4b2a-bbc4-9669497b0b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:31Z', 'updated_at': '2021-11-16T11:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '8024a23a-c2d6-4360-bcfb-66109dfa67e2', 'tenant_id': '142d3a0b7566420dad5d5849dd291232', 'floating_ip_address': '172.25.0.226', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'fc57b86c-0c30-4b2a-bbc4-9669497b0b82', 'port_id': '4a67926d-2f8a-4127-9628-4c5987e167e2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20a976b3-4269-4e45-8f07-aa388b8223f2', 'mac_address': 'fa:16:3e:f6:f9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e9012f-7e2f-479d-8348-56b369bacadc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:39:53Z', 'updated_at': '2021-11-16T11:40:19Z', 'revision_number': 1, 'project_id': '142d3a0b7566420dad5d5849dd291232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1400c4be-ecbf-45f4-8060-3df70df78d63', 'name': '', 'network_id': '20a976b3-4269-4e45-8f07-aa388b8223f2', 'tenant_id': '142d3a0b7566420dad5d5849dd291232', 'mac_address': 'fa:16:3e:c8:0c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc57b86c-0c30-4b2a-bbc4-9669497b0b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'd54163ea-b6e5-473e-b29c-97d26895cfc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:36Z', 'updated_at': '2021-11-16T11:39:49Z', 'revision_number': 5, 'project_id': '142d3a0b7566420dad5d5849dd291232', 'subnets': [{'id': 'd54163ea-b6e5-473e-b29c-97d26895cfc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:40:24.165850 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c3281a63-b836-4845-aebe-35ade1e5687a req-dbf89a38-5803-444e-9bed-19af0e154c76 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=287877bc-e2d3-4503-aa4b-858e6fd17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541724 Nov 16 11:40:24.195787 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60825486-362a-4f01-945b-eb722b421b7b req-42130ce4-c7b0-4055-bc8f-70e05a7b42e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:24.209990 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-60825486-362a-4f01-945b-eb722b421b7b req-42130ce4-c7b0-4055-bc8f-70e05a7b42e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d54163ea-b6e5-473e-b29c-97d26895cfc7 HTTP/1.1" status: 200 len: 844 time: 0.0964518 Nov 16 11:40:24.223243 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb57230-f80b-4e80-8335-8c8d61e75a90 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:40:24.228742 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55778) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:24.287675 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 5d730842-a451-4ff4-8661-e27c094081b4 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:40:24.315928 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 5d730842-a451-4ff4-8661-e27c094081b4 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:40:24.316455 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 5d730842-a451-4ff4-8661-e27c094081b4 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:40:24.356548 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-856c61fb-0335-47cf-a4f6-96d8a6f4d6a0 req-46c7e19b-d1d8-46e7-b873-d3281a6243de tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4481794-1fff-4d7b-a731-0cfdb54249be HTTP/1.1" status: 200 len: 210 time: 0.0731237 Nov 16 11:40:24.360808 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4eebf249-078e-4636-bb1d-c4b0d834a97b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:24.364484 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60825486-362a-4f01-945b-eb722b421b7b req-dfd8cf9b-7e48-46fb-b59c-8b2fcdf01832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:24.366418 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-60825486-362a-4f01-945b-eb722b421b7b req-dfd8cf9b-7e48-46fb-b59c-8b2fcdf01832 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=20a976b3-4269-4e45-8f07-aa388b8223f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1553319 Nov 16 11:40:24.406306 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-4bd8d83e-ceaf-44ee-8eea-8161464866cd None None] Allocated IP 2001:db8::2 (d02e5c70-c13b-4c74-9763-e19ffb7dd482/8e3d63bf-99a9-4461-a549-18bb3ef6730d/45af418f-f742-4500-9e0e-a4a51e2f6617) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:40:24.495085 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4eebf249-078e-4636-bb1d-c4b0d834a97b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:24.496041 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-60825486-362a-4f01-945b-eb722b421b7b req-5e4e3671-e7e3-47e5-be45-b13727ebd39a service neutron] 10.222.0.36 "GET /v2.0/networks/20a976b3-4269-4e45-8f07-aa388b8223f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151776 Nov 16 11:40:24.505759 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4eebf249-078e-4636-bb1d-c4b0d834a97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:24.613135 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55782) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:24.636175 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-60825486-362a-4f01-945b-eb722b421b7b req-72e1131b-d649-46ce-94c1-6764b7580e4d service neutron] 10.222.0.36 "GET /v2.0/networks/20a976b3-4269-4e45-8f07-aa388b8223f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291616 Nov 16 11:40:24.655978 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4eebf249-078e-4636-bb1d-c4b0d834a97b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4fe4d702bb3c4fd9bb3ab974ddf5272a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4238524 Nov 16 11:40:24.655978 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eebf249-078e-4636-bb1d-c4b0d834a97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4136e9ab-8557-4ff8-a69c-b68db6ee676f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:24.657207 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55784) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:24.701381 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4bd8d83e-ceaf-44ee-8eea-8161464866cd None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:24.706945 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d430c4a0-de44-4c89-b8fa-d7f495178378 None None] New status for floating IP 8024a23a-c2d6-4360-bcfb-66109dfa67e2: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:40:24.749352 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4bd8d83e-ceaf-44ee-8eea-8161464866cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:24.754424 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4cb57230-f80b-4e80-8335-8c8d61e75a90 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:24.787468 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-517498a4-6943-4fe5-97dd-84482ef72591 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:24.815086 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd8d83e-ceaf-44ee-8eea-8161464866cd None None] Pushing event updated for resources: {'Port': ['ID=45af418f-f742-4500-9e0e-a4a51e2f6617,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:24.815613 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-4cb57230-f80b-4e80-8335-8c8d61e75a90 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] device_id is not set on port f673e41d-a91a-49e7-b4d0-25e0968616bb yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:40:24.859619 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-517498a4-6943-4fe5-97dd-84482ef72591 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:24.863090 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd8d83e-ceaf-44ee-8eea-8161464866cd None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:40:24.902914 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-4bd8d83e-ceaf-44ee-8eea-8161464866cd None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:40:24.906919 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd8d83e-ceaf-44ee-8eea-8161464866cd None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:40:24.978256 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-517498a4-6943-4fe5-97dd-84482ef72591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:24.982258 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-517498a4-6943-4fe5-97dd-84482ef72591 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:24.985302 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-517498a4-6943-4fe5-97dd-84482ef72591 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4136e9ab-8557-4ff8-a69c-b68db6ee676f HTTP/1.1" status: 204 len: 168 time: 0.3250828 Nov 16 11:40:24.999819 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517498a4-6943-4fe5-97dd-84482ef72591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4136e9ab-8557-4ff8-a69c-b68db6ee676f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:25.020330 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-4bd8d83e-ceaf-44ee-8eea-8161464866cd None None] Attempting to bind port 45af418f-f742-4500-9e0e-a4a51e2f6617 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:40:25.020995 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-4bd8d83e-ceaf-44ee-8eea-8161464866cd None None] Attempting to bind port 45af418f-f742-4500-9e0e-a4a51e2f6617 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:40:25.021733 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd8d83e-ceaf-44ee-8eea-8161464866cd None None] Attempting to bind port 45af418f-f742-4500-9e0e-a4a51e2f6617 on network d02e5c70-c13b-4c74-9763-e19ffb7dd482 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:40:25.210786 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a0d7da-75a1-4369-9d8d-44a60160fcb0', 'name': 'network-vif-deleted', 'tag': '76a51633-7476-4147-a3ea-d4389026609c'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:40:25.213246 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86dbb1ac-a77d-4ae5-a6c7-8d475b0d9a1e" -d '{"events": [{"server_uuid": "17a0d7da-75a1-4369-9d8d-44a60160fcb0", "name": "network-vif-deleted", "tag": "76a51633-7476-4147-a3ea-d4389026609c"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:40:25.310249 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d2192-3997-4d90-b4ba-5061e07755a3 req-37de70ef-4f5b-4d4d-b5ef-4e4828ca420c tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:25.312549 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-003d2192-3997-4d90-b4ba-5061e07755a3 req-37de70ef-4f5b-4d4d-b5ef-4e4828ca420c tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d64a4c1-ff3f-4fb7-bcb3-ffc09cead5f9 HTTP/1.1" status: 200 len: 945 time: 0.1065843 Nov 16 11:40:25.369579 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd8d83e-ceaf-44ee-8eea-8161464866cd None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:40:25.371883 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd8d83e-ceaf-44ee-8eea-8161464866cd None None] Checking segment: {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:40:25.374239 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4bd8d83e-ceaf-44ee-8eea-8161464866cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:25.374676 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd8d83e-ceaf-44ee-8eea-8161464866cd None None] Bound using segment: {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:40:25.375201 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-4bd8d83e-ceaf-44ee-8eea-8161464866cd None None] Bound port: 45af418f-f742-4500-9e0e-a4a51e2f6617, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:40:25.375602 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4bd8d83e-ceaf-44ee-8eea-8161464866cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:25.424025 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-003d2192-3997-4d90-b4ba-5061e07755a3 req-6c60ad0a-cfa5-4efa-b7e2-e4d60817efbe tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.61 "GET /v2.0/security-groups?id=287877bc-e2d3-4503-aa4b-858e6fd17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000943 Nov 16 11:40:25.540120 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7973c13c-a96b-4cc2-ba69-3804771bf28f x-openstack-request-id: req-7973c13c-a96b-4cc2-ba69-3804771bf28f {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:40:25.540506 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a0d7da-75a1-4369-9d8d-44a60160fcb0", "name": "network-vif-deleted", "tag": "76a51633-7476-4147-a3ea-d4389026609c", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:40:25.540816 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7973c13c-a96b-4cc2-ba69-3804771bf28f {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:40:25.541354 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a0d7da-75a1-4369-9d8d-44a60160fcb0', 'name': 'network-vif-deleted', 'tag': '76a51633-7476-4147-a3ea-d4389026609c', 'status': 'completed', 'code': 200} Nov 16 11:40:25.549366 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-4bd8d83e-ceaf-44ee-8eea-8161464866cd None None] For port 45af418f-f742-4500-9e0e-a4a51e2f6617, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:40:25.562465 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-4bd8d83e-ceaf-44ee-8eea-8161464866cd None None] For port 45af418f-f742-4500-9e0e-a4a51e2f6617, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=45af418f-f742-4500-9e0e-a4a51e2f6617,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:40:25.567798 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4bd8d83e-ceaf-44ee-8eea-8161464866cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:25.644714 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-35481d42-b1ab-4d92-9600-48240381d6f9 req-e9655be6-45bf-4811-86ff-01e2457b15b2 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4481794-1fff-4d7b-a731-0cfdb54249be HTTP/1.1" status: 200 len: 210 time: 0.0488303 Nov 16 11:40:25.656305 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd8d83e-ceaf-44ee-8eea-8161464866cd None None] Pushing event updated for resources: {'Port': ['ID=45af418f-f742-4500-9e0e-a4a51e2f6617,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:25.781082 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-4cb57230-f80b-4e80-8335-8c8d61e75a90 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Allocated IP 2001:db8::cfc0:fbf7:1a0e:9c02 (d02e5c70-c13b-4c74-9763-e19ffb7dd482/8e3d63bf-99a9-4461-a549-18bb3ef6730d/f673e41d-a91a-49e7-b4d0-25e0968616bb) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:40:26.153537 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4cb57230-f80b-4e80-8335-8c8d61e75a90 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:26.202056 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 45af418f-f742-4500-9e0e-a4a51e2f6617 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:40:26.296082 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4cb57230-f80b-4e80-8335-8c8d61e75a90 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:26.309428 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 45af418f-f742-4500-9e0e-a4a51e2f6617 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:40:26.309970 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:26.330057 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb57230-f80b-4e80-8335-8c8d61e75a90 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:40:26.335030 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b1406f84-1a2c-470d-9e4c-7132ef100e9f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:26.343740 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-4cb57230-f80b-4e80-8335-8c8d61e75a90 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:40:26.379499 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb57230-f80b-4e80-8335-8c8d61e75a90 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:40:26.385234 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb57230-f80b-4e80-8335-8c8d61e75a90 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:26.385867 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4cb57230-f80b-4e80-8335-8c8d61e75a90 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:26.436660 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:26.479836 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 45af418f-f742-4500-9e0e-a4a51e2f6617, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=45af418f-f742-4500-9e0e-a4a51e2f6617,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:40:26.489398 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:26.500168 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb57230-f80b-4e80-8335-8c8d61e75a90 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Port': ['ID=f673e41d-a91a-49e7-b4d0-25e0968616bb,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:26.510101 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4cb57230-f80b-4e80-8335-8c8d61e75a90 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8757906 Nov 16 11:40:26.511039 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55838) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:26.556918 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=45af418f-f742-4500-9e0e-a4a51e2f6617,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:26.649986 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd2a8e2-482d-494e-87d2-fad15c60ec35 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:26.663233 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd2a8e2-482d-494e-87d2-fad15c60ec35 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:26.666034 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7fd2a8e2-482d-494e-87d2-fad15c60ec35 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1529241 Nov 16 11:40:26.669804 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55844) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:26.838712 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb3d36-10f9-4ada-8f16-873705e5394e req-ae7284d4-8ecd-4d67-8df1-1f353485bf16 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:26.840417 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9cfb3d36-10f9-4ada-8f16-873705e5394e req-ae7284d4-8ecd-4d67-8df1-1f353485bf16 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d64a4c1-ff3f-4fb7-bcb3-ffc09cead5f9 HTTP/1.1" status: 200 len: 945 time: 0.1193700 Nov 16 11:40:26.849557 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-b1406f84-1a2c-470d-9e4c-7132ef100e9f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Deleting port ae48e76e-4eee-4927-bbb3-a0eccab2337d {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:40:26.850173 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b1406f84-1a2c-470d-9e4c-7132ef100e9f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:26.866333 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-390b3350-a599-4ec8-bc45-d18f66ff6127 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting port f673e41d-a91a-49e7-b4d0-25e0968616bb {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:40:26.866722 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-390b3350-a599-4ec8-bc45-d18f66ff6127 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:26.974397 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-b1406f84-1a2c-470d-9e4c-7132ef100e9f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] For port ae48e76e-4eee-4927-bbb3-a0eccab2337d, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=ae48e76e-4eee-4927-bbb3-a0eccab2337d,segment=NetworkSegment(cc2fabfa-7911-40e9-aba3-29a5d09c685d),segment_id=cc2fabfa-7911-40e9-aba3-29a5d09c685d)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:40:26.974773 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b1406f84-1a2c-470d-9e4c-7132ef100e9f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:26.993564 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-b1406f84-1a2c-470d-9e4c-7132ef100e9f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Calling delete_port for ae48e76e-4eee-4927-bbb3-a0eccab2337d owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:40:27.004850 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9cfb3d36-10f9-4ada-8f16-873705e5394e req-544f2c4a-3bb4-4500-b700-e4a5610cf9cf tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.61 "GET /v2.0/security-groups?id=287877bc-e2d3-4503-aa4b-858e6fd17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521854 Nov 16 11:40:27.078181 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-390b3350-a599-4ec8-bc45-d18f66ff6127 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:27.105571 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-390b3350-a599-4ec8-bc45-d18f66ff6127 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Calling delete_port for f673e41d-a91a-49e7-b4d0-25e0968616bb owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:40:27.263273 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-45d149ab-93c0-4f7f-80ba-b36716947cd1 req-7a21c78d-9e18-40d0-b7ec-497471891ef8 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4481794-1fff-4d7b-a731-0cfdb54249be HTTP/1.1" status: 200 len: 210 time: 0.0327740 Nov 16 11:40:27.280282 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-011e2dc7-fa6b-4c48-9955-aaa31a1cc97a None None] Provisioning complete for port 45af418f-f742-4500-9e0e-a4a51e2f6617 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:40:27.280764 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-011e2dc7-fa6b-4c48-9955-aaa31a1cc97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:27.331318 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b1406f84-1a2c-470d-9e4c-7132ef100e9f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:27.377244 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1406f84-1a2c-470d-9e4c-7132ef100e9f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event deleted for resources: {'Port': ['ID=ae48e76e-4eee-4927-bbb3-a0eccab2337d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:27.431524 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-390b3350-a599-4ec8-bc45-d18f66ff6127 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:27.495112 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b3350-a599-4ec8-bc45-d18f66ff6127 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Port': ['ID=f673e41d-a91a-49e7-b4d0-25e0968616bb,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:27.575239 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-390b3350-a599-4ec8-bc45-d18f66ff6127 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:27.584955 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-390b3350-a599-4ec8-bc45-d18f66ff6127 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/ports/f673e41d-a91a-49e7-b4d0-25e0968616bb HTTP/1.1" status: 204 len: 168 time: 0.9052727 Nov 16 11:40:27.585734 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55870) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:27.722771 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf83223d-b6fe-47e8-974b-5a627b3227d1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:27.724512 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf83223d-b6fe-47e8-974b-5a627b3227d1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:27.726267 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-cf83223d-b6fe-47e8-974b-5a627b3227d1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1394680 Nov 16 11:40:27.730407 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55876) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:27.793756 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ede9f0-9514-4574-b467-a1af332e4fec req-12a60765-17b7-4d70-8705-8d7599a75153 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:27.801969 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f8ede9f0-9514-4574-b467-a1af332e4fec req-12a60765-17b7-4d70-8705-8d7599a75153 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d64a4c1-ff3f-4fb7-bcb3-ffc09cead5f9 HTTP/1.1" status: 200 len: 945 time: 0.1445544 Nov 16 11:40:27.828652 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b1406f84-1a2c-470d-9e4c-7132ef100e9f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:27.830832 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fea6284-ced4-4721-a946-888cee01e995 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting subnet 8e3d63bf-99a9-4461-a549-18bb3ef6730d {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:40:27.837143 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3fea6284-ced4-4721-a946-888cee01e995 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:27.905187 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-75f3b82e-b70f-4206-b60d-5ac645dcc73c None None] Could not find standard attr ID for object f673e41d-a91a-49e7-b4d0-25e0968616bb. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:40:27.915668 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3fea6284-ced4-4721-a946-888cee01e995 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:27.939932 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f8ede9f0-9514-4574-b467-a1af332e4fec req-1cc0daff-f461-4f9f-b1ea-5dbfc4addada tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.61 "GET /v2.0/security-groups?id=287877bc-e2d3-4503-aa4b-858e6fd17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323788 Nov 16 11:40:27.997631 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:28.104742 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3fea6284-ced4-4721-a946-888cee01e995 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:28.227623 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1406f84-1a2c-470d-9e4c-7132ef100e9f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Router 00fa0f38-558c-4739-8457-3d7d7f1c0a4b has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:40:28.248379 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3fea6284-ced4-4721-a946-888cee01e995 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:28.283897 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3fea6284-ced4-4721-a946-888cee01e995 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:28.290629 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e65102-aeaa-4a5a-90f0-db46270a465c None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:40:28.304641 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3fea6284-ced4-4721-a946-888cee01e995 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/8e3d63bf-99a9-4461-a549-18bb3ef6730d HTTP/1.1" status: 204 len: 168 time: 0.5725920 Nov 16 11:40:28.307931 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55896) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:28.340612 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea6284-ced4-4721-a946-888cee01e995 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Subnet': ['ID=8e3d63bf-99a9-4461-a549-18bb3ef6730d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:28.368949 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 45af418f-f742-4500-9e0e-a4a51e2f6617 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:40:28.378494 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1406f84-1a2c-470d-9e4c-7132ef100e9f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:40:28.382701 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-70e2d16b-3878-4669-9db2-f0d8e0fde0f5 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0721707 Nov 16 11:40:28.383234 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55900) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:28.388684 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4cf89484-f757-460f-89b2-b1fc4062b711 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'subnet': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:40:28.398773 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a9d5fb-48dd-4ee8-9f95-b232f4d6da96 None None] Sync routers for ids ['00fa0f38-558c-4739-8457-3d7d7f1c0a4b'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:40:28.399390 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b1406f84-1a2c-470d-9e4c-7132ef100e9f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "PUT /v2.0/routers/00fa0f38-558c-4739-8457-3d7d7f1c0a4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7825675 Nov 16 11:40:28.402013 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55904) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:28.414004 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a9d5fb-48dd-4ee8-9f95-b232f4d6da96 None None] Routers {'00fa0f38-558c-4739-8457-3d7d7f1c0a4b'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:40:28.414957 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-a4a9d5fb-48dd-4ee8-9f95-b232f4d6da96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:40:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['00fa0f38-558c-4739-8457-3d7d7f1c0a4b'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:28.541131 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-a4a9d5fb-48dd-4ee8-9f95-b232f4d6da96 None None] Set router 00fa0f38-558c-4739-8457-3d7d7f1c0a4b gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:40:28.543949 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 45af418f-f742-4500-9e0e-a4a51e2f6617 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:40:28.544565 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:28.630064 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac5bc8c3-1f0b-4511-84a0-02b56ccb2d66 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Deleting subnet 71739ec5-f544-432b-ace1-00dfba16fd4d {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:40:28.637269 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac5bc8c3-1f0b-4511-84a0-02b56ccb2d66 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:28.706685 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac5bc8c3-1f0b-4511-84a0-02b56ccb2d66 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:28.729195 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf89484-f757-460f-89b2-b1fc4062b711 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:40:28.733037 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4cf89484-f757-460f-89b2-b1fc4062b711 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:28.788622 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4b96ea-cfb0-407b-a4cb-5b28dbc86128 None None] DHCP port deletion for d02e5c70-c13b-4c74-9763-e19ffb7dd482 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:40:28.802622 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d476f-f4d0-4883-96c6-f0e1783250b9 req-61682692-3d04-4a89-b608-560a1feaf527 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:28.812263 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2c5d476f-f4d0-4883-96c6-f0e1783250b9 req-61682692-3d04-4a89-b608-560a1feaf527 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d64a4c1-ff3f-4fb7-bcb3-ffc09cead5f9 HTTP/1.1" status: 200 len: 945 time: 0.0969667 Nov 16 11:40:28.821221 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-a4a9d5fb-48dd-4ee8-9f95-b232f4d6da96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fa0f38-558c-4739-8457-3d7d7f1c0a4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467893190', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '4a3e5492-3227-4bab-bdf2-1f2c5c6430cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:37:53Z', 'updated_at': '2021-11-16T11:40:27Z', 'revision_number': 5, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': '4a3e5492-3227-4bab-bdf2-1f2c5c6430cf', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:68:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fa0f38-558c-4739-8457-3d7d7f1c0a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:54Z', 'updated_at': '2021-11-16T11:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:28.856810 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a9d5fb-48dd-4ee8-9f95-b232f4d6da96 None None] Checking router: 00fa0f38-558c-4739-8457-3d7d7f1c0a4b for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:40:28.871609 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a9d5fb-48dd-4ee8-9f95-b232f4d6da96 None None] Routers {'00fa0f38-558c-4739-8457-3d7d7f1c0a4b'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:40:28.872943 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-a4a9d5fb-48dd-4ee8-9f95-b232f4d6da96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:40:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['00fa0f38-558c-4739-8457-3d7d7f1c0a4b'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:28.879546 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-7b4b96ea-cfb0-407b-a4cb-5b28dbc86128 None None] Deleting port 45af418f-f742-4500-9e0e-a4a51e2f6617 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:40:28.880132 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7b4b96ea-cfb0-407b-a4cb-5b28dbc86128 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:28.900477 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2c5d476f-f4d0-4883-96c6-f0e1783250b9 req-5f49c951-75ba-4e73-9d78-76825523a1ba tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.61 "GET /v2.0/security-groups?id=287877bc-e2d3-4503-aa4b-858e6fd17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863419 Nov 16 11:40:28.966250 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:28.998992 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-7b4b96ea-cfb0-407b-a4cb-5b28dbc86128 None None] For port 45af418f-f742-4500-9e0e-a4a51e2f6617, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=45af418f-f742-4500-9e0e-a4a51e2f6617,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:40:28.999402 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7b4b96ea-cfb0-407b-a4cb-5b28dbc86128 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:29.025126 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-7b4b96ea-cfb0-407b-a4cb-5b28dbc86128 None None] Calling delete_port for 45af418f-f742-4500-9e0e-a4a51e2f6617 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:40:29.066489 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-a4a9d5fb-48dd-4ee8-9f95-b232f4d6da96 None None] Set router 00fa0f38-558c-4739-8457-3d7d7f1c0a4b gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:40:29.198198 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac5bc8c3-1f0b-4511-84a0-02b56ccb2d66 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:29.209070 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7b4b96ea-cfb0-407b-a4cb-5b28dbc86128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:29.250526 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b96ea-cfb0-407b-a4cb-5b28dbc86128 None None] Pushing event deleted for resources: {'Port': ['ID=45af418f-f742-4500-9e0e-a4a51e2f6617,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:29.265175 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4cf89484-f757-460f-89b2-b1fc4062b711 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:29.280708 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4b96ea-cfb0-407b-a4cb-5b28dbc86128 None None] No DVR routers for this DVR port 45af418f-f742-4500-9e0e-a4a51e2f6617 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:40:29.286811 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf89484-f757-460f-89b2-b1fc4062b711 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:40:29.302944 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac5bc8c3-1f0b-4511-84a0-02b56ccb2d66 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:29.316215 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-4cf89484-f757-460f-89b2-b1fc4062b711 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:40:29.322034 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf89484-f757-460f-89b2-b1fc4062b711 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:29.322653 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4cf89484-f757-460f-89b2-b1fc4062b711 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:29.328904 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35aad686-de25-4a87-b2d3-a030f93411f3 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:40:29.421573 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac5bc8c3-1f0b-4511-84a0-02b56ccb2d66 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:29.428623 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55936) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:29.435129 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ac5bc8c3-1f0b-4511-84a0-02b56ccb2d66 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "DELETE /v2.0/subnets/71739ec5-f544-432b-ace1-00dfba16fd4d HTTP/1.1" status: 204 len: 168 time: 1.0322812 Nov 16 11:40:29.451425 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55940) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:29.456800 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-5c63b76d-48bb-4989-9648-41a7ecf4a43f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'port': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'fixed_ips': [{'subnet_id': '0102a134-7a8b-404b-8316-0478d4960bb5', 'ip_address': '2001:db8::9eaf:bb0d:3cc6:95b3'}], 'name': 'tempest-NetworksTestDHCPv6-629367653'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:40:29.469090 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4cf89484-f757-460f-89b2-b1fc4062b711 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0639644 Nov 16 11:40:29.500283 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55942) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:29.514631 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b6e10e-e67d-4e8a-b0c2-0ec910ef0441 None None] Network 43f20ad4-199d-4548-9ae5-b0d7e71e371d requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:40:29.526253 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf89484-f757-460f-89b2-b1fc4062b711 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Subnet': ['ID=0102a134-7a8b-404b-8316-0478d4960bb5,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:29.547497 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-a4a9d5fb-48dd-4ee8-9f95-b232f4d6da96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fa0f38-558c-4739-8457-3d7d7f1c0a4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467893190', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '4a3e5492-3227-4bab-bdf2-1f2c5c6430cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:37:53Z', 'updated_at': '2021-11-16T11:40:27Z', 'revision_number': 5, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': '4a3e5492-3227-4bab-bdf2-1f2c5c6430cf', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:68:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fa0f38-558c-4739-8457-3d7d7f1c0a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:54Z', 'updated_at': '2021-11-16T11:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:29.595241 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5bc8c3-1f0b-4511-84a0-02b56ccb2d66 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event deleted for resources: {'Subnet': ['ID=71739ec5-f544-432b-ace1-00dfba16fd4d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:29.663098 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4f2492fd-04a7-4515-8982-ff6efeafdead admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:29.776555 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4f2492fd-04a7-4515-8982-ff6efeafdead admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:29.784949 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4f2492fd-04a7-4515-8982-ff6efeafdead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:29.832625 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a9d5fb-48dd-4ee8-9f95-b232f4d6da96 None None] The sync data for ids ['00fa0f38-558c-4739-8457-3d7d7f1c0a4b'] in n-d-816823-3 is: [{'id': '00fa0f38-558c-4739-8457-3d7d7f1c0a4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467893190', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '4a3e5492-3227-4bab-bdf2-1f2c5c6430cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:37:53Z', 'updated_at': '2021-11-16T11:40:27Z', 'revision_number': 5, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': '4a3e5492-3227-4bab-bdf2-1f2c5c6430cf', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:68:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fa0f38-558c-4739-8457-3d7d7f1c0a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:37:54Z', 'updated_at': '2021-11-16T11:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:40:29.852703 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2492fd-04a7-4515-8982-ff6efeafdead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2c27ff-f0fd-450f-850a-dca13d26f89e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:29.877892 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4f2492fd-04a7-4515-8982-ff6efeafdead admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=46b33ab8625d459caf4d862bc4fee084&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3765085 Nov 16 11:40:29.880268 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55948) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:29.919973 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b097f4-d801-423e-8421-cce4e602c652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-d02e5c70-c13b-4c74-9763-e19ffb7dd482', 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'tenant_id': '4ebb44564e554f6b8a2c06865b79e6ad', 'fixed_ips': [{'subnet_id': '0102a134-7a8b-404b-8316-0478d4960bb5'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:40:29.921118 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-28b097f4-d801-423e-8421-cce4e602c652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:29.949557 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-52323d30-28e0-4fb4-9fb6-c84964d467ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:29.975929 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-52323d30-28e0-4fb4-9fb6-c84964d467ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:30.045849 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-52323d30-28e0-4fb4-9fb6-c84964d467ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:30.049336 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-52323d30-28e0-4fb4-9fb6-c84964d467ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:30.051186 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-52323d30-28e0-4fb4-9fb6-c84964d467ba admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1b2c27ff-f0fd-450f-850a-dca13d26f89e HTTP/1.1" status: 204 len: 168 time: 0.1697545 Nov 16 11:40:30.079713 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52323d30-28e0-4fb4-9fb6-c84964d467ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2c27ff-f0fd-450f-850a-dca13d26f89e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:30.205762 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c63b76d-48bb-4989-9648-41a7ecf4a43f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:40:30.281512 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-28b097f4-d801-423e-8421-cce4e602c652 None None] Allocated IP 2001:db8::2 (d02e5c70-c13b-4c74-9763-e19ffb7dd482/0102a134-7a8b-404b-8316-0478d4960bb5/d1493727-5ad9-4e25-813f-1980cd092548) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:40:30.368959 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de34a8a-2ea5-4ba5-b9ce-8c166197731d None None] DHCP port deletion for 43f20ad4-199d-4548-9ae5-b0d7e71e371d request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:40:30.374663 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device babeabef-2805-4bc0-bd64-4146d158c131 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:40:30.443963 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a924ee-2a64-48e1-ba9f-d181bc9540f9 req-e8c1d090-c213-4929-92cc-7d6605c74c58 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:30.457164 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-09a924ee-2a64-48e1-ba9f-d181bc9540f9 req-e8c1d090-c213-4929-92cc-7d6605c74c58 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d64a4c1-ff3f-4fb7-bcb3-ffc09cead5f9 HTTP/1.1" status: 200 len: 945 time: 0.4101615 Nov 16 11:40:30.515106 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5c63b76d-48bb-4989-9648-41a7ecf4a43f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:30.549949 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c28f28ee-d1d8-4962-bc53-b3ac4d83e6da tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:30.581858 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55960) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:30.598731 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-9de34a8a-2ea5-4ba5-b9ce-8c166197731d None None] Deleting port babeabef-2805-4bc0-bd64-4146d158c131 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:40:30.599524 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9de34a8a-2ea5-4ba5-b9ce-8c166197731d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:30.606575 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79bc1699-caaa-48d0-94c4-ea357d3c27f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:30.719536 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:30.724887 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79bc1699-caaa-48d0-94c4-ea357d3c27f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:30.727468 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-28b097f4-d801-423e-8421-cce4e602c652 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:30.731084 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79bc1699-caaa-48d0-94c4-ea357d3c27f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:30.749836 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-28b097f4-d801-423e-8421-cce4e602c652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:30.787866 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc1699-caaa-48d0-94c4-ea357d3c27f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fd2da9-5db7-46f0-92e9-14f47fcdd6b3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:30.802054 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-79bc1699-caaa-48d0-94c4-ea357d3c27f4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d806d1df3fd745b2aefbbe8268775638&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2191515 Nov 16 11:40:30.804573 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55964) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:30.827133 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-9de34a8a-2ea5-4ba5-b9ce-8c166197731d None None] For port babeabef-2805-4bc0-bd64-4146d158c131, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=babeabef-2805-4bc0-bd64-4146d158c131,segment=NetworkSegment(cc2fabfa-7911-40e9-aba3-29a5d09c685d),segment_id=cc2fabfa-7911-40e9-aba3-29a5d09c685d)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:40:30.827688 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9de34a8a-2ea5-4ba5-b9ce-8c166197731d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:30.866982 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b097f4-d801-423e-8421-cce4e602c652 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:40:30.868186 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-9de34a8a-2ea5-4ba5-b9ce-8c166197731d None None] Calling delete_port for babeabef-2805-4bc0-bd64-4146d158c131 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:40:30.882392 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c24f775-5099-4fa0-b4c2-9f59fd60dd65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:30.884291 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-28b097f4-d801-423e-8421-cce4e602c652 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:40:30.887516 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port babeabef-2805-4bc0-bd64-4146d158c131, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=babeabef-2805-4bc0-bd64-4146d158c131,segment=NetworkSegment(cc2fabfa-7911-40e9-aba3-29a5d09c685d),segment_id=cc2fabfa-7911-40e9-aba3-29a5d09c685d)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:40:30.891750 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b097f4-d801-423e-8421-cce4e602c652 None None] Pushing event updated for resources: {'Port': ['ID=d1493727-5ad9-4e25-813f-1980cd092548,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:30.894266 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b097f4-d801-423e-8421-cce4e602c652 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:40:30.904288 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:30.915332 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 45af418f-f742-4500-9e0e-a4a51e2f6617 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:40:30.926335 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c24f775-5099-4fa0-b4c2-9f59fd60dd65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:30.982334 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c24f775-5099-4fa0-b4c2-9f59fd60dd65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:30.985825 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c24f775-5099-4fa0-b4c2-9f59fd60dd65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:30.987081 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8c24f775-5099-4fa0-b4c2-9f59fd60dd65 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c9fd2da9-5db7-46f0-92e9-14f47fcdd6b3 HTTP/1.1" status: 204 len: 168 time: 0.1813715 Nov 16 11:40:31.016150 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24f775-5099-4fa0-b4c2-9f59fd60dd65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fd2da9-5db7-46f0-92e9-14f47fcdd6b3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:31.061885 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-5c63b76d-48bb-4989-9648-41a7ecf4a43f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] device_id is not set on port 9c1fd27b-6f80-4839-9532-1676e67cef9f yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:40:31.125313 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 45af418f-f742-4500-9e0e-a4a51e2f6617 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:40:31.125678 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 45af418f-f742-4500-9e0e-a4a51e2f6617 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:40:31.126650 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device ae48e76e-4eee-4927-bbb3-a0eccab2337d no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:40:31.273594 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: ae48e76e-4eee-4927-bbb3-a0eccab2337d {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:40:31.274564 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device ae48e76e-4eee-4927-bbb3-a0eccab2337d not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:40:31.331617 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-09a924ee-2a64-48e1-ba9f-d181bc9540f9 req-29d3df0f-0888-4395-af25-1c7d15e0d744 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.61 "GET /v2.0/security-groups?id=287877bc-e2d3-4503-aa4b-858e6fd17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8707917 Nov 16 11:40:31.389808 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-28b097f4-d801-423e-8421-cce4e602c652 None None] Attempting to bind port d1493727-5ad9-4e25-813f-1980cd092548 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:40:31.390738 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-28b097f4-d801-423e-8421-cce4e602c652 None None] Attempting to bind port d1493727-5ad9-4e25-813f-1980cd092548 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:40:31.393059 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b097f4-d801-423e-8421-cce4e602c652 None None] Attempting to bind port d1493727-5ad9-4e25-813f-1980cd092548 on network d02e5c70-c13b-4c74-9763-e19ffb7dd482 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:40:31.415892 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=babeabef-2805-4bc0-bd64-4146d158c131,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:31.423876 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b097f4-d801-423e-8421-cce4e602c652 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:40:31.424531 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b097f4-d801-423e-8421-cce4e602c652 None None] Checking segment: {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:40:31.425395 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-28b097f4-d801-423e-8421-cce4e602c652 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:31.438942 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b097f4-d801-423e-8421-cce4e602c652 None None] Bound using segment: {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:40:31.440819 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-28b097f4-d801-423e-8421-cce4e602c652 None None] Bound port: d1493727-5ad9-4e25-813f-1980cd092548, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:40:31.441406 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-28b097f4-d801-423e-8421-cce4e602c652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:31.493058 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9de34a8a-2ea5-4ba5-b9ce-8c166197731d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:31.539492 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-5c63b76d-48bb-4989-9648-41a7ecf4a43f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Allocated IP 2001:db8::9eaf:bb0d:3cc6:95b3 (d02e5c70-c13b-4c74-9763-e19ffb7dd482/0102a134-7a8b-404b-8316-0478d4960bb5/9c1fd27b-6f80-4839-9532-1676e67cef9f) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:40:31.555102 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de34a8a-2ea5-4ba5-b9ce-8c166197731d None None] Pushing event deleted for resources: {'Port': ['ID=babeabef-2805-4bc0-bd64-4146d158c131,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:31.587618 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de34a8a-2ea5-4ba5-b9ce-8c166197731d None None] No DVR routers for this DVR port babeabef-2805-4bc0-bd64-4146d158c131 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:40:31.619222 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c28f28ee-d1d8-4962-bc53-b3ac4d83e6da tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:31.636163 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-28b097f4-d801-423e-8421-cce4e602c652 None None] For port d1493727-5ad9-4e25-813f-1980cd092548, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:40:31.640397 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-28b097f4-d801-423e-8421-cce4e602c652 None None] For port d1493727-5ad9-4e25-813f-1980cd092548, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=d1493727-5ad9-4e25-813f-1980cd092548,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:40:31.646864 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-28b097f4-d801-423e-8421-cce4e602c652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:31.778681 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b097f4-d801-423e-8421-cce4e602c652 None None] Pushing event updated for resources: {'Port': ['ID=d1493727-5ad9-4e25-813f-1980cd092548,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:31.791029 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2d076-11b6-479e-affd-36eaef50f779 req-28bbf080-a143-4383-b49b-c4fba4b01ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:31.791029 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0cc2d076-11b6-479e-affd-36eaef50f779 req-28bbf080-a143-4383-b49b-c4fba4b01ce7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bce1f7c0238c4b4d92f11b5a66ae4495&device_id=0d64a4c1-ff3f-4fb7-bcb3-ffc09cead5f9 HTTP/1.1" status: 200 len: 1096 time: 0.0982838 Nov 16 11:40:31.884923 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10cbdd2-3dd6-43b0-b3bc-d497b87c0638 req-dde91191-eec1-488e-967a-e82142d44e1a tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:31.886785 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f10cbdd2-3dd6-43b0-b3bc-d497b87c0638 req-dde91191-eec1-488e-967a-e82142d44e1a tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d64a4c1-ff3f-4fb7-bcb3-ffc09cead5f9 HTTP/1.1" status: 200 len: 945 time: 0.2547705 Nov 16 11:40:31.965764 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2d076-11b6-479e-affd-36eaef50f779 req-51d5a454-13ea-4597-a4b1-fcff09163b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:31.966220 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c28f28ee-d1d8-4962-bc53-b3ac4d83e6da tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Deleting port 4a3e5492-3227-4bab-bdf2-1f2c5c6430cf {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:40:31.967112 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c28f28ee-d1d8-4962-bc53-b3ac4d83e6da tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:31.968150 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0cc2d076-11b6-479e-affd-36eaef50f779 req-51d5a454-13ea-4597-a4b1-fcff09163b4a service neutron] 10.222.0.64 "GET /v2.0/networks?id=55b454e1-16d0-496a-b5c0-a0a4f471cd9d HTTP/1.1" status: 200 len: 912 time: 0.1681135 Nov 16 11:40:32.099700 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0cc2d076-11b6-479e-affd-36eaef50f779 req-2d39e3fd-ea8e-44a9-827b-75fa5098a494 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6919b9e1-082a-454d-8c99-fbf9678c7605 HTTP/1.1" status: 200 len: 217 time: 0.1193209 Nov 16 11:40:32.172248 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f10cbdd2-3dd6-43b0-b3bc-d497b87c0638 req-054cb578-b459-4ce0-8124-0d50c0501aa4 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.61 "GET /v2.0/security-groups?id=287877bc-e2d3-4503-aa4b-858e6fd17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700031 Nov 16 11:40:32.200723 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-c28f28ee-d1d8-4962-bc53-b3ac4d83e6da tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] For port 4a3e5492-3227-4bab-bdf2-1f2c5c6430cf, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=4a3e5492-3227-4bab-bdf2-1f2c5c6430cf,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:40:32.201211 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c28f28ee-d1d8-4962-bc53-b3ac4d83e6da tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:32.243775 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2d076-11b6-479e-affd-36eaef50f779 req-8f455a17-25e3-44b6-8578-68e7c6ab744c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:32.245591 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0cc2d076-11b6-479e-affd-36eaef50f779 req-8f455a17-25e3-44b6-8578-68e7c6ab744c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e44602aa-4f29-45e6-812e-6bd2f2c54c35 HTTP/1.1" status: 200 len: 851 time: 0.1341116 Nov 16 11:40:32.293214 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5c63b76d-48bb-4989-9648-41a7ecf4a43f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:32.303937 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0cc2d076-11b6-479e-affd-36eaef50f779 req-8c898d0d-808e-4d5f-925e-a9335690f561 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=55b454e1-16d0-496a-b5c0-a0a4f471cd9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460916 Nov 16 11:40:32.310899 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c28f28ee-d1d8-4962-bc53-b3ac4d83e6da tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Calling delete_port for 4a3e5492-3227-4bab-bdf2-1f2c5c6430cf owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:40:32.322511 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device d1493727-5ad9-4e25-813f-1980cd092548 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:40:32.414764 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0cc2d076-11b6-479e-affd-36eaef50f779 req-6a48248b-dd67-4c4d-8b42-00bde5f9fcee service neutron] 10.222.0.64 "GET /v2.0/networks/55b454e1-16d0-496a-b5c0-a0a4f471cd9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985830 Nov 16 11:40:32.478341 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port d1493727-5ad9-4e25-813f-1980cd092548 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:40:32.478874 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:32.591842 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0cc2d076-11b6-479e-affd-36eaef50f779 req-5f30eb29-74b1-4d33-aa83-73168d82939b service neutron] 10.222.0.64 "GET /v2.0/networks/55b454e1-16d0-496a-b5c0-a0a4f471cd9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658113 Nov 16 11:40:32.648563 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5c63b76d-48bb-4989-9648-41a7ecf4a43f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:32.652000 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:32.696993 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port d1493727-5ad9-4e25-813f-1980cd092548, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=d1493727-5ad9-4e25-813f-1980cd092548,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:40:32.697314 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c63b76d-48bb-4989-9648-41a7ecf4a43f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:40:32.704407 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:32.709204 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-5c63b76d-48bb-4989-9648-41a7ecf4a43f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:40:32.714156 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c63b76d-48bb-4989-9648-41a7ecf4a43f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:40:32.721182 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c63b76d-48bb-4989-9648-41a7ecf4a43f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:32.721813 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5c63b76d-48bb-4989-9648-41a7ecf4a43f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:32.745178 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5c63b76d-48bb-4989-9648-41a7ecf4a43f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.2926607 Nov 16 11:40:32.748373 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56002) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:32.752607 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c63b76d-48bb-4989-9648-41a7ecf4a43f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Port': ['ID=9c1fd27b-6f80-4839-9532-1676e67cef9f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:32.825047 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=d1493727-5ad9-4e25-813f-1980cd092548,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:32.893831 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38caa899-92e1-4c8d-a409-4878c3abe212 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:32.901788 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38caa899-92e1-4c8d-a409-4878c3abe212 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:32.908754 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-38caa899-92e1-4c8d-a409-4878c3abe212 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1587613 Nov 16 11:40:32.909407 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56006) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:32.973006 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c28f28ee-d1d8-4962-bc53-b3ac4d83e6da tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:33.015828 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f28ee-d1d8-4962-bc53-b3ac4d83e6da tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event deleted for resources: {'Port': ['ID=4a3e5492-3227-4bab-bdf2-1f2c5c6430cf,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:33.060772 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29893875-0b9b-4776-a176-d38dee15a3e5 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:40:33.139575 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c28f28ee-d1d8-4962-bc53-b3ac4d83e6da tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:33.143767 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-cc0db841-b9b6-4c80-8d87-f364502bacf9 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting port 9c1fd27b-6f80-4839-9532-1676e67cef9f {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:40:33.144344 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc0db841-b9b6-4c80-8d87-f364502bacf9 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:33.331729 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c28f28ee-d1d8-4962-bc53-b3ac4d83e6da tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:33.336007 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c28f28ee-d1d8-4962-bc53-b3ac4d83e6da tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:33.445259 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c28f28ee-d1d8-4962-bc53-b3ac4d83e6da tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:33.445871 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28f28ee-d1d8-4962-bc53-b3ac4d83e6da tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Fanout notify agent at l3_agent the message router_deleted on router 00fa0f38-558c-4739-8457-3d7d7f1c0a4b {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:40:33.465172 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c28f28ee-d1d8-4962-bc53-b3ac4d83e6da tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:33.469245 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c28f28ee-d1d8-4962-bc53-b3ac4d83e6da tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "DELETE /v2.0/routers/00fa0f38-558c-4739-8457-3d7d7f1c0a4b HTTP/1.1" status: 204 len: 168 time: 4.0372491 Nov 16 11:40:33.469940 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56022) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:33.512250 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc0db841-b9b6-4c80-8d87-f364502bacf9 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:33.523569 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fa8252f4-b0bd-4be9-9b1c-150a1fbdf6ad None None] Provisioning complete for port d1493727-5ad9-4e25-813f-1980cd092548 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:40:33.524064 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fa8252f4-b0bd-4be9-9b1c-150a1fbdf6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:33.608494 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-cc0db841-b9b6-4c80-8d87-f364502bacf9 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Calling delete_port for 9c1fd27b-6f80-4839-9532-1676e67cef9f owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:40:33.777239 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc2ae721-7667-4a1c-bc61-0c228ab9798c tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:33.855683 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d39a8a-e6de-479e-8936-6d2ccd0450c3 req-916bd4a9-6831-434a-a886-30c4b747d335 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:33.857547 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f5d39a8a-e6de-479e-8936-6d2ccd0450c3 req-916bd4a9-6831-434a-a886-30c4b747d335 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d64a4c1-ff3f-4fb7-bcb3-ffc09cead5f9 HTTP/1.1" status: 200 len: 945 time: 0.4489877 Nov 16 11:40:33.933393 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f5d39a8a-e6de-479e-8936-6d2ccd0450c3 req-7ffbb42f-9d6a-4f46-870b-341895723138 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.61 "GET /v2.0/security-groups?id=287877bc-e2d3-4503-aa4b-858e6fd17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621004 Nov 16 11:40:33.961299 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-f91ee50d-95f0-4d1f-8aab-c6890a267eca None None] Provisioning complete for port 9c1fd27b-6f80-4839-9532-1676e67cef9f triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:40:33.961678 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f91ee50d-95f0-4d1f-8aab-c6890a267eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:33.997007 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc2ae721-7667-4a1c-bc61-0c228ab9798c tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:34.030531 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc0db841-b9b6-4c80-8d87-f364502bacf9 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:34.074207 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0db841-b9b6-4c80-8d87-f364502bacf9 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Port': ['ID=9c1fd27b-6f80-4839-9532-1676e67cef9f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:34.099325 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-bc2ae721-7667-4a1c-bc61-0c228ab9798c tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43f20ad4-199d-4548-9ae5-b0d7e71e371d']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:34.142628 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc0db841-b9b6-4c80-8d87-f364502bacf9 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:34.145329 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-bc2ae721-7667-4a1c-bc61-0c228ab9798c tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc2fabfa-7911-40e9-aba3-29a5d09c685d') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:34.151207 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-cc0db841-b9b6-4c80-8d87-f364502bacf9 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/ports/9c1fd27b-6f80-4839-9532-1676e67cef9f HTTP/1.1" status: 204 len: 168 time: 1.2406278 Nov 16 11:40:34.153598 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-bc2ae721-7667-4a1c-bc61-0c228ab9798c tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc2fabfa-7911-40e9-aba3-29a5d09c685d') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:34.154273 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56034) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:34.161106 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-f91ee50d-95f0-4d1f-8aab-c6890a267eca None None] Port 9c1fd27b-6f80-4839-9532-1676e67cef9f cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:40:34.182103 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc2ae721-7667-4a1c-bc61-0c228ab9798c tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:34.221897 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc2ae721-7667-4a1c-bc61-0c228ab9798c tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:34.245446 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc2ae721-7667-4a1c-bc61-0c228ab9798c tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:40:34.249829 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc2ae721-7667-4a1c-bc61-0c228ab9798c tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:34.256782 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:40:34.256782 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:40:34.256782 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:40:34.256782 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:40:34.256782 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:40:34.256782 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:40:34.256782 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:40:34.256782 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:40:34.256782 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:40:34.256782 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:40:34.256782 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:40:34.256782 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:40:34.256782 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:40:34.256782 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:40:34.256782 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:40:34.256782 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:40:34.256782 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:40:34.256782 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:40:34.256782 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:40:34.256782 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:40:34.256782 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:40:34.256782 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:40:34.256782 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:40:34.256782 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:40:34.256782 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:40:34.256782 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:40:34.256782 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:40:34.256782 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:40:34.256782 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:40:34.256782 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:40:34.256782 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:40:34.256782 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:40:34.310884 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device d1493727-5ad9-4e25-813f-1980cd092548 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:40:34.358472 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12ec166-c89f-4dea-a474-1116bf4eccea tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:34.362446 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12ec166-c89f-4dea-a474-1116bf4eccea tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:34.366655 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f12ec166-c89f-4dea-a474-1116bf4eccea tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2086332 Nov 16 11:40:34.368304 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56040) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:34.418131 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port d1493727-5ad9-4e25-813f-1980cd092548 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:40:34.418543 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:34.423272 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc2ae721-7667-4a1c-bc61-0c228ab9798c tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:34.431200 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc2ae721-7667-4a1c-bc61-0c228ab9798c tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:34.439294 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bc2ae721-7667-4a1c-bc61-0c228ab9798c tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "DELETE /v2.0/networks/43f20ad4-199d-4548-9ae5-b0d7e71e371d HTTP/1.1" status: 204 len: 168 time: 0.9649820 Nov 16 11:40:34.459523 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56046) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:34.517238 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ae721-7667-4a1c-bc61-0c228ab9798c tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event deleted for resources: {'Network': ['ID=43f20ad4-199d-4548-9ae5-b0d7e71e371d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:34.575891 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e4e6422-e3c7-4d53-a000-f80830a108f2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting subnet 0102a134-7a8b-404b-8316-0478d4960bb5 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:40:34.580280 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3e4e6422-e3c7-4d53-a000-f80830a108f2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:34.675466 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3e4e6422-e3c7-4d53-a000-f80830a108f2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:34.715133 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 4a3e5492-3227-4bab-bdf2-1f2c5c6430cf no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:40:34.777319 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 4a3e5492-3227-4bab-bdf2-1f2c5c6430cf {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:40:34.777899 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 4a3e5492-3227-4bab-bdf2-1f2c5c6430cf not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:40:34.865819 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3e4e6422-e3c7-4d53-a000-f80830a108f2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:35.012340 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3e4e6422-e3c7-4d53-a000-f80830a108f2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:35.073868 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4e6422-e3c7-4d53-a000-f80830a108f2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Subnet': ['ID=0102a134-7a8b-404b-8316-0478d4960bb5,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:35.095628 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3e4e6422-e3c7-4d53-a000-f80830a108f2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:35.098219 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c90abb0-981b-44af-8a92-0551a1b1ba5f None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:40:35.103222 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3e4e6422-e3c7-4d53-a000-f80830a108f2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/0102a134-7a8b-404b-8316-0478d4960bb5 HTTP/1.1" status: 204 len: 168 time: 0.7331200 Nov 16 11:40:35.117825 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56064) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:35.123271 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69e5d00c-6e9d-46b2-a57c-d6af6e9e4721 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:35.160048 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69e5d00c-6e9d-46b2-a57c-d6af6e9e4721 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:35.244126 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2cf017-569f-442e-a5b2-add20679cf50 req-033ea5b8-4644-4335-bb8a-b4e068d85a7f tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:35.248264 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b2cf017-569f-442e-a5b2-add20679cf50 req-033ea5b8-4644-4335-bb8a-b4e068d85a7f tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d64a4c1-ff3f-4fb7-bcb3-ffc09cead5f9 HTTP/1.1" status: 200 len: 945 time: 0.1417606 Nov 16 11:40:35.264637 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69e5d00c-6e9d-46b2-a57c-d6af6e9e4721 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:35.267996 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69e5d00c-6e9d-46b2-a57c-d6af6e9e4721 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:35.269151 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-69e5d00c-6e9d-46b2-a57c-d6af6e9e4721 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "DELETE /v2.0/security-groups/8f479886-688b-40e4-95ce-92a8dd5a26bb HTTP/1.1" status: 204 len: 168 time: 0.8086150 Nov 16 11:40:35.274312 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4b84a103-aabb-4079-b5d9-8e44a8d12e06 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1495907 Nov 16 11:40:35.283344 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56074) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:35.283628 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5d00c-6e9d-46b2-a57c-d6af6e9e4721 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f479886-688b-40e4-95ce-92a8dd5a26bb,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:35.291318 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-cf009fb7-4853-4519-9717-feeb92bf534c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'subnet': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:40:35.352632 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6b2cf017-569f-442e-a5b2-add20679cf50 req-997825d5-310f-4191-8c84-b77b5b1b5e67 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.61 "GET /v2.0/security-groups?id=287877bc-e2d3-4503-aa4b-858e6fd17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998042 Nov 16 11:40:35.426499 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf009fb7-4853-4519-9717-feeb92bf534c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:40:35.431130 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cf009fb7-4853-4519-9717-feeb92bf534c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:35.623931 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b954c53-5093-4e23-9129-11aba0d5c458 None None] DHCP port deletion for d02e5c70-c13b-4c74-9763-e19ffb7dd482 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:40:35.745916 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-8b954c53-5093-4e23-9129-11aba0d5c458 None None] Deleting port d1493727-5ad9-4e25-813f-1980cd092548 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:40:35.747953 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8b954c53-5093-4e23-9129-11aba0d5c458 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:35.881671 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-8b954c53-5093-4e23-9129-11aba0d5c458 None None] For port d1493727-5ad9-4e25-813f-1980cd092548, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=d1493727-5ad9-4e25-813f-1980cd092548,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:40:35.882354 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8b954c53-5093-4e23-9129-11aba0d5c458 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:35.917197 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-8b954c53-5093-4e23-9129-11aba0d5c458 None None] Calling delete_port for d1493727-5ad9-4e25-813f-1980cd092548 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:40:35.961720 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cf009fb7-4853-4519-9717-feeb92bf534c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:36.054707 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8b954c53-5093-4e23-9129-11aba0d5c458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:36.057463 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf009fb7-4853-4519-9717-feeb92bf534c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:40:36.075662 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-cf009fb7-4853-4519-9717-feeb92bf534c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:40:36.089529 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b954c53-5093-4e23-9129-11aba0d5c458 None None] Pushing event deleted for resources: {'Port': ['ID=d1493727-5ad9-4e25-813f-1980cd092548,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:36.091660 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b954c53-5093-4e23-9129-11aba0d5c458 None None] No DVR routers for this DVR port d1493727-5ad9-4e25-813f-1980cd092548 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:40:36.105111 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf009fb7-4853-4519-9717-feeb92bf534c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:36.106864 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cf009fb7-4853-4519-9717-feeb92bf534c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:36.112783 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ab5c51-2576-4bc9-b677-cfb3d2362936 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:40:36.176258 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf009fb7-4853-4519-9717-feeb92bf534c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Subnet': ['ID=34e47b8a-ca50-460f-956f-335e9628b575,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:36.190921 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-cf009fb7-4853-4519-9717-feeb92bf534c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9044373 Nov 16 11:40:36.193782 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56124) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:36.212146 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-433dfdc1-a7bb-4ff8-aeb2-e755ae35eddf tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'port': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'fixed_ips': [{'subnet_id': '34e47b8a-ca50-460f-956f-335e9628b575', 'ip_address': '2001:db8::f90b:b389:e167:85dd'}], 'name': 'tempest-NetworksTestDHCPv6-1171259686'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:40:36.264207 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device d1493727-5ad9-4e25-813f-1980cd092548 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:40:36.348200 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:40:36.556401 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56138) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:36.648559 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433dfdc1-a7bb-4ff8-aeb2-e755ae35eddf tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:40:36.749649 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: d1493727-5ad9-4e25-813f-1980cd092548 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:40:36.750191 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device d1493727-5ad9-4e25-813f-1980cd092548 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:40:36.795858 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d3d6c8e1-52ff-438f-a6c8-d6b53e0ed67f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:36.797145 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-433dfdc1-a7bb-4ff8-aeb2-e755ae35eddf tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:36.832232 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-433dfdc1-a7bb-4ff8-aeb2-e755ae35eddf tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] device_id is not set on port e27bfe4d-cb3a-40eb-8db0-342da6e16518 yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:40:36.949037 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d3d6c8e1-52ff-438f-a6c8-d6b53e0ed67f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:36.949145 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56146) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:36.960105 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d5de57a0-0525-437e-808a-95fa37b2f4d1 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-443008330', 'description': 'tempest-secgroup-smoke-443008330 description', 'project_id': 'a94525ce04b1475298bff18f4d90d9d6'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:40:36.974060 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d3d6c8e1-52ff-438f-a6c8-d6b53e0ed67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:37.011179 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4db1b9e-3794-4e7d-95b3-b48718377eb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-d02e5c70-c13b-4c74-9763-e19ffb7dd482', 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'tenant_id': '4ebb44564e554f6b8a2c06865b79e6ad', 'fixed_ips': [{'subnet_id': '34e47b8a-ca50-460f-956f-335e9628b575'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:40:37.012053 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e4db1b9e-3794-4e7d-95b3-b48718377eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:37.087386 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d6c8e1-52ff-438f-a6c8-d6b53e0ed67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427fe17d-27c7-402e-9ec6-9c8ede6c015a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:37.146006 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d3d6c8e1-52ff-438f-a6c8-d6b53e0ed67f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8a57e2183cdd4e6196d1cec8bd5e12ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5856054 Nov 16 11:40:37.146877 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56162) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:37.195829 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15cb0cc-bc89-4759-a0de-259eef32430d req-14386f86-cbff-4abf-bf00-9f1f3b4cb7c8 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:37.197374 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d15cb0cc-bc89-4759-a0de-259eef32430d req-14386f86-cbff-4abf-bf00-9f1f3b4cb7c8 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d64a4c1-ff3f-4fb7-bcb3-ffc09cead5f9 HTTP/1.1" status: 200 len: 945 time: 0.1378467 Nov 16 11:40:37.216643 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d5de57a0-0525-437e-808a-95fa37b2f4d1 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:37.261852 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-433dfdc1-a7bb-4ff8-aeb2-e755ae35eddf tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Allocated IP 2001:db8::f90b:b389:e167:85dd (d02e5c70-c13b-4c74-9763-e19ffb7dd482/34e47b8a-ca50-460f-956f-335e9628b575/e27bfe4d-cb3a-40eb-8db0-342da6e16518) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:40:37.309325 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed00e596-a953-46a7-bcdc-20ba34c36a7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:37.346779 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed00e596-a953-46a7-bcdc-20ba34c36a7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:37.375559 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d5de57a0-0525-437e-808a-95fa37b2f4d1 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:37.394993 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d5de57a0-0525-437e-808a-95fa37b2f4d1 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:37.428931 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d15cb0cc-bc89-4759-a0de-259eef32430d req-c1415ffd-959c-41e0-8397-ef6ac44e852c tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.61 "GET /v2.0/security-groups?id=287877bc-e2d3-4503-aa4b-858e6fd17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219839 Nov 16 11:40:37.453541 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d5de57a0-0525-437e-808a-95fa37b2f4d1 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:37.455760 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d5de57a0-0525-437e-808a-95fa37b2f4d1 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5056596 Nov 16 11:40:37.458715 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56182) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:37.461259 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de57a0-0525-437e-808a-95fa37b2f4d1 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7dd363-790d-4275-b72d-14778f7338eb,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:37.466267 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4083bb14-1419-45fe-a5ce-65ab88302924 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'security_group_rule': {'security_group_id': '9f7dd363-790d-4275-b72d-14778f7338eb', 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:40:37.475371 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-433dfdc1-a7bb-4ff8-aeb2-e755ae35eddf tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:37.506240 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed00e596-a953-46a7-bcdc-20ba34c36a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:37.508682 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed00e596-a953-46a7-bcdc-20ba34c36a7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:37.509821 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ed00e596-a953-46a7-bcdc-20ba34c36a7d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/427fe17d-27c7-402e-9ec6-9c8ede6c015a HTTP/1.1" status: 204 len: 168 time: 0.3599198 Nov 16 11:40:37.528876 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-433dfdc1-a7bb-4ff8-aeb2-e755ae35eddf tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:37.534975 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00e596-a953-46a7-bcdc-20ba34c36a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427fe17d-27c7-402e-9ec6-9c8ede6c015a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:37.552691 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4083bb14-1419-45fe-a5ce-65ab88302924 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:37.608714 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433dfdc1-a7bb-4ff8-aeb2-e755ae35eddf tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:40:37.615373 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-433dfdc1-a7bb-4ff8-aeb2-e755ae35eddf tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:40:37.624142 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433dfdc1-a7bb-4ff8-aeb2-e755ae35eddf tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:40:37.631725 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433dfdc1-a7bb-4ff8-aeb2-e755ae35eddf tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:37.632394 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-433dfdc1-a7bb-4ff8-aeb2-e755ae35eddf tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:37.648446 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433dfdc1-a7bb-4ff8-aeb2-e755ae35eddf tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Port': ['ID=e27bfe4d-cb3a-40eb-8db0-342da6e16518,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:37.664704 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-433dfdc1-a7bb-4ff8-aeb2-e755ae35eddf tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4696405 Nov 16 11:40:37.667025 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56188) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:37.723627 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-e4db1b9e-3794-4e7d-95b3-b48718377eb0 None None] Allocated IP 2001:db8::2 (d02e5c70-c13b-4c74-9763-e19ffb7dd482/34e47b8a-ca50-460f-956f-335e9628b575/e89cbeaf-9d86-4530-81cd-5f37b23460b9) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:40:37.726109 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4083bb14-1419-45fe-a5ce-65ab88302924 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:37.737114 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4083bb14-1419-45fe-a5ce-65ab88302924 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:37.783539 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98940382-8e19-47b0-abab-8c9c5eb8c059 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:37.786248 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-98940382-8e19-47b0-abab-8c9c5eb8c059 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1172459 Nov 16 11:40:37.791437 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56194) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:37.791670 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4083bb14-1419-45fe-a5ce-65ab88302924 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12f7222c-8280-47c5-92be-19ba0cef03c6,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:37.821913 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4083bb14-1419-45fe-a5ce-65ab88302924 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:37.826368 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4083bb14-1419-45fe-a5ce-65ab88302924 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3661542 Nov 16 11:40:37.831904 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56196) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:37.845727 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-cc26accf-1f5b-4b72-8015-8f683eab405b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'security_group_rule': {'security_group_id': '9f7dd363-790d-4275-b72d-14778f7338eb', 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:40:37.975218 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc26accf-1f5b-4b72-8015-8f683eab405b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:38.009595 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217e659-f7df-49b7-bfeb-f67bcdef515e req-2c5dd192-e3f6-4728-96c7-2c128c3c2b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:38.011264 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1217e659-f7df-49b7-bfeb-f67bcdef515e req-2c5dd192-e3f6-4728-96c7-2c128c3c2b90 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bce1f7c0238c4b4d92f11b5a66ae4495&device_id=0d64a4c1-ff3f-4fb7-bcb3-ffc09cead5f9 HTTP/1.1" status: 200 len: 1096 time: 0.1125164 Nov 16 11:40:38.087728 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a05e0-131c-4bc6-a228-e06b8a06d9be req-104aab4f-bb5c-4460-8dce-23fe36cb6d13 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:38.106477 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b70a05e0-131c-4bc6-a228-e06b8a06d9be req-104aab4f-bb5c-4460-8dce-23fe36cb6d13 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d64a4c1-ff3f-4fb7-bcb3-ffc09cead5f9 HTTP/1.1" status: 200 len: 945 time: 0.1978855 Nov 16 11:40:38.127673 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e4db1b9e-3794-4e7d-95b3-b48718377eb0 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:38.138822 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56200) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:38.140853 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc26accf-1f5b-4b72-8015-8f683eab405b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:38.142858 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e4db1b9e-3794-4e7d-95b3-b48718377eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:38.155622 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc26accf-1f5b-4b72-8015-8f683eab405b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:38.184231 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26accf-1f5b-4b72-8015-8f683eab405b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afe62d78-3136-4045-9f8b-74f80635aa55,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:38.184714 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4db1b9e-3794-4e7d-95b3-b48718377eb0 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:40:38.189792 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-e4db1b9e-3794-4e7d-95b3-b48718377eb0 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:40:38.195726 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4db1b9e-3794-4e7d-95b3-b48718377eb0 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:40:38.197407 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5878a64f-ced3-4def-9e8e-86084dbb843f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:38.201033 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db1b9e-3794-4e7d-95b3-b48718377eb0 None None] Pushing event updated for resources: {'Port': ['ID=e89cbeaf-9d86-4530-81cd-5f37b23460b9,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:38.217277 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b70a05e0-131c-4bc6-a228-e06b8a06d9be req-51476333-5aa3-43f4-95b6-b694fd430afc tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.61 "GET /v2.0/security-groups?id=287877bc-e2d3-4503-aa4b-858e6fd17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042848 Nov 16 11:40:38.229425 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc26accf-1f5b-4b72-8015-8f683eab405b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:38.229425 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-cc26accf-1f5b-4b72-8015-8f683eab405b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3918619 Nov 16 11:40:38.234518 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56202) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:38.239354 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4875eef5-bc16-4e7f-89a1-44badb3e4d4c tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'security_group_rule': {'security_group_id': '9f7dd363-790d-4275-b72d-14778f7338eb', 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:40:38.244193 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217e659-f7df-49b7-bfeb-f67bcdef515e req-b85e119c-0ded-4838-a556-e74603fc5ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:38.246041 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1217e659-f7df-49b7-bfeb-f67bcdef515e req-b85e119c-0ded-4838-a556-e74603fc5ead service neutron] 10.222.0.64 "GET /v2.0/networks?id=55b454e1-16d0-496a-b5c0-a0a4f471cd9d HTTP/1.1" status: 200 len: 912 time: 0.2181625 Nov 16 11:40:38.250005 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5637813c-c2cd-4145-a127-7d38e517c7f2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting port e27bfe4d-cb3a-40eb-8db0-342da6e16518 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:40:38.250764 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5637813c-c2cd-4145-a127-7d38e517c7f2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:38.261110 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e4db1b9e-3794-4e7d-95b3-b48718377eb0 None None] Attempting to bind port e89cbeaf-9d86-4530-81cd-5f37b23460b9 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:40:38.261753 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e4db1b9e-3794-4e7d-95b3-b48718377eb0 None None] Attempting to bind port e89cbeaf-9d86-4530-81cd-5f37b23460b9 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:40:38.262295 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4db1b9e-3794-4e7d-95b3-b48718377eb0 None None] Attempting to bind port e89cbeaf-9d86-4530-81cd-5f37b23460b9 on network d02e5c70-c13b-4c74-9763-e19ffb7dd482 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:40:38.268822 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4db1b9e-3794-4e7d-95b3-b48718377eb0 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:40:38.269445 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4db1b9e-3794-4e7d-95b3-b48718377eb0 None None] Checking segment: {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:40:38.270149 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e4db1b9e-3794-4e7d-95b3-b48718377eb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:38.270733 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4db1b9e-3794-4e7d-95b3-b48718377eb0 None None] Bound using segment: {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:40:38.271436 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e4db1b9e-3794-4e7d-95b3-b48718377eb0 None None] Bound port: e89cbeaf-9d86-4530-81cd-5f37b23460b9, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:40:38.271820 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e4db1b9e-3794-4e7d-95b3-b48718377eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:38.303507 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1217e659-f7df-49b7-bfeb-f67bcdef515e req-d266ef96-b178-4c41-a46d-01b4459c0ad7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6919b9e1-082a-454d-8c99-fbf9678c7605 HTTP/1.1" status: 200 len: 217 time: 0.0434258 Nov 16 11:40:38.340388 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e4db1b9e-3794-4e7d-95b3-b48718377eb0 None None] For port e89cbeaf-9d86-4530-81cd-5f37b23460b9, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:40:38.344410 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e4db1b9e-3794-4e7d-95b3-b48718377eb0 None None] For port e89cbeaf-9d86-4530-81cd-5f37b23460b9, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=e89cbeaf-9d86-4530-81cd-5f37b23460b9,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:40:38.351625 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e4db1b9e-3794-4e7d-95b3-b48718377eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:38.377239 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4875eef5-bc16-4e7f-89a1-44badb3e4d4c tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:38.393701 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5637813c-c2cd-4145-a127-7d38e517c7f2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:38.427463 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5637813c-c2cd-4145-a127-7d38e517c7f2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Calling delete_port for e27bfe4d-cb3a-40eb-8db0-342da6e16518 owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:40:38.437440 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db1b9e-3794-4e7d-95b3-b48718377eb0 None None] Pushing event updated for resources: {'Port': ['ID=e89cbeaf-9d86-4530-81cd-5f37b23460b9,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:38.461752 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217e659-f7df-49b7-bfeb-f67bcdef515e req-05008d01-478e-4874-b1c9-1612f5447a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:38.463275 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1217e659-f7df-49b7-bfeb-f67bcdef515e req-05008d01-478e-4874-b1c9-1612f5447a7d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e44602aa-4f29-45e6-812e-6bd2f2c54c35 HTTP/1.1" status: 200 len: 851 time: 0.1504459 Nov 16 11:40:38.524097 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1217e659-f7df-49b7-bfeb-f67bcdef515e req-943d9d3a-905e-49fb-a424-f39f16b40511 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=55b454e1-16d0-496a-b5c0-a0a4f471cd9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363533 Nov 16 11:40:38.556538 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5878a64f-ced3-4def-9e8e-86084dbb843f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:38.603392 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5637813c-c2cd-4145-a127-7d38e517c7f2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:38.621541 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5878a64f-ced3-4def-9e8e-86084dbb843f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:38.652519 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637813c-c2cd-4145-a127-7d38e517c7f2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Port': ['ID=e27bfe4d-cb3a-40eb-8db0-342da6e16518,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:38.682814 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4875eef5-bc16-4e7f-89a1-44badb3e4d4c tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:38.683253 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5637813c-c2cd-4145-a127-7d38e517c7f2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:38.687565 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5637813c-c2cd-4145-a127-7d38e517c7f2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/ports/e27bfe4d-cb3a-40eb-8db0-342da6e16518 HTTP/1.1" status: 204 len: 168 time: 0.8939466 Nov 16 11:40:38.697604 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56208) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:38.706067 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4875eef5-bc16-4e7f-89a1-44badb3e4d4c tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:38.724506 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5878a64f-ced3-4def-9e8e-86084dbb843f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=16d569df78f74fac9f9c7ecbadc9024d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5816665 Nov 16 11:40:38.725283 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5878a64f-ced3-4def-9e8e-86084dbb843f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6de982e-83c5-4b15-9e74-4f6a45f71420,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:38.744148 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56210) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:38.774819 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4875eef5-bc16-4e7f-89a1-44badb3e4d4c tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fed1a61-4d56-48d1-afe8-7a767470c8f4,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:38.798338 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4875eef5-bc16-4e7f-89a1-44badb3e4d4c tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:38.799589 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4875eef5-bc16-4e7f-89a1-44badb3e4d4c tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5639842 Nov 16 11:40:38.804741 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56214) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:38.812943 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-731790a6-7514-434a-9409-27d4579dfbc1 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'security_group_rule': {'security_group_id': '9f7dd363-790d-4275-b72d-14778f7338eb', 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:40:38.823431 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1217e659-f7df-49b7-bfeb-f67bcdef515e req-26831365-a87b-428b-99c8-f3e55d56ee93 service neutron] 10.222.0.64 "GET /v2.0/networks/55b454e1-16d0-496a-b5c0-a0a4f471cd9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834401 Nov 16 11:40:38.904615 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5ca569-02a2-4ebd-8467-89dd68bcf57b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:38.918057 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5ca569-02a2-4ebd-8467-89dd68bcf57b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:38.926243 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1f5ca569-02a2-4ebd-8467-89dd68bcf57b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2260196 Nov 16 11:40:38.929507 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56220) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:38.942306 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-133a7e89-fc77-4ef2-9a84-7c5c052fc8d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:38.946867 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-731790a6-7514-434a-9409-27d4579dfbc1 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:39.021228 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-133a7e89-fc77-4ef2-9a84-7c5c052fc8d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:39.036523 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b5daf66-29dc-4526-91be-2cdffb35b069 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting subnet 34e47b8a-ca50-460f-956f-335e9628b575 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:40:39.040578 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4b5daf66-29dc-4526-91be-2cdffb35b069 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:39.048911 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1217e659-f7df-49b7-bfeb-f67bcdef515e req-bace32a2-7f2c-4c4f-a213-4dc909e17f16 service neutron] 10.222.0.64 "GET /v2.0/networks/55b454e1-16d0-496a-b5c0-a0a4f471cd9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156663 Nov 16 11:40:39.082691 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-731790a6-7514-434a-9409-27d4579dfbc1 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:39.090653 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-731790a6-7514-434a-9409-27d4579dfbc1 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:39.136034 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731790a6-7514-434a-9409-27d4579dfbc1 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35588343-583c-44f5-91ea-629e10c71a79,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:39.148479 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-731790a6-7514-434a-9409-27d4579dfbc1 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:39.150937 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-731790a6-7514-434a-9409-27d4579dfbc1 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3452225 Nov 16 11:40:39.152476 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-133a7e89-fc77-4ef2-9a84-7c5c052fc8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:39.155474 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-133a7e89-fc77-4ef2-9a84-7c5c052fc8d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:39.157454 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4b5daf66-29dc-4526-91be-2cdffb35b069 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:39.157582 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-133a7e89-fc77-4ef2-9a84-7c5c052fc8d2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d6de982e-83c5-4b15-9e74-4f6a45f71420 HTTP/1.1" status: 204 len: 168 time: 0.4092407 Nov 16 11:40:39.158434 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56222) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:39.177020 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-26771b96-8e30-47c3-9756-2c7d1d2baa64 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'security_group_rule': {'security_group_id': '9f7dd363-790d-4275-b72d-14778f7338eb', 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:40:39.188374 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a7e89-fc77-4ef2-9a84-7c5c052fc8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6de982e-83c5-4b15-9e74-4f6a45f71420,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:39.234544 n-d-816823-3 neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-26771b96-8e30-47c3-9756-2c7d1d2baa64 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Project a94525ce04b1475298bff18f4d90d9d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 11:40:39.243915 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-26771b96-8e30-47c3-9756-2c7d1d2baa64 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:39.358941 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-26771b96-8e30-47c3-9756-2c7d1d2baa64 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:39.363667 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4b5daf66-29dc-4526-91be-2cdffb35b069 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:39.368611 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-26771b96-8e30-47c3-9756-2c7d1d2baa64 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:39.411195 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-26771b96-8e30-47c3-9756-2c7d1d2baa64 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:39.414960 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-26771b96-8e30-47c3-9756-2c7d1d2baa64 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2490065 Nov 16 11:40:39.415629 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56228) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:39.416011 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26771b96-8e30-47c3-9756-2c7d1d2baa64 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddc6ecee-9c92-4576-b0f1-d56ba6aed349,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:39.434994 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-eb982712-1b21-4eb1-b644-d23cf15c25cb tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'security_group_rule': {'security_group_id': '9f7dd363-790d-4275-b72d-14778f7338eb', 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:40:39.487042 n-d-816823-3 neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-eb982712-1b21-4eb1-b644-d23cf15c25cb tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Project a94525ce04b1475298bff18f4d90d9d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 11:40:39.501623 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eb982712-1b21-4eb1-b644-d23cf15c25cb tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:39.583765 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcec9b1-0d43-4d31-8a2c-fc2b1d77a022 req-dc89e496-0ff7-45fb-bf80-1bc8c37ac25b tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:39.585745 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bdcec9b1-0d43-4d31-8a2c-fc2b1d77a022 req-dc89e496-0ff7-45fb-bf80-1bc8c37ac25b tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d64a4c1-ff3f-4fb7-bcb3-ffc09cead5f9 HTTP/1.1" status: 200 len: 945 time: 0.1814685 Nov 16 11:40:39.611070 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4b5daf66-29dc-4526-91be-2cdffb35b069 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:39.642556 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eb982712-1b21-4eb1-b644-d23cf15c25cb tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:39.653552 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eb982712-1b21-4eb1-b644-d23cf15c25cb tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:39.673879 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5daf66-29dc-4526-91be-2cdffb35b069 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Subnet': ['ID=34e47b8a-ca50-460f-956f-335e9628b575,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:39.714554 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4b5daf66-29dc-4526-91be-2cdffb35b069 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:39.721087 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4b5daf66-29dc-4526-91be-2cdffb35b069 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/34e47b8a-ca50-460f-956f-335e9628b575 HTTP/1.1" status: 204 len: 168 time: 0.7859347 Nov 16 11:40:39.740904 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bdcec9b1-0d43-4d31-8a2c-fc2b1d77a022 req-4a7f8280-b896-4b4c-a6db-197d69818358 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.61 "GET /v2.0/security-groups?id=287877bc-e2d3-4503-aa4b-858e6fd17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360168 Nov 16 11:40:39.741764 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56232) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:39.751951 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb982712-1b21-4eb1-b644-d23cf15c25cb tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b84de259-887a-4fb2-a2cf-863a788435d8,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:39.767013 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eb982712-1b21-4eb1-b644-d23cf15c25cb tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:39.768739 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-eb982712-1b21-4eb1-b644-d23cf15c25cb tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3399353 Nov 16 11:40:39.774406 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56236) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:39.787852 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-30d293ec-3b07-4adf-bb99-256a2a9218ac tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'network': {'name': 'tempest-network-smoke--491565719', 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'port_security_enabled': True}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:40:39.827243 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7b762896-4a1b-400d-9bfb-b011cce94dde tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0837047 Nov 16 11:40:39.827979 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56238) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:39.849276 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d293ec-3b07-4adf-bb99-256a2a9218ac tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Made reservation on behalf of a94525ce04b1475298bff18f4d90d9d6 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:40:39.853754 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30d293ec-3b07-4adf-bb99-256a2a9218ac tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:39.913006 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30d293ec-3b07-4adf-bb99-256a2a9218ac tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:40:39.943147 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30d293ec-3b07-4adf-bb99-256a2a9218ac tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:39.946248 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-30d293ec-3b07-4adf-bb99-256a2a9218ac tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Added segment 8cb75e72-d058-4dc3-94c7-3793e4f6dad3 of type vlan for network 8ca73572-76c5-4f25-8350-367e966c7e9c Nov 16 11:40:39.953115 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4521d620-b484-4a9a-a40d-adac815957ba tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:39.961428 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4521d620-b484-4a9a-a40d-adac815957ba tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1322796 Nov 16 11:40:39.962450 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56244) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:40.078029 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30d293ec-3b07-4adf-bb99-256a2a9218ac tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:40.119812 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc56fad-2c83-44cd-b13c-5a7c9f1c32af None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:40:40.147661 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c779a2-d92d-416f-8bc6-abb7312c5b45 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:40.151361 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f4c779a2-d92d-416f-8bc6-abb7312c5b45 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1847191 Nov 16 11:40:40.154419 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56252) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:40.164608 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30d293ec-3b07-4adf-bb99-256a2a9218ac tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:40.180918 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d293ec-3b07-4adf-bb99-256a2a9218ac tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:40.181581 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30d293ec-3b07-4adf-bb99-256a2a9218ac tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:40.247579 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-bc645805-1166-4b45-b381-a99793fd188c None None] Provisioning complete for port e89cbeaf-9d86-4530-81cd-5f37b23460b9 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:40:40.248205 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bc645805-1166-4b45-b381-a99793fd188c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:40.303510 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device e89cbeaf-9d86-4530-81cd-5f37b23460b9 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:40:40.465259 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d293ec-3b07-4adf-bb99-256a2a9218ac tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'Network': ['ID=8ca73572-76c5-4f25-8350-367e966c7e9c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:40.479646 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 8ca73572-76c5-4f25-8350-367e966c7e9c details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:40:40.485404 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56262) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:40.490581 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-882f3d38-73ad-4b62-b66e-266fb7c8599e tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3325148 Nov 16 11:40:40.494174 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-355cdba8-2bd6-4248-a892-4c7a48323ccf tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'subnet': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:40:40.517456 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-30d293ec-3b07-4adf-bb99-256a2a9218ac tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7389941 Nov 16 11:40:40.517666 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56264) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:40.530060 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-c1598542-ad7b-4e3e-8ef4-7236375e6155 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1537334600', 'admin_state_up': True, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:40:40.563917 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c1598542-ad7b-4e3e-8ef4-7236375e6155 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:40.565860 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c1598542-ad7b-4e3e-8ef4-7236375e6155 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:40.648649 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c1598542-ad7b-4e3e-8ef4-7236375e6155 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:40.708715 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355cdba8-2bd6-4248-a892-4c7a48323ccf tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:40:40.714656 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-355cdba8-2bd6-4248-a892-4c7a48323ccf tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:40.802312 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bc645805-1166-4b45-b381-a99793fd188c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:40.952726 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port e89cbeaf-9d86-4530-81cd-5f37b23460b9 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:40:40.953093 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:40.998871 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c1598542-ad7b-4e3e-8ef4-7236375e6155 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:41.033575 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c7b36-d8b2-4a79-aadd-69fa689d90a8 req-89a015a6-1659-4e30-9b6b-76618fca9bdf tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:41.036435 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e04c7b36-d8b2-4a79-aadd-69fa689d90a8 req-89a015a6-1659-4e30-9b6b-76618fca9bdf tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d64a4c1-ff3f-4fb7-bcb3-ffc09cead5f9 HTTP/1.1" status: 200 len: 945 time: 0.1481838 Nov 16 11:40:41.041577 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab31ca79-a093-4d8d-8ee0-aac9b6f212c7 None None] DHCP port deletion for d02e5c70-c13b-4c74-9763-e19ffb7dd482 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:40:41.052176 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-bc645805-1166-4b45-b381-a99793fd188c None None] For port e89cbeaf-9d86-4530-81cd-5f37b23460b9, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=e89cbeaf-9d86-4530-81cd-5f37b23460b9,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:40:41.086498 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bc645805-1166-4b45-b381-a99793fd188c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:41.184349 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e04c7b36-d8b2-4a79-aadd-69fa689d90a8 req-752313de-7c8d-4d70-9653-b251aeb893bb tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.61 "GET /v2.0/security-groups?id=287877bc-e2d3-4503-aa4b-858e6fd17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398218 Nov 16 11:40:41.286823 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-355cdba8-2bd6-4248-a892-4c7a48323ccf tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:41.365359 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-ab31ca79-a093-4d8d-8ee0-aac9b6f212c7 None None] Deleting port e89cbeaf-9d86-4530-81cd-5f37b23460b9 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:40:41.365880 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab31ca79-a093-4d8d-8ee0-aac9b6f212c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:41.421508 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355cdba8-2bd6-4248-a892-4c7a48323ccf tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Subnet': ['ID=bcdf88aa-fa2f-4393-a53c-2f8015dc856a,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:41.455181 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355cdba8-2bd6-4248-a892-4c7a48323ccf tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:40:41.463002 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-355cdba8-2bd6-4248-a892-4c7a48323ccf tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:40:41.476047 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355cdba8-2bd6-4248-a892-4c7a48323ccf tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:41.482225 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-355cdba8-2bd6-4248-a892-4c7a48323ccf tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:41.499739 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-ab31ca79-a093-4d8d-8ee0-aac9b6f212c7 None None] For port e89cbeaf-9d86-4530-81cd-5f37b23460b9, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=e89cbeaf-9d86-4530-81cd-5f37b23460b9,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:40:41.500142 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab31ca79-a093-4d8d-8ee0-aac9b6f212c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:41.521752 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-355cdba8-2bd6-4248-a892-4c7a48323ccf tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0328736 Nov 16 11:40:41.523438 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56288) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:41.529773 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-5718a090-de34-4720-81cc-838b071036f6 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'port': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'fixed_ips': [{'subnet_id': 'bcdf88aa-fa2f-4393-a53c-2f8015dc856a', 'ip_address': '2001:db8::8a96:865c:c0f8:4d08'}], 'name': 'tempest-NetworksTestDHCPv6-1381358165'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:40:41.533775 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-ab31ca79-a093-4d8d-8ee0-aac9b6f212c7 None None] Calling delete_port for e89cbeaf-9d86-4530-81cd-5f37b23460b9 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:40:41.595878 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc645805-1166-4b45-b381-a99793fd188c None None] Pushing event updated for resources: {'Port': ['ID=e89cbeaf-9d86-4530-81cd-5f37b23460b9,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:41.649345 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c1598542-ad7b-4e3e-8ef4-7236375e6155 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:41.650059 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab31ca79-a093-4d8d-8ee0-aac9b6f212c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:41.689405 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab31ca79-a093-4d8d-8ee0-aac9b6f212c7 None None] No DVR routers for this DVR port e89cbeaf-9d86-4530-81cd-5f37b23460b9 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:40:41.697082 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c1598542-ad7b-4e3e-8ef4-7236375e6155 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:41.730184 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31ca79-a093-4d8d-8ee0-aac9b6f212c7 None None] Pushing event deleted for resources: {'Port': ['ID=e89cbeaf-9d86-4530-81cd-5f37b23460b9,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:41.741126 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0385b6a-3957-4f64-8a78-98f2b1b842ba None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:40:41.750311 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5718a090-de34-4720-81cc-838b071036f6 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:40:41.758774 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5718a090-de34-4720-81cc-838b071036f6 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:41.828212 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-5718a090-de34-4720-81cc-838b071036f6 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] device_id is not set on port fe58765d-1e55-4d17-8cd1-c52f1fda1801 yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:40:41.931162 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-c1598542-ad7b-4e3e-8ef4-7236375e6155 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Allocated IP 172.25.0.68 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/aa8b51d4-2297-49dc-ab31-ee09796b9e22) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:40:42.043185 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7034da98-f490-4def-8565-5cea6130bccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-d02e5c70-c13b-4c74-9763-e19ffb7dd482', 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'tenant_id': '4ebb44564e554f6b8a2c06865b79e6ad', 'fixed_ips': [{'subnet_id': 'bcdf88aa-fa2f-4393-a53c-2f8015dc856a'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:40:42.044194 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7034da98-f490-4def-8565-5cea6130bccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:42.061717 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-5718a090-de34-4720-81cc-838b071036f6 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Allocated IP 2001:db8::8a96:865c:c0f8:4d08 (d02e5c70-c13b-4c74-9763-e19ffb7dd482/bcdf88aa-fa2f-4393-a53c-2f8015dc856a/fe58765d-1e55-4d17-8cd1-c52f1fda1801) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:40:42.229948 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c1598542-ad7b-4e3e-8ef4-7236375e6155 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:42.235161 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device e89cbeaf-9d86-4530-81cd-5f37b23460b9 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:40:42.269374 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5718a090-de34-4720-81cc-838b071036f6 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:42.273530 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: e89cbeaf-9d86-4530-81cd-5f37b23460b9 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:40:42.274187 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device e89cbeaf-9d86-4530-81cd-5f37b23460b9 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:40:42.345305 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c1598542-ad7b-4e3e-8ef4-7236375e6155 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:42.357799 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e492dd27-f3cf-4266-9b86-933fb2ed50ef req-83112ef0-1e67-4796-8e17-08244664c7e2 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:42.359506 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e492dd27-f3cf-4266-9b86-933fb2ed50ef req-83112ef0-1e67-4796-8e17-08244664c7e2 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d64a4c1-ff3f-4fb7-bcb3-ffc09cead5f9 HTTP/1.1" status: 200 len: 945 time: 0.5806305 Nov 16 11:40:42.401143 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5718a090-de34-4720-81cc-838b071036f6 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:42.433773 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1598542-ad7b-4e3e-8ef4-7236375e6155 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:40:42.441595 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-c1598542-ad7b-4e3e-8ef4-7236375e6155 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:40:42.444625 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1598542-ad7b-4e3e-8ef4-7236375e6155 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:40:42.467255 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991bbf8f-c646-43d5-a4ad-d4a101bfed2e None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:40:42.484762 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e492dd27-f3cf-4266-9b86-933fb2ed50ef req-9065e27c-9dc7-4c7a-a64c-18d9a3bd8b7b tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.61 "GET /v2.0/security-groups?id=287877bc-e2d3-4503-aa4b-858e6fd17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186306 Nov 16 11:40:42.487520 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5718a090-de34-4720-81cc-838b071036f6 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:40:42.491919 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-5718a090-de34-4720-81cc-838b071036f6 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:40:42.499554 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5718a090-de34-4720-81cc-838b071036f6 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:40:42.507264 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5718a090-de34-4720-81cc-838b071036f6 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:42.508121 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5718a090-de34-4720-81cc-838b071036f6 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:42.544845 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5718a090-de34-4720-81cc-838b071036f6 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Port': ['ID=fe58765d-1e55-4d17-8cd1-c52f1fda1801,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:42.551043 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-7034da98-f490-4def-8565-5cea6130bccf None None] Allocated IP 2001:db8::2 (d02e5c70-c13b-4c74-9763-e19ffb7dd482/bcdf88aa-fa2f-4393-a53c-2f8015dc856a/c7707405-ccc6-440f-b17c-888574848251) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:40:42.574456 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5718a090-de34-4720-81cc-838b071036f6 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0489266 Nov 16 11:40:42.577327 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56312) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:42.585152 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-414bd50d-a0ed-4635-9f4d-5150cabf41a1 None None] Provisioning complete for port aa8b51d4-2297-49dc-ab31-ee09796b9e22 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:40:42.585532 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-414bd50d-a0ed-4635-9f4d-5150cabf41a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:42.592229 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-b66d0cfb-9523-4563-87eb-003da57c4cfc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'port': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'fixed_ips': [{'subnet_id': 'bcdf88aa-fa2f-4393-a53c-2f8015dc856a', 'ip_address': '2001:db8::8a96:865c:c0f8:4d08'}], 'name': 'tempest-NetworksTestDHCPv6-1030504217'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:40:42.713038 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1598542-ad7b-4e3e-8ef4-7236375e6155 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'Port': ['ID=aa8b51d4-2297-49dc-ab31-ee09796b9e22,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:42.725488 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-414bd50d-a0ed-4635-9f4d-5150cabf41a1 None None] Port aa8b51d4-2297-49dc-ab31-ee09796b9e22 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:40:42.823129 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66d0cfb-9523-4563-87eb-003da57c4cfc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:40:42.891455 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c1598542-ad7b-4e3e-8ef4-7236375e6155 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:42.900343 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7034da98-f490-4def-8565-5cea6130bccf None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:42.911021 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7034da98-f490-4def-8565-5cea6130bccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:42.959117 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7034da98-f490-4def-8565-5cea6130bccf None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:40:42.966801 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-7034da98-f490-4def-8565-5cea6130bccf None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:40:42.970946 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7034da98-f490-4def-8565-5cea6130bccf None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:40:42.976061 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034da98-f490-4def-8565-5cea6130bccf None None] Pushing event updated for resources: {'Port': ['ID=c7707405-ccc6-440f-b17c-888574848251,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:43.031440 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b66d0cfb-9523-4563-87eb-003da57c4cfc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:43.041398 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-18df2f22-f2c3-417c-b60d-6ea59b751f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:43.059072 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-7034da98-f490-4def-8565-5cea6130bccf None None] Attempting to bind port c7707405-ccc6-440f-b17c-888574848251 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:40:43.059448 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-7034da98-f490-4def-8565-5cea6130bccf None None] Attempting to bind port c7707405-ccc6-440f-b17c-888574848251 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:40:43.059855 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7034da98-f490-4def-8565-5cea6130bccf None None] Attempting to bind port c7707405-ccc6-440f-b17c-888574848251 on network d02e5c70-c13b-4c74-9763-e19ffb7dd482 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:40:43.070493 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7034da98-f490-4def-8565-5cea6130bccf None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:40:43.071007 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7034da98-f490-4def-8565-5cea6130bccf None None] Checking segment: {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:40:43.071551 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7034da98-f490-4def-8565-5cea6130bccf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:43.072797 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7034da98-f490-4def-8565-5cea6130bccf None None] Bound using segment: {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:40:43.073453 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-7034da98-f490-4def-8565-5cea6130bccf None None] Bound port: c7707405-ccc6-440f-b17c-888574848251, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:40:43.074084 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7034da98-f490-4def-8565-5cea6130bccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:43.075309 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-b66d0cfb-9523-4563-87eb-003da57c4cfc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] device_id is not set on port 71799709-620f-4448-9d09-b626b6e34d55 yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:40:43.168437 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-7034da98-f490-4def-8565-5cea6130bccf None None] For port c7707405-ccc6-440f-b17c-888574848251, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:40:43.173528 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-7034da98-f490-4def-8565-5cea6130bccf None None] For port c7707405-ccc6-440f-b17c-888574848251, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=c7707405-ccc6-440f-b17c-888574848251,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:40:43.180760 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7034da98-f490-4def-8565-5cea6130bccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:43.244608 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c1598542-ad7b-4e3e-8ef4-7236375e6155 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:43.283177 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034da98-f490-4def-8565-5cea6130bccf None None] Pushing event updated for resources: {'Port': ['ID=c7707405-ccc6-440f-b17c-888574848251,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:44.062573 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdb483-7626-40b8-8fba-49aaf30c2294 req-ebb4cbe5-bb89-47a5-9a83-d812b5278794 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:44.065035 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-92cdb483-7626-40b8-8fba-49aaf30c2294 req-ebb4cbe5-bb89-47a5-9a83-d812b5278794 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d64a4c1-ff3f-4fb7-bcb3-ffc09cead5f9 HTTP/1.1" status: 200 len: 945 time: 0.1169763 Nov 16 11:40:44.073537 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56342) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:44.081200 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1598542-ad7b-4e3e-8ef4-7236375e6155 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Router c58eaea9-a65d-47d0-ade3-63f494635c1e is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:40:44.208221 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-b66d0cfb-9523-4563-87eb-003da57c4cfc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 16 11:40:44.209681 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b66d0cfb-9523-4563-87eb-003da57c4cfc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:40:44.246322 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7530e-137b-4517-8c6e-6855ca22841e req-c986d630-15a9-4f7c-827f-ac790a900d70 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:44.249138 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c1c7530e-137b-4517-8c6e-6855ca22841e req-c986d630-15a9-4f7c-827f-ac790a900d70 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d64a4c1-ff3f-4fb7-bcb3-ffc09cead5f9 HTTP/1.1" status: 200 len: 945 time: 0.1939125 Nov 16 11:40:44.269571 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b66d0cfb-9523-4563-87eb-003da57c4cfc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.6899810 Nov 16 11:40:44.271906 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56348) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:44.290468 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device c7707405-ccc6-440f-b17c-888574848251 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:40:44.413537 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bd7004-e47b-4677-9aff-84076b3c697a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:44.420836 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bd7004-e47b-4677-9aff-84076b3c697a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:44.422864 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-89bd7004-e47b-4677-9aff-84076b3c697a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1496367 Nov 16 11:40:44.427291 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56352) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:44.447525 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1598542-ad7b-4e3e-8ef4-7236375e6155 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:40:44.449846 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port c7707405-ccc6-440f-b17c-888574848251 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:40:44.450272 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:44.472963 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f694bc2-e4f9-4959-bfd0-1c914b32c974 None None] Sync routers for ids ['c58eaea9-a65d-47d0-ade3-63f494635c1e'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:40:44.486655 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f694bc2-e4f9-4959-bfd0-1c914b32c974 None None] Routers {'c58eaea9-a65d-47d0-ade3-63f494635c1e'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:40:44.487300 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9f694bc2-e4f9-4959-bfd0-1c914b32c974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:40:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c58eaea9-a65d-47d0-ade3-63f494635c1e'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:44.556642 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e959e3a8-af49-467c-af99-6947ba8d0103 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:44.636794 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c1598542-ad7b-4e3e-8ef4-7236375e6155 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:44.644366 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c1c7530e-137b-4517-8c6e-6855ca22841e req-ad0aaa4e-6e22-4239-9cc5-31bdea362dcc tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.61 "GET /v2.0/security-groups?id=287877bc-e2d3-4503-aa4b-858e6fd17e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890584 Nov 16 11:40:44.654237 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c1598542-ad7b-4e3e-8ef4-7236375e6155 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.1354401 Nov 16 11:40:44.664785 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56358) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:44.738123 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-92815257-021e-434e-af83-ce8558089578 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting port fe58765d-1e55-4d17-8cd1-c52f1fda1801 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:40:44.745091 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-92815257-021e-434e-af83-ce8558089578 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:44.879907 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-92cdb483-7626-40b8-8fba-49aaf30c2294 req-262d97a1-89fe-4542-82ec-0992a72c488d tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] Deleting port 6919b9e1-082a-454d-8c99-fbf9678c7605 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:40:44.883447 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-92cdb483-7626-40b8-8fba-49aaf30c2294 req-262d97a1-89fe-4542-82ec-0992a72c488d tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:44.980172 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-92815257-021e-434e-af83-ce8558089578 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:45.019795 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-92815257-021e-434e-af83-ce8558089578 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Calling delete_port for fe58765d-1e55-4d17-8cd1-c52f1fda1801 owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:40:45.102531 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:45.151000 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-9f694bc2-e4f9-4959-bfd0-1c914b32c974 None None] Set router c58eaea9-a65d-47d0-ade3-63f494635c1e gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:40:45.225518 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port c7707405-ccc6-440f-b17c-888574848251, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=c7707405-ccc6-440f-b17c-888574848251,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:40:45.320382 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:45.356110 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56364) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:45.362326 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b9c8dddd-d5df-43f4-beb7-bb49055c537a tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=a94525ce04b1475298bff18f4d90d9d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6810367 Nov 16 11:40:45.471184 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e959e3a8-af49-467c-af99-6947ba8d0103 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:45.488148 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-20df4a91-23ad-4ef9-b4f1-1dbcd606150b None None] Provisioning complete for port c7707405-ccc6-440f-b17c-888574848251 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:40:45.493195 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-20df4a91-23ad-4ef9-b4f1-1dbcd606150b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:45.526392 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-92cdb483-7626-40b8-8fba-49aaf30c2294 req-262d97a1-89fe-4542-82ec-0992a72c488d tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] For port 6919b9e1-082a-454d-8c99-fbf9678c7605, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=6919b9e1-082a-454d-8c99-fbf9678c7605,segment=NetworkSegment(5a5d8c4a-e3e9-4a2e-be09-9f9a9b0901ae),segment_id=5a5d8c4a-e3e9-4a2e-be09-9f9a9b0901ae)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:40:45.527069 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-92cdb483-7626-40b8-8fba-49aaf30c2294 req-262d97a1-89fe-4542-82ec-0992a72c488d tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:45.551173 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-92cdb483-7626-40b8-8fba-49aaf30c2294 req-262d97a1-89fe-4542-82ec-0992a72c488d tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] Calling delete_port for 6919b9e1-082a-454d-8c99-fbf9678c7605 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:40:45.577166 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-92815257-021e-434e-af83-ce8558089578 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:45.623398 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=c7707405-ccc6-440f-b17c-888574848251,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:45.660722 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92815257-021e-434e-af83-ce8558089578 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Port': ['ID=fe58765d-1e55-4d17-8cd1-c52f1fda1801,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:45.735615 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-92815257-021e-434e-af83-ce8558089578 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:45.737111 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8b45fe1a-f3f0-466a-8fa7-7a8eae4fda9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:45.743057 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-92815257-021e-434e-af83-ce8558089578 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/ports/fe58765d-1e55-4d17-8cd1-c52f1fda1801 HTTP/1.1" status: 204 len: 168 time: 1.3135030 Nov 16 11:40:45.778132 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56372) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:45.881945 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e959e3a8-af49-467c-af99-6947ba8d0103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:45.899707 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-92cdb483-7626-40b8-8fba-49aaf30c2294 req-262d97a1-89fe-4542-82ec-0992a72c488d tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:45.910147 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9f694bc2-e4f9-4959-bfd0-1c914b32c974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c58eaea9-a65d-47d0-ade3-63f494635c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537334600', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'aa8b51d4-2297-49dc-ab31-ee09796b9e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:40:40Z', 'updated_at': '2021-11-16T11:40:42Z', 'revision_number': 3, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': 'aa8b51d4-2297-49dc-ab31-ee09796b9e22', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c58eaea9-a65d-47d0-ade3-63f494635c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:40:41Z', 'updated_at': '2021-11-16T11:40:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:45.936659 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c0d824-3442-4840-af24-e4abc6c8a39b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:45.939181 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c0d824-3442-4840-af24-e4abc6c8a39b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:45.940935 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c4c0d824-3442-4840-af24-e4abc6c8a39b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1612909 Nov 16 11:40:45.953350 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1afdd433-399b-4903-ba15-b83dc7be41f7 req-e421ca80-6d90-4bcf-8d12-3a57dcb24ca7 tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d64a4c1-ff3f-4fb7-bcb3-ffc09cead5f9 HTTP/1.1" status: 200 len: 210 time: 0.0653858 Nov 16 11:40:45.960723 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56378) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:46.008854 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5028d4f5-4b77-470c-8065-78d3998ba396 tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:46.012947 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5028d4f5-4b77-470c-8065-78d3998ba396 tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6533518 Nov 16 11:40:46.013708 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56380) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:46.015101 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f694bc2-e4f9-4959-bfd0-1c914b32c974 None None] Checking router: c58eaea9-a65d-47d0-ade3-63f494635c1e for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:40:46.016886 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f694bc2-e4f9-4959-bfd0-1c914b32c974 None None] Updating router c58eaea9-a65d-47d0-ade3-63f494635c1e port aa8b51d4-2297-49dc-ab31-ee09796b9e22 binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:40:46.047550 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d97a1-89fe-4542-82ec-0992a72c488d tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] Pushing event deleted for resources: {'Port': ['ID=6919b9e1-082a-454d-8c99-fbf9678c7605,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:46.120247 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b6af5826-e165-43a7-81cb-fca7b8ad062e tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=47f35a41-d782-4d3e-9754-e87c9ca4914b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1053066 Nov 16 11:40:46.123447 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-92cdb483-7626-40b8-8fba-49aaf30c2294 req-262d97a1-89fe-4542-82ec-0992a72c488d tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] No DVR routers for this DVR port 6919b9e1-082a-454d-8c99-fbf9678c7605 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:40:46.127759 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-92cdb483-7626-40b8-8fba-49aaf30c2294 req-262d97a1-89fe-4542-82ec-0992a72c488d tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:46.130622 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56384) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:46.136262 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-2d8c0384-f6bf-4b5a-b2b9-0f586404ebbf tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-589056257', 'network_id': '8ca73572-76c5-4f25-8350-367e966c7e9c', 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:40:46.144440 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-92cdb483-7626-40b8-8fba-49aaf30c2294 req-262d97a1-89fe-4542-82ec-0992a72c488d tempest-TestServerAdvancedOps-487471696 tempest-TestServerAdvancedOps-487471696-project] 10.222.0.64 "DELETE /v2.0/ports/6919b9e1-082a-454d-8c99-fbf9678c7605 HTTP/1.1" status: 204 len: 173 time: 2.0553062 Nov 16 11:40:46.147521 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d64a4c1-ff3f-4fb7-bcb3-ffc09cead5f9', 'name': 'network-vif-deleted', 'tag': '6919b9e1-082a-454d-8c99-fbf9678c7605'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:40:46.150480 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58d888c-4070-4add-8a05-b787a1fa136a" -d '{"events": [{"server_uuid": "0d64a4c1-ff3f-4fb7-bcb3-ffc09cead5f9", "name": "network-vif-deleted", "tag": "6919b9e1-082a-454d-8c99-fbf9678c7605"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:40:46.159235 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c55b9278-27e5-4979-a3ea-7fc337a4d06a None None] Could not find standard attr ID for object e27bfe4d-cb3a-40eb-8db0-342da6e16518. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:40:46.173139 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e959e3a8-af49-467c-af99-6947ba8d0103 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=91771ea7d15545469d3e3ad62ce8a39e&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0955820 Nov 16 11:40:46.176386 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a51b2fa-6cd4-4667-a7cf-f0ea7d5070bb tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting subnet bcdf88aa-fa2f-4393-a53c-2f8015dc856a {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:40:46.182646 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56388) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:46.184780 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959e3a8-af49-467c-af99-6947ba8d0103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a778f0-7235-4ac8-99e0-c34730888924,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:46.202109 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9f694bc2-e4f9-4959-bfd0-1c914b32c974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:46.277065 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4a51b2fa-6cd4-4667-a7cf-f0ea7d5070bb tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:46.305659 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device c7707405-ccc6-440f-b17c-888574848251 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:40:46.333309 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ed911ee0-5ca6-45b5-943c-f2f43105e147 None None] Could not find standard attr ID for object fe58765d-1e55-4d17-8cd1-c52f1fda1801. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:40:46.334510 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078e3591-bc80-44ce-896e-6d19e256f667 x-openstack-request-id: req-078e3591-bc80-44ce-896e-6d19e256f667 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:40:46.335703 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d64a4c1-ff3f-4fb7-bcb3-ffc09cead5f9", "name": "network-vif-deleted", "tag": "6919b9e1-082a-454d-8c99-fbf9678c7605", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:40:46.336086 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-078e3591-bc80-44ce-896e-6d19e256f667 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:40:46.337912 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d64a4c1-ff3f-4fb7-bcb3-ffc09cead5f9', 'name': 'network-vif-deleted', 'tag': '6919b9e1-082a-454d-8c99-fbf9678c7605', 'status': 'completed', 'code': 200} Nov 16 11:40:46.379262 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bcbd9e40-9fb6-423c-8766-54e4b3787e58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:46.445048 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bcbd9e40-9fb6-423c-8766-54e4b3787e58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:46.469729 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4a51b2fa-6cd4-4667-a7cf-f0ea7d5070bb tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:46.561997 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bcbd9e40-9fb6-423c-8766-54e4b3787e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:46.562478 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8c0384-f6bf-4b5a-b2b9-0f586404ebbf tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Made reservation on behalf of a94525ce04b1475298bff18f4d90d9d6 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:40:46.566956 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d8c0384-f6bf-4b5a-b2b9-0f586404ebbf tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:46.569985 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bcbd9e40-9fb6-423c-8766-54e4b3787e58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:46.569985 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bcbd9e40-9fb6-423c-8766-54e4b3787e58 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e1a778f0-7235-4ac8-99e0-c34730888924 HTTP/1.1" status: 204 len: 168 time: 0.3639088 Nov 16 11:40:46.615214 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd9e40-9fb6-423c-8766-54e4b3787e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a778f0-7235-4ac8-99e0-c34730888924,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:46.623716 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port c7707405-ccc6-440f-b17c-888574848251 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:40:46.624090 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:46.721487 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:46.794668 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 6919b9e1-082a-454d-8c99-fbf9678c7605 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:40:46.831445 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 6919b9e1-082a-454d-8c99-fbf9678c7605 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:40:46.831802 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 6919b9e1-082a-454d-8c99-fbf9678c7605 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:40:47.017351 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9f694bc2-e4f9-4959-bfd0-1c914b32c974 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:47.027299 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9f694bc2-e4f9-4959-bfd0-1c914b32c974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:47.038717 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4a51b2fa-6cd4-4667-a7cf-f0ea7d5070bb tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:47.045102 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d8c0384-f6bf-4b5a-b2b9-0f586404ebbf tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:47.071857 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56408) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:47.090158 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e096cd53-9a03-4735-bdb0-f2b7b034ed45 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:40:47.137149 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-9f694bc2-e4f9-4959-bfd0-1c914b32c974 None None] Attempting to bind port aa8b51d4-2297-49dc-ab31-ee09796b9e22 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:40:47.138638 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-9f694bc2-e4f9-4959-bfd0-1c914b32c974 None None] Attempting to bind port aa8b51d4-2297-49dc-ab31-ee09796b9e22 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:40:47.139845 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f694bc2-e4f9-4959-bfd0-1c914b32c974 None None] Attempting to bind port aa8b51d4-2297-49dc-ab31-ee09796b9e22 on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:40:47.157885 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f694bc2-e4f9-4959-bfd0-1c914b32c974 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:40:47.157885 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f694bc2-e4f9-4959-bfd0-1c914b32c974 None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:40:47.158427 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9f694bc2-e4f9-4959-bfd0-1c914b32c974 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:47.159883 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f694bc2-e4f9-4959-bfd0-1c914b32c974 None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:40:47.160400 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-9f694bc2-e4f9-4959-bfd0-1c914b32c974 None None] Bound port: aa8b51d4-2297-49dc-ab31-ee09796b9e22, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:40:47.160798 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9f694bc2-e4f9-4959-bfd0-1c914b32c974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:47.169440 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f550089-23f7-4a6d-addc-aec3e111de87 None None] Pushing event updated for resources: {'Port': ['ID=aa8b51d4-2297-49dc-ab31-ee09796b9e22,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:47.197828 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-97665d93-e98e-4550-b78c-dcc213fe2274 admin admin] Deleting subnet e44602aa-4f29-45e6-812e-6bd2f2c54c35 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:40:47.211067 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-97665d93-e98e-4550-b78c-dcc213fe2274 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:47.214189 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-8dfeb64b-3ad6-4a4c-bc5f-543939ccef85 None None] Provisioning complete for port aa8b51d4-2297-49dc-ab31-ee09796b9e22 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:40:47.214569 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8dfeb64b-3ad6-4a4c-bc5f-543939ccef85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:47.221971 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4a51b2fa-6cd4-4667-a7cf-f0ea7d5070bb tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:47.253731 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4a51b2fa-6cd4-4667-a7cf-f0ea7d5070bb tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:47.257939 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4a51b2fa-6cd4-4667-a7cf-f0ea7d5070bb tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/bcdf88aa-fa2f-4393-a53c-2f8015dc856a HTTP/1.1" status: 204 len: 168 time: 1.2960315 Nov 16 11:40:47.264711 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56414) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:47.275640 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a73de56-1fde-4a71-93f4-6a06efc979e0 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:40:47.287763 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-97665d93-e98e-4550-b78c-dcc213fe2274 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:47.359362 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3ef6e6db-d07a-49de-be1a-453cfdda5e41 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0912356 Nov 16 11:40:47.360146 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c0384-f6bf-4b5a-b2b9-0f586404ebbf tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'Subnet': ['ID=94a14835-5cdb-402d-9edd-b7beabc5bf3a,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:47.368696 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56420) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:47.374070 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-416c4094-8f92-4ab3-b27b-9a08c6d7074c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'subnet': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:40:47.388748 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-8dfeb64b-3ad6-4a4c-bc5f-543939ccef85 None None] Port aa8b51d4-2297-49dc-ab31-ee09796b9e22 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:40:47.396684 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-9f694bc2-e4f9-4959-bfd0-1c914b32c974 None None] For port aa8b51d4-2297-49dc-ab31-ee09796b9e22, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:40:47.407880 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51b2fa-6cd4-4667-a7cf-f0ea7d5070bb tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Subnet': ['ID=bcdf88aa-fa2f-4393-a53c-2f8015dc856a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:47.419058 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8c0384-f6bf-4b5a-b2b9-0f586404ebbf tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Checking segment: {'id': '8cb75e72-d058-4dc3-94c7-3793e4f6dad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8ca73572-76c5-4f25-8350-367e966c7e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:40:47.419676 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8c0384-f6bf-4b5a-b2b9-0f586404ebbf tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Network hostable DHCP agents. Network: 8ca73572-76c5-4f25-8350-367e966c7e9c, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:40:47.430516 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-9f694bc2-e4f9-4959-bfd0-1c914b32c974 None None] For port aa8b51d4-2297-49dc-ab31-ee09796b9e22, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=aa8b51d4-2297-49dc-ab31-ee09796b9e22,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:40:47.445838 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8c0384-f6bf-4b5a-b2b9-0f586404ebbf tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Network 8ca73572-76c5-4f25-8350-367e966c7e9c is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:40:47.447931 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9f694bc2-e4f9-4959-bfd0-1c914b32c974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:47.449169 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-97665d93-e98e-4550-b78c-dcc213fe2274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:47.471449 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-2d8c0384-f6bf-4b5a-b2b9-0f586404ebbf tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 8ca73572-76c5-4f25-8350-367e966c7e9c) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:40:47.479318 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8c0384-f6bf-4b5a-b2b9-0f586404ebbf tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:47.481208 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d8c0384-f6bf-4b5a-b2b9-0f586404ebbf tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:47.494721 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6c1457-5419-42b3-b5a8-30bcdaeb34ac None None] Network 8ca73572-76c5-4f25-8350-367e966c7e9c requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:40:47.526729 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2d8c0384-f6bf-4b5a-b2b9-0f586404ebbf tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3948627 Nov 16 11:40:47.531267 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56426) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:47.556071 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec665b3-0461-415e-a09b-8946e0dc05c6 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:40:47.636845 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f694bc2-e4f9-4959-bfd0-1c914b32c974 None None] Routers {'c58eaea9-a65d-47d0-ade3-63f494635c1e'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:40:47.637359 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9f694bc2-e4f9-4959-bfd0-1c914b32c974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:40:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c58eaea9-a65d-47d0-ade3-63f494635c1e'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:47.677378 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f550089-23f7-4a6d-addc-aec3e111de87 None None] Pushing event updated for resources: {'Port': ['ID=aa8b51d4-2297-49dc-ab31-ee09796b9e22,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:47.723948 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416c4094-8f92-4ab3-b27b-9a08c6d7074c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:40:47.738277 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-416c4094-8f92-4ab3-b27b-9a08c6d7074c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:47.812629 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-f7569ade-940f-419d-93ca-7c03e0143209 None None] Provisioning complete for port aa8b51d4-2297-49dc-ab31-ee09796b9e22 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:40:47.812629 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f7569ade-940f-419d-93ca-7c03e0143209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:47.931426 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-97665d93-e98e-4550-b78c-dcc213fe2274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:47.955409 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-9f694bc2-e4f9-4959-bfd0-1c914b32c974 None None] Set router c58eaea9-a65d-47d0-ade3-63f494635c1e gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:40:47.979415 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97665d93-e98e-4550-b78c-dcc213fe2274 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e44602aa-4f29-45e6-812e-6bd2f2c54c35,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:47.996534 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-97665d93-e98e-4550-b78c-dcc213fe2274 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:48.005981 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-97665d93-e98e-4550-b78c-dcc213fe2274 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e44602aa-4f29-45e6-812e-6bd2f2c54c35 HTTP/1.1" status: 204 len: 168 time: 0.9288311 Nov 16 11:40:48.006609 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56444) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:48.014429 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e04aea8-f373-4f35-be6c-4d61a27a1fcd None None] DHCP port deletion for d02e5c70-c13b-4c74-9763-e19ffb7dd482 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:40:48.215437 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4779969b-10c1-4dac-9905-b70cd42c2b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:48.291741 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device c7707405-ccc6-440f-b17c-888574848251 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:40:48.467887 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2375cf01-2a0a-4450-9040-b259fba74065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-8ca73572-76c5-4f25-8350-367e966c7e9c', 'network_id': '8ca73572-76c5-4f25-8350-367e966c7e9c', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'fixed_ips': [{'subnet_id': '94a14835-5cdb-402d-9edd-b7beabc5bf3a'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:40:48.468765 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2375cf01-2a0a-4450-9040-b259fba74065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:48.475789 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4779969b-10c1-4dac-9905-b70cd42c2b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:48.486396 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-416c4094-8f92-4ab3-b27b-9a08c6d7074c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:48.516405 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416c4094-8f92-4ab3-b27b-9a08c6d7074c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:40:48.539480 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-416c4094-8f92-4ab3-b27b-9a08c6d7074c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:40:48.545036 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-4779969b-10c1-4dac-9905-b70cd42c2b52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b454e1-16d0-496a-b5c0-a0a4f471cd9d']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:48.549323 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416c4094-8f92-4ab3-b27b-9a08c6d7074c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:48.550220 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-416c4094-8f92-4ab3-b27b-9a08c6d7074c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:48.571504 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-4779969b-10c1-4dac-9905-b70cd42c2b52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a5d8c4a-e3e9-4a2e-be09-9f9a9b0901ae') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:48.587509 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-4779969b-10c1-4dac-9905-b70cd42c2b52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a5d8c4a-e3e9-4a2e-be09-9f9a9b0901ae') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:48.600520 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f7569ade-940f-419d-93ca-7c03e0143209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:48.628075 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4779969b-10c1-4dac-9905-b70cd42c2b52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:48.637784 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7d3b1f7-8112-46d8-b51b-30edcb02a08b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:48.643096 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c4094-8f92-4ab3-b27b-9a08c6d7074c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Subnet': ['ID=11a779f3-92ba-4afb-8ff1-19f4e0641401,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:48.662671 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-416c4094-8f92-4ab3-b27b-9a08c6d7074c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2950621 Nov 16 11:40:48.674838 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56458) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:48.682950 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-44b96254-eaa3-4386-9ef1-85b292a808a2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'port': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'fixed_ips': [{'subnet_id': '11a779f3-92ba-4afb-8ff1-19f4e0641401', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-505163937'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:40:48.700573 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4779969b-10c1-4dac-9905-b70cd42c2b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:48.719488 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4779969b-10c1-4dac-9905-b70cd42c2b52 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:40:48.719848 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4779969b-10c1-4dac-9905-b70cd42c2b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:48.826237 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:40:48.826237 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:40:48.826237 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:40:48.826237 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:40:48.826237 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:40:48.826237 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:40:48.826237 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:40:48.826237 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:40:48.826237 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:40:48.826237 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:40:48.826237 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:40:48.826237 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:40:48.826237 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:40:48.826237 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:40:48.826237 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:40:48.826237 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:40:48.826237 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:40:48.826237 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:40:48.826237 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:40:48.826237 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:40:48.826237 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:40:48.826237 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:40:48.826237 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:40:48.826237 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:40:48.826237 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:40:48.826237 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:40:48.826237 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:40:48.826237 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:40:48.826237 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:40:48.826237 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:40:48.826237 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:40:48.826237 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:40:48.844969 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4779969b-10c1-4dac-9905-b70cd42c2b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:48.886183 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4779969b-10c1-4dac-9905-b70cd42c2b52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:48.888265 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:48.893138 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4779969b-10c1-4dac-9905-b70cd42c2b52 admin admin] 10.222.0.61 "DELETE /v2.0/networks/55b454e1-16d0-496a-b5c0-a0a4f471cd9d HTTP/1.1" status: 204 len: 168 time: 0.8843198 Nov 16 11:40:48.901145 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56466) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:48.938545 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-f7569ade-940f-419d-93ca-7c03e0143209 None None] For port aa8b51d4-2297-49dc-ab31-ee09796b9e22, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=aa8b51d4-2297-49dc-ab31-ee09796b9e22,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:40:48.963563 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4779969b-10c1-4dac-9905-b70cd42c2b52 admin admin] Pushing event deleted for resources: {'Network': ['ID=55b454e1-16d0-496a-b5c0-a0a4f471cd9d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:48.970819 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f7569ade-940f-419d-93ca-7c03e0143209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:48.990082 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:49.040025 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c3f3c75-d546-4023-8e4e-4c98dac06832 admin admin] Deleting subnet fec30a27-7144-4ee8-92c7-51fc44cb7017 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:40:49.049240 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c3f3c75-d546-4023-8e4e-4c98dac06832 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:49.051002 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-9e04aea8-f373-4f35-be6c-4d61a27a1fcd None None] Deleting port c7707405-ccc6-440f-b17c-888574848251 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:40:49.051464 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9e04aea8-f373-4f35-be6c-4d61a27a1fcd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:49.141808 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9f694bc2-e4f9-4959-bfd0-1c914b32c974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c58eaea9-a65d-47d0-ade3-63f494635c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537334600', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'aa8b51d4-2297-49dc-ab31-ee09796b9e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:40:40Z', 'updated_at': '2021-11-16T11:40:42Z', 'revision_number': 3, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': 'aa8b51d4-2297-49dc-ab31-ee09796b9e22', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c58eaea9-a65d-47d0-ade3-63f494635c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:40:41Z', 'updated_at': '2021-11-16T11:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:49.157262 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c3f3c75-d546-4023-8e4e-4c98dac06832 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:49.160675 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b96254-eaa3-4386-9ef1-85b292a808a2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:40:49.207345 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f694bc2-e4f9-4959-bfd0-1c914b32c974 None None] The sync data for ids ['c58eaea9-a65d-47d0-ade3-63f494635c1e'] in n-d-816823-3 is: [{'id': 'c58eaea9-a65d-47d0-ade3-63f494635c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537334600', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'aa8b51d4-2297-49dc-ab31-ee09796b9e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:40:40Z', 'updated_at': '2021-11-16T11:40:42Z', 'revision_number': 3, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': 'aa8b51d4-2297-49dc-ab31-ee09796b9e22', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c58eaea9-a65d-47d0-ade3-63f494635c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:40:41Z', 'updated_at': '2021-11-16T11:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:40:49.216023 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-2375cf01-2a0a-4450-9040-b259fba74065 None None] Allocated IP 172.20.0.2 (8ca73572-76c5-4f25-8350-367e966c7e9c/94a14835-5cdb-402d-9edd-b7beabc5bf3a/e03d9dde-7549-4b05-9edf-e9e1e9ebd23b) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:40:49.218465 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:49.224531 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7569ade-940f-419d-93ca-7c03e0143209 None None] Pushing event updated for resources: {'Port': ['ID=aa8b51d4-2297-49dc-ab31-ee09796b9e22,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:49.326364 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-44b96254-eaa3-4386-9ef1-85b292a808a2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:49.350856 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port c7707405-ccc6-440f-b17c-888574848251, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=c7707405-ccc6-440f-b17c-888574848251,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:40:49.356486 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-9e04aea8-f373-4f35-be6c-4d61a27a1fcd None None] For port c7707405-ccc6-440f-b17c-888574848251, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=c7707405-ccc6-440f-b17c-888574848251,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:40:49.359426 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9e04aea8-f373-4f35-be6c-4d61a27a1fcd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:49.367413 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-44b96254-eaa3-4386-9ef1-85b292a808a2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] device_id is not set on port 47732d63-2f8a-4600-9fd8-ba5b19adfd8b yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:40:49.380156 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:49.405709 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-9e04aea8-f373-4f35-be6c-4d61a27a1fcd None None] Calling delete_port for c7707405-ccc6-440f-b17c-888574848251 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:40:49.507186 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c3f3c75-d546-4023-8e4e-4c98dac06832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:49.609331 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=c7707405-ccc6-440f-b17c-888574848251,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:49.636012 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2375cf01-2a0a-4450-9040-b259fba74065 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:49.649958 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2375cf01-2a0a-4450-9040-b259fba74065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:49.728275 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9e04aea8-f373-4f35-be6c-4d61a27a1fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:49.755958 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b96254-eaa3-4386-9ef1-85b292a808a2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:40:49.756703 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44b96254-eaa3-4386-9ef1-85b292a808a2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:40:49.763160 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2375cf01-2a0a-4450-9040-b259fba74065 None None] Network 8ca73572-76c5-4f25-8350-367e966c7e9c is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:40:49.771055 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-2375cf01-2a0a-4450-9040-b259fba74065 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:40:49.778168 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2375cf01-2a0a-4450-9040-b259fba74065 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:40:49.787047 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c3f3c75-d546-4023-8e4e-4c98dac06832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:49.788346 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e04aea8-f373-4f35-be6c-4d61a27a1fcd None None] No DVR routers for this DVR port c7707405-ccc6-440f-b17c-888574848251 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:40:49.792050 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2375cf01-2a0a-4450-9040-b259fba74065 None None] Pushing event updated for resources: {'Port': ['ID=e03d9dde-7549-4b05-9edf-e9e1e9ebd23b,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:49.827481 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-44b96254-eaa3-4386-9ef1-85b292a808a2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1486239 Nov 16 11:40:49.830573 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56482) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:49.831311 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f3c75-d546-4023-8e4e-4c98dac06832 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fec30a27-7144-4ee8-92c7-51fc44cb7017,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:49.858042 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d0b13e-2114-4e3c-9997-d8853579ac8a None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:40:49.864800 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04aea8-f373-4f35-be6c-4d61a27a1fcd None None] Pushing event deleted for resources: {'Port': ['ID=c7707405-ccc6-440f-b17c-888574848251,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:49.874340 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-067b0c47-7509-4fb2-be92-3f33be5ee091 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0405264 Nov 16 11:40:49.876870 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56486) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:49.882039 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-e7d3b1f7-8112-46d8-b51b-30edcb02a08b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Allocated IP 172.20.0.1 (8ca73572-76c5-4f25-8350-367e966c7e9c/94a14835-5cdb-402d-9edd-b7beabc5bf3a/0895642f-4c6a-4cab-8854-7eb92c375d08) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:40:49.944217 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c3f3c75-d546-4023-8e4e-4c98dac06832 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:49.950444 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5c3f3c75-d546-4023-8e4e-4c98dac06832 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/fec30a27-7144-4ee8-92c7-51fc44cb7017 HTTP/1.1" status: 204 len: 168 time: 1.0476139 Nov 16 11:40:49.956371 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534eec09-ccfc-4a6c-8ed0-4e7967ead17f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:49.958789 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534eec09-ccfc-4a6c-8ed0-4e7967ead17f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:49.962586 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-534eec09-ccfc-4a6c-8ed0-4e7967ead17f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0825813 Nov 16 11:40:49.962586 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56488) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:49.967558 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56492) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:50.054567 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-2375cf01-2a0a-4450-9040-b259fba74065 None None] Attempting to bind port e03d9dde-7549-4b05-9edf-e9e1e9ebd23b on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:40:50.056326 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-2375cf01-2a0a-4450-9040-b259fba74065 None None] Attempting to bind port e03d9dde-7549-4b05-9edf-e9e1e9ebd23b by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '8cb75e72-d058-4dc3-94c7-3793e4f6dad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8ca73572-76c5-4f25-8350-367e966c7e9c'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:40:50.057530 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2375cf01-2a0a-4450-9040-b259fba74065 None None] Attempting to bind port e03d9dde-7549-4b05-9edf-e9e1e9ebd23b on network 8ca73572-76c5-4f25-8350-367e966c7e9c {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:40:50.095645 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2375cf01-2a0a-4450-9040-b259fba74065 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:40:50.098345 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2375cf01-2a0a-4450-9040-b259fba74065 None None] Checking segment: {'id': '8cb75e72-d058-4dc3-94c7-3793e4f6dad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8ca73572-76c5-4f25-8350-367e966c7e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:40:50.100278 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2375cf01-2a0a-4450-9040-b259fba74065 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:50.101449 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2375cf01-2a0a-4450-9040-b259fba74065 None None] Bound using segment: {'id': '8cb75e72-d058-4dc3-94c7-3793e4f6dad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8ca73572-76c5-4f25-8350-367e966c7e9c'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:40:50.102978 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-2375cf01-2a0a-4450-9040-b259fba74065 None None] Bound port: e03d9dde-7549-4b05-9edf-e9e1e9ebd23b, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb75e72-d058-4dc3-94c7-3793e4f6dad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8ca73572-76c5-4f25-8350-367e966c7e9c'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:40:50.104219 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2375cf01-2a0a-4450-9040-b259fba74065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:50.225537 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7d3b1f7-8112-46d8-b51b-30edcb02a08b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:50.302919 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1eac36b-7473-47b4-84f9-f3b0078ff733 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting subnet 11a779f3-92ba-4afb-8ff1-19f4e0641401 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:40:50.320887 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device aa8b51d4-2297-49dc-ab31-ee09796b9e22 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:40:50.322988 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d54d5c16-5b6f-428b-9376-d22f5a9e7368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:50.326031 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1eac36b-7473-47b4-84f9-f3b0078ff733 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:50.351542 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7d3b1f7-8112-46d8-b51b-30edcb02a08b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:50.458617 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d3b1f7-8112-46d8-b51b-30edcb02a08b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Network 8ca73572-76c5-4f25-8350-367e966c7e9c is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:40:50.463305 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-e7d3b1f7-8112-46d8-b51b-30edcb02a08b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:40:50.468419 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d3b1f7-8112-46d8-b51b-30edcb02a08b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:40:50.501017 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-2375cf01-2a0a-4450-9040-b259fba74065 None None] For port e03d9dde-7549-4b05-9edf-e9e1e9ebd23b, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:40:50.513532 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d54d5c16-5b6f-428b-9376-d22f5a9e7368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:50.543463 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-d54d5c16-5b6f-428b-9376-d22f5a9e7368 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d8f5011-2c98-4ffb-b132-8e9385309839']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:50.549443 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-2375cf01-2a0a-4450-9040-b259fba74065 None None] For port e03d9dde-7549-4b05-9edf-e9e1e9ebd23b, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=e03d9dde-7549-4b05-9edf-e9e1e9ebd23b,segment=NetworkSegment(8cb75e72-d058-4dc3-94c7-3793e4f6dad3),segment_id=8cb75e72-d058-4dc3-94c7-3793e4f6dad3)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:40:50.553360 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c47e61-541a-4efd-9317-b8d7341b07fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-d02e5c70-c13b-4c74-9763-e19ffb7dd482', 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'tenant_id': '4ebb44564e554f6b8a2c06865b79e6ad', 'fixed_ips': [{'subnet_id': '11a779f3-92ba-4afb-8ff1-19f4e0641401'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:40:50.554131 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c1c47e61-541a-4efd-9317-b8d7341b07fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:50.580424 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1eac36b-7473-47b4-84f9-f3b0078ff733 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:50.587805 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2375cf01-2a0a-4450-9040-b259fba74065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:50.590414 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7d3b1f7-8112-46d8-b51b-30edcb02a08b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:50.641731 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-d54d5c16-5b6f-428b-9376-d22f5a9e7368 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '704ba319-45e6-42b8-aafb-0baadcfe4c78') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:50.642064 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-d54d5c16-5b6f-428b-9376-d22f5a9e7368 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '704ba319-45e6-42b8-aafb-0baadcfe4c78') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:50.705721 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d54d5c16-5b6f-428b-9376-d22f5a9e7368 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:50.735803 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3b1f7-8112-46d8-b51b-30edcb02a08b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'Port': ['ID=0895642f-4c6a-4cab-8854-7eb92c375d08,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:50.788385 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d54d5c16-5b6f-428b-9376-d22f5a9e7368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:50.793915 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1eac36b-7473-47b4-84f9-f3b0078ff733 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:50.822175 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port aa8b51d4-2297-49dc-ab31-ee09796b9e22 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:40:50.822752 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:50.890569 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d54d5c16-5b6f-428b-9376-d22f5a9e7368 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:40:50.890982 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d54d5c16-5b6f-428b-9376-d22f5a9e7368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:50.895766 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2375cf01-2a0a-4450-9040-b259fba74065 None None] Pushing event updated for resources: {'Port': ['ID=e03d9dde-7549-4b05-9edf-e9e1e9ebd23b,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:50.896248 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:40:50.896248 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:40:50.896248 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:40:50.896248 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:40:50.896248 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:40:50.896248 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:40:50.896248 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:40:50.896248 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:40:50.896248 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:40:50.896248 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:40:50.896248 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:40:50.896248 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:40:50.896248 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:40:50.896248 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:40:50.896248 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:40:50.896248 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:40:50.896248 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:40:50.896248 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:40:50.896248 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:40:50.896248 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:40:50.896248 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:40:50.896248 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:40:50.896248 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:40:50.896248 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:40:50.896248 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:40:50.896248 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:40:50.896248 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:40:50.896248 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:40:50.896248 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:40:50.896248 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:40:50.896248 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:40:50.896248 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:40:51.077262 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7d3b1f7-8112-46d8-b51b-30edcb02a08b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:51.101464 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d54d5c16-5b6f-428b-9376-d22f5a9e7368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:51.117993 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d54d5c16-5b6f-428b-9376-d22f5a9e7368 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:51.123762 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d54d5c16-5b6f-428b-9376-d22f5a9e7368 admin admin] 10.222.0.61 "DELETE /v2.0/networks/3d8f5011-2c98-4ffb-b132-8e9385309839 HTTP/1.1" status: 204 len: 168 time: 1.1597106 Nov 16 11:40:51.145107 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d5c16-5b6f-428b-9376-d22f5a9e7368 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d8f5011-2c98-4ffb-b132-8e9385309839,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:51.155021 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1eac36b-7473-47b4-84f9-f3b0078ff733 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server [None req-c1c47e61-541a-4efd-9317-b8d7341b07fb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 11a779f3-92ba-4afb-8ff1-19f4e0641401: This subnet is being modified by another concurrent operation. Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise exception Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 11a779f3-92ba-4afb-8ff1-19f4e0641401: This subnet is being modified by another concurrent operation. Nov 16 11:40:51.175292 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server Nov 16 11:40:51.241143 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eac36b-7473-47b4-84f9-f3b0078ff733 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Subnet': ['ID=11a779f3-92ba-4afb-8ff1-19f4e0641401,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:51.253518 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1eac36b-7473-47b4-84f9-f3b0078ff733 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:51.263452 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d1eac36b-7473-47b4-84f9-f3b0078ff733 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/11a779f3-92ba-4afb-8ff1-19f4e0641401 HTTP/1.1" status: 204 len: 168 time: 1.2948105 Nov 16 11:40:51.267327 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56528) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:51.387354 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-69c16d7f-bbfa-45e5-9e7c-9b723a355494 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1188636 Nov 16 11:40:51.391753 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56530) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:51.399188 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-c6df06f8-a83d-482d-820a-eb7a4fc53339 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'subnet': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:40:51.470527 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56532) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:51.560369 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6df06f8-a83d-482d-820a-eb7a4fc53339 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:40:51.568964 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c6df06f8-a83d-482d-820a-eb7a4fc53339 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:51.580222 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-fbc00088-3a32-466c-82b5-1717fcd3e85c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bce1f7c0238c4b4d92f11b5a66ae4495&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1082420 Nov 16 11:40:51.583841 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56536) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:51.686346 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-93b1d699-7909-478e-bca0-68489549cf45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:51.722309 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7d3b1f7-8112-46d8-b51b-30edcb02a08b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:51.729580 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-93b1d699-7909-478e-bca0-68489549cf45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:51.746597 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7d3b1f7-8112-46d8-b51b-30edcb02a08b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:51.807451 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7d3b1f7-8112-46d8-b51b-30edcb02a08b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:51.911737 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c6df06f8-a83d-482d-820a-eb7a4fc53339 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:51.996416 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3b1f7-8112-46d8-b51b-30edcb02a08b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'Port': ['ID=0895642f-4c6a-4cab-8854-7eb92c375d08,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:52.005306 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6df06f8-a83d-482d-820a-eb7a4fc53339 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:40:52.011767 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-c6df06f8-a83d-482d-820a-eb7a4fc53339 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:40:52.016855 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6df06f8-a83d-482d-820a-eb7a4fc53339 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:52.017591 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c6df06f8-a83d-482d-820a-eb7a4fc53339 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:52.024210 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84929ad0-d8e1-4b7c-a6fc-adb387c41c30 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:40:52.044066 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df06f8-a83d-482d-820a-eb7a4fc53339 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Subnet': ['ID=0a5619ad-7f6c-48b1-af56-ff0206d9e1e4,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:52.056165 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-93b1d699-7909-478e-bca0-68489549cf45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:52.062061 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-93b1d699-7909-478e-bca0-68489549cf45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:52.065689 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-93b1d699-7909-478e-bca0-68489549cf45 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/287877bc-e2d3-4503-aa4b-858e6fd17e27 HTTP/1.1" status: 204 len: 168 time: 0.4784217 Nov 16 11:40:52.075517 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c6df06f8-a83d-482d-820a-eb7a4fc53339 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6819999 Nov 16 11:40:52.077851 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56552) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:52.082786 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-2de63975-c535-4001-8048-1d678898caa4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1366660569', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:40:52.084770 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b1d699-7909-478e-bca0-68489549cf45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287877bc-e2d3-4503-aa4b-858e6fd17e27,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:52.122344 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d3b1f7-8112-46d8-b51b-30edcb02a08b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Network 8ca73572-76c5-4f25-8350-367e966c7e9c is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:40:52.124929 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-e7d3b1f7-8112-46d8-b51b-30edcb02a08b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:40:52.143737 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2de63975-c535-4001-8048-1d678898caa4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:52.144961 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2de63975-c535-4001-8048-1d678898caa4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:52.290896 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2de63975-c535-4001-8048-1d678898caa4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:52.307640 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2de63975-c535-4001-8048-1d678898caa4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:52.368600 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device e03d9dde-7549-4b05-9edf-e9e1e9ebd23b up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:40:52.384335 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2de63975-c535-4001-8048-1d678898caa4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:52.388129 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2de63975-c535-4001-8048-1d678898caa4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3065174 Nov 16 11:40:52.389797 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56558) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:52.456107 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d3b1f7-8112-46d8-b51b-30edcb02a08b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Router c58eaea9-a65d-47d0-ade3-63f494635c1e has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:40:52.586741 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b2d864-96d3-4626-b2eb-e90f783a2a2b None None] Network 8ca73572-76c5-4f25-8350-367e966c7e9c requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:40:52.682537 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0a71bd-bc4c-4d14-9d5e-c96caf9a27e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-d02e5c70-c13b-4c74-9763-e19ffb7dd482', 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'tenant_id': '4ebb44564e554f6b8a2c06865b79e6ad', 'fixed_ips': [{'subnet_id': '0a5619ad-7f6c-48b1-af56-ff0206d9e1e4'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:40:52.683811 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6b0a71bd-bc4c-4d14-9d5e-c96caf9a27e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:52.689454 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port e03d9dde-7549-4b05-9edf-e9e1e9ebd23b triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:40:52.690525 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:52.804472 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d3b1f7-8112-46d8-b51b-30edcb02a08b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:40:52.824145 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e7d3b1f7-8112-46d8-b51b-30edcb02a08b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "PUT /v2.0/routers/c58eaea9-a65d-47d0-ade3-63f494635c1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2872093 Nov 16 11:40:52.917894 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07c0f155-db3c-4b84-be02-6b6c91485224 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:52.944531 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-51279b6c-4ae9-4817-9da2-9ed11b73aa5a None None] Provisioning complete for port e03d9dde-7549-4b05-9edf-e9e1e9ebd23b triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:40:52.944908 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-51279b6c-4ae9-4817-9da2-9ed11b73aa5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:53.053257 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6285ca4-929a-4e5f-8a57-2af9c78ace21 None None] Sync routers for ids ['c58eaea9-a65d-47d0-ade3-63f494635c1e'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:40:53.069575 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6285ca4-929a-4e5f-8a57-2af9c78ace21 None None] Routers {'c58eaea9-a65d-47d0-ade3-63f494635c1e'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:40:53.070237 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c6285ca4-929a-4e5f-8a57-2af9c78ace21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:40:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c58eaea9-a65d-47d0-ade3-63f494635c1e'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:53.210878 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56574) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:53.334751 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2fa18282-a039-4ecb-b3f5-100f6833a043 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1c46aa7195034d7c951c6756fc8f2947&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1204414 Nov 16 11:40:53.336173 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56582) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:53.352791 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-c6285ca4-929a-4e5f-8a57-2af9c78ace21 None None] Set router c58eaea9-a65d-47d0-ade3-63f494635c1e gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:40:53.475499 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e04ce29e-1d78-4fca-9add-156e922d6e29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:53.570713 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e04ce29e-1d78-4fca-9add-156e922d6e29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:53.632726 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e04ce29e-1d78-4fca-9add-156e922d6e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:53.636445 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e04ce29e-1d78-4fca-9add-156e922d6e29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:53.638123 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e04ce29e-1d78-4fca-9add-156e922d6e29 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/81b41f3d-7f62-4a89-8f9c-304a8cbb0b0f HTTP/1.1" status: 204 len: 168 time: 0.3015573 Nov 16 11:40:53.653509 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ce29e-1d78-4fca-9add-156e922d6e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b41f3d-7f62-4a89-8f9c-304a8cbb0b0f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:53.791705 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-51279b6c-4ae9-4817-9da2-9ed11b73aa5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:53.822896 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c6285ca4-929a-4e5f-8a57-2af9c78ace21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c58eaea9-a65d-47d0-ade3-63f494635c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537334600', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'aa8b51d4-2297-49dc-ab31-ee09796b9e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:40:40Z', 'updated_at': '2021-11-16T11:40:50Z', 'revision_number': 4, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': 'aa8b51d4-2297-49dc-ab31-ee09796b9e22', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58eaea9-a65d-47d0-ade3-63f494635c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:40:41Z', 'updated_at': '2021-11-16T11:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '0895642f-4c6a-4cab-8854-7eb92c375d08', 'name': '', 'network_id': '8ca73572-76c5-4f25-8350-367e966c7e9c', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'mac_address': 'fa:16:3e:f9:c3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c58eaea9-a65d-47d0-ade3-63f494635c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '94a14835-5cdb-402d-9edd-b7beabc5bf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:40:48Z', 'updated_at': '2021-11-16T11:40:51Z', 'revision_number': 2, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'subnets': [{'id': '94a14835-5cdb-402d-9edd-b7beabc5bf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:53.852948 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-51279b6c-4ae9-4817-9da2-9ed11b73aa5a None None] For port e03d9dde-7549-4b05-9edf-e9e1e9ebd23b, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=e03d9dde-7549-4b05-9edf-e9e1e9ebd23b,segment=NetworkSegment(8cb75e72-d058-4dc3-94c7-3793e4f6dad3),segment_id=8cb75e72-d058-4dc3-94c7-3793e4f6dad3)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:40:53.859320 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6285ca4-929a-4e5f-8a57-2af9c78ace21 None None] Checking router: c58eaea9-a65d-47d0-ade3-63f494635c1e for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:40:53.859672 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6285ca4-929a-4e5f-8a57-2af9c78ace21 None None] Updating router c58eaea9-a65d-47d0-ade3-63f494635c1e port 0895642f-4c6a-4cab-8854-7eb92c375d08 binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:40:53.877714 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-51279b6c-4ae9-4817-9da2-9ed11b73aa5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:53.891530 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c6285ca4-929a-4e5f-8a57-2af9c78ace21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:53.894614 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:53.936165 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-6b0a71bd-bc4c-4d14-9d5e-c96caf9a27e3 None None] Allocated IP 2001:db8::2 (d02e5c70-c13b-4c74-9763-e19ffb7dd482/0a5619ad-7f6c-48b1-af56-ff0206d9e1e4/c7983d13-1f46-417c-adb4-3280c4d308f9) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:40:54.117535 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51279b6c-4ae9-4817-9da2-9ed11b73aa5a None None] Pushing event updated for resources: {'Port': ['ID=e03d9dde-7549-4b05-9edf-e9e1e9ebd23b,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:54.139099 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51279b6c-4ae9-4817-9da2-9ed11b73aa5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:40:54.139583 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51279b6c-4ae9-4817-9da2-9ed11b73aa5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:40:54.139942 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51279b6c-4ae9-4817-9da2-9ed11b73aa5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:40:54.140895 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51279b6c-4ae9-4817-9da2-9ed11b73aa5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:40:54.140895 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51279b6c-4ae9-4817-9da2-9ed11b73aa5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:40:54.141646 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51279b6c-4ae9-4817-9da2-9ed11b73aa5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:40:54.142090 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51279b6c-4ae9-4817-9da2-9ed11b73aa5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:40:54.142540 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51279b6c-4ae9-4817-9da2-9ed11b73aa5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:40:54.142934 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51279b6c-4ae9-4817-9da2-9ed11b73aa5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:40:54.143529 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51279b6c-4ae9-4817-9da2-9ed11b73aa5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:40:54.143925 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51279b6c-4ae9-4817-9da2-9ed11b73aa5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:40:54.144438 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51279b6c-4ae9-4817-9da2-9ed11b73aa5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:40:54.155325 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.api [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:40:54.155682 n-d-816823-3 neutron-server[102670]: DEBUG oslo_db.api [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:40:54.184790 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-2bdc8379-c75d-4200-a8ca-7d8b49a4d1a3 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-443008330&fields=id&tenant_id=a94525ce04b1475298bff18f4d90d9d6 HTTP/1.1" status: 200 len: 267 time: 0.1442230 Nov 16 11:40:54.344738 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6b0a71bd-bc4c-4d14-9d5e-c96caf9a27e3 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:54.368996 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6b0a71bd-bc4c-4d14-9d5e-c96caf9a27e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:54.519284 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-dc45bb92-bb8e-43c6-bfe9-903d6642525b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:54.530534 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-dc45bb92-bb8e-43c6-bfe9-903d6642525b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/networks?id=8ca73572-76c5-4f25-8350-367e966c7e9c HTTP/1.1" status: 200 len: 796 time: 0.3327298 Nov 16 11:40:54.580272 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-07c0f155-db3c-4b84-be02-6b6c91485224 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Allocated IP 2001:db8::1 (d02e5c70-c13b-4c74-9763-e19ffb7dd482/0a5619ad-7f6c-48b1-af56-ff0206d9e1e4/e2d01cab-731b-4c0d-a02c-428e4591d374) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:40:54.596915 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-6947b557-6cee-4bcc-a59f-c8f3ca6eee77 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/quotas/a94525ce04b1475298bff18f4d90d9d6 HTTP/1.1" status: 200 len: 375 time: 0.0620701 Nov 16 11:40:54.654098 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0a71bd-bc4c-4d14-9d5e-c96caf9a27e3 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:40:54.660425 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-6b0a71bd-bc4c-4d14-9d5e-c96caf9a27e3 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:40:54.669880 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0a71bd-bc4c-4d14-9d5e-c96caf9a27e3 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:40:54.675352 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6b02a360-7361-4862-a134-2c31ca0edd55 None None] Provisioning complete for port e03d9dde-7549-4b05-9edf-e9e1e9ebd23b triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:40:54.676788 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6b02a360-7361-4862-a134-2c31ca0edd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:54.682277 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a71bd-bc4c-4d14-9d5e-c96caf9a27e3 None None] Pushing event updated for resources: {'Port': ['ID=c7983d13-1f46-417c-adb4-3280c4d308f9,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:54.729299 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c6285ca4-929a-4e5f-8a57-2af9c78ace21 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:54.747475 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c6285ca4-929a-4e5f-8a57-2af9c78ace21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:54.767305 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-8cdc90c3-96b1-4814-904f-5a13a8798004 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a94525ce04b1475298bff18f4d90d9d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1646116 Nov 16 11:40:54.974524 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-a3b55b3a-d722-4c99-a810-1f357cc5caf3 service neutron] 10.222.0.61 "GET /v2.0/networks/8ca73572-76c5-4f25-8350-367e966c7e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046158 Nov 16 11:40:55.005843 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90b55dc-028b-4756-b7b6-22c014c7e576 None None] Pushing event updated for resources: {'Port': ['ID=0895642f-4c6a-4cab-8854-7eb92c375d08,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:55.012774 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07c0f155-db3c-4b84-be02-6b6c91485224 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:55.053685 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b55dc-028b-4756-b7b6-22c014c7e576 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:40:55.057157 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-6b0a71bd-bc4c-4d14-9d5e-c96caf9a27e3 None None] Attempting to bind port c7983d13-1f46-417c-adb4-3280c4d308f9 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:40:55.058897 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-6b0a71bd-bc4c-4d14-9d5e-c96caf9a27e3 None None] Attempting to bind port c7983d13-1f46-417c-adb4-3280c4d308f9 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:40:55.059466 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0a71bd-bc4c-4d14-9d5e-c96caf9a27e3 None None] Attempting to bind port c7983d13-1f46-417c-adb4-3280c4d308f9 on network d02e5c70-c13b-4c74-9763-e19ffb7dd482 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:40:55.062991 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b55dc-028b-4756-b7b6-22c014c7e576 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:40:55.063539 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b55dc-028b-4756-b7b6-22c014c7e576 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:40:55.064076 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b55dc-028b-4756-b7b6-22c014c7e576 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:40:55.064577 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b55dc-028b-4756-b7b6-22c014c7e576 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:40:55.065068 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b55dc-028b-4756-b7b6-22c014c7e576 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:40:55.068152 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07c0f155-db3c-4b84-be02-6b6c91485224 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:55.069100 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b55dc-028b-4756-b7b6-22c014c7e576 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:40:55.069628 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b55dc-028b-4756-b7b6-22c014c7e576 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:40:55.070306 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b55dc-028b-4756-b7b6-22c014c7e576 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:40:55.071063 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b55dc-028b-4756-b7b6-22c014c7e576 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:40:55.071722 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b55dc-028b-4756-b7b6-22c014c7e576 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:40:55.072212 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b55dc-028b-4756-b7b6-22c014c7e576 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:40:55.077875 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0a71bd-bc4c-4d14-9d5e-c96caf9a27e3 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:40:55.079702 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0a71bd-bc4c-4d14-9d5e-c96caf9a27e3 None None] Checking segment: {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:40:55.080169 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-c6285ca4-929a-4e5f-8a57-2af9c78ace21 None None] Attempting to bind port 0895642f-4c6a-4cab-8854-7eb92c375d08 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:40:55.080678 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-c6285ca4-929a-4e5f-8a57-2af9c78ace21 None None] Attempting to bind port 0895642f-4c6a-4cab-8854-7eb92c375d08 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '8cb75e72-d058-4dc3-94c7-3793e4f6dad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8ca73572-76c5-4f25-8350-367e966c7e9c'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:40:55.081255 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6b0a71bd-bc4c-4d14-9d5e-c96caf9a27e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:55.081779 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6285ca4-929a-4e5f-8a57-2af9c78ace21 None None] Attempting to bind port 0895642f-4c6a-4cab-8854-7eb92c375d08 on network 8ca73572-76c5-4f25-8350-367e966c7e9c {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:40:55.082387 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0a71bd-bc4c-4d14-9d5e-c96caf9a27e3 None None] Bound using segment: {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:40:55.084309 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-6b0a71bd-bc4c-4d14-9d5e-c96caf9a27e3 None None] Bound port: c7983d13-1f46-417c-adb4-3280c4d308f9, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:40:55.088289 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6b0a71bd-bc4c-4d14-9d5e-c96caf9a27e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:55.115140 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6285ca4-929a-4e5f-8a57-2af9c78ace21 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:40:55.116806 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6285ca4-929a-4e5f-8a57-2af9c78ace21 None None] Checking segment: {'id': '8cb75e72-d058-4dc3-94c7-3793e4f6dad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8ca73572-76c5-4f25-8350-367e966c7e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:40:55.118349 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c6285ca4-929a-4e5f-8a57-2af9c78ace21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:55.127521 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6285ca4-929a-4e5f-8a57-2af9c78ace21 None None] Bound using segment: {'id': '8cb75e72-d058-4dc3-94c7-3793e4f6dad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8ca73572-76c5-4f25-8350-367e966c7e9c'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:40:55.128432 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-c6285ca4-929a-4e5f-8a57-2af9c78ace21 None None] Bound port: 0895642f-4c6a-4cab-8854-7eb92c375d08, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb75e72-d058-4dc3-94c7-3793e4f6dad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8ca73572-76c5-4f25-8350-367e966c7e9c'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:40:55.129019 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c6285ca4-929a-4e5f-8a57-2af9c78ace21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:55.183509 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c0f155-db3c-4b84-be02-6b6c91485224 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:40:55.189330 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device e03d9dde-7549-4b05-9edf-e9e1e9ebd23b up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:40:55.190761 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-07c0f155-db3c-4b84-be02-6b6c91485224 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:40:55.194145 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c0f155-db3c-4b84-be02-6b6c91485224 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:40:55.195413 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07c0f155-db3c-4b84-be02-6b6c91485224 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:55.271325 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c6285ca4-929a-4e5f-8a57-2af9c78ace21 None None] For port 0895642f-4c6a-4cab-8854-7eb92c375d08, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:40:55.275727 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c6285ca4-929a-4e5f-8a57-2af9c78ace21 None None] For port 0895642f-4c6a-4cab-8854-7eb92c375d08, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=0895642f-4c6a-4cab-8854-7eb92c375d08,segment=NetworkSegment(8cb75e72-d058-4dc3-94c7-3793e4f6dad3),segment_id=8cb75e72-d058-4dc3-94c7-3793e4f6dad3)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:40:55.291906 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c6285ca4-929a-4e5f-8a57-2af9c78ace21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:55.365119 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0f155-db3c-4b84-be02-6b6c91485224 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Port': ['ID=e2d01cab-731b-4c0d-a02c-428e4591d374,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:55.438382 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90b55dc-028b-4756-b7b6-22c014c7e576 None None] Pushing event updated for resources: {'Port': ['ID=0895642f-4c6a-4cab-8854-7eb92c375d08,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:55.477525 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6285ca4-929a-4e5f-8a57-2af9c78ace21 None None] Routers {'c58eaea9-a65d-47d0-ade3-63f494635c1e'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:40:55.479721 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c6285ca4-929a-4e5f-8a57-2af9c78ace21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:40:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c58eaea9-a65d-47d0-ade3-63f494635c1e'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:55.568728 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port e03d9dde-7549-4b05-9edf-e9e1e9ebd23b triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:40:55.569153 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:55.636030 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6b02a360-7361-4862-a134-2c31ca0edd55 None None] Provisioning complete for port 0895642f-4c6a-4cab-8854-7eb92c375d08 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:40:55.636352 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6b02a360-7361-4862-a134-2c31ca0edd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:55.649217 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07c0f155-db3c-4b84-be02-6b6c91485224 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:55.744486 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-c6285ca4-929a-4e5f-8a57-2af9c78ace21 None None] Set router c58eaea9-a65d-47d0-ade3-63f494635c1e gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:40:55.781769 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-2b45dd5e-1f2c-40a5-8a99-b9540c3a8032 service neutron] 10.222.0.61 "GET /v2.0/networks/8ca73572-76c5-4f25-8350-367e966c7e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8045151 Nov 16 11:40:55.803494 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-6b0a71bd-bc4c-4d14-9d5e-c96caf9a27e3 None None] For port c7983d13-1f46-417c-adb4-3280c4d308f9, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:40:55.910941 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-6b0a71bd-bc4c-4d14-9d5e-c96caf9a27e3 None None] For port c7983d13-1f46-417c-adb4-3280c4d308f9, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=c7983d13-1f46-417c-adb4-3280c4d308f9,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:40:55.942800 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6b0a71bd-bc4c-4d14-9d5e-c96caf9a27e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:55.962730 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-63a43bee-9fa4-4589-b288-e74b9322158c req-65453aaa-d6e6-4916-bf9a-b60a18c6f969 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d7e9012f-7e2f-479d-8348-56b369bacadc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1067047 Nov 16 11:40:56.216204 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a43bee-9fa4-4589-b288-e74b9322158c req-5b67d933-e8a4-4479-8219-b4f2783b2008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:56.219875 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-63a43bee-9fa4-4589-b288-e74b9322158c req-5b67d933-e8a4-4479-8219-b4f2783b2008 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=142d3a0b7566420dad5d5849dd291232&device_id=d7e9012f-7e2f-479d-8348-56b369bacadc HTTP/1.1" status: 200 len: 1096 time: 0.1611059 Nov 16 11:40:56.436983 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c6285ca4-929a-4e5f-8a57-2af9c78ace21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c58eaea9-a65d-47d0-ade3-63f494635c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537334600', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'aa8b51d4-2297-49dc-ab31-ee09796b9e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:40:40Z', 'updated_at': '2021-11-16T11:40:50Z', 'revision_number': 4, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': 'aa8b51d4-2297-49dc-ab31-ee09796b9e22', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58eaea9-a65d-47d0-ade3-63f494635c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:40:41Z', 'updated_at': '2021-11-16T11:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '0895642f-4c6a-4cab-8854-7eb92c375d08', 'name': '', 'network_id': '8ca73572-76c5-4f25-8350-367e966c7e9c', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'mac_address': 'fa:16:3e:f9:c3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c58eaea9-a65d-47d0-ade3-63f494635c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '94a14835-5cdb-402d-9edd-b7beabc5bf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:40:48Z', 'updated_at': '2021-11-16T11:40:55Z', 'revision_number': 4, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'subnets': [{'id': '94a14835-5cdb-402d-9edd-b7beabc5bf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:56.444670 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6b02a360-7361-4862-a134-2c31ca0edd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:56.526155 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a71bd-bc4c-4d14-9d5e-c96caf9a27e3 None None] Pushing event updated for resources: {'Port': ['ID=c7983d13-1f46-417c-adb4-3280c4d308f9,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:56.563959 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-6b02a360-7361-4862-a134-2c31ca0edd55 None None] For port 0895642f-4c6a-4cab-8854-7eb92c375d08, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=0895642f-4c6a-4cab-8854-7eb92c375d08,segment=NetworkSegment(8cb75e72-d058-4dc3-94c7-3793e4f6dad3),segment_id=8cb75e72-d058-4dc3-94c7-3793e4f6dad3)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:40:56.576119 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6b02a360-7361-4862-a134-2c31ca0edd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:56.594550 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6285ca4-929a-4e5f-8a57-2af9c78ace21 None None] The sync data for ids ['c58eaea9-a65d-47d0-ade3-63f494635c1e'] in n-d-816823-3 is: [{'id': 'c58eaea9-a65d-47d0-ade3-63f494635c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537334600', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'aa8b51d4-2297-49dc-ab31-ee09796b9e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:40:40Z', 'updated_at': '2021-11-16T11:40:50Z', 'revision_number': 4, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': 'aa8b51d4-2297-49dc-ab31-ee09796b9e22', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58eaea9-a65d-47d0-ade3-63f494635c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:40:41Z', 'updated_at': '2021-11-16T11:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '0895642f-4c6a-4cab-8854-7eb92c375d08', 'name': '', 'network_id': '8ca73572-76c5-4f25-8350-367e966c7e9c', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'mac_address': 'fa:16:3e:f9:c3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c58eaea9-a65d-47d0-ade3-63f494635c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '94a14835-5cdb-402d-9edd-b7beabc5bf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:40:48Z', 'updated_at': '2021-11-16T11:40:55Z', 'revision_number': 4, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'subnets': [{'id': '94a14835-5cdb-402d-9edd-b7beabc5bf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:40:56.633296 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07c0f155-db3c-4b84-be02-6b6c91485224 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:56.645765 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07c0f155-db3c-4b84-be02-6b6c91485224 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:56.652864 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07c0f155-db3c-4b84-be02-6b6c91485224 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:56.682228 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2772fbbd-02e6-4ae8-a170-3eca41ef33e6 req-c4e692bb-f493-4b7d-9797-a6b97a26c298 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4 HTTP/1.1" status: 200 len: 210 time: 0.1491144 Nov 16 11:40:56.761785 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b02a360-7361-4862-a134-2c31ca0edd55 None None] Pushing event updated for resources: {'Port': ['ID=0895642f-4c6a-4cab-8854-7eb92c375d08,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:56.791306 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a43bee-9fa4-4589-b288-e74b9322158c req-66719552-604d-440d-996a-bd4c4e300f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:56.792776 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-63a43bee-9fa4-4589-b288-e74b9322158c req-66719552-604d-440d-996a-bd4c4e300f6c service neutron] 10.222.0.36 "GET /v2.0/networks?id=20a976b3-4269-4e45-8f07-aa388b8223f2 HTTP/1.1" status: 200 len: 906 time: 0.5486243 Nov 16 11:40:56.832151 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0f155-db3c-4b84-be02-6b6c91485224 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Port': ['ID=e2d01cab-731b-4c0d-a02c-428e4591d374,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:56.874639 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c5733891-fae0-4acf-ac82-7146339b5039 None None] Provisioning complete for port 0895642f-4c6a-4cab-8854-7eb92c375d08 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:40:56.876821 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c5733891-fae0-4acf-ac82-7146339b5039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:56.914096 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-63a43bee-9fa4-4589-b288-e74b9322158c req-8935dbdd-e225-43f4-a567-34fb598f4905 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a67926d-2f8a-4127-9628-4c5987e167e2 HTTP/1.1" status: 200 len: 1001 time: 0.1126518 Nov 16 11:40:57.076520 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a43bee-9fa4-4589-b288-e74b9322158c req-a82727df-6d06-4a4e-9eb9-8759acb273fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:57.078737 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-63a43bee-9fa4-4589-b288-e74b9322158c req-a82727df-6d06-4a4e-9eb9-8759acb273fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d54163ea-b6e5-473e-b29c-97d26895cfc7 HTTP/1.1" status: 200 len: 844 time: 0.1331635 Nov 16 11:40:57.141479 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c0f155-db3c-4b84-be02-6b6c91485224 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:40:57.142999 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-07c0f155-db3c-4b84-be02-6b6c91485224 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:40:57.245833 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a43bee-9fa4-4589-b288-e74b9322158c req-76261b55-fc78-4e9d-a08c-e0275aaa8cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:57.252839 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-63a43bee-9fa4-4589-b288-e74b9322158c req-76261b55-fc78-4e9d-a08c-e0275aaa8cfb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=20a976b3-4269-4e45-8f07-aa388b8223f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1620383 Nov 16 11:40:57.299381 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 0895642f-4c6a-4cab-8854-7eb92c375d08 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:40:57.449473 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 0895642f-4c6a-4cab-8854-7eb92c375d08 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:40:57.449473 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:57.580217 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-63a43bee-9fa4-4589-b288-e74b9322158c req-e577d60a-f61a-421d-b48c-395390cfa489 service neutron] 10.222.0.36 "GET /v2.0/networks/20a976b3-4269-4e45-8f07-aa388b8223f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183844 Nov 16 11:40:57.590075 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c0f155-db3c-4b84-be02-6b6c91485224 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Router a4ca79a1-ce8e-49d1-bf1c-9ddd30d44cfa is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:40:57.753638 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device c7983d13-1f46-417c-adb4-3280c4d308f9 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:40:57.897003 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port c7983d13-1f46-417c-adb4-3280c4d308f9 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:40:57.897393 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:57.904747 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c0f155-db3c-4b84-be02-6b6c91485224 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:40:57.932803 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-07c0f155-db3c-4b84-be02-6b6c91485224 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "PUT /v2.0/routers/a4ca79a1-ce8e-49d1-bf1c-9ddd30d44cfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5404420 Nov 16 11:40:57.935220 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56670) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:57.951456 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-80e39c02-b37e-481e-805f-1ebd6c0173b6 req-6eb32576-d368-4f2f-869f-6ef758083b77 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4 HTTP/1.1" status: 200 len: 210 time: 0.1066434 Nov 16 11:40:57.956811 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-63a43bee-9fa4-4589-b288-e74b9322158c req-18051dd1-cb6b-42f0-9bf5-f4d880f34ab5 service neutron] 10.222.0.36 "GET /v2.0/networks/20a976b3-4269-4e45-8f07-aa388b8223f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696771 Nov 16 11:40:57.964243 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cf60f9-6781-478c-88c1-ea26654559c3 None None] Sync routers for ids ['a4ca79a1-ce8e-49d1-bf1c-9ddd30d44cfa'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:40:58.023156 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cf60f9-6781-478c-88c1-ea26654559c3 None None] Routers {'a4ca79a1-ce8e-49d1-bf1c-9ddd30d44cfa'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:40:58.025072 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e3cf60f9-6781-478c-88c1-ea26654559c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:40:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['a4ca79a1-ce8e-49d1-bf1c-9ddd30d44cfa'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:58.053172 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1278f0de-0ab3-46c7-b745-ab21ae897ff9 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:58.054802 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1278f0de-0ab3-46c7-b745-ab21ae897ff9 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/ports/e2d01cab-731b-4c0d-a02c-428e4591d374 HTTP/1.1" status: 200 len: 911 time: 0.1185133 Nov 16 11:40:58.057444 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56678) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:58.146156 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-e3cf60f9-6781-478c-88c1-ea26654559c3 None None] Set router a4ca79a1-ce8e-49d1-bf1c-9ddd30d44cfa gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:40:58.226141 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e64088-eae3-473f-bd88-7277a72742bd tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:58.235602 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e64088-eae3-473f-bd88-7277a72742bd tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:58.239634 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-80e64088-eae3-473f-bd88-7277a72742bd tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1808567 Nov 16 11:40:58.242546 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56680) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:40:58.252370 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:58.548890 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-f3ff5a84-b3e5-4d4d-a55f-ae08225f3453 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:58.549451 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-f3ff5a84-b3e5-4d4d-a55f-ae08225f3453 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.64 "GET /v2.0/networks?id=8ca73572-76c5-4f25-8350-367e966c7e9c HTTP/1.1" status: 200 len: 796 time: 0.3224709 Nov 16 11:40:58.648153 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:58.820843 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port c7983d13-1f46-417c-adb4-3280c4d308f9, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=c7983d13-1f46-417c-adb4-3280c4d308f9,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:40:58.828290 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-47894879-bfa6-467a-bb50-12cca44ebf38 None None] Provisioning complete for port c7983d13-1f46-417c-adb4-3280c4d308f9 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:40:58.830420 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-47894879-bfa6-467a-bb50-12cca44ebf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:58.844856 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-e1d96ff4-aff6-47ba-ab24-76c498cdcb1b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a94525ce04b1475298bff18f4d90d9d6 HTTP/1.1" status: 200 len: 379 time: 0.2748318 Nov 16 11:40:58.868415 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-a854b38f-a84f-4f16-82bf-5c18dd53855f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'port': {'device_id': '18d91fe6-555d-47cf-9cac-d4f5156ad9c4', 'network_id': '8ca73572-76c5-4f25-8350-367e966c7e9c', 'admin_state_up': True, 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'security_groups': ['9f7dd363-790d-4275-b72d-14778f7338eb']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:40:58.893493 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:59.112563 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-a854b38f-a84f-4f16-82bf-5c18dd53855f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Made reservation on behalf of a94525ce04b1475298bff18f4d90d9d6 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:40:59.119026 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-a854b38f-a84f-4f16-82bf-5c18dd53855f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:59.340781 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f84fd76e-365f-4518-8757-421d3bef0fa5 req-a44012e5-480b-437f-82db-8c2a32d3e8ba tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4 HTTP/1.1" status: 200 len: 210 time: 0.2233872 Nov 16 11:40:59.417735 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-a854b38f-a84f-4f16-82bf-5c18dd53855f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Allocated IP 172.20.0.10 (8ca73572-76c5-4f25-8350-367e966c7e9c/94a14835-5cdb-402d-9edd-b7beabc5bf3a/bda14850-88f9-4936-881c-ad4e726233a0) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:40:59.419173 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a8e31f-8fb7-4378-8889-f2bc11db69dc None None] get_active_networks_info from n-d-816823-3 {{(pid=102670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 11:40:59.510367 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:59.530132 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e3cf60f9-6781-478c-88c1-ea26654559c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ca79a1-ce8e-49d1-bf1c-9ddd30d44cfa', 'name': 'tempest-NetworksTestDHCPv6-router-1366660569', 'tenant_id': '4ebb44564e554f6b8a2c06865b79e6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:40:52Z', 'updated_at': '2021-11-16T11:40:55Z', 'revision_number': 2, 'project_id': '4ebb44564e554f6b8a2c06865b79e6ad', 'gw_port_host': None, '_interfaces': [{'id': 'e2d01cab-731b-4c0d-a02c-428e4591d374', 'name': '', 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'tenant_id': '4ebb44564e554f6b8a2c06865b79e6ad', 'mac_address': 'fa:16:3e:e3:38:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ca79a1-ce8e-49d1-bf1c-9ddd30d44cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '0a5619ad-7f6c-48b1-af56-ff0206d9e1e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:40:53Z', 'updated_at': '2021-11-16T11:40:56Z', 'revision_number': 2, 'project_id': '4ebb44564e554f6b8a2c06865b79e6ad', 'subnets': [{'id': '0a5619ad-7f6c-48b1-af56-ff0206d9e1e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:40:59.591216 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cf60f9-6781-478c-88c1-ea26654559c3 None None] Checking router: a4ca79a1-ce8e-49d1-bf1c-9ddd30d44cfa for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:40:59.591561 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cf60f9-6781-478c-88c1-ea26654559c3 None None] Updating router a4ca79a1-ce8e-49d1-bf1c-9ddd30d44cfa port e2d01cab-731b-4c0d-a02c-428e4591d374 binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:40:59.603368 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-14db9f99-a427-42f1-ab98-980c09fdc3fc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:59.619667 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e3cf60f9-6781-478c-88c1-ea26654559c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:59.636764 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=c7983d13-1f46-417c-adb4-3280c4d308f9,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:59.662584 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-a854b38f-a84f-4f16-82bf-5c18dd53855f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:59.718793 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-a854b38f-a84f-4f16-82bf-5c18dd53855f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:59.779575 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-a854b38f-a84f-4f16-82bf-5c18dd53855f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Network 8ca73572-76c5-4f25-8350-367e966c7e9c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:40:59.790438 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-a854b38f-a84f-4f16-82bf-5c18dd53855f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:40:59.798431 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-a854b38f-a84f-4f16-82bf-5c18dd53855f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:40:59.848263 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a8e31f-8fb7-4378-8889-f2bc11db69dc None None] Resources bound (agent type, host, resource id): {{(pid=102670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 11:40:59.857774 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854b38f-a84f-4f16-82bf-5c18dd53855f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'Port': ['ID=bda14850-88f9-4936-881c-ad4e726233a0,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:40:59.884868 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-a854b38f-a84f-4f16-82bf-5c18dd53855f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:40:59.886575 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-a854b38f-a84f-4f16-82bf-5c18dd53855f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:59.915198 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-a854b38f-a84f-4f16-82bf-5c18dd53855f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0622861 Nov 16 11:40:59.924453 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-9be32566-64c1-49f9-bf95-1311e5db61c8 None None] Provisioning complete for port e2d01cab-731b-4c0d-a02c-428e4591d374 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:40:59.924823 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9be32566-64c1-49f9-bf95-1311e5db61c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:40:59.935284 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-cef358ff-33c3-4792-9551-42e6cbb95936 service neutron] Request body: {'port': {'device_id': '18d91fe6-555d-47cf-9cac-d4f5156ad9c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:40:59.989357 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-14db9f99-a427-42f1-ab98-980c09fdc3fc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting port e2d01cab-731b-4c0d-a02c-428e4591d374 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:40:59.990008 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-14db9f99-a427-42f1-ab98-980c09fdc3fc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:00.073015 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-cef358ff-33c3-4792-9551-42e6cbb95936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:00.140928 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-14db9f99-a427-42f1-ab98-980c09fdc3fc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:00.175501 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-14db9f99-a427-42f1-ab98-980c09fdc3fc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Calling delete_port for e2d01cab-731b-4c0d-a02c-428e4591d374 owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:41:00.219712 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-9be32566-64c1-49f9-bf95-1311e5db61c8 None None] Port e2d01cab-731b-4c0d-a02c-428e4591d374 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:41:00.552376 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-14db9f99-a427-42f1-ab98-980c09fdc3fc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:00.650032 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db9f99-a427-42f1-ab98-980c09fdc3fc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Port': ['ID=e2d01cab-731b-4c0d-a02c-428e4591d374,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:00.669993 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.api [None req-e3cf60f9-6781-478c-88c1-ea26654559c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:41:00.670373 n-d-816823-3 neutron-server[102670]: DEBUG oslo_db.api [None req-e3cf60f9-6781-478c-88c1-ea26654559c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:41:00.672725 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14db9f99-a427-42f1-ab98-980c09fdc3fc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:41:00.673069 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14db9f99-a427-42f1-ab98-980c09fdc3fc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:41:00.673405 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14db9f99-a427-42f1-ab98-980c09fdc3fc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:41:00.674080 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14db9f99-a427-42f1-ab98-980c09fdc3fc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:41:00.679318 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14db9f99-a427-42f1-ab98-980c09fdc3fc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:41:00.680063 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14db9f99-a427-42f1-ab98-980c09fdc3fc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:41:00.680419 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14db9f99-a427-42f1-ab98-980c09fdc3fc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:41:00.680759 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14db9f99-a427-42f1-ab98-980c09fdc3fc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:41:00.681091 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14db9f99-a427-42f1-ab98-980c09fdc3fc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:41:00.681420 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14db9f99-a427-42f1-ab98-980c09fdc3fc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:41:00.681744 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14db9f99-a427-42f1-ab98-980c09fdc3fc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:41:00.683350 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14db9f99-a427-42f1-ab98-980c09fdc3fc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:41:00.696044 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-cef358ff-33c3-4792-9551-42e6cbb95936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bda14850-88f9-4936-881c-ad4e726233a0 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:41:00.709619 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-cef358ff-33c3-4792-9551-42e6cbb95936 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:00.744318 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624bd3df-96a5-4587-bea5-e2a5971d2f0b req-4cbd4dc0-1a83-4a0a-91ab-98ae7a568bf1 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:00.745596 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-cef358ff-33c3-4792-9551-42e6cbb95936 service neutron] Transition to ACTIVE for port object bda14850-88f9-4936-881c-ad4e726233a0 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:41:00.749893 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-624bd3df-96a5-4587-bea5-e2a5971d2f0b req-4cbd4dc0-1a83-4a0a-91ab-98ae7a568bf1 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4 HTTP/1.1" status: 200 len: 932 time: 0.2570605 Nov 16 11:41:00.752226 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-cef358ff-33c3-4792-9551-42e6cbb95936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:00.835617 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef358ff-33c3-4792-9551-42e6cbb95936 service neutron] Pushing event updated for resources: {'Port': ['ID=bda14850-88f9-4936-881c-ad4e726233a0,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:00.903099 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-14db9f99-a427-42f1-ab98-980c09fdc3fc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:00.946199 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-624bd3df-96a5-4587-bea5-e2a5971d2f0b req-ef84404e-0f45-4716-bf2e-eb6934d44cab tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f7dd363-790d-4275-b72d-14778f7338eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436818 Nov 16 11:41:00.961048 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-cef358ff-33c3-4792-9551-42e6cbb95936 service neutron] Attempting to bind port bda14850-88f9-4936-881c-ad4e726233a0 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:41:00.961881 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-cef358ff-33c3-4792-9551-42e6cbb95936 service neutron] Attempting to bind port bda14850-88f9-4936-881c-ad4e726233a0 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '8cb75e72-d058-4dc3-94c7-3793e4f6dad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8ca73572-76c5-4f25-8350-367e966c7e9c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:41:00.962734 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-cef358ff-33c3-4792-9551-42e6cbb95936 service neutron] Attempting to bind port bda14850-88f9-4936-881c-ad4e726233a0 on network 8ca73572-76c5-4f25-8350-367e966c7e9c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:41:00.977769 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-cef358ff-33c3-4792-9551-42e6cbb95936 service neutron] Port bda14850-88f9-4936-881c-ad4e726233a0 on network 8ca73572-76c5-4f25-8350-367e966c7e9c not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:41:00.978246 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-cef358ff-33c3-4792-9551-42e6cbb95936 service neutron] Attempting to bind port bda14850-88f9-4936-881c-ad4e726233a0 on network 8ca73572-76c5-4f25-8350-367e966c7e9c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:41:00.996807 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-cef358ff-33c3-4792-9551-42e6cbb95936 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:41:00.997210 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-cef358ff-33c3-4792-9551-42e6cbb95936 service neutron] Checking segment: {'id': '8cb75e72-d058-4dc3-94c7-3793e4f6dad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8ca73572-76c5-4f25-8350-367e966c7e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:41:00.997528 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-cef358ff-33c3-4792-9551-42e6cbb95936 service neutron] Bound using segment: {'id': '8cb75e72-d058-4dc3-94c7-3793e4f6dad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8ca73572-76c5-4f25-8350-367e966c7e9c'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:41:00.998052 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-cef358ff-33c3-4792-9551-42e6cbb95936 service neutron] Bound port: bda14850-88f9-4936-881c-ad4e726233a0, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cb75e72-d058-4dc3-94c7-3793e4f6dad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8ca73572-76c5-4f25-8350-367e966c7e9c'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:41:00.998342 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-cef358ff-33c3-4792-9551-42e6cbb95936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:01.090998 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device c7983d13-1f46-417c-adb4-3280c4d308f9 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:41:01.176299 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-cef358ff-33c3-4792-9551-42e6cbb95936 service neutron] For port bda14850-88f9-4936-881c-ad4e726233a0, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:41:01.180773 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-cef358ff-33c3-4792-9551-42e6cbb95936 service neutron] For port bda14850-88f9-4936-881c-ad4e726233a0, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=bda14850-88f9-4936-881c-ad4e726233a0,segment=NetworkSegment(8cb75e72-d058-4dc3-94c7-3793e4f6dad3),segment_id=8cb75e72-d058-4dc3-94c7-3793e4f6dad3)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:41:01.197566 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-cef358ff-33c3-4792-9551-42e6cbb95936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:01.227842 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cf60f9-6781-478c-88c1-ea26654559c3 None None] Port e2d01cab-731b-4c0d-a02c-428e4591d374 not found while updating agent binding for router a4ca79a1-ce8e-49d1-bf1c-9ddd30d44cfa. {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 16 11:41:01.263661 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef358ff-33c3-4792-9551-42e6cbb95936 service neutron] Pushing event updated for resources: {'Port': ['ID=bda14850-88f9-4936-881c-ad4e726233a0,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:01.280026 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-cef358ff-33c3-4792-9551-42e6cbb95936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:01.282414 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-cef358ff-33c3-4792-9551-42e6cbb95936 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:01.285464 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-cef358ff-33c3-4792-9551-42e6cbb95936 service neutron] 10.222.0.64 "PUT /v2.0/ports/bda14850-88f9-4936-881c-ad4e726233a0 HTTP/1.1" status: 200 len: 1092 time: 1.3594046 Nov 16 11:41:01.285464 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d91fe6-555d-47cf-9cac-d4f5156ad9c4', 'tag': 'bda14850-88f9-4936-881c-ad4e726233a0'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:41:01.291985 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef012c7-68f6-476f-94ed-60de37d39f6e" -d '{"events": [{"name": "network-changed", "server_uuid": "18d91fe6-555d-47cf-9cac-d4f5156ad9c4", "tag": "bda14850-88f9-4936-881c-ad4e726233a0"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:41:01.292868 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cf60f9-6781-478c-88c1-ea26654559c3 None None] Routers {'a4ca79a1-ce8e-49d1-bf1c-9ddd30d44cfa'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:41:01.293696 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e3cf60f9-6781-478c-88c1-ea26654559c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:40:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['a4ca79a1-ce8e-49d1-bf1c-9ddd30d44cfa'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:41:01.471355 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14db9f99-a427-42f1-ab98-980c09fdc3fc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Router a4ca79a1-ce8e-49d1-bf1c-9ddd30d44cfa has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:41:01.502535 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-e3cf60f9-6781-478c-88c1-ea26654559c3 None None] Set router a4ca79a1-ce8e-49d1-bf1c-9ddd30d44cfa gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:41:01.512757 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1957d65e-b3e1-43c7-b839-1db86b8506b9 x-openstack-request-id: req-1957d65e-b3e1-43c7-b839-1db86b8506b9 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:41:01.515020 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d91fe6-555d-47cf-9cac-d4f5156ad9c4", "tag": "bda14850-88f9-4936-881c-ad4e726233a0", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:41:01.517001 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1957d65e-b3e1-43c7-b839-1db86b8506b9 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:41:01.518998 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d91fe6-555d-47cf-9cac-d4f5156ad9c4', 'tag': 'bda14850-88f9-4936-881c-ad4e726233a0', 'status': 'completed', 'code': 200} Nov 16 11:41:01.554888 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-2c7c82e6-5842-4748-b935-d7c0782effd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:01.557074 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-2c7c82e6-5842-4748-b935-d7c0782effd7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a94525ce04b1475298bff18f4d90d9d6&device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4 HTTP/1.1" status: 200 len: 1095 time: 0.1638350 Nov 16 11:41:01.567203 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port c7983d13-1f46-417c-adb4-3280c4d308f9 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:01.567587 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:01.609412 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e3cf60f9-6781-478c-88c1-ea26654559c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ca79a1-ce8e-49d1-bf1c-9ddd30d44cfa', 'name': 'tempest-NetworksTestDHCPv6-router-1366660569', 'tenant_id': '4ebb44564e554f6b8a2c06865b79e6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:40:52Z', 'updated_at': '2021-11-16T11:41:00Z', 'revision_number': 3, 'project_id': '4ebb44564e554f6b8a2c06865b79e6ad', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:41:01.650980 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cf60f9-6781-478c-88c1-ea26654559c3 None None] The sync data for ids ['a4ca79a1-ce8e-49d1-bf1c-9ddd30d44cfa'] in n-d-816823-3 is: [{'id': 'a4ca79a1-ce8e-49d1-bf1c-9ddd30d44cfa', 'name': 'tempest-NetworksTestDHCPv6-router-1366660569', 'tenant_id': '4ebb44564e554f6b8a2c06865b79e6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:40:52Z', 'updated_at': '2021-11-16T11:41:00Z', 'revision_number': 3, 'project_id': '4ebb44564e554f6b8a2c06865b79e6ad', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:41:01.657873 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-d25d2a40-e205-410e-8a1c-02d8388ece26 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bda14850-88f9-4936-881c-ad4e726233a0 HTTP/1.1" status: 200 len: 217 time: 0.0860844 Nov 16 11:41:01.685765 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14db9f99-a427-42f1-ab98-980c09fdc3fc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:41:01.696354 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-14db9f99-a427-42f1-ab98-980c09fdc3fc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "PUT /v2.0/routers/a4ca79a1-ce8e-49d1-bf1c-9ddd30d44cfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4524283 Nov 16 11:41:01.701615 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56812) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:01.808701 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af91c32-bf92-4134-9ef9-b55de9c43392 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:01.810517 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af91c32-bf92-4134-9ef9-b55de9c43392 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:01.812050 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7af91c32-bf92-4134-9ef9-b55de9c43392 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1050403 Nov 16 11:41:01.818804 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56818) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:01.851062 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-2ed2d591-d0a6-4285-b62c-38acf2a87813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:01.852593 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-2ed2d591-d0a6-4285-b62c-38acf2a87813 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94a14835-5cdb-402d-9edd-b7beabc5bf3a HTTP/1.1" status: 200 len: 834 time: 0.1836524 Nov 16 11:41:01.885227 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-0a554a87-4bd5-479b-81e5-7425b870a8c1 None None] Could not find standard attr ID for object e2d01cab-731b-4c0d-a02c-428e4591d374. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:41:01.918220 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-0a554a87-4bd5-479b-81e5-7425b870a8c1 None None] Provisioning complete for port c7983d13-1f46-417c-adb4-3280c4d308f9 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:01.918465 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0a554a87-4bd5-479b-81e5-7425b870a8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:01.943748 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-29217973-32b6-481a-bd3b-51366e62fe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:01.945663 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-29217973-32b6-481a-bd3b-51366e62fe2d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8ca73572-76c5-4f25-8350-367e966c7e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773251 Nov 16 11:41:02.003649 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9887baf-7d4d-4c15-aa11-f544c32327ea tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting subnet 0a5619ad-7f6c-48b1-af56-ff0206d9e1e4 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:41:02.032503 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9887baf-7d4d-4c15-aa11-f544c32327ea tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:02.219188 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-859924e1-05c4-4a9a-8b9c-d9a6cbed0d95 service neutron] 10.222.0.64 "GET /v2.0/networks/8ca73572-76c5-4f25-8350-367e966c7e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594581 Nov 16 11:41:02.264399 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9887baf-7d4d-4c15-aa11-f544c32327ea tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:02.367983 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4638da8-7904-450a-963d-30c8937f7e77 req-5e3cf250-9b12-4684-9953-61303ef82fc4 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:02.379736 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a4638da8-7904-450a-963d-30c8937f7e77 req-5e3cf250-9b12-4684-9953-61303ef82fc4 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4 HTTP/1.1" status: 200 len: 944 time: 0.2680309 Nov 16 11:41:02.440976 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bbcb71dd-5149-443b-8358-78770dd7b0e0 req-a1c23241-5a4c-4cba-b592-c0728815780c service neutron] 10.222.0.64 "GET /v2.0/networks/8ca73572-76c5-4f25-8350-367e966c7e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105353 Nov 16 11:41:02.534760 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a4638da8-7904-450a-963d-30c8937f7e77 req-04492c26-d876-4b22-ba33-9a4d66cd1df5 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f7dd363-790d-4275-b72d-14778f7338eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538329 Nov 16 11:41:02.578054 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9887baf-7d4d-4c15-aa11-f544c32327ea tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:02.623852 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef012c7-68f6-476f-94ed-60de37d39f6e req-7dd28dcf-73c7-4920-bd1f-3c4be8c180dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:02.625885 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3ef012c7-68f6-476f-94ed-60de37d39f6e req-7dd28dcf-73c7-4920-bd1f-3c4be8c180dd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a94525ce04b1475298bff18f4d90d9d6&device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4 HTTP/1.1" status: 200 len: 1095 time: 0.1010165 Nov 16 11:41:02.697771 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9887baf-7d4d-4c15-aa11-f544c32327ea tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:02.746685 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9887baf-7d4d-4c15-aa11-f544c32327ea tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:02.753586 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74be72a-1ec7-494a-b5ee-3114deefa686 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:41:02.763448 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a9887baf-7d4d-4c15-aa11-f544c32327ea tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/0a5619ad-7f6c-48b1-af56-ff0206d9e1e4 HTTP/1.1" status: 204 len: 168 time: 0.9421887 Nov 16 11:41:02.791738 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56858) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:02.854134 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9887baf-7d4d-4c15-aa11-f544c32327ea tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Subnet': ['ID=0a5619ad-7f6c-48b1-af56-ff0206d9e1e4,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:02.922521 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef012c7-68f6-476f-94ed-60de37d39f6e req-38ad9acf-d4b4-4446-99c0-76fb711665bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:02.925134 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3ef012c7-68f6-476f-94ed-60de37d39f6e req-38ad9acf-d4b4-4446-99c0-76fb711665bd service neutron] 10.222.0.64 "GET /v2.0/networks?id=8ca73572-76c5-4f25-8350-367e966c7e9c HTTP/1.1" status: 200 len: 897 time: 0.2884145 Nov 16 11:41:02.999350 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-478878f6-756a-43c4-83d4-19b4fd15dcc9 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2059510 Nov 16 11:41:03.001780 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56874) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:03.045739 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3ef012c7-68f6-476f-94ed-60de37d39f6e req-3fcb5590-1d7e-43b5-b8d9-3757b9ea3991 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bda14850-88f9-4936-881c-ad4e726233a0 HTTP/1.1" status: 200 len: 217 time: 0.1107643 Nov 16 11:41:03.142510 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef012c7-68f6-476f-94ed-60de37d39f6e req-1a20c697-e07a-476a-846a-33c6545db25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:03.147471 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3ef012c7-68f6-476f-94ed-60de37d39f6e req-1a20c697-e07a-476a-846a-33c6545db25c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94a14835-5cdb-402d-9edd-b7beabc5bf3a HTTP/1.1" status: 200 len: 834 time: 0.0923491 Nov 16 11:41:03.197709 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-40e71155-c35a-48bb-9b7a-e24821a9192c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:03.258576 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63511ba-8dac-4a84-9849-a8e5f2677b56 None None] Sync routers for ids ['a4ca79a1-ce8e-49d1-bf1c-9ddd30d44cfa'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:41:03.259609 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faef3cc4-2cae-4acd-a1a9-f2edd4cc2cae None None] DHCP port deletion for d02e5c70-c13b-4c74-9763-e19ffb7dd482 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:41:03.269765 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef012c7-68f6-476f-94ed-60de37d39f6e req-72eca6a2-ecb4-4c77-8c4a-176a3c2d327e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:03.271570 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63511ba-8dac-4a84-9849-a8e5f2677b56 None None] Routers {'a4ca79a1-ce8e-49d1-bf1c-9ddd30d44cfa'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:41:03.272212 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-d63511ba-8dac-4a84-9849-a8e5f2677b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:40:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['a4ca79a1-ce8e-49d1-bf1c-9ddd30d44cfa'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:41:03.276014 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3ef012c7-68f6-476f-94ed-60de37d39f6e req-72eca6a2-ecb4-4c77-8c4a-176a3c2d327e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8ca73572-76c5-4f25-8350-367e966c7e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1189690 Nov 16 11:41:03.380581 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-faef3cc4-2cae-4acd-a1a9-f2edd4cc2cae None None] Deleting port c7983d13-1f46-417c-adb4-3280c4d308f9 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:41:03.381163 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-faef3cc4-2cae-4acd-a1a9-f2edd4cc2cae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:03.486378 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3ef012c7-68f6-476f-94ed-60de37d39f6e req-1730e1bf-5a5b-4a6a-873f-599d0e752645 service neutron] 10.222.0.64 "GET /v2.0/networks/8ca73572-76c5-4f25-8350-367e966c7e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006822 Nov 16 11:41:03.491051 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-faef3cc4-2cae-4acd-a1a9-f2edd4cc2cae None None] For port c7983d13-1f46-417c-adb4-3280c4d308f9, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=c7983d13-1f46-417c-adb4-3280c4d308f9,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:41:03.491603 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-faef3cc4-2cae-4acd-a1a9-f2edd4cc2cae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:03.525784 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-faef3cc4-2cae-4acd-a1a9-f2edd4cc2cae None None] Calling delete_port for c7983d13-1f46-417c-adb4-3280c4d308f9 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:41:03.622545 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-d63511ba-8dac-4a84-9849-a8e5f2677b56 None None] Set router a4ca79a1-ce8e-49d1-bf1c-9ddd30d44cfa gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:41:03.645299 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-faef3cc4-2cae-4acd-a1a9-f2edd4cc2cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:03.716136 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3ef012c7-68f6-476f-94ed-60de37d39f6e req-c9cbe9eb-ecfe-4ee7-8d20-4a7823c2f1ff service neutron] 10.222.0.64 "GET /v2.0/networks/8ca73572-76c5-4f25-8350-367e966c7e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207537 Nov 16 11:41:03.735379 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faef3cc4-2cae-4acd-a1a9-f2edd4cc2cae None None] No DVR routers for this DVR port c7983d13-1f46-417c-adb4-3280c4d308f9 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:41:03.745423 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef3cc4-2cae-4acd-a1a9-f2edd4cc2cae None None] Pushing event deleted for resources: {'Port': ['ID=c7983d13-1f46-417c-adb4-3280c4d308f9,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:03.787489 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-d63511ba-8dac-4a84-9849-a8e5f2677b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ca79a1-ce8e-49d1-bf1c-9ddd30d44cfa', 'name': 'tempest-NetworksTestDHCPv6-router-1366660569', 'tenant_id': '4ebb44564e554f6b8a2c06865b79e6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:40:52Z', 'updated_at': '2021-11-16T11:41:00Z', 'revision_number': 3, 'project_id': '4ebb44564e554f6b8a2c06865b79e6ad', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:41:03.829052 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63511ba-8dac-4a84-9849-a8e5f2677b56 None None] Checking router: a4ca79a1-ce8e-49d1-bf1c-9ddd30d44cfa for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:41:03.839513 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63511ba-8dac-4a84-9849-a8e5f2677b56 None None] Routers {'a4ca79a1-ce8e-49d1-bf1c-9ddd30d44cfa'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:41:03.840345 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-d63511ba-8dac-4a84-9849-a8e5f2677b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:40:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['a4ca79a1-ce8e-49d1-bf1c-9ddd30d44cfa'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:41:03.921587 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-40e71155-c35a-48bb-9b7a-e24821a9192c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:03.924600 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-40e71155-c35a-48bb-9b7a-e24821a9192c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:03.926100 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-d63511ba-8dac-4a84-9849-a8e5f2677b56 None None] Set router a4ca79a1-ce8e-49d1-bf1c-9ddd30d44cfa gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:41:03.985878 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-d63511ba-8dac-4a84-9849-a8e5f2677b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ca79a1-ce8e-49d1-bf1c-9ddd30d44cfa', 'name': 'tempest-NetworksTestDHCPv6-router-1366660569', 'tenant_id': '4ebb44564e554f6b8a2c06865b79e6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:40:52Z', 'updated_at': '2021-11-16T11:41:00Z', 'revision_number': 3, 'project_id': '4ebb44564e554f6b8a2c06865b79e6ad', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:41:04.013937 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-40e71155-c35a-48bb-9b7a-e24821a9192c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:04.014479 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e71155-c35a-48bb-9b7a-e24821a9192c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Fanout notify agent at l3_agent the message router_deleted on router a4ca79a1-ce8e-49d1-bf1c-9ddd30d44cfa {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:41:04.025252 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63511ba-8dac-4a84-9849-a8e5f2677b56 None None] The sync data for ids ['a4ca79a1-ce8e-49d1-bf1c-9ddd30d44cfa'] in n-d-816823-3 is: [{'id': 'a4ca79a1-ce8e-49d1-bf1c-9ddd30d44cfa', 'name': 'tempest-NetworksTestDHCPv6-router-1366660569', 'tenant_id': '4ebb44564e554f6b8a2c06865b79e6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:40:52Z', 'updated_at': '2021-11-16T11:41:00Z', 'revision_number': 3, 'project_id': '4ebb44564e554f6b8a2c06865b79e6ad', 'gw_port_host': None}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:41:04.035247 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-40e71155-c35a-48bb-9b7a-e24821a9192c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:04.036211 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-40e71155-c35a-48bb-9b7a-e24821a9192c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/routers/a4ca79a1-ce8e-49d1-bf1c-9ddd30d44cfa HTTP/1.1" status: 204 len: 168 time: 1.0332737 Nov 16 11:41:04.039160 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56922) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:04.045748 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-8d8ec00d-6edc-4841-9c55-f8ca22426af2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'subnet': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:04.075290 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce6034-00b8-4138-aa7c-b3d69de5b69d req-1894b322-fffe-423d-8271-358119d90987 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:04.076827 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-47ce6034-00b8-4138-aa7c-b3d69de5b69d req-1894b322-fffe-423d-8271-358119d90987 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4 HTTP/1.1" status: 200 len: 944 time: 0.2561080 Nov 16 11:41:04.134900 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56924) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:04.225698 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-47ce6034-00b8-4138-aa7c-b3d69de5b69d req-f31754b6-5999-4edb-91eb-41cb935fd18f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f7dd363-790d-4275-b72d-14778f7338eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921156 Nov 16 11:41:04.289430 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8ec00d-6edc-4841-9c55-f8ca22426af2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:41:04.293622 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8d8ec00d-6edc-4841-9c55-f8ca22426af2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:04.556267 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fbc71f62-f03f-4ff4-938d-c71d714d01f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:04.591865 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8d8ec00d-6edc-4841-9c55-f8ca22426af2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:04.643236 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8ec00d-6edc-4841-9c55-f8ca22426af2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:41:04.648660 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-8d8ec00d-6edc-4841-9c55-f8ca22426af2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:04.652110 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8ec00d-6edc-4841-9c55-f8ca22426af2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:04.652823 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8d8ec00d-6edc-4841-9c55-f8ca22426af2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:04.659323 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7500ac39-75a3-4a3e-b40b-18b9a1055f7c None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:41:04.680087 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8d8ec00d-6edc-4841-9c55-f8ca22426af2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6396036 Nov 16 11:41:04.683759 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56932) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:04.691873 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-0a65c8fc-3f13-4330-892f-9e6dfcf24668 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-891923700', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:04.701435 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ec00d-6edc-4841-9c55-f8ca22426af2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Subnet': ['ID=e2fa9cba-6db0-4e86-b401-e9891707cbfb,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:04.716710 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fbc71f62-f03f-4ff4-938d-c71d714d01f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:04.725897 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fbc71f62-f03f-4ff4-938d-c71d714d01f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:04.741989 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0a65c8fc-3f13-4330-892f-9e6dfcf24668 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:04.743264 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0a65c8fc-3f13-4330-892f-9e6dfcf24668 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:04.809847 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-fbc71f62-f03f-4ff4-938d-c71d714d01f5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=57a3b6b075da404db80a54d457f7667e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6712720 Nov 16 11:41:04.809847 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc71f62-f03f-4ff4-938d-c71d714d01f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe3ec70-88a8-4f4c-9db0-c0fed564e670,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:04.810820 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56938) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:04.857524 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0a65c8fc-3f13-4330-892f-9e6dfcf24668 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:04.869588 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0a65c8fc-3f13-4330-892f-9e6dfcf24668 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:04.899984 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ccd0887a-d055-4f6e-a11e-65cd63d03f78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:04.906897 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device bda14850-88f9-4936-881c-ad4e726233a0 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:41:04.907114 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0a65c8fc-3f13-4330-892f-9e6dfcf24668 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:04.910493 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0a65c8fc-3f13-4330-892f-9e6dfcf24668 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2232494 Nov 16 11:41:04.911021 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56942) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:04.953202 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e969ce29-7b94-4b29-a9b5-d04022121a19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-d02e5c70-c13b-4c74-9763-e19ffb7dd482', 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'tenant_id': '4ebb44564e554f6b8a2c06865b79e6ad', 'fixed_ips': [{'subnet_id': 'e2fa9cba-6db0-4e86-b401-e9891707cbfb'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:41:04.954017 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ccd0887a-d055-4f6e-a11e-65cd63d03f78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:04.955301 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e969ce29-7b94-4b29-a9b5-d04022121a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:05.080150 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ccd0887a-d055-4f6e-a11e-65cd63d03f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:05.082939 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ccd0887a-d055-4f6e-a11e-65cd63d03f78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:05.084242 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ccd0887a-d055-4f6e-a11e-65cd63d03f78 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/abe3ec70-88a8-4f4c-9db0-c0fed564e670 HTTP/1.1" status: 204 len: 168 time: 0.2725017 Nov 16 11:41:05.095777 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device c7983d13-1f46-417c-adb4-3280c4d308f9 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:41:05.099200 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0887a-d055-4f6e-a11e-65cd63d03f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe3ec70-88a8-4f4c-9db0-c0fed564e670,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:05.354624 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: c7983d13-1f46-417c-adb4-3280c4d308f9 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:41:05.354967 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device c7983d13-1f46-417c-adb4-3280c4d308f9 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:41:05.437425 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d272518-8b0b-401d-b2cc-ee02e4242091 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:05.449638 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a109ee-4420-45f9-a039-02187434284b req-8196e5d9-92cd-4f27-82df-6a5af4baa18a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:05.457778 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d1a109ee-4420-45f9-a039-02187434284b req-8196e5d9-92cd-4f27-82df-6a5af4baa18a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4 HTTP/1.1" status: 200 len: 944 time: 0.1000640 Nov 16 11:41:05.487661 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port bda14850-88f9-4936-881c-ad4e726233a0, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=bda14850-88f9-4936-881c-ad4e726233a0,segment=NetworkSegment(8cb75e72-d058-4dc3-94c7-3793e4f6dad3),segment_id=8cb75e72-d058-4dc3-94c7-3793e4f6dad3)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:41:05.491264 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-e969ce29-7b94-4b29-a9b5-d04022121a19 None None] Allocated IP 2001:db8::2 (d02e5c70-c13b-4c74-9763-e19ffb7dd482/e2fa9cba-6db0-4e86-b401-e9891707cbfb/82514a2f-3ce0-49af-a7c1-b3e2695f266c) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:41:05.510295 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'bda14850-88f9-4936-881c-ad4e726233a0', 'network_id': '8ca73572-76c5-4f25-8350-367e966c7e9c', 'port_id': 'bda14850-88f9-4936-881c-ad4e726233a0', 'mac_address': 'fa:16:3e:b4:c3:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94a14835-5cdb-402d-9edd-b7beabc5bf3a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:41:05.602190 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:05.621081 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bda14850-88f9-4936-881c-ad4e726233a0 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:41:05.664453 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port bda14850-88f9-4936-881c-ad4e726233a0, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=bda14850-88f9-4936-881c-ad4e726233a0,segment=NetworkSegment(8cb75e72-d058-4dc3-94c7-3793e4f6dad3),segment_id=8cb75e72-d058-4dc3-94c7-3793e4f6dad3)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:41:05.679768 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:05.687387 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d1a109ee-4420-45f9-a039-02187434284b req-d445137e-dc45-4ecf-813d-bf23ad0aec2a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f7dd363-790d-4275-b72d-14778f7338eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2237709 Nov 16 11:41:05.779329 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e969ce29-7b94-4b29-a9b5-d04022121a19 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:05.825011 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=bda14850-88f9-4936-881c-ad4e726233a0,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:05.844156 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e969ce29-7b94-4b29-a9b5-d04022121a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:05.882593 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56966) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:05.896698 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-791fd804-3c98-4b08-ba49-82565a9c4be1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:05.913464 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e969ce29-7b94-4b29-a9b5-d04022121a19 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:41:05.923423 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-e969ce29-7b94-4b29-a9b5-d04022121a19 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:05.931360 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e969ce29-7b94-4b29-a9b5-d04022121a19 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:41:05.966638 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969ce29-7b94-4b29-a9b5-d04022121a19 None None] Pushing event updated for resources: {'Port': ['ID=82514a2f-3ce0-49af-a7c1-b3e2695f266c,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:06.015908 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-2d272518-8b0b-401d-b2cc-ee02e4242091 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Allocated IP 2001:db8::1 (d02e5c70-c13b-4c74-9763-e19ffb7dd482/e2fa9cba-6db0-4e86-b401-e9891707cbfb/532a712c-14c4-4984-b36d-de423f58e4eb) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:41:06.038749 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['bda14850-88f9-4936-881c-ad4e726233a0'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:41:06.054485 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-791fd804-3c98-4b08-ba49-82565a9c4be1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:06.069898 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-791fd804-3c98-4b08-ba49-82565a9c4be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:06.077028 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e969ce29-7b94-4b29-a9b5-d04022121a19 None None] Attempting to bind port 82514a2f-3ce0-49af-a7c1-b3e2695f266c on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:41:06.077513 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e969ce29-7b94-4b29-a9b5-d04022121a19 None None] Attempting to bind port 82514a2f-3ce0-49af-a7c1-b3e2695f266c by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:41:06.077999 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969ce29-7b94-4b29-a9b5-d04022121a19 None None] Attempting to bind port 82514a2f-3ce0-49af-a7c1-b3e2695f266c on network d02e5c70-c13b-4c74-9763-e19ffb7dd482 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:41:06.093637 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969ce29-7b94-4b29-a9b5-d04022121a19 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:41:06.094711 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969ce29-7b94-4b29-a9b5-d04022121a19 None None] Checking segment: {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:41:06.095214 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e969ce29-7b94-4b29-a9b5-d04022121a19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:06.095705 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e969ce29-7b94-4b29-a9b5-d04022121a19 None None] Bound using segment: {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:41:06.096562 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e969ce29-7b94-4b29-a9b5-d04022121a19 None None] Bound port: 82514a2f-3ce0-49af-a7c1-b3e2695f266c, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:41:06.096766 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e969ce29-7b94-4b29-a9b5-d04022121a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:06.131391 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-791fd804-3c98-4b08-ba49-82565a9c4be1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8690b9ff9a67424389db7a72d1af1f4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2476521 Nov 16 11:41:06.134470 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56972) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:06.176350 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791fd804-3c98-4b08-ba49-82565a9c4be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9275bea1-5e6e-4b8d-b8da-89b192091408,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:06.219556 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e969ce29-7b94-4b29-a9b5-d04022121a19 None None] For port 82514a2f-3ce0-49af-a7c1-b3e2695f266c, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:41:06.223122 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e969ce29-7b94-4b29-a9b5-d04022121a19 None None] For port 82514a2f-3ce0-49af-a7c1-b3e2695f266c, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=82514a2f-3ce0-49af-a7c1-b3e2695f266c,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:41:06.239077 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e969ce29-7b94-4b29-a9b5-d04022121a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:06.246236 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d272518-8b0b-401d-b2cc-ee02e4242091 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:06.296330 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969ce29-7b94-4b29-a9b5-d04022121a19 None None] Pushing event updated for resources: {'Port': ['ID=82514a2f-3ce0-49af-a7c1-b3e2695f266c,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:06.309641 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3bdf734b-899d-4b08-83b0-ffc1f8e84be7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:06.332188 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3bdf734b-899d-4b08-83b0-ffc1f8e84be7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:06.371891 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d272518-8b0b-401d-b2cc-ee02e4242091 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:06.426811 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d272518-8b0b-401d-b2cc-ee02e4242091 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:41:06.432338 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-2d272518-8b0b-401d-b2cc-ee02e4242091 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:06.439672 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d272518-8b0b-401d-b2cc-ee02e4242091 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:41:06.440894 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d272518-8b0b-401d-b2cc-ee02e4242091 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:06.447313 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3bdf734b-899d-4b08-83b0-ffc1f8e84be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:06.450576 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3bdf734b-899d-4b08-83b0-ffc1f8e84be7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:06.451929 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3bdf734b-899d-4b08-83b0-ffc1f8e84be7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9275bea1-5e6e-4b8d-b8da-89b192091408 HTTP/1.1" status: 204 len: 168 time: 0.3138382 Nov 16 11:41:06.528627 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d272518-8b0b-401d-b2cc-ee02e4242091 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Port': ['ID=532a712c-14c4-4984-b36d-de423f58e4eb,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:06.532188 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf734b-899d-4b08-83b0-ffc1f8e84be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9275bea1-5e6e-4b8d-b8da-89b192091408,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:06.675589 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d272518-8b0b-401d-b2cc-ee02e4242091 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:06.959507 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec80b9-7a09-4873-b416-1e4037fe5cf6 req-aabc6c9a-b1c9-4f25-adcb-ad58765a8e17 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:06.962457 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0eec80b9-7a09-4873-b416-1e4037fe5cf6 req-aabc6c9a-b1c9-4f25-adcb-ad58765a8e17 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4 HTTP/1.1" status: 200 len: 945 time: 0.1368399 Nov 16 11:41:07.108169 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 82514a2f-3ce0-49af-a7c1-b3e2695f266c up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:41:07.136771 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0eec80b9-7a09-4873-b416-1e4037fe5cf6 req-8933c87e-31ea-4abb-a542-bae2cb3decc5 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f7dd363-790d-4275-b72d-14778f7338eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560023 Nov 16 11:41:07.223965 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d272518-8b0b-401d-b2cc-ee02e4242091 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:07.226642 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 82514a2f-3ce0-49af-a7c1-b3e2695f266c triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:07.227025 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:07.237280 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d272518-8b0b-401d-b2cc-ee02e4242091 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:07.238428 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d272518-8b0b-401d-b2cc-ee02e4242091 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:07.400021 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:07.424931 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d272518-8b0b-401d-b2cc-ee02e4242091 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:41:07.429273 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-2d272518-8b0b-401d-b2cc-ee02e4242091 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:07.431355 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d272518-8b0b-401d-b2cc-ee02e4242091 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Port': ['ID=532a712c-14c4-4984-b36d-de423f58e4eb,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:07.481377 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 82514a2f-3ce0-49af-a7c1-b3e2695f266c, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=82514a2f-3ce0-49af-a7c1-b3e2695f266c,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:41:07.486790 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:07.596040 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=82514a2f-3ce0-49af-a7c1-b3e2695f266c,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:07.675571 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d272518-8b0b-401d-b2cc-ee02e4242091 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Router 1bd8c702-12e5-4eff-a562-9271c3fb2da8 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:41:07.856726 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d272518-8b0b-401d-b2cc-ee02e4242091 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:41:07.863686 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2d272518-8b0b-401d-b2cc-ee02e4242091 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "PUT /v2.0/routers/1bd8c702-12e5-4eff-a562-9271c3fb2da8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9514029 Nov 16 11:41:07.866151 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57024) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:07.891072 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e55dc6-d7df-49e5-bc3c-75ad4ff456ed None None] Sync routers for ids ['1bd8c702-12e5-4eff-a562-9271c3fb2da8'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:41:07.928202 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb00fb72-effe-4a12-ae90-0f5c346a097d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:07.929831 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-bb00fb72-effe-4a12-ae90-0f5c346a097d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/ports/532a712c-14c4-4984-b36d-de423f58e4eb HTTP/1.1" status: 200 len: 911 time: 0.0627191 Nov 16 11:41:07.932499 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57028) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:07.938827 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e55dc6-d7df-49e5-bc3c-75ad4ff456ed None None] Routers {'1bd8c702-12e5-4eff-a562-9271c3fb2da8'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:41:07.940618 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-39e55dc6-d7df-49e5-bc3c-75ad4ff456ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:40:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['1bd8c702-12e5-4eff-a562-9271c3fb2da8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:41:08.039418 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27df109a-bce9-4d57-a130-2d4268bbc70b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:08.048923 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27df109a-bce9-4d57-a130-2d4268bbc70b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:08.054793 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57032) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:08.068053 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-27df109a-bce9-4d57-a130-2d4268bbc70b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1342227 Nov 16 11:41:08.087626 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-e8967356-f894-48fa-988c-47f2d623d253 None None] Provisioning complete for port 82514a2f-3ce0-49af-a7c1-b3e2695f266c triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:08.087997 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e8967356-f894-48fa-988c-47f2d623d253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:08.180570 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-39e55dc6-d7df-49e5-bc3c-75ad4ff456ed None None] Set router 1bd8c702-12e5-4eff-a562-9271c3fb2da8 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:41:08.443667 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f8fda4-64da-40e2-b27e-a1aab224f47f req-3bdd7b38-3280-4f04-900e-f8524c9af61e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:08.455086 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f5f8fda4-64da-40e2-b27e-a1aab224f47f req-3bdd7b38-3280-4f04-900e-f8524c9af61e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4 HTTP/1.1" status: 200 len: 945 time: 0.1559873 Nov 16 11:41:08.599895 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f5f8fda4-64da-40e2-b27e-a1aab224f47f req-48fa2687-4bd0-4944-81d5-d94597df71a4 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f7dd363-790d-4275-b72d-14778f7338eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435981 Nov 16 11:41:08.748602 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57044) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:08.814874 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-9663f0dc-1ca8-47b8-9d0c-44a513fb4848 None None] Provisioning complete for port 532a712c-14c4-4984-b36d-de423f58e4eb triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:08.815255 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9663f0dc-1ca8-47b8-9d0c-44a513fb4848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:08.878776 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-39e55dc6-d7df-49e5-bc3c-75ad4ff456ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd8c702-12e5-4eff-a562-9271c3fb2da8', 'name': 'tempest-NetworksTestDHCPv6-router-891923700', 'tenant_id': '4ebb44564e554f6b8a2c06865b79e6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:41:04Z', 'updated_at': '2021-11-16T11:41:06Z', 'revision_number': 2, 'project_id': '4ebb44564e554f6b8a2c06865b79e6ad', 'gw_port_host': None, '_interfaces': [{'id': '532a712c-14c4-4984-b36d-de423f58e4eb', 'name': '', 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'tenant_id': '4ebb44564e554f6b8a2c06865b79e6ad', 'mac_address': 'fa:16:3e:e9:4d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd8c702-12e5-4eff-a562-9271c3fb2da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'e2fa9cba-6db0-4e86-b401-e9891707cbfb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:41:05Z', 'updated_at': '2021-11-16T11:41:06Z', 'revision_number': 2, 'project_id': '4ebb44564e554f6b8a2c06865b79e6ad', 'subnets': [{'id': 'e2fa9cba-6db0-4e86-b401-e9891707cbfb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:41:08.909242 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e55dc6-d7df-49e5-bc3c-75ad4ff456ed None None] Checking router: 1bd8c702-12e5-4eff-a562-9271c3fb2da8 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:41:08.909596 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e55dc6-d7df-49e5-bc3c-75ad4ff456ed None None] Updating router 1bd8c702-12e5-4eff-a562-9271c3fb2da8 port 532a712c-14c4-4984-b36d-de423f58e4eb binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:41:08.912922 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-14cd125d-d1d1-40dc-9dae-7c849f424d6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:08.946108 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60e1e2a4-4c54-4837-bf0a-ff39ad5c5e04 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:08.958076 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-39e55dc6-d7df-49e5-bc3c-75ad4ff456ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:08.965075 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device bda14850-88f9-4936-881c-ad4e726233a0 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:41:08.974846 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-9663f0dc-1ca8-47b8-9d0c-44a513fb4848 None None] Port 532a712c-14c4-4984-b36d-de423f58e4eb cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:41:09.095129 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-14cd125d-d1d1-40dc-9dae-7c849f424d6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:09.110176 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-14cd125d-d1d1-40dc-9dae-7c849f424d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:09.181454 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 82514a2f-3ce0-49af-a7c1-b3e2695f266c up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:41:09.208020 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-14cd125d-d1d1-40dc-9dae-7c849f424d6d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7f336aeb997744cf9606e6110ae6132e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4574649 Nov 16 11:41:09.210728 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd125d-d1d1-40dc-9dae-7c849f424d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a256af2a-f370-4cb3-a2d1-ea81039f5a8a,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:09.213398 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57058) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:09.253164 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port bda14850-88f9-4936-881c-ad4e726233a0 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:41:09.276141 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port bda14850-88f9-4936-881c-ad4e726233a0 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:09.276518 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:09.279725 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6e71c6ff-afe0-4149-85c3-4b5ac6b1a0f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:09.348158 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6e71c6ff-afe0-4149-85c3-4b5ac6b1a0f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:09.357647 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 82514a2f-3ce0-49af-a7c1-b3e2695f266c triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:09.358219 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:09.428727 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6e71c6ff-afe0-4149-85c3-4b5ac6b1a0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:09.429990 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-f0ca0da5-91fa-47dd-9844-c96582dba30c None None] Provisioning complete for port 532a712c-14c4-4984-b36d-de423f58e4eb triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:09.430432 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f0ca0da5-91fa-47dd-9844-c96582dba30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:09.436458 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6e71c6ff-afe0-4149-85c3-4b5ac6b1a0f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:09.438856 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6e71c6ff-afe0-4149-85c3-4b5ac6b1a0f9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a256af2a-f370-4cb3-a2d1-ea81039f5a8a HTTP/1.1" status: 204 len: 168 time: 0.2239845 Nov 16 11:41:09.469178 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71c6ff-afe0-4149-85c3-4b5ac6b1a0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a256af2a-f370-4cb3-a2d1-ea81039f5a8a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:09.542298 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-60e1e2a4-4c54-4837-bf0a-ff39ad5c5e04 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting port 532a712c-14c4-4984-b36d-de423f58e4eb {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:41:09.543173 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60e1e2a4-4c54-4837-bf0a-ff39ad5c5e04 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:09.563651 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:09.651818 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-f0ca0da5-91fa-47dd-9844-c96582dba30c None None] Port 532a712c-14c4-4984-b36d-de423f58e4eb cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:41:09.669678 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d91fe6-555d-47cf-9cac-d4f5156ad9c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda14850-88f9-4936-881c-ad4e726233a0'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:41:09.672885 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6bec08-a43a-449d-9946-7f1150524a7e" -d '{"events": [{"server_uuid": "18d91fe6-555d-47cf-9cac-d4f5156ad9c4", "name": "network-vif-plugged", "status": "completed", "tag": "bda14850-88f9-4936-881c-ad4e726233a0"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:41:09.698685 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port bda14850-88f9-4936-881c-ad4e726233a0, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=bda14850-88f9-4936-881c-ad4e726233a0,segment=NetworkSegment(8cb75e72-d058-4dc3-94c7-3793e4f6dad3),segment_id=8cb75e72-d058-4dc3-94c7-3793e4f6dad3)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:41:09.706204 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:09.729481 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60e1e2a4-4c54-4837-bf0a-ff39ad5c5e04 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:09.762590 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-60e1e2a4-4c54-4837-bf0a-ff39ad5c5e04 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Calling delete_port for 532a712c-14c4-4984-b36d-de423f58e4eb owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:41:09.803531 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=bda14850-88f9-4936-881c-ad4e726233a0,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:09.832729 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-39e55dc6-d7df-49e5-bc3c-75ad4ff456ed None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:09.846403 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-39e55dc6-d7df-49e5-bc3c-75ad4ff456ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:09.886529 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc464986-3413-4b98-84b2-27847de7eacc req-3f994239-5967-4750-a497-1b004fe3582c tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:09.899031 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fc464986-3413-4b98-84b2-27847de7eacc req-3f994239-5967-4750-a497-1b004fe3582c tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4 HTTP/1.1" status: 200 len: 946 time: 0.1422932 Nov 16 11:41:09.902556 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d456cc8b-ba02-4d5d-a66c-24d4a9e54592 None None] Pushing event updated for resources: {'Port': ['ID=532a712c-14c4-4984-b36d-de423f58e4eb,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:10.044189 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fc464986-3413-4b98-84b2-27847de7eacc req-858d8595-a687-45c5-8dab-63b01171f930 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f7dd363-790d-4275-b72d-14778f7338eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441491 Nov 16 11:41:10.144349 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60e1e2a4-4c54-4837-bf0a-ff39ad5c5e04 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:10.197140 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99bf79ca-264d-4bb8-a69a-f29d2923e738 x-openstack-request-id: req-99bf79ca-264d-4bb8-a69a-f29d2923e738 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:41:10.197874 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d91fe6-555d-47cf-9cac-d4f5156ad9c4", "name": "network-vif-plugged", "status": "completed", "tag": "bda14850-88f9-4936-881c-ad4e726233a0", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:41:10.198158 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-99bf79ca-264d-4bb8-a69a-f29d2923e738 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:41:10.198569 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d91fe6-555d-47cf-9cac-d4f5156ad9c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda14850-88f9-4936-881c-ad4e726233a0', 'code': 200} Nov 16 11:41:10.203098 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e1e2a4-4c54-4837-bf0a-ff39ad5c5e04 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Port': ['ID=532a712c-14c4-4984-b36d-de423f58e4eb,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:10.233750 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-39e55dc6-d7df-49e5-bc3c-75ad4ff456ed None None] Attempting to bind port 532a712c-14c4-4984-b36d-de423f58e4eb on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:41:10.235759 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-39e55dc6-d7df-49e5-bc3c-75ad4ff456ed None None] Attempting to bind port 532a712c-14c4-4984-b36d-de423f58e4eb by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:41:10.236656 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e55dc6-d7df-49e5-bc3c-75ad4ff456ed None None] Attempting to bind port 532a712c-14c4-4984-b36d-de423f58e4eb on network d02e5c70-c13b-4c74-9763-e19ffb7dd482 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:41:10.248053 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1e2a4-4c54-4837-bf0a-ff39ad5c5e04 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:41:10.248397 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1e2a4-4c54-4837-bf0a-ff39ad5c5e04 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:41:10.248829 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1e2a4-4c54-4837-bf0a-ff39ad5c5e04 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:41:10.249291 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1e2a4-4c54-4837-bf0a-ff39ad5c5e04 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:41:10.249651 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1e2a4-4c54-4837-bf0a-ff39ad5c5e04 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:41:10.250010 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1e2a4-4c54-4837-bf0a-ff39ad5c5e04 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:41:10.251804 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1e2a4-4c54-4837-bf0a-ff39ad5c5e04 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:41:10.252153 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1e2a4-4c54-4837-bf0a-ff39ad5c5e04 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:41:10.252482 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1e2a4-4c54-4837-bf0a-ff39ad5c5e04 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:41:10.252817 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1e2a4-4c54-4837-bf0a-ff39ad5c5e04 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:41:10.253148 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1e2a4-4c54-4837-bf0a-ff39ad5c5e04 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:41:10.253473 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e1e2a4-4c54-4837-bf0a-ff39ad5c5e04 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:41:10.253947 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e55dc6-d7df-49e5-bc3c-75ad4ff456ed None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:41:10.254391 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e55dc6-d7df-49e5-bc3c-75ad4ff456ed None None] Checking segment: {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:41:10.256035 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-39e55dc6-d7df-49e5-bc3c-75ad4ff456ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:10.257668 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e55dc6-d7df-49e5-bc3c-75ad4ff456ed None None] Bound using segment: {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:41:10.258209 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-39e55dc6-d7df-49e5-bc3c-75ad4ff456ed None None] Bound port: 532a712c-14c4-4984-b36d-de423f58e4eb, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:41:10.260945 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-39e55dc6-d7df-49e5-bc3c-75ad4ff456ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:10.308980 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57090) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:10.331742 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-39e55dc6-d7df-49e5-bc3c-75ad4ff456ed None None] Port 532a712c-14c4-4984-b36d-de423f58e4eb has been deleted concurrently {{(pid=102670) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 16 11:41:10.334482 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ed03562-7f00-43e2-a00e-2df106611f32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:10.342826 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e55dc6-d7df-49e5-bc3c-75ad4ff456ed None None] Routers {'1bd8c702-12e5-4eff-a562-9271c3fb2da8'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:41:10.343544 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-39e55dc6-d7df-49e5-bc3c-75ad4ff456ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:40:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['1bd8c702-12e5-4eff-a562-9271c3fb2da8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:41:10.438768 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-39e55dc6-d7df-49e5-bc3c-75ad4ff456ed None None] Set router 1bd8c702-12e5-4eff-a562-9271c3fb2da8 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:41:10.493485 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ed03562-7f00-43e2-a00e-2df106611f32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:10.505476 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ed03562-7f00-43e2-a00e-2df106611f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:10.540424 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed03562-7f00-43e2-a00e-2df106611f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f90ecd9-7e26-4296-90d0-27067db647e1,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:10.546325 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-39e55dc6-d7df-49e5-bc3c-75ad4ff456ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd8c702-12e5-4eff-a562-9271c3fb2da8', 'name': 'tempest-NetworksTestDHCPv6-router-891923700', 'tenant_id': '4ebb44564e554f6b8a2c06865b79e6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:41:04Z', 'updated_at': '2021-11-16T11:41:10Z', 'revision_number': 3, 'project_id': '4ebb44564e554f6b8a2c06865b79e6ad', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:41:10.557967 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b70e5ca8-7693-4e41-ad0b-5f5613daacb1 None None] Could not find standard attr ID for object 532a712c-14c4-4984-b36d-de423f58e4eb. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:41:10.582046 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60e1e2a4-4c54-4837-bf0a-ff39ad5c5e04 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:10.593135 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e55dc6-d7df-49e5-bc3c-75ad4ff456ed None None] The sync data for ids ['1bd8c702-12e5-4eff-a562-9271c3fb2da8'] in n-d-816823-3 is: [{'id': '1bd8c702-12e5-4eff-a562-9271c3fb2da8', 'name': 'tempest-NetworksTestDHCPv6-router-891923700', 'tenant_id': '4ebb44564e554f6b8a2c06865b79e6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:41:04Z', 'updated_at': '2021-11-16T11:41:10Z', 'revision_number': 3, 'project_id': '4ebb44564e554f6b8a2c06865b79e6ad', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:41:10.610813 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1ed03562-7f00-43e2-a00e-2df106611f32 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2ab54aebd4aa4984ae7710f253ff106f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3001730 Nov 16 11:41:10.614346 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57096) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:10.714434 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1978c618-7a56-4110-8bdb-e062a59caaf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:10.716340 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bad8d-9805-4d39-a813-c06b0777fef4 req-df4dd748-224d-40d6-9bfd-ddaa59140425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:10.717989 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ae4bad8d-9805-4d39-a813-c06b0777fef4 req-df4dd748-224d-40d6-9bfd-ddaa59140425 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4 HTTP/1.1" status: 200 len: 1097 time: 0.4154346 Nov 16 11:41:10.765730 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1978c618-7a56-4110-8bdb-e062a59caaf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:10.846290 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e1e2a4-4c54-4837-bf0a-ff39ad5c5e04 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Router 1bd8c702-12e5-4eff-a562-9271c3fb2da8 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:41:10.847476 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1978c618-7a56-4110-8bdb-e062a59caaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:10.850272 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1978c618-7a56-4110-8bdb-e062a59caaf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:10.851560 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1978c618-7a56-4110-8bdb-e062a59caaf9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6f90ecd9-7e26-4296-90d0-27067db647e1 HTTP/1.1" status: 204 len: 168 time: 0.2357807 Nov 16 11:41:10.867985 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1978c618-7a56-4110-8bdb-e062a59caaf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f90ecd9-7e26-4296-90d0-27067db647e1,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:10.884918 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ae4bad8d-9805-4d39-a813-c06b0777fef4 req-1abfd2b8-6a85-4b54-bb00-bff1e678c5dd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9f7dd363-790d-4275-b72d-14778f7338eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748291 Nov 16 11:41:10.983997 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e1e2a4-4c54-4837-bf0a-ff39ad5c5e04 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:41:10.992318 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-60e1e2a4-4c54-4837-bf0a-ff39ad5c5e04 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "PUT /v2.0/routers/1bd8c702-12e5-4eff-a562-9271c3fb2da8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9347138 Nov 16 11:41:10.994796 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57106) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:11.065433 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa6dffa-202d-4792-a26b-e4eb5e8811dd tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:11.066494 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa6dffa-202d-4792-a26b-e4eb5e8811dd tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:11.068395 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0fa6dffa-202d-4792-a26b-e4eb5e8811dd tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0725818 Nov 16 11:41:11.072492 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57110) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:11.196604 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-af2e146c-c3cf-4427-a108-51c986a11df8 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting subnet e2fa9cba-6db0-4e86-b401-e9891707cbfb {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:41:11.207766 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af2e146c-c3cf-4427-a108-51c986a11df8 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:11.254205 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6e00e-383f-44ab-b9b2-e43951d1c73f req-660699f3-d1ab-458a-8f3c-6127b6a6ec90 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:11.258129 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-60a6e00e-383f-44ab-b9b2-e43951d1c73f req-660699f3-d1ab-458a-8f3c-6127b6a6ec90 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4 HTTP/1.1" status: 200 len: 946 time: 0.0901477 Nov 16 11:41:11.316603 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af2e146c-c3cf-4427-a108-51c986a11df8 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:11.337179 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-60a6e00e-383f-44ab-b9b2-e43951d1c73f req-6633d0c9-a694-4421-ad9c-ea4b08577323 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f7dd363-790d-4275-b72d-14778f7338eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699911 Nov 16 11:41:11.430136 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af2e146c-c3cf-4427-a108-51c986a11df8 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:11.521894 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af2e146c-c3cf-4427-a108-51c986a11df8 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:11.561353 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e146c-c3cf-4427-a108-51c986a11df8 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Subnet': ['ID=e2fa9cba-6db0-4e86-b401-e9891707cbfb,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:11.571314 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af2e146c-c3cf-4427-a108-51c986a11df8 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:11.577268 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57132) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:11.579429 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-af2e146c-c3cf-4427-a108-51c986a11df8 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/e2fa9cba-6db0-4e86-b401-e9891707cbfb HTTP/1.1" status: 204 len: 168 time: 0.5049963 Nov 16 11:41:11.581888 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4483dd-2eb2-487e-a297-e9e4dcdbc3d8 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:41:11.738453 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b592fede-6dda-4aa8-8249-8eab6a95179e tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1576784 Nov 16 11:41:11.739198 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57136) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:11.870662 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a836fe4e-83f4-423c-a04e-5074428fe6bd None None] DHCP port deletion for d02e5c70-c13b-4c74-9763-e19ffb7dd482 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:41:11.884974 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3cb7ab15-943b-4cbb-bddb-fd33dba3fcb8 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:11.972030 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-a836fe4e-83f4-423c-a04e-5074428fe6bd None None] Deleting port 82514a2f-3ce0-49af-a7c1-b3e2695f266c {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:41:11.973874 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a836fe4e-83f4-423c-a04e-5074428fe6bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:11.991563 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df24aa6-557d-4aa6-9405-39f8dde1e92c None None] Sync routers for ids ['1bd8c702-12e5-4eff-a562-9271c3fb2da8'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:41:12.018758 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df24aa6-557d-4aa6-9405-39f8dde1e92c None None] Routers {'1bd8c702-12e5-4eff-a562-9271c3fb2da8'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:41:12.019455 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-1df24aa6-557d-4aa6-9405-39f8dde1e92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:40:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['1bd8c702-12e5-4eff-a562-9271c3fb2da8'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:41:12.171854 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-1df24aa6-557d-4aa6-9405-39f8dde1e92c None None] Set router 1bd8c702-12e5-4eff-a562-9271c3fb2da8 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:41:12.180419 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-a836fe4e-83f4-423c-a04e-5074428fe6bd None None] For port 82514a2f-3ce0-49af-a7c1-b3e2695f266c, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=82514a2f-3ce0-49af-a7c1-b3e2695f266c,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:41:12.180859 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a836fe4e-83f4-423c-a04e-5074428fe6bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:12.183500 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3cb7ab15-943b-4cbb-bddb-fd33dba3fcb8 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:12.195106 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3cb7ab15-943b-4cbb-bddb-fd33dba3fcb8 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:12.206099 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-a836fe4e-83f4-423c-a04e-5074428fe6bd None None] Calling delete_port for 82514a2f-3ce0-49af-a7c1-b3e2695f266c owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:41:12.279582 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-1df24aa6-557d-4aa6-9405-39f8dde1e92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd8c702-12e5-4eff-a562-9271c3fb2da8', 'name': 'tempest-NetworksTestDHCPv6-router-891923700', 'tenant_id': '4ebb44564e554f6b8a2c06865b79e6ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:41:04Z', 'updated_at': '2021-11-16T11:41:10Z', 'revision_number': 3, 'project_id': '4ebb44564e554f6b8a2c06865b79e6ad', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:41:12.299796 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3cb7ab15-943b-4cbb-bddb-fd33dba3fcb8 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:12.300405 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb7ab15-943b-4cbb-bddb-fd33dba3fcb8 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Fanout notify agent at l3_agent the message router_deleted on router 1bd8c702-12e5-4eff-a562-9271c3fb2da8 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:41:12.312006 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3cb7ab15-943b-4cbb-bddb-fd33dba3fcb8 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:12.316193 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-3cb7ab15-943b-4cbb-bddb-fd33dba3fcb8 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/routers/1bd8c702-12e5-4eff-a562-9271c3fb2da8 HTTP/1.1" status: 204 len: 168 time: 0.5728610 Nov 16 11:41:12.316463 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57154) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:12.317839 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df24aa6-557d-4aa6-9405-39f8dde1e92c None None] Checking router: 1bd8c702-12e5-4eff-a562-9271c3fb2da8 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:41:12.319369 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a836fe4e-83f4-423c-a04e-5074428fe6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:12.337557 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df24aa6-557d-4aa6-9405-39f8dde1e92c None None] Routers set() bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:41:12.340262 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df24aa6-557d-4aa6-9405-39f8dde1e92c None None] Router IDs set() for agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 16 11:41:12.340977 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_agentschedulers_db [None req-1df24aa6-557d-4aa6-9405-39f8dde1e92c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1bd8c702-12e5-4eff-a562-9271c3fb2da8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:40:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent'). {{(pid=102671) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 16 11:41:12.341211 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a836fe4e-83f4-423c-a04e-5074428fe6bd None None] No DVR routers for this DVR port 82514a2f-3ce0-49af-a7c1-b3e2695f266c on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:41:12.341366 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df24aa6-557d-4aa6-9405-39f8dde1e92c None None] The sync data for ids ['1bd8c702-12e5-4eff-a562-9271c3fb2da8'] in n-d-816823-3 is: [] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:41:12.358952 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8bc146c0-f1e6-482e-bf92-07e23feb76ca tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0367434 Nov 16 11:41:12.361146 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57156) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:12.412308 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836fe4e-83f4-423c-a04e-5074428fe6bd None None] Pushing event deleted for resources: {'Port': ['ID=82514a2f-3ce0-49af-a7c1-b3e2695f266c,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:12.518503 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029ad7e8-6885-4e08-b059-14feba7d34bc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:12.519993 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-029ad7e8-6885-4e08-b059-14feba7d34bc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1568966 Nov 16 11:41:12.522688 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57168) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:12.583965 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a6e7f-f735-49d6-8b50-46f32ed574d8 req-12acb2ea-8971-4792-87c9-b7481bcfc7a6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:12.585702 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b48a6e7f-f735-49d6-8b50-46f32ed574d8 req-12acb2ea-8971-4792-87c9-b7481bcfc7a6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4 HTTP/1.1" status: 200 len: 946 time: 0.1253715 Nov 16 11:41:12.593619 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4da5f21a-b46a-4bac-92e8-f4e8d6442976 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0695410 Nov 16 11:41:12.599412 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57170) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:12.607332 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-40c9ffd1-27d1-4ebc-b196-a330021734aa tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'subnet': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:12.801714 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b48a6e7f-f735-49d6-8b50-46f32ed574d8 req-f2dceea8-1031-43ab-8041-ae1abad6678f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f7dd363-790d-4275-b72d-14778f7338eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884353 Nov 16 11:41:12.833495 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c9ffd1-27d1-4ebc-b196-a330021734aa tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:41:12.838269 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-40c9ffd1-27d1-4ebc-b196-a330021734aa tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:13.034826 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ff3cbc50-aef0-4e1e-aed0-10ed7d1c89d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:13.043279 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 82514a2f-3ce0-49af-a7c1-b3e2695f266c no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:41:13.074138 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 82514a2f-3ce0-49af-a7c1-b3e2695f266c {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:41:13.074624 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 82514a2f-3ce0-49af-a7c1-b3e2695f266c not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:41:13.141643 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc314341-f162-4aa9-acd9-556251b7fa37 req-d1b50ec8-aa09-4ec5-a8c6-326ee582546a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:13.143174 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fc314341-f162-4aa9-acd9-556251b7fa37 req-d1b50ec8-aa09-4ec5-a8c6-326ee582546a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4 HTTP/1.1" status: 200 len: 946 time: 0.0882607 Nov 16 11:41:13.236371 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fc314341-f162-4aa9-acd9-556251b7fa37 req-870640bb-f7e0-4b1e-85ef-c8573e277481 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f7dd363-790d-4275-b72d-14778f7338eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663626 Nov 16 11:41:13.262363 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57198) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:13.308720 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84355588-4cfe-40b5-8b71-a6e555b609c3 tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:13.316283 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-84355588-4cfe-40b5-8b71-a6e555b609c3 tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4 HTTP/1.1" status: 200 len: 1092 time: 0.0501175 Nov 16 11:41:13.317282 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57200) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:13.325606 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e8f3a87b-2a4f-478f-a6cb-2c13ea128986 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'port_id': 'bda14850-88f9-4936-881c-ad4e726233a0', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:13.327073 n-d-816823-3 neutron-server[102669]: DEBUG neutron.objects.ports [None req-40c9ffd1-27d1-4ebc-b196-a330021734aa tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102669) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 11:41:13.328924 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-40c9ffd1-27d1-4ebc-b196-a330021734aa tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:13.348754 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:41:13.364576 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8f3a87b-2a4f-478f-a6cb-2c13ea128986 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:13.374080 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c9ffd1-27d1-4ebc-b196-a330021734aa tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:41:13.377779 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-40c9ffd1-27d1-4ebc-b196-a330021734aa tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:13.381126 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c9ffd1-27d1-4ebc-b196-a330021734aa tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:13.381711 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-40c9ffd1-27d1-4ebc-b196-a330021734aa tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:13.387199 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c0b38c-edd1-4503-acc8-a830c49ce8e1 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:41:13.399701 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9ffd1-27d1-4ebc-b196-a330021734aa tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Subnet': ['ID=9a622fda-3821-4121-83ad-5e594465cc7f,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:13.412810 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-40c9ffd1-27d1-4ebc-b196-a330021734aa tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8119822 Nov 16 11:41:13.413826 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57204) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:13.419312 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-c454b7a8-ad11-4d7b-ab08-d7e48d6127a3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'subnet': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:13.521143 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8f3a87b-2a4f-478f-a6cb-2c13ea128986 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:13.596170 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c454b7a8-ad11-4d7b-ab08-d7e48d6127a3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:41:13.601599 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c454b7a8-ad11-4d7b-ab08-d7e48d6127a3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:13.616628 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e76c4c-df68-420d-a543-c56bde716755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-d02e5c70-c13b-4c74-9763-e19ffb7dd482', 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'tenant_id': '4ebb44564e554f6b8a2c06865b79e6ad', 'fixed_ips': [{'subnet_id': '9a622fda-3821-4121-83ad-5e594465cc7f'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:41:13.618101 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-54e76c4c-df68-420d-a543-c56bde716755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:13.713070 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-e8f3a87b-2a4f-478f-a6cb-2c13ea128986 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Allocated IP 172.25.0.132 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/aecd0849-6bdd-41dd-8769-c7788b34c2b3) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:41:13.835925 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-54e76c4c-df68-420d-a543-c56bde716755 None None] Allocated IP 2001:db8::f816:3eff:fecb:64dc (d02e5c70-c13b-4c74-9763-e19ffb7dd482/9a622fda-3821-4121-83ad-5e594465cc7f/9fd11014-ab1d-44eb-a403-8d4667541407) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:41:13.913154 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8f3a87b-2a4f-478f-a6cb-2c13ea128986 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:13.963088 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8f3a87b-2a4f-478f-a6cb-2c13ea128986 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:14.022698 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3a87b-2a4f-478f-a6cb-2c13ea128986 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'Port': ['ID=aecd0849-6bdd-41dd-8769-c7788b34c2b3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:14.042261 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f3a87b-2a4f-478f-a6cb-2c13ea128986 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:41:14.044593 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-e8f3a87b-2a4f-478f-a6cb-2c13ea128986 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:14.047602 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f3a87b-2a4f-478f-a6cb-2c13ea128986 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:41:14.163616 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-54e76c4c-df68-420d-a543-c56bde716755 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:14.179464 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-54e76c4c-df68-420d-a543-c56bde716755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:14.302193 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e76c4c-df68-420d-a543-c56bde716755 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:41:14.307397 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-54e76c4c-df68-420d-a543-c56bde716755 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:14.313965 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e76c4c-df68-420d-a543-c56bde716755 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:41:14.337685 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e76c4c-df68-420d-a543-c56bde716755 None None] Pushing event updated for resources: {'Port': ['ID=9fd11014-ab1d-44eb-a403-8d4667541407,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:14.402501 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-54e76c4c-df68-420d-a543-c56bde716755 None None] Attempting to bind port 9fd11014-ab1d-44eb-a403-8d4667541407 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:41:14.403238 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-54e76c4c-df68-420d-a543-c56bde716755 None None] Attempting to bind port 9fd11014-ab1d-44eb-a403-8d4667541407 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:41:14.403838 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e76c4c-df68-420d-a543-c56bde716755 None None] Attempting to bind port 9fd11014-ab1d-44eb-a403-8d4667541407 on network d02e5c70-c13b-4c74-9763-e19ffb7dd482 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:41:14.409325 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e76c4c-df68-420d-a543-c56bde716755 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:41:14.409773 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e76c4c-df68-420d-a543-c56bde716755 None None] Checking segment: {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:41:14.410243 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-54e76c4c-df68-420d-a543-c56bde716755 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:14.410663 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e76c4c-df68-420d-a543-c56bde716755 None None] Bound using segment: {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:41:14.411137 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-54e76c4c-df68-420d-a543-c56bde716755 None None] Bound port: 9fd11014-ab1d-44eb-a403-8d4667541407, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:41:14.411519 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-54e76c4c-df68-420d-a543-c56bde716755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:14.486057 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-54e76c4c-df68-420d-a543-c56bde716755 None None] For port 9fd11014-ab1d-44eb-a403-8d4667541407, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:41:14.490204 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-54e76c4c-df68-420d-a543-c56bde716755 None None] For port 9fd11014-ab1d-44eb-a403-8d4667541407, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=9fd11014-ab1d-44eb-a403-8d4667541407,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:41:14.501845 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-54e76c4c-df68-420d-a543-c56bde716755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:14.506375 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c454b7a8-ad11-4d7b-ab08-d7e48d6127a3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:14.592483 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e76c4c-df68-420d-a543-c56bde716755 None None] Pushing event updated for resources: {'Port': ['ID=9fd11014-ab1d-44eb-a403-8d4667541407,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:14.604561 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c454b7a8-ad11-4d7b-ab08-d7e48d6127a3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Subnet': ['ID=687bc2ad-5f4f-4edd-bef4-cd8e05db63f4,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:14.633362 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834b7ee-b928-4328-a614-02c5df7f6def req-cb414c22-930e-4de4-9ac8-47b97983e62b tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:14.643803 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b834b7ee-b928-4328-a614-02c5df7f6def req-cb414c22-930e-4de4-9ac8-47b97983e62b tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/networks?id=3d7484ae-78a0-4a01-9340-d50011c24af9 HTTP/1.1" status: 200 len: 812 time: 0.3207889 Nov 16 11:41:14.648907 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c454b7a8-ad11-4d7b-ab08-d7e48d6127a3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:41:14.659960 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-c454b7a8-ad11-4d7b-ab08-d7e48d6127a3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:14.663550 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c454b7a8-ad11-4d7b-ab08-d7e48d6127a3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:14.664133 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c454b7a8-ad11-4d7b-ab08-d7e48d6127a3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:14.674925 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b834b7ee-b928-4328-a614-02c5df7f6def req-f6db3c86-6117-44a5-b40e-f6aac5a46787 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/quotas/4bac558768764cbe98f7632412a36688 HTTP/1.1" status: 200 len: 375 time: 0.0299892 Nov 16 11:41:14.705987 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8f3a87b-2a4f-478f-a6cb-2c13ea128986 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:14.728859 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c454b7a8-ad11-4d7b-ab08-d7e48d6127a3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3138914 Nov 16 11:41:14.732332 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57246) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:14.742905 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-279a9f9e-1028-4eac-97dd-4b87869b36e1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'port': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'mac_address': 'fa:16:3e:60:55:2d', 'name': 'tempest-NetworksTestDHCPv6-1194671567'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:14.825866 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b834b7ee-b928-4328-a614-02c5df7f6def req-dcd5a27f-0bae-4d92-bb9f-0074f0bc2bf1 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4bac558768764cbe98f7632412a36688&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1499083 Nov 16 11:41:14.879583 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8f3a87b-2a4f-478f-a6cb-2c13ea128986 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:14.948003 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57252) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:14.973343 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b834b7ee-b928-4328-a614-02c5df7f6def req-90fadab3-ee5a-4e48-a55d-7f4b93cb1e65 service neutron] 10.222.0.61 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466081 Nov 16 11:41:15.132734 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 9fd11014-ab1d-44eb-a403-8d4667541407 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:41:15.171402 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8f3a87b-2a4f-478f-a6cb-2c13ea128986 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:15.180278 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8f3a87b-2a4f-478f-a6cb-2c13ea128986 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:15.207638 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b834b7ee-b928-4328-a614-02c5df7f6def req-ccf23947-8324-44a5-994b-d48e5dc67436 service neutron] 10.222.0.61 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259555 Nov 16 11:41:15.245838 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279a9f9e-1028-4eac-97dd-4b87869b36e1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:41:15.272288 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 9fd11014-ab1d-44eb-a403-8d4667541407 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:15.272762 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:15.342605 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8f3a87b-2a4f-478f-a6cb-2c13ea128986 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:15.461502 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:15.486477 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [None req-e8f3a87b-2a4f-478f-a6cb-2c13ea128986 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Floating IP 2092d25b-144c-4913-96b5-4d075190e48b associated. External IP: 172.25.0.132, port: bda14850-88f9-4936-881c-ad4e726233a0. Nov 16 11:41:15.552381 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-279a9f9e-1028-4eac-97dd-4b87869b36e1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:15.582890 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 9fd11014-ab1d-44eb-a403-8d4667541407, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=9fd11014-ab1d-44eb-a403-8d4667541407,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:41:15.611195 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:15.646980 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3a87b-2a4f-478f-a6cb-2c13ea128986 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'Port': ['ID=aecd0849-6bdd-41dd-8769-c7788b34c2b3,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:15.659456 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7bca7cf5-b92e-4824-b608-e08bb6162150 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:15.660011 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-279a9f9e-1028-4eac-97dd-4b87869b36e1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] device_id is not set on port 3c62c5d3-9d3e-4003-b2a7-4f8202096e03 yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:41:15.697098 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7aa8986a-797e-4245-aad0-5f1208b9daae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:15.765135 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=9fd11014-ab1d-44eb-a403-8d4667541407,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:15.948179 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-279a9f9e-1028-4eac-97dd-4b87869b36e1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Allocated IP 172.20.0.9 (d02e5c70-c13b-4c74-9763-e19ffb7dd482/687bc2ad-5f4f-4edd-bef4-cd8e05db63f4/3c62c5d3-9d3e-4003-b2a7-4f8202096e03) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:41:15.955163 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-279a9f9e-1028-4eac-97dd-4b87869b36e1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Allocated IP 2001:db8::f816:3eff:fe60:552d (d02e5c70-c13b-4c74-9763-e19ffb7dd482/9a622fda-3821-4121-83ad-5e594465cc7f/3c62c5d3-9d3e-4003-b2a7-4f8202096e03) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:41:16.117402 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f3a87b-2a4f-478f-a6cb-2c13ea128986 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Router c58eaea9-a65d-47d0-ade3-63f494635c1e has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:41:16.147554 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-30d7ede5-c0d8-497e-a2fd-ee3be166591d req-dd1782e0-6b6a-4c08-a562-86e001ef7bd1 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=f632be34-16d2-466f-848c-1266f1ebfecc HTTP/1.1" status: 200 len: 210 time: 0.0628908 Nov 16 11:41:16.175164 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7bca7cf5-b92e-4824-b608-e08bb6162150 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:16.217754 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-279a9f9e-1028-4eac-97dd-4b87869b36e1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:16.248454 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7bca7cf5-b92e-4824-b608-e08bb6162150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:16.288389 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdfd89b-e818-4646-a396-d99875edfff5 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:41:16.302153 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-279a9f9e-1028-4eac-97dd-4b87869b36e1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:16.336457 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7bca7cf5-b92e-4824-b608-e08bb6162150 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5c40822970fc4236bfb3d521b4ae40fa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3867640 Nov 16 11:41:16.338562 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57280) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:16.370398 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca7cf5-b92e-4824-b608-e08bb6162150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e174863d-6461-4617-b8bf-1082d0283c61,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:16.395543 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279a9f9e-1028-4eac-97dd-4b87869b36e1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:41:16.402715 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-279a9f9e-1028-4eac-97dd-4b87869b36e1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:16.416452 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279a9f9e-1028-4eac-97dd-4b87869b36e1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:41:16.427279 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f3a87b-2a4f-478f-a6cb-2c13ea128986 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:41:16.456466 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec25298-cd82-4110-8f1c-af73a1aa4c68 None None] Sync routers for ids ['c58eaea9-a65d-47d0-ade3-63f494635c1e'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:41:16.460990 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b7fffd8b-e115-49c3-9f3d-5eeb7c994f2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:16.475251 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8f3a87b-2a4f-478f-a6cb-2c13ea128986 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:16.502777 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec25298-cd82-4110-8f1c-af73a1aa4c68 None None] Routers {'c58eaea9-a65d-47d0-ade3-63f494635c1e'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:41:16.503827 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9ec25298-cd82-4110-8f1c-af73a1aa4c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:41:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c58eaea9-a65d-47d0-ade3-63f494635c1e'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:41:16.517209 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b7fffd8b-e115-49c3-9f3d-5eeb7c994f2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:16.526895 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e8f3a87b-2a4f-478f-a6cb-2c13ea128986 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2082670 Nov 16 11:41:16.528938 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d91fe6-555d-47cf-9cac-d4f5156ad9c4', 'tag': 'bda14850-88f9-4936-881c-ad4e726233a0'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:41:16.532303 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4bef6e-9898-44ed-a8e9-2cf74c1ee490" -d '{"events": [{"name": "network-changed", "server_uuid": "18d91fe6-555d-47cf-9cac-d4f5156ad9c4", "tag": "bda14850-88f9-4936-881c-ad4e726233a0"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:41:16.545827 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a9f9e-1028-4eac-97dd-4b87869b36e1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Port': ['ID=3c62c5d3-9d3e-4003-b2a7-4f8202096e03,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:16.564545 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-03c532b1-8417-4a4a-b71e-7630b35dda94 None None] Provisioning complete for port 9fd11014-ab1d-44eb-a403-8d4667541407 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:16.565314 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-03c532b1-8417-4a4a-b71e-7630b35dda94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:16.588519 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279a9f9e-1028-4eac-97dd-4b87869b36e1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:16.589187 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-279a9f9e-1028-4eac-97dd-4b87869b36e1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:16.606833 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b7fffd8b-e115-49c3-9f3d-5eeb7c994f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:16.612892 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b7fffd8b-e115-49c3-9f3d-5eeb7c994f2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:16.616031 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b7fffd8b-e115-49c3-9f3d-5eeb7c994f2c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e174863d-6461-4617-b8bf-1082d0283c61 HTTP/1.1" status: 204 len: 168 time: 0.2617388 Nov 16 11:41:16.636499 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-279a9f9e-1028-4eac-97dd-4b87869b36e1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9010620 Nov 16 11:41:16.638947 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57292) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:16.660427 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fffd8b-e115-49c3-9f3d-5eeb7c994f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e174863d-6461-4617-b8bf-1082d0283c61,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:16.749171 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:16.774285 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a36054-3a08-4503-9d96-97c54271d12b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:16.792990 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a36054-3a08-4503-9d96-97c54271d12b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:16.798220 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57296) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:16.808323 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a0a36054-3a08-4503-9d96-97c54271d12b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1680753 Nov 16 11:41:16.835067 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2351ef-d2be-4c93-b589-d8c92a5092c5 req-c59b7c50-dcf8-4e08-a7f0-ff6318e5320c tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:16.847301 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8b2351ef-d2be-4c93-b589-d8c92a5092c5 req-c59b7c50-dcf8-4e08-a7f0-ff6318e5320c tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4 HTTP/1.1" status: 200 len: 946 time: 0.1451495 Nov 16 11:41:16.858602 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-9ec25298-cd82-4110-8f1c-af73a1aa4c68 None None] Set router c58eaea9-a65d-47d0-ade3-63f494635c1e gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:41:16.960685 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8b2351ef-d2be-4c93-b589-d8c92a5092c5 req-0dc70729-b03c-4267-af7f-a7d97948e918 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f7dd363-790d-4275-b72d-14778f7338eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121836 Nov 16 11:41:16.977845 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57300) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:17.029792 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-97b27fe7-b94b-4e14-af35-d36d1713740b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting port 3c62c5d3-9d3e-4003-b2a7-4f8202096e03 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:41:17.033012 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-97b27fe7-b94b-4e14-af35-d36d1713740b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:17.092987 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ea5432-9570-4da7-913e-83014da5d6e6 x-openstack-request-id: req-f3ea5432-9570-4da7-913e-83014da5d6e6 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:41:17.096934 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d91fe6-555d-47cf-9cac-d4f5156ad9c4", "tag": "bda14850-88f9-4936-881c-ad4e726233a0", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:41:17.098294 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f3ea5432-9570-4da7-913e-83014da5d6e6 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:41:17.101210 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d91fe6-555d-47cf-9cac-d4f5156ad9c4', 'tag': 'bda14850-88f9-4936-881c-ad4e726233a0', 'status': 'completed', 'code': 200} Nov 16 11:41:17.108531 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-40ab1488-e5ba-433a-b980-7a26b038133c tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/floatingips/2092d25b-144c-4913-96b5-4d075190e48b HTTP/1.1" status: 200 len: 992 time: 0.1256733 Nov 16 11:41:17.300300 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 9fd11014-ab1d-44eb-a403-8d4667541407 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:41:17.323833 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834b7ee-b928-4328-a614-02c5df7f6def req-bb61100d-2795-4f14-bd57-99df02450cbd tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:17.325941 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b834b7ee-b928-4328-a614-02c5df7f6def req-bb61100d-2795-4f14-bd57-99df02450cbd tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.36 "GET /v2.0/networks?id=3d7484ae-78a0-4a01-9340-d50011c24af9 HTTP/1.1" status: 200 len: 812 time: 0.1870694 Nov 16 11:41:17.358726 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-b834b7ee-b928-4328-a614-02c5df7f6def req-84722878-7930-47cb-a6bb-6542c35b33de tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Request body: {'port': {'device_id': 'f632be34-16d2-466f-848c-1266f1ebfecc', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'admin_state_up': True, 'tenant_id': '4bac558768764cbe98f7632412a36688'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:17.544788 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 9fd11014-ab1d-44eb-a403-8d4667541407 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:17.545180 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:17.701526 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-70d159fd-c0cf-4d65-9858-20aac5e2ca60 req-77e8acb9-20ab-49d3-8978-0ad294a1a860 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=f632be34-16d2-466f-848c-1266f1ebfecc HTTP/1.1" status: 200 len: 210 time: 0.2847559 Nov 16 11:41:17.708353 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09d89bb-33ed-489e-a808-c62ba029b169 None None] Update dhcp port {'port': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'fixed_ips': [{'subnet_id': '9a622fda-3821-4121-83ad-5e594465cc7f', 'ip_address': '2001:db8::f816:3eff:fecb:64dc'}, {'subnet_id': '687bc2ad-5f4f-4edd-bef4-cd8e05db63f4'}], 'binding:host_id': 'n-d-816823-3'}, 'id': '9fd11014-ab1d-44eb-a403-8d4667541407'} from n-d-816823-3. {{(pid=102670) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 11:41:17.736538 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a09d89bb-33ed-489e-a808-c62ba029b169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:17.738865 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b834b7ee-b928-4328-a614-02c5df7f6def req-84722878-7930-47cb-a6bb-6542c35b33de tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Made reservation on behalf of 4bac558768764cbe98f7632412a36688 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:41:17.744958 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b834b7ee-b928-4328-a614-02c5df7f6def req-84722878-7930-47cb-a6bb-6542c35b33de tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:17.917126 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bef6e-9898-44ed-a8e9-2cf74c1ee490 req-e19e68bc-1417-49cf-8015-7563ca7d0cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:17.918701 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9b4bef6e-9898-44ed-a8e9-2cf74c1ee490 req-e19e68bc-1417-49cf-8015-7563ca7d0cea service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a94525ce04b1475298bff18f4d90d9d6&device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4 HTTP/1.1" status: 200 len: 1097 time: 0.1535354 Nov 16 11:41:17.955909 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-97b27fe7-b94b-4e14-af35-d36d1713740b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:17.998274 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-b834b7ee-b928-4328-a614-02c5df7f6def req-84722878-7930-47cb-a6bb-6542c35b33de tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Allocated IP 172.20.0.11 (3d7484ae-78a0-4a01-9340-d50011c24af9/b36b18de-7ce5-4007-aecb-7c9e7de7c07f/20cc9cc3-edd4-4808-b78f-23a5a76f39f8) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:41:18.016533 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-97b27fe7-b94b-4e14-af35-d36d1713740b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Calling delete_port for 3c62c5d3-9d3e-4003-b2a7-4f8202096e03 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:41:18.072840 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9ec25298-cd82-4110-8f1c-af73a1aa4c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c58eaea9-a65d-47d0-ade3-63f494635c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537334600', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'aa8b51d4-2297-49dc-ab31-ee09796b9e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:40:40Z', 'updated_at': '2021-11-16T11:40:50Z', 'revision_number': 4, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': 'aa8b51d4-2297-49dc-ab31-ee09796b9e22', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58eaea9-a65d-47d0-ade3-63f494635c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:40:41Z', 'updated_at': '2021-11-16T11:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '2092d25b-144c-4913-96b5-4d075190e48b', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'floating_ip_address': '172.25.0.132', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'c58eaea9-a65d-47d0-ade3-63f494635c1e', 'port_id': 'bda14850-88f9-4936-881c-ad4e726233a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca73572-76c5-4f25-8350-367e966c7e9c', 'mac_address': 'fa:16:3e:b4:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d91fe6-555d-47cf-9cac-d4f5156ad9c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:41:14Z', 'updated_at': '2021-11-16T11:41:14Z', 'revision_number': 0, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0895642f-4c6a-4cab-8854-7eb92c375d08', 'name': '', 'network_id': '8ca73572-76c5-4f25-8350-367e966c7e9c', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'mac_address': 'fa:16:3e:f9:c3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58eaea9-a65d-47d0-ade3-63f494635c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '94a14835-5cdb-402d-9edd-b7beabc5bf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:40:48Z', 'updated_at': '2021-11-16T11:40:56Z', 'revision_number': 5, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'subnets': [{'id': '94a14835-5cdb-402d-9edd-b7beabc5bf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:41:18.111837 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57326) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:18.120352 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bef6e-9898-44ed-a8e9-2cf74c1ee490 req-cb9f525e-da70-43a5-b360-04465cf5a6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:18.131031 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9b4bef6e-9898-44ed-a8e9-2cf74c1ee490 req-cb9f525e-da70-43a5-b360-04465cf5a6c4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8ca73572-76c5-4f25-8350-367e966c7e9c HTTP/1.1" status: 200 len: 897 time: 0.2034814 Nov 16 11:41:18.167798 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec25298-cd82-4110-8f1c-af73a1aa4c68 None None] Checking router: c58eaea9-a65d-47d0-ade3-63f494635c1e for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:41:18.299187 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9b4bef6e-9898-44ed-a8e9-2cf74c1ee490 req-bf92ba9a-3971-4024-92a2-33b23e66e72e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bda14850-88f9-4936-881c-ad4e726233a0 HTTP/1.1" status: 200 len: 1000 time: 0.1581454 Nov 16 11:41:18.316891 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2dca1a72-78e6-4800-972c-f2ee7fd2b26c tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/floatingips/2092d25b-144c-4913-96b5-4d075190e48b HTTP/1.1" status: 200 len: 992 time: 0.1703222 Nov 16 11:41:18.428869 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec25298-cd82-4110-8f1c-af73a1aa4c68 None None] Routers {'c58eaea9-a65d-47d0-ade3-63f494635c1e'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:41:18.430182 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9ec25298-cd82-4110-8f1c-af73a1aa4c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:41:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c58eaea9-a65d-47d0-ade3-63f494635c1e'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:41:18.447269 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bef6e-9898-44ed-a8e9-2cf74c1ee490 req-1c5ce9eb-9382-4e66-9c5b-d067837694c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:18.448765 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9b4bef6e-9898-44ed-a8e9-2cf74c1ee490 req-1c5ce9eb-9382-4e66-9c5b-d067837694c3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94a14835-5cdb-402d-9edd-b7beabc5bf3a HTTP/1.1" status: 200 len: 834 time: 0.1239979 Nov 16 11:41:18.558457 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:18.574158 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bef6e-9898-44ed-a8e9-2cf74c1ee490 req-d9f17a5f-0adf-431a-9254-dc9d1d500fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:18.575935 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9b4bef6e-9898-44ed-a8e9-2cf74c1ee490 req-d9f17a5f-0adf-431a-9254-dc9d1d500fe8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8ca73572-76c5-4f25-8350-367e966c7e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1166475 Nov 16 11:41:18.694580 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9b4bef6e-9898-44ed-a8e9-2cf74c1ee490 req-45a75b36-80f7-48d9-a2c2-b64b6c8106b2 service neutron] 10.222.0.64 "GET /v2.0/networks/8ca73572-76c5-4f25-8350-367e966c7e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080720 Nov 16 11:41:18.701967 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-a09d89bb-33ed-489e-a808-c62ba029b169 None None] Allocated IP 172.20.0.2 (d02e5c70-c13b-4c74-9763-e19ffb7dd482/687bc2ad-5f4f-4edd-bef4-cd8e05db63f4/9fd11014-ab1d-44eb-a403-8d4667541407) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:41:18.712751 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-9ec25298-cd82-4110-8f1c-af73a1aa4c68 None None] Set router c58eaea9-a65d-47d0-ade3-63f494635c1e gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:41:18.730203 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-97b27fe7-b94b-4e14-af35-d36d1713740b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:18.737245 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b834b7ee-b928-4328-a614-02c5df7f6def req-84722878-7930-47cb-a6bb-6542c35b33de tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:18.803035 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b27fe7-b94b-4e14-af35-d36d1713740b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Port': ['ID=3c62c5d3-9d3e-4003-b2a7-4f8202096e03,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:18.824670 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b834b7ee-b928-4328-a614-02c5df7f6def req-84722878-7930-47cb-a6bb-6542c35b33de tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:18.854286 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b834b7ee-b928-4328-a614-02c5df7f6def req-84722878-7930-47cb-a6bb-6542c35b33de tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Network 3d7484ae-78a0-4a01-9340-d50011c24af9 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:41:18.880771 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-b834b7ee-b928-4328-a614-02c5df7f6def req-84722878-7930-47cb-a6bb-6542c35b33de tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:18.887904 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-b834b7ee-b928-4328-a614-02c5df7f6def req-84722878-7930-47cb-a6bb-6542c35b33de tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:41:18.986460 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9b4bef6e-9898-44ed-a8e9-2cf74c1ee490 req-4ae82bd8-f63c-407f-a34a-5ddc61824c7f service neutron] 10.222.0.64 "GET /v2.0/networks/8ca73572-76c5-4f25-8350-367e966c7e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817264 Nov 16 11:41:19.051066 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834b7ee-b928-4328-a614-02c5df7f6def req-84722878-7930-47cb-a6bb-6542c35b33de tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:19.052182 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b834b7ee-b928-4328-a614-02c5df7f6def req-84722878-7930-47cb-a6bb-6542c35b33de tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:19.083541 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b834b7ee-b928-4328-a614-02c5df7f6def req-84722878-7930-47cb-a6bb-6542c35b33de tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7379801 Nov 16 11:41:19.085587 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84722878-7930-47cb-a6bb-6542c35b33de tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Pushing event updated for resources: {'Port': ['ID=20cc9cc3-edd4-4808-b78f-23a5a76f39f8,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:19.088366 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-97b27fe7-b94b-4e14-af35-d36d1713740b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:19.091969 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-97b27fe7-b94b-4e14-af35-d36d1713740b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/ports/3c62c5d3-9d3e-4003-b2a7-4f8202096e03 HTTP/1.1" status: 204 len: 168 time: 2.2925286 Nov 16 11:41:19.095402 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57346) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:19.106473 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-b834b7ee-b928-4328-a614-02c5df7f6def req-41c85195-4094-43c6-a340-044590bdae30 service neutron] Request body: {'port': {'device_id': 'f632be34-16d2-466f-848c-1266f1ebfecc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:19.148344 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:19.214065 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b834b7ee-b928-4328-a614-02c5df7f6def req-41c85195-4094-43c6-a340-044590bdae30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:19.252470 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-a09d89bb-33ed-489e-a808-c62ba029b169 None None] For port 9fd11014-ab1d-44eb-a403-8d4667541407, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=9fd11014-ab1d-44eb-a403-8d4667541407,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:41:19.266747 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05264d-663c-455f-a0ee-70543cfa153d req-cdfda6db-5dd2-4f43-afa0-9c7c5e88cbd9 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:19.268797 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0a05264d-663c-455f-a0ee-70543cfa153d req-cdfda6db-5dd2-4f43-afa0-9c7c5e88cbd9 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=f632be34-16d2-466f-848c-1266f1ebfecc HTTP/1.1" status: 200 len: 932 time: 0.3851190 Nov 16 11:41:19.286634 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710a2e57-83b0-4401-bf75-4e356bc84762 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:19.288598 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710a2e57-83b0-4401-bf75-4e356bc84762 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:19.292075 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710a2e57-83b0-4401-bf75-4e356bc84762 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:19.299166 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-710a2e57-83b0-4401-bf75-4e356bc84762 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2024019 Nov 16 11:41:19.301847 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57348) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:19.310369 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a09d89bb-33ed-489e-a808-c62ba029b169 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:19.327539 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57350) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:19.362778 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a09d89bb-33ed-489e-a808-c62ba029b169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:19.437278 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-91ad89aa-0c19-4e81-b0b0-25d464a711ca None None] Provisioning complete for port 20cc9cc3-edd4-4808-b78f-23a5a76f39f8 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:19.437278 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-91ad89aa-0c19-4e81-b0b0-25d464a711ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:19.481343 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-25377b87-68c6-4d13-a944-018ebd9753de tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/floatingips/2092d25b-144c-4913-96b5-4d075190e48b HTTP/1.1" status: 200 len: 992 time: 0.1494694 Nov 16 11:41:19.542730 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9ec25298-cd82-4110-8f1c-af73a1aa4c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c58eaea9-a65d-47d0-ade3-63f494635c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537334600', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'aa8b51d4-2297-49dc-ab31-ee09796b9e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:40:40Z', 'updated_at': '2021-11-16T11:40:50Z', 'revision_number': 4, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': 'aa8b51d4-2297-49dc-ab31-ee09796b9e22', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58eaea9-a65d-47d0-ade3-63f494635c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:40:41Z', 'updated_at': '2021-11-16T11:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '2092d25b-144c-4913-96b5-4d075190e48b', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'floating_ip_address': '172.25.0.132', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'c58eaea9-a65d-47d0-ade3-63f494635c1e', 'port_id': 'bda14850-88f9-4936-881c-ad4e726233a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca73572-76c5-4f25-8350-367e966c7e9c', 'mac_address': 'fa:16:3e:b4:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d91fe6-555d-47cf-9cac-d4f5156ad9c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:41:14Z', 'updated_at': '2021-11-16T11:41:14Z', 'revision_number': 0, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0895642f-4c6a-4cab-8854-7eb92c375d08', 'name': '', 'network_id': '8ca73572-76c5-4f25-8350-367e966c7e9c', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'mac_address': 'fa:16:3e:f9:c3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58eaea9-a65d-47d0-ade3-63f494635c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '94a14835-5cdb-402d-9edd-b7beabc5bf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:40:48Z', 'updated_at': '2021-11-16T11:40:56Z', 'revision_number': 5, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'subnets': [{'id': '94a14835-5cdb-402d-9edd-b7beabc5bf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:41:19.546802 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d89bb-33ed-489e-a808-c62ba029b169 None None] Pushing event updated for resources: {'Port': ['ID=9fd11014-ab1d-44eb-a403-8d4667541407,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:19.549431 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0a05264d-663c-455f-a0ee-70543cfa153d req-5b74a946-1f4d-46f2-8895-701ac9532611 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039566 Nov 16 11:41:19.557164 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ee7fe73-2b20-4917-8a27-3c86ec5a1e04 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting subnet 687bc2ad-5f4f-4edd-bef4-cd8e05db63f4 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:41:19.612190 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-91ad89aa-0c19-4e81-b0b0-25d464a711ca None None] Port 20cc9cc3-edd4-4808-b78f-23a5a76f39f8 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:41:19.618785 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec25298-cd82-4110-8f1c-af73a1aa4c68 None None] The sync data for ids ['c58eaea9-a65d-47d0-ade3-63f494635c1e'] in n-d-816823-3 is: [{'id': 'c58eaea9-a65d-47d0-ade3-63f494635c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537334600', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'aa8b51d4-2297-49dc-ab31-ee09796b9e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:40:40Z', 'updated_at': '2021-11-16T11:40:50Z', 'revision_number': 4, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': 'aa8b51d4-2297-49dc-ab31-ee09796b9e22', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58eaea9-a65d-47d0-ade3-63f494635c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:40:41Z', 'updated_at': '2021-11-16T11:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '2092d25b-144c-4913-96b5-4d075190e48b', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'floating_ip_address': '172.25.0.132', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'c58eaea9-a65d-47d0-ade3-63f494635c1e', 'port_id': 'bda14850-88f9-4936-881c-ad4e726233a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ca73572-76c5-4f25-8350-367e966c7e9c', 'mac_address': 'fa:16:3e:b4:c3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d91fe6-555d-47cf-9cac-d4f5156ad9c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:41:14Z', 'updated_at': '2021-11-16T11:41:14Z', 'revision_number': 0, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0895642f-4c6a-4cab-8854-7eb92c375d08', 'name': '', 'network_id': '8ca73572-76c5-4f25-8350-367e966c7e9c', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'mac_address': 'fa:16:3e:f9:c3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58eaea9-a65d-47d0-ade3-63f494635c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '94a14835-5cdb-402d-9edd-b7beabc5bf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:40:48Z', 'updated_at': '2021-11-16T11:40:56Z', 'revision_number': 5, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'subnets': [{'id': '94a14835-5cdb-402d-9edd-b7beabc5bf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:41:19.804019 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4ee7fe73-2b20-4917-8a27-3c86ec5a1e04 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:19.862484 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4ee7fe73-2b20-4917-8a27-3c86ec5a1e04 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:19.999502 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57364) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:20.009673 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4ee7fe73-2b20-4917-8a27-3c86ec5a1e04 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:20.083718 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709033e8-bf96-466b-a224-6fde3e8c89c9 None None] New status for floating IP 2092d25b-144c-4913-96b5-4d075190e48b: ACTIVE {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:41:20.173824 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4ee7fe73-2b20-4917-8a27-3c86ec5a1e04 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:20.228565 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee7fe73-2b20-4917-8a27-3c86ec5a1e04 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Subnet': ['ID=687bc2ad-5f4f-4edd-bef4-cd8e05db63f4,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:20.242181 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4ee7fe73-2b20-4917-8a27-3c86ec5a1e04 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:20.248255 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4ee7fe73-2b20-4917-8a27-3c86ec5a1e04 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/687bc2ad-5f4f-4edd-bef4-cd8e05db63f4 HTTP/1.1" status: 204 len: 168 time: 0.9451408 Nov 16 11:41:20.251729 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57372) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:20.274380 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0b3fa934-f19a-48d6-9735-06171778370b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:20.315887 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-312706ae-e7c0-481c-ac35-f34cd9ce9a93 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting subnet 9a622fda-3821-4121-83ad-5e594465cc7f {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:41:20.320767 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [req-b834b7ee-b928-4328-a614-02c5df7f6def req-41c85195-4094-43c6-a340-044590bdae30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20cc9cc3-edd4-4808-b78f-23a5a76f39f8 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:41:20.324966 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-312706ae-e7c0-481c-ac35-f34cd9ce9a93 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:20.357970 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b834b7ee-b928-4328-a614-02c5df7f6def req-41c85195-4094-43c6-a340-044590bdae30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:20.385263 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-b834b7ee-b928-4328-a614-02c5df7f6def req-41c85195-4094-43c6-a340-044590bdae30 service neutron] Transition to ACTIVE for port object 20cc9cc3-edd4-4808-b78f-23a5a76f39f8 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:41:20.390471 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-312706ae-e7c0-481c-ac35-f34cd9ce9a93 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:20.394809 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b834b7ee-b928-4328-a614-02c5df7f6def req-41c85195-4094-43c6-a340-044590bdae30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:20.411789 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0b3fa934-f19a-48d6-9735-06171778370b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:20.418287 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0b3fa934-f19a-48d6-9735-06171778370b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:20.471160 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0b3fa934-f19a-48d6-9735-06171778370b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=aaec2413270d40f1bbfc5cc7a0ecf718&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4658790 Nov 16 11:41:20.479097 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57374) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:20.487302 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57376) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:20.543802 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3fa934-f19a-48d6-9735-06171778370b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a14da2b-2c34-46b2-a6ca-79efc0ca1442,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:20.585038 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260fe481-64a5-43d3-9849-827720a8ac7a None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:41:20.594528 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-39b27897-9753-4007-b322-dfa9b1003be7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:20.623135 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-312706ae-e7c0-481c-ac35-f34cd9ce9a93 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:20.644015 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-39b27897-9753-4007-b322-dfa9b1003be7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:20.715973 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c85195-4094-43c6-a340-044590bdae30 service neutron] Pushing event updated for resources: {'Port': ['ID=20cc9cc3-edd4-4808-b78f-23a5a76f39f8,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:20.717350 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-39b27897-9753-4007-b322-dfa9b1003be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:20.721458 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-39b27897-9753-4007-b322-dfa9b1003be7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:20.722654 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-39b27897-9753-4007-b322-dfa9b1003be7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8a14da2b-2c34-46b2-a6ca-79efc0ca1442 HTTP/1.1" status: 204 len: 168 time: 0.2426016 Nov 16 11:41:20.731579 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b27897-9753-4007-b322-dfa9b1003be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a14da2b-2c34-46b2-a6ca-79efc0ca1442,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:20.743655 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a84b1172-0bc8-4ba3-8d69-b94a06d3715d None None] Could not find standard attr ID for object 3c62c5d3-9d3e-4003-b2a7-4f8202096e03. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:41:20.750775 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f836fc45-7e0e-4b8f-b5c3-ce6b876a5032 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/floatingips/2092d25b-144c-4913-96b5-4d075190e48b HTTP/1.1" status: 200 len: 994 time: 0.2618098 Nov 16 11:41:20.798443 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-312706ae-e7c0-481c-ac35-f34cd9ce9a93 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:20.829553 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a84b1172-0bc8-4ba3-8d69-b94a06d3715d None None] Provisioning complete for port 9fd11014-ab1d-44eb-a403-8d4667541407 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:20.829958 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a84b1172-0bc8-4ba3-8d69-b94a06d3715d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:20.835109 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-312706ae-e7c0-481c-ac35-f34cd9ce9a93 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:20.838700 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-312706ae-e7c0-481c-ac35-f34cd9ce9a93 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/9a622fda-3821-4121-83ad-5e594465cc7f HTTP/1.1" status: 204 len: 168 time: 0.5861344 Nov 16 11:41:20.841700 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57384) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:20.862018 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312706ae-e7c0-481c-ac35-f34cd9ce9a93 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Subnet': ['ID=9a622fda-3821-4121-83ad-5e594465cc7f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:20.889957 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-b834b7ee-b928-4328-a614-02c5df7f6def req-41c85195-4094-43c6-a340-044590bdae30 service neutron] Attempting to bind port 20cc9cc3-edd4-4808-b78f-23a5a76f39f8 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:41:20.890636 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-b834b7ee-b928-4328-a614-02c5df7f6def req-41c85195-4094-43c6-a340-044590bdae30 service neutron] Attempting to bind port 20cc9cc3-edd4-4808-b78f-23a5a76f39f8 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'c7ce274d-1faf-4924-9c3c-562dce13f294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:41:20.891042 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b834b7ee-b928-4328-a614-02c5df7f6def req-41c85195-4094-43c6-a340-044590bdae30 service neutron] Attempting to bind port 20cc9cc3-edd4-4808-b78f-23a5a76f39f8 on network 3d7484ae-78a0-4a01-9340-d50011c24af9 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:41:20.905953 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b106f88-72a6-4919-8726-6a30bc0186af req-2450b203-6ff9-405f-8d9b-39733df94ccd tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:20.905953 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b106f88-72a6-4919-8726-6a30bc0186af req-2450b203-6ff9-405f-8d9b-39733df94ccd tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=f632be34-16d2-466f-848c-1266f1ebfecc HTTP/1.1" status: 200 len: 944 time: 0.1629932 Nov 16 11:41:20.906803 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57386) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:20.912546 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-87df27f5-b9b9-4ca5-a5b3-a5061a90251d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'subnet': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:20.915773 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b834b7ee-b928-4328-a614-02c5df7f6def req-41c85195-4094-43c6-a340-044590bdae30 service neutron] Port 20cc9cc3-edd4-4808-b78f-23a5a76f39f8 on network 3d7484ae-78a0-4a01-9340-d50011c24af9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:41:20.916186 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b834b7ee-b928-4328-a614-02c5df7f6def req-41c85195-4094-43c6-a340-044590bdae30 service neutron] Attempting to bind port 20cc9cc3-edd4-4808-b78f-23a5a76f39f8 on network 3d7484ae-78a0-4a01-9340-d50011c24af9 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:41:20.920327 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d37fa222-a386-4cfc-80b6-0d56ec4fe251 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0759003 Nov 16 11:41:20.975726 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b834b7ee-b928-4328-a614-02c5df7f6def req-41c85195-4094-43c6-a340-044590bdae30 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:41:20.976158 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b834b7ee-b928-4328-a614-02c5df7f6def req-41c85195-4094-43c6-a340-044590bdae30 service neutron] Checking segment: {'id': 'c7ce274d-1faf-4924-9c3c-562dce13f294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:41:20.976619 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b834b7ee-b928-4328-a614-02c5df7f6def req-41c85195-4094-43c6-a340-044590bdae30 service neutron] Bound using segment: {'id': 'c7ce274d-1faf-4924-9c3c-562dce13f294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:41:20.977562 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-b834b7ee-b928-4328-a614-02c5df7f6def req-41c85195-4094-43c6-a340-044590bdae30 service neutron] Bound port: 20cc9cc3-edd4-4808-b78f-23a5a76f39f8, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ce274d-1faf-4924-9c3c-562dce13f294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:41:20.978115 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b834b7ee-b928-4328-a614-02c5df7f6def req-41c85195-4094-43c6-a340-044590bdae30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:21.036450 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ac2b02-8279-4940-bdc8-28da0df54e90 None None] Update dhcp port {'port': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'fixed_ips': [{'subnet_id': '9a622fda-3821-4121-83ad-5e594465cc7f'}], 'binding:host_id': 'n-d-816823-3'}, 'id': '9fd11014-ab1d-44eb-a403-8d4667541407'} from n-d-816823-3. {{(pid=102670) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 11:41:21.052031 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b106f88-72a6-4919-8726-6a30bc0186af req-bf9661d3-5d47-42f5-977c-7fbd1eb2ce6d tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303763 Nov 16 11:41:21.079579 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 9fd11014-ab1d-44eb-a403-8d4667541407 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:41:21.083903 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b2ac2b02-8279-4940-bdc8-28da0df54e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:21.185225 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87df27f5-b9b9-4ca5-a5b3-a5061a90251d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:41:21.189335 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-87df27f5-b9b9-4ca5-a5b3-a5061a90251d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:21.210449 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-b834b7ee-b928-4328-a614-02c5df7f6def req-41c85195-4094-43c6-a340-044590bdae30 service neutron] For port 20cc9cc3-edd4-4808-b78f-23a5a76f39f8, host n-h1-816823-3, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:41:21.264189 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-b834b7ee-b928-4328-a614-02c5df7f6def req-41c85195-4094-43c6-a340-044590bdae30 service neutron] For port 20cc9cc3-edd4-4808-b78f-23a5a76f39f8, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=20cc9cc3-edd4-4808-b78f-23a5a76f39f8,segment=NetworkSegment(c7ce274d-1faf-4924-9c3c-562dce13f294),segment_id=c7ce274d-1faf-4924-9c3c-562dce13f294)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:41:21.277033 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b834b7ee-b928-4328-a614-02c5df7f6def req-41c85195-4094-43c6-a340-044590bdae30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:21.302985 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834b7ee-b928-4328-a614-02c5df7f6def req-41c85195-4094-43c6-a340-044590bdae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:21.304270 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b834b7ee-b928-4328-a614-02c5df7f6def req-41c85195-4094-43c6-a340-044590bdae30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:21.306134 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b834b7ee-b928-4328-a614-02c5df7f6def req-41c85195-4094-43c6-a340-044590bdae30 service neutron] 10.222.0.36 "PUT /v2.0/ports/20cc9cc3-edd4-4808-b78f-23a5a76f39f8 HTTP/1.1" status: 200 len: 1092 time: 2.2044222 Nov 16 11:41:21.309881 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f632be34-16d2-466f-848c-1266f1ebfecc', 'tag': '20cc9cc3-edd4-4808-b78f-23a5a76f39f8'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:41:21.312877 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d772b8-a3eb-43d5-a3ab-c405251fc4d5" -d '{"events": [{"name": "network-changed", "server_uuid": "f632be34-16d2-466f-848c-1266f1ebfecc", "tag": "20cc9cc3-edd4-4808-b78f-23a5a76f39f8"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:41:21.351638 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57394) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:21.383265 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 9fd11014-ab1d-44eb-a403-8d4667541407 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:21.383653 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:21.386582 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-660ea302-e701-4607-92dc-ea11428fa706 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:21.416976 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c123a1-6273-45a6-a5a6-023981949b20 x-openstack-request-id: req-31c123a1-6273-45a6-a5a6-023981949b20 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:41:21.417510 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f632be34-16d2-466f-848c-1266f1ebfecc", "tag": "20cc9cc3-edd4-4808-b78f-23a5a76f39f8", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:41:21.417953 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-31c123a1-6273-45a6-a5a6-023981949b20 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:41:21.418504 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f632be34-16d2-466f-848c-1266f1ebfecc', 'tag': '20cc9cc3-edd4-4808-b78f-23a5a76f39f8', 'status': 'completed', 'code': 200} Nov 16 11:41:21.455092 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793bcc5f-bec3-4951-b436-c84247784948 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:41:21.507723 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c85195-4094-43c6-a340-044590bdae30 service neutron] Pushing event updated for resources: {'Port': ['ID=20cc9cc3-edd4-4808-b78f-23a5a76f39f8,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:21.536650 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834b7ee-b928-4328-a614-02c5df7f6def req-a55979b0-10f9-4f21-9adb-1f806bbca15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:21.538188 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b834b7ee-b928-4328-a614-02c5df7f6def req-a55979b0-10f9-4f21-9adb-1f806bbca15a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4bac558768764cbe98f7632412a36688&device_id=f632be34-16d2-466f-848c-1266f1ebfecc HTTP/1.1" status: 200 len: 1095 time: 0.1800792 Nov 16 11:41:21.541336 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-660ea302-e701-4607-92dc-ea11428fa706 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:21.549901 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-660ea302-e701-4607-92dc-ea11428fa706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:21.600518 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-660ea302-e701-4607-92dc-ea11428fa706 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=435554949e7e4201a3ff081592c675ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2457790 Nov 16 11:41:21.602890 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57400) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:21.607271 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-762a5a25-aa3b-4eee-92ec-3e3bcddb5515 None None] Provisioning complete for port 9fd11014-ab1d-44eb-a403-8d4667541407 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:21.607757 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-762a5a25-aa3b-4eee-92ec-3e3bcddb5515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:21.628350 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b834b7ee-b928-4328-a614-02c5df7f6def req-a582e2cb-c22d-4dd3-9a29-b7d4e1249240 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20cc9cc3-edd4-4808-b78f-23a5a76f39f8 HTTP/1.1" status: 200 len: 217 time: 0.0796273 Nov 16 11:41:21.684136 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ea302-e701-4607-92dc-ea11428fa706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e26c44-9220-4bd1-88fe-44fe2f6773ed,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:21.699403 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-99eabd6b-ca3c-447a-9dc3-28e3bd8cb660 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:21.732734 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-99eabd6b-ca3c-447a-9dc3-28e3bd8cb660 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:21.753408 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834b7ee-b928-4328-a614-02c5df7f6def req-e405d2a9-2230-423b-b528-2aaf2158e377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:21.755537 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b834b7ee-b928-4328-a614-02c5df7f6def req-e405d2a9-2230-423b-b528-2aaf2158e377 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b36b18de-7ce5-4007-aecb-7c9e7de7c07f HTTP/1.1" status: 200 len: 851 time: 0.1188838 Nov 16 11:41:21.798788 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-99eabd6b-ca3c-447a-9dc3-28e3bd8cb660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:21.801424 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-99eabd6b-ca3c-447a-9dc3-28e3bd8cb660 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:21.805668 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-99eabd6b-ca3c-447a-9dc3-28e3bd8cb660 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/85e26c44-9220-4bd1-88fe-44fe2f6773ed HTTP/1.1" status: 204 len: 168 time: 0.2009118 Nov 16 11:41:21.815497 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eabd6b-ca3c-447a-9dc3-28e3bd8cb660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e26c44-9220-4bd1-88fe-44fe2f6773ed,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:21.839493 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f27a1d-d50d-4dda-842b-0aec52f3b68e None None] DHCP port deletion for d02e5c70-c13b-4c74-9763-e19ffb7dd482 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:41:21.895399 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-25f27a1d-d50d-4dda-842b-0aec52f3b68e None None] Deleting port 9fd11014-ab1d-44eb-a403-8d4667541407 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:41:21.895776 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-25f27a1d-d50d-4dda-842b-0aec52f3b68e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:21.932209 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834b7ee-b928-4328-a614-02c5df7f6def req-8216dbbf-ba97-4d25-8ee8-c62d38385067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:21.934258 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b834b7ee-b928-4328-a614-02c5df7f6def req-8216dbbf-ba97-4d25-8ee8-c62d38385067 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d7484ae-78a0-4a01-9340-d50011c24af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1709931 Nov 16 11:41:21.992384 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-25f27a1d-d50d-4dda-842b-0aec52f3b68e None None] For port 9fd11014-ab1d-44eb-a403-8d4667541407, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=9fd11014-ab1d-44eb-a403-8d4667541407,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:41:21.992797 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-25f27a1d-d50d-4dda-842b-0aec52f3b68e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:22.014608 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-25f27a1d-d50d-4dda-842b-0aec52f3b68e None None] Calling delete_port for 9fd11014-ab1d-44eb-a403-8d4667541407 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:41:22.116164 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-25f27a1d-d50d-4dda-842b-0aec52f3b68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:22.159841 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f27a1d-d50d-4dda-842b-0aec52f3b68e None None] Pushing event deleted for resources: {'Port': ['ID=9fd11014-ab1d-44eb-a403-8d4667541407,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:22.168413 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f27a1d-d50d-4dda-842b-0aec52f3b68e None None] No DVR routers for this DVR port 9fd11014-ab1d-44eb-a403-8d4667541407 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:41:22.448688 n-d-816823-3 neutron-server[102669]: DEBUG neutron.objects.ports [None req-87df27f5-b9b9-4ca5-a5b3-a5061a90251d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102669) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 11:41:22.682673 n-d-816823-3 neutron-server[102669]: WARNING neutron.services.revisions.revision_plugin [None req-87df27f5-b9b9-4ca5-a5b3-a5061a90251d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Could not find related port for resource to bump revision. Nov 16 11:41:22.696353 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004021b-b345-4495-add6-4800363bc8b0 req-330ef41c-449f-4d5d-99a2-fc1cade0aab7 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:22.698011 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d004021b-b345-4495-add6-4800363bc8b0 req-330ef41c-449f-4d5d-99a2-fc1cade0aab7 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=f632be34-16d2-466f-848c-1266f1ebfecc HTTP/1.1" status: 200 len: 944 time: 0.2900090 Nov 16 11:41:22.700900 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b834b7ee-b928-4328-a614-02c5df7f6def req-7df269cd-d5c8-49f2-8735-5ec7e484ccaf service neutron] 10.222.0.36 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7563787 Nov 16 11:41:22.701518 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.ipam_pluggable_backend [None req-87df27f5-b9b9-4ca5-a5b3-a5061a90251d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Port 9fd11014-ab1d-44eb-a403-8d4667541407 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102669) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 16 11:41:22.701893 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.ipam_pluggable_backend [None req-87df27f5-b9b9-4ca5-a5b3-a5061a90251d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Reverting IP allocation for 2001:db8::f816:3eff:fecb:64dc {{(pid=102669) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 16 11:41:22.707666 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.ipam_pluggable_backend [None req-87df27f5-b9b9-4ca5-a5b3-a5061a90251d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fecb:64dc {{(pid=102669) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 16 11:41:22.715473 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-87df27f5-b9b9-4ca5-a5b3-a5061a90251d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:22.832585 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87df27f5-b9b9-4ca5-a5b3-a5061a90251d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:41:22.845653 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-87df27f5-b9b9-4ca5-a5b3-a5061a90251d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:22.856719 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cfbbfe-db0a-4b9a-be4c-5169d564f5fe None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:41:22.857256 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87df27f5-b9b9-4ca5-a5b3-a5061a90251d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:22.857769 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-87df27f5-b9b9-4ca5-a5b3-a5061a90251d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:22.882829 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df27f5-b9b9-4ca5-a5b3-a5061a90251d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Subnet': ['ID=d614fdd9-7f5c-443e-8e57-572f60aac214,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:22.898558 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d004021b-b345-4495-add6-4800363bc8b0 req-11b41717-c0b1-4f8e-80d5-61302564a011 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926141 Nov 16 11:41:22.920887 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-87df27f5-b9b9-4ca5-a5b3-a5061a90251d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0129478 Nov 16 11:41:22.926382 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57436) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:22.952370 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-fec610e0-807b-4e19-8faa-e2774cca1fb1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'subnet': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:23.100702 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b834b7ee-b928-4328-a614-02c5df7f6def req-8c5d9cff-265d-425b-8308-93f5be9d36c9 service neutron] 10.222.0.36 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917246 Nov 16 11:41:23.195022 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 9fd11014-ab1d-44eb-a403-8d4667541407 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:41:23.237094 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 9fd11014-ab1d-44eb-a403-8d4667541407 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:41:23.237094 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 9fd11014-ab1d-44eb-a403-8d4667541407 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:41:23.293415 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d772b8-a3eb-43d5-a3ab-c405251fc4d5 req-31ff86cf-ebbb-47f3-899d-6fc9cef59779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:23.295553 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-62d772b8-a3eb-43d5-a3ab-c405251fc4d5 req-31ff86cf-ebbb-47f3-899d-6fc9cef59779 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4bac558768764cbe98f7632412a36688&device_id=f632be34-16d2-466f-848c-1266f1ebfecc HTTP/1.1" status: 200 len: 1095 time: 0.1358514 Nov 16 11:41:23.339296 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec610e0-807b-4e19-8faa-e2774cca1fb1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:41:23.345345 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fec610e0-807b-4e19-8faa-e2774cca1fb1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:23.401425 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79fc5e3-72bd-451c-b81c-5f5edb5cefdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-d02e5c70-c13b-4c74-9763-e19ffb7dd482', 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'tenant_id': '4ebb44564e554f6b8a2c06865b79e6ad', 'fixed_ips': [{'subnet_id': 'd614fdd9-7f5c-443e-8e57-572f60aac214'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:41:23.402487 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e79fc5e3-72bd-451c-b81c-5f5edb5cefdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:23.545399 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d772b8-a3eb-43d5-a3ab-c405251fc4d5 req-8429cf4c-5b1d-4daa-acc6-12defa75ed3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:23.547734 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-62d772b8-a3eb-43d5-a3ab-c405251fc4d5 req-8429cf4c-5b1d-4daa-acc6-12defa75ed3c service neutron] 10.222.0.36 "GET /v2.0/networks?id=3d7484ae-78a0-4a01-9340-d50011c24af9 HTTP/1.1" status: 200 len: 913 time: 0.2440050 Nov 16 11:41:23.592278 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-e79fc5e3-72bd-451c-b81c-5f5edb5cefdb None None] Allocated IP 2001:db8::f816:3eff:fe30:98b6 (d02e5c70-c13b-4c74-9763-e19ffb7dd482/d614fdd9-7f5c-443e-8e57-572f60aac214/e4a22010-a640-48c5-ab03-2553a2f1d694) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:41:23.626435 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-62d772b8-a3eb-43d5-a3ab-c405251fc4d5 req-d09ae62e-3ce6-4e74-8e88-0c2ac95a9562 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20cc9cc3-edd4-4808-b78f-23a5a76f39f8 HTTP/1.1" status: 200 len: 217 time: 0.0650108 Nov 16 11:41:23.728486 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d772b8-a3eb-43d5-a3ab-c405251fc4d5 req-95b2013f-d415-4049-81df-2f8aacc8a95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:23.729978 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-62d772b8-a3eb-43d5-a3ab-c405251fc4d5 req-95b2013f-d415-4049-81df-2f8aacc8a95c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b36b18de-7ce5-4007-aecb-7c9e7de7c07f HTTP/1.1" status: 200 len: 851 time: 0.0942292 Nov 16 11:41:23.833830 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e79fc5e3-72bd-451c-b81c-5f5edb5cefdb None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:23.835497 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d772b8-a3eb-43d5-a3ab-c405251fc4d5 req-cb458cf3-d577-4b04-8448-75c37e61b50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:23.839284 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-62d772b8-a3eb-43d5-a3ab-c405251fc4d5 req-cb458cf3-d577-4b04-8448-75c37e61b50c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d7484ae-78a0-4a01-9340-d50011c24af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007032 Nov 16 11:41:23.840414 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fec610e0-807b-4e19-8faa-e2774cca1fb1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:23.851384 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e79fc5e3-72bd-451c-b81c-5f5edb5cefdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:23.901070 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79fc5e3-72bd-451c-b81c-5f5edb5cefdb None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:41:23.902763 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-e79fc5e3-72bd-451c-b81c-5f5edb5cefdb None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:23.908037 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79fc5e3-72bd-451c-b81c-5f5edb5cefdb None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:41:23.918276 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79fc5e3-72bd-451c-b81c-5f5edb5cefdb None None] Pushing event updated for resources: {'Port': ['ID=e4a22010-a640-48c5-ab03-2553a2f1d694,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:23.958055 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec610e0-807b-4e19-8faa-e2774cca1fb1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:41:23.965520 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-fec610e0-807b-4e19-8faa-e2774cca1fb1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:23.977394 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec610e0-807b-4e19-8faa-e2774cca1fb1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:23.978088 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fec610e0-807b-4e19-8faa-e2774cca1fb1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:24.011508 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec610e0-807b-4e19-8faa-e2774cca1fb1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Subnet': ['ID=85b2bbba-0c51-4fef-9492-29bc0cfe2567,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:24.027859 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-fec610e0-807b-4e19-8faa-e2774cca1fb1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0966289 Nov 16 11:41:24.031641 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57456) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:24.037687 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e79fc5e3-72bd-451c-b81c-5f5edb5cefdb None None] Attempting to bind port e4a22010-a640-48c5-ab03-2553a2f1d694 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:41:24.038003 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e79fc5e3-72bd-451c-b81c-5f5edb5cefdb None None] Attempting to bind port e4a22010-a640-48c5-ab03-2553a2f1d694 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:41:24.038365 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79fc5e3-72bd-451c-b81c-5f5edb5cefdb None None] Attempting to bind port e4a22010-a640-48c5-ab03-2553a2f1d694 on network d02e5c70-c13b-4c74-9763-e19ffb7dd482 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:41:24.042791 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e2778f41-69cf-4f70-a795-95aa8c05f663 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'port': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'mac_address': 'fa:16:3e:65:cc:11', 'name': 'tempest-NetworksTestDHCPv6-1233289526'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:24.061605 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79fc5e3-72bd-451c-b81c-5f5edb5cefdb None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:41:24.062083 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79fc5e3-72bd-451c-b81c-5f5edb5cefdb None None] Checking segment: {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:41:24.064036 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e79fc5e3-72bd-451c-b81c-5f5edb5cefdb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:24.064036 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79fc5e3-72bd-451c-b81c-5f5edb5cefdb None None] Bound using segment: {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:41:24.068192 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e79fc5e3-72bd-451c-b81c-5f5edb5cefdb None None] Bound port: e4a22010-a640-48c5-ab03-2553a2f1d694, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:41:24.068593 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e79fc5e3-72bd-451c-b81c-5f5edb5cefdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:24.083338 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-62d772b8-a3eb-43d5-a3ab-c405251fc4d5 req-13fa2d12-9af2-4145-9f4a-ec2e18abb712 service neutron] 10.222.0.36 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358460 Nov 16 11:41:24.206416 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2778f41-69cf-4f70-a795-95aa8c05f663 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:41:24.270732 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e79fc5e3-72bd-451c-b81c-5f5edb5cefdb None None] For port e4a22010-a640-48c5-ab03-2553a2f1d694, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:41:24.279651 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e79fc5e3-72bd-451c-b81c-5f5edb5cefdb None None] For port e4a22010-a640-48c5-ab03-2553a2f1d694, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=e4a22010-a640-48c5-ab03-2553a2f1d694,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:41:24.314135 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e79fc5e3-72bd-451c-b81c-5f5edb5cefdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:24.325068 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777201f2-10b6-4845-8c02-b8cda695197f req-37079508-e9ba-43be-ab6f-d27b351b84b4 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:24.326965 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-777201f2-10b6-4845-8c02-b8cda695197f req-37079508-e9ba-43be-ab6f-d27b351b84b4 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=f632be34-16d2-466f-848c-1266f1ebfecc HTTP/1.1" status: 200 len: 944 time: 0.2107143 Nov 16 11:41:24.352971 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-62d772b8-a3eb-43d5-a3ab-c405251fc4d5 req-78727cab-c6a7-4262-a644-515a5f25fcaf service neutron] 10.222.0.36 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603519 Nov 16 11:41:24.403168 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2778f41-69cf-4f70-a795-95aa8c05f663 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:24.445998 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79fc5e3-72bd-451c-b81c-5f5edb5cefdb None None] Pushing event updated for resources: {'Port': ['ID=e4a22010-a640-48c5-ab03-2553a2f1d694,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:24.451726 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-777201f2-10b6-4845-8c02-b8cda695197f req-f26410aa-f6f5-41cf-b7ae-c04e4c613e9c tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151717 Nov 16 11:41:24.466473 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-e2778f41-69cf-4f70-a795-95aa8c05f663 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] device_id is not set on port b2bee542-6a72-4e46-b0da-e06468aa5f5a yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:41:24.717296 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-e2778f41-69cf-4f70-a795-95aa8c05f663 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Allocated IP 172.20.0.6 (d02e5c70-c13b-4c74-9763-e19ffb7dd482/85b2bbba-0c51-4fef-9492-29bc0cfe2567/b2bee542-6a72-4e46-b0da-e06468aa5f5a) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:41:24.724960 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-e2778f41-69cf-4f70-a795-95aa8c05f663 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Allocated IP 2001:db8::f816:3eff:fe65:cc11 (d02e5c70-c13b-4c74-9763-e19ffb7dd482/d614fdd9-7f5c-443e-8e57-572f60aac214/b2bee542-6a72-4e46-b0da-e06468aa5f5a) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:41:24.949132 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57472) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:25.046736 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2778f41-69cf-4f70-a795-95aa8c05f663 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:25.097739 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2778f41-69cf-4f70-a795-95aa8c05f663 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:25.112457 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device e4a22010-a640-48c5-ab03-2553a2f1d694 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:41:25.169552 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2778f41-69cf-4f70-a795-95aa8c05f663 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:41:25.171004 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-33fb4bb0-3dbc-4a33-860c-b7d13d01b32d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:25.172334 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-e2778f41-69cf-4f70-a795-95aa8c05f663 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:25.176246 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2778f41-69cf-4f70-a795-95aa8c05f663 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:41:25.184776 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2778f41-69cf-4f70-a795-95aa8c05f663 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Port': ['ID=b2bee542-6a72-4e46-b0da-e06468aa5f5a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:25.252750 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port e4a22010-a640-48c5-ab03-2553a2f1d694 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:25.253161 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:25.267000 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2778f41-69cf-4f70-a795-95aa8c05f663 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:25.267991 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2778f41-69cf-4f70-a795-95aa8c05f663 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:25.305445 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57476) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:25.306027 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e2778f41-69cf-4f70-a795-95aa8c05f663 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2696037 Nov 16 11:41:25.318027 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-33fb4bb0-3dbc-4a33-860c-b7d13d01b32d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:25.344304 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-33fb4bb0-3dbc-4a33-860c-b7d13d01b32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:25.409393 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:25.411781 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-33fb4bb0-3dbc-4a33-860c-b7d13d01b32d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1ac6065d42054764b3faef20b195acaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4615672 Nov 16 11:41:25.414389 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb4bb0-3dbc-4a33-860c-b7d13d01b32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86048a79-82d8-4f7f-a100-2006893b84a0,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:25.415051 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57478) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:25.441527 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2429b5a2-f153-4e6c-8cb6-9ef9bcbb63bc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:25.447507 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2429b5a2-f153-4e6c-8cb6-9ef9bcbb63bc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:25.449141 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2429b5a2-f153-4e6c-8cb6-9ef9bcbb63bc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1424904 Nov 16 11:41:25.453463 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57480) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:25.471683 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port e4a22010-a640-48c5-ab03-2553a2f1d694, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=e4a22010-a640-48c5-ab03-2553a2f1d694,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:41:25.493401 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:25.588097 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9e329ec5-377e-4758-b7b4-5980a08fcce2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:25.632232 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9e329ec5-377e-4758-b7b4-5980a08fcce2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:25.659797 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=e4a22010-a640-48c5-ab03-2553a2f1d694,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:25.684302 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e594f9fc-fdd5-439b-9e16-9bac94e8e852 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting port b2bee542-6a72-4e46-b0da-e06468aa5f5a {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:41:25.684793 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e594f9fc-fdd5-439b-9e16-9bac94e8e852 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:25.730703 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9e329ec5-377e-4758-b7b4-5980a08fcce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:25.733306 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9e329ec5-377e-4758-b7b4-5980a08fcce2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:25.737274 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9e329ec5-377e-4758-b7b4-5980a08fcce2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/86048a79-82d8-4f7f-a100-2006893b84a0 HTTP/1.1" status: 204 len: 168 time: 0.3137403 Nov 16 11:41:25.752942 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e329ec5-377e-4758-b7b4-5980a08fcce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86048a79-82d8-4f7f-a100-2006893b84a0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:25.765302 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5abb49-60b7-4c58-bcc9-9282e792b5c7 req-5b928977-c5be-45bb-a373-73cf40636c6d tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:25.771269 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8c5abb49-60b7-4c58-bcc9-9282e792b5c7 req-5b928977-c5be-45bb-a373-73cf40636c6d tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=f632be34-16d2-466f-848c-1266f1ebfecc HTTP/1.1" status: 200 len: 944 time: 0.1632857 Nov 16 11:41:25.841410 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e594f9fc-fdd5-439b-9e16-9bac94e8e852 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:25.854907 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e594f9fc-fdd5-439b-9e16-9bac94e8e852 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Calling delete_port for b2bee542-6a72-4e46-b0da-e06468aa5f5a owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:41:26.011126 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c276a24b-4465-4c4f-b1c6-1f9dbe1db400 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:41:26.018823 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8c5abb49-60b7-4c58-bcc9-9282e792b5c7 req-b998ad8c-266e-4f63-9c61-4fb9f9c53a8e tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575310 Nov 16 11:41:26.218199 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-92e54c98-483a-4fa2-b15d-c008e679d782 None None] Provisioning complete for port e4a22010-a640-48c5-ab03-2553a2f1d694 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:26.219249 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-92e54c98-483a-4fa2-b15d-c008e679d782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:26.275203 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e594f9fc-fdd5-439b-9e16-9bac94e8e852 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:26.331162 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e594f9fc-fdd5-439b-9e16-9bac94e8e852 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Port': ['ID=b2bee542-6a72-4e46-b0da-e06468aa5f5a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:26.362216 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57492) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:26.389745 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e412e318-cf4d-443d-ae6b-a1e743972e1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:26.396589 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e5ab44-ab71-4851-87f7-4713dd8440ae None None] Update dhcp port {'port': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'fixed_ips': [{'subnet_id': 'd614fdd9-7f5c-443e-8e57-572f60aac214', 'ip_address': '2001:db8::f816:3eff:fe30:98b6'}, {'subnet_id': '85b2bbba-0c51-4fef-9492-29bc0cfe2567'}], 'binding:host_id': 'n-d-816823-3'}, 'id': 'e4a22010-a640-48c5-ab03-2553a2f1d694'} from n-d-816823-3. {{(pid=102670) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 11:41:26.432697 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a8e5ab44-ab71-4851-87f7-4713dd8440ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:26.446506 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e594f9fc-fdd5-439b-9e16-9bac94e8e852 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:26.450501 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e594f9fc-fdd5-439b-9e16-9bac94e8e852 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/ports/b2bee542-6a72-4e46-b0da-e06468aa5f5a HTTP/1.1" status: 204 len: 168 time: 0.9965401 Nov 16 11:41:26.453311 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57494) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:26.531887 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70689f77-a09b-471c-88a1-211fb6fe2e1c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:26.533852 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70689f77-a09b-471c-88a1-211fb6fe2e1c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:26.535691 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70689f77-a09b-471c-88a1-211fb6fe2e1c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:26.537494 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-70689f77-a09b-471c-88a1-211fb6fe2e1c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0831549 Nov 16 11:41:26.540243 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57496) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:26.559411 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e412e318-cf4d-443d-ae6b-a1e743972e1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:26.566261 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e412e318-cf4d-443d-ae6b-a1e743972e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:26.616276 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e412e318-cf4d-443d-ae6b-a1e743972e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9920b3-ac06-4db2-983b-e0b1f4c6dd0e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:26.622193 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e412e318-cf4d-443d-ae6b-a1e743972e1e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2ae5b4da94834488aeeeb03ed5b7f32f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2592266 Nov 16 11:41:26.624555 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-a752c2da-596b-46e4-97d2-876d2bb1c8cc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting subnet 85b2bbba-0c51-4fef-9492-29bc0cfe2567 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:41:26.624852 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57498) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:26.655239 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-a8e5ab44-ab71-4851-87f7-4713dd8440ae None None] Allocated IP 172.20.0.2 (d02e5c70-c13b-4c74-9763-e19ffb7dd482/85b2bbba-0c51-4fef-9492-29bc0cfe2567/e4a22010-a640-48c5-ab03-2553a2f1d694) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:41:26.694028 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-425b76ad-53d7-499d-9a42-7e022d25d442 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:26.714410 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-425b76ad-53d7-499d-9a42-7e022d25d442 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:26.767708 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-425b76ad-53d7-499d-9a42-7e022d25d442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:26.769677 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-a8e5ab44-ab71-4851-87f7-4713dd8440ae None None] For port e4a22010-a640-48c5-ab03-2553a2f1d694, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=e4a22010-a640-48c5-ab03-2553a2f1d694,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:41:26.771217 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-425b76ad-53d7-499d-9a42-7e022d25d442 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:26.772773 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-425b76ad-53d7-499d-9a42-7e022d25d442 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fb9920b3-ac06-4db2-983b-e0b1f4c6dd0e HTTP/1.1" status: 204 len: 168 time: 0.1464465 Nov 16 11:41:26.787705 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b76ad-53d7-499d-9a42-7e022d25d442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9920b3-ac06-4db2-983b-e0b1f4c6dd0e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:26.833238 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a8e5ab44-ab71-4851-87f7-4713dd8440ae None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:26.839600 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a8e5ab44-ab71-4851-87f7-4713dd8440ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:26.842843 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a752c2da-596b-46e4-97d2-876d2bb1c8cc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:26.960058 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e5ab44-ab71-4851-87f7-4713dd8440ae None None] Pushing event updated for resources: {'Port': ['ID=e4a22010-a640-48c5-ab03-2553a2f1d694,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:26.960209 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a752c2da-596b-46e4-97d2-876d2bb1c8cc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:27.095225 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a752c2da-596b-46e4-97d2-876d2bb1c8cc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:27.123463 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device e4a22010-a640-48c5-ab03-2553a2f1d694 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:41:27.254274 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port e4a22010-a640-48c5-ab03-2553a2f1d694 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:27.257111 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:27.327184 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a752c2da-596b-46e4-97d2-876d2bb1c8cc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:27.360416 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a752c2da-596b-46e4-97d2-876d2bb1c8cc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:27.366322 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a752c2da-596b-46e4-97d2-876d2bb1c8cc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/85b2bbba-0c51-4fef-9492-29bc0cfe2567 HTTP/1.1" status: 204 len: 168 time: 0.8232474 Nov 16 11:41:27.369028 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57518) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:27.419235 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a752c2da-596b-46e4-97d2-876d2bb1c8cc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Subnet': ['ID=85b2bbba-0c51-4fef-9492-29bc0cfe2567,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:27.462958 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2cdbc8-a252-4065-8586-8a9d9725dc4d req-7be62155-2d98-476c-8959-edd4249f76d7 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:27.470180 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dab04ea-b327-41fe-a6cf-d9fd7fff9d8e tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting subnet d614fdd9-7f5c-443e-8e57-572f60aac214 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:41:27.479034 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3dab04ea-b327-41fe-a6cf-d9fd7fff9d8e tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:27.492953 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cc2cdbc8-a252-4065-8586-8a9d9725dc4d req-7be62155-2d98-476c-8959-edd4249f76d7 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=f632be34-16d2-466f-848c-1266f1ebfecc HTTP/1.1" status: 200 len: 944 time: 0.2628417 Nov 16 11:41:27.554802 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3dab04ea-b327-41fe-a6cf-d9fd7fff9d8e tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:27.589033 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cc2cdbc8-a252-4065-8586-8a9d9725dc4d req-f7ccff50-b0ad-44c1-87b8-3c4e2513f0bd tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943427 Nov 16 11:41:27.721564 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3dab04ea-b327-41fe-a6cf-d9fd7fff9d8e tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:27.846417 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3dab04ea-b327-41fe-a6cf-d9fd7fff9d8e tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:27.909016 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab04ea-b327-41fe-a6cf-d9fd7fff9d8e tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Subnet': ['ID=d614fdd9-7f5c-443e-8e57-572f60aac214,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:27.920177 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3dab04ea-b327-41fe-a6cf-d9fd7fff9d8e tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:27.925191 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-3dab04ea-b327-41fe-a6cf-d9fd7fff9d8e tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/d614fdd9-7f5c-443e-8e57-572f60aac214 HTTP/1.1" status: 204 len: 168 time: 0.5542505 Nov 16 11:41:27.929092 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57532) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:27.941024 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3933f6-3c9d-4ce1-bcb6-ff895c1a44a6 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:41:27.981594 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8304f2d6-f8dc-44ae-ba93-f9a9d0c1813d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0517025 Nov 16 11:41:27.984864 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57534) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:27.991662 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b8844a0b-75db-4796-a613-738c32fcfaf5 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'subnet': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:28.036328 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:28.062706 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6d2e4709-6fb3-40bd-ace2-6710e2a524e0 None None] Provisioning complete for port e4a22010-a640-48c5-ab03-2553a2f1d694 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:28.063078 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6d2e4709-6fb3-40bd-ace2-6710e2a524e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:28.165804 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8844a0b-75db-4796-a613-738c32fcfaf5 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:41:28.170814 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b8844a0b-75db-4796-a613-738c32fcfaf5 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:28.225648 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66675a03-2c9f-4383-895c-da57ec5470e8 None None] DHCP port deletion for d02e5c70-c13b-4c74-9763-e19ffb7dd482 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:41:28.261057 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6d2e4709-6fb3-40bd-ace2-6710e2a524e0 None None] Could not find standard attr ID for object b2bee542-6a72-4e46-b0da-e06468aa5f5a. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:41:28.349741 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-66675a03-2c9f-4383-895c-da57ec5470e8 None None] Deleting port e4a22010-a640-48c5-ab03-2553a2f1d694 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:41:28.350069 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-66675a03-2c9f-4383-895c-da57ec5470e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:28.428207 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b8844a0b-75db-4796-a613-738c32fcfaf5 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:28.446564 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-66675a03-2c9f-4383-895c-da57ec5470e8 None None] For port e4a22010-a640-48c5-ab03-2553a2f1d694, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=e4a22010-a640-48c5-ab03-2553a2f1d694,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:41:28.447216 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-66675a03-2c9f-4383-895c-da57ec5470e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:28.464784 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-66675a03-2c9f-4383-895c-da57ec5470e8 None None] Calling delete_port for e4a22010-a640-48c5-ab03-2553a2f1d694 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:41:28.484217 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8844a0b-75db-4796-a613-738c32fcfaf5 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:41:28.487484 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-b8844a0b-75db-4796-a613-738c32fcfaf5 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:28.498090 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8844a0b-75db-4796-a613-738c32fcfaf5 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:28.498090 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b8844a0b-75db-4796-a613-738c32fcfaf5 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:28.519614 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b8844a0b-75db-4796-a613-738c32fcfaf5 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5328562 Nov 16 11:41:28.520113 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8844a0b-75db-4796-a613-738c32fcfaf5 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Subnet': ['ID=2cb7bcd4-039b-48dd-a20c-df6a9ed1abf7,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:28.522797 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57546) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:28.528197 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-6d2623ff-a823-4ccd-990b-4c38fc3051b2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'subnet': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:28.564750 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-66675a03-2c9f-4383-895c-da57ec5470e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:28.596249 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66675a03-2c9f-4383-895c-da57ec5470e8 None None] Pushing event deleted for resources: {'Port': ['ID=e4a22010-a640-48c5-ab03-2553a2f1d694,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:28.602443 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66675a03-2c9f-4383-895c-da57ec5470e8 None None] No DVR routers for this DVR port e4a22010-a640-48c5-ab03-2553a2f1d694 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:41:28.629973 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fcc52e-e93b-4916-9b68-e5872b40790d None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:41:28.768507 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb33bbe-cc06-4eeb-9f73-7a99111de453 req-c707cfa5-8ef5-4c69-9b60-3d4a28ee72d1 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:28.776055 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2eb33bbe-cc06-4eeb-9f73-7a99111de453 req-c707cfa5-8ef5-4c69-9b60-3d4a28ee72d1 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=f632be34-16d2-466f-848c-1266f1ebfecc HTTP/1.1" status: 200 len: 944 time: 0.0665941 Nov 16 11:41:28.813854 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2623ff-a823-4ccd-990b-4c38fc3051b2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:41:28.823075 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6d2623ff-a823-4ccd-990b-4c38fc3051b2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:28.934043 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2eb33bbe-cc06-4eeb-9f73-7a99111de453 req-e009e001-5c90-4c65-9158-e8e4afb66091 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557865 Nov 16 11:41:28.963396 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a12c7d6-e44e-4871-a267-152675f18264 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-d02e5c70-c13b-4c74-9763-e19ffb7dd482', 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'tenant_id': '4ebb44564e554f6b8a2c06865b79e6ad', 'fixed_ips': [{'subnet_id': '2cb7bcd4-039b-48dd-a20c-df6a9ed1abf7'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:41:28.967652 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6a12c7d6-e44e-4871-a267-152675f18264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:28.992744 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:29.097902 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device e4a22010-a640-48c5-ab03-2553a2f1d694 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:41:29.148703 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: e4a22010-a640-48c5-ab03-2553a2f1d694 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:41:29.149057 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device e4a22010-a640-48c5-ab03-2553a2f1d694 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:41:29.243465 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-6a12c7d6-e44e-4871-a267-152675f18264 None None] Allocated IP 172.20.0.2 (d02e5c70-c13b-4c74-9763-e19ffb7dd482/2cb7bcd4-039b-48dd-a20c-df6a9ed1abf7/12c3d1cf-0f3e-40d4-89c8-bc74fd8d85b9) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:41:29.336792 n-d-816823-3 neutron-server[102669]: DEBUG neutron.objects.ports [None req-6d2623ff-a823-4ccd-990b-4c38fc3051b2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102669) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 11:41:29.338764 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6d2623ff-a823-4ccd-990b-4c38fc3051b2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:29.405888 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2623ff-a823-4ccd-990b-4c38fc3051b2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:41:29.409402 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-6d2623ff-a823-4ccd-990b-4c38fc3051b2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:29.416190 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2623ff-a823-4ccd-990b-4c38fc3051b2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:29.416770 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6d2623ff-a823-4ccd-990b-4c38fc3051b2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:29.436082 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6a12c7d6-e44e-4871-a267-152675f18264 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:29.444705 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6a12c7d6-e44e-4871-a267-152675f18264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:29.447283 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2623ff-a823-4ccd-990b-4c38fc3051b2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Subnet': ['ID=e22afbf0-435e-45ca-a164-4b6659d63a4c,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:29.464171 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6d2623ff-a823-4ccd-990b-4c38fc3051b2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9402080 Nov 16 11:41:29.476776 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57564) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:29.483212 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-5ee70eab-c583-4248-83eb-ed40935151d4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'port': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'mac_address': 'fa:16:3e:80:16:1e', 'name': 'tempest-NetworksTestDHCPv6-30384062'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:29.510911 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a12c7d6-e44e-4871-a267-152675f18264 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:41:29.517093 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-6a12c7d6-e44e-4871-a267-152675f18264 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:29.521587 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a12c7d6-e44e-4871-a267-152675f18264 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:41:29.529399 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a12c7d6-e44e-4871-a267-152675f18264 None None] Pushing event updated for resources: {'Port': ['ID=12c3d1cf-0f3e-40d4-89c8-bc74fd8d85b9,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:29.588050 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-6a12c7d6-e44e-4871-a267-152675f18264 None None] Attempting to bind port 12c3d1cf-0f3e-40d4-89c8-bc74fd8d85b9 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:41:29.588425 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-6a12c7d6-e44e-4871-a267-152675f18264 None None] Attempting to bind port 12c3d1cf-0f3e-40d4-89c8-bc74fd8d85b9 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:41:29.588779 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a12c7d6-e44e-4871-a267-152675f18264 None None] Attempting to bind port 12c3d1cf-0f3e-40d4-89c8-bc74fd8d85b9 on network d02e5c70-c13b-4c74-9763-e19ffb7dd482 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:41:29.595666 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a12c7d6-e44e-4871-a267-152675f18264 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:41:29.596645 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a12c7d6-e44e-4871-a267-152675f18264 None None] Checking segment: {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:41:29.596645 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6a12c7d6-e44e-4871-a267-152675f18264 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:29.598286 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a12c7d6-e44e-4871-a267-152675f18264 None None] Bound using segment: {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:41:29.598286 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-6a12c7d6-e44e-4871-a267-152675f18264 None None] Bound port: 12c3d1cf-0f3e-40d4-89c8-bc74fd8d85b9, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:41:29.598286 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6a12c7d6-e44e-4871-a267-152675f18264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:29.671624 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee70eab-c583-4248-83eb-ed40935151d4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:41:29.683540 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-6a12c7d6-e44e-4871-a267-152675f18264 None None] For port 12c3d1cf-0f3e-40d4-89c8-bc74fd8d85b9, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:41:29.688136 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-6a12c7d6-e44e-4871-a267-152675f18264 None None] For port 12c3d1cf-0f3e-40d4-89c8-bc74fd8d85b9, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=12c3d1cf-0f3e-40d4-89c8-bc74fd8d85b9,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:41:29.694397 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6a12c7d6-e44e-4871-a267-152675f18264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:29.774066 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a12c7d6-e44e-4871-a267-152675f18264 None None] Pushing event updated for resources: {'Port': ['ID=12c3d1cf-0f3e-40d4-89c8-bc74fd8d85b9,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:29.856934 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5ee70eab-c583-4248-83eb-ed40935151d4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:29.895330 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-5ee70eab-c583-4248-83eb-ed40935151d4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] device_id is not set on port 9288a51d-e55b-4fae-9f0c-5a353d6593af yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:41:30.181089 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59a5e2-0410-4dda-b91b-217a6d2a0ef7 req-64191557-ba19-423a-bd53-83ef3d0f348f tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:30.182600 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eb59a5e2-0410-4dda-b91b-217a6d2a0ef7 req-64191557-ba19-423a-bd53-83ef3d0f348f tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=f632be34-16d2-466f-848c-1266f1ebfecc HTTP/1.1" status: 200 len: 944 time: 0.1156654 Nov 16 11:41:30.260074 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-5ee70eab-c583-4248-83eb-ed40935151d4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Allocated IP 172.20.0.7 (d02e5c70-c13b-4c74-9763-e19ffb7dd482/2cb7bcd4-039b-48dd-a20c-df6a9ed1abf7/9288a51d-e55b-4fae-9f0c-5a353d6593af) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:41:30.272705 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eb59a5e2-0410-4dda-b91b-217a6d2a0ef7 req-fa951326-3e93-441a-8f6a-482d1dfb4c3e tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697169 Nov 16 11:41:30.274000 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-5ee70eab-c583-4248-83eb-ed40935151d4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Allocated IP 2001:db8::f816:3eff:fe80:161e (d02e5c70-c13b-4c74-9763-e19ffb7dd482/e22afbf0-435e-45ca-a164-4b6659d63a4c/9288a51d-e55b-4fae-9f0c-5a353d6593af) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:41:30.434117 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5ee70eab-c583-4248-83eb-ed40935151d4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:30.470056 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5ee70eab-c583-4248-83eb-ed40935151d4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:30.516734 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee70eab-c583-4248-83eb-ed40935151d4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:41:30.521785 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-5ee70eab-c583-4248-83eb-ed40935151d4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:30.525668 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee70eab-c583-4248-83eb-ed40935151d4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:41:30.560860 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee70eab-c583-4248-83eb-ed40935151d4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Port': ['ID=9288a51d-e55b-4fae-9f0c-5a353d6593af,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:30.602936 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee70eab-c583-4248-83eb-ed40935151d4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:30.604096 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5ee70eab-c583-4248-83eb-ed40935151d4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:30.626154 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5ee70eab-c583-4248-83eb-ed40935151d4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.1478045 Nov 16 11:41:30.628621 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57592) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:30.682388 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57594) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:30.689435 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6038018d-19df-4491-95bf-ad7c990716d0 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:30.695771 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6038018d-19df-4491-95bf-ad7c990716d0 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:30.697772 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6038018d-19df-4491-95bf-ad7c990716d0 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1761 time: 0.0681069 Nov 16 11:41:30.700729 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57598) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:30.818668 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-266a9983-ec97-48b8-a394-6edf4293a8ff tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting port 9288a51d-e55b-4fae-9f0c-5a353d6593af {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:41:30.819162 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-266a9983-ec97-48b8-a394-6edf4293a8ff tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:30.821970 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-694290da-006f-44d3-b7c0-ff9b43814574 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:30.945035 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-266a9983-ec97-48b8-a394-6edf4293a8ff tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:30.964177 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-266a9983-ec97-48b8-a394-6edf4293a8ff tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Calling delete_port for 9288a51d-e55b-4fae-9f0c-5a353d6593af owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:41:31.028624 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-694290da-006f-44d3-b7c0-ff9b43814574 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:31.030546 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9dd27c-61fe-4d79-a0f1-1d7712848f3a None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:41:31.035453 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-694290da-006f-44d3-b7c0-ff9b43814574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:31.098336 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694290da-006f-44d3-b7c0-ff9b43814574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb1ab34-4ebe-42c6-8d11-a998788b98c1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:31.102473 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-694290da-006f-44d3-b7c0-ff9b43814574 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9a888e88ecd4479aaf354d2958c39125&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4190168 Nov 16 11:41:31.105258 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57600) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:31.171648 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 12c3d1cf-0f3e-40d4-89c8-bc74fd8d85b9 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:41:31.174381 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-cf9d954b-962e-43bc-bd26-667434d0fab2 None None] Provisioning complete for port 12c3d1cf-0f3e-40d4-89c8-bc74fd8d85b9 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:31.174760 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cf9d954b-962e-43bc-bd26-667434d0fab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:31.181130 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-81340cf5-f65b-4341-8ff1-0e614a9f95fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:31.208841 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-81340cf5-f65b-4341-8ff1-0e614a9f95fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:31.232720 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-266a9983-ec97-48b8-a394-6edf4293a8ff tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:31.269869 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-81340cf5-f65b-4341-8ff1-0e614a9f95fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:31.272966 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-81340cf5-f65b-4341-8ff1-0e614a9f95fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:31.276416 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-81340cf5-f65b-4341-8ff1-0e614a9f95fd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2fb1ab34-4ebe-42c6-8d11-a998788b98c1 HTTP/1.1" status: 204 len: 168 time: 0.1678064 Nov 16 11:41:31.285842 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a9983-ec97-48b8-a394-6edf4293a8ff tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Port': ['ID=9288a51d-e55b-4fae-9f0c-5a353d6593af,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:31.286390 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81340cf5-f65b-4341-8ff1-0e614a9f95fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb1ab34-4ebe-42c6-8d11-a998788b98c1,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:31.400728 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 12c3d1cf-0f3e-40d4-89c8-bc74fd8d85b9 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:31.406529 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:31.415751 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-266a9983-ec97-48b8-a394-6edf4293a8ff tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:31.423987 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-266a9983-ec97-48b8-a394-6edf4293a8ff tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/ports/9288a51d-e55b-4fae-9f0c-5a353d6593af HTTP/1.1" status: 204 len: 168 time: 0.7194667 Nov 16 11:41:31.424361 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57608) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:31.500622 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50455b25-4911-4a58-bb15-aa6bd0eec5df req-50834889-7236-407f-b01d-e81cb66a4caf tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:31.500926 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a214cd-5d46-4293-b3da-ab255c72950a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:31.502521 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-50455b25-4911-4a58-bb15-aa6bd0eec5df req-50834889-7236-407f-b01d-e81cb66a4caf tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=f632be34-16d2-466f-848c-1266f1ebfecc HTTP/1.1" status: 200 len: 944 time: 0.1144660 Nov 16 11:41:31.511678 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a214cd-5d46-4293-b3da-ab255c72950a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:31.516434 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a214cd-5d46-4293-b3da-ab255c72950a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:31.522459 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-11a214cd-5d46-4293-b3da-ab255c72950a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0969899 Nov 16 11:41:31.523731 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57612) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:31.590011 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea2937c3-4643-40d3-aa77-233da0b14d35 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting subnet 2cb7bcd4-039b-48dd-a20c-df6a9ed1abf7 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:41:31.594919 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea2937c3-4643-40d3-aa77-233da0b14d35 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:31.619014 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-50455b25-4911-4a58-bb15-aa6bd0eec5df req-1f3d13fc-da89-4b63-b15a-21e6ff5cf4fe tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059225 Nov 16 11:41:31.675978 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cf9d954b-962e-43bc-bd26-667434d0fab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:31.712304 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea2937c3-4643-40d3-aa77-233da0b14d35 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:31.730130 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-cf9d954b-962e-43bc-bd26-667434d0fab2 None None] For port 12c3d1cf-0f3e-40d4-89c8-bc74fd8d85b9, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=12c3d1cf-0f3e-40d4-89c8-bc74fd8d85b9,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:41:31.759127 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cf9d954b-962e-43bc-bd26-667434d0fab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:31.819209 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea2937c3-4643-40d3-aa77-233da0b14d35 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:31.832342 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:31.865586 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26baf1ed-8e8b-4f2d-a181-c4a6ea547f7c None None] Update dhcp port {'port': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'fixed_ips': [{'subnet_id': '2cb7bcd4-039b-48dd-a20c-df6a9ed1abf7', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e22afbf0-435e-45ca-a164-4b6659d63a4c'}], 'binding:host_id': 'n-d-816823-3'}, 'id': '12c3d1cf-0f3e-40d4-89c8-bc74fd8d85b9'} from n-d-816823-3. {{(pid=102670) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 11:41:31.892458 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d954b-962e-43bc-bd26-667434d0fab2 None None] Pushing event updated for resources: {'Port': ['ID=12c3d1cf-0f3e-40d4-89c8-bc74fd8d85b9,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:31.903385 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea2937c3-4643-40d3-aa77-233da0b14d35 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:31.937562 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2937c3-4643-40d3-aa77-233da0b14d35 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Subnet': ['ID=2cb7bcd4-039b-48dd-a20c-df6a9ed1abf7,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:31.941291 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea2937c3-4643-40d3-aa77-233da0b14d35 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:31.944612 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ea2937c3-4643-40d3-aa77-233da0b14d35 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/2cb7bcd4-039b-48dd-a20c-df6a9ed1abf7 HTTP/1.1" status: 204 len: 168 time: 0.4195833 Nov 16 11:41:31.947176 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57622) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:31.956440 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-26baf1ed-8e8b-4f2d-a181-c4a6ea547f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:31.964691 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.api [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:41:31.965431 n-d-816823-3 neutron-server[102670]: DEBUG oslo_db.api [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:41:32.012493 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f4fd158-81c1-45a0-8471-1ba7c50f6922 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting subnet e22afbf0-435e-45ca-a164-4b6659d63a4c {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:41:32.017891 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f4fd158-81c1-45a0-8471-1ba7c50f6922 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:32.069499 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f4fd158-81c1-45a0-8471-1ba7c50f6922 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:32.132397 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f4fd158-81c1-45a0-8471-1ba7c50f6922 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:32.207552 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f4fd158-81c1-45a0-8471-1ba7c50f6922 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server [None req-26baf1ed-8e8b-4f2d-a181-c4a6ea547f7c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e22afbf0-435e-45ca-a164-4b6659d63a4c: This subnet is being modified by another concurrent operation. Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise exception Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e22afbf0-435e-45ca-a164-4b6659d63a4c: This subnet is being modified by another concurrent operation. Nov 16 11:41:32.207865 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server Nov 16 11:41:32.253237 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f4fd158-81c1-45a0-8471-1ba7c50f6922 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:32.257148 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1f4fd158-81c1-45a0-8471-1ba7c50f6922 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/e22afbf0-435e-45ca-a164-4b6659d63a4c HTTP/1.1" status: 204 len: 168 time: 0.3088944 Nov 16 11:41:32.258585 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4fd158-81c1-45a0-8471-1ba7c50f6922 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Subnet': ['ID=e22afbf0-435e-45ca-a164-4b6659d63a4c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:32.259610 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57632) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:32.307529 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0069c9-a4ea-40d8-9447-207e96be6e08 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:41:32.325116 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-51a1b5c6-5458-4bfd-af51-ebeb6b790e92 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0624790 Nov 16 11:41:32.328278 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57636) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:32.335743 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-6245a24c-ca41-4e02-9b56-6c9a688efb76 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'subnet': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:32.413996 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ed64eee7-06f8-41db-a274-3952ccd4fef4 None None] Provisioning complete for port 12c3d1cf-0f3e-40d4-89c8-bc74fd8d85b9 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:32.414693 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ed64eee7-06f8-41db-a274-3952ccd4fef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:32.468553 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6245a24c-ca41-4e02-9b56-6c9a688efb76 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:41:32.472346 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6245a24c-ca41-4e02-9b56-6c9a688efb76 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:32.540365 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7e06c5-a292-43b5-a159-842314854a46 None None] DHCP port deletion for d02e5c70-c13b-4c74-9763-e19ffb7dd482 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:41:32.631807 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb7e06c5-a292-43b5-a159-842314854a46 None None] Deleting port 12c3d1cf-0f3e-40d4-89c8-bc74fd8d85b9 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:41:32.632823 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb7e06c5-a292-43b5-a159-842314854a46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:32.729889 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fb7e06c5-a292-43b5-a159-842314854a46 None None] For port 12c3d1cf-0f3e-40d4-89c8-bc74fd8d85b9, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=12c3d1cf-0f3e-40d4-89c8-bc74fd8d85b9,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:41:32.730614 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb7e06c5-a292-43b5-a159-842314854a46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:32.747307 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6245a24c-ca41-4e02-9b56-6c9a688efb76 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:32.754558 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fb7e06c5-a292-43b5-a159-842314854a46 None None] Calling delete_port for 12c3d1cf-0f3e-40d4-89c8-bc74fd8d85b9 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:41:32.791052 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394111a6-c890-4708-aaf2-e38f3b9907ee req-71739537-580c-4c87-9937-be4ddc97ca14 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:32.793694 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-394111a6-c890-4708-aaf2-e38f3b9907ee req-71739537-580c-4c87-9937-be4ddc97ca14 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=f632be34-16d2-466f-848c-1266f1ebfecc HTTP/1.1" status: 200 len: 944 time: 0.0696542 Nov 16 11:41:32.808820 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6245a24c-ca41-4e02-9b56-6c9a688efb76 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:41:32.813453 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-6245a24c-ca41-4e02-9b56-6c9a688efb76 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:32.815407 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6245a24c-ca41-4e02-9b56-6c9a688efb76 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Subnet': ['ID=064d86fe-b608-4c19-994a-84ccfef38935,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:32.818456 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6245a24c-ca41-4e02-9b56-6c9a688efb76 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:32.819294 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6245a24c-ca41-4e02-9b56-6c9a688efb76 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:32.842106 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6245a24c-ca41-4e02-9b56-6c9a688efb76 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5114367 Nov 16 11:41:32.844010 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57652) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:32.849887 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a9f016ed-da64-4a17-8b0d-6b625245348c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'subnet': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:32.871454 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb7e06c5-a292-43b5-a159-842314854a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:32.908220 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e06c5-a292-43b5-a159-842314854a46 None None] Pushing event deleted for resources: {'Port': ['ID=12c3d1cf-0f3e-40d4-89c8-bc74fd8d85b9,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:32.911916 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7e06c5-a292-43b5-a159-842314854a46 None None] No DVR routers for this DVR port 12c3d1cf-0f3e-40d4-89c8-bc74fd8d85b9 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:41:32.920759 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-394111a6-c890-4708-aaf2-e38f3b9907ee req-4fa2532a-121c-43df-b3f7-632d51b4092b tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178575 Nov 16 11:41:32.943496 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febe413e-92cc-467c-b770-bdc3e518b00e None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:41:33.068737 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f016ed-da64-4a17-8b0d-6b625245348c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:41:33.073460 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9f016ed-da64-4a17-8b0d-6b625245348c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:33.079829 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 12c3d1cf-0f3e-40d4-89c8-bc74fd8d85b9 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:41:33.126542 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 12c3d1cf-0f3e-40d4-89c8-bc74fd8d85b9 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:41:33.127244 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 12c3d1cf-0f3e-40d4-89c8-bc74fd8d85b9 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:41:33.233485 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6f4cd6-e3ff-4d7c-89b3-2aa3f7cd4bb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-d02e5c70-c13b-4c74-9763-e19ffb7dd482', 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'tenant_id': '4ebb44564e554f6b8a2c06865b79e6ad', 'fixed_ips': [{'subnet_id': '064d86fe-b608-4c19-994a-84ccfef38935'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:41:33.234745 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3a6f4cd6-e3ff-4d7c-89b3-2aa3f7cd4bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:33.444505 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-3a6f4cd6-e3ff-4d7c-89b3-2aa3f7cd4bb0 None None] Allocated IP 172.20.0.2 (d02e5c70-c13b-4c74-9763-e19ffb7dd482/064d86fe-b608-4c19-994a-84ccfef38935/57b8cc81-23a9-4b10-bf6f-9365549decdb) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:41:33.474704 n-d-816823-3 neutron-server[102668]: DEBUG neutron.objects.ports [None req-a9f016ed-da64-4a17-8b0d-6b625245348c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102668) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 11:41:33.476567 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9f016ed-da64-4a17-8b0d-6b625245348c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:33.521044 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f016ed-da64-4a17-8b0d-6b625245348c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:41:33.524177 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-a9f016ed-da64-4a17-8b0d-6b625245348c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:33.528355 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f016ed-da64-4a17-8b0d-6b625245348c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:33.529355 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9f016ed-da64-4a17-8b0d-6b625245348c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:33.553645 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57662) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:33.554269 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a9f016ed-da64-4a17-8b0d-6b625245348c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7084472 Nov 16 11:41:33.555016 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f016ed-da64-4a17-8b0d-6b625245348c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Subnet': ['ID=49006eb7-e95f-4d51-bec5-2a2359b4f113,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:33.560797 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-06ee3d3e-cad4-4382-9187-645989b856a3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'port': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'mac_address': 'fa:16:3e:a3:c7:d1', 'name': 'tempest-NetworksTestDHCPv6-934125426'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:33.644635 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3a6f4cd6-e3ff-4d7c-89b3-2aa3f7cd4bb0 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:33.654279 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3a6f4cd6-e3ff-4d7c-89b3-2aa3f7cd4bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:33.685709 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57666) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:33.719856 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6f4cd6-e3ff-4d7c-89b3-2aa3f7cd4bb0 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:41:33.725337 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-3a6f4cd6-e3ff-4d7c-89b3-2aa3f7cd4bb0 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:33.728302 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6f4cd6-e3ff-4d7c-89b3-2aa3f7cd4bb0 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:41:33.730559 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ee3d3e-cad4-4382-9187-645989b856a3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:41:33.736161 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-06ee3d3e-cad4-4382-9187-645989b856a3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:33.736631 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f4cd6-e3ff-4d7c-89b3-2aa3f7cd4bb0 None None] Pushing event updated for resources: {'Port': ['ID=57b8cc81-23a9-4b10-bf6f-9365549decdb,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:33.762371 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-06ee3d3e-cad4-4382-9187-645989b856a3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] device_id is not set on port cfaac85d-cf2b-4bc9-b0d9-2b8394cc43a4 yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:41:33.793209 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-3a6f4cd6-e3ff-4d7c-89b3-2aa3f7cd4bb0 None None] Attempting to bind port 57b8cc81-23a9-4b10-bf6f-9365549decdb on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:41:33.793679 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-3a6f4cd6-e3ff-4d7c-89b3-2aa3f7cd4bb0 None None] Attempting to bind port 57b8cc81-23a9-4b10-bf6f-9365549decdb by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:41:33.794198 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6f4cd6-e3ff-4d7c-89b3-2aa3f7cd4bb0 None None] Attempting to bind port 57b8cc81-23a9-4b10-bf6f-9365549decdb on network d02e5c70-c13b-4c74-9763-e19ffb7dd482 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:41:33.800435 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6f4cd6-e3ff-4d7c-89b3-2aa3f7cd4bb0 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:41:33.800950 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6f4cd6-e3ff-4d7c-89b3-2aa3f7cd4bb0 None None] Checking segment: {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:41:33.801462 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3a6f4cd6-e3ff-4d7c-89b3-2aa3f7cd4bb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:33.802668 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6f4cd6-e3ff-4d7c-89b3-2aa3f7cd4bb0 None None] Bound using segment: {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:41:33.802668 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-3a6f4cd6-e3ff-4d7c-89b3-2aa3f7cd4bb0 None None] Bound port: 57b8cc81-23a9-4b10-bf6f-9365549decdb, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:41:33.803087 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3a6f4cd6-e3ff-4d7c-89b3-2aa3f7cd4bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:33.857607 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-386a0383-b97f-4a60-b874-f686cc8f9ad0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:33.884244 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3a6f4cd6-e3ff-4d7c-89b3-2aa3f7cd4bb0 None None] For port 57b8cc81-23a9-4b10-bf6f-9365549decdb, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:41:33.888534 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3a6f4cd6-e3ff-4d7c-89b3-2aa3f7cd4bb0 None None] For port 57b8cc81-23a9-4b10-bf6f-9365549decdb, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=57b8cc81-23a9-4b10-bf6f-9365549decdb,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:41:33.894941 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3a6f4cd6-e3ff-4d7c-89b3-2aa3f7cd4bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:33.952299 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-06ee3d3e-cad4-4382-9187-645989b856a3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Allocated IP 172.20.0.4 (d02e5c70-c13b-4c74-9763-e19ffb7dd482/064d86fe-b608-4c19-994a-84ccfef38935/cfaac85d-cf2b-4bc9-b0d9-2b8394cc43a4) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:41:33.961918 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-06ee3d3e-cad4-4382-9187-645989b856a3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Allocated IP 2001:db8::f816:3eff:fea3:c7d1 (d02e5c70-c13b-4c74-9763-e19ffb7dd482/49006eb7-e95f-4d51-bec5-2a2359b4f113/cfaac85d-cf2b-4bc9-b0d9-2b8394cc43a4) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:41:33.974808 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-386a0383-b97f-4a60-b874-f686cc8f9ad0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:33.987285 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-386a0383-b97f-4a60-b874-f686cc8f9ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:33.997705 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f4cd6-e3ff-4d7c-89b3-2aa3f7cd4bb0 None None] Pushing event updated for resources: {'Port': ['ID=57b8cc81-23a9-4b10-bf6f-9365549decdb,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:34.054690 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-386a0383-b97f-4a60-b874-f686cc8f9ad0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2af898ee81ac4296a7bd6b4b62383df0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3674793 Nov 16 11:41:34.055609 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57674) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:34.056285 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a0383-b97f-4a60-b874-f686cc8f9ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81a82dd-110a-4f4b-a862-f8b1342f58de,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:34.138619 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f60ca485-8093-4758-8772-7d16fd9223b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:34.164446 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f60ca485-8093-4758-8772-7d16fd9223b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:34.186491 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad41126-bbaa-44d0-9f77-0b28d5b750ee req-c60ed581-0c9d-43f3-a502-a7c76269b0fb tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:34.194116 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fad41126-bbaa-44d0-9f77-0b28d5b750ee req-c60ed581-0c9d-43f3-a502-a7c76269b0fb tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=f632be34-16d2-466f-848c-1266f1ebfecc HTTP/1.1" status: 200 len: 944 time: 0.1528475 Nov 16 11:41:34.236942 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f60ca485-8093-4758-8772-7d16fd9223b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:34.240367 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f60ca485-8093-4758-8772-7d16fd9223b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:34.246394 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f60ca485-8093-4758-8772-7d16fd9223b9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c81a82dd-110a-4f4b-a862-f8b1342f58de HTTP/1.1" status: 204 len: 168 time: 0.1842997 Nov 16 11:41:34.256602 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ca485-8093-4758-8772-7d16fd9223b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81a82dd-110a-4f4b-a862-f8b1342f58de,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:34.335399 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fad41126-bbaa-44d0-9f77-0b28d5b750ee req-7c4b90d6-d1f5-4283-89ba-350eec8cac68 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034591 Nov 16 11:41:34.377006 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-06ee3d3e-cad4-4382-9187-645989b856a3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:34.436243 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-06ee3d3e-cad4-4382-9187-645989b856a3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:34.485516 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ee3d3e-cad4-4382-9187-645989b856a3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:41:34.491306 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-06ee3d3e-cad4-4382-9187-645989b856a3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:34.494560 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ee3d3e-cad4-4382-9187-645989b856a3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:41:34.531046 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee3d3e-cad4-4382-9187-645989b856a3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Port': ['ID=cfaac85d-cf2b-4bc9-b0d9-2b8394cc43a4,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:34.559957 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ee3d3e-cad4-4382-9187-645989b856a3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:34.560590 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-06ee3d3e-cad4-4382-9187-645989b856a3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:34.578102 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-06ee3d3e-cad4-4382-9187-645989b856a3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.0227106 Nov 16 11:41:34.580621 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57680) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:34.586042 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57682) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:34.601206 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f9243236-c475-438f-acfe-0d7933074276 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:34.643305 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82592a4f-dd56-496b-968d-62e7f5cc06b6 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:34.650261 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82592a4f-dd56-496b-968d-62e7f5cc06b6 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:34.654652 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-82592a4f-dd56-496b-968d-62e7f5cc06b6 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.0703220 Nov 16 11:41:34.655067 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57684) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:34.698374 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f9243236-c475-438f-acfe-0d7933074276 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:34.703648 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f9243236-c475-438f-acfe-0d7933074276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:34.748378 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f9243236-c475-438f-acfe-0d7933074276 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4b3af1df7cce4a908b657001cfa95323&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1583598 Nov 16 11:41:34.748378 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9243236-c475-438f-acfe-0d7933074276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dced5bc-064f-41be-8191-580626f661f1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:34.748681 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57686) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:34.757437 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-eb162b8c-0dad-414e-aeba-c61b3fa30d80 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting port cfaac85d-cf2b-4bc9-b0d9-2b8394cc43a4 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:41:34.757804 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eb162b8c-0dad-414e-aeba-c61b3fa30d80 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:35.100234 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 57b8cc81-23a9-4b10-bf6f-9365549decdb up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:41:35.151217 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 57b8cc81-23a9-4b10-bf6f-9365549decdb triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:35.151597 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:35.202345 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9576cb0-957b-4118-b93c-185b5585cf40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:35.249892 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eb162b8c-0dad-414e-aeba-c61b3fa30d80 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:35.256445 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:35.260343 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9576cb0-957b-4118-b93c-185b5585cf40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:35.274057 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-eb162b8c-0dad-414e-aeba-c61b3fa30d80 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Calling delete_port for cfaac85d-cf2b-4bc9-b0d9-2b8394cc43a4 owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:41:35.291179 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7cf0c2-5596-40c9-9866-171cff40f441 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:41:35.297694 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 57b8cc81-23a9-4b10-bf6f-9365549decdb, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=57b8cc81-23a9-4b10-bf6f-9365549decdb,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:41:35.308739 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:35.357330 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9576cb0-957b-4118-b93c-185b5585cf40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:35.360380 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9576cb0-957b-4118-b93c-185b5585cf40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:35.361982 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a9576cb0-957b-4118-b93c-185b5585cf40 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6dced5bc-064f-41be-8191-580626f661f1 HTTP/1.1" status: 204 len: 168 time: 0.6124208 Nov 16 11:41:35.384241 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9576cb0-957b-4118-b93c-185b5585cf40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dced5bc-064f-41be-8191-580626f661f1,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:35.396298 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-156420c4-b55a-4a18-8d8d-667e3ee6ebf3 None None] Provisioning complete for port 57b8cc81-23a9-4b10-bf6f-9365549decdb triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:35.396673 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-156420c4-b55a-4a18-8d8d-667e3ee6ebf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:35.441598 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=57b8cc81-23a9-4b10-bf6f-9365549decdb,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:35.543214 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa0f21-c584-4fd6-8075-0113e5ea8b28 req-0ed8700b-fe56-4faa-8553-43a93549a75c tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:35.544998 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bdfa0f21-c584-4fd6-8075-0113e5ea8b28 req-0ed8700b-fe56-4faa-8553-43a93549a75c tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=f632be34-16d2-466f-848c-1266f1ebfecc HTTP/1.1" status: 200 len: 944 time: 0.0809383 Nov 16 11:41:35.672205 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eb162b8c-0dad-414e-aeba-c61b3fa30d80 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:35.699575 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ff9c9d-3999-4d9c-9dfe-4d5f0b2cd626 None None] Update dhcp port {'port': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'fixed_ips': [{'subnet_id': '064d86fe-b608-4c19-994a-84ccfef38935', 'ip_address': '172.20.0.2'}, {'subnet_id': '49006eb7-e95f-4d51-bec5-2a2359b4f113'}], 'binding:host_id': 'n-d-816823-3'}, 'id': '57b8cc81-23a9-4b10-bf6f-9365549decdb'} from n-d-816823-3. {{(pid=102670) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 11:41:35.718527 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bdfa0f21-c584-4fd6-8075-0113e5ea8b28 req-bd53f9bd-06aa-488d-9929-67c4a52b4473 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669292 Nov 16 11:41:35.734468 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c8ff9c9d-3999-4d9c-9dfe-4d5f0b2cd626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:35.754512 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb162b8c-0dad-414e-aeba-c61b3fa30d80 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Port': ['ID=cfaac85d-cf2b-4bc9-b0d9-2b8394cc43a4,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:35.848146 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eb162b8c-0dad-414e-aeba-c61b3fa30d80 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:35.854585 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57700) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:35.855116 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-eb162b8c-0dad-414e-aeba-c61b3fa30d80 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/ports/cfaac85d-cf2b-4bc9-b0d9-2b8394cc43a4 HTTP/1.1" status: 204 len: 168 time: 1.1989861 Nov 16 11:41:35.925378 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b273f50a-b504-4273-b3d0-666939892db6 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:35.927385 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b273f50a-b504-4273-b3d0-666939892db6 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:35.928872 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b273f50a-b504-4273-b3d0-666939892db6 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:35.932884 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b273f50a-b504-4273-b3d0-666939892db6 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0740392 Nov 16 11:41:35.933273 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57704) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:35.978390 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-c8ff9c9d-3999-4d9c-9dfe-4d5f0b2cd626 None None] Allocated IP 2001:db8::f816:3eff:fe77:9a64 (d02e5c70-c13b-4c74-9763-e19ffb7dd482/49006eb7-e95f-4d51-bec5-2a2359b4f113/57b8cc81-23a9-4b10-bf6f-9365549decdb) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:41:35.998849 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-48b1824f-eaf6-4838-b72f-ac6d09bf09a4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting subnet 064d86fe-b608-4c19-994a-84ccfef38935 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:41:36.083979 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c8ff9c9d-3999-4d9c-9dfe-4d5f0b2cd626 None None] For port 57b8cc81-23a9-4b10-bf6f-9365549decdb, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=57b8cc81-23a9-4b10-bf6f-9365549decdb,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:41:36.124236 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c8ff9c9d-3999-4d9c-9dfe-4d5f0b2cd626 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:36.131170 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-48b1824f-eaf6-4838-b72f-ac6d09bf09a4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:36.138805 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c8ff9c9d-3999-4d9c-9dfe-4d5f0b2cd626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:36.184355 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-48b1824f-eaf6-4838-b72f-ac6d09bf09a4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:36.241831 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ff9c9d-3999-4d9c-9dfe-4d5f0b2cd626 None None] Pushing event updated for resources: {'Port': ['ID=57b8cc81-23a9-4b10-bf6f-9365549decdb,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:36.311832 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-48b1824f-eaf6-4838-b72f-ac6d09bf09a4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:36.380824 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-48b1824f-eaf6-4838-b72f-ac6d09bf09a4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:36.428631 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-48b1824f-eaf6-4838-b72f-ac6d09bf09a4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:36.431990 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-48b1824f-eaf6-4838-b72f-ac6d09bf09a4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/064d86fe-b608-4c19-994a-84ccfef38935 HTTP/1.1" status: 204 len: 168 time: 0.4976583 Nov 16 11:41:36.433275 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b1824f-eaf6-4838-b72f-ac6d09bf09a4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Subnet': ['ID=064d86fe-b608-4c19-994a-84ccfef38935,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:36.434828 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57722) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:36.496761 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-c763fdbe-2b80-421b-b2c6-87ceacd8fd68 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting subnet 49006eb7-e95f-4d51-bec5-2a2359b4f113 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:41:36.501643 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c763fdbe-2b80-421b-b2c6-87ceacd8fd68 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:36.569752 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c763fdbe-2b80-421b-b2c6-87ceacd8fd68 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:36.666295 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c763fdbe-2b80-421b-b2c6-87ceacd8fd68 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:36.733159 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c763fdbe-2b80-421b-b2c6-87ceacd8fd68 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:36.784147 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c763fdbe-2b80-421b-b2c6-87ceacd8fd68 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Subnet': ['ID=49006eb7-e95f-4d51-bec5-2a2359b4f113,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:36.786302 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c763fdbe-2b80-421b-b2c6-87ceacd8fd68 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:36.789615 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c763fdbe-2b80-421b-b2c6-87ceacd8fd68 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/49006eb7-e95f-4d51-bec5-2a2359b4f113 HTTP/1.1" status: 204 len: 168 time: 0.3505874 Nov 16 11:41:36.792347 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57732) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:36.845361 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f27e7642-1811-4217-95b3-923339ee81e9 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0518234 Nov 16 11:41:36.847780 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57740) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:36.912992 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5addc8f8-820f-427c-849c-6b03c1987b72 req-edbbd0b4-40aa-4c79-9ee5-8039f12c0674 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:36.914909 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5addc8f8-820f-427c-849c-6b03c1987b72 req-edbbd0b4-40aa-4c79-9ee5-8039f12c0674 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=f632be34-16d2-466f-848c-1266f1ebfecc HTTP/1.1" status: 200 len: 944 time: 0.0911052 Nov 16 11:41:36.927685 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af75f078-5da3-488f-9165-2825a623974a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:36.930722 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-af75f078-5da3-488f-9165-2825a623974a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0816221 Nov 16 11:41:36.933137 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57748) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:36.972914 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcd5b9d-0547-4e95-ac21-331bec3bf2bd None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:41:37.003778 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f475473-a998-4d68-a1a1-2a73b9c47d46 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:37.006341 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2f475473-a998-4d68-a1a1-2a73b9c47d46 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0717063 Nov 16 11:41:37.008762 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57750) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:37.018172 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5addc8f8-820f-427c-849c-6b03c1987b72 req-d679e386-3746-47ba-b874-dde62b9a5da8 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895910 Nov 16 11:41:37.058300 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c8abceac-6e0e-48f4-8e36-6ae55ea6cd5c None None] Could not find standard attr ID for object cfaac85d-cf2b-4bc9-b0d9-2b8394cc43a4. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:41:37.069006 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-61b88c09-3be2-4dfa-bb8b-168c5ea260ce tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0582623 Nov 16 11:41:37.074924 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57752) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:37.083550 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-89b9e70d-ac19-47c9-95b4-9db6d2f85fda tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'subnet': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:37.097145 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c8abceac-6e0e-48f4-8e36-6ae55ea6cd5c None None] Provisioning complete for port 57b8cc81-23a9-4b10-bf6f-9365549decdb triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:37.097657 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c8abceac-6e0e-48f4-8e36-6ae55ea6cd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:37.161596 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 57b8cc81-23a9-4b10-bf6f-9365549decdb up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:41:37.199433 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b9e70d-ac19-47c9-95b4-9db6d2f85fda tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:41:37.203582 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-89b9e70d-ac19-47c9-95b4-9db6d2f85fda tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:37.205371 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b9e70d-ac19-47c9-95b4-9db6d2f85fda tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:41:37.205810 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89b9e70d-ac19-47c9-95b4-9db6d2f85fda tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:41:37.223720 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-89b9e70d-ac19-47c9-95b4-9db6d2f85fda tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1464415 Nov 16 11:41:37.225406 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57760) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:37.230565 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-63209dff-4242-4486-b88a-439ca002329f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'subnet': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:37.284926 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 57b8cc81-23a9-4b10-bf6f-9365549decdb triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:37.285307 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:37.326178 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea29e90-192e-4564-8c0f-5e7ee6dd4304 None None] DHCP port deletion for d02e5c70-c13b-4c74-9763-e19ffb7dd482 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:41:37.354575 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63209dff-4242-4486-b88a-439ca002329f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:41:37.358458 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63209dff-4242-4486-b88a-439ca002329f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:37.359956 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-63209dff-4242-4486-b88a-439ca002329f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:41:37.360417 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63209dff-4242-4486-b88a-439ca002329f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:41:37.381592 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57774) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:37.382002 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-63209dff-4242-4486-b88a-439ca002329f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1552434 Nov 16 11:41:37.387665 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-981d9bdf-8171-4a0e-a77d-da604ce1bd6a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'subnet': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:37.423837 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fea29e90-192e-4564-8c0f-5e7ee6dd4304 None None] Deleting port 57b8cc81-23a9-4b10-bf6f-9365549decdb {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:41:37.423837 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fea29e90-192e-4564-8c0f-5e7ee6dd4304 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:37.491139 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fea29e90-192e-4564-8c0f-5e7ee6dd4304 None None] For port 57b8cc81-23a9-4b10-bf6f-9365549decdb, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=57b8cc81-23a9-4b10-bf6f-9365549decdb,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:41:37.491546 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fea29e90-192e-4564-8c0f-5e7ee6dd4304 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:37.495678 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981d9bdf-8171-4a0e-a77d-da604ce1bd6a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:41:37.500882 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-981d9bdf-8171-4a0e-a77d-da604ce1bd6a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:37.503205 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-981d9bdf-8171-4a0e-a77d-da604ce1bd6a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:41:37.503758 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-981d9bdf-8171-4a0e-a77d-da604ce1bd6a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:41:37.505112 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fea29e90-192e-4564-8c0f-5e7ee6dd4304 None None] Calling delete_port for 57b8cc81-23a9-4b10-bf6f-9365549decdb owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:41:37.521682 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-981d9bdf-8171-4a0e-a77d-da604ce1bd6a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1381044 Nov 16 11:41:37.525222 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57790) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:37.530345 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4b5545f6-394e-4200-acb5-5b9ffb72e35b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'subnet': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:37.584342 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fea29e90-192e-4564-8c0f-5e7ee6dd4304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:37.609214 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea29e90-192e-4564-8c0f-5e7ee6dd4304 None None] Pushing event deleted for resources: {'Port': ['ID=57b8cc81-23a9-4b10-bf6f-9365549decdb,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:37.615108 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea29e90-192e-4564-8c0f-5e7ee6dd4304 None None] No DVR routers for this DVR port 57b8cc81-23a9-4b10-bf6f-9365549decdb on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:41:37.647509 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84abc45-d1eb-49e5-b849-799fabf05655 None None] get_active_networks_info from n-d-816823-3 {{(pid=102670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 11:41:37.916161 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84abc45-d1eb-49e5-b849-799fabf05655 None None] Resources bound (agent type, host, resource id): {{(pid=102670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 11:41:37.952679 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5545f6-394e-4200-acb5-5b9ffb72e35b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:41:37.956557 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4b5545f6-394e-4200-acb5-5b9ffb72e35b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:37.958355 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b5545f6-394e-4200-acb5-5b9ffb72e35b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:41:37.958807 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b5545f6-394e-4200-acb5-5b9ffb72e35b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:41:37.979577 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4b5545f6-394e-4200-acb5-5b9ffb72e35b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4531698 Nov 16 11:41:37.982922 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57832) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:37.988814 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-19e8e7ba-cd8d-4b62-bfd7-a589480d2780 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'subnet': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:38.140906 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e8e7ba-cd8d-4b62-bfd7-a589480d2780 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:41:38.144732 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-19e8e7ba-cd8d-4b62-bfd7-a589480d2780 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:38.146317 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e8e7ba-cd8d-4b62-bfd7-a589480d2780 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:41:38.146928 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19e8e7ba-cd8d-4b62-bfd7-a589480d2780 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:41:38.176589 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1766a1-e285-4e7a-b7aa-07c777b3ec21 req-ea0d4576-4137-4757-9110-d2fe6239232d tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:38.178184 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b1766a1-e285-4e7a-b7aa-07c777b3ec21 req-ea0d4576-4137-4757-9110-d2fe6239232d tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=f632be34-16d2-466f-848c-1266f1ebfecc HTTP/1.1" status: 200 len: 944 time: 0.0820718 Nov 16 11:41:38.182044 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-19e8e7ba-cd8d-4b62-bfd7-a589480d2780 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1979966 Nov 16 11:41:38.185096 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57848) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:38.190534 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-1602ef51-0eff-452e-8d9c-6324607b61d8 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'subnet': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:38.242563 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b1766a1-e285-4e7a-b7aa-07c777b3ec21 req-e66dfc57-0666-4077-8661-3c8fb9b37a7c tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550647 Nov 16 11:41:38.293539 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1602ef51-0eff-452e-8d9c-6324607b61d8 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:41:38.297641 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1602ef51-0eff-452e-8d9c-6324607b61d8 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:38.299224 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-1602ef51-0eff-452e-8d9c-6324607b61d8 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:41:38.299648 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1602ef51-0eff-452e-8d9c-6324607b61d8 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:41:38.325001 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1602ef51-0eff-452e-8d9c-6324607b61d8 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1386402 Nov 16 11:41:38.328269 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57860) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:38.359503 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-51112017-369d-4b6d-b775-03b0747cd431 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0300798 Nov 16 11:41:38.361841 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57864) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:38.411982 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6f5edd-6f90-49fa-b248-3b5b27c208da tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:38.413425 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ec6f5edd-6f90-49fa-b248-3b5b27c208da tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0506616 Nov 16 11:41:38.415931 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57874) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:38.452343 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8e8598fd-5683-409e-be05-37b1970a9c4e tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0352585 Nov 16 11:41:38.457014 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57876) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:38.461992 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-854b9af1-b146-461e-9791-3e1397ac3b75 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'subnet': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:38.560610 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854b9af1-b146-461e-9791-3e1397ac3b75 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:41:38.565058 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-854b9af1-b146-461e-9791-3e1397ac3b75 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:38.833373 n-d-816823-3 neutron-server[102669]: DEBUG neutron.objects.ports [None req-854b9af1-b146-461e-9791-3e1397ac3b75 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102669) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 11:41:38.834881 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-854b9af1-b146-461e-9791-3e1397ac3b75 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:38.870216 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854b9af1-b146-461e-9791-3e1397ac3b75 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:41:38.877554 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-854b9af1-b146-461e-9791-3e1397ac3b75 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:38.883503 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854b9af1-b146-461e-9791-3e1397ac3b75 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:38.884112 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-854b9af1-b146-461e-9791-3e1397ac3b75 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:38.891416 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8f32d7-22db-409c-8e7b-191aec3bf7ac None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:41:38.917831 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57930) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:38.918140 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-854b9af1-b146-461e-9791-3e1397ac3b75 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4602511 Nov 16 11:41:38.921219 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b9af1-b146-461e-9791-3e1397ac3b75 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Subnet': ['ID=76e0968c-5020-4c9d-9a8c-e82be580a630,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:38.927372 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-07c1c3ca-3def-420e-b8ce-f3d013eabca9 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'port': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'mac_address': 'fa:16:3e:dc:11:98', 'name': 'tempest-NetworksTestDHCPv6-335388344'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:39.055602 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c1c3ca-3def-420e-b8ce-f3d013eabca9 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:41:39.063179 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 57b8cc81-23a9-4b10-bf6f-9365549decdb no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:41:39.089858 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870995e7-9dc4-4fac-ae75-af2617e9a6e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-d02e5c70-c13b-4c74-9763-e19ffb7dd482', 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'tenant_id': '4ebb44564e554f6b8a2c06865b79e6ad', 'fixed_ips': [{'subnet_id': '76e0968c-5020-4c9d-9a8c-e82be580a630'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:41:39.090891 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-870995e7-9dc4-4fac-ae75-af2617e9a6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:39.095416 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 57b8cc81-23a9-4b10-bf6f-9365549decdb {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:41:39.095760 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 57b8cc81-23a9-4b10-bf6f-9365549decdb not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:41:39.174573 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07c1c3ca-3def-420e-b8ce-f3d013eabca9 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:39.198393 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-07c1c3ca-3def-420e-b8ce-f3d013eabca9 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] device_id is not set on port d444d2f1-b210-4113-ac41-e9049d3ffda1 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:41:39.247248 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-870995e7-9dc4-4fac-ae75-af2617e9a6e7 None None] Allocated IP 2001:db8::f816:3eff:fe72:cbd2 (d02e5c70-c13b-4c74-9763-e19ffb7dd482/76e0968c-5020-4c9d-9a8c-e82be580a630/89bb47ee-616f-4f3b-9db4-17132b0667b0) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:41:39.366246 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7abc59-c4b6-4915-8f6b-093fd7fed7c4 req-6ffb0641-9ca9-4366-b672-3b191fc67cdc tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:39.367772 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8c7abc59-c4b6-4915-8f6b-093fd7fed7c4 req-6ffb0641-9ca9-4366-b672-3b191fc67cdc tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=f632be34-16d2-466f-848c-1266f1ebfecc HTTP/1.1" status: 200 len: 944 time: 0.0505154 Nov 16 11:41:39.409357 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-870995e7-9dc4-4fac-ae75-af2617e9a6e7 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:39.415722 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-870995e7-9dc4-4fac-ae75-af2617e9a6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:39.446283 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8c7abc59-c4b6-4915-8f6b-093fd7fed7c4 req-9e967208-3bc6-443b-88ed-12880d198905 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651505 Nov 16 11:41:39.459331 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870995e7-9dc4-4fac-ae75-af2617e9a6e7 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:41:39.462038 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57956) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:39.462505 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-870995e7-9dc4-4fac-ae75-af2617e9a6e7 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:39.465080 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870995e7-9dc4-4fac-ae75-af2617e9a6e7 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:41:39.475241 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870995e7-9dc4-4fac-ae75-af2617e9a6e7 None None] Pushing event updated for resources: {'Port': ['ID=89bb47ee-616f-4f3b-9db4-17132b0667b0,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:39.478144 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-07c1c3ca-3def-420e-b8ce-f3d013eabca9 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Allocated IP 2001:db8::f816:3eff:fedc:1198 (d02e5c70-c13b-4c74-9763-e19ffb7dd482/76e0968c-5020-4c9d-9a8c-e82be580a630/d444d2f1-b210-4113-ac41-e9049d3ffda1) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:41:39.540349 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-870995e7-9dc4-4fac-ae75-af2617e9a6e7 None None] Attempting to bind port 89bb47ee-616f-4f3b-9db4-17132b0667b0 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:41:39.540714 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-870995e7-9dc4-4fac-ae75-af2617e9a6e7 None None] Attempting to bind port 89bb47ee-616f-4f3b-9db4-17132b0667b0 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:41:39.541480 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870995e7-9dc4-4fac-ae75-af2617e9a6e7 None None] Attempting to bind port 89bb47ee-616f-4f3b-9db4-17132b0667b0 on network d02e5c70-c13b-4c74-9763-e19ffb7dd482 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:41:39.547247 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870995e7-9dc4-4fac-ae75-af2617e9a6e7 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:41:39.547838 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870995e7-9dc4-4fac-ae75-af2617e9a6e7 None None] Checking segment: {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:41:39.548394 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-870995e7-9dc4-4fac-ae75-af2617e9a6e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:39.548971 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870995e7-9dc4-4fac-ae75-af2617e9a6e7 None None] Bound using segment: {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:41:39.549793 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-870995e7-9dc4-4fac-ae75-af2617e9a6e7 None None] Bound port: 89bb47ee-616f-4f3b-9db4-17132b0667b0, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:41:39.550357 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-870995e7-9dc4-4fac-ae75-af2617e9a6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:39.591046 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bbb78fc1-059e-489d-90fb-ecf9358ccb77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:39.624750 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-870995e7-9dc4-4fac-ae75-af2617e9a6e7 None None] For port 89bb47ee-616f-4f3b-9db4-17132b0667b0, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:41:39.629390 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-870995e7-9dc4-4fac-ae75-af2617e9a6e7 None None] For port 89bb47ee-616f-4f3b-9db4-17132b0667b0, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=89bb47ee-616f-4f3b-9db4-17132b0667b0,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:41:39.635508 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-870995e7-9dc4-4fac-ae75-af2617e9a6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:39.663901 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07c1c3ca-3def-420e-b8ce-f3d013eabca9 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:39.681555 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bbb78fc1-059e-489d-90fb-ecf9358ccb77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:39.693832 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bbb78fc1-059e-489d-90fb-ecf9358ccb77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:39.694280 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870995e7-9dc4-4fac-ae75-af2617e9a6e7 None None] Pushing event updated for resources: {'Port': ['ID=89bb47ee-616f-4f3b-9db4-17132b0667b0,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:39.712731 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07c1c3ca-3def-420e-b8ce-f3d013eabca9 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:39.745512 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-bbb78fc1-059e-489d-90fb-ecf9358ccb77 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=21d78f5a18244d9c88387c49c5a2ee47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2821536 Nov 16 11:41:39.747190 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57962) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:39.760615 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb78fc1-059e-489d-90fb-ecf9358ccb77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe0da55-893c-4980-8c58-d4da620955e5,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:39.761022 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c1c3ca-3def-420e-b8ce-f3d013eabca9 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:41:39.776662 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-07c1c3ca-3def-420e-b8ce-f3d013eabca9 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:39.788606 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c1c3ca-3def-420e-b8ce-f3d013eabca9 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:41:39.797241 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c1c3ca-3def-420e-b8ce-f3d013eabca9 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:39.798195 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07c1c3ca-3def-420e-b8ce-f3d013eabca9 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:39.806442 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4b67c182-7757-4e25-9a76-bbb0096386b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:39.816069 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1c3ca-3def-420e-b8ce-f3d013eabca9 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Port': ['ID=d444d2f1-b210-4113-ac41-e9049d3ffda1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:39.822633 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-07c1c3ca-3def-420e-b8ce-f3d013eabca9 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9029458 Nov 16 11:41:39.825401 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57966) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:39.846517 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4b67c182-7757-4e25-9a76-bbb0096386b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:39.920493 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d2b727-8e7f-4191-bc7e-0b8247750099 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:39.928952 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d2b727-8e7f-4191-bc7e-0b8247750099 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:39.930740 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-35d2b727-8e7f-4191-bc7e-0b8247750099 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1041355 Nov 16 11:41:39.934179 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57970) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:39.951136 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4b67c182-7757-4e25-9a76-bbb0096386b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:39.954080 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4b67c182-7757-4e25-9a76-bbb0096386b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:39.966486 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4b67c182-7757-4e25-9a76-bbb0096386b3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bfe0da55-893c-4980-8c58-d4da620955e5 HTTP/1.1" status: 204 len: 168 time: 0.2098799 Nov 16 11:41:39.976885 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67c182-7757-4e25-9a76-bbb0096386b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe0da55-893c-4980-8c58-d4da620955e5,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:40.063214 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-74cd5de5-13dd-4a74-8bfe-55d04bb9f179 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting port d444d2f1-b210-4113-ac41-e9049d3ffda1 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:41:40.065305 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74cd5de5-13dd-4a74-8bfe-55d04bb9f179 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:40.172026 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74cd5de5-13dd-4a74-8bfe-55d04bb9f179 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:40.183767 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-74cd5de5-13dd-4a74-8bfe-55d04bb9f179 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Calling delete_port for d444d2f1-b210-4113-ac41-e9049d3ffda1 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:41:40.320768 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74cd5de5-13dd-4a74-8bfe-55d04bb9f179 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:40.352790 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd5de5-13dd-4a74-8bfe-55d04bb9f179 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Port': ['ID=d444d2f1-b210-4113-ac41-e9049d3ffda1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:40.381673 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74cd5de5-13dd-4a74-8bfe-55d04bb9f179 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:40.385642 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-74cd5de5-13dd-4a74-8bfe-55d04bb9f179 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/ports/d444d2f1-b210-4113-ac41-e9049d3ffda1 HTTP/1.1" status: 204 len: 168 time: 0.4466269 Nov 16 11:41:40.387930 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57988) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:40.444635 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea63df4-d6a4-4ec8-9e34-b5b4f7af4c03 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:40.446506 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea63df4-d6a4-4ec8-9e34-b5b4f7af4c03 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:40.450425 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5ea63df4-d6a4-4ec8-9e34-b5b4f7af4c03 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0589852 Nov 16 11:41:40.450703 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57992) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:40.516443 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4aa9e49-df80-40f5-aa7e-494f5aa27240 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting subnet 76e0968c-5020-4c9d-9a8c-e82be580a630 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:41:40.522165 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a4aa9e49-df80-40f5-aa7e-494f5aa27240 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:40.578280 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a4aa9e49-df80-40f5-aa7e-494f5aa27240 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:40.601331 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d406a01-4975-42fb-bb97-15a1f42f1c30 req-5e541cf2-9b42-4819-915b-d3cfe874cb05 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:40.602936 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9d406a01-4975-42fb-bb97-15a1f42f1c30 req-5e541cf2-9b42-4819-915b-d3cfe874cb05 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=f632be34-16d2-466f-848c-1266f1ebfecc HTTP/1.1" status: 200 len: 944 time: 0.0709767 Nov 16 11:41:40.675185 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9d406a01-4975-42fb-bb97-15a1f42f1c30 req-3e055cf7-713e-4e0e-b124-10e5b74a7539 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580287 Nov 16 11:41:40.688497 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a4aa9e49-df80-40f5-aa7e-494f5aa27240 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:40.757484 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a4aa9e49-df80-40f5-aa7e-494f5aa27240 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:40.787147 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa9e49-df80-40f5-aa7e-494f5aa27240 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Subnet': ['ID=76e0968c-5020-4c9d-9a8c-e82be580a630,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:40.789103 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a4aa9e49-df80-40f5-aa7e-494f5aa27240 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:40.792471 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a4aa9e49-df80-40f5-aa7e-494f5aa27240 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/76e0968c-5020-4c9d-9a8c-e82be580a630 HTTP/1.1" status: 204 len: 168 time: 0.3407576 Nov 16 11:41:40.795146 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58010) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:40.830933 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88214e73-e787-4c5f-a948-51d0930b6ba0 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:41:40.839512 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-86f8bb85-24dc-4419-91df-32c3d1c9623f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0431395 Nov 16 11:41:40.842909 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58012) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:40.848379 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-dffeb4d7-41b1-4a82-886b-9fa890d51250 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'subnet': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:40.946220 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffeb4d7-41b1-4a82-886b-9fa890d51250 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:41:40.949806 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dffeb4d7-41b1-4a82-886b-9fa890d51250 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:40.951052 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-66185064-f6a5-44d9-acaa-f24b3830c6e9 None None] Provisioning complete for port 89bb47ee-616f-4f3b-9db4-17132b0667b0 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:40.951417 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-66185064-f6a5-44d9-acaa-f24b3830c6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:41.074389 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-66185064-f6a5-44d9-acaa-f24b3830c6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:41.095713 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280065f1-b69f-4c4d-9b8e-ee5296374095 None None] DHCP port deletion for d02e5c70-c13b-4c74-9763-e19ffb7dd482 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:41:41.149264 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-66185064-f6a5-44d9-acaa-f24b3830c6e9 None None] For port 89bb47ee-616f-4f3b-9db4-17132b0667b0, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=89bb47ee-616f-4f3b-9db4-17132b0667b0,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:41:41.155700 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-66185064-f6a5-44d9-acaa-f24b3830c6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:41.202139 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-280065f1-b69f-4c4d-9b8e-ee5296374095 None None] Deleting port 89bb47ee-616f-4f3b-9db4-17132b0667b0 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:41:41.203221 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-280065f1-b69f-4c4d-9b8e-ee5296374095 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:41.271946 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66185064-f6a5-44d9-acaa-f24b3830c6e9 None None] Pushing event updated for resources: {'Port': ['ID=89bb47ee-616f-4f3b-9db4-17132b0667b0,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:41.304713 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-280065f1-b69f-4c4d-9b8e-ee5296374095 None None] For port 89bb47ee-616f-4f3b-9db4-17132b0667b0, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=89bb47ee-616f-4f3b-9db4-17132b0667b0,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:41:41.305412 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-280065f1-b69f-4c4d-9b8e-ee5296374095 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:41.320851 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-280065f1-b69f-4c4d-9b8e-ee5296374095 None None] Calling delete_port for 89bb47ee-616f-4f3b-9db4-17132b0667b0 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:41:41.405043 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-280065f1-b69f-4c4d-9b8e-ee5296374095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:41.408647 n-d-816823-3 neutron-server[102668]: DEBUG neutron.objects.ports [None req-dffeb4d7-41b1-4a82-886b-9fa890d51250 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102668) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 11:41:41.435699 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280065f1-b69f-4c4d-9b8e-ee5296374095 None None] Pushing event deleted for resources: {'Port': ['ID=89bb47ee-616f-4f3b-9db4-17132b0667b0,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:41.440854 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280065f1-b69f-4c4d-9b8e-ee5296374095 None None] No DVR routers for this DVR port 89bb47ee-616f-4f3b-9db4-17132b0667b0 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:41:41.553155 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58056) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:41.566562 n-d-816823-3 neutron-server[102668]: WARNING neutron.services.revisions.revision_plugin [None req-dffeb4d7-41b1-4a82-886b-9fa890d51250 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Could not find related port for resource to bump revision. Nov 16 11:41:41.571548 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.ipam_pluggable_backend [None req-dffeb4d7-41b1-4a82-886b-9fa890d51250 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Port 89bb47ee-616f-4f3b-9db4-17132b0667b0 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102668) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 16 11:41:41.572057 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.ipam_pluggable_backend [None req-dffeb4d7-41b1-4a82-886b-9fa890d51250 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Reverting IP allocation for 2001:db8::f816:3eff:fe72:cbd2 {{(pid=102668) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 16 11:41:41.575663 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.ipam_pluggable_backend [None req-dffeb4d7-41b1-4a82-886b-9fa890d51250 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe72:cbd2 {{(pid=102668) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 16 11:41:41.577037 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dffeb4d7-41b1-4a82-886b-9fa890d51250 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:41.615338 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffeb4d7-41b1-4a82-886b-9fa890d51250 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:41:41.619988 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-dffeb4d7-41b1-4a82-886b-9fa890d51250 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:41.623300 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffeb4d7-41b1-4a82-886b-9fa890d51250 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:41.623870 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dffeb4d7-41b1-4a82-886b-9fa890d51250 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:41.629957 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b15d90-5ff1-4ac2-bba7-b44cb5ff1457 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:41:41.645210 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffeb4d7-41b1-4a82-886b-9fa890d51250 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Subnet': ['ID=03b92e9c-3a86-4754-93ab-62c3855abd6d,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:41.652926 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-dffeb4d7-41b1-4a82-886b-9fa890d51250 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8084536 Nov 16 11:41:41.655537 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58060) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:41.660349 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e05b8a8c-a580-44e3-ad11-de53ad4b21d1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'port': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'mac_address': 'fa:16:3e:9a:aa:61', 'name': 'tempest-NetworksTestDHCPv6-927362628'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:41.673176 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb0ec40d-0db3-46ad-93bc-33c82eaeccb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:41.791908 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05b8a8c-a580-44e3-ad11-de53ad4b21d1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:41:41.796532 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e05b8a8c-a580-44e3-ad11-de53ad4b21d1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:41.798048 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb0ec40d-0db3-46ad-93bc-33c82eaeccb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:41.799314 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984ce20e-7b47-4927-9583-84a8f3722051 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-d02e5c70-c13b-4c74-9763-e19ffb7dd482', 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'tenant_id': '4ebb44564e554f6b8a2c06865b79e6ad', 'fixed_ips': [{'subnet_id': '03b92e9c-3a86-4754-93ab-62c3855abd6d'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:41:41.800309 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-984ce20e-7b47-4927-9583-84a8f3722051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:41.805889 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb0ec40d-0db3-46ad-93bc-33c82eaeccb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:41.823806 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-e05b8a8c-a580-44e3-ad11-de53ad4b21d1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] device_id is not set on port a704fb9e-ef3a-467c-94a9-8c9e51c0f9ea yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:41:41.844008 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-bb0ec40d-0db3-46ad-93bc-33c82eaeccb8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=548dda2b40ef4c1e935ea79f06962265&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2897489 Nov 16 11:41:41.853771 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183b05d-f460-4245-b7fc-4829bb6dd2a3 req-f39527cd-8a05-4259-9382-24eb616af215 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:41.855243 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b183b05d-f460-4245-b7fc-4829bb6dd2a3 req-f39527cd-8a05-4259-9382-24eb616af215 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=f632be34-16d2-466f-848c-1266f1ebfecc HTTP/1.1" status: 200 len: 944 time: 0.1039660 Nov 16 11:41:41.858241 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58066) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:41.887383 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ec40d-0db3-46ad-93bc-33c82eaeccb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5484c9a-57c6-4b41-b73c-2cdc372f0632,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:41.947884 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-e05b8a8c-a580-44e3-ad11-de53ad4b21d1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Allocated IP 2001:db8::f816:3eff:fe9a:aa61 (d02e5c70-c13b-4c74-9763-e19ffb7dd482/03b92e9c-3a86-4754-93ab-62c3855abd6d/a704fb9e-ef3a-467c-94a9-8c9e51c0f9ea) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:41:41.957442 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b183b05d-f460-4245-b7fc-4829bb6dd2a3 req-f5239585-9933-40b3-8812-09ce1ec3b509 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885582 Nov 16 11:41:41.958216 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-137ec48d-2e6e-4d35-a1e8-e25b8f70ef64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:41.991768 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-137ec48d-2e6e-4d35-a1e8-e25b8f70ef64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:42.049876 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-137ec48d-2e6e-4d35-a1e8-e25b8f70ef64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:42.053482 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-137ec48d-2e6e-4d35-a1e8-e25b8f70ef64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:42.054751 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-137ec48d-2e6e-4d35-a1e8-e25b8f70ef64 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b5484c9a-57c6-4b41-b73c-2cdc372f0632 HTTP/1.1" status: 204 len: 168 time: 0.1948562 Nov 16 11:41:42.064883 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137ec48d-2e6e-4d35-a1e8-e25b8f70ef64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5484c9a-57c6-4b41-b73c-2cdc372f0632,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:42.105165 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e05b8a8c-a580-44e3-ad11-de53ad4b21d1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:42.146875 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e05b8a8c-a580-44e3-ad11-de53ad4b21d1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:42.185209 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-984ce20e-7b47-4927-9583-84a8f3722051 None None] Allocated IP 2001:db8::f816:3eff:fe91:e39a (d02e5c70-c13b-4c74-9763-e19ffb7dd482/03b92e9c-3a86-4754-93ab-62c3855abd6d/df87ac2c-edba-46a5-aeff-f719d10848d5) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:41:42.217696 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05b8a8c-a580-44e3-ad11-de53ad4b21d1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:41:42.219262 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b8a8c-a580-44e3-ad11-de53ad4b21d1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Port': ['ID=a704fb9e-ef3a-467c-94a9-8c9e51c0f9ea,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:42.228507 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-e05b8a8c-a580-44e3-ad11-de53ad4b21d1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:42.231377 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05b8a8c-a580-44e3-ad11-de53ad4b21d1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:41:42.238278 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05b8a8c-a580-44e3-ad11-de53ad4b21d1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:42.238986 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e05b8a8c-a580-44e3-ad11-de53ad4b21d1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:42.256991 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e05b8a8c-a580-44e3-ad11-de53ad4b21d1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.6003959 Nov 16 11:41:42.259833 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58072) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:42.311048 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83f9c17-7017-453e-aace-cae1231e14c7 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:42.313169 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c83f9c17-7017-453e-aace-cae1231e14c7 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0522673 Nov 16 11:41:42.315907 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58076) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:42.347377 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-984ce20e-7b47-4927-9583-84a8f3722051 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:42.355223 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-984ce20e-7b47-4927-9583-84a8f3722051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:42.396881 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984ce20e-7b47-4927-9583-84a8f3722051 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:41:42.399863 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-984ce20e-7b47-4927-9583-84a8f3722051 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:42.402501 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984ce20e-7b47-4927-9583-84a8f3722051 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:41:42.413578 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-615f0dcc-c763-4df9-a91e-1565459d7271 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting port a704fb9e-ef3a-467c-94a9-8c9e51c0f9ea {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:41:42.414155 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-615f0dcc-c763-4df9-a91e-1565459d7271 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:42.415126 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984ce20e-7b47-4927-9583-84a8f3722051 None None] Pushing event updated for resources: {'Port': ['ID=df87ac2c-edba-46a5-aeff-f719d10848d5,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:42.477038 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-984ce20e-7b47-4927-9583-84a8f3722051 None None] Attempting to bind port df87ac2c-edba-46a5-aeff-f719d10848d5 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:41:42.477413 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-984ce20e-7b47-4927-9583-84a8f3722051 None None] Attempting to bind port df87ac2c-edba-46a5-aeff-f719d10848d5 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:41:42.477949 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984ce20e-7b47-4927-9583-84a8f3722051 None None] Attempting to bind port df87ac2c-edba-46a5-aeff-f719d10848d5 on network d02e5c70-c13b-4c74-9763-e19ffb7dd482 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:41:42.483256 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984ce20e-7b47-4927-9583-84a8f3722051 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:41:42.483681 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984ce20e-7b47-4927-9583-84a8f3722051 None None] Checking segment: {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:41:42.484578 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-984ce20e-7b47-4927-9583-84a8f3722051 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:42.484974 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984ce20e-7b47-4927-9583-84a8f3722051 None None] Bound using segment: {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:41:42.485441 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-984ce20e-7b47-4927-9583-84a8f3722051 None None] Bound port: df87ac2c-edba-46a5-aeff-f719d10848d5, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:41:42.485861 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-984ce20e-7b47-4927-9583-84a8f3722051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:42.529041 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-615f0dcc-c763-4df9-a91e-1565459d7271 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:42.542777 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-615f0dcc-c763-4df9-a91e-1565459d7271 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Calling delete_port for a704fb9e-ef3a-467c-94a9-8c9e51c0f9ea owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:41:42.562051 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-984ce20e-7b47-4927-9583-84a8f3722051 None None] For port df87ac2c-edba-46a5-aeff-f719d10848d5, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:41:42.566490 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-984ce20e-7b47-4927-9583-84a8f3722051 None None] For port df87ac2c-edba-46a5-aeff-f719d10848d5, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=df87ac2c-edba-46a5-aeff-f719d10848d5,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:41:42.573494 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-984ce20e-7b47-4927-9583-84a8f3722051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:42.655509 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984ce20e-7b47-4927-9583-84a8f3722051 None None] Pushing event updated for resources: {'Port': ['ID=df87ac2c-edba-46a5-aeff-f719d10848d5,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:42.712266 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-615f0dcc-c763-4df9-a91e-1565459d7271 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:42.764823 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f0dcc-c763-4df9-a91e-1565459d7271 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Port': ['ID=a704fb9e-ef3a-467c-94a9-8c9e51c0f9ea,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:42.767112 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-615f0dcc-c763-4df9-a91e-1565459d7271 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:42.773000 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58098) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:42.773512 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-615f0dcc-c763-4df9-a91e-1565459d7271 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/ports/a704fb9e-ef3a-467c-94a9-8c9e51c0f9ea HTTP/1.1" status: 204 len: 168 time: 0.4561715 Nov 16 11:41:42.845896 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ee29c2-f572-469f-9803-5c263ee96dbd tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:42.848136 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ee29c2-f572-469f-9803-5c263ee96dbd tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:42.851049 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-53ee29c2-f572-469f-9803-5c263ee96dbd tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0769923 Nov 16 11:41:42.853704 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58100) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:42.857831 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58102) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:42.912580 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dfe6d06-15f6-47c0-a226-d1c0777067cc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting subnet 03b92e9c-3a86-4754-93ab-62c3855abd6d {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:41:42.915904 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1dfe6d06-15f6-47c0-a226-d1c0777067cc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:42.970950 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1dfe6d06-15f6-47c0-a226-d1c0777067cc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:42.987678 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-bec3935b-8c0d-4622-b24d-6846a97d2254 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1086016986'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:43.003098 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e14ea9c4-08e6-4884-b1b8-62edb3420050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:43.026697 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec3935b-8c0d-4622-b24d-6846a97d2254 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Made reservation on behalf of b6b9ad8555e24ccc871e86bd13e74ba1 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:41:43.037531 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bec3935b-8c0d-4622-b24d-6846a97d2254 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:43.056474 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bec3935b-8c0d-4622-b24d-6846a97d2254 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:43.084478 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1dfe6d06-15f6-47c0-a226-d1c0777067cc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:43.122643 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device df87ac2c-edba-46a5-aeff-f719d10848d5 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:41:43.146056 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68200cfd-7f58-4c78-bb34-c4f3c11bdd07 req-0ee5cef5-a13d-452a-b367-96c7b8e74d3b tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:43.147777 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-68200cfd-7f58-4c78-bb34-c4f3c11bdd07 req-0ee5cef5-a13d-452a-b367-96c7b8e74d3b tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=f632be34-16d2-466f-848c-1266f1ebfecc HTTP/1.1" status: 200 len: 944 time: 0.0939429 Nov 16 11:41:43.158851 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1dfe6d06-15f6-47c0-a226-d1c0777067cc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:43.183951 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port df87ac2c-edba-46a5-aeff-f719d10848d5 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:43.184796 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:43.204060 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe6d06-15f6-47c0-a226-d1c0777067cc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Subnet': ['ID=03b92e9c-3a86-4754-93ab-62c3855abd6d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:43.208632 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1dfe6d06-15f6-47c0-a226-d1c0777067cc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:43.212971 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1dfe6d06-15f6-47c0-a226-d1c0777067cc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/03b92e9c-3a86-4754-93ab-62c3855abd6d HTTP/1.1" status: 204 len: 168 time: 0.3582230 Nov 16 11:41:43.216189 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58110) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:43.231885 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-68200cfd-7f58-4c78-bb34-c4f3c11bdd07 req-39a996b4-161d-4c7d-b944-ffc1e1fcd895 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748711 Nov 16 11:41:43.260418 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b86264f0-04be-4b5e-8e76-06b5795c84fe tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0430501 Nov 16 11:41:43.261319 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bec3935b-8c0d-4622-b24d-6846a97d2254 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:43.262801 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58112) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:43.266732 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bec3935b-8c0d-4622-b24d-6846a97d2254 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:43.285534 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:43.287538 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bec3935b-8c0d-4622-b24d-6846a97d2254 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:41:43.315548 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bec3935b-8c0d-4622-b24d-6846a97d2254 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:43.315925 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-bec3935b-8c0d-4622-b24d-6846a97d2254 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Added segment e975f8b9-9089-47cd-9d7b-e3a96143c4fd of type vlan for network d25d4145-ac9e-4d74-a9bd-5a7eb6a9c6a7 Nov 16 11:41:43.325470 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3935b-8c0d-4622-b24d-6846a97d2254 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10d77fbf-6d50-47ea-9920-6cabd32c70d0,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:43.336312 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port df87ac2c-edba-46a5-aeff-f719d10848d5, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=df87ac2c-edba-46a5-aeff-f719d10848d5,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:41:43.342854 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:43.346909 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08362c26-bbaa-4e9a-8d22-765c9f6c13a6 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:43.349185 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-08362c26-bbaa-4e9a-8d22-765c9f6c13a6 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0845215 Nov 16 11:41:43.354670 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58114) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:43.386502 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bec3935b-8c0d-4622-b24d-6846a97d2254 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:43.423566 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bec3935b-8c0d-4622-b24d-6846a97d2254 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:43.432777 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1cf6b1-2a98-4aaf-b3fa-521ad0a369c1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:43.433951 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec3935b-8c0d-4622-b24d-6846a97d2254 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:43.434724 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bec3935b-8c0d-4622-b24d-6846a97d2254 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:43.438172 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=df87ac2c-edba-46a5-aeff-f719d10848d5,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:43.438966 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-cf1cf6b1-2a98-4aaf-b3fa-521ad0a369c1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0828364 Nov 16 11:41:43.439684 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 89bb47ee-616f-4f3b-9db4-17132b0667b0 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:41:43.447114 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58116) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:43.463185 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 89bb47ee-616f-4f3b-9db4-17132b0667b0 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:41:43.463530 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 89bb47ee-616f-4f3b-9db4-17132b0667b0 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:41:43.472925 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-bec3935b-8c0d-4622-b24d-6846a97d2254 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6138999 Nov 16 11:41:43.496885 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58118) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:43.502118 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-dc55467c-71ed-4efe-8140-68162ec31162 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Request body: {'subnet': {'network_id': 'd25d4145-ac9e-4d74-a9bd-5a7eb6a9c6a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:43.509733 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ce59a06a-c77c-4a91-9ac7-2ac829827687 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0614135 Nov 16 11:41:43.514135 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58120) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:43.527480 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-253a87f8-cc22-4219-84e8-f7d17abd477e tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'subnet': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:43.578508 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3935b-8c0d-4622-b24d-6846a97d2254 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Pushing event updated for resources: {'Network': ['ID=d25d4145-ac9e-4d74-a9bd-5a7eb6a9c6a7,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:43.590723 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network d25d4145-ac9e-4d74-a9bd-5a7eb6a9c6a7 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:41:43.619558 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc55467c-71ed-4efe-8140-68162ec31162 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Made reservation on behalf of b6b9ad8555e24ccc871e86bd13e74ba1 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:41:43.624331 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dc55467c-71ed-4efe-8140-68162ec31162 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:43.652279 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253a87f8-cc22-4219-84e8-f7d17abd477e tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:41:43.657611 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-253a87f8-cc22-4219-84e8-f7d17abd477e tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:43.767760 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1860e734-375b-4dd2-b6d5-dfd6eca694f6 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:41:43.836912 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dc55467c-71ed-4efe-8140-68162ec31162 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:43.840635 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-83225f8f-617b-4b44-842e-9f76887e7913 None None] Provisioning complete for port df87ac2c-edba-46a5-aeff-f719d10848d5 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:43.841106 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-83225f8f-617b-4b44-842e-9f76887e7913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:43.904509 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55467c-71ed-4efe-8140-68162ec31162 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Pushing event updated for resources: {'Subnet': ['ID=8e4feb1b-5a45-48ab-8097-0e2e14afeb3c,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:43.933610 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc55467c-71ed-4efe-8140-68162ec31162 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Checking segment: {'id': 'e975f8b9-9089-47cd-9d7b-e3a96143c4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd25d4145-ac9e-4d74-a9bd-5a7eb6a9c6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:41:43.934098 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc55467c-71ed-4efe-8140-68162ec31162 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Network hostable DHCP agents. Network: d25d4145-ac9e-4d74-a9bd-5a7eb6a9c6a7, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:41:43.959005 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc55467c-71ed-4efe-8140-68162ec31162 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Network d25d4145-ac9e-4d74-a9bd-5a7eb6a9c6a7 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:41:43.971630 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-dc55467c-71ed-4efe-8140-68162ec31162 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, d25d4145-ac9e-4d74-a9bd-5a7eb6a9c6a7) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:43.975895 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc55467c-71ed-4efe-8140-68162ec31162 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:43.976493 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dc55467c-71ed-4efe-8140-68162ec31162 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:43.992393 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228dc3aa-6590-4c8b-9459-2ab66418aa9f None None] Network d25d4145-ac9e-4d74-a9bd-5a7eb6a9c6a7 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:41:44.000370 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-dc55467c-71ed-4efe-8140-68162ec31162 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5020781 Nov 16 11:41:44.000999 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58124) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:44.009234 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-2d19c887-6c55-4096-bc5a-ac5c7bb80421 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Request body: {'port': {'network_id': 'd25d4145-ac9e-4d74-a9bd-5a7eb6a9c6a7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1331842665'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:44.029043 n-d-816823-3 neutron-server[102669]: DEBUG neutron.objects.ports [None req-253a87f8-cc22-4219-84e8-f7d17abd477e tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102669) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 11:41:44.040749 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2711af44-de61-4b54-b493-003bfec53ed6 None None] DHCP port deletion for d02e5c70-c13b-4c74-9763-e19ffb7dd482 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:41:44.150630 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-2711af44-de61-4b54-b493-003bfec53ed6 None None] Deleting port df87ac2c-edba-46a5-aeff-f719d10848d5 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:41:44.150998 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2711af44-de61-4b54-b493-003bfec53ed6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:44.151515 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d19c887-6c55-4096-bc5a-ac5c7bb80421 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Made reservation on behalf of b6b9ad8555e24ccc871e86bd13e74ba1 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:41:44.157766 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2d19c887-6c55-4096-bc5a-ac5c7bb80421 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:44.174593 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-2d19c887-6c55-4096-bc5a-ac5c7bb80421 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] device_id is not set on port 03616bfd-23dd-4397-8d41-16c12340f95e yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:41:44.226917 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-253a87f8-cc22-4219-84e8-f7d17abd477e tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:44.302508 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-2d19c887-6c55-4096-bc5a-ac5c7bb80421 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Allocated IP 172.20.0.13 (d25d4145-ac9e-4d74-a9bd-5a7eb6a9c6a7/8e4feb1b-5a45-48ab-8097-0e2e14afeb3c/03616bfd-23dd-4397-8d41-16c12340f95e) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:41:44.389902 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 20cc9cc3-edd4-4808-b78f-23a5a76f39f8 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:41:44.416227 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a2ce26-61f6-4440-85c9-fecf5290ceb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-d25d4145-ac9e-4d74-a9bd-5a7eb6a9c6a7', 'network_id': 'd25d4145-ac9e-4d74-a9bd-5a7eb6a9c6a7', 'tenant_id': 'b6b9ad8555e24ccc871e86bd13e74ba1', 'fixed_ips': [{'subnet_id': '8e4feb1b-5a45-48ab-8097-0e2e14afeb3c'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:41:44.416473 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-62a2ce26-61f6-4440-85c9-fecf5290ceb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:44.434729 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0a578-82d6-4fc5-aa0f-c5278abf1a67 req-abd52633-cbf5-41d2-a087-77ada286eb91 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:44.436431 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c2e0a578-82d6-4fc5-aa0f-c5278abf1a67 req-abd52633-cbf5-41d2-a087-77ada286eb91 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=f632be34-16d2-466f-848c-1266f1ebfecc HTTP/1.1" status: 200 len: 944 time: 0.0935130 Nov 16 11:41:44.462284 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-253a87f8-cc22-4219-84e8-f7d17abd477e tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] For port df87ac2c-edba-46a5-aeff-f719d10848d5, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=df87ac2c-edba-46a5-aeff-f719d10848d5,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:41:44.481451 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2d19c887-6c55-4096-bc5a-ac5c7bb80421 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:44.522890 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-2711af44-de61-4b54-b493-003bfec53ed6 None None] For port df87ac2c-edba-46a5-aeff-f719d10848d5, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=df87ac2c-edba-46a5-aeff-f719d10848d5,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:41:44.523130 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2d19c887-6c55-4096-bc5a-ac5c7bb80421 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:44.523237 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-253a87f8-cc22-4219-84e8-f7d17abd477e tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:44.523360 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2711af44-de61-4b54-b493-003bfec53ed6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:44.528711 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c2e0a578-82d6-4fc5-aa0f-c5278abf1a67 req-91075055-245d-4af6-994c-f95d68bae593 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788293 Nov 16 11:41:44.530156 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-253a87f8-cc22-4219-84e8-f7d17abd477e tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:44.531123 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-253a87f8-cc22-4219-84e8-f7d17abd477e tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:44.561697 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253a87f8-cc22-4219-84e8-f7d17abd477e tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:41:44.565981 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-253a87f8-cc22-4219-84e8-f7d17abd477e tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:44.574259 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d19c887-6c55-4096-bc5a-ac5c7bb80421 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Network d25d4145-ac9e-4d74-a9bd-5a7eb6a9c6a7 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:41:44.577459 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-2d19c887-6c55-4096-bc5a-ac5c7bb80421 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:44.584336 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d19c887-6c55-4096-bc5a-ac5c7bb80421 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:41:44.591177 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-2711af44-de61-4b54-b493-003bfec53ed6 None None] Calling delete_port for df87ac2c-edba-46a5-aeff-f719d10848d5 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:41:44.607553 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253a87f8-cc22-4219-84e8-f7d17abd477e tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:44.608781 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-253a87f8-cc22-4219-84e8-f7d17abd477e tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:44.615114 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d19c887-6c55-4096-bc5a-ac5c7bb80421 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Pushing event updated for resources: {'Port': ['ID=03616bfd-23dd-4397-8d41-16c12340f95e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:44.649223 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d19c887-6c55-4096-bc5a-ac5c7bb80421 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:44.649791 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2d19c887-6c55-4096-bc5a-ac5c7bb80421 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:44.668116 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2d19c887-6c55-4096-bc5a-ac5c7bb80421 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6657584 Nov 16 11:41:44.669822 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a87f8-cc22-4219-84e8-f7d17abd477e tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Subnet': ['ID=3dba7da9-ffc5-4725-ad35-4953bf507734,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:44.672754 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58130) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:44.679201 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-aa85171e-0347-4d81-8a98-b85f5437dc69 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Request body: {'port': {'network_id': 'd25d4145-ac9e-4d74-a9bd-5a7eb6a9c6a7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2071988488', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:44.682655 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.api.validators [None req-aa85171e-0347-4d81-8a98-b85f5437dc69 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] bootfile-name is not in valid_values {{(pid=102668) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 11:41:44.682823 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-253a87f8-cc22-4219-84e8-f7d17abd477e tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1650448 Nov 16 11:41:44.682933 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.api.validators [None req-aa85171e-0347-4d81-8a98-b85f5437dc69 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] tftp-server is not in valid_values {{(pid=102668) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 11:41:44.682933 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.api.validators [None req-aa85171e-0347-4d81-8a98-b85f5437dc69 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] server-ip-address is not in valid_values {{(pid=102668) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 11:41:44.684637 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58132) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:44.691224 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-60379aae-dd8b-4e78-8744-6ba065f392dd tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'port': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'mac_address': 'fa:16:3e:41:75:e6', 'name': 'tempest-NetworksTestDHCPv6-1512450289'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:44.702227 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a87f8-cc22-4219-84e8-f7d17abd477e tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Port': ['ID=df87ac2c-edba-46a5-aeff-f719d10848d5,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:44.715703 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 20cc9cc3-edd4-4808-b78f-23a5a76f39f8, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=20cc9cc3-edd4-4808-b78f-23a5a76f39f8,segment=NetworkSegment(c7ce274d-1faf-4924-9c3c-562dce13f294),segment_id=c7ce274d-1faf-4924-9c3c-562dce13f294)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:41:44.750738 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '20cc9cc3-edd4-4808-b78f-23a5a76f39f8', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'port_id': '20cc9cc3-edd4-4808-b78f-23a5a76f39f8', 'mac_address': 'fa:16:3e:81:c5:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:41:44.767000 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-62a2ce26-61f6-4440-85c9-fecf5290ceb0 None None] Allocated IP 172.20.0.2 (d25d4145-ac9e-4d74-a9bd-5a7eb6a9c6a7/8e4feb1b-5a45-48ab-8097-0e2e14afeb3c/a4ee040c-d51c-4cd7-97ae-571b60bd7d31) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:41:44.833264 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa85171e-0347-4d81-8a98-b85f5437dc69 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Made reservation on behalf of b6b9ad8555e24ccc871e86bd13e74ba1 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:41:44.837130 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa85171e-0347-4d81-8a98-b85f5437dc69 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:44.854477 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60379aae-dd8b-4e78-8744-6ba065f392dd tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:41:44.859597 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2711af44-de61-4b54-b493-003bfec53ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:44.862670 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-aa85171e-0347-4d81-8a98-b85f5437dc69 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] device_id is not set on port 76b1bb6a-0169-4966-a173-7c1cf9da1c77 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:41:44.896454 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711af44-de61-4b54-b493-003bfec53ed6 None None] Pushing event deleted for resources: {'Port': ['ID=df87ac2c-edba-46a5-aeff-f719d10848d5,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:44.902025 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2711af44-de61-4b54-b493-003bfec53ed6 None None] No DVR routers for this DVR port df87ac2c-edba-46a5-aeff-f719d10848d5 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:41:44.903684 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:44.932978 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1df221-8233-4c88-93ea-7805abd96ae2 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:41:44.965878 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-60379aae-dd8b-4e78-8744-6ba065f392dd tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:44.988697 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20cc9cc3-edd4-4808-b78f-23a5a76f39f8 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:41:44.991949 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-60379aae-dd8b-4e78-8744-6ba065f392dd tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] device_id is not set on port 68a540c8-2f3d-4311-bbba-b875d37d493a yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:41:45.058487 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device df87ac2c-edba-46a5-aeff-f719d10848d5 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:41:45.066523 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 20cc9cc3-edd4-4808-b78f-23a5a76f39f8, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=20cc9cc3-edd4-4808-b78f-23a5a76f39f8,segment=NetworkSegment(c7ce274d-1faf-4924-9c3c-562dce13f294),segment_id=c7ce274d-1faf-4924-9c3c-562dce13f294)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:41:45.114854 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:45.116856 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: df87ac2c-edba-46a5-aeff-f719d10848d5 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:41:45.117234 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device df87ac2c-edba-46a5-aeff-f719d10848d5 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:41:45.145339 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-60379aae-dd8b-4e78-8744-6ba065f392dd tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Allocated IP 2001:db8::f816:3eff:fe41:75e6 (d02e5c70-c13b-4c74-9763-e19ffb7dd482/3dba7da9-ffc5-4725-ad35-4953bf507734/68a540c8-2f3d-4311-bbba-b875d37d493a) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:41:45.146926 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58142) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:45.204098 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-62a2ce26-61f6-4440-85c9-fecf5290ceb0 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:45.218615 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-62a2ce26-61f6-4440-85c9-fecf5290ceb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:45.236366 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=20cc9cc3-edd4-4808-b78f-23a5a76f39f8,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:45.275041 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a2ce26-61f6-4440-85c9-fecf5290ceb0 None None] Network d25d4145-ac9e-4d74-a9bd-5a7eb6a9c6a7 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:41:45.296249 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-62a2ce26-61f6-4440-85c9-fecf5290ceb0 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:45.303638 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a2ce26-61f6-4440-85c9-fecf5290ceb0 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:41:45.308512 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1e64a3-62ce-4e49-be1b-c76510966f08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-d02e5c70-c13b-4c74-9763-e19ffb7dd482', 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'tenant_id': '4ebb44564e554f6b8a2c06865b79e6ad', 'fixed_ips': [{'subnet_id': '3dba7da9-ffc5-4725-ad35-4953bf507734'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:41:45.309377 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cb1e64a3-62ce-4e49-be1b-c76510966f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:45.322899 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-aa85171e-0347-4d81-8a98-b85f5437dc69 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Allocated IP 172.20.0.12 (d25d4145-ac9e-4d74-a9bd-5a7eb6a9c6a7/8e4feb1b-5a45-48ab-8097-0e2e14afeb3c/76b1bb6a-0169-4966-a173-7c1cf9da1c77) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:41:45.325248 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9829fc03-9ed0-4dfa-86a7-bc2dcd187729 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:45.327187 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a2ce26-61f6-4440-85c9-fecf5290ceb0 None None] Pushing event updated for resources: {'Port': ['ID=a4ee040c-d51c-4cd7-97ae-571b60bd7d31,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:45.352385 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-60379aae-dd8b-4e78-8744-6ba065f392dd tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:45.360965 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['20cc9cc3-edd4-4808-b78f-23a5a76f39f8'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:41:45.400982 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-60379aae-dd8b-4e78-8744-6ba065f392dd tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:45.451940 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60379aae-dd8b-4e78-8744-6ba065f392dd tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:41:45.455914 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-60379aae-dd8b-4e78-8744-6ba065f392dd tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:45.460317 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60379aae-dd8b-4e78-8744-6ba065f392dd tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:41:45.466288 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60379aae-dd8b-4e78-8744-6ba065f392dd tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:45.467255 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-60379aae-dd8b-4e78-8744-6ba065f392dd tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:45.474060 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60379aae-dd8b-4e78-8744-6ba065f392dd tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Port': ['ID=68a540c8-2f3d-4311-bbba-b875d37d493a,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:45.491225 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-60379aae-dd8b-4e78-8744-6ba065f392dd tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8051119 Nov 16 11:41:45.493897 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58146) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:45.505258 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-62a2ce26-61f6-4440-85c9-fecf5290ceb0 None None] Attempting to bind port a4ee040c-d51c-4cd7-97ae-571b60bd7d31 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:41:45.505818 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-62a2ce26-61f6-4440-85c9-fecf5290ceb0 None None] Attempting to bind port a4ee040c-d51c-4cd7-97ae-571b60bd7d31 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'e975f8b9-9089-47cd-9d7b-e3a96143c4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd25d4145-ac9e-4d74-a9bd-5a7eb6a9c6a7'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:41:45.506020 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a2ce26-61f6-4440-85c9-fecf5290ceb0 None None] Attempting to bind port a4ee040c-d51c-4cd7-97ae-571b60bd7d31 on network d25d4145-ac9e-4d74-a9bd-5a7eb6a9c6a7 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:41:45.524711 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a2ce26-61f6-4440-85c9-fecf5290ceb0 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:41:45.524711 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a2ce26-61f6-4440-85c9-fecf5290ceb0 None None] Checking segment: {'id': 'e975f8b9-9089-47cd-9d7b-e3a96143c4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd25d4145-ac9e-4d74-a9bd-5a7eb6a9c6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:41:45.525128 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-62a2ce26-61f6-4440-85c9-fecf5290ceb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:45.525448 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a2ce26-61f6-4440-85c9-fecf5290ceb0 None None] Bound using segment: {'id': 'e975f8b9-9089-47cd-9d7b-e3a96143c4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd25d4145-ac9e-4d74-a9bd-5a7eb6a9c6a7'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:41:45.525957 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-62a2ce26-61f6-4440-85c9-fecf5290ceb0 None None] Bound port: a4ee040c-d51c-4cd7-97ae-571b60bd7d31, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e975f8b9-9089-47cd-9d7b-e3a96143c4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd25d4145-ac9e-4d74-a9bd-5a7eb6a9c6a7'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:41:45.526344 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-62a2ce26-61f6-4440-85c9-fecf5290ceb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:45.547595 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e4016e-c24c-4744-8555-022126dfc81a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:45.549451 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a1e4016e-c24c-4744-8555-022126dfc81a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0543332 Nov 16 11:41:45.552139 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58148) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:45.563009 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9829fc03-9ed0-4dfa-86a7-bc2dcd187729 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:45.575833 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9829fc03-9ed0-4dfa-86a7-bc2dcd187729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:45.609753 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9829fc03-9ed0-4dfa-86a7-bc2dcd187729 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c712d37c53fd4c81aa93680a93aeec99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4580846 Nov 16 11:41:45.610269 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58152) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:45.623721 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e40e784c-d00a-45b0-9833-7702336280b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:45.636841 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-cb1e64a3-62ce-4e49-be1b-c76510966f08 None None] Allocated IP 2001:db8::f816:3eff:fece:f2af (d02e5c70-c13b-4c74-9763-e19ffb7dd482/3dba7da9-ffc5-4725-ad35-4953bf507734/7a764a16-63b1-4357-8dd2-46bc5a450d00) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:41:45.644026 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa85171e-0347-4d81-8a98-b85f5437dc69 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:45.652599 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9829fc03-9ed0-4dfa-86a7-bc2dcd187729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fb247c-942a-4070-ad33-471f265bb7e8,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:45.707045 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa85171e-0347-4d81-8a98-b85f5437dc69 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:45.708028 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-62a2ce26-61f6-4440-85c9-fecf5290ceb0 None None] For port a4ee040c-d51c-4cd7-97ae-571b60bd7d31, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:41:45.752544 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa85171e-0347-4d81-8a98-b85f5437dc69 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Network d25d4145-ac9e-4d74-a9bd-5a7eb6a9c6a7 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:41:45.755784 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-aa85171e-0347-4d81-8a98-b85f5437dc69 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:45.761507 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa85171e-0347-4d81-8a98-b85f5437dc69 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:41:45.761894 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0c1e3afc-e0c7-4556-898e-4449c01e2311 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:45.765793 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-62a2ce26-61f6-4440-85c9-fecf5290ceb0 None None] For port a4ee040c-d51c-4cd7-97ae-571b60bd7d31, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=a4ee040c-d51c-4cd7-97ae-571b60bd7d31,segment=NetworkSegment(e975f8b9-9089-47cd-9d7b-e3a96143c4fd),segment_id=e975f8b9-9089-47cd-9d7b-e3a96143c4fd)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:41:45.771068 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e8f42-078a-49d2-8972-fb29a12f9095 req-0f218de6-0119-43cc-8aab-4a61cb62b3ed tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:45.772608 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c71e8f42-078a-49d2-8972-fb29a12f9095 req-0f218de6-0119-43cc-8aab-4a61cb62b3ed tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=f632be34-16d2-466f-848c-1266f1ebfecc HTTP/1.1" status: 200 len: 945 time: 0.1031601 Nov 16 11:41:45.780988 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-62a2ce26-61f6-4440-85c9-fecf5290ceb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:45.785913 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-3441a630-938c-4aba-bb30-d30cd5acfe47 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting port 68a540c8-2f3d-4311-bbba-b875d37d493a {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:41:45.786101 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3441a630-938c-4aba-bb30-d30cd5acfe47 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:45.797301 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa85171e-0347-4d81-8a98-b85f5437dc69 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Pushing event updated for resources: {'Port': ['ID=76b1bb6a-0169-4966-a173-7c1cf9da1c77,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:45.819366 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa85171e-0347-4d81-8a98-b85f5437dc69 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:45.820002 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa85171e-0347-4d81-8a98-b85f5437dc69 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:45.840523 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-aa85171e-0347-4d81-8a98-b85f5437dc69 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.1636558 Nov 16 11:41:45.843069 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58156) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:45.864865 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0c1e3afc-e0c7-4556-898e-4449c01e2311 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:45.924727 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a2ce26-61f6-4440-85c9-fecf5290ceb0 None None] Pushing event updated for resources: {'Port': ['ID=a4ee040c-d51c-4cd7-97ae-571b60bd7d31,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:45.934112 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f044ee-be3c-434e-bedc-e7d573bfd853 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:45.941241 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f044ee-be3c-434e-bedc-e7d573bfd853 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:45.948237 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c71e8f42-078a-49d2-8972-fb29a12f9095 req-c32bf49f-0a49-4811-924b-ce2b822e55ca tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571815 Nov 16 11:41:45.955079 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f044ee-be3c-434e-bedc-e7d573bfd853 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:45.959592 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-14f044ee-be3c-434e-bedc-e7d573bfd853 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1121843 Nov 16 11:41:45.959837 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58158) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:45.962427 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cb1e64a3-62ce-4e49-be1b-c76510966f08 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:45.971953 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cb1e64a3-62ce-4e49-be1b-c76510966f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:46.000892 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3441a630-938c-4aba-bb30-d30cd5acfe47 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:46.033440 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0c1e3afc-e0c7-4556-898e-4449c01e2311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:46.036086 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0c1e3afc-e0c7-4556-898e-4449c01e2311 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:46.037266 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0c1e3afc-e0c7-4556-898e-4449c01e2311 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e1fb247c-942a-4070-ad33-471f265bb7e8 HTTP/1.1" status: 204 len: 168 time: 0.4260035 Nov 16 11:41:46.040778 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-3441a630-938c-4aba-bb30-d30cd5acfe47 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Calling delete_port for 68a540c8-2f3d-4311-bbba-b875d37d493a owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:41:46.056942 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1e64a3-62ce-4e49-be1b-c76510966f08 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:41:46.061216 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-cb1e64a3-62ce-4e49-be1b-c76510966f08 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:46.063741 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e64a3-62ce-4e49-be1b-c76510966f08 None None] Pushing event updated for resources: {'Port': ['ID=7a764a16-63b1-4357-8dd2-46bc5a450d00,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:46.066282 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1e64a3-62ce-4e49-be1b-c76510966f08 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:41:46.092276 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e3afc-e0c7-4556-898e-4449c01e2311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fb247c-942a-4070-ad33-471f265bb7e8,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:46.171590 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-cb1e64a3-62ce-4e49-be1b-c76510966f08 None None] Attempting to bind port 7a764a16-63b1-4357-8dd2-46bc5a450d00 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:41:46.172459 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-cb1e64a3-62ce-4e49-be1b-c76510966f08 None None] Attempting to bind port 7a764a16-63b1-4357-8dd2-46bc5a450d00 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:41:46.173945 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1e64a3-62ce-4e49-be1b-c76510966f08 None None] Attempting to bind port 7a764a16-63b1-4357-8dd2-46bc5a450d00 on network d02e5c70-c13b-4c74-9763-e19ffb7dd482 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:41:46.181005 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1e64a3-62ce-4e49-be1b-c76510966f08 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:41:46.181383 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1e64a3-62ce-4e49-be1b-c76510966f08 None None] Checking segment: {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:41:46.182086 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cb1e64a3-62ce-4e49-be1b-c76510966f08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:46.182247 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1e64a3-62ce-4e49-be1b-c76510966f08 None None] Bound using segment: {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:41:46.183668 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-cb1e64a3-62ce-4e49-be1b-c76510966f08 None None] Bound port: 7a764a16-63b1-4357-8dd2-46bc5a450d00, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:41:46.183668 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cb1e64a3-62ce-4e49-be1b-c76510966f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:46.226316 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-209ed64f-90bd-4b94-8741-e4b4a9fdaa96 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Deleting port 76b1bb6a-0169-4966-a173-7c1cf9da1c77 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:41:46.226902 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-209ed64f-90bd-4b94-8741-e4b4a9fdaa96 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:46.264424 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-cb1e64a3-62ce-4e49-be1b-c76510966f08 None None] For port 7a764a16-63b1-4357-8dd2-46bc5a450d00, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:41:46.268494 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-cb1e64a3-62ce-4e49-be1b-c76510966f08 None None] For port 7a764a16-63b1-4357-8dd2-46bc5a450d00, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=7a764a16-63b1-4357-8dd2-46bc5a450d00,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:41:46.277711 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cb1e64a3-62ce-4e49-be1b-c76510966f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:46.363907 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e64a3-62ce-4e49-be1b-c76510966f08 None None] Pushing event updated for resources: {'Port': ['ID=7a764a16-63b1-4357-8dd2-46bc5a450d00,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:46.375346 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3441a630-938c-4aba-bb30-d30cd5acfe47 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:46.378049 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-209ed64f-90bd-4b94-8741-e4b4a9fdaa96 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:46.423277 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441a630-938c-4aba-bb30-d30cd5acfe47 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Port': ['ID=68a540c8-2f3d-4311-bbba-b875d37d493a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:46.425445 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-209ed64f-90bd-4b94-8741-e4b4a9fdaa96 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Calling delete_port for 76b1bb6a-0169-4966-a173-7c1cf9da1c77 owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:41:46.496066 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3441a630-938c-4aba-bb30-d30cd5acfe47 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:46.499683 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3441a630-938c-4aba-bb30-d30cd5acfe47 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/ports/68a540c8-2f3d-4311-bbba-b875d37d493a HTTP/1.1" status: 204 len: 168 time: 0.9465728 Nov 16 11:41:46.502178 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58170) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:46.571872 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdeb46f1-66b6-41f7-9896-cc5b045af129 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:46.573532 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdeb46f1-66b6-41f7-9896-cc5b045af129 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:46.575061 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-cdeb46f1-66b6-41f7-9896-cc5b045af129 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0719371 Nov 16 11:41:46.579498 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58172) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:46.605831 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:46.667954 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-b25ded11-0245-4aff-9a26-7e4d2d42fb6f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting subnet 3dba7da9-ffc5-4725-ad35-4953bf507734 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:41:46.673290 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b25ded11-0245-4aff-9a26-7e4d2d42fb6f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:46.748450 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b25ded11-0245-4aff-9a26-7e4d2d42fb6f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:46.792405 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-209ed64f-90bd-4b94-8741-e4b4a9fdaa96 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:46.832770 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ed64f-90bd-4b94-8741-e4b4a9fdaa96 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Pushing event deleted for resources: {'Port': ['ID=76b1bb6a-0169-4966-a173-7c1cf9da1c77,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:46.934812 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b25ded11-0245-4aff-9a26-7e4d2d42fb6f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:46.965299 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-209ed64f-90bd-4b94-8741-e4b4a9fdaa96 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:46.969330 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-209ed64f-90bd-4b94-8741-e4b4a9fdaa96 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] 10.222.0.61 "DELETE /v2.0/ports/76b1bb6a-0169-4966-a173-7c1cf9da1c77 HTTP/1.1" status: 204 len: 168 time: 1.0085266 Nov 16 11:41:46.973587 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58184) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:46.982491 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-fae1ce76-b34d-4052-8d98-eff4b8fb4396 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Request body: {'port': {'name': 'tempest-new-port-name-355857321', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:46.982652 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.api.validators [None req-fae1ce76-b34d-4052-8d98-eff4b8fb4396 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] bootfile-name is not in valid_values {{(pid=102668) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 11:41:46.983445 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.api.validators [None req-fae1ce76-b34d-4052-8d98-eff4b8fb4396 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] tftp-server is not in valid_values {{(pid=102668) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 11:41:46.997456 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.api.validators [None req-fae1ce76-b34d-4052-8d98-eff4b8fb4396 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] server-ip-address is not in valid_values {{(pid=102668) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 11:41:47.045063 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b25ded11-0245-4aff-9a26-7e4d2d42fb6f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:47.101205 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ded11-0245-4aff-9a26-7e4d2d42fb6f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Subnet': ['ID=3dba7da9-ffc5-4725-ad35-4953bf507734,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:47.128756 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b25ded11-0245-4aff-9a26-7e4d2d42fb6f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:47.133454 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fae1ce76-b34d-4052-8d98-eff4b8fb4396 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:47.133577 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b25ded11-0245-4aff-9a26-7e4d2d42fb6f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/3dba7da9-ffc5-4725-ad35-4953bf507734 HTTP/1.1" status: 204 len: 168 time: 0.5527282 Nov 16 11:41:47.152961 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58192) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:47.202699 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device a4ee040c-d51c-4cd7-97ae-571b60bd7d31 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:41:47.268668 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port a4ee040c-d51c-4cd7-97ae-571b60bd7d31 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:47.269407 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:47.330873 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bcc8e1-f88d-46e6-b715-1afb7cb574b8 None None] Network d25d4145-ac9e-4d74-a9bd-5a7eb6a9c6a7 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:41:47.449958 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fae1ce76-b34d-4052-8d98-eff4b8fb4396 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:47.463537 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fae1ce76-b34d-4052-8d98-eff4b8fb4396 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:47.573430 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-815bf5f4-6d1c-463d-8db5-db1c956f90fc None None] Provisioning complete for port a4ee040c-d51c-4cd7-97ae-571b60bd7d31 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:47.573949 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-815bf5f4-6d1c-463d-8db5-db1c956f90fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:47.576456 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1ce76-b34d-4052-8d98-eff4b8fb4396 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Pushing event updated for resources: {'Port': ['ID=03616bfd-23dd-4397-8d41-16c12340f95e,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:47.603424 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-fae1ce76-b34d-4052-8d98-eff4b8fb4396 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] In _notify_port_updated(), no bound segment for port 03616bfd-23dd-4397-8d41-16c12340f95e on network d25d4145-ac9e-4d74-a9bd-5a7eb6a9c6a7 {{(pid=102668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 11:41:47.611902 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae1ce76-b34d-4052-8d98-eff4b8fb4396 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:47.612793 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fae1ce76-b34d-4052-8d98-eff4b8fb4396 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:47.617161 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-fae1ce76-b34d-4052-8d98-eff4b8fb4396 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] 10.222.0.61 "PUT /v2.0/ports/03616bfd-23dd-4397-8d41-16c12340f95e HTTP/1.1" status: 200 len: 1136 time: 0.6394300 Nov 16 11:41:47.617480 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58202) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:47.655470 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-720992e5-4bb5-437f-a2bb-7d03021015ee tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5005159 Nov 16 11:41:47.658762 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58204) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:47.675811 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-c725e260-bfb2-41ce-b162-c60fcb813a9a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'subnet': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:47.680686 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce89441-a692-4bf1-af1f-5d5d179f9480 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:47.685442 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bce89441-a692-4bf1-af1f-5d5d179f9480 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] 10.222.0.61 "GET /v2.0/ports/03616bfd-23dd-4397-8d41-16c12340f95e HTTP/1.1" status: 200 len: 1136 time: 0.0635200 Nov 16 11:41:47.685751 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58208) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:47.706423 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:47.790710 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb76d47-8e46-420c-a150-31a459caa933 req-e01dffb1-854b-4006-bdea-b6f986e08411 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:47.792786 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8bb76d47-8e46-420c-a150-31a459caa933 req-e01dffb1-854b-4006-bdea-b6f986e08411 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=f632be34-16d2-466f-848c-1266f1ebfecc HTTP/1.1" status: 200 len: 945 time: 0.6927581 Nov 16 11:41:47.801947 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port a4ee040c-d51c-4cd7-97ae-571b60bd7d31, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=a4ee040c-d51c-4cd7-97ae-571b60bd7d31,segment=NetworkSegment(e975f8b9-9089-47cd-9d7b-e3a96143c4fd),segment_id=e975f8b9-9089-47cd-9d7b-e3a96143c4fd)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:41:47.804355 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-0b87430c-d286-4841-a6a5-45b9f3bfb8b8 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Deleting port 03616bfd-23dd-4397-8d41-16c12340f95e {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:41:47.804704 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0b87430c-d286-4841-a6a5-45b9f3bfb8b8 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:47.824531 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:47.825334 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7a764a16-63b1-4357-8dd2-46bc5a450d00 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:41:47.854343 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c725e260-bfb2-41ce-b162-c60fcb813a9a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:41:47.862042 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c725e260-bfb2-41ce-b162-c60fcb813a9a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:47.966350 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0b87430c-d286-4841-a6a5-45b9f3bfb8b8 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:47.971794 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=a4ee040c-d51c-4cd7-97ae-571b60bd7d31,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:47.979681 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b957cf8f-d914-4a37-8e09-4c8a5bd84d63 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:41:48.009686 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-0b87430c-d286-4841-a6a5-45b9f3bfb8b8 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Calling delete_port for 03616bfd-23dd-4397-8d41-16c12340f95e owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:41:48.152475 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8bb76d47-8e46-420c-a150-31a459caa933 req-6397044f-aaac-49e0-a4b0-52397039517f tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386431 Nov 16 11:41:48.235933 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0b87430c-d286-4841-a6a5-45b9f3bfb8b8 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:48.243000 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 20cc9cc3-edd4-4808-b78f-23a5a76f39f8 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:41:48.254429 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 7a764a16-63b1-4357-8dd2-46bc5a450d00 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:48.254800 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:48.256707 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-815bf5f4-6d1c-463d-8db5-db1c956f90fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:48.301150 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87430c-d286-4841-a6a5-45b9f3bfb8b8 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Pushing event deleted for resources: {'Port': ['ID=03616bfd-23dd-4397-8d41-16c12340f95e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:48.373294 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0b87430c-d286-4841-a6a5-45b9f3bfb8b8 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:48.380222 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0b87430c-d286-4841-a6a5-45b9f3bfb8b8 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] 10.222.0.61 "DELETE /v2.0/ports/03616bfd-23dd-4397-8d41-16c12340f95e HTTP/1.1" status: 204 len: 168 time: 0.6912324 Nov 16 11:41:48.380486 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58216) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:48.436533 n-d-816823-3 neutron-server[102669]: DEBUG neutron.objects.ports [None req-c725e260-bfb2-41ce-b162-c60fcb813a9a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102669) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 11:41:48.439729 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:48.466776 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-db11b372-3e88-4c9c-b534-94010fbff6eb tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Deleting subnet 8e4feb1b-5a45-48ab-8097-0e2e14afeb3c {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:41:48.476945 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db11b372-3e88-4c9c-b534-94010fbff6eb tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:48.522364 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.api [None req-815bf5f4-6d1c-463d-8db5-db1c956f90fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:41:48.522765 n-d-816823-3 neutron-server[102670]: DEBUG oslo_db.api [None req-815bf5f4-6d1c-463d-8db5-db1c956f90fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:41:48.536079 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db11b372-3e88-4c9c-b534-94010fbff6eb tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:48.556536 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port 20cc9cc3-edd4-4808-b78f-23a5a76f39f8 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:41:48.571007 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 20cc9cc3-edd4-4808-b78f-23a5a76f39f8 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:48.571409 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:48.628020 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:48.661097 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db11b372-3e88-4c9c-b534-94010fbff6eb tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:48.690784 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c725e260-bfb2-41ce-b162-c60fcb813a9a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:48.737989 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.api [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:41:48.742670 n-d-816823-3 neutron-server[102670]: DEBUG oslo_db.api [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:41:48.748458 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:48.794678 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db11b372-3e88-4c9c-b534-94010fbff6eb tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:48.824248 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db11b372-3e88-4c9c-b534-94010fbff6eb tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Pushing event deleted for resources: {'Subnet': ['ID=8e4feb1b-5a45-48ab-8097-0e2e14afeb3c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:48.830753 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db11b372-3e88-4c9c-b534-94010fbff6eb tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:48.837114 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-db11b372-3e88-4c9c-b534-94010fbff6eb tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] 10.222.0.61 "DELETE /v2.0/subnets/8e4feb1b-5a45-48ab-8097-0e2e14afeb3c HTTP/1.1" status: 204 len: 168 time: 0.4556372 Nov 16 11:41:48.837740 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58226) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:48.849120 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 20cc9cc3-edd4-4808-b78f-23a5a76f39f8, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=20cc9cc3-edd4-4808-b78f-23a5a76f39f8,segment=NetworkSegment(c7ce274d-1faf-4924-9c3c-562dce13f294),segment_id=c7ce274d-1faf-4924-9c3c-562dce13f294)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:41:48.855924 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f632be34-16d2-466f-848c-1266f1ebfecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20cc9cc3-edd4-4808-b78f-23a5a76f39f8'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:41:48.864043 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31c3758-ce78-42c5-a9bb-eb184a16bc43" -d '{"events": [{"server_uuid": "f632be34-16d2-466f-848c-1266f1ebfecc", "name": "network-vif-plugged", "status": "completed", "tag": "20cc9cc3-edd4-4808-b78f-23a5a76f39f8"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:41:48.889987 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2a9045-2301-4327-a61b-94272f3d3f64 None None] Network d25d4145-ac9e-4d74-a9bd-5a7eb6a9c6a7 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:41:48.895821 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:48.938521 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56b1e50e-cf17-4bd7-879b-0e8a428fd5f9 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:48.980088 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-c725e260-bfb2-41ce-b162-c60fcb813a9a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] For port 7a764a16-63b1-4357-8dd2-46bc5a450d00, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=7a764a16-63b1-4357-8dd2-46bc5a450d00,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:41:48.986692 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510248ae-06dd-4d40-9245-cd6aae018acc x-openstack-request-id: req-510248ae-06dd-4d40-9245-cd6aae018acc {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:41:48.987173 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f632be34-16d2-466f-848c-1266f1ebfecc", "name": "network-vif-plugged", "status": "completed", "tag": "20cc9cc3-edd4-4808-b78f-23a5a76f39f8", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:41:48.988712 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-510248ae-06dd-4d40-9245-cd6aae018acc {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:41:48.989217 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f632be34-16d2-466f-848c-1266f1ebfecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20cc9cc3-edd4-4808-b78f-23a5a76f39f8', 'code': 200} Nov 16 11:41:49.022786 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58230) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:49.053480 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c725e260-bfb2-41ce-b162-c60fcb813a9a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:49.057440 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-56b1e50e-cf17-4bd7-879b-0e8a428fd5f9 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Deleting port a4ee040c-d51c-4cd7-97ae-571b60bd7d31 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:41:49.058021 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56b1e50e-cf17-4bd7-879b-0e8a428fd5f9 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:49.059873 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:49.070328 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c725e260-bfb2-41ce-b162-c60fcb813a9a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:49.071374 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c725e260-bfb2-41ce-b162-c60fcb813a9a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:49.168884 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c725e260-bfb2-41ce-b162-c60fcb813a9a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Port': ['ID=7a764a16-63b1-4357-8dd2-46bc5a450d00,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:49.183644 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=20cc9cc3-edd4-4808-b78f-23a5a76f39f8,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:49.228764 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c725e260-bfb2-41ce-b162-c60fcb813a9a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:41:49.249824 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e315bd-ad69-4164-a558-dfec2acef2bd req-d22b3f9d-cbc5-42c8-9581-bc63b619a62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:49.251483 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f5e315bd-ad69-4164-a558-dfec2acef2bd req-d22b3f9d-cbc5-42c8-9581-bc63b619a62a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f632be34-16d2-466f-848c-1266f1ebfecc HTTP/1.1" status: 200 len: 1097 time: 0.2289066 Nov 16 11:41:49.254723 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-c725e260-bfb2-41ce-b162-c60fcb813a9a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:49.261338 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c725e260-bfb2-41ce-b162-c60fcb813a9a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:49.261966 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c725e260-bfb2-41ce-b162-c60fcb813a9a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:49.335653 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:49.361083 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-17878840-b310-4c6e-ae12-3fa901161205 None None] Could not find standard attr ID for object 03616bfd-23dd-4397-8d41-16c12340f95e. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:41:49.366283 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f5e315bd-ad69-4164-a558-dfec2acef2bd req-8eca3722-ae13-40a9-bb82-de649fe483a0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921948 Nov 16 11:41:49.378070 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757db5f8-3899-4f9d-ac18-9b537aaefaf8 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:41:49.413288 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c725e260-bfb2-41ce-b162-c60fcb813a9a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Subnet': ['ID=e78fdcb7-8814-4abf-93c9-fff73521783e,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:49.430171 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7ce0f-cb3f-46e7-a898-f50e30c08e43 req-4af78fee-4935-4b97-9c85-ab795b6c51d8 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:49.434428 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-50d7ce0f-cb3f-46e7-a898-f50e30c08e43 req-4af78fee-4935-4b97-9c85-ab795b6c51d8 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=f632be34-16d2-466f-848c-1266f1ebfecc HTTP/1.1" status: 200 len: 946 time: 0.0856216 Nov 16 11:41:49.439005 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c725e260-bfb2-41ce-b162-c60fcb813a9a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7788384 Nov 16 11:41:49.446981 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58238) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:49.459353 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-90bc68cc-ad5f-4a4c-8e34-06d465cffbed tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'port': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'mac_address': 'fa:16:3e:1c:73:83', 'name': 'tempest-NetworksTestDHCPv6-1735745297'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:49.462168 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 7a764a16-63b1-4357-8dd2-46bc5a450d00, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=7a764a16-63b1-4357-8dd2-46bc5a450d00,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:41:49.472353 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e4790839-9164-48a6-a4a0-684c38060d06 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:49.475510 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:49.488518 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-17878840-b310-4c6e-ae12-3fa901161205 None None] Provisioning complete for port 7a764a16-63b1-4357-8dd2-46bc5a450d00 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:49.488904 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-17878840-b310-4c6e-ae12-3fa901161205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:49.495713 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfa7c21-b086-4f13-9675-4d63f86126ee None None] DHCP port deletion for d25d4145-ac9e-4d74-a9bd-5a7eb6a9c6a7 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:41:49.543179 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-56b1e50e-cf17-4bd7-879b-0e8a428fd5f9 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] For port a4ee040c-d51c-4cd7-97ae-571b60bd7d31, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=a4ee040c-d51c-4cd7-97ae-571b60bd7d31,segment=NetworkSegment(e975f8b9-9089-47cd-9d7b-e3a96143c4fd),segment_id=e975f8b9-9089-47cd-9d7b-e3a96143c4fd)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:41:49.543552 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56b1e50e-cf17-4bd7-879b-0e8a428fd5f9 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:49.552204 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e4790839-9164-48a6-a4a0-684c38060d06 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:49.568223 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-56b1e50e-cf17-4bd7-879b-0e8a428fd5f9 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Calling delete_port for a4ee040c-d51c-4cd7-97ae-571b60bd7d31 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:41:49.625292 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-50d7ce0f-cb3f-46e7-a898-f50e30c08e43 req-c723a77a-63b8-4275-9aeb-18a52622157a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848567 Nov 16 11:41:49.641668 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7a764a16-63b1-4357-8dd2-46bc5a450d00 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:41:49.660689 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bc68cc-ad5f-4a4c-8e34-06d465cffbed tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:41:49.673253 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-90bc68cc-ad5f-4a4c-8e34-06d465cffbed tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:49.675751 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=7a764a16-63b1-4357-8dd2-46bc5a450d00,revision_number=6']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:49.714194 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56b1e50e-cf17-4bd7-879b-0e8a428fd5f9 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:49.716740 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-90bc68cc-ad5f-4a4c-8e34-06d465cffbed tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] device_id is not set on port 91a8d03d-b3a3-472b-8bf6-681a56bb8ab1 yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:41:49.756188 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1e50e-cf17-4bd7-879b-0e8a428fd5f9 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Pushing event deleted for resources: {'Port': ['ID=a4ee040c-d51c-4cd7-97ae-571b60bd7d31,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:49.759836 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b1e50e-cf17-4bd7-879b-0e8a428fd5f9 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] No DVR routers for this DVR port a4ee040c-d51c-4cd7-97ae-571b60bd7d31 on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:41:49.781244 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3cfa7c21-b086-4f13-9675-4d63f86126ee None None] Deleting port a4ee040c-d51c-4cd7-97ae-571b60bd7d31 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:41:49.781846 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3cfa7c21-b086-4f13-9675-4d63f86126ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:49.787477 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e4790839-9164-48a6-a4a0-684c38060d06 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:49.846700 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-90bc68cc-ad5f-4a4c-8e34-06d465cffbed tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Allocated IP 2001:db8::f816:3eff:fe1c:7383 (d02e5c70-c13b-4c74-9763-e19ffb7dd482/e78fdcb7-8814-4abf-93c9-fff73521783e/91a8d03d-b3a3-472b-8bf6-681a56bb8ab1) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:41:49.882668 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 7a764a16-63b1-4357-8dd2-46bc5a450d00 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:49.883023 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:49.885580 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56b1e50e-cf17-4bd7-879b-0e8a428fd5f9 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:49.915076 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-56b1e50e-cf17-4bd7-879b-0e8a428fd5f9 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d25d4145-ac9e-4d74-a9bd-5a7eb6a9c6a7']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:41:49.931555 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3cfa7c21-b086-4f13-9675-4d63f86126ee None None] For port a4ee040c-d51c-4cd7-97ae-571b60bd7d31, host n-d-816823-3, got binding levels [] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:41:49.931953 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3cfa7c21-b086-4f13-9675-4d63f86126ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:49.945206 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-56b1e50e-cf17-4bd7-879b-0e8a428fd5f9 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e975f8b9-9089-47cd-9d7b-e3a96143c4fd') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:41:49.945471 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-17878840-b310-4c6e-ae12-3fa901161205 None None] Could not find standard attr ID for object a4ee040c-d51c-4cd7-97ae-571b60bd7d31. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:41:49.945580 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-56b1e50e-cf17-4bd7-879b-0e8a428fd5f9 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e975f8b9-9089-47cd-9d7b-e3a96143c4fd') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:41:49.958133 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3cfa7c21-b086-4f13-9675-4d63f86126ee None None] Calling delete_port for a4ee040c-d51c-4cd7-97ae-571b60bd7d31 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:41:49.960460 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56b1e50e-cf17-4bd7-879b-0e8a428fd5f9 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:49.962676 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.ipam_backend_mixin [None req-3cfa7c21-b086-4f13-9675-4d63f86126ee None None] Port a4ee040c-d51c-4cd7-97ae-571b60bd7d31 was not found and therefore no delete operation was performed {{(pid=102670) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 11:41:49.964591 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-17878840-b310-4c6e-ae12-3fa901161205 None None] Could not find standard attr ID for object 76b1bb6a-0169-4966-a173-7c1cf9da1c77. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:41:49.967407 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3cfa7c21-b086-4f13-9675-4d63f86126ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:49.983303 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56b1e50e-cf17-4bd7-879b-0e8a428fd5f9 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:49.994721 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-e4790839-9164-48a6-a4a0-684c38060d06 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Allocated IP 172.25.0.80 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/b4fbca7b-c1fd-4785-b7dd-c7e63c0856f3) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:41:50.000550 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56b1e50e-cf17-4bd7-879b-0e8a428fd5f9 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:41:50.001087 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56b1e50e-cf17-4bd7-879b-0e8a428fd5f9 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:50.004184 n-d-816823-3 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:41:50.004184 n-d-816823-3 neutron-server[102668]: items = [ Nov 16 11:41:50.004184 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:41:50.004184 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:41:50.004184 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:41:50.004184 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:41:50.004184 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:41:50.004184 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:41:50.004184 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:41:50.004184 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:41:50.004184 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:41:50.004184 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:41:50.004184 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:41:50.004184 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:41:50.004184 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:41:50.004184 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:41:50.004184 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:41:50.004184 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:41:50.004184 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:41:50.004184 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:41:50.004184 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:41:50.004184 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:41:50.004184 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:41:50.004184 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:41:50.004184 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:41:50.004184 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:41:50.004184 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:41:50.004184 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:41:50.004184 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:41:50.004184 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:41:50.004184 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:41:50.004184 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:41:50.004184 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:41:50.004184 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:41:50.006592 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa7c21-b086-4f13-9675-4d63f86126ee None None] Pushing event deleted for resources: {'Port': ['ID=a4ee040c-d51c-4cd7-97ae-571b60bd7d31,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:50.008963 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfa7c21-b086-4f13-9675-4d63f86126ee None None] No DVR routers for this DVR port a4ee040c-d51c-4cd7-97ae-571b60bd7d31 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:41:50.102637 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-79d5653e-a477-471a-bf8e-650ab0d93637 None None] Could not find standard attr ID for object a704fb9e-ef3a-467c-94a9-8c9e51c0f9ea. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:41:50.128007 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb6e85-8d30-4371-8af0-b295be30461d req-2331d1cd-9de0-410f-9112-7c88c8f02bc7 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:50.132998 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56b1e50e-cf17-4bd7-879b-0e8a428fd5f9 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:50.134734 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-19fb6e85-8d30-4371-8af0-b295be30461d req-2331d1cd-9de0-410f-9112-7c88c8f02bc7 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4 HTTP/1.1" status: 200 len: 946 time: 0.1962790 Nov 16 11:41:50.145146 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56b1e50e-cf17-4bd7-879b-0e8a428fd5f9 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:50.148403 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-56b1e50e-cf17-4bd7-879b-0e8a428fd5f9 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] 10.222.0.61 "DELETE /v2.0/networks/d25d4145-ac9e-4d74-a9bd-5a7eb6a9c6a7 HTTP/1.1" status: 204 len: 168 time: 1.3096364 Nov 16 11:41:50.187675 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device a4ee040c-d51c-4cd7-97ae-571b60bd7d31 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:41:50.193552 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1e50e-cf17-4bd7-879b-0e8a428fd5f9 tempest-ExtraDHCPOptionsTestJSON-562087668 tempest-ExtraDHCPOptionsTestJSON-562087668-project] Pushing event deleted for resources: {'Network': ['ID=d25d4145-ac9e-4d74-a9bd-5a7eb6a9c6a7,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:50.207921 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-90bc68cc-ad5f-4a4c-8e34-06d465cffbed tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:50.228548 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: a4ee040c-d51c-4cd7-97ae-571b60bd7d31 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:41:50.229218 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device a4ee040c-d51c-4cd7-97ae-571b60bd7d31 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:41:50.248226 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e4790839-9164-48a6-a4a0-684c38060d06 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:50.271057 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-19fb6e85-8d30-4371-8af0-b295be30461d req-04a68a1e-ef2e-4e6f-9f18-831793118192 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f7dd363-790d-4275-b72d-14778f7338eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190569 Nov 16 11:41:50.300620 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e4790839-9164-48a6-a4a0-684c38060d06 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:50.302020 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58246) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:50.324207 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-90bc68cc-ad5f-4a4c-8e34-06d465cffbed tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:50.334589 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3c68dd06-86d8-4fb4-89d3-5e0020133bbc None None] Provisioning complete for port 7a764a16-63b1-4357-8dd2-46bc5a450d00 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:50.340690 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3c68dd06-86d8-4fb4-89d3-5e0020133bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:50.350779 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:41:50.398536 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4790839-9164-48a6-a4a0-684c38060d06 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:41:50.407208 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-e4790839-9164-48a6-a4a0-684c38060d06 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:50.407436 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bc68cc-ad5f-4a4c-8e34-06d465cffbed tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:41:50.411047 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-90bc68cc-ad5f-4a4c-8e34-06d465cffbed tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:50.416455 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4790839-9164-48a6-a4a0-684c38060d06 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:41:50.425653 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4790839-9164-48a6-a4a0-684c38060d06 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Pushing event updated for resources: {'Port': ['ID=b4fbca7b-c1fd-4785-b7dd-c7e63c0856f3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:50.437679 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bc68cc-ad5f-4a4c-8e34-06d465cffbed tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:41:50.450426 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bc68cc-ad5f-4a4c-8e34-06d465cffbed tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:50.451105 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-90bc68cc-ad5f-4a4c-8e34-06d465cffbed tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:50.482743 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-3b63211a-297d-4e94-9ced-6eec1890b366 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/floatingips/2092d25b-144c-4913-96b5-4d075190e48b HTTP/1.1" status: 200 len: 994 time: 0.1770165 Nov 16 11:41:50.483909 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc68cc-ad5f-4a4c-8e34-06d465cffbed tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Port': ['ID=91a8d03d-b3a3-472b-8bf6-681a56bb8ab1,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:50.514676 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-90bc68cc-ad5f-4a4c-8e34-06d465cffbed tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0640686 Nov 16 11:41:50.516078 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58252) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:50.579540 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58254) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:50.584087 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c918cd-9595-4557-b999-5a2806b3c59d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:50.596073 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c918cd-9595-4557-b999-5a2806b3c59d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:50.603272 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-91c918cd-9595-4557-b999-5a2806b3c59d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.0837865 Nov 16 11:41:50.605001 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58258) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:50.622209 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e4790839-9164-48a6-a4a0-684c38060d06 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:50.672222 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e4790839-9164-48a6-a4a0-684c38060d06 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:50.739403 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-efce9b59-abfc-4985-be39-dd504784dfa3 None None] Could not find standard attr ID for object 68a540c8-2f3d-4311-bbba-b875d37d493a. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:41:50.801614 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-3bff1f33-e2fd-4584-8884-4fb919d7ea59 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting port 91a8d03d-b3a3-472b-8bf6-681a56bb8ab1 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:41:50.802205 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3bff1f33-e2fd-4584-8884-4fb919d7ea59 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:50.824533 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ecb43-7126-4432-b8a2-b71c2f8d85f1 req-310a6672-72eb-4ba5-a465-37ee466c85b4 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:50.830460 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5a2ecb43-7126-4432-b8a2-b71c2f8d85f1 req-310a6672-72eb-4ba5-a465-37ee466c85b4 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=f632be34-16d2-466f-848c-1266f1ebfecc HTTP/1.1" status: 200 len: 946 time: 0.0927293 Nov 16 11:41:50.851154 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-33862444-bf07-42be-a270-af3772035198 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b6b9ad8555e24ccc871e86bd13e74ba1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2704864 Nov 16 11:41:50.856399 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58268) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:50.929952 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e4790839-9164-48a6-a4a0-684c38060d06 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:50.941622 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e4790839-9164-48a6-a4a0-684c38060d06 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:50.942962 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5a2ecb43-7126-4432-b8a2-b71c2f8d85f1 req-7543179a-9d35-47c2-beb2-a61a3bf6fda6 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842774 Nov 16 11:41:50.951542 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3bff1f33-e2fd-4584-8884-4fb919d7ea59 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:50.965448 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-3bff1f33-e2fd-4584-8884-4fb919d7ea59 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Calling delete_port for 91a8d03d-b3a3-472b-8bf6-681a56bb8ab1 owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:41:50.985780 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-cd9b7fde-009d-4058-b510-6a2779198647 None None] Provisioning complete for port 91a8d03d-b3a3-472b-8bf6-681a56bb8ab1 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:50.986306 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cd9b7fde-009d-4058-b510-6a2779198647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:50.992529 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a9c26b4-fb6f-47be-bb6f-8ebf9eef1962 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:51.015565 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a9c26b4-fb6f-47be-bb6f-8ebf9eef1962 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:51.038284 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-cd9b7fde-009d-4058-b510-6a2779198647 None None] Port 91a8d03d-b3a3-472b-8bf6-681a56bb8ab1 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:41:51.095975 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4790839-9164-48a6-a4a0-684c38060d06 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Pushing event updated for resources: {'Port': ['ID=b4fbca7b-c1fd-4785-b7dd-c7e63c0856f3,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:51.119949 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e4790839-9164-48a6-a4a0-684c38060d06 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:51.127905 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a9c26b4-fb6f-47be-bb6f-8ebf9eef1962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:51.131287 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a9c26b4-fb6f-47be-bb6f-8ebf9eef1962 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:51.132513 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2a9c26b4-fb6f-47be-bb6f-8ebf9eef1962 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/10d77fbf-6d50-47ea-9920-6cabd32c70d0 HTTP/1.1" status: 204 len: 168 time: 0.2751966 Nov 16 11:41:51.157153 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9c26b4-fb6f-47be-bb6f-8ebf9eef1962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d77fbf-6d50-47ea-9920-6cabd32c70d0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:51.163045 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e4790839-9164-48a6-a4a0-684c38060d06 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:51.165444 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e4790839-9164-48a6-a4a0-684c38060d06 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1375632 Nov 16 11:41:51.166499 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58274) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:51.172313 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-0ce74d38-3e2b-4493-ae8e-1ad3a14348c5 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-730600031'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:51.201381 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce74d38-3e2b-4493-ae8e-1ad3a14348c5 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Made reservation on behalf of 806362b9e1044a12bf2684a88c3a9793 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:41:51.207399 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0ce74d38-3e2b-4493-ae8e-1ad3a14348c5 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:51.213806 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3bff1f33-e2fd-4584-8884-4fb919d7ea59 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:51.221304 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0ce74d38-3e2b-4493-ae8e-1ad3a14348c5 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:51.225345 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a273c7-1819-4ce8-9289-fe54c1e3d251 req-15f9b432-f593-4d12-a130-171b5a375673 tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:51.226989 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e1a273c7-1819-4ce8-9289-fe54c1e3d251 req-15f9b432-f593-4d12-a130-171b5a375673 tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4 HTTP/1.1" status: 200 len: 1097 time: 0.0814319 Nov 16 11:41:51.253198 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff1f33-e2fd-4584-8884-4fb919d7ea59 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Port': ['ID=91a8d03d-b3a3-472b-8bf6-681a56bb8ab1,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:51.301553 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3bff1f33-e2fd-4584-8884-4fb919d7ea59 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:51.307580 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3bff1f33-e2fd-4584-8884-4fb919d7ea59 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/ports/91a8d03d-b3a3-472b-8bf6-681a56bb8ab1 HTTP/1.1" status: 204 len: 168 time: 0.6993225 Nov 16 11:41:51.309148 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58276) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:51.329035 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e1a273c7-1819-4ce8-9289-fe54c1e3d251 req-6445d9db-ca00-4835-a287-9631e0165f8e tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=9f7dd363-790d-4275-b72d-14778f7338eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800555 Nov 16 11:41:51.394784 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa8425a-0bc8-425e-b609-2549270ab2c5 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:51.396398 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa8425a-0bc8-425e-b609-2549270ab2c5 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:51.397879 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1aa8425a-0bc8-425e-b609-2549270ab2c5 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0870671 Nov 16 11:41:51.399952 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0ce74d38-3e2b-4493-ae8e-1ad3a14348c5 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:51.400833 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58282) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:51.406111 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0ce74d38-3e2b-4493-ae8e-1ad3a14348c5 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:51.432879 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce74d38-3e2b-4493-ae8e-1ad3a14348c5 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:41:51.448403 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce74d38-3e2b-4493-ae8e-1ad3a14348c5 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66bf49a8-fbdb-4ef5-b11c-e3d3ba01d155,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:51.456332 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0ce74d38-3e2b-4493-ae8e-1ad3a14348c5 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:51.456920 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-0ce74d38-3e2b-4493-ae8e-1ad3a14348c5 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Added segment 81b5431a-79a8-41e8-b5fa-7868cf13fbbf of type vlan for network 356d4fd0-05e7-431b-8ae0-b3297e041e29 Nov 16 11:41:51.507495 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0ce74d38-3e2b-4493-ae8e-1ad3a14348c5 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:51.531420 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a6ebcfb-5e5a-40b9-973a-d9cea652c966 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting subnet e78fdcb7-8814-4abf-93c9-fff73521783e {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:41:51.536459 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0ce74d38-3e2b-4493-ae8e-1ad3a14348c5 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:51.547270 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce74d38-3e2b-4493-ae8e-1ad3a14348c5 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:51.548424 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0ce74d38-3e2b-4493-ae8e-1ad3a14348c5 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:51.549422 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6e145-b02f-42e1-a412-64a4c278f663 req-751bfea8-6fb9-4491-81ce-ad4835e61318 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:51.556674 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-84a6e145-b02f-42e1-a412-64a4c278f663 req-751bfea8-6fb9-4491-81ce-ad4835e61318 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=f632be34-16d2-466f-848c-1266f1ebfecc HTTP/1.1" status: 200 len: 946 time: 0.1054108 Nov 16 11:41:51.559391 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4a6ebcfb-5e5a-40b9-973a-d9cea652c966 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:51.619360 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce74d38-3e2b-4493-ae8e-1ad3a14348c5 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Pushing event updated for resources: {'Network': ['ID=356d4fd0-05e7-431b-8ae0-b3297e041e29,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:51.626092 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4a6ebcfb-5e5a-40b9-973a-d9cea652c966 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:51.634606 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 356d4fd0-05e7-431b-8ae0-b3297e041e29 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:41:51.650643 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0ce74d38-3e2b-4493-ae8e-1ad3a14348c5 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4829514 Nov 16 11:41:51.656386 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58290) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:51.661573 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-82558908-789b-45b5-902e-323afa022418 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Request body: {'subnet': {'network_id': '356d4fd0-05e7-431b-8ae0-b3297e041e29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:51.694183 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7a764a16-63b1-4357-8dd2-46bc5a450d00 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:41:51.697672 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-84a6e145-b02f-42e1-a412-64a4c278f663 req-a238c038-38b8-4402-9306-61cf375f13b1 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401255 Nov 16 11:41:51.782559 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4a6ebcfb-5e5a-40b9-973a-d9cea652c966 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:51.789841 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82558908-789b-45b5-902e-323afa022418 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Made reservation on behalf of 806362b9e1044a12bf2684a88c3a9793 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:41:51.794962 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-82558908-789b-45b5-902e-323afa022418 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:51.851702 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4a6ebcfb-5e5a-40b9-973a-d9cea652c966 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:51.923676 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ebcfb-5e5a-40b9-973a-d9cea652c966 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Subnet': ['ID=e78fdcb7-8814-4abf-93c9-fff73521783e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:51.941372 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4a6ebcfb-5e5a-40b9-973a-d9cea652c966 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:51.947212 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4a6ebcfb-5e5a-40b9-973a-d9cea652c966 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/e78fdcb7-8814-4abf-93c9-fff73521783e HTTP/1.1" status: 204 len: 168 time: 0.5449517 Nov 16 11:41:51.949612 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58300) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:51.951547 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cef866-600c-485b-b389-11d5fafa9d28 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:41:52.007701 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a638b8f7-0359-4093-b1a4-dce3bcc4deef tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0566621 Nov 16 11:41:52.010155 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58304) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:52.059974 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 7a764a16-63b1-4357-8dd2-46bc5a450d00 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:52.059974 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:52.094577 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1176d1-3a45-495d-b385-03231601b23b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:52.096366 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5d1176d1-3a45-495d-b385-03231601b23b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0849361 Nov 16 11:41:52.099103 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58314) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:52.204870 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc20f9f1-d841-47a9-9231-1edeea8a8688 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:52.209132 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-fc20f9f1-d841-47a9-9231-1edeea8a8688 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1089637 Nov 16 11:41:52.213183 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58316) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:52.213766 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58318) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:52.228058 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-82558908-789b-45b5-902e-323afa022418 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:52.237084 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee8866d-4e49-4fbd-b62c-0452155036b0 None None] DHCP port deletion for d02e5c70-c13b-4c74-9763-e19ffb7dd482 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:41:52.272320 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d9a3e2e7-c0e4-4986-bc58-cbc93f8ceaa8 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0536497 Nov 16 11:41:52.272540 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58330) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:52.297126 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-00f758d5-443d-48be-afb6-fcad905eac55 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'subnet': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:52.395039 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e4ee1c1b-0930-414c-b040-31ff627d149c tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-620635993'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:52.404875 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-5ee8866d-4e49-4fbd-b62c-0452155036b0 None None] Deleting port 7a764a16-63b1-4357-8dd2-46bc5a450d00 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:41:52.405253 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5ee8866d-4e49-4fbd-b62c-0452155036b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:52.405514 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82558908-789b-45b5-902e-323afa022418 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Pushing event updated for resources: {'Subnet': ['ID=28cb3770-15f4-417f-be92-88ec318513e7,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:52.428724 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82558908-789b-45b5-902e-323afa022418 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Checking segment: {'id': '81b5431a-79a8-41e8-b5fa-7868cf13fbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '356d4fd0-05e7-431b-8ae0-b3297e041e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:41:52.429089 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82558908-789b-45b5-902e-323afa022418 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Network hostable DHCP agents. Network: 356d4fd0-05e7-431b-8ae0-b3297e041e29, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:41:52.447443 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ee1c1b-0930-414c-b040-31ff627d149c tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Made reservation on behalf of 7d3d11fb732046149ebe953349dcb515 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:41:52.451100 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e4ee1c1b-0930-414c-b040-31ff627d149c tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:52.473387 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e4ee1c1b-0930-414c-b040-31ff627d149c tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:52.482278 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82558908-789b-45b5-902e-323afa022418 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Network 356d4fd0-05e7-431b-8ae0-b3297e041e29 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:41:52.483718 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-5ee8866d-4e49-4fbd-b62c-0452155036b0 None None] For port 7a764a16-63b1-4357-8dd2-46bc5a450d00, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=7a764a16-63b1-4357-8dd2-46bc5a450d00,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:41:52.484492 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5ee8866d-4e49-4fbd-b62c-0452155036b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:52.485620 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f758d5-443d-48be-afb6-fcad905eac55 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:41:52.489500 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00f758d5-443d-48be-afb6-fcad905eac55 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:52.499974 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-5ee8866d-4e49-4fbd-b62c-0452155036b0 None None] Calling delete_port for 7a764a16-63b1-4357-8dd2-46bc5a450d00 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:41:52.553397 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-82558908-789b-45b5-902e-323afa022418 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 356d4fd0-05e7-431b-8ae0-b3297e041e29) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:52.561747 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ccbe36-e505-40f1-be66-5dda905d86df None None] Network 356d4fd0-05e7-431b-8ae0-b3297e041e29 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:41:52.575207 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82558908-789b-45b5-902e-323afa022418 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:52.575800 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-82558908-789b-45b5-902e-323afa022418 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:52.625849 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-82558908-789b-45b5-902e-323afa022418 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9683323 Nov 16 11:41:52.628648 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58338) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:52.641870 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-ec04a14b-e718-4c9b-80f9-0503e321ac75 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-643994270', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}, 'admin_state_up': False}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:52.659587 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-11e2f2e4-10e5-4a64-8892-a206dacbf361 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1454508 Nov 16 11:41:52.676171 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-3e1c5651-eedc-4617-b609-d1f83ddf6686 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:41:52.677349 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-3e1c5651-eedc-4617-b609-d1f83ddf6686 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068336 Nov 16 11:41:52.685697 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5ee8866d-4e49-4fbd-b62c-0452155036b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:52.719528 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee8866d-4e49-4fbd-b62c-0452155036b0 None None] Pushing event deleted for resources: {'Port': ['ID=7a764a16-63b1-4357-8dd2-46bc5a450d00,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:52.736596 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e4ee1c1b-0930-414c-b040-31ff627d149c tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:52.741009 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee8866d-4e49-4fbd-b62c-0452155036b0 None None] No DVR routers for this DVR port 7a764a16-63b1-4357-8dd2-46bc5a450d00 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:41:52.743482 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e4ee1c1b-0930-414c-b040-31ff627d149c tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:52.749217 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec04a14b-e718-4c9b-80f9-0503e321ac75 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:52.768270 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec04a14b-e718-4c9b-80f9-0503e321ac75 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:52.792696 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc768080-f031-4349-86de-5e16d1cedf22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-356d4fd0-05e7-431b-8ae0-b3297e041e29', 'network_id': '356d4fd0-05e7-431b-8ae0-b3297e041e29', 'tenant_id': '806362b9e1044a12bf2684a88c3a9793', 'fixed_ips': [{'subnet_id': '28cb3770-15f4-417f-be92-88ec318513e7'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:41:52.793653 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fc768080-f031-4349-86de-5e16d1cedf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:52.798261 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4ee1c1b-0930-414c-b040-31ff627d149c tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:41:52.835907 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee1c1b-0930-414c-b040-31ff627d149c tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=104a80d7-a810-4a9b-ad0d-984411b6eadf,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:52.849256 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e4ee1c1b-0930-414c-b040-31ff627d149c tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:52.849565 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-e4ee1c1b-0930-414c-b040-31ff627d149c tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Added segment 8a0cadaf-d332-45ce-859a-5d090c99c49e of type vlan for network df2f6888-97dc-472f-8ebc-e52bc01b3d4f Nov 16 11:41:52.878779 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec04a14b-e718-4c9b-80f9-0503e321ac75 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:52.885762 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00f758d5-443d-48be-afb6-fcad905eac55 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:52.934228 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e4ee1c1b-0930-414c-b040-31ff627d149c tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:52.958345 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f758d5-443d-48be-afb6-fcad905eac55 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:41:52.985956 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-00f758d5-443d-48be-afb6-fcad905eac55 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:52.998098 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-fc768080-f031-4349-86de-5e16d1cedf22 None None] Allocated IP 172.20.0.2 (356d4fd0-05e7-431b-8ae0-b3297e041e29/28cb3770-15f4-417f-be92-88ec318513e7/e2baf991-61ef-40ab-953f-47caba0aeaef) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:41:53.007694 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f758d5-443d-48be-afb6-fcad905eac55 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:53.008809 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00f758d5-443d-48be-afb6-fcad905eac55 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:53.010313 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9c73e9-8735-4828-9257-5f2dcb7a70d3 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:41:53.023878 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e4ee1c1b-0930-414c-b040-31ff627d149c tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:53.036750 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ee1c1b-0930-414c-b040-31ff627d149c tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:53.038567 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e4ee1c1b-0930-414c-b040-31ff627d149c tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:53.084600 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec04a14b-e718-4c9b-80f9-0503e321ac75 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:53.207071 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee1c1b-0930-414c-b040-31ff627d149c tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'Network': ['ID=df2f6888-97dc-472f-8ebc-e52bc01b3d4f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:53.226885 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f758d5-443d-48be-afb6-fcad905eac55 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Subnet': ['ID=2871defd-b7cf-4c41-8f91-7a14cea3b879,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:53.238375 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-00f758d5-443d-48be-afb6-fcad905eac55 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9640625 Nov 16 11:41:53.240252 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58350) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:53.241853 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network df2f6888-97dc-472f-8ebc-e52bc01b3d4f details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:41:53.250929 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-c1b818bd-fb24-438d-a02d-cce4c1cce477 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'port': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'mac_address': 'fa:16:3e:86:d0:94', 'name': 'tempest-NetworksTestDHCPv6-587081734'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:53.251516 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e4ee1c1b-0930-414c-b040-31ff627d149c tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0349720 Nov 16 11:41:53.254845 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5626b-1282-4150-bb81-93ec018b4417 req-e0e405e0-1a9f-45be-b001-adf7769682e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:53.256590 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21f5626b-1282-4150-bb81-93ec018b4417 req-e0e405e0-1a9f-45be-b001-adf7769682e0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a94525ce04b1475298bff18f4d90d9d6&device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4 HTTP/1.1" status: 200 len: 1097 time: 0.3098958 Nov 16 11:41:53.257232 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58352) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:53.264435 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-21fc0fdd-03db-4171-a634-b990d559dd9b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'port': {'network_id': 'df2f6888-97dc-472f-8ebc-e52bc01b3d4f', 'name': 'tempest-PortsTestJSON-1561689292'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:53.419713 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec04a14b-e718-4c9b-80f9-0503e321ac75 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks [] for router_gateway, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:53.432285 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fc768080-f031-4349-86de-5e16d1cedf22 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:53.436100 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5626b-1282-4150-bb81-93ec018b4417 req-d8d186cd-f511-47c9-9626-29bab3e0afc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:53.438187 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21f5626b-1282-4150-bb81-93ec018b4417 req-d8d186cd-f511-47c9-9626-29bab3e0afc5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8ca73572-76c5-4f25-8350-367e966c7e9c HTTP/1.1" status: 200 len: 897 time: 0.1260939 Nov 16 11:41:53.439630 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fc0fdd-03db-4171-a634-b990d559dd9b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Made reservation on behalf of 7d3d11fb732046149ebe953349dcb515 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:41:53.443243 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fc768080-f031-4349-86de-5e16d1cedf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:53.444106 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-21fc0fdd-03db-4171-a634-b990d559dd9b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:53.460588 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec04a14b-e718-4c9b-80f9-0503e321ac75 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:53.475291 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f510a62d-21f2-4098-9573-25d80b5850bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-d02e5c70-c13b-4c74-9763-e19ffb7dd482', 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'tenant_id': '4ebb44564e554f6b8a2c06865b79e6ad', 'fixed_ips': [{'subnet_id': '2871defd-b7cf-4c41-8f91-7a14cea3b879'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:41:53.476571 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f510a62d-21f2-4098-9573-25d80b5850bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:53.529515 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21f5626b-1282-4150-bb81-93ec018b4417 req-5132564a-9f15-451c-b27a-bcd3829293cb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bda14850-88f9-4936-881c-ad4e726233a0 HTTP/1.1" status: 200 len: 1002 time: 0.0816753 Nov 16 11:41:53.546958 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b818bd-fb24-438d-a02d-cce4c1cce477 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:41:53.560202 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc768080-f031-4349-86de-5e16d1cedf22 None None] Network 356d4fd0-05e7-431b-8ae0-b3297e041e29 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:41:53.563589 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-21fc0fdd-03db-4171-a634-b990d559dd9b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] device_id is not set on port bf432367-e113-4295-9e23-5b58457247c8 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:41:53.571664 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-fc768080-f031-4349-86de-5e16d1cedf22 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:53.575509 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc768080-f031-4349-86de-5e16d1cedf22 None None] Pushing event updated for resources: {'Port': ['ID=e2baf991-61ef-40ab-953f-47caba0aeaef,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:53.619989 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc768080-f031-4349-86de-5e16d1cedf22 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:41:53.638253 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7a764a16-63b1-4357-8dd2-46bc5a450d00 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:41:53.677151 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-ec04a14b-e718-4c9b-80f9-0503e321ac75 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Allocated IP 172.25.0.19 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/b39a0dab-2dcf-4b31-80bb-2e95af7cae94) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:41:53.700737 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 7a764a16-63b1-4357-8dd2-46bc5a450d00 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:41:53.701072 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7a764a16-63b1-4357-8dd2-46bc5a450d00 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:41:53.718885 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-fc768080-f031-4349-86de-5e16d1cedf22 None None] Attempting to bind port e2baf991-61ef-40ab-953f-47caba0aeaef on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:41:53.719262 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-fc768080-f031-4349-86de-5e16d1cedf22 None None] Attempting to bind port e2baf991-61ef-40ab-953f-47caba0aeaef by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '81b5431a-79a8-41e8-b5fa-7868cf13fbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '356d4fd0-05e7-431b-8ae0-b3297e041e29'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:41:53.719612 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc768080-f031-4349-86de-5e16d1cedf22 None None] Attempting to bind port e2baf991-61ef-40ab-953f-47caba0aeaef on network 356d4fd0-05e7-431b-8ae0-b3297e041e29 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:41:53.725435 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-5197d285-2f19-4968-81f0-790406edf20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:53.726829 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-5197d285-2f19-4968-81f0-790406edf20d service neutron] 10.222.0.61 "GET /v2.0/ports/bda14850-88f9-4936-881c-ad4e726233a0 HTTP/1.1" status: 200 len: 1094 time: 0.1158168 Nov 16 11:41:53.746119 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-8ede79ef-c807-4389-b051-77a3cecebb23 service neutron] Request body: {'binding': {'host': 'n-h1-816823-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:53.747098 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-8ede79ef-c807-4389-b051-77a3cecebb23 service neutron] Unknown quota resources ['binding']. {{(pid=102668) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 11:41:53.751020 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc768080-f031-4349-86de-5e16d1cedf22 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:41:53.751631 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc768080-f031-4349-86de-5e16d1cedf22 None None] Checking segment: {'id': '81b5431a-79a8-41e8-b5fa-7868cf13fbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '356d4fd0-05e7-431b-8ae0-b3297e041e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:41:53.752214 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fc768080-f031-4349-86de-5e16d1cedf22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:53.752783 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc768080-f031-4349-86de-5e16d1cedf22 None None] Bound using segment: {'id': '81b5431a-79a8-41e8-b5fa-7868cf13fbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '356d4fd0-05e7-431b-8ae0-b3297e041e29'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:41:53.753262 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-fc768080-f031-4349-86de-5e16d1cedf22 None None] Bound port: e2baf991-61ef-40ab-953f-47caba0aeaef, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81b5431a-79a8-41e8-b5fa-7868cf13fbbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '356d4fd0-05e7-431b-8ae0-b3297e041e29'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:41:53.753649 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fc768080-f031-4349-86de-5e16d1cedf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:53.779754 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5626b-1282-4150-bb81-93ec018b4417 req-cd10f041-3675-4022-9437-075dc8f44f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:53.781882 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21f5626b-1282-4150-bb81-93ec018b4417 req-cd10f041-3675-4022-9437-075dc8f44f62 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94a14835-5cdb-402d-9edd-b7beabc5bf3a HTTP/1.1" status: 200 len: 834 time: 0.2386606 Nov 16 11:41:53.802981 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-f510a62d-21f2-4098-9573-25d80b5850bf None None] Allocated IP 2001:db8::2 (d02e5c70-c13b-4c74-9763-e19ffb7dd482/2871defd-b7cf-4c41-8f91-7a14cea3b879/042fa6d0-387c-4ff7-ad9e-f7a9540f43c3) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:41:53.805469 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec04a14b-e718-4c9b-80f9-0503e321ac75 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:53.853452 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec04a14b-e718-4c9b-80f9-0503e321ac75 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:53.863143 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c1b818bd-fb24-438d-a02d-cce4c1cce477 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:53.879569 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fc768080-f031-4349-86de-5e16d1cedf22 None None] For port e2baf991-61ef-40ab-953f-47caba0aeaef, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:41:53.900949 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fc768080-f031-4349-86de-5e16d1cedf22 None None] For port e2baf991-61ef-40ab-953f-47caba0aeaef, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=e2baf991-61ef-40ab-953f-47caba0aeaef,segment=NetworkSegment(81b5431a-79a8-41e8-b5fa-7868cf13fbbf),segment_id=81b5431a-79a8-41e8-b5fa-7868cf13fbbf)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:41:53.907213 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec04a14b-e718-4c9b-80f9-0503e321ac75 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:41:53.910719 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fc768080-f031-4349-86de-5e16d1cedf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:53.923013 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-ec04a14b-e718-4c9b-80f9-0503e321ac75 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:53.925658 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-c1b818bd-fb24-438d-a02d-cce4c1cce477 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] device_id is not set on port 5d9c665a-a750-4023-bd45-87dc9e8fa391 yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:41:53.933453 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec04a14b-e718-4c9b-80f9-0503e321ac75 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:41:53.960754 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5626b-1282-4150-bb81-93ec018b4417 req-05e3dfd4-e7f9-4f75-8097-53aa025d6e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:53.962511 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21f5626b-1282-4150-bb81-93ec018b4417 req-05e3dfd4-e7f9-4f75-8097-53aa025d6e23 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8ca73572-76c5-4f25-8350-367e966c7e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1695015 Nov 16 11:41:53.981045 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f95ac8-6a18-4baa-a595-fd2801b5e68f None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:41:53.996100 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04a14b-e718-4c9b-80f9-0503e321ac75 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Pushing event updated for resources: {'Port': ['ID=b39a0dab-2dcf-4b31-80bb-2e95af7cae94,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:54.038808 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc768080-f031-4349-86de-5e16d1cedf22 None None] Pushing event updated for resources: {'Port': ['ID=e2baf991-61ef-40ab-953f-47caba0aeaef,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:54.063421 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-21fc0fdd-03db-4171-a634-b990d559dd9b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:54.068104 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f510a62d-21f2-4098-9573-25d80b5850bf None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:54.078569 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f510a62d-21f2-4098-9573-25d80b5850bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:54.143914 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21f5626b-1282-4150-bb81-93ec018b4417 req-d5f6f3f6-09a6-4c6d-b7db-c923eba62759 service neutron] 10.222.0.64 "GET /v2.0/networks/8ca73572-76c5-4f25-8350-367e966c7e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702816 Nov 16 11:41:54.200560 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-8ede79ef-c807-4389-b051-77a3cecebb23 service neutron] Attempting to bind port bda14850-88f9-4936-881c-ad4e726233a0 on host n-h1-816823-3 for vnic_type normal with profile None {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:41:54.200912 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-8ede79ef-c807-4389-b051-77a3cecebb23 service neutron] Attempting to bind port bda14850-88f9-4936-881c-ad4e726233a0 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '8cb75e72-d058-4dc3-94c7-3793e4f6dad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8ca73572-76c5-4f25-8350-367e966c7e9c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:41:54.201224 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-8ede79ef-c807-4389-b051-77a3cecebb23 service neutron] Attempting to bind port bda14850-88f9-4936-881c-ad4e726233a0 on network 8ca73572-76c5-4f25-8350-367e966c7e9c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:41:54.210624 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-c1b818bd-fb24-438d-a02d-cce4c1cce477 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Allocated IP 2001:db8::13a (d02e5c70-c13b-4c74-9763-e19ffb7dd482/2871defd-b7cf-4c41-8f91-7a14cea3b879/5d9c665a-a750-4023-bd45-87dc9e8fa391) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:41:54.234548 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-8ede79ef-c807-4389-b051-77a3cecebb23 service neutron] Port bda14850-88f9-4936-881c-ad4e726233a0 on network 8ca73572-76c5-4f25-8350-367e966c7e9c not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:41:54.235128 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-8ede79ef-c807-4389-b051-77a3cecebb23 service neutron] Attempting to bind port bda14850-88f9-4936-881c-ad4e726233a0 on network 8ca73572-76c5-4f25-8350-367e966c7e9c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:41:54.257954 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-8ede79ef-c807-4389-b051-77a3cecebb23 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:41:54.258374 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-8ede79ef-c807-4389-b051-77a3cecebb23 service neutron] Checking segment: {'id': '8cb75e72-d058-4dc3-94c7-3793e4f6dad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8ca73572-76c5-4f25-8350-367e966c7e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:41:54.258741 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-8ede79ef-c807-4389-b051-77a3cecebb23 service neutron] Bound using segment: {'id': '8cb75e72-d058-4dc3-94c7-3793e4f6dad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8ca73572-76c5-4f25-8350-367e966c7e9c'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:41:54.259190 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-8ede79ef-c807-4389-b051-77a3cecebb23 service neutron] Bound port: bda14850-88f9-4936-881c-ad4e726233a0, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cb75e72-d058-4dc3-94c7-3793e4f6dad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8ca73572-76c5-4f25-8350-367e966c7e9c'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:41:54.354895 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f510a62d-21f2-4098-9573-25d80b5850bf None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:41:54.356264 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-89a7aae1-1752-4a75-bec1-4a10f13f6a9e None None] Provisioning complete for port b39a0dab-2dcf-4b31-80bb-2e95af7cae94 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:54.356264 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89a7aae1-1752-4a75-bec1-4a10f13f6a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:54.367999 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-f510a62d-21f2-4098-9573-25d80b5850bf None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:54.370154 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-21fc0fdd-03db-4171-a634-b990d559dd9b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:54.371114 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f510a62d-21f2-4098-9573-25d80b5850bf None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:41:54.401864 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f510a62d-21f2-4098-9573-25d80b5850bf None None] Pushing event updated for resources: {'Port': ['ID=042fa6d0-387c-4ff7-ad9e-f7a9540f43c3,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:54.412395 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f510a62d-21f2-4098-9573-25d80b5850bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:41:54.412794 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f510a62d-21f2-4098-9573-25d80b5850bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:41:54.413132 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f510a62d-21f2-4098-9573-25d80b5850bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:41:54.413464 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f510a62d-21f2-4098-9573-25d80b5850bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:41:54.413820 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f510a62d-21f2-4098-9573-25d80b5850bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:41:54.414221 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f510a62d-21f2-4098-9573-25d80b5850bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:41:54.414655 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f510a62d-21f2-4098-9573-25d80b5850bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:41:54.415024 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f510a62d-21f2-4098-9573-25d80b5850bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:41:54.415407 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f510a62d-21f2-4098-9573-25d80b5850bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:41:54.415727 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f510a62d-21f2-4098-9573-25d80b5850bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:41:54.416040 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f510a62d-21f2-4098-9573-25d80b5850bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:41:54.416410 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f510a62d-21f2-4098-9573-25d80b5850bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:41:54.470397 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-89a7aae1-1752-4a75-bec1-4a10f13f6a9e None None] Port b39a0dab-2dcf-4b31-80bb-2e95af7cae94 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:41:54.477555 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc0fdd-03db-4171-a634-b990d559dd9b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'Port': ['ID=bf432367-e113-4295-9e23-5b58457247c8,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:54.483201 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-f510a62d-21f2-4098-9573-25d80b5850bf None None] Attempting to bind port 042fa6d0-387c-4ff7-ad9e-f7a9540f43c3 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:41:54.484448 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-f510a62d-21f2-4098-9573-25d80b5850bf None None] Attempting to bind port 042fa6d0-387c-4ff7-ad9e-f7a9540f43c3 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:41:54.485090 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f510a62d-21f2-4098-9573-25d80b5850bf None None] Attempting to bind port 042fa6d0-387c-4ff7-ad9e-f7a9540f43c3 on network d02e5c70-c13b-4c74-9763-e19ffb7dd482 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:41:54.485561 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec04a14b-e718-4c9b-80f9-0503e321ac75 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks [] for router_gateway, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:54.491574 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f510a62d-21f2-4098-9573-25d80b5850bf None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:41:54.492021 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f510a62d-21f2-4098-9573-25d80b5850bf None None] Checking segment: {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:41:54.492633 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f510a62d-21f2-4098-9573-25d80b5850bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:54.493094 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f510a62d-21f2-4098-9573-25d80b5850bf None None] Bound using segment: {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:41:54.493624 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-f510a62d-21f2-4098-9573-25d80b5850bf None None] Bound port: 042fa6d0-387c-4ff7-ad9e-f7a9540f43c3, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:41:54.494093 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f510a62d-21f2-4098-9573-25d80b5850bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:54.529225 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-8ede79ef-c807-4389-b051-77a3cecebb23 service neutron] For port bda14850-88f9-4936-881c-ad4e726233a0, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=bda14850-88f9-4936-881c-ad4e726233a0,segment=NetworkSegment(8cb75e72-d058-4dc3-94c7-3793e4f6dad3),segment_id=8cb75e72-d058-4dc3-94c7-3793e4f6dad3)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:41:54.538808 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fc0fdd-03db-4171-a634-b990d559dd9b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Checking segment: {'id': '8a0cadaf-d332-45ce-859a-5d090c99c49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'df2f6888-97dc-472f-8ebc-e52bc01b3d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:41:54.539585 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fc0fdd-03db-4171-a634-b990d559dd9b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Network hostable DHCP agents. Network: df2f6888-97dc-472f-8ebc-e52bc01b3d4f, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:41:54.543672 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21f5626b-1282-4150-bb81-93ec018b4417 req-38b4d57a-cbdb-4d88-9147-ee8526b0fd73 service neutron] 10.222.0.64 "GET /v2.0/networks/8ca73572-76c5-4f25-8350-367e966c7e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745894 Nov 16 11:41:54.548034 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-8ede79ef-c807-4389-b051-77a3cecebb23 service neutron] Publish callbacks [] for binding, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:54.549058 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-8ede79ef-c807-4389-b051-77a3cecebb23 service neutron] 10.222.0.61 "POST /v2.0/ports/bda14850-88f9-4936-881c-ad4e726233a0/bindings HTTP/1.1" status: 201 len: 389 time: 0.8087208 Nov 16 11:41:54.569553 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fc0fdd-03db-4171-a634-b990d559dd9b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Network df2f6888-97dc-472f-8ebc-e52bc01b3d4f is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:41:54.577807 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-f510a62d-21f2-4098-9573-25d80b5850bf None None] For port 042fa6d0-387c-4ff7-ad9e-f7a9540f43c3, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:41:54.584463 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-f510a62d-21f2-4098-9573-25d80b5850bf None None] For port 042fa6d0-387c-4ff7-ad9e-f7a9540f43c3, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=042fa6d0-387c-4ff7-ad9e-f7a9540f43c3,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:41:54.585509 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-21fc0fdd-03db-4171-a634-b990d559dd9b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, df2f6888-97dc-472f-8ebc-e52bc01b3d4f) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:54.591476 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f510a62d-21f2-4098-9573-25d80b5850bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:54.603086 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fc0fdd-03db-4171-a634-b990d559dd9b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:41:54.606001 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c1b818bd-fb24-438d-a02d-cce4c1cce477 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:54.607003 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bbe453-87e8-4d8d-a6b3-6707e5385d42 None None] Network df2f6888-97dc-472f-8ebc-e52bc01b3d4f requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:41:54.614589 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fc0fdd-03db-4171-a634-b990d559dd9b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:54.615281 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-21fc0fdd-03db-4171-a634-b990d559dd9b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:54.643997 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-21fc0fdd-03db-4171-a634-b990d559dd9b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3854833 Nov 16 11:41:54.646891 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58356) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:54.656575 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ce408d61-c639-4f10-b379-ef698ee7b5c7 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-848495340'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:54.697065 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce408d61-c639-4f10-b379-ef698ee7b5c7 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Made reservation on behalf of 7d3d11fb732046149ebe953349dcb515 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:41:54.702585 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ce408d61-c639-4f10-b379-ef698ee7b5c7 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:54.746250 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c1b818bd-fb24-438d-a02d-cce4c1cce477 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:54.769418 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce408d61-c639-4f10-b379-ef698ee7b5c7 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:41:54.788300 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ce408d61-c639-4f10-b379-ef698ee7b5c7 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:54.789336 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-ce408d61-c639-4f10-b379-ef698ee7b5c7 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Added segment deaf0a31-26ba-4b6b-b12d-52a0435a7af7 of type vlan for network 5f8baf25-56bf-4d5a-8ce1-86ddb245a954 Nov 16 11:41:54.800401 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f510a62d-21f2-4098-9573-25d80b5850bf None None] Pushing event updated for resources: {'Port': ['ID=042fa6d0-387c-4ff7-ad9e-f7a9540f43c3,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:54.897460 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ce408d61-c639-4f10-b379-ef698ee7b5c7 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:54.942109 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ce408d61-c639-4f10-b379-ef698ee7b5c7 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:54.956418 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce408d61-c639-4f10-b379-ef698ee7b5c7 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:54.958106 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ce408d61-c639-4f10-b379-ef698ee7b5c7 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:55.035831 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce408d61-c639-4f10-b379-ef698ee7b5c7 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'Network': ['ID=5f8baf25-56bf-4d5a-8ce1-86ddb245a954,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:55.069302 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ce408d61-c639-4f10-b379-ef698ee7b5c7 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4212909 Nov 16 11:41:55.072846 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 5f8baf25-56bf-4d5a-8ce1-86ddb245a954 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:41:55.074747 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58358) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:55.085781 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-8dc7e3bc-5da9-48f3-ab37-ea776c5d8b9f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'ports': [{'network_id': 'df2f6888-97dc-472f-8ebc-e52bc01b3d4f'}, {'network_id': '5f8baf25-56bf-4d5a-8ce1-86ddb245a954'}]} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:55.086526 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-8dc7e3bc-5da9-48f3-ab37-ea776c5d8b9f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'port': {'network_id': 'df2f6888-97dc-472f-8ebc-e52bc01b3d4f'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:55.087169 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-8dc7e3bc-5da9-48f3-ab37-ea776c5d8b9f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'port': {'network_id': '5f8baf25-56bf-4d5a-8ce1-86ddb245a954'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:55.279983 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b818bd-fb24-438d-a02d-cce4c1cce477 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Port': ['ID=5d9c665a-a750-4023-bd45-87dc9e8fa391,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:55.285034 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b818bd-fb24-438d-a02d-cce4c1cce477 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:41:55.301980 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-c1b818bd-fb24-438d-a02d-cce4c1cce477 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:55.303767 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec04a14b-e718-4c9b-80f9-0503e321ac75 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:55.319572 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b818bd-fb24-438d-a02d-cce4c1cce477 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:41:55.325340 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b818bd-fb24-438d-a02d-cce4c1cce477 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:55.326095 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c1b818bd-fb24-438d-a02d-cce4c1cce477 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:55.443535 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad65608-dec8-4f3a-9836-9debfcab0a4a None None] Network 356d4fd0-05e7-431b-8ae0-b3297e041e29 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:41:55.445290 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c1b818bd-fb24-438d-a02d-cce4c1cce477 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2021556 Nov 16 11:41:55.472456 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58362) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:55.486932 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9ff43-56cc-46b4-81b0-47ab67bb5034 req-725e4d4a-3e83-462c-8a8c-eb81989a6978 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:55.488509 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-44a9ff43-56cc-46b4-81b0-47ab67bb5034 req-725e4d4a-3e83-462c-8a8c-eb81989a6978 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=f632be34-16d2-466f-848c-1266f1ebfecc HTTP/1.1" status: 200 len: 946 time: 0.2097652 Nov 16 11:41:55.548369 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fdec6500-b777-411b-bdc0-5f57d93b4975 None None] Provisioning complete for port e2baf991-61ef-40ab-953f-47caba0aeaef triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:55.548369 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fdec6500-b777-411b-bdc0-5f57d93b4975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:55.595327 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-44a9ff43-56cc-46b4-81b0-47ab67bb5034 req-4bece782-a43e-40d9-981b-b0567131d6ed tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935867 Nov 16 11:41:55.612511 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-a708e5e0-520f-4901-9055-2a2ca8956443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:55.614083 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-a708e5e0-520f-4901-9055-2a2ca8956443 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a94525ce04b1475298bff18f4d90d9d6&device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4 HTTP/1.1" status: 200 len: 1097 time: 0.3398626 Nov 16 11:41:55.624879 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4566016-12b4-48b5-9d43-24bdae4d307b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:55.631304 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4566016-12b4-48b5-9d43-24bdae4d307b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:55.632931 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b4566016-12b4-48b5-9d43-24bdae4d307b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1424432 Nov 16 11:41:55.648608 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58364) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:55.775860 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fdec6500-b777-411b-bdc0-5f57d93b4975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:55.809351 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec04a14b-e718-4c9b-80f9-0503e321ac75 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Router 9601b839-ba12-4df3-9a99-28ec83632437 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:41:55.864323 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 042fa6d0-387c-4ff7-ad9e-f7a9540f43c3 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:41:55.868178 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fdec6500-b777-411b-bdc0-5f57d93b4975 None None] For port e2baf991-61ef-40ab-953f-47caba0aeaef, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=e2baf991-61ef-40ab-953f-47caba0aeaef,segment=NetworkSegment(81b5431a-79a8-41e8-b5fa-7868cf13fbbf),segment_id=81b5431a-79a8-41e8-b5fa-7868cf13fbbf)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:41:55.872103 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc7e3bc-5da9-48f3-ab37-ea776c5d8b9f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Made reservation on behalf of 7d3d11fb732046149ebe953349dcb515 for: {'port': 2} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:41:55.877561 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8dc7e3bc-5da9-48f3-ab37-ea776c5d8b9f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:55.910298 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fdec6500-b777-411b-bdc0-5f57d93b4975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:55.917009 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8dc7e3bc-5da9-48f3-ab37-ea776c5d8b9f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:55.946929 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-dd1c19df-662f-4cb9-a453-582c2c940e34 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting port 5d9c665a-a750-4023-bd45-87dc9e8fa391 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:41:55.947785 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd1c19df-662f-4cb9-a453-582c2c940e34 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:55.979145 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-fb95fa13-b6aa-402b-a36a-d37860e9ccad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:55.980642 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-fb95fa13-b6aa-402b-a36a-d37860e9ccad service neutron] 10.222.0.36 "GET /v2.0/networks?id=8ca73572-76c5-4f25-8350-367e966c7e9c HTTP/1.1" status: 200 len: 897 time: 0.3462822 Nov 16 11:41:56.000399 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec6500-b777-411b-bdc0-5f57d93b4975 None None] Pushing event updated for resources: {'Port': ['ID=e2baf991-61ef-40ab-953f-47caba0aeaef,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:56.036131 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 042fa6d0-387c-4ff7-ad9e-f7a9540f43c3 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:56.036768 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:56.144448 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-8dc7e3bc-5da9-48f3-ab37-ea776c5d8b9f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] device_id is not set on port 554081f0-0879-4b16-b401-8710c87d26ed yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:41:56.151629 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28811400-ff21-44a2-88b1-5eb4e5c48458 req-80cd91dd-ffa0-426a-b833-b2b898640d49 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:56.157582 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:56.159328 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28811400-ff21-44a2-88b1-5eb4e5c48458 req-80cd91dd-ffa0-426a-b833-b2b898640d49 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4 HTTP/1.1" status: 200 len: 946 time: 0.1768067 Nov 16 11:41:56.173423 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-0f0d1563-83d5-4b54-92cc-f4e2d337bbe9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bda14850-88f9-4936-881c-ad4e726233a0 HTTP/1.1" status: 200 len: 1002 time: 0.1611996 Nov 16 11:41:56.174481 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec04a14b-e718-4c9b-80f9-0503e321ac75 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:41:56.215312 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9821241d-7271-4155-8737-086123e16206 None None] Sync routers for ids ['9601b839-ba12-4df3-9a99-28ec83632437'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:41:56.239858 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd1c19df-662f-4cb9-a453-582c2c940e34 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:56.249838 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9821241d-7271-4155-8737-086123e16206 None None] Routers {'9601b839-ba12-4df3-9a99-28ec83632437'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:41:56.251110 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9821241d-7271-4155-8737-086123e16206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:41:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['9601b839-ba12-4df3-9a99-28ec83632437'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:41:56.257497 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 042fa6d0-387c-4ff7-ad9e-f7a9540f43c3, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=042fa6d0-387c-4ff7-ad9e-f7a9540f43c3,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:41:56.257828 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-dd1c19df-662f-4cb9-a453-582c2c940e34 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Calling delete_port for 5d9c665a-a750-4023-bd45-87dc9e8fa391 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:41:56.283542 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28811400-ff21-44a2-88b1-5eb4e5c48458 req-6a54ae9a-4678-40e9-802c-990f1781e4c6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f7dd363-790d-4275-b72d-14778f7338eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087627 Nov 16 11:41:56.290042 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec04a14b-e718-4c9b-80f9-0503e321ac75 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:56.305122 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9821241d-7271-4155-8737-086123e16206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:41:56.305122 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:56.305344 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ec04a14b-e718-4c9b-80f9-0503e321ac75 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 3.6722252 Nov 16 11:41:56.305456 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device e2baf991-61ef-40ab-953f-47caba0aeaef up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:41:56.307276 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58372) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:56.370471 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9821241d-7271-4155-8737-086123e16206 None None] Routers {'9601b839-ba12-4df3-9a99-28ec83632437'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:41:56.372472 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9821241d-7271-4155-8737-086123e16206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:41:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['9601b839-ba12-4df3-9a99-28ec83632437'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:41:56.375836 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fa540ec2-d23d-4f30-8b5c-67c9c0284317 None None] Provisioning complete for port e2baf991-61ef-40ab-953f-47caba0aeaef triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:56.376326 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fa540ec2-d23d-4f30-8b5c-67c9c0284317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:56.377035 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8dc7e3bc-5da9-48f3-ab37-ea776c5d8b9f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:56.444892 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-cb1cb58b-1da8-462c-8371-b27a306088e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:56.446702 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-cb1cb58b-1da8-462c-8371-b27a306088e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=94a14835-5cdb-402d-9edd-b7beabc5bf3a HTTP/1.1" status: 200 len: 834 time: 0.2605176 Nov 16 11:41:56.457288 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9821241d-7271-4155-8737-086123e16206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:41:56.458144 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9821241d-7271-4155-8737-086123e16206 None None] The sync data for ids ['9601b839-ba12-4df3-9a99-28ec83632437'] in n-d-816823-3 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:41:56.489360 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=042fa6d0-387c-4ff7-ad9e-f7a9540f43c3,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:56.497963 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-8dc7e3bc-5da9-48f3-ab37-ea776c5d8b9f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] device_id is not set on port b10a21d3-308b-46fc-90fb-ffef77e5b0c1 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:41:56.555802 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb1050-c9a7-424c-a734-587818296258 req-33f14a3f-fd3a-41d3-bd89-6fccb7030d9c tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:56.569876 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-54bb1050-c9a7-424c-a734-587818296258 req-33f14a3f-fd3a-41d3-bd89-6fccb7030d9c tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7e9012f-7e2f-479d-8348-56b369bacadc HTTP/1.1" status: 200 len: 945 time: 0.1950290 Nov 16 11:41:56.578575 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port e2baf991-61ef-40ab-953f-47caba0aeaef triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:56.578949 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:56.636659 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-54bb1050-c9a7-424c-a734-587818296258 req-1917c4cf-79a0-411f-9c73-3e2ae7c123d2 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ff963b-8329-4270-b61e-45280c6dba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656791 Nov 16 11:41:56.639536 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-a287af5e-3e1a-4d4c-be58-ac1f6baeff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:56.641716 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-a287af5e-3e1a-4d4c-be58-ac1f6baeff5e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8ca73572-76c5-4f25-8350-367e966c7e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1833611 Nov 16 11:41:56.668711 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd1c19df-662f-4cb9-a453-582c2c940e34 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:56.733155 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d411959a-6372-47b0-9567-360e86e1e57b None None] Provisioning complete for port 042fa6d0-387c-4ff7-ad9e-f7a9540f43c3 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:56.733467 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d411959a-6372-47b0-9567-360e86e1e57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:56.740114 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd1c19df-662f-4cb9-a453-582c2c940e34 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:56.744037 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-dd1c19df-662f-4cb9-a453-582c2c940e34 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/ports/5d9c665a-a750-4023-bd45-87dc9e8fa391 HTTP/1.1" status: 204 len: 168 time: 1.0942602 Nov 16 11:41:56.749508 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58376) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:56.751692 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c19df-662f-4cb9-a453-582c2c940e34 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Port': ['ID=5d9c665a-a750-4023-bd45-87dc9e8fa391,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:56.803468 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8dc7e3bc-5da9-48f3-ab37-ea776c5d8b9f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:56.871146 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d411959a-6372-47b0-9567-360e86e1e57b None None] Could not find standard attr ID for object 5d9c665a-a750-4023-bd45-87dc9e8fa391. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:41:56.871383 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8dc7e3bc-5da9-48f3-ab37-ea776c5d8b9f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:56.919364 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77345b85-cadb-45f2-9aad-8bd73572623e tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:56.921284 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77345b85-cadb-45f2-9aad-8bd73572623e tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:56.926445 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-77345b85-cadb-45f2-9aad-8bd73572623e tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1754892 Nov 16 11:41:56.927290 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58380) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:56.933262 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc7e3bc-5da9-48f3-ab37-ea776c5d8b9f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Network df2f6888-97dc-472f-8ebc-e52bc01b3d4f is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:41:56.937282 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-8dc7e3bc-5da9-48f3-ab37-ea776c5d8b9f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:56.947067 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc7e3bc-5da9-48f3-ab37-ea776c5d8b9f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:41:56.947937 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8dc7e3bc-5da9-48f3-ab37-ea776c5d8b9f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:56.974200 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc7e3bc-5da9-48f3-ab37-ea776c5d8b9f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'Port': ['ID=554081f0-0879-4b16-b401-8710c87d26ed,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:57.034337 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc7e3bc-5da9-48f3-ab37-ea776c5d8b9f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'Port': ['ID=b10a21d3-308b-46fc-90fb-ffef77e5b0c1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:57.036723 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc7e3bc-5da9-48f3-ab37-ea776c5d8b9f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Checking segment: {'id': 'deaf0a31-26ba-4b6b-b12d-52a0435a7af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5f8baf25-56bf-4d5a-8ce1-86ddb245a954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:41:57.036963 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-12832325-370a-4ba9-ab5d-c5a6f407e11f service neutron] 10.222.0.36 "GET /v2.0/networks/8ca73572-76c5-4f25-8350-367e966c7e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333032 Nov 16 11:41:57.037096 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc7e3bc-5da9-48f3-ab37-ea776c5d8b9f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Network hostable DHCP agents. Network: 5f8baf25-56bf-4d5a-8ce1-86ddb245a954, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:41:57.056286 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc7e3bc-5da9-48f3-ab37-ea776c5d8b9f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Network 5f8baf25-56bf-4d5a-8ce1-86ddb245a954 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:41:57.066150 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-8dc7e3bc-5da9-48f3-ab37-ea776c5d8b9f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 5f8baf25-56bf-4d5a-8ce1-86ddb245a954) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:57.069853 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc7e3bc-5da9-48f3-ab37-ea776c5d8b9f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:41:57.075628 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc7e3bc-5da9-48f3-ab37-ea776c5d8b9f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:57.076181 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c735d198-2cf9-4d2d-a0fd-cabcb4c943a3 None None] Network 5f8baf25-56bf-4d5a-8ce1-86ddb245a954 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:41:57.080789 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc7e3bc-5da9-48f3-ab37-ea776c5d8b9f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:57.081486 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8dc7e3bc-5da9-48f3-ab37-ea776c5d8b9f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:57.098349 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8dc7e3bc-5da9-48f3-ab37-ea776c5d8b9f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0213606 Nov 16 11:41:57.101042 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58382) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:57.122965 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff658f90-9cd3-498d-8bbe-94b329a5081c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting subnet 2871defd-b7cf-4c41-8f91-7a14cea3b879 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:41:57.176839 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ff658f90-9cd3-498d-8bbe-94b329a5081c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:57.218774 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-441f9a62-5497-4019-bb92-137122d7bc6b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Deleting port b10a21d3-308b-46fc-90fb-ffef77e5b0c1 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:41:57.219143 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-441f9a62-5497-4019-bb92-137122d7bc6b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:57.222945 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a732ac-914d-417b-86da-b8c1a92cd5eb req-c753441d-eb38-4ef4-9fe2-1cc83b1128c4 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:57.226365 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-97a732ac-914d-417b-86da-b8c1a92cd5eb req-c753441d-eb38-4ef4-9fe2-1cc83b1128c4 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=f632be34-16d2-466f-848c-1266f1ebfecc HTTP/1.1" status: 200 len: 946 time: 0.2518468 Nov 16 11:41:57.283673 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ff658f90-9cd3-498d-8bbe-94b329a5081c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:57.308839 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-441f9a62-5497-4019-bb92-137122d7bc6b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:57.314106 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8617659c-3f8d-4161-b8de-413d616f65f9 req-906e196a-c9a6-4f03-93f0-474e4a1967fb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d7e9012f-7e2f-479d-8348-56b369bacadc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1095688 Nov 16 11:41:57.324861 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-441f9a62-5497-4019-bb92-137122d7bc6b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Calling delete_port for b10a21d3-308b-46fc-90fb-ffef77e5b0c1 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:41:57.382542 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-3a6fd2d6-4c07-4b98-a8d6-3ce9e078a151 service neutron] 10.222.0.36 "GET /v2.0/networks/8ca73572-76c5-4f25-8350-367e966c7e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024826 Nov 16 11:41:57.398828 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-97a732ac-914d-417b-86da-b8c1a92cd5eb req-5a103a2b-0f4c-4200-83a9-1d172e886148 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574624 Nov 16 11:41:57.434390 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8617659c-3f8d-4161-b8de-413d616f65f9 req-ab7cb22e-602c-4756-90e8-0336b1660234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:57.435971 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8617659c-3f8d-4161-b8de-413d616f65f9 req-ab7cb22e-602c-4756-90e8-0336b1660234 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=142d3a0b7566420dad5d5849dd291232&device_id=d7e9012f-7e2f-479d-8348-56b369bacadc HTTP/1.1" status: 200 len: 1096 time: 0.0711336 Nov 16 11:41:57.450395 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-441f9a62-5497-4019-bb92-137122d7bc6b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:57.535458 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f9a62-5497-4019-bb92-137122d7bc6b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'Port': ['ID=b10a21d3-308b-46fc-90fb-ffef77e5b0c1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:57.535972 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ff658f90-9cd3-498d-8bbe-94b329a5081c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:57.540016 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-441f9a62-5497-4019-bb92-137122d7bc6b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:57.545720 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-441f9a62-5497-4019-bb92-137122d7bc6b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/ports/b10a21d3-308b-46fc-90fb-ffef77e5b0c1 HTTP/1.1" status: 204 len: 168 time: 0.4436750 Nov 16 11:41:57.552506 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58390) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:57.595493 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-0a861e31-20e1-4511-9018-88e0cd4b6616 tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:57.597084 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-0a861e31-20e1-4511-9018-88e0cd4b6616 tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4&tenant_id=a94525ce04b1475298bff18f4d90d9d6&binding%3Ahost_id=n-h2-816823-3 HTTP/1.1" status: 200 len: 1097 time: 0.1446223 Nov 16 11:41:57.612709 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-0e769a23-5015-494d-9222-3d1b9ce01cd5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816823-3'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:57.646337 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97624980-fbde-4dd6-b7b3-c922ce5179d7 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:57.651603 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 042fa6d0-387c-4ff7-ad9e-f7a9540f43c3 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:41:57.652437 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97624980-fbde-4dd6-b7b3-c922ce5179d7 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:57.657541 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-97624980-fbde-4dd6-b7b3-c922ce5179d7 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1039813 Nov 16 11:41:57.658192 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58392) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:57.688325 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-959a7946-3b21-46e0-8a04-0cdd3684a8ea tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:57.704239 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 042fa6d0-387c-4ff7-ad9e-f7a9540f43c3 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:57.704601 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:57.708497 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8617659c-3f8d-4161-b8de-413d616f65f9 req-e46161e1-1278-4e55-8a59-80df3ac3d708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:57.710026 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8617659c-3f8d-4161-b8de-413d616f65f9 req-e46161e1-1278-4e55-8a59-80df3ac3d708 service neutron] 10.222.0.36 "GET /v2.0/networks?id=20a976b3-4269-4e45-8f07-aa388b8223f2 HTTP/1.1" status: 200 len: 906 time: 0.2439151 Nov 16 11:41:57.729573 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-0e769a23-5015-494d-9222-3d1b9ce01cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:57.732892 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4929f-1753-49ca-b9d2-c52e1adb6eda req-36c8da5a-3290-4032-b347-be0b63dafc0e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:57.740112 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dfa4929f-1753-49ca-b9d2-c52e1adb6eda req-36c8da5a-3290-4032-b347-be0b63dafc0e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4 HTTP/1.1" status: 200 len: 946 time: 0.1649880 Nov 16 11:41:57.744914 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ff658f90-9cd3-498d-8bbe-94b329a5081c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:57.792620 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device e2baf991-61ef-40ab-953f-47caba0aeaef up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:41:57.828224 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-5ff5e7eb-6431-46da-81d0-43b8d3943480 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Deleting port 554081f0-0879-4b16-b401-8710c87d26ed {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:41:57.828469 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ff5e7eb-6431-46da-81d0-43b8d3943480 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:57.840574 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port e2baf991-61ef-40ab-953f-47caba0aeaef triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:57.841175 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:57.881982 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff658f90-9cd3-498d-8bbe-94b329a5081c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Subnet': ['ID=2871defd-b7cf-4c41-8f91-7a14cea3b879,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:57.893745 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ff658f90-9cd3-498d-8bbe-94b329a5081c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:57.898160 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ff658f90-9cd3-498d-8bbe-94b329a5081c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/2871defd-b7cf-4c41-8f91-7a14cea3b879 HTTP/1.1" status: 204 len: 168 time: 0.9657133 Nov 16 11:41:57.903701 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58394) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:57.912425 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9927d8b-b5a9-4ea7-ad21-65c01e811288 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:41:57.929125 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8617659c-3f8d-4161-b8de-413d616f65f9 req-f3099fce-3140-40b8-b319-e5f8d8bfea6c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a67926d-2f8a-4127-9628-4c5987e167e2 HTTP/1.1" status: 200 len: 1001 time: 0.2113707 Nov 16 11:41:57.966552 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d6154c07-2e1c-4c07-b99f-24e17a47ea33 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0616434 Nov 16 11:41:57.982807 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58396) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:57.995447 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ff5e7eb-6431-46da-81d0-43b8d3943480 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:58.047899 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-5ff5e7eb-6431-46da-81d0-43b8d3943480 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Calling delete_port for 554081f0-0879-4b16-b401-8710c87d26ed owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:41:58.048465 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:58.065055 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-0e769a23-5015-494d-9222-3d1b9ce01cd5 service neutron] For port bda14850-88f9-4936-881c-ad4e726233a0, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=bda14850-88f9-4936-881c-ad4e726233a0,segment=NetworkSegment(8cb75e72-d058-4dc3-94c7-3793e4f6dad3),segment_id=8cb75e72-d058-4dc3-94c7-3793e4f6dad3)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:41:58.095399 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ef2416-8592-4cdf-91f5-d30c34d90361 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:58.097032 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-40ef2416-8592-4cdf-91f5-d30c34d90361 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1131129 Nov 16 11:41:58.128898 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58398) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:58.168078 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bef4a94-cfb2-43e5-881a-a6b4e298ea3d None None] DHCP port deletion for d02e5c70-c13b-4c74-9763-e19ffb7dd482 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:41:58.208950 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-0e769a23-5015-494d-9222-3d1b9ce01cd5 service neutron] For port bda14850-88f9-4936-881c-ad4e726233a0, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:41:58.222479 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-5bef4a94-cfb2-43e5-881a-a6b4e298ea3d None None] Deleting port 042fa6d0-387c-4ff7-ad9e-f7a9540f43c3 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:41:58.222860 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5bef4a94-cfb2-43e5-881a-a6b4e298ea3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:58.244631 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdccdac7-194f-4545-bff0-736a1e6ab66b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:58.248530 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-cdccdac7-194f-4545-bff0-736a1e6ab66b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1162939 Nov 16 11:41:58.250264 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58400) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:58.290082 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-5bef4a94-cfb2-43e5-881a-a6b4e298ea3d None None] For port 042fa6d0-387c-4ff7-ad9e-f7a9540f43c3, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=042fa6d0-387c-4ff7-ad9e-f7a9540f43c3,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:41:58.290082 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5bef4a94-cfb2-43e5-881a-a6b4e298ea3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:58.301667 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0af54772-e134-4012-96cc-77993a0faa76 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0502512 Nov 16 11:41:58.305534 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58402) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:58.309352 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-5bef4a94-cfb2-43e5-881a-a6b4e298ea3d None None] Calling delete_port for 042fa6d0-387c-4ff7-ad9e-f7a9540f43c3 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:41:58.310330 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b47677a7-223d-4021-91fb-61a68ca0d997 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'subnet': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:58.339608 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dfa4929f-1753-49ca-b9d2-c52e1adb6eda req-d720d409-7ec6-4549-bb73-6b8c05f67da9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f7dd363-790d-4275-b72d-14778f7338eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5986388 Nov 16 11:41:58.376415 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d91fe6-555d-47cf-9cac-d4f5156ad9c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bda14850-88f9-4936-881c-ad4e726233a0'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:41:58.376415 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29050a99-3ae2-4c70-927f-0657531eb9f7" -d '{"events": [{"server_uuid": "18d91fe6-555d-47cf-9cac-d4f5156ad9c4", "name": "network-vif-unplugged", "status": "completed", "tag": "bda14850-88f9-4936-881c-ad4e726233a0"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:41:58.376806 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8617659c-3f8d-4161-b8de-413d616f65f9 req-68df8a3d-b46f-4843-9685-0867de7ec206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:58.376806 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8617659c-3f8d-4161-b8de-413d616f65f9 req-68df8a3d-b46f-4843-9685-0867de7ec206 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d54163ea-b6e5-473e-b29c-97d26895cfc7 HTTP/1.1" status: 200 len: 844 time: 0.4379120 Nov 16 11:41:58.377858 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-0e769a23-5015-494d-9222-3d1b9ce01cd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:58.388827 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ff5e7eb-6431-46da-81d0-43b8d3943480 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:58.399156 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-0e769a23-5015-494d-9222-3d1b9ce01cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:58.429824 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5bef4a94-cfb2-43e5-881a-a6b4e298ea3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:58.440490 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff5e7eb-6431-46da-81d0-43b8d3943480 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'Port': ['ID=554081f0-0879-4b16-b401-8710c87d26ed,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:58.455190 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.36', 63956) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:58.482241 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8617659c-3f8d-4161-b8de-413d616f65f9 req-c57439d8-4228-4d93-a1a0-2204d94ab4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:58.483795 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8617659c-3f8d-4161-b8de-413d616f65f9 req-c57439d8-4228-4d93-a1a0-2204d94ab4f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=20a976b3-4269-4e45-8f07-aa388b8223f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659404 Nov 16 11:41:58.499376 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bef4a94-cfb2-43e5-881a-a6b4e298ea3d None None] Pushing event deleted for resources: {'Port': ['ID=042fa6d0-387c-4ff7-ad9e-f7a9540f43c3,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:58.499653 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ff5e7eb-6431-46da-81d0-43b8d3943480 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:58.501606 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bef4a94-cfb2-43e5-881a-a6b4e298ea3d None None] No DVR routers for this DVR port 042fa6d0-387c-4ff7-ad9e-f7a9540f43c3 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:41:58.505025 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5ff5e7eb-6431-46da-81d0-43b8d3943480 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/ports/554081f0-0879-4b16-b401-8710c87d26ed HTTP/1.1" status: 204 len: 168 time: 0.8438377 Nov 16 11:41:58.508629 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58408) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:58.638564 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47677a7-223d-4021-91fb-61a68ca0d997 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:41:58.642754 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b47677a7-223d-4021-91fb-61a68ca0d997 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:58.694557 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bba825-3e64-4631-a7ee-a907e1bd8c52 req-285f3de8-e58b-48b4-b326-f408c71d251d tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:58.696127 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28bba825-3e64-4631-a7ee-a907e1bd8c52 req-285f3de8-e58b-48b4-b326-f408c71d251d tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7e9012f-7e2f-479d-8348-56b369bacadc HTTP/1.1" status: 200 len: 945 time: 0.1354136 Nov 16 11:41:58.702051 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8617659c-3f8d-4161-b8de-413d616f65f9 req-817026ba-d8b7-4bf1-a529-0905df85c5a9 service neutron] 10.222.0.36 "GET /v2.0/networks/20a976b3-4269-4e45-8f07-aa388b8223f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942117 Nov 16 11:41:58.731938 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e769a23-5015-494d-9222-3d1b9ce01cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=bda14850-88f9-4936-881c-ad4e726233a0,revision_number=7']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:58.770326 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99581c-2ed5-4bff-9c51-7fac71783dbd req-d84a5d93-7e9c-4135-a86b-98f030810e92 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:58.771802 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7a99581c-2ed5-4bff-9c51-7fac71783dbd req-d84a5d93-7e9c-4135-a86b-98f030810e92 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.36 "GET /v2.0/ports?device_id=f632be34-16d2-466f-848c-1266f1ebfecc HTTP/1.1" status: 200 len: 946 time: 0.2934008 Nov 16 11:41:58.772515 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-959a7946-3b21-46e0-8a04-0cdd3684a8ea tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Allocated IP 172.20.0.1 (356d4fd0-05e7-431b-8ae0-b3297e041e29/28cb3770-15f4-417f-be92-88ec318513e7/d9bc5abc-e96d-4306-bf8e-e4d92c4054d7) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:41:58.810825 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0412593b-3439-4e44-b34a-d1a8b19fb06d tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:58.812851 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0412593b-3439-4e44-b34a-d1a8b19fb06d tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2864439 Nov 16 11:41:58.819465 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58410) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:58.848742 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b60ef432-0186-48eb-b342-d4e0f6b9c7b8 None None] Provisioning complete for port bda14850-88f9-4936-881c-ad4e726233a0 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:58.849316 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b60ef432-0186-48eb-b342-d4e0f6b9c7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:58.874768 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28bba825-3e64-4631-a7ee-a907e1bd8c52 req-d1593903-54be-45d6-8b81-0be63e776744 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ff963b-8329-4270-b61e-45280c6dba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662314 Nov 16 11:41:58.895799 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d13e1b8-eb74-4370-b2d4-fea92af3fb40 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] GET failed (client error): The resource could not be found. Nov 16 11:41:58.897251 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3d13e1b8-eb74-4370-b2d4-fea92af3fb40 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "GET /v2.0/ports/b10a21d3-308b-46fc-90fb-ffef77e5b0c1 HTTP/1.1" status: 404 len: 333 time: 0.0739186 Nov 16 11:41:58.902233 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b60ef432-0186-48eb-b342-d4e0f6b9c7b8 None None] Port bda14850-88f9-4936-881c-ad4e726233a0 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:41:58.909766 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58414) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:58.922741 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-0e769a23-5015-494d-9222-3d1b9ce01cd5 service neutron] Attempting to bind port bda14850-88f9-4936-881c-ad4e726233a0 on host n-h2-816823-3 for vnic_type normal with profile {"migrating_to": "n-h1-816823-3"} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:41:58.923082 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-0e769a23-5015-494d-9222-3d1b9ce01cd5 service neutron] Attempting to bind port bda14850-88f9-4936-881c-ad4e726233a0 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '8cb75e72-d058-4dc3-94c7-3793e4f6dad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8ca73572-76c5-4f25-8350-367e966c7e9c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:41:58.923539 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-0e769a23-5015-494d-9222-3d1b9ce01cd5 service neutron] Attempting to bind port bda14850-88f9-4936-881c-ad4e726233a0 on network 8ca73572-76c5-4f25-8350-367e966c7e9c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:41:58.950602 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-56cadded-677e-4356-bb44-9ae8cf135615 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] GET failed (client error): The resource could not be found. Nov 16 11:41:58.952392 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-56cadded-677e-4356-bb44-9ae8cf135615 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "GET /v2.0/ports/554081f0-0879-4b16-b401-8710c87d26ed HTTP/1.1" status: 404 len: 333 time: 0.0413938 Nov 16 11:41:58.955557 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-0e769a23-5015-494d-9222-3d1b9ce01cd5 service neutron] Port bda14850-88f9-4936-881c-ad4e726233a0 on network 8ca73572-76c5-4f25-8350-367e966c7e9c not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:41:58.955906 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-0e769a23-5015-494d-9222-3d1b9ce01cd5 service neutron] Attempting to bind port bda14850-88f9-4936-881c-ad4e726233a0 on network 8ca73572-76c5-4f25-8350-367e966c7e9c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:41:58.958404 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58418) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:58.966324 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:58.969912 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8617659c-3f8d-4161-b8de-413d616f65f9 req-a2b8485d-e8f9-4a3f-81d2-270589f7711e service neutron] 10.222.0.36 "GET /v2.0/networks/20a976b3-4269-4e45-8f07-aa388b8223f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538059 Nov 16 11:41:58.971074 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-0e769a23-5015-494d-9222-3d1b9ce01cd5 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:41:58.971419 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-0e769a23-5015-494d-9222-3d1b9ce01cd5 service neutron] Checking segment: {'id': '8cb75e72-d058-4dc3-94c7-3793e4f6dad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8ca73572-76c5-4f25-8350-367e966c7e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:41:58.971807 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-0e769a23-5015-494d-9222-3d1b9ce01cd5 service neutron] Bound using segment: {'id': '8cb75e72-d058-4dc3-94c7-3793e4f6dad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8ca73572-76c5-4f25-8350-367e966c7e9c'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:41:58.972258 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-0e769a23-5015-494d-9222-3d1b9ce01cd5 service neutron] Bound port: bda14850-88f9-4936-881c-ad4e726233a0, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cb75e72-d058-4dc3-94c7-3793e4f6dad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8ca73572-76c5-4f25-8350-367e966c7e9c'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:41:58.972615 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-0e769a23-5015-494d-9222-3d1b9ce01cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:59.072677 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-959a7946-3b21-46e0-8a04-0cdd3684a8ea tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:59.078663 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b50cea-d010-4947-9b1e-6f1198cd22fe tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:59.084277 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-7a99581c-2ed5-4bff-9c51-7fac71783dbd req-5bbc664e-6aa5-4575-abb6-72317f40a3f9 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Deleting port 20cc9cc3-edd4-4808-b78f-23a5a76f39f8 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:41:59.084621 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7a99581c-2ed5-4bff-9c51-7fac71783dbd req-5bbc664e-6aa5-4575-abb6-72317f40a3f9 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:59.157005 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 11:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd52329-a7be-4036-a2e0-9a9edce5b586 x-openstack-request-id: req-afd52329-a7be-4036-a2e0-9a9edce5b586 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:41:59.157353 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d91fe6-555d-47cf-9cac-d4f5156ad9c4", "name": "network-vif-unplugged", "status": "completed", "tag": "bda14850-88f9-4936-881c-ad4e726233a0", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:41:59.157557 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-afd52329-a7be-4036-a2e0-9a9edce5b586 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:41:59.157952 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d91fe6-555d-47cf-9cac-d4f5156ad9c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bda14850-88f9-4936-881c-ad4e726233a0', 'code': 200} Nov 16 11:41:59.182556 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-0e769a23-5015-494d-9222-3d1b9ce01cd5 service neutron] For port bda14850-88f9-4936-881c-ad4e726233a0, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:41:59.188032 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-0e769a23-5015-494d-9222-3d1b9ce01cd5 service neutron] For port bda14850-88f9-4936-881c-ad4e726233a0, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=bda14850-88f9-4936-881c-ad4e726233a0,segment=NetworkSegment(8cb75e72-d058-4dc3-94c7-3793e4f6dad3),segment_id=8cb75e72-d058-4dc3-94c7-3793e4f6dad3)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:41:59.197024 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-959a7946-3b21-46e0-8a04-0cdd3684a8ea tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:59.200886 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b50cea-d010-4947-9b1e-6f1198cd22fe tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:59.217519 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-0e769a23-5015-494d-9222-3d1b9ce01cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:59.279286 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959a7946-3b21-46e0-8a04-0cdd3684a8ea tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Network 356d4fd0-05e7-431b-8ae0-b3297e041e29 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:41:59.281535 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-63b50cea-d010-4947-9b1e-6f1198cd22fe tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f8baf25-56bf-4d5a-8ce1-86ddb245a954']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:41:59.299578 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-959a7946-3b21-46e0-8a04-0cdd3684a8ea tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:59.302499 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-63b50cea-d010-4947-9b1e-6f1198cd22fe tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deaf0a31-26ba-4b6b-b12d-52a0435a7af7') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:41:59.302799 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-63b50cea-d010-4947-9b1e-6f1198cd22fe tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deaf0a31-26ba-4b6b-b12d-52a0435a7af7') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:41:59.312218 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959a7946-3b21-46e0-8a04-0cdd3684a8ea tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:41:59.321836 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b50cea-d010-4947-9b1e-6f1198cd22fe tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:59.351796 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-7a99581c-2ed5-4bff-9c51-7fac71783dbd req-5bbc664e-6aa5-4575-abb6-72317f40a3f9 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] For port 20cc9cc3-edd4-4808-b78f-23a5a76f39f8, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=20cc9cc3-edd4-4808-b78f-23a5a76f39f8,segment=NetworkSegment(c7ce274d-1faf-4924-9c3c-562dce13f294),segment_id=c7ce274d-1faf-4924-9c3c-562dce13f294)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:41:59.352168 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7a99581c-2ed5-4bff-9c51-7fac71783dbd req-5bbc664e-6aa5-4575-abb6-72317f40a3f9 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:59.357075 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959a7946-3b21-46e0-8a04-0cdd3684a8ea tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Pushing event updated for resources: {'Port': ['ID=d9bc5abc-e96d-4306-bf8e-e4d92c4054d7,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:59.375290 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b50cea-d010-4947-9b1e-6f1198cd22fe tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:59.386733 n-d-816823-3 neutron-server[102668]: DEBUG neutron.objects.ports [None req-b47677a7-223d-4021-91fb-61a68ca0d997 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102668) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 11:41:59.392111 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e769a23-5015-494d-9222-3d1b9ce01cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=bda14850-88f9-4936-881c-ad4e726233a0,revision_number=8']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:59.394705 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182ac7f-a635-4a35-b7ea-a5d6af4fa5b6 req-1610cc8b-173c-41ce-8697-ea44e82e7957 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:59.400171 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b47677a7-223d-4021-91fb-61a68ca0d997 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:59.402151 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6182ac7f-a635-4a35-b7ea-a5d6af4fa5b6 req-1610cc8b-173c-41ce-8697-ea44e82e7957 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=f632be34-16d2-466f-848c-1266f1ebfecc HTTP/1.1" status: 200 len: 946 time: 0.2072983 Nov 16 11:41:59.402747 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-7a99581c-2ed5-4bff-9c51-7fac71783dbd req-5bbc664e-6aa5-4575-abb6-72317f40a3f9 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Calling delete_port for 20cc9cc3-edd4-4808-b78f-23a5a76f39f8 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:41:59.404487 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63b50cea-d010-4947-9b1e-6f1198cd22fe tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:41:59.404882 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b50cea-d010-4947-9b1e-6f1198cd22fe tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:59.411058 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:41:59.411058 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:41:59.411058 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:41:59.411058 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:41:59.411058 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:41:59.411058 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:41:59.411058 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:41:59.411058 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:41:59.411058 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:41:59.411058 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:41:59.411058 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:41:59.411058 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:41:59.411058 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:41:59.411058 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:41:59.411058 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:41:59.411058 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:41:59.411058 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:41:59.411058 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:41:59.411058 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:41:59.411058 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:41:59.411058 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:41:59.411058 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:41:59.411058 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:41:59.411058 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:41:59.411058 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:41:59.411058 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:41:59.411058 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:41:59.411058 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:41:59.411058 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:41:59.411058 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:41:59.411058 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:41:59.411058 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:41:59.470556 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-959a7946-3b21-46e0-8a04-0cdd3684a8ea tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:59.511924 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47677a7-223d-4021-91fb-61a68ca0d997 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:41:59.517387 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-b47677a7-223d-4021-91fb-61a68ca0d997 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:41:59.527619 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47677a7-223d-4021-91fb-61a68ca0d997 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:59.528211 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b47677a7-223d-4021-91fb-61a68ca0d997 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:59.534931 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5260aff8-61c5-4774-bb34-7c1b36b47861 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:41:59.558456 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b50cea-d010-4947-9b1e-6f1198cd22fe tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:59.593868 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6182ac7f-a635-4a35-b7ea-a5d6af4fa5b6 req-0076edc8-b8ad-4983-b4a4-0e3659b6a086 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902127 Nov 16 11:41:59.598250 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63b50cea-d010-4947-9b1e-6f1198cd22fe tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:59.602898 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-63b50cea-d010-4947-9b1e-6f1198cd22fe tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/networks/5f8baf25-56bf-4d5a-8ce1-86ddb245a954 HTTP/1.1" status: 204 len: 168 time: 0.6418941 Nov 16 11:41:59.604477 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b47677a7-223d-4021-91fb-61a68ca0d997 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2980270 Nov 16 11:41:59.607704 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47677a7-223d-4021-91fb-61a68ca0d997 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Subnet': ['ID=31fecf8b-b3c8-45ec-8f65-ab35d17a1627,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:59.611072 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58422) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:59.611399 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58424) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:41:59.626165 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b50cea-d010-4947-9b1e-6f1198cd22fe tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'Network': ['ID=5f8baf25-56bf-4d5a-8ce1-86ddb245a954,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:41:59.650500 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 042fa6d0-387c-4ff7-ad9e-f7a9540f43c3 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:41:59.670915 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-19b6db7c-6baf-45cf-b1b0-4c92fad52379 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'subnet': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:59.695771 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-8f0e25bf-ef51-4aa8-973b-07b874bed6f2 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2025231775'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:41:59.709751 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 042fa6d0-387c-4ff7-ad9e-f7a9540f43c3 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:41:59.710126 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 042fa6d0-387c-4ff7-ad9e-f7a9540f43c3 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:41:59.768315 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-0e769a23-5015-494d-9222-3d1b9ce01cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:59.768926 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-0e769a23-5015-494d-9222-3d1b9ce01cd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:59.770445 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-0e769a23-5015-494d-9222-3d1b9ce01cd5 service neutron] 10.222.0.36 "PUT /v2.0/ports/bda14850-88f9-4936-881c-ad4e726233a0 HTTP/1.1" status: 200 len: 1122 time: 2.1632705 Nov 16 11:41:59.775847 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-959a7946-3b21-46e0-8a04-0cdd3684a8ea tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:59.812842 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dde5ce-6495-4d99-b6af-34b3d7aa3b1e req-a16535f3-a497-4d00-8795-45f597092c7a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:41:59.813106 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-028e2436-8f68-40c4-911b-1b9a2209113b None None] Provisioning complete for port bda14850-88f9-4936-881c-ad4e726233a0 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:41:59.813471 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-028e2436-8f68-40c4-911b-1b9a2209113b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:59.814438 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b3dde5ce-6495-4d99-b6af-34b3d7aa3b1e req-a16535f3-a497-4d00-8795-45f597092c7a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4 HTTP/1.1" status: 200 len: 944 time: 0.0776985 Nov 16 11:41:59.815828 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0e25bf-ef51-4aa8-973b-07b874bed6f2 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Made reservation on behalf of 7d3d11fb732046149ebe953349dcb515 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:41:59.819843 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f0e25bf-ef51-4aa8-973b-07b874bed6f2 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:59.864072 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['bda14850-88f9-4936-881c-ad4e726233a0'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:41:59.956326 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0e5aee-74f5-4c22-a8f8-e42c44aa8360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-d02e5c70-c13b-4c74-9763-e19ffb7dd482', 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'tenant_id': '4ebb44564e554f6b8a2c06865b79e6ad', 'fixed_ips': [{'subnet_id': '31fecf8b-b3c8-45ec-8f65-ab35d17a1627'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:41:59.957301 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-af0e5aee-74f5-4c22-a8f8-e42c44aa8360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:41:59.966760 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b3dde5ce-6495-4d99-b6af-34b3d7aa3b1e req-c08ffca2-8384-4dd0-9576-a5e1b6012e03 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f7dd363-790d-4275-b72d-14778f7338eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305652 Nov 16 11:42:00.193898 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-959a7946-3b21-46e0-8a04-0cdd3684a8ea tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:00.201206 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-959a7946-3b21-46e0-8a04-0cdd3684a8ea tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:00.201654 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-028e2436-8f68-40c4-911b-1b9a2209113b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:00.257714 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f0e25bf-ef51-4aa8-973b-07b874bed6f2 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:42:00.272932 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-af0e5aee-74f5-4c22-a8f8-e42c44aa8360 None None] Allocated IP 2001:db8::f816:3eff:feab:93c8 (d02e5c70-c13b-4c74-9763-e19ffb7dd482/31fecf8b-b3c8-45ec-8f65-ab35d17a1627/037692b1-8f61-40ef-8795-531adbf2da98) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:42:00.277848 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f0e25bf-ef51-4aa8-973b-07b874bed6f2 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:00.278250 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-8f0e25bf-ef51-4aa8-973b-07b874bed6f2 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Added segment f529420e-c782-4cd5-aa37-e906f7530e08 of type vlan for network 53ed6c03-93d5-493d-84ec-3d53e3a4ab55 Nov 16 11:42:00.278741 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d91fe6-555d-47cf-9cac-d4f5156ad9c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda14850-88f9-4936-881c-ad4e726233a0'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:42:00.281529 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7150a0-891d-4087-86db-ca065b6251d3" -d '{"events": [{"server_uuid": "18d91fe6-555d-47cf-9cac-d4f5156ad9c4", "name": "network-vif-plugged", "status": "completed", "tag": "bda14850-88f9-4936-881c-ad4e726233a0"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:42:00.289229 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7a99581c-2ed5-4bff-9c51-7fac71783dbd req-5bbc664e-6aa5-4575-abb6-72317f40a3f9 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:00.304744 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-028e2436-8f68-40c4-911b-1b9a2209113b None None] For port bda14850-88f9-4936-881c-ad4e726233a0, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=bda14850-88f9-4936-881c-ad4e726233a0,segment=NetworkSegment(8cb75e72-d058-4dc3-94c7-3793e4f6dad3),segment_id=8cb75e72-d058-4dc3-94c7-3793e4f6dad3)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:42:00.318053 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-028e2436-8f68-40c4-911b-1b9a2209113b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:00.342627 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b6db7c-6baf-45cf-b1b0-4c92fad52379 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:42:00.346758 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-19b6db7c-6baf-45cf-b1b0-4c92fad52379 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:00.347599 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959a7946-3b21-46e0-8a04-0cdd3684a8ea tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Pushing event updated for resources: {'Port': ['ID=d9bc5abc-e96d-4306-bf8e-e4d92c4054d7,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:00.352749 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-959a7946-3b21-46e0-8a04-0cdd3684a8ea tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:00.358113 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc664e-6aa5-4575-abb6-72317f40a3f9 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Pushing event deleted for resources: {'Port': ['ID=20cc9cc3-edd4-4808-b78f-23a5a76f39f8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:00.383751 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757445e-8624-44bf-be0e-5564cb01512e req-b2f999ec-baeb-4e15-a453-52d54b0c8996 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:00.385539 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b757445e-8624-44bf-be0e-5564cb01512e req-b2f999ec-baeb-4e15-a453-52d54b0c8996 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7e9012f-7e2f-479d-8348-56b369bacadc HTTP/1.1" status: 200 len: 945 time: 0.0994477 Nov 16 11:42:00.401079 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f0e25bf-ef51-4aa8-973b-07b874bed6f2 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:00.481060 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a99581c-2ed5-4bff-9c51-7fac71783dbd req-5bbc664e-6aa5-4575-abb6-72317f40a3f9 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] No DVR routers for this DVR port 20cc9cc3-edd4-4808-b78f-23a5a76f39f8 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:42:00.485265 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7a99581c-2ed5-4bff-9c51-7fac71783dbd req-5bbc664e-6aa5-4575-abb6-72317f40a3f9 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:00.489525 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7a99581c-2ed5-4bff-9c51-7fac71783dbd req-5bbc664e-6aa5-4575-abb6-72317f40a3f9 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.36 "DELETE /v2.0/ports/20cc9cc3-edd4-4808-b78f-23a5a76f39f8 HTTP/1.1" status: 204 len: 173 time: 1.7072210 Nov 16 11:42:00.494112 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b757445e-8624-44bf-be0e-5564cb01512e req-4403a66e-817b-4dcd-81f6-7bae857253a4 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ff963b-8329-4270-b61e-45280c6dba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956831 Nov 16 11:42:00.551531 n-d-816823-3 neutron-server[102668]: INFO neutron.db.ipam_backend_mixin [None req-19b6db7c-6baf-45cf-b1b0-4c92fad52379 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 31fecf8b-b3c8-45ec-8f65-ab35d17a1627 (CIDR: 2001:db8::/64) Nov 16 11:42:00.554469 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f0e25bf-ef51-4aa8-973b-07b874bed6f2 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:00.571459 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0e25bf-ef51-4aa8-973b-07b874bed6f2 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:00.572126 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f0e25bf-ef51-4aa8-973b-07b874bed6f2 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:00.575703 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959a7946-3b21-46e0-8a04-0cdd3684a8ea tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Network 356d4fd0-05e7-431b-8ae0-b3297e041e29 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:00.577865 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-959a7946-3b21-46e0-8a04-0cdd3684a8ea tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:00.594061 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-19b6db7c-6baf-45cf-b1b0-4c92fad52379 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:42:00.594638 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19b6db7c-6baf-45cf-b1b0-4c92fad52379 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:00.701977 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-19b6db7c-6baf-45cf-b1b0-4c92fad52379 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0690165 Nov 16 11:42:00.704324 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58436) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:00.715423 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-1c4d5d23-813c-4b9a-a7c3-4032ff46d9f8 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'subnet': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:00.716822 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8f0e25bf-ef51-4aa8-973b-07b874bed6f2 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0808427 Nov 16 11:42:00.717551 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58438) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:00.737468 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ef46f4fb-f64c-4091-9e1d-bc62235a0c7b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'subnet': {'network_id': '53ed6c03-93d5-493d-84ec-3d53e3a4ab55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:00.740195 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9dcbab-1199-49f9-97bf-6d9728663d49 x-openstack-request-id: req-dd9dcbab-1199-49f9-97bf-6d9728663d49 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:42:00.741381 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d91fe6-555d-47cf-9cac-d4f5156ad9c4", "name": "network-vif-plugged", "status": "completed", "tag": "bda14850-88f9-4936-881c-ad4e726233a0", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:42:00.741721 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dd9dcbab-1199-49f9-97bf-6d9728663d49 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:42:00.747317 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d91fe6-555d-47cf-9cac-d4f5156ad9c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda14850-88f9-4936-881c-ad4e726233a0', 'code': 200} Nov 16 11:42:00.774068 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e25bf-ef51-4aa8-973b-07b874bed6f2 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'Network': ['ID=53ed6c03-93d5-493d-84ec-3d53e3a4ab55,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:00.822779 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-91d2acbf-4e71-4682-94f9-25e3c44f5047 req-56d799a0-2e86-4d6a-b2d6-7e52de9f9f47 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=f632be34-16d2-466f-848c-1266f1ebfecc HTTP/1.1" status: 200 len: 210 time: 0.0929646 Nov 16 11:42:00.878093 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-959a7946-3b21-46e0-8a04-0cdd3684a8ea tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Router 9601b839-ba12-4df3-9a99-28ec83632437 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:42:00.893664 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef46f4fb-f64c-4091-9e1d-bc62235a0c7b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Made reservation on behalf of 7d3d11fb732046149ebe953349dcb515 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:42:00.906216 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef46f4fb-f64c-4091-9e1d-bc62235a0c7b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:00.938468 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 53ed6c03-93d5-493d-84ec-3d53e3a4ab55 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:42:00.977942 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e2436-8f68-40c4-911b-1b9a2209113b None None] Pushing event updated for resources: {'Port': ['ID=bda14850-88f9-4936-881c-ad4e726233a0,revision_number=9']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:00.987442 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.ipam_backend_mixin [None req-ef46f4fb-f64c-4091-9e1d-bc62235a0c7b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Performing IP validity checks on allocation pools {{(pid=102668) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 16 11:42:00.987984 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.ipam_backend_mixin [None req-ef46f4fb-f64c-4091-9e1d-bc62235a0c7b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102668) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 16 11:42:01.086352 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4d5d23-813c-4b9a-a7c3-4032ff46d9f8 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:42:01.092914 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c4d5d23-813c-4b9a-a7c3-4032ff46d9f8 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:01.133420 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef46f4fb-f64c-4091-9e1d-bc62235a0c7b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:01.195889 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d91fe6-555d-47cf-9cac-d4f5156ad9c4', 'tag': 'bda14850-88f9-4936-881c-ad4e726233a0'}, {'server_uuid': 'f632be34-16d2-466f-848c-1266f1ebfecc', 'name': 'network-vif-deleted', 'tag': '20cc9cc3-edd4-4808-b78f-23a5a76f39f8'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:42:01.199755 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6193d0b-37ff-4a3d-8789-c631b12975a3" -d '{"events": [{"name": "network-changed", "server_uuid": "18d91fe6-555d-47cf-9cac-d4f5156ad9c4", "tag": "bda14850-88f9-4936-881c-ad4e726233a0"}, {"server_uuid": "f632be34-16d2-466f-848c-1266f1ebfecc", "name": "network-vif-deleted", "tag": "20cc9cc3-edd4-4808-b78f-23a5a76f39f8"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:42:01.203033 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46f4fb-f64c-4091-9e1d-bc62235a0c7b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'Subnet': ['ID=44d74156-433e-4af2-8995-9ea4ac8aae30,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:01.238037 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef46f4fb-f64c-4091-9e1d-bc62235a0c7b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Checking segment: {'id': 'f529420e-c782-4cd5-aa37-e906f7530e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '53ed6c03-93d5-493d-84ec-3d53e3a4ab55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:42:01.238526 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef46f4fb-f64c-4091-9e1d-bc62235a0c7b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Network hostable DHCP agents. Network: 53ed6c03-93d5-493d-84ec-3d53e3a4ab55, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:42:01.262611 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef46f4fb-f64c-4091-9e1d-bc62235a0c7b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Network 53ed6c03-93d5-493d-84ec-3d53e3a4ab55 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:42:01.275850 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-ef46f4fb-f64c-4091-9e1d-bc62235a0c7b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 53ed6c03-93d5-493d-84ec-3d53e3a4ab55) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:01.292612 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd95a1e-254b-4df6-b5f7-10f59d80e11a None None] Network 53ed6c03-93d5-493d-84ec-3d53e3a4ab55 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:42:01.292863 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef46f4fb-f64c-4091-9e1d-bc62235a0c7b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:01.294068 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ef46f4fb-f64c-4091-9e1d-bc62235a0c7b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:01.319220 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ef46f4fb-f64c-4091-9e1d-bc62235a0c7b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6004303 Nov 16 11:42:01.321719 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58444) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:01.328615 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-368b6c8a-3bcb-4ac9-ac06-92c9b10036b8 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'port': {'network_id': '53ed6c03-93d5-493d-84ec-3d53e3a4ab55', 'name': 'tempest-PortsTestJSON-472252191'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:01.381075 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-af0e5aee-74f5-4c22-a8f8-e42c44aa8360 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:01.423170 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959a7946-3b21-46e0-8a04-0cdd3684a8ea tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:42:01.431112 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-028e2436-8f68-40c4-911b-1b9a2209113b None None] Provisioning complete for port d9bc5abc-e96d-4306-bf8e-e4d92c4054d7 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:01.431112 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-028e2436-8f68-40c4-911b-1b9a2209113b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:01.435479 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ae6c79-a633-4f18-a4d6-137da7e9b81a None None] Sync routers for ids ['9601b839-ba12-4df3-9a99-28ec83632437'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:42:01.455337 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-959a7946-3b21-46e0-8a04-0cdd3684a8ea tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] 10.222.0.61 "PUT /v2.0/routers/9601b839-ba12-4df3-9a99-28ec83632437/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1468768 Nov 16 11:42:01.455977 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ae6c79-a633-4f18-a4d6-137da7e9b81a None None] Routers {'9601b839-ba12-4df3-9a99-28ec83632437'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:42:01.456710 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-75ae6c79-a633-4f18-a4d6-137da7e9b81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:41:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['9601b839-ba12-4df3-9a99-28ec83632437'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:01.475372 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58446) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:01.476001 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-af0e5aee-74f5-4c22-a8f8-e42c44aa8360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:01.480340 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48f2e2-204c-4648-8dba-cf3ebc48186b req-1314c82a-8a0e-4693-8e4b-5137415c420c tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:01.483438 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3d48f2e2-204c-4648-8dba-cf3ebc48186b req-1314c82a-8a0e-4693-8e4b-5137415c420c tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4 HTTP/1.1" status: 200 len: 946 time: 0.1721551 Nov 16 11:42:01.485633 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4b4a973f-dd0a-4c0c-92e0-a55cb143bfc4 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Request body: {'port': {'network_id': '356d4fd0-05e7-431b-8ae0-b3297e041e29', 'name': 'tempest-FloatingIPAdminTestJSON-1650239380'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:01.533088 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04792eca-4910-4e0d-8c33-73d1de395dc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-53ed6c03-93d5-493d-84ec-3d53e3a4ab55', 'network_id': '53ed6c03-93d5-493d-84ec-3d53e3a4ab55', 'tenant_id': '7d3d11fb732046149ebe953349dcb515', 'fixed_ips': [{'subnet_id': '44d74156-433e-4af2-8995-9ea4ac8aae30'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:42:01.533984 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-04792eca-4910-4e0d-8c33-73d1de395dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:01.542919 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-75ae6c79-a633-4f18-a4d6-137da7e9b81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:01.554560 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e5aee-74f5-4c22-a8f8-e42c44aa8360 None None] Pushing event updated for resources: {'Port': ['ID=037692b1-8f61-40ef-8795-531adbf2da98,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:01.562434 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ae6c79-a633-4f18-a4d6-137da7e9b81a None None] Routers {'9601b839-ba12-4df3-9a99-28ec83632437'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:42:01.564151 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-75ae6c79-a633-4f18-a4d6-137da7e9b81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:41:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['9601b839-ba12-4df3-9a99-28ec83632437'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:01.625865 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-75ae6c79-a633-4f18-a4d6-137da7e9b81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:01.627416 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ae6c79-a633-4f18-a4d6-137da7e9b81a None None] The sync data for ids ['9601b839-ba12-4df3-9a99-28ec83632437'] in n-d-816823-3 is: [] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:42:01.638365 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-028e2436-8f68-40c4-911b-1b9a2209113b None None] Port d9bc5abc-e96d-4306-bf8e-e4d92c4054d7 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:42:01.642492 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0e5aee-74f5-4c22-a8f8-e42c44aa8360 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:01.651395 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-af0e5aee-74f5-4c22-a8f8-e42c44aa8360 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:01.652692 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3d48f2e2-204c-4648-8dba-cf3ebc48186b req-39587360-c6a6-4a34-8ded-d2be60fd956d tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f7dd363-790d-4275-b72d-14778f7338eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548007 Nov 16 11:42:01.668209 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368b6c8a-3bcb-4ac9-ac06-92c9b10036b8 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Made reservation on behalf of 7d3d11fb732046149ebe953349dcb515 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:42:01.673027 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0e5aee-74f5-4c22-a8f8-e42c44aa8360 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:42:01.683468 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-368b6c8a-3bcb-4ac9-ac06-92c9b10036b8 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:01.698134 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c4d5d23-813c-4b9a-a7c3-4032ff46d9f8 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:01.709405 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271c666-4fab-4a0e-a6b2-d80a8fb658c5 req-cdf124db-1c59-4294-9386-c7709a4431e6 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:01.711038 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5271c666-4fab-4a0e-a6b2-d80a8fb658c5 req-cdf124db-1c59-4294-9386-c7709a4431e6 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7e9012f-7e2f-479d-8348-56b369bacadc HTTP/1.1" status: 200 len: 945 time: 0.1198022 Nov 16 11:42:01.713916 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4a973f-dd0a-4c0c-92e0-a55cb143bfc4 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Made reservation on behalf of 806362b9e1044a12bf2684a88c3a9793 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:42:01.717690 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4b4a973f-dd0a-4c0c-92e0-a55cb143bfc4 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:01.790303 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-af0e5aee-74f5-4c22-a8f8-e42c44aa8360 None None] Attempting to bind port 037692b1-8f61-40ef-8795-531adbf2da98 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:42:01.790303 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-af0e5aee-74f5-4c22-a8f8-e42c44aa8360 None None] Attempting to bind port 037692b1-8f61-40ef-8795-531adbf2da98 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:42:01.790694 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0e5aee-74f5-4c22-a8f8-e42c44aa8360 None None] Attempting to bind port 037692b1-8f61-40ef-8795-531adbf2da98 on network d02e5c70-c13b-4c74-9763-e19ffb7dd482 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:42:01.792578 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-368b6c8a-3bcb-4ac9-ac06-92c9b10036b8 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] device_id is not set on port 26c86321-2cb1-410a-9f90-810406c6ba4d yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:42:01.798333 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d5d23-813c-4b9a-a7c3-4032ff46d9f8 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Subnet': ['ID=18951a68-c5db-4125-bfd0-4c4b66d6f8cd,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:01.817186 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 16 Nov 2021 11:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec9b149-bc12-4578-b75f-73844dad8ed8 x-openstack-request-id: req-9ec9b149-bc12-4578-b75f-73844dad8ed8 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:42:01.817978 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d91fe6-555d-47cf-9cac-d4f5156ad9c4", "tag": "bda14850-88f9-4936-881c-ad4e726233a0", "status": "completed", "code": 200}, {"server_uuid": "f632be34-16d2-466f-848c-1266f1ebfecc", "name": "network-vif-deleted", "tag": "20cc9cc3-edd4-4808-b78f-23a5a76f39f8", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:42:01.817978 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9ec9b149-bc12-4578-b75f-73844dad8ed8 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:42:01.818236 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d91fe6-555d-47cf-9cac-d4f5156ad9c4', 'tag': 'bda14850-88f9-4936-881c-ad4e726233a0', 'status': 'completed', 'code': 200} Nov 16 11:42:01.818491 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f632be34-16d2-466f-848c-1266f1ebfecc', 'name': 'network-vif-deleted', 'tag': '20cc9cc3-edd4-4808-b78f-23a5a76f39f8', 'status': 'completed', 'code': 200} Nov 16 11:42:01.835706 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4d5d23-813c-4b9a-a7c3-4032ff46d9f8 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:01.839071 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0e5aee-74f5-4c22-a8f8-e42c44aa8360 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:42:01.839570 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0e5aee-74f5-4c22-a8f8-e42c44aa8360 None None] Checking segment: {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:42:01.839988 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-af0e5aee-74f5-4c22-a8f8-e42c44aa8360 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:01.840432 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0e5aee-74f5-4c22-a8f8-e42c44aa8360 None None] Bound using segment: {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:42:01.841069 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-af0e5aee-74f5-4c22-a8f8-e42c44aa8360 None None] Bound port: 037692b1-8f61-40ef-8795-531adbf2da98, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:42:01.841466 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-af0e5aee-74f5-4c22-a8f8-e42c44aa8360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:01.841610 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4d5d23-813c-4b9a-a7c3-4032ff46d9f8 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:01.842307 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4d5d23-813c-4b9a-a7c3-4032ff46d9f8 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:01.843873 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4d5d23-813c-4b9a-a7c3-4032ff46d9f8 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:01.846373 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4d5d23-813c-4b9a-a7c3-4032ff46d9f8 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:01.846836 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4d5d23-813c-4b9a-a7c3-4032ff46d9f8 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:01.847467 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4d5d23-813c-4b9a-a7c3-4032ff46d9f8 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:01.847753 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4d5d23-813c-4b9a-a7c3-4032ff46d9f8 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:01.848181 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4d5d23-813c-4b9a-a7c3-4032ff46d9f8 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:01.850360 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4d5d23-813c-4b9a-a7c3-4032ff46d9f8 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:01.850804 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4d5d23-813c-4b9a-a7c3-4032ff46d9f8 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:01.854322 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4d5d23-813c-4b9a-a7c3-4032ff46d9f8 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:01.854784 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4d5d23-813c-4b9a-a7c3-4032ff46d9f8 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:01.857501 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-cf3cd2b9-0872-410a-8b21-7a996670aea1 None None] Provisioning complete for port d9bc5abc-e96d-4306-bf8e-e4d92c4054d7 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:01.857872 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cf3cd2b9-0872-410a-8b21-7a996670aea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:01.866176 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-1c4d5d23-813c-4b9a-a7c3-4032ff46d9f8 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:01.872716 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4d5d23-813c-4b9a-a7c3-4032ff46d9f8 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:01.873403 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c4d5d23-813c-4b9a-a7c3-4032ff46d9f8 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:01.903468 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-04792eca-4910-4e0d-8c33-73d1de395dc5 None None] Allocated IP 172.20.0.2 (53ed6c03-93d5-493d-84ec-3d53e3a4ab55/44d74156-433e-4af2-8995-9ea4ac8aae30/6f6db4ed-ba93-4c55-a235-455eca3308e4) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:42:01.904122 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-4b4a973f-dd0a-4c0c-92e0-a55cb143bfc4 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] device_id is not set on port a82c3139-ee7d-4762-a64b-b7c747b07c13 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:42:01.908503 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-cf3cd2b9-0872-410a-8b21-7a996670aea1 None None] Port d9bc5abc-e96d-4306-bf8e-e4d92c4054d7 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:42:01.929476 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1c4d5d23-813c-4b9a-a7c3-4032ff46d9f8 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2215781 Nov 16 11:42:01.936339 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58452) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:01.944403 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-9a4c1931-5342-4374-8a19-5ac22bcd2a5b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'port': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'mac_address': 'fa:16:3e:df:06:be', 'name': 'tempest-NetworksTestDHCPv6-317103705'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:02.049622 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee0a69-276b-4131-a67e-b662b5601700 req-b0a94854-cbdb-4342-834d-a0e6cef4c6a7 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:02.063525 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dcee0a69-276b-4131-a67e-b662b5601700 req-b0a94854-cbdb-4342-834d-a0e6cef4c6a7 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7e9012f-7e2f-479d-8348-56b369bacadc HTTP/1.1" status: 200 len: 945 time: 0.1751363 Nov 16 11:42:02.077705 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-af0e5aee-74f5-4c22-a8f8-e42c44aa8360 None None] For port 037692b1-8f61-40ef-8795-531adbf2da98, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:42:02.083182 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-af0e5aee-74f5-4c22-a8f8-e42c44aa8360 None None] For port 037692b1-8f61-40ef-8795-531adbf2da98, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=037692b1-8f61-40ef-8795-531adbf2da98,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:42:02.100322 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-af0e5aee-74f5-4c22-a8f8-e42c44aa8360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:02.103030 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6193d0b-37ff-4a3d-8789-c631b12975a3 req-ffed5b75-b305-4744-a91a-55469d9a9f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:02.104903 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c6193d0b-37ff-4a3d-8789-c631b12975a3 req-ffed5b75-b305-4744-a91a-55469d9a9f93 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a94525ce04b1475298bff18f4d90d9d6&device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4 HTTP/1.1" status: 200 len: 1127 time: 0.2826941 Nov 16 11:42:02.252502 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dcee0a69-276b-4131-a67e-b662b5601700 req-2f3969d2-1ca3-40eb-ba26-e8e8be9b1e8d tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ff963b-8329-4270-b61e-45280c6dba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875484 Nov 16 11:42:02.257935 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device bda14850-88f9-4936-881c-ad4e726233a0 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:42:02.259853 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 20cc9cc3-edd4-4808-b78f-23a5a76f39f8 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:42:02.310393 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4c1931-5342-4374-8a19-5ac22bcd2a5b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:42:02.336379 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e5aee-74f5-4c22-a8f8-e42c44aa8360 None None] Pushing event updated for resources: {'Port': ['ID=037692b1-8f61-40ef-8795-531adbf2da98,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:02.356532 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6193d0b-37ff-4a3d-8789-c631b12975a3 req-f6a41948-c970-40f3-bad3-6718a84f30b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:02.358234 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c6193d0b-37ff-4a3d-8789-c631b12975a3 req-f6a41948-c970-40f3-bad3-6718a84f30b6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8ca73572-76c5-4f25-8350-367e966c7e9c HTTP/1.1" status: 200 len: 897 time: 0.2198131 Nov 16 11:42:02.366607 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: 20cc9cc3-edd4-4808-b78f-23a5a76f39f8 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:42:02.366958 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 20cc9cc3-edd4-4808-b78f-23a5a76f39f8 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:42:02.375918 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-04792eca-4910-4e0d-8c33-73d1de395dc5 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:02.380625 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-4b4a973f-dd0a-4c0c-92e0-a55cb143bfc4 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Allocated IP 172.20.0.8 (356d4fd0-05e7-431b-8ae0-b3297e041e29/28cb3770-15f4-417f-be92-88ec318513e7/a82c3139-ee7d-4762-a64b-b7c747b07c13) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:42:02.386465 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-5271c666-4fab-4a0e-a6b2-d80a8fb658c5 req-bf0075f8-66b7-456a-a9ce-65f617006ec1 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Deleting port 4a67926d-2f8a-4127-9628-4c5987e167e2 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:42:02.386953 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5271c666-4fab-4a0e-a6b2-d80a8fb658c5 req-bf0075f8-66b7-456a-a9ce-65f617006ec1 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:02.398947 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-04792eca-4910-4e0d-8c33-73d1de395dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:02.451916 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0b21c821-8ac3-466d-b69a-76c449c06e1f req-730e2dd6-0758-42a3-aed1-b6f1f77eb100 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=f632be34-16d2-466f-848c-1266f1ebfecc HTTP/1.1" status: 200 len: 210 time: 0.0525115 Nov 16 11:42:02.523542 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a4c1931-5342-4374-8a19-5ac22bcd2a5b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:02.526648 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04792eca-4910-4e0d-8c33-73d1de395dc5 None None] Network 53ed6c03-93d5-493d-84ec-3d53e3a4ab55 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:02.534248 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-04792eca-4910-4e0d-8c33-73d1de395dc5 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:02.561818 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-9a4c1931-5342-4374-8a19-5ac22bcd2a5b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] device_id is not set on port 327eaa0e-1f9f-48a4-ba04-49b11359e000 yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:42:02.578436 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port bda14850-88f9-4936-881c-ad4e726233a0, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=bda14850-88f9-4936-881c-ad4e726233a0,segment=NetworkSegment(8cb75e72-d058-4dc3-94c7-3793e4f6dad3),segment_id=8cb75e72-d058-4dc3-94c7-3793e4f6dad3)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:42:02.597659 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device bda14850-88f9-4936-881c-ad4e726233a0 has no active binding in host n-h1-816823-3 {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 16 11:42:02.599182 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04792eca-4910-4e0d-8c33-73d1de395dc5 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:42:02.607609 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04792eca-4910-4e0d-8c33-73d1de395dc5 None None] Pushing event updated for resources: {'Port': ['ID=6f6db4ed-ba93-4c55-a235-455eca3308e4,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:02.678553 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-04792eca-4910-4e0d-8c33-73d1de395dc5 None None] Attempting to bind port 6f6db4ed-ba93-4c55-a235-455eca3308e4 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:42:02.679113 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-04792eca-4910-4e0d-8c33-73d1de395dc5 None None] Attempting to bind port 6f6db4ed-ba93-4c55-a235-455eca3308e4 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'f529420e-c782-4cd5-aa37-e906f7530e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '53ed6c03-93d5-493d-84ec-3d53e3a4ab55'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:42:02.680383 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04792eca-4910-4e0d-8c33-73d1de395dc5 None None] Attempting to bind port 6f6db4ed-ba93-4c55-a235-455eca3308e4 on network 53ed6c03-93d5-493d-84ec-3d53e3a4ab55 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:42:02.693389 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04792eca-4910-4e0d-8c33-73d1de395dc5 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:42:02.693936 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04792eca-4910-4e0d-8c33-73d1de395dc5 None None] Checking segment: {'id': 'f529420e-c782-4cd5-aa37-e906f7530e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '53ed6c03-93d5-493d-84ec-3d53e3a4ab55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:42:02.694448 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-04792eca-4910-4e0d-8c33-73d1de395dc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:02.697460 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04792eca-4910-4e0d-8c33-73d1de395dc5 None None] Bound using segment: {'id': 'f529420e-c782-4cd5-aa37-e906f7530e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '53ed6c03-93d5-493d-84ec-3d53e3a4ab55'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:42:02.698168 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-04792eca-4910-4e0d-8c33-73d1de395dc5 None None] Bound port: 6f6db4ed-ba93-4c55-a235-455eca3308e4, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f529420e-c782-4cd5-aa37-e906f7530e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '53ed6c03-93d5-493d-84ec-3d53e3a4ab55'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:42:02.698670 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-04792eca-4910-4e0d-8c33-73d1de395dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:02.742347 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-368b6c8a-3bcb-4ac9-ac06-92c9b10036b8 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Allocated IP 172.20.0.9 (53ed6c03-93d5-493d-84ec-3d53e3a4ab55/44d74156-433e-4af2-8995-9ea4ac8aae30/26c86321-2cb1-410a-9f90-810406c6ba4d) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:42:02.794280 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-04792eca-4910-4e0d-8c33-73d1de395dc5 None None] For port 6f6db4ed-ba93-4c55-a235-455eca3308e4, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:42:02.798657 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-04792eca-4910-4e0d-8c33-73d1de395dc5 None None] For port 6f6db4ed-ba93-4c55-a235-455eca3308e4, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=6f6db4ed-ba93-4c55-a235-455eca3308e4,segment=NetworkSegment(f529420e-c782-4cd5-aa37-e906f7530e08),segment_id=f529420e-c782-4cd5-aa37-e906f7530e08)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:42:02.805687 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-04792eca-4910-4e0d-8c33-73d1de395dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:02.875327 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-5271c666-4fab-4a0e-a6b2-d80a8fb658c5 req-bf0075f8-66b7-456a-a9ce-65f617006ec1 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] For port 4a67926d-2f8a-4127-9628-4c5987e167e2, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=4a67926d-2f8a-4127-9628-4c5987e167e2,segment=NetworkSegment(8043acd5-4a28-4dcf-ae57-3b552b41bbc0),segment_id=8043acd5-4a28-4dcf-ae57-3b552b41bbc0)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:42:02.875901 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5271c666-4fab-4a0e-a6b2-d80a8fb658c5 req-bf0075f8-66b7-456a-a9ce-65f617006ec1 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:02.925683 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04792eca-4910-4e0d-8c33-73d1de395dc5 None None] Pushing event updated for resources: {'Port': ['ID=6f6db4ed-ba93-4c55-a235-455eca3308e4,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:02.931504 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8fb1dd-6604-443b-a881-d069519d7670 req-4bf52aa3-c620-4712-81a2-6f0e7f729e86 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:02.933293 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9a8fb1dd-6604-443b-a881-d069519d7670 req-4bf52aa3-c620-4712-81a2-6f0e7f729e86 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4 HTTP/1.1" status: 200 len: 946 time: 0.1507292 Nov 16 11:42:02.970625 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-9a4c1931-5342-4374-8a19-5ac22bcd2a5b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Allocated IP 2001:db8:0:1::30d (d02e5c70-c13b-4c74-9763-e19ffb7dd482/18951a68-c5db-4125-bfd0-4c4b66d6f8cd/327eaa0e-1f9f-48a4-ba04-49b11359e000) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:42:02.987773 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-9a4c1931-5342-4374-8a19-5ac22bcd2a5b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Allocated IP 2001:db8::f816:3eff:fedf:6be (d02e5c70-c13b-4c74-9763-e19ffb7dd482/31fecf8b-b3c8-45ec-8f65-ab35d17a1627/327eaa0e-1f9f-48a4-ba04-49b11359e000) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:42:02.995294 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c6193d0b-37ff-4a3d-8789-c631b12975a3 req-b243ecd1-ea65-4692-9927-ebf5013be308 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bda14850-88f9-4936-881c-ad4e726233a0 HTTP/1.1" status: 200 len: 1002 time: 0.6258805 Nov 16 11:42:03.010055 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9a8fb1dd-6604-443b-a881-d069519d7670 req-a9864c08-5064-4964-9a8c-37320658ddb3 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f7dd363-790d-4275-b72d-14778f7338eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700693 Nov 16 11:42:03.112543 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6193d0b-37ff-4a3d-8789-c631b12975a3 req-3442b68e-ec14-4107-b0f2-8873d8205ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:03.115757 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c6193d0b-37ff-4a3d-8789-c631b12975a3 req-3442b68e-ec14-4107-b0f2-8873d8205ecf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94a14835-5cdb-402d-9edd-b7beabc5bf3a HTTP/1.1" status: 200 len: 834 time: 0.1060729 Nov 16 11:42:03.263848 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a4c1931-5342-4374-8a19-5ac22bcd2a5b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:03.316508 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4b4a973f-dd0a-4c0c-92e0-a55cb143bfc4 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:03.340015 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a4c1931-5342-4374-8a19-5ac22bcd2a5b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:03.377881 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4c1931-5342-4374-8a19-5ac22bcd2a5b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:03.408582 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4b4a973f-dd0a-4c0c-92e0-a55cb143bfc4 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:03.451849 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6193d0b-37ff-4a3d-8789-c631b12975a3 req-7321815d-f6a2-489c-925c-a74891a0c18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:03.453377 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c6193d0b-37ff-4a3d-8789-c631b12975a3 req-7321815d-f6a2-489c-925c-a74891a0c18c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8ca73572-76c5-4f25-8350-367e966c7e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2539866 Nov 16 11:42:03.458077 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-9a4c1931-5342-4374-8a19-5ac22bcd2a5b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:03.461038 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c1931-5342-4374-8a19-5ac22bcd2a5b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Port': ['ID=327eaa0e-1f9f-48a4-ba04-49b11359e000,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:03.463417 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4c1931-5342-4374-8a19-5ac22bcd2a5b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:42:03.470275 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4c1931-5342-4374-8a19-5ac22bcd2a5b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:03.470985 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a4c1931-5342-4374-8a19-5ac22bcd2a5b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:03.505150 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-9a4c1931-5342-4374-8a19-5ac22bcd2a5b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5640302 Nov 16 11:42:03.512516 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b14af-29f8-4ad7-a412-5188ce1bc4bf req-689717ac-de7d-4ec4-9fb1-4c767798f6b6 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:03.522169 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-409b14af-29f8-4ad7-a412-5188ce1bc4bf req-689717ac-de7d-4ec4-9fb1-4c767798f6b6 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7e9012f-7e2f-479d-8348-56b369bacadc HTTP/1.1" status: 200 len: 945 time: 0.1407530 Nov 16 11:42:03.541430 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58460) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:03.581367 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4a973f-dd0a-4c0c-92e0-a55cb143bfc4 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Network 356d4fd0-05e7-431b-8ae0-b3297e041e29 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:03.595533 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5271c666-4fab-4a0e-a6b2-d80a8fb658c5 req-bf0075f8-66b7-456a-a9ce-65f617006ec1 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:03.595990 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5271c666-4fab-4a0e-a6b2-d80a8fb658c5 req-bf0075f8-66b7-456a-a9ce-65f617006ec1 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:03.596486 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [req-5271c666-4fab-4a0e-a6b2-d80a8fb658c5 req-bf0075f8-66b7-456a-a9ce-65f617006ec1 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Floating IP 8024a23a-c2d6-4360-bcfb-66109dfa67e2 disassociated. External IP: 172.25.0.226, port: 4a67926d-2f8a-4127-9628-4c5987e167e2. Nov 16 11:42:03.597273 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-5271c666-4fab-4a0e-a6b2-d80a8fb658c5 req-bf0075f8-66b7-456a-a9ce-65f617006ec1 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Calling delete_port for 4a67926d-2f8a-4127-9628-4c5987e167e2 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:42:03.622514 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-4b4a973f-dd0a-4c0c-92e0-a55cb143bfc4 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:03.643042 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-409b14af-29f8-4ad7-a412-5188ce1bc4bf req-4f71358c-a68b-4008-83ba-3ab379d67edf tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.61 "GET /v2.0/security-groups?id=10ff963b-8329-4270-b61e-45280c6dba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198370 Nov 16 11:42:03.646467 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4a973f-dd0a-4c0c-92e0-a55cb143bfc4 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:42:03.782111 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b3ca62ce-771a-4777-870a-744550c360a6 req-f043d9c9-6be2-4de7-9687-9d7cee8835f3 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=f632be34-16d2-466f-848c-1266f1ebfecc HTTP/1.1" status: 200 len: 210 time: 0.0330160 Nov 16 11:42:03.789014 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 6f6db4ed-ba93-4c55-a235-455eca3308e4 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:42:03.855270 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-38f8ec4a-5a1b-4e9d-ba71-8cb367a5ce3a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting port 327eaa0e-1f9f-48a4-ba04-49b11359e000 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:42:03.855538 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-38f8ec4a-5a1b-4e9d-ba71-8cb367a5ce3a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:03.871231 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 6f6db4ed-ba93-4c55-a235-455eca3308e4 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:03.871869 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:03.914667 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eba0d8b-c009-43f0-b9af-66c5039547ef None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:42:03.980649 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4a973f-dd0a-4c0c-92e0-a55cb143bfc4 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:03.981371 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4b4a973f-dd0a-4c0c-92e0-a55cb143bfc4 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:04.030048 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-38f8ec4a-5a1b-4e9d-ba71-8cb367a5ce3a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:04.047610 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-368b6c8a-3bcb-4ac9-ac06-92c9b10036b8 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:04.052703 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c6193d0b-37ff-4a3d-8789-c631b12975a3 req-dbbd77d3-7543-414f-a81a-1f237558d2ac service neutron] 10.222.0.64 "GET /v2.0/networks/8ca73572-76c5-4f25-8350-367e966c7e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5549941 Nov 16 11:42:04.073724 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4b4a973f-dd0a-4c0c-92e0-a55cb143bfc4 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5906427 Nov 16 11:42:04.073724 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a973f-dd0a-4c0c-92e0-a55cb143bfc4 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Pushing event updated for resources: {'Port': ['ID=a82c3139-ee7d-4762-a64b-b7c747b07c13,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:04.081834 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58464) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:04.085762 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-38f8ec4a-5a1b-4e9d-ba71-8cb367a5ce3a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Calling delete_port for 327eaa0e-1f9f-48a4-ba04-49b11359e000 owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:42:04.188842 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-9430663b-ec7a-47c9-b18a-6258564d7b4a None None] Provisioning complete for port 037692b1-8f61-40ef-8795-531adbf2da98 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:04.191456 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5271c666-4fab-4a0e-a6b2-d80a8fb658c5 req-bf0075f8-66b7-456a-a9ce-65f617006ec1 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:04.195337 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9430663b-ec7a-47c9-b18a-6258564d7b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:04.262681 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0075f8-66b7-456a-a9ce-65f617006ec1 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Pushing event deleted for resources: {'Port': ['ID=4a67926d-2f8a-4127-9628-4c5987e167e2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:04.328635 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a24f5-7de9-4882-b49a-e63b3dd68d32 req-ceb200ba-efde-40f0-9342-577f7e90a9d0 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:04.336347 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9c4a24f5-7de9-4882-b49a-e63b3dd68d32 req-ceb200ba-efde-40f0-9342-577f7e90a9d0 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4 HTTP/1.1" status: 200 len: 946 time: 0.1523645 Nov 16 11:42:04.380390 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-c6f527b2-ac07-4f75-a1d3-05639d39aa6e tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'project_id': '806362b9e1044a12bf2684a88c3a9793', 'port_id': 'a82c3139-ee7d-4762-a64b-b7c747b07c13'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:04.459781 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9c4a24f5-7de9-4882-b49a-e63b3dd68d32 req-093b9026-538e-46eb-982a-adb2a40b90c3 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f7dd363-790d-4275-b72d-14778f7338eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206295 Nov 16 11:42:04.516366 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c6f527b2-ac07-4f75-a1d3-05639d39aa6e tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:04.569418 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f93fa5-d380-4bd7-95c7-c1a70b74e472 None None] Network 53ed6c03-93d5-493d-84ec-3d53e3a4ab55 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:42:04.625076 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:04.732335 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 6f6db4ed-ba93-4c55-a235-455eca3308e4, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=6f6db4ed-ba93-4c55-a235-455eca3308e4,segment=NetworkSegment(f529420e-c782-4cd5-aa37-e906f7530e08),segment_id=f529420e-c782-4cd5-aa37-e906f7530e08)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:42:04.759587 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9430663b-ec7a-47c9-b18a-6258564d7b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:04.778820 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:04.779718 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 037692b1-8f61-40ef-8795-531adbf2da98 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:42:04.912896 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=6f6db4ed-ba93-4c55-a235-455eca3308e4,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:04.970917 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-ebe9cafb-e710-46f7-be5c-a5b7780ce5f5 service neutron] 10.222.0.64 "GET /v2.0/ports/bda14850-88f9-4936-881c-ad4e726233a0/bindings/n-h1-816823-3 HTTP/1.1" status: 200 len: 384 time: 0.1364648 Nov 16 11:42:04.993277 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-368b6c8a-3bcb-4ac9-ac06-92c9b10036b8 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:04.997140 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-9430663b-ec7a-47c9-b18a-6258564d7b4a None None] For port 037692b1-8f61-40ef-8795-531adbf2da98, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=037692b1-8f61-40ef-8795-531adbf2da98,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:42:05.024032 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9430663b-ec7a-47c9-b18a-6258564d7b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:05.098045 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b6c8a-3bcb-4ac9-ac06-92c9b10036b8 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'Port': ['ID=26c86321-2cb1-410a-9f90-810406c6ba4d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:05.118219 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9579aa58-5fef-4d6d-a185-a73355e1e723 None None] Update dhcp port {'port': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'fixed_ips': [{'subnet_id': '31fecf8b-b3c8-45ec-8f65-ab35d17a1627', 'ip_address': '2001:db8::f816:3eff:feab:93c8'}, {'subnet_id': '18951a68-c5db-4125-bfd0-4c4b66d6f8cd'}], 'binding:host_id': 'n-d-816823-3'}, 'id': '037692b1-8f61-40ef-8795-531adbf2da98'} from n-d-816823-3. {{(pid=102670) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 11:42:05.133243 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3518249e-f428-4720-a319-3c950f867871 req-12d0922a-60d4-4a3f-ab2a-c9d36266ff3d tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7e9012f-7e2f-479d-8348-56b369bacadc HTTP/1.1" status: 200 len: 210 time: 0.0536728 Nov 16 11:42:05.150074 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c6193d0b-37ff-4a3d-8789-c631b12975a3 req-c2371a59-cbfd-42f8-b346-4c8f7a26089d service neutron] 10.222.0.64 "GET /v2.0/networks/8ca73572-76c5-4f25-8350-367e966c7e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0596633 Nov 16 11:42:05.189023 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-38f8ec4a-5a1b-4e9d-ba71-8cb367a5ce3a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:05.190108 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368b6c8a-3bcb-4ac9-ac06-92c9b10036b8 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Network 53ed6c03-93d5-493d-84ec-3d53e3a4ab55 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:05.210449 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-368b6c8a-3bcb-4ac9-ac06-92c9b10036b8 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:05.220936 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368b6c8a-3bcb-4ac9-ac06-92c9b10036b8 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:42:05.237725 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5271c666-4fab-4a0e-a6b2-d80a8fb658c5 req-bf0075f8-66b7-456a-a9ce-65f617006ec1 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Router fc57b86c-0c30-4b2a-bbc4-9669497b0b82 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:42:05.262638 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f8ec4a-5a1b-4e9d-ba71-8cb367a5ce3a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Port': ['ID=327eaa0e-1f9f-48a4-ba04-49b11359e000,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:05.263409 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9579aa58-5fef-4d6d-a185-a73355e1e723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:05.291947 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-72b86211-936c-4702-884c-7234c6753fa6 None None] Provisioning complete for port a82c3139-ee7d-4762-a64b-b7c747b07c13 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:05.291947 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-72b86211-936c-4702-884c-7234c6753fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:05.292943 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430663b-ec7a-47c9-b18a-6258564d7b4a None None] Pushing event updated for resources: {'Port': ['ID=037692b1-8f61-40ef-8795-531adbf2da98,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:05.376840 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b8166a07-2a55-43ef-8fc2-b53f6db8639b req-3ae9afc8-af72-4625-b73d-ee3c25dcb615 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=f632be34-16d2-466f-848c-1266f1ebfecc HTTP/1.1" status: 200 len: 210 time: 0.0953839 Nov 16 11:42:05.393554 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-38f8ec4a-5a1b-4e9d-ba71-8cb367a5ce3a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:05.398873 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-38f8ec4a-5a1b-4e9d-ba71-8cb367a5ce3a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/ports/327eaa0e-1f9f-48a4-ba04-49b11359e000 HTTP/1.1" status: 204 len: 168 time: 1.8222532 Nov 16 11:42:05.406003 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58472) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:05.450540 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c6f527b2-ac07-4f75-a1d3-05639d39aa6e tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:05.481173 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042e524a-7837-4e46-ac7f-98d53e7d3d2d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:05.485046 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-042e524a-7837-4e46-ac7f-98d53e7d3d2d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0748019 Nov 16 11:42:05.485506 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58474) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:05.517805 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5271c666-4fab-4a0e-a6b2-d80a8fb658c5 req-bf0075f8-66b7-456a-a9ce-65f617006ec1 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:42:05.531608 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368b6c8a-3bcb-4ac9-ac06-92c9b10036b8 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:05.532411 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-368b6c8a-3bcb-4ac9-ac06-92c9b10036b8 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:05.581271 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba68d5d6-e088-487d-8e6a-ba0d8875c654 None None] Sync routers for ids ['fc57b86c-0c30-4b2a-bbc4-9669497b0b82'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:42:05.610667 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-9579aa58-5fef-4d6d-a185-a73355e1e723 None None] Allocated IP 2001:db8:0:1::2 (d02e5c70-c13b-4c74-9763-e19ffb7dd482/18951a68-c5db-4125-bfd0-4c4b66d6f8cd/037692b1-8f61-40ef-8795-531adbf2da98) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:42:05.613221 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 037692b1-8f61-40ef-8795-531adbf2da98 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:05.613591 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:05.670329 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-368b6c8a-3bcb-4ac9-ac06-92c9b10036b8 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.3474214 Nov 16 11:42:05.672079 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-5271c666-4fab-4a0e-a6b2-d80a8fb658c5 req-bf0075f8-66b7-456a-a9ce-65f617006ec1 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] No DVR routers for this DVR port 4a67926d-2f8a-4127-9628-4c5987e167e2 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:42:05.673969 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58478) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:05.685123 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5271c666-4fab-4a0e-a6b2-d80a8fb658c5 req-bf0075f8-66b7-456a-a9ce-65f617006ec1 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:05.691697 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5271c666-4fab-4a0e-a6b2-d80a8fb658c5 req-bf0075f8-66b7-456a-a9ce-65f617006ec1 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.36 "DELETE /v2.0/ports/4a67926d-2f8a-4127-9628-4c5987e167e2 HTTP/1.1" status: 204 len: 173 time: 3.9694512 Nov 16 11:42:05.699204 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e9012f-7e2f-479d-8348-56b369bacadc', 'name': 'network-vif-deleted', 'tag': '4a67926d-2f8a-4127-9628-4c5987e167e2'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:42:05.702093 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef03c76-e1a5-4945-90db-995632212d38" -d '{"events": [{"server_uuid": "d7e9012f-7e2f-479d-8348-56b369bacadc", "name": "network-vif-deleted", "tag": "4a67926d-2f8a-4127-9628-4c5987e167e2"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:42:05.751444 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebd4e84-cd71-4631-ac30-4a9a0868ed9e tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:05.756218 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6ebd4e84-cd71-4631-ac30-4a9a0868ed9e tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2695901 Nov 16 11:42:05.760741 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58482) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:05.775801 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba68d5d6-e088-487d-8e6a-ba0d8875c654 None None] Routers {'fc57b86c-0c30-4b2a-bbc4-9669497b0b82'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:42:05.776450 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ba68d5d6-e088-487d-8e6a-ba0d8875c654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:41:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['fc57b86c-0c30-4b2a-bbc4-9669497b0b82'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:05.778249 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-72b86211-936c-4702-884c-7234c6753fa6 None None] Port a82c3139-ee7d-4762-a64b-b7c747b07c13 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:42:05.791208 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-c6f527b2-ac07-4f75-a1d3-05639d39aa6e tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Allocated IP 172.25.0.213 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/cb580fad-ecce-4a3b-8c3f-6255786ea3c6) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:42:05.816901 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd469f5-734a-4a76-8b15-8648765cb228 req-a1c85913-7212-49cc-8865-bc14cfa87da4 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:05.818682 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cdd469f5-734a-4a76-8b15-8648765cb228 req-a1c85913-7212-49cc-8865-bc14cfa87da4 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4 HTTP/1.1" status: 200 len: 946 time: 0.2127516 Nov 16 11:42:05.871614 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-adc68470-988f-400b-8309-e9b1ec72df59 service neutron] For port bda14850-88f9-4936-881c-ad4e726233a0, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=bda14850-88f9-4936-881c-ad4e726233a0,segment=NetworkSegment(8cb75e72-d058-4dc3-94c7-3793e4f6dad3),segment_id=8cb75e72-d058-4dc3-94c7-3793e4f6dad3)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:42:05.926146 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d91654-c954-4b87-a564-7ad86cfbc9d7 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:05.927777 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d91654-c954-4b87-a564-7ad86cfbc9d7 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:05.930026 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d91654-c954-4b87-a564-7ad86cfbc9d7 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:05.933209 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d7d91654-c954-4b87-a564-7ad86cfbc9d7 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1714458 Nov 16 11:42:05.942652 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-adc68470-988f-400b-8309-e9b1ec72df59 service neutron] For port bda14850-88f9-4936-881c-ad4e726233a0, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:42:05.944183 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58484) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:06.004594 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-72b86211-936c-4702-884c-7234c6753fa6 None None] Provisioning complete for port 6f6db4ed-ba93-4c55-a235-455eca3308e4 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:06.005158 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-72b86211-936c-4702-884c-7234c6753fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:06.006233 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cdd469f5-734a-4a76-8b15-8648765cb228 req-c77d4c13-8ab2-4f46-af86-d7bfa52972c0 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f7dd363-790d-4275-b72d-14778f7338eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771352 Nov 16 11:42:06.011044 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-adc68470-988f-400b-8309-e9b1ec72df59 service neutron] For port bda14850-88f9-4936-881c-ad4e726233a0, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=bda14850-88f9-4936-881c-ad4e726233a0,segment=NetworkSegment(8cb75e72-d058-4dc3-94c7-3793e4f6dad3),segment_id=8cb75e72-d058-4dc3-94c7-3793e4f6dad3)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:42:06.044982 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a8dcc656-2b3e-4f10-802f-96907d6fcbfd tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Deleting port 26c86321-2cb1-410a-9f90-810406c6ba4d {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:42:06.045556 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a8dcc656-2b3e-4f10-802f-96907d6fcbfd tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:06.053763 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8c803af-ca4e-40a8-bbdd-a5ec88e7a85d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting subnet 18951a68-c5db-4125-bfd0-4c4b66d6f8cd {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:42:06.088621 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c6f527b2-ac07-4f75-a1d3-05639d39aa6e tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:06.116719 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-9579aa58-5fef-4d6d-a185-a73355e1e723 None None] For port 037692b1-8f61-40ef-8795-531adbf2da98, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=037692b1-8f61-40ef-8795-531adbf2da98,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:42:06.150728 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c4de2c-f9ee-4b96-b81d-4886680a7446 x-openstack-request-id: req-f7c4de2c-f9ee-4b96-b81d-4886680a7446 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:42:06.151024 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e9012f-7e2f-479d-8348-56b369bacadc", "name": "network-vif-deleted", "tag": "4a67926d-2f8a-4127-9628-4c5987e167e2", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:42:06.151345 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f7c4de2c-f9ee-4b96-b81d-4886680a7446 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:42:06.151674 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e9012f-7e2f-479d-8348-56b369bacadc', 'name': 'network-vif-deleted', 'tag': '4a67926d-2f8a-4127-9628-4c5987e167e2', 'status': 'completed', 'code': 200} Nov 16 11:42:06.156793 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-adc68470-988f-400b-8309-e9b1ec72df59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:06.158025 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-ba68d5d6-e088-487d-8e6a-ba0d8875c654 None None] Set router fc57b86c-0c30-4b2a-bbc4-9669497b0b82 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:42:06.190883 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c6f527b2-ac07-4f75-a1d3-05639d39aa6e tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:06.245515 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f527b2-ac07-4f75-a1d3-05639d39aa6e tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Pushing event updated for resources: {'Port': ['ID=cb580fad-ecce-4a3b-8c3f-6255786ea3c6,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:06.258120 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9579aa58-5fef-4d6d-a185-a73355e1e723 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:06.259817 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f527b2-ac07-4f75-a1d3-05639d39aa6e tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:06.261713 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-c6f527b2-ac07-4f75-a1d3-05639d39aa6e tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:06.264348 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f527b2-ac07-4f75-a1d3-05639d39aa6e tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:42:06.279279 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 4a67926d-2f8a-4127-9628-4c5987e167e2 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:42:06.282727 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a8dcc656-2b3e-4f10-802f-96907d6fcbfd tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:06.294933 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9579aa58-5fef-4d6d-a185-a73355e1e723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:06.308652 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a8dcc656-2b3e-4f10-802f-96907d6fcbfd tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Calling delete_port for 26c86321-2cb1-410a-9f90-810406c6ba4d owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:42:06.318531 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c8c803af-ca4e-40a8-bbdd-a5ec88e7a85d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:06.377593 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: 4a67926d-2f8a-4127-9628-4c5987e167e2 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:42:06.377951 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 4a67926d-2f8a-4127-9628-4c5987e167e2 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:42:06.391694 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c8c803af-ca4e-40a8-bbdd-a5ec88e7a85d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:06.397152 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 6f6db4ed-ba93-4c55-a235-455eca3308e4 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:42:06.477611 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1015fefa-3c6f-43e6-abfe-efc50087f165 req-7ede6017-6a1f-4cac-b24a-f9f5e00152d7 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7e9012f-7e2f-479d-8348-56b369bacadc HTTP/1.1" status: 200 len: 210 time: 0.0499191 Nov 16 11:42:06.549197 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9579aa58-5fef-4d6d-a185-a73355e1e723 None None] Pushing event updated for resources: {'Port': ['ID=037692b1-8f61-40ef-8795-531adbf2da98,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:06.595491 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a8dcc656-2b3e-4f10-802f-96907d6fcbfd tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:06.621889 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a3595eda-f740-4778-ac03-38a89a3b4cbf None None] Provisioning complete for port 26c86321-2cb1-410a-9f90-810406c6ba4d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:06.622215 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a3595eda-f740-4778-ac03-38a89a3b4cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:06.645229 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 6f6db4ed-ba93-4c55-a235-455eca3308e4 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:06.645602 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:06.647421 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-a3595eda-f740-4778-ac03-38a89a3b4cbf None None] Port 26c86321-2cb1-410a-9f90-810406c6ba4d was deleted so its status cannot be updated. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 16 11:42:06.651309 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dcc656-2b3e-4f10-802f-96907d6fcbfd tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'Port': ['ID=26c86321-2cb1-410a-9f90-810406c6ba4d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:06.670209 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-adc68470-988f-400b-8309-e9b1ec72df59 service neutron] Transition to ACTIVE for port object bda14850-88f9-4936-881c-ad4e726233a0 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:42:06.745558 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a3595eda-f740-4778-ac03-38a89a3b4cbf None None] Provisioning complete for port 6f6db4ed-ba93-4c55-a235-455eca3308e4 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:06.745948 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a3595eda-f740-4778-ac03-38a89a3b4cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:06.759673 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a8dcc656-2b3e-4f10-802f-96907d6fcbfd tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:06.772470 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a8dcc656-2b3e-4f10-802f-96907d6fcbfd tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/ports/26c86321-2cb1-410a-9f90-810406c6ba4d HTTP/1.1" status: 204 len: 168 time: 1.0948422 Nov 16 11:42:06.774020 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-adc68470-988f-400b-8309-e9b1ec72df59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:06.775996 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58490) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:06.860165 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc68470-988f-400b-8309-e9b1ec72df59 service neutron] Pushing event updated for resources: {'Port': ['ID=bda14850-88f9-4936-881c-ad4e726233a0,revision_number=11']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:06.865262 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f22d2ba-609b-434d-bfca-28d823e056aa tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:06.865864 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f22d2ba-609b-434d-bfca-28d823e056aa tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:06.872221 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6f22d2ba-609b-434d-bfca-28d823e056aa tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/ports/26c86321-2cb1-410a-9f90-810406c6ba4d HTTP/1.1" status: 404 len: 333 time: 0.0399170 Nov 16 11:42:06.875431 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58492) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:06.950727 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-d03e2eaf-bceb-4816-9903-34800c6d817e tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] GET failed (client error): The resource could not be found. Nov 16 11:42:06.956099 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d03e2eaf-bceb-4816-9903-34800c6d817e tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "GET /v2.0/ports/26c86321-2cb1-410a-9f90-810406c6ba4d HTTP/1.1" status: 404 len: 333 time: 0.0796387 Nov 16 11:42:06.961336 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58494) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:07.044795 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-adc68470-988f-400b-8309-e9b1ec72df59 service neutron] No DVR routers for this DVR port bda14850-88f9-4936-881c-ad4e726233a0 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:42:07.163356 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ba68d5d6-e088-487d-8e6a-ba0d8875c654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc57b86c-0c30-4b2a-bbc4-9669497b0b82', 'name': 'tempest-ServersTestJSON-604576079-router', 'tenant_id': '142d3a0b7566420dad5d5849dd291232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '612a30bc-1b22-4af3-b8b9-0c2b365ea308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:29Z', 'updated_at': '2021-11-16T11:39:39Z', 'revision_number': 4, 'project_id': '142d3a0b7566420dad5d5849dd291232', 'gw_port': {'id': '612a30bc-1b22-4af3-b8b9-0c2b365ea308', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:71:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc57b86c-0c30-4b2a-bbc4-9669497b0b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:31Z', 'updated_at': '2021-11-16T11:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '1400c4be-ecbf-45f4-8060-3df70df78d63', 'name': '', 'network_id': '20a976b3-4269-4e45-8f07-aa388b8223f2', 'tenant_id': '142d3a0b7566420dad5d5849dd291232', 'mac_address': 'fa:16:3e:c8:0c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc57b86c-0c30-4b2a-bbc4-9669497b0b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'd54163ea-b6e5-473e-b29c-97d26895cfc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:36Z', 'updated_at': '2021-11-16T11:39:49Z', 'revision_number': 5, 'project_id': '142d3a0b7566420dad5d5849dd291232', 'subnets': [{'id': 'd54163ea-b6e5-473e-b29c-97d26895cfc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:07.197274 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c6f527b2-ac07-4f75-a1d3-05639d39aa6e tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:07.242961 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-5798592f-9ea3-4b42-ac1e-5cf863402b6d tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Deleting subnet 44d74156-433e-4af2-8995-9ea4ac8aae30 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:42:07.251407 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device bda14850-88f9-4936-881c-ad4e726233a0 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:42:07.257800 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5798592f-9ea3-4b42-ac1e-5cf863402b6d tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:07.260669 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba68d5d6-e088-487d-8e6a-ba0d8875c654 None None] Checking router: fc57b86c-0c30-4b2a-bbc4-9669497b0b82 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:42:07.331426 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-adc68470-988f-400b-8309-e9b1ec72df59 service neutron] 10.222.0.64 "PUT /v2.0/ports/bda14850-88f9-4936-881c-ad4e726233a0/bindings/n-h1-816823-3/activate HTTP/1.1" status: 200 len: 369 time: 2.3344724 Nov 16 11:42:07.335559 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 037692b1-8f61-40ef-8795-531adbf2da98 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:42:07.340572 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bfe76a4a-85ca-46f0-9c26-7bda90c17503 req-e1a3d636-00b3-44b8-94ba-a7a9f1da7a44 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=f632be34-16d2-466f-848c-1266f1ebfecc HTTP/1.1" status: 200 len: 210 time: 0.0684149 Nov 16 11:42:07.378866 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5798592f-9ea3-4b42-ac1e-5cf863402b6d tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:07.395533 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba68d5d6-e088-487d-8e6a-ba0d8875c654 None None] Routers {'fc57b86c-0c30-4b2a-bbc4-9669497b0b82'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:42:07.396412 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ba68d5d6-e088-487d-8e6a-ba0d8875c654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:41:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['fc57b86c-0c30-4b2a-bbc4-9669497b0b82'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:07.481082 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device bda14850-88f9-4936-881c-ad4e726233a0 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:42:07.490133 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c6f527b2-ac07-4f75-a1d3-05639d39aa6e tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:07.559182 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 037692b1-8f61-40ef-8795-531adbf2da98 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:07.559547 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:07.586445 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5798592f-9ea3-4b42-ac1e-5cf863402b6d tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:07.598455 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-ba68d5d6-e088-487d-8e6a-ba0d8875c654 None None] Set router fc57b86c-0c30-4b2a-bbc4-9669497b0b82 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:42:07.660422 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-656126a7-ff7e-4af0-87b9-412099f5ab94 tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:07.662739 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-656126a7-ff7e-4af0-87b9-412099f5ab94 tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4&tenant_id=a94525ce04b1475298bff18f4d90d9d6&binding%3Ahost_id=n-h2-816823-3 HTTP/1.1" status: 200 len: 1096 time: 0.2380466 Nov 16 11:42:07.665473 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c6f527b2-ac07-4f75-a1d3-05639d39aa6e tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:07.670828 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5798592f-9ea3-4b42-ac1e-5cf863402b6d tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:07.683926 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c6f527b2-ac07-4f75-a1d3-05639d39aa6e tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:07.692444 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d0227ce0-ca35-4b2c-a21d-dc7724d52bec None None] Could not find standard attr ID for object 327eaa0e-1f9f-48a4-ba04-49b11359e000. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:42:07.696595 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c8c803af-ca4e-40a8-bbdd-a5ec88e7a85d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:07.709862 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cbe050-b2d9-4b8e-aeed-0be0b892c4a1 req-7f8cdac0-b5e3-4067-a381-07cb553f67db tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:07.717221 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-01cbe050-b2d9-4b8e-aeed-0be0b892c4a1 req-7f8cdac0-b5e3-4067-a381-07cb553f67db tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4 HTTP/1.1" status: 200 len: 945 time: 0.2867434 Nov 16 11:42:07.761376 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5798592f-9ea3-4b42-ac1e-5cf863402b6d tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'Subnet': ['ID=44d74156-433e-4af2-8995-9ea4ac8aae30,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:07.788216 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5798592f-9ea3-4b42-ac1e-5cf863402b6d tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:07.791933 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5798592f-9ea3-4b42-ac1e-5cf863402b6d tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/subnets/44d74156-433e-4af2-8995-9ea4ac8aae30 HTTP/1.1" status: 204 len: 168 time: 0.8298731 Nov 16 11:42:07.794261 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1994b85b-2630-46f7-882e-771c88817c5e None None] Network 53ed6c03-93d5-493d-84ec-3d53e3a4ab55 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:42:07.798652 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58500) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:07.882835 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f527b2-ac07-4f75-a1d3-05639d39aa6e tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Pushing event updated for resources: {'Port': ['ID=cb580fad-ecce-4a3b-8c3f-6255786ea3c6,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:07.891713 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c8c803af-ca4e-40a8-bbdd-a5ec88e7a85d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:07.954455 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d0227ce0-ca35-4b2c-a21d-dc7724d52bec None None] Provisioning complete for port 037692b1-8f61-40ef-8795-531adbf2da98 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:07.956457 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d0227ce0-ca35-4b2c-a21d-dc7724d52bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:07.960091 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c803af-ca4e-40a8-bbdd-a5ec88e7a85d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Subnet': ['ID=18951a68-c5db-4125-bfd0-4c4b66d6f8cd,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:07.969065 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c8c803af-ca4e-40a8-bbdd-a5ec88e7a85d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:07.973014 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c8c803af-ca4e-40a8-bbdd-a5ec88e7a85d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/18951a68-c5db-4125-bfd0-4c4b66d6f8cd HTTP/1.1" status: 204 len: 168 time: 2.0275235 Nov 16 11:42:07.976743 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58502) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:08.013687 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-01cbe050-b2d9-4b8e-aeed-0be0b892c4a1 req-31c07eff-af50-4c91-a534-89469fd16116 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f7dd363-790d-4275-b72d-14778f7338eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2955976 Nov 16 11:42:08.015617 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c6f527b2-ac07-4f75-a1d3-05639d39aa6e tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:08.056482 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b913196-9a95-4fb6-b6e1-ad1960f84fbb tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting subnet 31fecf8b-b3c8-45ec-8f65-ab35d17a1627 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:42:08.062641 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389c358c-d157-44f0-a3bb-9930d6f40542 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:42:08.068290 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4b913196-9a95-4fb6-b6e1-ad1960f84fbb tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:08.074265 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e3959e4-bfd1-4a0f-9dd7-a318bbd81f6a tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:08.100536 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-f87e9de2-7423-46d2-9063-cb70ec4940f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:08.102218 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-f87e9de2-7423-46d2-9063-cb70ec4940f1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4&tenant_id=a94525ce04b1475298bff18f4d90d9d6 HTTP/1.1" status: 200 len: 1096 time: 0.4145420 Nov 16 11:42:08.157009 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [None req-c6f527b2-ac07-4f75-a1d3-05639d39aa6e tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Floating IP 03caaefc-d4d3-45b5-b81f-5d963c609e63 associated. External IP: 172.25.0.213, port: a82c3139-ee7d-4762-a64b-b7c747b07c13. Nov 16 11:42:08.168953 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d91fe6-555d-47cf-9cac-d4f5156ad9c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bda14850-88f9-4936-881c-ad4e726233a0'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:42:08.171373 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af5874f-0e55-4ea5-8af7-912de255ba32" -d '{"events": [{"server_uuid": "18d91fe6-555d-47cf-9cac-d4f5156ad9c4", "name": "network-vif-unplugged", "status": "completed", "tag": "bda14850-88f9-4936-881c-ad4e726233a0"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:42:08.201239 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4b913196-9a95-4fb6-b6e1-ad1960f84fbb tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:08.207613 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58508) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:08.251988 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-5e673089-0fc1-45bd-85de-bef573d1a54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:08.253774 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-5e673089-0fc1-45bd-85de-bef573d1a54e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a94525ce04b1475298bff18f4d90d9d6&device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4 HTTP/1.1" status: 200 len: 1096 time: 0.0924206 Nov 16 11:42:08.327965 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 11:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989c1e85-4687-4676-bbb3-aa8ca45631c1 x-openstack-request-id: req-989c1e85-4687-4676-bbb3-aa8ca45631c1 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:42:08.327965 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d91fe6-555d-47cf-9cac-d4f5156ad9c4", "name": "network-vif-unplugged", "status": "completed", "tag": "bda14850-88f9-4936-881c-ad4e726233a0", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:42:08.328289 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-989c1e85-4687-4676-bbb3-aa8ca45631c1 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:42:08.328620 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d91fe6-555d-47cf-9cac-d4f5156ad9c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bda14850-88f9-4936-881c-ad4e726233a0', 'code': 200} Nov 16 11:42:08.335189 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-1e3959e4-bfd1-4a0f-9dd7-a318bbd81f6a tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Deleting port 6f6db4ed-ba93-4c55-a235-455eca3308e4 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:42:08.335189 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e3959e4-bfd1-4a0f-9dd7-a318bbd81f6a tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:08.411849 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 037692b1-8f61-40ef-8795-531adbf2da98 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:42:08.412743 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e9a92b5-754c-4fee-a216-fe703f36380c tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:08.445453 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e9a92b5-754c-4fee-a216-fe703f36380c tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:08.458912 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4b913196-9a95-4fb6-b6e1-ad1960f84fbb tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:08.523064 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-1e3959e4-bfd1-4a0f-9dd7-a318bbd81f6a tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] For port 6f6db4ed-ba93-4c55-a235-455eca3308e4, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=6f6db4ed-ba93-4c55-a235-455eca3308e4,segment=NetworkSegment(f529420e-c782-4cd5-aa37-e906f7530e08),segment_id=f529420e-c782-4cd5-aa37-e906f7530e08)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:42:08.523426 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e3959e4-bfd1-4a0f-9dd7-a318bbd81f6a tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:08.526335 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-0ddb3f1d-6914-44db-bf30-aa4c49c8d23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:08.527811 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-0ddb3f1d-6914-44db-bf30-aa4c49c8d23d service neutron] 10.222.0.36 "GET /v2.0/networks?id=8ca73572-76c5-4f25-8350-367e966c7e9c HTTP/1.1" status: 200 len: 897 time: 0.2638106 Nov 16 11:42:08.580449 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ba68d5d6-e088-487d-8e6a-ba0d8875c654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc57b86c-0c30-4b2a-bbc4-9669497b0b82', 'name': 'tempest-ServersTestJSON-604576079-router', 'tenant_id': '142d3a0b7566420dad5d5849dd291232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '612a30bc-1b22-4af3-b8b9-0c2b365ea308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:29Z', 'updated_at': '2021-11-16T11:39:39Z', 'revision_number': 4, 'project_id': '142d3a0b7566420dad5d5849dd291232', 'gw_port': {'id': '612a30bc-1b22-4af3-b8b9-0c2b365ea308', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:71:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc57b86c-0c30-4b2a-bbc4-9669497b0b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:31Z', 'updated_at': '2021-11-16T11:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '1400c4be-ecbf-45f4-8060-3df70df78d63', 'name': '', 'network_id': '20a976b3-4269-4e45-8f07-aa388b8223f2', 'tenant_id': '142d3a0b7566420dad5d5849dd291232', 'mac_address': 'fa:16:3e:c8:0c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc57b86c-0c30-4b2a-bbc4-9669497b0b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'd54163ea-b6e5-473e-b29c-97d26895cfc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:36Z', 'updated_at': '2021-11-16T11:39:49Z', 'revision_number': 5, 'project_id': '142d3a0b7566420dad5d5849dd291232', 'subnets': [{'id': 'd54163ea-b6e5-473e-b29c-97d26895cfc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:08.584691 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-1e3959e4-bfd1-4a0f-9dd7-a318bbd81f6a tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Calling delete_port for 6f6db4ed-ba93-4c55-a235-455eca3308e4 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:42:08.629854 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba68d5d6-e088-487d-8e6a-ba0d8875c654 None None] The sync data for ids ['fc57b86c-0c30-4b2a-bbc4-9669497b0b82'] in n-d-816823-3 is: [{'id': 'fc57b86c-0c30-4b2a-bbc4-9669497b0b82', 'name': 'tempest-ServersTestJSON-604576079-router', 'tenant_id': '142d3a0b7566420dad5d5849dd291232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '612a30bc-1b22-4af3-b8b9-0c2b365ea308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:29Z', 'updated_at': '2021-11-16T11:39:39Z', 'revision_number': 4, 'project_id': '142d3a0b7566420dad5d5849dd291232', 'gw_port': {'id': '612a30bc-1b22-4af3-b8b9-0c2b365ea308', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:71:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc57b86c-0c30-4b2a-bbc4-9669497b0b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:31Z', 'updated_at': '2021-11-16T11:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '1400c4be-ecbf-45f4-8060-3df70df78d63', 'name': '', 'network_id': '20a976b3-4269-4e45-8f07-aa388b8223f2', 'tenant_id': '142d3a0b7566420dad5d5849dd291232', 'mac_address': 'fa:16:3e:c8:0c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc57b86c-0c30-4b2a-bbc4-9669497b0b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'd54163ea-b6e5-473e-b29c-97d26895cfc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:36Z', 'updated_at': '2021-11-16T11:39:49Z', 'revision_number': 5, 'project_id': '142d3a0b7566420dad5d5849dd291232', 'subnets': [{'id': 'd54163ea-b6e5-473e-b29c-97d26895cfc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:42:08.644270 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 037692b1-8f61-40ef-8795-531adbf2da98 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:08.644652 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:08.711374 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7706535c-2a9e-4c9c-84da-399c7aa97087 None None] DHCP port deletion for 53ed6c03-93d5-493d-84ec-3d53e3a4ab55 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:42:08.747227 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-3faa15f3-f10a-458b-a4ba-dbbb21e05bb3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bda14850-88f9-4936-881c-ad4e726233a0 HTTP/1.1" status: 200 len: 1000 time: 0.2107480 Nov 16 11:42:08.752291 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4b913196-9a95-4fb6-b6e1-ad1960f84fbb tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:08.803471 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3c8a8e50-f3b4-4531-a56a-dc3a00c25db4 None None] Could not find standard attr ID for object 327eaa0e-1f9f-48a4-ba04-49b11359e000. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:42:08.813673 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f527b2-ac07-4f75-a1d3-05639d39aa6e tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Router 9601b839-ba12-4df3-9a99-28ec83632437 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:42:08.828751 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-5f6d4af0-0044-419d-8fab-e0fbc7d6c931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:08.830884 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-5f6d4af0-0044-419d-8fab-e0fbc7d6c931 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=94a14835-5cdb-402d-9edd-b7beabc5bf3a HTTP/1.1" status: 200 len: 834 time: 0.0745623 Nov 16 11:42:08.831047 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b046d0ed-896b-49dd-9993-4fc5feb34d39 req-760c79f1-735b-4a2e-a67d-bf936521fe0d tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=f632be34-16d2-466f-848c-1266f1ebfecc HTTP/1.1" status: 200 len: 210 time: 0.1406598 Nov 16 11:42:08.886336 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b913196-9a95-4fb6-b6e1-ad1960f84fbb tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Subnet': ['ID=31fecf8b-b3c8-45ec-8f65-ab35d17a1627,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:08.921939 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-7706535c-2a9e-4c9c-84da-399c7aa97087 None None] Deleting port 6f6db4ed-ba93-4c55-a235-455eca3308e4 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:42:08.922606 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7706535c-2a9e-4c9c-84da-399c7aa97087 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:08.930454 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4b913196-9a95-4fb6-b6e1-ad1960f84fbb tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:08.936686 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4b913196-9a95-4fb6-b6e1-ad1960f84fbb tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/31fecf8b-b3c8-45ec-8f65-ab35d17a1627 HTTP/1.1" status: 204 len: 168 time: 0.9485977 Nov 16 11:42:08.938536 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58512) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:09.016749 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-7706535c-2a9e-4c9c-84da-399c7aa97087 None None] For port 6f6db4ed-ba93-4c55-a235-455eca3308e4, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=6f6db4ed-ba93-4c55-a235-455eca3308e4,segment=NetworkSegment(f529420e-c782-4cd5-aa37-e906f7530e08),segment_id=f529420e-c782-4cd5-aa37-e906f7530e08)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:42:09.017455 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7706535c-2a9e-4c9c-84da-399c7aa97087 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:09.022378 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-57626f06-6d0e-4c9e-9dfa-aed70e18e844 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0813813 Nov 16 11:42:09.023843 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58514) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:09.033864 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d44c77ce-32e1-45b0-91de-06e21019309d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'subnet': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:09.034600 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-7706535c-2a9e-4c9c-84da-399c7aa97087 None None] Calling delete_port for 6f6db4ed-ba93-4c55-a235-455eca3308e4 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:42:09.105948 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e9a92b5-754c-4fee-a216-fe703f36380c tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:09.112491 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e9a92b5-754c-4fee-a216-fe703f36380c tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:09.119734 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0e9a92b5-754c-4fee-a216-fe703f36380c tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.61 "DELETE /v2.0/security-groups/10ff963b-8329-4270-b61e-45280c6dba8b HTTP/1.1" status: 204 len: 168 time: 0.9080944 Nov 16 11:42:09.157661 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58518) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:09.158657 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a92b5-754c-4fee-a216-fe703f36380c tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ff963b-8329-4270-b61e-45280c6dba8b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:09.211970 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-f9b62654-a45f-4bb1-ada4-a8c1b4f8adc3 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] show failed (client error): The resource could not be found. Nov 16 11:42:09.213039 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f9b62654-a45f-4bb1-ada4-a8c1b4f8adc3 tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.61 "GET /v2.0/security-groups/10ff963b-8329-4270-b61e-45280c6dba8b HTTP/1.1" status: 404 len: 347 time: 0.0494368 Nov 16 11:42:09.222875 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44c77ce-32e1-45b0-91de-06e21019309d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:42:09.230740 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d44c77ce-32e1-45b0-91de-06e21019309d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:09.236377 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58520) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:09.237242 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc036881-2b29-402b-ae69-12466d30dd12 None None] New status for floating IP 8024a23a-c2d6-4360-bcfb-66109dfa67e2: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:42:09.252919 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-411b061a-381d-4e2c-87e7-f7a57a7dc801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:09.259409 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7706535c-2a9e-4c9c-84da-399c7aa97087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:09.260121 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-411b061a-381d-4e2c-87e7-f7a57a7dc801 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8ca73572-76c5-4f25-8350-367e966c7e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3843856 Nov 16 11:42:09.287525 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6799e6-030f-44bc-a815-55973bce7c5e req-6961f611-0d72-4350-8fbd-4b136257781f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:09.295506 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ee6799e6-030f-44bc-a815-55973bce7c5e req-6961f611-0d72-4350-8fbd-4b136257781f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4 HTTP/1.1" status: 200 len: 945 time: 0.1145253 Nov 16 11:42:09.306875 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e3959e4-bfd1-4a0f-9dd7-a318bbd81f6a tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:09.330846 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7706535c-2a9e-4c9c-84da-399c7aa97087 None None] Pushing event deleted for resources: {'Port': ['ID=6f6db4ed-ba93-4c55-a235-455eca3308e4,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:09.339757 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7706535c-2a9e-4c9c-84da-399c7aa97087 None None] No DVR routers for this DVR port 6f6db4ed-ba93-4c55-a235-455eca3308e4 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:42:09.381788 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ee6799e6-030f-44bc-a815-55973bce7c5e req-96016384-c786-42bb-bc31-0378d9e9cccd tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f7dd363-790d-4275-b72d-14778f7338eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848095 Nov 16 11:42:09.404025 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f527b2-ac07-4f75-a1d3-05639d39aa6e tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:42:09.414870 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e46402-7ce3-4f45-939d-b505cdcf04c0 None None] Sync routers for ids ['9601b839-ba12-4df3-9a99-28ec83632437'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:42:09.432201 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e46402-7ce3-4f45-939d-b505cdcf04c0 None None] Routers {'9601b839-ba12-4df3-9a99-28ec83632437'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:42:09.433755 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-36e46402-7ce3-4f45-939d-b505cdcf04c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:41:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['9601b839-ba12-4df3-9a99-28ec83632437'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:09.450795 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c6f527b2-ac07-4f75-a1d3-05639d39aa6e tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:09.518842 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c6f527b2-ac07-4f75-a1d3-05639d39aa6e tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.4343352 Nov 16 11:42:09.521524 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58522) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:09.525027 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-31cc1a48-11d0-4ec9-ac69-d823c4b567c6 service neutron] 10.222.0.36 "GET /v2.0/networks/8ca73572-76c5-4f25-8350-367e966c7e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112939 Nov 16 11:42:09.537313 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-36e46402-7ce3-4f45-939d-b505cdcf04c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:09.553829 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e46402-7ce3-4f45-939d-b505cdcf04c0 None None] Routers {'9601b839-ba12-4df3-9a99-28ec83632437'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:42:09.554718 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-36e46402-7ce3-4f45-939d-b505cdcf04c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:41:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['9601b839-ba12-4df3-9a99-28ec83632437'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:09.596905 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-36e46402-7ce3-4f45-939d-b505cdcf04c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:09.597875 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e46402-7ce3-4f45-939d-b505cdcf04c0 None None] The sync data for ids ['9601b839-ba12-4df3-9a99-28ec83632437'] in n-d-816823-3 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:42:09.618533 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3959e4-bfd1-4a0f-9dd7-a318bbd81f6a tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'Port': ['ID=6f6db4ed-ba93-4c55-a235-455eca3308e4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:09.667635 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d8b5e3-f8ec-4293-a069-2829db823a65 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:42:09.680910 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3959e4-bfd1-4a0f-9dd7-a318bbd81f6a tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] No DVR routers for this DVR port 6f6db4ed-ba93-4c55-a235-455eca3308e4 on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:42:09.709769 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1627b294-aece-42a8-86d3-b6ce910f26af tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] 10.222.0.61 "GET /v2.0/floatingips/03caaefc-d4d3-45b5-b81f-5d963c609e63 HTTP/1.1" status: 200 len: 983 time: 0.1866255 Nov 16 11:42:09.714878 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58524) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:09.808498 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-7bf6137e-611f-4746-8470-5e19f84adea0 None None] Provisioning complete for port 037692b1-8f61-40ef-8795-531adbf2da98 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:09.809163 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7bf6137e-611f-4746-8470-5e19f84adea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:09.847817 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1e7d2447-9ed7-4274-9c40-edfaefa78869 tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2730 time: 0.1314700 Nov 16 11:42:09.850354 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58526) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:10.089016 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-bb995994-dfee-44ec-b833-712f5e148d77 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Deleting port cb580fad-ecce-4a3b-8c3f-6255786ea3c6 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:42:10.089967 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb995994-dfee-44ec-b833-712f5e148d77 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:10.129655 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60e4f94-3c26-4526-98de-4f59849593d5 None None] DHCP port deletion for d02e5c70-c13b-4c74-9763-e19ffb7dd482 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:42:10.190230 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb995994-dfee-44ec-b833-712f5e148d77 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:10.190674 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb995994-dfee-44ec-b833-712f5e148d77 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:10.216507 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-bb995994-dfee-44ec-b833-712f5e148d77 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Calling delete_port for cb580fad-ecce-4a3b-8c3f-6255786ea3c6 owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:42:10.227268 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-0595d5dc-03d8-411c-8ecf-f99960ef59b9 service neutron] 10.222.0.36 "GET /v2.0/networks/8ca73572-76c5-4f25-8350-367e966c7e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6907244 Nov 16 11:42:10.231588 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b60e4f94-3c26-4526-98de-4f59849593d5 None None] Deleting port 037692b1-8f61-40ef-8795-531adbf2da98 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:42:10.232232 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b60e4f94-3c26-4526-98de-4f59849593d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:10.260014 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e3959e4-bfd1-4a0f-9dd7-a318bbd81f6a tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:10.297077 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-1e3959e4-bfd1-4a0f-9dd7-a318bbd81f6a tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53ed6c03-93d5-493d-84ec-3d53e3a4ab55']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:10.331965 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-1e3959e4-bfd1-4a0f-9dd7-a318bbd81f6a tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f529420e-c782-4cd5-aa37-e906f7530e08') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:10.332267 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-1e3959e4-bfd1-4a0f-9dd7-a318bbd81f6a tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f529420e-c782-4cd5-aa37-e906f7530e08') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:10.342746 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b60e4f94-3c26-4526-98de-4f59849593d5 None None] For port 037692b1-8f61-40ef-8795-531adbf2da98, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=037692b1-8f61-40ef-8795-531adbf2da98,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:42:10.344003 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b60e4f94-3c26-4526-98de-4f59849593d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:10.350540 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e3959e4-bfd1-4a0f-9dd7-a318bbd81f6a tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:10.364102 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b60e4f94-3c26-4526-98de-4f59849593d5 None None] Calling delete_port for 037692b1-8f61-40ef-8795-531adbf2da98 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:42:10.365780 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d140bd9e-094b-4b53-b823-b91c3e5de11d tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Deleting port a2250b54-0a5d-4095-9939-71d233bda0a0 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:42:10.366154 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d140bd9e-094b-4b53-b823-b91c3e5de11d tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:10.436881 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 6f6db4ed-ba93-4c55-a235-455eca3308e4 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:42:10.449419 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e3959e4-bfd1-4a0f-9dd7-a318bbd81f6a tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:10.474795 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 6f6db4ed-ba93-4c55-a235-455eca3308e4 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:42:10.475299 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 6f6db4ed-ba93-4c55-a235-455eca3308e4 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:42:10.476129 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 037692b1-8f61-40ef-8795-531adbf2da98 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:42:10.476732 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb995994-dfee-44ec-b833-712f5e148d77 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:10.497057 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e3959e4-bfd1-4a0f-9dd7-a318bbd81f6a tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:42:10.497466 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e3959e4-bfd1-4a0f-9dd7-a318bbd81f6a tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:10.502584 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:42:10.502584 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:42:10.502584 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:42:10.502584 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:42:10.502584 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:42:10.502584 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:42:10.502584 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:42:10.502584 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:42:10.502584 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:42:10.502584 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:42:10.502584 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:42:10.502584 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:42:10.502584 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:42:10.502584 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:42:10.502584 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:42:10.502584 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:42:10.502584 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:42:10.502584 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:42:10.502584 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:42:10.502584 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:42:10.502584 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:42:10.502584 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:42:10.502584 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:42:10.502584 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:42:10.502584 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:42:10.502584 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:42:10.502584 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:42:10.502584 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:42:10.502584 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:42:10.502584 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:42:10.502584 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:42:10.502584 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:42:10.511309 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb995994-dfee-44ec-b833-712f5e148d77 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Pushing event deleted for resources: {'Port': ['ID=cb580fad-ecce-4a3b-8c3f-6255786ea3c6,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:10.589728 n-d-816823-3 neutron-server[102670]: INFO neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No ports have port_id starting with 037692b1-8f61-40ef-8795-531adbf2da98 Nov 16 11:42:10.591707 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b60e4f94-3c26-4526-98de-4f59849593d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:10.624722 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81e480-47f0-4211-a23e-1d58b8cad4f1 req-5e22d272-deea-42e2-ac6b-57756de3ef06 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:10.628685 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eb81e480-47f0-4211-a23e-1d58b8cad4f1 req-5e22d272-deea-42e2-ac6b-57756de3ef06 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4 HTTP/1.1" status: 200 len: 945 time: 0.1149423 Nov 16 11:42:10.630247 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e4f94-3c26-4526-98de-4f59849593d5 None None] Pushing event deleted for resources: {'Port': ['ID=037692b1-8f61-40ef-8795-531adbf2da98,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:10.639151 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60e4f94-3c26-4526-98de-4f59849593d5 None None] No DVR routers for this DVR port 037692b1-8f61-40ef-8795-531adbf2da98 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:42:10.643035 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb995994-dfee-44ec-b833-712f5e148d77 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks [] for floatingip, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:10.643544 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d140bd9e-094b-4b53-b823-b91c3e5de11d tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:10.643874 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d140bd9e-094b-4b53-b823-b91c3e5de11d tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:10.644523 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [None req-bb995994-dfee-44ec-b833-712f5e148d77 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Floating IP 03caaefc-d4d3-45b5-b81f-5d963c609e63 disassociated (deleted). External IP: 172.25.0.213, port: a82c3139-ee7d-4762-a64b-b7c747b07c13. Nov 16 11:42:10.669874 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e3959e4-bfd1-4a0f-9dd7-a318bbd81f6a tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:10.694884 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e3959e4-bfd1-4a0f-9dd7-a318bbd81f6a tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:10.703603 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1e3959e4-bfd1-4a0f-9dd7-a318bbd81f6a tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/networks/53ed6c03-93d5-493d-84ec-3d53e3a4ab55 HTTP/1.1" status: 204 len: 168 time: 2.8984926 Nov 16 11:42:10.703603 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58534) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:10.704278 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d140bd9e-094b-4b53-b823-b91c3e5de11d tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Calling delete_port for a2250b54-0a5d-4095-9939-71d233bda0a0 owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:42:10.712679 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-14e00e1e-c635-4b9b-807f-0d7eea9b4339 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1439649227'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:10.729908 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-9b66e2db-776d-4962-a4be-0c6daeeb5931 tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:10.731374 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-9b66e2db-776d-4962-a4be-0c6daeeb5931 tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4&tenant_id=a94525ce04b1475298bff18f4d90d9d6&binding%3Ahost_id=n-h1-816823-3 HTTP/1.1" status: 200 len: 1096 time: 0.2175360 Nov 16 11:42:10.742400 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3959e4-bfd1-4a0f-9dd7-a318bbd81f6a tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'Network': ['ID=53ed6c03-93d5-493d-84ec-3d53e3a4ab55,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:10.770628 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eb81e480-47f0-4211-a23e-1d58b8cad4f1 req-bb75905c-bc92-4766-a1c8-a8dfbe4f08f2 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f7dd363-790d-4275-b72d-14778f7338eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226518 Nov 16 11:42:10.787529 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3959e4-bfd1-4a0f-9dd7-a318bbd81f6a tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:10.787891 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3959e4-bfd1-4a0f-9dd7-a318bbd81f6a tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:10.788222 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3959e4-bfd1-4a0f-9dd7-a318bbd81f6a tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:10.788874 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3959e4-bfd1-4a0f-9dd7-a318bbd81f6a tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:10.788874 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3959e4-bfd1-4a0f-9dd7-a318bbd81f6a tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:10.789217 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3959e4-bfd1-4a0f-9dd7-a318bbd81f6a tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:10.789546 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3959e4-bfd1-4a0f-9dd7-a318bbd81f6a tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:10.789873 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3959e4-bfd1-4a0f-9dd7-a318bbd81f6a tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:10.790231 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3959e4-bfd1-4a0f-9dd7-a318bbd81f6a tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:10.790564 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3959e4-bfd1-4a0f-9dd7-a318bbd81f6a tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:10.790889 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3959e4-bfd1-4a0f-9dd7-a318bbd81f6a tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:10.791215 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3959e4-bfd1-4a0f-9dd7-a318bbd81f6a tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:10.849564 n-d-816823-3 neutron-server[102668]: DEBUG neutron.objects.ports [None req-d44c77ce-32e1-45b0-91de-06e21019309d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102668) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 11:42:10.865162 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d44c77ce-32e1-45b0-91de-06e21019309d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:10.912110 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e00e1e-c635-4b9b-807f-0d7eea9b4339 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Made reservation on behalf of 7d3d11fb732046149ebe953349dcb515 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:42:10.913310 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb995994-dfee-44ec-b833-712f5e148d77 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Router 9601b839-ba12-4df3-9a99-28ec83632437 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:42:10.915463 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14e00e1e-c635-4b9b-807f-0d7eea9b4339 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:10.960405 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44c77ce-32e1-45b0-91de-06e21019309d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:10.978050 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-d44c77ce-32e1-45b0-91de-06e21019309d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:10.987140 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44c77ce-32e1-45b0-91de-06e21019309d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:10.987747 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d44c77ce-32e1-45b0-91de-06e21019309d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:10.991280 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c77ce-32e1-45b0-91de-06e21019309d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Subnet': ['ID=121768e0-7e10-480d-8ac8-26fd82f4d2ab,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:10.993460 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835c3e59-9ccd-40c1-beb5-715b538810c9 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:42:11.009003 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14e00e1e-c635-4b9b-807f-0d7eea9b4339 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:42:11.037471 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb995994-dfee-44ec-b833-712f5e148d77 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:42:11.048109 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9116a5a1-077b-40a1-8fcc-54dc59840edd None None] Sync routers for ids ['9601b839-ba12-4df3-9a99-28ec83632437'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:42:11.051649 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb995994-dfee-44ec-b833-712f5e148d77 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:11.056887 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14e00e1e-c635-4b9b-807f-0d7eea9b4339 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:11.057206 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-14e00e1e-c635-4b9b-807f-0d7eea9b4339 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Added segment 220bc42e-348f-4c21-ab81-0b93f5ad04fc of type vlan for network 45f5d5d2-bcb3-4b0b-b1c9-ff7dc99eb408 Nov 16 11:42:11.081835 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9116a5a1-077b-40a1-8fcc-54dc59840edd None None] Routers {'9601b839-ba12-4df3-9a99-28ec83632437'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:42:11.082265 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58538) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:11.082506 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9116a5a1-077b-40a1-8fcc-54dc59840edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:41:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['9601b839-ba12-4df3-9a99-28ec83632437'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:11.082784 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d44c77ce-32e1-45b0-91de-06e21019309d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0566390 Nov 16 11:42:11.088351 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-b67ffa37-f286-406d-948a-44ae5e57c5f6 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'subnet': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:11.149596 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9116a5a1-077b-40a1-8fcc-54dc59840edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:11.172529 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9116a5a1-077b-40a1-8fcc-54dc59840edd None None] Routers {'9601b839-ba12-4df3-9a99-28ec83632437'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:42:11.173091 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9116a5a1-077b-40a1-8fcc-54dc59840edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:41:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['9601b839-ba12-4df3-9a99-28ec83632437'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:11.176119 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14e00e1e-c635-4b9b-807f-0d7eea9b4339 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:11.185844 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-bb995994-dfee-44ec-b833-712f5e148d77 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] 10.222.0.61 "DELETE /v2.0/floatingips/03caaefc-d4d3-45b5-b81f-5d963c609e63 HTTP/1.1" status: 204 len: 168 time: 1.3341439 Nov 16 11:42:11.189728 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58540) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:11.195515 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4823942c-c2ee-4086-b246-3522c2effa6a tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:11.198808 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-a51a0d28-ffbf-48c7-90c3-af574041a0c2 service neutron] For port bda14850-88f9-4936-881c-ad4e726233a0, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:42:11.202774 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d140bd9e-094b-4b53-b823-b91c3e5de11d tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:11.220903 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-a51a0d28-ffbf-48c7-90c3-af574041a0c2 service neutron] Publish callbacks [] for binding, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:11.222311 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-a51a0d28-ffbf-48c7-90c3-af574041a0c2 service neutron] 10.222.0.36 "DELETE /v2.0/ports/bda14850-88f9-4936-881c-ad4e726233a0/bindings/n-h2-816823-3 HTTP/1.1" status: 204 len: 173 time: 0.4717543 Nov 16 11:42:11.254939 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140bd9e-094b-4b53-b823-b91c3e5de11d tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Pushing event deleted for resources: {'Port': ['ID=a2250b54-0a5d-4095-9939-71d233bda0a0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:11.266963 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9116a5a1-077b-40a1-8fcc-54dc59840edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:11.267600 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9116a5a1-077b-40a1-8fcc-54dc59840edd None None] The sync data for ids ['9601b839-ba12-4df3-9a99-28ec83632437'] in n-d-816823-3 is: [] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:42:11.292989 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14e00e1e-c635-4b9b-807f-0d7eea9b4339 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:11.299503 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e00e1e-c635-4b9b-807f-0d7eea9b4339 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:11.300125 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14e00e1e-c635-4b9b-807f-0d7eea9b4339 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:11.325695 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede351ee-ccaf-4fe1-b926-46aa31cc8b8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-d02e5c70-c13b-4c74-9763-e19ffb7dd482', 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'tenant_id': '4ebb44564e554f6b8a2c06865b79e6ad', 'fixed_ips': [{'subnet_id': '121768e0-7e10-480d-8ac8-26fd82f4d2ab'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:42:11.326652 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ede351ee-ccaf-4fe1-b926-46aa31cc8b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:11.332157 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67ffa37-f286-406d-948a-44ae5e57c5f6 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:42:11.334971 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4823942c-c2ee-4086-b246-3522c2effa6a tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:11.335360 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b67ffa37-f286-406d-948a-44ae5e57c5f6 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:11.437105 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e00e1e-c635-4b9b-807f-0d7eea9b4339 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'Network': ['ID=45f5d5d2-bcb3-4b0b-b1c9-ff7dc99eb408,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:11.480127 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 45f5d5d2-bcb3-4b0b-b1c9-ff7dc99eb408 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:42:11.488849 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-14e00e1e-c635-4b9b-807f-0d7eea9b4339 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7810192 Nov 16 11:42:11.490364 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58542) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:11.502281 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f4d75d8b-772f-42dd-98d2-1056ce2bfeaf tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'subnet': {'network_id': '45f5d5d2-bcb3-4b0b-b1c9-ff7dc99eb408', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:11.526464 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d140bd9e-094b-4b53-b823-b91c3e5de11d tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:11.531621 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d140bd9e-094b-4b53-b823-b91c3e5de11d tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:11.538735 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d140bd9e-094b-4b53-b823-b91c3e5de11d tempest-ServersTestJSON-1275954378 tempest-ServersTestJSON-1275954378-project] 10.222.0.61 "DELETE /v2.0/floatingips/8024a23a-c2d6-4360-bcfb-66109dfa67e2 HTTP/1.1" status: 204 len: 168 time: 2.3000438 Nov 16 11:42:11.557623 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-ede351ee-ccaf-4fe1-b926-46aa31cc8b8c None None] Allocated IP 2001:db8::f816:3eff:fedd:2a4f (d02e5c70-c13b-4c74-9763-e19ffb7dd482/121768e0-7e10-480d-8ac8-26fd82f4d2ab/3cdfd81c-42cb-44a5-8a01-51767a4981ce) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:42:11.583799 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58544) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:11.755935 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ede351ee-ccaf-4fe1-b926-46aa31cc8b8c None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:11.777687 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d75d8b-772f-42dd-98d2-1056ce2bfeaf tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Made reservation on behalf of 7d3d11fb732046149ebe953349dcb515 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:42:11.781861 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f4d75d8b-772f-42dd-98d2-1056ce2bfeaf tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:11.798288 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ede351ee-ccaf-4fe1-b926-46aa31cc8b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:11.841959 n-d-816823-3 neutron-server[102669]: INFO neutron.db.ipam_backend_mixin [None req-b67ffa37-f286-406d-948a-44ae5e57c5f6 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 121768e0-7e10-480d-8ac8-26fd82f4d2ab (CIDR: 2001:db8::/64) Nov 16 11:42:11.849219 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-b67ffa37-f286-406d-948a-44ae5e57c5f6 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:42:11.850857 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b67ffa37-f286-406d-948a-44ae5e57c5f6 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:11.854081 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede351ee-ccaf-4fe1-b926-46aa31cc8b8c None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:11.858434 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede351ee-ccaf-4fe1-b926-46aa31cc8b8c None None] Pushing event updated for resources: {'Port': ['ID=3cdfd81c-42cb-44a5-8a01-51767a4981ce,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:11.867424 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-ede351ee-ccaf-4fe1-b926-46aa31cc8b8c None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:11.870960 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede351ee-ccaf-4fe1-b926-46aa31cc8b8c None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:42:11.886250 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b67ffa37-f286-406d-948a-44ae5e57c5f6 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8022935 Nov 16 11:42:11.887175 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58548) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:11.923825 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-8fd31d6c-5f42-41a7-b020-0a97fc918346 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'subnet': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:11.935161 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4823942c-c2ee-4086-b246-3522c2effa6a tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:11.957207 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-ede351ee-ccaf-4fe1-b926-46aa31cc8b8c None None] Attempting to bind port 3cdfd81c-42cb-44a5-8a01-51767a4981ce on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:42:11.957994 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-ede351ee-ccaf-4fe1-b926-46aa31cc8b8c None None] Attempting to bind port 3cdfd81c-42cb-44a5-8a01-51767a4981ce by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:42:11.958623 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede351ee-ccaf-4fe1-b926-46aa31cc8b8c None None] Attempting to bind port 3cdfd81c-42cb-44a5-8a01-51767a4981ce on network d02e5c70-c13b-4c74-9763-e19ffb7dd482 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:42:11.964636 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede351ee-ccaf-4fe1-b926-46aa31cc8b8c None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:42:11.965198 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede351ee-ccaf-4fe1-b926-46aa31cc8b8c None None] Checking segment: {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:42:11.965707 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ede351ee-ccaf-4fe1-b926-46aa31cc8b8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:11.966643 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede351ee-ccaf-4fe1-b926-46aa31cc8b8c None None] Bound using segment: {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:42:11.967478 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-ede351ee-ccaf-4fe1-b926-46aa31cc8b8c None None] Bound port: 3cdfd81c-42cb-44a5-8a01-51767a4981ce, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:42:11.968780 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ede351ee-ccaf-4fe1-b926-46aa31cc8b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:12.020289 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfbe27-efe5-4419-8816-b1c894d9986d req-6cfb5764-91ac-4b63-8533-f47d23f4f0ce tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:12.028097 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eecfbe27-efe5-4419-8816-b1c894d9986d req-6cfb5764-91ac-4b63-8533-f47d23f4f0ce tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4 HTTP/1.1" status: 200 len: 945 time: 0.1397591 Nov 16 11:42:12.117329 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-ede351ee-ccaf-4fe1-b926-46aa31cc8b8c None None] For port 3cdfd81c-42cb-44a5-8a01-51767a4981ce, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:42:12.123143 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-ede351ee-ccaf-4fe1-b926-46aa31cc8b8c None None] For port 3cdfd81c-42cb-44a5-8a01-51767a4981ce, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=3cdfd81c-42cb-44a5-8a01-51767a4981ce,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:42:12.124837 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eecfbe27-efe5-4419-8816-b1c894d9986d req-b4359080-2065-4021-93b0-dc1ba117b9b2 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f7dd363-790d-4275-b72d-14778f7338eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950761 Nov 16 11:42:12.151116 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ede351ee-ccaf-4fe1-b926-46aa31cc8b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:12.180073 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd31d6c-5f42-41a7-b020-0a97fc918346 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:42:12.183982 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8fd31d6c-5f42-41a7-b020-0a97fc918346 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:12.292469 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-4823942c-c2ee-4086-b246-3522c2effa6a tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Allocated IP 172.25.0.76 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/5a4c8d7f-f0df-41a2-b866-15d134a09b7e) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:42:12.295178 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede351ee-ccaf-4fe1-b926-46aa31cc8b8c None None] Pushing event updated for resources: {'Port': ['ID=3cdfd81c-42cb-44a5-8a01-51767a4981ce,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:12.348915 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb9e8d-e18c-4c12-b3c0-8c0cb7a8e6f6 req-8acefc4e-3736-4429-89b5-ff460dc437c0 tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:12.351075 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6acb9e8d-e18c-4c12-b3c0-8c0cb7a8e6f6 req-8acefc4e-3736-4429-89b5-ff460dc437c0 tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4 HTTP/1.1" status: 200 len: 1096 time: 0.0970953 Nov 16 11:42:12.433645 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6acb9e8d-e18c-4c12-b3c0-8c0cb7a8e6f6 req-d1f77cd6-6e5f-41af-84b9-0aa6655380b7 tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=9f7dd363-790d-4275-b72d-14778f7338eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691049 Nov 16 11:42:12.528736 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f4d75d8b-772f-42dd-98d2-1056ce2bfeaf tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:12.620773 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4823942c-c2ee-4086-b246-3522c2effa6a tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:12.648194 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d75d8b-772f-42dd-98d2-1056ce2bfeaf tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'Subnet': ['ID=6e02f1fb-01a3-4318-bfb6-4eb54967d6f2,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:12.655534 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a229697-a686-4fe3-a6cb-7ca302a5dc63 req-f695189e-896b-4ffc-88a8-09692b8693dd tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:12.663879 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7a229697-a686-4fe3-a6cb-7ca302a5dc63 req-f695189e-896b-4ffc-88a8-09692b8693dd tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4 HTTP/1.1" status: 200 len: 945 time: 0.1262255 Nov 16 11:42:12.673055 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d75d8b-772f-42dd-98d2-1056ce2bfeaf tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Checking segment: {'id': '220bc42e-348f-4c21-ab81-0b93f5ad04fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '45f5d5d2-bcb3-4b0b-b1c9-ff7dc99eb408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:42:12.673420 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d75d8b-772f-42dd-98d2-1056ce2bfeaf tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Network hostable DHCP agents. Network: 45f5d5d2-bcb3-4b0b-b1c9-ff7dc99eb408, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:42:12.685299 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8fd31d6c-5f42-41a7-b020-0a97fc918346 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:12.726710 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd31d6c-5f42-41a7-b020-0a97fc918346 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:12.734714 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-8fd31d6c-5f42-41a7-b020-0a97fc918346 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:12.739333 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d75d8b-772f-42dd-98d2-1056ce2bfeaf tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Network 45f5d5d2-bcb3-4b0b-b1c9-ff7dc99eb408 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:42:12.742960 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4823942c-c2ee-4086-b246-3522c2effa6a tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:12.747200 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd31d6c-5f42-41a7-b020-0a97fc918346 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:12.748015 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8fd31d6c-5f42-41a7-b020-0a97fc918346 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:12.788845 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-63b3f57a-dfec-479f-b22e-2547fa56cb2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:12.795800 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-f4d75d8b-772f-42dd-98d2-1056ce2bfeaf tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 45f5d5d2-bcb3-4b0b-b1c9-ff7dc99eb408) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:12.807917 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23900f43-879c-48a8-8c21-66db7a519ad6 None None] Network 45f5d5d2-bcb3-4b0b-b1c9-ff7dc99eb408 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:42:12.812705 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7a229697-a686-4fe3-a6cb-7ca302a5dc63 req-bc1fa517-6073-4287-8f7e-49677d7decec tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f7dd363-790d-4275-b72d-14778f7338eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445422 Nov 16 11:42:12.816378 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd31d6c-5f42-41a7-b020-0a97fc918346 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Subnet': ['ID=5d298ed1-a4a9-4950-b0b3-58e0b7829799,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:12.829244 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8fd31d6c-5f42-41a7-b020-0a97fc918346 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9098101 Nov 16 11:42:12.830113 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58556) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:12.832292 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58558) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:12.844219 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-15fca7e4-fc3c-4cb5-be69-d07c4d25a69a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'port': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'mac_address': 'fa:16:3e:22:23:4e', 'name': 'tempest-NetworksTestDHCPv6-254996501'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:12.877475 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d75d8b-772f-42dd-98d2-1056ce2bfeaf tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:12.878102 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f4d75d8b-772f-42dd-98d2-1056ce2bfeaf tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:12.892304 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4823942c-c2ee-4086-b246-3522c2effa6a tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:12.903713 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-4823942c-c2ee-4086-b246-3522c2effa6a tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:12.905903 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823942c-c2ee-4086-b246-3522c2effa6a tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Pushing event updated for resources: {'Port': ['ID=5a4c8d7f-f0df-41a2-b866-15d134a09b7e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:12.910700 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4823942c-c2ee-4086-b246-3522c2effa6a tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:42:12.967643 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f4d75d8b-772f-42dd-98d2-1056ce2bfeaf tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4735644 Nov 16 11:42:12.980909 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58560) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:12.986731 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-d16af88f-b1c7-49ab-a028-35a57ac914b1 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'port': {'network_id': '45f5d5d2-bcb3-4b0b-b1c9-ff7dc99eb408', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1297136268'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:13.000322 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b2e8eefc-cad7-43a6-a7a8-50b3a305421e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/floatingips/2092d25b-144c-4913-96b5-4d075190e48b HTTP/1.1" status: 200 len: 992 time: 0.1667662 Nov 16 11:42:13.071290 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4823942c-c2ee-4086-b246-3522c2effa6a tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:13.075644 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2a0d6f49-df4d-4350-83b2-022a67ec44fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:13.134706 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70df68a4-1e8a-475f-9ddb-7e8d9f8aa9fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-45f5d5d2-bcb3-4b0b-b1c9-ff7dc99eb408', 'network_id': '45f5d5d2-bcb3-4b0b-b1c9-ff7dc99eb408', 'tenant_id': '7d3d11fb732046149ebe953349dcb515', 'fixed_ips': [{'subnet_id': '6e02f1fb-01a3-4318-bfb6-4eb54967d6f2'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:42:13.135109 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4823942c-c2ee-4086-b246-3522c2effa6a tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:13.135621 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-70df68a4-1e8a-475f-9ddb-7e8d9f8aa9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:13.193162 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fca7e4-fc3c-4cb5-be69-d07c4d25a69a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:42:13.298630 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58568) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:13.343844 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-70df68a4-1e8a-475f-9ddb-7e8d9f8aa9fa None None] Allocated IP 172.20.0.2 (45f5d5d2-bcb3-4b0b-b1c9-ff7dc99eb408/6e02f1fb-01a3-4318-bfb6-4eb54967d6f2/f610f945-16b9-41a1-a744-5859134b2f93) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:42:13.368891 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16af88f-b1c7-49ab-a028-35a57ac914b1 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Made reservation on behalf of 7d3d11fb732046149ebe953349dcb515 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:42:13.376343 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d16af88f-b1c7-49ab-a028-35a57ac914b1 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:13.419389 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-d16af88f-b1c7-49ab-a028-35a57ac914b1 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] device_id is not set on port d36bce74-2d33-45f7-ad28-473e874f04a1 yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:42:13.445483 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-15fca7e4-fc3c-4cb5-be69-d07c4d25a69a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:13.594188 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-15fca7e4-fc3c-4cb5-be69-d07c4d25a69a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] device_id is not set on port fa605728-a872-41d7-89bd-d7b0c78d2734 yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:42:13.645439 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-70df68a4-1e8a-475f-9ddb-7e8d9f8aa9fa None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:13.654618 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-70df68a4-1e8a-475f-9ddb-7e8d9f8aa9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:13.663357 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-f67dcbd9-1555-4829-bab5-f86814832fb6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Deleting port aecd0849-6bdd-41dd-8769-c7788b34c2b3 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:42:13.663769 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f67dcbd9-1555-4829-bab5-f86814832fb6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:13.666124 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-63b3f57a-dfec-479f-b22e-2547fa56cb2d admin admin] Deleting port 1400c4be-ecbf-45f4-8060-3df70df78d63 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:42:13.666338 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-63b3f57a-dfec-479f-b22e-2547fa56cb2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:13.739048 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70df68a4-1e8a-475f-9ddb-7e8d9f8aa9fa None None] Pushing event updated for resources: {'Port': ['ID=f610f945-16b9-41a1-a744-5859134b2f93,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:13.763055 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70df68a4-1e8a-475f-9ddb-7e8d9f8aa9fa None None] Network 45f5d5d2-bcb3-4b0b-b1c9-ff7dc99eb408 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:13.766407 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-70df68a4-1e8a-475f-9ddb-7e8d9f8aa9fa None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:13.770515 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70df68a4-1e8a-475f-9ddb-7e8d9f8aa9fa None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:42:13.878824 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-d16af88f-b1c7-49ab-a028-35a57ac914b1 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Allocated IP 172.20.0.5 (45f5d5d2-bcb3-4b0b-b1c9-ff7dc99eb408/6e02f1fb-01a3-4318-bfb6-4eb54967d6f2/d36bce74-2d33-45f7-ad28-473e874f04a1) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:42:13.891580 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-70df68a4-1e8a-475f-9ddb-7e8d9f8aa9fa None None] Attempting to bind port f610f945-16b9-41a1-a744-5859134b2f93 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:42:13.892137 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-70df68a4-1e8a-475f-9ddb-7e8d9f8aa9fa None None] Attempting to bind port f610f945-16b9-41a1-a744-5859134b2f93 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '220bc42e-348f-4c21-ab81-0b93f5ad04fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '45f5d5d2-bcb3-4b0b-b1c9-ff7dc99eb408'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:42:13.892316 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70df68a4-1e8a-475f-9ddb-7e8d9f8aa9fa None None] Attempting to bind port f610f945-16b9-41a1-a744-5859134b2f93 on network 45f5d5d2-bcb3-4b0b-b1c9-ff7dc99eb408 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:42:13.902257 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdd1fa3-656e-49e0-a4bc-a19583301b20 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:42:14.008101 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70df68a4-1e8a-475f-9ddb-7e8d9f8aa9fa None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:42:14.008481 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70df68a4-1e8a-475f-9ddb-7e8d9f8aa9fa None None] Checking segment: {'id': '220bc42e-348f-4c21-ab81-0b93f5ad04fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '45f5d5d2-bcb3-4b0b-b1c9-ff7dc99eb408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:42:14.008887 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-70df68a4-1e8a-475f-9ddb-7e8d9f8aa9fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:14.009289 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70df68a4-1e8a-475f-9ddb-7e8d9f8aa9fa None None] Bound using segment: {'id': '220bc42e-348f-4c21-ab81-0b93f5ad04fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '45f5d5d2-bcb3-4b0b-b1c9-ff7dc99eb408'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:42:14.009779 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-70df68a4-1e8a-475f-9ddb-7e8d9f8aa9fa None None] Bound port: f610f945-16b9-41a1-a744-5859134b2f93, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '220bc42e-348f-4c21-ab81-0b93f5ad04fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '45f5d5d2-bcb3-4b0b-b1c9-ff7dc99eb408'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:42:14.022378 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-70df68a4-1e8a-475f-9ddb-7e8d9f8aa9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:14.088896 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-15fca7e4-fc3c-4cb5-be69-d07c4d25a69a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Allocated IP 2001:db8:0:1::6d (d02e5c70-c13b-4c74-9763-e19ffb7dd482/5d298ed1-a4a9-4950-b0b3-58e0b7829799/fa605728-a872-41d7-89bd-d7b0c78d2734) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:42:14.095878 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-15fca7e4-fc3c-4cb5-be69-d07c4d25a69a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Allocated IP 2001:db8::f816:3eff:fe22:234e (d02e5c70-c13b-4c74-9763-e19ffb7dd482/121768e0-7e10-480d-8ac8-26fd82f4d2ab/fa605728-a872-41d7-89bd-d7b0c78d2734) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:42:14.195329 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-70df68a4-1e8a-475f-9ddb-7e8d9f8aa9fa None None] For port f610f945-16b9-41a1-a744-5859134b2f93, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:42:14.198870 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-70df68a4-1e8a-475f-9ddb-7e8d9f8aa9fa None None] For port f610f945-16b9-41a1-a744-5859134b2f93, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=f610f945-16b9-41a1-a744-5859134b2f93,segment=NetworkSegment(220bc42e-348f-4c21-ab81-0b93f5ad04fc),segment_id=220bc42e-348f-4c21-ab81-0b93f5ad04fc)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:42:14.203466 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fd83befe-7cf8-48a1-8b0a-dfffcc28f6a4 None None] Provisioning complete for port 3cdfd81c-42cb-44a5-8a01-51767a4981ce triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:14.204054 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fd83befe-7cf8-48a1-8b0a-dfffcc28f6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:14.288390 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-70df68a4-1e8a-475f-9ddb-7e8d9f8aa9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:14.345274 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4823942c-c2ee-4086-b246-3522c2effa6a tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:14.364315 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4823942c-c2ee-4086-b246-3522c2effa6a tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:14.399381 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d16af88f-b1c7-49ab-a028-35a57ac914b1 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:14.400786 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 3cdfd81c-42cb-44a5-8a01-51767a4981ce up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:42:14.443661 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f67dcbd9-1555-4829-bab5-f86814832fb6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:14.444139 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f67dcbd9-1555-4829-bab5-f86814832fb6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:14.449261 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-63b3f57a-dfec-479f-b22e-2547fa56cb2d admin admin] For port 1400c4be-ecbf-45f4-8060-3df70df78d63, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=1400c4be-ecbf-45f4-8060-3df70df78d63,segment=NetworkSegment(8043acd5-4a28-4dcf-ae57-3b552b41bbc0),segment_id=8043acd5-4a28-4dcf-ae57-3b552b41bbc0)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:42:14.449750 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-63b3f57a-dfec-479f-b22e-2547fa56cb2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:14.503715 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-f67dcbd9-1555-4829-bab5-f86814832fb6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Calling delete_port for aecd0849-6bdd-41dd-8769-c7788b34c2b3 owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:42:14.510267 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-63b3f57a-dfec-479f-b22e-2547fa56cb2d admin admin] Calling delete_port for 1400c4be-ecbf-45f4-8060-3df70df78d63 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:42:14.513298 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d16af88f-b1c7-49ab-a028-35a57ac914b1 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:14.531243 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823942c-c2ee-4086-b246-3522c2effa6a tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Pushing event updated for resources: {'Port': ['ID=5a4c8d7f-f0df-41a2-b866-15d134a09b7e,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:14.538572 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70df68a4-1e8a-475f-9ddb-7e8d9f8aa9fa None None] Pushing event updated for resources: {'Port': ['ID=f610f945-16b9-41a1-a744-5859134b2f93,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:14.607652 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16af88f-b1c7-49ab-a028-35a57ac914b1 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'Port': ['ID=d36bce74-2d33-45f7-ad28-473e874f04a1,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:14.635621 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4823942c-c2ee-4086-b246-3522c2effa6a tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:14.642761 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 3cdfd81c-42cb-44a5-8a01-51767a4981ce triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:14.643145 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:14.645837 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-15fca7e4-fc3c-4cb5-be69-d07c4d25a69a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:14.652936 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16af88f-b1c7-49ab-a028-35a57ac914b1 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Network 45f5d5d2-bcb3-4b0b-b1c9-ff7dc99eb408 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:14.662843 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-d16af88f-b1c7-49ab-a028-35a57ac914b1 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:14.677757 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16af88f-b1c7-49ab-a028-35a57ac914b1 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:42:14.720141 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fd83befe-7cf8-48a1-8b0a-dfffcc28f6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:14.753992 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4823942c-c2ee-4086-b246-3522c2effa6a tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:14.762575 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4823942c-c2ee-4086-b246-3522c2effa6a tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5704603 Nov 16 11:42:14.763163 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58580) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:14.765710 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16af88f-b1c7-49ab-a028-35a57ac914b1 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:14.766427 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d16af88f-b1c7-49ab-a028-35a57ac914b1 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:14.809442 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d16af88f-b1c7-49ab-a028-35a57ac914b1 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.8251500 Nov 16 11:42:14.816956 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58582) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:14.880429 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:14.901775 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-15fca7e4-fc3c-4cb5-be69-d07c4d25a69a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:14.968449 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fd83befe-7cf8-48a1-8b0a-dfffcc28f6a4 None None] For port 3cdfd81c-42cb-44a5-8a01-51767a4981ce, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=3cdfd81c-42cb-44a5-8a01-51767a4981ce,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:42:14.984058 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fd83befe-7cf8-48a1-8b0a-dfffcc28f6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:15.024948 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fca7e4-fc3c-4cb5-be69-d07c4d25a69a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Port': ['ID=fa605728-a872-41d7-89bd-d7b0c78d2734,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:15.030075 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-30e06ce1-5356-4b9c-ba86-6d0a27e7214b tempest-FloatingIPAdminTestJSON-23650985 tempest-FloatingIPAdminTestJSON-23650985-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:15.035916 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16074694-f2da-451c-b11d-5f8d6c0f1572 None None] Update dhcp port {'port': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'fixed_ips': [{'subnet_id': '121768e0-7e10-480d-8ac8-26fd82f4d2ab', 'ip_address': '2001:db8::f816:3eff:fedd:2a4f'}, {'subnet_id': '5d298ed1-a4a9-4950-b0b3-58e0b7829799'}], 'binding:host_id': 'n-d-816823-3'}, 'id': '3cdfd81c-42cb-44a5-8a01-51767a4981ce'} from n-d-816823-3. {{(pid=102670) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 11:42:15.071763 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fca7e4-fc3c-4cb5-be69-d07c4d25a69a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:15.076208 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30e06ce1-5356-4b9c-ba86-6d0a27e7214b tempest-FloatingIPAdminTestJSON-23650985 tempest-FloatingIPAdminTestJSON-23650985-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:15.086424 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-15fca7e4-fc3c-4cb5-be69-d07c4d25a69a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:15.090407 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fca7e4-fc3c-4cb5-be69-d07c4d25a69a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:42:15.095377 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-16074694-f2da-451c-b11d-5f8d6c0f1572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:15.100264 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.api [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:42:15.100613 n-d-816823-3 neutron-server[102670]: DEBUG oslo_db.api [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:42:15.102607 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83befe-7cf8-48a1-8b0a-dfffcc28f6a4 None None] Pushing event updated for resources: {'Port': ['ID=3cdfd81c-42cb-44a5-8a01-51767a4981ce,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:15.102953 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fca7e4-fc3c-4cb5-be69-d07c4d25a69a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:15.112045 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-15fca7e4-fc3c-4cb5-be69-d07c4d25a69a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:15.139316 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-3c9e5eb5-0f4c-412a-a4ac-acfc9954d5c1 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Deleting port d36bce74-2d33-45f7-ad28-473e874f04a1 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:42:15.140676 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c9e5eb5-0f4c-412a-a4ac-acfc9954d5c1 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:15.235494 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-15fca7e4-fc3c-4cb5-be69-d07c4d25a69a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4040384 Nov 16 11:42:15.238790 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58586) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:15.250940 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f67dcbd9-1555-4829-bab5-f86814832fb6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:15.291646 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67dcbd9-1555-4829-bab5-f86814832fb6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event deleted for resources: {'Port': ['ID=aecd0849-6bdd-41dd-8769-c7788b34c2b3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:15.386162 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-63b3f57a-dfec-479f-b22e-2547fa56cb2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:15.430526 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-16074694-f2da-451c-b11d-5f8d6c0f1572 None None] Allocated IP 2001:db8:0:1::2 (d02e5c70-c13b-4c74-9763-e19ffb7dd482/5d298ed1-a4a9-4950-b0b3-58e0b7829799/3cdfd81c-42cb-44a5-8a01-51767a4981ce) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:42:15.453493 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b3f57a-dfec-479f-b22e-2547fa56cb2d admin admin] Pushing event deleted for resources: {'Port': ['ID=1400c4be-ecbf-45f4-8060-3df70df78d63,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:15.503508 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c9e5eb5-0f4c-412a-a4ac-acfc9954d5c1 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:15.511785 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f67dcbd9-1555-4829-bab5-f86814832fb6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:15.517276 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [None req-f67dcbd9-1555-4829-bab5-f86814832fb6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Floating IP 2092d25b-144c-4913-96b5-4d075190e48b disassociated (deleted). External IP: 172.25.0.132, port: bda14850-88f9-4936-881c-ad4e726233a0. Nov 16 11:42:15.551358 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-3c9e5eb5-0f4c-412a-a4ac-acfc9954d5c1 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Calling delete_port for d36bce74-2d33-45f7-ad28-473e874f04a1 owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:42:15.649210 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-269fbf53-14f3-4f1b-8598-fd4df92d3ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:15.708573 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f398fa2f-1968-4418-9cd9-c591dcdfcf4d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting port fa605728-a872-41d7-89bd-d7b0c78d2734 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:42:15.708907 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f398fa2f-1968-4418-9cd9-c591dcdfcf4d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:15.725765 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-16074694-f2da-451c-b11d-5f8d6c0f1572 None None] For port 3cdfd81c-42cb-44a5-8a01-51767a4981ce, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=3cdfd81c-42cb-44a5-8a01-51767a4981ce,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:42:15.799193 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-16074694-f2da-451c-b11d-5f8d6c0f1572 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:15.813193 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-16074694-f2da-451c-b11d-5f8d6c0f1572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:15.910097 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c9e5eb5-0f4c-412a-a4ac-acfc9954d5c1 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:16.027383 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9e5eb5-0f4c-412a-a4ac-acfc9954d5c1 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'Port': ['ID=d36bce74-2d33-45f7-ad28-473e874f04a1,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:16.068047 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-63b3f57a-dfec-479f-b22e-2547fa56cb2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:16.097730 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30e06ce1-5356-4b9c-ba86-6d0a27e7214b tempest-FloatingIPAdminTestJSON-23650985 tempest-FloatingIPAdminTestJSON-23650985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:16.164129 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16074694-f2da-451c-b11d-5f8d6c0f1572 None None] Pushing event updated for resources: {'Port': ['ID=3cdfd81c-42cb-44a5-8a01-51767a4981ce,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:16.225148 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a80dda9-2bc8-4c08-9609-b03b548467f4 None None] Network 45f5d5d2-bcb3-4b0b-b1c9-ff7dc99eb408 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:42:16.264237 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f398fa2f-1968-4418-9cd9-c591dcdfcf4d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:16.303218 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f398fa2f-1968-4418-9cd9-c591dcdfcf4d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Calling delete_port for fa605728-a872-41d7-89bd-d7b0c78d2734 owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:42:16.317345 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c9e5eb5-0f4c-412a-a4ac-acfc9954d5c1 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:16.320771 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3c9e5eb5-0f4c-412a-a4ac-acfc9954d5c1 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/ports/d36bce74-2d33-45f7-ad28-473e874f04a1 HTTP/1.1" status: 204 len: 168 time: 1.5025401 Nov 16 11:42:16.323324 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58590) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:16.373151 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-02d3d9ff-226e-4115-80c9-45a40e5f3f02 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] GET failed (client error): The resource could not be found. Nov 16 11:42:16.375246 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-02d3d9ff-226e-4115-80c9-45a40e5f3f02 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "GET /v2.0/ports/d36bce74-2d33-45f7-ad28-473e874f04a1 HTTP/1.1" status: 404 len: 333 time: 0.0428514 Nov 16 11:42:16.401969 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58592) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:16.420602 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d087bd70-0768-4aad-996a-985e11951be3 None None] Provisioning complete for port f610f945-16b9-41a1-a744-5859134b2f93 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:16.429974 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d087bd70-0768-4aad-996a-985e11951be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:16.510359 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d9fb80c-c030-41cd-922a-301e0c7a6a1a tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Deleting subnet 6e02f1fb-01a3-4318-bfb6-4eb54967d6f2 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:42:16.514820 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d9fb80c-c030-41cd-922a-301e0c7a6a1a tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:16.541616 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-30e06ce1-5356-4b9c-ba86-6d0a27e7214b tempest-FloatingIPAdminTestJSON-23650985 tempest-FloatingIPAdminTestJSON-23650985-project] Allocated IP 172.25.0.46 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/c9510e0a-833e-44b9-b059-e62a8431ed6c) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:42:16.606004 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d9fb80c-c030-41cd-922a-301e0c7a6a1a tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:16.625678 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device f610f945-16b9-41a1-a744-5859134b2f93 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:42:16.701750 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:16.743742 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d087bd70-0768-4aad-996a-985e11951be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:16.763636 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port f610f945-16b9-41a1-a744-5859134b2f93 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:16.764160 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:16.872560 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-d087bd70-0768-4aad-996a-985e11951be3 None None] For port f610f945-16b9-41a1-a744-5859134b2f93, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=f610f945-16b9-41a1-a744-5859134b2f93,segment=NetworkSegment(220bc42e-348f-4c21-ab81-0b93f5ad04fc),segment_id=220bc42e-348f-4c21-ab81-0b93f5ad04fc)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:42:16.890370 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d087bd70-0768-4aad-996a-985e11951be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:16.922808 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d9fb80c-c030-41cd-922a-301e0c7a6a1a tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:16.955713 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:16.972869 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67dcbd9-1555-4829-bab5-f86814832fb6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Router c58eaea9-a65d-47d0-ade3-63f494635c1e has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:42:17.019182 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087bd70-0768-4aad-996a-985e11951be3 None None] Pushing event updated for resources: {'Port': ['ID=f610f945-16b9-41a1-a744-5859134b2f93,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:17.046049 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f398fa2f-1968-4418-9cd9-c591dcdfcf4d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:17.123576 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f398fa2f-1968-4418-9cd9-c591dcdfcf4d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Port': ['ID=fa605728-a872-41d7-89bd-d7b0c78d2734,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:17.239725 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67dcbd9-1555-4829-bab5-f86814832fb6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:42:17.240801 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-5399a120-a8b8-4684-99e7-aac18a1b6c64 None None] Provisioning complete for port f610f945-16b9-41a1-a744-5859134b2f93 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:17.241278 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5399a120-a8b8-4684-99e7-aac18a1b6c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:17.251391 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f67dcbd9-1555-4829-bab5-f86814832fb6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:17.274845 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9474ea-7af2-4057-bf56-e43ccb7b7f22 None None] Sync routers for ids ['c58eaea9-a65d-47d0-ade3-63f494635c1e'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:42:17.306454 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f398fa2f-1968-4418-9cd9-c591dcdfcf4d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:17.319401 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f398fa2f-1968-4418-9cd9-c591dcdfcf4d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/ports/fa605728-a872-41d7-89bd-d7b0c78d2734 HTTP/1.1" status: 204 len: 168 time: 2.0792537 Nov 16 11:42:17.322543 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58600) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:17.326541 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b3f57a-dfec-479f-b22e-2547fa56cb2d admin admin] Router fc57b86c-0c30-4b2a-bbc4-9669497b0b82 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:42:17.349481 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30e06ce1-5356-4b9c-ba86-6d0a27e7214b tempest-FloatingIPAdminTestJSON-23650985 tempest-FloatingIPAdminTestJSON-23650985-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:17.380353 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f67dcbd9-1555-4829-bab5-f86814832fb6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "DELETE /v2.0/floatingips/2092d25b-144c-4913-96b5-4d075190e48b HTTP/1.1" status: 204 len: 168 time: 4.0803604 Nov 16 11:42:17.384557 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d91fe6-555d-47cf-9cac-d4f5156ad9c4', 'tag': 'bda14850-88f9-4936-881c-ad4e726233a0'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:42:17.387650 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384372f9-ce28-44b5-a75e-09f6fb545117" -d '{"events": [{"name": "network-changed", "server_uuid": "18d91fe6-555d-47cf-9cac-d4f5156ad9c4", "tag": "bda14850-88f9-4936-881c-ad4e726233a0"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:42:17.410429 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9474ea-7af2-4057-bf56-e43ccb7b7f22 None None] Routers {'c58eaea9-a65d-47d0-ade3-63f494635c1e'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:42:17.411149 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ef9474ea-7af2-4057-bf56-e43ccb7b7f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:42:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c58eaea9-a65d-47d0-ade3-63f494635c1e'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:17.439439 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d9fb80c-c030-41cd-922a-301e0c7a6a1a tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:17.505497 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9fb80c-c030-41cd-922a-301e0c7a6a1a tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'Subnet': ['ID=6e02f1fb-01a3-4318-bfb6-4eb54967d6f2,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:17.522676 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d9fb80c-c030-41cd-922a-301e0c7a6a1a tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:17.535101 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7d9fb80c-c030-41cd-922a-301e0c7a6a1a tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/subnets/6e02f1fb-01a3-4318-bfb6-4eb54967d6f2 HTTP/1.1" status: 204 len: 168 time: 1.1320324 Nov 16 11:42:17.562995 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c28527-ed30-4b5f-9aba-c17264d8112a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:17.565033 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-22c28527-ed30-4b5f-9aba-c17264d8112a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2267911 Nov 16 11:42:17.574148 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58606) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:17.582957 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58608) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:17.687156 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-ef9474ea-7af2-4057-bf56-e43ccb7b7f22 None None] Set router c58eaea9-a65d-47d0-ade3-63f494635c1e gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:42:17.692897 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b3f57a-dfec-479f-b22e-2547fa56cb2d admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:42:17.707082 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f17fc7-e6ac-42d7-a055-05130fb704cd None None] Sync routers for ids ['fc57b86c-0c30-4b2a-bbc4-9669497b0b82'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:42:17.712495 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-63b3f57a-dfec-479f-b22e-2547fa56cb2d admin admin] 10.222.0.61 "PUT /v2.0/routers/fc57b86c-0c30-4b2a-bbc4-9669497b0b82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1274319 Nov 16 11:42:17.718541 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58612) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:17.725726 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f17fc7-e6ac-42d7-a055-05130fb704cd None None] Routers {'fc57b86c-0c30-4b2a-bbc4-9669497b0b82'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:42:17.726572 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-70f17fc7-e6ac-42d7-a055-05130fb704cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:42:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['fc57b86c-0c30-4b2a-bbc4-9669497b0b82'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:17.742775 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ddbc590c-67dc-4490-b13d-393e2119d3b8 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:17.819800 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7212bcae-a70f-4727-93f8-6cdb169b9e15 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:17.821393 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7212bcae-a70f-4727-93f8-6cdb169b9e15 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2357719 Nov 16 11:42:17.840798 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b287fab6-022e-4528-81e0-0a1913b08c75 x-openstack-request-id: req-b287fab6-022e-4528-81e0-0a1913b08c75 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:42:17.841177 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d91fe6-555d-47cf-9cac-d4f5156ad9c4", "tag": "bda14850-88f9-4936-881c-ad4e726233a0", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:42:17.841368 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b287fab6-022e-4528-81e0-0a1913b08c75 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:42:17.841752 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d91fe6-555d-47cf-9cac-d4f5156ad9c4', 'tag': 'bda14850-88f9-4936-881c-ad4e726233a0', 'status': 'completed', 'code': 200} Nov 16 11:42:17.842247 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58614) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:17.880250 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395e071a-5158-4b1c-9cac-833b2488fc15 None None] Network 45f5d5d2-bcb3-4b0b-b1c9-ff7dc99eb408 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:42:17.928951 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30e06ce1-5356-4b9c-ba86-6d0a27e7214b tempest-FloatingIPAdminTestJSON-23650985 tempest-FloatingIPAdminTestJSON-23650985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:18.063359 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384372f9-ce28-44b5-a75e-09f6fb545117 req-258c47bb-4d84-4722-928f-284cb4863646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:18.064926 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-384372f9-ce28-44b5-a75e-09f6fb545117 req-258c47bb-4d84-4722-928f-284cb4863646 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a94525ce04b1475298bff18f4d90d9d6&device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4 HTTP/1.1" status: 200 len: 1096 time: 0.2189050 Nov 16 11:42:18.069813 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e06ce1-5356-4b9c-ba86-6d0a27e7214b tempest-FloatingIPAdminTestJSON-23650985 tempest-FloatingIPAdminTestJSON-23650985-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:18.072493 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e06ce1-5356-4b9c-ba86-6d0a27e7214b tempest-FloatingIPAdminTestJSON-23650985 tempest-FloatingIPAdminTestJSON-23650985-project] Pushing event updated for resources: {'Port': ['ID=c9510e0a-833e-44b9-b059-e62a8431ed6c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:18.082192 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc590c-67dc-4490-b13d-393e2119d3b8 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Deleting port f610f945-16b9-41a1-a744-5859134b2f93 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:42:18.082546 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ddbc590c-67dc-4490-b13d-393e2119d3b8 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:18.151851 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.api [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:42:18.156083 n-d-816823-3 neutron-server[102670]: DEBUG oslo_db.api [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:42:18.156194 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-70f17fc7-e6ac-42d7-a055-05130fb704cd None None] Set router fc57b86c-0c30-4b2a-bbc4-9669497b0b82 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:42:18.172300 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58818cd0-bf02-481f-94a4-e5d56f0d0ebf tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:18.174376 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58818cd0-bf02-481f-94a4-e5d56f0d0ebf tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:18.176265 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58818cd0-bf02-481f-94a4-e5d56f0d0ebf tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:18.179082 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-58818cd0-bf02-481f-94a4-e5d56f0d0ebf tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3300037 Nov 16 11:42:18.182980 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58618) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:18.191219 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384372f9-ce28-44b5-a75e-09f6fb545117 req-8dc3bb86-b273-438a-90a7-933176c8f47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:18.192789 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-384372f9-ce28-44b5-a75e-09f6fb545117 req-8dc3bb86-b273-438a-90a7-933176c8f47c service neutron] 10.222.0.36 "GET /v2.0/networks?id=8ca73572-76c5-4f25-8350-367e966c7e9c HTTP/1.1" status: 200 len: 897 time: 0.1164081 Nov 16 11:42:18.212848 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-30e06ce1-5356-4b9c-ba86-6d0a27e7214b tempest-FloatingIPAdminTestJSON-23650985 tempest-FloatingIPAdminTestJSON-23650985-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:18.273634 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-384372f9-ce28-44b5-a75e-09f6fb545117 req-1f24ca1c-15f1-4201-86db-497541e0a582 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bda14850-88f9-4936-881c-ad4e726233a0 HTTP/1.1" status: 200 len: 217 time: 0.0518670 Nov 16 11:42:18.278496 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e06ce1-5356-4b9c-ba86-6d0a27e7214b tempest-FloatingIPAdminTestJSON-23650985 tempest-FloatingIPAdminTestJSON-23650985-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:42:18.356532 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754d1bb-8d70-4f76-bb18-a92081b14fb9 req-aec59094-8147-4353-8994-8e5e06673821 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:18.356887 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e8a4923-2815-4f3b-9665-05ad39743cf3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:18.361375 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0754d1bb-8d70-4f76-bb18-a92081b14fb9 req-aec59094-8147-4353-8994-8e5e06673821 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4 HTTP/1.1" status: 200 len: 945 time: 0.3733842 Nov 16 11:42:18.363527 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-ddbc590c-67dc-4490-b13d-393e2119d3b8 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] For port f610f945-16b9-41a1-a744-5859134b2f93, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=f610f945-16b9-41a1-a744-5859134b2f93,segment=NetworkSegment(220bc42e-348f-4c21-ab81-0b93f5ad04fc),segment_id=220bc42e-348f-4c21-ab81-0b93f5ad04fc)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:42:18.368354 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ddbc590c-67dc-4490-b13d-393e2119d3b8 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:18.422769 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-e269a87c-bc39-4afc-8ed2-1c6530699929 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting subnet 121768e0-7e10-480d-8ac8-26fd82f4d2ab {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:42:18.423723 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-70f17fc7-e6ac-42d7-a055-05130fb704cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc57b86c-0c30-4b2a-bbc4-9669497b0b82', 'name': 'tempest-ServersTestJSON-604576079-router', 'tenant_id': '142d3a0b7566420dad5d5849dd291232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '612a30bc-1b22-4af3-b8b9-0c2b365ea308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:29Z', 'updated_at': '2021-11-16T11:42:15Z', 'revision_number': 5, 'project_id': '142d3a0b7566420dad5d5849dd291232', 'gw_port': {'id': '612a30bc-1b22-4af3-b8b9-0c2b365ea308', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:71:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc57b86c-0c30-4b2a-bbc4-9669497b0b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:31Z', 'updated_at': '2021-11-16T11:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:18.455709 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc590c-67dc-4490-b13d-393e2119d3b8 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Calling delete_port for f610f945-16b9-41a1-a744-5859134b2f93 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:42:18.464288 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e269a87c-bc39-4afc-8ed2-1c6530699929 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:18.465243 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f17fc7-e6ac-42d7-a055-05130fb704cd None None] Checking router: fc57b86c-0c30-4b2a-bbc4-9669497b0b82 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:42:18.466927 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:18.484473 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f17fc7-e6ac-42d7-a055-05130fb704cd None None] Routers {'fc57b86c-0c30-4b2a-bbc4-9669497b0b82'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:42:18.485050 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-70f17fc7-e6ac-42d7-a055-05130fb704cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:42:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['fc57b86c-0c30-4b2a-bbc4-9669497b0b82'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:18.496203 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ef9474ea-7af2-4057-bf56-e43ccb7b7f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c58eaea9-a65d-47d0-ade3-63f494635c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537334600', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'aa8b51d4-2297-49dc-ab31-ee09796b9e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:40:40Z', 'updated_at': '2021-11-16T11:40:50Z', 'revision_number': 4, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': 'aa8b51d4-2297-49dc-ab31-ee09796b9e22', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58eaea9-a65d-47d0-ade3-63f494635c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:40:41Z', 'updated_at': '2021-11-16T11:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '0895642f-4c6a-4cab-8854-7eb92c375d08', 'name': '', 'network_id': '8ca73572-76c5-4f25-8350-367e966c7e9c', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'mac_address': 'fa:16:3e:f9:c3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58eaea9-a65d-47d0-ade3-63f494635c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '94a14835-5cdb-402d-9edd-b7beabc5bf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:40:48Z', 'updated_at': '2021-11-16T11:40:56Z', 'revision_number': 5, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'subnets': [{'id': '94a14835-5cdb-402d-9edd-b7beabc5bf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:18.499148 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e8a4923-2815-4f3b-9665-05ad39743cf3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:18.531498 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3973960-1b73-4c5b-a018-8187134d0e78 req-43005d8d-0895-4e67-bfbe-a80d58636b2a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:18.533093 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d3973960-1b73-4c5b-a018-8187134d0e78 req-43005d8d-0895-4e67-bfbe-a80d58636b2a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.36 "GET /v2.0/ports?device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4 HTTP/1.1" status: 200 len: 945 time: 0.3391562 Nov 16 11:42:18.547254 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9474ea-7af2-4057-bf56-e43ccb7b7f22 None None] Checking router: c58eaea9-a65d-47d0-ade3-63f494635c1e for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:42:18.565446 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9474ea-7af2-4057-bf56-e43ccb7b7f22 None None] Routers {'c58eaea9-a65d-47d0-ade3-63f494635c1e'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:42:18.566814 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ef9474ea-7af2-4057-bf56-e43ccb7b7f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:42:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c58eaea9-a65d-47d0-ade3-63f494635c1e'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:18.650821 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384372f9-ce28-44b5-a75e-09f6fb545117 req-cc41e92d-a73b-493b-beb0-6378db867fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:18.653033 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-384372f9-ce28-44b5-a75e-09f6fb545117 req-cc41e92d-a73b-493b-beb0-6378db867fa3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=94a14835-5cdb-402d-9edd-b7beabc5bf3a HTTP/1.1" status: 200 len: 834 time: 0.3496528 Nov 16 11:42:18.679140 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0754d1bb-8d70-4f76-bb18-a92081b14fb9 req-243e4867-9fc3-407a-8f4a-1f0fdaeb05e1 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f7dd363-790d-4275-b72d-14778f7338eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3036077 Nov 16 11:42:18.687771 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-70f17fc7-e6ac-42d7-a055-05130fb704cd None None] Set router fc57b86c-0c30-4b2a-bbc4-9669497b0b82 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:42:18.699382 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e269a87c-bc39-4afc-8ed2-1c6530699929 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:18.708429 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a33af9b-7357-4110-9b2a-de616b146e2f None None] DHCP port deletion for 45f5d5d2-bcb3-4b0b-b1c9-ff7dc99eb408 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:42:18.740745 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 3cdfd81c-42cb-44a5-8a01-51767a4981ce up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:42:18.818744 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e269a87c-bc39-4afc-8ed2-1c6530699929 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:18.833520 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-ef9474ea-7af2-4057-bf56-e43ccb7b7f22 None None] Set router c58eaea9-a65d-47d0-ade3-63f494635c1e gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:42:18.883323 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ddbc590c-67dc-4490-b13d-393e2119d3b8 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:18.911127 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc590c-67dc-4490-b13d-393e2119d3b8 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'Port': ['ID=f610f945-16b9-41a1-a744-5859134b2f93,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:18.913875 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e269a87c-bc39-4afc-8ed2-1c6530699929 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:18.949069 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e269a87c-bc39-4afc-8ed2-1c6530699929 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Subnet': ['ID=121768e0-7e10-480d-8ac8-26fd82f4d2ab,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:18.952846 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-8a33af9b-7357-4110-9b2a-de616b146e2f None None] The port 'f610f945-16b9-41a1-a744-5859134b2f93' was deleted {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 16 11:42:18.954186 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbc590c-67dc-4490-b13d-393e2119d3b8 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] No DVR routers for this DVR port f610f945-16b9-41a1-a744-5859134b2f93 on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:42:18.961099 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-90b37164-b91a-47c2-a4dd-54add896006b None None] Could not find standard attr ID for object fa605728-a872-41d7-89bd-d7b0c78d2734. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:42:19.018900 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-90b37164-b91a-47c2-a4dd-54add896006b None None] Could not find standard attr ID for object d36bce74-2d33-45f7-ad28-473e874f04a1. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:42:19.060673 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-90b37164-b91a-47c2-a4dd-54add896006b None None] Provisioning complete for port 3cdfd81c-42cb-44a5-8a01-51767a4981ce triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:19.061150 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-90b37164-b91a-47c2-a4dd-54add896006b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:19.080046 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-70f17fc7-e6ac-42d7-a055-05130fb704cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc57b86c-0c30-4b2a-bbc4-9669497b0b82', 'name': 'tempest-ServersTestJSON-604576079-router', 'tenant_id': '142d3a0b7566420dad5d5849dd291232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '612a30bc-1b22-4af3-b8b9-0c2b365ea308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:29Z', 'updated_at': '2021-11-16T11:42:15Z', 'revision_number': 5, 'project_id': '142d3a0b7566420dad5d5849dd291232', 'gw_port': {'id': '612a30bc-1b22-4af3-b8b9-0c2b365ea308', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:71:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc57b86c-0c30-4b2a-bbc4-9669497b0b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:31Z', 'updated_at': '2021-11-16T11:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:19.101423 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:19.108030 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ddbc590c-67dc-4490-b13d-393e2119d3b8 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:19.131990 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-ddbc590c-67dc-4490-b13d-393e2119d3b8 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45f5d5d2-bcb3-4b0b-b1c9-ff7dc99eb408']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:19.138647 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f17fc7-e6ac-42d7-a055-05130fb704cd None None] The sync data for ids ['fc57b86c-0c30-4b2a-bbc4-9669497b0b82'] in n-d-816823-3 is: [{'id': 'fc57b86c-0c30-4b2a-bbc4-9669497b0b82', 'name': 'tempest-ServersTestJSON-604576079-router', 'tenant_id': '142d3a0b7566420dad5d5849dd291232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '612a30bc-1b22-4af3-b8b9-0c2b365ea308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:29Z', 'updated_at': '2021-11-16T11:42:15Z', 'revision_number': 5, 'project_id': '142d3a0b7566420dad5d5849dd291232', 'gw_port': {'id': '612a30bc-1b22-4af3-b8b9-0c2b365ea308', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:71:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc57b86c-0c30-4b2a-bbc4-9669497b0b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:31Z', 'updated_at': '2021-11-16T11:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:42:19.143737 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-ddbc590c-67dc-4490-b13d-393e2119d3b8 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '220bc42e-348f-4c21-ab81-0b93f5ad04fc') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:19.145229 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-ddbc590c-67dc-4490-b13d-393e2119d3b8 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '220bc42e-348f-4c21-ab81-0b93f5ad04fc') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:19.156463 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 3cdfd81c-42cb-44a5-8a01-51767a4981ce triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:19.156989 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:19.157526 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ddbc590c-67dc-4490-b13d-393e2119d3b8 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:19.173367 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ddbc590c-67dc-4490-b13d-393e2119d3b8 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:19.195199 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e269a87c-bc39-4afc-8ed2-1c6530699929 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:19.202028 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e269a87c-bc39-4afc-8ed2-1c6530699929 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/121768e0-7e10-480d-8ac8-26fd82f4d2ab HTTP/1.1" status: 204 len: 168 time: 1.0138857 Nov 16 11:42:19.207589 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33404b0a-a701-41f0-9b4b-5f7c8b74cf37 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:42:19.211153 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58622) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:19.220553 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddbc590c-67dc-4490-b13d-393e2119d3b8 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:42:19.220867 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ddbc590c-67dc-4490-b13d-393e2119d3b8 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:19.244476 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:42:19.244476 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:42:19.244476 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:42:19.244476 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:42:19.244476 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:42:19.244476 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:42:19.244476 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:42:19.244476 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:42:19.244476 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:42:19.244476 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:42:19.244476 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:42:19.244476 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:42:19.244476 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:42:19.244476 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:42:19.244476 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:42:19.244476 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:42:19.244476 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:42:19.244476 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:42:19.244476 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:42:19.244476 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:42:19.244476 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:42:19.244476 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:42:19.244476 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:42:19.244476 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:42:19.244476 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:42:19.244476 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:42:19.244476 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:42:19.244476 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:42:19.244476 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:42:19.244476 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:42:19.244476 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:42:19.244476 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:42:19.274466 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30e06ce1-5356-4b9c-ba86-6d0a27e7214b tempest-FloatingIPAdminTestJSON-23650985 tempest-FloatingIPAdminTestJSON-23650985-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:19.289363 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384372f9-ce28-44b5-a75e-09f6fb545117 req-7673e4e7-413c-4bea-a606-c9ff387c7450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:19.290914 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-384372f9-ce28-44b5-a75e-09f6fb545117 req-7673e4e7-413c-4bea-a606-c9ff387c7450 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8ca73572-76c5-4f25-8350-367e966c7e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6273122 Nov 16 11:42:19.295111 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-d3973960-1b73-4c5b-a018-8187134d0e78 req-0d732739-0049-4335-b3e4-4b39b4a34c5a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Deleting port bda14850-88f9-4936-881c-ad4e726233a0 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:42:19.295470 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d3973960-1b73-4c5b-a018-8187134d0e78 req-0d732739-0049-4335-b3e4-4b39b4a34c5a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:19.348842 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-c53debf6-86e3-4364-8ec5-0d22eaf9d93c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting subnet 5d298ed1-a4a9-4950-b0b3-58e0b7829799 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:42:19.356288 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c53debf6-86e3-4364-8ec5-0d22eaf9d93c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:19.390058 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ddbc590c-67dc-4490-b13d-393e2119d3b8 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:19.395240 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-2e8a4923-2815-4f3b-9665-05ad39743cf3 admin admin] Deleting port 612a30bc-1b22-4af3-b8b9-0c2b365ea308 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:42:19.396163 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e8a4923-2815-4f3b-9665-05ad39743cf3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:19.399975 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ddbc590c-67dc-4490-b13d-393e2119d3b8 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:19.406564 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ddbc590c-67dc-4490-b13d-393e2119d3b8 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/networks/45f5d5d2-bcb3-4b0b-b1c9-ff7dc99eb408 HTTP/1.1" status: 204 len: 168 time: 1.8188472 Nov 16 11:42:19.407582 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58624) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:19.426219 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-af7f95c3-8a75-47df-9f3d-35798c20d665 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'port': {'network_id': 'df2f6888-97dc-472f-8ebc-e52bc01b3d4f', 'name': 'tempest-PortsTestJSON-217381798'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:19.485385 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30e06ce1-5356-4b9c-ba86-6d0a27e7214b tempest-FloatingIPAdminTestJSON-23650985 tempest-FloatingIPAdminTestJSON-23650985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:19.522735 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc590c-67dc-4490-b13d-393e2119d3b8 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'Network': ['ID=45f5d5d2-bcb3-4b0b-b1c9-ff7dc99eb408,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:19.540753 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c53debf6-86e3-4364-8ec5-0d22eaf9d93c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:19.597005 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7f95c3-8a75-47df-9f3d-35798c20d665 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Made reservation on behalf of 7d3d11fb732046149ebe953349dcb515 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:42:19.601945 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-af7f95c3-8a75-47df-9f3d-35798c20d665 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:19.663360 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-af7f95c3-8a75-47df-9f3d-35798c20d665 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] device_id is not set on port 10a920a0-6e9f-44bc-afd1-b7ec3e7ac721 yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:42:19.688980 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ef9474ea-7af2-4057-bf56-e43ccb7b7f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c58eaea9-a65d-47d0-ade3-63f494635c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537334600', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'aa8b51d4-2297-49dc-ab31-ee09796b9e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:40:40Z', 'updated_at': '2021-11-16T11:40:50Z', 'revision_number': 4, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': 'aa8b51d4-2297-49dc-ab31-ee09796b9e22', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58eaea9-a65d-47d0-ade3-63f494635c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:40:41Z', 'updated_at': '2021-11-16T11:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '0895642f-4c6a-4cab-8854-7eb92c375d08', 'name': '', 'network_id': '8ca73572-76c5-4f25-8350-367e966c7e9c', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'mac_address': 'fa:16:3e:f9:c3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58eaea9-a65d-47d0-ade3-63f494635c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '94a14835-5cdb-402d-9edd-b7beabc5bf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:40:48Z', 'updated_at': '2021-11-16T11:40:56Z', 'revision_number': 5, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'subnets': [{'id': '94a14835-5cdb-402d-9edd-b7beabc5bf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:19.746810 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c53debf6-86e3-4364-8ec5-0d22eaf9d93c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:19.756326 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9474ea-7af2-4057-bf56-e43ccb7b7f22 None None] The sync data for ids ['c58eaea9-a65d-47d0-ade3-63f494635c1e'] in n-d-816823-3 is: [{'id': 'c58eaea9-a65d-47d0-ade3-63f494635c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537334600', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'aa8b51d4-2297-49dc-ab31-ee09796b9e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:40:40Z', 'updated_at': '2021-11-16T11:40:50Z', 'revision_number': 4, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': 'aa8b51d4-2297-49dc-ab31-ee09796b9e22', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58eaea9-a65d-47d0-ade3-63f494635c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:40:41Z', 'updated_at': '2021-11-16T11:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '0895642f-4c6a-4cab-8854-7eb92c375d08', 'name': '', 'network_id': '8ca73572-76c5-4f25-8350-367e966c7e9c', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'mac_address': 'fa:16:3e:f9:c3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58eaea9-a65d-47d0-ade3-63f494635c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '94a14835-5cdb-402d-9edd-b7beabc5bf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:40:48Z', 'updated_at': '2021-11-16T11:40:56Z', 'revision_number': 5, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'subnets': [{'id': '94a14835-5cdb-402d-9edd-b7beabc5bf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:42:19.780811 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-384372f9-ce28-44b5-a75e-09f6fb545117 req-c3f29f42-c694-4f7f-80b3-f5660899e717 service neutron] 10.222.0.36 "GET /v2.0/networks/8ca73572-76c5-4f25-8350-367e966c7e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4782898 Nov 16 11:42:19.806701 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-2e8a4923-2815-4f3b-9665-05ad39743cf3 admin admin] For port 612a30bc-1b22-4af3-b8b9-0c2b365ea308, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=612a30bc-1b22-4af3-b8b9-0c2b365ea308,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:42:19.814338 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e8a4923-2815-4f3b-9665-05ad39743cf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:19.881154 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d3973960-1b73-4c5b-a018-8187134d0e78 req-0d732739-0049-4335-b3e4-4b39b4a34c5a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] For port bda14850-88f9-4936-881c-ad4e726233a0, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=bda14850-88f9-4936-881c-ad4e726233a0,segment=NetworkSegment(8cb75e72-d058-4dc3-94c7-3793e4f6dad3),segment_id=8cb75e72-d058-4dc3-94c7-3793e4f6dad3)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:42:19.881529 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d3973960-1b73-4c5b-a018-8187134d0e78 req-0d732739-0049-4335-b3e4-4b39b4a34c5a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:19.929174 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 3cdfd81c-42cb-44a5-8a01-51767a4981ce up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:42:19.968865 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-2e8a4923-2815-4f3b-9665-05ad39743cf3 admin admin] Calling delete_port for 612a30bc-1b22-4af3-b8b9-0c2b365ea308 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:42:19.999990 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-d3973960-1b73-4c5b-a018-8187134d0e78 req-0d732739-0049-4335-b3e4-4b39b4a34c5a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Calling delete_port for bda14850-88f9-4936-881c-ad4e726233a0 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:42:20.005357 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 3cdfd81c-42cb-44a5-8a01-51767a4981ce triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:20.005732 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:20.016939 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-af7f95c3-8a75-47df-9f3d-35798c20d665 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:20.168674 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c53debf6-86e3-4364-8ec5-0d22eaf9d93c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:20.234438 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device f610f945-16b9-41a1-a744-5859134b2f93 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:42:20.238425 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf00b05-1959-4eec-a39d-bc1a5c14f1d6 req-8dd128fb-8689-4d3c-b58f-5c331fcceab1 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:20.240002 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7bf00b05-1959-4eec-a39d-bc1a5c14f1d6 req-8dd128fb-8689-4d3c-b58f-5c331fcceab1 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=18d91fe6-555d-47cf-9cac-d4f5156ad9c4 HTTP/1.1" status: 200 len: 945 time: 0.3710868 Nov 16 11:42:20.251087 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53debf6-86e3-4364-8ec5-0d22eaf9d93c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Subnet': ['ID=5d298ed1-a4a9-4950-b0b3-58e0b7829799,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:20.253253 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-af7f95c3-8a75-47df-9f3d-35798c20d665 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:20.291534 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-384372f9-ce28-44b5-a75e-09f6fb545117 req-4460cb53-a291-4781-b54f-86561418e038 service neutron] 10.222.0.36 "GET /v2.0/networks/8ca73572-76c5-4f25-8350-367e966c7e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354167 Nov 16 11:42:20.293765 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: f610f945-16b9-41a1-a744-5859134b2f93 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:42:20.294352 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device f610f945-16b9-41a1-a744-5859134b2f93 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:42:20.295033 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 1400c4be-ecbf-45f4-8060-3df70df78d63 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:42:20.348406 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 1400c4be-ecbf-45f4-8060-3df70df78d63 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:42:20.349647 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 1400c4be-ecbf-45f4-8060-3df70df78d63 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:42:20.394805 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63ee88f-f015-4684-9ab0-97c57ea2c356 None None] New status for floating IP 2092d25b-144c-4913-96b5-4d075190e48b: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:42:20.434835 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30e06ce1-5356-4b9c-ba86-6d0a27e7214b tempest-FloatingIPAdminTestJSON-23650985 tempest-FloatingIPAdminTestJSON-23650985-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:20.473530 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30e06ce1-5356-4b9c-ba86-6d0a27e7214b tempest-FloatingIPAdminTestJSON-23650985 tempest-FloatingIPAdminTestJSON-23650985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:20.616977 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e06ce1-5356-4b9c-ba86-6d0a27e7214b tempest-FloatingIPAdminTestJSON-23650985 tempest-FloatingIPAdminTestJSON-23650985-project] Pushing event updated for resources: {'Port': ['ID=c9510e0a-833e-44b9-b059-e62a8431ed6c,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:20.625549 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30e06ce1-5356-4b9c-ba86-6d0a27e7214b tempest-FloatingIPAdminTestJSON-23650985 tempest-FloatingIPAdminTestJSON-23650985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:20.651391 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30e06ce1-5356-4b9c-ba86-6d0a27e7214b tempest-FloatingIPAdminTestJSON-23650985 tempest-FloatingIPAdminTestJSON-23650985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:20.653518 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-30e06ce1-5356-4b9c-ba86-6d0a27e7214b tempest-FloatingIPAdminTestJSON-23650985 tempest-FloatingIPAdminTestJSON-23650985-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8373148 Nov 16 11:42:20.659264 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58630) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:20.669977 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e8a4923-2815-4f3b-9665-05ad39743cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:20.728678 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fc0f0f-c623-4c60-bdcc-d24039dbeb2e None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:42:20.772297 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a4923-2815-4f3b-9665-05ad39743cf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=612a30bc-1b22-4af3-b8b9-0c2b365ea308,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:20.776667 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a6a852ea-520b-474c-96b2-cf6532fe1fd9 tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1649 time: 0.1161952 Nov 16 11:42:20.779155 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58632) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:20.806314 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760079e5-322b-4b59-808e-2f1c5f8bbfa0 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:42:20.820148 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3c4f9855-289d-4b0e-9332-f526ed266b7b None None] Provisioning complete for port 3cdfd81c-42cb-44a5-8a01-51767a4981ce triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:20.820666 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3c4f9855-289d-4b0e-9332-f526ed266b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:20.822915 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c53debf6-86e3-4364-8ec5-0d22eaf9d93c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:20.826103 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c53debf6-86e3-4364-8ec5-0d22eaf9d93c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/5d298ed1-a4a9-4950-b0b3-58e0b7829799 HTTP/1.1" status: 204 len: 168 time: 1.6136260 Nov 16 11:42:20.828567 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f95c3-8a75-47df-9f3d-35798c20d665 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'Port': ['ID=10a920a0-6e9f-44bc-afd1-b7ec3e7ac721,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:20.830846 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58634) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:20.845496 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d3973960-1b73-4c5b-a018-8187134d0e78 req-0d732739-0049-4335-b3e4-4b39b4a34c5a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:20.849944 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7f95c3-8a75-47df-9f3d-35798c20d665 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Network df2f6888-97dc-472f-8ebc-e52bc01b3d4f is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:20.885054 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-af7f95c3-8a75-47df-9f3d-35798c20d665 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:20.890164 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e5cbdb0b-4e9f-4b1f-87a5-26fa617476a5 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0539989 Nov 16 11:42:20.891109 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7f95c3-8a75-47df-9f3d-35798c20d665 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:42:20.896698 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7f95c3-8a75-47df-9f3d-35798c20d665 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:20.897295 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-af7f95c3-8a75-47df-9f3d-35798c20d665 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:20.898869 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7c5d0b6f-788e-4335-a48e-a9ca8841c247 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1185780 Nov 16 11:42:20.899631 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58636) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:20.904624 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58638) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:20.907889 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-975bb3d9-5112-45f9-8cd7-3e62cdb4a1df tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'subnet': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:21.012112 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-af7f95c3-8a75-47df-9f3d-35798c20d665 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6012170 Nov 16 11:42:21.016136 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58640) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:21.025352 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d732739-0049-4335-b3e4-4b39b4a34c5a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event deleted for resources: {'Port': ['ID=bda14850-88f9-4936-881c-ad4e726233a0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:21.027244 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7bf00b05-1959-4eec-a39d-bc1a5c14f1d6 req-cf1b1d1d-1f32-4602-90fa-bf550855abae tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=9f7dd363-790d-4275-b72d-14778f7338eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7718923 Nov 16 11:42:21.060054 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86137741-6f1f-46b6-b401-528816480e4e None None] DHCP port deletion for d02e5c70-c13b-4c74-9763-e19ffb7dd482 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:42:21.128398 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-86137741-6f1f-46b6-b401-528816480e4e None None] Deleting port 3cdfd81c-42cb-44a5-8a01-51767a4981ce {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:42:21.129212 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-86137741-6f1f-46b6-b401-528816480e4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:21.158340 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-62a0cf27-823b-4214-9754-80589474ea4d tempest-FloatingIPAdminTestJSON-23650985 tempest-FloatingIPAdminTestJSON-23650985-project] Deleting port c9510e0a-833e-44b9-b059-e62a8431ed6c {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:42:21.158668 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-62a0cf27-823b-4214-9754-80589474ea4d tempest-FloatingIPAdminTestJSON-23650985 tempest-FloatingIPAdminTestJSON-23650985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:21.189321 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3973960-1b73-4c5b-a018-8187134d0e78 req-0d732739-0049-4335-b3e4-4b39b4a34c5a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] No DVR routers for this DVR port bda14850-88f9-4936-881c-ad4e726233a0 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:42:21.192422 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d3973960-1b73-4c5b-a018-8187134d0e78 req-0d732739-0049-4335-b3e4-4b39b4a34c5a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:21.200752 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d3973960-1b73-4c5b-a018-8187134d0e78 req-0d732739-0049-4335-b3e4-4b39b4a34c5a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.36 "DELETE /v2.0/ports/bda14850-88f9-4936-881c-ad4e726233a0 HTTP/1.1" status: 204 len: 173 time: 2.6557667 Nov 16 11:42:21.213640 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-86137741-6f1f-46b6-b401-528816480e4e None None] For port 3cdfd81c-42cb-44a5-8a01-51767a4981ce, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=3cdfd81c-42cb-44a5-8a01-51767a4981ce,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:42:21.214558 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-86137741-6f1f-46b6-b401-528816480e4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:21.252367 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d91fe6-555d-47cf-9cac-d4f5156ad9c4', 'name': 'network-vif-deleted', 'tag': 'bda14850-88f9-4936-881c-ad4e726233a0'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:42:21.255777 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eaa04d7-febc-4e35-b738-bf2803d625df" -d '{"events": [{"server_uuid": "18d91fe6-555d-47cf-9cac-d4f5156ad9c4", "name": "network-vif-deleted", "tag": "bda14850-88f9-4936-881c-ad4e726233a0"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:42:21.261614 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e8a4923-2815-4f3b-9665-05ad39743cf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:21.279625 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975bb3d9-5112-45f9-8cd7-3e62cdb4a1df tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:42:21.280895 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-62a0cf27-823b-4214-9754-80589474ea4d tempest-FloatingIPAdminTestJSON-23650985 tempest-FloatingIPAdminTestJSON-23650985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:21.281819 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-62a0cf27-823b-4214-9754-80589474ea4d tempest-FloatingIPAdminTestJSON-23650985 tempest-FloatingIPAdminTestJSON-23650985-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:21.284793 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-975bb3d9-5112-45f9-8cd7-3e62cdb4a1df tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:21.292469 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-86137741-6f1f-46b6-b401-528816480e4e None None] Calling delete_port for 3cdfd81c-42cb-44a5-8a01-51767a4981ce owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:42:21.299297 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-62a0cf27-823b-4214-9754-80589474ea4d tempest-FloatingIPAdminTestJSON-23650985 tempest-FloatingIPAdminTestJSON-23650985-project] Calling delete_port for c9510e0a-833e-44b9-b059-e62a8431ed6c owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:42:21.460680 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b76b92-5fb9-4e8c-bdce-05c774cd7de9 x-openstack-request-id: req-d7b76b92-5fb9-4e8c-bdce-05c774cd7de9 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:42:21.461724 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d91fe6-555d-47cf-9cac-d4f5156ad9c4", "name": "network-vif-deleted", "tag": "bda14850-88f9-4936-881c-ad4e726233a0", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:42:21.462171 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d7b76b92-5fb9-4e8c-bdce-05c774cd7de9 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:42:21.462753 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d91fe6-555d-47cf-9cac-d4f5156ad9c4', 'name': 'network-vif-deleted', 'tag': 'bda14850-88f9-4936-881c-ad4e726233a0', 'status': 'completed', 'code': 200} Nov 16 11:42:21.469400 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-86137741-6f1f-46b6-b401-528816480e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:21.537763 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-dc5d7c6c-f403-4e3a-a939-cd20aef68a65 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Deleting port 10a920a0-6e9f-44bc-afd1-b7ec3e7ac721 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:42:21.537763 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dc5d7c6c-f403-4e3a-a939-cd20aef68a65 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:21.565323 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e8a4923-2815-4f3b-9665-05ad39743cf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:21.582545 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86137741-6f1f-46b6-b401-528816480e4e None None] No DVR routers for this DVR port 3cdfd81c-42cb-44a5-8a01-51767a4981ce on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:42:21.585785 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e8a4923-2815-4f3b-9665-05ad39743cf3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:21.595113 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86137741-6f1f-46b6-b401-528816480e4e None None] Pushing event deleted for resources: {'Port': ['ID=3cdfd81c-42cb-44a5-8a01-51767a4981ce,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:21.676673 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dc5d7c6c-f403-4e3a-a939-cd20aef68a65 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:21.692389 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-dc5d7c6c-f403-4e3a-a939-cd20aef68a65 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Calling delete_port for 10a920a0-6e9f-44bc-afd1-b7ec3e7ac721 owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:42:21.714840 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e8a4923-2815-4f3b-9665-05ad39743cf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:21.714840 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8a4923-2815-4f3b-9665-05ad39743cf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc57b86c-0c30-4b2a-bbc4-9669497b0b82 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:42:21.714840 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e8a4923-2815-4f3b-9665-05ad39743cf3 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:21.718165 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2e8a4923-2815-4f3b-9665-05ad39743cf3 admin admin] 10.222.0.61 "DELETE /v2.0/routers/fc57b86c-0c30-4b2a-bbc4-9669497b0b82 HTTP/1.1" status: 204 len: 168 time: 3.9969909 Nov 16 11:42:21.720662 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58684) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:21.823788 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-62a0cf27-823b-4214-9754-80589474ea4d tempest-FloatingIPAdminTestJSON-23650985 tempest-FloatingIPAdminTestJSON-23650985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:21.856414 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-103f8c01-1fbf-4583-a971-cd41984dacdf admin admin] Deleting subnet d54163ea-b6e5-473e-b29c-97d26895cfc7 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:42:21.856857 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0cf27-823b-4214-9754-80589474ea4d tempest-FloatingIPAdminTestJSON-23650985 tempest-FloatingIPAdminTestJSON-23650985-project] Pushing event deleted for resources: {'Port': ['ID=c9510e0a-833e-44b9-b059-e62a8431ed6c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:21.864168 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-103f8c01-1fbf-4583-a971-cd41984dacdf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:21.953122 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-103f8c01-1fbf-4583-a971-cd41984dacdf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:21.978400 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 3cdfd81c-42cb-44a5-8a01-51767a4981ce no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:42:21.984488 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dc5d7c6c-f403-4e3a-a939-cd20aef68a65 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:22.001317 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-975bb3d9-5112-45f9-8cd7-3e62cdb4a1df tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:22.003560 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-62a0cf27-823b-4214-9754-80589474ea4d tempest-FloatingIPAdminTestJSON-23650985 tempest-FloatingIPAdminTestJSON-23650985-project] Publish callbacks [] for floatingip, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:22.017213 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-62a0cf27-823b-4214-9754-80589474ea4d tempest-FloatingIPAdminTestJSON-23650985 tempest-FloatingIPAdminTestJSON-23650985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:22.017213 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-62a0cf27-823b-4214-9754-80589474ea4d tempest-FloatingIPAdminTestJSON-23650985 tempest-FloatingIPAdminTestJSON-23650985-project] 10.222.0.61 "DELETE /v2.0/floatingips/d8d06bfc-0060-415f-af78-5273514c21bb HTTP/1.1" status: 204 len: 168 time: 1.1092920 Nov 16 11:42:22.025013 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58690) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:22.048590 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 3cdfd81c-42cb-44a5-8a01-51767a4981ce {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:42:22.048925 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 3cdfd81c-42cb-44a5-8a01-51767a4981ce not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:42:22.072595 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d7c6c-f403-4e3a-a939-cd20aef68a65 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'Port': ['ID=10a920a0-6e9f-44bc-afd1-b7ec3e7ac721,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:22.084263 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dc5d7c6c-f403-4e3a-a939-cd20aef68a65 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:22.091863 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-dc5d7c6c-f403-4e3a-a939-cd20aef68a65 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/ports/10a920a0-6e9f-44bc-afd1-b7ec3e7ac721 HTTP/1.1" status: 204 len: 168 time: 1.0745289 Nov 16 11:42:22.092482 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58694) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:22.097986 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-048ecafe-5b97-4f43-8560-61f892ac9714 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'port': {'network_id': 'df2f6888-97dc-472f-8ebc-e52bc01b3d4f', 'mac_address': 'fa:16:3e:18:bf:71', 'name': 'tempest-PortsTestJSON-1249171397'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:22.104569 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975bb3d9-5112-45f9-8cd7-3e62cdb4a1df tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:22.156351 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-975bb3d9-5112-45f9-8cd7-3e62cdb4a1df tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:22.159437 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58698) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:22.169381 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af0f474-a372-4270-a0b6-f9ef54472989 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:42:22.197319 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975bb3d9-5112-45f9-8cd7-3e62cdb4a1df tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:22.197548 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-975bb3d9-5112-45f9-8cd7-3e62cdb4a1df tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:22.241234 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048ecafe-5b97-4f43-8560-61f892ac9714 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Made reservation on behalf of 7d3d11fb732046149ebe953349dcb515 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:42:22.347044 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-048ecafe-5b97-4f43-8560-61f892ac9714 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:22.371122 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-048ecafe-5b97-4f43-8560-61f892ac9714 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] device_id is not set on port 38ba688c-802c-4222-9959-03d7d1a419be yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:42:22.394427 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device bda14850-88f9-4936-881c-ad4e726233a0 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:42:22.449598 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d06f8b-6235-40e8-bafa-b6ede2519ab1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-d02e5c70-c13b-4c74-9763-e19ffb7dd482', 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'tenant_id': '4ebb44564e554f6b8a2c06865b79e6ad', 'fixed_ips': [{'subnet_id': 'b54b83ce-ebea-4e8e-bd24-9f691bd42ee6'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:42:22.450517 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-61d06f8b-6235-40e8-bafa-b6ede2519ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:22.470828 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: bda14850-88f9-4936-881c-ad4e726233a0 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:42:22.471606 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device bda14850-88f9-4936-881c-ad4e726233a0 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:42:22.479759 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-103f8c01-1fbf-4583-a971-cd41984dacdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:22.655315 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-048ecafe-5b97-4f43-8560-61f892ac9714 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:22.661301 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-61d06f8b-6235-40e8-bafa-b6ede2519ab1 None None] Allocated IP 2001:db8::2 (d02e5c70-c13b-4c74-9763-e19ffb7dd482/b54b83ce-ebea-4e8e-bd24-9f691bd42ee6/bbd04203-9ed6-40a2-8119-e9e5a64bbd84) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:42:22.707329 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-048ecafe-5b97-4f43-8560-61f892ac9714 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:22.763656 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048ecafe-5b97-4f43-8560-61f892ac9714 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Network df2f6888-97dc-472f-8ebc-e52bc01b3d4f is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:22.767990 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-048ecafe-5b97-4f43-8560-61f892ac9714 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:22.772343 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048ecafe-5b97-4f43-8560-61f892ac9714 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:42:22.778244 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048ecafe-5b97-4f43-8560-61f892ac9714 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:22.779001 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-048ecafe-5b97-4f43-8560-61f892ac9714 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:22.785471 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ecafe-5b97-4f43-8560-61f892ac9714 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'Port': ['ID=38ba688c-802c-4222-9959-03d7d1a419be,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:22.804130 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-048ecafe-5b97-4f43-8560-61f892ac9714 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7099934 Nov 16 11:42:22.806857 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58728) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:22.869398 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67064bb9-8f85-4193-86aa-33a2b8d3f909 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:22.871630 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-67064bb9-8f85-4193-86aa-33a2b8d3f909 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "GET /v2.0/ports/38ba688c-802c-4222-9959-03d7d1a419be HTTP/1.1" status: 200 len: 841 time: 0.0636129 Nov 16 11:42:22.875264 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58730) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:22.933628 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-61d06f8b-6235-40e8-bafa-b6ede2519ab1 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:22.946970 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-61d06f8b-6235-40e8-bafa-b6ede2519ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:22.992605 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-975bb3d9-5112-45f9-8cd7-3e62cdb4a1df tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0891662 Nov 16 11:42:22.994654 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d06f8b-6235-40e8-bafa-b6ede2519ab1 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:22.996450 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-61d06f8b-6235-40e8-bafa-b6ede2519ab1 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:22.998359 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58732) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:23.001221 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d06f8b-6235-40e8-bafa-b6ede2519ab1 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:42:23.005233 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-a4cd4fd3-3886-48be-8c37-00f04d4ab9cf tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'subnet': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:23.008581 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d06f8b-6235-40e8-bafa-b6ede2519ab1 None None] Pushing event updated for resources: {'Port': ['ID=bbd04203-9ed6-40a2-8119-e9e5a64bbd84,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:23.062344 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975bb3d9-5112-45f9-8cd7-3e62cdb4a1df tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Subnet': ['ID=b54b83ce-ebea-4e8e-bd24-9f691bd42ee6,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:23.093249 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1b4b2186-9f4c-4a32-8538-5d994758791d tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Deleting port 38ba688c-802c-4222-9959-03d7d1a419be {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:42:23.093595 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1b4b2186-9f4c-4a32-8538-5d994758791d tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:23.095210 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-103f8c01-1fbf-4583-a971-cd41984dacdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:23.097278 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-61d06f8b-6235-40e8-bafa-b6ede2519ab1 None None] Attempting to bind port bbd04203-9ed6-40a2-8119-e9e5a64bbd84 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:42:23.099752 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-61d06f8b-6235-40e8-bafa-b6ede2519ab1 None None] Attempting to bind port bbd04203-9ed6-40a2-8119-e9e5a64bbd84 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:42:23.100587 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d06f8b-6235-40e8-bafa-b6ede2519ab1 None None] Attempting to bind port bbd04203-9ed6-40a2-8119-e9e5a64bbd84 on network d02e5c70-c13b-4c74-9763-e19ffb7dd482 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:42:23.112759 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d06f8b-6235-40e8-bafa-b6ede2519ab1 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:42:23.113459 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d06f8b-6235-40e8-bafa-b6ede2519ab1 None None] Checking segment: {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:42:23.114071 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-61d06f8b-6235-40e8-bafa-b6ede2519ab1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:23.114612 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d06f8b-6235-40e8-bafa-b6ede2519ab1 None None] Bound using segment: {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:42:23.115363 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-61d06f8b-6235-40e8-bafa-b6ede2519ab1 None None] Bound port: bbd04203-9ed6-40a2-8119-e9e5a64bbd84, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94aa1503-45b0-4f4a-b650-99da33696ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:42:23.115913 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-61d06f8b-6235-40e8-bafa-b6ede2519ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:23.129697 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe6a4a9-96ee-4679-93d3-3e5b329fb9d2 None None] Network 20a976b3-4269-4e45-8f07-aa388b8223f2 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:42:23.132716 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-103f8c01-1fbf-4583-a971-cd41984dacdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:23.136643 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-103f8c01-1fbf-4583-a971-cd41984dacdf admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d54163ea-b6e5-473e-b29c-97d26895cfc7 HTTP/1.1" status: 204 len: 168 time: 1.4149241 Nov 16 11:42:23.140910 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58736) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:23.173389 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f8c01-1fbf-4583-a971-cd41984dacdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d54163ea-b6e5-473e-b29c-97d26895cfc7,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:23.181367 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1b4b2186-9f4c-4a32-8538-5d994758791d tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:23.225527 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1b4b2186-9f4c-4a32-8538-5d994758791d tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Calling delete_port for 38ba688c-802c-4222-9959-03d7d1a419be owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:42:23.274402 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-77d70dd8-0bbe-4273-9453-b4cb30ceee3e tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Deleting port 5a4c8d7f-f0df-41a2-b866-15d134a09b7e {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:42:23.274890 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-77d70dd8-0bbe-4273-9453-b4cb30ceee3e tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:23.298968 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-61d06f8b-6235-40e8-bafa-b6ede2519ab1 None None] For port bbd04203-9ed6-40a2-8119-e9e5a64bbd84, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:42:23.316192 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-61d06f8b-6235-40e8-bafa-b6ede2519ab1 None None] For port bbd04203-9ed6-40a2-8119-e9e5a64bbd84, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=bbd04203-9ed6-40a2-8119-e9e5a64bbd84,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:42:23.323414 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-61d06f8b-6235-40e8-bafa-b6ede2519ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:23.331323 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-73d113f2-7eb5-49a7-89e0-6930652ee217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:23.392958 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d06f8b-6235-40e8-bafa-b6ede2519ab1 None None] Pushing event updated for resources: {'Port': ['ID=bbd04203-9ed6-40a2-8119-e9e5a64bbd84,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:23.426950 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1b4b2186-9f4c-4a32-8538-5d994758791d tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:23.480570 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecd3fcc-7768-4cfb-b287-62b5643b0629 None None] DHCP port deletion for 20a976b3-4269-4e45-8f07-aa388b8223f2 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:42:23.499417 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-77d70dd8-0bbe-4273-9453-b4cb30ceee3e tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:23.500003 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-77d70dd8-0bbe-4273-9453-b4cb30ceee3e tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:23.519973 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-77d70dd8-0bbe-4273-9453-b4cb30ceee3e tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Calling delete_port for 5a4c8d7f-f0df-41a2-b866-15d134a09b7e owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:42:23.520312 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b2186-9f4c-4a32-8538-5d994758791d tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'Port': ['ID=38ba688c-802c-4222-9959-03d7d1a419be,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:23.527873 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1b4b2186-9f4c-4a32-8538-5d994758791d tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:23.533168 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1b4b2186-9f4c-4a32-8538-5d994758791d tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/ports/38ba688c-802c-4222-9959-03d7d1a419be HTTP/1.1" status: 204 len: 168 time: 0.6565797 Nov 16 11:42:23.535700 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58740) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:23.553464 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4cd4fd3-3886-48be-8c37-00f04d4ab9cf tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:42:23.557275 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a4cd4fd3-3886-48be-8c37-00f04d4ab9cf tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:23.575300 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fecd3fcc-7768-4cfb-b287-62b5643b0629 None None] Deleting port 7eb633a8-182d-499b-ad3b-b86d2d446ffa {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:42:23.575767 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fecd3fcc-7768-4cfb-b287-62b5643b0629 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:23.591914 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9954a79-1215-4d08-bd08-6d67e1ece86d tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] GET failed (client error): The resource could not be found. Nov 16 11:42:23.594980 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c9954a79-1215-4d08-bd08-6d67e1ece86d tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "GET /v2.0/ports/38ba688c-802c-4222-9959-03d7d1a419be HTTP/1.1" status: 404 len: 333 time: 0.0581477 Nov 16 11:42:23.604083 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58742) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:23.611148 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e2fbcb38-da87-449e-83ce-e1028e31f2f7 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'port': {'network_id': 'df2f6888-97dc-472f-8ebc-e52bc01b3d4f', 'name': 'tempest-PortsTestJSON-1444874982'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:23.700604 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fecd3fcc-7768-4cfb-b287-62b5643b0629 None None] For port 7eb633a8-182d-499b-ad3b-b86d2d446ffa, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=7eb633a8-182d-499b-ad3b-b86d2d446ffa,segment=NetworkSegment(8043acd5-4a28-4dcf-ae57-3b552b41bbc0),segment_id=8043acd5-4a28-4dcf-ae57-3b552b41bbc0)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:42:23.700877 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fecd3fcc-7768-4cfb-b287-62b5643b0629 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:23.729081 n-d-816823-3 neutron-server[102669]: INFO neutron.db.ipam_backend_mixin [None req-a4cd4fd3-3886-48be-8c37-00f04d4ab9cf tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b54b83ce-ebea-4e8e-bd24-9f691bd42ee6 (CIDR: 2001:db8::/64) Nov 16 11:42:23.734814 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4cd4fd3-3886-48be-8c37-00f04d4ab9cf tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:42:23.735478 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4cd4fd3-3886-48be-8c37-00f04d4ab9cf tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:23.738928 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fecd3fcc-7768-4cfb-b287-62b5643b0629 None None] Calling delete_port for 7eb633a8-182d-499b-ad3b-b86d2d446ffa owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:42:23.768663 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a4cd4fd3-3886-48be-8c37-00f04d4ab9cf tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7662048 Nov 16 11:42:23.769392 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58744) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:23.781062 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-a128e367-c3b1-4684-9c3b-c0e7912527d3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'subnet': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:23.857120 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-73d113f2-7eb5-49a7-89e0-6930652ee217 admin admin] Deleting port 7eb633a8-182d-499b-ad3b-b86d2d446ffa {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:42:23.857463 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-73d113f2-7eb5-49a7-89e0-6930652ee217 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:23.901797 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fecd3fcc-7768-4cfb-b287-62b5643b0629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:23.939704 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device bbd04203-9ed6-40a2-8119-e9e5a64bbd84 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:42:23.941910 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd3fcc-7768-4cfb-b287-62b5643b0629 None None] Pushing event deleted for resources: {'Port': ['ID=7eb633a8-182d-499b-ad3b-b86d2d446ffa,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:23.944754 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecd3fcc-7768-4cfb-b287-62b5643b0629 None None] No DVR routers for this DVR port 7eb633a8-182d-499b-ad3b-b86d2d446ffa on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:42:24.001762 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port bbd04203-9ed6-40a2-8119-e9e5a64bbd84 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:24.002502 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:24.024160 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a128e367-c3b1-4684-9c3b-c0e7912527d3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:42:24.028623 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a128e367-c3b1-4684-9c3b-c0e7912527d3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:24.101124 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:24.123442 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-73d113f2-7eb5-49a7-89e0-6930652ee217 admin admin] For port 7eb633a8-182d-499b-ad3b-b86d2d446ffa, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=7eb633a8-182d-499b-ad3b-b86d2d446ffa,segment=NetworkSegment(8043acd5-4a28-4dcf-ae57-3b552b41bbc0),segment_id=8043acd5-4a28-4dcf-ae57-3b552b41bbc0)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:42:24.124023 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-73d113f2-7eb5-49a7-89e0-6930652ee217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:24.137058 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fbcb38-da87-449e-83ce-e1028e31f2f7 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Made reservation on behalf of 7d3d11fb732046149ebe953349dcb515 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:42:24.140868 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2fbcb38-da87-449e-83ce-e1028e31f2f7 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:24.179482 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port bbd04203-9ed6-40a2-8119-e9e5a64bbd84, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=bbd04203-9ed6-40a2-8119-e9e5a64bbd84,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:42:24.184102 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:24.199158 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-73d113f2-7eb5-49a7-89e0-6930652ee217 admin admin] Calling delete_port for 7eb633a8-182d-499b-ad3b-b86d2d446ffa owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:42:24.222221 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-e2fbcb38-da87-449e-83ce-e1028e31f2f7 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] device_id is not set on port 8045ad53-08cf-4b15-8828-06c34d7c72a7 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:42:24.232494 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-77d70dd8-0bbe-4273-9453-b4cb30ceee3e tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:24.262565 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=bbd04203-9ed6-40a2-8119-e9e5a64bbd84,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:24.277870 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 612a30bc-1b22-4af3-b8b9-0c2b365ea308 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:42:24.309208 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 612a30bc-1b22-4af3-b8b9-0c2b365ea308 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:42:24.309680 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 612a30bc-1b22-4af3-b8b9-0c2b365ea308 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:42:24.310303 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7eb633a8-182d-499b-ad3b-b86d2d446ffa no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:42:24.338619 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 7eb633a8-182d-499b-ad3b-b86d2d446ffa {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:42:24.339105 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7eb633a8-182d-499b-ad3b-b86d2d446ffa not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:42:24.352882 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d70dd8-0bbe-4273-9453-b4cb30ceee3e tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a4c8d7f-f0df-41a2-b866-15d134a09b7e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:24.463405 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4c6a529b-38cf-4088-ab60-40929ee40d8a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:24.594154 n-d-816823-3 neutron-server[102669]: DEBUG neutron.objects.ports [None req-a128e367-c3b1-4684-9c3b-c0e7912527d3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102669) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 11:42:24.600178 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-77d70dd8-0bbe-4273-9453-b4cb30ceee3e tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:24.602778 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-77d70dd8-0bbe-4273-9453-b4cb30ceee3e tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:24.608943 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-77d70dd8-0bbe-4273-9453-b4cb30ceee3e tempest-FloatingIPAdminTestJSON-1275023104 tempest-FloatingIPAdminTestJSON-1275023104-project-admin] 10.222.0.61 "DELETE /v2.0/floatingips/d38cb734-75aa-4673-8106-988e4b10707b HTTP/1.1" status: 204 len: 168 time: 2.5817447 Nov 16 11:42:24.614916 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58748) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:24.632610 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-73d113f2-7eb5-49a7-89e0-6930652ee217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:24.716651 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d113f2-7eb5-49a7-89e0-6930652ee217 admin admin] No DVR routers for this DVR port 7eb633a8-182d-499b-ad3b-b86d2d446ffa on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:42:24.718474 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d113f2-7eb5-49a7-89e0-6930652ee217 admin admin] Pushing event deleted for resources: {'Port': ['ID=7eb633a8-182d-499b-ad3b-b86d2d446ffa,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:24.777615 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a128e367-c3b1-4684-9c3b-c0e7912527d3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:24.786570 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2fbcb38-da87-449e-83ce-e1028e31f2f7 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:24.861791 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-af46b43a-dad8-4619-bf74-d384f600553d None None] Provisioning complete for port bbd04203-9ed6-40a2-8119-e9e5a64bbd84 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:24.862530 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-af46b43a-dad8-4619-bf74-d384f600553d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:24.923501 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-73d113f2-7eb5-49a7-89e0-6930652ee217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:24.963278 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2fbcb38-da87-449e-83ce-e1028e31f2f7 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:24.968836 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-73d113f2-7eb5-49a7-89e0-6930652ee217 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20a976b3-4269-4e45-8f07-aa388b8223f2']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:25.005847 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a128e367-c3b1-4684-9c3b-c0e7912527d3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] For port bbd04203-9ed6-40a2-8119-e9e5a64bbd84, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=bbd04203-9ed6-40a2-8119-e9e5a64bbd84,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:42:25.012685 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-e519d857-2c52-4cd0-9986-8929853bf4ef tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Deleting port a82c3139-ee7d-4762-a64b-b7c747b07c13 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:42:25.013005 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e519d857-2c52-4cd0-9986-8929853bf4ef tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:25.017815 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-73d113f2-7eb5-49a7-89e0-6930652ee217 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8043acd5-4a28-4dcf-ae57-3b552b41bbc0') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:25.018130 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-73d113f2-7eb5-49a7-89e0-6930652ee217 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8043acd5-4a28-4dcf-ae57-3b552b41bbc0') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:25.038292 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a128e367-c3b1-4684-9c3b-c0e7912527d3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:25.044066 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a128e367-c3b1-4684-9c3b-c0e7912527d3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:25.044813 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a128e367-c3b1-4684-9c3b-c0e7912527d3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:25.080370 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-73d113f2-7eb5-49a7-89e0-6930652ee217 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:25.105917 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fbcb38-da87-449e-83ce-e1028e31f2f7 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Network df2f6888-97dc-472f-8ebc-e52bc01b3d4f is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:25.117833 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-e2fbcb38-da87-449e-83ce-e1028e31f2f7 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:25.124025 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fbcb38-da87-449e-83ce-e1028e31f2f7 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'Port': ['ID=8045ad53-08cf-4b15-8828-06c34d7c72a7,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:25.126171 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-73d113f2-7eb5-49a7-89e0-6930652ee217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:25.128269 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fbcb38-da87-449e-83ce-e1028e31f2f7 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:42:25.128798 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a128e367-c3b1-4684-9c3b-c0e7912527d3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:25.135965 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fbcb38-da87-449e-83ce-e1028e31f2f7 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:25.136594 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2fbcb38-da87-449e-83ce-e1028e31f2f7 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:25.140081 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-a128e367-c3b1-4684-9c3b-c0e7912527d3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:25.148008 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a128e367-c3b1-4684-9c3b-c0e7912527d3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:25.148612 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a128e367-c3b1-4684-9c3b-c0e7912527d3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:25.154330 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73d113f2-7eb5-49a7-89e0-6930652ee217 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:42:25.154652 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-73d113f2-7eb5-49a7-89e0-6930652ee217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:25.157350 n-d-816823-3 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:42:25.157350 n-d-816823-3 neutron-server[102668]: self.session.flush() Nov 16 11:42:25.157350 n-d-816823-3 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:42:25.157350 n-d-816823-3 neutron-server[102668]: self.session.flush() Nov 16 11:42:25.157350 n-d-816823-3 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:42:25.157350 n-d-816823-3 neutron-server[102668]: self.session.flush() Nov 16 11:42:25.157350 n-d-816823-3 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:42:25.157350 n-d-816823-3 neutron-server[102668]: self.session.flush() Nov 16 11:42:25.157350 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:42:25.157350 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:42:25.157350 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:42:25.157350 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:42:25.157350 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:42:25.157350 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:42:25.157350 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:42:25.157350 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:42:25.157350 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:42:25.157350 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:42:25.157350 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:42:25.157350 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:42:25.157350 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:42:25.157350 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:42:25.157350 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:42:25.157350 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:42:25.157350 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:42:25.157350 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:42:25.157350 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:42:25.157350 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:42:25.157350 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:42:25.157350 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:42:25.157350 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:42:25.157350 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:42:25.157350 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:42:25.157350 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:42:25.157350 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:42:25.157350 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:42:25.157350 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:42:25.157350 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:42:25.157350 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:42:25.157350 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:42:25.160603 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a128e367-c3b1-4684-9c3b-c0e7912527d3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Subnet': ['ID=6cc94acb-000a-42df-9c52-3af4faadc586,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:25.162747 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a128e367-c3b1-4684-9c3b-c0e7912527d3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Port': ['ID=bbd04203-9ed6-40a2-8119-e9e5a64bbd84,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:25.175389 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a128e367-c3b1-4684-9c3b-c0e7912527d3 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4047701 Nov 16 11:42:25.178402 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58750) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:25.186795 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-873de953-9590-4c25-a2e3-c481ecf74a58 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'port': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'mac_address': 'fa:16:3e:f6:bb:fa', 'name': 'tempest-NetworksTestDHCPv6-819167227'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:25.193272 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d228b05-f3da-4188-ba6a-7895172c9494 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:42:25.248967 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e2fbcb38-da87-449e-83ce-e1028e31f2f7 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6437662 Nov 16 11:42:25.257267 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58754) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:25.264102 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-2d32c7e3-2dd1-40b6-9e35-2457d4b74901 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:25.283460 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e519d857-2c52-4cd0-9986-8929853bf4ef tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:25.305438 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-e519d857-2c52-4cd0-9986-8929853bf4ef tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Calling delete_port for a82c3139-ee7d-4762-a64b-b7c747b07c13 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:42:25.313372 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-73d113f2-7eb5-49a7-89e0-6930652ee217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:25.343428 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-73d113f2-7eb5-49a7-89e0-6930652ee217 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:25.349648 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-73d113f2-7eb5-49a7-89e0-6930652ee217 admin admin] 10.222.0.61 "DELETE /v2.0/networks/20a976b3-4269-4e45-8f07-aa388b8223f2 HTTP/1.1" status: 204 len: 168 time: 2.1887360 Nov 16 11:42:25.367978 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d113f2-7eb5-49a7-89e0-6930652ee217 admin admin] Pushing event deleted for resources: {'Network': ['ID=20a976b3-4269-4e45-8f07-aa388b8223f2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:25.454137 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-4c6a529b-38cf-4088-ab60-40929ee40d8a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Deleting port 0895642f-4c6a-4cab-8854-7eb92c375d08 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:42:25.454746 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4c6a529b-38cf-4088-ab60-40929ee40d8a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:25.476620 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d32c7e3-2dd1-40b6-9e35-2457d4b74901 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:25.540965 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873de953-9590-4c25-a2e3-c481ecf74a58 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:42:25.603150 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-4c6a529b-38cf-4088-ab60-40929ee40d8a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] For port 0895642f-4c6a-4cab-8854-7eb92c375d08, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=0895642f-4c6a-4cab-8854-7eb92c375d08,segment=NetworkSegment(8cb75e72-d058-4dc3-94c7-3793e4f6dad3),segment_id=8cb75e72-d058-4dc3-94c7-3793e4f6dad3)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:42:25.603715 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4c6a529b-38cf-4088-ab60-40929ee40d8a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:25.629749 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-4c6a529b-38cf-4088-ab60-40929ee40d8a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Calling delete_port for 0895642f-4c6a-4cab-8854-7eb92c375d08 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:42:25.634070 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e519d857-2c52-4cd0-9986-8929853bf4ef tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:25.680338 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e519d857-2c52-4cd0-9986-8929853bf4ef tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Pushing event deleted for resources: {'Port': ['ID=a82c3139-ee7d-4762-a64b-b7c747b07c13,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:25.702462 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58758) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:25.761787 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5b3cdf3a-f8ab-401a-9074-8c5bcaf43978 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=142d3a0b7566420dad5d5849dd291232&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0569532 Nov 16 11:42:25.768170 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58760) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:25.895954 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device bbd04203-9ed6-40a2-8119-e9e5a64bbd84 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:42:25.927903 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-873de953-9590-4c25-a2e3-c481ecf74a58 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:25.930885 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e519d857-2c52-4cd0-9986-8929853bf4ef tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:25.937622 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e519d857-2c52-4cd0-9986-8929853bf4ef tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] 10.222.0.61 "DELETE /v2.0/ports/a82c3139-ee7d-4762-a64b-b7c747b07c13 HTTP/1.1" status: 204 len: 168 time: 1.3219082 Nov 16 11:42:25.940501 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58762) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:25.972771 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d32c7e3-2dd1-40b6-9e35-2457d4b74901 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:25.992844 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-873de953-9590-4c25-a2e3-c481ecf74a58 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] device_id is not set on port e3290a1f-ab2d-41e4-ab97-0a82d5802523 yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:42:26.002725 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port bbd04203-9ed6-40a2-8119-e9e5a64bbd84 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:26.003143 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:26.007541 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e87bc85c-7cb6-4828-8095-d0f3a6f1199e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:26.014697 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d32c7e3-2dd1-40b6-9e35-2457d4b74901 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:26.060186 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebc6ce8-f514-4878-b99b-2acac72cdeea tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:26.065175 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8ebc6ce8-f514-4878-b99b-2acac72cdeea tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] 10.222.0.61 "GET /v2.0/ports?device_id=9601b839-ba12-4df3-9a99-28ec83632437 HTTP/1.1" status: 200 len: 913 time: 0.1236660 Nov 16 11:42:26.065945 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58764) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:26.080563 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e87bc85c-7cb6-4828-8095-d0f3a6f1199e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:26.120518 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-2d32c7e3-2dd1-40b6-9e35-2457d4b74901 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] In _notify_port_updated(), no bound segment for port 8045ad53-08cf-4b15-8828-06c34d7c72a7 on network df2f6888-97dc-472f-8ebc-e52bc01b3d4f {{(pid=102669) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 11:42:26.133602 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d32c7e3-2dd1-40b6-9e35-2457d4b74901 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:26.134406 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d32c7e3-2dd1-40b6-9e35-2457d4b74901 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:26.138314 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2d32c7e3-2dd1-40b6-9e35-2457d4b74901 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "PUT /v2.0/ports/8045ad53-08cf-4b15-8828-06c34d7c72a7 HTTP/1.1" status: 200 len: 818 time: 0.8772516 Nov 16 11:42:26.152625 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58766) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:26.223441 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32c7e3-2dd1-40b6-9e35-2457d4b74901 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'Port': ['ID=8045ad53-08cf-4b15-8828-06c34d7c72a7,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:26.265016 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4c6a529b-38cf-4088-ab60-40929ee40d8a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:26.333780 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6a529b-38cf-4088-ab60-40929ee40d8a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event deleted for resources: {'Port': ['ID=0895642f-4c6a-4cab-8854-7eb92c375d08,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:26.380181 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e87bc85c-7cb6-4828-8095-d0f3a6f1199e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:26.382742 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e87bc85c-7cb6-4828-8095-d0f3a6f1199e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:26.386687 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e87bc85c-7cb6-4828-8095-d0f3a6f1199e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f26df1b7-2e13-473b-9824-fe71d0a12052 HTTP/1.1" status: 204 len: 168 time: 0.6154778 Nov 16 11:42:26.426850 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e673ae0c-1485-4d72-8901-b6001b2ad7c9 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Deleting port 8045ad53-08cf-4b15-8828-06c34d7c72a7 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:42:26.427090 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e673ae0c-1485-4d72-8901-b6001b2ad7c9 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:26.446952 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-873de953-9590-4c25-a2e3-c481ecf74a58 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Allocated IP 2001:db8::34d (d02e5c70-c13b-4c74-9763-e19ffb7dd482/b54b83ce-ebea-4e8e-bd24-9f691bd42ee6/e3290a1f-ab2d-41e4-ab97-0a82d5802523) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:42:26.496790 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-873de953-9590-4c25-a2e3-c481ecf74a58 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Allocated IP 2001:db8:0:1:f816:3eff:fef6:bbfa (d02e5c70-c13b-4c74-9763-e19ffb7dd482/6cc94acb-000a-42df-9c52-3af4faadc586/e3290a1f-ab2d-41e4-ab97-0a82d5802523) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:42:26.548206 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e673ae0c-1485-4d72-8901-b6001b2ad7c9 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:26.572740 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e673ae0c-1485-4d72-8901-b6001b2ad7c9 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Calling delete_port for 8045ad53-08cf-4b15-8828-06c34d7c72a7 owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:42:26.624578 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-de1e2a52-5232-444d-af11-cebb900149c4 None None] Provisioning complete for port bbd04203-9ed6-40a2-8119-e9e5a64bbd84 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:26.625703 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-de1e2a52-5232-444d-af11-cebb900149c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:26.814511 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e673ae0c-1485-4d72-8901-b6001b2ad7c9 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:26.866687 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e673ae0c-1485-4d72-8901-b6001b2ad7c9 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'Port': ['ID=8045ad53-08cf-4b15-8828-06c34d7c72a7,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:26.871137 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e673ae0c-1485-4d72-8901-b6001b2ad7c9 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:26.874620 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e673ae0c-1485-4d72-8901-b6001b2ad7c9 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/ports/8045ad53-08cf-4b15-8828-06c34d7c72a7 HTTP/1.1" status: 204 len: 168 time: 0.7208471 Nov 16 11:42:26.878709 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58776) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:26.970716 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d8d8d1-a721-4150-8e6f-ec21091fbe84 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:26.972562 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-45d8d8d1-a721-4150-8e6f-ec21091fbe84 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0934494 Nov 16 11:42:26.976958 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58782) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:26.994292 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87bc85c-7cb6-4828-8095-d0f3a6f1199e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26df1b7-2e13-473b-9824-fe71d0a12052,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:27.009424 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-873de953-9590-4c25-a2e3-c481ecf74a58 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:27.012967 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cf3eed1-f308-4b9d-a054-1439132da878 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] GET failed (client error): The resource could not be found. Nov 16 11:42:27.014476 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3cf3eed1-f308-4b9d-a054-1439132da878 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "GET /v2.0/ports/8045ad53-08cf-4b15-8828-06c34d7c72a7 HTTP/1.1" status: 404 len: 333 time: 0.0367186 Nov 16 11:42:27.019786 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58784) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:27.024663 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-74fd54f6-efa0-49ef-8ec2-df8a63d04685 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1532785461'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:27.078289 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fd54f6-efa0-49ef-8ec2-df8a63d04685 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Made reservation on behalf of 7d3d11fb732046149ebe953349dcb515 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:42:27.082946 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-74fd54f6-efa0-49ef-8ec2-df8a63d04685 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:27.087187 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-873de953-9590-4c25-a2e3-c481ecf74a58 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:27.154689 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873de953-9590-4c25-a2e3-c481ecf74a58 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:27.160016 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-873de953-9590-4c25-a2e3-c481ecf74a58 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:27.167219 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873de953-9590-4c25-a2e3-c481ecf74a58 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:42:27.173358 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873de953-9590-4c25-a2e3-c481ecf74a58 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:27.173875 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-873de953-9590-4c25-a2e3-c481ecf74a58 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:27.180434 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873de953-9590-4c25-a2e3-c481ecf74a58 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Port': ['ID=e3290a1f-ab2d-41e4-ab97-0a82d5802523,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:27.185443 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74fd54f6-efa0-49ef-8ec2-df8a63d04685 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:42:27.198574 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-74fd54f6-efa0-49ef-8ec2-df8a63d04685 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:27.198923 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-74fd54f6-efa0-49ef-8ec2-df8a63d04685 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Added segment dc2ea1d5-c0be-4211-8908-e8d9e8f25923 of type vlan for network ed8fe6da-03f8-4d70-91f8-9e9d807c6262 Nov 16 11:42:27.216028 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-873de953-9590-4c25-a2e3-c481ecf74a58 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0362203 Nov 16 11:42:27.223587 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58788) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:27.294379 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4c6a529b-38cf-4088-ab60-40929ee40d8a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:27.300199 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-74fd54f6-efa0-49ef-8ec2-df8a63d04685 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:27.351578 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:42:27.379138 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-74fd54f6-efa0-49ef-8ec2-df8a63d04685 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:27.402170 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fd54f6-efa0-49ef-8ec2-df8a63d04685 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:27.402854 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-74fd54f6-efa0-49ef-8ec2-df8a63d04685 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:27.410048 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0bf56172-b39e-4454-b086-8385cb1e37b1 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:27.579300 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-74fd54f6-efa0-49ef-8ec2-df8a63d04685 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5549111 Nov 16 11:42:27.580948 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58800) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:27.598404 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-924a5d9b-4894-4cb0-8689-4febb77a367c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting port e3290a1f-ab2d-41e4-ab97-0a82d5802523 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:42:27.598923 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ebbb36b6-aa01-41f1-9eaa-cee986ba7b09 None None] Provisioning complete for port e3290a1f-ab2d-41e4-ab97-0a82d5802523 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:27.599306 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ebbb36b6-aa01-41f1-9eaa-cee986ba7b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:27.599519 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-924a5d9b-4894-4cb0-8689-4febb77a367c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:27.611677 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-6340cf37-a0d4-484b-be9c-be7a4ca7bcfb tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'subnet': {'network_id': 'ed8fe6da-03f8-4d70-91f8-9e9d807c6262', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:27.632414 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fd54f6-efa0-49ef-8ec2-df8a63d04685 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'Network': ['ID=ed8fe6da-03f8-4d70-91f8-9e9d807c6262,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:27.640809 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58802) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:27.678969 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network ed8fe6da-03f8-4d70-91f8-9e9d807c6262 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:42:27.738622 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-ebbb36b6-aa01-41f1-9eaa-cee986ba7b09 None None] Port e3290a1f-ab2d-41e4-ab97-0a82d5802523 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:42:27.833177 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-924a5d9b-4894-4cb0-8689-4febb77a367c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:27.839883 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-6580d8ed-f870-467d-abc8-ab19e1a7c4f3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1257189288-network', 'tenant_id': '14d41305b65a4dafae92476e1ff902fa'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:27.855297 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-924a5d9b-4894-4cb0-8689-4febb77a367c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Calling delete_port for e3290a1f-ab2d-41e4-ab97-0a82d5802523 owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:42:27.863844 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6340cf37-a0d4-484b-be9c-be7a4ca7bcfb tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Made reservation on behalf of 7d3d11fb732046149ebe953349dcb515 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:42:27.869101 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6340cf37-a0d4-484b-be9c-be7a4ca7bcfb tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:27.909569 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6580d8ed-f870-467d-abc8-ab19e1a7c4f3 admin admin] Made reservation on behalf of 14d41305b65a4dafae92476e1ff902fa for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:42:27.911897 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6580d8ed-f870-467d-abc8-ab19e1a7c4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:27.926341 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6a529b-38cf-4088-ab60-40929ee40d8a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Router c58eaea9-a65d-47d0-ade3-63f494635c1e has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:42:27.929329 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6580d8ed-f870-467d-abc8-ab19e1a7c4f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:28.034986 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-0bf56172-b39e-4454-b086-8385cb1e37b1 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Deleting port d9bc5abc-e96d-4306-bf8e-e4d92c4054d7 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:42:28.035666 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0bf56172-b39e-4454-b086-8385cb1e37b1 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:28.053498 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:28.178625 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0bf56172-b39e-4454-b086-8385cb1e37b1 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:28.191936 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6a529b-38cf-4088-ab60-40929ee40d8a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:42:28.204371 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00aec522-09a0-4ddb-800f-b0fc98d0032c None None] Sync routers for ids ['c58eaea9-a65d-47d0-ade3-63f494635c1e'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:42:28.204846 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4c6a529b-38cf-4088-ab60-40929ee40d8a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "PUT /v2.0/routers/c58eaea9-a65d-47d0-ade3-63f494635c1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0374613 Nov 16 11:42:28.211200 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58806) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:28.212127 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-0bf56172-b39e-4454-b086-8385cb1e37b1 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Calling delete_port for d9bc5abc-e96d-4306-bf8e-e4d92c4054d7 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:42:28.220956 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00aec522-09a0-4ddb-800f-b0fc98d0032c None None] Routers {'c58eaea9-a65d-47d0-ade3-63f494635c1e'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:42:28.225341 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-00aec522-09a0-4ddb-800f-b0fc98d0032c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:42:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c58eaea9-a65d-47d0-ade3-63f494635c1e'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:28.263554 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6580d8ed-f870-467d-abc8-ab19e1a7c4f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:28.305318 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6580d8ed-f870-467d-abc8-ab19e1a7c4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:28.345636 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6580d8ed-f870-467d-abc8-ab19e1a7c4f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:42:28.357799 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-e53232bb-2720-4396-85a7-22c6be7a3bfc tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Deleting subnet 94a14835-5cdb-402d-9edd-b7beabc5bf3a {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:42:28.367984 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e53232bb-2720-4396-85a7-22c6be7a3bfc tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:28.378306 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-00aec522-09a0-4ddb-800f-b0fc98d0032c None None] Set router c58eaea9-a65d-47d0-ade3-63f494635c1e gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:42:28.399618 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6580d8ed-f870-467d-abc8-ab19e1a7c4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21bdf95-84ed-4189-aa21-cfae4bf8891b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:28.402525 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6580d8ed-f870-467d-abc8-ab19e1a7c4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:28.402866 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-6580d8ed-f870-467d-abc8-ab19e1a7c4f3 admin admin] Added segment 2cf765c5-91e1-41df-9ee8-e3cdc96b8cf7 of type vlan for network cd9b53f3-dc5a-4d2a-9424-263d53785a99 Nov 16 11:42:28.492261 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6340cf37-a0d4-484b-be9c-be7a4ca7bcfb tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:28.496268 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e53232bb-2720-4396-85a7-22c6be7a3bfc tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:28.522128 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6580d8ed-f870-467d-abc8-ab19e1a7c4f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:28.613508 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [req-60a0db13-4a68-48fc-ad30-82fd67cd10b3 req-c8327bf2-f673-4735-b9dd-a27519e96b62 tempest-VolumesNegativeTest-1655366404 tempest-VolumesNegativeTest-1655366404-project] (102669) timed out ('10.222.0.64', 60620) {{(pid=102669) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 11:42:28.613815 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6580d8ed-f870-467d-abc8-ab19e1a7c4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:28.614889 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6580d8ed-f870-467d-abc8-ab19e1a7c4f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:28.615465 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6580d8ed-f870-467d-abc8-ab19e1a7c4f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:28.625669 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-00aec522-09a0-4ddb-800f-b0fc98d0032c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c58eaea9-a65d-47d0-ade3-63f494635c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537334600', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'aa8b51d4-2297-49dc-ab31-ee09796b9e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:40:40Z', 'updated_at': '2021-11-16T11:42:26Z', 'revision_number': 5, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': 'aa8b51d4-2297-49dc-ab31-ee09796b9e22', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58eaea9-a65d-47d0-ade3-63f494635c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:40:41Z', 'updated_at': '2021-11-16T11:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:28.646354 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6340cf37-a0d4-484b-be9c-be7a4ca7bcfb tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'Subnet': ['ID=7889193b-f717-4688-a798-d7e2ee260286,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:28.680092 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00aec522-09a0-4ddb-800f-b0fc98d0032c None None] Checking router: c58eaea9-a65d-47d0-ade3-63f494635c1e for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:42:28.687183 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6340cf37-a0d4-484b-be9c-be7a4ca7bcfb tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Checking segment: {'id': 'dc2ea1d5-c0be-4211-8908-e8d9e8f25923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ed8fe6da-03f8-4d70-91f8-9e9d807c6262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:42:28.687873 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6340cf37-a0d4-484b-be9c-be7a4ca7bcfb tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Network hostable DHCP agents. Network: ed8fe6da-03f8-4d70-91f8-9e9d807c6262, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:42:28.692594 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00aec522-09a0-4ddb-800f-b0fc98d0032c None None] Routers {'c58eaea9-a65d-47d0-ade3-63f494635c1e'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:42:28.693409 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-00aec522-09a0-4ddb-800f-b0fc98d0032c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:42:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c58eaea9-a65d-47d0-ade3-63f494635c1e'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:28.710572 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e53232bb-2720-4396-85a7-22c6be7a3bfc tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:28.728008 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6580d8ed-f870-467d-abc8-ab19e1a7c4f3 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0821555 Nov 16 11:42:28.729705 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58810) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:28.739059 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-53adefe1-99fd-4209-8faf-680cc10770e2 admin admin] Request body: {'subnet': {'network_id': 'cd9b53f3-dc5a-4d2a-9424-263d53785a99', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1257189288-subnet', 'tenant_id': '14d41305b65a4dafae92476e1ff902fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:28.758080 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6580d8ed-f870-467d-abc8-ab19e1a7c4f3 admin admin] Pushing event updated for resources: {'Network': ['ID=cd9b53f3-dc5a-4d2a-9424-263d53785a99,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:28.769150 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6340cf37-a0d4-484b-be9c-be7a4ca7bcfb tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Network ed8fe6da-03f8-4d70-91f8-9e9d807c6262 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:42:28.773479 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0bf56172-b39e-4454-b086-8385cb1e37b1 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:28.775050 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network cd9b53f3-dc5a-4d2a-9424-263d53785a99 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:42:28.781964 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-924a5d9b-4894-4cb0-8689-4febb77a367c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:28.815298 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf56172-b39e-4454-b086-8385cb1e37b1 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Pushing event deleted for resources: {'Port': ['ID=d9bc5abc-e96d-4306-bf8e-e4d92c4054d7,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:28.841661 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53adefe1-99fd-4209-8faf-680cc10770e2 admin admin] Made reservation on behalf of 14d41305b65a4dafae92476e1ff902fa for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:42:28.844160 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-53adefe1-99fd-4209-8faf-680cc10770e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:28.846104 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-6340cf37-a0d4-484b-be9c-be7a4ca7bcfb tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, ed8fe6da-03f8-4d70-91f8-9e9d807c6262) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:28.870168 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6340cf37-a0d4-484b-be9c-be7a4ca7bcfb tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:28.870766 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6340cf37-a0d4-484b-be9c-be7a4ca7bcfb tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:28.874298 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a5d9b-4894-4cb0-8689-4febb77a367c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Port': ['ID=e3290a1f-ab2d-41e4-ab97-0a82d5802523,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:28.906516 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e53232bb-2720-4396-85a7-22c6be7a3bfc tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:28.943905 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-00aec522-09a0-4ddb-800f-b0fc98d0032c None None] Set router c58eaea9-a65d-47d0-ade3-63f494635c1e gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:42:28.965442 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-924a5d9b-4894-4cb0-8689-4febb77a367c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:28.973657 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-924a5d9b-4894-4cb0-8689-4febb77a367c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/ports/e3290a1f-ab2d-41e4-ab97-0a82d5802523 HTTP/1.1" status: 204 len: 168 time: 1.7492478 Nov 16 11:42:28.980302 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e0a037-67e6-44ca-b020-1ed0de3e67ee None None] Network ed8fe6da-03f8-4d70-91f8-9e9d807c6262 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:42:28.981510 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58812) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:29.041873 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53232bb-2720-4396-85a7-22c6be7a3bfc tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event deleted for resources: {'Subnet': ['ID=94a14835-5cdb-402d-9edd-b7beabc5bf3a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:29.056869 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e53232bb-2720-4396-85a7-22c6be7a3bfc tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:29.080882 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e53232bb-2720-4396-85a7-22c6be7a3bfc tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "DELETE /v2.0/subnets/94a14835-5cdb-402d-9edd-b7beabc5bf3a HTTP/1.1" status: 204 len: 168 time: 0.8663914 Nov 16 11:42:29.081639 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58814) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:29.091823 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6340cf37-a0d4-484b-be9c-be7a4ca7bcfb tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4975078 Nov 16 11:42:29.092046 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58816) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:29.097775 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-bff994f5-bfad-4c14-b7cc-6f8a09f47574 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'subnet': {'network_id': 'ed8fe6da-03f8-4d70-91f8-9e9d807c6262', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:29.164537 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d13bd4-2ecc-4a38-b5df-4184e47d46db tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:29.177642 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-74d13bd4-2ecc-4a38-b5df-4184e47d46db tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1926215 Nov 16 11:42:29.179887 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58818) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:29.199072 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5522727-49f4-4534-9d92-f5a728c28133 None None] Network 8ca73572-76c5-4f25-8350-367e966c7e9c requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:42:29.311585 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba82f7f-3290-4e31-ba5c-88c7b56bc0ed tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:29.318835 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0ba82f7f-3290-4e31-ba5c-88c7b56bc0ed tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1341591 Nov 16 11:42:29.319715 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58820) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:29.340948 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-00aec522-09a0-4ddb-800f-b0fc98d0032c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c58eaea9-a65d-47d0-ade3-63f494635c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537334600', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'aa8b51d4-2297-49dc-ab31-ee09796b9e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:40:40Z', 'updated_at': '2021-11-16T11:42:26Z', 'revision_number': 5, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': 'aa8b51d4-2297-49dc-ab31-ee09796b9e22', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58eaea9-a65d-47d0-ade3-63f494635c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:40:41Z', 'updated_at': '2021-11-16T11:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:29.409769 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00aec522-09a0-4ddb-800f-b0fc98d0032c None None] The sync data for ids ['c58eaea9-a65d-47d0-ade3-63f494635c1e'] in n-d-816823-3 is: [{'id': 'c58eaea9-a65d-47d0-ade3-63f494635c1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1537334600', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'aa8b51d4-2297-49dc-ab31-ee09796b9e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:40:40Z', 'updated_at': '2021-11-16T11:42:26Z', 'revision_number': 5, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': 'aa8b51d4-2297-49dc-ab31-ee09796b9e22', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58eaea9-a65d-47d0-ade3-63f494635c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:40:41Z', 'updated_at': '2021-11-16T11:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:42:29.424886 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7b073d-5949-4bf6-9834-685c540af0c6 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:29.426502 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7b073d-5949-4bf6-9834-685c540af0c6 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:29.429073 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7b073d-5949-4bf6-9834-685c540af0c6 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:29.429944 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4b7b073d-5949-4bf6-9834-685c540af0c6 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1057239 Nov 16 11:42:29.433797 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58822) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:29.524068 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0bf56172-b39e-4454-b086-8385cb1e37b1 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:29.530211 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-a515a6f6-5c9c-4442-bb37-67ebf72b86fb tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting subnet 6cc94acb-000a-42df-9c52-3af4faadc586 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:42:29.533596 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a515a6f6-5c9c-4442-bb37-67ebf72b86fb tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:29.536553 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-53adefe1-99fd-4209-8faf-680cc10770e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:29.545285 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff994f5-bfad-4c14-b7cc-6f8a09f47574 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Made reservation on behalf of 7d3d11fb732046149ebe953349dcb515 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:42:29.555632 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bff994f5-bfad-4c14-b7cc-6f8a09f47574 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:29.599674 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53adefe1-99fd-4209-8faf-680cc10770e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dfedd61-b7f4-4fb0-bbf3-63a0a3e66c06,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:29.625647 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a515a6f6-5c9c-4442-bb37-67ebf72b86fb tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:29.630197 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:29.697354 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53adefe1-99fd-4209-8faf-680cc10770e2 admin admin] Checking segment: {'id': '2cf765c5-91e1-41df-9ee8-e3cdc96b8cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'cd9b53f3-dc5a-4d2a-9424-263d53785a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:42:29.697723 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53adefe1-99fd-4209-8faf-680cc10770e2 admin admin] Network hostable DHCP agents. Network: cd9b53f3-dc5a-4d2a-9424-263d53785a99, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:42:29.754569 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a515a6f6-5c9c-4442-bb37-67ebf72b86fb tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:29.758365 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53adefe1-99fd-4209-8faf-680cc10770e2 admin admin] Network cd9b53f3-dc5a-4d2a-9424-263d53785a99 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:42:29.804414 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-53adefe1-99fd-4209-8faf-680cc10770e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, cd9b53f3-dc5a-4d2a-9424-263d53785a99) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:29.814458 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a276a83d-6223-4bbb-9357-11bafb15e9b3 None None] Network cd9b53f3-dc5a-4d2a-9424-263d53785a99 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:42:29.816969 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53adefe1-99fd-4209-8faf-680cc10770e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:29.819168 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-53adefe1-99fd-4209-8faf-680cc10770e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:29.828716 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-628ffe65-d040-4ce0-a18e-ef4d8c696424 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:29.853983 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-53adefe1-99fd-4209-8faf-680cc10770e2 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1208954 Nov 16 11:42:29.856960 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58826) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:29.862090 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-3f9f033c-c8e1-47ec-9317-4d35a1dfe7c6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1257189288-router', 'tenant_id': '14d41305b65a4dafae92476e1ff902fa', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:29.891897 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a515a6f6-5c9c-4442-bb37-67ebf72b86fb tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:29.900362 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 0895642f-4c6a-4cab-8854-7eb92c375d08 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:42:29.902774 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbaa840-1ff4-425f-bcd9-7452476b1252 None None] DHCP port deletion for 8ca73572-76c5-4f25-8350-367e966c7e9c request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:42:29.908295 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f9f033c-c8e1-47ec-9317-4d35a1dfe7c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:29.909594 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f9f033c-c8e1-47ec-9317-4d35a1dfe7c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:29.913896 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a515a6f6-5c9c-4442-bb37-67ebf72b86fb tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:29.918611 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a515a6f6-5c9c-4442-bb37-67ebf72b86fb tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/6cc94acb-000a-42df-9c52-3af4faadc586 HTTP/1.1" status: 204 len: 168 time: 0.4837787 Nov 16 11:42:29.932576 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35a5fcf-1f10-4014-a400-cc63f4bc2956 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:42:29.944529 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58828) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:29.954510 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515a6f6-5c9c-4442-bb37-67ebf72b86fb tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Subnet': ['ID=6cc94acb-000a-42df-9c52-3af4faadc586,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:29.975359 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b3a318-7c41-40da-a0e1-4ae7e91be4b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-ed8fe6da-03f8-4d70-91f8-9e9d807c6262', 'network_id': 'ed8fe6da-03f8-4d70-91f8-9e9d807c6262', 'tenant_id': '7d3d11fb732046149ebe953349dcb515', 'fixed_ips': [{'subnet_id': '7889193b-f717-4688-a798-d7e2ee260286'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:42:29.976236 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-74b3a318-7c41-40da-a0e1-4ae7e91be4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:30.037101 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 0895642f-4c6a-4cab-8854-7eb92c375d08 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:42:30.037401 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 0895642f-4c6a-4cab-8854-7eb92c375d08 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:42:30.111780 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f9f033c-c8e1-47ec-9317-4d35a1dfe7c6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:30.131669 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bf44076-515c-479d-9ece-a09020e15095 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting subnet b54b83ce-ebea-4e8e-bd24-9f691bd42ee6 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:42:30.237707 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5bf44076-515c-479d-9ece-a09020e15095 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:30.348773 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f9f033c-c8e1-47ec-9317-4d35a1dfe7c6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:30.370386 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5bf44076-515c-479d-9ece-a09020e15095 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:30.404079 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-74b3a318-7c41-40da-a0e1-4ae7e91be4b6 None None] Allocated IP 172.20.0.2 (ed8fe6da-03f8-4d70-91f8-9e9d807c6262/7889193b-f717-4688-a798-d7e2ee260286/917b0f10-4fb1-4939-87f9-fe1bce4e66aa) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:42:30.513387 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5bf44076-515c-479d-9ece-a09020e15095 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:30.529198 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-9fbaa840-1ff4-425f-bcd9-7452476b1252 None None] Deleting port e03d9dde-7549-4b05-9edf-e9e1e9ebd23b {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:42:30.530742 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9fbaa840-1ff4-425f-bcd9-7452476b1252 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:30.575137 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-628ffe65-d040-4ce0-a18e-ef4d8c696424 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:30.597455 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bbdbc0-9130-4630-8675-50031bfead3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-cd9b53f3-dc5a-4d2a-9424-263d53785a99', 'network_id': 'cd9b53f3-dc5a-4d2a-9424-263d53785a99', 'tenant_id': '14d41305b65a4dafae92476e1ff902fa', 'fixed_ips': [{'subnet_id': '0dfedd61-b7f4-4fb0-bbf3-63a0a3e66c06'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:42:30.598653 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-01bbdbc0-9130-4630-8675-50031bfead3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:30.627961 n-d-816823-3 neutron-server[102668]: INFO neutron.db.ipam_backend_mixin [None req-bff994f5-bfad-4c14-b7cc-6f8a09f47574 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7889193b-f717-4688-a798-d7e2ee260286 (CIDR: 172.20.0.0/28) Nov 16 11:42:30.642426 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-bff994f5-bfad-4c14-b7cc-6f8a09f47574 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:42:30.643264 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bff994f5-bfad-4c14-b7cc-6f8a09f47574 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:30.658690 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5bf44076-515c-479d-9ece-a09020e15095 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:30.708465 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf56172-b39e-4454-b086-8385cb1e37b1 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Router 9601b839-ba12-4df3-9a99-28ec83632437 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:42:30.709653 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-9fbaa840-1ff4-425f-bcd9-7452476b1252 None None] For port e03d9dde-7549-4b05-9edf-e9e1e9ebd23b, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=e03d9dde-7549-4b05-9edf-e9e1e9ebd23b,segment=NetworkSegment(8cb75e72-d058-4dc3-94c7-3793e4f6dad3),segment_id=8cb75e72-d058-4dc3-94c7-3793e4f6dad3)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:42:30.710284 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9fbaa840-1ff4-425f-bcd9-7452476b1252 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:30.726587 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bff994f5-bfad-4c14-b7cc-6f8a09f47574 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6334424 Nov 16 11:42:30.730869 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58832) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:30.744359 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf44076-515c-479d-9ece-a09020e15095 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Subnet': ['ID=b54b83ce-ebea-4e8e-bd24-9f691bd42ee6,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:30.746832 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5bf44076-515c-479d-9ece-a09020e15095 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:30.747667 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b47a6d9f-bdbe-41ba-bea9-6e511e29c923 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'subnet': {'network_id': 'ed8fe6da-03f8-4d70-91f8-9e9d807c6262', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:30.753229 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5bf44076-515c-479d-9ece-a09020e15095 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/b54b83ce-ebea-4e8e-bd24-9f691bd42ee6 HTTP/1.1" status: 204 len: 168 time: 0.8070853 Nov 16 11:42:30.755182 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58834) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:30.796543 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f9f033c-c8e1-47ec-9317-4d35a1dfe7c6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:30.810813 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-9fbaa840-1ff4-425f-bcd9-7452476b1252 None None] Calling delete_port for e03d9dde-7549-4b05-9edf-e9e1e9ebd23b owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:42:30.812640 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ff557e30-b6f6-43ba-9edf-64726c75ef85 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0541220 Nov 16 11:42:30.827339 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58836) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:30.831556 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-66d1a6ec-728e-4162-ac1e-912a158f0c26 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'subnet': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:30.835475 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f9f033c-c8e1-47ec-9317-4d35a1dfe7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:30.843178 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-628ffe65-d040-4ce0-a18e-ef4d8c696424 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Deleting port aa8b51d4-2297-49dc-ab31-ee09796b9e22 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:42:30.843640 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-628ffe65-d040-4ce0-a18e-ef4d8c696424 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:30.922285 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-74b3a318-7c41-40da-a0e1-4ae7e91be4b6 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:31.035226 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-74b3a318-7c41-40da-a0e1-4ae7e91be4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:31.043026 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-3f9f033c-c8e1-47ec-9317-4d35a1dfe7c6 admin admin] Allocated IP 172.25.0.207 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/35263645-7407-4474-8423-01b175f1567c) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:42:31.045405 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d1a6ec-728e-4162-ac1e-912a158f0c26 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:42:31.050432 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-66d1a6ec-728e-4162-ac1e-912a158f0c26 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:31.121152 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf56172-b39e-4454-b086-8385cb1e37b1 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:42:31.128812 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b3a318-7c41-40da-a0e1-4ae7e91be4b6 None None] Network ed8fe6da-03f8-4d70-91f8-9e9d807c6262 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:31.140646 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3a318-7c41-40da-a0e1-4ae7e91be4b6 None None] Pushing event updated for resources: {'Port': ['ID=917b0f10-4fb1-4939-87f9-fe1bce4e66aa,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:31.145636 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-74b3a318-7c41-40da-a0e1-4ae7e91be4b6 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:31.148565 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b3a318-7c41-40da-a0e1-4ae7e91be4b6 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:42:31.164420 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e389d17-2089-4af2-8b91-3ca12c032a43 None None] Sync routers for ids ['9601b839-ba12-4df3-9a99-28ec83632437'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:42:31.164946 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0bf56172-b39e-4454-b086-8385cb1e37b1 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] 10.222.0.61 "PUT /v2.0/routers/9601b839-ba12-4df3-9a99-28ec83632437/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0940723 Nov 16 11:42:31.165689 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58838) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:31.179403 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-628ffe65-d040-4ce0-a18e-ef4d8c696424 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] For port aa8b51d4-2297-49dc-ab31-ee09796b9e22, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=aa8b51d4-2297-49dc-ab31-ee09796b9e22,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:42:31.179403 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-628ffe65-d040-4ce0-a18e-ef4d8c696424 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:31.196124 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47a6d9f-bdbe-41ba-bea9-6e511e29c923 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Made reservation on behalf of 7d3d11fb732046149ebe953349dcb515 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:42:31.203070 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e389d17-2089-4af2-8b91-3ca12c032a43 None None] Routers {'9601b839-ba12-4df3-9a99-28ec83632437'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:42:31.203329 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b47a6d9f-bdbe-41ba-bea9-6e511e29c923 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:31.203961 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3e389d17-2089-4af2-8b91-3ca12c032a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:42:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['9601b839-ba12-4df3-9a99-28ec83632437'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:31.206927 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-628ffe65-d040-4ce0-a18e-ef4d8c696424 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Calling delete_port for aa8b51d4-2297-49dc-ab31-ee09796b9e22 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:42:31.256812 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3e389d17-2089-4af2-8b91-3ca12c032a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:31.294717 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ee40c2-7db8-4c70-ad29-6dac6f8380a3 None None] Update dhcp port {'port': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'fixed_ips': [{'subnet_id': 'b54b83ce-ebea-4e8e-bd24-9f691bd42ee6'}], 'binding:host_id': 'n-d-816823-3'}, 'id': 'bbd04203-9ed6-40a2-8119-e9e5a64bbd84'} from n-d-816823-3. {{(pid=102670) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 11:42:31.336130 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-12ee40c2-7db8-4c70-ad29-6dac6f8380a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:31.373897 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9071cd7-5b0d-4e91-a982-863f86536284 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:31.385916 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f9f033c-c8e1-47ec-9317-4d35a1dfe7c6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:31.455912 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-01bbdbc0-9130-4630-8675-50031bfead3f None None] Allocated IP 172.20.0.2 (cd9b53f3-dc5a-4d2a-9424-263d53785a99/0dfedd61-b7f4-4fb0-bbf3-63a0a3e66c06/9c42d078-952f-4ce9-88d2-8623088a7b2c) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:42:31.466365 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e389d17-2089-4af2-8b91-3ca12c032a43 None None] Routers {'9601b839-ba12-4df3-9a99-28ec83632437'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:42:31.468523 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3e389d17-2089-4af2-8b91-3ca12c032a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:42:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['9601b839-ba12-4df3-9a99-28ec83632437'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:31.549562 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-66d1a6ec-728e-4162-ac1e-912a158f0c26 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:31.560212 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f9f033c-c8e1-47ec-9317-4d35a1dfe7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:31.564488 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-74b3a318-7c41-40da-a0e1-4ae7e91be4b6 None None] Attempting to bind port 917b0f10-4fb1-4939-87f9-fe1bce4e66aa on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:42:31.564800 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-74b3a318-7c41-40da-a0e1-4ae7e91be4b6 None None] Attempting to bind port 917b0f10-4fb1-4939-87f9-fe1bce4e66aa by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'dc2ea1d5-c0be-4211-8908-e8d9e8f25923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ed8fe6da-03f8-4d70-91f8-9e9d807c6262'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:42:31.565229 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b3a318-7c41-40da-a0e1-4ae7e91be4b6 None None] Attempting to bind port 917b0f10-4fb1-4939-87f9-fe1bce4e66aa on network ed8fe6da-03f8-4d70-91f8-9e9d807c6262 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:42:31.583416 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-628ffe65-d040-4ce0-a18e-ef4d8c696424 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:31.621748 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ffe65-d040-4ce0-a18e-ef4d8c696424 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event deleted for resources: {'Port': ['ID=aa8b51d4-2297-49dc-ab31-ee09796b9e22,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:31.635486 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9071cd7-5b0d-4e91-a982-863f86536284 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:31.653451 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d1a6ec-728e-4162-ac1e-912a158f0c26 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:31.676838 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-66d1a6ec-728e-4162-ac1e-912a158f0c26 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:31.689388 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d1a6ec-728e-4162-ac1e-912a158f0c26 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:31.690068 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-66d1a6ec-728e-4162-ac1e-912a158f0c26 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:31.718954 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9f033c-c8e1-47ec-9317-4d35a1dfe7c6 admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:31.719833 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1a6ec-728e-4162-ac1e-912a158f0c26 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Subnet': ['ID=b362d868-55e0-4c4a-9562-d615ff2d84d1,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:31.723051 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-628ffe65-d040-4ce0-a18e-ef4d8c696424 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:31.756382 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3e389d17-2089-4af2-8b91-3ca12c032a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:31.757349 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e389d17-2089-4af2-8b91-3ca12c032a43 None None] The sync data for ids ['9601b839-ba12-4df3-9a99-28ec83632437'] in n-d-816823-3 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:42:31.758877 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9fbaa840-1ff4-425f-bcd9-7452476b1252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:31.761335 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26689df-ef33-4379-bd50-4d622f7c6b0a None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:42:31.763325 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6820ceb1-dfcc-41ca-bbe3-2b968b08db6d None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:42:31.783192 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-3f9f033c-c8e1-47ec-9317-4d35a1dfe7c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:31.785363 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f033c-c8e1-47ec-9317-4d35a1dfe7c6 admin admin] Pushing event updated for resources: {'Port': ['ID=35263645-7407-4474-8423-01b175f1567c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:31.788001 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9f033c-c8e1-47ec-9317-4d35a1dfe7c6 admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:42:31.793775 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b3a318-7c41-40da-a0e1-4ae7e91be4b6 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:42:31.794556 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b3a318-7c41-40da-a0e1-4ae7e91be4b6 None None] Checking segment: {'id': 'dc2ea1d5-c0be-4211-8908-e8d9e8f25923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ed8fe6da-03f8-4d70-91f8-9e9d807c6262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:42:31.795136 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-74b3a318-7c41-40da-a0e1-4ae7e91be4b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:31.795744 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b3a318-7c41-40da-a0e1-4ae7e91be4b6 None None] Bound using segment: {'id': 'dc2ea1d5-c0be-4211-8908-e8d9e8f25923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ed8fe6da-03f8-4d70-91f8-9e9d807c6262'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:42:31.796393 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-74b3a318-7c41-40da-a0e1-4ae7e91be4b6 None None] Bound port: 917b0f10-4fb1-4939-87f9-fe1bce4e66aa, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc2ea1d5-c0be-4211-8908-e8d9e8f25923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ed8fe6da-03f8-4d70-91f8-9e9d807c6262'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:42:31.796950 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-74b3a318-7c41-40da-a0e1-4ae7e91be4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:31.872100 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbaa840-1ff4-425f-bcd9-7452476b1252 None None] Pushing event deleted for resources: {'Port': ['ID=e03d9dde-7549-4b05-9edf-e9e1e9ebd23b,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:31.892845 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b47a6d9f-bdbe-41ba-bea9-6e511e29c923 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:31.895520 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbaa840-1ff4-425f-bcd9-7452476b1252 None None] No DVR routers for this DVR port e03d9dde-7549-4b05-9edf-e9e1e9ebd23b on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:42:31.942636 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-66d1a6ec-728e-4162-ac1e-912a158f0c26 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1150024 Nov 16 11:42:31.950644 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58842) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:31.966946 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-51e53280-2fab-4bd2-a2f9-0749f169c97c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'subnet': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:31.974861 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d44949-6536-49b1-87a3-fb464ee7dd78 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:42:31.977400 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-363c7c57-2451-4f66-8e00-d7664fb3b6ff None None] Provisioning complete for port bbd04203-9ed6-40a2-8119-e9e5a64bbd84 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:31.977943 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-363c7c57-2451-4f66-8e00-d7664fb3b6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:31.991182 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-628ffe65-d040-4ce0-a18e-ef4d8c696424 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:31.996427 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-628ffe65-d040-4ce0-a18e-ef4d8c696424 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:31.998197 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device e03d9dde-7549-4b05-9edf-e9e1e9ebd23b no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:42:32.004485 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a9071cd7-5b0d-4e91-a982-863f86536284 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Deleting port b39a0dab-2dcf-4b31-80bb-2e95af7cae94 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:42:32.004829 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9071cd7-5b0d-4e91-a982-863f86536284 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:32.017718 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a6d9f-bdbe-41ba-bea9-6e511e29c923 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'Subnet': ['ID=46560a6c-6ee4-40da-a0a8-1e256dacf6a0,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:32.023662 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47a6d9f-bdbe-41ba-bea9-6e511e29c923 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Network ed8fe6da-03f8-4d70-91f8-9e9d807c6262 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:32.060361 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-b47a6d9f-bdbe-41ba-bea9-6e511e29c923 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:32.064619 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47a6d9f-bdbe-41ba-bea9-6e511e29c923 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:32.065228 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b47a6d9f-bdbe-41ba-bea9-6e511e29c923 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:32.079767 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-628ffe65-d040-4ce0-a18e-ef4d8c696424 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:32.080763 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628ffe65-d040-4ce0-a18e-ef4d8c696424 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Fanout notify agent at l3_agent the message router_deleted on router c58eaea9-a65d-47d0-ade3-63f494635c1e {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:42:32.089525 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-628ffe65-d040-4ce0-a18e-ef4d8c696424 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:32.100170 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-628ffe65-d040-4ce0-a18e-ef4d8c696424 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "DELETE /v2.0/routers/c58eaea9-a65d-47d0-ade3-63f494635c1e HTTP/1.1" status: 204 len: 168 time: 3.0060618 Nov 16 11:42:32.100170 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b47a6d9f-bdbe-41ba-bea9-6e511e29c923 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3642001 Nov 16 11:42:32.100170 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58844) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:32.100170 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58846) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:32.104312 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f7c5a5be-68b7-4f93-9bdf-2dcb25a58b62 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'port': {'network_id': 'ed8fe6da-03f8-4d70-91f8-9e9d807c6262', 'fixed_ips': [{'subnet_id': '7889193b-f717-4688-a798-d7e2ee260286'}, {'subnet_id': '46560a6c-6ee4-40da-a0a8-1e256dacf6a0'}], 'name': 'tempest-PortsTestJSON-1796749749'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:32.292270 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: e03d9dde-7549-4b05-9edf-e9e1e9ebd23b {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:42:32.292632 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device e03d9dde-7549-4b05-9edf-e9e1e9ebd23b not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:42:32.293056 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device bbd04203-9ed6-40a2-8119-e9e5a64bbd84 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:42:32.316888 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-01bbdbc0-9130-4630-8675-50031bfead3f None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:32.367025 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-74b3a318-7c41-40da-a0e1-4ae7e91be4b6 None None] For port 917b0f10-4fb1-4939-87f9-fe1bce4e66aa, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:42:32.376938 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-01bbdbc0-9130-4630-8675-50031bfead3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:32.413117 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a29a88ab-0613-4a4b-a1c4-aa1da654d75e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:32.447784 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-74b3a318-7c41-40da-a0e1-4ae7e91be4b6 None None] For port 917b0f10-4fb1-4939-87f9-fe1bce4e66aa, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=917b0f10-4fb1-4939-87f9-fe1bce4e66aa,segment=NetworkSegment(dc2ea1d5-c0be-4211-8908-e8d9e8f25923),segment_id=dc2ea1d5-c0be-4211-8908-e8d9e8f25923)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:42:32.469753 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9071cd7-5b0d-4e91-a982-863f86536284 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:32.494719 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a9071cd7-5b0d-4e91-a982-863f86536284 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Calling delete_port for b39a0dab-2dcf-4b31-80bb-2e95af7cae94 owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:42:32.522378 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e53280-2fab-4bd2-a2f9-0749f169c97c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:42:32.526136 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-51e53280-2fab-4bd2-a2f9-0749f169c97c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:32.532527 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-74b3a318-7c41-40da-a0e1-4ae7e91be4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:32.558046 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a29a88ab-0613-4a4b-a1c4-aa1da654d75e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:32.576642 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bbdbc0-9130-4630-8675-50031bfead3f None None] Network cd9b53f3-dc5a-4d2a-9424-263d53785a99 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:32.586399 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-a29a88ab-0613-4a4b-a1c4-aa1da654d75e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca73572-76c5-4f25-8350-367e966c7e9c']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:32.600314 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-a29a88ab-0613-4a4b-a1c4-aa1da654d75e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb75e72-d058-4dc3-94c7-3793e4f6dad3') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:32.600863 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-a29a88ab-0613-4a4b-a1c4-aa1da654d75e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb75e72-d058-4dc3-94c7-3793e4f6dad3') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:32.611601 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bbdbc0-9130-4630-8675-50031bfead3f None None] Pushing event updated for resources: {'Port': ['ID=9c42d078-952f-4ce9-88d2-8623088a7b2c,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:32.614892 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f9f033c-c8e1-47ec-9317-4d35a1dfe7c6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:32.616607 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-01bbdbc0-9130-4630-8675-50031bfead3f None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:32.632530 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a29a88ab-0613-4a4b-a1c4-aa1da654d75e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:32.660926 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a29a88ab-0613-4a4b-a1c4-aa1da654d75e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:32.675543 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a29a88ab-0613-4a4b-a1c4-aa1da654d75e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:42:32.675881 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a29a88ab-0613-4a4b-a1c4-aa1da654d75e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:32.685395 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:42:32.685395 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:42:32.685395 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:42:32.685395 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:42:32.685395 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:42:32.685395 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:42:32.685395 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:42:32.685395 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:42:32.685395 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:42:32.685395 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:42:32.685395 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:42:32.685395 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:42:32.685395 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:42:32.685395 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:42:32.685395 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:42:32.685395 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:42:32.685395 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:42:32.685395 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:42:32.685395 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:42:32.685395 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:42:32.685395 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:42:32.685395 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:42:32.685395 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:42:32.685395 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:42:32.685395 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:42:32.685395 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:42:32.685395 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:42:32.685395 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:42:32.685395 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:42:32.685395 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:42:32.685395 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:42:32.685395 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:42:32.688211 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:32.705478 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c5a5be-68b7-4f93-9bdf-2dcb25a58b62 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Made reservation on behalf of 7d3d11fb732046149ebe953349dcb515 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:42:32.720954 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bbdbc0-9130-4630-8675-50031bfead3f None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:42:32.825727 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3a318-7c41-40da-a0e1-4ae7e91be4b6 None None] Pushing event updated for resources: {'Port': ['ID=917b0f10-4fb1-4939-87f9-fe1bce4e66aa,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:32.836202 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a29a88ab-0613-4a4b-a1c4-aa1da654d75e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:32.896454 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a29a88ab-0613-4a4b-a1c4-aa1da654d75e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:32.919499 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a29a88ab-0613-4a4b-a1c4-aa1da654d75e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "DELETE /v2.0/networks/8ca73572-76c5-4f25-8350-367e966c7e9c HTTP/1.1" status: 204 len: 168 time: 0.8217161 Nov 16 11:42:32.920754 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a88ab-0613-4a4b-a1c4-aa1da654d75e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event deleted for resources: {'Network': ['ID=8ca73572-76c5-4f25-8350-367e966c7e9c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:32.928514 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58850) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:32.975971 n-d-816823-3 neutron-server[102669]: INFO neutron.db.ipam_backend_mixin [None req-51e53280-2fab-4bd2-a2f9-0749f169c97c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b362d868-55e0-4c4a-9562-d615ff2d84d1 (CIDR: 2001:db8::/64) Nov 16 11:42:32.982536 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-5d23aa76-df50-4d16-8c18-92f057271a22 None None] Provisioning complete for port 35263645-7407-4474-8423-01b175f1567c triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:32.983197 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5d23aa76-df50-4d16-8c18-92f057271a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:32.998016 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7c5a5be-68b7-4f93-9bdf-2dcb25a58b62 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:33.009820 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port bbd04203-9ed6-40a2-8119-e9e5a64bbd84, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=bbd04203-9ed6-40a2-8119-e9e5a64bbd84,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:42:33.037618 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-51e53280-2fab-4bd2-a2f9-0749f169c97c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:42:33.038353 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51e53280-2fab-4bd2-a2f9-0749f169c97c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:33.051793 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-f7c5a5be-68b7-4f93-9bdf-2dcb25a58b62 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] device_id is not set on port 6d472fda-861b-4110-8633-cdfc2ff55c37 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:42:33.063904 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-01bbdbc0-9130-4630-8675-50031bfead3f None None] Attempting to bind port 9c42d078-952f-4ce9-88d2-8623088a7b2c on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:42:33.064273 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-01bbdbc0-9130-4630-8675-50031bfead3f None None] Attempting to bind port 9c42d078-952f-4ce9-88d2-8623088a7b2c by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '2cf765c5-91e1-41df-9ee8-e3cdc96b8cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'cd9b53f3-dc5a-4d2a-9424-263d53785a99'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:42:33.064639 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bbdbc0-9130-4630-8675-50031bfead3f None None] Attempting to bind port 9c42d078-952f-4ce9-88d2-8623088a7b2c on network cd9b53f3-dc5a-4d2a-9424-263d53785a99 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:42:33.072017 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:33.100859 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bbdbc0-9130-4630-8675-50031bfead3f None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:42:33.101305 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bbdbc0-9130-4630-8675-50031bfead3f None None] Checking segment: {'id': '2cf765c5-91e1-41df-9ee8-e3cdc96b8cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'cd9b53f3-dc5a-4d2a-9424-263d53785a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:42:33.101743 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-01bbdbc0-9130-4630-8675-50031bfead3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:33.102182 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bbdbc0-9130-4630-8675-50031bfead3f None None] Bound using segment: {'id': '2cf765c5-91e1-41df-9ee8-e3cdc96b8cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'cd9b53f3-dc5a-4d2a-9424-263d53785a99'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:42:33.102680 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-01bbdbc0-9130-4630-8675-50031bfead3f None None] Bound port: 9c42d078-952f-4ce9-88d2-8623088a7b2c, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cf765c5-91e1-41df-9ee8-e3cdc96b8cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'cd9b53f3-dc5a-4d2a-9424-263d53785a99'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:42:33.103085 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-01bbdbc0-9130-4630-8675-50031bfead3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:33.138393 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-44e25051-1f74-4632-8bce-2a1fbf2ee8c6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:33.172685 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-5d23aa76-df50-4d16-8c18-92f057271a22 None None] Port 35263645-7407-4474-8423-01b175f1567c cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:42:33.174210 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eea3c87-9e7f-47fe-ac6e-d9834402281c None None] Update dhcp port {'port': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'fixed_ips': [{'subnet_id': 'b362d868-55e0-4c4a-9562-d615ff2d84d1'}], 'binding:host_id': 'n-d-816823-3'}, 'id': 'bbd04203-9ed6-40a2-8119-e9e5a64bbd84'} from n-d-816823-3. {{(pid=102670) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 11:42:33.241370 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=bbd04203-9ed6-40a2-8119-e9e5a64bbd84,revision_number=8']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:33.251583 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6eea3c87-9e7f-47fe-ac6e-d9834402281c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:33.307640 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-01bbdbc0-9130-4630-8675-50031bfead3f None None] For port 9c42d078-952f-4ce9-88d2-8623088a7b2c, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:42:33.359374 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-44e25051-1f74-4632-8bce-2a1fbf2ee8c6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:33.513311 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-6eea3c87-9e7f-47fe-ac6e-d9834402281c None None] Allocated IP 2001:db8::2 (d02e5c70-c13b-4c74-9763-e19ffb7dd482/b362d868-55e0-4c4a-9562-d615ff2d84d1/bbd04203-9ed6-40a2-8119-e9e5a64bbd84) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:42:33.518664 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-44e25051-1f74-4632-8bce-2a1fbf2ee8c6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:33.521756 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-44e25051-1f74-4632-8bce-2a1fbf2ee8c6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:33.525897 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-44e25051-1f74-4632-8bce-2a1fbf2ee8c6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "DELETE /v2.0/security-groups/9f7dd363-790d-4275-b72d-14778f7338eb HTTP/1.1" status: 204 len: 168 time: 0.5805986 Nov 16 11:42:33.580868 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e25051-1f74-4632-8bce-2a1fbf2ee8c6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7dd363-790d-4275-b72d-14778f7338eb,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:33.601497 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-51e53280-2fab-4bd2-a2f9-0749f169c97c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6407862 Nov 16 11:42:33.605207 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58856) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:33.606511 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9071cd7-5b0d-4e91-a982-863f86536284 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:33.612244 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-7c8d069b-36b9-4789-b78c-5cf9e765c08a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'subnet': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:33.673942 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6883e4-ba1b-44f4-a773-d395106386e8 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:42:33.679667 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-f7c5a5be-68b7-4f93-9bdf-2dcb25a58b62 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Allocated IP 172.20.0.12 (ed8fe6da-03f8-4d70-91f8-9e9d807c6262/7889193b-f717-4688-a798-d7e2ee260286/6d472fda-861b-4110-8633-cdfc2ff55c37) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:42:33.696849 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-f7c5a5be-68b7-4f93-9bdf-2dcb25a58b62 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Allocated IP 172.20.0.24 (ed8fe6da-03f8-4d70-91f8-9e9d807c6262/46560a6c-6ee4-40da-a0a8-1e256dacf6a0/6d472fda-861b-4110-8633-cdfc2ff55c37) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:42:33.720091 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9071cd7-5b0d-4e91-a982-863f86536284 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Pushing event deleted for resources: {'Port': ['ID=b39a0dab-2dcf-4b31-80bb-2e95af7cae94,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:33.724515 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-01bbdbc0-9130-4630-8675-50031bfead3f None None] For port 9c42d078-952f-4ce9-88d2-8623088a7b2c, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=9c42d078-952f-4ce9-88d2-8623088a7b2c,segment=NetworkSegment(2cf765c5-91e1-41df-9ee8-e3cdc96b8cf7),segment_id=2cf765c5-91e1-41df-9ee8-e3cdc96b8cf7)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:42:33.762724 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-01bbdbc0-9130-4630-8675-50031bfead3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:33.782822 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f9f033c-c8e1-47ec-9317-4d35a1dfe7c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:33.900179 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bbdbc0-9130-4630-8675-50031bfead3f None None] Pushing event updated for resources: {'Port': ['ID=9c42d078-952f-4ce9-88d2-8623088a7b2c,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:33.912926 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9071cd7-5b0d-4e91-a982-863f86536284 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:34.017267 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-6eea3c87-9e7f-47fe-ac6e-d9834402281c None None] For port bbd04203-9ed6-40a2-8119-e9e5a64bbd84, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=bbd04203-9ed6-40a2-8119-e9e5a64bbd84,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:42:34.038650 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9071cd7-5b0d-4e91-a982-863f86536284 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:34.047888 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9071cd7-5b0d-4e91-a982-863f86536284 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:34.064325 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 917b0f10-4fb1-4939-87f9-fe1bce4e66aa up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:42:34.090942 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8d069b-36b9-4789-b78c-5cf9e765c08a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:42:34.106687 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7c8d069b-36b9-4789-b78c-5cf9e765c08a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:34.132040 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6eea3c87-9e7f-47fe-ac6e-d9834402281c None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:34.142569 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6eea3c87-9e7f-47fe-ac6e-d9834402281c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:34.220242 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9071cd7-5b0d-4e91-a982-863f86536284 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:34.220806 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9071cd7-5b0d-4e91-a982-863f86536284 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Fanout notify agent at l3_agent the message router_deleted on router 9601b839-ba12-4df3-9a99-28ec83632437 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:42:34.239576 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9071cd7-5b0d-4e91-a982-863f86536284 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:34.240720 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a9071cd7-5b0d-4e91-a982-863f86536284 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] 10.222.0.61 "DELETE /v2.0/routers/9601b839-ba12-4df3-9a99-28ec83632437 HTTP/1.1" status: 204 len: 168 time: 3.0722344 Nov 16 11:42:34.246701 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58860) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:34.315270 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7c5a5be-68b7-4f93-9bdf-2dcb25a58b62 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:34.321905 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 917b0f10-4fb1-4939-87f9-fe1bce4e66aa triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:34.322303 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:34.410522 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7c5a5be-68b7-4f93-9bdf-2dcb25a58b62 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:34.441660 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea3c87-9e7f-47fe-ac6e-d9834402281c None None] Pushing event updated for resources: {'Port': ['ID=bbd04203-9ed6-40a2-8119-e9e5a64bbd84,revision_number=9']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:34.459015 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-abbf0817-40a0-4094-9493-c67d57b056b9 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Deleting subnet 28cb3770-15f4-417f-be92-88ec318513e7 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:42:34.481440 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-abbf0817-40a0-4094-9493-c67d57b056b9 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:34.563731 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5a5be-68b7-4f93-9bdf-2dcb25a58b62 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'Port': ['ID=6d472fda-861b-4110-8633-cdfc2ff55c37,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:34.585668 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d8d7fe-270d-4bbd-ab28-74d0eeab41f1 None None] Network ed8fe6da-03f8-4d70-91f8-9e9d807c6262 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:42:34.589371 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c5a5be-68b7-4f93-9bdf-2dcb25a58b62 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Network ed8fe6da-03f8-4d70-91f8-9e9d807c6262 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:34.594192 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-f7c5a5be-68b7-4f93-9bdf-2dcb25a58b62 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:34.603389 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-abbf0817-40a0-4094-9493-c67d57b056b9 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:34.610379 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c5a5be-68b7-4f93-9bdf-2dcb25a58b62 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:42:34.613827 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58862) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:34.619093 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-55dc5849-4ec1-4f81-8d1d-35424eeb5886 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1239903164', 'description': 'tempest-secgroup-smoke-1239903164 description', 'project_id': 'a94525ce04b1475298bff18f4d90d9d6'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:34.691590 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:34.720294 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-9d1a0a90-1a75-4b7d-a649-4aa1ad95f066 None None] Provisioning complete for port 917b0f10-4fb1-4939-87f9-fe1bce4e66aa triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:34.721079 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9d1a0a90-1a75-4b7d-a649-4aa1ad95f066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:34.731372 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c5a5be-68b7-4f93-9bdf-2dcb25a58b62 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:34.732051 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7c5a5be-68b7-4f93-9bdf-2dcb25a58b62 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:34.741507 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-55dc5849-4ec1-4f81-8d1d-35424eeb5886 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:34.794592 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f7c5a5be-68b7-4f93-9bdf-2dcb25a58b62 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.6921265 Nov 16 11:42:34.800341 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58864) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:34.806443 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4206b2db-1104-4340-b135-42db43b2bfd6 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7889193b-f717-4688-a798-d7e2ee260286'}]}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:34.809734 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-abbf0817-40a0-4094-9493-c67d57b056b9 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:34.818117 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 917b0f10-4fb1-4939-87f9-fe1bce4e66aa, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=917b0f10-4fb1-4939-87f9-fe1bce4e66aa,segment=NetworkSegment(dc2ea1d5-c0be-4211-8908-e8d9e8f25923),segment_id=dc2ea1d5-c0be-4211-8908-e8d9e8f25923)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:42:34.835606 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:34.891238 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device aa8b51d4-2297-49dc-ab31-ee09796b9e22 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:42:34.940196 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: aa8b51d4-2297-49dc-ab31-ee09796b9e22 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:42:34.940548 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device aa8b51d4-2297-49dc-ab31-ee09796b9e22 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:42:34.941195 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-abbf0817-40a0-4094-9493-c67d57b056b9 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:34.961258 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9f033c-c8e1-47ec-9317-4d35a1dfe7c6 admin admin] Router fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:42:35.033084 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-abbf0817-40a0-4094-9493-c67d57b056b9 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:35.038976 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-abbf0817-40a0-4094-9493-c67d57b056b9 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] 10.222.0.61 "DELETE /v2.0/subnets/28cb3770-15f4-417f-be92-88ec318513e7 HTTP/1.1" status: 204 len: 168 time: 0.7836635 Nov 16 11:42:35.040566 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf0817-40a0-4094-9493-c67d57b056b9 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Pushing event deleted for resources: {'Subnet': ['ID=28cb3770-15f4-417f-be92-88ec318513e7,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:35.043914 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58868) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:35.055090 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bea472-2313-4d34-8f7c-fa5900c61acb None None] Network 356d4fd0-05e7-431b-8ae0-b3297e041e29 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:42:35.077539 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4206b2db-1104-4340-b135-42db43b2bfd6 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:35.105130 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-55dc5849-4ec1-4f81-8d1d-35424eeb5886 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:35.122869 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-55dc5849-4ec1-4f81-8d1d-35424eeb5886 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:35.235409 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9f033c-c8e1-47ec-9317-4d35a1dfe7c6 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:42:35.247431 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea99e528-b0e9-49d3-ba1b-a5e7dc149785 None None] Sync routers for ids ['fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:42:35.261309 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea99e528-b0e9-49d3-ba1b-a5e7dc149785 None None] Routers {'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:42:35.261998 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ea99e528-b0e9-49d3-ba1b-a5e7dc149785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:42:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:35.268658 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f9f033c-c8e1-47ec-9317-4d35a1dfe7c6 admin admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:35.272709 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3f9f033c-c8e1-47ec-9317-4d35a1dfe7c6 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.4123948 Nov 16 11:42:35.274754 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58870) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:35.383637 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fa725685-4c76-4f87-88d1-e3553a547da0 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:35.443357 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=917b0f10-4fb1-4939-87f9-fe1bce4e66aa,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:35.613042 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-fa725685-4c76-4f87-88d1-e3553a547da0 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Deleting port e2baf991-61ef-40ab-953f-47caba0aeaef {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:42:35.613563 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fa725685-4c76-4f87-88d1-e3553a547da0 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:35.626125 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6967b5d-6fa9-4372-a313-6153ad2f9244 None None] Update dhcp port {'port': {'network_id': 'ed8fe6da-03f8-4d70-91f8-9e9d807c6262', 'fixed_ips': [{'subnet_id': '7889193b-f717-4688-a798-d7e2ee260286', 'ip_address': '172.20.0.2'}, {'subnet_id': '46560a6c-6ee4-40da-a0a8-1e256dacf6a0'}], 'binding:host_id': 'n-d-816823-3'}, 'id': '917b0f10-4fb1-4939-87f9-fe1bce4e66aa'} from n-d-816823-3. {{(pid=102670) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 11:42:35.638257 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-4206b2db-1104-4340-b135-42db43b2bfd6 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Delete allocated IP 172.20.0.24 (ed8fe6da-03f8-4d70-91f8-9e9d807c6262/46560a6c-6ee4-40da-a0a8-1e256dacf6a0) {{(pid=102668) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 16 11:42:35.679387 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c6967b5d-6fa9-4372-a313-6153ad2f9244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:35.806617 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-fa725685-4c76-4f87-88d1-e3553a547da0 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] For port e2baf991-61ef-40ab-953f-47caba0aeaef, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=e2baf991-61ef-40ab-953f-47caba0aeaef,segment=NetworkSegment(81b5431a-79a8-41e8-b5fa-7868cf13fbbf),segment_id=81b5431a-79a8-41e8-b5fa-7868cf13fbbf)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:42:35.807195 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fa725685-4c76-4f87-88d1-e3553a547da0 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:35.834814 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4206b2db-1104-4340-b135-42db43b2bfd6 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:35.855879 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4206b2db-1104-4340-b135-42db43b2bfd6 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:35.856099 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-ea99e528-b0e9-49d3-ba1b-a5e7dc149785 None None] Set router fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:42:35.926444 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-55dc5849-4ec1-4f81-8d1d-35424eeb5886 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:35.930374 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-55dc5849-4ec1-4f81-8d1d-35424eeb5886 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.3136950 Nov 16 11:42:35.930374 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc5849-4ec1-4f81-8d1d-35424eeb5886 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b63567b-ee2a-4a85-a110-12557bea5e16,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:35.933022 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58872) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:35.943614 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-4f7bd46d-d3d8-4479-b044-0a5b85aed3f9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'security_group_rule': {'security_group_id': '2b63567b-ee2a-4a85-a110-12557bea5e16', 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:35.952187 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-fa725685-4c76-4f87-88d1-e3553a547da0 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Calling delete_port for e2baf991-61ef-40ab-953f-47caba0aeaef owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:42:36.026995 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f6f63e-5ebf-4887-944d-d019c57641d2 None None] DHCP port deletion for 356d4fd0-05e7-431b-8ae0-b3297e041e29 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:42:36.030851 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48fc4f9-c650-4570-b640-05da55819a44 None None] Network cd9b53f3-dc5a-4d2a-9424-263d53785a99 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:42:36.158284 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206b2db-1104-4340-b135-42db43b2bfd6 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'Port': ['ID=6d472fda-861b-4110-8633-cdfc2ff55c37,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:36.205592 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ea99e528-b0e9-49d3-ba1b-a5e7dc149785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1257189288-router', 'tenant_id': '14d41305b65a4dafae92476e1ff902fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '35263645-7407-4474-8423-01b175f1567c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:42:29Z', 'updated_at': '2021-11-16T11:42:32Z', 'revision_number': 3, 'project_id': '14d41305b65a4dafae92476e1ff902fa', 'gw_port': {'id': '35263645-7407-4474-8423-01b175f1567c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:30Z', 'updated_at': '2021-11-16T11:42:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:36.210603 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4f7bd46d-d3d8-4479-b044-0a5b85aed3f9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:36.247194 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea99e528-b0e9-49d3-ba1b-a5e7dc149785 None None] Checking router: fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:42:36.247537 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea99e528-b0e9-49d3-ba1b-a5e7dc149785 None None] Updating router fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb port 35263645-7407-4474-8423-01b175f1567c binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:42:36.277905 n-d-816823-3 neutron-server[102668]: DEBUG neutron.objects.ports [None req-7c8d069b-36b9-4789-b78c-5cf9e765c08a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102668) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 11:42:36.283216 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ea99e528-b0e9-49d3-ba1b-a5e7dc149785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:36.295512 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-4206b2db-1104-4340-b135-42db43b2bfd6 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] In _notify_port_updated(), no bound segment for port 6d472fda-861b-4110-8633-cdfc2ff55c37 on network ed8fe6da-03f8-4d70-91f8-9e9d807c6262 {{(pid=102668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 11:42:36.300759 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4f7bd46d-d3d8-4479-b044-0a5b85aed3f9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:36.316981 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4f7bd46d-d3d8-4479-b044-0a5b85aed3f9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:36.317491 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4206b2db-1104-4340-b135-42db43b2bfd6 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:36.318448 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4206b2db-1104-4340-b135-42db43b2bfd6 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:36.319875 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4206b2db-1104-4340-b135-42db43b2bfd6 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "PUT /v2.0/ports/6d472fda-861b-4110-8633-cdfc2ff55c37 HTTP/1.1" status: 200 len: 920 time: 1.5184896 Nov 16 11:42:36.322652 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58876) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:36.331219 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ed3b888d-2108-4c84-aed4-b4361a7dcfd3 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7889193b-f717-4688-a798-d7e2ee260286'}, {'subnet_id': '46560a6c-6ee4-40da-a0a8-1e256dacf6a0'}]}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:36.379234 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7bd46d-d3d8-4479-b044-0a5b85aed3f9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b17e96e8-8c66-4fef-86ca-089b1d0260c5,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:36.394294 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4f7bd46d-d3d8-4479-b044-0a5b85aed3f9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:36.396086 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4f7bd46d-d3d8-4479-b044-0a5b85aed3f9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4570029 Nov 16 11:42:36.399833 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58878) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:36.407288 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-ae83724a-9686-4240-8c2b-22c0767305e6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'security_group_rule': {'security_group_id': '2b63567b-ee2a-4a85-a110-12557bea5e16', 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:36.412446 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fa725685-4c76-4f87-88d1-e3553a547da0 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:36.486850 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa725685-4c76-4f87-88d1-e3553a547da0 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] No DVR routers for this DVR port e2baf991-61ef-40ab-953f-47caba0aeaef on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:42:36.493374 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa725685-4c76-4f87-88d1-e3553a547da0 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Pushing event deleted for resources: {'Port': ['ID=e2baf991-61ef-40ab-953f-47caba0aeaef,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:36.588152 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ea99e528-b0e9-49d3-ba1b-a5e7dc149785 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:36.594820 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ae83724a-9686-4240-8c2b-22c0767305e6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:36.597296 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ea99e528-b0e9-49d3-ba1b-a5e7dc149785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:36.598388 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 917b0f10-4fb1-4939-87f9-fe1bce4e66aa up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:42:36.644027 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fa725685-4c76-4f87-88d1-e3553a547da0 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:36.651324 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-54a9c7b0-ecde-464f-b64f-a3511c1a9d17 None None] Provisioning complete for port bbd04203-9ed6-40a2-8119-e9e5a64bbd84 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:36.651700 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-54a9c7b0-ecde-464f-b64f-a3511c1a9d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:36.653549 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6650a2ea-b441-4372-bfe7-e4872b0e10fe None None] Pushing event updated for resources: {'Port': ['ID=35263645-7407-4474-8423-01b175f1567c,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:36.664586 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6650a2ea-b441-4372-bfe7-e4872b0e10fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:36.665063 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6650a2ea-b441-4372-bfe7-e4872b0e10fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:36.665404 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6650a2ea-b441-4372-bfe7-e4872b0e10fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:36.665792 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6650a2ea-b441-4372-bfe7-e4872b0e10fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:36.666198 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6650a2ea-b441-4372-bfe7-e4872b0e10fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:36.666521 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6650a2ea-b441-4372-bfe7-e4872b0e10fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:36.666903 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6650a2ea-b441-4372-bfe7-e4872b0e10fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:36.667227 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6650a2ea-b441-4372-bfe7-e4872b0e10fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:36.667575 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6650a2ea-b441-4372-bfe7-e4872b0e10fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:36.667954 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6650a2ea-b441-4372-bfe7-e4872b0e10fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:36.668762 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6650a2ea-b441-4372-bfe7-e4872b0e10fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:36.668762 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6650a2ea-b441-4372-bfe7-e4872b0e10fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:36.688906 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-ea99e528-b0e9-49d3-ba1b-a5e7dc149785 None None] Attempting to bind port 35263645-7407-4474-8423-01b175f1567c on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:42:36.689383 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-ea99e528-b0e9-49d3-ba1b-a5e7dc149785 None None] Attempting to bind port 35263645-7407-4474-8423-01b175f1567c by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:42:36.689620 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea99e528-b0e9-49d3-ba1b-a5e7dc149785 None None] Attempting to bind port 35263645-7407-4474-8423-01b175f1567c on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:42:36.691708 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-fa725685-4c76-4f87-88d1-e3553a547da0 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['356d4fd0-05e7-431b-8ae0-b3297e041e29']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:36.695883 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea99e528-b0e9-49d3-ba1b-a5e7dc149785 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:42:36.696261 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea99e528-b0e9-49d3-ba1b-a5e7dc149785 None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:42:36.696663 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ea99e528-b0e9-49d3-ba1b-a5e7dc149785 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:36.697170 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea99e528-b0e9-49d3-ba1b-a5e7dc149785 None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:42:36.697632 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-ea99e528-b0e9-49d3-ba1b-a5e7dc149785 None None] Bound port: 35263645-7407-4474-8423-01b175f1567c, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:42:36.698106 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ea99e528-b0e9-49d3-ba1b-a5e7dc149785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:36.700305 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed3b888d-2108-4c84-aed4-b4361a7dcfd3 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:36.710324 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e85877-9cac-476f-ab0b-0c1c6dc15062 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:42:36.717256 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-fa725685-4c76-4f87-88d1-e3553a547da0 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81b5431a-79a8-41e8-b5fa-7868cf13fbbf') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:36.717728 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-fa725685-4c76-4f87-88d1-e3553a547da0 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81b5431a-79a8-41e8-b5fa-7868cf13fbbf') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:36.727237 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d79d1a5b-cb5a-4c2a-bb36-1be964f873df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:36.727942 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-c6967b5d-6fa9-4372-a313-6153ad2f9244 None None] Allocated IP 172.20.0.18 (ed8fe6da-03f8-4d70-91f8-9e9d807c6262/46560a6c-6ee4-40da-a0a8-1e256dacf6a0/917b0f10-4fb1-4939-87f9-fe1bce4e66aa) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:42:36.746107 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fa725685-4c76-4f87-88d1-e3553a547da0 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:36.764317 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-ea99e528-b0e9-49d3-ba1b-a5e7dc149785 None None] For port 35263645-7407-4474-8423-01b175f1567c, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:42:36.768545 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-ea99e528-b0e9-49d3-ba1b-a5e7dc149785 None None] For port 35263645-7407-4474-8423-01b175f1567c, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=35263645-7407-4474-8423-01b175f1567c,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:42:36.774479 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ea99e528-b0e9-49d3-ba1b-a5e7dc149785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:36.782206 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 917b0f10-4fb1-4939-87f9-fe1bce4e66aa triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:36.782584 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:36.784301 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fa725685-4c76-4f87-88d1-e3553a547da0 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:36.788826 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ae83724a-9686-4240-8c2b-22c0767305e6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:36.796952 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa725685-4c76-4f87-88d1-e3553a547da0 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:42:36.797741 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fa725685-4c76-4f87-88d1-e3553a547da0 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:36.801576 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:42:36.801576 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:42:36.801576 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:42:36.801576 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:42:36.801576 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:42:36.801576 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:42:36.801576 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:42:36.801576 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:42:36.801576 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:42:36.801576 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:42:36.801576 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:42:36.801576 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:42:36.801576 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:42:36.801576 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:42:36.801576 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:42:36.801576 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:42:36.801576 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:42:36.801576 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:42:36.801576 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:42:36.801576 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:42:36.801576 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:42:36.801576 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:42:36.801576 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:42:36.801576 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:42:36.801576 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:42:36.801576 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:42:36.801576 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:42:36.801576 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:42:36.801576 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:42:36.801576 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:42:36.801576 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:42:36.801576 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:42:36.827732 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-54a9c7b0-ecde-464f-b64f-a3511c1a9d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:36.841880 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6650a2ea-b441-4372-bfe7-e4872b0e10fe None None] Pushing event updated for resources: {'Port': ['ID=35263645-7407-4474-8423-01b175f1567c,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:36.847588 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ae83724a-9686-4240-8c2b-22c0767305e6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:36.864555 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea99e528-b0e9-49d3-ba1b-a5e7dc149785 None None] Routers {'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:42:36.865231 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ea99e528-b0e9-49d3-ba1b-a5e7dc149785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:42:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:36.925270 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573f12bb-8639-497e-b2e9-89a398f56c2c None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:42:36.979939 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-29f6f63e-5ebf-4887-944d-d019c57641d2 None None] Deleting port e2baf991-61ef-40ab-953f-47caba0aeaef {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:42:36.980321 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-29f6f63e-5ebf-4887-944d-d019c57641d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:36.995429 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7c8d069b-36b9-4789-b78c-5cf9e765c08a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:37.001325 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-ea99e528-b0e9-49d3-ba1b-a5e7dc149785 None None] Set router fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:42:37.019170 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae83724a-9686-4240-8c2b-22c0767305e6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87ce3b0b-8b5e-4e7e-8031-bd188f70dfc7,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:37.023089 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ae83724a-9686-4240-8c2b-22c0767305e6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:37.042601 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ae83724a-9686-4240-8c2b-22c0767305e6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6409309 Nov 16 11:42:37.047762 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58880) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:37.052657 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-51516ddc-04c6-44b7-88d9-b0c515999b7f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'security_group_rule': {'security_group_id': '2b63567b-ee2a-4a85-a110-12557bea5e16', 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:37.110236 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-29f6f63e-5ebf-4887-944d-d019c57641d2 None None] For port e2baf991-61ef-40ab-953f-47caba0aeaef, host n-d-816823-3, got binding levels [] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:42:37.110517 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-29f6f63e-5ebf-4887-944d-d019c57641d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:37.143933 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fa725685-4c76-4f87-88d1-e3553a547da0 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:37.175588 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fa725685-4c76-4f87-88d1-e3553a547da0 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:37.181416 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-fa725685-4c76-4f87-88d1-e3553a547da0 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] 10.222.0.61 "DELETE /v2.0/networks/356d4fd0-05e7-431b-8ae0-b3297e041e29 HTTP/1.1" status: 204 len: 168 time: 2.1333148 Nov 16 11:42:37.184111 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa725685-4c76-4f87-88d1-e3553a547da0 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Pushing event deleted for resources: {'Network': ['ID=356d4fd0-05e7-431b-8ae0-b3297e041e29,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:37.190216 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58884) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:37.220060 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c6967b5d-6fa9-4372-a313-6153ad2f9244 None None] For port 917b0f10-4fb1-4939-87f9-fe1bce4e66aa, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=917b0f10-4fb1-4939-87f9-fe1bce4e66aa,segment=NetworkSegment(dc2ea1d5-c0be-4211-8908-e8d9e8f25923),segment_id=dc2ea1d5-c0be-4211-8908-e8d9e8f25923)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:42:37.273827 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c6967b5d-6fa9-4372-a313-6153ad2f9244 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:37.335041 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ea99e528-b0e9-49d3-ba1b-a5e7dc149785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1257189288-router', 'tenant_id': '14d41305b65a4dafae92476e1ff902fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '35263645-7407-4474-8423-01b175f1567c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:42:29Z', 'updated_at': '2021-11-16T11:42:32Z', 'revision_number': 3, 'project_id': '14d41305b65a4dafae92476e1ff902fa', 'gw_port': {'id': '35263645-7407-4474-8423-01b175f1567c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:30Z', 'updated_at': '2021-11-16T11:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:37.350878 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-51516ddc-04c6-44b7-88d9-b0c515999b7f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:37.356977 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-7c8d069b-36b9-4789-b78c-5cf9e765c08a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] For port bbd04203-9ed6-40a2-8119-e9e5a64bbd84, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=bbd04203-9ed6-40a2-8119-e9e5a64bbd84,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:42:37.374455 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-ed3b888d-2108-4c84-aed4-b4361a7dcfd3 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Allocated IP 172.20.0.21 (ed8fe6da-03f8-4d70-91f8-9e9d807c6262/46560a6c-6ee4-40da-a0a8-1e256dacf6a0/6d472fda-861b-4110-8633-cdfc2ff55c37) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:42:37.378713 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea99e528-b0e9-49d3-ba1b-a5e7dc149785 None None] The sync data for ids ['fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb'] in n-d-816823-3 is: [{'id': 'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1257189288-router', 'tenant_id': '14d41305b65a4dafae92476e1ff902fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '35263645-7407-4474-8423-01b175f1567c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:42:29Z', 'updated_at': '2021-11-16T11:42:32Z', 'revision_number': 3, 'project_id': '14d41305b65a4dafae92476e1ff902fa', 'gw_port': {'id': '35263645-7407-4474-8423-01b175f1567c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:30Z', 'updated_at': '2021-11-16T11:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:42:37.390694 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c6967b5d-6fa9-4372-a313-6153ad2f9244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:37.431126 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-d79d1a5b-cb5a-4c2a-bb36-1be964f873df admin admin] Allocated IP 172.20.0.1 (cd9b53f3-dc5a-4d2a-9424-263d53785a99/0dfedd61-b7f4-4fb0-bbf3-63a0a3e66c06/da8259cf-9aa7-4b4d-a78b-952ab744e4d1) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:42:37.447142 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-29f6f63e-5ebf-4887-944d-d019c57641d2 None None] Calling delete_port for e2baf991-61ef-40ab-953f-47caba0aeaef owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:42:37.461244 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7c8d069b-36b9-4789-b78c-5cf9e765c08a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:37.474381 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7c8d069b-36b9-4789-b78c-5cf9e765c08a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:37.475673 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7c8d069b-36b9-4789-b78c-5cf9e765c08a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:37.497197 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.ipam_backend_mixin [None req-29f6f63e-5ebf-4887-944d-d019c57641d2 None None] Port e2baf991-61ef-40ab-953f-47caba0aeaef was not found and therefore no delete operation was performed {{(pid=102670) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 11:42:37.506894 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8d069b-36b9-4789-b78c-5cf9e765c08a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:37.513045 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-7c8d069b-36b9-4789-b78c-5cf9e765c08a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:37.518491 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8d069b-36b9-4789-b78c-5cf9e765c08a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:37.519213 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7c8d069b-36b9-4789-b78c-5cf9e765c08a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:37.560238 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ca97442d-d0fc-4653-901f-534acd6e9e52 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Deleting port b4fbca7b-c1fd-4785-b7dd-c7e63c0856f3 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:42:37.560539 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca97442d-d0fc-4653-901f-534acd6e9e52 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:37.584471 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90b9a2d-f186-48f2-aadd-8bd0f8d890b2 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:42:37.601404 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-51516ddc-04c6-44b7-88d9-b0c515999b7f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:37.647820 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-51516ddc-04c6-44b7-88d9-b0c515999b7f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:37.667542 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-29f6f63e-5ebf-4887-944d-d019c57641d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:37.699956 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51516ddc-04c6-44b7-88d9-b0c515999b7f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ac781b0-b72d-47ef-a071-02041ebe5c2a,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:37.706820 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7c8d069b-36b9-4789-b78c-5cf9e765c08a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.0968611 Nov 16 11:42:37.706820 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d069b-36b9-4789-b78c-5cf9e765c08a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Subnet': ['ID=89f35e00-9d1e-464c-a4fe-c7a90cecc2bb,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:37.707828 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58886) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:37.716957 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-beb7b165-ed66-4fb5-880c-5f8eafbdec10 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Request body: {'port': {'network_id': 'd02e5c70-c13b-4c74-9763-e19ffb7dd482', 'mac_address': 'fa:16:3e:7d:0d:e2', 'name': 'tempest-NetworksTestDHCPv6-120314942'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:37.754170 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-29f6f63e-5ebf-4887-944d-d019c57641d2 None None] Network 356d4fd0-05e7-431b-8ae0-b3297e041e29 is not hosted by any dhcp agent {{(pid=102670) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 16 11:42:37.755155 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f6f63e-5ebf-4887-944d-d019c57641d2 None None] No DVR routers for this DVR port e2baf991-61ef-40ab-953f-47caba0aeaef on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:42:37.757505 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.api [None req-54a9c7b0-ecde-464f-b64f-a3511c1a9d17 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:42:37.758112 n-d-816823-3 neutron-server[102670]: DEBUG oslo_db.api [None req-54a9c7b0-ecde-464f-b64f-a3511c1a9d17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:42:37.758738 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-51516ddc-04c6-44b7-88d9-b0c515999b7f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:37.760048 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-51516ddc-04c6-44b7-88d9-b0c515999b7f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7115221 Nov 16 11:42:37.771309 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d79d1a5b-cb5a-4c2a-bb36-1be964f873df admin admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:37.853398 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58888) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:37.860998 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-2347e4a8-e3f4-4b68-9574-62a5aa4e372f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'security_group_rule': {'security_group_id': '2b63567b-ee2a-4a85-a110-12557bea5e16', 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:37.891926 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d79d1a5b-cb5a-4c2a-bb36-1be964f873df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:37.901721 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6967b5d-6fa9-4372-a313-6153ad2f9244 None None] Pushing event updated for resources: {'Port': ['ID=917b0f10-4fb1-4939-87f9-fe1bce4e66aa,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:37.904544 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca97442d-d0fc-4653-901f-534acd6e9e52 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:37.906517 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca97442d-d0fc-4653-901f-534acd6e9e52 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:37.952920 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device bbd04203-9ed6-40a2-8119-e9e5a64bbd84 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:42:37.975123 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ca97442d-d0fc-4653-901f-534acd6e9e52 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Calling delete_port for b4fbca7b-c1fd-4785-b7dd-c7e63c0856f3 owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:42:37.981857 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2347e4a8-e3f4-4b68-9574-62a5aa4e372f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:38.062959 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79d1a5b-cb5a-4c2a-bb36-1be964f873df admin admin] Network cd9b53f3-dc5a-4d2a-9424-263d53785a99 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:38.129497 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-d79d1a5b-cb5a-4c2a-bb36-1be964f873df admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:38.190225 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6f63e-5ebf-4887-944d-d019c57641d2 None None] Pushing event deleted for resources: {'Port': ['ID=e2baf991-61ef-40ab-953f-47caba0aeaef,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:38.217833 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2347e4a8-e3f4-4b68-9574-62a5aa4e372f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:38.230332 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79d1a5b-cb5a-4c2a-bb36-1be964f873df admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:42:38.235635 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79d1a5b-cb5a-4c2a-bb36-1be964f873df admin admin] Pushing event updated for resources: {'Port': ['ID=da8259cf-9aa7-4b4d-a78b-952ab744e4d1,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:38.238284 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2347e4a8-e3f4-4b68-9574-62a5aa4e372f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:38.418734 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-54a9c7b0-ecde-464f-b64f-a3511c1a9d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:38.429972 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347e4a8-e3f4-4b68-9574-62a5aa4e372f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=787006fa-923d-4792-b32f-55c114e2cdf4,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:38.463048 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port bbd04203-9ed6-40a2-8119-e9e5a64bbd84 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:38.463497 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:38.478095 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2347e4a8-e3f4-4b68-9574-62a5aa4e372f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:38.484455 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2347e4a8-e3f4-4b68-9574-62a5aa4e372f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6276395 Nov 16 11:42:38.487369 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58894) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:38.493764 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-0f72ee8c-f41d-42e5-839d-0a0da1014986 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'security_group_rule': {'security_group_id': '2b63567b-ee2a-4a85-a110-12557bea5e16', 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:38.553291 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d79d1a5b-cb5a-4c2a-bb36-1be964f873df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:38.631469 n-d-816823-3 neutron-server[102669]: INFO neutron.db.securitygroups_db [None req-0f72ee8c-f41d-42e5-839d-0a0da1014986 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Project a94525ce04b1475298bff18f4d90d9d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 11:42:38.643018 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f72ee8c-f41d-42e5-839d-0a0da1014986 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:38.644735 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:38.706010 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-54a9c7b0-ecde-464f-b64f-a3511c1a9d17 None None] For port bbd04203-9ed6-40a2-8119-e9e5a64bbd84, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=bbd04203-9ed6-40a2-8119-e9e5a64bbd84,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:42:38.730499 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-54a9c7b0-ecde-464f-b64f-a3511c1a9d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:38.746896 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d069b-36b9-4789-b78c-5cf9e765c08a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Port': ['ID=bbd04203-9ed6-40a2-8119-e9e5a64bbd84,revision_number=11']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:38.759152 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed3b888d-2108-4c84-aed4-b4361a7dcfd3 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:38.773466 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed3b888d-2108-4c84-aed4-b4361a7dcfd3 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:38.911480 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f72ee8c-f41d-42e5-839d-0a0da1014986 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:38.912618 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca97442d-d0fc-4653-901f-534acd6e9e52 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:38.975107 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.api [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:42:38.975584 n-d-816823-3 neutron-server[102670]: DEBUG oslo_db.api [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:42:38.983802 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f72ee8c-f41d-42e5-839d-0a0da1014986 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:38.985442 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-99d44251-c6dd-42c0-bd36-db7b5ca663da None None] Provisioning complete for port 9c42d078-952f-4ce9-88d2-8623088a7b2c triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:38.985807 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99d44251-c6dd-42c0-bd36-db7b5ca663da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:38.987647 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a9c7b0-ecde-464f-b64f-a3511c1a9d17 None None] Pushing event updated for resources: {'Port': ['ID=bbd04203-9ed6-40a2-8119-e9e5a64bbd84,revision_number=12']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:39.027669 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca97442d-d0fc-4653-901f-534acd6e9e52 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Pushing event deleted for resources: {'Port': ['ID=b4fbca7b-c1fd-4785-b7dd-c7e63c0856f3,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:39.063939 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbf8a72-4c06-43d8-91b1-2d671adfb35d None None] Network ed8fe6da-03f8-4d70-91f8-9e9d807c6262 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:42:39.111765 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f72ee8c-f41d-42e5-839d-0a0da1014986 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:39.115639 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0f72ee8c-f41d-42e5-839d-0a0da1014986 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6233227 Nov 16 11:42:39.149358 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb7b165-ed66-4fb5-880c-5f8eafbdec10 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Made reservation on behalf of 4ebb44564e554f6b8a2c06865b79e6ad for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:42:39.159917 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58896) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:39.163750 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca97442d-d0fc-4653-901f-534acd6e9e52 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks [] for floatingip, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:39.167249 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca97442d-d0fc-4653-901f-534acd6e9e52 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:39.168948 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ca97442d-d0fc-4653-901f-534acd6e9e52 tempest-FloatingIPAdminTestJSON-1417295717 tempest-FloatingIPAdminTestJSON-1417295717-project] 10.222.0.61 "DELETE /v2.0/floatingips/5abed173-4a1b-45a2-bfc7-8a6ca8e866a1 HTTP/1.1" status: 204 len: 168 time: 1.9774995 Nov 16 11:42:39.169781 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72ee8c-f41d-42e5-839d-0a0da1014986 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=753f7e05-87d2-41d7-9431-67fbd5bd387b,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:39.176566 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d79d1a5b-cb5a-4c2a-bb36-1be964f873df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:39.184637 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b888d-2108-4c84-aed4-b4361a7dcfd3 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'Port': ['ID=6d472fda-861b-4110-8633-cdfc2ff55c37,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:39.188879 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-511e45a4-df7a-4da5-ad23-f0eb0527d781 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'security_group_rule': {'security_group_id': '2b63567b-ee2a-4a85-a110-12557bea5e16', 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:39.289068 n-d-816823-3 neutron-server[102669]: INFO neutron.db.securitygroups_db [None req-511e45a4-df7a-4da5-ad23-f0eb0527d781 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Project a94525ce04b1475298bff18f4d90d9d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 11:42:39.316728 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b888d-2108-4c84-aed4-b4361a7dcfd3 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] In _notify_port_updated(), no bound segment for port 6d472fda-861b-4110-8633-cdfc2ff55c37 on network ed8fe6da-03f8-4d70-91f8-9e9d807c6262 {{(pid=102668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 11:42:39.323322 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3b888d-2108-4c84-aed4-b4361a7dcfd3 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:39.324034 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed3b888d-2108-4c84-aed4-b4361a7dcfd3 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:39.329080 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ed3b888d-2108-4c84-aed4-b4361a7dcfd3 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "PUT /v2.0/ports/6d472fda-861b-4110-8633-cdfc2ff55c37 HTTP/1.1" status: 200 len: 1000 time: 3.0021131 Nov 16 11:42:39.333144 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58900) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:39.353876 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-511e45a4-df7a-4da5-ad23-f0eb0527d781 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:39.435405 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99d44251-c6dd-42c0-bd36-db7b5ca663da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:39.553799 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-beb7b165-ed66-4fb5-880c-5f8eafbdec10 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:39.557490 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 9c42d078-952f-4ce9-88d2-8623088a7b2c up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:42:39.561836 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-99d44251-c6dd-42c0-bd36-db7b5ca663da None None] For port 9c42d078-952f-4ce9-88d2-8623088a7b2c, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=9c42d078-952f-4ce9-88d2-8623088a7b2c,segment=NetworkSegment(2cf765c5-91e1-41df-9ee8-e3cdc96b8cf7),segment_id=2cf765c5-91e1-41df-9ee8-e3cdc96b8cf7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:42:39.582686 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-511e45a4-df7a-4da5-ad23-f0eb0527d781 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:39.596975 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-511e45a4-df7a-4da5-ad23-f0eb0527d781 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:39.619498 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-beb7b165-ed66-4fb5-880c-5f8eafbdec10 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] device_id is not set on port 1753eaf2-e0e4-484d-9c36-1dcdb2914d34 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:42:39.650997 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e45a4-df7a-4da5-ad23-f0eb0527d781 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72354d26-95c8-4784-b551-743e8ff930d5,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:39.690630 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99d44251-c6dd-42c0-bd36-db7b5ca663da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:39.691098 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-511e45a4-df7a-4da5-ad23-f0eb0527d781 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:39.693269 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-511e45a4-df7a-4da5-ad23-f0eb0527d781 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5183175 Nov 16 11:42:39.697091 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58906) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:39.705942 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58908) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:39.706747 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-eccc1162-b683-4801-8f1f-2d0fbbe1cbfa tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'network': {'name': 'tempest-network-smoke--1137507873', 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'port_security_enabled': True}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:39.740068 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d79d1a5b-cb5a-4c2a-bb36-1be964f873df admin admin] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:39.747989 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-5b57f3fe-8ab4-49df-8253-160de97b2cee tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Deleting port 6d472fda-861b-4110-8633-cdfc2ff55c37 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:42:39.748554 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b57f3fe-8ab4-49df-8253-160de97b2cee tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:39.755982 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d79d1a5b-cb5a-4c2a-bb36-1be964f873df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:39.780497 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-99d44251-c6dd-42c0-bd36-db7b5ca663da None None] Provisioning complete for port 35263645-7407-4474-8423-01b175f1567c triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:39.781600 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99d44251-c6dd-42c0-bd36-db7b5ca663da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:39.816375 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccc1162-b683-4801-8f1f-2d0fbbe1cbfa tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Made reservation on behalf of a94525ce04b1475298bff18f4d90d9d6 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:42:39.820765 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eccc1162-b683-4801-8f1f-2d0fbbe1cbfa tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:39.836103 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 9c42d078-952f-4ce9-88d2-8623088a7b2c triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:39.836835 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:39.899553 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79d1a5b-cb5a-4c2a-bb36-1be964f873df admin admin] Pushing event updated for resources: {'Port': ['ID=da8259cf-9aa7-4b4d-a78b-952ab744e4d1,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:39.910294 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d44251-c6dd-42c0-bd36-db7b5ca663da None None] Pushing event updated for resources: {'Port': ['ID=9c42d078-952f-4ce9-88d2-8623088a7b2c,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:39.921375 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d79d1a5b-cb5a-4c2a-bb36-1be964f873df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:39.926761 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eccc1162-b683-4801-8f1f-2d0fbbe1cbfa tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:42:39.989585 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99d44251-c6dd-42c0-bd36-db7b5ca663da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:40.016865 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b57f3fe-8ab4-49df-8253-160de97b2cee tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:40.063894 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-99d44251-c6dd-42c0-bd36-db7b5ca663da None None] For port 35263645-7407-4474-8423-01b175f1567c, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=35263645-7407-4474-8423-01b175f1567c,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:42:40.072908 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eccc1162-b683-4801-8f1f-2d0fbbe1cbfa tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:40.073347 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-eccc1162-b683-4801-8f1f-2d0fbbe1cbfa tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Added segment 8cbbc77d-9661-4c02-9734-2553071ea21c of type vlan for network 1c273dd6-07f2-4b1f-a721-47089a2a6655 Nov 16 11:42:40.080567 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99d44251-c6dd-42c0-bd36-db7b5ca663da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:40.136820 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f7c37256-8d96-453f-87ef-9fb2451529f0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=806362b9e1044a12bf2684a88c3a9793&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4275575 Nov 16 11:42:40.142646 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58912) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:40.174967 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-5b57f3fe-8ab4-49df-8253-160de97b2cee tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Calling delete_port for 6d472fda-861b-4110-8633-cdfc2ff55c37 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:42:40.206161 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device e2baf991-61ef-40ab-953f-47caba0aeaef no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:42:40.208076 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eccc1162-b683-4801-8f1f-2d0fbbe1cbfa tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:40.211682 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79d1a5b-cb5a-4c2a-bb36-1be964f873df admin admin] Network cd9b53f3-dc5a-4d2a-9424-263d53785a99 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:40.218773 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d44251-c6dd-42c0-bd36-db7b5ca663da None None] Pushing event updated for resources: {'Port': ['ID=35263645-7407-4474-8423-01b175f1567c,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:40.226864 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-d79d1a5b-cb5a-4c2a-bb36-1be964f873df admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:40.282450 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: e2baf991-61ef-40ab-953f-47caba0aeaef {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:42:40.282809 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device e2baf991-61ef-40ab-953f-47caba0aeaef not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:42:40.289659 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-698b2eea-381a-4989-8be4-6310772d8144 None None] Provisioning complete for port 917b0f10-4fb1-4939-87f9-fe1bce4e66aa triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:40.289884 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-698b2eea-381a-4989-8be4-6310772d8144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:40.352536 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-beb7b165-ed66-4fb5-880c-5f8eafbdec10 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Allocated IP 2001:db8::344 (d02e5c70-c13b-4c74-9763-e19ffb7dd482/b362d868-55e0-4c4a-9562-d615ff2d84d1/1753eaf2-e0e4-484d-9c36-1dcdb2914d34) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:42:40.366448 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-beb7b165-ed66-4fb5-880c-5f8eafbdec10 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7d:de2 (d02e5c70-c13b-4c74-9763-e19ffb7dd482/89f35e00-9d1e-464c-a4fe-c7a90cecc2bb/1753eaf2-e0e4-484d-9c36-1dcdb2914d34) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:42:40.431673 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-304e2e56-1919-42bd-9fc7-14abbe93dd0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:40.525783 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-304e2e56-1919-42bd-9fc7-14abbe93dd0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:40.562680 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-698b2eea-381a-4989-8be4-6310772d8144 None None] Provisioning complete for port da8259cf-9aa7-4b4d-a78b-952ab744e4d1 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:40.563227 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-698b2eea-381a-4989-8be4-6310772d8144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:40.661441 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-698b2eea-381a-4989-8be4-6310772d8144 None None] Port da8259cf-9aa7-4b4d-a78b-952ab744e4d1 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:42:40.687417 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-698b2eea-381a-4989-8be4-6310772d8144 None None] Provisioning complete for port bbd04203-9ed6-40a2-8119-e9e5a64bbd84 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:40.688051 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-698b2eea-381a-4989-8be4-6310772d8144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:40.730174 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 35263645-7407-4474-8423-01b175f1567c up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:42:40.777158 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-304e2e56-1919-42bd-9fc7-14abbe93dd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:40.781237 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-304e2e56-1919-42bd-9fc7-14abbe93dd0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:40.785052 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-304e2e56-1919-42bd-9fc7-14abbe93dd0b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/66bf49a8-fbdb-4ef5-b11c-e3d3ba01d155 HTTP/1.1" status: 204 len: 168 time: 0.6241562 Nov 16 11:42:40.831438 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e2e56-1919-42bd-9fc7-14abbe93dd0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bf49a8-fbdb-4ef5-b11c-e3d3ba01d155,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:40.864185 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b57f3fe-8ab4-49df-8253-160de97b2cee tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:40.934784 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 35263645-7407-4474-8423-01b175f1567c triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:40.935809 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:40.987252 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-698b2eea-381a-4989-8be4-6310772d8144 None None] Could not find standard attr ID for object 6d472fda-861b-4110-8633-cdfc2ff55c37. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:42:41.060264 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 917b0f10-4fb1-4939-87f9-fe1bce4e66aa up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:42:41.077472 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b57f3fe-8ab4-49df-8253-160de97b2cee tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'Port': ['ID=6d472fda-861b-4110-8633-cdfc2ff55c37,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:41.149336 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eccc1162-b683-4801-8f1f-2d0fbbe1cbfa tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:41.156523 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccc1162-b683-4801-8f1f-2d0fbbe1cbfa tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:41.157520 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eccc1162-b683-4801-8f1f-2d0fbbe1cbfa tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:41.169397 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6c06ceae-b9b1-4844-91ff-0515b50ba298 None None] Provisioning complete for port da8259cf-9aa7-4b4d-a78b-952ab744e4d1 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:41.169782 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6c06ceae-b9b1-4844-91ff-0515b50ba298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:41.210629 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 917b0f10-4fb1-4939-87f9-fe1bce4e66aa triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:41.211054 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:41.238204 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc1162-b683-4801-8f1f-2d0fbbe1cbfa tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'Network': ['ID=1c273dd6-07f2-4b1f-a721-47089a2a6655,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:41.261346 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-eccc1162-b683-4801-8f1f-2d0fbbe1cbfa tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5631523 Nov 16 11:42:41.265563 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58928) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:41.275573 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-6c510494-5767-4317-abbd-6ce1e5e8c414 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1461306953', 'admin_state_up': True, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:41.277127 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 1c273dd6-07f2-4b1f-a721-47089a2a6655 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:42:41.285335 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79d1a5b-cb5a-4c2a-bb36-1be964f873df admin admin] Router fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:42:41.410680 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79d1a5b-cb5a-4c2a-bb36-1be964f873df admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:42:41.416600 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d79d1a5b-cb5a-4c2a-bb36-1be964f873df admin admin] 10.222.0.61 "PUT /v2.0/routers/fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1409540 Nov 16 11:42:41.424649 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58930) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:41.443913 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-6c06ceae-b9b1-4844-91ff-0515b50ba298 None None] Port da8259cf-9aa7-4b4d-a78b-952ab744e4d1 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:42:41.465158 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6c510494-5767-4317-abbd-6ce1e5e8c414 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:41.468240 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6c510494-5767-4317-abbd-6ce1e5e8c414 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:41.474854 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77042639-102b-4544-a214-f0116e71cbf3 None None] Sync routers for ids ['fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:42:41.483437 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3b68798-c0aa-485a-97c8-682a0e0a6d1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:41.519952 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6c06ceae-b9b1-4844-91ff-0515b50ba298 None None] Could not find standard attr ID for object 6d472fda-861b-4110-8633-cdfc2ff55c37. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:42:41.523239 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b57f3fe-8ab4-49df-8253-160de97b2cee tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:41.527424 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5b57f3fe-8ab4-49df-8253-160de97b2cee tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/ports/6d472fda-861b-4110-8633-cdfc2ff55c37 HTTP/1.1" status: 204 len: 168 time: 2.1929934 Nov 16 11:42:41.531807 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58934) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:41.569075 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-beb7b165-ed66-4fb5-880c-5f8eafbdec10 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:41.582715 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e3fb97-f932-4b06-b247-e8b2a7806a0f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] GET failed (client error): The resource could not be found. Nov 16 11:42:41.588396 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-91e3fb97-f932-4b06-b247-e8b2a7806a0f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "GET /v2.0/ports/6d472fda-861b-4110-8633-cdfc2ff55c37 HTTP/1.1" status: 404 len: 333 time: 0.0553656 Nov 16 11:42:41.589055 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58936) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:41.662436 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6c510494-5767-4317-abbd-6ce1e5e8c414 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:41.752476 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-243896d3-6fb0-4193-87d9-9031f1b9a507 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Deleting subnet 46560a6c-6ee4-40da-a0a8-1e256dacf6a0 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:42:41.758286 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-243896d3-6fb0-4193-87d9-9031f1b9a507 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:41.830271 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-beb7b165-ed66-4fb5-880c-5f8eafbdec10 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:41.855809 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77042639-102b-4544-a214-f0116e71cbf3 None None] Routers {'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:42:41.856463 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-77042639-102b-4544-a214-f0116e71cbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:42:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:41.869082 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-243896d3-6fb0-4193-87d9-9031f1b9a507 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:41.945914 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6c06ceae-b9b1-4844-91ff-0515b50ba298 None None] Provisioning complete for port 917b0f10-4fb1-4939-87f9-fe1bce4e66aa triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:41.946493 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6c06ceae-b9b1-4844-91ff-0515b50ba298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:41.996482 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-243896d3-6fb0-4193-87d9-9031f1b9a507 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:42.006289 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb7b165-ed66-4fb5-880c-5f8eafbdec10 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:42.019207 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-beb7b165-ed66-4fb5-880c-5f8eafbdec10 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:42.030417 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6c510494-5767-4317-abbd-6ce1e5e8c414 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:42.039168 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3b68798-c0aa-485a-97c8-682a0e0a6d1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:42.048973 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb7b165-ed66-4fb5-880c-5f8eafbdec10 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:42:42.058066 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb7b165-ed66-4fb5-880c-5f8eafbdec10 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:42.058791 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-beb7b165-ed66-4fb5-880c-5f8eafbdec10 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:42.083375 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device bbd04203-9ed6-40a2-8119-e9e5a64bbd84 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:42:42.084934 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3b68798-c0aa-485a-97c8-682a0e0a6d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:42.171832 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e3b68798-c0aa-485a-97c8-682a0e0a6d1c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8f4aa806d61a4131a887d10cb7f19bd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7407689 Nov 16 11:42:42.174338 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port bbd04203-9ed6-40a2-8119-e9e5a64bbd84 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:42.174726 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:42.199905 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-243896d3-6fb0-4193-87d9-9031f1b9a507 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:42.203147 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58956) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:42.209724 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7b165-ed66-4fb5-880c-5f8eafbdec10 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event updated for resources: {'Port': ['ID=1753eaf2-e0e4-484d-9c36-1dcdb2914d34,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:42.285076 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-77042639-102b-4544-a214-f0116e71cbf3 None None] Set router fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:42:42.293577 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243896d3-6fb0-4193-87d9-9031f1b9a507 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'Subnet': ['ID=46560a6c-6ee4-40da-a0a8-1e256dacf6a0,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:42.309783 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-beb7b165-ed66-4fb5-880c-5f8eafbdec10 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 4.5891743 Nov 16 11:42:42.316997 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58960) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:42.322096 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-243896d3-6fb0-4193-87d9-9031f1b9a507 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:42.325408 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-243896d3-6fb0-4193-87d9-9031f1b9a507 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/subnets/46560a6c-6ee4-40da-a0a8-1e256dacf6a0 HTTP/1.1" status: 204 len: 168 time: 0.7331233 Nov 16 11:42:42.329558 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58962) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:42.392253 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b68798-c0aa-485a-97c8-682a0e0a6d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f472cbe5-8a82-46af-a6c3-36ba78e69e55,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:42.497704 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82c0891-0377-4017-acbd-4b5c40e6f1b0 None None] Network ed8fe6da-03f8-4d70-91f8-9e9d807c6262 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:42:42.499487 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58966) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:42.507933 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7463111e-bdb0-4ae4-8dd4-2f4efc0e55bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:42.509452 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5ff21992-2c0a-4ea7-ad7c-a20c659deec2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-867754635-network', 'tenant_id': 'b6cd2747425449d8a54994d2b4984afb'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:42.535569 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7463111e-bdb0-4ae4-8dd4-2f4efc0e55bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:42.572167 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff21992-2c0a-4ea7-ad7c-a20c659deec2 admin admin] Made reservation on behalf of b6cd2747425449d8a54994d2b4984afb for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:42:42.575947 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ff21992-2c0a-4ea7-ad7c-a20c659deec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:42.595877 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ffcf74d-813f-41c8-a24f-4812342602b0 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Deleting subnet 7889193b-f717-4688-a798-d7e2ee260286 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:42:42.597047 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-fda93838-da26-4ef1-9487-73f1f7742482 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting port 1753eaf2-e0e4-484d-9c36-1dcdb2914d34 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:42:42.597401 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fda93838-da26-4ef1-9487-73f1f7742482 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:42.600564 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ffcf74d-813f-41c8-a24f-4812342602b0 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:42.604302 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7463111e-bdb0-4ae4-8dd4-2f4efc0e55bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:42.604488 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ff21992-2c0a-4ea7-ad7c-a20c659deec2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:42.607682 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7463111e-bdb0-4ae4-8dd4-2f4efc0e55bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:42.609813 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7463111e-bdb0-4ae4-8dd4-2f4efc0e55bc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f472cbe5-8a82-46af-a6c3-36ba78e69e55 HTTP/1.1" status: 204 len: 168 time: 0.3972263 Nov 16 11:42:42.651213 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7463111e-bdb0-4ae4-8dd4-2f4efc0e55bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f472cbe5-8a82-46af-a6c3-36ba78e69e55,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:42.665535 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ffcf74d-813f-41c8-a24f-4812342602b0 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:42.709702 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-7821e39d-796e-453c-8c98-ed22ce64f927 None None] Could not find standard attr ID for object 6d472fda-861b-4110-8633-cdfc2ff55c37. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:42:42.765542 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ffcf74d-813f-41c8-a24f-4812342602b0 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:42.864179 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-7821e39d-796e-453c-8c98-ed22ce64f927 None None] Provisioning complete for port 1753eaf2-e0e4-484d-9c36-1dcdb2914d34 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:42.864894 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7821e39d-796e-453c-8c98-ed22ce64f927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:42.880141 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ffcf74d-813f-41c8-a24f-4812342602b0 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:42.939425 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6c510494-5767-4317-abbd-6ce1e5e8c414 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:42.941311 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 9c42d078-952f-4ce9-88d2-8623088a7b2c up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:42:42.966276 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffcf74d-813f-41c8-a24f-4812342602b0 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'Subnet': ['ID=7889193b-f717-4688-a798-d7e2ee260286,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:42.983597 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ffcf74d-813f-41c8-a24f-4812342602b0 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:42.988848 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6c510494-5767-4317-abbd-6ce1e5e8c414 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:43.001305 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-9ffcf74d-813f-41c8-a24f-4812342602b0 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/subnets/7889193b-f717-4688-a798-d7e2ee260286 HTTP/1.1" status: 204 len: 168 time: 0.6623244 Nov 16 11:42:43.002112 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58974) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:43.004799 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fda93838-da26-4ef1-9487-73f1f7742482 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:43.060384 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-7821e39d-796e-453c-8c98-ed22ce64f927 None None] Port 1753eaf2-e0e4-484d-9c36-1dcdb2914d34 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:42:43.079195 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-fda93838-da26-4ef1-9487-73f1f7742482 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Calling delete_port for 1753eaf2-e0e4-484d-9c36-1dcdb2914d34 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:42:43.085746 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9fc98056-4e8e-4193-be65-9d84085bc93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:43.102859 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 9c42d078-952f-4ce9-88d2-8623088a7b2c triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:43.104066 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:43.108055 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-77042639-102b-4544-a214-f0116e71cbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1257189288-router', 'tenant_id': '14d41305b65a4dafae92476e1ff902fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '35263645-7407-4474-8423-01b175f1567c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:42:29Z', 'updated_at': '2021-11-16T11:42:38Z', 'revision_number': 4, 'project_id': '14d41305b65a4dafae92476e1ff902fa', 'gw_port': {'id': '35263645-7407-4474-8423-01b175f1567c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:30Z', 'updated_at': '2021-11-16T11:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'da8259cf-9aa7-4b4d-a78b-952ab744e4d1', 'name': '', 'network_id': 'cd9b53f3-dc5a-4d2a-9424-263d53785a99', 'tenant_id': '14d41305b65a4dafae92476e1ff902fa', 'mac_address': 'fa:16:3e:2b:04:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '0dfedd61-b7f4-4fb0-bbf3-63a0a3e66c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:36Z', 'updated_at': '2021-11-16T11:42:39Z', 'revision_number': 2, 'project_id': '14d41305b65a4dafae92476e1ff902fa', 'subnets': [{'id': '0dfedd61-b7f4-4fb0-bbf3-63a0a3e66c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:43.173742 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77042639-102b-4544-a214-f0116e71cbf3 None None] Checking router: fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:42:43.174154 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77042639-102b-4544-a214-f0116e71cbf3 None None] Updating router fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb port da8259cf-9aa7-4b4d-a78b-952ab744e4d1 binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:42:43.182717 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ac65911-bbf6-4ce1-a78e-224c38750cac tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:43.209230 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-77042639-102b-4544-a214-f0116e71cbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:43.258953 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ff21992-2c0a-4ea7-ad7c-a20c659deec2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:43.290479 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58976) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:43.303780 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ff21992-2c0a-4ea7-ad7c-a20c659deec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:43.311613 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1ac65911-bbf6-4ce1-a78e-224c38750cac tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Deleting port 917b0f10-4fb1-4939-87f9-fe1bce4e66aa {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:42:43.311962 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ac65911-bbf6-4ce1-a78e-224c38750cac tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:43.329081 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4f909aa7-5147-4411-8623-fafc07a3406f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:43.347440 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ff21992-2c0a-4ea7-ad7c-a20c659deec2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:42:43.357174 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ff21992-2c0a-4ea7-ad7c-a20c659deec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:43.357636 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-5ff21992-2c0a-4ea7-ad7c-a20c659deec2 admin admin] Added segment ef9704fb-137d-439d-ab79-3584982eece2 of type vlan for network fb74cf64-72b5-4ade-b61d-79a753f37680 Nov 16 11:42:43.405537 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ff21992-2c0a-4ea7-ad7c-a20c659deec2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:43.450322 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-1ac65911-bbf6-4ce1-a78e-224c38750cac tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] For port 917b0f10-4fb1-4939-87f9-fe1bce4e66aa, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=917b0f10-4fb1-4939-87f9-fe1bce4e66aa,segment=NetworkSegment(dc2ea1d5-c0be-4211-8908-e8d9e8f25923),segment_id=dc2ea1d5-c0be-4211-8908-e8d9e8f25923)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:42:43.450702 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ac65911-bbf6-4ce1-a78e-224c38750cac tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:43.470393 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ff21992-2c0a-4ea7-ad7c-a20c659deec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:43.474203 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1ac65911-bbf6-4ce1-a78e-224c38750cac tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Calling delete_port for 917b0f10-4fb1-4939-87f9-fe1bce4e66aa owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:42:43.480098 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff21992-2c0a-4ea7-ad7c-a20c659deec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:43.481005 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ff21992-2c0a-4ea7-ad7c-a20c659deec2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:43.529197 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-6c510494-5767-4317-abbd-6ce1e5e8c414 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Allocated IP 172.25.0.60 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:42:43.535952 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5ff21992-2c0a-4ea7-ad7c-a20c659deec2 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0352712 Nov 16 11:42:43.554682 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff21992-2c0a-4ea7-ad7c-a20c659deec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a762e984-c53c-437c-9d93-651f92b3d67c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:43.556290 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58978) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:43.566491 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-35538da8-dd52-488e-97bb-e881f95da06d admin admin] Request body: {'subnet': {'network_id': 'fb74cf64-72b5-4ade-b61d-79a753f37680', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-867754635-subnet', 'tenant_id': 'b6cd2747425449d8a54994d2b4984afb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:43.652827 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-77042639-102b-4544-a214-f0116e71cbf3 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:43.659646 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4f909aa7-5147-4411-8623-fafc07a3406f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:43.670701 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35538da8-dd52-488e-97bb-e881f95da06d admin admin] Made reservation on behalf of b6cd2747425449d8a54994d2b4984afb for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:42:43.673573 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-35538da8-dd52-488e-97bb-e881f95da06d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:43.677778 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff21992-2c0a-4ea7-ad7c-a20c659deec2 admin admin] Pushing event updated for resources: {'Network': ['ID=fb74cf64-72b5-4ade-b61d-79a753f37680,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:43.680267 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-77042639-102b-4544-a214-f0116e71cbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:43.749124 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network fb74cf64-72b5-4ade-b61d-79a753f37680 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:42:43.768543 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4f909aa7-5147-4411-8623-fafc07a3406f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:43.866302 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ac65911-bbf6-4ce1-a78e-224c38750cac tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:43.872628 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4f909aa7-5147-4411-8623-fafc07a3406f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cdfc8c69e2f647a9ba4a83a8242428f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5775509 Nov 16 11:42:43.873396 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58982) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:43.875441 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f909aa7-5147-4411-8623-fafc07a3406f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f393d38-665a-49a8-a0d2-03946fdc6bca,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:43.912199 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6c510494-5767-4317-abbd-6ce1e5e8c414 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:43.953774 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac65911-bbf6-4ce1-a78e-224c38750cac tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'Port': ['ID=917b0f10-4fb1-4939-87f9-fe1bce4e66aa,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:43.962762 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fda93838-da26-4ef1-9487-73f1f7742482 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:43.974019 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-77042639-102b-4544-a214-f0116e71cbf3 None None] Attempting to bind port da8259cf-9aa7-4b4d-a78b-952ab744e4d1 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:42:43.974589 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-77042639-102b-4544-a214-f0116e71cbf3 None None] Attempting to bind port da8259cf-9aa7-4b4d-a78b-952ab744e4d1 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '2cf765c5-91e1-41df-9ee8-e3cdc96b8cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'cd9b53f3-dc5a-4d2a-9424-263d53785a99'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:42:43.975077 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77042639-102b-4544-a214-f0116e71cbf3 None None] Attempting to bind port da8259cf-9aa7-4b4d-a78b-952ab744e4d1 on network cd9b53f3-dc5a-4d2a-9424-263d53785a99 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:42:43.978005 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d66ee-e5e7-4c6a-9d37-242f0a442be0 None None] Pushing event updated for resources: {'Port': ['ID=da8259cf-9aa7-4b4d-a78b-952ab744e4d1,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:43.985166 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77042639-102b-4544-a214-f0116e71cbf3 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:42:43.986127 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77042639-102b-4544-a214-f0116e71cbf3 None None] Checking segment: {'id': '2cf765c5-91e1-41df-9ee8-e3cdc96b8cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'cd9b53f3-dc5a-4d2a-9424-263d53785a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:42:43.986818 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-77042639-102b-4544-a214-f0116e71cbf3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:43.987333 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77042639-102b-4544-a214-f0116e71cbf3 None None] Bound using segment: {'id': '2cf765c5-91e1-41df-9ee8-e3cdc96b8cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'cd9b53f3-dc5a-4d2a-9424-263d53785a99'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:42:43.988072 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-77042639-102b-4544-a214-f0116e71cbf3 None None] Bound port: da8259cf-9aa7-4b4d-a78b-952ab744e4d1, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cf765c5-91e1-41df-9ee8-e3cdc96b8cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'cd9b53f3-dc5a-4d2a-9424-263d53785a99'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:42:43.988557 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-77042639-102b-4544-a214-f0116e71cbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:44.059317 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fda93838-da26-4ef1-9487-73f1f7742482 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:44.065992 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-fda93838-da26-4ef1-9487-73f1f7742482 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/ports/1753eaf2-e0e4-484d-9c36-1dcdb2914d34 HTTP/1.1" status: 204 len: 168 time: 1.7437329 Nov 16 11:42:44.065992 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda93838-da26-4ef1-9487-73f1f7742482 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Port': ['ID=1753eaf2-e0e4-484d-9c36-1dcdb2914d34,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:44.068310 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58984) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:44.086128 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-77042639-102b-4544-a214-f0116e71cbf3 None None] For port da8259cf-9aa7-4b4d-a78b-952ab744e4d1, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:42:44.096946 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-77042639-102b-4544-a214-f0116e71cbf3 None None] For port da8259cf-9aa7-4b4d-a78b-952ab744e4d1, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=da8259cf-9aa7-4b4d-a78b-952ab744e4d1,segment=NetworkSegment(2cf765c5-91e1-41df-9ee8-e3cdc96b8cf7),segment_id=2cf765c5-91e1-41df-9ee8-e3cdc96b8cf7)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:42:44.108820 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26eb2666-324c-4e72-a647-93ef4221f89b None None] Network ed8fe6da-03f8-4d70-91f8-9e9d807c6262 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:42:44.120519 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6c510494-5767-4317-abbd-6ce1e5e8c414 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:44.126188 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-77042639-102b-4544-a214-f0116e71cbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:44.179510 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac65911-bbf6-4ce1-a78e-224c38750cac tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] No DVR routers for this DVR port 917b0f10-4fb1-4939-87f9-fe1bce4e66aa on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:42:44.189676 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c510494-5767-4317-abbd-6ce1e5e8c414 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:44.220515 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c3a208ef-e06c-47dc-a295-cce4e24f1b78 None None] Could not find standard attr ID for object 917b0f10-4fb1-4939-87f9-fe1bce4e66aa. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:42:44.222510 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-6c510494-5767-4317-abbd-6ce1e5e8c414 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:44.236658 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd15673-28fd-4bd4-82f9-50f7bbec6b9f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:44.241748 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-dbd15673-28fd-4bd4-82f9-50f7bbec6b9f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1685569 Nov 16 11:42:44.241748 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c510494-5767-4317-abbd-6ce1e5e8c414 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:42:44.243616 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c510494-5767-4317-abbd-6ce1e5e8c414 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'Port': ['ID=a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:44.248559 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58986) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:44.274543 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77042639-102b-4544-a214-f0116e71cbf3 None None] Routers {'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:42:44.275177 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-77042639-102b-4544-a214-f0116e71cbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:42:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:44.280920 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95000b57-f00d-4d69-bb77-6b1b8a9893ee None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:42:44.353080 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-35538da8-dd52-488e-97bb-e881f95da06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:44.422945 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d66ee-e5e7-4c6a-9d37-242f0a442be0 None None] Pushing event updated for resources: {'Port': ['ID=da8259cf-9aa7-4b4d-a78b-952ab744e4d1,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:44.489582 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ac65911-bbf6-4ce1-a78e-224c38750cac tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:44.518311 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-1ac65911-bbf6-4ce1-a78e-224c38750cac tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed8fe6da-03f8-4d70-91f8-9e9d807c6262']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:44.530712 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-1ac65911-bbf6-4ce1-a78e-224c38750cac tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc2ea1d5-c0be-4211-8908-e8d9e8f25923') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:44.531410 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-1ac65911-bbf6-4ce1-a78e-224c38750cac tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc2ea1d5-c0be-4211-8908-e8d9e8f25923') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:44.544930 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ac65911-bbf6-4ce1-a78e-224c38750cac tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:44.563713 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ac65911-bbf6-4ce1-a78e-224c38750cac tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:44.572075 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ac65911-bbf6-4ce1-a78e-224c38750cac tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:42:44.572617 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ac65911-bbf6-4ce1-a78e-224c38750cac tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:44.653473 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-86b26cbd-c0a3-4eae-84b9-1bbc1509a689 None None] Provisioning complete for port da8259cf-9aa7-4b4d-a78b-952ab744e4d1 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:44.653977 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-86b26cbd-c0a3-4eae-84b9-1bbc1509a689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:44.675655 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:42:44.675655 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:42:44.675655 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:42:44.675655 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:42:44.675655 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:42:44.675655 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:42:44.675655 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:42:44.675655 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:42:44.675655 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:42:44.675655 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:42:44.675655 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:42:44.675655 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:42:44.675655 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:42:44.675655 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:42:44.675655 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:42:44.675655 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:42:44.675655 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:42:44.675655 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:42:44.675655 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:42:44.675655 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:42:44.675655 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:42:44.675655 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:42:44.675655 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:42:44.675655 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:42:44.675655 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:42:44.675655 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:42:44.675655 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:42:44.675655 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:42:44.675655 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:42:44.675655 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:42:44.675655 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:42:44.675655 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:42:44.684097 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ac65911-bbf6-4ce1-a78e-224c38750cac tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:44.713699 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ac65911-bbf6-4ce1-a78e-224c38750cac tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:44.718777 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1ac65911-bbf6-4ce1-a78e-224c38750cac tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/networks/ed8fe6da-03f8-4d70-91f8-9e9d807c6262 HTTP/1.1" status: 204 len: 168 time: 1.7158124 Nov 16 11:42:44.720009 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac65911-bbf6-4ce1-a78e-224c38750cac tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'Network': ['ID=ed8fe6da-03f8-4d70-91f8-9e9d807c6262,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:44.722528 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58996) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:44.749808 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-77042639-102b-4544-a214-f0116e71cbf3 None None] Set router fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:42:44.790776 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e375c515-29b6-40f0-9ad9-3d58813effb2 None None] DHCP port deletion for ed8fe6da-03f8-4d70-91f8-9e9d807c6262 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:42:44.811438 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6c510494-5767-4317-abbd-6ce1e5e8c414 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:44.819125 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35538da8-dd52-488e-97bb-e881f95da06d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c47d9736-2144-4c9a-9531-439127298d45,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:44.827874 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e9b8147-1b61-4437-8773-4d5be16d296a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:44.851122 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84601b4-ebae-4431-8187-b79a647ec376 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:44.855101 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d84601b4-ebae-4431-8187-b79a647ec376 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5905538 Nov 16 11:42:44.870066 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58998) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:44.912377 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-86b26cbd-c0a3-4eae-84b9-1bbc1509a689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:44.954991 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35538da8-dd52-488e-97bb-e881f95da06d admin admin] Checking segment: {'id': 'ef9704fb-137d-439d-ab79-3584982eece2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'fb74cf64-72b5-4ade-b61d-79a753f37680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:42:44.955362 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35538da8-dd52-488e-97bb-e881f95da06d admin admin] Network hostable DHCP agents. Network: fb74cf64-72b5-4ade-b61d-79a753f37680, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:42:44.960869 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e51ccf7-4b13-4da4-a453-fe0e4a5a8501 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:44.962644 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e51ccf7-4b13-4da4-a453-fe0e4a5a8501 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:44.964457 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e51ccf7-4b13-4da4-a453-fe0e4a5a8501 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:44.970019 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0e51ccf7-4b13-4da4-a453-fe0e4a5a8501 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0882719 Nov 16 11:42:44.975826 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59002) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:45.010718 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-86b26cbd-c0a3-4eae-84b9-1bbc1509a689 None None] For port da8259cf-9aa7-4b4d-a78b-952ab744e4d1, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=da8259cf-9aa7-4b4d-a78b-952ab744e4d1,segment=NetworkSegment(2cf765c5-91e1-41df-9ee8-e3cdc96b8cf7),segment_id=2cf765c5-91e1-41df-9ee8-e3cdc96b8cf7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:42:45.031578 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-86b26cbd-c0a3-4eae-84b9-1bbc1509a689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:45.063615 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d918fc2-981e-45a0-9599-51b914f43411 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting subnet 89f35e00-9d1e-464c-a4fe-c7a90cecc2bb {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:42:45.068624 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0d918fc2-981e-45a0-9599-51b914f43411 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:45.127717 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b26cbd-c0a3-4eae-84b9-1bbc1509a689 None None] Pushing event updated for resources: {'Port': ['ID=da8259cf-9aa7-4b4d-a78b-952ab744e4d1,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:45.142104 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e9b8147-1b61-4437-8773-4d5be16d296a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:45.148300 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0d918fc2-981e-45a0-9599-51b914f43411 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:45.168005 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-4ee014b6-aeb7-483c-8b2d-747c58cd9f55 None None] Provisioning complete for port da8259cf-9aa7-4b4d-a78b-952ab744e4d1 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:45.168873 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4ee014b6-aeb7-483c-8b2d-747c58cd9f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:45.203830 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-77042639-102b-4544-a214-f0116e71cbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1257189288-router', 'tenant_id': '14d41305b65a4dafae92476e1ff902fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '35263645-7407-4474-8423-01b175f1567c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:42:29Z', 'updated_at': '2021-11-16T11:42:38Z', 'revision_number': 4, 'project_id': '14d41305b65a4dafae92476e1ff902fa', 'gw_port': {'id': '35263645-7407-4474-8423-01b175f1567c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:30Z', 'updated_at': '2021-11-16T11:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'da8259cf-9aa7-4b4d-a78b-952ab744e4d1', 'name': '', 'network_id': 'cd9b53f3-dc5a-4d2a-9424-263d53785a99', 'tenant_id': '14d41305b65a4dafae92476e1ff902fa', 'mac_address': 'fa:16:3e:2b:04:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '0dfedd61-b7f4-4fb0-bbf3-63a0a3e66c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:36Z', 'updated_at': '2021-11-16T11:42:44Z', 'revision_number': 4, 'project_id': '14d41305b65a4dafae92476e1ff902fa', 'subnets': [{'id': '0dfedd61-b7f4-4fb0-bbf3-63a0a3e66c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:45.243185 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77042639-102b-4544-a214-f0116e71cbf3 None None] The sync data for ids ['fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb'] in n-d-816823-3 is: [{'id': 'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1257189288-router', 'tenant_id': '14d41305b65a4dafae92476e1ff902fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '35263645-7407-4474-8423-01b175f1567c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:42:29Z', 'updated_at': '2021-11-16T11:42:38Z', 'revision_number': 4, 'project_id': '14d41305b65a4dafae92476e1ff902fa', 'gw_port': {'id': '35263645-7407-4474-8423-01b175f1567c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:30Z', 'updated_at': '2021-11-16T11:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'da8259cf-9aa7-4b4d-a78b-952ab744e4d1', 'name': '', 'network_id': 'cd9b53f3-dc5a-4d2a-9424-263d53785a99', 'tenant_id': '14d41305b65a4dafae92476e1ff902fa', 'mac_address': 'fa:16:3e:2b:04:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '0dfedd61-b7f4-4fb0-bbf3-63a0a3e66c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:36Z', 'updated_at': '2021-11-16T11:42:44Z', 'revision_number': 4, 'project_id': '14d41305b65a4dafae92476e1ff902fa', 'subnets': [{'id': '0dfedd61-b7f4-4fb0-bbf3-63a0a3e66c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:42:45.248348 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0d918fc2-981e-45a0-9599-51b914f43411 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:45.361461 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01c71b3-1791-4059-8fc3-cab83e91bc51 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:45.368168 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c01c71b3-1791-4059-8fc3-cab83e91bc51 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6196492 Nov 16 11:42:45.369393 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-4ee014b6-aeb7-483c-8b2d-747c58cd9f55 None None] Provisioning complete for port a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:45.369877 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4ee014b6-aeb7-483c-8b2d-747c58cd9f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:45.370063 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59004) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:45.374706 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35538da8-dd52-488e-97bb-e881f95da06d admin admin] Network fb74cf64-72b5-4ade-b61d-79a753f37680 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:42:45.402501 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-35538da8-dd52-488e-97bb-e881f95da06d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, fb74cf64-72b5-4ade-b61d-79a753f37680) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:45.411324 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35538da8-dd52-488e-97bb-e881f95da06d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:45.412136 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-35538da8-dd52-488e-97bb-e881f95da06d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:45.413342 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2962d1-dadf-4112-98d8-028d5015bb1b None None] Network fb74cf64-72b5-4ade-b61d-79a753f37680 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:42:45.428504 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0d918fc2-981e-45a0-9599-51b914f43411 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:45.449606 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4fd5d5f5-d84a-40b6-b1d5-8d6e12654dbc tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0750558 Nov 16 11:42:45.450865 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0d918fc2-981e-45a0-9599-51b914f43411 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:45.451285 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59006) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:45.455206 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0d918fc2-981e-45a0-9599-51b914f43411 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/89f35e00-9d1e-464c-a4fe-c7a90cecc2bb HTTP/1.1" status: 204 len: 168 time: 0.4773073 Nov 16 11:42:45.461369 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-66c2642e-b0dc-47d9-b6c0-663ebb7b4640 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1518928311'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:45.466516 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59008) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:45.475233 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71a9bb6-7c98-47e8-8dfb-575e184dc847 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:42:45.482672 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-35538da8-dd52-488e-97bb-e881f95da06d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9247196 Nov 16 11:42:45.485652 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d918fc2-981e-45a0-9599-51b914f43411 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Subnet': ['ID=89f35e00-9d1e-464c-a4fe-c7a90cecc2bb,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:45.488790 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59010) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:45.494706 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-a78abba2-b6a6-47e0-9de1-16a37753fc74 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-867754635-router', 'tenant_id': 'b6cd2747425449d8a54994d2b4984afb', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:45.529203 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a78abba2-b6a6-47e0-9de1-16a37753fc74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:45.531313 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a78abba2-b6a6-47e0-9de1-16a37753fc74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:45.607552 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-4ee014b6-aeb7-483c-8b2d-747c58cd9f55 None None] Port a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:42:45.626557 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a78abba2-b6a6-47e0-9de1-16a37753fc74 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:45.627772 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e9b8147-1b61-4437-8773-4d5be16d296a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:45.630950 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e9b8147-1b61-4437-8773-4d5be16d296a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:45.635440 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0e9b8147-1b61-4437-8773-4d5be16d296a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1f393d38-665a-49a8-a0d2-03946fdc6bca HTTP/1.1" status: 204 len: 168 time: 1.7608886 Nov 16 11:42:45.648461 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b8147-1b61-4437-8773-4d5be16d296a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f393d38-665a-49a8-a0d2-03946fdc6bca,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:45.700357 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-89bdc117-7505-4d12-86fa-805e4079fba5 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Deleting subnet b362d868-55e0-4c4a-9562-d615ff2d84d1 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:42:45.707471 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c2642e-b0dc-47d9-b6c0-663ebb7b4640 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Made reservation on behalf of 7d3d11fb732046149ebe953349dcb515 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:42:45.711757 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-66c2642e-b0dc-47d9-b6c0-663ebb7b4640 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:45.712133 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c8588a86-2814-40b0-afd4-c4abec9b0313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:45.743898 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-89bdc117-7505-4d12-86fa-805e4079fba5 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:45.848630 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66c2642e-b0dc-47d9-b6c0-663ebb7b4640 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:42:45.874183 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-89bdc117-7505-4d12-86fa-805e4079fba5 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:45.929504 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device da8259cf-9aa7-4b4d-a78b-952ab744e4d1 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:42:45.962944 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-66c2642e-b0dc-47d9-b6c0-663ebb7b4640 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:45.963307 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-66c2642e-b0dc-47d9-b6c0-663ebb7b4640 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Added segment a8f5416d-a301-4a05-9464-71b562d6cdff of type vlan for network cb70081b-a9bf-478d-ae05-f91b3c988b7a Nov 16 11:42:45.970323 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a78abba2-b6a6-47e0-9de1-16a37753fc74 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:46.005726 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6c510494-5767-4317-abbd-6ce1e5e8c414 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:46.047593 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-66c2642e-b0dc-47d9-b6c0-663ebb7b4640 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:46.189960 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port da8259cf-9aa7-4b4d-a78b-952ab744e4d1 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:46.189960 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:46.235040 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8228135a-d04e-4464-a88f-da429888c0e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-fb74cf64-72b5-4ade-b61d-79a753f37680', 'network_id': 'fb74cf64-72b5-4ade-b61d-79a753f37680', 'tenant_id': 'b6cd2747425449d8a54994d2b4984afb', 'fixed_ips': [{'subnet_id': 'c47d9736-2144-4c9a-9531-439127298d45'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:42:46.235905 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8228135a-d04e-4464-a88f-da429888c0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:46.288578 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.db.resource_extend [None req-66c2642e-b0dc-47d9-b6c0-663ebb7b4640 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 11:42:46.344960 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a78abba2-b6a6-47e0-9de1-16a37753fc74 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:46.364998 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-66c2642e-b0dc-47d9-b6c0-663ebb7b4640 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:46.369515 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a78abba2-b6a6-47e0-9de1-16a37753fc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:46.376392 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c2642e-b0dc-47d9-b6c0-663ebb7b4640 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:46.376849 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-66c2642e-b0dc-47d9-b6c0-663ebb7b4640 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:46.558882 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c2642e-b0dc-47d9-b6c0-663ebb7b4640 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'Network': ['ID=cb70081b-a9bf-478d-ae05-f91b3c988b7a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:46.563970 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-89bdc117-7505-4d12-86fa-805e4079fba5 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:46.587850 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network cb70081b-a9bf-478d-ae05-f91b3c988b7a details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:42:46.591907 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-66c2642e-b0dc-47d9-b6c0-663ebb7b4640 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1394527 Nov 16 11:42:46.594973 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59026) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:46.604202 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-a78abba2-b6a6-47e0-9de1-16a37753fc74 admin admin] Allocated IP 172.25.0.84 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/22104c17-88ee-4eb5-95ec-88e37792c87b) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:42:46.637229 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-32259424-b496-4fdd-b82a-23c59cb8fe01 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'subnet': {'network_id': 'cb70081b-a9bf-478d-ae05-f91b3c988b7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:46.820699 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a78abba2-b6a6-47e0-9de1-16a37753fc74 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:46.822611 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-89bdc117-7505-4d12-86fa-805e4079fba5 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:46.895804 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a78abba2-b6a6-47e0-9de1-16a37753fc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:46.969757 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-8228135a-d04e-4464-a88f-da429888c0e9 None None] Allocated IP 172.20.0.2 (fb74cf64-72b5-4ade-b61d-79a753f37680/c47d9736-2144-4c9a-9531-439127298d45/eab96765-f96f-496d-a98e-53c38a0e9699) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:42:46.984129 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:46.985834 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bdc117-7505-4d12-86fa-805e4079fba5 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Subnet': ['ID=b362d868-55e0-4c4a-9562-d615ff2d84d1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:46.992282 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-89bdc117-7505-4d12-86fa-805e4079fba5 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:46.999712 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-89bdc117-7505-4d12-86fa-805e4079fba5 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/b362d868-55e0-4c4a-9562-d615ff2d84d1 HTTP/1.1" status: 204 len: 168 time: 1.5316226 Nov 16 11:42:47.008709 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59036) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:47.013106 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 917b0f10-4fb1-4939-87f9-fe1bce4e66aa no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:42:47.057040 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78abba2-b6a6-47e0-9de1-16a37753fc74 admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:47.058782 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c510494-5767-4317-abbd-6ce1e5e8c414 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Router 23d4349f-5e3a-4635-a6ad-f80f494bff2a is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:42:47.066149 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32259424-b496-4fdd-b82a-23c59cb8fe01 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Made reservation on behalf of 7d3d11fb732046149ebe953349dcb515 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:42:47.072734 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32259424-b496-4fdd-b82a-23c59cb8fe01 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:47.084874 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-a78abba2-b6a6-47e0-9de1-16a37753fc74 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:47.090403 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78abba2-b6a6-47e0-9de1-16a37753fc74 admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:42:47.204185 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276b3de6-4dcb-4965-ae36-e1b920c6b65c None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:42:47.211146 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 917b0f10-4fb1-4939-87f9-fe1bce4e66aa {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:42:47.211719 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 917b0f10-4fb1-4939-87f9-fe1bce4e66aa not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:42:47.299963 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c7ae0e0d-5b34-4a5c-b1fe-ea093ac3354b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2760308 Nov 16 11:42:47.310457 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59042) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:47.316737 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78abba2-b6a6-47e0-9de1-16a37753fc74 admin admin] Pushing event updated for resources: {'Port': ['ID=22104c17-88ee-4eb5-95ec-88e37792c87b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:47.428847 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6f5e4ffe-6670-4958-9cd1-516578ffd258 None None] Provisioning complete for port 22104c17-88ee-4eb5-95ec-88e37792c87b triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:47.429224 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6f5e4ffe-6670-4958-9cd1-516578ffd258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:47.480486 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-6f5e4ffe-6670-4958-9cd1-516578ffd258 None None] Port 22104c17-88ee-4eb5-95ec-88e37792c87b cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:42:47.492472 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c510494-5767-4317-abbd-6ce1e5e8c414 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:42:47.495352 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8228135a-d04e-4464-a88f-da429888c0e9 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:47.510265 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8228135a-d04e-4464-a88f-da429888c0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:47.521311 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a5ed83-248d-41a4-863a-2018282f7492 None None] Sync routers for ids ['23d4349f-5e3a-4635-a6ad-f80f494bff2a'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:42:47.539627 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a5ed83-248d-41a4-863a-2018282f7492 None None] Routers {'23d4349f-5e3a-4635-a6ad-f80f494bff2a'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:42:47.540600 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-d9a5ed83-248d-41a4-863a-2018282f7492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:42:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['23d4349f-5e3a-4635-a6ad-f80f494bff2a'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:47.580484 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6c510494-5767-4317-abbd-6ce1e5e8c414 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:47.581970 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6c510494-5767-4317-abbd-6ce1e5e8c414 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.3138559 Nov 16 11:42:47.584957 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59048) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:47.596269 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8228135a-d04e-4464-a88f-da429888c0e9 None None] Network fb74cf64-72b5-4ade-b61d-79a753f37680 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:47.609598 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-8228135a-d04e-4464-a88f-da429888c0e9 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:47.615306 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8228135a-d04e-4464-a88f-da429888c0e9 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:42:47.631438 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-19bf49b2-d367-412b-878d-8f7d1e9f4c97 tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=a94525ce04b1475298bff18f4d90d9d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450296 Nov 16 11:42:47.634013 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59050) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:47.660900 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861dcacf-7684-446c-b1f9-3b6661e041c1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:47.668478 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-861dcacf-7684-446c-b1f9-3b6661e041c1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.3489234 Nov 16 11:42:47.676514 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59052) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:47.767776 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079b6c2a-dceb-4730-b602-59f082c62174 None None] Network d02e5c70-c13b-4c74-9763-e19ffb7dd482 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:42:47.807941 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb80edd-fedc-49e3-b3ff-a9a87938f4c1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:47.812733 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-9bb80edd-fedc-49e3-b3ff-a9a87938f4c1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1321564 Nov 16 11:42:47.815841 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59058) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:47.838799 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-8228135a-d04e-4464-a88f-da429888c0e9 None None] Attempting to bind port eab96765-f96f-496d-a98e-53c38a0e9699 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:42:47.839414 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-8228135a-d04e-4464-a88f-da429888c0e9 None None] Attempting to bind port eab96765-f96f-496d-a98e-53c38a0e9699 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'ef9704fb-137d-439d-ab79-3584982eece2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'fb74cf64-72b5-4ade-b61d-79a753f37680'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:42:47.839929 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32259424-b496-4fdd-b82a-23c59cb8fe01 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:47.840167 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8228135a-d04e-4464-a88f-da429888c0e9 None None] Attempting to bind port eab96765-f96f-496d-a98e-53c38a0e9699 on network fb74cf64-72b5-4ade-b61d-79a753f37680 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:42:47.843137 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-d9a5ed83-248d-41a4-863a-2018282f7492 None None] Set router 23d4349f-5e3a-4635-a6ad-f80f494bff2a gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:42:48.012607 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a78abba2-b6a6-47e0-9de1-16a37753fc74 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:48.028739 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2e5108-1e77-4090-8500-7f1195a2774b tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:48.031112 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-3a2e5108-1e77-4090-8500-7f1195a2774b tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3959706 Nov 16 11:42:48.038726 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8228135a-d04e-4464-a88f-da429888c0e9 None None] Pushing event updated for resources: {'Port': ['ID=eab96765-f96f-496d-a98e-53c38a0e9699,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:48.062230 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59064) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:48.129486 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8228135a-d04e-4464-a88f-da429888c0e9 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:42:48.134628 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8228135a-d04e-4464-a88f-da429888c0e9 None None] Checking segment: {'id': 'ef9704fb-137d-439d-ab79-3584982eece2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'fb74cf64-72b5-4ade-b61d-79a753f37680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:42:48.134628 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8228135a-d04e-4464-a88f-da429888c0e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:48.134628 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8228135a-d04e-4464-a88f-da429888c0e9 None None] Bound using segment: {'id': 'ef9704fb-137d-439d-ab79-3584982eece2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'fb74cf64-72b5-4ade-b61d-79a753f37680'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:42:48.134628 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-8228135a-d04e-4464-a88f-da429888c0e9 None None] Bound port: eab96765-f96f-496d-a98e-53c38a0e9699, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef9704fb-137d-439d-ab79-3584982eece2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'fb74cf64-72b5-4ade-b61d-79a753f37680'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:42:48.135203 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8228135a-d04e-4464-a88f-da429888c0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:48.143550 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d76c72c7-8e1e-49ff-be10-a78bb662ae45 None None] Provisioning complete for port bbd04203-9ed6-40a2-8119-e9e5a64bbd84 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:48.144302 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d76c72c7-8e1e-49ff-be10-a78bb662ae45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:48.165032 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-43afc825-da6e-4048-92d4-9132dd9bedce tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3479927 Nov 16 11:42:48.174335 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59066) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:48.192839 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-d9a5ed83-248d-41a4-863a-2018282f7492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d4349f-5e3a-4635-a6ad-f80f494bff2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461306953', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:42:41Z', 'updated_at': '2021-11-16T11:42:44Z', 'revision_number': 3, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': 'a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d4349f-5e3a-4635-a6ad-f80f494bff2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:42Z', 'updated_at': '2021-11-16T11:42:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:48.223640 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da38617-4a15-468b-8e3f-1b6c6a59a77e tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:48.230394 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2da38617-4a15-468b-8e3f-1b6c6a59a77e tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:48.238547 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-013d1bfd-9feb-4c43-97b3-41f021cf6ca9 tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=47f35a41-d782-4d3e-9754-e87c9ca4914b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1237855 Nov 16 11:42:48.238773 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a5ed83-248d-41a4-863a-2018282f7492 None None] Checking router: 23d4349f-5e3a-4635-a6ad-f80f494bff2a for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:42:48.238773 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a5ed83-248d-41a4-863a-2018282f7492 None None] Updating router 23d4349f-5e3a-4635-a6ad-f80f494bff2a port a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:42:48.243581 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2da38617-4a15-468b-8e3f-1b6c6a59a77e tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/ports/1753eaf2-e0e4-484d-9c36-1dcdb2914d34 HTTP/1.1" status: 404 len: 333 time: 0.0570891 Nov 16 11:42:48.244430 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59070) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:48.244916 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59072) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:48.259790 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-bdd29fc7-ac14-4cee-a05b-c82aa9973d66 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-785379018', 'network_id': '1c273dd6-07f2-4b1f-a721-47089a2a6655', 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:48.266015 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d9a5ed83-248d-41a4-863a-2018282f7492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:48.294932 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32259424-b496-4fdd-b82a-23c59cb8fe01 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'Subnet': ['ID=40f1895b-aded-48cf-8c5e-d83a88cb95c2,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:48.320432 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59074) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:48.361240 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32259424-b496-4fdd-b82a-23c59cb8fe01 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Checking segment: {'id': 'a8f5416d-a301-4a05-9464-71b562d6cdff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cb70081b-a9bf-478d-ae05-f91b3c988b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:42:48.361736 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32259424-b496-4fdd-b82a-23c59cb8fe01 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Network hostable DHCP agents. Network: cb70081b-a9bf-478d-ae05-f91b3c988b7a, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:42:48.373393 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b6a6bb2-4878-4f4e-9c69-fd4b4c8584dd tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:48.374383 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b6a6bb2-4878-4f4e-9c69-fd4b4c8584dd tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:48.377413 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7b6a6bb2-4878-4f4e-9c69-fd4b4c8584dd tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/89f35e00-9d1e-464c-a4fe-c7a90cecc2bb HTTP/1.1" status: 404 len: 337 time: 0.1292577 Nov 16 11:42:48.381347 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59078) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:48.447528 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:48.457012 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-0807bb5a-9ce4-4a00-9692-d65a0df64b3d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:48.458418 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0807bb5a-9ce4-4a00-9692-d65a0df64b3d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:48.465727 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0807bb5a-9ce4-4a00-9692-d65a0df64b3d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/b362d868-55e0-4c4a-9562-d615ff2d84d1 HTTP/1.1" status: 404 len: 337 time: 0.0691359 Nov 16 11:42:48.466562 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32259424-b496-4fdd-b82a-23c59cb8fe01 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Network cb70081b-a9bf-478d-ae05-f91b3c988b7a is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:42:48.471904 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59080) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:48.505898 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25af6b4-8267-4502-ba7c-7d342daa582d None None] DHCP port deletion for d02e5c70-c13b-4c74-9763-e19ffb7dd482 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:42:48.518109 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-8228135a-d04e-4464-a88f-da429888c0e9 None None] For port eab96765-f96f-496d-a98e-53c38a0e9699, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:42:48.528058 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-32259424-b496-4fdd-b82a-23c59cb8fe01 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, cb70081b-a9bf-478d-ae05-f91b3c988b7a) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:48.534382 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb69a2d-fb28-4609-a9eb-1fce6a76019c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:48.535237 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eb69a2d-fb28-4609-a9eb-1fce6a76019c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:48.542892 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0eb69a2d-fb28-4609-a9eb-1fce6a76019c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/ports/e3290a1f-ab2d-41e4-ab97-0a82d5802523 HTTP/1.1" status: 404 len: 333 time: 0.0689754 Nov 16 11:42:48.544521 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32259424-b496-4fdd-b82a-23c59cb8fe01 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:48.548461 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32259424-b496-4fdd-b82a-23c59cb8fe01 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:48.550948 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59082) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:48.581298 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861ff45c-bc0e-4091-a389-afaa89998c04 None None] Network cb70081b-a9bf-478d-ae05-f91b3c988b7a requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:42:48.588311 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a78abba2-b6a6-47e0-9de1-16a37753fc74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:48.591221 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd29fc7-ac14-4cee-a05b-c82aa9973d66 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Made reservation on behalf of a94525ce04b1475298bff18f4d90d9d6 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:42:48.595674 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bdd29fc7-ac14-4cee-a05b-c82aa9973d66 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:48.618852 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-420d26a5-130b-4a9b-81b0-6279fd1b7dfd tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:48.620684 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-420d26a5-130b-4a9b-81b0-6279fd1b7dfd tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:48.627190 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-420d26a5-130b-4a9b-81b0-6279fd1b7dfd tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/6cc94acb-000a-42df-9c52-3af4faadc586 HTTP/1.1" status: 404 len: 337 time: 0.0708435 Nov 16 11:42:48.633082 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d9a5ed83-248d-41a4-863a-2018282f7492 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:48.637709 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-047a0ce3-75c0-450d-bd33-db1506f75aa8 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1649301670', 'router:external': True}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:48.642728 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59084) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:48.652872 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d9a5ed83-248d-41a4-863a-2018282f7492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:48.688323 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047a0ce3-75c0-450d-bd33-db1506f75aa8 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Made reservation on behalf of 192892d471954cab8e30f2f334faa4e4 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:42:48.691053 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-047a0ce3-75c0-450d-bd33-db1506f75aa8 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:48.721441 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-047a0ce3-75c0-450d-bd33-db1506f75aa8 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:48.731951 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-8228135a-d04e-4464-a88f-da429888c0e9 None None] For port eab96765-f96f-496d-a98e-53c38a0e9699, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=eab96765-f96f-496d-a98e-53c38a0e9699,segment=NetworkSegment(ef9704fb-137d-439d-ab79-3584982eece2),segment_id=ef9704fb-137d-439d-ab79-3584982eece2)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:42:48.741580 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-32259424-b496-4fdd-b82a-23c59cb8fe01 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1129334 Nov 16 11:42:48.752464 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59086) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:48.761612 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-cd738b7f-f251-4855-95c2-bab759e40987 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'port': {'network_id': 'cb70081b-a9bf-478d-ae05-f91b3c988b7a', 'name': 'tempest-PortsTestJSON-667169643'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:48.764875 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8228135a-d04e-4464-a88f-da429888c0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:48.769581 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d9637b-28c1-41d8-a7a2-412132f57625 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:48.770163 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69d9637b-28c1-41d8-a7a2-412132f57625 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:48.776140 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-69d9637b-28c1-41d8-a7a2-412132f57625 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/b54b83ce-ebea-4e8e-bd24-9f691bd42ee6 HTTP/1.1" status: 404 len: 337 time: 0.1286004 Nov 16 11:42:48.785646 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59088) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:48.841671 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8228135a-d04e-4464-a88f-da429888c0e9 None None] Pushing event updated for resources: {'Port': ['ID=eab96765-f96f-496d-a98e-53c38a0e9699,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:48.845241 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-e566adf5-093e-451d-ac7e-6342b29521cf tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:48.855825 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e566adf5-093e-451d-ac7e-6342b29521cf tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:48.868744 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e566adf5-093e-451d-ac7e-6342b29521cf tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/ports/fa605728-a872-41d7-89bd-d7b0c78d2734 HTTP/1.1" status: 404 len: 333 time: 0.0797908 Nov 16 11:42:48.871958 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59090) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:48.896978 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:48.930765 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-d25af6b4-8267-4502-ba7c-7d342daa582d None None] Deleting port bbd04203-9ed6-40a2-8119-e9e5a64bbd84 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:42:48.931326 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d25af6b4-8267-4502-ba7c-7d342daa582d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:48.964488 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b2129b-6bd9-4293-8795-2979bbc2a58d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-cb70081b-a9bf-478d-ae05-f91b3c988b7a', 'network_id': 'cb70081b-a9bf-478d-ae05-f91b3c988b7a', 'tenant_id': '7d3d11fb732046149ebe953349dcb515', 'fixed_ips': [{'subnet_id': '40f1895b-aded-48cf-8c5e-d83a88cb95c2'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:42:48.965377 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-35b2129b-6bd9-4293-8795-2979bbc2a58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:48.980284 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f9cfbb-bc23-4735-b44e-658db1994c36 None None] Pushing event updated for resources: {'Port': ['ID=a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:49.003982 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f93fc7-77c1-4f3e-910b-c59bbb6a460a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:49.004726 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47f93fc7-77c1-4f3e-910b-c59bbb6a460a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:49.009742 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-47f93fc7-77c1-4f3e-910b-c59bbb6a460a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/5d298ed1-a4a9-4950-b0b3-58e0b7829799 HTTP/1.1" status: 404 len: 337 time: 0.1290903 Nov 16 11:42:49.015344 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59092) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:49.020129 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-d9a5ed83-248d-41a4-863a-2018282f7492 None None] Attempting to bind port a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:42:49.020510 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-d9a5ed83-248d-41a4-863a-2018282f7492 None None] Attempting to bind port a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:42:49.020876 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a5ed83-248d-41a4-863a-2018282f7492 None None] Attempting to bind port a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:42:49.039004 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a5ed83-248d-41a4-863a-2018282f7492 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:42:49.039385 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a5ed83-248d-41a4-863a-2018282f7492 None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:42:49.039793 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d9a5ed83-248d-41a4-863a-2018282f7492 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:49.040190 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a5ed83-248d-41a4-863a-2018282f7492 None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:42:49.040672 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-d9a5ed83-248d-41a4-863a-2018282f7492 None None] Bound port: a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:42:49.041063 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d9a5ed83-248d-41a4-863a-2018282f7492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:49.076299 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-057d036c-8b45-4896-aaf9-8a62d2bdecd7 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:49.077395 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-057d036c-8b45-4896-aaf9-8a62d2bdecd7 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:49.085440 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-057d036c-8b45-4896-aaf9-8a62d2bdecd7 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/121768e0-7e10-480d-8ac8-26fd82f4d2ab HTTP/1.1" status: 404 len: 337 time: 0.0627704 Nov 16 11:42:49.088026 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59094) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:49.116431 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-047a0ce3-75c0-450d-bd33-db1506f75aa8 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:49.145465 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd738b7f-f251-4855-95c2-bab759e40987 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Made reservation on behalf of 7d3d11fb732046149ebe953349dcb515 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:42:49.155826 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cd738b7f-f251-4855-95c2-bab759e40987 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:49.167198 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-047a0ce3-75c0-450d-bd33-db1506f75aa8 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:49.173666 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b1c1c3-f145-41d9-b6e6-c165b5a0441e None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:42:49.182808 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-d9a5ed83-248d-41a4-863a-2018282f7492 None None] For port a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:42:49.187272 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-d9a5ed83-248d-41a4-863a-2018282f7492 None None] For port a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:42:49.195933 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d9a5ed83-248d-41a4-863a-2018282f7492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:49.290648 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-d25af6b4-8267-4502-ba7c-7d342daa582d None None] For port bbd04203-9ed6-40a2-8119-e9e5a64bbd84, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=bbd04203-9ed6-40a2-8119-e9e5a64bbd84,segment=NetworkSegment(94aa1503-45b0-4f4a-b650-99da33696ce7),segment_id=94aa1503-45b0-4f4a-b650-99da33696ce7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:42:49.291064 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d25af6b4-8267-4502-ba7c-7d342daa582d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:49.312648 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-c78821dc-03ea-46b7-b1ae-bab9c7645081 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:49.314446 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c78821dc-03ea-46b7-b1ae-bab9c7645081 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:49.316478 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c78821dc-03ea-46b7-b1ae-bab9c7645081 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/ports/327eaa0e-1f9f-48a4-ba04-49b11359e000 HTTP/1.1" status: 404 len: 333 time: 0.2273824 Nov 16 11:42:49.328547 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59098) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:49.337301 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f9cfbb-bc23-4735-b44e-658db1994c36 None None] Pushing event updated for resources: {'Port': ['ID=a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:49.340201 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-d25af6b4-8267-4502-ba7c-7d342daa582d None None] Calling delete_port for bbd04203-9ed6-40a2-8119-e9e5a64bbd84 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:42:49.347280 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-047a0ce3-75c0-450d-bd33-db1506f75aa8 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:42:49.362128 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-cd738b7f-f251-4855-95c2-bab759e40987 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] device_id is not set on port 6a2ba1b1-f496-402d-9d95-378d51655409 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:42:49.393656 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2368507-e9d2-4ef6-84fa-284167a52853 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:49.394156 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2368507-e9d2-4ef6-84fa-284167a52853 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:49.400301 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d2368507-e9d2-4ef6-84fa-284167a52853 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/18951a68-c5db-4125-bfd0-4c4b66d6f8cd HTTP/1.1" status: 404 len: 337 time: 0.0685961 Nov 16 11:42:49.404291 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59100) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:49.405548 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a0ce3-75c0-450d-bd33-db1506f75aa8 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82b0ad1-66a4-4164-9f00-833664969b5b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:49.419006 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-047a0ce3-75c0-450d-bd33-db1506f75aa8 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:49.434439 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a5ed83-248d-41a4-863a-2018282f7492 None None] Routers {'23d4349f-5e3a-4635-a6ad-f80f494bff2a'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:42:49.437533 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-047a0ce3-75c0-450d-bd33-db1506f75aa8 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Added segment a0151458-9e95-4acb-b90e-26ac1588c251 of type vlan for network 2ce2077d-3876-4fcf-96ba-291446f7e9b3 Nov 16 11:42:49.437688 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-d9a5ed83-248d-41a4-863a-2018282f7492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:42:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['23d4349f-5e3a-4635-a6ad-f80f494bff2a'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:49.513090 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2151a2c3-3c15-4a6f-bc1d-055888ea8ccd None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:42:49.670272 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-d9a5ed83-248d-41a4-863a-2018282f7492 None None] Set router 23d4349f-5e3a-4635-a6ad-f80f494bff2a gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:42:49.675888 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-cd4f38b0-8e4e-4e42-ae2e-5a6378654e95 None None] Provisioning complete for port a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:49.678709 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cd4f38b0-8e4e-4e42-ae2e-5a6378654e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:49.681274 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-047a0ce3-75c0-450d-bd33-db1506f75aa8 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:49.694311 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b56b41f-da90-4a04-a284-bd2223abe28d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:49.699665 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b56b41f-da90-4a04-a284-bd2223abe28d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:49.709707 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1b56b41f-da90-4a04-a284-bd2223abe28d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/31fecf8b-b3c8-45ec-8f65-ab35d17a1627 HTTP/1.1" status: 404 len: 337 time: 0.2952907 Nov 16 11:42:49.716141 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59102) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:49.762588 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa9bf385-0a3a-45d7-8867-7102e56bddc4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:49.763458 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa9bf385-0a3a-45d7-8867-7102e56bddc4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:49.767540 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-fa9bf385-0a3a-45d7-8867-7102e56bddc4 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/ports/5d9c665a-a750-4023-bd45-87dc9e8fa391 HTTP/1.1" status: 404 len: 333 time: 0.0421953 Nov 16 11:42:49.773065 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59104) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:49.791691 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d25af6b4-8267-4502-ba7c-7d342daa582d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:49.808573 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78abba2-b6a6-47e0-9de1-16a37753fc74 admin admin] Router 031ab016-fdc3-483c-8ea2-9db2d54460cf is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:42:49.817113 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bdd29fc7-ac14-4cee-a05b-c82aa9973d66 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:49.832102 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f2ebe3-6c96-498c-98c2-a0da249ae06c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:49.832568 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0f2ebe3-6c96-498c-98c2-a0da249ae06c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:49.836531 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a0f2ebe3-6c96-498c-98c2-a0da249ae06c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/2871defd-b7cf-4c41-8f91-7a14cea3b879 HTTP/1.1" status: 404 len: 337 time: 0.0596189 Nov 16 11:42:49.843960 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59106) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:49.856985 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-047a0ce3-75c0-450d-bd33-db1506f75aa8 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:49.858434 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047a0ce3-75c0-450d-bd33-db1506f75aa8 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:49.859255 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-047a0ce3-75c0-450d-bd33-db1506f75aa8 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:49.950592 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-35b2129b-6bd9-4293-8795-2979bbc2a58d None None] Allocated IP 172.20.0.2 (cb70081b-a9bf-478d-ae05-f91b3c988b7a/40f1895b-aded-48cf-8c5e-d83a88cb95c2/aa9883f6-9664-4737-954c-16b875e8cf07) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:42:49.973080 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-047a0ce3-75c0-450d-bd33-db1506f75aa8 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.6429996 Nov 16 11:42:49.985216 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59108) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:49.995695 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-daaa7270-23f0-48cb-b143-fb157295f410 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Request body: {'subnet': {'network_id': '2ce2077d-3876-4fcf-96ba-291446f7e9b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:50.017335 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a0ce3-75c0-450d-bd33-db1506f75aa8 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Pushing event updated for resources: {'Network': ['ID=2ce2077d-3876-4fcf-96ba-291446f7e9b3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:50.021241 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-23090f6c-7994-470b-833c-a164ea94c64a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:50.021855 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23090f6c-7994-470b-833c-a164ea94c64a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:50.028104 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-23090f6c-7994-470b-833c-a164ea94c64a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/ports/91a8d03d-b3a3-472b-8bf6-681a56bb8ab1 HTTP/1.1" status: 404 len: 333 time: 0.1827238 Nov 16 11:42:50.028939 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59110) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:50.058898 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daaa7270-23f0-48cb-b143-fb157295f410 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Made reservation on behalf of 192892d471954cab8e30f2f334faa4e4 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:42:50.062241 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-daaa7270-23f0-48cb-b143-fb157295f410 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:50.091683 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-0222c630-5d61-4921-8a46-8868ce786ee2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:50.092704 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0222c630-5d61-4921-8a46-8868ce786ee2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:50.100062 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0222c630-5d61-4921-8a46-8868ce786ee2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/e78fdcb7-8814-4abf-93c9-fff73521783e HTTP/1.1" status: 404 len: 337 time: 0.0556886 Nov 16 11:42:50.103085 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59112) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:50.158269 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device eab96765-f96f-496d-a98e-53c38a0e9699 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:42:50.160217 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 2ce2077d-3876-4fcf-96ba-291446f7e9b3 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:42:50.160484 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-d9a5ed83-248d-41a4-863a-2018282f7492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d4349f-5e3a-4635-a6ad-f80f494bff2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461306953', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:42:41Z', 'updated_at': '2021-11-16T11:42:44Z', 'revision_number': 3, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': 'a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d4349f-5e3a-4635-a6ad-f80f494bff2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:42Z', 'updated_at': '2021-11-16T11:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:50.184461 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eeed234-1ea3-4d05-b03f-9ed30da3e7c2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:50.184975 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eeed234-1ea3-4d05-b03f-9ed30da3e7c2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:50.191047 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8eeed234-1ea3-4d05-b03f-9ed30da3e7c2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/ports/68a540c8-2f3d-4311-bbba-b875d37d493a HTTP/1.1" status: 404 len: 333 time: 0.0853651 Nov 16 11:42:50.191753 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59114) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:50.195799 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd29fc7-ac14-4cee-a05b-c82aa9973d66 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'Subnet': ['ID=dec26c5c-14e0-466a-a352-55d48a3017e7,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:50.213615 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a5ed83-248d-41a4-863a-2018282f7492 None None] The sync data for ids ['23d4349f-5e3a-4635-a6ad-f80f494bff2a'] in n-d-816823-3 is: [{'id': '23d4349f-5e3a-4635-a6ad-f80f494bff2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461306953', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:42:41Z', 'updated_at': '2021-11-16T11:42:44Z', 'revision_number': 3, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': 'a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d4349f-5e3a-4635-a6ad-f80f494bff2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:42Z', 'updated_at': '2021-11-16T11:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:42:50.220266 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25af6b4-8267-4502-ba7c-7d342daa582d None None] No DVR routers for this DVR port bbd04203-9ed6-40a2-8119-e9e5a64bbd84 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:42:50.221310 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd29fc7-ac14-4cee-a05b-c82aa9973d66 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Checking segment: {'id': '8cbbc77d-9661-4c02-9734-2553071ea21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1c273dd6-07f2-4b1f-a721-47089a2a6655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:42:50.223847 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd29fc7-ac14-4cee-a05b-c82aa9973d66 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Network hostable DHCP agents. Network: 1c273dd6-07f2-4b1f-a721-47089a2a6655, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:42:50.290413 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78abba2-b6a6-47e0-9de1-16a37753fc74 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:42:50.292180 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd29fc7-ac14-4cee-a05b-c82aa9973d66 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Network 1c273dd6-07f2-4b1f-a721-47089a2a6655 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:42:50.312033 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25af6b4-8267-4502-ba7c-7d342daa582d None None] Pushing event deleted for resources: {'Port': ['ID=bbd04203-9ed6-40a2-8119-e9e5a64bbd84,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:50.323356 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-6912c79d-0ffc-406a-8b02-9c1ef2cb99e2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:50.323890 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6912c79d-0ffc-406a-8b02-9c1ef2cb99e2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:50.327689 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6912c79d-0ffc-406a-8b02-9c1ef2cb99e2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/3dba7da9-ffc5-4725-ad35-4953bf507734 HTTP/1.1" status: 404 len: 337 time: 0.1325269 Nov 16 11:42:50.331340 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c34fab-d784-4d68-b585-65b4d43fa461 None None] Sync routers for ids ['031ab016-fdc3-483c-8ea2-9db2d54460cf'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:42:50.340329 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59116) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:50.346168 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-bdd29fc7-ac14-4cee-a05b-c82aa9973d66 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 1c273dd6-07f2-4b1f-a721-47089a2a6655) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:50.356335 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a78abba2-b6a6-47e0-9de1-16a37753fc74 admin admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:50.357789 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a78abba2-b6a6-47e0-9de1-16a37753fc74 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8671169 Nov 16 11:42:50.361200 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59118) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:50.375371 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd29fc7-ac14-4cee-a05b-c82aa9973d66 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:50.376207 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bdd29fc7-ac14-4cee-a05b-c82aa9973d66 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:50.378746 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdb6584-c0f0-4ccb-a5ef-56c0580f224b None None] Network 1c273dd6-07f2-4b1f-a721-47089a2a6655 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:42:50.416931 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-997131f2-d864-4677-ba33-d818c31e9838 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:50.417420 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-997131f2-d864-4677-ba33-d818c31e9838 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:50.422707 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-997131f2-d864-4677-ba33-d818c31e9838 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/ports/a704fb9e-ef3a-467c-94a9-8c9e51c0f9ea HTTP/1.1" status: 404 len: 333 time: 0.0811193 Nov 16 11:42:50.423516 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c34fab-d784-4d68-b585-65b4d43fa461 None None] Routers {'031ab016-fdc3-483c-8ea2-9db2d54460cf'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:42:50.424281 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-23c34fab-d784-4d68-b585-65b4d43fa461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:42:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['031ab016-fdc3-483c-8ea2-9db2d54460cf'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:50.427466 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59120) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:50.435542 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-bdd29fc7-ac14-4cee-a05b-c82aa9973d66 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.1860049 Nov 16 11:42:50.475251 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59122) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:50.502396 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-3addc6c0-7fee-463d-93ad-81b96a1836f2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:50.506968 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3addc6c0-7fee-463d-93ad-81b96a1836f2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:50.510416 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-3addc6c0-7fee-463d-93ad-81b96a1836f2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/03b92e9c-3a86-4754-93ab-62c3855abd6d HTTP/1.1" status: 404 len: 337 time: 0.0819826 Nov 16 11:42:50.519285 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59126) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:50.555820 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-23c34fab-d784-4d68-b585-65b4d43fa461 None None] Set router 031ab016-fdc3-483c-8ea2-9db2d54460cf gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:42:50.606608 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-01e2ac16-10f4-47b2-b6d8-13f213b40fb2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:50.607438 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01e2ac16-10f4-47b2-b6d8-13f213b40fb2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:50.611273 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-01e2ac16-10f4-47b2-b6d8-13f213b40fb2 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/ports/d444d2f1-b210-4113-ac41-e9049d3ffda1 HTTP/1.1" status: 404 len: 333 time: 0.0909116 Nov 16 11:42:50.615906 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59128) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:50.676296 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51cefdd-1d8e-45f8-8886-08a8af849b34 None None] Network fb74cf64-72b5-4ade-b61d-79a753f37680 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:42:50.682648 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d0897e7-4a23-418b-bf48-cf70818e3186 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:50.683129 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d0897e7-4a23-418b-bf48-cf70818e3186 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:50.686487 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-3d0897e7-4a23-418b-bf48-cf70818e3186 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/76e0968c-5020-4c9d-9a8c-e82be580a630 HTTP/1.1" status: 404 len: 337 time: 0.0693417 Nov 16 11:42:50.706754 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59130) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:50.748921 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-8987d9ea-6f6b-485a-a6bd-28be3615a8cb tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:50.749484 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8987d9ea-6f6b-485a-a6bd-28be3615a8cb tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:50.752624 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8987d9ea-6f6b-485a-a6bd-28be3615a8cb tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/ports/cfaac85d-cf2b-4bc9-b0d9-2b8394cc43a4 HTTP/1.1" status: 404 len: 333 time: 0.0445993 Nov 16 11:42:50.786067 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59132) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:50.845567 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f07e5f-624e-4f19-9cdc-1c4970ddbafc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:50.846333 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2f07e5f-624e-4f19-9cdc-1c4970ddbafc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:50.849543 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f2f07e5f-624e-4f19-9cdc-1c4970ddbafc tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/49006eb7-e95f-4d51-bec5-2a2359b4f113 HTTP/1.1" status: 404 len: 337 time: 0.0622606 Nov 16 11:42:50.858543 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59134) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:50.914210 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-35b2129b-6bd9-4293-8795-2979bbc2a58d None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:50.923095 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-d08c6cd1-c36b-4141-a984-4c2a6ea92ba9 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:50.923549 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d08c6cd1-c36b-4141-a984-4c2a6ea92ba9 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:50.928559 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d08c6cd1-c36b-4141-a984-4c2a6ea92ba9 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/064d86fe-b608-4c19-994a-84ccfef38935 HTTP/1.1" status: 404 len: 337 time: 0.0687165 Nov 16 11:42:50.933023 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59136) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:51.061599 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-19830193-44aa-4d8d-a706-618c8678c6c7 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:51.075707 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19830193-44aa-4d8d-a706-618c8678c6c7 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:51.078761 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-19830193-44aa-4d8d-a706-618c8678c6c7 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/ports/9288a51d-e55b-4fae-9f0c-5a353d6593af HTTP/1.1" status: 404 len: 333 time: 0.1415002 Nov 16 11:42:51.082714 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59138) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:51.167241 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffaf76a0-bf2a-43b2-9f2b-67d43e0d8c72 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:51.167703 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffaf76a0-bf2a-43b2-9f2b-67d43e0d8c72 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:51.171462 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ffaf76a0-bf2a-43b2-9f2b-67d43e0d8c72 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/e22afbf0-435e-45ca-a164-4b6659d63a4c HTTP/1.1" status: 404 len: 337 time: 0.0859020 Nov 16 11:42:51.178075 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59140) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:51.188328 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-cd738b7f-f251-4855-95c2-bab759e40987 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Allocated IP 172.20.0.14 (cb70081b-a9bf-478d-ae05-f91b3c988b7a/40f1895b-aded-48cf-8c5e-d83a88cb95c2/6a2ba1b1-f496-402d-9d95-378d51655409) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:42:51.222725 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-7884a3a2-3032-4519-83dc-31a3c3138a87 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:51.223187 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7884a3a2-3032-4519-83dc-31a3c3138a87 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:51.227635 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7884a3a2-3032-4519-83dc-31a3c3138a87 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/2cb7bcd4-039b-48dd-a20c-df6a9ed1abf7 HTTP/1.1" status: 404 len: 337 time: 0.0484428 Nov 16 11:42:51.232501 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59142) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:51.280669 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9e2f9bb-6672-4bfc-8212-43534f4844f1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:51.281233 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9e2f9bb-6672-4bfc-8212-43534f4844f1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:51.289017 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c9e2f9bb-6672-4bfc-8212-43534f4844f1 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/ports/b2bee542-6a72-4e46-b0da-e06468aa5f5a HTTP/1.1" status: 404 len: 333 time: 0.0493078 Nov 16 11:42:51.293098 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59144) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:51.298860 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cd4f38b0-8e4e-4e42-ae2e-5a6378654e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:51.316380 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-35b2129b-6bd9-4293-8795-2979bbc2a58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:51.323615 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port eab96765-f96f-496d-a98e-53c38a0e9699 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:51.324341 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:51.372524 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cf2973f-e287-49aa-b9d1-f9e93a9eef9f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:51.372985 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cf2973f-e287-49aa-b9d1-f9e93a9eef9f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:51.376891 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5cf2973f-e287-49aa-b9d1-f9e93a9eef9f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/85b2bbba-0c51-4fef-9492-29bc0cfe2567 HTTP/1.1" status: 404 len: 337 time: 0.0820787 Nov 16 11:42:51.382920 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59146) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:51.411540 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-cd4f38b0-8e4e-4e42-ae2e-5a6378654e95 None None] For port a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:42:51.430730 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4568a2-c068-478c-ad00-bcd4c9ec5843 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:51.431182 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c4568a2-c068-478c-ad00-bcd4c9ec5843 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:51.437081 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5c4568a2-c068-478c-ad00-bcd4c9ec5843 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/d614fdd9-7f5c-443e-8e57-572f60aac214 HTTP/1.1" status: 404 len: 337 time: 0.0503378 Nov 16 11:42:51.463091 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59148) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:51.467465 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b2129b-6bd9-4293-8795-2979bbc2a58d None None] Pushing event updated for resources: {'Port': ['ID=aa9883f6-9664-4737-954c-16b875e8cf07,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:51.481676 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cd4f38b0-8e4e-4e42-ae2e-5a6378654e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:51.487747 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b2129b-6bd9-4293-8795-2979bbc2a58d None None] Network cb70081b-a9bf-478d-ae05-f91b3c988b7a is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:51.550611 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d10368e-3740-440f-8cad-24f781d58a4f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:51.551181 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d10368e-3740-440f-8cad-24f781d58a4f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:51.554674 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5d10368e-3740-440f-8cad-24f781d58a4f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/ports/3c62c5d3-9d3e-4003-b2a7-4f8202096e03 HTTP/1.1" status: 404 len: 333 time: 0.0509124 Nov 16 11:42:51.556830 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f38b0-8e4e-4e42-ae2e-5a6378654e95 None None] Pushing event updated for resources: {'Port': ['ID=a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:51.563761 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59150) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:51.637267 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ce52ed0-ab39-4e1a-859b-eed515bdb43f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:51.637783 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ce52ed0-ab39-4e1a-859b-eed515bdb43f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:51.643549 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8ce52ed0-ab39-4e1a-859b-eed515bdb43f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/687bc2ad-5f4f-4edd-bef4-cd8e05db63f4 HTTP/1.1" status: 404 len: 337 time: 0.0707452 Nov 16 11:42:51.660455 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-35b2129b-6bd9-4293-8795-2979bbc2a58d None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:51.663282 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b2129b-6bd9-4293-8795-2979bbc2a58d None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:42:51.667730 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59154) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:51.673960 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccba691-24e0-4bc1-98f7-142dee72a073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-1c273dd6-07f2-4b1f-a721-47089a2a6655', 'network_id': '1c273dd6-07f2-4b1f-a721-47089a2a6655', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'fixed_ips': [{'subnet_id': 'dec26c5c-14e0-466a-a352-55d48a3017e7'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:42:51.675075 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bccba691-24e0-4bc1-98f7-142dee72a073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:51.699873 n-d-816823-3 neutron-server[102668]: DEBUG neutron.objects.ports [None req-daaa7270-23f0-48cb-b143-fb157295f410 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102668) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 11:42:51.700453 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-daaa7270-23f0-48cb-b143-fb157295f410 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:51.704926 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cd738b7f-f251-4855-95c2-bab759e40987 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:51.741875 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f669f03-e3f8-4bc8-834e-5017454147eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:51.756769 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-84655f5e-e484-4f6e-ac54-9a455a41e218 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:51.757366 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84655f5e-e484-4f6e-ac54-9a455a41e218 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:51.764726 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-84655f5e-e484-4f6e-ac54-9a455a41e218 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/9a622fda-3821-4121-83ad-5e594465cc7f HTTP/1.1" status: 404 len: 337 time: 0.0931003 Nov 16 11:42:51.765694 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59156) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:51.784818 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e22a034e-5888-4489-8131-f1a01d6fdca9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:51.799364 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa7270-23f0-48cb-b143-fb157295f410 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f446bab3-3218-483d-8555-8d1841f5c3a7,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:51.803318 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaa7270-23f0-48cb-b143-fb157295f410 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Checking segment: {'id': 'a0151458-9e95-4acb-b90e-26ac1588c251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2ce2077d-3876-4fcf-96ba-291446f7e9b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:42:51.803684 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaa7270-23f0-48cb-b143-fb157295f410 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Network hostable DHCP agents. Network: 2ce2077d-3876-4fcf-96ba-291446f7e9b3, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:42:51.825294 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-cbf14376-3b43-4bd7-a305-67b42893d97d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/ports?device_id=1bd8c702-12e5-4eff-a562-9271c3fb2da8 HTTP/1.1" status: 200 len: 205 time: 0.0541553 Nov 16 11:42:51.829818 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59158) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:51.847605 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cd738b7f-f251-4855-95c2-bab759e40987 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:51.883673 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaa7270-23f0-48cb-b143-fb157295f410 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Network 2ce2077d-3876-4fcf-96ba-291446f7e9b3 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:42:51.886143 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-76297904-5745-4cf6-ad19-2d6b0d52be79 None None] Provisioning complete for port eab96765-f96f-496d-a98e-53c38a0e9699 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:51.886618 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-76297904-5745-4cf6-ad19-2d6b0d52be79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:51.902820 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd738b7f-f251-4855-95c2-bab759e40987 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Network cb70081b-a9bf-478d-ae05-f91b3c988b7a is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:51.903677 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-daaa7270-23f0-48cb-b143-fb157295f410 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 2ce2077d-3876-4fcf-96ba-291446f7e9b3) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:51.911845 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-cd738b7f-f251-4855-95c2-bab759e40987 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:51.914741 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaa7270-23f0-48cb-b143-fb157295f410 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:51.915343 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-daaa7270-23f0-48cb-b143-fb157295f410 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:51.920451 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd738b7f-f251-4855-95c2-bab759e40987 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:42:51.924579 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e439ac7-a2b5-4501-bdce-cc39dc22d617 None None] Network 2ce2077d-3876-4fcf-96ba-291446f7e9b3 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:42:51.926940 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-35b2129b-6bd9-4293-8795-2979bbc2a58d None None] Attempting to bind port aa9883f6-9664-4737-954c-16b875e8cf07 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:42:51.927311 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-35b2129b-6bd9-4293-8795-2979bbc2a58d None None] Attempting to bind port aa9883f6-9664-4737-954c-16b875e8cf07 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'a8f5416d-a301-4a05-9464-71b562d6cdff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cb70081b-a9bf-478d-ae05-f91b3c988b7a'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:42:51.927671 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b2129b-6bd9-4293-8795-2979bbc2a58d None None] Attempting to bind port aa9883f6-9664-4737-954c-16b875e8cf07 on network cb70081b-a9bf-478d-ae05-f91b3c988b7a {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:42:51.953656 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd738b7f-f251-4855-95c2-bab759e40987 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'Port': ['ID=6a2ba1b1-f496-402d-9d95-378d51655409,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:51.954175 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-23c34fab-d784-4d68-b585-65b4d43fa461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031ab016-fdc3-483c-8ea2-9db2d54460cf', 'name': 'tempest-TaggedBootDevicesTest_v242-867754635-router', 'tenant_id': 'b6cd2747425449d8a54994d2b4984afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '22104c17-88ee-4eb5-95ec-88e37792c87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:42:45Z', 'updated_at': '2021-11-16T11:42:47Z', 'revision_number': 3, 'project_id': 'b6cd2747425449d8a54994d2b4984afb', 'gw_port': {'id': '22104c17-88ee-4eb5-95ec-88e37792c87b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:98:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031ab016-fdc3-483c-8ea2-9db2d54460cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:46Z', 'updated_at': '2021-11-16T11:42:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:51.971795 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-daaa7270-23f0-48cb-b143-fb157295f410 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9830327 Nov 16 11:42:51.973325 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59160) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:51.979692 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d5fb7952-6ead-4667-88b4-dcbaf0c7ee3d tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1440505230', 'network_id': '2ce2077d-3876-4fcf-96ba-291446f7e9b3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:52.000011 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd738b7f-f251-4855-95c2-bab759e40987 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:52.000638 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cd738b7f-f251-4855-95c2-bab759e40987 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:52.016767 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-a880946f-dccb-4d9c-88a5-f052338b0173 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] delete failed (client error): The resource could not be found. Nov 16 11:42:52.020191 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a880946f-dccb-4d9c-88a5-f052338b0173 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/routers/1bd8c702-12e5-4eff-a562-9271c3fb2da8 HTTP/1.1" status: 404 len: 336 time: 0.1856506 Nov 16 11:42:52.020618 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59162) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:52.031742 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fb7952-6ead-4667-88b4-dcbaf0c7ee3d tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Made reservation on behalf of 192892d471954cab8e30f2f334faa4e4 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:42:52.033895 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d5fb7952-6ead-4667-88b4-dcbaf0c7ee3d tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:52.057910 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-cd738b7f-f251-4855-95c2-bab759e40987 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3017261 Nov 16 11:42:52.059596 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59164) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:52.059862 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b2129b-6bd9-4293-8795-2979bbc2a58d None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:42:52.060255 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b2129b-6bd9-4293-8795-2979bbc2a58d None None] Checking segment: {'id': 'a8f5416d-a301-4a05-9464-71b562d6cdff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cb70081b-a9bf-478d-ae05-f91b3c988b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:42:52.060666 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-35b2129b-6bd9-4293-8795-2979bbc2a58d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:52.061612 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b2129b-6bd9-4293-8795-2979bbc2a58d None None] Bound using segment: {'id': 'a8f5416d-a301-4a05-9464-71b562d6cdff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cb70081b-a9bf-478d-ae05-f91b3c988b7a'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:42:52.062119 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-35b2129b-6bd9-4293-8795-2979bbc2a58d None None] Bound port: aa9883f6-9664-4737-954c-16b875e8cf07, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8f5416d-a301-4a05-9464-71b562d6cdff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'cb70081b-a9bf-478d-ae05-f91b3c988b7a'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:42:52.062507 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-35b2129b-6bd9-4293-8795-2979bbc2a58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:52.064211 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4e42af99-1509-45fb-b048-6d01637239db tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'port': {'network_id': 'cb70081b-a9bf-478d-ae05-f91b3c988b7a', 'name': 'tempest-PortsTestJSON-1902367250'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:52.074711 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c34fab-d784-4d68-b585-65b4d43fa461 None None] Checking router: 031ab016-fdc3-483c-8ea2-9db2d54460cf for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:42:52.074971 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ace8801-3ba5-424b-bbf4-933e3b8a4c67 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:52.075097 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c34fab-d784-4d68-b585-65b4d43fa461 None None] Updating router 031ab016-fdc3-483c-8ea2-9db2d54460cf port 22104c17-88ee-4eb5-95ec-88e37792c87b binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:42:52.075474 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ace8801-3ba5-424b-bbf4-933e3b8a4c67 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:52.081556 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8ace8801-3ba5-424b-bbf4-933e3b8a4c67 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/e2fa9cba-6db0-4e86-b401-e9891707cbfb HTTP/1.1" status: 404 len: 337 time: 0.0575361 Nov 16 11:42:52.085164 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59166) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:52.097800 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-d5fb7952-6ead-4667-88b4-dcbaf0c7ee3d tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] device_id is not set on port 68830e9a-3362-4f08-ab62-ae7afd23cedd yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:42:52.129417 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:52.134434 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-950bf567-1029-4fee-bc26-a63e722c0712 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4ca79a1-ce8e-49d1-bf1c-9ddd30d44cfa HTTP/1.1" status: 200 len: 205 time: 0.0309846 Nov 16 11:42:52.135682 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59168) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:52.180131 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-8f669f03-e3f8-4bc8-834e-5017454147eb admin admin] Allocated IP 172.20.0.1 (fb74cf64-72b5-4ade-b61d-79a753f37680/c47d9736-2144-4c9a-9531-439127298d45/7012e514-dafd-408f-8300-951b24116d45) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:42:52.216252 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-859f2ea6-3e83-4af2-91fd-5dba2c231bfd tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] delete failed (client error): The resource could not be found. Nov 16 11:42:52.219869 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-859f2ea6-3e83-4af2-91fd-5dba2c231bfd tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/routers/a4ca79a1-ce8e-49d1-bf1c-9ddd30d44cfa HTTP/1.1" status: 404 len: 336 time: 0.0816572 Nov 16 11:42:52.222174 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59170) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:52.223645 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-bccba691-24e0-4bc1-98f7-142dee72a073 None None] Allocated IP 172.20.0.2 (1c273dd6-07f2-4b1f-a721-47089a2a6655/dec26c5c-14e0-466a-a352-55d48a3017e7/3aaa924a-db5f-4ac6-aca1-3929366907a8) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:42:52.226938 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-23c34fab-d784-4d68-b585-65b4d43fa461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:52.263328 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1280c92-9b30-455d-8f00-2937bec41658 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:52.263963 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1280c92-9b30-455d-8f00-2937bec41658 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:52.269534 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b1280c92-9b30-455d-8f00-2937bec41658 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/0a5619ad-7f6c-48b1-af56-ff0206d9e1e4 HTTP/1.1" status: 404 len: 337 time: 0.0425875 Nov 16 11:42:52.270821 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59172) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:52.330059 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port eab96765-f96f-496d-a98e-53c38a0e9699, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=eab96765-f96f-496d-a98e-53c38a0e9699,segment=NetworkSegment(ef9704fb-137d-439d-ab79-3584982eece2),segment_id=ef9704fb-137d-439d-ab79-3584982eece2)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:42:52.335821 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-d5fb7952-6ead-4667-88b4-dcbaf0c7ee3d tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Allocated IP 172.20.0.5 (2ce2077d-3876-4fcf-96ba-291446f7e9b3/f446bab3-3218-483d-8555-8d1841f5c3a7/68830e9a-3362-4f08-ab62-ae7afd23cedd) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:42:52.337102 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b19f979-702a-4d7b-af0a-9752ebe87273 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:52.338173 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b19f979-702a-4d7b-af0a-9752ebe87273 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:52.344868 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3b19f979-702a-4d7b-af0a-9752ebe87273 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/11a779f3-92ba-4afb-8ff1-19f4e0641401 HTTP/1.1" status: 404 len: 337 time: 0.0694981 Nov 16 11:42:52.347050 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59174) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:52.386735 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-44310f4f-d344-47b7-b5d4-34962c04556a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:52.387407 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44310f4f-d344-47b7-b5d4-34962c04556a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:52.391473 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-44310f4f-d344-47b7-b5d4-34962c04556a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/ports/fe58765d-1e55-4d17-8cd1-c52f1fda1801 HTTP/1.1" status: 404 len: 333 time: 0.0420752 Nov 16 11:42:52.394772 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59176) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:52.402443 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:52.505233 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f669f03-e3f8-4bc8-834e-5017454147eb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:52.523297 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-35b2129b-6bd9-4293-8795-2979bbc2a58d None None] For port aa9883f6-9664-4737-954c-16b875e8cf07, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:42:52.526891 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device bbd04203-9ed6-40a2-8119-e9e5a64bbd84 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:42:52.556555 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f669f03-e3f8-4bc8-834e-5017454147eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:52.607700 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f669f03-e3f8-4bc8-834e-5017454147eb admin admin] Network fb74cf64-72b5-4ade-b61d-79a753f37680 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:52.613653 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-8f669f03-e3f8-4bc8-834e-5017454147eb admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:52.617750 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f669f03-e3f8-4bc8-834e-5017454147eb admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:42:52.630454 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-35b2129b-6bd9-4293-8795-2979bbc2a58d None None] For port aa9883f6-9664-4737-954c-16b875e8cf07, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=aa9883f6-9664-4737-954c-16b875e8cf07,segment=NetworkSegment(a8f5416d-a301-4a05-9464-71b562d6cdff),segment_id=a8f5416d-a301-4a05-9464-71b562d6cdff)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:42:52.635057 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: bbd04203-9ed6-40a2-8119-e9e5a64bbd84 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:42:52.635511 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device bbd04203-9ed6-40a2-8119-e9e5a64bbd84 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:42:52.639829 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1ab5f5-7139-439c-85bb-2cc94473e708 None None] Network 2ce2077d-3876-4fcf-96ba-291446f7e9b3 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:42:52.646877 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f669f03-e3f8-4bc8-834e-5017454147eb admin admin] Pushing event updated for resources: {'Port': ['ID=7012e514-dafd-408f-8300-951b24116d45,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:52.695317 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f669f03-e3f8-4bc8-834e-5017454147eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:52.767414 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-35b2129b-6bd9-4293-8795-2979bbc2a58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:52.839206 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=eab96765-f96f-496d-a98e-53c38a0e9699,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:52.938347 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e42af99-1509-45fb-b048-6d01637239db tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Made reservation on behalf of 7d3d11fb732046149ebe953349dcb515 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:42:52.942663 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f669f03-e3f8-4bc8-834e-5017454147eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:52.945168 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e42af99-1509-45fb-b048-6d01637239db tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:52.974926 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-9abe0452-5ee4-4e1d-a07a-d6b6404be64c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:52.975849 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9abe0452-5ee4-4e1d-a07a-d6b6404be64c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:52.986234 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9abe0452-5ee4-4e1d-a07a-d6b6404be64c tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/bcdf88aa-fa2f-4393-a53c-2f8015dc856a HTTP/1.1" status: 404 len: 337 time: 0.5902741 Nov 16 11:42:53.004783 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-76297904-5745-4cf6-ad19-2d6b0d52be79 None None] Provisioning complete for port a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:53.005480 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-76297904-5745-4cf6-ad19-2d6b0d52be79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:53.007521 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:42:53.025948 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-4e42af99-1509-45fb-b048-6d01637239db tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] device_id is not set on port c03742e5-02bb-42d5-a5ee-fc2dc33cf83d yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:42:53.027295 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59184) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:53.112299 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-682acaf9-34b1-410f-a763-23600da7c43f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:53.112838 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-682acaf9-34b1-410f-a763-23600da7c43f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:53.115925 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-682acaf9-34b1-410f-a763-23600da7c43f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/ports/e27bfe4d-cb3a-40eb-8db0-342da6e16518 HTTP/1.1" status: 404 len: 333 time: 0.0811608 Nov 16 11:42:53.138268 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59190) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:53.254046 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-5326f48c-32b9-426f-a853-7caf648afa2f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:53.254479 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-4e42af99-1509-45fb-b048-6d01637239db tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Allocated IP 172.20.0.3 (cb70081b-a9bf-478d-ae05-f91b3c988b7a/40f1895b-aded-48cf-8c5e-d83a88cb95c2/c03742e5-02bb-42d5-a5ee-fc2dc33cf83d) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:42:53.254660 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5326f48c-32b9-426f-a853-7caf648afa2f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:53.260850 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5326f48c-32b9-426f-a853-7caf648afa2f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/34e47b8a-ca50-460f-956f-335e9628b575 HTTP/1.1" status: 404 len: 337 time: 0.0963440 Nov 16 11:42:53.262194 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59192) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:53.284168 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bccba691-24e0-4bc1-98f7-142dee72a073 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:53.309180 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-b759588f-660a-45a2-9d7e-51eacf4f436d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:53.309781 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b759588f-660a-45a2-9d7e-51eacf4f436d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:53.315971 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b759588f-660a-45a2-9d7e-51eacf4f436d tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/ports/9c1fd27b-6f80-4839-9532-1676e67cef9f HTTP/1.1" status: 404 len: 333 time: 0.0472133 Nov 16 11:42:53.329196 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59194) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:53.363733 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b2129b-6bd9-4293-8795-2979bbc2a58d None None] Pushing event updated for resources: {'Port': ['ID=aa9883f6-9664-4737-954c-16b875e8cf07,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:53.396601 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bccba691-24e0-4bc1-98f7-142dee72a073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:53.438973 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-b703ff84-73f2-42b2-85a8-76a09c06866a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:53.439702 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b703ff84-73f2-42b2-85a8-76a09c06866a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:53.444060 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b703ff84-73f2-42b2-85a8-76a09c06866a tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/0102a134-7a8b-404b-8316-0478d4960bb5 HTTP/1.1" status: 404 len: 337 time: 0.1117768 Nov 16 11:42:53.459749 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59196) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:53.468550 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d5fb7952-6ead-4667-88b4-dcbaf0c7ee3d tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:53.523702 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-782cf8dc-f4e8-4d88-985e-e26856fce3ca tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:53.524064 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-782cf8dc-f4e8-4d88-985e-e26856fce3ca tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:53.527140 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-782cf8dc-f4e8-4d88-985e-e26856fce3ca tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/ports/f673e41d-a91a-49e7-b4d0-25e0968616bb HTTP/1.1" status: 404 len: 333 time: 0.0635383 Nov 16 11:42:53.530254 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-e22a034e-5888-4489-8131-f1a01d6fdca9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Allocated IP 172.20.0.1 (1c273dd6-07f2-4b1f-a721-47089a2a6655/dec26c5c-14e0-466a-a352-55d48a3017e7/2d551db0-930e-4e7b-bd10-ebf719f3691d) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:42:53.534589 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59198) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:53.580824 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-43b2502c-5bd0-43f7-95a5-33344922eaf6 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:53.584182 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-43b2502c-5bd0-43f7-95a5-33344922eaf6 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/networks?id=3d7484ae-78a0-4a01-9340-d50011c24af9 HTTP/1.1" status: 200 len: 812 time: 0.4418545 Nov 16 11:42:53.592588 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f92551-60c2-43cd-8b26-a304fba3179f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:53.593680 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2f92551-60c2-43cd-8b26-a304fba3179f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:53.601284 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d5fb7952-6ead-4667-88b4-dcbaf0c7ee3d tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:53.601558 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c2f92551-60c2-43cd-8b26-a304fba3179f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/8e3d63bf-99a9-4461-a549-18bb3ef6730d HTTP/1.1" status: 404 len: 337 time: 0.0597527 Nov 16 11:42:53.605697 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59200) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:53.667588 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-93ba2179-dc65-4617-8ec3-a4a8820dd21e tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:53.668140 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93ba2179-dc65-4617-8ec3-a4a8820dd21e tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:53.673855 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-93ba2179-dc65-4617-8ec3-a4a8820dd21e tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/ports/26cceded-e117-4f83-9307-ad7b8a3e60fa HTTP/1.1" status: 404 len: 333 time: 0.0632472 Nov 16 11:42:53.674090 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-ba71c825-697f-4d89-b350-d9ef0c5bb7c6 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/quotas/4bac558768764cbe98f7632412a36688 HTTP/1.1" status: 200 len: 375 time: 0.0687203 Nov 16 11:42:53.681838 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59202) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:53.690480 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e42af99-1509-45fb-b048-6d01637239db tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:53.712367 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccba691-24e0-4bc1-98f7-142dee72a073 None None] Network 1c273dd6-07f2-4b1f-a721-47089a2a6655 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:53.714590 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccba691-24e0-4bc1-98f7-142dee72a073 None None] Pushing event updated for resources: {'Port': ['ID=3aaa924a-db5f-4ac6-aca1-3929366907a8,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:53.716874 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:53.717294 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:53.727153 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fb7952-6ead-4667-88b4-dcbaf0c7ee3d tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Network 2ce2077d-3876-4fcf-96ba-291446f7e9b3 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:53.729561 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb7952-6ead-4667-88b4-dcbaf0c7ee3d tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Pushing event updated for resources: {'Port': ['ID=68830e9a-3362-4f08-ab62-ae7afd23cedd,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:53.734562 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-56982e96-802d-4709-8531-a091156de04f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:53.734965 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56982e96-802d-4709-8531-a091156de04f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:53.737000 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-bccba691-24e0-4bc1-98f7-142dee72a073 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:53.741354 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-56982e96-802d-4709-8531-a091156de04f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/f7edb3e8-6b8e-4e70-9f88-9b178a9fc192 HTTP/1.1" status: 404 len: 337 time: 0.0508389 Nov 16 11:42:53.741354 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-d5fb7952-6ead-4667-88b4-dcbaf0c7ee3d tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:53.741619 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59204) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:53.744119 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fb7952-6ead-4667-88b4-dcbaf0c7ee3d tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:42:53.762754 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccba691-24e0-4bc1-98f7-142dee72a073 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:42:53.794050 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-9406bff7-6d2c-4307-80d7-f98abd838c8f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:53.794877 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9406bff7-6d2c-4307-80d7-f98abd838c8f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:53.802728 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-9406bff7-6d2c-4307-80d7-f98abd838c8f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/ports/21c9efea-5846-4da4-af83-1193c8934eba HTTP/1.1" status: 404 len: 333 time: 0.0507782 Nov 16 11:42:53.802946 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59206) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:53.834377 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-70d48ddf-c24e-4381-804d-5a8ac6eccc4f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:53.834879 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70d48ddf-c24e-4381-804d-5a8ac6eccc4f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:53.837986 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-70d48ddf-c24e-4381-804d-5a8ac6eccc4f tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/7f166ef9-a440-4bc6-837d-a8e51a400a83 HTTP/1.1" status: 404 len: 337 time: 0.0343213 Nov 16 11:42:53.839727 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fb7952-6ead-4667-88b4-dcbaf0c7ee3d tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:53.840333 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d5fb7952-6ead-4667-88b4-dcbaf0c7ee3d tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:53.842515 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59208) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:53.844504 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e42af99-1509-45fb-b048-6d01637239db tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:53.847842 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-23c34fab-d784-4d68-b585-65b4d43fa461 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:53.879128 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-5a5305a6-c4ef-48c3-9771-a18ef895666c tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4bac558768764cbe98f7632412a36688&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1934905 Nov 16 11:42:53.883675 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-23c34fab-d784-4d68-b585-65b4d43fa461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:53.901176 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f669f03-e3f8-4bc8-834e-5017454147eb admin admin] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:53.909044 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d5fb7952-6ead-4667-88b4-dcbaf0c7ee3d tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.9336650 Nov 16 11:42:53.911414 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-f67dc0ed-99fa-4af6-99cf-e6123f6f0c0b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:53.912589 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f67dc0ed-99fa-4af6-99cf-e6123f6f0c0b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:53.917356 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f67dc0ed-99fa-4af6-99cf-e6123f6f0c0b tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/ports/1a436c5c-e24b-4c52-83da-b2c09aab50d3 HTTP/1.1" status: 404 len: 333 time: 0.0685377 Nov 16 11:42:53.918193 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59210) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:53.918528 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59212) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:53.930433 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-bccba691-24e0-4bc1-98f7-142dee72a073 None None] Attempting to bind port 3aaa924a-db5f-4ac6-aca1-3929366907a8 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:42:53.930803 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-bccba691-24e0-4bc1-98f7-142dee72a073 None None] Attempting to bind port 3aaa924a-db5f-4ac6-aca1-3929366907a8 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '8cbbc77d-9661-4c02-9734-2553071ea21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1c273dd6-07f2-4b1f-a721-47089a2a6655'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:42:53.931173 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccba691-24e0-4bc1-98f7-142dee72a073 None None] Attempting to bind port 3aaa924a-db5f-4ac6-aca1-3929366907a8 on network 1c273dd6-07f2-4b1f-a721-47089a2a6655 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:42:53.935665 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e22a034e-5888-4489-8131-f1a01d6fdca9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:53.938044 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f669f03-e3f8-4bc8-834e-5017454147eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:53.953289 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e42af99-1509-45fb-b048-6d01637239db tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Network cb70081b-a9bf-478d-ae05-f91b3c988b7a is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:53.991659 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccba691-24e0-4bc1-98f7-142dee72a073 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:42:53.992037 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccba691-24e0-4bc1-98f7-142dee72a073 None None] Checking segment: {'id': '8cbbc77d-9661-4c02-9734-2553071ea21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1c273dd6-07f2-4b1f-a721-47089a2a6655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:42:53.992345 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bccba691-24e0-4bc1-98f7-142dee72a073 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:53.992611 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccba691-24e0-4bc1-98f7-142dee72a073 None None] Bound using segment: {'id': '8cbbc77d-9661-4c02-9734-2553071ea21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1c273dd6-07f2-4b1f-a721-47089a2a6655'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:42:53.993108 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-bccba691-24e0-4bc1-98f7-142dee72a073 None None] Bound port: 3aaa924a-db5f-4ac6-aca1-3929366907a8, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cbbc77d-9661-4c02-9734-2553071ea21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1c273dd6-07f2-4b1f-a721-47089a2a6655'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:42:53.993492 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bccba691-24e0-4bc1-98f7-142dee72a073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:54.001790 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cded3898-bfbc-472a-a99b-0bd32b0a95a6 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:42:54.009739 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f669f03-e3f8-4bc8-834e-5017454147eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:54.014893 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-4e42af99-1509-45fb-b048-6d01637239db tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:54.021147 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-34f5faee-3d12-4caa-89ae-63260a6c4f32 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] DELETE failed (client error): The resource could not be found. Nov 16 11:42:54.021605 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34f5faee-3d12-4caa-89ae-63260a6c4f32 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:42:54.024703 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-34f5faee-3d12-4caa-89ae-63260a6c4f32 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/subnets/edad1aa0-27e3-4d1f-aa55-44a6509731ce HTTP/1.1" status: 404 len: 337 time: 0.1034129 Nov 16 11:42:54.027799 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e42af99-1509-45fb-b048-6d01637239db tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:42:54.031565 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59216) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:54.034231 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42af99-1509-45fb-b048-6d01637239db tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'Port': ['ID=c03742e5-02bb-42d5-a5ee-fc2dc33cf83d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:54.050648 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab844b81-2b0a-455d-a087-6eda9d19481c None None] Pushing event updated for resources: {'Port': ['ID=22104c17-88ee-4eb5-95ec-88e37792c87b,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:54.071409 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-23c34fab-d784-4d68-b585-65b4d43fa461 None None] Attempting to bind port 22104c17-88ee-4eb5-95ec-88e37792c87b on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:42:54.071782 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-23c34fab-d784-4d68-b585-65b4d43fa461 None None] Attempting to bind port 22104c17-88ee-4eb5-95ec-88e37792c87b by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:42:54.073700 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c34fab-d784-4d68-b585-65b4d43fa461 None None] Attempting to bind port 22104c17-88ee-4eb5-95ec-88e37792c87b on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:42:54.100241 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d18ece67-282d-41fa-9176-0501bd60cc98 None None] Provisioning complete for port 7012e514-dafd-408f-8300-951b24116d45 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:54.100647 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d18ece67-282d-41fa-9176-0501bd60cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:54.106423 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c34fab-d784-4d68-b585-65b4d43fa461 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:42:54.106811 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c34fab-d784-4d68-b585-65b4d43fa461 None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:42:54.107219 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-23c34fab-d784-4d68-b585-65b4d43fa461 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:54.107721 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c34fab-d784-4d68-b585-65b4d43fa461 None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:42:54.108728 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-23c34fab-d784-4d68-b585-65b4d43fa461 None None] Bound port: 22104c17-88ee-4eb5-95ec-88e37792c87b, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:42:54.109118 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-23c34fab-d784-4d68-b585-65b4d43fa461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:54.174224 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e42af99-1509-45fb-b048-6d01637239db tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:54.174901 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e42af99-1509-45fb-b048-6d01637239db tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:54.204664 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-95b5eeb1-177c-4555-9121-e7e694e8e429 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:54.224154 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4e42af99-1509-45fb-b048-6d01637239db tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1647851 Nov 16 11:42:54.227002 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ebb6de47-b2fe-454b-8d1b-a59236e257f9 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Deleting port 68830e9a-3362-4f08-ab62-ae7afd23cedd {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:42:54.227831 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ebb6de47-b2fe-454b-8d1b-a59236e257f9 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:54.229023 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59218) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:54.274673 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-d18ece67-282d-41fa-9176-0501bd60cc98 None None] Port 7012e514-dafd-408f-8300-951b24116d45 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:42:54.286277 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-bccba691-24e0-4bc1-98f7-142dee72a073 None None] For port 3aaa924a-db5f-4ac6-aca1-3929366907a8, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:42:54.297733 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-bccba691-24e0-4bc1-98f7-142dee72a073 None None] For port 3aaa924a-db5f-4ac6-aca1-3929366907a8, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=3aaa924a-db5f-4ac6-aca1-3929366907a8,segment=NetworkSegment(8cbbc77d-9661-4c02-9734-2553071ea21c),segment_id=8cbbc77d-9661-4c02-9734-2553071ea21c)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:42:54.307109 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-23c34fab-d784-4d68-b585-65b4d43fa461 None None] For port 22104c17-88ee-4eb5-95ec-88e37792c87b, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:42:54.312617 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-23c34fab-d784-4d68-b585-65b4d43fa461 None None] For port 22104c17-88ee-4eb5-95ec-88e37792c87b, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=22104c17-88ee-4eb5-95ec-88e37792c87b,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:42:54.323704 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bccba691-24e0-4bc1-98f7-142dee72a073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:54.435958 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d18ece67-282d-41fa-9176-0501bd60cc98 None None] Provisioning complete for port eab96765-f96f-496d-a98e-53c38a0e9699 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:54.436099 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d18ece67-282d-41fa-9176-0501bd60cc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:54.440850 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccba691-24e0-4bc1-98f7-142dee72a073 None None] Pushing event updated for resources: {'Port': ['ID=3aaa924a-db5f-4ac6-aca1-3929366907a8,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:54.450156 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-23c34fab-d784-4d68-b585-65b4d43fa461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:54.462709 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-95b5eeb1-177c-4555-9121-e7e694e8e429 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:54.463109 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccba691-24e0-4bc1-98f7-142dee72a073 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:54.463849 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccba691-24e0-4bc1-98f7-142dee72a073 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:54.464199 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccba691-24e0-4bc1-98f7-142dee72a073 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:54.464536 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccba691-24e0-4bc1-98f7-142dee72a073 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:54.464872 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccba691-24e0-4bc1-98f7-142dee72a073 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:54.465202 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccba691-24e0-4bc1-98f7-142dee72a073 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:54.465530 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccba691-24e0-4bc1-98f7-142dee72a073 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:54.465856 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccba691-24e0-4bc1-98f7-142dee72a073 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:54.466466 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccba691-24e0-4bc1-98f7-142dee72a073 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:54.466796 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccba691-24e0-4bc1-98f7-142dee72a073 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:54.467679 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccba691-24e0-4bc1-98f7-142dee72a073 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:54.468003 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccba691-24e0-4bc1-98f7-142dee72a073 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:42:54.507621 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-95b5eeb1-177c-4555-9121-e7e694e8e429 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d02e5c70-c13b-4c74-9763-e19ffb7dd482']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:54.536494 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-95b5eeb1-177c-4555-9121-e7e694e8e429 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94aa1503-45b0-4f4a-b650-99da33696ce7') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:54.537096 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-95b5eeb1-177c-4555-9121-e7e694e8e429 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94aa1503-45b0-4f4a-b650-99da33696ce7') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:54.542675 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba49764-de1d-4bb7-903d-fbb855d04421 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:42:54.548660 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2d7169-7c89-4b51-8f68-2a2311a460c0 None None] Network cb70081b-a9bf-478d-ae05-f91b3c988b7a requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:42:54.564707 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-95b5eeb1-177c-4555-9121-e7e694e8e429 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:54.600124 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecd4e49-cb24-4e11-b5ba-21c78fa18cbd tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:54.604788 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6ecd4e49-cb24-4e11-b5ba-21c78fa18cbd tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 922 time: 0.3740120 Nov 16 11:42:54.606939 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ebb6de47-b2fe-454b-8d1b-a59236e257f9 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:54.612840 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59220) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:54.616786 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c34fab-d784-4d68-b585-65b4d43fa461 None None] Routers {'031ab016-fdc3-483c-8ea2-9db2d54460cf'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:42:54.617298 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-23c34fab-d784-4d68-b585-65b4d43fa461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:42:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['031ab016-fdc3-483c-8ea2-9db2d54460cf'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:54.625443 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-95b5eeb1-177c-4555-9121-e7e694e8e429 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:54.637940 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f669f03-e3f8-4bc8-834e-5017454147eb admin admin] Pushing event updated for resources: {'Port': ['ID=7012e514-dafd-408f-8300-951b24116d45,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:54.652826 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ebb6de47-b2fe-454b-8d1b-a59236e257f9 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Calling delete_port for 68830e9a-3362-4f08-ab62-ae7afd23cedd owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:42:54.661210 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b5eeb1-177c-4555-9121-e7e694e8e429 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:42:54.661626 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-95b5eeb1-177c-4555-9121-e7e694e8e429 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:54.664822 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:42:54.664822 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:42:54.664822 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:42:54.664822 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:42:54.664822 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:42:54.664822 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:42:54.664822 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:42:54.664822 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:42:54.664822 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:42:54.664822 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:42:54.664822 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:42:54.664822 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:42:54.664822 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:42:54.664822 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:42:54.664822 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:42:54.664822 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:42:54.664822 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:42:54.664822 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:42:54.664822 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:42:54.664822 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:42:54.664822 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:42:54.664822 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:42:54.664822 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:42:54.664822 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:42:54.664822 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:42:54.664822 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:42:54.664822 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:42:54.664822 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:42:54.664822 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:42:54.664822 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:42:54.664822 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:42:54.664822 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:42:54.745004 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab844b81-2b0a-455d-a087-6eda9d19481c None None] Pushing event updated for resources: {'Port': ['ID=22104c17-88ee-4eb5-95ec-88e37792c87b,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:54.879589 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e22a034e-5888-4489-8131-f1a01d6fdca9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:54.900806 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-95b5eeb1-177c-4555-9121-e7e694e8e429 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:54.916506 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-81152d0a-a4cb-4799-be42-74111933c33f service neutron] 10.222.0.61 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0035195 Nov 16 11:42:54.932111 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-95b5eeb1-177c-4555-9121-e7e694e8e429 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:54.939662 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-95b5eeb1-177c-4555-9121-e7e694e8e429 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] 10.222.0.61 "DELETE /v2.0/networks/d02e5c70-c13b-4c74-9763-e19ffb7dd482 HTTP/1.1" status: 204 len: 168 time: 0.9025593 Nov 16 11:42:54.942512 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-23c34fab-d784-4d68-b585-65b4d43fa461 None None] Set router 031ab016-fdc3-483c-8ea2-9db2d54460cf gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:42:54.981508 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5eeb1-177c-4555-9121-e7e694e8e429 tempest-NetworksTestDHCPv6-103603591 tempest-NetworksTestDHCPv6-103603591-project] Pushing event deleted for resources: {'Network': ['ID=d02e5c70-c13b-4c74-9763-e19ffb7dd482,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:55.016504 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a6e903da-f3a8-4811-a3ea-39b612d902fb tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Deleting port c03742e5-02bb-42d5-a5ee-fc2dc33cf83d {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:42:55.016844 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6e903da-f3a8-4811-a3ea-39b612d902fb tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:55.050407 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device aa9883f6-9664-4737-954c-16b875e8cf07 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:42:55.076063 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f669f03-e3f8-4bc8-834e-5017454147eb admin admin] Network fb74cf64-72b5-4ade-b61d-79a753f37680 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:55.107707 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-8f669f03-e3f8-4bc8-834e-5017454147eb admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:55.112619 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a034e-5888-4489-8131-f1a01d6fdca9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'Port': ['ID=2d551db0-930e-4e7b-bd10-ebf719f3691d,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:55.127852 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22a034e-5888-4489-8131-f1a01d6fdca9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Network 1c273dd6-07f2-4b1f-a721-47089a2a6655 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:55.138527 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-e22a034e-5888-4489-8131-f1a01d6fdca9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:55.190478 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ebb6de47-b2fe-454b-8d1b-a59236e257f9 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:55.258457 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22a034e-5888-4489-8131-f1a01d6fdca9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:42:55.298229 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f669f03-e3f8-4bc8-834e-5017454147eb admin admin] Router 031ab016-fdc3-483c-8ea2-9db2d54460cf has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:42:55.301912 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-df7fe090-7f62-4dd4-b053-66417c31b3b0 None None] Provisioning complete for port aa9883f6-9664-4737-954c-16b875e8cf07 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:55.303646 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-df7fe090-7f62-4dd4-b053-66417c31b3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:55.317030 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6e903da-f3a8-4811-a3ea-39b612d902fb tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:55.321434 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6de47-b2fe-454b-8d1b-a59236e257f9 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Pushing event deleted for resources: {'Port': ['ID=68830e9a-3362-4f08-ab62-ae7afd23cedd,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:55.326979 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-75b3903c-1553-4b84-8c5b-65adbcaf2daa service neutron] 10.222.0.61 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967345 Nov 16 11:42:55.342647 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e22a034e-5888-4489-8131-f1a01d6fdca9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:55.363729 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a6e903da-f3a8-4811-a3ea-39b612d902fb tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Calling delete_port for c03742e5-02bb-42d5-a5ee-fc2dc33cf83d owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:42:55.466674 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59226) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:55.484020 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ebb6de47-b2fe-454b-8d1b-a59236e257f9 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:55.491243 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ebb6de47-b2fe-454b-8d1b-a59236e257f9 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] 10.222.0.61 "DELETE /v2.0/ports/68830e9a-3362-4f08-ab62-ae7afd23cedd HTTP/1.1" status: 204 len: 168 time: 1.5717001 Nov 16 11:42:55.494495 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59230) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:55.495106 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port aa9883f6-9664-4737-954c-16b875e8cf07 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:55.495805 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:55.515280 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-98a0128f-380b-44c1-95e5-ea507201b3ac tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ce2077d-3876-4fcf-96ba-291446f7e9b3', 'external_fixed_ips': [{'subnet_id': 'f446bab3-3218-483d-8555-8d1841f5c3a7', 'ip_address': '172.20.0.5'}]}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:55.571205 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98a0128f-380b-44c1-95e5-ea507201b3ac tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:55.572328 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98a0128f-380b-44c1-95e5-ea507201b3ac tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:55.729293 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98a0128f-380b-44c1-95e5-ea507201b3ac tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:55.755371 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f669f03-e3f8-4bc8-834e-5017454147eb admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:42:55.770187 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8f669f03-e3f8-4bc8-834e-5017454147eb admin admin] 10.222.0.61 "PUT /v2.0/routers/031ab016-fdc3-483c-8ea2-9db2d54460cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3943660 Nov 16 11:42:55.830641 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-df7fe090-7f62-4dd4-b053-66417c31b3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:55.871958 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e22a034e-5888-4489-8131-f1a01d6fdca9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:55.881449 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6e903da-f3a8-4811-a3ea-39b612d902fb tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:55.946862 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-df7fe090-7f62-4dd4-b053-66417c31b3b0 None None] For port aa9883f6-9664-4737-954c-16b875e8cf07, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=aa9883f6-9664-4737-954c-16b875e8cf07,segment=NetworkSegment(a8f5416d-a301-4a05-9464-71b562d6cdff),segment_id=a8f5416d-a301-4a05-9464-71b562d6cdff)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:42:55.985206 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-df7fe090-7f62-4dd4-b053-66417c31b3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:55.995273 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:56.041475 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-55d03154-7849-481c-9b89-4fd077f13251 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4ebb44564e554f6b8a2c06865b79e6ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5669060 Nov 16 11:42:56.042361 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59248) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:56.066456 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e903da-f3a8-4811-a3ea-39b612d902fb tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'Port': ['ID=c03742e5-02bb-42d5-a5ee-fc2dc33cf83d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:56.071563 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98a0128f-380b-44c1-95e5-ea507201b3ac tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:56.178346 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6e903da-f3a8-4811-a3ea-39b612d902fb tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:56.186510 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a6e903da-f3a8-4811-a3ea-39b612d902fb tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/ports/c03742e5-02bb-42d5-a5ee-fc2dc33cf83d HTTP/1.1" status: 204 len: 168 time: 1.5752697 Nov 16 11:42:56.227769 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59250) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:56.278347 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.api [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:42:56.279494 n-d-816823-3 neutron-server[102670]: DEBUG oslo_db.api [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:42:56.295808 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-46dbc39e-1a55-4635-99bb-dc3ed236521d tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] GET failed (client error): The resource could not be found. Nov 16 11:42:56.306269 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-df7fe090-7f62-4dd4-b053-66417c31b3b0 None None] Provisioning complete for port 22104c17-88ee-4eb5-95ec-88e37792c87b triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:56.306498 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bf23a468-2da9-40bf-b2a4-f4ec39b6ab98 req-8390be20-c95f-401e-b840-4d30e5fde8ae tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=512fff24-f1d3-49ad-8414-e4ef5813c3b3 HTTP/1.1" status: 200 len: 210 time: 0.1426604 Nov 16 11:42:56.307441 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-df7fe090-7f62-4dd4-b053-66417c31b3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:56.337818 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59256) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:56.338236 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-46dbc39e-1a55-4635-99bb-dc3ed236521d tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "GET /v2.0/ports/c03742e5-02bb-42d5-a5ee-fc2dc33cf83d HTTP/1.1" status: 404 len: 333 time: 0.1037917 Nov 16 11:42:56.381214 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-23c34fab-d784-4d68-b585-65b4d43fa461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031ab016-fdc3-483c-8ea2-9db2d54460cf', 'name': 'tempest-TaggedBootDevicesTest_v242-867754635-router', 'tenant_id': 'b6cd2747425449d8a54994d2b4984afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '22104c17-88ee-4eb5-95ec-88e37792c87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:42:45Z', 'updated_at': '2021-11-16T11:42:52Z', 'revision_number': 4, 'project_id': 'b6cd2747425449d8a54994d2b4984afb', 'gw_port': {'id': '22104c17-88ee-4eb5-95ec-88e37792c87b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:98:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031ab016-fdc3-483c-8ea2-9db2d54460cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:46Z', 'updated_at': '2021-11-16T11:42:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '7012e514-dafd-408f-8300-951b24116d45', 'name': '', 'network_id': 'fb74cf64-72b5-4ade-b61d-79a753f37680', 'tenant_id': 'b6cd2747425449d8a54994d2b4984afb', 'mac_address': 'fa:16:3e:e9:a0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031ab016-fdc3-483c-8ea2-9db2d54460cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'c47d9736-2144-4c9a-9531-439127298d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:51Z', 'updated_at': '2021-11-16T11:42:53Z', 'revision_number': 2, 'project_id': 'b6cd2747425449d8a54994d2b4984afb', 'subnets': [{'id': 'c47d9736-2144-4c9a-9531-439127298d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:56.394683 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed0747d2-60b5-4cd1-87ca-51e31298cc0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:56.430723 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c34fab-d784-4d68-b585-65b4d43fa461 None None] The sync data for ids ['031ab016-fdc3-483c-8ea2-9db2d54460cf'] in n-d-816823-3 is: [{'id': '031ab016-fdc3-483c-8ea2-9db2d54460cf', 'name': 'tempest-TaggedBootDevicesTest_v242-867754635-router', 'tenant_id': 'b6cd2747425449d8a54994d2b4984afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '22104c17-88ee-4eb5-95ec-88e37792c87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:42:45Z', 'updated_at': '2021-11-16T11:42:52Z', 'revision_number': 4, 'project_id': 'b6cd2747425449d8a54994d2b4984afb', 'gw_port': {'id': '22104c17-88ee-4eb5-95ec-88e37792c87b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:98:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031ab016-fdc3-483c-8ea2-9db2d54460cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:46Z', 'updated_at': '2021-11-16T11:42:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '7012e514-dafd-408f-8300-951b24116d45', 'name': '', 'network_id': 'fb74cf64-72b5-4ade-b61d-79a753f37680', 'tenant_id': 'b6cd2747425449d8a54994d2b4984afb', 'mac_address': 'fa:16:3e:e9:a0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031ab016-fdc3-483c-8ea2-9db2d54460cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'c47d9736-2144-4c9a-9531-439127298d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:51Z', 'updated_at': '2021-11-16T11:42:53Z', 'revision_number': 2, 'project_id': 'b6cd2747425449d8a54994d2b4984afb', 'subnets': [{'id': 'c47d9736-2144-4c9a-9531-439127298d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:42:56.439934 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7fe090-7f62-4dd4-b053-66417c31b3b0 None None] Pushing event updated for resources: {'Port': ['ID=aa9883f6-9664-4737-954c-16b875e8cf07,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:56.513618 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed0747d2-60b5-4cd1-87ca-51e31298cc0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:56.558084 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-df7fe090-7f62-4dd4-b053-66417c31b3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:56.596022 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-df7fe090-7f62-4dd4-b053-66417c31b3b0 None None] For port 22104c17-88ee-4eb5-95ec-88e37792c87b, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=22104c17-88ee-4eb5-95ec-88e37792c87b,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:42:56.623821 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-df7fe090-7f62-4dd4-b053-66417c31b3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:56.695584 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-85a40de5-ff96-4881-9655-107261a30b1b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Deleting port 6a2ba1b1-f496-402d-9d95-378d51655409 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:42:56.698332 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85a40de5-ff96-4881-9655-107261a30b1b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:56.698869 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed0747d2-60b5-4cd1-87ca-51e31298cc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:56.704437 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed0747d2-60b5-4cd1-87ca-51e31298cc0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:56.710140 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ed0747d2-60b5-4cd1-87ca-51e31298cc0d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/25b8b718-7579-4646-8c60-01c4d3f094c2 HTTP/1.1" status: 204 len: 168 time: 0.6444983 Nov 16 11:42:56.860297 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0747d2-60b5-4cd1-87ca-51e31298cc0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b8b718-7579-4646-8c60-01c4d3f094c2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:56.953234 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98a0128f-380b-44c1-95e5-ea507201b3ac tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:56.968094 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85a40de5-ff96-4881-9655-107261a30b1b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:56.980323 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98a0128f-380b-44c1-95e5-ea507201b3ac tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:57.011332 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-85a40de5-ff96-4881-9655-107261a30b1b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Calling delete_port for 6a2ba1b1-f496-402d-9d95-378d51655409 owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:42:57.201455 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e22a034e-5888-4489-8131-f1a01d6fdca9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:57.223529 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e22a034e-5888-4489-8131-f1a01d6fdca9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:57.299348 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066a8887-4ea2-4e3b-b344-4ccb86d597a0 None None] Network 1c273dd6-07f2-4b1f-a721-47089a2a6655 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:42:57.314303 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-98a0128f-380b-44c1-95e5-ea507201b3ac tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Allocated IP 172.20.0.5 (2ce2077d-3876-4fcf-96ba-291446f7e9b3/f446bab3-3218-483d-8555-8d1841f5c3a7/f6a5dfb3-5ed3-47ca-af84-6a51edaab5df) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:42:57.476319 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b6d8a8ad-c242-490e-bc92-9ab6cff5bdcb None None] Could not find standard attr ID for object c03742e5-02bb-42d5-a5ee-fc2dc33cf83d. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:42:57.562797 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8136d0e2-c03b-4f24-b250-baf0d7747e3d req-47f7d9d6-3c40-4b25-84fe-a4522402e3a2 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=512fff24-f1d3-49ad-8414-e4ef5813c3b3 HTTP/1.1" status: 200 len: 210 time: 0.1288898 Nov 16 11:42:57.576947 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a034e-5888-4489-8131-f1a01d6fdca9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'Port': ['ID=2d551db0-930e-4e7b-bd10-ebf719f3691d,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:57.604303 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e22a034e-5888-4489-8131-f1a01d6fdca9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:57.670794 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98a0128f-380b-44c1-95e5-ea507201b3ac tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:57.730416 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device eab96765-f96f-496d-a98e-53c38a0e9699 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:42:57.803148 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7fe090-7f62-4dd4-b053-66417c31b3b0 None None] Pushing event updated for resources: {'Port': ['ID=22104c17-88ee-4eb5-95ec-88e37792c87b,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:57.874514 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85a40de5-ff96-4881-9655-107261a30b1b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:57.876893 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98a0128f-380b-44c1-95e5-ea507201b3ac tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:57.892102 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b6d8a8ad-c242-490e-bc92-9ab6cff5bdcb None None] Provisioning complete for port 7012e514-dafd-408f-8300-951b24116d45 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:57.894439 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b6d8a8ad-c242-490e-bc92-9ab6cff5bdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:57.983591 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a40de5-ff96-4881-9655-107261a30b1b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'Port': ['ID=6a2ba1b1-f496-402d-9d95-378d51655409,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:57.999399 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22a034e-5888-4489-8131-f1a01d6fdca9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Network 1c273dd6-07f2-4b1f-a721-47089a2a6655 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:58.032054 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-e22a034e-5888-4489-8131-f1a01d6fdca9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:58.096631 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a0128f-380b-44c1-95e5-ea507201b3ac tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Network 2ce2077d-3876-4fcf-96ba-291446f7e9b3 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:42:58.112150 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a0128f-380b-44c1-95e5-ea507201b3ac tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Pushing event updated for resources: {'Port': ['ID=f6a5dfb3-5ed3-47ca-af84-6a51edaab5df,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:58.121505 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-98a0128f-380b-44c1-95e5-ea507201b3ac tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:42:58.134636 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a0128f-380b-44c1-95e5-ea507201b3ac tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:42:58.164771 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:58.175975 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b6d8a8ad-c242-490e-bc92-9ab6cff5bdcb None None] Port 7012e514-dafd-408f-8300-951b24116d45 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:42:58.246079 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port eab96765-f96f-496d-a98e-53c38a0e9699 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:58.246859 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:58.327552 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b6d8a8ad-c242-490e-bc92-9ab6cff5bdcb None None] Provisioning complete for port aa9883f6-9664-4737-954c-16b875e8cf07 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:58.328158 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b6d8a8ad-c242-490e-bc92-9ab6cff5bdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:58.479220 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22a034e-5888-4489-8131-f1a01d6fdca9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Router 23d4349f-5e3a-4635-a6ad-f80f494bff2a has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:42:58.500729 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85a40de5-ff96-4881-9655-107261a30b1b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:58.504951 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-85a40de5-ff96-4881-9655-107261a30b1b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/ports/6a2ba1b1-f496-402d-9d95-378d51655409 HTTP/1.1" status: 204 len: 168 time: 2.1726639 Nov 16 11:42:58.507520 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59350) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:58.579200 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-c22a9f17-3053-4e4f-b1af-a517b54c8571 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] GET failed (client error): The resource could not be found. Nov 16 11:42:58.580673 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c22a9f17-3053-4e4f-b1af-a517b54c8571 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "GET /v2.0/ports/6a2ba1b1-f496-402d-9d95-378d51655409 HTTP/1.1" status: 404 len: 333 time: 0.0720208 Nov 16 11:42:58.589282 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59352) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:58.663055 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b6d8a8ad-c242-490e-bc92-9ab6cff5bdcb None None] Could not find standard attr ID for object 6a2ba1b1-f496-402d-9d95-378d51655409. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:42:58.699274 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b6d8a8ad-c242-490e-bc92-9ab6cff5bdcb None None] Provisioning complete for port 3aaa924a-db5f-4ac6-aca1-3929366907a8 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:58.699633 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b6d8a8ad-c242-490e-bc92-9ab6cff5bdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:58.877707 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b6d8a8ad-c242-490e-bc92-9ab6cff5bdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:58.931297 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-2184cb36-cc02-4d9c-80cf-8311b57fb2cc tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Deleting subnet 40f1895b-aded-48cf-8c5e-d83a88cb95c2 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:42:58.935595 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2184cb36-cc02-4d9c-80cf-8311b57fb2cc tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:58.963717 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b6d8a8ad-c242-490e-bc92-9ab6cff5bdcb None None] For port 3aaa924a-db5f-4ac6-aca1-3929366907a8, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=3aaa924a-db5f-4ac6-aca1-3929366907a8,segment=NetworkSegment(8cbbc77d-9661-4c02-9734-2553071ea21c),segment_id=8cbbc77d-9661-4c02-9734-2553071ea21c)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:42:58.985181 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b6d8a8ad-c242-490e-bc92-9ab6cff5bdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:59.040895 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device aa9883f6-9664-4737-954c-16b875e8cf07 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:42:59.046755 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:59.055449 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2184cb36-cc02-4d9c-80cf-8311b57fb2cc tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:59.127222 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-0acc14b5-3f11-4dca-ba18-dd65d6d91323 None None] Could not find standard attr ID for object c03742e5-02bb-42d5-a5ee-fc2dc33cf83d. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:42:59.163216 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-0acc14b5-3f11-4dca-ba18-dd65d6d91323 None None] Could not find standard attr ID for object 6a2ba1b1-f496-402d-9d95-378d51655409. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:42:59.192730 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8a8ad-c242-490e-bc92-9ab6cff5bdcb None None] Pushing event updated for resources: {'Port': ['ID=3aaa924a-db5f-4ac6-aca1-3929366907a8,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:59.207320 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-0acc14b5-3f11-4dca-ba18-dd65d6d91323 None None] Provisioning complete for port 3aaa924a-db5f-4ac6-aca1-3929366907a8 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:59.208062 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0acc14b5-3f11-4dca-ba18-dd65d6d91323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:59.212610 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59356) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:59.284716 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port aa9883f6-9664-4737-954c-16b875e8cf07 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:59.285239 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:59.355278 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22a034e-5888-4489-8131-f1a01d6fdca9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:42:59.368681 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6601dc-e8ec-4166-9a71-00ad62381461 None None] Sync routers for ids ['23d4349f-5e3a-4635-a6ad-f80f494bff2a'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:42:59.378427 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e22a034e-5888-4489-8131-f1a01d6fdca9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "PUT /v2.0/routers/23d4349f-5e3a-4635-a6ad-f80f494bff2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9020169 Nov 16 11:42:59.392282 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6601dc-e8ec-4166-9a71-00ad62381461 None None] Routers {'23d4349f-5e3a-4635-a6ad-f80f494bff2a'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:42:59.393303 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-bd6601dc-e8ec-4166-9a71-00ad62381461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:42:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['23d4349f-5e3a-4635-a6ad-f80f494bff2a'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:42:59.437097 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-f8ab98ea-f1d1-49e8-bdc2-ce5a25d113a8 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:42:59.438618 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a1fee318-e397-459f-8c29-d4d1b13a7709 req-faa2e678-ae0c-4f3e-9fe6-294d126f7269 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=512fff24-f1d3-49ad-8414-e4ef5813c3b3 HTTP/1.1" status: 200 len: 210 time: 0.2248430 Nov 16 11:42:59.446199 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-f8ab98ea-f1d1-49e8-bdc2-ce5a25d113a8 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.36 "GET /v2.0/networks?id=3d7484ae-78a0-4a01-9340-d50011c24af9 HTTP/1.1" status: 200 len: 812 time: 1.4983447 Nov 16 11:42:59.460338 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2184cb36-cc02-4d9c-80cf-8311b57fb2cc tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:59.536140 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-01f89ad6-615b-4070-bd1b-de946c2c3dd7 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Request body: {'port': {'device_id': '512fff24-f1d3-49ad-8414-e4ef5813c3b3', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'admin_state_up': True, 'tenant_id': '4bac558768764cbe98f7632412a36688'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:59.603348 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2184cb36-cc02-4d9c-80cf-8311b57fb2cc tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:59.678517 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-bd6601dc-e8ec-4166-9a71-00ad62381461 None None] Set router 23d4349f-5e3a-4635-a6ad-f80f494bff2a gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:42:59.714198 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2184cb36-cc02-4d9c-80cf-8311b57fb2cc tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'Subnet': ['ID=40f1895b-aded-48cf-8c5e-d83a88cb95c2,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:42:59.732323 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 3aaa924a-db5f-4ac6-aca1-3929366907a8 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:42:59.734168 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-f59aef97-5a3f-4cb2-9fa9-6132ba2d7fec tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-702550863'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:42:59.773840 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2184cb36-cc02-4d9c-80cf-8311b57fb2cc tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:59.782086 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2184cb36-cc02-4d9c-80cf-8311b57fb2cc tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/subnets/40f1895b-aded-48cf-8c5e-d83a88cb95c2 HTTP/1.1" status: 204 len: 168 time: 1.1863074 Nov 16 11:42:59.786387 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-0acc14b5-3f11-4dca-ba18-dd65d6d91323 None None] Provisioning complete for port 2d551db0-930e-4e7b-bd10-ebf719f3691d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:42:59.789356 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0acc14b5-3f11-4dca-ba18-dd65d6d91323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:59.791695 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59374) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:42:59.879963 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59aef97-5a3f-4cb2-9fa9-6132ba2d7fec tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Made reservation on behalf of 05698996c8fd4d698238455680b68f95 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:42:59.885756 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f59aef97-5a3f-4cb2-9fa9-6132ba2d7fec tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:59.915070 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f59aef97-5a3f-4cb2-9fa9-6132ba2d7fec tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:42:59.916165 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-0acc14b5-3f11-4dca-ba18-dd65d6d91323 None None] Port 2d551db0-930e-4e7b-bd10-ebf719f3691d cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:42:59.924290 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be90513-8b7c-421f-9f5f-c248e44b6b6f None None] Network cb70081b-a9bf-478d-ae05-f91b3c988b7a requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:42:59.949461 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-bba4b0ff-324a-4105-bfcf-2542fa8a018c tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1239903164&fields=id&tenant_id=a94525ce04b1475298bff18f4d90d9d6 HTTP/1.1" status: 200 len: 267 time: 0.1893394 Nov 16 11:43:00.016324 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-01f89ad6-615b-4070-bd1b-de946c2c3dd7 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Made reservation on behalf of 4bac558768764cbe98f7632412a36688 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:00.022257 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-01f89ad6-615b-4070-bd1b-de946c2c3dd7 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:00.045879 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc79f62d-2dfd-4ca5-95c5-dcc760ce5ed6 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:00.086418 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-bd6601dc-e8ec-4166-9a71-00ad62381461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d4349f-5e3a-4635-a6ad-f80f494bff2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461306953', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:42:41Z', 'updated_at': '2021-11-16T11:42:55Z', 'revision_number': 4, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': 'a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d4349f-5e3a-4635-a6ad-f80f494bff2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:42Z', 'updated_at': '2021-11-16T11:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '2d551db0-930e-4e7b-bd10-ebf719f3691d', 'name': '', 'network_id': '1c273dd6-07f2-4b1f-a721-47089a2a6655', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'mac_address': 'fa:16:3e:a3:41:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d4349f-5e3a-4635-a6ad-f80f494bff2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'dec26c5c-14e0-466a-a352-55d48a3017e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:52Z', 'updated_at': '2021-11-16T11:42:56Z', 'revision_number': 2, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'subnets': [{'id': 'dec26c5c-14e0-466a-a352-55d48a3017e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:00.109207 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a18a710d-40b4-4293-a31d-053680a9d8a6 None None] Provisioning complete for port 2d551db0-930e-4e7b-bd10-ebf719f3691d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:00.110861 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a18a710d-40b4-4293-a31d-053680a9d8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:00.162603 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6601dc-e8ec-4166-9a71-00ad62381461 None None] Checking router: 23d4349f-5e3a-4635-a6ad-f80f494bff2a for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:43:00.162934 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6601dc-e8ec-4166-9a71-00ad62381461 None None] Updating router 23d4349f-5e3a-4635-a6ad-f80f494bff2a port 2d551db0-930e-4e7b-bd10-ebf719f3691d binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:43:00.208335 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-b9d3ff7a-1d0a-4269-b9d4-46495f85ebb3 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:00.210230 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-b9d3ff7a-1d0a-4269-b9d4-46495f85ebb3 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/networks?id=1c273dd6-07f2-4b1f-a721-47089a2a6655 HTTP/1.1" status: 200 len: 797 time: 0.2526212 Nov 16 11:43:00.232417 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bd6601dc-e8ec-4166-9a71-00ad62381461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:00.239399 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-260fd75a-404a-415d-8e03-d1d0a617510e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/quotas/a94525ce04b1475298bff18f4d90d9d6 HTTP/1.1" status: 200 len: 375 time: 0.0190313 Nov 16 11:43:00.241753 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f59aef97-5a3f-4cb2-9fa9-6132ba2d7fec tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:00.285987 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-a18a710d-40b4-4293-a31d-053680a9d8a6 None None] Port 2d551db0-930e-4e7b-bd10-ebf719f3691d cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:43:00.289115 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-01f89ad6-615b-4070-bd1b-de946c2c3dd7 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Allocated IP 172.20.0.14 (3d7484ae-78a0-4a01-9340-d50011c24af9/b36b18de-7ce5-4007-aecb-7c9e7de7c07f/3742ffc3-e897-4083-9847-775f02d0e7b5) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:43:00.315805 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f59aef97-5a3f-4cb2-9fa9-6132ba2d7fec tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:00.322159 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 3aaa924a-db5f-4ac6-aca1-3929366907a8 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:00.322475 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:00.409040 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f59aef97-5a3f-4cb2-9fa9-6132ba2d7fec tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:43:00.453954 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 22104c17-88ee-4eb5-95ec-88e37792c87b up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:43:00.476335 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-74f9f409-b8f7-4820-ac23-2b4983d4ec56 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a94525ce04b1475298bff18f4d90d9d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2305105 Nov 16 11:43:00.490387 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59aef97-5a3f-4cb2-9fa9-6132ba2d7fec tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=510fddc5-34d3-4cac-936d-fda88202c20c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:00.523780 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e2247b-1d51-4fa4-bf36-759233c2f9fa None None] DHCP port deletion for cb70081b-a9bf-478d-ae05-f91b3c988b7a request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:43:00.547843 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f59aef97-5a3f-4cb2-9fa9-6132ba2d7fec tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:00.550215 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-f59aef97-5a3f-4cb2-9fa9-6132ba2d7fec tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Added segment 2e821e55-68b1-431e-b47e-8784390954da of type vlan for network 2400b5c6-c4cb-4131-95a7-7f5f265424cb Nov 16 11:43:00.635131 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-52e2247b-1d51-4fa4-bf36-759233c2f9fa None None] Deleting port aa9883f6-9664-4737-954c-16b875e8cf07 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:43:00.635998 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-52e2247b-1d51-4fa4-bf36-759233c2f9fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:00.697399 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 22104c17-88ee-4eb5-95ec-88e37792c87b triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:00.698143 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:00.713854 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f59aef97-5a3f-4cb2-9fa9-6132ba2d7fec tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:00.724324 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-01f89ad6-615b-4070-bd1b-de946c2c3dd7 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:00.757304 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98a0128f-380b-44c1-95e5-ea507201b3ac tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:00.809423 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d977773c-c96b-4afe-913e-53307575ce87 None None] Sync routers for ids ['031ab016-fdc3-483c-8ea2-9db2d54460cf'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:43:00.838380 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bd6601dc-e8ec-4166-9a71-00ad62381461 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:00.843523 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-52e2247b-1d51-4fa4-bf36-759233c2f9fa None None] For port aa9883f6-9664-4737-954c-16b875e8cf07, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=aa9883f6-9664-4737-954c-16b875e8cf07,segment=NetworkSegment(a8f5416d-a301-4a05-9464-71b562d6cdff),segment_id=a8f5416d-a301-4a05-9464-71b562d6cdff)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:43:00.843916 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-52e2247b-1d51-4fa4-bf36-759233c2f9fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:00.847787 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-987fe15e-8d2b-4fd2-a1a0-8c44ba3fb55a service neutron] 10.222.0.61 "GET /v2.0/networks/1c273dd6-07f2-4b1f-a721-47089a2a6655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526030 Nov 16 11:43:00.857630 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f59aef97-5a3f-4cb2-9fa9-6132ba2d7fec tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:00.859801 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bd6601dc-e8ec-4166-9a71-00ad62381461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:00.885389 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59aef97-5a3f-4cb2-9fa9-6132ba2d7fec tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:00.886062 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f59aef97-5a3f-4cb2-9fa9-6132ba2d7fec tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:00.889581 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-52e2247b-1d51-4fa4-bf36-759233c2f9fa None None] Calling delete_port for aa9883f6-9664-4737-954c-16b875e8cf07 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:43:00.923188 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d977773c-c96b-4afe-913e-53307575ce87 None None] Routers {'031ab016-fdc3-483c-8ea2-9db2d54460cf'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:43:00.923828 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d977773c-c96b-4afe-913e-53307575ce87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:42:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['031ab016-fdc3-483c-8ea2-9db2d54460cf'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:00.925255 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e3640-a972-4857-aab9-8b2d2b1639b4 None None] Pushing event updated for resources: {'Port': ['ID=2d551db0-930e-4e7b-bd10-ebf719f3691d,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:00.992163 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-bd6601dc-e8ec-4166-9a71-00ad62381461 None None] Attempting to bind port 2d551db0-930e-4e7b-bd10-ebf719f3691d on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:43:00.992983 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-bd6601dc-e8ec-4166-9a71-00ad62381461 None None] Attempting to bind port 2d551db0-930e-4e7b-bd10-ebf719f3691d by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '8cbbc77d-9661-4c02-9734-2553071ea21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1c273dd6-07f2-4b1f-a721-47089a2a6655'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:43:00.993680 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6601dc-e8ec-4166-9a71-00ad62381461 None None] Attempting to bind port 2d551db0-930e-4e7b-bd10-ebf719f3691d on network 1c273dd6-07f2-4b1f-a721-47089a2a6655 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:43:00.999875 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6601dc-e8ec-4166-9a71-00ad62381461 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:43:01.000749 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6601dc-e8ec-4166-9a71-00ad62381461 None None] Checking segment: {'id': '8cbbc77d-9661-4c02-9734-2553071ea21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1c273dd6-07f2-4b1f-a721-47089a2a6655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:43:01.001425 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bd6601dc-e8ec-4166-9a71-00ad62381461 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:01.002086 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6601dc-e8ec-4166-9a71-00ad62381461 None None] Bound using segment: {'id': '8cbbc77d-9661-4c02-9734-2553071ea21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1c273dd6-07f2-4b1f-a721-47089a2a6655'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:43:01.002804 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-bd6601dc-e8ec-4166-9a71-00ad62381461 None None] Bound port: 2d551db0-930e-4e7b-bd10-ebf719f3691d, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cbbc77d-9661-4c02-9734-2553071ea21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1c273dd6-07f2-4b1f-a721-47089a2a6655'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:43:01.003422 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bd6601dc-e8ec-4166-9a71-00ad62381461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:01.051908 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-01f89ad6-615b-4070-bd1b-de946c2c3dd7 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:01.103140 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f59aef97-5a3f-4cb2-9fa9-6132ba2d7fec tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7689226 Nov 16 11:43:01.132170 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-bd6601dc-e8ec-4166-9a71-00ad62381461 None None] For port 2d551db0-930e-4e7b-bd10-ebf719f3691d, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:43:01.144023 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-bd6601dc-e8ec-4166-9a71-00ad62381461 None None] For port 2d551db0-930e-4e7b-bd10-ebf719f3691d, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=2d551db0-930e-4e7b-bd10-ebf719f3691d,segment=NetworkSegment(8cbbc77d-9661-4c02-9734-2553071ea21c),segment_id=8cbbc77d-9661-4c02-9734-2553071ea21c)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:43:01.165132 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bd6601dc-e8ec-4166-9a71-00ad62381461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:01.262155 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-01f89ad6-615b-4070-bd1b-de946c2c3dd7 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Network 3d7484ae-78a0-4a01-9340-d50011c24af9 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:43:01.264315 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-cc79f62d-2dfd-4ca5-95c5-dcc760ce5ed6 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Deleting port aa9883f6-9664-4737-954c-16b875e8cf07 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:43:01.264684 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc79f62d-2dfd-4ca5-95c5-dcc760ce5ed6 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:01.285801 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59380) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:01.304352 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-62e7a38d-610b-4a61-8cad-2208d849d612 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Request body: {'subnet': {'network_id': '2400b5c6-c4cb-4131-95a7-7f5f265424cb', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:01.306286 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e3640-a972-4857-aab9-8b2d2b1639b4 None None] Pushing event updated for resources: {'Port': ['ID=2d551db0-930e-4e7b-bd10-ebf719f3691d,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:01.340916 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6601dc-e8ec-4166-9a71-00ad62381461 None None] Routers {'23d4349f-5e3a-4635-a6ad-f80f494bff2a'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:43:01.341697 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-bd6601dc-e8ec-4166-9a71-00ad62381461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:42:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['23d4349f-5e3a-4635-a6ad-f80f494bff2a'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:01.426115 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-cc79f62d-2dfd-4ca5-95c5-dcc760ce5ed6 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] For port aa9883f6-9664-4737-954c-16b875e8cf07, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=aa9883f6-9664-4737-954c-16b875e8cf07,segment=NetworkSegment(a8f5416d-a301-4a05-9464-71b562d6cdff),segment_id=a8f5416d-a301-4a05-9464-71b562d6cdff)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:43:01.427655 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc79f62d-2dfd-4ca5-95c5-dcc760ce5ed6 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:01.465784 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-d977773c-c96b-4afe-913e-53307575ce87 None None] Set router 031ab016-fdc3-483c-8ea2-9db2d54460cf gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:43:01.480156 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-cc79f62d-2dfd-4ca5-95c5-dcc760ce5ed6 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Calling delete_port for aa9883f6-9664-4737-954c-16b875e8cf07 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:43:01.495716 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-bd6601dc-e8ec-4166-9a71-00ad62381461 None None] Set router 23d4349f-5e3a-4635-a6ad-f80f494bff2a gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:43:01.544787 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59aef97-5a3f-4cb2-9fa9-6132ba2d7fec tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event updated for resources: {'Network': ['ID=2400b5c6-c4cb-4131-95a7-7f5f265424cb,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:01.551104 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-99f009fb-05ef-4664-ad7e-7dc64e549518 None None] Provisioning complete for port 2d551db0-930e-4e7b-bd10-ebf719f3691d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:01.551733 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99f009fb-05ef-4664-ad7e-7dc64e549518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:01.606473 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-c4265054-8cf6-40b1-9211-83a7b9a63d8f service neutron] 10.222.0.61 "GET /v2.0/networks/1c273dd6-07f2-4b1f-a721-47089a2a6655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7577665 Nov 16 11:43:01.613230 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 2400b5c6-c4cb-4131-95a7-7f5f265424cb details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:43:01.625159 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-52e2247b-1d51-4fa4-bf36-759233c2f9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:01.658256 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e7a38d-610b-4a61-8cad-2208d849d612 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Made reservation on behalf of 05698996c8fd4d698238455680b68f95 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:01.669008 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-62e7a38d-610b-4a61-8cad-2208d849d612 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:01.749677 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 3aaa924a-db5f-4ac6-aca1-3929366907a8 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:43:01.793608 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc79f62d-2dfd-4ca5-95c5-dcc760ce5ed6 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:01.824951 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-01f89ad6-615b-4070-bd1b-de946c2c3dd7 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:01.849746 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-01f89ad6-615b-4070-bd1b-de946c2c3dd7 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:43:01.868391 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f89ad6-615b-4070-bd1b-de946c2c3dd7 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Pushing event updated for resources: {'Port': ['ID=3742ffc3-e897-4083-9847-775f02d0e7b5,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:01.991092 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2247b-1d51-4fa4-bf36-759233c2f9fa None None] Pushing event deleted for resources: {'Port': ['ID=aa9883f6-9664-4737-954c-16b875e8cf07,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:02.002525 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e2247b-1d51-4fa4-bf36-759233c2f9fa None None] No DVR routers for this DVR port aa9883f6-9664-4737-954c-16b875e8cf07 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:43:02.081818 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-bd6601dc-e8ec-4166-9a71-00ad62381461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d4349f-5e3a-4635-a6ad-f80f494bff2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461306953', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:42:41Z', 'updated_at': '2021-11-16T11:42:55Z', 'revision_number': 4, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': 'a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d4349f-5e3a-4635-a6ad-f80f494bff2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:42Z', 'updated_at': '2021-11-16T11:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '2d551db0-930e-4e7b-bd10-ebf719f3691d', 'name': '', 'network_id': '1c273dd6-07f2-4b1f-a721-47089a2a6655', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'mac_address': 'fa:16:3e:a3:41:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d4349f-5e3a-4635-a6ad-f80f494bff2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'dec26c5c-14e0-466a-a352-55d48a3017e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:52Z', 'updated_at': '2021-11-16T11:43:01Z', 'revision_number': 4, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'subnets': [{'id': 'dec26c5c-14e0-466a-a352-55d48a3017e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:02.182961 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6601dc-e8ec-4166-9a71-00ad62381461 None None] The sync data for ids ['23d4349f-5e3a-4635-a6ad-f80f494bff2a'] in n-d-816823-3 is: [{'id': '23d4349f-5e3a-4635-a6ad-f80f494bff2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461306953', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:42:41Z', 'updated_at': '2021-11-16T11:42:55Z', 'revision_number': 4, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': 'a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d4349f-5e3a-4635-a6ad-f80f494bff2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:42Z', 'updated_at': '2021-11-16T11:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '2d551db0-930e-4e7b-bd10-ebf719f3691d', 'name': '', 'network_id': '1c273dd6-07f2-4b1f-a721-47089a2a6655', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'mac_address': 'fa:16:3e:a3:41:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d4349f-5e3a-4635-a6ad-f80f494bff2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'dec26c5c-14e0-466a-a352-55d48a3017e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:52Z', 'updated_at': '2021-11-16T11:43:01Z', 'revision_number': 4, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'subnets': [{'id': 'dec26c5c-14e0-466a-a352-55d48a3017e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:43:02.203454 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc79f62d-2dfd-4ca5-95c5-dcc760ce5ed6 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'Port': ['ID=aa9883f6-9664-4737-954c-16b875e8cf07,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:02.215707 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc79f62d-2dfd-4ca5-95c5-dcc760ce5ed6 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] No DVR routers for this DVR port aa9883f6-9664-4737-954c-16b875e8cf07 on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:43:02.256228 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 3aaa924a-db5f-4ac6-aca1-3929366907a8 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:02.256760 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:02.280489 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99f009fb-05ef-4664-ad7e-7dc64e549518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:02.370507 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d859dd-4aae-4784-bc65-01c71d808fae req-f8abb7d3-c7e6-491d-ba4f-bb8270b19e31 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:02.377994 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-27d859dd-4aae-4784-bc65-01c71d808fae req-f8abb7d3-c7e6-491d-ba4f-bb8270b19e31 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=512fff24-f1d3-49ad-8414-e4ef5813c3b3 HTTP/1.1" status: 200 len: 932 time: 0.3033054 Nov 16 11:43:02.580347 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-01f89ad6-615b-4070-bd1b-de946c2c3dd7 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:02.581033 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-01f89ad6-615b-4070-bd1b-de946c2c3dd7 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:02.626670 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc79f62d-2dfd-4ca5-95c5-dcc760ce5ed6 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:02.691240 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-27d859dd-4aae-4784-bc65-01c71d808fae req-2c80fd66-645f-4de8-8c9f-57b387ad3c47 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122199 Nov 16 11:43:02.692549 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-cc79f62d-2dfd-4ca5-95c5-dcc760ce5ed6 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb70081b-a9bf-478d-ae05-f91b3c988b7a']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:02.692752 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-62e7a38d-610b-4a61-8cad-2208d849d612 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:02.703362 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-cc79f62d-2dfd-4ca5-95c5-dcc760ce5ed6 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8f5416d-a301-4a05-9464-71b562d6cdff') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:02.703666 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-cc79f62d-2dfd-4ca5-95c5-dcc760ce5ed6 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8f5416d-a301-4a05-9464-71b562d6cdff') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:02.734141 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc79f62d-2dfd-4ca5-95c5-dcc760ce5ed6 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:02.805866 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-01f89ad6-615b-4070-bd1b-de946c2c3dd7 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3442390 Nov 16 11:43:02.833945 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc79f62d-2dfd-4ca5-95c5-dcc760ce5ed6 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:02.860992 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-ff8c22ed-7276-4e08-9480-f4758d92530d service neutron] Request body: {'port': {'device_id': '512fff24-f1d3-49ad-8414-e4ef5813c3b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:02.893792 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc79f62d-2dfd-4ca5-95c5-dcc760ce5ed6 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:43:02.894732 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc79f62d-2dfd-4ca5-95c5-dcc760ce5ed6 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:02.918319 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d08d0d1e-589a-4db3-838a-a0e3eb2d344d req-f5638ae8-5b73-4f0e-8813-ed7a0b255460 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=8128f006-181b-4f4e-b345-cba1a8acfc96 HTTP/1.1" status: 200 len: 210 time: 0.0944400 Nov 16 11:43:02.961843 n-d-816823-3 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:43:02.961843 n-d-816823-3 neutron-server[102668]: self.session.flush() Nov 16 11:43:02.961843 n-d-816823-3 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:43:02.961843 n-d-816823-3 neutron-server[102668]: self.session.flush() Nov 16 11:43:02.961843 n-d-816823-3 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:43:02.961843 n-d-816823-3 neutron-server[102668]: self.session.flush() Nov 16 11:43:02.961843 n-d-816823-3 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:43:02.961843 n-d-816823-3 neutron-server[102668]: self.session.flush() Nov 16 11:43:02.961843 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:43:02.961843 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:43:02.961843 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:43:02.961843 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:43:02.961843 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:43:02.961843 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:43:02.961843 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:43:02.961843 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:43:02.961843 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:43:02.961843 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:43:02.961843 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:43:02.961843 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:43:02.961843 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:43:02.961843 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:43:02.961843 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:43:02.961843 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:43:02.961843 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:43:02.961843 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:43:02.961843 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:43:02.961843 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:43:02.961843 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:43:02.961843 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:43:02.961843 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:43:02.961843 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:43:02.961843 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:43:02.961843 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:43:02.961843 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:43:02.961843 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:43:02.961843 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:43:02.961843 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:43:02.961843 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:43:02.961843 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:43:02.965570 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7a38d-610b-4a61-8cad-2208d849d612 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event updated for resources: {'Subnet': ['ID=310e1270-c50c-4467-9630-1d599e74b3b9,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:02.974299 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7a38d-610b-4a61-8cad-2208d849d612 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:43:02.980605 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7a38d-610b-4a61-8cad-2208d849d612 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:43:02.981444 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7a38d-610b-4a61-8cad-2208d849d612 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:43:02.981688 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7a38d-610b-4a61-8cad-2208d849d612 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:43:02.982166 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7a38d-610b-4a61-8cad-2208d849d612 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:43:02.983832 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7a38d-610b-4a61-8cad-2208d849d612 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:43:02.984181 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7a38d-610b-4a61-8cad-2208d849d612 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:43:02.984929 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7a38d-610b-4a61-8cad-2208d849d612 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:43:02.985441 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7a38d-610b-4a61-8cad-2208d849d612 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:43:02.985963 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7a38d-610b-4a61-8cad-2208d849d612 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:43:02.986144 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7a38d-610b-4a61-8cad-2208d849d612 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:43:02.986479 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e7a38d-610b-4a61-8cad-2208d849d612 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:43:02.990579 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e7a38d-610b-4a61-8cad-2208d849d612 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Checking segment: {'id': '2e821e55-68b1-431e-b47e-8784390954da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2400b5c6-c4cb-4131-95a7-7f5f265424cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:43:02.991048 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e7a38d-610b-4a61-8cad-2208d849d612 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Network hostable DHCP agents. Network: 2400b5c6-c4cb-4131-95a7-7f5f265424cb, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:43:03.021620 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e7a38d-610b-4a61-8cad-2208d849d612 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Network 2400b5c6-c4cb-4131-95a7-7f5f265424cb is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:43:03.041785 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-62e7a38d-610b-4a61-8cad-2208d849d612 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 2400b5c6-c4cb-4131-95a7-7f5f265424cb) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:03.048864 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98a0128f-380b-44c1-95e5-ea507201b3ac tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:03.054144 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e7a38d-610b-4a61-8cad-2208d849d612 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:03.054779 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-62e7a38d-610b-4a61-8cad-2208d849d612 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:03.098433 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-62e7a38d-610b-4a61-8cad-2208d849d612 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.8097656 Nov 16 11:43:03.101768 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863d5620-a073-4367-a91c-9181c8962256 None None] Network 2400b5c6-c4cb-4131-95a7-7f5f265424cb requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:43:03.102873 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59396) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:03.108041 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-cd3cd4cc-7d0c-4cd9-8d5f-bae996e086f4 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-417548364'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:03.192671 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-ff8c22ed-7276-4e08-9480-f4758d92530d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:03.201970 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3cd4cc-7d0c-4cd9-8d5f-bae996e086f4 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Made reservation on behalf of 05698996c8fd4d698238455680b68f95 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:03.205512 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cd3cd4cc-7d0c-4cd9-8d5f-bae996e086f4 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:03.218850 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc79f62d-2dfd-4ca5-95c5-dcc760ce5ed6 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:03.224625 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc79f62d-2dfd-4ca5-95c5-dcc760ce5ed6 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:03.232667 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-cc79f62d-2dfd-4ca5-95c5-dcc760ce5ed6 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/networks/cb70081b-a9bf-478d-ae05-f91b3c988b7a HTTP/1.1" status: 204 len: 168 time: 3.4260731 Nov 16 11:43:03.245103 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59398) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:03.275711 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-49820d4d-ef79-4804-ae92-60409d08d57b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-808117030'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:03.285941 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc79f62d-2dfd-4ca5-95c5-dcc760ce5ed6 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'Network': ['ID=cb70081b-a9bf-478d-ae05-f91b3c988b7a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:03.342811 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-99f009fb-05ef-4664-ad7e-7dc64e549518 None None] For port 2d551db0-930e-4e7b-bd10-ebf719f3691d, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=2d551db0-930e-4e7b-bd10-ebf719f3691d,segment=NetworkSegment(8cbbc77d-9661-4c02-9734-2553071ea21c),segment_id=8cbbc77d-9661-4c02-9734-2553071ea21c)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:43:03.343406 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd3cd4cc-7d0c-4cd9-8d5f-bae996e086f4 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:43:03.362051 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49820d4d-ef79-4804-ae92-60409d08d57b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Made reservation on behalf of 7d3d11fb732046149ebe953349dcb515 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:03.365701 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-49820d4d-ef79-4804-ae92-60409d08d57b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:03.381751 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cd3cd4cc-7d0c-4cd9-8d5f-bae996e086f4 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:03.382458 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-cd3cd4cc-7d0c-4cd9-8d5f-bae996e086f4 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Added segment 46b21e8b-c71f-48ba-8c89-27f4fac8b3a1 of type vlan for network 76efbe8b-4301-4d6b-985a-f394883d3201 Nov 16 11:43:03.457483 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a0128f-380b-44c1-95e5-ea507201b3ac tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Router e2960110-a8a5-4c1e-9187-54e04c7a065e is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:43:03.473725 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99f009fb-05ef-4664-ad7e-7dc64e549518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:03.512614 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49820d4d-ef79-4804-ae92-60409d08d57b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:43:03.520687 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cd3cd4cc-7d0c-4cd9-8d5f-bae996e086f4 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:03.553041 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-49820d4d-ef79-4804-ae92-60409d08d57b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:03.553514 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-49820d4d-ef79-4804-ae92-60409d08d57b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Added segment 0451adbc-45f3-43b4-bec2-c73e68f753c8 of type vlan for network 7017cac1-f643-4a70-9af4-672cd32973f5 Nov 16 11:43:03.673650 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cd3cd4cc-7d0c-4cd9-8d5f-bae996e086f4 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:03.679577 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3cd4cc-7d0c-4cd9-8d5f-bae996e086f4 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:03.680268 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cd3cd4cc-7d0c-4cd9-8d5f-bae996e086f4 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:03.685164 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-49820d4d-ef79-4804-ae92-60409d08d57b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:03.726446 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a67771-70a5-4589-ac91-b26eadcc07e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-2400b5c6-c4cb-4131-95a7-7f5f265424cb', 'network_id': '2400b5c6-c4cb-4131-95a7-7f5f265424cb', 'tenant_id': '05698996c8fd4d698238455680b68f95', 'fixed_ips': [{'subnet_id': '310e1270-c50c-4467-9630-1d599e74b3b9'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:43:03.727441 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-49a67771-70a5-4589-ac91-b26eadcc07e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:03.760795 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3cd4cc-7d0c-4cd9-8d5f-bae996e086f4 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event updated for resources: {'Network': ['ID=76efbe8b-4301-4d6b-985a-f394883d3201,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:03.787322 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-cd3cd4cc-7d0c-4cd9-8d5f-bae996e086f4 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6832898 Nov 16 11:43:03.790291 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59402) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:03.797331 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-aa107c61-8c18-4e10-b969-da828b20d7c1 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Request body: {'subnet': {'network_id': '76efbe8b-4301-4d6b-985a-f394883d3201', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:03.838602 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a0128f-380b-44c1-95e5-ea507201b3ac tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:43:03.856978 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90708067-b523-4b4a-a45d-408266ac82b4 None None] Sync routers for ids ['e2960110-a8a5-4c1e-9187-54e04c7a065e'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:43:03.878641 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 76efbe8b-4301-4d6b-985a-f394883d3201 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:43:03.886270 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90708067-b523-4b4a-a45d-408266ac82b4 None None] Routers {'e2960110-a8a5-4c1e-9187-54e04c7a065e'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:43:03.886936 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-90708067-b523-4b4a-a45d-408266ac82b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:42:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['e2960110-a8a5-4c1e-9187-54e04c7a065e'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:03.920775 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-49820d4d-ef79-4804-ae92-60409d08d57b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:03.937145 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49820d4d-ef79-4804-ae92-60409d08d57b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:03.938920 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-49820d4d-ef79-4804-ae92-60409d08d57b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:03.953683 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-ff8c22ed-7276-4e08-9480-f4758d92530d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3742ffc3-e897-4083-9847-775f02d0e7b5 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:43:03.965191 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-ff8c22ed-7276-4e08-9480-f4758d92530d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:03.990954 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-ff8c22ed-7276-4e08-9480-f4758d92530d service neutron] Transition to ACTIVE for port object 3742ffc3-e897-4083-9847-775f02d0e7b5 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:43:04.012154 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-ff8c22ed-7276-4e08-9480-f4758d92530d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:04.019181 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-5df06150-83d9-4722-adf8-6bad60a20bf5 None None] Provisioning complete for port 3742ffc3-e897-4083-9847-775f02d0e7b5 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:04.019566 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5df06150-83d9-4722-adf8-6bad60a20bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:04.040938 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f009fb-05ef-4664-ad7e-7dc64e549518 None None] Pushing event updated for resources: {'Port': ['ID=2d551db0-930e-4e7b-bd10-ebf719f3691d,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:04.145901 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device aa9883f6-9664-4737-954c-16b875e8cf07 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:43:04.178604 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: aa9883f6-9664-4737-954c-16b875e8cf07 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:43:04.178957 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device aa9883f6-9664-4737-954c-16b875e8cf07 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:43:04.192273 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d977773c-c96b-4afe-913e-53307575ce87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031ab016-fdc3-483c-8ea2-9db2d54460cf', 'name': 'tempest-TaggedBootDevicesTest_v242-867754635-router', 'tenant_id': 'b6cd2747425449d8a54994d2b4984afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '22104c17-88ee-4eb5-95ec-88e37792c87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:42:45Z', 'updated_at': '2021-11-16T11:42:52Z', 'revision_number': 4, 'project_id': 'b6cd2747425449d8a54994d2b4984afb', 'gw_port': {'id': '22104c17-88ee-4eb5-95ec-88e37792c87b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:98:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031ab016-fdc3-483c-8ea2-9db2d54460cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:46Z', 'updated_at': '2021-11-16T11:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '7012e514-dafd-408f-8300-951b24116d45', 'name': '', 'network_id': 'fb74cf64-72b5-4ade-b61d-79a753f37680', 'tenant_id': 'b6cd2747425449d8a54994d2b4984afb', 'mac_address': 'fa:16:3e:e9:a0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031ab016-fdc3-483c-8ea2-9db2d54460cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'c47d9736-2144-4c9a-9531-439127298d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:51Z', 'updated_at': '2021-11-16T11:42:53Z', 'revision_number': 2, 'project_id': 'b6cd2747425449d8a54994d2b4984afb', 'subnets': [{'id': 'c47d9736-2144-4c9a-9531-439127298d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:04.337248 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d977773c-c96b-4afe-913e-53307575ce87 None None] Checking router: 031ab016-fdc3-483c-8ea2-9db2d54460cf for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:43:04.337248 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d977773c-c96b-4afe-913e-53307575ce87 None None] Updating router 031ab016-fdc3-483c-8ea2-9db2d54460cf port 7012e514-dafd-408f-8300-951b24116d45 binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:43:04.347367 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-5df06150-83d9-4722-adf8-6bad60a20bf5 None None] Port 3742ffc3-e897-4083-9847-775f02d0e7b5 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:43:04.423838 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98a0128f-380b-44c1-95e5-ea507201b3ac tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:04.429306 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-98a0128f-380b-44c1-95e5-ea507201b3ac tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.9312186 Nov 16 11:43:04.433190 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59408) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:04.434414 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:43:04.443136 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d977773c-c96b-4afe-913e-53307575ce87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:04.463328 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c22ed-7276-4e08-9480-f4758d92530d service neutron] Pushing event updated for resources: {'Port': ['ID=3742ffc3-e897-4083-9847-775f02d0e7b5,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:04.515583 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-5df06150-83d9-4722-adf8-6bad60a20bf5 None None] Provisioning complete for port 2d551db0-930e-4e7b-bd10-ebf719f3691d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:04.516599 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5df06150-83d9-4722-adf8-6bad60a20bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:04.518831 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 2d551db0-930e-4e7b-bd10-ebf719f3691d up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:43:04.535981 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-90708067-b523-4b4a-a45d-408266ac82b4 None None] Set router e2960110-a8a5-4c1e-9187-54e04c7a065e gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:43:04.745296 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-49a67771-70a5-4589-ac91-b26eadcc07e4 None None] Allocated IP 172.20.255.242 (2400b5c6-c4cb-4131-95a7-7f5f265424cb/310e1270-c50c-4467-9630-1d599e74b3b9/1af4c0e4-7f19-47c2-8b9c-424258264e54) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:43:04.777357 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-745a4343-0f39-47c8-a44b-7d05ed8175e7 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:04.778933 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-745a4343-0f39-47c8-a44b-7d05ed8175e7 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.64 "GET /v2.0/networks?id=1c273dd6-07f2-4b1f-a721-47089a2a6655 HTTP/1.1" status: 200 len: 797 time: 0.7852142 Nov 16 11:43:04.934423 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-ff8c22ed-7276-4e08-9480-f4758d92530d service neutron] Attempting to bind port 3742ffc3-e897-4083-9847-775f02d0e7b5 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:43:04.935137 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-ff8c22ed-7276-4e08-9480-f4758d92530d service neutron] Attempting to bind port 3742ffc3-e897-4083-9847-775f02d0e7b5 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'c7ce274d-1faf-4924-9c3c-562dce13f294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:43:04.935137 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-ff8c22ed-7276-4e08-9480-f4758d92530d service neutron] Attempting to bind port 3742ffc3-e897-4083-9847-775f02d0e7b5 on network 3d7484ae-78a0-4a01-9340-d50011c24af9 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:43:04.953189 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-90708067-b523-4b4a-a45d-408266ac82b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2960110-a8a5-4c1e-9187-54e04c7a065e', 'name': '', 'tenant_id': '192892d471954cab8e30f2f334faa4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce2077d-3876-4fcf-96ba-291446f7e9b3', 'external_fixed_ips': [{'subnet_id': 'f446bab3-3218-483d-8555-8d1841f5c3a7', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': 'f6a5dfb3-5ed3-47ca-af84-6a51edaab5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:42:55Z', 'updated_at': '2021-11-16T11:42:59Z', 'revision_number': 3, 'project_id': '192892d471954cab8e30f2f334faa4e4', 'gw_port': {'id': 'f6a5dfb3-5ed3-47ca-af84-6a51edaab5df', 'name': '', 'network_id': '2ce2077d-3876-4fcf-96ba-291446f7e9b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2960110-a8a5-4c1e-9187-54e04c7a065e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'f446bab3-3218-483d-8555-8d1841f5c3a7', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:56Z', 'updated_at': '2021-11-16T11:42:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f446bab3-3218-483d-8555-8d1841f5c3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:04.962965 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-ea01d8fa-77b9-4136-90a3-a4837d35b941 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a94525ce04b1475298bff18f4d90d9d6 HTTP/1.1" status: 200 len: 380 time: 0.1640847 Nov 16 11:43:04.967106 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-ff8c22ed-7276-4e08-9480-f4758d92530d service neutron] Port 3742ffc3-e897-4083-9847-775f02d0e7b5 on network 3d7484ae-78a0-4a01-9340-d50011c24af9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:43:04.967567 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-ff8c22ed-7276-4e08-9480-f4758d92530d service neutron] Attempting to bind port 3742ffc3-e897-4083-9847-775f02d0e7b5 on network 3d7484ae-78a0-4a01-9340-d50011c24af9 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:43:04.981834 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-ac717088-0d04-4069-91f1-b8a093ed0f8b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'port': {'device_id': '8128f006-181b-4f4e-b345-cba1a8acfc96', 'network_id': '1c273dd6-07f2-4b1f-a721-47089a2a6655', 'admin_state_up': True, 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'security_groups': ['2b63567b-ee2a-4a85-a110-12557bea5e16']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:04.989764 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-ff8c22ed-7276-4e08-9480-f4758d92530d service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:43:04.995923 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-ff8c22ed-7276-4e08-9480-f4758d92530d service neutron] Checking segment: {'id': 'c7ce274d-1faf-4924-9c3c-562dce13f294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:43:04.996385 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-ff8c22ed-7276-4e08-9480-f4758d92530d service neutron] Bound using segment: {'id': 'c7ce274d-1faf-4924-9c3c-562dce13f294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:43:04.996862 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-ff8c22ed-7276-4e08-9480-f4758d92530d service neutron] Bound port: 3742ffc3-e897-4083-9847-775f02d0e7b5, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ce274d-1faf-4924-9c3c-562dce13f294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:43:04.997228 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-ff8c22ed-7276-4e08-9480-f4758d92530d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:05.012630 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90708067-b523-4b4a-a45d-408266ac82b4 None None] Checking router: e2960110-a8a5-4c1e-9187-54e04c7a065e for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:43:05.014613 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90708067-b523-4b4a-a45d-408266ac82b4 None None] Updating router e2960110-a8a5-4c1e-9187-54e04c7a065e port f6a5dfb3-5ed3-47ca-af84-6a51edaab5df binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:43:05.080012 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90708067-b523-4b4a-a45d-408266ac82b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:05.125776 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-49a67771-70a5-4589-ac91-b26eadcc07e4 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:05.276016 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ce546-6883-4c76-b621-906a52280b2b req-53f6d12c-55d9-40a6-b88a-139773796086 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:05.279778 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4e6ce546-6883-4c76-b621-906a52280b2b req-53f6d12c-55d9-40a6-b88a-139773796086 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=512fff24-f1d3-49ad-8414-e4ef5813c3b3 HTTP/1.1" status: 200 len: 944 time: 1.3616333 Nov 16 11:43:05.360354 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49820d4d-ef79-4804-ae92-60409d08d57b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'Network': ['ID=7017cac1-f643-4a70-9af4-672cd32973f5,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:05.382679 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-49a67771-70a5-4589-ac91-b26eadcc07e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:05.383422 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-ac717088-0d04-4069-91f1-b8a093ed0f8b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Made reservation on behalf of a94525ce04b1475298bff18f4d90d9d6 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:05.391351 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-ac717088-0d04-4069-91f1-b8a093ed0f8b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:05.410466 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 7017cac1-f643-4a70-9af4-672cd32973f5 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:43:05.416661 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-ff8c22ed-7276-4e08-9480-f4758d92530d service neutron] For port 3742ffc3-e897-4083-9847-775f02d0e7b5, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:43:05.437285 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa107c61-8c18-4e10-b969-da828b20d7c1 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Made reservation on behalf of 05698996c8fd4d698238455680b68f95 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:05.445729 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa107c61-8c18-4e10-b969-da828b20d7c1 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:05.456779 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-ff8c22ed-7276-4e08-9480-f4758d92530d service neutron] For port 3742ffc3-e897-4083-9847-775f02d0e7b5, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=3742ffc3-e897-4083-9847-775f02d0e7b5,segment=NetworkSegment(c7ce274d-1faf-4924-9c3c-562dce13f294),segment_id=c7ce274d-1faf-4924-9c3c-562dce13f294)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:43:05.469544 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-49820d4d-ef79-4804-ae92-60409d08d57b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.2233346 Nov 16 11:43:05.479965 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59412) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:05.496067 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-01292dc8-e92c-4f60-9726-e50623cd798f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'subnet': {'network_id': '7017cac1-f643-4a70-9af4-672cd32973f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:05.507082 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-ff8c22ed-7276-4e08-9480-f4758d92530d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:05.551097 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 2d551db0-930e-4e7b-bd10-ebf719f3691d triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:05.551499 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:05.591377 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a67771-70a5-4589-ac91-b26eadcc07e4 None None] Network 2400b5c6-c4cb-4131-95a7-7f5f265424cb is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:43:05.640109 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-49a67771-70a5-4589-ac91-b26eadcc07e4 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:05.690111 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a67771-70a5-4589-ac91-b26eadcc07e4 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:43:05.693399 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d977773c-c96b-4afe-913e-53307575ce87 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:05.747839 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a67771-70a5-4589-ac91-b26eadcc07e4 None None] Pushing event updated for resources: {'Port': ['ID=1af4c0e4-7f19-47c2-8b9c-424258264e54,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:05.758469 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-ff8c22ed-7276-4e08-9480-f4758d92530d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:05.759584 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-ff8c22ed-7276-4e08-9480-f4758d92530d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:05.761013 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-ff8c22ed-7276-4e08-9480-f4758d92530d service neutron] 10.222.0.36 "PUT /v2.0/ports/3742ffc3-e897-4083-9847-775f02d0e7b5 HTTP/1.1" status: 200 len: 1092 time: 2.9200652 Nov 16 11:43:05.764005 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '512fff24-f1d3-49ad-8414-e4ef5813c3b3', 'tag': '3742ffc3-e897-4083-9847-775f02d0e7b5'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:43:05.766345 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d357e1-0fe6-459e-875f-fb804607dd66" -d '{"events": [{"name": "network-changed", "server_uuid": "512fff24-f1d3-49ad-8414-e4ef5813c3b3", "tag": "3742ffc3-e897-4083-9847-775f02d0e7b5"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:43:05.784239 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90708067-b523-4b4a-a45d-408266ac82b4 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:05.796827 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d977773c-c96b-4afe-913e-53307575ce87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:05.798936 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90708067-b523-4b4a-a45d-408266ac82b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:05.931360 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-90708067-b523-4b4a-a45d-408266ac82b4 None None] Attempting to bind port f6a5dfb3-5ed3-47ca-af84-6a51edaab5df on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:43:05.931726 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-90708067-b523-4b4a-a45d-408266ac82b4 None None] Attempting to bind port f6a5dfb3-5ed3-47ca-af84-6a51edaab5df by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'a0151458-9e95-4acb-b90e-26ac1588c251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2ce2077d-3876-4fcf-96ba-291446f7e9b3'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:43:05.932555 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90708067-b523-4b4a-a45d-408266ac82b4 None None] Attempting to bind port f6a5dfb3-5ed3-47ca-af84-6a51edaab5df on network 2ce2077d-3876-4fcf-96ba-291446f7e9b3 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:43:05.933638 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-49a67771-70a5-4589-ac91-b26eadcc07e4 None None] Attempting to bind port 1af4c0e4-7f19-47c2-8b9c-424258264e54 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:43:05.934806 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-49a67771-70a5-4589-ac91-b26eadcc07e4 None None] Attempting to bind port 1af4c0e4-7f19-47c2-8b9c-424258264e54 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '2e821e55-68b1-431e-b47e-8784390954da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2400b5c6-c4cb-4131-95a7-7f5f265424cb'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:43:05.935139 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa6b9ff-5429-4ad0-b391-b785993eadcc None None] Pushing event updated for resources: {'Port': ['ID=f6a5dfb3-5ed3-47ca-af84-6a51edaab5df,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:05.935582 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a67771-70a5-4589-ac91-b26eadcc07e4 None None] Attempting to bind port 1af4c0e4-7f19-47c2-8b9c-424258264e54 on network 2400b5c6-c4cb-4131-95a7-7f5f265424cb {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:43:05.950875 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90708067-b523-4b4a-a45d-408266ac82b4 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:43:05.951282 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90708067-b523-4b4a-a45d-408266ac82b4 None None] Checking segment: {'id': 'a0151458-9e95-4acb-b90e-26ac1588c251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2ce2077d-3876-4fcf-96ba-291446f7e9b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:43:05.951681 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90708067-b523-4b4a-a45d-408266ac82b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:05.952060 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90708067-b523-4b4a-a45d-408266ac82b4 None None] Bound using segment: {'id': 'a0151458-9e95-4acb-b90e-26ac1588c251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2ce2077d-3876-4fcf-96ba-291446f7e9b3'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:43:05.952524 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-90708067-b523-4b4a-a45d-408266ac82b4 None None] Bound port: f6a5dfb3-5ed3-47ca-af84-6a51edaab5df, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0151458-9e95-4acb-b90e-26ac1588c251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2ce2077d-3876-4fcf-96ba-291446f7e9b3'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:43:05.952897 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90708067-b523-4b4a-a45d-408266ac82b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:05.964076 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a67771-70a5-4589-ac91-b26eadcc07e4 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:43:05.968835 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a67771-70a5-4589-ac91-b26eadcc07e4 None None] Checking segment: {'id': '2e821e55-68b1-431e-b47e-8784390954da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2400b5c6-c4cb-4131-95a7-7f5f265424cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:43:05.971604 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-49a67771-70a5-4589-ac91-b26eadcc07e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:05.971604 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a67771-70a5-4589-ac91-b26eadcc07e4 None None] Bound using segment: {'id': '2e821e55-68b1-431e-b47e-8784390954da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2400b5c6-c4cb-4131-95a7-7f5f265424cb'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:43:05.972095 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-49a67771-70a5-4589-ac91-b26eadcc07e4 None None] Bound port: 1af4c0e4-7f19-47c2-8b9c-424258264e54, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e821e55-68b1-431e-b47e-8784390954da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2400b5c6-c4cb-4131-95a7-7f5f265424cb'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:43:05.974519 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-49a67771-70a5-4589-ac91-b26eadcc07e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:06.023151 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c22ed-7276-4e08-9480-f4758d92530d service neutron] Pushing event updated for resources: {'Port': ['ID=3742ffc3-e897-4083-9847-775f02d0e7b5,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:06.095379 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-90708067-b523-4b4a-a45d-408266ac82b4 None None] For port f6a5dfb3-5ed3-47ca-af84-6a51edaab5df, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:43:06.096412 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01292dc8-e92c-4f60-9726-e50623cd798f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Made reservation on behalf of 7d3d11fb732046149ebe953349dcb515 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:06.099921 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-01292dc8-e92c-4f60-9726-e50623cd798f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:06.100587 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-90708067-b523-4b4a-a45d-408266ac82b4 None None] For port f6a5dfb3-5ed3-47ca-af84-6a51edaab5df, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=f6a5dfb3-5ed3-47ca-af84-6a51edaab5df,segment=NetworkSegment(a0151458-9e95-4acb-b90e-26ac1588c251),segment_id=a0151458-9e95-4acb-b90e-26ac1588c251)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:43:06.104204 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-8594a180-d338-4327-83d9-529f1b82469b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:06.105711 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-8594a180-d338-4327-83d9-529f1b82469b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4bac558768764cbe98f7632412a36688&device_id=512fff24-f1d3-49ad-8414-e4ef5813c3b3 HTTP/1.1" status: 200 len: 1095 time: 0.2842789 Nov 16 11:43:06.120869 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4e6ce546-6883-4c76-b621-906a52280b2b req-4f63134e-ca51-4aba-bcbb-2d993f6b9f1c tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7542207 Nov 16 11:43:06.146678 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-90708067-b523-4b4a-a45d-408266ac82b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:06.192400 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-56839e17-c3d2-45ab-86d2-7b7f61d15c80 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:06.219147 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-ac717088-0d04-4069-91f1-b8a093ed0f8b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Allocated IP 172.20.0.11 (1c273dd6-07f2-4b1f-a721-47089a2a6655/dec26c5c-14e0-466a-a352-55d48a3017e7/3ce07b74-0c24-4d88-8f1b-28e078c0a7d8) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:43:06.303662 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa107c61-8c18-4e10-b969-da828b20d7c1 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:06.309853 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa6b9ff-5429-4ad0-b391-b785993eadcc None None] Pushing event updated for resources: {'Port': ['ID=f6a5dfb3-5ed3-47ca-af84-6a51edaab5df,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:06.347946 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90708067-b523-4b4a-a45d-408266ac82b4 None None] Routers {'e2960110-a8a5-4c1e-9187-54e04c7a065e'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:43:06.351064 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-90708067-b523-4b4a-a45d-408266ac82b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:42:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['e2960110-a8a5-4c1e-9187-54e04c7a065e'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:06.362578 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-84c0c4c2-a4e3-4580-8c25-3d5ea430c11f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3742ffc3-e897-4083-9847-775f02d0e7b5 HTTP/1.1" status: 200 len: 217 time: 0.2421107 Nov 16 11:43:06.367373 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-d977773c-c96b-4afe-913e-53307575ce87 None None] Attempting to bind port 7012e514-dafd-408f-8300-951b24116d45 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:43:06.370219 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-d977773c-c96b-4afe-913e-53307575ce87 None None] Attempting to bind port 7012e514-dafd-408f-8300-951b24116d45 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'ef9704fb-137d-439d-ab79-3584982eece2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'fb74cf64-72b5-4ade-b61d-79a753f37680'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:43:06.370614 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d977773c-c96b-4afe-913e-53307575ce87 None None] Attempting to bind port 7012e514-dafd-408f-8300-951b24116d45 on network fb74cf64-72b5-4ade-b61d-79a753f37680 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:43:06.377368 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae6e48-a097-4d70-89fc-294ab5116946 None None] Pushing event updated for resources: {'Port': ['ID=7012e514-dafd-408f-8300-951b24116d45,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:06.426806 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d977773c-c96b-4afe-913e-53307575ce87 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:43:06.428322 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d977773c-c96b-4afe-913e-53307575ce87 None None] Checking segment: {'id': 'ef9704fb-137d-439d-ab79-3584982eece2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'fb74cf64-72b5-4ade-b61d-79a753f37680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:43:06.428749 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d977773c-c96b-4afe-913e-53307575ce87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:06.430438 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d977773c-c96b-4afe-913e-53307575ce87 None None] Bound using segment: {'id': 'ef9704fb-137d-439d-ab79-3584982eece2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'fb74cf64-72b5-4ade-b61d-79a753f37680'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:43:06.430954 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-d977773c-c96b-4afe-913e-53307575ce87 None None] Bound port: 7012e514-dafd-408f-8300-951b24116d45, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef9704fb-137d-439d-ab79-3584982eece2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'fb74cf64-72b5-4ade-b61d-79a753f37680'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:43:06.432836 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d977773c-c96b-4afe-913e-53307575ce87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:06.483844 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e4e7b5ea-f082-4485-b18f-5040c7a13586 req-bd83064e-bc89-4bbd-b8fb-44db68450c47 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=8128f006-181b-4f4e-b345-cba1a8acfc96 HTTP/1.1" status: 200 len: 210 time: 0.1713746 Nov 16 11:43:06.513636 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-90708067-b523-4b4a-a45d-408266ac82b4 None None] Set router e2960110-a8a5-4c1e-9187-54e04c7a065e gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:43:06.565732 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa107c61-8c18-4e10-b969-da828b20d7c1 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event updated for resources: {'Subnet': ['ID=a5dafc90-8fe8-42ae-b19f-1bd2ff5b2342,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:06.678544 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa107c61-8c18-4e10-b969-da828b20d7c1 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Checking segment: {'id': '46b21e8b-c71f-48ba-8c89-27f4fac8b3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '76efbe8b-4301-4d6b-985a-f394883d3201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:43:06.679540 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa107c61-8c18-4e10-b969-da828b20d7c1 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Network hostable DHCP agents. Network: 76efbe8b-4301-4d6b-985a-f394883d3201, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:43:06.681488 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c8626b-a7fb-4807-b097-6f73dd9cb4d8 x-openstack-request-id: req-f3c8626b-a7fb-4807-b097-6f73dd9cb4d8 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:43:06.681773 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "512fff24-f1d3-49ad-8414-e4ef5813c3b3", "tag": "3742ffc3-e897-4083-9847-775f02d0e7b5", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:43:06.682050 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f3c8626b-a7fb-4807-b097-6f73dd9cb4d8 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:43:06.682461 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '512fff24-f1d3-49ad-8414-e4ef5813c3b3', 'tag': '3742ffc3-e897-4083-9847-775f02d0e7b5', 'status': 'completed', 'code': 200} Nov 16 11:43:06.699357 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-56839e17-c3d2-45ab-86d2-7b7f61d15c80 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:06.762383 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-cf7ffd3a-f5bf-42cf-8951-3f1d2324aee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:06.764496 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-cf7ffd3a-f5bf-42cf-8951-3f1d2324aee3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b36b18de-7ce5-4007-aecb-7c9e7de7c07f HTTP/1.1" status: 200 len: 851 time: 0.3580518 Nov 16 11:43:06.787317 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-ac717088-0d04-4069-91f1-b8a093ed0f8b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:06.841364 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [req-4e4436d5-d653-409a-93c0-8810ffa5f6a8 req-3a51d043-945a-4b9a-a286-cba458a1cbc2 service neutron] (102669) timed out ('10.222.0.64', 60918) {{(pid=102669) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 11:43:06.848436 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa107c61-8c18-4e10-b969-da828b20d7c1 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Network 76efbe8b-4301-4d6b-985a-f394883d3201 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:43:06.879385 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-01b3f2d8-3456-4a7c-ae87-6ef768414df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:06.884767 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-01b3f2d8-3456-4a7c-ae87-6ef768414df0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d7484ae-78a0-4a01-9340-d50011c24af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1070218 Nov 16 11:43:06.895177 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-56839e17-c3d2-45ab-86d2-7b7f61d15c80 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Deleting port f6a5dfb3-5ed3-47ca-af84-6a51edaab5df {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:43:06.897806 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-56839e17-c3d2-45ab-86d2-7b7f61d15c80 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:06.916932 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-90708067-b523-4b4a-a45d-408266ac82b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2960110-a8a5-4c1e-9187-54e04c7a065e', 'name': '', 'tenant_id': '192892d471954cab8e30f2f334faa4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce2077d-3876-4fcf-96ba-291446f7e9b3', 'external_fixed_ips': [{'subnet_id': 'f446bab3-3218-483d-8555-8d1841f5c3a7', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': 'f6a5dfb3-5ed3-47ca-af84-6a51edaab5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:42:55Z', 'updated_at': '2021-11-16T11:42:59Z', 'revision_number': 3, 'project_id': '192892d471954cab8e30f2f334faa4e4', 'gw_port': {'id': 'f6a5dfb3-5ed3-47ca-af84-6a51edaab5df', 'name': '', 'network_id': '2ce2077d-3876-4fcf-96ba-291446f7e9b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2960110-a8a5-4c1e-9187-54e04c7a065e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'f446bab3-3218-483d-8555-8d1841f5c3a7', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:56Z', 'updated_at': '2021-11-16T11:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f446bab3-3218-483d-8555-8d1841f5c3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:06.994010 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-d977773c-c96b-4afe-913e-53307575ce87 None None] For port 7012e514-dafd-408f-8300-951b24116d45, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:43:07.004496 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90708067-b523-4b4a-a45d-408266ac82b4 None None] The sync data for ids ['e2960110-a8a5-4c1e-9187-54e04c7a065e'] in n-d-816823-3 is: [{'id': 'e2960110-a8a5-4c1e-9187-54e04c7a065e', 'name': '', 'tenant_id': '192892d471954cab8e30f2f334faa4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce2077d-3876-4fcf-96ba-291446f7e9b3', 'external_fixed_ips': [{'subnet_id': 'f446bab3-3218-483d-8555-8d1841f5c3a7', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': 'f6a5dfb3-5ed3-47ca-af84-6a51edaab5df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:42:55Z', 'updated_at': '2021-11-16T11:42:59Z', 'revision_number': 3, 'project_id': '192892d471954cab8e30f2f334faa4e4', 'gw_port': {'id': 'f6a5dfb3-5ed3-47ca-af84-6a51edaab5df', 'name': '', 'network_id': '2ce2077d-3876-4fcf-96ba-291446f7e9b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:7c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2960110-a8a5-4c1e-9187-54e04c7a065e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'f446bab3-3218-483d-8555-8d1841f5c3a7', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:56Z', 'updated_at': '2021-11-16T11:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f446bab3-3218-483d-8555-8d1841f5c3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:43:07.005809 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-d977773c-c96b-4afe-913e-53307575ce87 None None] For port 7012e514-dafd-408f-8300-951b24116d45, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=7012e514-dafd-408f-8300-951b24116d45,segment=NetworkSegment(ef9704fb-137d-439d-ab79-3584982eece2),segment_id=ef9704fb-137d-439d-ab79-3584982eece2)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:43:07.012317 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-49a67771-70a5-4589-ac91-b26eadcc07e4 None None] For port 1af4c0e4-7f19-47c2-8b9c-424258264e54, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:43:07.017801 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-ac717088-0d04-4069-91f1-b8a093ed0f8b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:07.020980 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d977773c-c96b-4afe-913e-53307575ce87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:07.037694 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-56839e17-c3d2-45ab-86d2-7b7f61d15c80 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] For port f6a5dfb3-5ed3-47ca-af84-6a51edaab5df, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=f6a5dfb3-5ed3-47ca-af84-6a51edaab5df,segment=NetworkSegment(a0151458-9e95-4acb-b90e-26ac1588c251),segment_id=a0151458-9e95-4acb-b90e-26ac1588c251)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:43:07.043330 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-56839e17-c3d2-45ab-86d2-7b7f61d15c80 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:07.044334 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-01292dc8-e92c-4f60-9726-e50623cd798f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:07.064035 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-56839e17-c3d2-45ab-86d2-7b7f61d15c80 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Calling delete_port for f6a5dfb3-5ed3-47ca-af84-6a51edaab5df owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:43:07.066880 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-49a67771-70a5-4589-ac91-b26eadcc07e4 None None] For port 1af4c0e4-7f19-47c2-8b9c-424258264e54, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=1af4c0e4-7f19-47c2-8b9c-424258264e54,segment=NetworkSegment(2e821e55-68b1-431e-b47e-8784390954da),segment_id=2e821e55-68b1-431e-b47e-8784390954da)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:43:07.092833 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-49a67771-70a5-4589-ac91-b26eadcc07e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:07.121390 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-ac717088-0d04-4069-91f1-b8a093ed0f8b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Network 1c273dd6-07f2-4b1f-a721-47089a2a6655 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:43:07.160556 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d977773c-c96b-4afe-913e-53307575ce87 None None] Routers {'031ab016-fdc3-483c-8ea2-9db2d54460cf'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:43:07.160817 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d977773c-c96b-4afe-913e-53307575ce87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:42:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['031ab016-fdc3-483c-8ea2-9db2d54460cf'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:07.192199 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-aa107c61-8c18-4e10-b969-da828b20d7c1 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 76efbe8b-4301-4d6b-985a-f394883d3201) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:07.206661 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa107c61-8c18-4e10-b969-da828b20d7c1 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:07.207278 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa107c61-8c18-4e10-b969-da828b20d7c1 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:07.216737 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-ac717088-0d04-4069-91f1-b8a093ed0f8b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:07.300003 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-aa107c61-8c18-4e10-b969-da828b20d7c1 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.5085709 Nov 16 11:43:07.311480 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59420) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:07.470550 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-d977773c-c96b-4afe-913e-53307575ce87 None None] Set router 031ab016-fdc3-483c-8ea2-9db2d54460cf gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:43:07.604711 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78cbd08-0524-4b5d-8da2-42906d448092 None None] Network 76efbe8b-4301-4d6b-985a-f394883d3201 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:43:07.845911 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c269f35-c969-4b47-bb39-49b200a27e8f tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:07.884687 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae6e48-a097-4d70-89fc-294ab5116946 None None] Pushing event updated for resources: {'Port': ['ID=7012e514-dafd-408f-8300-951b24116d45,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:07.894957 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f855a5-5f54-452f-bf50-7823d33b9184 req-b448c426-5b9c-4533-8097-b53a49ae4a84 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:07.896692 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-43f855a5-5f54-452f-bf50-7823d33b9184 req-b448c426-5b9c-4533-8097-b53a49ae4a84 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=512fff24-f1d3-49ad-8414-e4ef5813c3b3 HTTP/1.1" status: 200 len: 944 time: 0.5561993 Nov 16 11:43:07.989014 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a67771-70a5-4589-ac91-b26eadcc07e4 None None] Pushing event updated for resources: {'Port': ['ID=1af4c0e4-7f19-47c2-8b9c-424258264e54,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:07.999710 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-797b376e-289f-4d7f-a0d3-9b2d1dacabad None None] Provisioning complete for port 7012e514-dafd-408f-8300-951b24116d45 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:08.000082 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-797b376e-289f-4d7f-a0d3-9b2d1dacabad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:08.134486 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-43f855a5-5f54-452f-bf50-7823d33b9184 req-a4e75394-4d2e-49ec-92ff-b08093ce12c7 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155061 Nov 16 11:43:08.136382 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-56839e17-c3d2-45ab-86d2-7b7f61d15c80 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:08.148340 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c269f35-c969-4b47-bb39-49b200a27e8f tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:08.298500 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468b8239-0d83-46cd-9421-8af9deccf2c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-76efbe8b-4301-4d6b-985a-f394883d3201', 'network_id': '76efbe8b-4301-4d6b-985a-f394883d3201', 'tenant_id': '05698996c8fd4d698238455680b68f95', 'fixed_ips': [{'subnet_id': 'a5dafc90-8fe8-42ae-b19f-1bd2ff5b2342'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:43:08.302458 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-468b8239-0d83-46cd-9421-8af9deccf2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:08.354222 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-ac717088-0d04-4069-91f1-b8a093ed0f8b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:43:08.439214 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-48b13fe8-2384-4761-80b1-fb9c9aebfb8a service neutron] 10.222.0.36 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5439858 Nov 16 11:43:08.458481 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac717088-0d04-4069-91f1-b8a093ed0f8b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'Port': ['ID=3ce07b74-0c24-4d88-8f1b-28e078c0a7d8,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:08.506493 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-797b376e-289f-4d7f-a0d3-9b2d1dacabad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:08.510430 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56839e17-c3d2-45ab-86d2-7b7f61d15c80 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6a5dfb3-5ed3-47ca-af84-6a51edaab5df,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:08.517640 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-56839e17-c3d2-45ab-86d2-7b7f61d15c80 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:08.528315 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d977773c-c96b-4afe-913e-53307575ce87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031ab016-fdc3-483c-8ea2-9db2d54460cf', 'name': 'tempest-TaggedBootDevicesTest_v242-867754635-router', 'tenant_id': 'b6cd2747425449d8a54994d2b4984afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '22104c17-88ee-4eb5-95ec-88e37792c87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:42:45Z', 'updated_at': '2021-11-16T11:42:52Z', 'revision_number': 4, 'project_id': 'b6cd2747425449d8a54994d2b4984afb', 'gw_port': {'id': '22104c17-88ee-4eb5-95ec-88e37792c87b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:98:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031ab016-fdc3-483c-8ea2-9db2d54460cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:46Z', 'updated_at': '2021-11-16T11:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '7012e514-dafd-408f-8300-951b24116d45', 'name': '', 'network_id': 'fb74cf64-72b5-4ade-b61d-79a753f37680', 'tenant_id': 'b6cd2747425449d8a54994d2b4984afb', 'mac_address': 'fa:16:3e:e9:a0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031ab016-fdc3-483c-8ea2-9db2d54460cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'c47d9736-2144-4c9a-9531-439127298d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:51Z', 'updated_at': '2021-11-16T11:43:06Z', 'revision_number': 4, 'project_id': 'b6cd2747425449d8a54994d2b4984afb', 'subnets': [{'id': 'c47d9736-2144-4c9a-9531-439127298d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:08.592844 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d977773c-c96b-4afe-913e-53307575ce87 None None] The sync data for ids ['031ab016-fdc3-483c-8ea2-9db2d54460cf'] in n-d-816823-3 is: [{'id': '031ab016-fdc3-483c-8ea2-9db2d54460cf', 'name': 'tempest-TaggedBootDevicesTest_v242-867754635-router', 'tenant_id': 'b6cd2747425449d8a54994d2b4984afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '22104c17-88ee-4eb5-95ec-88e37792c87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:42:45Z', 'updated_at': '2021-11-16T11:42:52Z', 'revision_number': 4, 'project_id': 'b6cd2747425449d8a54994d2b4984afb', 'gw_port': {'id': '22104c17-88ee-4eb5-95ec-88e37792c87b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:98:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031ab016-fdc3-483c-8ea2-9db2d54460cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:46Z', 'updated_at': '2021-11-16T11:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '7012e514-dafd-408f-8300-951b24116d45', 'name': '', 'network_id': 'fb74cf64-72b5-4ade-b61d-79a753f37680', 'tenant_id': 'b6cd2747425449d8a54994d2b4984afb', 'mac_address': 'fa:16:3e:e9:a0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '031ab016-fdc3-483c-8ea2-9db2d54460cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'c47d9736-2144-4c9a-9531-439127298d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:51Z', 'updated_at': '2021-11-16T11:43:06Z', 'revision_number': 4, 'project_id': 'b6cd2747425449d8a54994d2b4984afb', 'subnets': [{'id': 'c47d9736-2144-4c9a-9531-439127298d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:43:08.650959 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-ac717088-0d04-4069-91f1-b8a093ed0f8b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:08.660387 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-ac717088-0d04-4069-91f1-b8a093ed0f8b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:08.689195 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01292dc8-e92c-4f60-9726-e50623cd798f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'Subnet': ['ID=17eb7a10-81b0-4036-907c-19b5e10dc1e6,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:08.705356 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-56839e17-c3d2-45ab-86d2-7b7f61d15c80 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:08.708862 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-56839e17-c3d2-45ab-86d2-7b7f61d15c80 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:08.825267 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01292dc8-e92c-4f60-9726-e50623cd798f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Checking segment: {'id': '0451adbc-45f3-43b4-bec2-c73e68f753c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '7017cac1-f643-4a70-9af4-672cd32973f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:43:08.825267 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01292dc8-e92c-4f60-9726-e50623cd798f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Network hostable DHCP agents. Network: 7017cac1-f643-4a70-9af4-672cd32973f5, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:43:08.840622 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-ac717088-0d04-4069-91f1-b8a093ed0f8b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8630900 Nov 16 11:43:08.846358 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-797b376e-289f-4d7f-a0d3-9b2d1dacabad None None] For port 7012e514-dafd-408f-8300-951b24116d45, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=7012e514-dafd-408f-8300-951b24116d45,segment=NetworkSegment(ef9704fb-137d-439d-ab79-3584982eece2),segment_id=ef9704fb-137d-439d-ab79-3584982eece2)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:43:08.864567 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-797b376e-289f-4d7f-a0d3-9b2d1dacabad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:08.872719 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-56839e17-c3d2-45ab-86d2-7b7f61d15c80 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:08.877281 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56839e17-c3d2-45ab-86d2-7b7f61d15c80 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e2960110-a8a5-4c1e-9187-54e04c7a065e {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:43:08.895193 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-cbb5d74e-260c-4888-bd8b-fadb7c898550 service neutron] Request body: {'port': {'device_id': '8128f006-181b-4f4e-b345-cba1a8acfc96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:08.920388 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-56839e17-c3d2-45ab-86d2-7b7f61d15c80 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:08.926004 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-56839e17-c3d2-45ab-86d2-7b7f61d15c80 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] 10.222.0.61 "DELETE /v2.0/routers/e2960110-a8a5-4c1e-9187-54e04c7a065e HTTP/1.1" status: 204 len: 168 time: 3.7054765 Nov 16 11:43:08.929605 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59428) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:08.939951 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c269f35-c969-4b47-bb39-49b200a27e8f tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:09.046140 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-f786c875-5719-45e8-95e8-299d0bdda688 None None] Provisioning complete for port 7012e514-dafd-408f-8300-951b24116d45 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:09.046722 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f786c875-5719-45e8-95e8-299d0bdda688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server [None req-468b8239-0d83-46cd-9421-8af9deccf2c7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a5dafc90-8fe8-42ae-b19f-1bd2ff5b2342: This subnet is being modified by another concurrent operation. Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise exception Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a5dafc90-8fe8-42ae-b19f-1bd2ff5b2342: This subnet is being modified by another concurrent operation. Nov 16 11:43:09.055015 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server Nov 16 11:43:09.097292 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 1af4c0e4-7f19-47c2-8b9c-424258264e54 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:43:09.108946 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c269f35-c969-4b47-bb39-49b200a27e8f tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:09.134760 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-9c269f35-c969-4b47-bb39-49b200a27e8f tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76efbe8b-4301-4d6b-985a-f394883d3201']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:09.150124 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-9c269f35-c969-4b47-bb39-49b200a27e8f tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46b21e8b-c71f-48ba-8c89-27f4fac8b3a1') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:09.150595 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-9c269f35-c969-4b47-bb39-49b200a27e8f tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46b21e8b-c71f-48ba-8c89-27f4fac8b3a1') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:09.156752 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01292dc8-e92c-4f60-9726-e50623cd798f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Network 7017cac1-f643-4a70-9af4-672cd32973f5 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:43:09.162375 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c17efa-c5d3-482d-9d56-6aff2c23e8fe None None] Network 76efbe8b-4301-4d6b-985a-f394883d3201 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:43:09.163539 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c269f35-c969-4b47-bb39-49b200a27e8f tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:09.182011 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c269f35-c969-4b47-bb39-49b200a27e8f tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:09.190501 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c269f35-c969-4b47-bb39-49b200a27e8f tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:43:09.191237 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c269f35-c969-4b47-bb39-49b200a27e8f tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:09.207681 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-cbb5d74e-260c-4888-bd8b-fadb7c898550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:09.304091 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-01292dc8-e92c-4f60-9726-e50623cd798f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 7017cac1-f643-4a70-9af4-672cd32973f5) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:09.320848 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01292dc8-e92c-4f60-9726-e50623cd798f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:09.321447 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-01292dc8-e92c-4f60-9726-e50623cd798f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:09.325056 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9833b2a8-fba1-4360-95be-c805db4fdd3b req-ba9b1d6f-189e-4051-baad-a37e8cd4ec0a service neutron] 10.222.0.36 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8379862 Nov 16 11:43:09.376723 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3370dda0-1531-4084-9e09-fc5519a9869a None None] Network 2400b5c6-c4cb-4131-95a7-7f5f265424cb requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:43:09.379722 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f365d5b-9901-4469-af2c-764346af2b0f None None] Network 7017cac1-f643-4a70-9af4-672cd32973f5 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:43:09.387391 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b009b-eeb0-4d29-b6fe-a595cbcfc732 req-e2f3ac3c-d68b-471c-b9fc-7aeba8b15a55 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:09.390258 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-01292dc8-e92c-4f60-9726-e50623cd798f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9059036 Nov 16 11:43:09.390903 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59432) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:09.397585 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-239b009b-eeb0-4d29-b6fe-a595cbcfc732 req-e2f3ac3c-d68b-471c-b9fc-7aeba8b15a55 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=8128f006-181b-4f4e-b345-cba1a8acfc96 HTTP/1.1" status: 200 len: 932 time: 0.9323306 Nov 16 11:43:09.411561 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-6a052e00-b309-41e1-9c08-38ea190f4beb tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'port': {'network_id': '7017cac1-f643-4a70-9af4-672cd32973f5', 'name': 'tempest-PortsTestJSON-555802419', 'fixed_ips': [{'subnet_id': '17eb7a10-81b0-4036-907c-19b5e10dc1e6', 'ip_address': '172.20.0.10'}]}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:09.430696 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c269f35-c969-4b47-bb39-49b200a27e8f tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event deleted for resources: {'Subnet': ['ID=a5dafc90-8fe8-42ae-b19f-1bd2ff5b2342,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:09.438933 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:43:09.438933 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:43:09.438933 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:43:09.438933 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:43:09.438933 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:43:09.438933 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:43:09.438933 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:43:09.438933 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:43:09.438933 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:43:09.438933 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:43:09.438933 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:43:09.438933 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:43:09.438933 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:43:09.438933 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:43:09.438933 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:43:09.438933 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:43:09.438933 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:43:09.438933 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:43:09.438933 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:43:09.438933 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:43:09.438933 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:43:09.438933 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:43:09.438933 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:43:09.438933 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:43:09.438933 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:43:09.438933 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:43:09.438933 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:43:09.438933 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:43:09.438933 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:43:09.438933 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:43:09.438933 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:43:09.438933 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:43:09.441161 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c269f35-c969-4b47-bb39-49b200a27e8f tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:09.449202 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c269f35-c969-4b47-bb39-49b200a27e8f tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:09.454890 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-9c269f35-c969-4b47-bb39-49b200a27e8f tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "DELETE /v2.0/networks/76efbe8b-4301-4d6b-985a-f394883d3201 HTTP/1.1" status: 204 len: 168 time: 2.1414635 Nov 16 11:43:09.466081 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b376e-289f-4d7f-a0d3-9b2d1dacabad None None] Pushing event updated for resources: {'Port': ['ID=7012e514-dafd-408f-8300-951b24116d45,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:09.487323 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59434) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:09.497102 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c269f35-c969-4b47-bb39-49b200a27e8f tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event deleted for resources: {'Network': ['ID=76efbe8b-4301-4d6b-985a-f394883d3201,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:09.511622 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-7a825157-c284-439c-b2f2-911a07034ccf tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-755745160'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:09.551612 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a825157-c284-439c-b2f2-911a07034ccf tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Made reservation on behalf of 05698996c8fd4d698238455680b68f95 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:09.555624 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a825157-c284-439c-b2f2-911a07034ccf tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:09.657490 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eeaaf4a-7fb5-4f6d-bf94-a93f7eff3d63 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Deleting subnet f446bab3-3218-483d-8555-8d1841f5c3a7 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:43:09.701245 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a825157-c284-439c-b2f2-911a07034ccf tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:43:09.726516 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a825157-c284-439c-b2f2-911a07034ccf tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:09.727218 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 1af4c0e4-7f19-47c2-8b9c-424258264e54 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:09.727694 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:09.728791 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-7a825157-c284-439c-b2f2-911a07034ccf tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Added segment 2a458fcf-a48b-4280-a301-900089fd56e9 of type vlan for network 2bd80788-2dde-4c45-97e0-94c6a516740f Nov 16 11:43:09.736833 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a052e00-b309-41e1-9c08-38ea190f4beb tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Made reservation on behalf of 7d3d11fb732046149ebe953349dcb515 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:09.821729 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3eeaaf4a-7fb5-4f6d-bf94-a93f7eff3d63 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:09.878426 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6a052e00-b309-41e1-9c08-38ea190f4beb tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:09.889782 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d357e1-0fe6-459e-875f-fb804607dd66 req-94c70925-0b93-44e1-a08f-0de6a7dffc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:09.891720 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b6d357e1-0fe6-459e-875f-fb804607dd66 req-94c70925-0b93-44e1-a08f-0de6a7dffc0e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4bac558768764cbe98f7632412a36688&device_id=512fff24-f1d3-49ad-8414-e4ef5813c3b3 HTTP/1.1" status: 200 len: 1095 time: 0.4949079 Nov 16 11:43:09.943957 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3eeaaf4a-7fb5-4f6d-bf94-a93f7eff3d63 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:09.953497 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb5452c-927a-47c5-966e-4dc783112fa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-7017cac1-f643-4a70-9af4-672cd32973f5', 'network_id': '7017cac1-f643-4a70-9af4-672cd32973f5', 'tenant_id': '7d3d11fb732046149ebe953349dcb515', 'fixed_ips': [{'subnet_id': '17eb7a10-81b0-4036-907c-19b5e10dc1e6'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:43:09.954379 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fbb5452c-927a-47c5-966e-4dc783112fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:09.967623 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-6a052e00-b309-41e1-9c08-38ea190f4beb tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] device_id is not set on port da56c6ed-a160-46e6-93db-27201c287f1d yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:43:10.088011 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-239b009b-eeb0-4d29-b6fe-a595cbcfc732 req-56683509-e1e5-43d1-8c9e-93480a27344a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b63567b-ee2a-4a85-a110-12557bea5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6888981 Nov 16 11:43:10.096377 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3eeaaf4a-7fb5-4f6d-bf94-a93f7eff3d63 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:10.176097 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a825157-c284-439c-b2f2-911a07034ccf tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:10.279831 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:10.299230 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d357e1-0fe6-459e-875f-fb804607dd66 req-fe6cb3c8-9c9f-40a9-8f43-99362f78990c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:10.301050 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b6d357e1-0fe6-459e-875f-fb804607dd66 req-fe6cb3c8-9c9f-40a9-8f43-99362f78990c service neutron] 10.222.0.36 "GET /v2.0/networks?id=3d7484ae-78a0-4a01-9340-d50011c24af9 HTTP/1.1" status: 200 len: 913 time: 0.3986306 Nov 16 11:43:10.392550 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a825157-c284-439c-b2f2-911a07034ccf tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:10.396993 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 1af4c0e4-7f19-47c2-8b9c-424258264e54, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=1af4c0e4-7f19-47c2-8b9c-424258264e54,segment=NetworkSegment(2e821e55-68b1-431e-b47e-8784390954da),segment_id=2e821e55-68b1-431e-b47e-8784390954da)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:43:10.400387 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a825157-c284-439c-b2f2-911a07034ccf tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:10.401033 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a825157-c284-439c-b2f2-911a07034ccf tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:10.437617 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:10.438697 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7012e514-dafd-408f-8300-951b24116d45 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:43:10.455157 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f71e1-65ff-444e-aad5-a35b194afa02 req-4111c565-d45d-40dc-b139-9e0adc7d504b tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:10.456971 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dc7f71e1-65ff-444e-aad5-a35b194afa02 req-4111c565-d45d-40dc-b139-9e0adc7d504b tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=512fff24-f1d3-49ad-8414-e4ef5813c3b3 HTTP/1.1" status: 200 len: 944 time: 0.2349095 Nov 16 11:43:10.463016 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-6a052e00-b309-41e1-9c08-38ea190f4beb tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Allocated IP 172.20.0.10 (7017cac1-f643-4a70-9af4-672cd32973f5/17eb7a10-81b0-4036-907c-19b5e10dc1e6/da56c6ed-a160-46e6-93db-27201c287f1d) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:43:10.490115 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b6d357e1-0fe6-459e-875f-fb804607dd66 req-eb5c4c70-ed75-447f-93a9-66e591c47e12 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3742ffc3-e897-4083-9847-775f02d0e7b5 HTTP/1.1" status: 200 len: 217 time: 0.1208794 Nov 16 11:43:10.528378 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3eeaaf4a-7fb5-4f6d-bf94-a93f7eff3d63 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:10.581206 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3eeaaf4a-7fb5-4f6d-bf94-a93f7eff3d63 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:10.588486 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3eeaaf4a-7fb5-4f6d-bf94-a93f7eff3d63 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] 10.222.0.61 "DELETE /v2.0/subnets/f446bab3-3218-483d-8555-8d1841f5c3a7 HTTP/1.1" status: 204 len: 168 time: 1.6539297 Nov 16 11:43:10.594963 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-f786c875-5719-45e8-95e8-299d0bdda688 None None] Provisioning complete for port 3ce07b74-0c24-4d88-8f1b-28e078c0a7d8 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:10.595345 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f786c875-5719-45e8-95e8-299d0bdda688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:10.618953 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59438) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:10.637004 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-cbb5d74e-260c-4888-bd8b-fadb7c898550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ce07b74-0c24-4d88-8f1b-28e078c0a7d8 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:43:10.645539 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeaaf4a-7fb5-4f6d-bf94-a93f7eff3d63 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f446bab3-3218-483d-8555-8d1841f5c3a7,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:10.651728 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7a825157-c284-439c-b2f2-911a07034ccf tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1457086 Nov 16 11:43:10.657302 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59440) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:10.670721 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-01c74ed6-4e52-4950-a593-79dc1ef05475 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Request body: {'subnet': {'network_id': '2bd80788-2dde-4c45-97e0-94c6a516740f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:10.693080 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-f786c875-5719-45e8-95e8-299d0bdda688 None None] Port 3ce07b74-0c24-4d88-8f1b-28e078c0a7d8 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:43:10.693490 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-cbb5d74e-260c-4888-bd8b-fadb7c898550 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:10.696808 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a825157-c284-439c-b2f2-911a07034ccf tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event updated for resources: {'Network': ['ID=2bd80788-2dde-4c45-97e0-94c6a516740f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:10.755584 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 2bd80788-2dde-4c45-97e0-94c6a516740f details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:43:10.803328 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dc7f71e1-65ff-444e-aad5-a35b194afa02 req-46ac6acd-ffe9-4a14-9e6d-08bc4512cef0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201029 Nov 16 11:43:10.852070 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c74ed6-4e52-4950-a593-79dc1ef05475 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Made reservation on behalf of 05698996c8fd4d698238455680b68f95 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:10.856014 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-01c74ed6-4e52-4950-a593-79dc1ef05475 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:10.975102 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-cbb5d74e-260c-4888-bd8b-fadb7c898550 service neutron] Transition to ACTIVE for port object 3ce07b74-0c24-4d88-8f1b-28e078c0a7d8 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:43:10.978231 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6a052e00-b309-41e1-9c08-38ea190f4beb tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:10.995707 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d357e1-0fe6-459e-875f-fb804607dd66 req-d8ea6a61-f6c3-4972-875f-af1e0d61e7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:10.997470 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b6d357e1-0fe6-459e-875f-fb804607dd66 req-d8ea6a61-f6c3-4972-875f-af1e0d61e7db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b36b18de-7ce5-4007-aecb-7c9e7de7c07f HTTP/1.1" status: 200 len: 851 time: 0.4926848 Nov 16 11:43:11.001877 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.ipam_backend_mixin [None req-01c74ed6-4e52-4950-a593-79dc1ef05475 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Performing IP validity checks on allocation pools {{(pid=102669) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 16 11:43:11.002471 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-cbb5d74e-260c-4888-bd8b-fadb7c898550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:11.004245 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.ipam_backend_mixin [None req-01c74ed6-4e52-4950-a593-79dc1ef05475 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102669) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 16 11:43:11.116103 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5fbc6499-054b-4f97-889b-c89e9f59b9db tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:11.167041 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 7012e514-dafd-408f-8300-951b24116d45 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:11.168333 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:11.172219 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=1af4c0e4-7f19-47c2-8b9c-424258264e54,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:11.226425 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb5d74e-260c-4888-bd8b-fadb7c898550 service neutron] Pushing event updated for resources: {'Port': ['ID=3ce07b74-0c24-4d88-8f1b-28e078c0a7d8,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:11.295038 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb5d74e-260c-4888-bd8b-fadb7c898550 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:43:11.295941 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb5d74e-260c-4888-bd8b-fadb7c898550 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:43:11.296142 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb5d74e-260c-4888-bd8b-fadb7c898550 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:43:11.296700 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb5d74e-260c-4888-bd8b-fadb7c898550 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:43:11.297112 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb5d74e-260c-4888-bd8b-fadb7c898550 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:43:11.297506 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb5d74e-260c-4888-bd8b-fadb7c898550 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:43:11.298440 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb5d74e-260c-4888-bd8b-fadb7c898550 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:43:11.298836 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb5d74e-260c-4888-bd8b-fadb7c898550 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:43:11.299224 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb5d74e-260c-4888-bd8b-fadb7c898550 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:43:11.299699 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb5d74e-260c-4888-bd8b-fadb7c898550 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:43:11.300012 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb5d74e-260c-4888-bd8b-fadb7c898550 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:43:11.300394 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb5d74e-260c-4888-bd8b-fadb7c898550 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:43:11.307572 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6a052e00-b309-41e1-9c08-38ea190f4beb tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:11.321859 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d357e1-0fe6-459e-875f-fb804607dd66 req-12dade9e-568c-4238-a417-787c86118463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:11.323520 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b6d357e1-0fe6-459e-875f-fb804607dd66 req-12dade9e-568c-4238-a417-787c86118463 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d7484ae-78a0-4a01-9340-d50011c24af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3108659 Nov 16 11:43:11.326750 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-01c74ed6-4e52-4950-a593-79dc1ef05475 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:11.377067 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a65aca1b-2783-4a74-8b70-835ac14b2f19 None None] Provisioning complete for port 1af4c0e4-7f19-47c2-8b9c-424258264e54 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:11.377722 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a65aca1b-2783-4a74-8b70-835ac14b2f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:11.438459 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89863fb4-6d0d-4a89-901d-92fe863f416f req-50acb0c5-7410-4259-91ac-163608394bfb tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:11.447323 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-89863fb4-6d0d-4a89-901d-92fe863f416f req-50acb0c5-7410-4259-91ac-163608394bfb tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=8128f006-181b-4f4e-b345-cba1a8acfc96 HTTP/1.1" status: 200 len: 944 time: 0.1775019 Nov 16 11:43:11.481167 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-fbb5452c-927a-47c5-966e-4dc783112fa9 None None] Allocated IP 172.20.0.2 (7017cac1-f643-4a70-9af4-672cd32973f5/17eb7a10-81b0-4036-907c-19b5e10dc1e6/aa1b2e50-6702-4632-ac76-e4efaad36717) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:43:11.533856 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a052e00-b309-41e1-9c08-38ea190f4beb tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Network 7017cac1-f643-4a70-9af4-672cd32973f5 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:43:11.549870 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c74ed6-4e52-4950-a593-79dc1ef05475 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event updated for resources: {'Subnet': ['ID=0cff8b52-d26b-41e6-bf9f-fd73ba3e5a3d,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:11.558172 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c74ed6-4e52-4950-a593-79dc1ef05475 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Checking segment: {'id': '2a458fcf-a48b-4280-a301-900089fd56e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2bd80788-2dde-4c45-97e0-94c6a516740f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:43:11.558739 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c74ed6-4e52-4950-a593-79dc1ef05475 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Network hostable DHCP agents. Network: 2bd80788-2dde-4c45-97e0-94c6a516740f, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:43:11.561727 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-6a052e00-b309-41e1-9c08-38ea190f4beb tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:11.565058 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a052e00-b309-41e1-9c08-38ea190f4beb tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:43:11.573510 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5fbc6499-054b-4f97-889b-c89e9f59b9db tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:11.580160 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-89863fb4-6d0d-4a89-901d-92fe863f416f req-9ed2e593-6d18-49dc-aeac-2fde45410445 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b63567b-ee2a-4a85-a110-12557bea5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320112 Nov 16 11:43:11.596870 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c74ed6-4e52-4950-a593-79dc1ef05475 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Network 2bd80788-2dde-4c45-97e0-94c6a516740f is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:43:11.608274 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-01c74ed6-4e52-4950-a593-79dc1ef05475 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 2bd80788-2dde-4c45-97e0-94c6a516740f) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:11.612270 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c74ed6-4e52-4950-a593-79dc1ef05475 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:11.612865 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-01c74ed6-4e52-4950-a593-79dc1ef05475 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:11.638695 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-01c74ed6-4e52-4950-a593-79dc1ef05475 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9798238 Nov 16 11:43:11.642007 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59446) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:11.659204 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a052e00-b309-41e1-9c08-38ea190f4beb tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:11.660010 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6a052e00-b309-41e1-9c08-38ea190f4beb tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:11.678643 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-5fbc6499-054b-4f97-889b-c89e9f59b9db tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ce2077d-3876-4fcf-96ba-291446f7e9b3']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:11.679894 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f614b51b-4861-4958-9702-38aa5e1beb51 None None] Network 2bd80788-2dde-4c45-97e0-94c6a516740f requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:43:11.717010 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-5fbc6499-054b-4f97-889b-c89e9f59b9db tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0151458-9e95-4acb-b90e-26ac1588c251') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:11.718267 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-5fbc6499-054b-4f97-889b-c89e9f59b9db tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0151458-9e95-4acb-b90e-26ac1588c251') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:11.744323 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5fbc6499-054b-4f97-889b-c89e9f59b9db tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:11.818922 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eae19964-94c0-438b-9c23-8d7f4e43b742 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:11.843780 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a052e00-b309-41e1-9c08-38ea190f4beb tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'Port': ['ID=da56c6ed-a160-46e6-93db-27201c287f1d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:11.851419 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-cbb5d74e-260c-4888-bd8b-fadb7c898550 service neutron] Attempting to bind port 3ce07b74-0c24-4d88-8f1b-28e078c0a7d8 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:43:11.852425 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-cbb5d74e-260c-4888-bd8b-fadb7c898550 service neutron] Attempting to bind port 3ce07b74-0c24-4d88-8f1b-28e078c0a7d8 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '8cbbc77d-9661-4c02-9734-2553071ea21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1c273dd6-07f2-4b1f-a721-47089a2a6655'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:43:11.853053 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-cbb5d74e-260c-4888-bd8b-fadb7c898550 service neutron] Attempting to bind port 3ce07b74-0c24-4d88-8f1b-28e078c0a7d8 on network 1c273dd6-07f2-4b1f-a721-47089a2a6655 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:43:11.856946 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5fbc6499-054b-4f97-889b-c89e9f59b9db tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:11.864508 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b6d357e1-0fe6-459e-875f-fb804607dd66 req-a0986a69-ae89-45c8-a8f0-ca12708838a7 service neutron] 10.222.0.36 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4755363 Nov 16 11:43:11.872039 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-cbb5d74e-260c-4888-bd8b-fadb7c898550 service neutron] Port 3ce07b74-0c24-4d88-8f1b-28e078c0a7d8 on network 1c273dd6-07f2-4b1f-a721-47089a2a6655 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:43:11.872449 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-cbb5d74e-260c-4888-bd8b-fadb7c898550 service neutron] Attempting to bind port 3ce07b74-0c24-4d88-8f1b-28e078c0a7d8 on network 1c273dd6-07f2-4b1f-a721-47089a2a6655 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:43:11.885312 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fbc6499-054b-4f97-889b-c89e9f59b9db tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:43:11.885682 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5fbc6499-054b-4f97-889b-c89e9f59b9db tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:11.888296 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:43:11.888296 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:43:11.888296 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:43:11.888296 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:43:11.888296 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:43:11.888296 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:43:11.888296 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:43:11.888296 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:43:11.888296 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:43:11.888296 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:43:11.888296 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:43:11.888296 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:43:11.888296 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:43:11.888296 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:43:11.888296 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:43:11.888296 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:43:11.888296 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:43:11.888296 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:43:11.888296 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:43:11.888296 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:43:11.888296 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:43:11.888296 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:43:11.888296 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:43:11.888296 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:43:11.888296 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:43:11.888296 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:43:11.888296 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:43:11.888296 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:43:11.888296 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:43:11.888296 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:43:11.888296 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:43:11.888296 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:43:11.906169 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 1af4c0e4-7f19-47c2-8b9c-424258264e54 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:43:11.931296 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eae19964-94c0-438b-9c23-8d7f4e43b742 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:11.944339 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6a052e00-b309-41e1-9c08-38ea190f4beb tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5439060 Nov 16 11:43:11.959638 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59450) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:11.960450 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-cbb5d74e-260c-4888-bd8b-fadb7c898550 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:43:11.960789 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-cbb5d74e-260c-4888-bd8b-fadb7c898550 service neutron] Checking segment: {'id': '8cbbc77d-9661-4c02-9734-2553071ea21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1c273dd6-07f2-4b1f-a721-47089a2a6655'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:43:11.961179 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-cbb5d74e-260c-4888-bd8b-fadb7c898550 service neutron] Bound using segment: {'id': '8cbbc77d-9661-4c02-9734-2553071ea21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1c273dd6-07f2-4b1f-a721-47089a2a6655'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:43:11.961625 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-cbb5d74e-260c-4888-bd8b-fadb7c898550 service neutron] Bound port: 3ce07b74-0c24-4d88-8f1b-28e078c0a7d8, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cbbc77d-9661-4c02-9734-2553071ea21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1c273dd6-07f2-4b1f-a721-47089a2a6655'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:43:11.962473 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-cbb5d74e-260c-4888-bd8b-fadb7c898550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:11.971121 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-bef8d58e-af22-4143-a07e-243a98ac6024 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'port': {'network_id': '7017cac1-f643-4a70-9af4-672cd32973f5', 'name': 'tempest-PortsTestJSON-1148954207', 'fixed_ips': [{'subnet_id': '17eb7a10-81b0-4036-907c-19b5e10dc1e6', 'ip_address': '172.20.0.9'}]}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:11.975498 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fbb5452c-927a-47c5-966e-4dc783112fa9 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:11.997574 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fbb5452c-927a-47c5-966e-4dc783112fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:12.005237 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6ca7597c-0401-47e0-b341-18e7340bd879 None None] Provisioning complete for port 1af4c0e4-7f19-47c2-8b9c-424258264e54 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:12.005858 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6ca7597c-0401-47e0-b341-18e7340bd879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:12.094727 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a681f0d-6766-4736-a407-2dcb9f8815ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-2bd80788-2dde-4c45-97e0-94c6a516740f', 'network_id': '2bd80788-2dde-4c45-97e0-94c6a516740f', 'tenant_id': '05698996c8fd4d698238455680b68f95', 'fixed_ips': [{'subnet_id': '0cff8b52-d26b-41e6-bf9f-fd73ba3e5a3d'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:43:12.095605 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3a681f0d-6766-4736-a407-2dcb9f8815ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:12.101258 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f56183-7453-49e9-a2ea-8469cd5ee9b2 req-2c1b5287-2ad2-4e34-b205-1d13d47ab57d tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:12.110175 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b0f56183-7453-49e9-a2ea-8469cd5ee9b2 req-2c1b5287-2ad2-4e34-b205-1d13d47ab57d tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=512fff24-f1d3-49ad-8414-e4ef5813c3b3 HTTP/1.1" status: 200 len: 944 time: 0.1280701 Nov 16 11:43:12.128594 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb5452c-927a-47c5-966e-4dc783112fa9 None None] Network 7017cac1-f643-4a70-9af4-672cd32973f5 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:43:12.152277 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5fbc6499-054b-4f97-889b-c89e9f59b9db tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:12.155157 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 1af4c0e4-7f19-47c2-8b9c-424258264e54 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:12.156694 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:12.175070 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbc6499-054b-4f97-889b-c89e9f59b9db tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2ce2077d-3876-4fcf-96ba-291446f7e9b3 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 16 11:43:12.178721 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eae19964-94c0-438b-9c23-8d7f4e43b742 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:12.194723 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5fbc6499-054b-4f97-889b-c89e9f59b9db tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:12.198139 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5fbc6499-054b-4f97-889b-c89e9f59b9db tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] 10.222.0.61 "DELETE /v2.0/networks/2ce2077d-3876-4fcf-96ba-291446f7e9b3 HTTP/1.1" status: 204 len: 168 time: 1.5780435 Nov 16 11:43:12.242034 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae19964-94c0-438b-9c23-8d7f4e43b742 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event deleted for resources: {'Subnet': ['ID=0cff8b52-d26b-41e6-bf9f-fd73ba3e5a3d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:12.281803 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b0f56183-7453-49e9-a2ea-8469cd5ee9b2 req-0517fc19-b154-4490-a4e4-a4ede06d6db7 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621482 Nov 16 11:43:12.283455 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc6499-054b-4f97-889b-c89e9f59b9db tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Pushing event deleted for resources: {'Network': ['ID=2ce2077d-3876-4fcf-96ba-291446f7e9b3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:12.314231 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5452c-927a-47c5-966e-4dc783112fa9 None None] Pushing event updated for resources: {'Port': ['ID=aa1b2e50-6702-4632-ac76-e4efaad36717,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:12.329259 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b6d357e1-0fe6-459e-875f-fb804607dd66 req-318343f4-d824-4c37-8bd4-a91fd0a12a8f service neutron] 10.222.0.36 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4533076 Nov 16 11:43:12.333266 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-fbb5452c-927a-47c5-966e-4dc783112fa9 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:12.335878 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb5452c-927a-47c5-966e-4dc783112fa9 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:43:12.358201 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-cbb5d74e-260c-4888-bd8b-fadb7c898550 service neutron] For port 3ce07b74-0c24-4d88-8f1b-28e078c0a7d8, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:43:12.369199 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-cbb5d74e-260c-4888-bd8b-fadb7c898550 service neutron] For port 3ce07b74-0c24-4d88-8f1b-28e078c0a7d8, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=3ce07b74-0c24-4d88-8f1b-28e078c0a7d8,segment=NetworkSegment(8cbbc77d-9661-4c02-9734-2553071ea21c),segment_id=8cbbc77d-9661-4c02-9734-2553071ea21c)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:43:12.394933 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-cbb5d74e-260c-4888-bd8b-fadb7c898550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:12.432196 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eae19964-94c0-438b-9c23-8d7f4e43b742 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:12.458296 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-eae19964-94c0-438b-9c23-8d7f4e43b742 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bd80788-2dde-4c45-97e0-94c6a516740f']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:12.469651 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef8d58e-af22-4143-a07e-243a98ac6024 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Made reservation on behalf of 7d3d11fb732046149ebe953349dcb515 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:12.474616 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-eae19964-94c0-438b-9c23-8d7f4e43b742 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a458fcf-a48b-4280-a301-900089fd56e9') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:12.475035 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-eae19964-94c0-438b-9c23-8d7f4e43b742 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a458fcf-a48b-4280-a301-900089fd56e9') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:12.477672 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bef8d58e-af22-4143-a07e-243a98ac6024 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:12.490256 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eae19964-94c0-438b-9c23-8d7f4e43b742 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:12.516537 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eae19964-94c0-438b-9c23-8d7f4e43b742 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:12.523809 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eae19964-94c0-438b-9c23-8d7f4e43b742 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:43:12.524215 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eae19964-94c0-438b-9c23-8d7f4e43b742 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:12.530013 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-cbb5d74e-260c-4888-bd8b-fadb7c898550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:12.534589 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-cbb5d74e-260c-4888-bd8b-fadb7c898550 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:12.539078 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-cbb5d74e-260c-4888-bd8b-fadb7c898550 service neutron] 10.222.0.64 "PUT /v2.0/ports/3ce07b74-0c24-4d88-8f1b-28e078c0a7d8 HTTP/1.1" status: 200 len: 1092 time: 3.6746290 Nov 16 11:43:12.556295 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8128f006-181b-4f4e-b345-cba1a8acfc96', 'tag': '3ce07b74-0c24-4d88-8f1b-28e078c0a7d8'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:43:12.565756 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1ea245-d585-4964-b225-b525072cd1a2" -d '{"events": [{"name": "network-changed", "server_uuid": "8128f006-181b-4f4e-b345-cba1a8acfc96", "tag": "3ce07b74-0c24-4d88-8f1b-28e078c0a7d8"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server [None req-3a681f0d-6766-4736-a407-2dcb9f8815ac None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0cff8b52-d26b-41e6-bf9f-fd73ba3e5a3d: This subnet is being modified by another concurrent operation. Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise exception Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0cff8b52-d26b-41e6-bf9f-fd73ba3e5a3d: This subnet is being modified by another concurrent operation. Nov 16 11:43:12.643111 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server Nov 16 11:43:12.649539 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:43:12.649539 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:43:12.649539 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:43:12.649539 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:43:12.649539 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:43:12.649539 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:43:12.649539 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:43:12.649539 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:43:12.649539 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:43:12.649539 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:43:12.649539 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:43:12.649539 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:43:12.649539 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:43:12.649539 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:43:12.649539 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:43:12.649539 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:43:12.649539 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:43:12.649539 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:43:12.649539 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:43:12.649539 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:43:12.649539 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:43:12.649539 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:43:12.649539 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:43:12.649539 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:43:12.649539 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:43:12.649539 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:43:12.649539 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:43:12.649539 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:43:12.649539 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:43:12.649539 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:43:12.649539 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:43:12.649539 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:43:12.655160 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eae19964-94c0-438b-9c23-8d7f4e43b742 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:12.697488 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eae19964-94c0-438b-9c23-8d7f4e43b742 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:12.718294 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-eae19964-94c0-438b-9c23-8d7f4e43b742 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "DELETE /v2.0/networks/2bd80788-2dde-4c45-97e0-94c6a516740f HTTP/1.1" status: 204 len: 168 time: 1.0696051 Nov 16 11:43:12.736548 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-bef8d58e-af22-4143-a07e-243a98ac6024 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] device_id is not set on port e1e4f9b3-0c24-4c44-b628-1ff89f611e9d yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:43:12.742767 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59464) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:12.743178 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59466) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:12.749794 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-a6978f81-a687-4ab1-a624-df57b6288ea6 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1072280275'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:12.750443 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d5a6bc-a6b1-4baa-a110-fa3e1c681395 x-openstack-request-id: req-85d5a6bc-a6b1-4baa-a110-fa3e1c681395 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:43:12.750798 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8128f006-181b-4f4e-b345-cba1a8acfc96", "tag": "3ce07b74-0c24-4d88-8f1b-28e078c0a7d8", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:43:12.751149 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-85d5a6bc-a6b1-4baa-a110-fa3e1c681395 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:43:12.751681 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8128f006-181b-4f4e-b345-cba1a8acfc96', 'tag': '3ce07b74-0c24-4d88-8f1b-28e078c0a7d8', 'status': 'completed', 'code': 200} Nov 16 11:43:12.758494 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-f0314ad6-bece-438f-8f7a-90eb20b35694 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Request body: {'router': {'name': 'tempest-router--323392231', 'project_id': '2b042e6b71ea4948b32771cfdae45846'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:12.770695 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae19964-94c0-438b-9c23-8d7f4e43b742 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event deleted for resources: {'Network': ['ID=2bd80788-2dde-4c45-97e0-94c6a516740f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:12.787424 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45535c11-a5d5-45b9-a104-001f3c122d57 None None] Network 2bd80788-2dde-4c45-97e0-94c6a516740f requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:43:12.806673 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45535c11-a5d5-45b9-a104-001f3c122d57 None None] Network 2bd80788-2dde-4c45-97e0-94c6a516740f could not be found, it might have been deleted concurrently. {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 16 11:43:12.819122 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-fbb5452c-927a-47c5-966e-4dc783112fa9 None None] Attempting to bind port aa1b2e50-6702-4632-ac76-e4efaad36717 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:43:12.819957 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-fbb5452c-927a-47c5-966e-4dc783112fa9 None None] Attempting to bind port aa1b2e50-6702-4632-ac76-e4efaad36717 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '0451adbc-45f3-43b4-bec2-c73e68f753c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '7017cac1-f643-4a70-9af4-672cd32973f5'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:43:12.820578 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb5452c-927a-47c5-966e-4dc783112fa9 None None] Attempting to bind port aa1b2e50-6702-4632-ac76-e4efaad36717 on network 7017cac1-f643-4a70-9af4-672cd32973f5 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:43:12.825941 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7012e514-dafd-408f-8300-951b24116d45 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:43:12.864037 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb5d74e-260c-4888-bd8b-fadb7c898550 service neutron] Pushing event updated for resources: {'Port': ['ID=3ce07b74-0c24-4d88-8f1b-28e078c0a7d8,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:12.864606 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6978f81-a687-4ab1-a624-df57b6288ea6 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Made reservation on behalf of 05698996c8fd4d698238455680b68f95 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:12.875381 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb5452c-927a-47c5-966e-4dc783112fa9 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:43:12.877084 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb5452c-927a-47c5-966e-4dc783112fa9 None None] Checking segment: {'id': '0451adbc-45f3-43b4-bec2-c73e68f753c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '7017cac1-f643-4a70-9af4-672cd32973f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:43:12.877722 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fbb5452c-927a-47c5-966e-4dc783112fa9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:12.878357 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb5452c-927a-47c5-966e-4dc783112fa9 None None] Bound using segment: {'id': '0451adbc-45f3-43b4-bec2-c73e68f753c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '7017cac1-f643-4a70-9af4-672cd32973f5'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:43:12.879141 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-fbb5452c-927a-47c5-966e-4dc783112fa9 None None] Bound port: aa1b2e50-6702-4632-ac76-e4efaad36717, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0451adbc-45f3-43b4-bec2-c73e68f753c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '7017cac1-f643-4a70-9af4-672cd32973f5'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:43:12.881767 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a6978f81-a687-4ab1-a624-df57b6288ea6 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:12.882509 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fbb5452c-927a-47c5-966e-4dc783112fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:12.941236 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-e6b9663f-f89c-4164-83a7-b145c5b8c6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:12.942846 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-e6b9663f-f89c-4164-83a7-b145c5b8c6de service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a94525ce04b1475298bff18f4d90d9d6&device_id=8128f006-181b-4f4e-b345-cba1a8acfc96 HTTP/1.1" status: 200 len: 1095 time: 0.3493605 Nov 16 11:43:13.002778 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 7012e514-dafd-408f-8300-951b24116d45 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:13.003834 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:13.017593 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f0314ad6-bece-438f-8f7a-90eb20b35694 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:13.018686 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f0314ad6-bece-438f-8f7a-90eb20b35694 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:13.027319 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-498a41bf-0fea-4b92-909a-08a8194ea8dc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ce07b74-0c24-4d88-8f1b-28e078c0a7d8 HTTP/1.1" status: 200 len: 217 time: 0.0387650 Nov 16 11:43:13.038372 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a801b-5483-45c2-a7b2-a09d9a9efa28 req-3741d6b0-e5f3-43c3-8cc1-27fcc776da1f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:13.040532 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cf6a801b-5483-45c2-a7b2-a09d9a9efa28 req-3741d6b0-e5f3-43c3-8cc1-27fcc776da1f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=8128f006-181b-4f4e-b345-cba1a8acfc96 HTTP/1.1" status: 200 len: 944 time: 0.2106793 Nov 16 11:43:13.046013 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6978f81-a687-4ab1-a624-df57b6288ea6 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:43:13.087018 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a6978f81-a687-4ab1-a624-df57b6288ea6 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:13.088094 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-a6978f81-a687-4ab1-a624-df57b6288ea6 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Added segment 57b8db49-fc0a-4c54-bd24-e13fd0375ac7 of type vlan for network a360c61e-92c9-42df-b64d-13e34406942e Nov 16 11:43:13.101201 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-60038704-c56d-4436-8746-0b26fb9831ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:13.148940 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fbb5452c-927a-47c5-966e-4dc783112fa9 None None] For port aa1b2e50-6702-4632-ac76-e4efaad36717, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:43:13.151442 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-55e18494-93a2-40eb-8519-5d595971a86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:13.152911 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-55e18494-93a2-40eb-8519-5d595971a86d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dec26c5c-14e0-466a-a352-55d48a3017e7 HTTP/1.1" status: 200 len: 834 time: 0.1164870 Nov 16 11:43:13.164967 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f0314ad6-bece-438f-8f7a-90eb20b35694 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:13.183449 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-bef8d58e-af22-4143-a07e-243a98ac6024 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Allocated IP 172.20.0.9 (7017cac1-f643-4a70-9af4-672cd32973f5/17eb7a10-81b0-4036-907c-19b5e10dc1e6/e1e4f9b3-0c24-4c44-b628-1ff89f611e9d) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:43:13.186606 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fbb5452c-927a-47c5-966e-4dc783112fa9 None None] For port aa1b2e50-6702-4632-ac76-e4efaad36717, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=aa1b2e50-6702-4632-ac76-e4efaad36717,segment=NetworkSegment(0451adbc-45f3-43b4-bec2-c73e68f753c8),segment_id=0451adbc-45f3-43b4-bec2-c73e68f753c8)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:43:13.186811 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f0314ad6-bece-438f-8f7a-90eb20b35694 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:13.197337 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a6978f81-a687-4ab1-a624-df57b6288ea6 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:13.201772 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fbb5452c-927a-47c5-966e-4dc783112fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:13.213303 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cf6a801b-5483-45c2-a7b2-a09d9a9efa28 req-eb255dc9-4d0a-4e1c-a329-9fa73d18a1ab tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b63567b-ee2a-4a85-a110-12557bea5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577528 Nov 16 11:43:13.229194 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f0314ad6-bece-438f-8f7a-90eb20b35694 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:13.230719 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f0314ad6-bece-438f-8f7a-90eb20b35694 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4764500 Nov 16 11:43:13.234645 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59470) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:13.241436 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-45b2518a-f244-490c-863a-ae566069685a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:13.243327 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-45b2518a-f244-490c-863a-ae566069685a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1c273dd6-07f2-4b1f-a721-47089a2a6655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733564 Nov 16 11:43:13.304583 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a6978f81-a687-4ab1-a624-df57b6288ea6 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:13.310402 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6978f81-a687-4ab1-a624-df57b6288ea6 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:13.311706 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a6978f81-a687-4ab1-a624-df57b6288ea6 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:13.384666 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39f8f3ca-f685-4124-b92e-2892f785130a tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:13.443546 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device f6a5dfb3-5ed3-47ca-af84-6a51edaab5df no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:43:13.447412 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5452c-927a-47c5-966e-4dc783112fa9 None None] Pushing event updated for resources: {'Port': ['ID=aa1b2e50-6702-4632-ac76-e4efaad36717,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:13.452792 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a6978f81-a687-4ab1-a624-df57b6288ea6 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7053225 Nov 16 11:43:13.456615 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59474) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:13.462629 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-86a3cea8-8097-4615-bb0e-fca99d678b7b tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Request body: {'subnet': {'network_id': 'a360c61e-92c9-42df-b64d-13e34406942e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:13.467705 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-0b921ce4-7242-4f48-83a1-6fe30d33b7b1 service neutron] 10.222.0.64 "GET /v2.0/networks/1c273dd6-07f2-4b1f-a721-47089a2a6655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105281 Nov 16 11:43:13.496649 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: f6a5dfb3-5ed3-47ca-af84-6a51edaab5df {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:43:13.497023 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device f6a5dfb3-5ed3-47ca-af84-6a51edaab5df not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:43:13.508248 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6978f81-a687-4ab1-a624-df57b6288ea6 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event updated for resources: {'Network': ['ID=a360c61e-92c9-42df-b64d-13e34406942e,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:13.527276 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network a360c61e-92c9-42df-b64d-13e34406942e details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:43:13.613805 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e246b-80b0-4827-b24f-65caf6d5c217 req-1b276aff-30a8-4ac0-9d36-96ff09802a82 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:13.615554 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-264e246b-80b0-4827-b24f-65caf6d5c217 req-1b276aff-30a8-4ac0-9d36-96ff09802a82 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=512fff24-f1d3-49ad-8414-e4ef5813c3b3 HTTP/1.1" status: 200 len: 944 time: 0.2490630 Nov 16 11:43:13.620925 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39f8f3ca-f685-4124-b92e-2892f785130a tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:13.631104 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39f8f3ca-f685-4124-b92e-2892f785130a tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:13.654240 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bef8d58e-af22-4143-a07e-243a98ac6024 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:13.692072 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a3cea8-8097-4615-bb0e-fca99d678b7b tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Made reservation on behalf of 05698996c8fd4d698238455680b68f95 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:13.695695 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-86a3cea8-8097-4615-bb0e-fca99d678b7b tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:13.731345 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39f8f3ca-f685-4124-b92e-2892f785130a tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:13.732030 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f8f3ca-f685-4124-b92e-2892f785130a tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 295c8444-4c5b-4cbc-8f87-28c7c693cac2 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:43:13.738168 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39f8f3ca-f685-4124-b92e-2892f785130a tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:13.739379 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-39f8f3ca-f685-4124-b92e-2892f785130a tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] 10.222.0.61 "DELETE /v2.0/routers/295c8444-4c5b-4cbc-8f87-28c7c693cac2 HTTP/1.1" status: 204 len: 168 time: 0.5036502 Nov 16 11:43:13.758059 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-264e246b-80b0-4827-b24f-65caf6d5c217 req-09bfde78-a01a-4a6b-a231-12a2db9bb06c tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349204 Nov 16 11:43:13.922960 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bef8d58e-af22-4143-a07e-243a98ac6024 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:13.946174 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device aa1b2e50-6702-4632-ac76-e4efaad36717 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:43:13.947063 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59478) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:13.947600 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0e673ac4-7865-46ba-850f-7563045a8f2c req-8e227142-2623-4ae9-a293-042dcb528484 service neutron] 10.222.0.64 "GET /v2.0/networks/1c273dd6-07f2-4b1f-a721-47089a2a6655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495840 Nov 16 11:43:14.011581 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef8d58e-af22-4143-a07e-243a98ac6024 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Network 7017cac1-f643-4a70-9af4-672cd32973f5 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:43:14.035298 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-bef8d58e-af22-4143-a07e-243a98ac6024 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:14.036392 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port aa1b2e50-6702-4632-ac76-e4efaad36717 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:14.036908 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:14.044284 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef8d58e-af22-4143-a07e-243a98ac6024 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:43:14.128962 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef8d58e-af22-4143-a07e-243a98ac6024 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'Port': ['ID=e1e4f9b3-0c24-4c44-b628-1ff89f611e9d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:14.168505 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:14.187804 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ea245-d585-4964-b225-b525072cd1a2 req-78c875fa-c2dd-4ae1-b9c5-3407d1988dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:14.189617 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5d1ea245-d585-4964-b225-b525072cd1a2 req-78c875fa-c2dd-4ae1-b9c5-3407d1988dcb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a94525ce04b1475298bff18f4d90d9d6&device_id=8128f006-181b-4f4e-b345-cba1a8acfc96 HTTP/1.1" status: 200 len: 1095 time: 0.1766963 Nov 16 11:43:14.243904 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port aa1b2e50-6702-4632-ac76-e4efaad36717, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=aa1b2e50-6702-4632-ac76-e4efaad36717,segment=NetworkSegment(0451adbc-45f3-43b4-bec2-c73e68f753c8),segment_id=0451adbc-45f3-43b4-bec2-c73e68f753c8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:43:14.253637 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:14.268257 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef8d58e-af22-4143-a07e-243a98ac6024 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:14.268944 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bef8d58e-af22-4143-a07e-243a98ac6024 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:14.325871 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bef8d58e-af22-4143-a07e-243a98ac6024 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3591428 Nov 16 11:43:14.328968 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59486) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:14.372065 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-86a3cea8-8097-4615-bb0e-fca99d678b7b tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:14.382491 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=aa1b2e50-6702-4632-ac76-e4efaad36717,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:14.413939 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-36b534bc-4870-49fd-be6d-440b51f44730 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-398307166', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}, 'admin_state_up': False}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:14.423859 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ea245-d585-4964-b225-b525072cd1a2 req-e1459aa8-436b-4d04-bbf7-e5b6b48d8a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:14.425419 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5d1ea245-d585-4964-b225-b525072cd1a2 req-e1459aa8-436b-4d04-bbf7-e5b6b48d8a16 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1c273dd6-07f2-4b1f-a721-47089a2a6655 HTTP/1.1" status: 200 len: 898 time: 0.2250073 Nov 16 11:43:14.461838 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-36b534bc-4870-49fd-be6d-440b51f44730 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:14.465064 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-36b534bc-4870-49fd-be6d-440b51f44730 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:14.495804 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab32ac9-8685-45a0-b748-60310df978c4 req-4d037a05-8c60-40c7-88a9-71b28508ebc9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:14.504276 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cab32ac9-8685-45a0-b748-60310df978c4 req-4d037a05-8c60-40c7-88a9-71b28508ebc9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=8128f006-181b-4f4e-b345-cba1a8acfc96 HTTP/1.1" status: 200 len: 944 time: 0.1930017 Nov 16 11:43:14.510095 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5d1ea245-d585-4964-b225-b525072cd1a2 req-9824e1c4-11d3-4520-b5d5-97959ec09f2c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ce07b74-0c24-4d88-8f1b-28e078c0a7d8 HTTP/1.1" status: 200 len: 217 time: 0.0680180 Nov 16 11:43:14.518002 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a3cea8-8097-4615-bb0e-fca99d678b7b tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event updated for resources: {'Subnet': ['ID=76334a9b-f9ab-4436-87b7-7ef1cfdfe75c,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:14.580635 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a3cea8-8097-4615-bb0e-fca99d678b7b tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Checking segment: {'id': '57b8db49-fc0a-4c54-bd24-e13fd0375ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'a360c61e-92c9-42df-b64d-13e34406942e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:43:14.581003 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a3cea8-8097-4615-bb0e-fca99d678b7b tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Network hostable DHCP agents. Network: a360c61e-92c9-42df-b64d-13e34406942e, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:43:14.606547 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ea245-d585-4964-b225-b525072cd1a2 req-92500df5-8ba1-4177-91e3-1af4bbef4b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:14.609227 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5d1ea245-d585-4964-b225-b525072cd1a2 req-92500df5-8ba1-4177-91e3-1af4bbef4b09 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dec26c5c-14e0-466a-a352-55d48a3017e7 HTTP/1.1" status: 200 len: 834 time: 0.0783446 Nov 16 11:43:14.627741 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a3cea8-8097-4615-bb0e-fca99d678b7b tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Network a360c61e-92c9-42df-b64d-13e34406942e is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:43:14.662750 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-86a3cea8-8097-4615-bb0e-fca99d678b7b tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, a360c61e-92c9-42df-b64d-13e34406942e) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:14.672144 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a31e73-f670-4f65-96b1-df18c1ab2beb None None] Network a360c61e-92c9-42df-b64d-13e34406942e requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:43:14.676059 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a3cea8-8097-4615-bb0e-fca99d678b7b tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:14.681567 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-86a3cea8-8097-4615-bb0e-fca99d678b7b tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:14.694730 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ea245-d585-4964-b225-b525072cd1a2 req-d1c00101-6c85-48fe-8699-72cec5358b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:14.696273 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5d1ea245-d585-4964-b225-b525072cd1a2 req-d1c00101-6c85-48fe-8699-72cec5358b99 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1c273dd6-07f2-4b1f-a721-47089a2a6655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788152 Nov 16 11:43:14.733383 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-86a3cea8-8097-4615-bb0e-fca99d678b7b tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2750704 Nov 16 11:43:14.734104 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59488) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:14.907460 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b8e8e2-b1ca-42fa-baed-e4b5c1986596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-a360c61e-92c9-42df-b64d-13e34406942e', 'network_id': 'a360c61e-92c9-42df-b64d-13e34406942e', 'tenant_id': '05698996c8fd4d698238455680b68f95', 'fixed_ips': [{'subnet_id': '76334a9b-f9ab-4436-87b7-7ef1cfdfe75c'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:43:14.908810 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-59b8e8e2-b1ca-42fa-baed-e4b5c1986596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:14.933461 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fece1d4-e10c-4627-8449-fa7c37e99879 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:14.941222 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8fece1d4-e10c-4627-8449-fa7c37e99879 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.6039741 Nov 16 11:43:14.943321 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59492) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:14.959354 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65d79ec-2995-4dcd-87d4-7f42238c6181 None None] Network 7017cac1-f643-4a70-9af4-672cd32973f5 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:43:15.025171 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-36b534bc-4870-49fd-be6d-440b51f44730 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:15.055778 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cab32ac9-8685-45a0-b748-60310df978c4 req-8171bc00-7f5c-4631-adba-ca4409fe36c2 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b63567b-ee2a-4a85-a110-12557bea5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5503089 Nov 16 11:43:15.183855 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd8822b-d2b5-4a24-83b4-e379d0ae7d3b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:15.192134 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd8822b-d2b5-4a24-83b4-e379d0ae7d3b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:15.199113 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd8822b-d2b5-4a24-83b4-e379d0ae7d3b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:15.204565 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-9cd8822b-d2b5-4a24-83b4-e379d0ae7d3b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2591155 Nov 16 11:43:15.206829 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59494) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:15.218005 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-2c97aceb-e1c7-4b2a-9729-e534793ac37f None None] Provisioning complete for port aa1b2e50-6702-4632-ac76-e4efaad36717 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:15.219029 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2c97aceb-e1c7-4b2a-9729-e534793ac37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:15.273193 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5d1ea245-d585-4964-b225-b525072cd1a2 req-ae717e21-4e40-4c1f-b9a0-7873eed819c7 service neutron] 10.222.0.64 "GET /v2.0/networks/1c273dd6-07f2-4b1f-a721-47089a2a6655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5638509 Nov 16 11:43:15.329697 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-59b8e8e2-b1ca-42fa-baed-e4b5c1986596 None None] Allocated IP 172.20.0.1 (a360c61e-92c9-42df-b64d-13e34406942e/76334a9b-f9ab-4436-87b7-7ef1cfdfe75c/f0f2f80f-fc25-4cb3-9a8d-2c590123c6dc) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:43:15.496862 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f388b283-92d3-41d9-a4f6-78980ff18b5a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:15.513325 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 3ce07b74-0c24-4d88-8f1b-28e078c0a7d8 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:43:15.515012 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-36b534bc-4870-49fd-be6d-440b51f44730 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:15.522536 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5d1ea245-d585-4964-b225-b525072cd1a2 req-56b7e185-aa34-4ffe-9a96-93398afc7e5a service neutron] 10.222.0.64 "GET /v2.0/networks/1c273dd6-07f2-4b1f-a721-47089a2a6655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354486 Nov 16 11:43:15.713091 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f388b283-92d3-41d9-a4f6-78980ff18b5a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:15.866009 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb69bd-7958-4df4-80d9-37d92ceb42ba req-2993656c-7394-4310-a848-3688f95079a9 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:15.869011 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-34bb69bd-7958-4df4-80d9-37d92ceb42ba req-2993656c-7394-4310-a848-3688f95079a9 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=512fff24-f1d3-49ad-8414-e4ef5813c3b3 HTTP/1.1" status: 200 len: 944 time: 0.6612482 Nov 16 11:43:15.903550 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-59b8e8e2-b1ca-42fa-baed-e4b5c1986596 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:15.905369 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-65f09e95-f361-4fb9-8816-96741a96ed85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:15.929043 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device aa1b2e50-6702-4632-ac76-e4efaad36717 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:43:15.945629 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-fa414639-da23-4074-a9b9-11fb3e3fc04e tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Deleting port e1e4f9b3-0c24-4c44-b628-1ff89f611e9d {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:43:15.946203 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fa414639-da23-4074-a9b9-11fb3e3fc04e tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:16.021910 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f388b283-92d3-41d9-a4f6-78980ff18b5a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:16.044673 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-59b8e8e2-b1ca-42fa-baed-e4b5c1986596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:16.099805 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-34bb69bd-7958-4df4-80d9-37d92ceb42ba req-e86da688-1d7e-4524-b671-aa26d2f9e387 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045550 Nov 16 11:43:16.104668 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f388b283-92d3-41d9-a4f6-78980ff18b5a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event deleted for resources: {'Subnet': ['ID=76334a9b-f9ab-4436-87b7-7ef1cfdfe75c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:16.177461 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 3ce07b74-0c24-4d88-8f1b-28e078c0a7d8, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=3ce07b74-0c24-4d88-8f1b-28e078c0a7d8,segment=NetworkSegment(8cbbc77d-9661-4c02-9734-2553071ea21c),segment_id=8cbbc77d-9661-4c02-9734-2553071ea21c)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:43:16.193796 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fa414639-da23-4074-a9b9-11fb3e3fc04e tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:16.238688 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '3ce07b74-0c24-4d88-8f1b-28e078c0a7d8', 'network_id': '1c273dd6-07f2-4b1f-a721-47089a2a6655', 'port_id': '3ce07b74-0c24-4d88-8f1b-28e078c0a7d8', 'mac_address': 'fa:16:3e:22:56:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dec26c5c-14e0-466a-a352-55d48a3017e7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:43:16.271739 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-fa414639-da23-4074-a9b9-11fb3e3fc04e tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Calling delete_port for e1e4f9b3-0c24-4c44-b628-1ff89f611e9d owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:43:16.294344 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f388b283-92d3-41d9-a4f6-78980ff18b5a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:16.331470 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-f388b283-92d3-41d9-a4f6-78980ff18b5a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a360c61e-92c9-42df-b64d-13e34406942e']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:16.349484 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-f388b283-92d3-41d9-a4f6-78980ff18b5a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b8db49-fc0a-4c54-bd24-e13fd0375ac7') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:16.349971 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-f388b283-92d3-41d9-a4f6-78980ff18b5a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b8db49-fc0a-4c54-bd24-e13fd0375ac7') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:16.374733 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f388b283-92d3-41d9-a4f6-78980ff18b5a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:16.398768 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-4977e47c-c4bd-4073-8adf-f5c17d4fb08a None None] Provisioning complete for port e1e4f9b3-0c24-4c44-b628-1ff89f611e9d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:16.398768 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4977e47c-c4bd-4073-8adf-f5c17d4fb08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:16.407118 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f388b283-92d3-41d9-a4f6-78980ff18b5a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:16.420856 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f388b283-92d3-41d9-a4f6-78980ff18b5a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:43:16.421995 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f388b283-92d3-41d9-a4f6-78980ff18b5a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:16.464456 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:43:16.464456 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:43:16.464456 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:43:16.464456 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:43:16.464456 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:43:16.464456 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:43:16.464456 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:43:16.464456 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:43:16.464456 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:43:16.464456 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:43:16.464456 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:43:16.464456 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:43:16.464456 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:43:16.464456 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:43:16.464456 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:43:16.464456 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:43:16.464456 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:43:16.464456 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:43:16.464456 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:43:16.464456 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:43:16.464456 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:43:16.464456 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:43:16.464456 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:43:16.464456 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:43:16.464456 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:43:16.464456 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:43:16.464456 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:43:16.464456 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:43:16.464456 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:43:16.464456 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:43:16.464456 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:43:16.464456 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:43:16.502966 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b8e8e2-b1ca-42fa-baed-e4b5c1986596 None None] Network a360c61e-92c9-42df-b64d-13e34406942e is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:43:16.546930 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-59b8e8e2-b1ca-42fa-baed-e4b5c1986596 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:16.556700 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.db.api [None req-f388b283-92d3-41d9-a4f6-78980ff18b5a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 16 11:43:16.556700 n-d-816823-3 neutron-server[102668]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 16 11:43:16.556700 n-d-816823-3 neutron-server[102668]: [parameters: {'id': 'a360c61e-92c9-42df-b64d-13e34406942e'}] Nov 16 11:43:16.556700 n-d-816823-3 neutron-server[102668]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:43:16.557183 n-d-816823-3 neutron-server[102668]: DEBUG oslo_db.api [None req-f388b283-92d3-41d9-a4f6-78980ff18b5a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:43:16.562743 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b8e8e2-b1ca-42fa-baed-e4b5c1986596 None None] Pushing event updated for resources: {'Port': ['ID=f0f2f80f-fc25-4cb3-9a8d-2c590123c6dc,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:16.565445 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:16.570108 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-36b534bc-4870-49fd-be6d-440b51f44730 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router_gateway, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:16.570652 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b8e8e2-b1ca-42fa-baed-e4b5c1986596 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:43:16.581510 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-4977e47c-c4bd-4073-8adf-f5c17d4fb08a None None] Port e1e4f9b3-0c24-4c44-b628-1ff89f611e9d cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:43:16.612547 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port aa1b2e50-6702-4632-ac76-e4efaad36717 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:16.612926 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:16.617642 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-36b534bc-4870-49fd-be6d-440b51f44730 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:16.648431 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ce07b74-0c24-4d88-8f1b-28e078c0a7d8 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:43:16.659156 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ecdd35-f983-49db-a3fa-74156ba4e830 req-0f1bf2e2-a697-4d5a-8240-33cebbb96f3e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:16.661208 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d7ecdd35-f983-49db-a3fa-74156ba4e830 req-0f1bf2e2-a697-4d5a-8240-33cebbb96f3e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=8128f006-181b-4f4e-b345-cba1a8acfc96 HTTP/1.1" status: 200 len: 944 time: 0.3804808 Nov 16 11:43:16.669655 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 3ce07b74-0c24-4d88-8f1b-28e078c0a7d8, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=3ce07b74-0c24-4d88-8f1b-28e078c0a7d8,segment=NetworkSegment(8cbbc77d-9661-4c02-9734-2553071ea21c),segment_id=8cbbc77d-9661-4c02-9734-2553071ea21c)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:43:16.698238 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:16.747419 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:16.763352 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-4977e47c-c4bd-4073-8adf-f5c17d4fb08a None None] Provisioning complete for port aa1b2e50-6702-4632-ac76-e4efaad36717 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:16.763768 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4977e47c-c4bd-4073-8adf-f5c17d4fb08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:16.805767 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-59b8e8e2-b1ca-42fa-baed-e4b5c1986596 None None] Attempting to bind port f0f2f80f-fc25-4cb3-9a8d-2c590123c6dc on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:43:16.806090 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-59b8e8e2-b1ca-42fa-baed-e4b5c1986596 None None] Attempting to bind port f0f2f80f-fc25-4cb3-9a8d-2c590123c6dc by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '57b8db49-fc0a-4c54-bd24-e13fd0375ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'a360c61e-92c9-42df-b64d-13e34406942e'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:43:16.806463 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b8e8e2-b1ca-42fa-baed-e4b5c1986596 None None] Attempting to bind port f0f2f80f-fc25-4cb3-9a8d-2c590123c6dc on network a360c61e-92c9-42df-b64d-13e34406942e {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:43:16.811372 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d7ecdd35-f983-49db-a3fa-74156ba4e830 req-a9713c3b-8d44-4503-9683-dee6d90ca648 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b63567b-ee2a-4a85-a110-12557bea5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420612 Nov 16 11:43:16.831578 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b8e8e2-b1ca-42fa-baed-e4b5c1986596 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:43:16.831969 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b8e8e2-b1ca-42fa-baed-e4b5c1986596 None None] Checking segment: {'id': '57b8db49-fc0a-4c54-bd24-e13fd0375ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'a360c61e-92c9-42df-b64d-13e34406942e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:43:16.832359 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-59b8e8e2-b1ca-42fa-baed-e4b5c1986596 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:16.832764 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b8e8e2-b1ca-42fa-baed-e4b5c1986596 None None] Bound using segment: {'id': '57b8db49-fc0a-4c54-bd24-e13fd0375ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'a360c61e-92c9-42df-b64d-13e34406942e'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:43:16.833254 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-59b8e8e2-b1ca-42fa-baed-e4b5c1986596 None None] Bound port: f0f2f80f-fc25-4cb3-9a8d-2c590123c6dc, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b8db49-fc0a-4c54-bd24-e13fd0375ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'a360c61e-92c9-42df-b64d-13e34406942e'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:43:16.833910 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-59b8e8e2-b1ca-42fa-baed-e4b5c1986596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:16.845297 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=3ce07b74-0c24-4d88-8f1b-28e078c0a7d8,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:16.904717 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-36b534bc-4870-49fd-be6d-440b51f44730 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Allocated IP 172.25.0.116 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/8d34f47f-7b63-4adc-9fec-35d7de56fc61) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:43:16.915319 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fa414639-da23-4074-a9b9-11fb3e3fc04e tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:16.989263 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-59b8e8e2-b1ca-42fa-baed-e4b5c1986596 None None] For port f0f2f80f-fc25-4cb3-9a8d-2c590123c6dc, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:43:16.993213 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa414639-da23-4074-a9b9-11fb3e3fc04e tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'Port': ['ID=e1e4f9b3-0c24-4c44-b628-1ff89f611e9d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:17.006035 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-59b8e8e2-b1ca-42fa-baed-e4b5c1986596 None None] For port f0f2f80f-fc25-4cb3-9a8d-2c590123c6dc, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=f0f2f80f-fc25-4cb3-9a8d-2c590123c6dc,segment=NetworkSegment(57b8db49-fc0a-4c54-bd24-e13fd0375ac7),segment_id=57b8db49-fc0a-4c54-bd24-e13fd0375ac7)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:43:17.023750 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['3ce07b74-0c24-4d88-8f1b-28e078c0a7d8'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:43:17.027386 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-59b8e8e2-b1ca-42fa-baed-e4b5c1986596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:17.055697 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-4977e47c-c4bd-4073-8adf-f5c17d4fb08a None None] Provisioning complete for port da56c6ed-a160-46e6-93db-27201c287f1d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:17.056132 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4977e47c-c4bd-4073-8adf-f5c17d4fb08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:17.058109 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f388b283-92d3-41d9-a4f6-78980ff18b5a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:17.199964 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-f388b283-92d3-41d9-a4f6-78980ff18b5a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Deleting port f0f2f80f-fc25-4cb3-9a8d-2c590123c6dc {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:43:17.200315 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f388b283-92d3-41d9-a4f6-78980ff18b5a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:17.236879 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-36b534bc-4870-49fd-be6d-440b51f44730 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:17.262949 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b8e8e2-b1ca-42fa-baed-e4b5c1986596 None None] Pushing event updated for resources: {'Port': ['ID=f0f2f80f-fc25-4cb3-9a8d-2c590123c6dc,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:17.304767 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fa414639-da23-4074-a9b9-11fb3e3fc04e tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:17.310843 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-fa414639-da23-4074-a9b9-11fb3e3fc04e tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/ports/e1e4f9b3-0c24-4c44-b628-1ff89f611e9d HTTP/1.1" status: 204 len: 168 time: 2.0994394 Nov 16 11:43:17.311527 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-36b534bc-4870-49fd-be6d-440b51f44730 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:17.316240 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59504) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:17.317513 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-4977e47c-c4bd-4073-8adf-f5c17d4fb08a None None] Port da56c6ed-a160-46e6-93db-27201c287f1d cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:43:17.353340 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-f388b283-92d3-41d9-a4f6-78980ff18b5a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] For port f0f2f80f-fc25-4cb3-9a8d-2c590123c6dc, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=f0f2f80f-fc25-4cb3-9a8d-2c590123c6dc,segment=NetworkSegment(57b8db49-fc0a-4c54-bd24-e13fd0375ac7),segment_id=57b8db49-fc0a-4c54-bd24-e13fd0375ac7)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:43:17.353819 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f388b283-92d3-41d9-a4f6-78980ff18b5a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:17.369272 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b534bc-4870-49fd-be6d-440b51f44730 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:43:17.377830 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-93fbc73f-0b80-4768-9958-81cac9192de7 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] GET failed (client error): The resource could not be found. Nov 16 11:43:17.383997 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-93fbc73f-0b80-4768-9958-81cac9192de7 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "GET /v2.0/ports/e1e4f9b3-0c24-4c44-b628-1ff89f611e9d HTTP/1.1" status: 404 len: 333 time: 0.0617006 Nov 16 11:43:17.384220 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-36b534bc-4870-49fd-be6d-440b51f44730 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:17.384342 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59506) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:17.384445 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b534bc-4870-49fd-be6d-440b51f44730 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:43:17.391836 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8da369d-9f1e-4392-8970-1c2c99e477da None None] Network a360c61e-92c9-42df-b64d-13e34406942e requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:43:17.400146 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-f388b283-92d3-41d9-a4f6-78980ff18b5a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Calling delete_port for f0f2f80f-fc25-4cb3-9a8d-2c590123c6dc owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:43:17.409830 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b534bc-4870-49fd-be6d-440b51f44730 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Pushing event updated for resources: {'Port': ['ID=8d34f47f-7b63-4adc-9fec-35d7de56fc61,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:17.412987 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f97b28-378d-412a-83d3-393343e06d66 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:43:17.424650 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d14eb2-919e-4c92-9469-a9e8d528ac6f req-21a8ed2d-0033-43de-8ce4-e8c0aff8c834 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:17.426224 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-07d14eb2-919e-4c92-9469-a9e8d528ac6f req-21a8ed2d-0033-43de-8ce4-e8c0aff8c834 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=512fff24-f1d3-49ad-8414-e4ef5813c3b3 HTTP/1.1" status: 200 len: 944 time: 0.1358862 Nov 16 11:43:17.482254 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-535bbc18-a280-47f2-aba6-732f7fdd827f None None] Could not find standard attr ID for object e1e4f9b3-0c24-4c44-b628-1ff89f611e9d. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:43:17.537494 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-535bbc18-a280-47f2-aba6-732f7fdd827f None None] Provisioning complete for port da56c6ed-a160-46e6-93db-27201c287f1d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:17.537867 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-535bbc18-a280-47f2-aba6-732f7fdd827f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:17.586788 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b1f09-358a-4e9f-9582-99b88311ea43 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Deleting port da56c6ed-a160-46e6-93db-27201c287f1d {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:43:17.587490 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ee3b1f09-358a-4e9f-9582-99b88311ea43 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:17.633998 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-535bbc18-a280-47f2-aba6-732f7fdd827f None None] Port da56c6ed-a160-46e6-93db-27201c287f1d cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:43:17.652217 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f388b283-92d3-41d9-a4f6-78980ff18b5a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:17.657550 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-07d14eb2-919e-4c92-9469-a9e8d528ac6f req-3391799f-abbe-4167-beb7-dc82fb9ef0b5 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197344 Nov 16 11:43:17.679448 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0e39a1-ea51-4de1-93b9-99212cddebd8 None None] get_active_networks_info from n-d-816823-3 {{(pid=102670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 11:43:17.707749 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f388b283-92d3-41d9-a4f6-78980ff18b5a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event deleted for resources: {'Port': ['ID=f0f2f80f-fc25-4cb3-9a8d-2c590123c6dc,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:17.751557 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f388b283-92d3-41d9-a4f6-78980ff18b5a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] No DVR routers for this DVR port f0f2f80f-fc25-4cb3-9a8d-2c590123c6dc on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:43:17.817049 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-cc6af79e-21a5-4c15-a574-f54a5aafdede None None] Provisioning complete for port 8d34f47f-7b63-4adc-9fec-35d7de56fc61 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:17.817424 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cc6af79e-21a5-4c15-a574-f54a5aafdede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:17.822045 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-36b534bc-4870-49fd-be6d-440b51f44730 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router_gateway, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:17.876555 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-cc6af79e-21a5-4c15-a574-f54a5aafdede None None] Port 8d34f47f-7b63-4adc-9fec-35d7de56fc61 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:43:17.880224 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f388b283-92d3-41d9-a4f6-78980ff18b5a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:17.880484 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0e39a1-ea51-4de1-93b9-99212cddebd8 None None] Resources bound (agent type, host, resource id): {{(pid=102670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 11:43:17.887880 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ee3b1f09-358a-4e9f-9582-99b88311ea43 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:17.951232 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b1f09-358a-4e9f-9582-99b88311ea43 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Calling delete_port for da56c6ed-a160-46e6-93db-27201c287f1d owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:43:17.958290 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-f388b283-92d3-41d9-a4f6-78980ff18b5a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a360c61e-92c9-42df-b64d-13e34406942e']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:17.973972 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-f388b283-92d3-41d9-a4f6-78980ff18b5a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b8db49-fc0a-4c54-bd24-e13fd0375ac7') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:17.974245 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-f388b283-92d3-41d9-a4f6-78980ff18b5a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b8db49-fc0a-4c54-bd24-e13fd0375ac7') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:18.013582 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f388b283-92d3-41d9-a4f6-78980ff18b5a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:18.030495 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f388b283-92d3-41d9-a4f6-78980ff18b5a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:18.049820 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f388b283-92d3-41d9-a4f6-78980ff18b5a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:43:18.050247 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f388b283-92d3-41d9-a4f6-78980ff18b5a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:18.053284 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:43:18.053284 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:43:18.053284 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:43:18.053284 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:43:18.053284 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:43:18.053284 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:43:18.053284 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:43:18.053284 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:43:18.053284 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:43:18.053284 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:43:18.053284 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:43:18.053284 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:43:18.053284 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:43:18.053284 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:43:18.053284 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:43:18.053284 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:43:18.053284 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:43:18.053284 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:43:18.053284 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:43:18.053284 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:43:18.053284 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:43:18.053284 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:43:18.053284 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:43:18.053284 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:43:18.053284 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:43:18.053284 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:43:18.053284 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:43:18.053284 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:43:18.053284 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:43:18.053284 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:43:18.053284 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:43:18.053284 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:43:18.096443 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3572e14-2ed1-484b-bbf9-d05dba2b9401 req-835d8f4f-209c-4f1f-99b9-379d61b7776b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:18.098254 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b3572e14-2ed1-484b-bbf9-d05dba2b9401 req-835d8f4f-209c-4f1f-99b9-379d61b7776b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=8128f006-181b-4f4e-b345-cba1a8acfc96 HTTP/1.1" status: 200 len: 945 time: 0.1402194 Nov 16 11:43:18.164714 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f388b283-92d3-41d9-a4f6-78980ff18b5a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:18.171878 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-36b534bc-4870-49fd-be6d-440b51f44730 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:18.174022 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f388b283-92d3-41d9-a4f6-78980ff18b5a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:18.177881 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f388b283-92d3-41d9-a4f6-78980ff18b5a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "DELETE /v2.0/networks/a360c61e-92c9-42df-b64d-13e34406942e HTTP/1.1" status: 204 len: 168 time: 3.4330363 Nov 16 11:43:18.182878 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b3572e14-2ed1-484b-bbf9-d05dba2b9401 req-805837ed-7742-488f-947e-560c5ee0fb38 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b63567b-ee2a-4a85-a110-12557bea5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721784 Nov 16 11:43:18.184616 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59512) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:18.191746 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-d65c778e-96f3-4a42-a5ef-8705c8122891 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1047126696'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:18.202760 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f388b283-92d3-41d9-a4f6-78980ff18b5a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event deleted for resources: {'Network': ['ID=a360c61e-92c9-42df-b64d-13e34406942e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:18.245654 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ee3b1f09-358a-4e9f-9582-99b88311ea43 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:18.248672 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eab3da5-9b98-404a-9339-70d4499179c8 None None] get_active_networks_info from n-d-816823-3 {{(pid=102670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 11:43:18.285225 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65c778e-96f3-4a42-a5ef-8705c8122891 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Made reservation on behalf of 05698996c8fd4d698238455680b68f95 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:18.289982 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d65c778e-96f3-4a42-a5ef-8705c8122891 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:18.302987 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b1f09-358a-4e9f-9582-99b88311ea43 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'Port': ['ID=da56c6ed-a160-46e6-93db-27201c287f1d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:18.333179 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d65c778e-96f3-4a42-a5ef-8705c8122891 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:43:18.349580 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d65c778e-96f3-4a42-a5ef-8705c8122891 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:18.349910 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-d65c778e-96f3-4a42-a5ef-8705c8122891 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Added segment 45ba51d2-54cf-4ae2-9071-77c2bbf46c5e of type vlan for network c8f4c8eb-85db-4307-afbf-d2fd0a7f3f2f Nov 16 11:43:18.364570 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ee3b1f09-358a-4e9f-9582-99b88311ea43 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:18.371601 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ee3b1f09-358a-4e9f-9582-99b88311ea43 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/ports/da56c6ed-a160-46e6-93db-27201c287f1d HTTP/1.1" status: 204 len: 168 time: 0.9862492 Nov 16 11:43:18.372613 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59514) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:18.413272 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-79f580a5-c284-47ba-ae00-3ed1a34f46ba tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] GET failed (client error): The resource could not be found. Nov 16 11:43:18.419548 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d65c778e-96f3-4a42-a5ef-8705c8122891 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:18.419816 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-79f580a5-c284-47ba-ae00-3ed1a34f46ba tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "GET /v2.0/ports/da56c6ed-a160-46e6-93db-27201c287f1d HTTP/1.1" status: 404 len: 333 time: 0.0446150 Nov 16 11:43:18.420782 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59520) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:18.445489 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b534bc-4870-49fd-be6d-440b51f44730 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Router 218ae8fb-a945-41e9-8def-0cfd9bf675d1 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:43:18.452122 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eab3da5-9b98-404a-9339-70d4499179c8 None None] Resources bound (agent type, host, resource id): {{(pid=102670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 11:43:18.476468 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:18.480692 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d65c778e-96f3-4a42-a5ef-8705c8122891 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:18.490348 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65c778e-96f3-4a42-a5ef-8705c8122891 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:18.491589 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d65c778e-96f3-4a42-a5ef-8705c8122891 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:18.499544 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-df8ea929-5589-42c7-b8d1-d7978363a695 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Deleting subnet 17eb7a10-81b0-4036-907c-19b5e10dc1e6 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:43:18.503050 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-df8ea929-5589-42c7-b8d1-d7978363a695 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:18.556873 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-df8ea929-5589-42c7-b8d1-d7978363a695 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:18.639753 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d65c778e-96f3-4a42-a5ef-8705c8122891 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4540575 Nov 16 11:43:18.646550 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59528) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:18.652096 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-b0527066-f48f-4ab4-8e9c-0f68a8e8b863 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Request body: {'subnet': {'network_id': 'c8f4c8eb-85db-4307-afbf-d2fd0a7f3f2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:18.660330 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 3742ffc3-e897-4083-9847-775f02d0e7b5 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:43:18.685012 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-df8ea929-5589-42c7-b8d1-d7978363a695 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:18.734859 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c778e-96f3-4a42-a5ef-8705c8122891 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event updated for resources: {'Network': ['ID=c8f4c8eb-85db-4307-afbf-d2fd0a7f3f2f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:18.761175 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b534bc-4870-49fd-be6d-440b51f44730 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:43:18.764879 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network c8f4c8eb-85db-4307-afbf-d2fd0a7f3f2f details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:43:18.796674 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-36b534bc-4870-49fd-be6d-440b51f44730 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:18.798683 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-36b534bc-4870-49fd-be6d-440b51f44730 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.8504288 Nov 16 11:43:18.805464 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59532) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:18.806693 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f19721c-1e97-4b13-a7ca-3027cb4464cd None None] Sync routers for ids ['218ae8fb-a945-41e9-8def-0cfd9bf675d1'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:43:18.859115 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0527066-f48f-4ab4-8e9c-0f68a8e8b863 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Made reservation on behalf of 05698996c8fd4d698238455680b68f95 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:18.863066 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b0527066-f48f-4ab4-8e9c-0f68a8e8b863 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:18.915665 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f19721c-1e97-4b13-a7ca-3027cb4464cd None None] Routers {'218ae8fb-a945-41e9-8def-0cfd9bf675d1'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:43:18.916240 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0f19721c-1e97-4b13-a7ca-3027cb4464cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:43:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['218ae8fb-a945-41e9-8def-0cfd9bf675d1'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:18.928054 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:18.945284 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53723f16-b16a-48bd-a49a-4a752900d1b1 req-caa7f0d2-703f-4ec7-ac4a-8fd13fbb612e tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:18.955638 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-53723f16-b16a-48bd-a49a-4a752900d1b1 req-caa7f0d2-703f-4ec7-ac4a-8fd13fbb612e tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=512fff24-f1d3-49ad-8414-e4ef5813c3b3 HTTP/1.1" status: 200 len: 944 time: 0.1286743 Nov 16 11:43:18.956919 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0cf6d121-f4fa-4e31-b061-565db34e3c4b tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] 10.222.0.61 "GET /v2.0/routers/218ae8fb-a945-41e9-8def-0cfd9bf675d1 HTTP/1.1" status: 200 len: 920 time: 0.1487639 Nov 16 11:43:18.959649 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59534) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:18.996698 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2a66d5b7-b21e-43da-9106-011885ad5e7a tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] 10.222.0.61 "GET /v2.0/ports?device_id=218ae8fb-a945-41e9-8def-0cfd9bf675d1 HTTP/1.1" status: 200 len: 205 time: 0.0359461 Nov 16 11:43:18.998942 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59536) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:19.004573 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0f19721c-1e97-4b13-a7ca-3027cb4464cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:19.020969 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 3742ffc3-e897-4083-9847-775f02d0e7b5, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=3742ffc3-e897-4083-9847-775f02d0e7b5,segment=NetworkSegment(c7ce274d-1faf-4924-9c3c-562dce13f294),segment_id=c7ce274d-1faf-4924-9c3c-562dce13f294)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:43:19.040528 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-53723f16-b16a-48bd-a49a-4a752900d1b1 req-b10b14a8-a31e-4390-95e9-3ad6de0ab11f tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838323 Nov 16 11:43:19.044724 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '3742ffc3-e897-4083-9847-775f02d0e7b5', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'port_id': '3742ffc3-e897-4083-9847-775f02d0e7b5', 'mac_address': 'fa:16:3e:be:19:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:43:19.048316 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f19721c-1e97-4b13-a7ca-3027cb4464cd None None] Routers {'218ae8fb-a945-41e9-8def-0cfd9bf675d1'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:43:19.049184 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0f19721c-1e97-4b13-a7ca-3027cb4464cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:43:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['218ae8fb-a945-41e9-8def-0cfd9bf675d1'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:19.055295 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-df8ea929-5589-42c7-b8d1-d7978363a695 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:19.109905 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ea929-5589-42c7-b8d1-d7978363a695 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'Subnet': ['ID=17eb7a10-81b0-4036-907c-19b5e10dc1e6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:19.158801 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-df8ea929-5589-42c7-b8d1-d7978363a695 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:19.164511 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-df8ea929-5589-42c7-b8d1-d7978363a695 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/subnets/17eb7a10-81b0-4036-907c-19b5e10dc1e6 HTTP/1.1" status: 204 len: 168 time: 0.7425218 Nov 16 11:43:19.167679 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59538) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:19.237333 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d45ef0f-173f-4776-8f4b-f92e8adc849a tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:19.333186 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0f19721c-1e97-4b13-a7ca-3027cb4464cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:19.333868 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f19721c-1e97-4b13-a7ca-3027cb4464cd None None] The sync data for ids ['218ae8fb-a945-41e9-8def-0cfd9bf675d1'] in n-d-816823-3 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:43:19.363565 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ffcb93-6012-42b4-b4c5-895e827a39c1 None None] Network 7017cac1-f643-4a70-9af4-672cd32973f5 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:43:19.405203 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb2631b5-c690-4f27-8c11-b24f8fa5cb71 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:19.412076 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b0527066-f48f-4ab4-8e9c-0f68a8e8b863 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:19.419083 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d45ef0f-173f-4776-8f4b-f92e8adc849a tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:19.419662 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:19.452745 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3742ffc3-e897-4083-9847-775f02d0e7b5 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:43:19.493833 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 3742ffc3-e897-4083-9847-775f02d0e7b5, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=3742ffc3-e897-4083-9847-775f02d0e7b5,segment=NetworkSegment(c7ce274d-1faf-4924-9c3c-562dce13f294),segment_id=c7ce274d-1faf-4924-9c3c-562dce13f294)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:43:19.494453 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20b956-afff-4b57-a271-0f631c1b3419 req-dc30b735-8960-43d9-ac25-528274c19773 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:19.496658 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9a20b956-afff-4b57-a271-0f631c1b3419 req-dc30b735-8960-43d9-ac25-528274c19773 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=8128f006-181b-4f4e-b345-cba1a8acfc96 HTTP/1.1" status: 200 len: 945 time: 0.1705222 Nov 16 11:43:19.509303 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:19.519528 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 3ce07b74-0c24-4d88-8f1b-28e078c0a7d8 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:43:19.522351 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-9d45ef0f-173f-4776-8f4b-f92e8adc849a tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Deleting port 8d34f47f-7b63-4adc-9fec-35d7de56fc61 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:43:19.522711 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d45ef0f-173f-4776-8f4b-f92e8adc849a tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:19.610299 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=3742ffc3-e897-4083-9847-775f02d0e7b5,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:19.644450 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 3ce07b74-0c24-4d88-8f1b-28e078c0a7d8 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:43:19.653707 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 3ce07b74-0c24-4d88-8f1b-28e078c0a7d8 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:19.656231 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:19.676730 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d45ef0f-173f-4776-8f4b-f92e8adc849a tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:19.693990 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-9d45ef0f-173f-4776-8f4b-f92e8adc849a tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Calling delete_port for 8d34f47f-7b63-4adc-9fec-35d7de56fc61 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:43:19.733060 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3146e1-4c37-4683-90a6-a4b4df14a733 None None] DHCP port deletion for 7017cac1-f643-4a70-9af4-672cd32973f5 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:43:19.780525 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['3742ffc3-e897-4083-9847-775f02d0e7b5'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:43:19.866201 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device aa1b2e50-6702-4632-ac76-e4efaad36717 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:43:19.923943 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d45ef0f-173f-4776-8f4b-f92e8adc849a tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:19.954551 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0527066-f48f-4ab4-8e9c-0f68a8e8b863 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event updated for resources: {'Subnet': ['ID=d325daf2-5e51-40fd-bd3c-0211843b0f24,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:19.964728 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45ef0f-173f-4776-8f4b-f92e8adc849a tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Pushing event deleted for resources: {'Port': ['ID=8d34f47f-7b63-4adc-9fec-35d7de56fc61,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:20.014616 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0527066-f48f-4ab4-8e9c-0f68a8e8b863 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Checking segment: {'id': '45ba51d2-54cf-4ae2-9071-77c2bbf46c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'c8f4c8eb-85db-4307-afbf-d2fd0a7f3f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:43:20.015018 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0527066-f48f-4ab4-8e9c-0f68a8e8b863 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Network hostable DHCP agents. Network: c8f4c8eb-85db-4307-afbf-d2fd0a7f3f2f, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:43:20.024966 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f236031a-7999-4093-b842-4898437d8729 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:43:20.036305 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d45ef0f-173f-4776-8f4b-f92e8adc849a tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:20.040513 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9a20b956-afff-4b57-a271-0f631c1b3419 req-c4887599-9a55-42cd-8261-e6d10a3e5fa7 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b63567b-ee2a-4a85-a110-12557bea5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065235 Nov 16 11:43:20.058107 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-bb2631b5-c690-4f27-8c11-b24f8fa5cb71 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Deleting port aa1b2e50-6702-4632-ac76-e4efaad36717 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:43:20.058507 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb2631b5-c690-4f27-8c11-b24f8fa5cb71 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:20.062936 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0527066-f48f-4ab4-8e9c-0f68a8e8b863 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Network c8f4c8eb-85db-4307-afbf-d2fd0a7f3f2f is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:43:20.141048 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-b0527066-f48f-4ab4-8e9c-0f68a8e8b863 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, c8f4c8eb-85db-4307-afbf-d2fd0a7f3f2f) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:20.152860 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0527066-f48f-4ab4-8e9c-0f68a8e8b863 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:20.153507 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b0527066-f48f-4ab4-8e9c-0f68a8e8b863 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:20.178274 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-bb2631b5-c690-4f27-8c11-b24f8fa5cb71 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] For port aa1b2e50-6702-4632-ac76-e4efaad36717, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=aa1b2e50-6702-4632-ac76-e4efaad36717,segment=NetworkSegment(0451adbc-45f3-43b4-bec2-c73e68f753c8),segment_id=0451adbc-45f3-43b4-bec2-c73e68f753c8)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:43:20.179233 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb2631b5-c690-4f27-8c11-b24f8fa5cb71 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:20.185240 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:20.187631 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9767fa47-430a-480d-af4d-25af1ba16a44 None None] Network c8f4c8eb-85db-4307-afbf-d2fd0a7f3f2f requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:43:20.203817 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-ce3146e1-4c37-4683-90a6-a4b4df14a733 None None] Deleting port aa1b2e50-6702-4632-ac76-e4efaad36717 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:43:20.204205 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ce3146e1-4c37-4683-90a6-a4b4df14a733 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:20.209887 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b0527066-f48f-4ab4-8e9c-0f68a8e8b863 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5620530 Nov 16 11:43:20.213431 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59554) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:20.232144 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-bb2631b5-c690-4f27-8c11-b24f8fa5cb71 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Calling delete_port for aa1b2e50-6702-4632-ac76-e4efaad36717 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:43:20.299763 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a963e-fdd3-44e1-969d-358b9c7b99ef req-c09516a3-550e-48e9-91fe-edb3ab553651 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:20.301432 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-270a963e-fdd3-44e1-969d-358b9c7b99ef req-c09516a3-550e-48e9-91fe-edb3ab553651 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=512fff24-f1d3-49ad-8414-e4ef5813c3b3 HTTP/1.1" status: 200 len: 945 time: 0.1265674 Nov 16 11:43:20.316386 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d45ef0f-173f-4776-8f4b-f92e8adc849a tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:20.321482 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d45ef0f-173f-4776-8f4b-f92e8adc849a tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:20.332366 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:20.335755 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-ce3146e1-4c37-4683-90a6-a4b4df14a733 None None] For port aa1b2e50-6702-4632-ac76-e4efaad36717, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=aa1b2e50-6702-4632-ac76-e4efaad36717,segment=NetworkSegment(0451adbc-45f3-43b4-bec2-c73e68f753c8),segment_id=0451adbc-45f3-43b4-bec2-c73e68f753c8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:43:20.336257 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ce3146e1-4c37-4683-90a6-a4b4df14a733 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:20.377492 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-ce3146e1-4c37-4683-90a6-a4b4df14a733 None None] Calling delete_port for aa1b2e50-6702-4632-ac76-e4efaad36717 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:43:20.392942 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-270a963e-fdd3-44e1-969d-358b9c7b99ef req-38affd73-21e3-4eb7-817d-958053a10aae tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828197 Nov 16 11:43:20.397689 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d45ef0f-173f-4776-8f4b-f92e8adc849a tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:20.398278 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d45ef0f-173f-4776-8f4b-f92e8adc849a tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Fanout notify agent at l3_agent the message router_deleted on router 218ae8fb-a945-41e9-8def-0cfd9bf675d1 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:43:20.405409 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port aa1b2e50-6702-4632-ac76-e4efaad36717, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=aa1b2e50-6702-4632-ac76-e4efaad36717,segment=NetworkSegment(0451adbc-45f3-43b4-bec2-c73e68f753c8),segment_id=0451adbc-45f3-43b4-bec2-c73e68f753c8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:43:20.424378 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:20.430242 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d45ef0f-173f-4776-8f4b-f92e8adc849a tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:20.432590 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb2631b5-c690-4f27-8c11-b24f8fa5cb71 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:20.437871 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9d45ef0f-173f-4776-8f4b-f92e8adc849a tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] 10.222.0.61 "DELETE /v2.0/routers/218ae8fb-a945-41e9-8def-0cfd9bf675d1 HTTP/1.1" status: 204 len: 168 time: 1.4336624 Nov 16 11:43:20.442580 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59556) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:20.452776 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-980ccd9d-ecf6-4c71-9e5d-15e93bc4b442 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1049541197', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'enable_snat': False}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:20.470685 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8128f006-181b-4f4e-b345-cba1a8acfc96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce07b74-0c24-4d88-8f1b-28e078c0a7d8'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:43:20.471252 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2631b5-c690-4f27-8c11-b24f8fa5cb71 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'Port': ['ID=aa1b2e50-6702-4632-ac76-e4efaad36717,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:20.472841 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4e4680-6048-44a0-8fcb-65674aaac2de" -d '{"events": [{"server_uuid": "8128f006-181b-4f4e-b345-cba1a8acfc96", "name": "network-vif-plugged", "status": "completed", "tag": "3ce07b74-0c24-4d88-8f1b-28e078c0a7d8"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:43:20.474643 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2631b5-c690-4f27-8c11-b24f8fa5cb71 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] No DVR routers for this DVR port aa1b2e50-6702-4632-ac76-e4efaad36717 on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:43:20.515836 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-927c40f1-7aa2-474a-bfbd-37ce2bbfe8eb tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:20.528159 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event deleted for resources: {'Port': ['ID=aa1b2e50-6702-4632-ac76-e4efaad36717,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:20.531325 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 3ce07b74-0c24-4d88-8f1b-28e078c0a7d8, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=3ce07b74-0c24-4d88-8f1b-28e078c0a7d8,segment=NetworkSegment(8cbbc77d-9661-4c02-9734-2553071ea21c),segment_id=8cbbc77d-9661-4c02-9734-2553071ea21c)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:43:20.555464 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-980ccd9d-ecf6-4c71-9e5d-15e93bc4b442 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:20.556558 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-980ccd9d-ecf6-4c71-9e5d-15e93bc4b442 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:20.568842 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:20.577365 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb2631b5-c690-4f27-8c11-b24f8fa5cb71 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:20.601413 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-bb2631b5-c690-4f27-8c11-b24f8fa5cb71 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7017cac1-f643-4a70-9af4-672cd32973f5']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:20.615491 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-bb2631b5-c690-4f27-8c11-b24f8fa5cb71 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0451adbc-45f3-43b4-bec2-c73e68f753c8') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:20.616748 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-bb2631b5-c690-4f27-8c11-b24f8fa5cb71 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0451adbc-45f3-43b4-bec2-c73e68f753c8') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:20.641393 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb2631b5-c690-4f27-8c11-b24f8fa5cb71 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:20.642784 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-927c40f1-7aa2-474a-bfbd-37ce2bbfe8eb tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:20.658474 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ce3146e1-4c37-4683-90a6-a4b4df14a733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:20.662632 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb2631b5-c690-4f27-8c11-b24f8fa5cb71 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:20.665948 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 3742ffc3-e897-4083-9847-775f02d0e7b5 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:43:20.680297 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb2631b5-c690-4f27-8c11-b24f8fa5cb71 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:43:20.681726 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb2631b5-c690-4f27-8c11-b24f8fa5cb71 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:20.693089 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:43:20.693089 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:43:20.693089 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:43:20.693089 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:43:20.693089 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:43:20.693089 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:43:20.693089 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:43:20.693089 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:43:20.693089 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:43:20.693089 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:43:20.693089 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:43:20.693089 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:43:20.693089 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:43:20.693089 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:43:20.693089 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:43:20.693089 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:43:20.693089 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:43:20.693089 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:43:20.693089 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:43:20.693089 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:43:20.693089 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:43:20.693089 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:43:20.693089 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:43:20.693089 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:43:20.693089 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:43:20.693089 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:43:20.693089 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:43:20.693089 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:43:20.693089 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:43:20.693089 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:43:20.693089 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:43:20.693089 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:43:20.695544 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=3ce07b74-0c24-4d88-8f1b-28e078c0a7d8,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:20.703611 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080bec7e-2499-4502-bd04-0afe8c3d3aa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-c8f4c8eb-85db-4307-afbf-d2fd0a7f3f2f', 'network_id': 'c8f4c8eb-85db-4307-afbf-d2fd0a7f3f2f', 'tenant_id': '05698996c8fd4d698238455680b68f95', 'fixed_ips': [{'subnet_id': 'd325daf2-5e51-40fd-bd3c-0211843b0f24'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:43:20.704620 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-080bec7e-2499-4502-bd04-0afe8c3d3aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:20.714225 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3146e1-4c37-4683-90a6-a4b4df14a733 None None] No DVR routers for this DVR port aa1b2e50-6702-4632-ac76-e4efaad36717 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:43:20.714563 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-980ccd9d-ecf6-4c71-9e5d-15e93bc4b442 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:20.784930 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3146e1-4c37-4683-90a6-a4b4df14a733 None None] Pushing event deleted for resources: {'Port': ['ID=aa1b2e50-6702-4632-ac76-e4efaad36717,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:20.850175 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb2631b5-c690-4f27-8c11-b24f8fa5cb71 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:20.856194 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb2631b5-c690-4f27-8c11-b24f8fa5cb71 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:20.860569 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-bb2631b5-c690-4f27-8c11-b24f8fa5cb71 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/networks/7017cac1-f643-4a70-9af4-672cd32973f5 HTTP/1.1" status: 204 len: 168 time: 1.6918933 Nov 16 11:43:20.867834 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59564) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:20.873954 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-dbcd3506-ace0-430b-956d-dd9d02c07000 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1337436906'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:20.877395 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65714d15-39b8-4fce-93e2-4ab71efa24a7 x-openstack-request-id: req-65714d15-39b8-4fce-93e2-4ab71efa24a7 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:43:20.877724 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8128f006-181b-4f4e-b345-cba1a8acfc96", "name": "network-vif-plugged", "status": "completed", "tag": "3ce07b74-0c24-4d88-8f1b-28e078c0a7d8", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:43:20.877987 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-65714d15-39b8-4fce-93e2-4ab71efa24a7 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:43:20.878383 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8128f006-181b-4f4e-b345-cba1a8acfc96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce07b74-0c24-4d88-8f1b-28e078c0a7d8', 'code': 200} Nov 16 11:43:20.893266 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2631b5-c690-4f27-8c11-b24f8fa5cb71 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'Network': ['ID=7017cac1-f643-4a70-9af4-672cd32973f5,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:20.908313 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port 3742ffc3-e897-4083-9847-775f02d0e7b5 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:43:20.912486 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 3742ffc3-e897-4083-9847-775f02d0e7b5 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:20.912870 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:20.922244 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbcd3506-ace0-430b-956d-dd9d02c07000 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Made reservation on behalf of 7d3d11fb732046149ebe953349dcb515 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:20.927700 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3506-ace0-430b-956d-dd9d02c07000 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:20.949473 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-980ccd9d-ecf6-4c71-9e5d-15e93bc4b442 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:20.963346 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbcd3506-ace0-430b-956d-dd9d02c07000 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:43:21.004812 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3506-ace0-430b-956d-dd9d02c07000 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:21.005105 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-dbcd3506-ace0-430b-956d-dd9d02c07000 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Added segment 9b5b597d-5983-4128-82d8-c5e248053225 of type vlan for network 4b91f5f3-b0a3-4eec-9000-d85f18b35ac4 Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server [None req-080bec7e-2499-4502-bd04-0afe8c3d3aa0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d325daf2-5e51-40fd-bd3c-0211843b0f24: This subnet is being modified by another concurrent operation. Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise exception Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d325daf2-5e51-40fd-bd3c-0211843b0f24: This subnet is being modified by another concurrent operation. Nov 16 11:43:21.012478 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server Nov 16 11:43:21.022181 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:21.035880 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7271b4c-8980-4cf7-8eb1-6af1ad19c1f6 None None] Network c8f4c8eb-85db-4307-afbf-d2fd0a7f3f2f requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:43:21.059607 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-927c40f1-7aa2-474a-bfbd-37ce2bbfe8eb tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:21.072778 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3506-ace0-430b-956d-dd9d02c07000 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:21.126353 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c40f1-7aa2-474a-bfbd-37ce2bbfe8eb tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event deleted for resources: {'Subnet': ['ID=d325daf2-5e51-40fd-bd3c-0211843b0f24,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:21.151673 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da46ad-68e9-44ab-a727-c225a1cca787 req-5a13bece-004b-4425-bdc8-6b682ad66a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:21.154650 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-01da46ad-68e9-44ab-a727-c225a1cca787 req-5a13bece-004b-4425-bdc8-6b682ad66a9c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8128f006-181b-4f4e-b345-cba1a8acfc96 HTTP/1.1" status: 200 len: 1097 time: 0.1964629 Nov 16 11:43:21.155724 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 3742ffc3-e897-4083-9847-775f02d0e7b5, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=3742ffc3-e897-4083-9847-775f02d0e7b5,segment=NetworkSegment(c7ce274d-1faf-4924-9c3c-562dce13f294),segment_id=c7ce274d-1faf-4924-9c3c-562dce13f294)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:43:21.158565 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3506-ace0-430b-956d-dd9d02c07000 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:21.165255 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcd3506-ace0-430b-956d-dd9d02c07000 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:21.166022 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3506-ace0-430b-956d-dd9d02c07000 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:21.186346 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:21.234691 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3173327c-26f4-4164-a52f-8c9ab6ee08a8 None None] get_active_networks_info from n-d-816823-3 {{(pid=102670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 11:43:21.277624 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-dbcd3506-ace0-430b-956d-dd9d02c07000 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4084558 Nov 16 11:43:21.282118 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59568) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:21.290112 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-927c40f1-7aa2-474a-bfbd-37ce2bbfe8eb tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:21.290430 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-340b7532-10a9-428a-b7d8-a1f98825f203 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'subnet': {'network_id': '4b91f5f3-b0a3-4eec-9000-d85f18b35ac4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:21.294821 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd3506-ace0-430b-956d-dd9d02c07000 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'Network': ['ID=4b91f5f3-b0a3-4eec-9000-d85f18b35ac4,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:21.307735 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a488458-27f7-476d-baec-079263639db7 req-ed39cc67-95b9-4a78-b491-0d06518a239d tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:21.311756 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 4b91f5f3-b0a3-4eec-9000-d85f18b35ac4 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:43:21.316370 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1a488458-27f7-476d-baec-079263639db7 req-ed39cc67-95b9-4a78-b491-0d06518a239d tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=8128f006-181b-4f4e-b345-cba1a8acfc96 HTTP/1.1" status: 200 len: 946 time: 0.1457644 Nov 16 11:43:21.377854 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=3742ffc3-e897-4083-9847-775f02d0e7b5,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:21.411921 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-01da46ad-68e9-44ab-a727-c225a1cca787 req-8e4950a9-f978-4427-bb9b-8ff4196d9115 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2b63567b-ee2a-4a85-a110-12557bea5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2388499 Nov 16 11:43:21.418278 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-927c40f1-7aa2-474a-bfbd-37ce2bbfe8eb tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8f4c8eb-85db-4307-afbf-d2fd0a7f3f2f']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:21.444809 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-927c40f1-7aa2-474a-bfbd-37ce2bbfe8eb tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45ba51d2-54cf-4ae2-9071-77c2bbf46c5e') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:21.445443 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1a488458-27f7-476d-baec-079263639db7 req-9d348304-42f5-46e0-a74c-e3a3cc04e4fa tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b63567b-ee2a-4a85-a110-12557bea5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281316 Nov 16 11:43:21.458206 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-927c40f1-7aa2-474a-bfbd-37ce2bbfe8eb tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45ba51d2-54cf-4ae2-9071-77c2bbf46c5e') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:21.471389 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3173327c-26f4-4164-a52f-8c9ab6ee08a8 None None] Resources bound (agent type, host, resource id): {{(pid=102670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 11:43:21.476045 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-927c40f1-7aa2-474a-bfbd-37ce2bbfe8eb tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:21.484831 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340b7532-10a9-428a-b7d8-a1f98825f203 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Made reservation on behalf of 7d3d11fb732046149ebe953349dcb515 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:21.490489 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-340b7532-10a9-428a-b7d8-a1f98825f203 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:21.592727 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-927c40f1-7aa2-474a-bfbd-37ce2bbfe8eb tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:21.603572 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-927c40f1-7aa2-474a-bfbd-37ce2bbfe8eb tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:43:21.603974 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-927c40f1-7aa2-474a-bfbd-37ce2bbfe8eb tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:21.607236 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:43:21.607236 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:43:21.607236 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:43:21.607236 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:43:21.607236 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:43:21.607236 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:43:21.607236 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:43:21.607236 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:43:21.607236 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:43:21.607236 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:43:21.607236 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:43:21.607236 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:43:21.607236 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:43:21.607236 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:43:21.607236 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:43:21.607236 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:43:21.607236 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:43:21.607236 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:43:21.607236 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:43:21.607236 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:43:21.607236 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:43:21.607236 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:43:21.607236 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:43:21.607236 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:43:21.607236 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:43:21.607236 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:43:21.607236 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:43:21.607236 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:43:21.607236 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:43:21.607236 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:43:21.607236 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:43:21.607236 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:43:21.646134 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-980ccd9d-ecf6-4c71-9e5d-15e93bc4b442 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:21.673161 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-980ccd9d-ecf6-4c71-9e5d-15e93bc4b442 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:21.678319 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31862d-bf23-4cb2-97d1-0a9953d3cab9 req-083097e2-001f-4db7-8849-146d65789ab0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:21.680087 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bd31862d-bf23-4cb2-97d1-0a9953d3cab9 req-083097e2-001f-4db7-8849-146d65789ab0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=512fff24-f1d3-49ad-8414-e4ef5813c3b3 HTTP/1.1" status: 200 len: 946 time: 0.1232996 Nov 16 11:43:21.751027 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bd31862d-bf23-4cb2-97d1-0a9953d3cab9 req-0a5b6dba-2c8c-4f8e-841d-c30a8f35a0fa tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638366 Nov 16 11:43:21.765733 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-927c40f1-7aa2-474a-bfbd-37ce2bbfe8eb tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:21.781278 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-927c40f1-7aa2-474a-bfbd-37ce2bbfe8eb tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:21.787841 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-927c40f1-7aa2-474a-bfbd-37ce2bbfe8eb tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "DELETE /v2.0/networks/c8f4c8eb-85db-4307-afbf-d2fd0a7f3f2f HTTP/1.1" status: 204 len: 168 time: 1.5697918 Nov 16 11:43:21.789997 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59580) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:21.805596 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-3d4d41bc-cdf6-4a1a-99e8-706341abbc66 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-311986763'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:21.812589 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c40f1-7aa2-474a-bfbd-37ce2bbfe8eb tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event deleted for resources: {'Network': ['ID=c8f4c8eb-85db-4307-afbf-d2fd0a7f3f2f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:21.865157 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4d41bc-cdf6-4a1a-99e8-706341abbc66 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Made reservation on behalf of 05698996c8fd4d698238455680b68f95 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:21.868756 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d4d41bc-cdf6-4a1a-99e8-706341abbc66 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:21.890829 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-980ccd9d-ecf6-4c71-9e5d-15e93bc4b442 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Allocated IP 172.25.0.219 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/8ae77565-8b9d-4733-86e5-73e5a6e5ea5e) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:43:21.908229 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-340b7532-10a9-428a-b7d8-a1f98825f203 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:21.952670 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d4d41bc-cdf6-4a1a-99e8-706341abbc66 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:43:21.970445 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d4d41bc-cdf6-4a1a-99e8-706341abbc66 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:21.970787 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-3d4d41bc-cdf6-4a1a-99e8-706341abbc66 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Added segment ede19719-8df8-49ec-b72e-8fa6ebf84931 of type vlan for network a4a36c4d-2cc1-46ef-923b-c0abedd20b6a Nov 16 11:43:21.998859 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340b7532-10a9-428a-b7d8-a1f98825f203 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'Subnet': ['ID=44bd8dfe-ec23-487e-b854-3a288ff7e04e,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:22.012469 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340b7532-10a9-428a-b7d8-a1f98825f203 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Checking segment: {'id': '9b5b597d-5983-4128-82d8-c5e248053225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4b91f5f3-b0a3-4eec-9000-d85f18b35ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:43:22.013137 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340b7532-10a9-428a-b7d8-a1f98825f203 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Network hostable DHCP agents. Network: 4b91f5f3-b0a3-4eec-9000-d85f18b35ac4, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:43:22.032231 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d4d41bc-cdf6-4a1a-99e8-706341abbc66 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:22.034357 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340b7532-10a9-428a-b7d8-a1f98825f203 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Network 4b91f5f3-b0a3-4eec-9000-d85f18b35ac4 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:43:22.044856 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-340b7532-10a9-428a-b7d8-a1f98825f203 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 4b91f5f3-b0a3-4eec-9000-d85f18b35ac4) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:22.050733 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340b7532-10a9-428a-b7d8-a1f98825f203 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:22.051325 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-340b7532-10a9-428a-b7d8-a1f98825f203 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:22.065819 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950f2c09-0a36-418e-beeb-877b99e1a078 None None] Network 4b91f5f3-b0a3-4eec-9000-d85f18b35ac4 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:43:22.067311 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-980ccd9d-ecf6-4c71-9e5d-15e93bc4b442 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:22.074028 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-340b7532-10a9-428a-b7d8-a1f98825f203 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7901406 Nov 16 11:43:22.077266 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59584) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:22.084606 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-392e01a4-35b6-47c9-965e-848bf236903d tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1622358192', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:22.091155 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d4d41bc-cdf6-4a1a-99e8-706341abbc66 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:22.097045 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4d41bc-cdf6-4a1a-99e8-706341abbc66 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:22.097717 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d4d41bc-cdf6-4a1a-99e8-706341abbc66 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:22.129301 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-392e01a4-35b6-47c9-965e-848bf236903d tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:22.131566 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-392e01a4-35b6-47c9-965e-848bf236903d tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:22.188912 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-3d4d41bc-cdf6-4a1a-99e8-706341abbc66 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3894489 Nov 16 11:43:22.198602 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59586) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:22.205732 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-392e01a4-35b6-47c9-965e-848bf236903d tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:22.206573 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ee1406f8-312f-4a2c-9274-0b5f66be2fc4 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Request body: {'subnet': {'network_id': 'a4a36c4d-2cc1-46ef-923b-c0abedd20b6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:22.212078 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-392e01a4-35b6-47c9-965e-848bf236903d tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:22.214246 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d41bc-cdf6-4a1a-99e8-706341abbc66 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event updated for resources: {'Network': ['ID=a4a36c4d-2cc1-46ef-923b-c0abedd20b6a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:22.230120 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network a4a36c4d-2cc1-46ef-923b-c0abedd20b6a details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:43:22.244219 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-392e01a4-35b6-47c9-965e-848bf236903d tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:22.246030 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-392e01a4-35b6-47c9-965e-848bf236903d tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1669433 Nov 16 11:43:22.249155 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59588) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:22.254948 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-adb2d61e-4a69-4c7c-bf7a-616c88afbfee tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'port': {'network_id': '4b91f5f3-b0a3-4eec-9000-d85f18b35ac4', 'name': 'tempest-PortsTestJSON-372336362'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:22.256218 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-980ccd9d-ecf6-4c71-9e5d-15e93bc4b442 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:22.300703 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980ccd9d-ecf6-4c71-9e5d-15e93bc4b442 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:43:22.305430 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-980ccd9d-ecf6-4c71-9e5d-15e93bc4b442 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:22.312726 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980ccd9d-ecf6-4c71-9e5d-15e93bc4b442 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:43:22.314606 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe0dd05-243c-457c-b97d-46e5e941b025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-4b91f5f3-b0a3-4eec-9000-d85f18b35ac4', 'network_id': '4b91f5f3-b0a3-4eec-9000-d85f18b35ac4', 'tenant_id': '7d3d11fb732046149ebe953349dcb515', 'fixed_ips': [{'subnet_id': '44bd8dfe-ec23-487e-b854-3a288ff7e04e'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:43:22.315940 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5fe0dd05-243c-457c-b97d-46e5e941b025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:22.340938 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ff4c36-7074-4aeb-994f-af7eadde108f None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:43:22.365352 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ccd9d-ecf6-4c71-9e5d-15e93bc4b442 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Pushing event updated for resources: {'Port': ['ID=8ae77565-8b9d-4733-86e5-73e5a6e5ea5e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:22.419365 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1406f8-312f-4a2c-9274-0b5f66be2fc4 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Made reservation on behalf of 05698996c8fd4d698238455680b68f95 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:22.422298 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb2d61e-4a69-4c7c-bf7a-616c88afbfee tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Made reservation on behalf of 7d3d11fb732046149ebe953349dcb515 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:22.423688 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ee1406f8-312f-4a2c-9274-0b5f66be2fc4 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:22.427809 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-adb2d61e-4a69-4c7c-bf7a-616c88afbfee tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:22.473564 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-adb2d61e-4a69-4c7c-bf7a-616c88afbfee tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] device_id is not set on port c676db02-959f-499b-aa09-91a47707e14f yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:43:22.505857 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d5da21cf-14be-4cbd-888b-36d487496f75 None None] Provisioning complete for port 8ae77565-8b9d-4733-86e5-73e5a6e5ea5e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:22.507003 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d5da21cf-14be-4cbd-888b-36d487496f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:22.631533 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-d5da21cf-14be-4cbd-888b-36d487496f75 None None] Port 8ae77565-8b9d-4733-86e5-73e5a6e5ea5e cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:43:22.650133 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-5fe0dd05-243c-457c-b97d-46e5e941b025 None None] Allocated IP 172.20.0.2 (4b91f5f3-b0a3-4eec-9000-d85f18b35ac4/44bd8dfe-ec23-487e-b854-3a288ff7e04e/08b16222-66e5-4674-84cb-78b2abf63ad0) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:43:22.651291 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3d427-ad12-4c9f-bc2a-ba996f158559 req-cce86d3c-8d8e-4c06-a7fd-f2a5da5930f6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:22.654565 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-86e3d427-ad12-4c9f-bc2a-ba996f158559 req-cce86d3c-8d8e-4c06-a7fd-f2a5da5930f6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=8128f006-181b-4f4e-b345-cba1a8acfc96 HTTP/1.1" status: 200 len: 946 time: 0.0979621 Nov 16 11:43:22.742453 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-86e3d427-ad12-4c9f-bc2a-ba996f158559 req-956401d6-0170-4811-8684-ed980a663f3d tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b63567b-ee2a-4a85-a110-12557bea5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812457 Nov 16 11:43:22.935233 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8478e0-7161-4afa-b1cf-37920a190d37 req-78a0691f-dfad-4989-8900-78ce36c08bc0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:22.936912 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6d8478e0-7161-4afa-b1cf-37920a190d37 req-78a0691f-dfad-4989-8900-78ce36c08bc0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=512fff24-f1d3-49ad-8414-e4ef5813c3b3 HTTP/1.1" status: 200 len: 946 time: 0.0867736 Nov 16 11:43:22.941669 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.ipam_backend_mixin [None req-ee1406f8-312f-4a2c-9274-0b5f66be2fc4 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Performing IP validity checks on allocation pools {{(pid=102668) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 16 11:43:22.942378 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.ipam_backend_mixin [None req-ee1406f8-312f-4a2c-9274-0b5f66be2fc4 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102668) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 16 11:43:22.982806 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512fff24-f1d3-49ad-8414-e4ef5813c3b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3742ffc3-e897-4083-9847-775f02d0e7b5'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:43:22.985752 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684ef5e6-b707-45af-b8b0-b5767b1e1cb9" -d '{"events": [{"server_uuid": "512fff24-f1d3-49ad-8414-e4ef5813c3b3", "name": "network-vif-plugged", "status": "completed", "tag": "3742ffc3-e897-4083-9847-775f02d0e7b5"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:43:23.023685 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6d8478e0-7161-4afa-b1cf-37920a190d37 req-6b7d7abf-3b47-4751-868c-12e296a9c594 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726733 Nov 16 11:43:23.050321 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5fe0dd05-243c-457c-b97d-46e5e941b025 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:23.060727 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5fe0dd05-243c-457c-b97d-46e5e941b025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:23.102483 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe0dd05-243c-457c-b97d-46e5e941b025 None None] Network 4b91f5f3-b0a3-4eec-9000-d85f18b35ac4 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:43:23.104506 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f49c7c-9362-407f-a7b8-b89b6e925718 x-openstack-request-id: req-e2f49c7c-9362-407f-a7b8-b89b6e925718 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:43:23.104977 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512fff24-f1d3-49ad-8414-e4ef5813c3b3", "name": "network-vif-plugged", "status": "completed", "tag": "3742ffc3-e897-4083-9847-775f02d0e7b5", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:43:23.105228 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e2f49c7c-9362-407f-a7b8-b89b6e925718 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:43:23.105618 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512fff24-f1d3-49ad-8414-e4ef5813c3b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3742ffc3-e897-4083-9847-775f02d0e7b5', 'code': 200} Nov 16 11:43:23.111541 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-5fe0dd05-243c-457c-b97d-46e5e941b025 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:23.117973 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe0dd05-243c-457c-b97d-46e5e941b025 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:43:23.128515 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe0dd05-243c-457c-b97d-46e5e941b025 None None] Pushing event updated for resources: {'Port': ['ID=08b16222-66e5-4674-84cb-78b2abf63ad0,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:23.176041 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-adb2d61e-4a69-4c7c-bf7a-616c88afbfee tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Allocated IP 172.20.0.9 (4b91f5f3-b0a3-4eec-9000-d85f18b35ac4/44bd8dfe-ec23-487e-b854-3a288ff7e04e/c676db02-959f-499b-aa09-91a47707e14f) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:43:23.198416 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-5fe0dd05-243c-457c-b97d-46e5e941b025 None None] Attempting to bind port 08b16222-66e5-4674-84cb-78b2abf63ad0 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:43:23.199042 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-5fe0dd05-243c-457c-b97d-46e5e941b025 None None] Attempting to bind port 08b16222-66e5-4674-84cb-78b2abf63ad0 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9b5b597d-5983-4128-82d8-c5e248053225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4b91f5f3-b0a3-4eec-9000-d85f18b35ac4'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:43:23.199585 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe0dd05-243c-457c-b97d-46e5e941b025 None None] Attempting to bind port 08b16222-66e5-4674-84cb-78b2abf63ad0 on network 4b91f5f3-b0a3-4eec-9000-d85f18b35ac4 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:43:23.205581 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe0dd05-243c-457c-b97d-46e5e941b025 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:43:23.206398 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe0dd05-243c-457c-b97d-46e5e941b025 None None] Checking segment: {'id': '9b5b597d-5983-4128-82d8-c5e248053225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4b91f5f3-b0a3-4eec-9000-d85f18b35ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:43:23.207122 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5fe0dd05-243c-457c-b97d-46e5e941b025 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:23.207692 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe0dd05-243c-457c-b97d-46e5e941b025 None None] Bound using segment: {'id': '9b5b597d-5983-4128-82d8-c5e248053225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4b91f5f3-b0a3-4eec-9000-d85f18b35ac4'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:43:23.208327 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-5fe0dd05-243c-457c-b97d-46e5e941b025 None None] Bound port: 08b16222-66e5-4674-84cb-78b2abf63ad0, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b5b597d-5983-4128-82d8-c5e248053225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4b91f5f3-b0a3-4eec-9000-d85f18b35ac4'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:43:23.208911 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5fe0dd05-243c-457c-b97d-46e5e941b025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:23.209827 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-980ccd9d-ecf6-4c71-9e5d-15e93bc4b442 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:23.283638 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-5fe0dd05-243c-457c-b97d-46e5e941b025 None None] For port 08b16222-66e5-4674-84cb-78b2abf63ad0, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:43:23.288981 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-5fe0dd05-243c-457c-b97d-46e5e941b025 None None] For port 08b16222-66e5-4674-84cb-78b2abf63ad0, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=08b16222-66e5-4674-84cb-78b2abf63ad0,segment=NetworkSegment(9b5b597d-5983-4128-82d8-c5e248053225),segment_id=9b5b597d-5983-4128-82d8-c5e248053225)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:43:23.295321 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5fe0dd05-243c-457c-b97d-46e5e941b025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:23.365724 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-adb2d61e-4a69-4c7c-bf7a-616c88afbfee tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:23.376019 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc66aa-0abf-48e6-8aeb-fbc57ddbe02e req-b65e4db3-ab8f-4175-bccc-600d6e2276c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:23.377504 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-34bc66aa-0abf-48e6-8aeb-fbc57ddbe02e req-b65e4db3-ab8f-4175-bccc-600d6e2276c9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=512fff24-f1d3-49ad-8414-e4ef5813c3b3 HTTP/1.1" status: 200 len: 1097 time: 0.0919473 Nov 16 11:43:23.380880 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe0dd05-243c-457c-b97d-46e5e941b025 None None] Pushing event updated for resources: {'Port': ['ID=08b16222-66e5-4674-84cb-78b2abf63ad0,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:23.421531 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-adb2d61e-4a69-4c7c-bf7a-616c88afbfee tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:23.439742 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ee1406f8-312f-4a2c-9274-0b5f66be2fc4 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:23.481183 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb2d61e-4a69-4c7c-bf7a-616c88afbfee tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Network 4b91f5f3-b0a3-4eec-9000-d85f18b35ac4 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:43:23.484758 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-adb2d61e-4a69-4c7c-bf7a-616c88afbfee tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:23.489829 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb2d61e-4a69-4c7c-bf7a-616c88afbfee tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:43:23.494364 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb2d61e-4a69-4c7c-bf7a-616c88afbfee tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'Port': ['ID=c676db02-959f-499b-aa09-91a47707e14f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:23.494536 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1406f8-312f-4a2c-9274-0b5f66be2fc4 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event updated for resources: {'Subnet': ['ID=69264304-1335-4984-be00-3bb4e9fe778a,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:23.544139 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb2d61e-4a69-4c7c-bf7a-616c88afbfee tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:23.544690 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-adb2d61e-4a69-4c7c-bf7a-616c88afbfee tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:23.564661 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-adb2d61e-4a69-4c7c-bf7a-616c88afbfee tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3140588 Nov 16 11:43:23.567223 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59598) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:23.585514 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-34bc66aa-0abf-48e6-8aeb-fbc57ddbe02e req-b9ecdf94-7f31-4dbc-bc3d-c6d98ee778f8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973441 Nov 16 11:43:23.636366 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1406f8-312f-4a2c-9274-0b5f66be2fc4 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Checking segment: {'id': 'ede19719-8df8-49ec-b72e-8fa6ebf84931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'a4a36c4d-2cc1-46ef-923b-c0abedd20b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:43:23.636714 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1406f8-312f-4a2c-9274-0b5f66be2fc4 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Network hostable DHCP agents. Network: a4a36c4d-2cc1-46ef-923b-c0abedd20b6a, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:43:23.675194 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-980ccd9d-ecf6-4c71-9e5d-15e93bc4b442 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:23.731765 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1406f8-312f-4a2c-9274-0b5f66be2fc4 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Network a4a36c4d-2cc1-46ef-923b-c0abedd20b6a is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:43:23.877660 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-ee1406f8-312f-4a2c-9274-0b5f66be2fc4 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, a4a36c4d-2cc1-46ef-923b-c0abedd20b6a) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:23.890321 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1406f8-312f-4a2c-9274-0b5f66be2fc4 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:23.890929 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ee1406f8-312f-4a2c-9274-0b5f66be2fc4 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:23.894866 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 08b16222-66e5-4674-84cb-78b2abf63ad0 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:43:23.917834 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ee1406f8-312f-4a2c-9274-0b5f66be2fc4 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.7180238 Nov 16 11:43:23.918391 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59602) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:23.920156 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980ccd9d-ecf6-4c71-9e5d-15e93bc4b442 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Router f843af57-f949-4e77-9342-061a95d25ab3 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:43:23.928972 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8ba09b-cf89-4a2f-b73d-87ba14d38b14 None None] Network a4a36c4d-2cc1-46ef-923b-c0abedd20b6a requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:43:24.054006 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980ccd9d-ecf6-4c71-9e5d-15e93bc4b442 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:43:24.066393 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e78f718-1ece-4789-ad27-d4cacbb2ed96 None None] Sync routers for ids ['f843af57-f949-4e77-9342-061a95d25ab3'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:43:24.077884 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e78f718-1ece-4789-ad27-d4cacbb2ed96 None None] Routers {'f843af57-f949-4e77-9342-061a95d25ab3'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:43:24.078685 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-6e78f718-1ece-4789-ad27-d4cacbb2ed96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:43:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f843af57-f949-4e77-9342-061a95d25ab3'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:24.080313 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-980ccd9d-ecf6-4c71-9e5d-15e93bc4b442 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:24.081712 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-980ccd9d-ecf6-4c71-9e5d-15e93bc4b442 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.6382048 Nov 16 11:43:24.084445 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59608) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:24.086548 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66109364-ad42-4c2c-b808-8fbcc8969140 req-020fe07f-0d09-4441-ad79-d339ac72bf15 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:24.088153 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-66109364-ad42-4c2c-b808-8fbcc8969140 req-020fe07f-0d09-4441-ad79-d339ac72bf15 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=8128f006-181b-4f4e-b345-cba1a8acfc96 HTTP/1.1" status: 200 len: 946 time: 0.2184353 Nov 16 11:43:24.191120 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 08b16222-66e5-4674-84cb-78b2abf63ad0 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:24.191731 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:24.224520 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62572e5-6eff-4fd0-8341-42c2dcdff250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-a4a36c4d-2cc1-46ef-923b-c0abedd20b6a', 'network_id': 'a4a36c4d-2cc1-46ef-923b-c0abedd20b6a', 'tenant_id': '05698996c8fd4d698238455680b68f95', 'fixed_ips': [{'subnet_id': '69264304-1335-4984-be00-3bb4e9fe778a'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:43:24.225401 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e62572e5-6eff-4fd0-8341-42c2dcdff250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:24.228514 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-6e78f718-1ece-4789-ad27-d4cacbb2ed96 None None] Set router f843af57-f949-4e77-9342-061a95d25ab3 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:43:24.271915 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9befadef-800d-4319-aba5-df925e7f4804 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:24.314017 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-607773b5-bf5f-4525-9791-ea94ecd22006 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] 10.222.0.61 "GET /v2.0/routers/f843af57-f949-4e77-9342-061a95d25ab3 HTTP/1.1" status: 200 len: 909 time: 0.2284300 Nov 16 11:43:24.321356 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59610) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:24.324460 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-66109364-ad42-4c2c-b808-8fbcc8969140 req-b4f6a517-6680-4abf-bd58-1c101ef17d74 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b63567b-ee2a-4a85-a110-12557bea5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029638 Nov 16 11:43:24.335504 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e0e91245-c0db-4d0f-9ef4-9d451e33adb2 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1049541197', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'enable_snat': True}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:24.350379 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-549b0752-2d58-4bf2-88db-db25a9911f3a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:24.413752 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0e91245-c0db-4d0f-9ef4-9d451e33adb2 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:24.415363 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0e91245-c0db-4d0f-9ef4-9d451e33adb2 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:24.489191 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:24.500566 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-6e78f718-1ece-4789-ad27-d4cacbb2ed96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f843af57-f949-4e77-9342-061a95d25ab3', 'name': 'tempest-snat-router-1049541197', 'tenant_id': '192892d471954cab8e30f2f334faa4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.219'}], 'enable_snat': False}, 'gw_port_id': '8ae77565-8b9d-4733-86e5-73e5a6e5ea5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:43:20Z', 'updated_at': '2021-11-16T11:43:23Z', 'revision_number': 3, 'project_id': '192892d471954cab8e30f2f334faa4e4', 'gw_port': {'id': '8ae77565-8b9d-4733-86e5-73e5a6e5ea5e', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f843af57-f949-4e77-9342-061a95d25ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:43:21Z', 'updated_at': '2021-11-16T11:43:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:24.508810 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0e91245-c0db-4d0f-9ef4-9d451e33adb2 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:24.600096 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e78f718-1ece-4789-ad27-d4cacbb2ed96 None None] Checking router: f843af57-f949-4e77-9342-061a95d25ab3 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:43:24.600742 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e78f718-1ece-4789-ad27-d4cacbb2ed96 None None] Updating router f843af57-f949-4e77-9342-061a95d25ab3 port 8ae77565-8b9d-4733-86e5-73e5a6e5ea5e binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:43:24.666565 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 08b16222-66e5-4674-84cb-78b2abf63ad0, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=08b16222-66e5-4674-84cb-78b2abf63ad0,segment=NetworkSegment(9b5b597d-5983-4128-82d8-c5e248053225),segment_id=9b5b597d-5983-4128-82d8-c5e248053225)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:43:24.672709 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6e78f718-1ece-4789-ad27-d4cacbb2ed96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:24.680716 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:24.743546 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-e62572e5-6eff-4fd0-8341-42c2dcdff250 None None] Allocated IP 172.20.0.3 (a4a36c4d-2cc1-46ef-923b-c0abedd20b6a/69264304-1335-4984-be00-3bb4e9fe778a/0a61f323-2ea2-4a52-84af-f0187bd4b6ee) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:43:24.793694 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=08b16222-66e5-4674-84cb-78b2abf63ad0,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:24.829694 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0e91245-c0db-4d0f-9ef4-9d451e33adb2 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:24.860840 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-549b0752-2d58-4bf2-88db-db25a9911f3a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:25.075934 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e62572e5-6eff-4fd0-8341-42c2dcdff250 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:25.089656 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0047c4-ba09-4d56-b1e5-6eeb673b4eff None None] Network 4b91f5f3-b0a3-4eec-9000-d85f18b35ac4 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:43:25.109664 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e62572e5-6eff-4fd0-8341-42c2dcdff250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:25.152378 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0e91245-c0db-4d0f-9ef4-9d451e33adb2 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:25.181718 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9befadef-800d-4319-aba5-df925e7f4804 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:25.191596 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0e91245-c0db-4d0f-9ef4-9d451e33adb2 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:25.203257 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9befadef-800d-4319-aba5-df925e7f4804 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:25.267377 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62572e5-6eff-4fd0-8341-42c2dcdff250 None None] Pushing event updated for resources: {'Port': ['ID=0a61f323-2ea2-4a52-84af-f0187bd4b6ee,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:25.268867 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-549b0752-2d58-4bf2-88db-db25a9911f3a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:25.274434 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6e78f718-1ece-4789-ad27-d4cacbb2ed96 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:25.282449 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6e78f718-1ece-4789-ad27-d4cacbb2ed96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:25.309813 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62572e5-6eff-4fd0-8341-42c2dcdff250 None None] Network a4a36c4d-2cc1-46ef-923b-c0abedd20b6a is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:43:25.311600 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-e2a39b6a-fbb2-4d5f-90d3-a01863a6cd4c None None] Provisioning complete for port 08b16222-66e5-4674-84cb-78b2abf63ad0 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:25.312705 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e2a39b6a-fbb2-4d5f-90d3-a01863a6cd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:25.340908 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a71775-8ea4-4c7b-8aa4-1db51efc478d None None] Pushing event updated for resources: {'Port': ['ID=8ae77565-8b9d-4733-86e5-73e5a6e5ea5e,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:25.357088 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-e0e91245-c0db-4d0f-9ef4-9d451e33adb2 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Allocated IP 172.25.0.124 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/4fe4a651-a175-4388-8859-219f25fccbca) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:43:25.365848 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d33e68-ea58-4dad-bb36-8c9f337e7fcd req-e57bd6d0-ee24-4840-ab31-91b101368ebb tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:25.369132 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-71d33e68-ea58-4dad-bb36-8c9f337e7fcd req-e57bd6d0-ee24-4840-ab31-91b101368ebb tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=512fff24-f1d3-49ad-8414-e4ef5813c3b3 HTTP/1.1" status: 200 len: 946 time: 0.8710108 Nov 16 11:43:25.371934 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-6e78f718-1ece-4789-ad27-d4cacbb2ed96 None None] Attempting to bind port 8ae77565-8b9d-4733-86e5-73e5a6e5ea5e on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:43:25.372482 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-6e78f718-1ece-4789-ad27-d4cacbb2ed96 None None] Attempting to bind port 8ae77565-8b9d-4733-86e5-73e5a6e5ea5e by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:43:25.373460 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e78f718-1ece-4789-ad27-d4cacbb2ed96 None None] Attempting to bind port 8ae77565-8b9d-4733-86e5-73e5a6e5ea5e on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:43:25.380222 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e78f718-1ece-4789-ad27-d4cacbb2ed96 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:43:25.380876 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e78f718-1ece-4789-ad27-d4cacbb2ed96 None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:43:25.381121 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6e78f718-1ece-4789-ad27-d4cacbb2ed96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:25.381508 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e78f718-1ece-4789-ad27-d4cacbb2ed96 None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:43:25.382036 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-6e78f718-1ece-4789-ad27-d4cacbb2ed96 None None] Bound port: 8ae77565-8b9d-4733-86e5-73e5a6e5ea5e, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:43:25.382405 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-e62572e5-6eff-4fd0-8341-42c2dcdff250 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:25.382599 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6e78f718-1ece-4789-ad27-d4cacbb2ed96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:25.397768 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8181620-f6c5-42f6-a5f8-76712f333c5d None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:43:25.404431 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62572e5-6eff-4fd0-8341-42c2dcdff250 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:43:25.455261 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-6e78f718-1ece-4789-ad27-d4cacbb2ed96 None None] For port 8ae77565-8b9d-4733-86e5-73e5a6e5ea5e, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:43:25.460393 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-6e78f718-1ece-4789-ad27-d4cacbb2ed96 None None] For port 8ae77565-8b9d-4733-86e5-73e5a6e5ea5e, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=8ae77565-8b9d-4733-86e5-73e5a6e5ea5e,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:43:25.467610 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6e78f718-1ece-4789-ad27-d4cacbb2ed96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:25.529688 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e78f718-1ece-4789-ad27-d4cacbb2ed96 None None] Routers {'f843af57-f949-4e77-9342-061a95d25ab3'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:43:25.532671 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-6e78f718-1ece-4789-ad27-d4cacbb2ed96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:43:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f843af57-f949-4e77-9342-061a95d25ab3'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:25.554930 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5b8978-dbbf-4faa-a1bc-fb5e219ec816 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:43:25.584864 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b0752-2d58-4bf2-88db-db25a9911f3a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event deleted for resources: {'Subnet': ['ID=69264304-1335-4984-be00-3bb4e9fe778a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:25.615777 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e62572e5-6eff-4fd0-8341-42c2dcdff250 None None] Attempting to bind port 0a61f323-2ea2-4a52-84af-f0187bd4b6ee on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:43:25.616204 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e62572e5-6eff-4fd0-8341-42c2dcdff250 None None] Attempting to bind port 0a61f323-2ea2-4a52-84af-f0187bd4b6ee by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'ede19719-8df8-49ec-b72e-8fa6ebf84931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'a4a36c4d-2cc1-46ef-923b-c0abedd20b6a'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:43:25.616570 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62572e5-6eff-4fd0-8341-42c2dcdff250 None None] Attempting to bind port 0a61f323-2ea2-4a52-84af-f0187bd4b6ee on network a4a36c4d-2cc1-46ef-923b-c0abedd20b6a {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:43:25.619368 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0e91245-c0db-4d0f-9ef4-9d451e33adb2 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:25.630731 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62572e5-6eff-4fd0-8341-42c2dcdff250 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:43:25.631498 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62572e5-6eff-4fd0-8341-42c2dcdff250 None None] Checking segment: {'id': 'ede19719-8df8-49ec-b72e-8fa6ebf84931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'a4a36c4d-2cc1-46ef-923b-c0abedd20b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:43:25.631498 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e62572e5-6eff-4fd0-8341-42c2dcdff250 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:25.631902 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62572e5-6eff-4fd0-8341-42c2dcdff250 None None] Bound using segment: {'id': 'ede19719-8df8-49ec-b72e-8fa6ebf84931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'a4a36c4d-2cc1-46ef-923b-c0abedd20b6a'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:43:25.632322 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e62572e5-6eff-4fd0-8341-42c2dcdff250 None None] Bound port: 0a61f323-2ea2-4a52-84af-f0187bd4b6ee, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ede19719-8df8-49ec-b72e-8fa6ebf84931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'a4a36c4d-2cc1-46ef-923b-c0abedd20b6a'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:43:25.632698 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e62572e5-6eff-4fd0-8341-42c2dcdff250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:25.656383 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-6e78f718-1ece-4789-ad27-d4cacbb2ed96 None None] Set router f843af57-f949-4e77-9342-061a95d25ab3 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:43:25.698043 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0e91245-c0db-4d0f-9ef4-9d451e33adb2 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:25.706211 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9befadef-800d-4319-aba5-df925e7f4804 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'Port': ['ID=c676db02-959f-499b-aa09-91a47707e14f,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:25.783176 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e91245-c0db-4d0f-9ef4-9d451e33adb2 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:43:25.785751 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e62572e5-6eff-4fd0-8341-42c2dcdff250 None None] For port 0a61f323-2ea2-4a52-84af-f0187bd4b6ee, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:43:25.788600 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-e0e91245-c0db-4d0f-9ef4-9d451e33adb2 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:25.788980 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e62572e5-6eff-4fd0-8341-42c2dcdff250 None None] For port 0a61f323-2ea2-4a52-84af-f0187bd4b6ee, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=0a61f323-2ea2-4a52-84af-f0187bd4b6ee,segment=NetworkSegment(ede19719-8df8-49ec-b72e-8fa6ebf84931),segment_id=ede19719-8df8-49ec-b72e-8fa6ebf84931)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:43:25.809067 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e62572e5-6eff-4fd0-8341-42c2dcdff250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:25.817970 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a02e42b-1c08-40d7-9f74-b7bc05419319 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:43:25.818177 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a71775-8ea4-4c7b-8aa4-1db51efc478d None None] Pushing event updated for resources: {'Port': ['ID=8ae77565-8b9d-4733-86e5-73e5a6e5ea5e,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:25.835874 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e91245-c0db-4d0f-9ef4-9d451e33adb2 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:43:25.872943 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e91245-c0db-4d0f-9ef4-9d451e33adb2 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Pushing event updated for resources: {'Port': ['ID=4fe4a651-a175-4388-8859-219f25fccbca,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:25.903133 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62572e5-6eff-4fd0-8341-42c2dcdff250 None None] Pushing event updated for resources: {'Port': ['ID=0a61f323-2ea2-4a52-84af-f0187bd4b6ee,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:25.913244 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 08b16222-66e5-4674-84cb-78b2abf63ad0 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:43:25.933498 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-549b0752-2d58-4bf2-88db-db25a9911f3a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:25.955871 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-71d33e68-ea58-4dad-bb36-8c9f337e7fcd req-81718adf-8a58-42b9-acb1-6b2a2f03721c tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4510653 Nov 16 11:43:25.984111 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-549b0752-2d58-4bf2-88db-db25a9911f3a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4a36c4d-2cc1-46ef-923b-c0abedd20b6a']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:26.005626 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea22bcb-dba9-4cce-966e-c2c12e0299f3 None None] Network a4a36c4d-2cc1-46ef-923b-c0abedd20b6a requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:43:26.019617 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-6e78f718-1ece-4789-ad27-d4cacbb2ed96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f843af57-f949-4e77-9342-061a95d25ab3', 'name': 'tempest-snat-router-1049541197', 'tenant_id': '192892d471954cab8e30f2f334faa4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.219'}], 'enable_snat': False}, 'gw_port_id': '8ae77565-8b9d-4733-86e5-73e5a6e5ea5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:43:20Z', 'updated_at': '2021-11-16T11:43:23Z', 'revision_number': 3, 'project_id': '192892d471954cab8e30f2f334faa4e4', 'gw_port': {'id': '8ae77565-8b9d-4733-86e5-73e5a6e5ea5e', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f843af57-f949-4e77-9342-061a95d25ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:43:21Z', 'updated_at': '2021-11-16T11:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:26.039465 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-2bf2325a-f782-456e-86c3-fe7733ffe1aa None None] Provisioning complete for port 8ae77565-8b9d-4733-86e5-73e5a6e5ea5e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:26.039977 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2bf2325a-f782-456e-86c3-fe7733ffe1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:26.045306 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-549b0752-2d58-4bf2-88db-db25a9911f3a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ede19719-8df8-49ec-b72e-8fa6ebf84931') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:26.045609 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-549b0752-2d58-4bf2-88db-db25a9911f3a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ede19719-8df8-49ec-b72e-8fa6ebf84931') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:26.073856 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e78f718-1ece-4789-ad27-d4cacbb2ed96 None None] The sync data for ids ['f843af57-f949-4e77-9342-061a95d25ab3'] in n-d-816823-3 is: [{'id': 'f843af57-f949-4e77-9342-061a95d25ab3', 'name': 'tempest-snat-router-1049541197', 'tenant_id': '192892d471954cab8e30f2f334faa4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.219'}], 'enable_snat': False}, 'gw_port_id': '8ae77565-8b9d-4733-86e5-73e5a6e5ea5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:43:20Z', 'updated_at': '2021-11-16T11:43:23Z', 'revision_number': 3, 'project_id': '192892d471954cab8e30f2f334faa4e4', 'gw_port': {'id': '8ae77565-8b9d-4733-86e5-73e5a6e5ea5e', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:e0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f843af57-f949-4e77-9342-061a95d25ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:43:21Z', 'updated_at': '2021-11-16T11:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:43:26.086778 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-549b0752-2d58-4bf2-88db-db25a9911f3a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:26.170208 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-549b0752-2d58-4bf2-88db-db25a9911f3a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:26.172315 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9befadef-800d-4319-aba5-df925e7f4804 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:26.257203 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-549b0752-2d58-4bf2-88db-db25a9911f3a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:43:26.257863 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-549b0752-2d58-4bf2-88db-db25a9911f3a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:26.263868 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:43:26.263868 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:43:26.263868 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:43:26.263868 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:43:26.263868 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:43:26.263868 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:43:26.263868 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:43:26.263868 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:43:26.263868 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:43:26.263868 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:43:26.263868 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:43:26.263868 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:43:26.263868 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:43:26.263868 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:43:26.263868 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:43:26.263868 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:43:26.263868 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:43:26.263868 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:43:26.263868 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:43:26.263868 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:43:26.263868 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:43:26.263868 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:43:26.263868 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:43:26.263868 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:43:26.263868 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:43:26.263868 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:43:26.263868 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:43:26.263868 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:43:26.263868 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:43:26.263868 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:43:26.263868 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:43:26.263868 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:43:26.311359 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0e91245-c0db-4d0f-9ef4-9d451e33adb2 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:26.345420 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2bf2325a-f782-456e-86c3-fe7733ffe1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:26.390707 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f6a22-84b6-49a5-842a-11f44fb781dc req-c0caee76-ceb0-4a9a-a3cd-39a78ef734b9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:26.392346 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-261f6a22-84b6-49a5-842a-11f44fb781dc req-c0caee76-ceb0-4a9a-a3cd-39a78ef734b9 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=8128f006-181b-4f4e-b345-cba1a8acfc96 HTTP/1.1" status: 200 len: 946 time: 0.2841434 Nov 16 11:43:26.398763 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-2bf2325a-f782-456e-86c3-fe7733ffe1aa None None] For port 8ae77565-8b9d-4733-86e5-73e5a6e5ea5e, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=8ae77565-8b9d-4733-86e5-73e5a6e5ea5e,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:43:26.457688 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2bf2325a-f782-456e-86c3-fe7733ffe1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:26.459656 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-549b0752-2d58-4bf2-88db-db25a9911f3a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 16 11:43:26.459656 n-d-816823-3 neutron-server[102669]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 16 11:43:26.459656 n-d-816823-3 neutron-server[102669]: [parameters: {'id': 'a4a36c4d-2cc1-46ef-923b-c0abedd20b6a'}] Nov 16 11:43:26.459656 n-d-816823-3 neutron-server[102669]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:43:26.460568 n-d-816823-3 neutron-server[102669]: DEBUG oslo_db.api [None req-549b0752-2d58-4bf2-88db-db25a9911f3a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:43:26.588334 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-261f6a22-84b6-49a5-842a-11f44fb781dc req-aba5ff73-7f74-4bf5-a050-3dbff68b7cc3 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b63567b-ee2a-4a85-a110-12557bea5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733608 Nov 16 11:43:26.604219 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9befadef-800d-4319-aba5-df925e7f4804 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:26.608332 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0e91245-c0db-4d0f-9ef4-9d451e33adb2 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:26.609865 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-2bf2325a-f782-456e-86c3-fe7733ffe1aa None None] Provisioning complete for port 4fe4a651-a175-4388-8859-219f25fccbca triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:26.610267 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2bf2325a-f782-456e-86c3-fe7733ffe1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:26.614500 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 08b16222-66e5-4674-84cb-78b2abf63ad0 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:26.614790 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:26.617126 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59618) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:26.746612 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2325a-f782-456e-86c3-fe7733ffe1aa None None] Port 4fe4a651-a175-4388-8859-219f25fccbca cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:43:26.777031 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2325a-f782-456e-86c3-fe7733ffe1aa None None] Pushing event updated for resources: {'Port': ['ID=8ae77565-8b9d-4733-86e5-73e5a6e5ea5e,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:26.824915 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd554f44-f83c-4642-b8dd-6021aa3dac5e tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:26.826650 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bd554f44-f83c-4642-b8dd-6021aa3dac5e tempest-TestNetworkAdvancedServerOps-396755521 tempest-TestNetworkAdvancedServerOps-396755521-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=8128f006-181b-4f4e-b345-cba1a8acfc96 HTTP/1.1" status: 200 len: 1092 time: 0.2081726 Nov 16 11:43:26.830933 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59620) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:26.835296 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-55766a59-6e0e-48d8-8ecd-9af5bad14fec tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'port_id': '3ce07b74-0c24-4d88-8f1b-28e078c0a7d8', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:26.902767 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-55766a59-6e0e-48d8-8ecd-9af5bad14fec tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:26.916157 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-109d164d-fbb9-4971-8fb2-892d329ef966 None None] Provisioning complete for port c676db02-959f-499b-aa09-91a47707e14f triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:26.916687 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-109d164d-fbb9-4971-8fb2-892d329ef966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:26.974185 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e91245-c0db-4d0f-9ef4-9d451e33adb2 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Router 997730b9-5e6a-4774-9f4e-823beeb55184 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:43:27.004020 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-549b0752-2d58-4bf2-88db-db25a9911f3a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:27.026304 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-109d164d-fbb9-4971-8fb2-892d329ef966 None None] Port c676db02-959f-499b-aa09-91a47707e14f cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:43:27.055836 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-109d164d-fbb9-4971-8fb2-892d329ef966 None None] Provisioning complete for port 08b16222-66e5-4674-84cb-78b2abf63ad0 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:27.056366 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-109d164d-fbb9-4971-8fb2-892d329ef966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:27.104630 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e91245-c0db-4d0f-9ef4-9d451e33adb2 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:43:27.118239 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca535da4-b4bb-4777-9475-ba32deeec4e9 None None] Sync routers for ids ['997730b9-5e6a-4774-9f4e-823beeb55184'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:43:27.129801 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0e91245-c0db-4d0f-9ef4-9d451e33adb2 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:27.131548 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e0e91245-c0db-4d0f-9ef4-9d451e33adb2 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.8090544 Nov 16 11:43:27.135306 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59624) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:27.139021 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca535da4-b4bb-4777-9475-ba32deeec4e9 None None] Routers {'997730b9-5e6a-4774-9f4e-823beeb55184'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:43:27.139825 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ca535da4-b4bb-4777-9475-ba32deeec4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:43:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['997730b9-5e6a-4774-9f4e-823beeb55184'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:27.260177 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9befadef-800d-4319-aba5-df925e7f4804 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:27.278422 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9befadef-800d-4319-aba5-df925e7f4804 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:27.284203 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc37bf0c-f08d-4533-ac2a-116e29a51904 None None] get_active_networks_info from n-d-816823-3 {{(pid=102670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 11:43:27.432584 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9befadef-800d-4319-aba5-df925e7f4804 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:27.438839 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9befadef-800d-4319-aba5-df925e7f4804 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'Port': ['ID=c676db02-959f-499b-aa09-91a47707e14f,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:27.467127 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9152275-3358-4679-994c-aae8c5bf840d req-8e5596fd-dbf4-4ab4-91ba-64591acf4747 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:27.468917 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b9152275-3358-4679-994c-aae8c5bf840d req-8e5596fd-dbf4-4ab4-91ba-64591acf4747 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=512fff24-f1d3-49ad-8414-e4ef5813c3b3 HTTP/1.1" status: 200 len: 946 time: 0.2057614 Nov 16 11:43:27.471031 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-ca535da4-b4bb-4777-9475-ba32deeec4e9 None None] Set router 997730b9-5e6a-4774-9f4e-823beeb55184 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:43:27.479070 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-549b0752-2d58-4bf2-88db-db25a9911f3a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Deleting port 0a61f323-2ea2-4a52-84af-f0187bd4b6ee {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:43:27.479602 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-549b0752-2d58-4bf2-88db-db25a9911f3a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:27.723556 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-55766a59-6e0e-48d8-8ecd-9af5bad14fec tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:27.779083 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-db70cedc-0727-4dc0-b3ce-6d06352b330c tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] 10.222.0.61 "GET /v2.0/routers/997730b9-5e6a-4774-9f4e-823beeb55184 HTTP/1.1" status: 200 len: 908 time: 0.6410415 Nov 16 11:43:27.779314 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-4d943cf1-5c02-4ffe-a186-2b0b41fe0513 None None] Provisioning complete for port c676db02-959f-499b-aa09-91a47707e14f triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:27.779613 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4d943cf1-5c02-4ffe-a186-2b0b41fe0513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:27.785095 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59628) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:27.829584 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc37bf0c-f08d-4533-ac2a-116e29a51904 None None] Resources bound (agent type, host, resource id): {{(pid=102670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 11:43:27.867871 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-4d943cf1-5c02-4ffe-a186-2b0b41fe0513 None None] Port c676db02-959f-499b-aa09-91a47707e14f cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:43:27.914827 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 8ae77565-8b9d-4733-86e5-73e5a6e5ea5e up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:43:27.972788 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-55766a59-6e0e-48d8-8ecd-9af5bad14fec tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Allocated IP 172.25.0.57 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/b5e2365a-f985-4d4a-8741-2ef0ba2fe528) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:43:27.987078 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed94a60e-14fa-438d-b652-36db0c5c92e7 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:28.045190 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b9152275-3358-4679-994c-aae8c5bf840d req-39e8f8d4-25fb-4e3a-a227-4d099adc72b5 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5520203 Nov 16 11:43:28.053777 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:28.054998 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-549b0752-2d58-4bf2-88db-db25a9911f3a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] For port 0a61f323-2ea2-4a52-84af-f0187bd4b6ee, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=0a61f323-2ea2-4a52-84af-f0187bd4b6ee,segment=NetworkSegment(ede19719-8df8-49ec-b72e-8fa6ebf84931),segment_id=ede19719-8df8-49ec-b72e-8fa6ebf84931)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:43:28.055364 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-549b0752-2d58-4bf2-88db-db25a9911f3a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:28.081759 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-549b0752-2d58-4bf2-88db-db25a9911f3a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Calling delete_port for 0a61f323-2ea2-4a52-84af-f0187bd4b6ee owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:43:28.087268 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ca535da4-b4bb-4777-9475-ba32deeec4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997730b9-5e6a-4774-9f4e-823beeb55184', 'name': 'tempest-snat-router-1049541197', 'tenant_id': '192892d471954cab8e30f2f334faa4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.124'}], 'enable_snat': True}, 'gw_port_id': '4fe4a651-a175-4388-8859-219f25fccbca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:43:24Z', 'updated_at': '2021-11-16T11:43:26Z', 'revision_number': 3, 'project_id': '192892d471954cab8e30f2f334faa4e4', 'gw_port': {'id': '4fe4a651-a175-4388-8859-219f25fccbca', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ee:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '997730b9-5e6a-4774-9f4e-823beeb55184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:43:25Z', 'updated_at': '2021-11-16T11:43:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:28.141838 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca535da4-b4bb-4777-9475-ba32deeec4e9 None None] Checking router: 997730b9-5e6a-4774-9f4e-823beeb55184 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:43:28.142028 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca535da4-b4bb-4777-9475-ba32deeec4e9 None None] Updating router 997730b9-5e6a-4774-9f4e-823beeb55184 port 4fe4a651-a175-4388-8859-219f25fccbca binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:43:28.149351 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 8ae77565-8b9d-4733-86e5-73e5a6e5ea5e triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:28.149351 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:28.160927 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9befadef-800d-4319-aba5-df925e7f4804 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Network 4b91f5f3-b0a3-4eec-9000-d85f18b35ac4 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:43:28.166713 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-9befadef-800d-4319-aba5-df925e7f4804 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:28.206366 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed94a60e-14fa-438d-b652-36db0c5c92e7 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:28.218516 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-55766a59-6e0e-48d8-8ecd-9af5bad14fec tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:28.220312 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ca535da4-b4bb-4777-9475-ba32deeec4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:28.289441 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ed94a60e-14fa-438d-b652-36db0c5c92e7 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Deleting port 4fe4a651-a175-4388-8859-219f25fccbca {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:43:28.289869 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed94a60e-14fa-438d-b652-36db0c5c92e7 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:28.333012 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-55766a59-6e0e-48d8-8ecd-9af5bad14fec tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:28.340673 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e36c2-6e7b-4bc1-a54e-2bf8af52a0cd req-c653f2e2-7ff2-4882-b800-eb7a90d5dee9 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:28.342809 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b0e36c2-6e7b-4bc1-a54e-2bf8af52a0cd req-c653f2e2-7ff2-4882-b800-eb7a90d5dee9 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=512fff24-f1d3-49ad-8414-e4ef5813c3b3 HTTP/1.1" status: 200 len: 946 time: 0.1173141 Nov 16 11:43:28.346229 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-549b0752-2d58-4bf2-88db-db25a9911f3a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:28.373128 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549b0752-2d58-4bf2-88db-db25a9911f3a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] No DVR routers for this DVR port 0a61f323-2ea2-4a52-84af-f0187bd4b6ee on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:43:28.403763 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55766a59-6e0e-48d8-8ecd-9af5bad14fec tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:43:28.409975 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-55766a59-6e0e-48d8-8ecd-9af5bad14fec tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:28.423509 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55766a59-6e0e-48d8-8ecd-9af5bad14fec tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:43:28.431522 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b0752-2d58-4bf2-88db-db25a9911f3a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event deleted for resources: {'Port': ['ID=0a61f323-2ea2-4a52-84af-f0187bd4b6ee,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:28.443605 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55766a59-6e0e-48d8-8ecd-9af5bad14fec tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'Port': ['ID=b5e2365a-f985-4d4a-8741-2ef0ba2fe528,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:28.480889 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed94a60e-14fa-438d-b652-36db0c5c92e7 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:28.507141 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ed94a60e-14fa-438d-b652-36db0c5c92e7 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Calling delete_port for 4fe4a651-a175-4388-8859-219f25fccbca owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:43:28.515957 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b0e36c2-6e7b-4bc1-a54e-2bf8af52a0cd req-ab8e75ec-9da7-4edc-a41e-10c038112542 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537867 Nov 16 11:43:28.551400 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9befadef-800d-4319-aba5-df925e7f4804 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Router fcc9fb4d-3303-4dba-b2c1-0797e9fbe191 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:43:28.554533 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-549b0752-2d58-4bf2-88db-db25a9911f3a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:28.731850 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9befadef-800d-4319-aba5-df925e7f4804 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:43:28.735269 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-549b0752-2d58-4bf2-88db-db25a9911f3a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4a36c4d-2cc1-46ef-923b-c0abedd20b6a']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:28.740707 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-9befadef-800d-4319-aba5-df925e7f4804 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "PUT /v2.0/routers/fcc9fb4d-3303-4dba-b2c1-0797e9fbe191/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1718721 Nov 16 11:43:28.746535 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59640) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:28.748524 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dff9f9-8e63-4d93-9ff6-359305cd4bac None None] Sync routers for ids ['fcc9fb4d-3303-4dba-b2c1-0797e9fbe191'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:43:28.773413 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dff9f9-8e63-4d93-9ff6-359305cd4bac None None] Routers {'fcc9fb4d-3303-4dba-b2c1-0797e9fbe191'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:43:28.774834 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c0dff9f9-8e63-4d93-9ff6-359305cd4bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:43:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['fcc9fb4d-3303-4dba-b2c1-0797e9fbe191'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:28.783936 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-549b0752-2d58-4bf2-88db-db25a9911f3a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ede19719-8df8-49ec-b72e-8fa6ebf84931') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:28.784305 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-549b0752-2d58-4bf2-88db-db25a9911f3a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ede19719-8df8-49ec-b72e-8fa6ebf84931') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:28.811611 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-549b0752-2d58-4bf2-88db-db25a9911f3a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:28.836713 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-549b0752-2d58-4bf2-88db-db25a9911f3a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:28.867657 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-549b0752-2d58-4bf2-88db-db25a9911f3a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:43:28.868278 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-549b0752-2d58-4bf2-88db-db25a9911f3a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:28.908437 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c0dff9f9-8e63-4d93-9ff6-359305cd4bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:28.938502 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dff9f9-8e63-4d93-9ff6-359305cd4bac None None] Routers {'fcc9fb4d-3303-4dba-b2c1-0797e9fbe191'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:43:28.939054 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c0dff9f9-8e63-4d93-9ff6-359305cd4bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:43:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['fcc9fb4d-3303-4dba-b2c1-0797e9fbe191'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:28.985776 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:43:28.985776 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:43:28.985776 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:43:28.985776 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:43:28.985776 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:43:28.985776 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:43:28.985776 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:43:28.985776 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:43:28.985776 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:43:28.985776 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:43:28.985776 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:43:28.985776 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:43:28.985776 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:43:28.985776 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:43:28.985776 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:43:28.985776 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:43:28.985776 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:43:28.985776 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:43:28.985776 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:43:28.985776 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:43:28.985776 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:43:28.985776 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:43:28.985776 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:43:28.985776 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:43:28.985776 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:43:28.985776 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:43:28.985776 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:43:28.985776 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:43:28.985776 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:43:28.985776 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:43:28.985776 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:43:28.985776 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:43:28.994488 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ca535da4-b4bb-4777-9475-ba32deeec4e9 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:29.015428 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f0d624-d6c7-4479-8f49-4919ba3b35a3 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:29.020195 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f9f0d624-d6c7-4479-8f49-4919ba3b35a3 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc9fb4d-3303-4dba-b2c1-0797e9fbe191 HTTP/1.1" status: 200 len: 981 time: 0.2726579 Nov 16 11:43:29.024195 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c0dff9f9-8e63-4d93-9ff6-359305cd4bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:29.024917 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dff9f9-8e63-4d93-9ff6-359305cd4bac None None] The sync data for ids ['fcc9fb4d-3303-4dba-b2c1-0797e9fbe191'] in n-d-816823-3 is: [] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:43:29.030406 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59648) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:29.046533 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.api [None req-ca535da4-b4bb-4777-9475-ba32deeec4e9 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 16 11:43:29.046533 n-d-816823-3 neutron-server[102670]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Nov 16 11:43:29.046533 n-d-816823-3 neutron-server[102670]: [parameters: {'host': 'n-d-816823-3', 'ml2_port_bindings_port_id': '4fe4a651-a175-4388-8859-219f25fccbca', 'ml2_port_bindings_host': ''}] Nov 16 11:43:29.046533 n-d-816823-3 neutron-server[102670]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:43:29.046986 n-d-816823-3 neutron-server[102670]: DEBUG oslo_db.api [None req-ca535da4-b4bb-4777-9475-ba32deeec4e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:43:29.080800 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:29.082091 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-569b2e9c-b259-4a1f-a4b4-ee66ccce730a None None] Provisioning complete for port c676db02-959f-499b-aa09-91a47707e14f triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:29.082708 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-569b2e9c-b259-4a1f-a4b4-ee66ccce730a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:29.124377 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-549b0752-2d58-4bf2-88db-db25a9911f3a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:29.133486 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-549b0752-2d58-4bf2-88db-db25a9911f3a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:29.142407 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-549b0752-2d58-4bf2-88db-db25a9911f3a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "DELETE /v2.0/networks/a4a36c4d-2cc1-46ef-923b-c0abedd20b6a HTTP/1.1" status: 204 len: 168 time: 5.2176449 Nov 16 11:43:29.143280 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59654) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:29.145138 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-569b2e9c-b259-4a1f-a4b4-ee66ccce730a None None] Port c676db02-959f-499b-aa09-91a47707e14f cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:43:29.150306 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-eb945824-a76f-4d5f-bad9-d1447bb1b267 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-245393348'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:29.157614 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b0752-2d58-4bf2-88db-db25a9911f3a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event deleted for resources: {'Network': ['ID=a4a36c4d-2cc1-46ef-923b-c0abedd20b6a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:29.164824 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed94a60e-14fa-438d-b652-36db0c5c92e7 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:29.245396 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed94a60e-14fa-438d-b652-36db0c5c92e7 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Pushing event deleted for resources: {'Port': ['ID=4fe4a651-a175-4388-8859-219f25fccbca,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:29.280247 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d53c7e-5b32-40c8-aeac-de0c8743abbd None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:43:29.363003 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb945824-a76f-4d5f-bad9-d1447bb1b267 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Made reservation on behalf of 05698996c8fd4d698238455680b68f95 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:29.368851 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eb945824-a76f-4d5f-bad9-d1447bb1b267 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:29.481390 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-46b9c743-627e-450b-9c88-decae49755a5 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:29.570049 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb945824-a76f-4d5f-bad9-d1447bb1b267 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:43:29.578930 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca535da4-b4bb-4777-9475-ba32deeec4e9 None None] Port 4fe4a651-a175-4388-8859-219f25fccbca not found while updating agent binding for router 997730b9-5e6a-4774-9f4e-823beeb55184. {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 16 11:43:29.586574 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed94a60e-14fa-438d-b652-36db0c5c92e7 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:29.600925 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca535da4-b4bb-4777-9475-ba32deeec4e9 None None] Routers {'997730b9-5e6a-4774-9f4e-823beeb55184'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:43:29.601570 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ca535da4-b4bb-4777-9475-ba32deeec4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:43:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['997730b9-5e6a-4774-9f4e-823beeb55184'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:29.606525 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-55766a59-6e0e-48d8-8ecd-9af5bad14fec tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:29.659140 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eb945824-a76f-4d5f-bad9-d1447bb1b267 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:29.659533 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-eb945824-a76f-4d5f-bad9-d1447bb1b267 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Added segment 31b8dd68-0cd1-47ea-b842-2caae74ba392 of type vlan for network 22da0044-0092-4121-832b-56e37ecc834c Nov 16 11:43:29.757583 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-ca535da4-b4bb-4777-9475-ba32deeec4e9 None None] Set router 997730b9-5e6a-4774-9f4e-823beeb55184 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:43:29.818378 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed94a60e-14fa-438d-b652-36db0c5c92e7 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:29.823810 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed94a60e-14fa-438d-b652-36db0c5c92e7 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:29.826837 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eb945824-a76f-4d5f-bad9-d1447bb1b267 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:29.835065 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-46b9c743-627e-450b-9c88-decae49755a5 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Deleting port c676db02-959f-499b-aa09-91a47707e14f {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:43:29.835871 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-46b9c743-627e-450b-9c88-decae49755a5 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:29.868904 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ca535da4-b4bb-4777-9475-ba32deeec4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997730b9-5e6a-4774-9f4e-823beeb55184', 'name': 'tempest-snat-router-1049541197', 'tenant_id': '192892d471954cab8e30f2f334faa4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:43:24Z', 'updated_at': '2021-11-16T11:43:29Z', 'revision_number': 5, 'project_id': '192892d471954cab8e30f2f334faa4e4', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:29.903858 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca535da4-b4bb-4777-9475-ba32deeec4e9 None None] The sync data for ids ['997730b9-5e6a-4774-9f4e-823beeb55184'] in n-d-816823-3 is: [{'id': '997730b9-5e6a-4774-9f4e-823beeb55184', 'name': 'tempest-snat-router-1049541197', 'tenant_id': '192892d471954cab8e30f2f334faa4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:43:24Z', 'updated_at': '2021-11-16T11:43:29Z', 'revision_number': 5, 'project_id': '192892d471954cab8e30f2f334faa4e4', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:43:29.923517 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-55766a59-6e0e-48d8-8ecd-9af5bad14fec tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:30.005091 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed94a60e-14fa-438d-b652-36db0c5c92e7 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:30.006013 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed94a60e-14fa-438d-b652-36db0c5c92e7 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 997730b9-5e6a-4774-9f4e-823beeb55184 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:43:30.010952 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-46b9c743-627e-450b-9c88-decae49755a5 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:30.034130 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-46b9c743-627e-450b-9c88-decae49755a5 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Calling delete_port for c676db02-959f-499b-aa09-91a47707e14f owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:43:30.041820 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed94a60e-14fa-438d-b652-36db0c5c92e7 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:30.046136 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ed94a60e-14fa-438d-b652-36db0c5c92e7 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] 10.222.0.61 "DELETE /v2.0/routers/997730b9-5e6a-4774-9f4e-823beeb55184 HTTP/1.1" status: 204 len: 168 time: 2.2582448 Nov 16 11:43:30.058886 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59676) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:30.262436 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-46b9c743-627e-450b-9c88-decae49755a5 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:30.303676 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9c743-627e-450b-9c88-decae49755a5 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'Port': ['ID=c676db02-959f-499b-aa09-91a47707e14f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:30.337737 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eb945824-a76f-4d5f-bad9-d1447bb1b267 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:30.346200 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb945824-a76f-4d5f-bad9-d1447bb1b267 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:30.346860 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eb945824-a76f-4d5f-bad9-d1447bb1b267 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:30.430022 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb945824-a76f-4d5f-bad9-d1447bb1b267 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event updated for resources: {'Network': ['ID=22da0044-0092-4121-832b-56e37ecc834c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:30.451610 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 22da0044-0092-4121-832b-56e37ecc834c details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:43:30.507203 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-eb945824-a76f-4d5f-bad9-d1447bb1b267 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3621094 Nov 16 11:43:30.522573 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59690) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:30.528486 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-ff9f8be0-2e74-4b86-aaef-d1935fea7dbb tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Request body: {'subnet': {'network_id': '22da0044-0092-4121-832b-56e37ecc834c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:30.600498 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-46b9c743-627e-450b-9c88-decae49755a5 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:30.605877 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c486ecdc-159b-4b1e-add7-abeecfcb815c tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:30.726318 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-55766a59-6e0e-48d8-8ecd-9af5bad14fec tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:30.739229 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-55766a59-6e0e-48d8-8ecd-9af5bad14fec tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:30.788282 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55766a59-6e0e-48d8-8ecd-9af5bad14fec tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event updated for resources: {'Port': ['ID=b5e2365a-f985-4d4a-8741-2ef0ba2fe528,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:30.838712 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b9c743-627e-450b-9c88-decae49755a5 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Router fcc9fb4d-3303-4dba-b2c1-0797e9fbe191 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:43:30.849543 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-55766a59-6e0e-48d8-8ecd-9af5bad14fec tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:30.849938 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9f8be0-2e74-4b86-aaef-d1935fea7dbb tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Made reservation on behalf of 05698996c8fd4d698238455680b68f95 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:30.860936 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ff9f8be0-2e74-4b86-aaef-d1935fea7dbb tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:30.896074 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c486ecdc-159b-4b1e-add7-abeecfcb815c tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:31.003077 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [None req-55766a59-6e0e-48d8-8ecd-9af5bad14fec tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Floating IP a04069df-0bf8-4df6-8972-2374b1aa62fc associated. External IP: 172.25.0.57, port: 3ce07b74-0c24-4d88-8f1b-28e078c0a7d8. Nov 16 11:43:31.009311 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b9c743-627e-450b-9c88-decae49755a5 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:43:31.022808 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb89ab0-5e56-48c7-9247-b12338101269 None None] Sync routers for ids ['fcc9fb4d-3303-4dba-b2c1-0797e9fbe191'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:43:31.031888 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-46b9c743-627e-450b-9c88-decae49755a5 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "PUT /v2.0/routers/fcc9fb4d-3303-4dba-b2c1-0797e9fbe191/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0004063 Nov 16 11:43:31.036332 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb89ab0-5e56-48c7-9247-b12338101269 None None] Routers {'fcc9fb4d-3303-4dba-b2c1-0797e9fbe191'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:43:31.037260 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3cb89ab0-5e56-48c7-9247-b12338101269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:43:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['fcc9fb4d-3303-4dba-b2c1-0797e9fbe191'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:31.042751 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59716) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:31.103395 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-a33ba5eb-dfc8-4d87-bca3-14da9df1395a tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] GET failed (client error): The resource could not be found. Nov 16 11:43:31.105029 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a33ba5eb-dfc8-4d87-bca3-14da9df1395a tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "GET /v2.0/ports/c676db02-959f-499b-aa09-91a47707e14f HTTP/1.1" status: 404 len: 333 time: 0.0612218 Nov 16 11:43:31.111156 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59720) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:31.154797 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-c486ecdc-159b-4b1e-add7-abeecfcb815c tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Deleting port 8ae77565-8b9d-4733-86e5-73e5a6e5ea5e {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:43:31.155711 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c486ecdc-159b-4b1e-add7-abeecfcb815c tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:31.161354 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3cb89ab0-5e56-48c7-9247-b12338101269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:31.176715 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb89ab0-5e56-48c7-9247-b12338101269 None None] Routers {'fcc9fb4d-3303-4dba-b2c1-0797e9fbe191'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:43:31.177350 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3cb89ab0-5e56-48c7-9247-b12338101269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:43:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['fcc9fb4d-3303-4dba-b2c1-0797e9fbe191'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:31.219546 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3cb89ab0-5e56-48c7-9247-b12338101269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:31.221347 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb89ab0-5e56-48c7-9247-b12338101269 None None] The sync data for ids ['fcc9fb4d-3303-4dba-b2c1-0797e9fbe191'] in n-d-816823-3 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:43:31.254598 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ff9f8be0-2e74-4b86-aaef-d1935fea7dbb tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:31.382650 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f8be0-2e74-4b86-aaef-d1935fea7dbb tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event updated for resources: {'Subnet': ['ID=09fb1fc9-b7a2-426e-b998-6ef5b99c212b,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:31.389253 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9f8be0-2e74-4b86-aaef-d1935fea7dbb tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Checking segment: {'id': '31b8dd68-0cd1-47ea-b842-2caae74ba392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '22da0044-0092-4121-832b-56e37ecc834c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:43:31.400246 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9f8be0-2e74-4b86-aaef-d1935fea7dbb tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Network hostable DHCP agents. Network: 22da0044-0092-4121-832b-56e37ecc834c, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:43:31.477817 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9f8be0-2e74-4b86-aaef-d1935fea7dbb tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Network 22da0044-0092-4121-832b-56e37ecc834c is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:43:31.510229 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-ff9f8be0-2e74-4b86-aaef-d1935fea7dbb tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 22da0044-0092-4121-832b-56e37ecc834c) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:31.519279 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9f8be0-2e74-4b86-aaef-d1935fea7dbb tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:31.520145 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ff9f8be0-2e74-4b86-aaef-d1935fea7dbb tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:31.524972 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c6fe25-fbee-471a-bec2-110d118daf85 None None] Network 22da0044-0092-4121-832b-56e37ecc834c requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:43:31.544645 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ff9f8be0-2e74-4b86-aaef-d1935fea7dbb tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0207958 Nov 16 11:43:31.547651 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59726) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:31.720028 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-968789f5-a7aa-4362-8c6d-efcfc49abce7 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:31.727481 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c004b01-474d-434c-8dea-4f541032b713 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:31.809363 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-968789f5-a7aa-4362-8c6d-efcfc49abce7 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:31.875533 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5205455-9113-4a31-b288-0f4fe5b72f13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-22da0044-0092-4121-832b-56e37ecc834c', 'network_id': '22da0044-0092-4121-832b-56e37ecc834c', 'tenant_id': '05698996c8fd4d698238455680b68f95', 'fixed_ips': [{'subnet_id': '09fb1fc9-b7a2-426e-b998-6ef5b99c212b'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:43:31.876679 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c5205455-9113-4a31-b288-0f4fe5b72f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:31.886186 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-c486ecdc-159b-4b1e-add7-abeecfcb815c tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] For port 8ae77565-8b9d-4733-86e5-73e5a6e5ea5e, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=8ae77565-8b9d-4733-86e5-73e5a6e5ea5e,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:43:31.886186 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c486ecdc-159b-4b1e-add7-abeecfcb815c tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:31.913528 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-c486ecdc-159b-4b1e-add7-abeecfcb815c tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Calling delete_port for 8ae77565-8b9d-4733-86e5-73e5a6e5ea5e owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:43:31.913697 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-968789f5-a7aa-4362-8c6d-efcfc49abce7 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:32.003977 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5775ef2-a945-47b0-a8a3-28a6d8522df3 None None] Network 22da0044-0092-4121-832b-56e37ecc834c requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:43:32.021573 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968789f5-a7aa-4362-8c6d-efcfc49abce7 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event deleted for resources: {'Subnet': ['ID=09fb1fc9-b7a2-426e-b998-6ef5b99c212b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:32.054905 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-968789f5-a7aa-4362-8c6d-efcfc49abce7 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:32.081224 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-968789f5-a7aa-4362-8c6d-efcfc49abce7 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22da0044-0092-4121-832b-56e37ecc834c']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:32.090798 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-968789f5-a7aa-4362-8c6d-efcfc49abce7 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31b8dd68-0cd1-47ea-b842-2caae74ba392') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:32.091097 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-968789f5-a7aa-4362-8c6d-efcfc49abce7 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31b8dd68-0cd1-47ea-b842-2caae74ba392') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:32.101061 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-968789f5-a7aa-4362-8c6d-efcfc49abce7 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:32.121765 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-968789f5-a7aa-4362-8c6d-efcfc49abce7 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:32.137999 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-968789f5-a7aa-4362-8c6d-efcfc49abce7 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:43:32.138506 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-968789f5-a7aa-4362-8c6d-efcfc49abce7 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:32.145828 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:43:32.145828 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:43:32.145828 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:43:32.145828 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:43:32.145828 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:43:32.145828 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:43:32.145828 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:43:32.145828 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:43:32.145828 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:43:32.145828 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:43:32.145828 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:43:32.145828 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:43:32.145828 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:43:32.145828 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:43:32.145828 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:43:32.145828 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:43:32.145828 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:43:32.145828 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:43:32.145828 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:43:32.145828 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:43:32.145828 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:43:32.145828 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:43:32.145828 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:43:32.145828 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:43:32.145828 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:43:32.145828 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:43:32.145828 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:43:32.145828 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:43:32.145828 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:43:32.145828 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:43:32.145828 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:43:32.145828 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:43:32.194227 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c004b01-474d-434c-8dea-4f541032b713 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:32.198943 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c004b01-474d-434c-8dea-4f541032b713 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:32.211169 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-968789f5-a7aa-4362-8c6d-efcfc49abce7 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:32.214418 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55766a59-6e0e-48d8-8ecd-9af5bad14fec tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Router 23d4349f-5e3a-4635-a6ad-f80f494bff2a has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:43:32.223467 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-968789f5-a7aa-4362-8c6d-efcfc49abce7 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:32.227326 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-968789f5-a7aa-4362-8c6d-efcfc49abce7 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "DELETE /v2.0/networks/22da0044-0092-4121-832b-56e37ecc834c HTTP/1.1" status: 204 len: 168 time: 0.6758144 Nov 16 11:43:32.239351 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59738) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:32.244711 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-ed3b24c5-cbf7-4677-95f3-25feeec45a7a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1550722251'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:32.250157 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968789f5-a7aa-4362-8c6d-efcfc49abce7 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event deleted for resources: {'Network': ['ID=22da0044-0092-4121-832b-56e37ecc834c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:32.272315 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3b24c5-cbf7-4677-95f3-25feeec45a7a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Made reservation on behalf of 05698996c8fd4d698238455680b68f95 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:32.277030 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed3b24c5-cbf7-4677-95f3-25feeec45a7a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:32.301961 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c004b01-474d-434c-8dea-4f541032b713 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:32.301961 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c004b01-474d-434c-8dea-4f541032b713 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Fanout notify agent at l3_agent the message router_deleted on router fcc9fb4d-3303-4dba-b2c1-0797e9fbe191 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:43:32.303685 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed3b24c5-cbf7-4677-95f3-25feeec45a7a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:43:32.316768 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed3b24c5-cbf7-4677-95f3-25feeec45a7a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:32.317183 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-ed3b24c5-cbf7-4677-95f3-25feeec45a7a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Added segment c4300127-d0be-4ea7-a5d8-b3b1cab96cb7 of type vlan for network 4a40e3ff-4c93-4798-b57a-5516a5fb82cd Nov 16 11:43:32.338873 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c004b01-474d-434c-8dea-4f541032b713 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:32.342983 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0c004b01-474d-434c-8dea-4f541032b713 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/routers/fcc9fb4d-3303-4dba-b2c1-0797e9fbe191 HTTP/1.1" status: 204 len: 168 time: 1.2255809 Nov 16 11:43:32.345747 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59740) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:32.392867 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed3b24c5-cbf7-4677-95f3-25feeec45a7a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:32.425288 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d42a7c7-e4b4-4b6c-867a-392a9e0924e1 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Deleting subnet 44bd8dfe-ec23-487e-b854-3a288ff7e04e {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:43:32.432809 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9d42a7c7-e4b4-4b6c-867a-392a9e0924e1 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:32.448531 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55766a59-6e0e-48d8-8ecd-9af5bad14fec tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:43:32.466323 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63136d63-7694-4754-8064-5754933d3527 None None] Sync routers for ids ['23d4349f-5e3a-4635-a6ad-f80f494bff2a'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:43:32.469354 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed3b24c5-cbf7-4677-95f3-25feeec45a7a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:32.478094 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3b24c5-cbf7-4677-95f3-25feeec45a7a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:32.478959 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed3b24c5-cbf7-4677-95f3-25feeec45a7a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:32.485466 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63136d63-7694-4754-8064-5754933d3527 None None] Routers {'23d4349f-5e3a-4635-a6ad-f80f494bff2a'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:43:32.486377 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-63136d63-7694-4754-8064-5754933d3527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:43:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['23d4349f-5e3a-4635-a6ad-f80f494bff2a'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:32.488002 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-55766a59-6e0e-48d8-8ecd-9af5bad14fec tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:32.519448 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ed3b24c5-cbf7-4677-95f3-25feeec45a7a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2783902 Nov 16 11:43:32.526090 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59742) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:32.532050 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-9ce229e0-a481-488c-90c6-d57c307d7cfd tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Request body: {'subnet': {'network_id': '4a40e3ff-4c93-4798-b57a-5516a5fb82cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:32.553479 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9d42a7c7-e4b4-4b6c-867a-392a9e0924e1 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:32.578349 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c486ecdc-159b-4b1e-add7-abeecfcb815c tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:32.604170 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b24c5-cbf7-4677-95f3-25feeec45a7a tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event updated for resources: {'Network': ['ID=4a40e3ff-4c93-4798-b57a-5516a5fb82cd,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:32.618959 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 4a40e3ff-4c93-4798-b57a-5516a5fb82cd details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:43:32.623286 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486ecdc-159b-4b1e-add7-abeecfcb815c tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ae77565-8b9d-4733-86e5-73e5a6e5ea5e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:32.626238 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-55766a59-6e0e-48d8-8ecd-9af5bad14fec tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.7942822 Nov 16 11:43:32.650676 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8128f006-181b-4f4e-b345-cba1a8acfc96', 'tag': '3ce07b74-0c24-4d88-8f1b-28e078c0a7d8'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:43:32.652989 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c448593b-ce88-4787-9fe4-bb86016c183d" -d '{"events": [{"name": "network-changed", "server_uuid": "8128f006-181b-4f4e-b345-cba1a8acfc96", "tag": "3ce07b74-0c24-4d88-8f1b-28e078c0a7d8"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:43:32.673190 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-63136d63-7694-4754-8064-5754933d3527 None None] Set router 23d4349f-5e3a-4635-a6ad-f80f494bff2a gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:43:32.691242 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9d42a7c7-e4b4-4b6c-867a-392a9e0924e1 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:32.749188 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c42632b-e4b7-427a-a344-48c876d526dd None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:43:32.845522 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce229e0-a481-488c-90c6-d57c307d7cfd tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Made reservation on behalf of 05698996c8fd4d698238455680b68f95 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:32.852792 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9d42a7c7-e4b4-4b6c-867a-392a9e0924e1 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:32.855923 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ce229e0-a481-488c-90c6-d57c307d7cfd tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:32.861475 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c486ecdc-159b-4b1e-add7-abeecfcb815c tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:32.874081 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a92e7f-1fd6-46a2-91b1-1a7ce1d17305 None None] Network 4b91f5f3-b0a3-4eec-9000-d85f18b35ac4 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:43:32.880478 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9d42a7c7-e4b4-4b6c-867a-392a9e0924e1 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:32.902717 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-9d42a7c7-e4b4-4b6c-867a-392a9e0924e1 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/subnets/44bd8dfe-ec23-487e-b854-3a288ff7e04e HTTP/1.1" status: 204 len: 168 time: 0.5557866 Nov 16 11:43:32.976425 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59750) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:32.991871 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d42a7c7-e4b4-4b6c-867a-392a9e0924e1 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'Subnet': ['ID=44bd8dfe-ec23-487e-b854-3a288ff7e04e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:33.022496 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-63136d63-7694-4754-8064-5754933d3527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d4349f-5e3a-4635-a6ad-f80f494bff2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461306953', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:42:41Z', 'updated_at': '2021-11-16T11:42:55Z', 'revision_number': 4, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': 'a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d4349f-5e3a-4635-a6ad-f80f494bff2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:42Z', 'updated_at': '2021-11-16T11:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': 'a04069df-0bf8-4df6-8972-2374b1aa62fc', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'floating_ip_address': '172.25.0.57', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '23d4349f-5e3a-4635-a6ad-f80f494bff2a', 'port_id': '3ce07b74-0c24-4d88-8f1b-28e078c0a7d8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c273dd6-07f2-4b1f-a721-47089a2a6655', 'mac_address': 'fa:16:3e:22:56:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8128f006-181b-4f4e-b345-cba1a8acfc96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:43:29Z', 'updated_at': '2021-11-16T11:43:29Z', 'revision_number': 0, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d551db0-930e-4e7b-bd10-ebf719f3691d', 'name': '', 'network_id': '1c273dd6-07f2-4b1f-a721-47089a2a6655', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'mac_address': 'fa:16:3e:a3:41:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d4349f-5e3a-4635-a6ad-f80f494bff2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'dec26c5c-14e0-466a-a352-55d48a3017e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:52Z', 'updated_at': '2021-11-16T11:43:03Z', 'revision_number': 5, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'subnets': [{'id': 'dec26c5c-14e0-466a-a352-55d48a3017e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:33.058111 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce58c0-a6af-40a5-8bf5-0cf8c054d753 req-7a2dc5a6-d6d3-4ef4-85e5-bc48b28027da tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:33.066593 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b2ce58c0-a6af-40a5-8bf5-0cf8c054d753 req-7a2dc5a6-d6d3-4ef4-85e5-bc48b28027da tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=8128f006-181b-4f4e-b345-cba1a8acfc96 HTTP/1.1" status: 200 len: 946 time: 0.2858622 Nov 16 11:43:33.079500 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63136d63-7694-4754-8064-5754933d3527 None None] Checking router: 23d4349f-5e3a-4635-a6ad-f80f494bff2a for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:43:33.089626 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63136d63-7694-4754-8064-5754933d3527 None None] Routers {'23d4349f-5e3a-4635-a6ad-f80f494bff2a'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:43:33.090332 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-63136d63-7694-4754-8064-5754933d3527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:43:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['23d4349f-5e3a-4635-a6ad-f80f494bff2a'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:33.134020 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ce229e0-a481-488c-90c6-d57c307d7cfd tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:33.141185 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98f358a9-2f19-47c8-a713-94de2f41539e tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:33.165705 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b2ce58c0-a6af-40a5-8bf5-0cf8c054d753 req-7f7f4ea5-0a3f-44df-8f87-f3651e0cf3fa tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b63567b-ee2a-4a85-a110-12557bea5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977962 Nov 16 11:43:33.167711 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61f8b38-4e00-4d03-a44a-c4e43a642781 None None] DHCP port deletion for 4b91f5f3-b0a3-4eec-9000-d85f18b35ac4 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:43:33.188849 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59758) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:33.229068 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-e61f8b38-4e00-4d03-a44a-c4e43a642781 None None] Deleting port 08b16222-66e5-4674-84cb-78b2abf63ad0 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:43:33.229451 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e61f8b38-4e00-4d03-a44a-c4e43a642781 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:33.253738 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c486ecdc-159b-4b1e-add7-abeecfcb815c tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:33.258232 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c037d8a-077a-450a-b56b-c26b9efbff08 x-openstack-request-id: req-8c037d8a-077a-450a-b56b-c26b9efbff08 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:43:33.258551 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8128f006-181b-4f4e-b345-cba1a8acfc96", "tag": "3ce07b74-0c24-4d88-8f1b-28e078c0a7d8", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:43:33.258763 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8c037d8a-077a-450a-b56b-c26b9efbff08 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:43:33.259163 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8128f006-181b-4f4e-b345-cba1a8acfc96', 'tag': '3ce07b74-0c24-4d88-8f1b-28e078c0a7d8', 'status': 'completed', 'code': 200} Nov 16 11:43:33.260679 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c486ecdc-159b-4b1e-add7-abeecfcb815c tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:33.306216 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce229e0-a481-488c-90c6-d57c307d7cfd tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event updated for resources: {'Subnet': ['ID=b3a497e6-9881-488e-a244-69ba11d57d59,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:33.313322 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-63136d63-7694-4754-8064-5754933d3527 None None] Set router 23d4349f-5e3a-4635-a6ad-f80f494bff2a gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:43:33.333041 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1847e004-9153-4bcf-8c7f-712a383cf41b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/floatingips/a04069df-0bf8-4df6-8972-2374b1aa62fc HTTP/1.1" status: 200 len: 991 time: 0.1426268 Nov 16 11:43:33.334573 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e61f8b38-4e00-4d03-a44a-c4e43a642781 None None] For port 08b16222-66e5-4674-84cb-78b2abf63ad0, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=08b16222-66e5-4674-84cb-78b2abf63ad0,segment=NetworkSegment(9b5b597d-5983-4128-82d8-c5e248053225),segment_id=9b5b597d-5983-4128-82d8-c5e248053225)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:43:33.334853 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e61f8b38-4e00-4d03-a44a-c4e43a642781 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:33.339681 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-98f358a9-2f19-47c8-a713-94de2f41539e tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Deleting port 08b16222-66e5-4674-84cb-78b2abf63ad0 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:43:33.340034 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98f358a9-2f19-47c8-a713-94de2f41539e tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:33.359899 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-e61f8b38-4e00-4d03-a44a-c4e43a642781 None None] Calling delete_port for 08b16222-66e5-4674-84cb-78b2abf63ad0 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:43:33.436169 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce229e0-a481-488c-90c6-d57c307d7cfd tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Checking segment: {'id': 'c4300127-d0be-4ea7-a5d8-b3b1cab96cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '4a40e3ff-4c93-4798-b57a-5516a5fb82cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:43:33.436770 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce229e0-a481-488c-90c6-d57c307d7cfd tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Network hostable DHCP agents. Network: 4a40e3ff-4c93-4798-b57a-5516a5fb82cd, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:43:33.448610 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e61f8b38-4e00-4d03-a44a-c4e43a642781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:33.457887 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c486ecdc-159b-4b1e-add7-abeecfcb815c tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:33.458465 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c486ecdc-159b-4b1e-add7-abeecfcb815c tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f843af57-f949-4e77-9342-061a95d25ab3 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:43:33.463496 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c486ecdc-159b-4b1e-add7-abeecfcb815c tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:33.468118 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c486ecdc-159b-4b1e-add7-abeecfcb815c tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] 10.222.0.61 "DELETE /v2.0/routers/f843af57-f949-4e77-9342-061a95d25ab3 HTTP/1.1" status: 204 len: 168 time: 3.4048400 Nov 16 11:43:33.468696 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59768) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:33.473353 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a71c77ab-0356-4743-8ab1-45fbd7792a1c tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-392956462', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}, 'admin_state_up': False}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:33.481025 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448593b-ce88-4787-9fe4-bb86016c183d req-3cef0047-d4de-4dc0-af33-758ab0f0e14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:33.483709 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c448593b-ce88-4787-9fe4-bb86016c183d req-3cef0047-d4de-4dc0-af33-758ab0f0e14e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a94525ce04b1475298bff18f4d90d9d6&device_id=8128f006-181b-4f4e-b345-cba1a8acfc96 HTTP/1.1" status: 200 len: 1097 time: 0.1899314 Nov 16 11:43:33.514867 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce229e0-a481-488c-90c6-d57c307d7cfd tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Network 4a40e3ff-4c93-4798-b57a-5516a5fb82cd is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:43:33.588812 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-9ce229e0-a481-488c-90c6-d57c307d7cfd tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 4a40e3ff-4c93-4798-b57a-5516a5fb82cd) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:33.606549 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce229e0-a481-488c-90c6-d57c307d7cfd tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:33.608334 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ce229e0-a481-488c-90c6-d57c307d7cfd tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:33.638150 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a71c77ab-0356-4743-8ab1-45fbd7792a1c tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:33.640096 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a71c77ab-0356-4743-8ab1-45fbd7792a1c tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:33.651422 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-63136d63-7694-4754-8064-5754933d3527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d4349f-5e3a-4635-a6ad-f80f494bff2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461306953', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:42:41Z', 'updated_at': '2021-11-16T11:42:55Z', 'revision_number': 4, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': 'a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d4349f-5e3a-4635-a6ad-f80f494bff2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:42Z', 'updated_at': '2021-11-16T11:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': 'a04069df-0bf8-4df6-8972-2374b1aa62fc', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'floating_ip_address': '172.25.0.57', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '23d4349f-5e3a-4635-a6ad-f80f494bff2a', 'port_id': '3ce07b74-0c24-4d88-8f1b-28e078c0a7d8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c273dd6-07f2-4b1f-a721-47089a2a6655', 'mac_address': 'fa:16:3e:22:56:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8128f006-181b-4f4e-b345-cba1a8acfc96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:43:29Z', 'updated_at': '2021-11-16T11:43:29Z', 'revision_number': 0, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d551db0-930e-4e7b-bd10-ebf719f3691d', 'name': '', 'network_id': '1c273dd6-07f2-4b1f-a721-47089a2a6655', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'mac_address': 'fa:16:3e:a3:41:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d4349f-5e3a-4635-a6ad-f80f494bff2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'dec26c5c-14e0-466a-a352-55d48a3017e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:52Z', 'updated_at': '2021-11-16T11:43:03Z', 'revision_number': 5, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'subnets': [{'id': 'dec26c5c-14e0-466a-a352-55d48a3017e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:33.664739 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9ce229e0-a481-488c-90c6-d57c307d7cfd tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1372578 Nov 16 11:43:33.677182 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59770) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:33.699904 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63136d63-7694-4754-8064-5754933d3527 None None] The sync data for ids ['23d4349f-5e3a-4635-a6ad-f80f494bff2a'] in n-d-816823-3 is: [{'id': '23d4349f-5e3a-4635-a6ad-f80f494bff2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461306953', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:42:41Z', 'updated_at': '2021-11-16T11:42:55Z', 'revision_number': 4, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': 'a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d4349f-5e3a-4635-a6ad-f80f494bff2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:42Z', 'updated_at': '2021-11-16T11:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': 'a04069df-0bf8-4df6-8972-2374b1aa62fc', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'floating_ip_address': '172.25.0.57', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '23d4349f-5e3a-4635-a6ad-f80f494bff2a', 'port_id': '3ce07b74-0c24-4d88-8f1b-28e078c0a7d8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c273dd6-07f2-4b1f-a721-47089a2a6655', 'mac_address': 'fa:16:3e:22:56:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8128f006-181b-4f4e-b345-cba1a8acfc96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:43:29Z', 'updated_at': '2021-11-16T11:43:29Z', 'revision_number': 0, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d551db0-930e-4e7b-bd10-ebf719f3691d', 'name': '', 'network_id': '1c273dd6-07f2-4b1f-a721-47089a2a6655', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'mac_address': 'fa:16:3e:a3:41:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d4349f-5e3a-4635-a6ad-f80f494bff2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'dec26c5c-14e0-466a-a352-55d48a3017e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:52Z', 'updated_at': '2021-11-16T11:43:03Z', 'revision_number': 5, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'subnets': [{'id': 'dec26c5c-14e0-466a-a352-55d48a3017e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:43:33.752912 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f8b38-4e00-4d03-a44a-c4e43a642781 None None] Pushing event deleted for resources: {'Port': ['ID=08b16222-66e5-4674-84cb-78b2abf63ad0,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:33.757614 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4186b8c8-8b03-4780-974a-4e1a33ef48dc None None] Network 4a40e3ff-4c93-4798-b57a-5516a5fb82cd requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:43:33.787581 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61f8b38-4e00-4d03-a44a-c4e43a642781 None None] No DVR routers for this DVR port 08b16222-66e5-4674-84cb-78b2abf63ad0 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:43:33.806837 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448593b-ce88-4787-9fe4-bb86016c183d req-3dea64df-96ff-44ac-85f7-2986b7aba908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:33.808340 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c448593b-ce88-4787-9fe4-bb86016c183d req-3dea64df-96ff-44ac-85f7-2986b7aba908 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1c273dd6-07f2-4b1f-a721-47089a2a6655 HTTP/1.1" status: 200 len: 898 time: 0.3125396 Nov 16 11:43:33.812430 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a71c77ab-0356-4743-8ab1-45fbd7792a1c tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:33.933274 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59774) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:33.974958 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-34be5185-cd26-4d62-b23d-58764782e9b0 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-433446929'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:33.979348 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b2968b-84ad-4482-8b25-d7609105192c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-4a40e3ff-4c93-4798-b57a-5516a5fb82cd', 'network_id': '4a40e3ff-4c93-4798-b57a-5516a5fb82cd', 'tenant_id': '05698996c8fd4d698238455680b68f95', 'fixed_ips': [{'subnet_id': 'b3a497e6-9881-488e-a244-69ba11d57d59'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:43:33.980388 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e7b2968b-84ad-4482-8b25-d7609105192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:34.015107 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-98f358a9-2f19-47c8-a713-94de2f41539e tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] For port 08b16222-66e5-4674-84cb-78b2abf63ad0, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=08b16222-66e5-4674-84cb-78b2abf63ad0,segment=NetworkSegment(9b5b597d-5983-4128-82d8-c5e248053225),segment_id=9b5b597d-5983-4128-82d8-c5e248053225)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:43:34.015770 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98f358a9-2f19-47c8-a713-94de2f41539e tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:34.065776 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-98f358a9-2f19-47c8-a713-94de2f41539e tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Calling delete_port for 08b16222-66e5-4674-84cb-78b2abf63ad0 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:43:34.119291 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34be5185-cd26-4d62-b23d-58764782e9b0 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Made reservation on behalf of 14d41305b65a4dafae92476e1ff902fa for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:34.128623 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-34be5185-cd26-4d62-b23d-58764782e9b0 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:34.133384 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-a7f1c513-c14a-4294-8f64-940fd5f13ff6 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:34.146272 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b85002b-2f36-4343-accb-c5b3c14914af None None] New status for floating IP a04069df-0bf8-4df6-8972-2374b1aa62fc: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:43:34.146853 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-a7f1c513-c14a-4294-8f64-940fd5f13ff6 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/networks?id=3d7484ae-78a0-4a01-9340-d50011c24af9 HTTP/1.1" status: 200 len: 812 time: 0.2693565 Nov 16 11:43:34.198987 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-b0f6c114-e187-4e41-8daa-c8d1a8ee8866 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/quotas/4bac558768764cbe98f7632412a36688 HTTP/1.1" status: 200 len: 375 time: 0.0168104 Nov 16 11:43:34.199214 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-e7b2968b-84ad-4482-8b25-d7609105192c None None] Allocated IP 172.20.0.1 (4a40e3ff-4c93-4798-b57a-5516a5fb82cd/b3a497e6-9881-488e-a244-69ba11d57d59/118f7f99-0b6e-4e8c-b4a0-0165a1537ded) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:43:34.212454 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a71c77ab-0356-4743-8ab1-45fbd7792a1c tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:34.248507 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c448593b-ce88-4787-9fe4-bb86016c183d req-c6ea9ca9-f740-444d-9111-1cb7ec0ac6e5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ce07b74-0c24-4d88-8f1b-28e078c0a7d8 HTTP/1.1" status: 200 len: 999 time: 0.4287236 Nov 16 11:43:34.255431 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74285eed-9c86-4a58-b800-fef1e34e7e6e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:34.284237 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98f358a9-2f19-47c8-a713-94de2f41539e tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:34.288754 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 08b16222-66e5-4674-84cb-78b2abf63ad0 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:43:34.300319 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-ed83c67d-065f-4a3a-87de-6ea6c2edec90 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4bac558768764cbe98f7632412a36688&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0912201 Nov 16 11:43:34.315226 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34be5185-cd26-4d62-b23d-58764782e9b0 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:43:34.330084 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f358a9-2f19-47c8-a713-94de2f41539e tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'Port': ['ID=08b16222-66e5-4674-84cb-78b2abf63ad0,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:34.340905 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f358a9-2f19-47c8-a713-94de2f41539e tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] No DVR routers for this DVR port 08b16222-66e5-4674-84cb-78b2abf63ad0 on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:43:34.342824 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59776) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:34.358225 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 08b16222-66e5-4674-84cb-78b2abf63ad0 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:43:34.358575 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 08b16222-66e5-4674-84cb-78b2abf63ad0 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:43:34.374854 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-34be5185-cd26-4d62-b23d-58764782e9b0 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:34.377631 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-34be5185-cd26-4d62-b23d-58764782e9b0 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Added segment 80eacd24-01b9-479d-8ad7-eafb488e2665 of type vlan for network 26ef2bed-8832-46c6-b24f-4f0cfd9c2013 Nov 16 11:43:34.436284 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448593b-ce88-4787-9fe4-bb86016c183d req-8b9508af-57f6-4113-b15b-af56d08b70f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:34.437962 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c448593b-ce88-4787-9fe4-bb86016c183d req-8b9508af-57f6-4113-b15b-af56d08b70f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dec26c5c-14e0-466a-a352-55d48a3017e7 HTTP/1.1" status: 200 len: 834 time: 0.1770234 Nov 16 11:43:34.481405 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-34be5185-cd26-4d62-b23d-58764782e9b0 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:34.501428 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74285eed-9c86-4a58-b800-fef1e34e7e6e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:34.514645 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e7b2968b-84ad-4482-8b25-d7609105192c None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:34.519768 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f95646fe-f4dd-4787-80a4-6611286d3b1e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/floatingips/a04069df-0bf8-4df6-8972-2374b1aa62fc HTTP/1.1" status: 200 len: 991 time: 0.1508939 Nov 16 11:43:34.527282 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98f358a9-2f19-47c8-a713-94de2f41539e tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:34.531322 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e7b2968b-84ad-4482-8b25-d7609105192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:34.558541 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-6c8d01f2-a9a0-4862-b2ad-b078ea790188 service neutron] 10.222.0.61 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391286 Nov 16 11:43:34.560055 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-98f358a9-2f19-47c8-a713-94de2f41539e tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b91f5f3-b0a3-4eec-9000-d85f18b35ac4']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:34.571037 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-98f358a9-2f19-47c8-a713-94de2f41539e tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b5b597d-5983-4128-82d8-c5e248053225') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:34.571465 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-98f358a9-2f19-47c8-a713-94de2f41539e tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b5b597d-5983-4128-82d8-c5e248053225') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:34.573373 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b2968b-84ad-4482-8b25-d7609105192c None None] Network 4a40e3ff-4c93-4798-b57a-5516a5fb82cd is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:43:34.576612 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-e7b2968b-84ad-4482-8b25-d7609105192c None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:34.586133 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b2968b-84ad-4482-8b25-d7609105192c None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:43:34.587884 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-34be5185-cd26-4d62-b23d-58764782e9b0 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:34.595940 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98f358a9-2f19-47c8-a713-94de2f41539e tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:34.596328 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34be5185-cd26-4d62-b23d-58764782e9b0 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:34.596950 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-34be5185-cd26-4d62-b23d-58764782e9b0 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:34.600492 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448593b-ce88-4787-9fe4-bb86016c183d req-63da056b-cd5b-412c-91b8-f487d619f029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:34.600657 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b2968b-84ad-4482-8b25-d7609105192c None None] Pushing event updated for resources: {'Port': ['ID=118f7f99-0b6e-4e8c-b4a0-0165a1537ded,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:34.602014 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c448593b-ce88-4787-9fe4-bb86016c183d req-63da056b-cd5b-412c-91b8-f487d619f029 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1c273dd6-07f2-4b1f-a721-47089a2a6655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1483257 Nov 16 11:43:34.648500 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e7b2968b-84ad-4482-8b25-d7609105192c None None] Attempting to bind port 118f7f99-0b6e-4e8c-b4a0-0165a1537ded on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:43:34.648890 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e7b2968b-84ad-4482-8b25-d7609105192c None None] Attempting to bind port 118f7f99-0b6e-4e8c-b4a0-0165a1537ded by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'c4300127-d0be-4ea7-a5d8-b3b1cab96cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '4a40e3ff-4c93-4798-b57a-5516a5fb82cd'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:43:34.649274 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b2968b-84ad-4482-8b25-d7609105192c None None] Attempting to bind port 118f7f99-0b6e-4e8c-b4a0-0165a1537ded on network 4a40e3ff-4c93-4798-b57a-5516a5fb82cd {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:43:34.655396 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b2968b-84ad-4482-8b25-d7609105192c None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:43:34.657195 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b2968b-84ad-4482-8b25-d7609105192c None None] Checking segment: {'id': 'c4300127-d0be-4ea7-a5d8-b3b1cab96cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '4a40e3ff-4c93-4798-b57a-5516a5fb82cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:43:34.657195 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e7b2968b-84ad-4482-8b25-d7609105192c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:34.657195 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b2968b-84ad-4482-8b25-d7609105192c None None] Bound using segment: {'id': 'c4300127-d0be-4ea7-a5d8-b3b1cab96cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '4a40e3ff-4c93-4798-b57a-5516a5fb82cd'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:43:34.657195 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e7b2968b-84ad-4482-8b25-d7609105192c None None] Bound port: 118f7f99-0b6e-4e8c-b4a0-0165a1537ded, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4300127-d0be-4ea7-a5d8-b3b1cab96cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '4a40e3ff-4c93-4798-b57a-5516a5fb82cd'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:43:34.657607 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e7b2968b-84ad-4482-8b25-d7609105192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:34.659432 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98f358a9-2f19-47c8-a713-94de2f41539e tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:34.674005 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f358a9-2f19-47c8-a713-94de2f41539e tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:43:34.674005 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98f358a9-2f19-47c8-a713-94de2f41539e tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:34.676723 n-d-816823-3 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:43:34.676723 n-d-816823-3 neutron-server[102669]: self.session.flush() Nov 16 11:43:34.676723 n-d-816823-3 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:43:34.676723 n-d-816823-3 neutron-server[102669]: self.session.flush() Nov 16 11:43:34.676723 n-d-816823-3 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:43:34.676723 n-d-816823-3 neutron-server[102669]: self.session.flush() Nov 16 11:43:34.676723 n-d-816823-3 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:43:34.676723 n-d-816823-3 neutron-server[102669]: self.session.flush() Nov 16 11:43:34.676723 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:43:34.676723 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:43:34.676723 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:43:34.676723 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:43:34.676723 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:43:34.676723 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:43:34.676723 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:43:34.676723 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:43:34.676723 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:43:34.676723 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:43:34.676723 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:43:34.676723 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:43:34.676723 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:43:34.676723 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:43:34.676723 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:43:34.676723 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:43:34.676723 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:43:34.676723 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:43:34.676723 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:43:34.676723 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:43:34.676723 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:43:34.676723 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:43:34.676723 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:43:34.676723 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:43:34.676723 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:43:34.676723 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:43:34.676723 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:43:34.676723 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:43:34.676723 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:43:34.676723 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:43:34.676723 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:43:34.676723 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:43:34.698479 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-34be5185-cd26-4d62-b23d-58764782e9b0 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7262144 Nov 16 11:43:34.725239 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74285eed-9c86-4a58-b800-fef1e34e7e6e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:34.725818 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59778) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:34.731299 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-5175b926-b739-485c-ae87-9925805b6191 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-512792006'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:34.735744 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e7b2968b-84ad-4482-8b25-d7609105192c None None] For port 118f7f99-0b6e-4e8c-b4a0-0165a1537ded, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:43:34.741109 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e7b2968b-84ad-4482-8b25-d7609105192c None None] For port 118f7f99-0b6e-4e8c-b4a0-0165a1537ded, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=118f7f99-0b6e-4e8c-b4a0-0165a1537ded,segment=NetworkSegment(c4300127-d0be-4ea7-a5d8-b3b1cab96cb7),segment_id=c4300127-d0be-4ea7-a5d8-b3b1cab96cb7)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:43:34.747288 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e7b2968b-84ad-4482-8b25-d7609105192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:34.791951 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74285eed-9c86-4a58-b800-fef1e34e7e6e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event deleted for resources: {'Subnet': ['ID=b3a497e6-9881-488e-a244-69ba11d57d59,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:34.793066 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-fceaeb05-5841-4f94-a942-d28bf87f4455 service neutron] 10.222.0.61 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878369 Nov 16 11:43:34.801622 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98f358a9-2f19-47c8-a713-94de2f41539e tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:34.813500 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98f358a9-2f19-47c8-a713-94de2f41539e tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:34.823791 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-98f358a9-2f19-47c8-a713-94de2f41539e tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/networks/4b91f5f3-b0a3-4eec-9000-d85f18b35ac4 HTTP/1.1" status: 204 len: 168 time: 1.8398931 Nov 16 11:43:34.828177 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5175b926-b739-485c-ae87-9925805b6191 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Made reservation on behalf of 14d41305b65a4dafae92476e1ff902fa for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:34.831862 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5175b926-b739-485c-ae87-9925805b6191 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:34.833764 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59780) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:34.837088 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b2968b-84ad-4482-8b25-d7609105192c None None] Pushing event updated for resources: {'Port': ['ID=118f7f99-0b6e-4e8c-b4a0-0165a1537ded,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:34.851479 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f358a9-2f19-47c8-a713-94de2f41539e tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'Network': ['ID=4b91f5f3-b0a3-4eec-9000-d85f18b35ac4,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:34.860124 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c448593b-ce88-4787-9fe4-bb86016c183d req-4b4fb4b2-6a9c-49cb-bd8b-79e727fb3a5e service neutron] 10.222.0.64 "GET /v2.0/networks/1c273dd6-07f2-4b1f-a721-47089a2a6655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378716 Nov 16 11:43:34.860740 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be5185-cd26-4d62-b23d-58764782e9b0 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Pushing event updated for resources: {'Network': ['ID=26ef2bed-8832-46c6-b24f-4f0cfd9c2013,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:34.877204 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 26ef2bed-8832-46c6-b24f-4f0cfd9c2013 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:43:34.918096 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c76b1c3-69b5-499c-b976-750713da8e73 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:34.920241 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6c76b1c3-69b5-499c-b976-750713da8e73 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "GET /v2.0/ports/bf432367-e113-4295-9e23-5b58457247c8 HTTP/1.1" status: 200 len: 841 time: 0.0836062 Nov 16 11:43:34.921287 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5175b926-b739-485c-ae87-9925805b6191 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:43:34.926297 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59784) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:34.976594 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5175b926-b739-485c-ae87-9925805b6191 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:34.977105 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-5175b926-b739-485c-ae87-9925805b6191 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Added segment 43a893b6-0a3c-4973-a635-dcc9cf8e41b4 of type vlan for network 2041a2b2-0e73-454b-949f-7d84c22f57a1 Nov 16 11:43:34.991878 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-20d6c754-b4c9-44e5-90ae-d2f59a18eb0e tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "GET /v2.0/ports/bf432367-e113-4295-9e23-5b58457247c8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0644579 Nov 16 11:43:34.995662 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59786) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:35.002314 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-f2bb1c87-63f4-4fd9-b371-ed480a050908 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'subnet': {'network_id': 'df2f6888-97dc-472f-8ebc-e52bc01b3d4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:35.067005 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74285eed-9c86-4a58-b800-fef1e34e7e6e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:35.111212 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5175b926-b739-485c-ae87-9925805b6191 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:35.126832 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-74285eed-9c86-4a58-b800-fef1e34e7e6e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a40e3ff-4c93-4798-b57a-5516a5fb82cd']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:35.176372 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bd231526-969e-43ca-b3a0-f19bb4928841 req-f1dce51a-c298-4007-b376-0c1b2215bec2 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=14edb0ca-44ed-448e-bf6b-93f04318ae1c HTTP/1.1" status: 200 len: 210 time: 0.0820031 Nov 16 11:43:35.243620 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-74285eed-9c86-4a58-b800-fef1e34e7e6e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4300127-d0be-4ea7-a5d8-b3b1cab96cb7') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:35.244265 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-74285eed-9c86-4a58-b800-fef1e34e7e6e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4300127-d0be-4ea7-a5d8-b3b1cab96cb7') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:35.250487 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5175b926-b739-485c-ae87-9925805b6191 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:35.256946 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5175b926-b739-485c-ae87-9925805b6191 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:35.257675 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5175b926-b739-485c-ae87-9925805b6191 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:35.265390 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74285eed-9c86-4a58-b800-fef1e34e7e6e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:35.300383 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c448593b-ce88-4787-9fe4-bb86016c183d req-c986f087-93f6-4c9b-8850-a298d19ebc68 service neutron] 10.222.0.64 "GET /v2.0/networks/1c273dd6-07f2-4b1f-a721-47089a2a6655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580441 Nov 16 11:43:35.303164 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74285eed-9c86-4a58-b800-fef1e34e7e6e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:35.320608 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bb1c87-63f4-4fd9-b371-ed480a050908 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Made reservation on behalf of 7d3d11fb732046149ebe953349dcb515 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:35.324740 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f2bb1c87-63f4-4fd9-b371-ed480a050908 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:35.350744 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a71c77ab-0356-4743-8ab1-45fbd7792a1c tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:35.355164 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74285eed-9c86-4a58-b800-fef1e34e7e6e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:43:35.355624 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74285eed-9c86-4a58-b800-fef1e34e7e6e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:35.359458 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:43:35.359458 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:43:35.359458 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:43:35.359458 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:43:35.359458 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:43:35.359458 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:43:35.359458 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:43:35.359458 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:43:35.359458 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:43:35.359458 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:43:35.359458 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:43:35.359458 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:43:35.359458 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:43:35.359458 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:43:35.359458 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:43:35.359458 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:43:35.359458 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:43:35.359458 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:43:35.359458 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:43:35.359458 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:43:35.359458 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:43:35.359458 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:43:35.359458 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:43:35.359458 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:43:35.359458 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:43:35.359458 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:43:35.359458 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:43:35.359458 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:43:35.359458 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:43:35.359458 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:43:35.359458 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:43:35.359458 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:43:35.386660 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5175b926-b739-485c-ae87-9925805b6191 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6571085 Nov 16 11:43:35.387500 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a71c77ab-0356-4743-8ab1-45fbd7792a1c tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:35.389689 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59794) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:35.395025 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f4c261ab-8a77-4ac1-88a7-fd87e6d0fc62 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Request body: {'subnet': {'network_id': '26ef2bed-8832-46c6-b24f-4f0cfd9c2013', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:35.411534 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5175b926-b739-485c-ae87-9925805b6191 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Pushing event updated for resources: {'Network': ['ID=2041a2b2-0e73-454b-949f-7d84c22f57a1,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:35.426139 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 2041a2b2-0e73-454b-949f-7d84c22f57a1 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:43:35.527040 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59798) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:35.612221 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e7596ea2-6b8f-40db-b0da-411e50243f70 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/floatingips/a04069df-0bf8-4df6-8972-2374b1aa62fc HTTP/1.1" status: 200 len: 993 time: 0.0836208 Nov 16 11:43:35.889189 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 118f7f99-0b6e-4e8c-b4a0-0165a1537ded up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:43:35.954109 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 118f7f99-0b6e-4e8c-b4a0-0165a1537ded triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:35.954574 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:36.018671 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.db.api [None req-74285eed-9c86-4a58-b800-fef1e34e7e6e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 16 11:43:36.018671 n-d-816823-3 neutron-server[102668]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 16 11:43:36.018671 n-d-816823-3 neutron-server[102668]: [parameters: {'id': '4a40e3ff-4c93-4798-b57a-5516a5fb82cd'}] Nov 16 11:43:36.018671 n-d-816823-3 neutron-server[102668]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:43:36.019231 n-d-816823-3 neutron-server[102668]: DEBUG oslo_db.api [None req-74285eed-9c86-4a58-b800-fef1e34e7e6e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:43:36.079152 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:36.080060 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c261ab-8a77-4ac1-88a7-fd87e6d0fc62 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Made reservation on behalf of 14d41305b65a4dafae92476e1ff902fa for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:36.085450 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f4c261ab-8a77-4ac1-88a7-fd87e6d0fc62 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:36.125770 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 118f7f99-0b6e-4e8c-b4a0-0165a1537ded, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=118f7f99-0b6e-4e8c-b4a0-0165a1537ded,segment=NetworkSegment(c4300127-d0be-4ea7-a5d8-b3b1cab96cb7),segment_id=c4300127-d0be-4ea7-a5d8-b3b1cab96cb7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:43:36.131136 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:36.143342 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfb8934-ea10-441a-a054-956bd67a9899 None None] Network 4a40e3ff-4c93-4798-b57a-5516a5fb82cd requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:43:36.152919 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 8ae77565-8b9d-4733-86e5-73e5a6e5ea5e no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:43:36.155085 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f2bb1c87-63f4-4fd9-b371-ed480a050908 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:36.167588 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-a71c77ab-0356-4743-8ab1-45fbd7792a1c tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Allocated IP 172.25.0.239 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/ec7b8516-973d-4fe5-b1d3-0eb1e3d0f62c) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:43:36.206304 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bb1c87-63f4-4fd9-b371-ed480a050908 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Network df2f6888-97dc-472f-8ebc-e52bc01b3d4f is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:43:36.210455 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-f2bb1c87-63f4-4fd9-b371-ed480a050908 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:36.220611 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bb1c87-63f4-4fd9-b371-ed480a050908 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:36.221323 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f2bb1c87-63f4-4fd9-b371-ed480a050908 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:36.250648 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb1c87-63f4-4fd9-b371-ed480a050908 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'Subnet': ['ID=84986305-f5b1-4db5-aa0f-dbe37b1eb9f6,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:36.257804 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212ba7c7-913d-49a6-9967-9a4e85d97a6e None None] Network df2f6888-97dc-472f-8ebc-e52bc01b3d4f requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:43:36.260304 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f2bb1c87-63f4-4fd9-b371-ed480a050908 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2635181 Nov 16 11:43:36.260933 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59804) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:36.267444 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-5be1a824-d04b-43e1-96d3-8e9c2a02cc4f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'security_group': {'name': 'tempest-secgroup-1614826236'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:36.273274 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 8ae77565-8b9d-4733-86e5-73e5a6e5ea5e {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:43:36.274277 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 8ae77565-8b9d-4733-86e5-73e5a6e5ea5e not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:43:36.295480 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5be1a824-d04b-43e1-96d3-8e9c2a02cc4f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:36.367663 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a71c77ab-0356-4743-8ab1-45fbd7792a1c tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:36.375451 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8b4176b2-e559-4a7f-9b74-4dffe6512a06 req-86e9e0ca-3849-4c88-8a09-6653121f82f8 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=14edb0ca-44ed-448e-bf6b-93f04318ae1c HTTP/1.1" status: 200 len: 210 time: 0.0628333 Nov 16 11:43:36.379834 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-8de09756-530a-4441-8624-d2186cc867ea None None] Provisioning complete for port 118f7f99-0b6e-4e8c-b4a0-0165a1537ded triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:36.380714 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8de09756-530a-4441-8624-d2186cc867ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:36.389434 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=118f7f99-0b6e-4e8c-b4a0-0165a1537ded,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:36.419377 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5be1a824-d04b-43e1-96d3-8e9c2a02cc4f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:36.426126 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5be1a824-d04b-43e1-96d3-8e9c2a02cc4f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:36.447966 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5be1a824-d04b-43e1-96d3-8e9c2a02cc4f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:36.455043 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59806) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:36.456226 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5be1a824-d04b-43e1-96d3-8e9c2a02cc4f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1920726 Nov 16 11:43:36.476222 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b477d49f-cc1b-47fb-a40a-339979a7319c tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'security_group': {'name': 'tempest-secgroup-1335249209'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:36.480983 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be1a824-d04b-43e1-96d3-8e9c2a02cc4f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f01dcb7e-455c-432b-bbef-cf2734bb98c4,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:36.532211 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74285eed-9c86-4a58-b800-fef1e34e7e6e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:36.556531 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a71c77ab-0356-4743-8ab1-45fbd7792a1c tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:36.618187 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c77ab-0356-4743-8ab1-45fbd7792a1c tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Pushing event updated for resources: {'Port': ['ID=ec7b8516-973d-4fe5-b1d3-0eb1e3d0f62c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:36.648999 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71c77ab-0356-4743-8ab1-45fbd7792a1c tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:43:36.655553 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-a71c77ab-0356-4743-8ab1-45fbd7792a1c tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:36.657204 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58c4792-ddcd-48cc-b75e-38b7baa75021 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-df2f6888-97dc-472f-8ebc-e52bc01b3d4f', 'network_id': 'df2f6888-97dc-472f-8ebc-e52bc01b3d4f', 'tenant_id': '7d3d11fb732046149ebe953349dcb515', 'fixed_ips': [{'subnet_id': '84986305-f5b1-4db5-aa0f-dbe37b1eb9f6'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:43:36.658393 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58c4792-ddcd-48cc-b75e-38b7baa75021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:36.658710 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71c77ab-0356-4743-8ab1-45fbd7792a1c tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:43:36.664691 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b477d49f-cc1b-47fb-a40a-339979a7319c tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:36.684654 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4dd3ec-bf5f-4222-abaf-a7afb18bdbea None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:43:36.704252 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f7ceba-ef8b-4647-a572-e5d84c709d51 None None] DHCP port deletion for 4a40e3ff-4c93-4798-b57a-5516a5fb82cd request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:43:36.803259 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f4c261ab-8a77-4ac1-88a7-fd87e6d0fc62 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:36.811303 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-6732e753-948b-4b23-9151-f8503b450bea tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:36.812770 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-6732e753-948b-4b23-9151-f8503b450bea tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.36 "GET /v2.0/networks?id=3d7484ae-78a0-4a01-9340-d50011c24af9 HTTP/1.1" status: 200 len: 812 time: 0.3741150 Nov 16 11:43:36.848514 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b5a257ac-6ab9-441a-b848-bdc305ee05f5 None None] Provisioning complete for port ec7b8516-973d-4fe5-b1d3-0eb1e3d0f62c triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:36.848976 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b5a257ac-6ab9-441a-b848-bdc305ee05f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:36.855569 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-5e80dc70-984e-4f3f-b9ca-db4e35d6ae77 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Request body: {'port': {'device_id': '14edb0ca-44ed-448e-bf6b-93f04318ae1c', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'admin_state_up': True, 'tenant_id': '4bac558768764cbe98f7632412a36688'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:36.912183 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b5a257ac-6ab9-441a-b848-bdc305ee05f5 None None] Port ec7b8516-973d-4fe5-b1d3-0eb1e3d0f62c cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:43:36.916292 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-b58c4792-ddcd-48cc-b75e-38b7baa75021 None None] Allocated IP 172.20.0.2 (df2f6888-97dc-472f-8ebc-e52bc01b3d4f/84986305-f5b1-4db5-aa0f-dbe37b1eb9f6/799176a3-78cb-4ecd-9666-96df107d6e19) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:43:36.921951 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-48f7ceba-ef8b-4647-a572-e5d84c709d51 None None] Deleting port 118f7f99-0b6e-4e8c-b4a0-0165a1537ded {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:43:36.922368 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-48f7ceba-ef8b-4647-a572-e5d84c709d51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:37.039099 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-48f7ceba-ef8b-4647-a572-e5d84c709d51 None None] For port 118f7f99-0b6e-4e8c-b4a0-0165a1537ded, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=118f7f99-0b6e-4e8c-b4a0-0165a1537ded,segment=NetworkSegment(c4300127-d0be-4ea7-a5d8-b3b1cab96cb7),segment_id=c4300127-d0be-4ea7-a5d8-b3b1cab96cb7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:43:37.039496 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-48f7ceba-ef8b-4647-a572-e5d84c709d51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:37.057170 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-48f7ceba-ef8b-4647-a572-e5d84c709d51 None None] Calling delete_port for 118f7f99-0b6e-4e8c-b4a0-0165a1537ded owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:43:37.071709 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c261ab-8a77-4ac1-88a7-fd87e6d0fc62 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Pushing event updated for resources: {'Subnet': ['ID=14da45b5-9dad-4378-b0d0-75410f62650a,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:37.074457 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-74285eed-9c86-4a58-b800-fef1e34e7e6e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Deleting port 118f7f99-0b6e-4e8c-b4a0-0165a1537ded {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:43:37.074806 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74285eed-9c86-4a58-b800-fef1e34e7e6e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:37.146700 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b477d49f-cc1b-47fb-a40a-339979a7319c tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:37.175239 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b477d49f-cc1b-47fb-a40a-339979a7319c tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:37.178018 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c261ab-8a77-4ac1-88a7-fd87e6d0fc62 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Checking segment: {'id': '80eacd24-01b9-479d-8ad7-eafb488e2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '26ef2bed-8832-46c6-b24f-4f0cfd9c2013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:43:37.178018 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c261ab-8a77-4ac1-88a7-fd87e6d0fc62 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Network hostable DHCP agents. Network: 26ef2bed-8832-46c6-b24f-4f0cfd9c2013, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:43:37.200275 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58c4792-ddcd-48cc-b75e-38b7baa75021 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:37.213529 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58c4792-ddcd-48cc-b75e-38b7baa75021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:37.219054 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-48f7ceba-ef8b-4647-a572-e5d84c709d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:37.228682 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-74285eed-9c86-4a58-b800-fef1e34e7e6e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] For port 118f7f99-0b6e-4e8c-b4a0-0165a1537ded, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=118f7f99-0b6e-4e8c-b4a0-0165a1537ded,segment=NetworkSegment(c4300127-d0be-4ea7-a5d8-b3b1cab96cb7),segment_id=c4300127-d0be-4ea7-a5d8-b3b1cab96cb7)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:43:37.229047 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74285eed-9c86-4a58-b800-fef1e34e7e6e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:37.262129 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f7ceba-ef8b-4647-a572-e5d84c709d51 None None] No DVR routers for this DVR port 118f7f99-0b6e-4e8c-b4a0-0165a1537ded on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:43:37.275138 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58c4792-ddcd-48cc-b75e-38b7baa75021 None None] Network df2f6888-97dc-472f-8ebc-e52bc01b3d4f is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:43:37.279907 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-b58c4792-ddcd-48cc-b75e-38b7baa75021 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:37.282224 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58c4792-ddcd-48cc-b75e-38b7baa75021 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:43:37.289581 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b477d49f-cc1b-47fb-a40a-339979a7319c tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:37.290541 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c4792-ddcd-48cc-b75e-38b7baa75021 None None] Pushing event updated for resources: {'Port': ['ID=799176a3-78cb-4ecd-9666-96df107d6e19,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:37.293696 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b477d49f-cc1b-47fb-a40a-339979a7319c tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8187473 Nov 16 11:43:37.295569 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59812) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:37.301238 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-146060e3-b1dc-4115-906b-fa25a2df23bd tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1864130907', 'security_groups': ['efab236f-d791-403b-82cc-1d4b4f94c6f9'], 'network_id': 'df2f6888-97dc-472f-8ebc-e52bc01b3d4f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '84986305-f5b1-4db5-aa0f-dbe37b1eb9f6'}]}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:37.332622 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-74285eed-9c86-4a58-b800-fef1e34e7e6e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Calling delete_port for 118f7f99-0b6e-4e8c-b4a0-0165a1537ded owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:43:37.346750 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477d49f-cc1b-47fb-a40a-339979a7319c tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efab236f-d791-403b-82cc-1d4b4f94c6f9,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:37.348053 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7ceba-ef8b-4647-a572-e5d84c709d51 None None] Pushing event deleted for resources: {'Port': ['ID=118f7f99-0b6e-4e8c-b4a0-0165a1537ded,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:37.367885 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c261ab-8a77-4ac1-88a7-fd87e6d0fc62 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Network 26ef2bed-8832-46c6-b24f-4f0cfd9c2013 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:43:37.374281 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-5e80dc70-984e-4f3f-b9ca-db4e35d6ae77 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Made reservation on behalf of 4bac558768764cbe98f7632412a36688 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:37.378071 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-5e80dc70-984e-4f3f-b9ca-db4e35d6ae77 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:37.396492 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-b58c4792-ddcd-48cc-b75e-38b7baa75021 None None] Attempting to bind port 799176a3-78cb-4ecd-9666-96df107d6e19 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:43:37.396492 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-b58c4792-ddcd-48cc-b75e-38b7baa75021 None None] Attempting to bind port 799176a3-78cb-4ecd-9666-96df107d6e19 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '8a0cadaf-d332-45ce-859a-5d090c99c49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'df2f6888-97dc-472f-8ebc-e52bc01b3d4f'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:43:37.396492 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58c4792-ddcd-48cc-b75e-38b7baa75021 None None] Attempting to bind port 799176a3-78cb-4ecd-9666-96df107d6e19 on network df2f6888-97dc-472f-8ebc-e52bc01b3d4f {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:43:37.398739 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58c4792-ddcd-48cc-b75e-38b7baa75021 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:43:37.400373 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58c4792-ddcd-48cc-b75e-38b7baa75021 None None] Checking segment: {'id': '8a0cadaf-d332-45ce-859a-5d090c99c49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'df2f6888-97dc-472f-8ebc-e52bc01b3d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:43:37.400792 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58c4792-ddcd-48cc-b75e-38b7baa75021 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:37.401248 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58c4792-ddcd-48cc-b75e-38b7baa75021 None None] Bound using segment: {'id': '8a0cadaf-d332-45ce-859a-5d090c99c49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'df2f6888-97dc-472f-8ebc-e52bc01b3d4f'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:43:37.401742 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-b58c4792-ddcd-48cc-b75e-38b7baa75021 None None] Bound port: 799176a3-78cb-4ecd-9666-96df107d6e19, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a0cadaf-d332-45ce-859a-5d090c99c49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'df2f6888-97dc-472f-8ebc-e52bc01b3d4f'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:43:37.402161 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58c4792-ddcd-48cc-b75e-38b7baa75021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:37.488264 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58c4792-ddcd-48cc-b75e-38b7baa75021 None None] For port 799176a3-78cb-4ecd-9666-96df107d6e19, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:43:37.493438 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58c4792-ddcd-48cc-b75e-38b7baa75021 None None] For port 799176a3-78cb-4ecd-9666-96df107d6e19, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=799176a3-78cb-4ecd-9666-96df107d6e19,segment=NetworkSegment(8a0cadaf-d332-45ce-859a-5d090c99c49e),segment_id=8a0cadaf-d332-45ce-859a-5d090c99c49e)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:43:37.496010 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146060e3-b1dc-4115-906b-fa25a2df23bd tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Made reservation on behalf of 7d3d11fb732046149ebe953349dcb515 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:37.500489 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58c4792-ddcd-48cc-b75e-38b7baa75021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:37.513453 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-f4c261ab-8a77-4ac1-88a7-fd87e6d0fc62 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 26ef2bed-8832-46c6-b24f-4f0cfd9c2013) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:37.539266 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c261ab-8a77-4ac1-88a7-fd87e6d0fc62 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:37.539972 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f4c261ab-8a77-4ac1-88a7-fd87e6d0fc62 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:37.580553 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-68f9e3de-b203-4f55-ab0f-bc8a65d03fd4 req-037868de-3685-45d4-aadf-1d4b36427116 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=14edb0ca-44ed-448e-bf6b-93f04318ae1c HTTP/1.1" status: 200 len: 210 time: 0.0733566 Nov 16 11:43:37.591202 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c4792-ddcd-48cc-b75e-38b7baa75021 None None] Pushing event updated for resources: {'Port': ['ID=799176a3-78cb-4ecd-9666-96df107d6e19,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:37.604284 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6af1fb-a213-41a1-9e50-d5d6efc1cbf4 None None] Network 26ef2bed-8832-46c6-b24f-4f0cfd9c2013 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:43:37.613679 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a71c77ab-0356-4743-8ab1-45fbd7792a1c tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:37.671596 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-146060e3-b1dc-4115-906b-fa25a2df23bd tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:37.680460 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f4c261ab-8a77-4ac1-88a7-fd87e6d0fc62 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2901344 Nov 16 11:43:37.691249 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59816) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:37.696657 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-e6c2bf4c-d96d-4ded-a569-30a057060813 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Request body: {'subnet': {'network_id': '2041a2b2-0e73-454b-949f-7d84c22f57a1', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:37.744729 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74285eed-9c86-4a58-b800-fef1e34e7e6e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:37.800020 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-146060e3-b1dc-4115-906b-fa25a2df23bd tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] device_id is not set on port 93eb378e-e956-4246-b8c5-8b1989da7e4d yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:43:37.808346 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d1f854-7670-48e0-82fe-9d7f966c52d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-26ef2bed-8832-46c6-b24f-4f0cfd9c2013', 'network_id': '26ef2bed-8832-46c6-b24f-4f0cfd9c2013', 'tenant_id': '14d41305b65a4dafae92476e1ff902fa', 'fixed_ips': [{'subnet_id': '14da45b5-9dad-4378-b0d0-75410f62650a'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:43:37.809225 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07d1f854-7670-48e0-82fe-9d7f966c52d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:37.861115 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 118f7f99-0b6e-4e8c-b4a0-0165a1537ded no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:43:37.862706 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74285eed-9c86-4a58-b800-fef1e34e7e6e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event deleted for resources: {'Port': ['ID=118f7f99-0b6e-4e8c-b4a0-0165a1537ded,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:37.864819 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74285eed-9c86-4a58-b800-fef1e34e7e6e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] No DVR routers for this DVR port 118f7f99-0b6e-4e8c-b4a0-0165a1537ded on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:43:37.916760 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 118f7f99-0b6e-4e8c-b4a0-0165a1537ded {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:43:37.916760 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 118f7f99-0b6e-4e8c-b4a0-0165a1537ded not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:43:38.102644 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c2bf4c-d96d-4ded-a569-30a057060813 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Made reservation on behalf of 14d41305b65a4dafae92476e1ff902fa for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:38.106425 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e6c2bf4c-d96d-4ded-a569-30a057060813 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:38.121475 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a71c77ab-0356-4743-8ab1-45fbd7792a1c tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:38.124891 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-146060e3-b1dc-4115-906b-fa25a2df23bd tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Allocated IP 172.20.0.8 (df2f6888-97dc-472f-8ebc-e52bc01b3d4f/84986305-f5b1-4db5-aa0f-dbe37b1eb9f6/93eb378e-e956-4246-b8c5-8b1989da7e4d) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:43:38.135235 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-07d1f854-7670-48e0-82fe-9d7f966c52d1 None None] Allocated IP 10.1.1.2 (26ef2bed-8832-46c6-b24f-4f0cfd9c2013/14da45b5-9dad-4378-b0d0-75410f62650a/4e407893-c866-4578-af61-a44ee3cbf92f) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:43:38.250069 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-5e80dc70-984e-4f3f-b9ca-db4e35d6ae77 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Allocated IP 172.20.0.8 (3d7484ae-78a0-4a01-9340-d50011c24af9/b36b18de-7ce5-4007-aecb-7c9e7de7c07f/97be700c-47c0-4904-b4de-9b597a21cc68) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:43:38.322030 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74285eed-9c86-4a58-b800-fef1e34e7e6e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:38.350982 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-74285eed-9c86-4a58-b800-fef1e34e7e6e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a40e3ff-4c93-4798-b57a-5516a5fb82cd']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:38.362597 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-74285eed-9c86-4a58-b800-fef1e34e7e6e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4300127-d0be-4ea7-a5d8-b3b1cab96cb7') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:38.363152 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-74285eed-9c86-4a58-b800-fef1e34e7e6e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4300127-d0be-4ea7-a5d8-b3b1cab96cb7') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:38.363623 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07d1f854-7670-48e0-82fe-9d7f966c52d1 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:38.375783 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07d1f854-7670-48e0-82fe-9d7f966c52d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:38.378885 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74285eed-9c86-4a58-b800-fef1e34e7e6e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:38.405859 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-146060e3-b1dc-4115-906b-fa25a2df23bd tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:38.430507 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74285eed-9c86-4a58-b800-fef1e34e7e6e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:38.442862 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e6c2bf4c-d96d-4ded-a569-30a057060813 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:38.448259 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d1f854-7670-48e0-82fe-9d7f966c52d1 None None] Network 26ef2bed-8832-46c6-b24f-4f0cfd9c2013 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:43:38.452488 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-07d1f854-7670-48e0-82fe-9d7f966c52d1 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:38.458860 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d1f854-7670-48e0-82fe-9d7f966c52d1 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:43:38.460758 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74285eed-9c86-4a58-b800-fef1e34e7e6e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:43:38.461153 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74285eed-9c86-4a58-b800-fef1e34e7e6e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:38.472139 n-d-816823-3 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:43:38.472139 n-d-816823-3 neutron-server[102668]: self.session.flush() Nov 16 11:43:38.472139 n-d-816823-3 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:43:38.472139 n-d-816823-3 neutron-server[102668]: self.session.flush() Nov 16 11:43:38.472139 n-d-816823-3 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:43:38.472139 n-d-816823-3 neutron-server[102668]: self.session.flush() Nov 16 11:43:38.472139 n-d-816823-3 neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:43:38.472139 n-d-816823-3 neutron-server[102668]: self.session.flush() Nov 16 11:43:38.472139 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:43:38.472139 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:43:38.472139 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:43:38.472139 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:43:38.472139 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:43:38.472139 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:43:38.472139 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:43:38.472139 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:43:38.472139 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:43:38.472139 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:43:38.472139 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:43:38.472139 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:43:38.472139 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:43:38.472139 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:43:38.472139 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:43:38.472139 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:43:38.472139 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:43:38.472139 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:43:38.472139 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:43:38.472139 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:43:38.472139 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:43:38.472139 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:43:38.472139 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:43:38.472139 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:43:38.472139 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:43:38.472139 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:43:38.472139 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:43:38.472139 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:43:38.472139 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:43:38.472139 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:43:38.472139 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:43:38.472139 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:43:38.501552 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1f854-7670-48e0-82fe-9d7f966c52d1 None None] Pushing event updated for resources: {'Port': ['ID=4e407893-c866-4578-af61-a44ee3cbf92f,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:38.521185 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-146060e3-b1dc-4115-906b-fa25a2df23bd tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:38.550860 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-07d1f854-7670-48e0-82fe-9d7f966c52d1 None None] Attempting to bind port 4e407893-c866-4578-af61-a44ee3cbf92f on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:43:38.551287 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-07d1f854-7670-48e0-82fe-9d7f966c52d1 None None] Attempting to bind port 4e407893-c866-4578-af61-a44ee3cbf92f by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '80eacd24-01b9-479d-8ad7-eafb488e2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '26ef2bed-8832-46c6-b24f-4f0cfd9c2013'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:43:38.551664 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d1f854-7670-48e0-82fe-9d7f966c52d1 None None] Attempting to bind port 4e407893-c866-4578-af61-a44ee3cbf92f on network 26ef2bed-8832-46c6-b24f-4f0cfd9c2013 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:43:38.559516 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d1f854-7670-48e0-82fe-9d7f966c52d1 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:43:38.559516 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d1f854-7670-48e0-82fe-9d7f966c52d1 None None] Checking segment: {'id': '80eacd24-01b9-479d-8ad7-eafb488e2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '26ef2bed-8832-46c6-b24f-4f0cfd9c2013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:43:38.559839 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07d1f854-7670-48e0-82fe-9d7f966c52d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:38.560728 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d1f854-7670-48e0-82fe-9d7f966c52d1 None None] Bound using segment: {'id': '80eacd24-01b9-479d-8ad7-eafb488e2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '26ef2bed-8832-46c6-b24f-4f0cfd9c2013'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:43:38.561187 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-07d1f854-7670-48e0-82fe-9d7f966c52d1 None None] Bound port: 4e407893-c866-4578-af61-a44ee3cbf92f, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80eacd24-01b9-479d-8ad7-eafb488e2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '26ef2bed-8832-46c6-b24f-4f0cfd9c2013'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:43:38.562402 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07d1f854-7670-48e0-82fe-9d7f966c52d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:38.579954 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c2bf4c-d96d-4ded-a569-30a057060813 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Pushing event updated for resources: {'Subnet': ['ID=1bdf0709-8d8c-4805-b7a5-cb903bfbd56b,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:38.599187 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146060e3-b1dc-4115-906b-fa25a2df23bd tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Network df2f6888-97dc-472f-8ebc-e52bc01b3d4f is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:43:38.603795 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c2bf4c-d96d-4ded-a569-30a057060813 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Checking segment: {'id': '43a893b6-0a3c-4973-a635-dcc9cf8e41b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2041a2b2-0e73-454b-949f-7d84c22f57a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:43:38.606383 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c2bf4c-d96d-4ded-a569-30a057060813 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Network hostable DHCP agents. Network: 2041a2b2-0e73-454b-949f-7d84c22f57a1, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:43:38.612760 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-146060e3-b1dc-4115-906b-fa25a2df23bd tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:38.628130 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146060e3-b1dc-4115-906b-fa25a2df23bd tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:43:38.669165 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-07d1f854-7670-48e0-82fe-9d7f966c52d1 None None] For port 4e407893-c866-4578-af61-a44ee3cbf92f, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:43:38.674228 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-07d1f854-7670-48e0-82fe-9d7f966c52d1 None None] For port 4e407893-c866-4578-af61-a44ee3cbf92f, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=4e407893-c866-4578-af61-a44ee3cbf92f,segment=NetworkSegment(80eacd24-01b9-479d-8ad7-eafb488e2665),segment_id=80eacd24-01b9-479d-8ad7-eafb488e2665)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:43:38.674512 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74285eed-9c86-4a58-b800-fef1e34e7e6e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:38.682994 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07d1f854-7670-48e0-82fe-9d7f966c52d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:38.690589 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146060e3-b1dc-4115-906b-fa25a2df23bd tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'Port': ['ID=93eb378e-e956-4246-b8c5-8b1989da7e4d,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:38.711091 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74285eed-9c86-4a58-b800-fef1e34e7e6e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:38.715706 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-74285eed-9c86-4a58-b800-fef1e34e7e6e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "DELETE /v2.0/networks/4a40e3ff-4c93-4798-b57a-5516a5fb82cd HTTP/1.1" status: 204 len: 168 time: 5.0369334 Nov 16 11:43:38.722190 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59820) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:38.755258 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-157f5f0e-9ad0-4714-a812-8f807306f09e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-823559788'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:38.770550 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c2bf4c-d96d-4ded-a569-30a057060813 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Network 2041a2b2-0e73-454b-949f-7d84c22f57a1 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:43:38.780422 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74285eed-9c86-4a58-b800-fef1e34e7e6e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event deleted for resources: {'Network': ['ID=4a40e3ff-4c93-4798-b57a-5516a5fb82cd,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:38.793624 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7c80cebb-e572-408a-ae4f-ee561085b740 req-8e455b31-7c65-4b1a-9677-674b17b95413 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=14edb0ca-44ed-448e-bf6b-93f04318ae1c HTTP/1.1" status: 200 len: 210 time: 0.0676620 Nov 16 11:43:38.813002 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146060e3-b1dc-4115-906b-fa25a2df23bd tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:38.814456 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-146060e3-b1dc-4115-906b-fa25a2df23bd tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:38.824023 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-e6c2bf4c-d96d-4ded-a569-30a057060813 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 2041a2b2-0e73-454b-949f-7d84c22f57a1) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:38.835366 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1f854-7670-48e0-82fe-9d7f966c52d1 None None] Pushing event updated for resources: {'Port': ['ID=4e407893-c866-4578-af61-a44ee3cbf92f,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:38.842844 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c2bf4c-d96d-4ded-a569-30a057060813 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:38.844576 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e6c2bf4c-d96d-4ded-a569-30a057060813 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:38.864636 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5bc2d9-8e08-4508-9899-c87a5ed69edf None None] Network 2041a2b2-0e73-454b-949f-7d84c22f57a1 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:43:38.887924 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157f5f0e-9ad0-4714-a812-8f807306f09e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Made reservation on behalf of 05698996c8fd4d698238455680b68f95 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:38.891053 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-146060e3-b1dc-4115-906b-fa25a2df23bd tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5943000 Nov 16 11:43:38.893908 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59822) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:38.898286 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-157f5f0e-9ad0-4714-a812-8f807306f09e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:38.899399 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-b9380751-68c2-414b-93a8-13526233871d tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'subnet': {'network_id': 'df2f6888-97dc-472f-8ebc-e52bc01b3d4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:38.914327 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e6c2bf4c-d96d-4ded-a569-30a057060813 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2194266 Nov 16 11:43:38.914572 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a71c77ab-0356-4743-8ab1-45fbd7792a1c tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Router 42190499-9e07-4b73-a31d-e21716cfed27 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:43:38.917262 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59824) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:38.935692 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-b0989f03-2904-44f4-8e1d-be2408bed97e tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Request body: {'port': {'network_id': '26ef2bed-8832-46c6-b24f-4f0cfd9c2013', 'name': 'tempest-TaggedBootDevicesTest_v242-1760175183', 'fixed_ips': [{'subnet_id': '14da45b5-9dad-4378-b0d0-75410f62650a'}]}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:38.944125 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-5e80dc70-984e-4f3f-b9ca-db4e35d6ae77 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:38.962456 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-157f5f0e-9ad0-4714-a812-8f807306f09e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:43:39.066832 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-157f5f0e-9ad0-4714-a812-8f807306f09e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:39.067313 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-157f5f0e-9ad0-4714-a812-8f807306f09e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Added segment 11a04063-42ab-4bb1-bfef-e30766a06f36 of type vlan for network bc0eeeb2-e27e-4c35-b120-29d243c08a7e Nov 16 11:43:39.201184 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-157f5f0e-9ad0-4714-a812-8f807306f09e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:39.236407 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-5e80dc70-984e-4f3f-b9ca-db4e35d6ae77 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:39.248740 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['3742ffc3-e897-4083-9847-775f02d0e7b5'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:43:39.313462 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-157f5f0e-9ad0-4714-a812-8f807306f09e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:39.336766 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157f5f0e-9ad0-4714-a812-8f807306f09e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:39.337558 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-157f5f0e-9ad0-4714-a812-8f807306f09e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:39.361713 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71c77ab-0356-4743-8ab1-45fbd7792a1c tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:43:39.374918 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542b8beb-b337-4be2-a43f-4b2d8d17aff8 None None] Sync routers for ids ['42190499-9e07-4b73-a31d-e21716cfed27'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:43:39.385203 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542b8beb-b337-4be2-a43f-4b2d8d17aff8 None None] Routers {'42190499-9e07-4b73-a31d-e21716cfed27'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:43:39.386423 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-542b8beb-b337-4be2-a43f-4b2d8d17aff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:43:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['42190499-9e07-4b73-a31d-e21716cfed27'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:39.398763 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9380751-68c2-414b-93a8-13526233871d tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Made reservation on behalf of 7d3d11fb732046149ebe953349dcb515 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:39.403020 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b9380751-68c2-414b-93a8-13526233871d tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:39.432542 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9e137f-549a-4204-95b8-5f8da12633a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-2041a2b2-0e73-454b-949f-7d84c22f57a1', 'network_id': '2041a2b2-0e73-454b-949f-7d84c22f57a1', 'tenant_id': '14d41305b65a4dafae92476e1ff902fa', 'fixed_ips': [{'subnet_id': '1bdf0709-8d8c-4805-b7a5-cb903bfbd56b'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:43:39.433540 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c9e137f-549a-4204-95b8-5f8da12633a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:39.498970 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-53df04ed-400d-4202-82af-b6f909f448f9 None None] Provisioning complete for port 799176a3-78cb-4ecd-9666-96df107d6e19 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:39.499404 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-53df04ed-400d-4202-82af-b6f909f448f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:39.508741 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-5e80dc70-984e-4f3f-b9ca-db4e35d6ae77 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Network 3d7484ae-78a0-4a01-9340-d50011c24af9 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:43:39.515220 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e80dc70-984e-4f3f-b9ca-db4e35d6ae77 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Pushing event updated for resources: {'Port': ['ID=97be700c-47c0-4904-b4de-9b597a21cc68,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:39.538541 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-5e80dc70-984e-4f3f-b9ca-db4e35d6ae77 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:39.540742 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-5e80dc70-984e-4f3f-b9ca-db4e35d6ae77 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:43:39.547051 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0989f03-2904-44f4-8e1d-be2408bed97e tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Made reservation on behalf of 14d41305b65a4dafae92476e1ff902fa for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:39.627325 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a71c77ab-0356-4743-8ab1-45fbd7792a1c tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:39.637294 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a71c77ab-0356-4743-8ab1-45fbd7792a1c tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.1678233 Nov 16 11:43:39.658197 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59826) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:39.661748 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-157f5f0e-9ad0-4714-a812-8f807306f09e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9236693 Nov 16 11:43:39.681713 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59828) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:39.684234 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-0a91667e-288c-4e68-bf52-fe96dfae9449 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'enable_snat': False}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:39.692627 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-20933aea-c517-4dd4-863d-0fe8fb80ff69 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:39.703273 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f5f0e-9ad0-4714-a812-8f807306f09e tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event updated for resources: {'Network': ['ID=bc0eeeb2-e27e-4c35-b120-29d243c08a7e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:39.708826 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-542b8beb-b337-4be2-a43f-4b2d8d17aff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:39.730674 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542b8beb-b337-4be2-a43f-4b2d8d17aff8 None None] Routers {'42190499-9e07-4b73-a31d-e21716cfed27'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:43:39.731312 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-542b8beb-b337-4be2-a43f-4b2d8d17aff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:43:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['42190499-9e07-4b73-a31d-e21716cfed27'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:39.731633 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network bc0eeeb2-e27e-4c35-b120-29d243c08a7e details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:43:39.839260 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-542b8beb-b337-4be2-a43f-4b2d8d17aff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:39.839935 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542b8beb-b337-4be2-a43f-4b2d8d17aff8 None None] The sync data for ids ['42190499-9e07-4b73-a31d-e21716cfed27'] in n-d-816823-3 is: [] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:43:39.934825 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-5e80dc70-984e-4f3f-b9ca-db4e35d6ae77 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:39.936070 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-5e80dc70-984e-4f3f-b9ca-db4e35d6ae77 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:39.961957 n-d-816823-3 neutron-server[102669]: INFO neutron.db.ipam_backend_mixin [None req-b9380751-68c2-414b-93a8-13526233871d tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 84986305-f5b1-4db5-aa0f-dbe37b1eb9f6 (CIDR: 172.20.0.0/28) Nov 16 11:43:39.969867 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-5e80dc70-984e-4f3f-b9ca-db4e35d6ae77 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1407661 Nov 16 11:43:40.009577 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-f4870d12-e16a-4fb0-9174-2100d774245f service neutron] Request body: {'port': {'device_id': '14edb0ca-44ed-448e-bf6b-93f04318ae1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:40.024201 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9380751-68c2-414b-93a8-13526233871d tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:43:40.024489 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9380751-68c2-414b-93a8-13526233871d tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:43:40.056944 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-8c9e137f-549a-4204-95b8-5f8da12633a7 None None] Allocated IP 10.2.2.2 (2041a2b2-0e73-454b-949f-7d84c22f57a1/1bdf0709-8d8c-4805-b7a5-cb903bfbd56b/4e3a6e22-a834-4ddd-9742-ee520c6261b6) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:43:40.128244 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-f4870d12-e16a-4fb0-9174-2100d774245f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:40.147257 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b0989f03-2904-44f4-8e1d-be2408bed97e tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:40.151744 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 4e407893-c866-4578-af61-a44ee3cbf92f up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:43:40.205893 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-53df04ed-400d-4202-82af-b6f909f448f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:40.221172 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b9380751-68c2-414b-93a8-13526233871d tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3260138 Nov 16 11:43:40.258301 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59832) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:40.266532 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-605c8426-d8a9-47fe-bd11-19577a08ec2b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'subnet': {'network_id': 'df2f6888-97dc-472f-8ebc-e52bc01b3d4f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:40.320005 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-20933aea-c517-4dd4-863d-0fe8fb80ff69 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:40.353564 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-20933aea-c517-4dd4-863d-0fe8fb80ff69 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:40.366213 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-53df04ed-400d-4202-82af-b6f909f448f9 None None] For port 799176a3-78cb-4ecd-9666-96df107d6e19, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=799176a3-78cb-4ecd-9666-96df107d6e19,segment=NetworkSegment(8a0cadaf-d332-45ce-859a-5d090c99c49e),segment_id=8a0cadaf-d332-45ce-859a-5d090c99c49e)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:43:40.366844 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-b0989f03-2904-44f4-8e1d-be2408bed97e tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] device_id is not set on port 938024bc-796d-495a-81a8-6e0bc9631cff yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:43:40.380377 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-53df04ed-400d-4202-82af-b6f909f448f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:40.405419 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ae172-33ea-406f-a0c8-4b036784cf2c req-05ec0c8d-2d4d-474b-9287-a87834ebdf56 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:40.409383 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-622ae172-33ea-406f-a0c8-4b036784cf2c req-05ec0c8d-2d4d-474b-9287-a87834ebdf56 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=14edb0ca-44ed-448e-bf6b-93f04318ae1c HTTP/1.1" status: 200 len: 931 time: 0.4231086 Nov 16 11:43:40.462419 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df04ed-400d-4202-82af-b6f909f448f9 None None] Pushing event updated for resources: {'Port': ['ID=799176a3-78cb-4ecd-9666-96df107d6e19,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:40.532026 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 4e407893-c866-4578-af61-a44ee3cbf92f triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:40.538512 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:40.540590 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-53df04ed-400d-4202-82af-b6f909f448f9 None None] Provisioning complete for port bf432367-e113-4295-9e23-5b58457247c8 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:40.541111 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-53df04ed-400d-4202-82af-b6f909f448f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:40.557748 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20933aea-c517-4dd4-863d-0fe8fb80ff69 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event updated for resources: {'Network': ['ID=bc0eeeb2-e27e-4c35-b120-29d243c08a7e,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:40.584259 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-53df04ed-400d-4202-82af-b6f909f448f9 None None] Port bf432367-e113-4295-9e23-5b58457247c8 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:43:40.585782 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network bc0eeeb2-e27e-4c35-b120-29d243c08a7e details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:43:40.596209 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-622ae172-33ea-406f-a0c8-4b036784cf2c req-47220421-5c53-4558-9ce3-a4e2d2507710 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622106 Nov 16 11:43:40.597262 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-20933aea-c517-4dd4-863d-0fe8fb80ff69 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Network bc0eeeb2-e27e-4c35-b120-29d243c08a7e is not hosted by any dhcp agent {{(pid=102669) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 16 11:43:40.603488 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20933aea-c517-4dd4-863d-0fe8fb80ff69 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:40.604496 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-20933aea-c517-4dd4-863d-0fe8fb80ff69 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:40.606066 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-20933aea-c517-4dd4-863d-0fe8fb80ff69 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "PUT /v2.0/networks/bc0eeeb2-e27e-4c35-b120-29d243c08a7e HTTP/1.1" status: 200 len: 723 time: 0.9187036 Nov 16 11:43:40.616356 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59834) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:40.618520 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-36276af4-8355-4dad-a690-ef85a9d6a73b tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Request body: {'subnet': {'network_id': 'bc0eeeb2-e27e-4c35-b120-29d243c08a7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:40.725187 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c9e137f-549a-4204-95b8-5f8da12633a7 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:40.746031 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c9e137f-549a-4204-95b8-5f8da12633a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:40.848831 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e137f-549a-4204-95b8-5f8da12633a7 None None] Pushing event updated for resources: {'Port': ['ID=4e3a6e22-a834-4ddd-9742-ee520c6261b6,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:40.855246 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73884e0-1307-477d-b9b2-fbf26e852733 None None] Network 26ef2bed-8832-46c6-b24f-4f0cfd9c2013 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:43:40.932082 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9e137f-549a-4204-95b8-5f8da12633a7 None None] Network 2041a2b2-0e73-454b-949f-7d84c22f57a1 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:43:40.941282 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-8c9e137f-549a-4204-95b8-5f8da12633a7 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:40.943904 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9e137f-549a-4204-95b8-5f8da12633a7 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:43:41.005514 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6dd4e16e-023a-48b4-90c3-1280e6325335 None None] Provisioning complete for port 93eb378e-e956-4246-b8c5-8b1989da7e4d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:41.007340 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6dd4e16e-023a-48b4-90c3-1280e6325335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:41.093237 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:41.162442 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-6dd4e16e-023a-48b4-90c3-1280e6325335 None None] Port 93eb378e-e956-4246-b8c5-8b1989da7e4d cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:43:41.178852 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-8c9e137f-549a-4204-95b8-5f8da12633a7 None None] Attempting to bind port 4e3a6e22-a834-4ddd-9742-ee520c6261b6 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:43:41.179176 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-8c9e137f-549a-4204-95b8-5f8da12633a7 None None] Attempting to bind port 4e3a6e22-a834-4ddd-9742-ee520c6261b6 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '43a893b6-0a3c-4973-a635-dcc9cf8e41b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2041a2b2-0e73-454b-949f-7d84c22f57a1'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:43:41.179538 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9e137f-549a-4204-95b8-5f8da12633a7 None None] Attempting to bind port 4e3a6e22-a834-4ddd-9742-ee520c6261b6 on network 2041a2b2-0e73-454b-949f-7d84c22f57a1 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:43:41.203964 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605c8426-d8a9-47fe-bd11-19577a08ec2b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Made reservation on behalf of 7d3d11fb732046149ebe953349dcb515 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:41.207590 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-605c8426-d8a9-47fe-bd11-19577a08ec2b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:41.224708 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9e137f-549a-4204-95b8-5f8da12633a7 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:43:41.225208 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9e137f-549a-4204-95b8-5f8da12633a7 None None] Checking segment: {'id': '43a893b6-0a3c-4973-a635-dcc9cf8e41b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2041a2b2-0e73-454b-949f-7d84c22f57a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:43:41.225607 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c9e137f-549a-4204-95b8-5f8da12633a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:41.226099 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9e137f-549a-4204-95b8-5f8da12633a7 None None] Bound using segment: {'id': '43a893b6-0a3c-4973-a635-dcc9cf8e41b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2041a2b2-0e73-454b-949f-7d84c22f57a1'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:43:41.226584 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-8c9e137f-549a-4204-95b8-5f8da12633a7 None None] Bound port: 4e3a6e22-a834-4ddd-9742-ee520c6261b6, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43a893b6-0a3c-4973-a635-dcc9cf8e41b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2041a2b2-0e73-454b-949f-7d84c22f57a1'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:43:41.226960 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c9e137f-549a-4204-95b8-5f8da12633a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:41.230078 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 4e407893-c866-4578-af61-a44ee3cbf92f, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=4e407893-c866-4578-af61-a44ee3cbf92f,segment=NetworkSegment(80eacd24-01b9-479d-8ad7-eafb488e2665),segment_id=80eacd24-01b9-479d-8ad7-eafb488e2665)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:43:41.239325 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6dd4e16e-023a-48b4-90c3-1280e6325335 None None] Provisioning complete for port 97be700c-47c0-4904-b4de-9b597a21cc68 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:41.239771 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6dd4e16e-023a-48b4-90c3-1280e6325335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:41.252888 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:41.258118 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 799176a3-78cb-4ecd-9666-96df107d6e19 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:43:41.354728 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-b0989f03-2904-44f4-8e1d-be2408bed97e tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Allocated IP 10.1.1.10 (26ef2bed-8832-46c6-b24f-4f0cfd9c2013/14da45b5-9dad-4378-b0d0-75410f62650a/938024bc-796d-495a-81a8-6e0bc9631cff) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:43:41.376750 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:43:41.408584 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-6dd4e16e-023a-48b4-90c3-1280e6325335 None None] Port 97be700c-47c0-4904-b4de-9b597a21cc68 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:43:41.428257 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=4e407893-c866-4578-af61-a44ee3cbf92f,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:41.442563 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-605c8426-d8a9-47fe-bd11-19577a08ec2b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:41.475309 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-8c9e137f-549a-4204-95b8-5f8da12633a7 None None] For port 4e3a6e22-a834-4ddd-9742-ee520c6261b6, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:43:41.483750 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-8c9e137f-549a-4204-95b8-5f8da12633a7 None None] For port 4e3a6e22-a834-4ddd-9742-ee520c6261b6, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=4e3a6e22-a834-4ddd-9742-ee520c6261b6,segment=NetworkSegment(43a893b6-0a3c-4973-a635-dcc9cf8e41b4),segment_id=43a893b6-0a3c-4973-a635-dcc9cf8e41b4)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:43:41.486284 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 799176a3-78cb-4ecd-9666-96df107d6e19 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:41.486734 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:41.504632 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c9e137f-549a-4204-95b8-5f8da12633a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:41.514565 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36276af4-8355-4dad-a690-ef85a9d6a73b tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Made reservation on behalf of 05698996c8fd4d698238455680b68f95 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:41.518092 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-36276af4-8355-4dad-a690-ef85a9d6a73b tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:41.535292 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0a91667e-288c-4e68-bf52-fe96dfae9449 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:41.548391 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605c8426-d8a9-47fe-bd11-19577a08ec2b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Network df2f6888-97dc-472f-8ebc-e52bc01b3d4f is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:43:41.562251 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-605c8426-d8a9-47fe-bd11-19577a08ec2b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:41.573045 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-f4870d12-e16a-4fb0-9174-2100d774245f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97be700c-47c0-4904-b4de-9b597a21cc68 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:43:41.584249 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb108230-2b51-4901-9029-11bf8134e9a8 None None] Network df2f6888-97dc-472f-8ebc-e52bc01b3d4f requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:43:41.584549 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605c8426-d8a9-47fe-bd11-19577a08ec2b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:41.585159 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-605c8426-d8a9-47fe-bd11-19577a08ec2b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:41.653493 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-f4870d12-e16a-4fb0-9174-2100d774245f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:41.772055 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c8426-d8a9-47fe-bd11-19577a08ec2b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'Subnet': ['ID=a536dc1b-1bff-4328-adcd-acb2f8b2154e,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:41.812136 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-605c8426-d8a9-47fe-bd11-19577a08ec2b tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5440645 Nov 16 11:43:41.814744 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-f4870d12-e16a-4fb0-9174-2100d774245f service neutron] Transition to ACTIVE for port object 97be700c-47c0-4904-b4de-9b597a21cc68 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:43:41.822387 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59838) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:41.831864 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f830e292-3ff7-4a99-9ede-cd8465601a76 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1187031560', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a536dc1b-1bff-4328-adcd-acb2f8b2154e'}], 'security_groups': ['f01dcb7e-455c-432b-bbef-cf2734bb98c4']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:41.894096 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-36276af4-8355-4dad-a690-ef85a9d6a73b tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:41.908249 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-f4870d12-e16a-4fb0-9174-2100d774245f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:41.934363 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b5276c63-afa8-40b5-b481-d4521c3e47bb None None] Provisioning complete for port 4e407893-c866-4578-af61-a44ee3cbf92f triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:41.935059 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b5276c63-afa8-40b5-b481-d4521c3e47bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:41.989916 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e137f-549a-4204-95b8-5f8da12633a7 None None] Pushing event updated for resources: {'Port': ['ID=4e3a6e22-a834-4ddd-9742-ee520c6261b6,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:42.035573 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36276af4-8355-4dad-a690-ef85a9d6a73b tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Checking segment: {'id': '11a04063-42ab-4bb1-bfef-e30766a06f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'bc0eeeb2-e27e-4c35-b120-29d243c08a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:43:42.036130 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36276af4-8355-4dad-a690-ef85a9d6a73b tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Network hostable DHCP agents. Network: bc0eeeb2-e27e-4c35-b120-29d243c08a7e, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:43:42.048565 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c777b92-8896-45fc-9efb-936bfa84bdeb req-a2ab061e-9227-41b3-842e-211e2d3d9e91 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:42.050364 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9c777b92-8896-45fc-9efb-936bfa84bdeb req-a2ab061e-9227-41b3-842e-211e2d3d9e91 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=14edb0ca-44ed-448e-bf6b-93f04318ae1c HTTP/1.1" status: 200 len: 943 time: 0.2022250 Nov 16 11:43:42.158217 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4870d12-e16a-4fb0-9174-2100d774245f service neutron] Pushing event updated for resources: {'Port': ['ID=97be700c-47c0-4904-b4de-9b597a21cc68,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:42.172870 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b0989f03-2904-44f4-8e1d-be2408bed97e tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:42.215182 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36276af4-8355-4dad-a690-ef85a9d6a73b tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event updated for resources: {'Subnet': ['ID=aa9150cd-5916-40f8-bd51-f25d62b0a94c,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:42.221310 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36276af4-8355-4dad-a690-ef85a9d6a73b tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Network bc0eeeb2-e27e-4c35-b120-29d243c08a7e is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:43:42.232509 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9c777b92-8896-45fc-9efb-936bfa84bdeb req-fe32580e-e0e0-4ea3-9143-377da9e05b81 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625354 Nov 16 11:43:42.235684 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-36276af4-8355-4dad-a690-ef85a9d6a73b tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, bc0eeeb2-e27e-4c35-b120-29d243c08a7e) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:42.241917 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36276af4-8355-4dad-a690-ef85a9d6a73b tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:42.242505 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-36276af4-8355-4dad-a690-ef85a9d6a73b tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:42.259548 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7813185f-efd6-4def-b95a-886f224ce8c2 None None] Network bc0eeeb2-e27e-4c35-b120-29d243c08a7e requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:43:42.292844 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-36276af4-8355-4dad-a690-ef85a9d6a73b tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6791220 Nov 16 11:43:42.297656 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59840) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:42.302897 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-fe1931ea-689c-4d73-b38b-185caffb3c11 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:42.373717 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-f4870d12-e16a-4fb0-9174-2100d774245f service neutron] Attempting to bind port 97be700c-47c0-4904-b4de-9b597a21cc68 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:43:42.374255 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-f4870d12-e16a-4fb0-9174-2100d774245f service neutron] Attempting to bind port 97be700c-47c0-4904-b4de-9b597a21cc68 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'c7ce274d-1faf-4924-9c3c-562dce13f294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:43:42.374636 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-f4870d12-e16a-4fb0-9174-2100d774245f service neutron] Attempting to bind port 97be700c-47c0-4904-b4de-9b597a21cc68 on network 3d7484ae-78a0-4a01-9340-d50011c24af9 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:43:42.386635 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b0989f03-2904-44f4-8e1d-be2408bed97e tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:42.470790 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f830e292-3ff7-4a99-9ede-cd8465601a76 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:42.484859 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-f4870d12-e16a-4fb0-9174-2100d774245f service neutron] Port 97be700c-47c0-4904-b4de-9b597a21cc68 on network 3d7484ae-78a0-4a01-9340-d50011c24af9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:43:42.485174 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-f4870d12-e16a-4fb0-9174-2100d774245f service neutron] Attempting to bind port 97be700c-47c0-4904-b4de-9b597a21cc68 on network 3d7484ae-78a0-4a01-9340-d50011c24af9 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:43:42.548830 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0989f03-2904-44f4-8e1d-be2408bed97e tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Network 26ef2bed-8832-46c6-b24f-4f0cfd9c2013 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:43:42.555046 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-b0989f03-2904-44f4-8e1d-be2408bed97e tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:42.562219 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0989f03-2904-44f4-8e1d-be2408bed97e tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:43:42.566903 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0989f03-2904-44f4-8e1d-be2408bed97e tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Pushing event updated for resources: {'Port': ['ID=938024bc-796d-495a-81a8-6e0bc9631cff,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:42.608381 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fe1931ea-689c-4d73-b38b-185caffb3c11 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126595389'] for subnet, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:42.714765 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-88424dfa-a638-44bb-851d-e066612b64d8 None None] Provisioning complete for port 4e407893-c866-4578-af61-a44ee3cbf92f triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:42.716416 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-88424dfa-a638-44bb-851d-e066612b64d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:42.726090 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 4e3a6e22-a834-4ddd-9742-ee520c6261b6 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:43:42.743307 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0989f03-2904-44f4-8e1d-be2408bed97e tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:42.744475 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b0989f03-2904-44f4-8e1d-be2408bed97e tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:42.860548 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b0989f03-2904-44f4-8e1d-be2408bed97e tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.9343886 Nov 16 11:43:42.863644 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd935f5-ddd0-4f61-b092-0ad4e948207c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-bc0eeeb2-e27e-4c35-b120-29d243c08a7e', 'network_id': 'bc0eeeb2-e27e-4c35-b120-29d243c08a7e', 'tenant_id': '05698996c8fd4d698238455680b68f95', 'fixed_ips': [{'subnet_id': 'aa9150cd-5916-40f8-bd51-f25d62b0a94c'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:43:42.864699 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fdd935f5-ddd0-4f61-b092-0ad4e948207c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:42.874497 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59842) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:42.906635 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-54ff6336-e2a3-410a-965e-376f69e54955 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Request body: {'port': {'network_id': '26ef2bed-8832-46c6-b24f-4f0cfd9c2013', 'name': 'tempest-TaggedBootDevicesTest_v242-1081237799', 'fixed_ips': [{'subnet_id': '14da45b5-9dad-4378-b0d0-75410f62650a'}]}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:42.966528 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-f830e292-3ff7-4a99-9ede-cd8465601a76 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Delete allocated IP 172.20.0.8 (df2f6888-97dc-472f-8ebc-e52bc01b3d4f/84986305-f5b1-4db5-aa0f-dbe37b1eb9f6) {{(pid=102668) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 16 11:43:42.981655 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-f830e292-3ff7-4a99-9ede-cd8465601a76 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Allocated IP 172.20.0.28 (df2f6888-97dc-472f-8ebc-e52bc01b3d4f/a536dc1b-1bff-4328-adcd-acb2f8b2154e/93eb378e-e956-4246-b8c5-8b1989da7e4d) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:43:43.014475 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11682bc-7df5-4750-adfb-2ecc0f7d931d None None] Update dhcp port {'port': {'network_id': 'df2f6888-97dc-472f-8ebc-e52bc01b3d4f', 'fixed_ips': [{'subnet_id': '84986305-f5b1-4db5-aa0f-dbe37b1eb9f6', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a536dc1b-1bff-4328-adcd-acb2f8b2154e'}], 'binding:host_id': 'n-d-816823-3'}, 'id': '799176a3-78cb-4ecd-9666-96df107d6e19'} from n-d-816823-3. {{(pid=102670) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 11:43:43.110101 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-f4870d12-e16a-4fb0-9174-2100d774245f service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:43:43.110548 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-f4870d12-e16a-4fb0-9174-2100d774245f service neutron] Checking segment: {'id': 'c7ce274d-1faf-4924-9c3c-562dce13f294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:43:43.111997 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-f4870d12-e16a-4fb0-9174-2100d774245f service neutron] Bound using segment: {'id': 'c7ce274d-1faf-4924-9c3c-562dce13f294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:43:43.111997 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-f4870d12-e16a-4fb0-9174-2100d774245f service neutron] Bound port: 97be700c-47c0-4904-b4de-9b597a21cc68, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ce274d-1faf-4924-9c3c-562dce13f294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:43:43.111997 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-f4870d12-e16a-4fb0-9174-2100d774245f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:43.130403 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c11682bc-7df5-4750-adfb-2ecc0f7d931d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:43.221188 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fe1931ea-689c-4d73-b38b-185caffb3c11 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740601501094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126781666'] for subnet, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:43.244601 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1931ea-689c-4d73-b38b-185caffb3c11 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:43.246257 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fe1931ea-689c-4d73-b38b-185caffb3c11 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:43.250858 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-fe1931ea-689c-4d73-b38b-185caffb3c11 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "PUT /v2.0/subnets/aa9150cd-5916-40f8-bd51-f25d62b0a94c HTTP/1.1" status: 200 len: 806 time: 0.9498141 Nov 16 11:43:43.263461 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59844) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:43.266438 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e14dd4f8-bdf4-4b3f-8066-a22ed8054f5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:43.366008 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 4e3a6e22-a834-4ddd-9742-ee520c6261b6 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:43.366584 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:43.427910 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-f4870d12-e16a-4fb0-9174-2100d774245f service neutron] For port 97be700c-47c0-4904-b4de-9b597a21cc68, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:43:43.467063 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-f4870d12-e16a-4fb0-9174-2100d774245f service neutron] For port 97be700c-47c0-4904-b4de-9b597a21cc68, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=97be700c-47c0-4904-b4de-9b597a21cc68,segment=NetworkSegment(c7ce274d-1faf-4924-9c3c-562dce13f294),segment_id=c7ce274d-1faf-4924-9c3c-562dce13f294)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:43:43.483403 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-f4870d12-e16a-4fb0-9174-2100d774245f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:43.539847 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f830e292-3ff7-4a99-9ede-cd8465601a76 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:43.589226 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ff6336-e2a3-410a-965e-376f69e54955 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Made reservation on behalf of 14d41305b65a4dafae92476e1ff902fa for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:43.595177 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-54ff6336-e2a3-410a-965e-376f69e54955 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:43.653059 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f830e292-3ff7-4a99-9ede-cd8465601a76 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:43.661320 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae31354-4939-4f7c-b0c8-779fd0f2500b None None] Network 2041a2b2-0e73-454b-949f-7d84c22f57a1 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:43:43.663232 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1931ea-689c-4d73-b38b-185caffb3c11 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event updated for resources: {'Subnet': ['ID=aa9150cd-5916-40f8-bd51-f25d62b0a94c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:43.684139 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-f4870d12-e16a-4fb0-9174-2100d774245f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:43.685120 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-f4870d12-e16a-4fb0-9174-2100d774245f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:43.686783 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-f4870d12-e16a-4fb0-9174-2100d774245f service neutron] 10.222.0.36 "PUT /v2.0/ports/97be700c-47c0-4904-b4de-9b597a21cc68 HTTP/1.1" status: 200 len: 1091 time: 3.6896803 Nov 16 11:43:43.693018 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-54ff6336-e2a3-410a-965e-376f69e54955 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] device_id is not set on port 8c5a2788-c1fb-4c11-98c8-c7da1005cc29 yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:43:43.706437 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14edb0ca-44ed-448e-bf6b-93f04318ae1c', 'tag': '97be700c-47c0-4904-b4de-9b597a21cc68'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:43:43.709115 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc901289-0dc8-41af-b72f-4a4d430b92f5" -d '{"events": [{"name": "network-changed", "server_uuid": "14edb0ca-44ed-448e-bf6b-93f04318ae1c", "tag": "97be700c-47c0-4904-b4de-9b597a21cc68"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:43:43.756935 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4870d12-e16a-4fb0-9174-2100d774245f service neutron] Pushing event updated for resources: {'Port': ['ID=97be700c-47c0-4904-b4de-9b597a21cc68,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:43.837607 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a88484-1f3c-4811-be94-a70061981555 req-7a180c44-737f-48c0-baae-ede161e3ecfe tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:43.839378 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-58a88484-1f3c-4811-be94-a70061981555 req-7a180c44-737f-48c0-baae-ede161e3ecfe tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=14edb0ca-44ed-448e-bf6b-93f04318ae1c HTTP/1.1" status: 200 len: 943 time: 0.2811723 Nov 16 11:43:43.869321 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-fdd935f5-ddd0-4f61-b092-0ad4e948207c None None] Allocated IP 172.20.0.2 (bc0eeeb2-e27e-4c35-b120-29d243c08a7e/aa9150cd-5916-40f8-bd51-f25d62b0a94c/049a511e-28e8-43c6-825a-f94c139b97f1) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:43:43.884677 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:43.989773 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-c11682bc-7df5-4750-adfb-2ecc0f7d931d None None] Allocated IP 172.20.0.18 (df2f6888-97dc-472f-8ebc-e52bc01b3d4f/a536dc1b-1bff-4328-adcd-acb2f8b2154e/799176a3-78cb-4ecd-9666-96df107d6e19) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:43:44.004935 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-f830e292-3ff7-4a99-9ede-cd8465601a76 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] In _notify_port_updated(), no bound segment for port 93eb378e-e956-4246-b8c5-8b1989da7e4d on network df2f6888-97dc-472f-8ebc-e52bc01b3d4f {{(pid=102668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 11:43:44.011418 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4363bf1d-3b63-406c-8cd1-e4fa21cb3e5d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:44.021164 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f830e292-3ff7-4a99-9ede-cd8465601a76 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:44.021697 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f830e292-3ff7-4a99-9ede-cd8465601a76 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:44.027449 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f830e292-3ff7-4a99-9ede-cd8465601a76 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "PUT /v2.0/ports/93eb378e-e956-4246-b8c5-8b1989da7e4d HTTP/1.1" status: 200 len: 921 time: 2.2025504 Nov 16 11:43:44.034524 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59850) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:44.081602 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-58a88484-1f3c-4811-be94-a70061981555 req-c86aa07e-2f11-46ad-a068-6dccc8ed34ee tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138073 Nov 16 11:43:44.144816 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f830e292-3ff7-4a99-9ede-cd8465601a76 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'Port': ['ID=93eb378e-e956-4246-b8c5-8b1989da7e4d,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:44.160143 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c11682bc-7df5-4750-adfb-2ecc0f7d931d None None] For port 799176a3-78cb-4ecd-9666-96df107d6e19, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=799176a3-78cb-4ecd-9666-96df107d6e19,segment=NetworkSegment(8a0cadaf-d332-45ce-859a-5d090c99c49e),segment_id=8a0cadaf-d332-45ce-859a-5d090c99c49e)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:43:44.182593 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-bbb5a9ed-8c53-4efc-b78a-19aa378ca4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:44.184804 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-bbb5a9ed-8c53-4efc-b78a-19aa378ca4cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4bac558768764cbe98f7632412a36688&device_id=14edb0ca-44ed-448e-bf6b-93f04318ae1c HTTP/1.1" status: 200 len: 1094 time: 0.4455061 Nov 16 11:43:44.193620 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65237196-950b-40d8-908c-fc4a33c3957d x-openstack-request-id: req-65237196-950b-40d8-908c-fc4a33c3957d {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:43:44.193985 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14edb0ca-44ed-448e-bf6b-93f04318ae1c", "tag": "97be700c-47c0-4904-b4de-9b597a21cc68", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:43:44.194285 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-65237196-950b-40d8-908c-fc4a33c3957d {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:43:44.194577 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14edb0ca-44ed-448e-bf6b-93f04318ae1c', 'tag': '97be700c-47c0-4904-b4de-9b597a21cc68', 'status': 'completed', 'code': 200} Nov 16 11:43:44.252801 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-c3fd0cb7-b98a-4816-80e0-84ac6294d1eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97be700c-47c0-4904-b4de-9b597a21cc68 HTTP/1.1" status: 200 len: 217 time: 0.0537171 Nov 16 11:43:44.267850 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4363bf1d-3b63-406c-8cd1-e4fa21cb3e5d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:44.271636 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-54ff6336-e2a3-410a-965e-376f69e54955 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Allocated IP 10.1.1.153 (26ef2bed-8832-46c6-b24f-4f0cfd9c2013/14da45b5-9dad-4378-b0d0-75410f62650a/8c5a2788-c1fb-4c11-98c8-c7da1005cc29) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:43:44.322611 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c11682bc-7df5-4750-adfb-2ecc0f7d931d None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:44.351838 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0a91667e-288c-4e68-bf52-fe96dfae9449 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1984560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1995711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3572'] for router, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:44.361416 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0a91667e-288c-4e68-bf52-fe96dfae9449 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1984559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1984550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1995702'] for router, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:44.367029 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-8521655d-2d41-4724-a293-6869259b757d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:44.368667 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-8521655d-2d41-4724-a293-6869259b757d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b36b18de-7ce5-4007-aecb-7c9e7de7c07f HTTP/1.1" status: 200 len: 851 time: 0.1046669 Nov 16 11:43:44.383484 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c11682bc-7df5-4750-adfb-2ecc0f7d931d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:44.438491 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 4e3a6e22-a834-4ddd-9742-ee520c6261b6, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=4e3a6e22-a834-4ddd-9742-ee520c6261b6,segment=NetworkSegment(43a893b6-0a3c-4973-a635-dcc9cf8e41b4),segment_id=43a893b6-0a3c-4973-a635-dcc9cf8e41b4)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:43:44.485703 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:44.487196 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 799176a3-78cb-4ecd-9666-96df107d6e19 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:43:44.494604 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-0e645f9f-cbb6-4a5b-a676-557cf0d05079 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Deleting port 93eb378e-e956-4246-b8c5-8b1989da7e4d {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:43:44.495414 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e645f9f-cbb6-4a5b-a676-557cf0d05079 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:44.532943 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-4a4878f1-1e03-492b-a47b-fa57429eccc8 None None] Provisioning complete for port 938024bc-796d-495a-81a8-6e0bc9631cff triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:44.532943 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4a4878f1-1e03-492b-a47b-fa57429eccc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:44.567011 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-54ff6336-e2a3-410a-965e-376f69e54955 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:44.567434 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-8a81b70a-0a0d-43bb-ad63-bec2c525d895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:44.569389 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-8a81b70a-0a0d-43bb-ad63-bec2c525d895 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d7484ae-78a0-4a01-9340-d50011c24af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1927919 Nov 16 11:43:44.653725 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a91667e-288c-4e68-bf52-fe96dfae9449 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Router 42190499-9e07-4b73-a31d-e21716cfed27 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:43:44.666510 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-54ff6336-e2a3-410a-965e-376f69e54955 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:44.680742 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e645f9f-cbb6-4a5b-a676-557cf0d05079 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:44.745007 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11682bc-7df5-4750-adfb-2ecc0f7d931d None None] Pushing event updated for resources: {'Port': ['ID=799176a3-78cb-4ecd-9666-96df107d6e19,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:44.746530 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ff6336-e2a3-410a-965e-376f69e54955 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Network 26ef2bed-8832-46c6-b24f-4f0cfd9c2013 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:43:44.753241 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-0e645f9f-cbb6-4a5b-a676-557cf0d05079 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Calling delete_port for 93eb378e-e956-4246-b8c5-8b1989da7e4d owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:43:44.765396 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-54ff6336-e2a3-410a-965e-376f69e54955 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:44.782857 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ff6336-e2a3-410a-965e-376f69e54955 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:43:44.820527 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=4e3a6e22-a834-4ddd-9742-ee520c6261b6,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:44.827437 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-4a4878f1-1e03-492b-a47b-fa57429eccc8 None None] Port 938024bc-796d-495a-81a8-6e0bc9631cff cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:43:44.858235 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-54fb0680-0612-421b-a5c1-4c62cb87d178 service neutron] 10.222.0.36 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780788 Nov 16 11:43:44.897046 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ff6336-e2a3-410a-965e-376f69e54955 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:44.898509 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-54ff6336-e2a3-410a-965e-376f69e54955 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:44.922168 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff6336-e2a3-410a-965e-376f69e54955 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Pushing event updated for resources: {'Port': ['ID=8c5a2788-c1fb-4c11-98c8-c7da1005cc29,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:44.935928 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-54ff6336-e2a3-410a-965e-376f69e54955 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0596611 Nov 16 11:43:44.947420 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 799176a3-78cb-4ecd-9666-96df107d6e19 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:44.949188 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:45.038110 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-4a4878f1-1e03-492b-a47b-fa57429eccc8 None None] Provisioning complete for port 4e3a6e22-a834-4ddd-9742-ee520c6261b6 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:45.038722 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4a4878f1-1e03-492b-a47b-fa57429eccc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:45.043854 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fdd935f5-ddd0-4f61-b092-0ad4e948207c None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:45.127440 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4363bf1d-3b63-406c-8cd1-e4fa21cb3e5d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:45.171638 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fdd935f5-ddd0-4f61-b092-0ad4e948207c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:45.228554 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a91667e-288c-4e68-bf52-fe96dfae9449 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:43:45.252089 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0a91667e-288c-4e68-bf52-fe96dfae9449 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:45.256931 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0a91667e-288c-4e68-bf52-fe96dfae9449 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] 10.222.0.61 "PUT /v2.0/routers/42190499-9e07-4b73-a31d-e21716cfed27 HTTP/1.1" status: 200 len: 921 time: 5.5938010 Nov 16 11:43:45.264632 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59856) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:45.266741 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd935f5-ddd0-4f61-b092-0ad4e948207c None None] Pushing event updated for resources: {'Port': ['ID=049a511e-28e8-43c6-825a-f94c139b97f1,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:45.267455 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363bf1d-3b63-406c-8cd1-e4fa21cb3e5d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event deleted for resources: {'Subnet': ['ID=aa9150cd-5916-40f8-bd51-f25d62b0a94c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:45.269351 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3ca8c7-ad53-4105-8159-64c2d00c489c None None] Sync routers for ids ['42190499-9e07-4b73-a31d-e21716cfed27'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:43:45.304738 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd935f5-ddd0-4f61-b092-0ad4e948207c None None] Network bc0eeeb2-e27e-4c35-b120-29d243c08a7e is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:43:45.313171 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3ca8c7-ad53-4105-8159-64c2d00c489c None None] Routers {'42190499-9e07-4b73-a31d-e21716cfed27'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:43:45.313957 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ea3ca8c7-ad53-4105-8159-64c2d00c489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:43:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['42190499-9e07-4b73-a31d-e21716cfed27'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:45.316003 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-fdd935f5-ddd0-4f61-b092-0ad4e948207c None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:45.395982 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59858) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:45.409917 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-26eb91fc-c002-4ffc-8b09-a1cc6495dd5d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1084240536', 'description': 'tempest-description--1472400765'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:45.480890 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4363bf1d-3b63-406c-8cd1-e4fa21cb3e5d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:45.586350 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-43b9a5ca-c4e0-4915-9d00-515f755cf3c2 req-e36acbbe-7bc6-4008-b0ef-25ec4b078f69 service neutron] 10.222.0.36 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6423149 Nov 16 11:43:45.590283 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-26eb91fc-c002-4ffc-8b09-a1cc6495dd5d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:45.605398 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-4363bf1d-3b63-406c-8cd1-e4fa21cb3e5d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc0eeeb2-e27e-4c35-b120-29d243c08a7e']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:45.634337 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-4363bf1d-3b63-406c-8cd1-e4fa21cb3e5d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11a04063-42ab-4bb1-bfef-e30766a06f36') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:45.634801 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-4363bf1d-3b63-406c-8cd1-e4fa21cb3e5d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11a04063-42ab-4bb1-bfef-e30766a06f36') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:45.707438 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4363bf1d-3b63-406c-8cd1-e4fa21cb3e5d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:45.737633 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477d5b3-19f7-4047-b907-419573718d7e req-829ba0fe-a1d2-4a0e-b9e4-3068b6f07be3 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:45.746794 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2477d5b3-19f7-4047-b907-419573718d7e req-829ba0fe-a1d2-4a0e-b9e4-3068b6f07be3 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=14edb0ca-44ed-448e-bf6b-93f04318ae1c HTTP/1.1" status: 200 len: 943 time: 0.2265291 Nov 16 11:43:45.754996 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4363bf1d-3b63-406c-8cd1-e4fa21cb3e5d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:45.773905 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd935f5-ddd0-4f61-b092-0ad4e948207c None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:43:45.788896 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4363bf1d-3b63-406c-8cd1-e4fa21cb3e5d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:43:45.789307 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4363bf1d-3b63-406c-8cd1-e4fa21cb3e5d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:45.793658 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:43:45.793658 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:43:45.793658 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:43:45.793658 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:43:45.793658 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:43:45.793658 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:43:45.793658 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:43:45.793658 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:43:45.793658 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:43:45.793658 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:43:45.793658 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:43:45.793658 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:43:45.793658 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:43:45.793658 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:43:45.793658 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:43:45.793658 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:43:45.793658 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:43:45.793658 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:43:45.793658 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:43:45.793658 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:43:45.793658 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:43:45.793658 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:43:45.793658 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:43:45.793658 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:43:45.793658 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:43:45.793658 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:43:45.793658 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:43:45.793658 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:43:45.793658 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:43:45.793658 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:43:45.793658 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:43:45.793658 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:43:45.797484 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ea3ca8c7-ad53-4105-8159-64c2d00c489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:45.909537 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2477d5b3-19f7-4047-b907-419573718d7e req-372f0bda-edd6-44b7-9e04-2ecf4ec74abc tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609776 Nov 16 11:43:45.911799 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-4363bf1d-3b63-406c-8cd1-e4fa21cb3e5d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 16 11:43:45.911799 n-d-816823-3 neutron-server[102669]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 16 11:43:45.911799 n-d-816823-3 neutron-server[102669]: [parameters: {'id': 'bc0eeeb2-e27e-4c35-b120-29d243c08a7e'}] Nov 16 11:43:45.911799 n-d-816823-3 neutron-server[102669]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:43:45.928062 n-d-816823-3 neutron-server[102669]: DEBUG oslo_db.api [None req-4363bf1d-3b63-406c-8cd1-e4fa21cb3e5d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:43:45.974189 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-73a91701-fc2b-442d-928a-05238d189f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:45.994476 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3ca8c7-ad53-4105-8159-64c2d00c489c None None] Routers {'42190499-9e07-4b73-a31d-e21716cfed27'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:43:45.994476 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ea3ca8c7-ad53-4105-8159-64c2d00c489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:43:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['42190499-9e07-4b73-a31d-e21716cfed27'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:46.008130 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-fdd935f5-ddd0-4f61-b092-0ad4e948207c None None] Attempting to bind port 049a511e-28e8-43c6-825a-f94c139b97f1 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:43:46.008578 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-fdd935f5-ddd0-4f61-b092-0ad4e948207c None None] Attempting to bind port 049a511e-28e8-43c6-825a-f94c139b97f1 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '11a04063-42ab-4bb1-bfef-e30766a06f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'bc0eeeb2-e27e-4c35-b120-29d243c08a7e'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:43:46.008955 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd935f5-ddd0-4f61-b092-0ad4e948207c None None] Attempting to bind port 049a511e-28e8-43c6-825a-f94c139b97f1 on network bc0eeeb2-e27e-4c35-b120-29d243c08a7e {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:43:46.054948 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 4e407893-c866-4578-af61-a44ee3cbf92f up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:43:46.096235 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ea3ca8c7-ad53-4105-8159-64c2d00c489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:46.100956 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3ca8c7-ad53-4105-8159-64c2d00c489c None None] The sync data for ids ['42190499-9e07-4b73-a31d-e21716cfed27'] in n-d-816823-3 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:43:46.105681 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd935f5-ddd0-4f61-b092-0ad4e948207c None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:43:46.105681 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd935f5-ddd0-4f61-b092-0ad4e948207c None None] Checking segment: {'id': '11a04063-42ab-4bb1-bfef-e30766a06f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'bc0eeeb2-e27e-4c35-b120-29d243c08a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:43:46.105681 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fdd935f5-ddd0-4f61-b092-0ad4e948207c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:46.106117 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd935f5-ddd0-4f61-b092-0ad4e948207c None None] Bound using segment: {'id': '11a04063-42ab-4bb1-bfef-e30766a06f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'bc0eeeb2-e27e-4c35-b120-29d243c08a7e'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:43:46.106551 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-fdd935f5-ddd0-4f61-b092-0ad4e948207c None None] Bound port: 049a511e-28e8-43c6-825a-f94c139b97f1, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a04063-42ab-4bb1-bfef-e30766a06f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'bc0eeeb2-e27e-4c35-b120-29d243c08a7e'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:43:46.107021 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fdd935f5-ddd0-4f61-b092-0ad4e948207c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:46.197092 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 4e407893-c866-4578-af61-a44ee3cbf92f triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:46.197513 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:46.278190 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fdd935f5-ddd0-4f61-b092-0ad4e948207c None None] For port 049a511e-28e8-43c6-825a-f94c139b97f1, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:43:46.299630 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fdd935f5-ddd0-4f61-b092-0ad4e948207c None None] For port 049a511e-28e8-43c6-825a-f94c139b97f1, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=049a511e-28e8-43c6-825a-f94c139b97f1,segment=NetworkSegment(11a04063-42ab-4bb1-bfef-e30766a06f36),segment_id=11a04063-42ab-4bb1-bfef-e30766a06f36)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:43:46.302092 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-f327ef39-0c5e-4db1-818d-9e66d4e1c762 None None] Provisioning complete for port 8c5a2788-c1fb-4c11-98c8-c7da1005cc29 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:46.302450 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f327ef39-0c5e-4db1-818d-9e66d4e1c762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:46.333070 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fdd935f5-ddd0-4f61-b092-0ad4e948207c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:46.343536 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59860) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:46.344688 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5b6cccfd-c749-437e-a53e-c0fb61f23f9b tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] 10.222.0.61 "GET /v2.0/routers/42190499-9e07-4b73-a31d-e21716cfed27 HTTP/1.1" status: 200 len: 921 time: 1.0661151 Nov 16 11:43:46.353314 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc901289-0dc8-41af-b72f-4a4d430b92f5 req-22b41ddb-63e6-470e-a23f-112366b9495d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:46.356240 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dc901289-0dc8-41af-b72f-4a4d430b92f5 req-22b41ddb-63e6-470e-a23f-112366b9495d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4bac558768764cbe98f7632412a36688&device_id=14edb0ca-44ed-448e-bf6b-93f04318ae1c HTTP/1.1" status: 200 len: 1094 time: 0.6607244 Nov 16 11:43:46.357613 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e645f9f-cbb6-4a5b-a676-557cf0d05079 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:46.430983 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4363bf1d-3b63-406c-8cd1-e4fa21cb3e5d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:46.454273 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-f327ef39-0c5e-4db1-818d-9e66d4e1c762 None None] Port 8c5a2788-c1fb-4c11-98c8-c7da1005cc29 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:43:46.462514 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e645f9f-cbb6-4a5b-a676-557cf0d05079 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'Port': ['ID=93eb378e-e956-4246-b8c5-8b1989da7e4d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:46.501163 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bb7966-a942-4e48-b7ac-960f9b3d0722 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:46.502419 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f5bb7966-a942-4e48-b7ac-960f9b3d0722 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=47f35a41-d782-4d3e-9754-e87c9ca4914b&device_id=42190499-9e07-4b73-a31d-e21716cfed27&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1579034 Nov 16 11:43:46.507487 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59862) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:46.573525 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-26eb91fc-c002-4ffc-8b09-a1cc6495dd5d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:46.609675 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-f327ef39-0c5e-4db1-818d-9e66d4e1c762 None None] Provisioning complete for port 799176a3-78cb-4ecd-9666-96df107d6e19 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:46.609978 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f327ef39-0c5e-4db1-818d-9e66d4e1c762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:46.613429 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-26eb91fc-c002-4ffc-8b09-a1cc6495dd5d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:46.685562 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-26eb91fc-c002-4ffc-8b09-a1cc6495dd5d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:46.686904 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-26eb91fc-c002-4ffc-8b09-a1cc6495dd5d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.2863789 Nov 16 11:43:46.687640 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb91fc-c002-4ffc-8b09-a1cc6495dd5d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6b6683-56ed-4724-9960-7dac2ceddedb,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:46.696605 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37092a98-ddb3-4190-b977-03d506dee7c1 None None] Network bc0eeeb2-e27e-4c35-b120-29d243c08a7e requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:43:46.697501 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59864) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:46.753533 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-882948d7-6d5f-4a4a-8165-64d2a1d33571 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Request body: {'security_group_rule': {'security_group_id': 'aa6b6683-56ed-4724-9960-7dac2ceddedb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:46.777950 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0e645f9f-cbb6-4a5b-a676-557cf0d05079 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:46.781606 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0e645f9f-cbb6-4a5b-a676-557cf0d05079 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/ports/93eb378e-e956-4246-b8c5-8b1989da7e4d HTTP/1.1" status: 204 len: 168 time: 2.6941035 Nov 16 11:43:46.783555 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc901289-0dc8-41af-b72f-4a4d430b92f5 req-190d8f4d-267e-457f-9750-bf1f830e3755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:46.785467 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59866) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:46.785909 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dc901289-0dc8-41af-b72f-4a4d430b92f5 req-190d8f4d-267e-457f-9750-bf1f830e3755 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3d7484ae-78a0-4a01-9340-d50011c24af9 HTTP/1.1" status: 200 len: 913 time: 0.3978360 Nov 16 11:43:46.809777 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-4363bf1d-3b63-406c-8cd1-e4fa21cb3e5d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Deleting port 049a511e-28e8-43c6-825a-f94c139b97f1 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:43:46.810671 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4363bf1d-3b63-406c-8cd1-e4fa21cb3e5d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:46.815960 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189c19d5-ec57-4a02-94ab-9e1a7b5d462e tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:46.821595 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-189c19d5-ec57-4a02-94ab-9e1a7b5d462e tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] 10.222.0.61 "GET /v2.0/networks/47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 881 time: 0.3119080 Nov 16 11:43:46.822236 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59868) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:46.864115 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dc901289-0dc8-41af-b72f-4a4d430b92f5 req-c83604e5-7418-4d0d-a624-4ba7fe30039b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97be700c-47c0-4904-b4de-9b597a21cc68 HTTP/1.1" status: 200 len: 217 time: 0.0686700 Nov 16 11:43:46.899504 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:46.911450 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-882948d7-6d5f-4a4a-8165-64d2a1d33571 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:46.929254 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-52288baa-97f8-44b4-a68e-bc21b450e0a7 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] GET failed (client error): The resource could not be found. Nov 16 11:43:46.933767 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-52288baa-97f8-44b4-a68e-bc21b450e0a7 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "GET /v2.0/ports/93eb378e-e956-4246-b8c5-8b1989da7e4d HTTP/1.1" status: 404 len: 333 time: 0.1463542 Nov 16 11:43:46.934588 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59872) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:46.942645 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-faa036c6-c68c-40f8-afde-8db0f8b62d8a tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] 10.222.0.61 "GET /v2.0/ports?device_id=42190499-9e07-4b73-a31d-e21716cfed27 HTTP/1.1" status: 200 len: 205 time: 0.0863106 Nov 16 11:43:46.945085 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59874) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:46.958116 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd935f5-ddd0-4f61-b092-0ad4e948207c None None] Pushing event updated for resources: {'Port': ['ID=049a511e-28e8-43c6-825a-f94c139b97f1,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:47.075054 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8a121ba0-2f6b-4dea-85c1-4c83e464c126 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:47.077355 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-f327ef39-0c5e-4db1-818d-9e66d4e1c762 None None] Could not find standard attr ID for object 93eb378e-e956-4246-b8c5-8b1989da7e4d. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:43:47.098212 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-4363bf1d-3b63-406c-8cd1-e4fa21cb3e5d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] For port 049a511e-28e8-43c6-825a-f94c139b97f1, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=049a511e-28e8-43c6-825a-f94c139b97f1,segment=NetworkSegment(11a04063-42ab-4bb1-bfef-e30766a06f36),segment_id=11a04063-42ab-4bb1-bfef-e30766a06f36)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:43:47.098655 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4363bf1d-3b63-406c-8cd1-e4fa21cb3e5d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:47.121908 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc901289-0dc8-41af-b72f-4a4d430b92f5 req-49f5dbda-d905-4ddd-9466-4bffada2f06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:47.124122 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dc901289-0dc8-41af-b72f-4a4d430b92f5 req-49f5dbda-d905-4ddd-9466-4bffada2f06d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b36b18de-7ce5-4007-aecb-7c9e7de7c07f HTTP/1.1" status: 200 len: 851 time: 0.2514222 Nov 16 11:43:47.132882 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 4e3a6e22-a834-4ddd-9742-ee520c6261b6 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:43:47.160510 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-f327ef39-0c5e-4db1-818d-9e66d4e1c762 None None] Provisioning complete for port 4e3a6e22-a834-4ddd-9742-ee520c6261b6 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:47.161333 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f327ef39-0c5e-4db1-818d-9e66d4e1c762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:47.163049 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-4363bf1d-3b63-406c-8cd1-e4fa21cb3e5d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Calling delete_port for 049a511e-28e8-43c6-825a-f94c139b97f1 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:43:47.204215 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c05b74-3212-4a22-ba8b-f14933caa567 None None] Network bc0eeeb2-e27e-4c35-b120-29d243c08a7e requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:43:47.215285 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8d86d3a0-b694-4e36-abde-77fd6b32aece tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:47.249880 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-882948d7-6d5f-4a4a-8165-64d2a1d33571 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:47.260970 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-882948d7-6d5f-4a4a-8165-64d2a1d33571 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:47.269702 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc901289-0dc8-41af-b72f-4a4d430b92f5 req-6c93be7f-8715-42d7-9c74-02c8ddf332c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:47.272322 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dc901289-0dc8-41af-b72f-4a4d430b92f5 req-6c93be7f-8715-42d7-9c74-02c8ddf332c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d7484ae-78a0-4a01-9340-d50011c24af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905190 Nov 16 11:43:47.314081 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a3d78-e6dc-4a32-80d6-a4abdb6c699d req-655e7a50-afc1-4173-b69a-8f7261be3e1a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:47.315593 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-987a3d78-e6dc-4a32-80d6-a4abdb6c699d req-655e7a50-afc1-4173-b69a-8f7261be3e1a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=14edb0ca-44ed-448e-bf6b-93f04318ae1c HTTP/1.1" status: 200 len: 943 time: 0.1502686 Nov 16 11:43:47.318096 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8d86d3a0-b694-4e36-abde-77fd6b32aece tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:47.364827 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882948d7-6d5f-4a4a-8165-64d2a1d33571 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5d16868-292a-4d14-85be-67053bb9bfcc,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:47.392643 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8a121ba0-2f6b-4dea-85c1-4c83e464c126 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:47.402802 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-882948d7-6d5f-4a4a-8165-64d2a1d33571 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:47.407536 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-882948d7-6d5f-4a4a-8165-64d2a1d33571 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6771164 Nov 16 11:43:47.408326 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59876) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:47.412130 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-e68d1816-21e7-4a2d-9fcf-03aa1ab68357 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Request body: {'security_group_rule': {'security_group_id': 'aa6b6683-56ed-4724-9960-7dac2ceddedb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:47.425023 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4363bf1d-3b63-406c-8cd1-e4fa21cb3e5d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:47.440276 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8d86d3a0-b694-4e36-abde-77fd6b32aece tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:47.442946 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8d86d3a0-b694-4e36-abde-77fd6b32aece tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:47.446788 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8d86d3a0-b694-4e36-abde-77fd6b32aece tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/security-groups/efab236f-d791-403b-82cc-1d4b4f94c6f9 HTTP/1.1" status: 204 len: 168 time: 0.5030389 Nov 16 11:43:47.447417 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59878) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:47.456466 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4363bf1d-3b63-406c-8cd1-e4fa21cb3e5d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] No DVR routers for this DVR port 049a511e-28e8-43c6-825a-f94c139b97f1 on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:43:47.502351 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54279c4-ddc5-4850-aed3-dc6d7adb5cbf None None] get_active_networks_info from n-d-816823-3 {{(pid=102670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 11:43:47.518316 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dc901289-0dc8-41af-b72f-4a4d430b92f5 req-57238fe4-2e7b-4b2f-94fb-660f45d2a511 service neutron] 10.222.0.36 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376490 Nov 16 11:43:47.535682 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-987a3d78-e6dc-4a32-80d6-a4abdb6c699d req-204493e7-beb5-41b4-9d87-7c034c18addd tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067978 Nov 16 11:43:47.572880 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363bf1d-3b63-406c-8cd1-e4fa21cb3e5d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event deleted for resources: {'Port': ['ID=049a511e-28e8-43c6-825a-f94c139b97f1,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:47.579855 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d86d3a0-b694-4e36-abde-77fd6b32aece tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efab236f-d791-403b-82cc-1d4b4f94c6f9,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:47.586391 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 4e3a6e22-a834-4ddd-9742-ee520c6261b6 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:47.586769 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:47.651229 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-8a121ba0-2f6b-4dea-85c1-4c83e464c126 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Deleting port ec7b8516-973d-4fe5-b1d3-0eb1e3d0f62c {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:43:47.651771 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8a121ba0-2f6b-4dea-85c1-4c83e464c126 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:47.678913 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-f327ef39-0c5e-4db1-818d-9e66d4e1c762 None None] Provisioning complete for port bf432367-e113-4295-9e23-5b58457247c8 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:47.679268 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f327ef39-0c5e-4db1-818d-9e66d4e1c762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:47.719356 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e68d1816-21e7-4a2d-9fcf-03aa1ab68357 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:47.733465 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4363bf1d-3b63-406c-8cd1-e4fa21cb3e5d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:47.754058 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-f327ef39-0c5e-4db1-818d-9e66d4e1c762 None None] Port bf432367-e113-4295-9e23-5b58457247c8 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:43:47.768193 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8a121ba0-2f6b-4dea-85c1-4c83e464c126 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:47.786373 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dc901289-0dc8-41af-b72f-4a4d430b92f5 req-0c15bdcd-ee98-450b-b709-8c09f42f04ad service neutron] 10.222.0.36 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517564 Nov 16 11:43:47.787380 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-8a121ba0-2f6b-4dea-85c1-4c83e464c126 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Calling delete_port for ec7b8516-973d-4fe5-b1d3-0eb1e3d0f62c owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:43:47.791384 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-4363bf1d-3b63-406c-8cd1-e4fa21cb3e5d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc0eeeb2-e27e-4c35-b120-29d243c08a7e']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:47.809980 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54279c4-ddc5-4850-aed3-dc6d7adb5cbf None None] Resources bound (agent type, host, resource id): {{(pid=102670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 11:43:47.813658 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-4363bf1d-3b63-406c-8cd1-e4fa21cb3e5d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11a04063-42ab-4bb1-bfef-e30766a06f36') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:47.813913 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-4363bf1d-3b63-406c-8cd1-e4fa21cb3e5d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11a04063-42ab-4bb1-bfef-e30766a06f36') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:47.832122 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 799176a3-78cb-4ecd-9666-96df107d6e19 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:43:47.855157 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4363bf1d-3b63-406c-8cd1-e4fa21cb3e5d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:47.862876 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-54dcca19-345d-46d3-aec6-f25457c76cac tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:47.887067 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-54dcca19-345d-46d3-aec6-f25457c76cac tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:47.917047 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-f6085b18-c4bc-45b2-b648-0e1740c0a8ab None None] Could not find standard attr ID for object 93eb378e-e956-4246-b8c5-8b1989da7e4d. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:43:47.957637 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-54dcca19-345d-46d3-aec6-f25457c76cac tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:47.960806 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-54dcca19-345d-46d3-aec6-f25457c76cac tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:47.964668 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-54dcca19-345d-46d3-aec6-f25457c76cac tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/security-groups/f01dcb7e-455c-432b-bbef-cf2734bb98c4 HTTP/1.1" status: 204 len: 168 time: 0.4941287 Nov 16 11:43:47.968433 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59880) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:47.971305 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 799176a3-78cb-4ecd-9666-96df107d6e19 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:47.971645 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:48.007295 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4363bf1d-3b63-406c-8cd1-e4fa21cb3e5d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:48.023022 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dcca19-345d-46d3-aec6-f25457c76cac tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01dcb7e-455c-432b-bbef-cf2734bb98c4,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:48.030371 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4363bf1d-3b63-406c-8cd1-e4fa21cb3e5d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:43:48.030824 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4363bf1d-3b63-406c-8cd1-e4fa21cb3e5d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:48.035513 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:43:48.035513 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:43:48.035513 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:43:48.035513 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:43:48.035513 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:43:48.035513 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:43:48.035513 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:43:48.035513 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:43:48.035513 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:43:48.035513 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:43:48.035513 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:43:48.035513 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:43:48.035513 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:43:48.035513 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:43:48.035513 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:43:48.035513 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:43:48.035513 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:43:48.035513 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:43:48.035513 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:43:48.035513 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:43:48.035513 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:43:48.035513 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:43:48.035513 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:43:48.035513 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:43:48.035513 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:43:48.035513 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:43:48.035513 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:43:48.035513 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:43:48.035513 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:43:48.035513 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:43:48.035513 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:43:48.035513 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:43:48.081385 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8a121ba0-2f6b-4dea-85c1-4c83e464c126 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:48.091303 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e68d1816-21e7-4a2d-9fcf-03aa1ab68357 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:48.102901 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e68d1816-21e7-4a2d-9fcf-03aa1ab68357 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:48.133380 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-335293fa-9ccc-4d38-824f-4ad653451366 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Deleting subnet 84986305-f5b1-4db5-aa0f-dbe37b1eb9f6 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:43:48.137679 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-335293fa-9ccc-4d38-824f-4ad653451366 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:48.144699 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a121ba0-2f6b-4dea-85c1-4c83e464c126 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Pushing event deleted for resources: {'Port': ['ID=ec7b8516-973d-4fe5-b1d3-0eb1e3d0f62c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:48.187232 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-335293fa-9ccc-4d38-824f-4ad653451366 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:48.228174 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8a121ba0-2f6b-4dea-85c1-4c83e464c126 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:48.249320 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d1816-21e7-4a2d-9fcf-03aa1ab68357 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef283b86-8893-4197-9023-6592fbe935b5,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:48.269614 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e68d1816-21e7-4a2d-9fcf-03aa1ab68357 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:48.272651 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e68d1816-21e7-4a2d-9fcf-03aa1ab68357 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8640776 Nov 16 11:43:48.283322 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59882) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:48.289747 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-22cfd8d0-ed09-48f4-b8e5-4f36c6ef8ad8 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:48.313541 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4363bf1d-3b63-406c-8cd1-e4fa21cb3e5d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:48.320210 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4363bf1d-3b63-406c-8cd1-e4fa21cb3e5d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:48.327031 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4363bf1d-3b63-406c-8cd1-e4fa21cb3e5d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "DELETE /v2.0/networks/bc0eeeb2-e27e-4c35-b120-29d243c08a7e HTTP/1.1" status: 204 len: 168 time: 4.9495409 Nov 16 11:43:48.330744 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:48.335365 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59884) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:48.336197 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22cfd8d0-ed09-48f4-b8e5-4f36c6ef8ad8 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks [] for floatingip, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:48.356907 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4416bf-860b-4718-90f2-c7049a6c41b2 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:43:48.357506 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8a121ba0-2f6b-4dea-85c1-4c83e464c126 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:48.360095 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8a121ba0-2f6b-4dea-85c1-4c83e464c126 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:48.408181 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8a121ba0-2f6b-4dea-85c1-4c83e464c126 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:48.408660 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a121ba0-2f6b-4dea-85c1-4c83e464c126 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Fanout notify agent at l3_agent the message router_deleted on router 42190499-9e07-4b73-a31d-e21716cfed27 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:43:48.415996 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8a121ba0-2f6b-4dea-85c1-4c83e464c126 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:48.422512 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8a121ba0-2f6b-4dea-85c1-4c83e464c126 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] 10.222.0.61 "DELETE /v2.0/routers/42190499-9e07-4b73-a31d-e21716cfed27 HTTP/1.1" status: 204 len: 168 time: 1.4758050 Nov 16 11:43:48.423690 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59886) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:48.428378 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-fb5cf04f-187b-4074-9469-9882afe055d6 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-532974133', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:48.433669 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeb35eec-36a9-4cd2-8eeb-b477c321f344 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] DELETE failed (client error): The resource could not be found. Nov 16 11:43:48.434269 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeb35eec-36a9-4cd2-8eeb-b477c321f344 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:43:48.438031 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-eeb35eec-36a9-4cd2-8eeb-b477c321f344 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "DELETE /v2.0/networks/bc0eeeb2-e27e-4c35-b120-29d243c08a7e HTTP/1.1" status: 404 len: 339 time: 0.0972452 Nov 16 11:43:48.442028 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363bf1d-3b63-406c-8cd1-e4fa21cb3e5d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event deleted for resources: {'Network': ['ID=bc0eeeb2-e27e-4c35-b120-29d243c08a7e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:48.443420 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59888) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:48.450422 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b0677e92-21a2-4e97-8fb8-455171c8221d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1676551990', 'description': 'd1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:48.474144 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-335293fa-9ccc-4d38-824f-4ad653451366 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:48.483262 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb5cf04f-187b-4074-9469-9882afe055d6 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:48.484358 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb5cf04f-187b-4074-9469-9882afe055d6 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:48.530186 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0677e92-21a2-4e97-8fb8-455171c8221d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Made reservation on behalf of 05698996c8fd4d698238455680b68f95 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:48.533959 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b0677e92-21a2-4e97-8fb8-455171c8221d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:48.571424 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-335293fa-9ccc-4d38-824f-4ad653451366 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:48.574620 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb5cf04f-187b-4074-9469-9882afe055d6 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:48.586708 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22cfd8d0-ed09-48f4-b8e5-4f36c6ef8ad8 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:48.596817 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb5cf04f-187b-4074-9469-9882afe055d6 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:48.606116 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0677e92-21a2-4e97-8fb8-455171c8221d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:43:48.624620 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335293fa-9ccc-4d38-824f-4ad653451366 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'Subnet': ['ID=84986305-f5b1-4db5-aa0f-dbe37b1eb9f6,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:48.626217 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b0677e92-21a2-4e97-8fb8-455171c8221d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:48.626699 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-b0677e92-21a2-4e97-8fb8-455171c8221d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Added segment 5890fa19-cbe1-4b08-a3cf-e0e05eb56b27 of type vlan for network f7df8eb9-6b62-4b5d-b883-60eab4e03260 Nov 16 11:43:48.638074 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb5cf04f-187b-4074-9469-9882afe055d6 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:48.641040 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-fb5cf04f-187b-4074-9469-9882afe055d6 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2160957 Nov 16 11:43:48.642928 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59892) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:48.648772 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-725587c8-27d0-4dab-b378-837a5385b2fb tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Request body: {'router': {'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:48.654276 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7a9087-5b0f-423a-be2a-43ee66600f46 None None] Network df2f6888-97dc-472f-8ebc-e52bc01b3d4f requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:43:48.674834 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-335293fa-9ccc-4d38-824f-4ad653451366 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:48.683573 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-335293fa-9ccc-4d38-824f-4ad653451366 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/subnets/84986305-f5b1-4db5-aa0f-dbe37b1eb9f6 HTTP/1.1" status: 204 len: 168 time: 0.7103250 Nov 16 11:43:48.684473 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59894) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:48.694994 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-6116efa2-2df8-4167-85cb-e88d58b0c60f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'subnet': {'network_id': 'df2f6888-97dc-472f-8ebc-e52bc01b3d4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:48.791700 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b0677e92-21a2-4e97-8fb8-455171c8221d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:48.834532 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:48.913392 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-725587c8-27d0-4dab-b378-837a5385b2fb tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:48.918452 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b0677e92-21a2-4e97-8fb8-455171c8221d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:48.925721 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0677e92-21a2-4e97-8fb8-455171c8221d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:48.926547 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b0677e92-21a2-4e97-8fb8-455171c8221d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:48.930466 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-22cfd8d0-ed09-48f4-b8e5-4f36c6ef8ad8 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Allocated IP 172.25.0.32 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/443a576b-2c6f-4d06-b68a-1511b4cb81bd) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:43:48.967531 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a18317-18d7-43cd-8867-e66ea7b0acf1 req-6844704f-53ad-4757-a78c-9f18dfced4bf tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:48.969224 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-81a18317-18d7-43cd-8867-e66ea7b0acf1 req-6844704f-53ad-4757-a78c-9f18dfced4bf tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=14edb0ca-44ed-448e-bf6b-93f04318ae1c HTTP/1.1" status: 200 len: 943 time: 0.2683265 Nov 16 11:43:48.970702 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b0677e92-21a2-4e97-8fb8-455171c8221d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5262120 Nov 16 11:43:48.988343 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59896) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:49.062473 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0677e92-21a2-4e97-8fb8-455171c8221d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event updated for resources: {'Network': ['ID=f7df8eb9-6b62-4b5d-b883-60eab4e03260,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:49.075112 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network f7df8eb9-6b62-4b5d-b883-60eab4e03260 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:43:49.226935 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-81a18317-18d7-43cd-8867-e66ea7b0acf1 req-ac3da518-c8aa-4858-a6a1-7542c3e35be2 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424315 Nov 16 11:43:49.248466 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187529f2-558d-46a7-a47a-e1f258d0407c tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:49.250787 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-187529f2-558d-46a7-a47a-e1f258d0407c tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "GET /v2.0/networks?id=f7df8eb9-6b62-4b5d-b883-60eab4e03260 HTTP/1.1" status: 200 len: 761 time: 0.2613869 Nov 16 11:43:49.256050 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59898) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:49.262916 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-b84b5efa-4199-42ab-ad83-87715ffef8c7 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Request body: {'network': {'description': 'd2'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:49.330653 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-725587c8-27d0-4dab-b378-837a5385b2fb tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:49.362631 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-725587c8-27d0-4dab-b378-837a5385b2fb tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:49.394711 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6116efa2-2df8-4167-85cb-e88d58b0c60f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Made reservation on behalf of 7d3d11fb732046149ebe953349dcb515 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:49.398803 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6116efa2-2df8-4167-85cb-e88d58b0c60f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:49.776717 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-34c7871e-e309-4275-98cf-9768f9e57ec5 None None] Provisioning complete for port 799176a3-78cb-4ecd-9666-96df107d6e19 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:49.777889 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-34c7871e-e309-4275-98cf-9768f9e57ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:49.886511 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-34c7871e-e309-4275-98cf-9768f9e57ec5 None None] Provisioning complete for port bf432367-e113-4295-9e23-5b58457247c8 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:49.886926 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-34c7871e-e309-4275-98cf-9768f9e57ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:49.929027 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-34c7871e-e309-4275-98cf-9768f9e57ec5 None None] Port bf432367-e113-4295-9e23-5b58457247c8 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:43:50.042184 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22cfd8d0-ed09-48f4-b8e5-4f36c6ef8ad8 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:50.144960 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b84b5efa-4199-42ab-ad83-87715ffef8c7 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:50.167840 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b84b5efa-4199-42ab-ad83-87715ffef8c7 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:50.182318 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22cfd8d0-ed09-48f4-b8e5-4f36c6ef8ad8 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:50.225376 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-725587c8-27d0-4dab-b378-837a5385b2fb tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Allocated IP 172.25.0.219 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/2743a7d2-9c98-401c-ae84-d229862e1d20) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:43:50.239937 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b84b5efa-4199-42ab-ad83-87715ffef8c7 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Network f7df8eb9-6b62-4b5d-b883-60eab4e03260 is not hosted by any dhcp agent {{(pid=102669) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 16 11:43:50.245255 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84b5efa-4199-42ab-ad83-87715ffef8c7 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:50.246390 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b84b5efa-4199-42ab-ad83-87715ffef8c7 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:50.250482 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b84b5efa-4199-42ab-ad83-87715ffef8c7 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "PUT /v2.0/networks/f7df8eb9-6b62-4b5d-b883-60eab4e03260 HTTP/1.1" status: 200 len: 758 time: 0.9931083 Nov 16 11:43:50.253666 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59904) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:50.284124 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cfd8d0-ed09-48f4-b8e5-4f36c6ef8ad8 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:43:50.306604 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-22cfd8d0-ed09-48f4-b8e5-4f36c6ef8ad8 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:50.334401 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cfd8d0-ed09-48f4-b8e5-4f36c6ef8ad8 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:43:50.381486 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8408accb-ad60-413d-8c0d-b317412ad20d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:50.382821 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8408accb-ad60-413d-8c0d-b317412ad20d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "GET /v2.0/networks?id=f7df8eb9-6b62-4b5d-b883-60eab4e03260 HTTP/1.1" status: 200 len: 761 time: 0.1286588 Nov 16 11:43:50.386981 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b5efa-4199-42ab-ad83-87715ffef8c7 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event updated for resources: {'Network': ['ID=f7df8eb9-6b62-4b5d-b883-60eab4e03260,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:50.389734 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59908) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:50.399234 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cfd8d0-ed09-48f4-b8e5-4f36c6ef8ad8 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Pushing event updated for resources: {'Port': ['ID=443a576b-2c6f-4d06-b68a-1511b4cb81bd,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:50.403945 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network f7df8eb9-6b62-4b5d-b883-60eab4e03260 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:43:50.420409 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-da48e7c9-2ce3-44a0-9dcd-7278083e8868 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1731218629'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:50.432849 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-725587c8-27d0-4dab-b378-837a5385b2fb tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:50.475997 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-725587c8-27d0-4dab-b378-837a5385b2fb tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:50.519989 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abb39a-02cf-4fa5-81fa-c4e145e226f5 req-cf53803f-9c37-43c6-aa0f-0f3aef16b1bf tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:50.521599 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b7abb39a-02cf-4fa5-81fa-c4e145e226f5 req-cf53803f-9c37-43c6-aa0f-0f3aef16b1bf tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=14edb0ca-44ed-448e-bf6b-93f04318ae1c HTTP/1.1" status: 200 len: 943 time: 0.1893458 Nov 16 11:43:50.524833 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725587c8-27d0-4dab-b378-837a5385b2fb tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:43:50.527803 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-725587c8-27d0-4dab-b378-837a5385b2fb tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:50.529576 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da48e7c9-2ce3-44a0-9dcd-7278083e8868 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Made reservation on behalf of 05698996c8fd4d698238455680b68f95 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:50.533176 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da48e7c9-2ce3-44a0-9dcd-7278083e8868 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:50.533690 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725587c8-27d0-4dab-b378-837a5385b2fb tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:43:50.536010 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725587c8-27d0-4dab-b378-837a5385b2fb tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Pushing event updated for resources: {'Port': ['ID=2743a7d2-9c98-401c-ae84-d229862e1d20,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:50.569175 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9722932-4c42-46e9-92d8-5b71c06277ca None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:43:50.649467 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da48e7c9-2ce3-44a0-9dcd-7278083e8868 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:43:50.664391 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6116efa2-2df8-4167-85cb-e88d58b0c60f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:50.668494 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22cfd8d0-ed09-48f4-b8e5-4f36c6ef8ad8 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:50.669981 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-76d195e6-8a2b-4354-8375-4c1a4640efd7 None None] Provisioning complete for port 2743a7d2-9c98-401c-ae84-d229862e1d20 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:50.670554 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-76d195e6-8a2b-4354-8375-4c1a4640efd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:50.717856 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b7abb39a-02cf-4fa5-81fa-c4e145e226f5 req-0c22bf88-6724-4a03-bcfc-07bce4b29e7a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683781 Nov 16 11:43:50.721253 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da48e7c9-2ce3-44a0-9dcd-7278083e8868 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:50.721253 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-da48e7c9-2ce3-44a0-9dcd-7278083e8868 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Added segment 23f46b9b-6226-467c-aeac-cff81967e67f of type vlan for network ec8d673a-da2d-42ba-8dfc-9748f4582ccc Nov 16 11:43:50.745364 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6116efa2-2df8-4167-85cb-e88d58b0c60f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Network df2f6888-97dc-472f-8ebc-e52bc01b3d4f is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:43:50.808136 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-6116efa2-2df8-4167-85cb-e88d58b0c60f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:50.849537 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6116efa2-2df8-4167-85cb-e88d58b0c60f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:50.850564 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6116efa2-2df8-4167-85cb-e88d58b0c60f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:50.854824 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22cfd8d0-ed09-48f4-b8e5-4f36c6ef8ad8 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:50.916486 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea3c133-1cca-4ba2-942a-715d183a8682 None None] Network df2f6888-97dc-472f-8ebc-e52bc01b3d4f requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:43:50.928621 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da48e7c9-2ce3-44a0-9dcd-7278083e8868 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:50.946029 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-725587c8-27d0-4dab-b378-837a5385b2fb tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:50.952411 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6116efa2-2df8-4167-85cb-e88d58b0c60f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'Subnet': ['ID=9f1c1a87-7527-4ebd-bffe-5174db550137,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:50.985871 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-76d195e6-8a2b-4354-8375-4c1a4640efd7 None None] Port 2743a7d2-9c98-401c-ae84-d229862e1d20 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:43:50.987988 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6116efa2-2df8-4167-85cb-e88d58b0c60f tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2991176 Nov 16 11:43:50.990680 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59910) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:50.998753 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da48e7c9-2ce3-44a0-9dcd-7278083e8868 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:51.004617 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da48e7c9-2ce3-44a0-9dcd-7278083e8868 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:51.005218 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da48e7c9-2ce3-44a0-9dcd-7278083e8868 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:51.028673 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-547f09b3-8bfe-4e18-aae7-03746cfcf6c1 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'security_group': {'name': 'tempest-secgroup-1112378777'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:51.072225 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-547f09b3-8bfe-4e18-aae7-03746cfcf6c1 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:51.108841 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-da48e7c9-2ce3-44a0-9dcd-7278083e8868 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7108541 Nov 16 11:43:51.149771 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59912) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:51.155534 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-59d79829-ab8e-465f-89fb-e54b28053317 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Request body: {'subnet': {'network_id': 'ec8d673a-da2d-42ba-8dfc-9748f4582ccc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:51.161815 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da48e7c9-2ce3-44a0-9dcd-7278083e8868 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event updated for resources: {'Network': ['ID=ec8d673a-da2d-42ba-8dfc-9748f4582ccc,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:51.177366 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network ec8d673a-da2d-42ba-8dfc-9748f4582ccc details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:43:51.267247 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-725587c8-27d0-4dab-b378-837a5385b2fb tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1984560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1995711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3572'] for router, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:51.270506 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-547f09b3-8bfe-4e18-aae7-03746cfcf6c1 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:51.274091 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-725587c8-27d0-4dab-b378-837a5385b2fb tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1984559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1984550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1995702'] for router, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:51.277414 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-547f09b3-8bfe-4e18-aae7-03746cfcf6c1 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:51.284532 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f210e7e3-dc33-48ee-9334-18e4217bef6e None None] Update dhcp port {'port': {'network_id': 'df2f6888-97dc-472f-8ebc-e52bc01b3d4f', 'fixed_ips': [{'subnet_id': 'a536dc1b-1bff-4328-adcd-acb2f8b2154e', 'ip_address': '172.20.0.18'}, {'subnet_id': '9f1c1a87-7527-4ebd-bffe-5174db550137'}], 'binding:host_id': 'n-d-816823-3'}, 'id': '799176a3-78cb-4ecd-9666-96df107d6e19'} from n-d-816823-3. {{(pid=102670) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 11:43:51.311126 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d79829-ab8e-465f-89fb-e54b28053317 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Made reservation on behalf of 05698996c8fd4d698238455680b68f95 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:51.315716 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-59d79829-ab8e-465f-89fb-e54b28053317 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:51.320453 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f210e7e3-dc33-48ee-9334-18e4217bef6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:51.324110 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22cfd8d0-ed09-48f4-b8e5-4f36c6ef8ad8 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:51.364389 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22cfd8d0-ed09-48f4-b8e5-4f36c6ef8ad8 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:51.391766 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f09b3-8bfe-4e18-aae7-03746cfcf6c1 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbaba4c-90c6-44a9-b179-6fdfabfc72f3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:51.401455 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-547f09b3-8bfe-4e18-aae7-03746cfcf6c1 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:51.405982 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-547f09b3-8bfe-4e18-aae7-03746cfcf6c1 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4141123 Nov 16 11:43:51.406144 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59914) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:51.412607 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-2ba3a6a8-2782-44ec-9151-0396b03d8dd0 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'security_group': {'name': 'tempest-secgroup-1820737973'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:51.484222 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725587c8-27d0-4dab-b378-837a5385b2fb tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Router 440614e7-0cb6-4897-ae3d-3f7d724e319e is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:43:51.501654 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cfd8d0-ed09-48f4-b8e5-4f36c6ef8ad8 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Pushing event updated for resources: {'Port': ['ID=443a576b-2c6f-4d06-b68a-1511b4cb81bd,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:51.516099 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-f210e7e3-dc33-48ee-9334-18e4217bef6e None None] Allocated IP 172.20.0.2 (df2f6888-97dc-472f-8ebc-e52bc01b3d4f/9f1c1a87-7527-4ebd-bffe-5174db550137/799176a3-78cb-4ecd-9666-96df107d6e19) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:43:51.524655 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ba3a6a8-2782-44ec-9151-0396b03d8dd0 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:51.526696 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22cfd8d0-ed09-48f4-b8e5-4f36c6ef8ad8 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:51.581702 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22cfd8d0-ed09-48f4-b8e5-4f36c6ef8ad8 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:51.583660 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-22cfd8d0-ed09-48f4-b8e5-4f36c6ef8ad8 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2978063 Nov 16 11:43:51.631120 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725587c8-27d0-4dab-b378-837a5385b2fb tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:43:51.639665 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-725587c8-27d0-4dab-b378-837a5385b2fb tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:51.642101 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369ceee8-f216-4f38-a3e9-54880ffd5c0a None None] Sync routers for ids ['440614e7-0cb6-4897-ae3d-3f7d724e319e'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:43:51.642647 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-725587c8-27d0-4dab-b378-837a5385b2fb tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] 10.222.0.61 "PUT /v2.0/routers/440614e7-0cb6-4897-ae3d-3f7d724e319e HTTP/1.1" status: 200 len: 879 time: 2.9972587 Nov 16 11:43:51.644605 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59918) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:51.658253 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369ceee8-f216-4f38-a3e9-54880ffd5c0a None None] Routers {'440614e7-0cb6-4897-ae3d-3f7d724e319e'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:43:51.658888 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-369ceee8-f216-4f38-a3e9-54880ffd5c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:43:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['440614e7-0cb6-4897-ae3d-3f7d724e319e'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:51.659955 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-f210e7e3-dc33-48ee-9334-18e4217bef6e None None] For port 799176a3-78cb-4ecd-9666-96df107d6e19, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=799176a3-78cb-4ecd-9666-96df107d6e19,segment=NetworkSegment(8a0cadaf-d332-45ce-859a-5d090c99c49e),segment_id=8a0cadaf-d332-45ce-859a-5d090c99c49e)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:43:51.701902 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f210e7e3-dc33-48ee-9334-18e4217bef6e None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:51.710402 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f210e7e3-dc33-48ee-9334-18e4217bef6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:51.744957 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-369ceee8-f216-4f38-a3e9-54880ffd5c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:51.758301 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369ceee8-f216-4f38-a3e9-54880ffd5c0a None None] Routers {'440614e7-0cb6-4897-ae3d-3f7d724e319e'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:43:51.759185 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-369ceee8-f216-4f38-a3e9-54880ffd5c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:43:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['440614e7-0cb6-4897-ae3d-3f7d724e319e'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:51.776410 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ba3a6a8-2782-44ec-9151-0396b03d8dd0 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:51.778913 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8b4aac8b-108a-4869-b9ee-b23bf731bf10 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] 10.222.0.61 "GET /v2.0/routers/440614e7-0cb6-4897-ae3d-3f7d724e319e HTTP/1.1" status: 200 len: 920 time: 0.1328831 Nov 16 11:43:51.781789 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-59d79829-ab8e-465f-89fb-e54b28053317 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:51.782745 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59924) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:51.811461 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-369ceee8-f216-4f38-a3e9-54880ffd5c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:51.812250 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369ceee8-f216-4f38-a3e9-54880ffd5c0a None None] The sync data for ids ['440614e7-0cb6-4897-ae3d-3f7d724e319e'] in n-d-816823-3 is: [] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:43:51.833092 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210e7e3-dc33-48ee-9334-18e4217bef6e None None] Pushing event updated for resources: {'Port': ['ID=799176a3-78cb-4ecd-9666-96df107d6e19,revision_number=6']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:51.836323 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ba3a6a8-2782-44ec-9151-0396b03d8dd0 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:51.879536 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b49e50d-f4af-4e5c-be0f-649f2411d04c tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:51.881725 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0b49e50d-f4af-4e5c-be0f-649f2411d04c tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=47f35a41-d782-4d3e-9754-e87c9ca4914b&device_id=440614e7-0cb6-4897-ae3d-3f7d724e319e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0975666 Nov 16 11:43:51.882497 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d79829-ab8e-465f-89fb-e54b28053317 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event updated for resources: {'Subnet': ['ID=4c22816c-8930-4fa1-ba42-978c20d5d8bd,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:51.884550 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59928) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:51.906192 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ba3a6a8-2782-44ec-9151-0396b03d8dd0 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:51.907462 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2ba3a6a8-2782-44ec-9151-0396b03d8dd0 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4983573 Nov 16 11:43:51.920698 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59930) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:51.926639 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5a81700d-ae98-45d8-9253-a0b28e70eec6 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'security_group': {'name': 'tempest-secgroup-674528798'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:51.934446 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba3a6a8-2782-44ec-9151-0396b03d8dd0 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=533c7231-fb08-41e0-96cd-bf62a8a41be2,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:51.957893 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d79829-ab8e-465f-89fb-e54b28053317 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Checking segment: {'id': '23f46b9b-6226-467c-aeac-cff81967e67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ec8d673a-da2d-42ba-8dfc-9748f4582ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:43:51.958301 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d79829-ab8e-465f-89fb-e54b28053317 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Network hostable DHCP agents. Network: ec8d673a-da2d-42ba-8dfc-9748f4582ccc, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:43:51.975757 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c91cf-7033-4724-9a62-b290291c3004 req-84530ddf-e826-4795-af71-9282dc8c308b tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:51.977340 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-130c91cf-7033-4724-9a62-b290291c3004 req-84530ddf-e826-4795-af71-9282dc8c308b tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=14edb0ca-44ed-448e-bf6b-93f04318ae1c HTTP/1.1" status: 200 len: 943 time: 0.0990186 Nov 16 11:43:51.990224 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5a81700d-ae98-45d8-9253-a0b28e70eec6 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:52.006696 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d79829-ab8e-465f-89fb-e54b28053317 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Network ec8d673a-da2d-42ba-8dfc-9748f4582ccc is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:43:52.028346 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-59d79829-ab8e-465f-89fb-e54b28053317 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, ec8d673a-da2d-42ba-8dfc-9748f4582ccc) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:52.032687 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41863b64-6fb2-4b89-9041-df4670495c84 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:52.037006 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-41863b64-6fb2-4b89-9041-df4670495c84 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] 10.222.0.61 "GET /v2.0/networks/47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 881 time: 0.1510599 Nov 16 11:43:52.038757 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59932) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:52.039188 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d79829-ab8e-465f-89fb-e54b28053317 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:52.039779 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-59d79829-ab8e-465f-89fb-e54b28053317 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:52.042065 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7586083b-5c49-4fc1-8d12-7e43aacccd8d None None] Network ec8d673a-da2d-42ba-8dfc-9748f4582ccc requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:43:52.071658 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-130c91cf-7033-4724-9a62-b290291c3004 req-f0840514-71e2-4ae0-82b7-37395aeaee17 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812774 Nov 16 11:43:52.077734 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59934) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:52.077888 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7d5d3836-aaf6-4a5e-9f62-b5038cf106da tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] 10.222.0.61 "GET /v2.0/ports?device_id=440614e7-0cb6-4897-ae3d-3f7d724e319e HTTP/1.1" status: 200 len: 205 time: 0.0379720 Nov 16 11:43:52.091599 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-59d79829-ab8e-465f-89fb-e54b28053317 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9405074 Nov 16 11:43:52.092265 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59936) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:52.164021 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5a81700d-ae98-45d8-9253-a0b28e70eec6 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:52.168202 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5a81700d-ae98-45d8-9253-a0b28e70eec6 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:52.206441 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a81700d-ae98-45d8-9253-a0b28e70eec6 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7211d85f-850b-461a-9c0b-cf0b9329a29e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:52.215007 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5a81700d-ae98-45d8-9253-a0b28e70eec6 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:52.220769 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5a81700d-ae98-45d8-9253-a0b28e70eec6 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2984960 Nov 16 11:43:52.221567 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59946) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:52.227799 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f6fbf39e-e48b-48e7-a2a9-5b18ce0465f3 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1821038052', 'security_groups': ['7211d85f-850b-461a-9c0b-cf0b9329a29e'], 'network_id': 'df2f6888-97dc-472f-8ebc-e52bc01b3d4f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9f1c1a87-7527-4ebd-bffe-5174db550137'}]}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:52.319365 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eea884e-f372-44cb-a4ae-689bad1b5949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-ec8d673a-da2d-42ba-8dfc-9748f4582ccc', 'network_id': 'ec8d673a-da2d-42ba-8dfc-9748f4582ccc', 'tenant_id': '05698996c8fd4d698238455680b68f95', 'fixed_ips': [{'subnet_id': '4c22816c-8930-4fa1-ba42-978c20d5d8bd'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:43:52.320700 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8eea884e-f372-44cb-a4ae-689bad1b5949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:52.344530 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-01be5d38-a922-4817-9eae-61960828ec93 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1084240536&fields=id&tenant_id=14d41305b65a4dafae92476e1ff902fa HTTP/1.1" status: 200 len: 267 time: 0.1319060 Nov 16 11:43:52.363325 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-92ed4be6-a4f3-4be9-bec2-6bcc267a7b2f tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:52.386526 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8f2939e-ff66-4909-919d-cd389b41b431 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:52.390514 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6fbf39e-e48b-48e7-a2a9-5b18ce0465f3 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Made reservation on behalf of 7d3d11fb732046149ebe953349dcb515 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:52.497746 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6fbf39e-e48b-48e7-a2a9-5b18ce0465f3 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:52.526578 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-f6fbf39e-e48b-48e7-a2a9-5b18ce0465f3 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] device_id is not set on port e286ea02-ce50-4825-a4e2-1d7eed30c7ca yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:43:52.537941 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-59cf58c7-9e3e-4bdb-9fbd-31353c1f21aa tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:52.539902 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-59cf58c7-9e3e-4bdb-9fbd-31353c1f21aa tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports/938024bc-796d-495a-81a8-6e0bc9631cff HTTP/1.1" status: 200 len: 936 time: 0.1745031 Nov 16 11:43:52.653497 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-a67c4f4b-8eca-4125-b7f0-8de44237f91c tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:52.655655 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-a67c4f4b-8eca-4125-b7f0-8de44237f91c tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports/8c5a2788-c1fb-4c11-98c8-c7da1005cc29 HTTP/1.1" status: 200 len: 937 time: 0.1063497 Nov 16 11:43:52.697089 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-8eea884e-f372-44cb-a4ae-689bad1b5949 None None] Allocated IP 172.20.0.2 (ec8d673a-da2d-42ba-8dfc-9748f4582ccc/4c22816c-8930-4fa1-ba42-978c20d5d8bd/36973ec8-8f2a-4888-a150-1b6787dbcdb6) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:43:52.738430 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8f2939e-ff66-4909-919d-cd389b41b431 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:52.745150 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-19e9162e-9fbd-4ac0-bba8-98428670dd97 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?network_id=2041a2b2-0e73-454b-949f-7d84c22f57a1&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0804555 Nov 16 11:43:52.764336 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-f6fbf39e-e48b-48e7-a2a9-5b18ce0465f3 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Allocated IP 172.20.0.10 (df2f6888-97dc-472f-8ebc-e52bc01b3d4f/9f1c1a87-7527-4ebd-bffe-5174db550137/e286ea02-ce50-4825-a4e2-1d7eed30c7ca) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:43:52.769039 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-92ed4be6-a4f3-4be9-bec2-6bcc267a7b2f tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:52.843463 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-ccb8a812-83f2-441b-87b1-7dfbcac6f853 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?network_id=2041a2b2-0e73-454b-949f-7d84c22f57a1&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0709388 Nov 16 11:43:52.852555 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-096cea07-249e-46a3-b2b3-3d2e6d5d58f2 None None] Provisioning complete for port 799176a3-78cb-4ecd-9666-96df107d6e19 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:52.852997 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-096cea07-249e-46a3-b2b3-3d2e6d5d58f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:52.948338 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6fbf39e-e48b-48e7-a2a9-5b18ce0465f3 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:52.992286 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6fbf39e-e48b-48e7-a2a9-5b18ce0465f3 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:53.053607 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-92ed4be6-a4f3-4be9-bec2-6bcc267a7b2f tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Deleting port 2743a7d2-9c98-401c-ae84-d229862e1d20 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:43:53.053960 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-92ed4be6-a4f3-4be9-bec2-6bcc267a7b2f tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:53.057442 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8eea884e-f372-44cb-a4ae-689bad1b5949 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:53.060321 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fbf39e-e48b-48e7-a2a9-5b18ce0465f3 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Network df2f6888-97dc-472f-8ebc-e52bc01b3d4f is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:43:53.064223 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-1b3dc322-ad9b-4348-9b7a-d82968ee9bd0 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:53.066518 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-f6fbf39e-e48b-48e7-a2a9-5b18ce0465f3 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:53.068483 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 799176a3-78cb-4ecd-9666-96df107d6e19 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:43:53.072427 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fbf39e-e48b-48e7-a2a9-5b18ce0465f3 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:43:53.075010 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-1b3dc322-ad9b-4348-9b7a-d82968ee9bd0 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:53.076594 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fbf39e-e48b-48e7-a2a9-5b18ce0465f3 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'Port': ['ID=e286ea02-ce50-4825-a4e2-1d7eed30c7ca,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:53.083090 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-1b3dc322-ad9b-4348-9b7a-d82968ee9bd0 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:53.085178 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-1b3dc322-ad9b-4348-9b7a-d82968ee9bd0 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/networks?id=cd9b53f3-dc5a-4d2a-9424-263d53785a99&id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&id=2041a2b2-0e73-454b-949f-7d84c22f57a1&id=2041a2b2-0e73-454b-949f-7d84c22f57a1 HTTP/1.1" status: 200 len: 1994 time: 0.2144330 Nov 16 11:43:53.125349 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8f2939e-ff66-4909-919d-cd389b41b431 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:53.132220 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8eea884e-f372-44cb-a4ae-689bad1b5949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:53.164331 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fbf39e-e48b-48e7-a2a9-5b18ce0465f3 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:53.164944 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6fbf39e-e48b-48e7-a2a9-5b18ce0465f3 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:53.188596 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-893fd2e3-f0a6-4375-a61c-ecabb63c2cbd tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/quotas/14d41305b65a4dafae92476e1ff902fa HTTP/1.1" status: 200 len: 375 time: 0.0845971 Nov 16 11:43:53.191029 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f6fbf39e-e48b-48e7-a2a9-5b18ce0465f3 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9675827 Nov 16 11:43:53.194091 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59952) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:53.213255 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-6d930e02-252d-444e-b285-b449761423ba tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'subnet': {'network_id': 'df2f6888-97dc-472f-8ebc-e52bc01b3d4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:53.217713 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eea884e-f372-44cb-a4ae-689bad1b5949 None None] Network ec8d673a-da2d-42ba-8dfc-9748f4582ccc is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:43:53.253018 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f2939e-ff66-4909-919d-cd389b41b431 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event deleted for resources: {'Subnet': ['ID=4c22816c-8930-4fa1-ba42-978c20d5d8bd,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:53.255070 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-8eea884e-f372-44cb-a4ae-689bad1b5949 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:53.264554 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eea884e-f372-44cb-a4ae-689bad1b5949 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:43:53.268014 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea884e-f372-44cb-a4ae-689bad1b5949 None None] Pushing event updated for resources: {'Port': ['ID=36973ec8-8f2a-4888-a150-1b6787dbcdb6,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:53.334489 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-096cea07-249e-46a3-b2b3-3d2e6d5d58f2 None None] Provisioning complete for port bf432367-e113-4295-9e23-5b58457247c8 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:53.334741 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-92ed4be6-a4f3-4be9-bec2-6bcc267a7b2f tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:53.334859 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-096cea07-249e-46a3-b2b3-3d2e6d5d58f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:53.355319 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d930e02-252d-444e-b285-b449761423ba tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Made reservation on behalf of 7d3d11fb732046149ebe953349dcb515 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:53.360516 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6d930e02-252d-444e-b285-b449761423ba tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:53.375137 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-096cea07-249e-46a3-b2b3-3d2e6d5d58f2 None None] Port bf432367-e113-4295-9e23-5b58457247c8 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:43:53.381329 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 799176a3-78cb-4ecd-9666-96df107d6e19 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:53.381638 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:53.392227 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-92ed4be6-a4f3-4be9-bec2-6bcc267a7b2f tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Calling delete_port for 2743a7d2-9c98-401c-ae84-d229862e1d20 owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:43:53.427005 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-8eea884e-f372-44cb-a4ae-689bad1b5949 None None] Attempting to bind port 36973ec8-8f2a-4888-a150-1b6787dbcdb6 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:43:53.427377 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-8eea884e-f372-44cb-a4ae-689bad1b5949 None None] Attempting to bind port 36973ec8-8f2a-4888-a150-1b6787dbcdb6 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '23f46b9b-6226-467c-aeac-cff81967e67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ec8d673a-da2d-42ba-8dfc-9748f4582ccc'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:43:53.427734 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eea884e-f372-44cb-a4ae-689bad1b5949 None None] Attempting to bind port 36973ec8-8f2a-4888-a150-1b6787dbcdb6 on network ec8d673a-da2d-42ba-8dfc-9748f4582ccc {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:43:53.440608 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eea884e-f372-44cb-a4ae-689bad1b5949 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:43:53.441003 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eea884e-f372-44cb-a4ae-689bad1b5949 None None] Checking segment: {'id': '23f46b9b-6226-467c-aeac-cff81967e67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ec8d673a-da2d-42ba-8dfc-9748f4582ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:43:53.441400 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8eea884e-f372-44cb-a4ae-689bad1b5949 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:53.441787 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eea884e-f372-44cb-a4ae-689bad1b5949 None None] Bound using segment: {'id': '23f46b9b-6226-467c-aeac-cff81967e67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ec8d673a-da2d-42ba-8dfc-9748f4582ccc'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:43:53.443754 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-8eea884e-f372-44cb-a4ae-689bad1b5949 None None] Bound port: 36973ec8-8f2a-4888-a150-1b6787dbcdb6, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f46b9b-6226-467c-aeac-cff81967e67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'ec8d673a-da2d-42ba-8dfc-9748f4582ccc'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:43:53.443754 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8eea884e-f372-44cb-a4ae-689bad1b5949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:53.480789 n-d-816823-3 neutron-server[102668]: INFO neutron.db.ipam_backend_mixin [None req-6d930e02-252d-444e-b285-b449761423ba tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9f1c1a87-7527-4ebd-bffe-5174db550137 (CIDR: 172.20.0.0/28) Nov 16 11:43:53.489207 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d930e02-252d-444e-b285-b449761423ba tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:43:53.489836 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d930e02-252d-444e-b285-b449761423ba tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:43:53.519030 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6d930e02-252d-444e-b285-b449761423ba tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3227711 Nov 16 11:43:53.521114 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59954) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:53.529859 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e35b2b51-0edf-4817-a9dd-00fe14c04721 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'subnet': {'network_id': 'df2f6888-97dc-472f-8ebc-e52bc01b3d4f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:53.538565 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-8eea884e-f372-44cb-a4ae-689bad1b5949 None None] For port 36973ec8-8f2a-4888-a150-1b6787dbcdb6, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:43:53.543555 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8f2939e-ff66-4909-919d-cd389b41b431 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:53.564854 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-25dc4b15-2d0f-49c3-92ae-988f5bd60811 None None] Provisioning complete for port e286ea02-ce50-4825-a4e2-1d7eed30c7ca triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:53.565219 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-25dc4b15-2d0f-49c3-92ae-988f5bd60811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:53.581180 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-e8f2939e-ff66-4909-919d-cd389b41b431 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec8d673a-da2d-42ba-8dfc-9748f4582ccc']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:53.614461 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-8eea884e-f372-44cb-a4ae-689bad1b5949 None None] For port 36973ec8-8f2a-4888-a150-1b6787dbcdb6, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=36973ec8-8f2a-4888-a150-1b6787dbcdb6,segment=NetworkSegment(23f46b9b-6226-467c-aeac-cff81967e67f),segment_id=23f46b9b-6226-467c-aeac-cff81967e67f)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:43:53.614940 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-0c990ce3-efd2-4a3d-a1f3-48422b57332e tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=14d41305b65a4dafae92476e1ff902fa&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3950822 Nov 16 11:43:53.619016 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-e8f2939e-ff66-4909-919d-cd389b41b431 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f46b9b-6226-467c-aeac-cff81967e67f') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:53.619320 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-e8f2939e-ff66-4909-919d-cd389b41b431 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f46b9b-6226-467c-aeac-cff81967e67f') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:53.632419 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8f2939e-ff66-4909-919d-cd389b41b431 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:53.634111 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8eea884e-f372-44cb-a4ae-689bad1b5949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:53.664341 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-25dc4b15-2d0f-49c3-92ae-988f5bd60811 None None] Port e286ea02-ce50-4825-a4e2-1d7eed30c7ca cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:43:53.689490 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35b2b51-0edf-4817-a9dd-00fe14c04721 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Made reservation on behalf of 7d3d11fb732046149ebe953349dcb515 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:53.693963 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e35b2b51-0edf-4817-a9dd-00fe14c04721 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:53.734318 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8f2939e-ff66-4909-919d-cd389b41b431 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:53.736324 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea884e-f372-44cb-a4ae-689bad1b5949 None None] Pushing event updated for resources: {'Port': ['ID=36973ec8-8f2a-4888-a150-1b6787dbcdb6,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:53.756166 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f2939e-ff66-4909-919d-cd389b41b431 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:43:53.756581 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8f2939e-ff66-4909-919d-cd389b41b431 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:53.759928 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:43:53.759928 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:43:53.759928 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:43:53.759928 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:43:53.759928 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:43:53.759928 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:43:53.759928 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:43:53.759928 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:43:53.759928 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:43:53.759928 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:43:53.759928 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:43:53.759928 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:43:53.759928 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:43:53.759928 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:43:53.759928 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:43:53.759928 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:43:53.759928 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:43:53.759928 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:43:53.759928 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:43:53.759928 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:43:53.759928 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:43:53.759928 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:43:53.759928 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:43:53.759928 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:43:53.759928 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:43:53.759928 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:43:53.759928 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:43:53.759928 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:43:53.759928 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:43:53.759928 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:43:53.759928 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:43:53.759928 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:43:53.763283 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac6e680-7c10-4ada-99d4-0051a1b880ec None None] Network ec8d673a-da2d-42ba-8dfc-9748f4582ccc requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:43:53.855376 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-e8f2939e-ff66-4909-919d-cd389b41b431 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 16 11:43:53.855376 n-d-816823-3 neutron-server[102669]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 16 11:43:53.855376 n-d-816823-3 neutron-server[102669]: [parameters: {'id': 'ec8d673a-da2d-42ba-8dfc-9748f4582ccc'}] Nov 16 11:43:53.855376 n-d-816823-3 neutron-server[102669]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:43:53.855874 n-d-816823-3 neutron-server[102669]: DEBUG oslo_db.api [None req-e8f2939e-ff66-4909-919d-cd389b41b431 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:43:53.862472 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-37cd974e-41b7-414c-b38a-49454e552163 service neutron] 10.222.0.61 "GET /v2.0/networks/cd9b53f3-dc5a-4d2a-9424-263d53785a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106497 Nov 16 11:43:53.962912 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649425cf-a815-4c61-bf5c-440cd763d355 None None] get_active_networks_info from n-d-816823-3 {{(pid=102670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 11:43:53.982696 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-92ed4be6-a4f3-4be9-bec2-6bcc267a7b2f tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:54.024754 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed4be6-a4f3-4be9-bec2-6bcc267a7b2f tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Pushing event deleted for resources: {'Port': ['ID=2743a7d2-9c98-401c-ae84-d229862e1d20,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:54.046777 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-bfd313bc-61bb-47b5-a253-1ea3448d2e96 service neutron] 10.222.0.61 "GET /v2.0/networks/cd9b53f3-dc5a-4d2a-9424-263d53785a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651311 Nov 16 11:43:54.131891 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-ecb97f25-db23-4fe8-9518-47bd62e3a765 service neutron] 10.222.0.61 "GET /v2.0/ports/938024bc-796d-495a-81a8-6e0bc9631cff?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0696242 Nov 16 11:43:54.158562 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-92ed4be6-a4f3-4be9-bec2-6bcc267a7b2f tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:54.195852 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649425cf-a815-4c61-bf5c-440cd763d355 None None] Resources bound (agent type, host, resource id): {{(pid=102670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 11:43:54.320990 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-92ed4be6-a4f3-4be9-bec2-6bcc267a7b2f tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:54.324846 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-92ed4be6-a4f3-4be9-bec2-6bcc267a7b2f tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:54.331019 n-d-816823-3 neutron-server[102668]: INFO neutron.db.ipam_backend_mixin [None req-e35b2b51-0edf-4817-a9dd-00fe14c04721 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet a536dc1b-1bff-4328-adcd-acb2f8b2154e (CIDR: 172.20.0.16/28) Nov 16 11:43:54.337739 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-e35b2b51-0edf-4817-a9dd-00fe14c04721 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:43:54.338342 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e35b2b51-0edf-4817-a9dd-00fe14c04721 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:43:54.362614 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e35b2b51-0edf-4817-a9dd-00fe14c04721 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8401756 Nov 16 11:43:54.365349 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59956) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:54.374220 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8f2939e-ff66-4909-919d-cd389b41b431 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:54.375478 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-7be8837b-5132-43de-8eee-4bd4fbce9fd5 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'subnet': {'network_id': 'df2f6888-97dc-472f-8ebc-e52bc01b3d4f', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:54.409116 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-92ed4be6-a4f3-4be9-bec2-6bcc267a7b2f tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:54.409679 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ed4be6-a4f3-4be9-bec2-6bcc267a7b2f tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Fanout notify agent at l3_agent the message router_deleted on router 440614e7-0cb6-4897-ae3d-3f7d724e319e {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:43:54.413414 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4d3cc6f4-5570-4f14-85b1-4a61191eb870 service neutron] 10.222.0.61 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744353 Nov 16 11:43:54.419231 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-92ed4be6-a4f3-4be9-bec2-6bcc267a7b2f tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:54.424759 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-92ed4be6-a4f3-4be9-bec2-6bcc267a7b2f tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] 10.222.0.61 "DELETE /v2.0/routers/440614e7-0cb6-4897-ae3d-3f7d724e319e HTTP/1.1" status: 204 len: 168 time: 2.3452320 Nov 16 11:43:54.425634 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59958) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:54.439139 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-e5da2360-f9af-4ce6-885f-82a3e7aa1772 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-606428242', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:54.631551 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad442bb-4784-41d3-b1c7-7b0da0abbe65 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:43:54.880402 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-e5da2360-f9af-4ce6-885f-82a3e7aa1772 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 16 11:43:54.880402 n-d-816823-3 neutron-server[102669]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 16 11:43:54.880402 n-d-816823-3 neutron-server[102669]: [parameters: {'project_id': '03c373dbc5d544d18a95d2f0bc6153a5', 'id': '143db6e2-c157-4b4a-a773-f1ac6c5f77ad', 'expiration': datetime.datetime(2021, 11, 16, 11, 45, 54, 868165)}] Nov 16 11:43:54.880402 n-d-816823-3 neutron-server[102669]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:43:54.880941 n-d-816823-3 neutron-server[102669]: DEBUG oslo_db.api [None req-e5da2360-f9af-4ce6-885f-82a3e7aa1772 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:43:54.881250 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be8837b-5132-43de-8eee-4bd4fbce9fd5 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Made reservation on behalf of 7d3d11fb732046149ebe953349dcb515 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:54.885079 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7be8837b-5132-43de-8eee-4bd4fbce9fd5 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:54.924429 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-82c7aa98-6bf1-4b2d-98ab-71f4cd06700f service neutron] 10.222.0.61 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4977915 Nov 16 11:43:54.926882 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e8f2939e-ff66-4909-919d-cd389b41b431 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Deleting port 36973ec8-8f2a-4888-a150-1b6787dbcdb6 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:43:54.927218 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8f2939e-ff66-4909-919d-cd389b41b431 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:55.016621 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4b70c0c9-c335-44d5-97e2-399225bf4b35 service neutron] 10.222.0.61 "GET /v2.0/ports/8c5a2788-c1fb-4c11-98c8-c7da1005cc29?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0775235 Nov 16 11:43:55.023483 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-e8f2939e-ff66-4909-919d-cd389b41b431 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] For port 36973ec8-8f2a-4888-a150-1b6787dbcdb6, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=36973ec8-8f2a-4888-a150-1b6787dbcdb6,segment=NetworkSegment(23f46b9b-6226-467c-aeac-cff81967e67f),segment_id=23f46b9b-6226-467c-aeac-cff81967e67f)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:43:55.023853 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8f2939e-ff66-4909-919d-cd389b41b431 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:55.080080 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e8f2939e-ff66-4909-919d-cd389b41b431 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Calling delete_port for 36973ec8-8f2a-4888-a150-1b6787dbcdb6 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:43:55.140540 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7be8837b-5132-43de-8eee-4bd4fbce9fd5 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:55.178388 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-e3edc9e3-8def-47be-9c99-52e678313052 service neutron] 10.222.0.61 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519122 Nov 16 11:43:55.193808 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be8837b-5132-43de-8eee-4bd4fbce9fd5 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Network df2f6888-97dc-472f-8ebc-e52bc01b3d4f is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:43:55.197284 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-7be8837b-5132-43de-8eee-4bd4fbce9fd5 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:55.202683 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be8837b-5132-43de-8eee-4bd4fbce9fd5 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:55.203311 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7be8837b-5132-43de-8eee-4bd4fbce9fd5 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:55.213237 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be8837b-5132-43de-8eee-4bd4fbce9fd5 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'Subnet': ['ID=05496f3e-1190-4ef0-b1df-2cecb5316bd3,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:55.215314 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80eafd0-f5fe-4793-bfc3-86c2d1e8c079 None None] Network df2f6888-97dc-472f-8ebc-e52bc01b3d4f requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:43:55.233974 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7be8837b-5132-43de-8eee-4bd4fbce9fd5 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8667655 Nov 16 11:43:55.238141 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59960) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:55.247285 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-89ecb74e-ae11-4642-be64-d26b2034ba59 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1920716336', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '05496f3e-1190-4ef0-b1df-2cecb5316bd3'}], 'security_groups': ['0dbaba4c-90c6-44a9-b179-6fdfabfc72f3', '533c7231-fb08-41e0-96cd-bf62a8a41be2']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:55.254039 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8f2939e-ff66-4909-919d-cd389b41b431 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:55.287619 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f2939e-ff66-4909-919d-cd389b41b431 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event deleted for resources: {'Port': ['ID=36973ec8-8f2a-4888-a150-1b6787dbcdb6,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:55.300365 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f2939e-ff66-4909-919d-cd389b41b431 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] No DVR routers for this DVR port 36973ec8-8f2a-4888-a150-1b6787dbcdb6 on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:43:55.374103 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-89ecb74e-ae11-4642-be64-d26b2034ba59 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:55.391390 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-2a345548-1b11-4404-a6e3-0741b60aee05 service neutron] 10.222.0.61 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013149 Nov 16 11:43:55.506847 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8f2939e-ff66-4909-919d-cd389b41b431 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:55.547404 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e5da2360-f9af-4ce6-885f-82a3e7aa1772 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:55.549203 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e5da2360-f9af-4ce6-885f-82a3e7aa1772 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:55.557589 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-e8f2939e-ff66-4909-919d-cd389b41b431 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec8d673a-da2d-42ba-8dfc-9748f4582ccc']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:55.576323 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-e8f2939e-ff66-4909-919d-cd389b41b431 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f46b9b-6226-467c-aeac-cff81967e67f') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:55.577447 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-e8f2939e-ff66-4909-919d-cd389b41b431 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f46b9b-6226-467c-aeac-cff81967e67f') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:43:55.608496 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8f2939e-ff66-4909-919d-cd389b41b431 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:55.677652 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-eb793a75-b03e-4b65-9105-43db5c6bb58f service neutron] 10.222.0.61 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751451 Nov 16 11:43:55.677652 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8f2939e-ff66-4909-919d-cd389b41b431 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:55.696006 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e5da2360-f9af-4ce6-885f-82a3e7aa1772 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:55.697674 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f2939e-ff66-4909-919d-cd389b41b431 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:43:55.698270 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8f2939e-ff66-4909-919d-cd389b41b431 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:55.704643 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:43:55.704643 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:43:55.704643 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:43:55.704643 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:43:55.704643 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:43:55.704643 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:43:55.704643 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:43:55.704643 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:43:55.704643 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:43:55.704643 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:43:55.704643 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:43:55.704643 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:43:55.704643 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:43:55.704643 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:43:55.704643 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:43:55.704643 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:43:55.704643 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:43:55.704643 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:43:55.704643 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:43:55.704643 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:43:55.704643 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:43:55.704643 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:43:55.704643 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:43:55.704643 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:43:55.704643 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:43:55.704643 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:43:55.704643 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:43:55.704643 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:43:55.704643 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:43:55.704643 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:43:55.704643 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:43:55.704643 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:43:55.729525 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e5da2360-f9af-4ce6-885f-82a3e7aa1772 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:55.776214 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-33ce3f2d-10b4-4ff2-8791-20810913022e req-2ed2f851-b291-4c7a-b11b-bce4b340f9db service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8128f006-181b-4f4e-b345-cba1a8acfc96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1917291 Nov 16 11:43:55.798666 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67194b67-8f19-47b4-a93b-6142079761cc None None] Update dhcp port {'port': {'network_id': 'df2f6888-97dc-472f-8ebc-e52bc01b3d4f', 'fixed_ips': [{'subnet_id': 'a536dc1b-1bff-4328-adcd-acb2f8b2154e', 'ip_address': '172.20.0.18'}, {'subnet_id': '9f1c1a87-7527-4ebd-bffe-5174db550137', 'ip_address': '172.20.0.2'}, {'subnet_id': '05496f3e-1190-4ef0-b1df-2cecb5316bd3'}], 'binding:host_id': 'n-d-816823-3'}, 'id': '799176a3-78cb-4ecd-9666-96df107d6e19'} from n-d-816823-3. {{(pid=102670) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 11:43:55.860984 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-67194b67-8f19-47b4-a93b-6142079761cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:55.875899 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e5da2360-f9af-4ce6-885f-82a3e7aa1772 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:55.877279 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e5da2360-f9af-4ce6-885f-82a3e7aa1772 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.4416037 Nov 16 11:43:55.880231 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59966) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:55.884670 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-94744990-8a01-4b5b-b457-db17fef0f0be tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'enable_snat': True}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:55.891347 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8f2939e-ff66-4909-919d-cd389b41b431 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:55.897665 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8f2939e-ff66-4909-919d-cd389b41b431 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:55.901958 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e8f2939e-ff66-4909-919d-cd389b41b431 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "DELETE /v2.0/networks/ec8d673a-da2d-42ba-8dfc-9748f4582ccc HTTP/1.1" status: 204 len: 168 time: 3.8073182 Nov 16 11:43:55.918684 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59968) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:55.961898 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce3f2d-10b4-4ff2-8791-20810913022e req-fb6a026f-8284-4a86-8737-bfe9675fa2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:55.963768 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-33ce3f2d-10b4-4ff2-8791-20810913022e req-fb6a026f-8284-4a86-8737-bfe9675fa2ba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a94525ce04b1475298bff18f4d90d9d6&device_id=8128f006-181b-4f4e-b345-cba1a8acfc96 HTTP/1.1" status: 200 len: 1097 time: 0.1226499 Nov 16 11:43:55.968052 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f3fba90-fcd9-4e0e-825c-34cd7a26da82 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] GET failed (client error): The resource could not be found. Nov 16 11:43:55.971684 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2f3fba90-fcd9-4e0e-825c-34cd7a26da82 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "GET /v2.0/subnets/4c22816c-8930-4fa1-ba42-978c20d5d8bd HTTP/1.1" status: 404 len: 337 time: 0.0485766 Nov 16 11:43:55.972732 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59970) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:55.998846 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-65fbbdc0-3cd5-48e6-b5bf-71cdb21f8981 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] DELETE failed (client error): The resource could not be found. Nov 16 11:43:55.999464 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65fbbdc0-3cd5-48e6-b5bf-71cdb21f8981 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:43:56.006164 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-65fbbdc0-3cd5-48e6-b5bf-71cdb21f8981 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "DELETE /v2.0/networks/ec8d673a-da2d-42ba-8dfc-9748f4582ccc HTTP/1.1" status: 404 len: 339 time: 0.0298679 Nov 16 11:43:56.007346 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59972) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:56.033012 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-89ecb74e-ae11-4642-be64-d26b2034ba59 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Delete allocated IP 172.20.0.10 (df2f6888-97dc-472f-8ebc-e52bc01b3d4f/9f1c1a87-7527-4ebd-bffe-5174db550137) {{(pid=102668) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 16 11:43:56.061595 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f2939e-ff66-4909-919d-cd389b41b431 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event deleted for resources: {'Network': ['ID=ec8d673a-da2d-42ba-8dfc-9748f4582ccc,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:56.071882 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-89ecb74e-ae11-4642-be64-d26b2034ba59 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Allocated IP 172.20.0.46 (df2f6888-97dc-472f-8ebc-e52bc01b3d4f/05496f3e-1190-4ef0-b1df-2cecb5316bd3/e286ea02-ce50-4825-a4e2-1d7eed30c7ca) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:43:56.140290 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-369ec983-04aa-42dc-8ce4-7e36f541f153 service neutron] 10.222.0.61 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4540529 Nov 16 11:43:56.150790 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce3f2d-10b4-4ff2-8791-20810913022e req-706eaab7-fa84-4563-b77c-3e3619bae0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:56.152626 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-33ce3f2d-10b4-4ff2-8791-20810913022e req-706eaab7-fa84-4563-b77c-3e3619bae0d1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1c273dd6-07f2-4b1f-a721-47089a2a6655 HTTP/1.1" status: 200 len: 898 time: 0.1456230 Nov 16 11:43:56.282699 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-33ce3f2d-10b4-4ff2-8791-20810913022e req-d00072af-f3d0-4d2d-9192-256bfdfdb480 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ce07b74-0c24-4d88-8f1b-28e078c0a7d8 HTTP/1.1" status: 200 len: 1001 time: 0.1144123 Nov 16 11:43:56.369286 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce3f2d-10b4-4ff2-8791-20810913022e req-71bf9780-96ae-4bd3-b268-3ec98fd6c4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:56.370790 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-33ce3f2d-10b4-4ff2-8791-20810913022e req-71bf9780-96ae-4bd3-b268-3ec98fd6c4ae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dec26c5c-14e0-466a-a352-55d48a3017e7 HTTP/1.1" status: 200 len: 834 time: 0.0757406 Nov 16 11:43:56.393262 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-89ecb74e-ae11-4642-be64-d26b2034ba59 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:56.410334 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-89ecb74e-ae11-4642-be64-d26b2034ba59 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:56.452714 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-94744990-8a01-4b5b-b457-db17fef0f0be tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:56.467243 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae437f1f-468c-4b3b-b796-9c840fa57420 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:56.467656 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ae437f1f-468c-4b3b-b796-9c840fa57420 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4561150 Nov 16 11:43:56.472686 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-67194b67-8f19-47b4-a93b-6142079761cc None None] Allocated IP 172.20.0.34 (df2f6888-97dc-472f-8ebc-e52bc01b3d4f/05496f3e-1190-4ef0-b1df-2cecb5316bd3/799176a3-78cb-4ecd-9666-96df107d6e19) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:43:56.474840 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59974) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:56.490573 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce3f2d-10b4-4ff2-8791-20810913022e req-c7643d9b-91d3-4acc-90cd-eb031120c7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:56.495299 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-33ce3f2d-10b4-4ff2-8791-20810913022e req-c7643d9b-91d3-4acc-90cd-eb031120c7e0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1c273dd6-07f2-4b1f-a721-47089a2a6655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1119125 Nov 16 11:43:56.514531 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ecb74e-ae11-4642-be64-d26b2034ba59 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event updated for resources: {'Port': ['ID=e286ea02-ce50-4825-a4e2-1d7eed30c7ca,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:56.533225 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2ea3b451-73c6-4731-8c5e-c01db8067670 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "GET /v2.0/subnets?network_id=47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 207 time: 0.0559864 Nov 16 11:43:56.538203 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59976) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:56.566637 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-37fe4d55-cbb7-43bc-98f8-7ca050e31a50 service neutron] 10.222.0.61 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177563 Nov 16 11:43:56.600673 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-67194b67-8f19-47b4-a93b-6142079761cc None None] For port 799176a3-78cb-4ecd-9666-96df107d6e19, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=799176a3-78cb-4ecd-9666-96df107d6e19,segment=NetworkSegment(8a0cadaf-d332-45ce-859a-5d090c99c49e),segment_id=8a0cadaf-d332-45ce-859a-5d090c99c49e)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:43:56.634993 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-67194b67-8f19-47b4-a93b-6142079761cc None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:56.643111 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-67194b67-8f19-47b4-a93b-6142079761cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:56.683974 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-89ecb74e-ae11-4642-be64-d26b2034ba59 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] In _notify_port_updated(), no bound segment for port e286ea02-ce50-4825-a4e2-1d7eed30c7ca on network df2f6888-97dc-472f-8ebc-e52bc01b3d4f {{(pid=102668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 11:43:56.690032 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ecb74e-ae11-4642-be64-d26b2034ba59 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:56.690533 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-b2122c6b-d591-476c-9af3-88e1e5d25d9b service neutron] 10.222.0.61 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177342 Nov 16 11:43:56.696431 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-89ecb74e-ae11-4642-be64-d26b2034ba59 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:56.697800 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-89ecb74e-ae11-4642-be64-d26b2034ba59 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "PUT /v2.0/ports/e286ea02-ce50-4825-a4e2-1d7eed30c7ca HTTP/1.1" status: 200 len: 960 time: 1.4585412 Nov 16 11:43:56.704286 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59978) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:56.783422 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67194b67-8f19-47b4-a93b-6142079761cc None None] Pushing event updated for resources: {'Port': ['ID=799176a3-78cb-4ecd-9666-96df107d6e19,revision_number=7']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:56.792796 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67194b67-8f19-47b4-a93b-6142079761cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:43:56.793415 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67194b67-8f19-47b4-a93b-6142079761cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:43:56.793966 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67194b67-8f19-47b4-a93b-6142079761cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:43:56.795112 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67194b67-8f19-47b4-a93b-6142079761cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:43:56.795668 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67194b67-8f19-47b4-a93b-6142079761cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:43:56.796267 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67194b67-8f19-47b4-a93b-6142079761cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:43:56.796765 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67194b67-8f19-47b4-a93b-6142079761cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:43:56.797523 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67194b67-8f19-47b4-a93b-6142079761cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:43:56.798211 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67194b67-8f19-47b4-a93b-6142079761cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:43:56.799401 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67194b67-8f19-47b4-a93b-6142079761cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:43:56.799939 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67194b67-8f19-47b4-a93b-6142079761cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:43:56.800431 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67194b67-8f19-47b4-a93b-6142079761cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:43:56.813217 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-33ce3f2d-10b4-4ff2-8791-20810913022e req-25e953da-c945-45cf-8f5d-d14e024c3cb3 service neutron] 10.222.0.64 "GET /v2.0/networks/1c273dd6-07f2-4b1f-a721-47089a2a6655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960474 Nov 16 11:43:56.930188 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-33ce3f2d-10b4-4ff2-8791-20810913022e req-942ae0b9-855e-417f-9186-79374cbb99d6 service neutron] 10.222.0.64 "GET /v2.0/networks/1c273dd6-07f2-4b1f-a721-47089a2a6655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065471 Nov 16 11:43:57.008809 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4b6485fd-c63f-4fe1-894a-a1f1cd6ec9db service neutron] 10.222.0.61 "GET /v2.0/networks/2041a2b2-0e73-454b-949f-7d84c22f57a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120711 Nov 16 11:43:57.021992 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d058c63-59dd-4cac-abca-a3067d2d4edd tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:57.030124 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d058c63-59dd-4cac-abca-a3067d2d4edd tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:57.037091 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d058c63-59dd-4cac-abca-a3067d2d4edd tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:57.039364 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 799176a3-78cb-4ecd-9666-96df107d6e19 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:43:57.070025 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d058c63-59dd-4cac-abca-a3067d2d4edd tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:57.071839 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4d058c63-59dd-4cac-abca-a3067d2d4edd tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5294447 Nov 16 11:43:57.075740 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59980) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:57.111158 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-94744990-8a01-4b5b-b457-db17fef0f0be tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:57.146340 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-8ff066b0-75a0-4c98-9ac9-304f875633c1 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Deleting port e286ea02-ce50-4825-a4e2-1d7eed30c7ca {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:43:57.146686 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8ff066b0-75a0-4c98-9ac9-304f875633c1 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:57.150394 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-94744990-8a01-4b5b-b457-db17fef0f0be tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:57.165364 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 799176a3-78cb-4ecd-9666-96df107d6e19 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:57.166119 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:57.286210 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-7721719f-e6a7-4a9c-a3aa-a8fc01904d67 service neutron] 10.222.0.61 "GET /v2.0/networks/2041a2b2-0e73-454b-949f-7d84c22f57a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754049 Nov 16 11:43:57.300305 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-39a7ffe7-7e3f-4fbf-9f15-419834d0c3c8 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2233081 Nov 16 11:43:57.301083 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59982) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:57.408531 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03b1672-dc6f-4527-b645-f8c368038e51 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:57.410432 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03b1672-dc6f-4527-b645-f8c368038e51 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:57.416421 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 59984) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:57.417517 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d03b1672-dc6f-4527-b645-f8c368038e51 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1149375 Nov 16 11:43:57.459052 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8ff066b0-75a0-4c98-9ac9-304f875633c1 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:57.504353 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-8ff066b0-75a0-4c98-9ac9-304f875633c1 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Calling delete_port for e286ea02-ce50-4825-a4e2-1d7eed30c7ca owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:43:57.529640 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-94744990-8a01-4b5b-b457-db17fef0f0be tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Allocated IP 172.25.0.153 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/a4cd779c-c69e-44ce-a302-546a49f333b5) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:43:57.544451 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-c7065f91-7057-4412-9018-84e56811ef99 service neutron] 10.222.0.61 "GET /v2.0/networks/2041a2b2-0e73-454b-949f-7d84c22f57a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520590 Nov 16 11:43:57.559270 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f61d8ca-ddb6-484a-a903-b9c1df6d91e3 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Attributes excluded by policy engine: ['shared'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:57.560883 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f61d8ca-ddb6-484a-a903-b9c1df6d91e3 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Attributes excluded by policy engine: ['shared'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:57.562545 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7f61d8ca-ddb6-484a-a903-b9c1df6d91e3 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1451335 Nov 16 11:43:57.566069 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59986) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:57.621963 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-8fd87c1b-4378-4aaa-bcf1-77ad9cedffc7 None None] Provisioning complete for port e286ea02-ce50-4825-a4e2-1d7eed30c7ca triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:57.622563 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8fd87c1b-4378-4aaa-bcf1-77ad9cedffc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:57.662124 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-8fd87c1b-4378-4aaa-bcf1-77ad9cedffc7 None None] Port e286ea02-ce50-4825-a4e2-1d7eed30c7ca cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:43:57.674070 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-8fd87c1b-4378-4aaa-bcf1-77ad9cedffc7 None None] Provisioning complete for port 799176a3-78cb-4ecd-9666-96df107d6e19 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:57.674451 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8fd87c1b-4378-4aaa-bcf1-77ad9cedffc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:57.694432 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d03dcb-32d8-46d8-b165-3f92221f4005 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:57.700035 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d0d03dcb-32d8-46d8-b165-3f92221f4005 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "GET /v2.0/networks/2400b5c6-c4cb-4131-95a7-7f5f265424cb HTTP/1.1" status: 200 len: 799 time: 0.1327791 Nov 16 11:43:57.701612 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59988) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:57.787970 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-8fd87c1b-4378-4aaa-bcf1-77ad9cedffc7 None None] Provisioning complete for port bf432367-e113-4295-9e23-5b58457247c8 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:57.788346 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8fd87c1b-4378-4aaa-bcf1-77ad9cedffc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:57.831279 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e05e74be-dcc3-45d3-ab75-7b409dcc0cfe tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "GET /v2.0/networks/2400b5c6-c4cb-4131-95a7-7f5f265424cb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1280255 Nov 16 11:43:57.834685 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59990) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:57.837325 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-8fd87c1b-4378-4aaa-bcf1-77ad9cedffc7 None None] Port bf432367-e113-4295-9e23-5b58457247c8 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:43:57.903198 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3255231-0a14-4826-9ea1-3978c24736bb tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:57.908616 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d3255231-0a14-4826-9ea1-3978c24736bb tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "GET /v2.0/subnets/310e1270-c50c-4467-9630-1d599e74b3b9 HTTP/1.1" status: 200 len: 811 time: 0.0692625 Nov 16 11:43:57.909026 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59992) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:57.976023 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef041aa-9925-44f0-bcec-77502008b82d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Attributes excluded by policy engine: ['shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:57.981081 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6ef041aa-9925-44f0-bcec-77502008b82d tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "GET /v2.0/subnets/310e1270-c50c-4467-9630-1d599e74b3b9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0676606 Nov 16 11:43:57.981496 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59994) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:57.989158 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e75d6e97-a648-4ed4-96de-0064b2a8460b tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1953815066'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:58.031876 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75d6e97-a648-4ed4-96de-0064b2a8460b tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Made reservation on behalf of 05698996c8fd4d698238455680b68f95 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:58.036234 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e75d6e97-a648-4ed4-96de-0064b2a8460b tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:58.042143 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:58.071959 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e75d6e97-a648-4ed4-96de-0064b2a8460b tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:43:58.088354 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e75d6e97-a648-4ed4-96de-0064b2a8460b tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:58.088631 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-e75d6e97-a648-4ed4-96de-0064b2a8460b tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Added segment 725c0364-637a-4f4f-8410-e8fdb719db6d of type vlan for network b711bb81-b223-422f-8ebf-33c06a6294ea Nov 16 11:43:58.173212 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e75d6e97-a648-4ed4-96de-0064b2a8460b tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:58.200154 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-b481522b-d817-4d76-bff4-c5fb3ad4c214 service neutron] 10.222.0.61 "GET /v2.0/networks/2041a2b2-0e73-454b-949f-7d84c22f57a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6454060 Nov 16 11:43:58.208425 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e75d6e97-a648-4ed4-96de-0064b2a8460b tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:58.215529 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75d6e97-a648-4ed4-96de-0064b2a8460b tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:58.216827 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e75d6e97-a648-4ed4-96de-0064b2a8460b tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:58.265058 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-94744990-8a01-4b5b-b457-db17fef0f0be tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:58.281250 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-987eb5ed-6b9e-4d0f-be49-17e4905bd892 None None] Provisioning complete for port e286ea02-ce50-4825-a4e2-1d7eed30c7ca triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:58.281611 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-987eb5ed-6b9e-4d0f-be49-17e4905bd892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:58.305791 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8ff066b0-75a0-4c98-9ac9-304f875633c1 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:58.321025 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d6e97-a648-4ed4-96de-0064b2a8460b tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event updated for resources: {'Network': ['ID=b711bb81-b223-422f-8ebf-33c06a6294ea,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:58.334685 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network b711bb81-b223-422f-8ebf-33c06a6294ea details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:43:58.351056 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e75d6e97-a648-4ed4-96de-0064b2a8460b tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3648176 Nov 16 11:43:58.351354 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 59998) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:58.356795 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff066b0-75a0-4c98-9ac9-304f875633c1 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'Port': ['ID=e286ea02-ce50-4825-a4e2-1d7eed30c7ca,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:58.357471 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-483ad1f1-609c-4151-ad01-7f0457cbbed8 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Request body: {'subnet': {'network_id': 'b711bb81-b223-422f-8ebf-33c06a6294ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:58.379545 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-94744990-8a01-4b5b-b457-db17fef0f0be tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:58.420129 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-987eb5ed-6b9e-4d0f-be49-17e4905bd892 None None] Port e286ea02-ce50-4825-a4e2-1d7eed30c7ca cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:43:58.511751 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94744990-8a01-4b5b-b457-db17fef0f0be tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:43:58.528319 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-94744990-8a01-4b5b-b457-db17fef0f0be tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:58.535917 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94744990-8a01-4b5b-b457-db17fef0f0be tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:43:58.551017 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f9b541-c5bf-41e8-b3fc-aade7a48954b None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:43:58.563932 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483ad1f1-609c-4151-ad01-7f0457cbbed8 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Made reservation on behalf of 05698996c8fd4d698238455680b68f95 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:43:58.572753 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-483ad1f1-609c-4151-ad01-7f0457cbbed8 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:58.581792 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94744990-8a01-4b5b-b457-db17fef0f0be tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Pushing event updated for resources: {'Port': ['ID=a4cd779c-c69e-44ce-a302-546a49f333b5,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:58.600058 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8ff066b0-75a0-4c98-9ac9-304f875633c1 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:58.603593 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8ff066b0-75a0-4c98-9ac9-304f875633c1 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/ports/e286ea02-ce50-4825-a4e2-1d7eed30c7ca HTTP/1.1" status: 204 len: 168 time: 1.8965652 Nov 16 11:43:58.608297 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60008) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:58.642784 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-622265fc-4fed-4c5e-bde3-5d0deb513f74 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] GET failed (client error): The resource could not be found. Nov 16 11:43:58.644426 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-622265fc-4fed-4c5e-bde3-5d0deb513f74 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "GET /v2.0/ports/e286ea02-ce50-4825-a4e2-1d7eed30c7ca HTTP/1.1" status: 404 len: 333 time: 0.0351505 Nov 16 11:43:58.647255 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60010) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:58.669910 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-117f4606-c87c-4ed8-87a4-a333f3c0906e None None] Provisioning complete for port a4cd779c-c69e-44ce-a302-546a49f333b5 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:43:58.670522 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-117f4606-c87c-4ed8-87a4-a333f3c0906e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:58.676765 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.ipam_backend_mixin [None req-483ad1f1-609c-4151-ad01-7f0457cbbed8 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Performing IP validity checks on allocation pools {{(pid=102668) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 16 11:43:58.677639 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.ipam_backend_mixin [None req-483ad1f1-609c-4151-ad01-7f0457cbbed8 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102668) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 16 11:43:58.794914 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-117f4606-c87c-4ed8-87a4-a333f3c0906e None None] Port a4cd779c-c69e-44ce-a302-546a49f333b5 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:43:58.846564 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-21ffbdf6-191d-4ad2-b833-21ec77e53327 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:58.847475 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-483ad1f1-609c-4151-ad01-7f0457cbbed8 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:58.904836 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ad1f1-609c-4151-ad01-7f0457cbbed8 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event updated for resources: {'Subnet': ['ID=f2f41cc0-29e3-4831-898d-b46ab86b21c5,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:58.905608 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-21ffbdf6-191d-4ad2-b833-21ec77e53327 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:58.939045 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483ad1f1-609c-4151-ad01-7f0457cbbed8 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Checking segment: {'id': '725c0364-637a-4f4f-8410-e8fdb719db6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b711bb81-b223-422f-8ebf-33c06a6294ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:43:58.939481 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483ad1f1-609c-4151-ad01-7f0457cbbed8 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Network hostable DHCP agents. Network: b711bb81-b223-422f-8ebf-33c06a6294ea, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:43:58.963339 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483ad1f1-609c-4151-ad01-7f0457cbbed8 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Network b711bb81-b223-422f-8ebf-33c06a6294ea is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:43:58.977307 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-483ad1f1-609c-4151-ad01-7f0457cbbed8 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, b711bb81-b223-422f-8ebf-33c06a6294ea) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:43:58.981355 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:58.988700 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293eecf4-120e-48f2-a044-99a9137cc4f0 None None] Network b711bb81-b223-422f-8ebf-33c06a6294ea requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:43:58.990328 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483ad1f1-609c-4151-ad01-7f0457cbbed8 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:58.992012 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-483ad1f1-609c-4151-ad01-7f0457cbbed8 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:59.024112 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-483ad1f1-609c-4151-ad01-7f0457cbbed8 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6716061 Nov 16 11:43:59.025597 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60020) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:59.027293 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-94744990-8a01-4b5b-b457-db17fef0f0be tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:59.031424 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-21ffbdf6-191d-4ad2-b833-21ec77e53327 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:59.035991 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-21ffbdf6-191d-4ad2-b833-21ec77e53327 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:59.036653 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f1d3caed-f7b1-4a7b-9e47-42fa204e0506 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:43:59.037623 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-21ffbdf6-191d-4ad2-b833-21ec77e53327 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/security-groups/7211d85f-850b-461a-9c0b-cf0b9329a29e HTTP/1.1" status: 204 len: 168 time: 0.3892920 Nov 16 11:43:59.051457 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60022) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:59.130961 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ffbdf6-191d-4ad2-b833-21ec77e53327 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7211d85f-850b-461a-9c0b-cf0b9329a29e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:59.199315 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4a3bad84-a034-4397-898f-c20be4555835 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:59.202025 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f1d3caed-f7b1-4a7b-9e47-42fa204e0506 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-119383392'] for subnet, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:59.280452 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4a3bad84-a034-4397-898f-c20be4555835 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:59.350747 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadbc35a-ffaf-47ca-9486-83c734da2921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-b711bb81-b223-422f-8ebf-33c06a6294ea', 'network_id': 'b711bb81-b223-422f-8ebf-33c06a6294ea', 'tenant_id': '05698996c8fd4d698238455680b68f95', 'fixed_ips': [{'subnet_id': 'f2f41cc0-29e3-4831-898d-b46ab86b21c5'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:43:59.351656 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cadbc35a-ffaf-47ca-9486-83c734da2921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:59.365209 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0f3278b7-ce6b-42fd-9d8d-55006614998d req-65c18752-dd10-430e-8639-f2b2211b4acb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=512fff24-f1d3-49ad-8414-e4ef5813c3b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1369815 Nov 16 11:43:59.486196 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97fb0e-eb8b-4547-824b-23ea562fe1ea req-9dd9cf63-0ea7-488e-b6f8-6fcd80360561 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:59.487791 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-be97fb0e-eb8b-4547-824b-23ea562fe1ea req-9dd9cf63-0ea7-488e-b6f8-6fcd80360561 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=14edb0ca-44ed-448e-bf6b-93f04318ae1c HTTP/1.1" status: 200 len: 943 time: 0.0926173 Nov 16 11:43:59.490981 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4a3bad84-a034-4397-898f-c20be4555835 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:59.494054 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4a3bad84-a034-4397-898f-c20be4555835 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:59.498900 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4a3bad84-a034-4397-898f-c20be4555835 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/security-groups/533c7231-fb08-41e0-96cd-bf62a8a41be2 HTTP/1.1" status: 204 len: 168 time: 0.4459391 Nov 16 11:43:59.502291 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60028) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:59.548157 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-94744990-8a01-4b5b-b457-db17fef0f0be tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1984560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1995711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3572'] for router, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:59.554935 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3bad84-a034-4397-898f-c20be4555835 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=533c7231-fb08-41e0-96cd-bf62a8a41be2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:59.574811 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-94744990-8a01-4b5b-b457-db17fef0f0be tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1984559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1984550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1995702'] for router, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:59.590503 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f1d3caed-f7b1-4a7b-9e47-42fa204e0506 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740601501094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-119371248'] for subnet, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:59.647024 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-be97fb0e-eb8b-4547-824b-23ea562fe1ea req-ad6ff3b8-b7bb-4877-befa-3c153cc4cbb9 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519530 Nov 16 11:43:59.665561 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-cadbc35a-ffaf-47ca-9486-83c734da2921 None None] Allocated IP 172.20.0.3 (b711bb81-b223-422f-8ebf-33c06a6294ea/f2f41cc0-29e3-4831-898d-b46ab86b21c5/379d8157-0512-48ce-8a8a-9e22c0762231) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:43:59.677971 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3d20eb47-5fc6-4c28-a751-3e026f29abb0 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:59.698457 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3278b7-ce6b-42fd-9d8d-55006614998d req-a4f261af-6304-4b59-94aa-eace8e4521b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:59.703771 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3d20eb47-5fc6-4c28-a751-3e026f29abb0 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:59.706017 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0f3278b7-ce6b-42fd-9d8d-55006614998d req-a4f261af-6304-4b59-94aa-eace8e4521b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4bac558768764cbe98f7632412a36688&device_id=512fff24-f1d3-49ad-8414-e4ef5813c3b3 HTTP/1.1" status: 200 len: 1097 time: 0.2161241 Nov 16 11:43:59.757174 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3d20eb47-5fc6-4c28-a751-3e026f29abb0 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:59.759950 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3d20eb47-5fc6-4c28-a751-3e026f29abb0 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:59.763577 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3d20eb47-5fc6-4c28-a751-3e026f29abb0 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/security-groups/0dbaba4c-90c6-44a9-b179-6fdfabfc72f3 HTTP/1.1" status: 204 len: 168 time: 0.2555358 Nov 16 11:43:59.817149 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60034) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:59.835801 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d476fb7b-ce48-4ba4-85c7-7ec88fa8a183 req-bd68b3a2-99dc-4e93-982a-14cb21b55436 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 210 time: 0.0918233 Nov 16 11:43:59.857244 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3278b7-ce6b-42fd-9d8d-55006614998d req-2a591192-a5cc-4d86-bdd9-2c2b1c946b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:59.859575 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0f3278b7-ce6b-42fd-9d8d-55006614998d req-2a591192-a5cc-4d86-bdd9-2c2b1c946b02 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3d7484ae-78a0-4a01-9340-d50011c24af9 HTTP/1.1" status: 200 len: 913 time: 0.1279740 Nov 16 11:43:59.860869 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d3caed-f7b1-4a7b-9e47-42fa204e0506 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:43:59.861182 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f1d3caed-f7b1-4a7b-9e47-42fa204e0506 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:59.862642 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f1d3caed-f7b1-4a7b-9e47-42fa204e0506 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "PUT /v2.0/subnets/f2f41cc0-29e3-4831-898d-b46ab86b21c5 HTTP/1.1" status: 200 len: 877 time: 0.8360386 Nov 16 11:43:59.866189 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60038) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:43:59.876053 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20eb47-5fc6-4c28-a751-3e026f29abb0 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbaba4c-90c6-44a9-b179-6fdfabfc72f3,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:59.926285 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d3caed-f7b1-4a7b-9e47-42fa204e0506 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event updated for resources: {'Subnet': ['ID=f2f41cc0-29e3-4831-898d-b46ab86b21c5,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:43:59.973815 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cadbc35a-ffaf-47ca-9486-83c734da2921 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:59.986130 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cadbc35a-ffaf-47ca-9486-83c734da2921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:43:59.995340 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0f3278b7-ce6b-42fd-9d8d-55006614998d req-d0f3a3a3-cf25-43a6-baf7-d760c363b33d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3742ffc3-e897-4083-9847-775f02d0e7b5 HTTP/1.1" status: 200 len: 217 time: 0.1038866 Nov 16 11:44:00.008509 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a24930b-3a7e-491d-bab4-cce57723b7da tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Deleting subnet 9f1c1a87-7527-4ebd-bffe-5174db550137 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:44:00.015172 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8a24930b-3a7e-491d-bab4-cce57723b7da tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:00.038540 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadbc35a-ffaf-47ca-9486-83c734da2921 None None] Network b711bb81-b223-422f-8ebf-33c06a6294ea is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:44:00.045512 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-cadbc35a-ffaf-47ca-9486-83c734da2921 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:44:00.050806 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadbc35a-ffaf-47ca-9486-83c734da2921 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:44:00.073348 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8a24930b-3a7e-491d-bab4-cce57723b7da tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:00.077222 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94744990-8a01-4b5b-b457-db17fef0f0be tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Router 6520a851-f573-4d31-869d-ce0dbac45395 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:44:00.089654 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadbc35a-ffaf-47ca-9486-83c734da2921 None None] Pushing event updated for resources: {'Port': ['ID=379d8157-0512-48ce-8a8a-9e22c0762231,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:00.175234 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e9e0e2b-bcac-4779-9ca7-9d903bbc395c tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:00.176410 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-cadbc35a-ffaf-47ca-9486-83c734da2921 None None] Attempting to bind port 379d8157-0512-48ce-8a8a-9e22c0762231 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:44:00.176792 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-cadbc35a-ffaf-47ca-9486-83c734da2921 None None] Attempting to bind port 379d8157-0512-48ce-8a8a-9e22c0762231 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '725c0364-637a-4f4f-8410-e8fdb719db6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b711bb81-b223-422f-8ebf-33c06a6294ea'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:44:00.177339 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadbc35a-ffaf-47ca-9486-83c734da2921 None None] Attempting to bind port 379d8157-0512-48ce-8a8a-9e22c0762231 on network b711bb81-b223-422f-8ebf-33c06a6294ea {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:44:00.183637 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadbc35a-ffaf-47ca-9486-83c734da2921 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:44:00.189155 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadbc35a-ffaf-47ca-9486-83c734da2921 None None] Checking segment: {'id': '725c0364-637a-4f4f-8410-e8fdb719db6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b711bb81-b223-422f-8ebf-33c06a6294ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:44:00.189633 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cadbc35a-ffaf-47ca-9486-83c734da2921 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:00.190304 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadbc35a-ffaf-47ca-9486-83c734da2921 None None] Bound using segment: {'id': '725c0364-637a-4f4f-8410-e8fdb719db6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b711bb81-b223-422f-8ebf-33c06a6294ea'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:44:00.190672 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-cadbc35a-ffaf-47ca-9486-83c734da2921 None None] Bound port: 379d8157-0512-48ce-8a8a-9e22c0762231, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '725c0364-637a-4f4f-8410-e8fdb719db6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b711bb81-b223-422f-8ebf-33c06a6294ea'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:44:00.191477 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cadbc35a-ffaf-47ca-9486-83c734da2921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:00.218470 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3278b7-ce6b-42fd-9d8d-55006614998d req-bcc8cba6-1e1f-4bf7-9a23-6fcd1a8afe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:00.220402 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0f3278b7-ce6b-42fd-9d8d-55006614998d req-bcc8cba6-1e1f-4bf7-9a23-6fcd1a8afe2e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b36b18de-7ce5-4007-aecb-7c9e7de7c07f HTTP/1.1" status: 200 len: 851 time: 0.1939282 Nov 16 11:44:00.261396 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-cadbc35a-ffaf-47ca-9486-83c734da2921 None None] For port 379d8157-0512-48ce-8a8a-9e22c0762231, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:44:00.265439 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-cadbc35a-ffaf-47ca-9486-83c734da2921 None None] For port 379d8157-0512-48ce-8a8a-9e22c0762231, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=379d8157-0512-48ce-8a8a-9e22c0762231,segment=NetworkSegment(725c0364-637a-4f4f-8410-e8fdb719db6d),segment_id=725c0364-637a-4f4f-8410-e8fdb719db6d)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:44:00.272774 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cadbc35a-ffaf-47ca-9486-83c734da2921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:00.327787 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3278b7-ce6b-42fd-9d8d-55006614998d req-dcb173d3-ca2a-4dcf-a7c7-ef32f927f057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:00.329354 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0f3278b7-ce6b-42fd-9d8d-55006614998d req-dcb173d3-ca2a-4dcf-a7c7-ef32f927f057 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d7484ae-78a0-4a01-9340-d50011c24af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561297 Nov 16 11:44:00.350890 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadbc35a-ffaf-47ca-9486-83c734da2921 None None] Pushing event updated for resources: {'Port': ['ID=379d8157-0512-48ce-8a8a-9e22c0762231,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:00.383678 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94744990-8a01-4b5b-b457-db17fef0f0be tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:44:00.389367 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-94744990-8a01-4b5b-b457-db17fef0f0be tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:00.390602 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-94744990-8a01-4b5b-b457-db17fef0f0be tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] 10.222.0.61 "PUT /v2.0/routers/6520a851-f573-4d31-869d-ce0dbac45395 HTTP/1.1" status: 200 len: 914 time: 4.5093243 Nov 16 11:44:00.394160 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3a18a3-5721-425a-b556-fd6cf6c207f7 None None] Sync routers for ids ['6520a851-f573-4d31-869d-ce0dbac45395'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:44:00.394490 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60042) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:00.410546 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3a18a3-5721-425a-b556-fd6cf6c207f7 None None] Routers {'6520a851-f573-4d31-869d-ce0dbac45395'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:44:00.412104 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7f3a18a3-5721-425a-b556-fd6cf6c207f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:43:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['6520a851-f573-4d31-869d-ce0dbac45395'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:00.414354 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-6e9e0e2b-bcac-4779-9ca7-9d903bbc395c tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Deleting port 379d8157-0512-48ce-8a8a-9e22c0762231 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:44:00.414766 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e9e0e2b-bcac-4779-9ca7-9d903bbc395c tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:00.452973 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7f3a18a3-5721-425a-b556-fd6cf6c207f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:00.463719 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3a18a3-5721-425a-b556-fd6cf6c207f7 None None] Routers {'6520a851-f573-4d31-869d-ce0dbac45395'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:44:00.464492 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7f3a18a3-5721-425a-b556-fd6cf6c207f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:43:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['6520a851-f573-4d31-869d-ce0dbac45395'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:00.500412 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7f3a18a3-5721-425a-b556-fd6cf6c207f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:00.501240 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3a18a3-5721-425a-b556-fd6cf6c207f7 None None] The sync data for ids ['6520a851-f573-4d31-869d-ce0dbac45395'] in n-d-816823-3 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:44:00.512306 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8a24930b-3a7e-491d-bab4-cce57723b7da tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:00.555669 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0f3278b7-ce6b-42fd-9d8d-55006614998d req-9fb66c42-f332-4b22-9370-1161c09a4de4 service neutron] 10.222.0.36 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117767 Nov 16 11:44:00.555904 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-520593e4-473d-4727-a348-6a574c66715d tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] 10.222.0.61 "GET /v2.0/routers/6520a851-f573-4d31-869d-ce0dbac45395 HTTP/1.1" status: 200 len: 920 time: 0.1601930 Nov 16 11:44:00.558601 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60044) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:00.561869 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-6e9e0e2b-bcac-4779-9ca7-9d903bbc395c tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] For port 379d8157-0512-48ce-8a8a-9e22c0762231, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=379d8157-0512-48ce-8a8a-9e22c0762231,segment=NetworkSegment(725c0364-637a-4f4f-8410-e8fdb719db6d),segment_id=725c0364-637a-4f4f-8410-e8fdb719db6d)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:44:00.564495 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e9e0e2b-bcac-4779-9ca7-9d903bbc395c tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:00.630721 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd65eba-a11e-4ef5-bc23-dd69e712c0ec tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:00.632475 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-dfd65eba-a11e-4ef5-bc23-dd69e712c0ec tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=47f35a41-d782-4d3e-9754-e87c9ca4914b&device_id=6520a851-f573-4d31-869d-ce0dbac45395&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0729477 Nov 16 11:44:00.635445 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60046) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:00.649127 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8a24930b-3a7e-491d-bab4-cce57723b7da tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:00.652975 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-6e9e0e2b-bcac-4779-9ca7-9d903bbc395c tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Calling delete_port for 379d8157-0512-48ce-8a8a-9e22c0762231 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:44:00.734712 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a24930b-3a7e-491d-bab4-cce57723b7da tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'Subnet': ['ID=9f1c1a87-7527-4ebd-bffe-5174db550137,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:00.750692 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8a24930b-3a7e-491d-bab4-cce57723b7da tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:00.755038 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8a24930b-3a7e-491d-bab4-cce57723b7da tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/subnets/9f1c1a87-7527-4ebd-bffe-5174db550137 HTTP/1.1" status: 204 len: 168 time: 0.9356205 Nov 16 11:44:00.760903 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95997ea-a4e9-465d-9016-5ffdd3c27568 None None] Network df2f6888-97dc-472f-8ebc-e52bc01b3d4f requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:44:00.774921 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60050) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:00.912070 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-a9c7f92d-5bce-495c-b0ab-3d06a2eaffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:00.913459 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-a9c7f92d-5bce-495c-b0ab-3d06a2eaffdd service neutron] 10.222.0.64 "GET /v2.0/ports/938024bc-796d-495a-81a8-6e0bc9631cff HTTP/1.1" status: 200 len: 1032 time: 0.0818331 Nov 16 11:44:00.918513 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e3409e-7759-42aa-937e-bff724b3c4b2 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:00.923141 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-73e3409e-7759-42aa-937e-bff724b3c4b2 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] 10.222.0.61 "GET /v2.0/networks/47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 881 time: 0.2838440 Nov 16 11:44:00.924634 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60056) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:00.960322 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-033cccd7-f7ed-422a-bcaf-792c6885b8fa tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Deleting subnet 05496f3e-1190-4ef0-b1df-2cecb5316bd3 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:44:00.961704 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0f3278b7-ce6b-42fd-9d8d-55006614998d req-4913f11b-5d41-4f25-9716-cd51b22a652d service neutron] 10.222.0.36 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913615 Nov 16 11:44:00.968769 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4234ec93-d0d3-4da7-b162-59aa71559702 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] 10.222.0.61 "GET /v2.0/ports?device_id=6520a851-f573-4d31-869d-ce0dbac45395 HTTP/1.1" status: 200 len: 205 time: 0.0387897 Nov 16 11:44:00.976416 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf836a-a338-4c54-aa09-5235bc124d0d req-6bc80d59-a898-446d-9d36-a79785a3fbbc tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:00.978007 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5adf836a-a338-4c54-aa09-5235bc124d0d req-6bc80d59-a898-446d-9d36-a79785a3fbbc tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=14edb0ca-44ed-448e-bf6b-93f04318ae1c HTTP/1.1" status: 200 len: 943 time: 0.2065392 Nov 16 11:44:00.978524 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60058) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:00.979263 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-033cccd7-f7ed-422a-bcaf-792c6885b8fa tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:00.998761 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-2fc58bda-79c6-40d6-b284-8fb7929529ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:01.000343 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-2fc58bda-79c6-40d6-b284-8fb7929529ea service neutron] 10.222.0.64 "GET /v2.0/ports/8c5a2788-c1fb-4c11-98c8-c7da1005cc29 HTTP/1.1" status: 200 len: 1033 time: 0.0772748 Nov 16 11:44:01.001601 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e9e0e2b-bcac-4779-9ca7-9d903bbc395c tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:01.142888 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 379d8157-0512-48ce-8a8a-9e22c0762231 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:44:01.189740 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 379d8157-0512-48ce-8a8a-9e22c0762231 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:44:01.191517 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 379d8157-0512-48ce-8a8a-9e22c0762231 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 16 11:44:01.220525 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-765a3958-7db9-498a-9d39-4fe1f5ae2c16 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:01.228275 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-765a3958-7db9-498a-9d39-4fe1f5ae2c16 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:01.233505 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Port 379d8157-0512-48ce-8a8a-9e22c0762231 not found, will not notify nova. {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 16 11:44:01.239716 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-765a3958-7db9-498a-9d39-4fe1f5ae2c16 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:01.242246 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-765a3958-7db9-498a-9d39-4fe1f5ae2c16 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.64 "GET /v2.0/networks?id=cd9b53f3-dc5a-4d2a-9424-263d53785a99&id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&id=2041a2b2-0e73-454b-949f-7d84c22f57a1&id=2041a2b2-0e73-454b-949f-7d84c22f57a1 HTTP/1.1" status: 200 len: 1994 time: 0.2160580 Nov 16 11:44:01.308454 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e0e2b-bcac-4779-9ca7-9d903bbc395c tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event deleted for resources: {'Port': ['ID=379d8157-0512-48ce-8a8a-9e22c0762231,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:01.326675 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9e0e2b-bcac-4779-9ca7-9d903bbc395c tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] No DVR routers for this DVR port 379d8157-0512-48ce-8a8a-9e22c0762231 on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:44:01.419877 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-033cccd7-f7ed-422a-bcaf-792c6885b8fa tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:01.438381 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e9e0e2b-bcac-4779-9ca7-9d903bbc395c tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:01.453109 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-dcbc0489-26a0-4130-bddb-bd625f7f63eb tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14d41305b65a4dafae92476e1ff902fa HTTP/1.1" status: 200 len: 380 time: 0.1812789 Nov 16 11:44:01.489821 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-9efdeebb-2b64-4156-9467-1a665fe074bb tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Request body: {'port': {'device_id': '296f2531-289e-4d94-9c1d-03f76576752d', 'network_id': 'cd9b53f3-dc5a-4d2a-9424-263d53785a99', 'admin_state_up': True, 'tenant_id': '14d41305b65a4dafae92476e1ff902fa', 'security_groups': ['aa6b6683-56ed-4724-9960-7dac2ceddedb']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:01.671954 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-033cccd7-f7ed-422a-bcaf-792c6885b8fa tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:01.696850 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-9efdeebb-2b64-4156-9467-1a665fe074bb tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Made reservation on behalf of 14d41305b65a4dafae92476e1ff902fa for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:44:01.702802 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-9efdeebb-2b64-4156-9467-1a665fe074bb tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:01.708340 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e9e0e2b-bcac-4779-9ca7-9d903bbc395c tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:01.757037 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ea957777-4ad2-4a12-af6a-ec178ab9bb4f tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:01.764344 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e0e2b-bcac-4779-9ca7-9d903bbc395c tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event deleted for resources: {'Subnet': ['ID=f2f41cc0-29e3-4831-898d-b46ab86b21c5,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:01.890477 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c1aba2-74bb-44c4-bf86-eee7a0b56e38 None None] Network b711bb81-b223-422f-8ebf-33c06a6294ea requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:44:01.905466 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e9e0e2b-bcac-4779-9ca7-9d903bbc395c tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:01.936213 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-033cccd7-f7ed-422a-bcaf-792c6885b8fa tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:01.976004 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-6e9e0e2b-bcac-4779-9ca7-9d903bbc395c tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b711bb81-b223-422f-8ebf-33c06a6294ea']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:01.976811 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ea957777-4ad2-4a12-af6a-ec178ab9bb4f tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:01.984454 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5adf836a-a338-4c54-aa09-5235bc124d0d req-0e836c02-7ea0-4852-83da-29db8f098c47 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9413614 Nov 16 11:44:01.990559 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6a44a3f0-d3cd-4a03-8cae-92f40eff567e None None] Could not find standard attr ID for object 379d8157-0512-48ce-8a8a-9e22c0762231. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:44:01.993885 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033cccd7-f7ed-422a-bcaf-792c6885b8fa tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'Subnet': ['ID=05496f3e-1190-4ef0-b1df-2cecb5316bd3,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:02.002156 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-033cccd7-f7ed-422a-bcaf-792c6885b8fa tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:02.006158 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-033cccd7-f7ed-422a-bcaf-792c6885b8fa tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/subnets/05496f3e-1190-4ef0-b1df-2cecb5316bd3 HTTP/1.1" status: 204 len: 168 time: 1.2018425 Nov 16 11:44:02.009163 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60060) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:02.038873 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba18f857-c8c5-44dc-af09-da89ecb238e8 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] DELETE failed (client error): The resource could not be found. Nov 16 11:44:02.039332 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba18f857-c8c5-44dc-af09-da89ecb238e8 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:44:02.042938 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ba18f857-c8c5-44dc-af09-da89ecb238e8 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/subnets/9f1c1a87-7527-4ebd-bffe-5174db550137 HTTP/1.1" status: 404 len: 337 time: 0.0327182 Nov 16 11:44:02.058197 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60062) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:02.131180 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ea957777-4ad2-4a12-af6a-ec178ab9bb4f tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Deleting port a4cd779c-c69e-44ce-a302-546a49f333b5 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:44:02.132153 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ea957777-4ad2-4a12-af6a-ec178ab9bb4f tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:02.151274 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-6e9e0e2b-bcac-4779-9ca7-9d903bbc395c tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '725c0364-637a-4f4f-8410-e8fdb719db6d') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:02.151572 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-6e9e0e2b-bcac-4779-9ca7-9d903bbc395c tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '725c0364-637a-4f4f-8410-e8fdb719db6d') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:02.167367 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-e94b2c38-4147-41c8-afd2-63c5137bc322 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Deleting subnet a536dc1b-1bff-4328-adcd-acb2f8b2154e {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:44:02.171423 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e94b2c38-4147-41c8-afd2-63c5137bc322 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:02.223167 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e9e0e2b-bcac-4779-9ca7-9d903bbc395c tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:02.235302 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e94b2c38-4147-41c8-afd2-63c5137bc322 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:02.250402 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89880ec-7fe0-469d-8a33-c7709a8f7abe None None] DHCP port deletion for b711bb81-b223-422f-8ebf-33c06a6294ea request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:44:02.284053 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158e3802-d80f-46c2-b027-4fd5412662d3 None None] Network b711bb81-b223-422f-8ebf-33c06a6294ea requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:44:02.287291 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e9e0e2b-bcac-4779-9ca7-9d903bbc395c tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:02.294605 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-9efdeebb-2b64-4156-9467-1a665fe074bb tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Allocated IP 172.20.0.12 (cd9b53f3-dc5a-4d2a-9424-263d53785a99/0dfedd61-b7f4-4fb0-bbf3-63a0a3e66c06/039b5ae1-2fe8-48b5-84f3-2dbed68501be) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:44:02.312381 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e9e0e2b-bcac-4779-9ca7-9d903bbc395c tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:44:02.313033 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e9e0e2b-bcac-4779-9ca7-9d903bbc395c tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:02.316463 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:44:02.316463 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:44:02.316463 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:44:02.316463 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:44:02.316463 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:44:02.316463 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:44:02.316463 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:44:02.316463 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:44:02.316463 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:44:02.316463 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:44:02.316463 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:44:02.316463 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:44:02.316463 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:44:02.316463 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:44:02.316463 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:44:02.316463 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:44:02.316463 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:44:02.316463 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:44:02.316463 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:44:02.316463 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:44:02.316463 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:44:02.316463 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:44:02.316463 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:44:02.316463 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:44:02.316463 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:44:02.316463 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:44:02.316463 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:44:02.316463 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:44:02.316463 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:44:02.316463 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:44:02.316463 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:44:02.316463 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:44:02.337210 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ea957777-4ad2-4a12-af6a-ec178ab9bb4f tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:02.361284 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ea957777-4ad2-4a12-af6a-ec178ab9bb4f tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Calling delete_port for a4cd779c-c69e-44ce-a302-546a49f333b5 owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:44:02.377348 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa995eb-5597-43de-a473-08c98da777a1 None None] Network df2f6888-97dc-472f-8ebc-e52bc01b3d4f requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:44:02.507516 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b978d9b4-5ff8-4dd4-8cff-5af5881b9c8c None None] Provisioning complete for port 799176a3-78cb-4ecd-9666-96df107d6e19 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:44:02.508101 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b978d9b4-5ff8-4dd4-8cff-5af5881b9c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:02.724183 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6006b7ba-b6e9-41b3-a5f9-5e6abb52e68b req-ca201cf3-8f1a-4710-b91f-8a4e7ab5dfed tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 210 time: 0.0529504 Nov 16 11:44:02.729036 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ea957777-4ad2-4a12-af6a-ec178ab9bb4f tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:02.805211 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea957777-4ad2-4a12-af6a-ec178ab9bb4f tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Pushing event deleted for resources: {'Port': ['ID=a4cd779c-c69e-44ce-a302-546a49f333b5,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:02.832370 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315af7eb-7cb4-441b-8e08-9f92c65dc5d5 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:44:02.839598 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b978d9b4-5ff8-4dd4-8cff-5af5881b9c8c None None] Provisioning complete for port bf432367-e113-4295-9e23-5b58457247c8 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:44:02.841052 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b978d9b4-5ff8-4dd4-8cff-5af5881b9c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:02.920111 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b978d9b4-5ff8-4dd4-8cff-5af5881b9c8c None None] Port bf432367-e113-4295-9e23-5b58457247c8 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:44:02.989290 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ea957777-4ad2-4a12-af6a-ec178ab9bb4f tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:03.036706 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 379d8157-0512-48ce-8a8a-9e22c0762231 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:44:03.057807 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e9e0e2b-bcac-4779-9ca7-9d903bbc395c tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:03.078555 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e9e0e2b-bcac-4779-9ca7-9d903bbc395c tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:03.082211 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6e9e0e2b-bcac-4779-9ca7-9d903bbc395c tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "DELETE /v2.0/networks/b711bb81-b223-422f-8ebf-33c06a6294ea HTTP/1.1" status: 204 len: 168 time: 3.2148306 Nov 16 11:44:03.088352 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 379d8157-0512-48ce-8a8a-9e22c0762231 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:44:03.089794 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 379d8157-0512-48ce-8a8a-9e22c0762231 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:44:03.093458 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60080) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:03.190644 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ea957777-4ad2-4a12-af6a-ec178ab9bb4f tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:03.192196 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-39a47b56-19df-4883-8588-bbc5e15ce088 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] DELETE failed (client error): The resource could not be found. Nov 16 11:44:03.192598 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39a47b56-19df-4883-8588-bbc5e15ce088 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:44:03.194162 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ea957777-4ad2-4a12-af6a-ec178ab9bb4f tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:03.196359 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-39a47b56-19df-4883-8588-bbc5e15ce088 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "DELETE /v2.0/subnets/f2f41cc0-29e3-4831-898d-b46ab86b21c5 HTTP/1.1" status: 404 len: 337 time: 0.0916948 Nov 16 11:44:03.209609 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e0e2b-bcac-4779-9ca7-9d903bbc395c tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event deleted for resources: {'Network': ['ID=b711bb81-b223-422f-8ebf-33c06a6294ea,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:03.212801 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60082) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:03.213297 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fde4b-2f95-46dc-8bd4-2e6198062c3c req-d814fba0-92c5-4588-a2cb-51000b0db120 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:03.215099 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-252fde4b-2f95-46dc-8bd4-2e6198062c3c req-d814fba0-92c5-4588-a2cb-51000b0db120 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=8128f006-181b-4f4e-b345-cba1a8acfc96 HTTP/1.1" status: 200 len: 946 time: 0.3377161 Nov 16 11:44:03.290447 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-558759db-d626-42df-9a7c-1e4fd58203c1 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] DELETE failed (client error): The resource could not be found. Nov 16 11:44:03.291112 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-558759db-d626-42df-9a7c-1e4fd58203c1 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:44:03.302306 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-558759db-d626-42df-9a7c-1e4fd58203c1 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "DELETE /v2.0/networks/b711bb81-b223-422f-8ebf-33c06a6294ea HTTP/1.1" status: 404 len: 339 time: 0.0770020 Nov 16 11:44:03.305134 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60084) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:03.346877 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ea957777-4ad2-4a12-af6a-ec178ab9bb4f tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:03.347540 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea957777-4ad2-4a12-af6a-ec178ab9bb4f tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Fanout notify agent at l3_agent the message router_deleted on router 6520a851-f573-4d31-869d-ce0dbac45395 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:44:03.355598 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e94b2c38-4147-41c8-afd2-63c5137bc322 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:03.358793 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ea957777-4ad2-4a12-af6a-ec178ab9bb4f tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:03.361358 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ea957777-4ad2-4a12-af6a-ec178ab9bb4f tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] 10.222.0.61 "DELETE /v2.0/routers/6520a851-f573-4d31-869d-ce0dbac45395 HTTP/1.1" status: 204 len: 168 time: 2.3774624 Nov 16 11:44:03.366582 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60086) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:03.380611 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-4beb3c99-adc0-4b27-8838-570ec0c64122 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1857694353', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:03.418378 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-252fde4b-2f95-46dc-8bd4-2e6198062c3c req-b10ead8f-b6a5-4988-87bc-83c32a47a67f tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b63567b-ee2a-4a85-a110-12557bea5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907780 Nov 16 11:44:03.452141 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-db7f34f9-7f9d-4d42-80a3-84bd2d1c0c78 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] DELETE failed (client error): The resource could not be found. Nov 16 11:44:03.454803 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db7f34f9-7f9d-4d42-80a3-84bd2d1c0c78 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:44:03.467652 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-db7f34f9-7f9d-4d42-80a3-84bd2d1c0c78 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "DELETE /v2.0/subnets/4c22816c-8930-4fa1-ba42-978c20d5d8bd HTTP/1.1" status: 404 len: 337 time: 0.1243327 Nov 16 11:44:03.468475 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60088) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:03.518334 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-a27a8fa2-9341-4ca5-92a1-f8eee7e19d1f tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] DELETE failed (client error): The resource could not be found. Nov 16 11:44:03.519518 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a27a8fa2-9341-4ca5-92a1-f8eee7e19d1f tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:44:03.525673 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a27a8fa2-9341-4ca5-92a1-f8eee7e19d1f tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "DELETE /v2.0/networks/ec8d673a-da2d-42ba-8dfc-9748f4582ccc HTTP/1.1" status: 404 len: 339 time: 0.0555127 Nov 16 11:44:03.527089 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4beb3c99-adc0-4b27-8838-570ec0c64122 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:03.528314 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4beb3c99-adc0-4b27-8838-570ec0c64122 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:03.531622 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60090) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:03.629214 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-9efdeebb-2b64-4156-9467-1a665fe074bb tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:03.632543 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e94b2c38-4147-41c8-afd2-63c5137bc322 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:03.634986 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4beb3c99-adc0-4b27-8838-570ec0c64122 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:03.652717 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4beb3c99-adc0-4b27-8838-570ec0c64122 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:03.665737 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e94b2c38-4147-41c8-afd2-63c5137bc322 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:03.670229 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e94b2c38-4147-41c8-afd2-63c5137bc322 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/subnets/a536dc1b-1bff-4328-adcd-acb2f8b2154e HTTP/1.1" status: 204 len: 168 time: 1.6109538 Nov 16 11:44:03.679053 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea71823-2338-409d-b3b4-c1cbb9ef8f74 req-61d0be65-d98a-4daf-9796-973cd54eccc0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:03.680980 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4ea71823-2338-409d-b3b4-c1cbb9ef8f74 req-61d0be65-d98a-4daf-9796-973cd54eccc0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=14edb0ca-44ed-448e-bf6b-93f04318ae1c HTTP/1.1" status: 200 len: 943 time: 0.1217272 Nov 16 11:44:03.684761 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60092) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:03.709006 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b2c38-4147-41c8-afd2-63c5137bc322 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'Subnet': ['ID=a536dc1b-1bff-4328-adcd-acb2f8b2154e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:03.724148 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-405876aa-e864-4b87-855c-b346ab2ee920 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:03.740480 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f7f2bc-e9c3-458f-9765-3a2ba9a5c964 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] DELETE failed (client error): The resource could not be found. Nov 16 11:44:03.741640 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0f7f2bc-e9c3-458f-9765-3a2ba9a5c964 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:44:03.749694 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d0f7f2bc-e9c3-458f-9765-3a2ba9a5c964 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/subnets/84986305-f5b1-4db5-aa0f-dbe37b1eb9f6 HTTP/1.1" status: 404 len: 337 time: 0.0631020 Nov 16 11:44:03.753820 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60094) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:03.754009 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4beb3c99-adc0-4b27-8838-570ec0c64122 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:03.755744 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4beb3c99-adc0-4b27-8838-570ec0c64122 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3881664 Nov 16 11:44:03.759463 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60096) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:03.764844 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-cc3b735a-f331-4881-a7e7-ab46d2047165 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'enable_snat': False}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:03.839224 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4ea71823-2338-409d-b3b4-c1cbb9ef8f74 req-6f99a348-5af9-4a7e-9358-c4aac8e97bf7 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432817 Nov 16 11:44:03.858705 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-23db60cb-642f-46da-8b26-ada9333e43c7 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc9fb4d-3303-4dba-b2c1-0797e9fbe191 HTTP/1.1" status: 200 len: 205 time: 0.0762835 Nov 16 11:44:03.862769 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60100) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:03.916078 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-cce42c76-611a-4492-ad29-733c751a2927 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] delete failed (client error): The resource could not be found. Nov 16 11:44:03.917211 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-cce42c76-611a-4492-ad29-733c751a2927 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/routers/fcc9fb4d-3303-4dba-b2c1-0797e9fbe191 HTTP/1.1" status: 404 len: 336 time: 0.0536404 Nov 16 11:44:03.921275 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-9efdeebb-2b64-4156-9467-1a665fe074bb tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:03.922854 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d25170-6a8e-469b-850a-40a28f5e69b4 None None] Network df2f6888-97dc-472f-8ebc-e52bc01b3d4f requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:44:03.924542 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60102) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:04.006472 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ba1383b2-73d0-432b-8d90-cb611d368955 None None] Provisioning complete for port 799176a3-78cb-4ecd-9666-96df107d6e19 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:44:04.006948 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ba1383b2-73d0-432b-8d90-cb611d368955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:04.010297 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-405876aa-e864-4b87-855c-b346ab2ee920 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:04.012961 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efdeebb-2b64-4156-9467-1a665fe074bb tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Pushing event updated for resources: {'Port': ['ID=039b5ae1-2fe8-48b5-84f3-2dbed68501be,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:04.041827 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dce0fbe-a5f5-4e9a-8e8d-aa0d860e0f33 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] DELETE failed (client error): The resource could not be found. Nov 16 11:44:04.042570 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dce0fbe-a5f5-4e9a-8e8d-aa0d860e0f33 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:44:04.046105 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0dce0fbe-a5f5-4e9a-8e8d-aa0d860e0f33 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/subnets/44bd8dfe-ec23-487e-b854-3a288ff7e04e HTTP/1.1" status: 404 len: 337 time: 0.1153550 Nov 16 11:44:04.051841 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60104) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:04.087693 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b5ff90-713b-4048-a461-974f7e0052a4 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] DELETE failed (client error): The resource could not be found. Nov 16 11:44:04.088852 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2b5ff90-713b-4048-a461-974f7e0052a4 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:44:04.092393 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f2b5ff90-713b-4048-a461-974f7e0052a4 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/subnets/17eb7a10-81b0-4036-907c-19b5e10dc1e6 HTTP/1.1" status: 404 len: 337 time: 0.0341394 Nov 16 11:44:04.097294 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-405876aa-e864-4b87-855c-b346ab2ee920 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7df8eb9-6b62-4b5d-b883-60eab4e03260']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:04.100879 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-9efdeebb-2b64-4156-9467-1a665fe074bb tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Network cd9b53f3-dc5a-4d2a-9424-263d53785a99 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:44:04.101705 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60106) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:04.127768 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc3b735a-f331-4881-a7e7-ab46d2047165 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:04.139466 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-9efdeebb-2b64-4156-9467-1a665fe074bb tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:44:04.143879 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-9efdeebb-2b64-4156-9467-1a665fe074bb tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:44:04.203978 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-9efdeebb-2b64-4156-9467-1a665fe074bb tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:04.204656 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-9efdeebb-2b64-4156-9467-1a665fe074bb tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:04.208863 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e485cfc-d9ce-4ffe-8b29-f46e98a1a068 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] DELETE failed (client error): The resource could not be found. Nov 16 11:44:04.208863 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e485cfc-d9ce-4ffe-8b29-f46e98a1a068 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:44:04.212323 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5e485cfc-d9ce-4ffe-8b29-f46e98a1a068 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/subnets/40f1895b-aded-48cf-8c5e-d83a88cb95c2 HTTP/1.1" status: 404 len: 337 time: 0.1080611 Nov 16 11:44:04.220160 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-405876aa-e864-4b87-855c-b346ab2ee920 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5890fa19-cbe1-4b08-a3cf-e0e05eb56b27') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:04.220160 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-405876aa-e864-4b87-855c-b346ab2ee920 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5890fa19-cbe1-4b08-a3cf-e0e05eb56b27') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:04.220393 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd9be39-9dfe-4d1a-8e1a-1af3cd481af8 None None] DHCP port deletion for df2f6888-97dc-472f-8ebc-e52bc01b3d4f request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:44:04.223192 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60108) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:04.237588 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-405876aa-e864-4b87-855c-b346ab2ee920 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:04.281915 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-9efdeebb-2b64-4156-9467-1a665fe074bb tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8021507 Nov 16 11:44:04.282917 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-addd4727-0111-4e77-899b-42dd092be578 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] DELETE failed (client error): The resource could not be found. Nov 16 11:44:04.283488 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-addd4727-0111-4e77-899b-42dd092be578 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:44:04.289623 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-addd4727-0111-4e77-899b-42dd092be578 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/ports/6d472fda-861b-4110-8633-cdfc2ff55c37 HTTP/1.1" status: 404 len: 333 time: 0.0610166 Nov 16 11:44:04.289729 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae1795-0bc9-405c-87d9-545174373884 req-a2983802-2632-4e8f-b74d-fb8ed2d40a98 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:04.292385 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cfae1795-0bc9-405c-87d9-545174373884 req-a2983802-2632-4e8f-b74d-fb8ed2d40a98 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 932 time: 0.2995687 Nov 16 11:44:04.293182 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60110) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:04.295766 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-b8641214-bccb-4e1c-9788-bf4bd8f27fe9 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Request body: {'port': {'device_id': '296f2531-289e-4d94-9c1d-03f76576752d', 'network_id': '26ef2bed-8832-46c6-b24f-4f0cfd9c2013', 'admin_state_up': True, 'tenant_id': '14d41305b65a4dafae92476e1ff902fa', 'security_groups': ['aa6b6683-56ed-4724-9960-7dac2ceddedb']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:04.332643 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ba1383b2-73d0-432b-8d90-cb611d368955 None None] Provisioning complete for port bf432367-e113-4295-9e23-5b58457247c8 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:44:04.333016 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ba1383b2-73d0-432b-8d90-cb611d368955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:04.333714 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-f37ec54a-7f7e-4f54-ae8b-e73e69b56de0 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] DELETE failed (client error): The resource could not be found. Nov 16 11:44:04.334508 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f37ec54a-7f7e-4f54-ae8b-e73e69b56de0 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:44:04.342542 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f37ec54a-7f7e-4f54-ae8b-e73e69b56de0 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/subnets/46560a6c-6ee4-40da-a0a8-1e256dacf6a0 HTTP/1.1" status: 404 len: 337 time: 0.0434477 Nov 16 11:44:04.344775 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60112) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:04.407117 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-ba1383b2-73d0-432b-8d90-cb611d368955 None None] Port bf432367-e113-4295-9e23-5b58457247c8 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:44:04.413902 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-1dd9be39-9dfe-4d1a-8e1a-1af3cd481af8 None None] Deleting port 799176a3-78cb-4ecd-9666-96df107d6e19 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:44:04.414319 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1dd9be39-9dfe-4d1a-8e1a-1af3cd481af8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:04.418999 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6bb9a76-6334-4533-86f6-67a5fdd8cf8d tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] DELETE failed (client error): The resource could not be found. Nov 16 11:44:04.420131 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6bb9a76-6334-4533-86f6-67a5fdd8cf8d tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:44:04.425991 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c6bb9a76-6334-4533-86f6-67a5fdd8cf8d tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/subnets/7889193b-f717-4688-a798-d7e2ee260286 HTTP/1.1" status: 404 len: 337 time: 0.0775483 Nov 16 11:44:04.427711 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60114) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:04.445752 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-405876aa-e864-4b87-855c-b346ab2ee920 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:04.460946 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-405876aa-e864-4b87-855c-b346ab2ee920 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:44:04.461856 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-405876aa-e864-4b87-855c-b346ab2ee920 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:04.466793 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:44:04.466793 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:44:04.466793 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:44:04.466793 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:44:04.466793 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:44:04.466793 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:44:04.466793 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:44:04.466793 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:44:04.466793 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:44:04.466793 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:44:04.466793 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:44:04.466793 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:44:04.466793 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:44:04.466793 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:44:04.466793 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:44:04.466793 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:44:04.466793 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:44:04.466793 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:44:04.466793 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:44:04.466793 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:44:04.466793 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:44:04.466793 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:44:04.466793 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:44:04.466793 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:44:04.466793 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:44:04.466793 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:44:04.466793 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:44:04.466793 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:44:04.466793 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:44:04.466793 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:44:04.466793 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:44:04.466793 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:44:04.469225 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-b8641214-bccb-4e1c-9788-bf4bd8f27fe9 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Made reservation on behalf of 14d41305b65a4dafae92476e1ff902fa for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:44:04.482364 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7f1b7b1-9e78-4f19-a3ec-281549e4a7b7 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] DELETE failed (client error): The resource could not be found. Nov 16 11:44:04.482969 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7f1b7b1-9e78-4f19-a3ec-281549e4a7b7 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:44:04.483311 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-b8641214-bccb-4e1c-9788-bf4bd8f27fe9 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:04.492155 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b7f1b7b1-9e78-4f19-a3ec-281549e4a7b7 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/ports/d36bce74-2d33-45f7-ad28-473e874f04a1 HTTP/1.1" status: 404 len: 333 time: 0.0565763 Nov 16 11:44:04.493080 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60118) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:04.530063 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-1dd9be39-9dfe-4d1a-8e1a-1af3cd481af8 None None] For port 799176a3-78cb-4ecd-9666-96df107d6e19, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=799176a3-78cb-4ecd-9666-96df107d6e19,segment=NetworkSegment(8a0cadaf-d332-45ce-859a-5d090c99c49e),segment_id=8a0cadaf-d332-45ce-859a-5d090c99c49e)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:44:04.530884 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1dd9be39-9dfe-4d1a-8e1a-1af3cd481af8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:04.532475 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7acd77c-9fbe-4faf-a61f-d25572dbc224 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] DELETE failed (client error): The resource could not be found. Nov 16 11:44:04.532930 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7acd77c-9fbe-4faf-a61f-d25572dbc224 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:44:04.538487 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a7acd77c-9fbe-4faf-a61f-d25572dbc224 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/subnets/6e02f1fb-01a3-4318-bfb6-4eb54967d6f2 HTTP/1.1" status: 404 len: 337 time: 0.0362532 Nov 16 11:44:04.539112 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60120) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:04.546906 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-1dd9be39-9dfe-4d1a-8e1a-1af3cd481af8 None None] Calling delete_port for 799176a3-78cb-4ecd-9666-96df107d6e19 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:44:04.554190 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cfae1795-0bc9-405c-87d9-545174373884 req-da316d5c-188a-4b3f-9da4-7d5e9610e8be tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110949 Nov 16 11:44:04.576562 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4c82062-a50a-4f84-ade6-fa380b9e8578 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] DELETE failed (client error): The resource could not be found. Nov 16 11:44:04.577026 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4c82062-a50a-4f84-ade6-fa380b9e8578 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:44:04.587862 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c4c82062-a50a-4f84-ade6-fa380b9e8578 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/subnets/44d74156-433e-4af2-8995-9ea4ac8aae30 HTTP/1.1" status: 404 len: 337 time: 0.0402949 Nov 16 11:44:04.595483 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60122) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:04.657414 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1dd9be39-9dfe-4d1a-8e1a-1af3cd481af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:04.694843 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-405876aa-e864-4b87-855c-b346ab2ee920 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:04.705433 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-405876aa-e864-4b87-855c-b346ab2ee920 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:04.711139 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-405876aa-e864-4b87-855c-b346ab2ee920 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "DELETE /v2.0/networks/f7df8eb9-6b62-4b5d-b883-60eab4e03260 HTTP/1.1" status: 204 len: 168 time: 1.1755304 Nov 16 11:44:04.711331 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd9be39-9dfe-4d1a-8e1a-1af3cd481af8 None None] Pushing event deleted for resources: {'Port': ['ID=799176a3-78cb-4ecd-9666-96df107d6e19,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:04.714480 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd9be39-9dfe-4d1a-8e1a-1af3cd481af8 None None] No DVR routers for this DVR port 799176a3-78cb-4ecd-9666-96df107d6e19 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:44:04.719133 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60124) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:04.720683 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-01b1d1d6-dab2-4f8e-aa73-377a73002220 None None] Provisioning complete for port 039b5ae1-2fe8-48b5-84f3-2dbed68501be triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:44:04.721067 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-01b1d1d6-dab2-4f8e-aa73-377a73002220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:04.768412 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-01b1d1d6-dab2-4f8e-aa73-377a73002220 None None] Port 039b5ae1-2fe8-48b5-84f3-2dbed68501be cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:44:04.775048 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405876aa-e864-4b87-855c-b346ab2ee920 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event deleted for resources: {'Network': ['ID=f7df8eb9-6b62-4b5d-b883-60eab4e03260,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:04.801080 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-473580e8-bb0c-4f50-909d-89b8c04f08b2 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] DELETE failed (client error): The resource could not be found. Nov 16 11:44:04.801540 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-473580e8-bb0c-4f50-909d-89b8c04f08b2 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:44:04.809416 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-473580e8-bb0c-4f50-909d-89b8c04f08b2 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "DELETE /v2.0/subnets/aa9150cd-5916-40f8-bd51-f25d62b0a94c HTTP/1.1" status: 404 len: 337 time: 0.0814524 Nov 16 11:44:04.812059 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60126) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:04.842977 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-854634af-e51b-452b-ab42-8d85474ebe49 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] DELETE failed (client error): The resource could not be found. Nov 16 11:44:04.843968 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-854634af-e51b-452b-ab42-8d85474ebe49 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:44:04.849198 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-854634af-e51b-452b-ab42-8d85474ebe49 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "DELETE /v2.0/networks/bc0eeeb2-e27e-4c35-b120-29d243c08a7e HTTP/1.1" status: 404 len: 339 time: 0.0354915 Nov 16 11:44:04.849986 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60128) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:04.854290 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99e8f3-4631-443a-971e-1a84097e70b0 req-46b9f5f7-9b95-4544-b17b-f174af7fc278 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:04.855910 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8f99e8f3-4631-443a-971e-1a84097e70b0 req-46b9f5f7-9b95-4544-b17b-f174af7fc278 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=8128f006-181b-4f4e-b345-cba1a8acfc96 HTTP/1.1" status: 200 len: 946 time: 0.1848464 Nov 16 11:44:04.884617 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-a43e628a-e56b-4647-96e8-c4182ce405ac tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] DELETE failed (client error): The resource could not be found. Nov 16 11:44:04.885312 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a43e628a-e56b-4647-96e8-c4182ce405ac tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:44:04.891948 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a43e628a-e56b-4647-96e8-c4182ce405ac tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "DELETE /v2.0/subnets/b3a497e6-9881-488e-a244-69ba11d57d59 HTTP/1.1" status: 404 len: 337 time: 0.0390880 Nov 16 11:44:04.892900 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60132) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:04.894675 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1e2ef7e9-9df9-496f-b132-9439f4d26e61 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Deleting port bf432367-e113-4295-9e23-5b58457247c8 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:44:04.895022 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1e2ef7e9-9df9-496f-b132-9439f4d26e61 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:04.921089 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-6138efe7-c9d9-42a9-9c5c-39dcb966e9af tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] DELETE failed (client error): The resource could not be found. Nov 16 11:44:04.921089 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6138efe7-c9d9-42a9-9c5c-39dcb966e9af tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:44:04.924440 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6138efe7-c9d9-42a9-9c5c-39dcb966e9af tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "DELETE /v2.0/networks/4a40e3ff-4c93-4798-b57a-5516a5fb82cd HTTP/1.1" status: 404 len: 339 time: 0.0280423 Nov 16 11:44:04.927369 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60134) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:04.956565 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-b8641214-bccb-4e1c-9788-bf4bd8f27fe9 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Allocated IP 10.1.1.183 (26ef2bed-8832-46c6-b24f-4f0cfd9c2013/14da45b5-9dad-4378-b0d0-75410f62650a/913955cf-8e4e-4a23-b0e2-1acbc8547be5) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:44:04.959411 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ebcb885-bec8-4bea-9190-4aaa10779f99 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] DELETE failed (client error): The resource could not be found. Nov 16 11:44:04.959967 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ebcb885-bec8-4bea-9190-4aaa10779f99 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:44:04.965482 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6ebcb885-bec8-4bea-9190-4aaa10779f99 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "DELETE /v2.0/subnets/09fb1fc9-b7a2-426e-b998-6ef5b99c212b HTTP/1.1" status: 404 len: 337 time: 0.0350320 Nov 16 11:44:04.966239 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60136) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:04.992481 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-c69ec087-15d9-4e20-8377-4ce7ba07a5da tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] DELETE failed (client error): The resource could not be found. Nov 16 11:44:04.993175 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c69ec087-15d9-4e20-8377-4ce7ba07a5da tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:44:05.000395 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c69ec087-15d9-4e20-8377-4ce7ba07a5da tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "DELETE /v2.0/networks/22da0044-0092-4121-832b-56e37ecc834c HTTP/1.1" status: 404 len: 339 time: 0.0294459 Nov 16 11:44:05.000395 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60138) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:05.002213 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc3b735a-f331-4881-a7e7-ab46d2047165 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:05.027948 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1e2ef7e9-9df9-496f-b132-9439f4d26e61 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:05.040345 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc3b735a-f331-4881-a7e7-ab46d2047165 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:05.049520 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8f99e8f3-4631-443a-971e-1a84097e70b0 req-7e9a1019-3b56-4d8f-915a-02943d9635e0 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b63567b-ee2a-4a85-a110-12557bea5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658597 Nov 16 11:44:05.057614 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1e2ef7e9-9df9-496f-b132-9439f4d26e61 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Calling delete_port for bf432367-e113-4295-9e23-5b58457247c8 owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:44:05.061850 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 799176a3-78cb-4ecd-9666-96df107d6e19 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:44:05.148924 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 799176a3-78cb-4ecd-9666-96df107d6e19 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:44:05.149736 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 799176a3-78cb-4ecd-9666-96df107d6e19 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:44:05.233028 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-85bbda02-c9f4-4843-af33-8557a324bd82 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] DELETE failed (client error): The resource could not be found. Nov 16 11:44:05.233602 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85bbda02-c9f4-4843-af33-8557a324bd82 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:44:05.239558 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-85bbda02-c9f4-4843-af33-8557a324bd82 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "DELETE /v2.0/subnets/69264304-1335-4984-be00-3bb4e9fe778a HTTP/1.1" status: 404 len: 337 time: 0.2386689 Nov 16 11:44:05.246217 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60140) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:05.260540 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-b8641214-bccb-4e1c-9788-bf4bd8f27fe9 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:05.274496 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-b13dea11-75c6-4de5-9142-8a2b4f6d4cc2 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] DELETE failed (client error): The resource could not be found. Nov 16 11:44:05.275066 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b13dea11-75c6-4de5-9142-8a2b4f6d4cc2 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:44:05.281246 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b13dea11-75c6-4de5-9142-8a2b4f6d4cc2 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "DELETE /v2.0/networks/a4a36c4d-2cc1-46ef-923b-c0abedd20b6a HTTP/1.1" status: 404 len: 339 time: 0.0310769 Nov 16 11:44:05.282032 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60142) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:05.313886 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad64894-cd25-486a-bef9-5580e606ccb2 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] DELETE failed (client error): The resource could not be found. Nov 16 11:44:05.314287 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ad64894-cd25-486a-bef9-5580e606ccb2 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:44:05.319726 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-3ad64894-cd25-486a-bef9-5580e606ccb2 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "DELETE /v2.0/subnets/d325daf2-5e51-40fd-bd3c-0211843b0f24 HTTP/1.1" status: 404 len: 337 time: 0.0349598 Nov 16 11:44:05.320354 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60144) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:05.345188 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ff79b81-78b8-4cf7-ac0a-36dc1da507af tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] DELETE failed (client error): The resource could not be found. Nov 16 11:44:05.345783 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ff79b81-78b8-4cf7-ac0a-36dc1da507af tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:44:05.349399 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2ff79b81-78b8-4cf7-ac0a-36dc1da507af tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "DELETE /v2.0/networks/c8f4c8eb-85db-4307-afbf-d2fd0a7f3f2f HTTP/1.1" status: 404 len: 339 time: 0.0278575 Nov 16 11:44:05.354419 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60146) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:05.393682 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-c60a2751-2e2e-4fc3-8161-aa516b1fb878 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] DELETE failed (client error): The resource could not be found. Nov 16 11:44:05.394778 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c60a2751-2e2e-4fc3-8161-aa516b1fb878 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:44:05.399912 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c60a2751-2e2e-4fc3-8161-aa516b1fb878 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "DELETE /v2.0/subnets/76334a9b-f9ab-4436-87b7-7ef1cfdfe75c HTTP/1.1" status: 404 len: 337 time: 0.0418642 Nov 16 11:44:05.400146 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60148) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:05.419824 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-2177db3c-4022-410c-bbb2-05c0f1b452ba tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] DELETE failed (client error): The resource could not be found. Nov 16 11:44:05.420358 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2177db3c-4022-410c-bbb2-05c0f1b452ba tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:44:05.426390 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2177db3c-4022-410c-bbb2-05c0f1b452ba tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "DELETE /v2.0/networks/a360c61e-92c9-42df-b64d-13e34406942e HTTP/1.1" status: 404 len: 339 time: 0.0225677 Nov 16 11:44:05.426817 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60150) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:05.436604 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-b8641214-bccb-4e1c-9788-bf4bd8f27fe9 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:05.460093 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d99e6e0-0630-4f47-b5b0-39721f4cae9f tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] DELETE failed (client error): The resource could not be found. Nov 16 11:44:05.460426 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d99e6e0-0630-4f47-b5b0-39721f4cae9f tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:44:05.465822 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7d99e6e0-0630-4f47-b5b0-39721f4cae9f tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "DELETE /v2.0/subnets/0cff8b52-d26b-41e6-bf9f-fd73ba3e5a3d HTTP/1.1" status: 404 len: 337 time: 0.0360272 Nov 16 11:44:05.467585 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60152) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:05.499873 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-b8641214-bccb-4e1c-9788-bf4bd8f27fe9 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Network 26ef2bed-8832-46c6-b24f-4f0cfd9c2013 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:44:05.512833 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-3925a85b-4185-4b4f-be85-47b3dcc31029 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] DELETE failed (client error): The resource could not be found. Nov 16 11:44:05.514020 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3925a85b-4185-4b4f-be85-47b3dcc31029 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:44:05.515950 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-b8641214-bccb-4e1c-9788-bf4bd8f27fe9 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:44:05.520464 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3925a85b-4185-4b4f-be85-47b3dcc31029 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "DELETE /v2.0/networks/2bd80788-2dde-4c45-97e0-94c6a516740f HTTP/1.1" status: 404 len: 339 time: 0.0488126 Nov 16 11:44:05.520637 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60154) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:05.528327 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-b8641214-bccb-4e1c-9788-bf4bd8f27fe9 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:44:05.544509 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-cc3b735a-f331-4881-a7e7-ab46d2047165 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Allocated IP 172.25.0.123 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/a219fb59-fb0e-4ae3-8bcf-c38af980e1db) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:44:05.553811 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-59e13c87-0763-4585-81f4-a3ae49c952a0 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] DELETE failed (client error): The resource could not be found. Nov 16 11:44:05.554419 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59e13c87-0763-4585-81f4-a3ae49c952a0 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:44:05.554568 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcddf3-f1c7-48a4-b522-deef97b46056 req-5117be89-f019-4a83-82ae-34b13d3bc509 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:05.560682 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-59e13c87-0763-4585-81f4-a3ae49c952a0 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "DELETE /v2.0/subnets/a5dafc90-8fe8-42ae-b19f-1bd2ff5b2342 HTTP/1.1" status: 404 len: 337 time: 0.0370615 Nov 16 11:44:05.562438 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c1dcddf3-f1c7-48a4-b522-deef97b46056 req-5117be89-f019-4a83-82ae-34b13d3bc509 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=14edb0ca-44ed-448e-bf6b-93f04318ae1c HTTP/1.1" status: 200 len: 943 time: 0.1676176 Nov 16 11:44:05.572023 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60156) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:05.584660 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8641214-bccb-4e1c-9788-bf4bd8f27fe9 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Pushing event updated for resources: {'Port': ['ID=913955cf-8e4e-4a23-b0e2-1acbc8547be5,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:05.610275 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ddb5ea-bb7c-408a-b2db-51d65c8b67a8 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] DELETE failed (client error): The resource could not be found. Nov 16 11:44:05.610753 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38ddb5ea-bb7c-408a-b2db-51d65c8b67a8 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:44:05.614211 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-38ddb5ea-bb7c-408a-b2db-51d65c8b67a8 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "DELETE /v2.0/networks/76efbe8b-4301-4d6b-985a-f394883d3201 HTTP/1.1" status: 404 len: 339 time: 0.0389123 Nov 16 11:44:05.617207 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60160) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:05.620902 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1e2ef7e9-9df9-496f-b132-9439f4d26e61 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:05.638940 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-b8641214-bccb-4e1c-9788-bf4bd8f27fe9 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:05.640276 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-b8641214-bccb-4e1c-9788-bf4bd8f27fe9 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:05.690252 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-b8641214-bccb-4e1c-9788-bf4bd8f27fe9 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3990726 Nov 16 11:44:05.708217 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-1f847964-7aac-485c-92da-46a83939f3da tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Request body: {'port': {'device_id': '296f2531-289e-4d94-9c1d-03f76576752d', 'network_id': '26ef2bed-8832-46c6-b24f-4f0cfd9c2013', 'admin_state_up': True, 'tenant_id': '14d41305b65a4dafae92476e1ff902fa', 'security_groups': ['aa6b6683-56ed-4724-9960-7dac2ceddedb']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:05.729690 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c1dcddf3-f1c7-48a4-b522-deef97b46056 req-a7d99519-96b4-4c96-ae03-3c6cbe7c4df4 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656768 Nov 16 11:44:05.761994 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ef7e9-9df9-496f-b132-9439f4d26e61 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'Port': ['ID=bf432367-e113-4295-9e23-5b58457247c8,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:05.774603 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1e2ef7e9-9df9-496f-b132-9439f4d26e61 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:05.780207 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1e2ef7e9-9df9-496f-b132-9439f4d26e61 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/ports/bf432367-e113-4295-9e23-5b58457247c8 HTTP/1.1" status: 204 len: 168 time: 1.1814170 Nov 16 11:44:05.785992 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60162) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:05.785992 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ef7e9-9df9-496f-b132-9439f4d26e61 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:44:05.785992 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ef7e9-9df9-496f-b132-9439f4d26e61 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:44:05.785992 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ef7e9-9df9-496f-b132-9439f4d26e61 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:44:05.785992 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ef7e9-9df9-496f-b132-9439f4d26e61 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:44:05.785992 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ef7e9-9df9-496f-b132-9439f4d26e61 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:44:05.785992 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ef7e9-9df9-496f-b132-9439f4d26e61 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:44:05.785992 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ef7e9-9df9-496f-b132-9439f4d26e61 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:44:05.785992 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ef7e9-9df9-496f-b132-9439f4d26e61 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:44:05.785992 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ef7e9-9df9-496f-b132-9439f4d26e61 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:44:05.791664 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ef7e9-9df9-496f-b132-9439f4d26e61 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:44:05.792077 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ef7e9-9df9-496f-b132-9439f4d26e61 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:44:05.792425 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ef7e9-9df9-496f-b132-9439f4d26e61 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:44:05.802439 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-839f6ef4-ffa3-44f0-aa9a-7ea129ed2e6c tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Deleting subnet 310e1270-c50c-4467-9630-1d599e74b3b9 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:44:05.810556 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-839f6ef4-ffa3-44f0-aa9a-7ea129ed2e6c tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:05.893885 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-839f6ef4-ffa3-44f0-aa9a-7ea129ed2e6c tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:05.951661 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc3b735a-f331-4881-a7e7-ab46d2047165 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:05.959370 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-76267411-acb3-46d7-938e-23d13c738351 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:05.986834 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6606de-fe1a-4a3c-8e6c-67f7f92d56e2 req-f9158645-fbfb-439b-83cb-1d716439a47d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:05.992950 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6606de-fe1a-4a3c-8e6c-67f7f92d56e2 req-f9158645-fbfb-439b-83cb-1d716439a47d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:05.994613 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b6606de-fe1a-4a3c-8e6c-67f7f92d56e2 req-f9158645-fbfb-439b-83cb-1d716439a47d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 1654 time: 0.1616731 Nov 16 11:44:05.999487 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-1f847964-7aac-485c-92da-46a83939f3da tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Made reservation on behalf of 14d41305b65a4dafae92476e1ff902fa for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:44:06.003591 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-1f847964-7aac-485c-92da-46a83939f3da tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:06.032600 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-08a4995b-0e94-42fe-bedb-9116dd671cf1 None None] Provisioning complete for port 913955cf-8e4e-4a23-b0e2-1acbc8547be5 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:44:06.033692 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-08a4995b-0e94-42fe-bedb-9116dd671cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:06.050004 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-839f6ef4-ffa3-44f0-aa9a-7ea129ed2e6c tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:06.099448 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-08a4995b-0e94-42fe-bedb-9116dd671cf1 None None] Port 913955cf-8e4e-4a23-b0e2-1acbc8547be5 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:44:06.140886 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc3b735a-f331-4881-a7e7-ab46d2047165 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:06.144118 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-76267411-acb3-46d7-938e-23d13c738351 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:06.152289 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b6606de-fe1a-4a3c-8e6c-67f7f92d56e2 req-20831996-0b81-4b86-9c3e-df429d6b3839 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209340 Nov 16 11:44:06.200757 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-76267411-acb3-46d7-938e-23d13c738351 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df2f6888-97dc-472f-8ebc-e52bc01b3d4f']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:06.217334 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3b735a-f331-4881-a7e7-ab46d2047165 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:44:06.221125 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-76267411-acb3-46d7-938e-23d13c738351 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a0cadaf-d332-45ce-859a-5d090c99c49e') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:06.221477 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-76267411-acb3-46d7-938e-23d13c738351 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a0cadaf-d332-45ce-859a-5d090c99c49e') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:06.225520 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-cc3b735a-f331-4881-a7e7-ab46d2047165 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:44:06.237470 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3b735a-f331-4881-a7e7-ab46d2047165 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:44:06.240549 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-76267411-acb3-46d7-938e-23d13c738351 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:06.241961 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-1f847964-7aac-485c-92da-46a83939f3da tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Allocated IP 10.1.1.103 (26ef2bed-8832-46c6-b24f-4f0cfd9c2013/14da45b5-9dad-4378-b0d0-75410f62650a/1dfec5f3-6b09-43d8-9562-32075776c9c3) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:44:06.248587 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b735a-f331-4881-a7e7-ab46d2047165 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Pushing event updated for resources: {'Port': ['ID=a219fb59-fb0e-4ae3-8bcf-c38af980e1db,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:06.252875 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d49003-081c-40c9-a6f3-4466509f73b9 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:44:06.281559 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-76267411-acb3-46d7-938e-23d13c738351 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:06.293933 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76267411-acb3-46d7-938e-23d13c738351 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:44:06.294975 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-76267411-acb3-46d7-938e-23d13c738351 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:06.298146 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:44:06.298146 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:44:06.298146 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:44:06.298146 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:44:06.298146 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:44:06.298146 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:44:06.298146 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:44:06.298146 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:44:06.298146 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:44:06.298146 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:44:06.298146 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:44:06.298146 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:44:06.298146 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:44:06.298146 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:44:06.298146 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:44:06.298146 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:44:06.298146 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:44:06.298146 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:44:06.298146 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:44:06.298146 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:44:06.298146 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:44:06.298146 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:44:06.298146 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:44:06.298146 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:44:06.298146 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:44:06.298146 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:44:06.298146 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:44:06.298146 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:44:06.298146 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:44:06.298146 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:44:06.298146 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:44:06.298146 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:44:06.327728 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-7f7b720e-dc80-4453-9a9e-4f11c1c359a8 None None] Provisioning complete for port a219fb59-fb0e-4ae3-8bcf-c38af980e1db triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:44:06.329508 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7f7b720e-dc80-4453-9a9e-4f11c1c359a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:06.399813 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-7f7b720e-dc80-4453-9a9e-4f11c1c359a8 None None] Port a219fb59-fb0e-4ae3-8bcf-c38af980e1db cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:44:06.402717 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-839f6ef4-ffa3-44f0-aa9a-7ea129ed2e6c tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:06.448005 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f6ef4-ffa3-44f0-aa9a-7ea129ed2e6c tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event deleted for resources: {'Subnet': ['ID=310e1270-c50c-4467-9630-1d599e74b3b9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:06.453519 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-839f6ef4-ffa3-44f0-aa9a-7ea129ed2e6c tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:06.460024 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-839f6ef4-ffa3-44f0-aa9a-7ea129ed2e6c tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "DELETE /v2.0/subnets/310e1270-c50c-4467-9630-1d599e74b3b9 HTTP/1.1" status: 204 len: 168 time: 0.8377771 Nov 16 11:44:06.464465 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60166) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:06.465837 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1a64b8-3e9b-42af-9282-18dbe2db7160 None None] Network 2400b5c6-c4cb-4131-95a7-7f5f265424cb requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:44:06.490469 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-76267411-acb3-46d7-938e-23d13c738351 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:06.507037 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-76267411-acb3-46d7-938e-23d13c738351 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:06.510494 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-76267411-acb3-46d7-938e-23d13c738351 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] 10.222.0.61 "DELETE /v2.0/networks/df2f6888-97dc-472f-8ebc-e52bc01b3d4f HTTP/1.1" status: 204 len: 168 time: 0.7127180 Nov 16 11:44:06.536430 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8dd72d-5650-4d15-910c-804d32169388 req-aa9afea5-c88d-4909-8434-d5966d76b608 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:06.545322 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4f8dd72d-5650-4d15-910c-804d32169388 req-aa9afea5-c88d-4909-8434-d5966d76b608 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=8128f006-181b-4f4e-b345-cba1a8acfc96 HTTP/1.1" status: 200 len: 946 time: 0.2013295 Nov 16 11:44:06.554654 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76267411-acb3-46d7-938e-23d13c738351 tempest-PortsTestJSON-1670661559 tempest-PortsTestJSON-1670661559-project] Pushing event deleted for resources: {'Network': ['ID=df2f6888-97dc-472f-8ebc-e52bc01b3d4f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:06.585723 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-1f847964-7aac-485c-92da-46a83939f3da tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:06.604622 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-763961cb-5cd0-478e-af53-966f98da2225 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:06.701784 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4f8dd72d-5650-4d15-910c-804d32169388 req-cf165a10-0989-4d92-88cd-7e715e5769aa tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b63567b-ee2a-4a85-a110-12557bea5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553731 Nov 16 11:44:06.710976 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-763961cb-5cd0-478e-af53-966f98da2225 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Deleting port 1af4c0e4-7f19-47c2-8b9c-424258264e54 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:44:06.711382 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-763961cb-5cd0-478e-af53-966f98da2225 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:06.718152 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-1f847964-7aac-485c-92da-46a83939f3da tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:06.746435 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc3b735a-f331-4881-a7e7-ab46d2047165 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:06.808035 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-1f847964-7aac-485c-92da-46a83939f3da tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Network 26ef2bed-8832-46c6-b24f-4f0cfd9c2013 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:44:06.840627 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f847964-7aac-485c-92da-46a83939f3da tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Pushing event updated for resources: {'Port': ['ID=1dfec5f3-6b09-43d8-9562-32075776c9c3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:06.852554 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-1f847964-7aac-485c-92da-46a83939f3da tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:44:06.865810 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-1f847964-7aac-485c-92da-46a83939f3da tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:44:07.008479 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f2df6-d2fc-4eaa-bfb9-4065448d4a18 req-ca20a9b6-beed-4e3a-be7b-915fd7e3c5a3 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:07.018355 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-763961cb-5cd0-478e-af53-966f98da2225 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] For port 1af4c0e4-7f19-47c2-8b9c-424258264e54, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=1af4c0e4-7f19-47c2-8b9c-424258264e54,segment=NetworkSegment(2e821e55-68b1-431e-b47e-8784390954da),segment_id=2e821e55-68b1-431e-b47e-8784390954da)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:44:07.018743 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-763961cb-5cd0-478e-af53-966f98da2225 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:07.022918 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d23f2df6-d2fc-4eaa-bfb9-4065448d4a18 req-ca20a9b6-beed-4e3a-be7b-915fd7e3c5a3 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=14edb0ca-44ed-448e-bf6b-93f04318ae1c HTTP/1.1" status: 200 len: 943 time: 0.1253750 Nov 16 11:44:07.051584 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-1f847964-7aac-485c-92da-46a83939f3da tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:07.052855 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-1f847964-7aac-485c-92da-46a83939f3da tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:07.073802 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-763961cb-5cd0-478e-af53-966f98da2225 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Calling delete_port for 1af4c0e4-7f19-47c2-8b9c-424258264e54 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:44:07.092757 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60174) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:07.111088 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-1f847964-7aac-485c-92da-46a83939f3da tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4091172 Nov 16 11:44:07.128310 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-6c874493-a9f3-4056-82e5-481eb162d2d4 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Request body: {'port': {'device_id': '296f2531-289e-4d94-9c1d-03f76576752d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2041a2b2-0e73-454b-949f-7d84c22f57a1', 'admin_state_up': True, 'tenant_id': '14d41305b65a4dafae92476e1ff902fa', 'security_groups': ['aa6b6683-56ed-4724-9960-7dac2ceddedb']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:07.161671 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e709cbc7-6b0b-4dcb-b0d4-bff1c71a0f6a None None] DHCP port deletion for 2400b5c6-c4cb-4131-95a7-7f5f265424cb request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:44:07.258358 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-e709cbc7-6b0b-4dcb-b0d4-bff1c71a0f6a None None] Deleting port 1af4c0e4-7f19-47c2-8b9c-424258264e54 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:44:07.259103 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e709cbc7-6b0b-4dcb-b0d4-bff1c71a0f6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:07.283692 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-4dd20e2c-47b1-4c7d-8534-73658fc0e2c6 None None] Provisioning complete for port 1dfec5f3-6b09-43d8-9562-32075776c9c3 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:44:07.284195 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4dd20e2c-47b1-4c7d-8534-73658fc0e2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:07.286936 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d23f2df6-d2fc-4eaa-bfb9-4065448d4a18 req-70f3ef8b-cdbd-499b-bd03-5ae78159c274 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576263 Nov 16 11:44:07.316354 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-763961cb-5cd0-478e-af53-966f98da2225 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:07.332394 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc3b735a-f331-4881-a7e7-ab46d2047165 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1984560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1995711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3572'] for router, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:07.336499 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc3b735a-f331-4881-a7e7-ab46d2047165 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1984559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1984550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1995702'] for router, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:07.376625 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-4dd20e2c-47b1-4c7d-8534-73658fc0e2c6 None None] Port 1dfec5f3-6b09-43d8-9562-32075776c9c3 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:44:07.379326 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e709cbc7-6b0b-4dcb-b0d4-bff1c71a0f6a None None] For port 1af4c0e4-7f19-47c2-8b9c-424258264e54, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=1af4c0e4-7f19-47c2-8b9c-424258264e54,segment=NetworkSegment(2e821e55-68b1-431e-b47e-8784390954da),segment_id=2e821e55-68b1-431e-b47e-8784390954da)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:44:07.379785 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e709cbc7-6b0b-4dcb-b0d4-bff1c71a0f6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:07.403825 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-e709cbc7-6b0b-4dcb-b0d4-bff1c71a0f6a None None] Calling delete_port for 1af4c0e4-7f19-47c2-8b9c-424258264e54 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:44:07.417291 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ca41136d-257f-45f7-a0ea-08d46356f038 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7d3d11fb732046149ebe953349dcb515&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3233190 Nov 16 11:44:07.421209 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763961cb-5cd0-478e-af53-966f98da2225 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event deleted for resources: {'Port': ['ID=1af4c0e4-7f19-47c2-8b9c-424258264e54,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:07.423117 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60180) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:07.435227 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763961cb-5cd0-478e-af53-966f98da2225 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] No DVR routers for this DVR port 1af4c0e4-7f19-47c2-8b9c-424258264e54 on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:44:07.446578 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-6c874493-a9f3-4056-82e5-481eb162d2d4 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Made reservation on behalf of 14d41305b65a4dafae92476e1ff902fa for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:44:07.515898 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323138ed-b4f0-4a41-ac58-fc57030929e7 req-b182b97c-b353-4076-9b91-8e1301b5d68f tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:07.522317 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323138ed-b4f0-4a41-ac58-fc57030929e7 req-b182b97c-b353-4076-9b91-8e1301b5d68f tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:07.528820 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323138ed-b4f0-4a41-ac58-fc57030929e7 req-b182b97c-b353-4076-9b91-8e1301b5d68f tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:07.536645 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-323138ed-b4f0-4a41-ac58-fc57030929e7 req-b182b97c-b353-4076-9b91-8e1301b5d68f tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 2375 time: 0.1235077 Nov 16 11:44:07.546888 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e709cbc7-6b0b-4dcb-b0d4-bff1c71a0f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:07.586096 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e709cbc7-6b0b-4dcb-b0d4-bff1c71a0f6a None None] Pushing event deleted for resources: {'Port': ['ID=1af4c0e4-7f19-47c2-8b9c-424258264e54,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:07.604659 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-763961cb-5cd0-478e-af53-966f98da2225 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:07.608627 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e709cbc7-6b0b-4dcb-b0d4-bff1c71a0f6a None None] No DVR routers for this DVR port 1af4c0e4-7f19-47c2-8b9c-424258264e54 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:44:07.614167 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-323138ed-b4f0-4a41-ac58-fc57030929e7 req-a3deebb1-f904-46d1-87ef-439a807725a7 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761697 Nov 16 11:44:07.646364 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3b735a-f331-4881-a7e7-ab46d2047165 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Router da433b57-195a-4ebd-adc7-405f8b9b2c3e is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:44:07.666965 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-763961cb-5cd0-478e-af53-966f98da2225 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2400b5c6-c4cb-4131-95a7-7f5f265424cb']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:07.676353 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-579c6fd5-9feb-4d62-b8f0-eb1fb18545e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:07.682551 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-6c874493-a9f3-4056-82e5-481eb162d2d4 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:07.687777 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-763961cb-5cd0-478e-af53-966f98da2225 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e821e55-68b1-431e-b47e-8784390954da') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:07.688074 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-763961cb-5cd0-478e-af53-966f98da2225 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e821e55-68b1-431e-b47e-8784390954da') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:07.709906 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-763961cb-5cd0-478e-af53-966f98da2225 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:07.744805 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-763961cb-5cd0-478e-af53-966f98da2225 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:07.748319 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-579c6fd5-9feb-4d62-b8f0-eb1fb18545e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:07.751697 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-763961cb-5cd0-478e-af53-966f98da2225 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:44:07.752487 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-763961cb-5cd0-478e-af53-966f98da2225 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:07.755278 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:44:07.755278 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:44:07.755278 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:44:07.755278 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:44:07.755278 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:44:07.755278 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:44:07.755278 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:44:07.755278 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:44:07.755278 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:44:07.755278 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:44:07.755278 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:44:07.755278 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:44:07.755278 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:44:07.755278 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:44:07.755278 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:44:07.755278 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:44:07.755278 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:44:07.755278 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:44:07.755278 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:44:07.755278 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:44:07.755278 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:44:07.755278 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:44:07.755278 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:44:07.755278 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:44:07.755278 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:44:07.755278 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:44:07.755278 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:44:07.755278 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:44:07.755278 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:44:07.755278 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:44:07.755278 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:44:07.755278 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:44:07.778064 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3b735a-f331-4881-a7e7-ab46d2047165 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:44:07.783934 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc3b735a-f331-4881-a7e7-ab46d2047165 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:07.789042 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-cc3b735a-f331-4881-a7e7-ab46d2047165 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] 10.222.0.61 "PUT /v2.0/routers/da433b57-195a-4ebd-adc7-405f8b9b2c3e HTTP/1.1" status: 200 len: 916 time: 4.0283902 Nov 16 11:44:07.790187 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60184) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:07.790325 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fb0536-c3ac-49e9-b503-4f9626b3388b None None] Sync routers for ids ['da433b57-195a-4ebd-adc7-405f8b9b2c3e'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:44:07.808609 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fb0536-c3ac-49e9-b503-4f9626b3388b None None] Routers {'da433b57-195a-4ebd-adc7-405f8b9b2c3e'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:44:07.809651 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c4fb0536-c3ac-49e9-b503-4f9626b3388b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:43:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['da433b57-195a-4ebd-adc7-405f8b9b2c3e'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:07.845641 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c4fb0536-c3ac-49e9-b503-4f9626b3388b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:07.857746 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fb0536-c3ac-49e9-b503-4f9626b3388b None None] Routers {'da433b57-195a-4ebd-adc7-405f8b9b2c3e'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:44:07.858865 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c4fb0536-c3ac-49e9-b503-4f9626b3388b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:43:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['da433b57-195a-4ebd-adc7-405f8b9b2c3e'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:07.898650 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c4fb0536-c3ac-49e9-b503-4f9626b3388b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:07.899661 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fb0536-c3ac-49e9-b503-4f9626b3388b None None] The sync data for ids ['da433b57-195a-4ebd-adc7-405f8b9b2c3e'] in n-d-816823-3 is: [] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:44:07.961108 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3aac0d-cef0-41fe-8a91-42b95bfe28b7 req-fda5ba88-4036-42f9-a4e8-ef6f31292ff1 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:07.962895 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd3aac0d-cef0-41fe-8a91-42b95bfe28b7 req-fda5ba88-4036-42f9-a4e8-ef6f31292ff1 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=8128f006-181b-4f4e-b345-cba1a8acfc96 HTTP/1.1" status: 200 len: 946 time: 0.1068778 Nov 16 11:44:07.995107 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5d5ad088-e35d-4a68-8828-8850f7c7bba1 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] 10.222.0.61 "GET /v2.0/routers/da433b57-195a-4ebd-adc7-405f8b9b2c3e HTTP/1.1" status: 200 len: 922 time: 0.2013741 Nov 16 11:44:07.995328 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60186) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:08.054015 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd3aac0d-cef0-41fe-8a91-42b95bfe28b7 req-f95daa0a-7ecc-492c-83a5-f8060244be3e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b63567b-ee2a-4a85-a110-12557bea5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801716 Nov 16 11:44:08.063523 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a232b297-4bd9-46b9-9f2f-59e20aa11e89 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:08.067550 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a232b297-4bd9-46b9-9f2f-59e20aa11e89 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=47f35a41-d782-4d3e-9754-e87c9ca4914b&device_id=da433b57-195a-4ebd-adc7-405f8b9b2c3e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0689669 Nov 16 11:44:08.067816 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60188) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:08.180408 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341638e5-a14d-46e2-b64f-f91ed3050334 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:08.184064 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-341638e5-a14d-46e2-b64f-f91ed3050334 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] 10.222.0.61 "GET /v2.0/networks/47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 881 time: 0.1149411 Nov 16 11:44:08.186903 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60190) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:08.224710 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d1573e31-a2f1-41e8-aadd-187af6049843 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] 10.222.0.61 "GET /v2.0/ports?device_id=da433b57-195a-4ebd-adc7-405f8b9b2c3e HTTP/1.1" status: 200 len: 205 time: 0.0362749 Nov 16 11:44:08.227457 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60192) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:08.230806 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-763961cb-5cd0-478e-af53-966f98da2225 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:08.245831 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-763961cb-5cd0-478e-af53-966f98da2225 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:08.252560 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-763961cb-5cd0-478e-af53-966f98da2225 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] 10.222.0.61 "DELETE /v2.0/networks/2400b5c6-c4cb-4131-95a7-7f5f265424cb HTTP/1.1" status: 204 len: 168 time: 1.7837424 Nov 16 11:44:08.268474 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763961cb-5cd0-478e-af53-966f98da2225 tempest-NetworksTest-1184368223 tempest-NetworksTest-1184368223-project] Pushing event deleted for resources: {'Network': ['ID=2400b5c6-c4cb-4131-95a7-7f5f265424cb,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:08.290255 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-579c6fd5-9feb-4d62-b8f0-eb1fb18545e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:08.293978 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-579c6fd5-9feb-4d62-b8f0-eb1fb18545e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:08.297477 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-579c6fd5-9feb-4d62-b8f0-eb1fb18545e6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/104a80d7-a810-4a9b-ad0d-984411b6eadf HTTP/1.1" status: 204 len: 168 time: 0.8691390 Nov 16 11:44:08.327166 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c6fd5-9feb-4d62-b8f0-eb1fb18545e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104a80d7-a810-4a9b-ad0d-984411b6eadf,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:08.357205 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-6c874493-a9f3-4056-82e5-481eb162d2d4 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Allocated IP 10.2.2.100 (2041a2b2-0e73-454b-949f-7d84c22f57a1/1bdf0709-8d8c-4805-b7a5-cb903bfbd56b/4c83833b-e468-4daf-8f4c-118e3220587b) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:44:08.379861 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a67cece3-08e8-42e7-a422-2d05a4f56244 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:08.600635 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-6c874493-a9f3-4056-82e5-481eb162d2d4 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:08.679678 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-6c874493-a9f3-4056-82e5-481eb162d2d4 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:08.729657 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60206) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:08.769906 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-6c874493-a9f3-4056-82e5-481eb162d2d4 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Network 2041a2b2-0e73-454b-949f-7d84c22f57a1 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:44:08.774557 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-6c874493-a9f3-4056-82e5-481eb162d2d4 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:44:08.782162 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-6c874493-a9f3-4056-82e5-481eb162d2d4 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:44:08.785704 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c874493-a9f3-4056-82e5-481eb162d2d4 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Pushing event updated for resources: {'Port': ['ID=4c83833b-e468-4daf-8f4c-118e3220587b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:08.820568 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 97be700c-47c0-4904-b4de-9b597a21cc68 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:44:08.853589 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-6c874493-a9f3-4056-82e5-481eb162d2d4 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:08.854730 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-6c874493-a9f3-4056-82e5-481eb162d2d4 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:08.888783 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-6c874493-a9f3-4056-82e5-481eb162d2d4 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7687280 Nov 16 11:44:08.908102 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-893ea515-8cb5-441f-acb4-7f7a36cb1a59 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Request body: {'port': {'device_id': '296f2531-289e-4d94-9c1d-03f76576752d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2041a2b2-0e73-454b-949f-7d84c22f57a1', 'admin_state_up': True, 'tenant_id': '14d41305b65a4dafae92476e1ff902fa', 'security_groups': ['aa6b6683-56ed-4724-9960-7dac2ceddedb']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:08.991418 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a67cece3-08e8-42e7-a422-2d05a4f56244 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:09.024333 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad432856-3e28-46d9-99a4-3077718d4759 req-714faa78-6d65-4592-9b9e-0c5d7f50c5bc tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:09.034665 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ad432856-3e28-46d9-99a4-3077718d4759 req-714faa78-6d65-4592-9b9e-0c5d7f50c5bc tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=14edb0ca-44ed-448e-bf6b-93f04318ae1c HTTP/1.1" status: 200 len: 943 time: 0.5431826 Nov 16 11:44:09.079890 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 1af4c0e4-7f19-47c2-8b9c-424258264e54 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:44:09.133583 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-893ea515-8cb5-441f-acb4-7f7a36cb1a59 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Made reservation on behalf of 14d41305b65a4dafae92476e1ff902fa for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:44:09.146990 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 1af4c0e4-7f19-47c2-8b9c-424258264e54 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:44:09.147344 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 1af4c0e4-7f19-47c2-8b9c-424258264e54 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:44:09.155327 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-893ea515-8cb5-441f-acb4-7f7a36cb1a59 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:09.195064 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b207edb5-6db8-4663-a302-ed0aaedf0dd2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=05698996c8fd4d698238455680b68f95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4640961 Nov 16 11:44:09.201868 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60220) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:09.203984 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ad432856-3e28-46d9-99a4-3077718d4759 req-714b9e9a-11ae-47a6-b0f4-c22ac4494540 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664350 Nov 16 11:44:09.219475 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 97be700c-47c0-4904-b4de-9b597a21cc68, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=97be700c-47c0-4904-b4de-9b597a21cc68,segment=NetworkSegment(c7ce274d-1faf-4924-9c3c-562dce13f294),segment_id=c7ce274d-1faf-4924-9c3c-562dce13f294)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:44:09.242033 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a67cece3-08e8-42e7-a422-2d05a4f56244 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Deleting port a219fb59-fb0e-4ae3-8bcf-c38af980e1db {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:44:09.242774 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a67cece3-08e8-42e7-a422-2d05a4f56244 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:09.248819 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '97be700c-47c0-4904-b4de-9b597a21cc68', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'port_id': '97be700c-47c0-4904-b4de-9b597a21cc68', 'mac_address': 'fa:16:3e:80:e9:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:44:09.299551 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:09.322178 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97be700c-47c0-4904-b4de-9b597a21cc68 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:44:09.346001 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b3d6cff3-39c5-448f-8241-780438d7d989 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:09.352432 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a65a9fe9-6f0d-4c67-888a-ae9bf457ac3a None None] Provisioning complete for port 4c83833b-e468-4daf-8f4c-118e3220587b triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:44:09.353997 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a65a9fe9-6f0d-4c67-888a-ae9bf457ac3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:09.385771 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b3d6cff3-39c5-448f-8241-780438d7d989 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:09.462226 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-893ea515-8cb5-441f-acb4-7f7a36cb1a59 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Allocated IP 10.2.2.200 (2041a2b2-0e73-454b-949f-7d84c22f57a1/1bdf0709-8d8c-4805-b7a5-cb903bfbd56b/93d0a61f-46d8-4643-8f71-0fc671a31fe6) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:44:09.471195 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-a65a9fe9-6f0d-4c67-888a-ae9bf457ac3a None None] Port 4c83833b-e468-4daf-8f4c-118e3220587b cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:44:09.481207 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 97be700c-47c0-4904-b4de-9b597a21cc68, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=97be700c-47c0-4904-b4de-9b597a21cc68,segment=NetworkSegment(c7ce274d-1faf-4924-9c3c-562dce13f294),segment_id=c7ce274d-1faf-4924-9c3c-562dce13f294)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:44:09.486778 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:09.493604 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a67cece3-08e8-42e7-a422-2d05a4f56244 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:09.507834 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b3d6cff3-39c5-448f-8241-780438d7d989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:09.511982 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b3d6cff3-39c5-448f-8241-780438d7d989 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:09.514391 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b3d6cff3-39c5-448f-8241-780438d7d989 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/510fddc5-34d3-4cac-936d-fda88202c20c HTTP/1.1" status: 204 len: 168 time: 0.3114295 Nov 16 11:44:09.518037 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a67cece3-08e8-42e7-a422-2d05a4f56244 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Calling delete_port for a219fb59-fb0e-4ae3-8bcf-c38af980e1db owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:44:09.535714 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7420c20-a369-46f1-8eab-a8934fbc9b66 req-fa48ab92-3ce4-4300-85b5-3de301567dae tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:09.542608 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d6cff3-39c5-448f-8241-780438d7d989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510fddc5-34d3-4cac-936d-fda88202c20c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:09.544310 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7420c20-a369-46f1-8eab-a8934fbc9b66 req-fa48ab92-3ce4-4300-85b5-3de301567dae tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:09.547528 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=97be700c-47c0-4904-b4de-9b597a21cc68,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:09.552431 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7420c20-a369-46f1-8eab-a8934fbc9b66 req-fa48ab92-3ce4-4300-85b5-3de301567dae tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:09.560919 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7420c20-a369-46f1-8eab-a8934fbc9b66 req-fa48ab92-3ce4-4300-85b5-3de301567dae tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:09.563102 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a7420c20-a369-46f1-8eab-a8934fbc9b66 req-fa48ab92-3ce4-4300-85b5-3de301567dae tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 3096 time: 0.1801410 Nov 16 11:44:09.623272 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a7420c20-a369-46f1-8eab-a8934fbc9b66 req-0f2a759f-2fc9-432b-be31-5c0bf7959766 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519943 Nov 16 11:44:09.687031 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['97be700c-47c0-4904-b4de-9b597a21cc68'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:44:09.736101 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-893ea515-8cb5-441f-acb4-7f7a36cb1a59 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:09.781062 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-893ea515-8cb5-441f-acb4-7f7a36cb1a59 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:09.838069 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-893ea515-8cb5-441f-acb4-7f7a36cb1a59 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Network 2041a2b2-0e73-454b-949f-7d84c22f57a1 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:44:09.852091 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-893ea515-8cb5-441f-acb4-7f7a36cb1a59 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:44:09.870955 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-893ea515-8cb5-441f-acb4-7f7a36cb1a59 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:44:09.975924 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9b3b3-5af0-47ba-80e7-c4fba919ca5a req-127ca41a-2102-439c-b026-73eaf127cba2 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:09.992754 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ea515-8cb5-441f-acb4-7f7a36cb1a59 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Pushing event updated for resources: {'Port': ['ID=93d0a61f-46d8-4643-8f71-0fc671a31fe6,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:09.993292 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c7c9b3b3-5af0-47ba-80e7-c4fba919ca5a req-127ca41a-2102-439c-b026-73eaf127cba2 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=8128f006-181b-4f4e-b345-cba1a8acfc96 HTTP/1.1" status: 200 len: 946 time: 0.1422272 Nov 16 11:44:10.031504 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-893ea515-8cb5-441f-acb4-7f7a36cb1a59 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:10.032708 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-893ea515-8cb5-441f-acb4-7f7a36cb1a59 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:10.067940 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-893ea515-8cb5-441f-acb4-7f7a36cb1a59 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1655664 Nov 16 11:44:10.081985 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-67d5c73e-4a89-47cd-affa-5a4c97e7e05a service neutron] Request body: {'port': {'device_id': '296f2531-289e-4d94-9c1d-03f76576752d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:10.192851 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c7c9b3b3-5af0-47ba-80e7-c4fba919ca5a req-dd40bcbd-bf56-4576-a86a-101b30ada290 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b63567b-ee2a-4a85-a110-12557bea5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983657 Nov 16 11:44:10.205798 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-67d5c73e-4a89-47cd-affa-5a4c97e7e05a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:10.228453 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a67cece3-08e8-42e7-a422-2d05a4f56244 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:10.280608 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67cece3-08e8-42e7-a422-2d05a4f56244 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Pushing event deleted for resources: {'Port': ['ID=a219fb59-fb0e-4ae3-8bcf-c38af980e1db,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:10.324438 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18134f1-8308-4a87-9287-1642411cbd8b None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:44:10.412114 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a27e5ca5-b175-4b49-bec3-31b34dbe1990 None None] Provisioning complete for port 93d0a61f-46d8-4643-8f71-0fc671a31fe6 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:44:10.412689 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a27e5ca5-b175-4b49-bec3-31b34dbe1990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:10.459001 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-a27e5ca5-b175-4b49-bec3-31b34dbe1990 None None] Port 93d0a61f-46d8-4643-8f71-0fc671a31fe6 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:44:10.504809 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a67cece3-08e8-42e7-a422-2d05a4f56244 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:10.564720 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558a770-bdf7-43b7-8ae6-a9821241f593 req-5be0d064-27b8-40a6-888a-f84c04b4c2f4 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:10.578448 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d558a770-bdf7-43b7-8ae6-a9821241f593 req-5be0d064-27b8-40a6-888a-f84c04b4c2f4 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=14edb0ca-44ed-448e-bf6b-93f04318ae1c HTTP/1.1" status: 200 len: 944 time: 0.2271945 Nov 16 11:44:10.619253 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-67d5c73e-4a89-47cd-affa-5a4c97e7e05a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 039b5ae1-2fe8-48b5-84f3-2dbed68501be {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:44:10.627874 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-67d5c73e-4a89-47cd-affa-5a4c97e7e05a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:10.641106 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-67d5c73e-4a89-47cd-affa-5a4c97e7e05a service neutron] Transition to ACTIVE for port object 039b5ae1-2fe8-48b5-84f3-2dbed68501be will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:44:10.645653 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-67d5c73e-4a89-47cd-affa-5a4c97e7e05a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:10.772481 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a67cece3-08e8-42e7-a422-2d05a4f56244 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:10.781971 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a67cece3-08e8-42e7-a422-2d05a4f56244 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:10.813534 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-67d5c73e-4a89-47cd-affa-5a4c97e7e05a service neutron] Attempting to bind port 039b5ae1-2fe8-48b5-84f3-2dbed68501be on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:44:10.814256 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-67d5c73e-4a89-47cd-affa-5a4c97e7e05a service neutron] Attempting to bind port 039b5ae1-2fe8-48b5-84f3-2dbed68501be by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '2cf765c5-91e1-41df-9ee8-e3cdc96b8cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'cd9b53f3-dc5a-4d2a-9424-263d53785a99'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:44:10.815397 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-67d5c73e-4a89-47cd-affa-5a4c97e7e05a service neutron] Attempting to bind port 039b5ae1-2fe8-48b5-84f3-2dbed68501be on network cd9b53f3-dc5a-4d2a-9424-263d53785a99 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:44:10.819466 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d5c73e-4a89-47cd-affa-5a4c97e7e05a service neutron] Pushing event updated for resources: {'Port': ['ID=039b5ae1-2fe8-48b5-84f3-2dbed68501be,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:10.834742 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-67d5c73e-4a89-47cd-affa-5a4c97e7e05a service neutron] Port 039b5ae1-2fe8-48b5-84f3-2dbed68501be on network cd9b53f3-dc5a-4d2a-9424-263d53785a99 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:44:10.834984 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 97be700c-47c0-4904-b4de-9b597a21cc68 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:44:10.835113 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-67d5c73e-4a89-47cd-affa-5a4c97e7e05a service neutron] Attempting to bind port 039b5ae1-2fe8-48b5-84f3-2dbed68501be on network cd9b53f3-dc5a-4d2a-9424-263d53785a99 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:44:10.846000 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-67d5c73e-4a89-47cd-affa-5a4c97e7e05a service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:44:10.846238 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-67d5c73e-4a89-47cd-affa-5a4c97e7e05a service neutron] Checking segment: {'id': '2cf765c5-91e1-41df-9ee8-e3cdc96b8cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'cd9b53f3-dc5a-4d2a-9424-263d53785a99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:44:10.846628 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-67d5c73e-4a89-47cd-affa-5a4c97e7e05a service neutron] Bound using segment: {'id': '2cf765c5-91e1-41df-9ee8-e3cdc96b8cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'cd9b53f3-dc5a-4d2a-9424-263d53785a99'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:44:10.847066 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-67d5c73e-4a89-47cd-affa-5a4c97e7e05a service neutron] Bound port: 039b5ae1-2fe8-48b5-84f3-2dbed68501be, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf765c5-91e1-41df-9ee8-e3cdc96b8cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'cd9b53f3-dc5a-4d2a-9424-263d53785a99'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:44:10.847430 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-67d5c73e-4a89-47cd-affa-5a4c97e7e05a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:10.937847 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a67cece3-08e8-42e7-a422-2d05a4f56244 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:10.941897 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67cece3-08e8-42e7-a422-2d05a4f56244 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Fanout notify agent at l3_agent the message router_deleted on router da433b57-195a-4ebd-adc7-405f8b9b2c3e {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:44:10.968340 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a67cece3-08e8-42e7-a422-2d05a4f56244 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:10.969603 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a67cece3-08e8-42e7-a422-2d05a4f56244 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] 10.222.0.61 "DELETE /v2.0/routers/da433b57-195a-4ebd-adc7-405f8b9b2c3e HTTP/1.1" status: 204 len: 168 time: 2.7409003 Nov 16 11:44:10.986194 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port 97be700c-47c0-4904-b4de-9b597a21cc68 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:44:10.987214 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-67d5c73e-4a89-47cd-affa-5a4c97e7e05a service neutron] For port 039b5ae1-2fe8-48b5-84f3-2dbed68501be, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:44:10.989597 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60268) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:10.991693 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 97be700c-47c0-4904-b4de-9b597a21cc68 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:44:10.992166 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:10.993146 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-67d5c73e-4a89-47cd-affa-5a4c97e7e05a service neutron] For port 039b5ae1-2fe8-48b5-84f3-2dbed68501be, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=039b5ae1-2fe8-48b5-84f3-2dbed68501be,segment=NetworkSegment(2cf765c5-91e1-41df-9ee8-e3cdc96b8cf7),segment_id=2cf765c5-91e1-41df-9ee8-e3cdc96b8cf7)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:44:10.999841 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-67d5c73e-4a89-47cd-affa-5a4c97e7e05a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:11.003191 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-1c2f3f12-2107-404e-b6e6-d3c7066db5da tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1860904222', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}, 'admin_state_up': False}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:11.048257 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d558a770-bdf7-43b7-8ae6-a9821241f593 req-bd002755-0c91-40b2-9489-f82df37ad1d4 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4686930 Nov 16 11:44:11.090492 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60274) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:11.110709 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c2f3f12-2107-404e-b6e6-d3c7066db5da tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:11.114363 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c2f3f12-2107-404e-b6e6-d3c7066db5da tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:11.197222 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-67d5c73e-4a89-47cd-affa-5a4c97e7e05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:11.198251 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-67d5c73e-4a89-47cd-affa-5a4c97e7e05a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:11.201977 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-67d5c73e-4a89-47cd-affa-5a4c97e7e05a service neutron] 10.222.0.64 "PUT /v2.0/ports/039b5ae1-2fe8-48b5-84f3-2dbed68501be HTTP/1.1" status: 200 len: 1092 time: 1.1258767 Nov 16 11:44:11.203015 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d5c73e-4a89-47cd-affa-5a4c97e7e05a service neutron] Pushing event updated for resources: {'Port': ['ID=039b5ae1-2fe8-48b5-84f3-2dbed68501be,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:11.211702 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '296f2531-289e-4d94-9c1d-03f76576752d', 'tag': '039b5ae1-2fe8-48b5-84f3-2dbed68501be'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:44:11.221746 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14ff231-d55f-444e-bb42-6f91bcf22a3a" -d '{"events": [{"name": "network-changed", "server_uuid": "296f2531-289e-4d94-9c1d-03f76576752d", "tag": "039b5ae1-2fe8-48b5-84f3-2dbed68501be"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:44:11.260832 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-16671c66-d52d-4f5d-b642-6368b357bdc7 service neutron] Request body: {'port': {'device_id': '296f2531-289e-4d94-9c1d-03f76576752d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:11.304250 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-30011540-fc0f-43b5-b998-1feb6667a3ee tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1588034010', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:11.316396 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c2f3f12-2107-404e-b6e6-d3c7066db5da tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:11.321178 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:11.373782 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14edb0ca-44ed-448e-bf6b-93f04318ae1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97be700c-47c0-4904-b4de-9b597a21cc68'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:44:11.379588 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced69d00-9286-4fb6-b83c-86e010bc2d10" -d '{"events": [{"server_uuid": "14edb0ca-44ed-448e-bf6b-93f04318ae1c", "name": "network-vif-plugged", "status": "completed", "tag": "97be700c-47c0-4904-b4de-9b597a21cc68"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:44:11.403326 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 97be700c-47c0-4904-b4de-9b597a21cc68, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=97be700c-47c0-4904-b4de-9b597a21cc68,segment=NetworkSegment(c7ce274d-1faf-4924-9c3c-562dce13f294),segment_id=c7ce274d-1faf-4924-9c3c-562dce13f294)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:44:11.409563 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-16671c66-d52d-4f5d-b642-6368b357bdc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:11.410030 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:11.456099 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-30011540-fc0f-43b5-b998-1feb6667a3ee tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:11.458609 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-30011540-fc0f-43b5-b998-1feb6667a3ee tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:11.523304 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-30011540-fc0f-43b5-b998-1feb6667a3ee tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:11.537282 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b841f74-6cff-48a1-b5e1-bf05b3e2d7b7 req-b5134b9a-66eb-4cb7-9d20-93b9d55e371d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:11.539361 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=97be700c-47c0-4904-b4de-9b597a21cc68,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:11.544243 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b841f74-6cff-48a1-b5e1-bf05b3e2d7b7 req-b5134b9a-66eb-4cb7-9d20-93b9d55e371d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:11.558649 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b841f74-6cff-48a1-b5e1-bf05b3e2d7b7 req-b5134b9a-66eb-4cb7-9d20-93b9d55e371d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:11.566411 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b841f74-6cff-48a1-b5e1-bf05b3e2d7b7 req-b5134b9a-66eb-4cb7-9d20-93b9d55e371d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:11.572831 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b841f74-6cff-48a1-b5e1-bf05b3e2d7b7 req-b5134b9a-66eb-4cb7-9d20-93b9d55e371d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:11.581809 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8b841f74-6cff-48a1-b5e1-bf05b3e2d7b7 req-b5134b9a-66eb-4cb7-9d20-93b9d55e371d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 3829 time: 0.3177748 Nov 16 11:44:11.589413 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-30011540-fc0f-43b5-b998-1feb6667a3ee tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:11.708000 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-30011540-fc0f-43b5-b998-1feb6667a3ee tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:11.713159 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60290) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:11.713765 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-30011540-fc0f-43b5-b998-1feb6667a3ee tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6177895 Nov 16 11:44:11.722925 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c2f3f12-2107-404e-b6e6-d3c7066db5da tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:11.727084 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-c774d0d3-1bd9-480b-8852-236562041026 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1632535628'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:11.768891 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8b841f74-6cff-48a1-b5e1-bf05b3e2d7b7 req-b563994e-d20e-4a91-b96c-d7b6ba42701f tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860197 Nov 16 11:44:11.791568 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c774d0d3-1bd9-480b-8852-236562041026 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Made reservation on behalf of 83819cd0297b4d18a3276153cdb92b03 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:44:11.796208 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c774d0d3-1bd9-480b-8852-236562041026 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:11.825748 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c774d0d3-1bd9-480b-8852-236562041026 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:11.911433 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-16671c66-d52d-4f5d-b642-6368b357bdc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 938024bc-796d-495a-81a8-6e0bc9631cff {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:44:11.923426 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-16671c66-d52d-4f5d-b642-6368b357bdc7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:11.950236 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-16671c66-d52d-4f5d-b642-6368b357bdc7 service neutron] Transition to ACTIVE for port object 938024bc-796d-495a-81a8-6e0bc9631cff will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:44:11.958931 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-16671c66-d52d-4f5d-b642-6368b357bdc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:11.990963 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce22676-23ef-4683-847d-e163623041b9 req-c64c79ef-4145-4dce-92f0-0c73bf103dcf tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:11.992818 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fce22676-23ef-4683-847d-e163623041b9 req-c64c79ef-4145-4dce-92f0-0c73bf103dcf tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=8128f006-181b-4f4e-b345-cba1a8acfc96 HTTP/1.1" status: 200 len: 946 time: 0.0910797 Nov 16 11:44:12.042310 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c774d0d3-1bd9-480b-8852-236562041026 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:12.043337 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16671c66-d52d-4f5d-b642-6368b357bdc7 service neutron] Pushing event updated for resources: {'Port': ['ID=938024bc-796d-495a-81a8-6e0bc9631cff,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:12.073556 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c774d0d3-1bd9-480b-8852-236562041026 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:12.084638 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16671c66-d52d-4f5d-b642-6368b357bdc7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:44:12.084952 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16671c66-d52d-4f5d-b642-6368b357bdc7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:44:12.085383 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16671c66-d52d-4f5d-b642-6368b357bdc7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:44:12.085725 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16671c66-d52d-4f5d-b642-6368b357bdc7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:44:12.087425 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16671c66-d52d-4f5d-b642-6368b357bdc7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:44:12.087425 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16671c66-d52d-4f5d-b642-6368b357bdc7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:44:12.087425 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16671c66-d52d-4f5d-b642-6368b357bdc7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:44:12.087425 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16671c66-d52d-4f5d-b642-6368b357bdc7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:44:12.087425 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16671c66-d52d-4f5d-b642-6368b357bdc7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:44:12.088002 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16671c66-d52d-4f5d-b642-6368b357bdc7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:44:12.088112 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16671c66-d52d-4f5d-b642-6368b357bdc7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:44:12.088343 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16671c66-d52d-4f5d-b642-6368b357bdc7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:44:12.139842 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c774d0d3-1bd9-480b-8852-236562041026 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:44:12.164015 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c774d0d3-1bd9-480b-8852-236562041026 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:12.164364 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-c774d0d3-1bd9-480b-8852-236562041026 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Added segment cba8ca4b-112d-47bb-be8c-eaa8f73db7fc of type vlan for network fc0b04b6-b2ca-4955-a4f9-f86a1317c8c6 Nov 16 11:44:12.172290 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774d0d3-1bd9-480b-8852-236562041026 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f65bc0b9-66af-47dc-ad6e-d74d3856d611,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:12.184427 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fce22676-23ef-4683-847d-e163623041b9 req-0b681137-3a56-456f-bd0e-f51112fcce08 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b63567b-ee2a-4a85-a110-12557bea5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783538 Nov 16 11:44:12.185521 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c2f3f12-2107-404e-b6e6-d3c7066db5da tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router_gateway, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:12.213169 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c2f3f12-2107-404e-b6e6-d3c7066db5da tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:12.252248 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-16671c66-d52d-4f5d-b642-6368b357bdc7 service neutron] Attempting to bind port 938024bc-796d-495a-81a8-6e0bc9631cff on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:44:12.252588 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-16671c66-d52d-4f5d-b642-6368b357bdc7 service neutron] Attempting to bind port 938024bc-796d-495a-81a8-6e0bc9631cff by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '80eacd24-01b9-479d-8ad7-eafb488e2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '26ef2bed-8832-46c6-b24f-4f0cfd9c2013'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:44:12.252920 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-16671c66-d52d-4f5d-b642-6368b357bdc7 service neutron] Attempting to bind port 938024bc-796d-495a-81a8-6e0bc9631cff on network 26ef2bed-8832-46c6-b24f-4f0cfd9c2013 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:44:12.272769 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c774d0d3-1bd9-480b-8852-236562041026 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:12.282465 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-16671c66-d52d-4f5d-b642-6368b357bdc7 service neutron] Port 938024bc-796d-495a-81a8-6e0bc9631cff on network 26ef2bed-8832-46c6-b24f-4f0cfd9c2013 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:44:12.282797 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-16671c66-d52d-4f5d-b642-6368b357bdc7 service neutron] Attempting to bind port 938024bc-796d-495a-81a8-6e0bc9631cff on network 26ef2bed-8832-46c6-b24f-4f0cfd9c2013 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:44:12.291992 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-16671c66-d52d-4f5d-b642-6368b357bdc7 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:44:12.292335 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-16671c66-d52d-4f5d-b642-6368b357bdc7 service neutron] Checking segment: {'id': '80eacd24-01b9-479d-8ad7-eafb488e2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '26ef2bed-8832-46c6-b24f-4f0cfd9c2013'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:44:12.292730 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-16671c66-d52d-4f5d-b642-6368b357bdc7 service neutron] Bound using segment: {'id': '80eacd24-01b9-479d-8ad7-eafb488e2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '26ef2bed-8832-46c6-b24f-4f0cfd9c2013'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:44:12.293182 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-16671c66-d52d-4f5d-b642-6368b357bdc7 service neutron] Bound port: 938024bc-796d-495a-81a8-6e0bc9631cff, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80eacd24-01b9-479d-8ad7-eafb488e2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '26ef2bed-8832-46c6-b24f-4f0cfd9c2013'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:44:12.293540 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-16671c66-d52d-4f5d-b642-6368b357bdc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:12.317770 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdad4fe-6456-4d78-b306-18c5575f5e41 x-openstack-request-id: req-ffdad4fe-6456-4d78-b306-18c5575f5e41 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:44:12.318102 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "296f2531-289e-4d94-9c1d-03f76576752d", "tag": "039b5ae1-2fe8-48b5-84f3-2dbed68501be", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:44:12.318341 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ffdad4fe-6456-4d78-b306-18c5575f5e41 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:44:12.318752 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '296f2531-289e-4d94-9c1d-03f76576752d', 'tag': '039b5ae1-2fe8-48b5-84f3-2dbed68501be', 'status': 'completed', 'code': 200} Nov 16 11:44:12.370654 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-1c2f3f12-2107-404e-b6e6-d3c7066db5da tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Allocated IP 172.25.0.38 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/47d6cfea-56c0-428e-811d-fd99a3a23c73) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:44:12.371904 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c774d0d3-1bd9-480b-8852-236562041026 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:12.380089 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b38de8f-97f1-4534-9f89-06a190327475 x-openstack-request-id: req-4b38de8f-97f1-4534-9f89-06a190327475 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:44:12.381014 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14edb0ca-44ed-448e-bf6b-93f04318ae1c", "name": "network-vif-plugged", "status": "completed", "tag": "97be700c-47c0-4904-b4de-9b597a21cc68", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:44:12.381428 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4b38de8f-97f1-4534-9f89-06a190327475 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:44:12.382419 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14edb0ca-44ed-448e-bf6b-93f04318ae1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97be700c-47c0-4904-b4de-9b597a21cc68', 'code': 200} Nov 16 11:44:12.400650 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c774d0d3-1bd9-480b-8852-236562041026 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:12.404561 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c774d0d3-1bd9-480b-8852-236562041026 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:12.509672 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c774d0d3-1bd9-480b-8852-236562041026 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7931342 Nov 16 11:44:12.510337 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60296) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:12.540011 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c2f3f12-2107-404e-b6e6-d3c7066db5da tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:12.548863 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5488e806-ed46-4e20-b53d-ac3a02f8144e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Request body: {'subnet': {'network_id': 'fc0b04b6-b2ca-4955-a4f9-f86a1317c8c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:12.612091 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-16671c66-d52d-4f5d-b642-6368b357bdc7 service neutron] For port 938024bc-796d-495a-81a8-6e0bc9631cff, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:44:12.614654 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774d0d3-1bd9-480b-8852-236562041026 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Pushing event updated for resources: {'Network': ['ID=fc0b04b6-b2ca-4955-a4f9-f86a1317c8c6,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:12.615824 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4969e0-a0a5-4faf-8255-a71490927323 req-27d0691a-1467-45d1-95cc-94eb59bd6920 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:12.623194 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ae4969e0-a0a5-4faf-8255-a71490927323 req-27d0691a-1467-45d1-95cc-94eb59bd6920 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=14edb0ca-44ed-448e-bf6b-93f04318ae1c HTTP/1.1" status: 200 len: 945 time: 0.0811970 Nov 16 11:44:12.631254 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network fc0b04b6-b2ca-4955-a4f9-f86a1317c8c6 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:44:12.632315 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ff231-d55f-444e-bb42-6f91bcf22a3a req-d003f495-6611-4a4e-9b5e-21bff79ccbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:12.632756 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ff231-d55f-444e-bb42-6f91bcf22a3a req-d003f495-6611-4a4e-9b5e-21bff79ccbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:12.633346 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ff231-d55f-444e-bb42-6f91bcf22a3a req-d003f495-6611-4a4e-9b5e-21bff79ccbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:12.633695 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ff231-d55f-444e-bb42-6f91bcf22a3a req-d003f495-6611-4a4e-9b5e-21bff79ccbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:12.634187 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ff231-d55f-444e-bb42-6f91bcf22a3a req-d003f495-6611-4a4e-9b5e-21bff79ccbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:12.634655 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ff231-d55f-444e-bb42-6f91bcf22a3a req-d003f495-6611-4a4e-9b5e-21bff79ccbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:12.636569 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f14ff231-d55f-444e-bb42-6f91bcf22a3a req-d003f495-6611-4a4e-9b5e-21bff79ccbf5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=14d41305b65a4dafae92476e1ff902fa&device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 5250 time: 0.2796571 Nov 16 11:44:12.645040 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c2f3f12-2107-404e-b6e6-d3c7066db5da tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:12.651929 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-16671c66-d52d-4f5d-b642-6368b357bdc7 service neutron] For port 938024bc-796d-495a-81a8-6e0bc9631cff, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=938024bc-796d-495a-81a8-6e0bc9631cff,segment=NetworkSegment(80eacd24-01b9-479d-8ad7-eafb488e2665),segment_id=80eacd24-01b9-479d-8ad7-eafb488e2665)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:44:12.683852 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-16671c66-d52d-4f5d-b642-6368b357bdc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:12.703665 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2f3f12-2107-404e-b6e6-d3c7066db5da tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:44:12.711106 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2d915-2200-4674-82a2-5c59f92f7e9d req-8c9a41f8-c84e-48fe-9fa0-0e933b98f685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:12.712630 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-95f2d915-2200-4674-82a2-5c59f92f7e9d req-8c9a41f8-c84e-48fe-9fa0-0e933b98f685 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=14edb0ca-44ed-448e-bf6b-93f04318ae1c HTTP/1.1" status: 200 len: 1096 time: 0.2574451 Nov 16 11:44:12.736418 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-1c2f3f12-2107-404e-b6e6-d3c7066db5da tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:44:12.750917 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94258cfa-5b7c-4a07-abf6-e73b5691084d None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:44:12.753013 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ae4969e0-a0a5-4faf-8255-a71490927323 req-265714f0-f252-4600-b054-065e95008d77 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289766 Nov 16 11:44:12.753960 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2f3f12-2107-404e-b6e6-d3c7066db5da tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:44:12.797691 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f3f12-2107-404e-b6e6-d3c7066db5da tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Pushing event updated for resources: {'Port': ['ID=47d6cfea-56c0-428e-811d-fd99a3a23c73,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:12.840466 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-5126f568-01db-4e24-b10e-dad0955138cc None None] Provisioning complete for port 47d6cfea-56c0-428e-811d-fd99a3a23c73 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:44:12.841745 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5126f568-01db-4e24-b10e-dad0955138cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:12.851638 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-16671c66-d52d-4f5d-b642-6368b357bdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:12.852976 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-16671c66-d52d-4f5d-b642-6368b357bdc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:12.853744 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-16671c66-d52d-4f5d-b642-6368b357bdc7 service neutron] 10.222.0.64 "PUT /v2.0/ports/938024bc-796d-495a-81a8-6e0bc9631cff HTTP/1.1" status: 200 len: 1135 time: 1.6047392 Nov 16 11:44:12.905470 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5488e806-ed46-4e20-b53d-ac3a02f8144e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Made reservation on behalf of 83819cd0297b4d18a3276153cdb92b03 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:44:12.908649 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-5126f568-01db-4e24-b10e-dad0955138cc None None] Port 47d6cfea-56c0-428e-811d-fd99a3a23c73 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:44:12.916742 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5488e806-ed46-4e20-b53d-ac3a02f8144e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:12.948111 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-a97a1d15-f9a3-4802-abdd-3a07d2420fd7 service neutron] Request body: {'port': {'device_id': '296f2531-289e-4d94-9c1d-03f76576752d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:13.026809 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4ed4340b-447a-40b6-9bd6-6be19a2a4034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:13.033491 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16671c66-d52d-4f5d-b642-6368b357bdc7 service neutron] Pushing event updated for resources: {'Port': ['ID=938024bc-796d-495a-81a8-6e0bc9631cff,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:13.107707 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55bee6-4dde-41a4-b81e-e214dd242533 req-02b327b6-c862-4abc-b61c-272f4e5ed297 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:13.110472 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-95f2d915-2200-4674-82a2-5c59f92f7e9d req-d5c88c0c-ae65-4f18-956c-e7c01cd2b352 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379426 Nov 16 11:44:13.115049 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ff231-d55f-444e-bb42-6f91bcf22a3a req-640a762c-d909-4599-8b26-f58cf6f6e197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:13.115528 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ff231-d55f-444e-bb42-6f91bcf22a3a req-640a762c-d909-4599-8b26-f58cf6f6e197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:13.115994 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ff231-d55f-444e-bb42-6f91bcf22a3a req-640a762c-d909-4599-8b26-f58cf6f6e197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:13.117716 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f14ff231-d55f-444e-bb42-6f91bcf22a3a req-640a762c-d909-4599-8b26-f58cf6f6e197 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=14d41305b65a4dafae92476e1ff902fa&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4605470 Nov 16 11:44:13.122826 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55bee6-4dde-41a4-b81e-e214dd242533 req-02b327b6-c862-4abc-b61c-272f4e5ed297 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:13.131140 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55bee6-4dde-41a4-b81e-e214dd242533 req-02b327b6-c862-4abc-b61c-272f4e5ed297 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:13.137286 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55bee6-4dde-41a4-b81e-e214dd242533 req-02b327b6-c862-4abc-b61c-272f4e5ed297 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:13.157248 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55bee6-4dde-41a4-b81e-e214dd242533 req-02b327b6-c862-4abc-b61c-272f4e5ed297 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:13.164572 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55bee6-4dde-41a4-b81e-e214dd242533 req-02b327b6-c862-4abc-b61c-272f4e5ed297 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:13.173451 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1a55bee6-4dde-41a4-b81e-e214dd242533 req-02b327b6-c862-4abc-b61c-272f4e5ed297 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 4606 time: 0.1614306 Nov 16 11:44:13.250430 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-a97a1d15-f9a3-4802-abdd-3a07d2420fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:13.356063 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1a55bee6-4dde-41a4-b81e-e214dd242533 req-fecb6dc4-4bf4-4fae-ab2a-30a939198ed1 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=e21bdf95-84ed-4189-aa21-cfae4bf8891b&id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1789091 Nov 16 11:44:13.425674 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c2f3f12-2107-404e-b6e6-d3c7066db5da tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router_gateway, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:13.761748 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ff231-d55f-444e-bb42-6f91bcf22a3a req-fa9a51c5-04f2-42e9-9a72-dc6860776682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:13.763642 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f14ff231-d55f-444e-bb42-6f91bcf22a3a req-fa9a51c5-04f2-42e9-9a72-dc6860776682 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6166158 Nov 16 11:44:13.888843 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe142f-08b5-4484-ae94-34550f8ca116 req-ff1beec9-32fc-4c9d-a1d9-8df5022d4ef1 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:13.890415 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5ffe142f-08b5-4484-ae94-34550f8ca116 req-ff1beec9-32fc-4c9d-a1d9-8df5022d4ef1 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=8128f006-181b-4f4e-b345-cba1a8acfc96 HTTP/1.1" status: 200 len: 946 time: 0.3968117 Nov 16 11:44:13.932020 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5488e806-ed46-4e20-b53d-ac3a02f8144e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:14.002019 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5488e806-ed46-4e20-b53d-ac3a02f8144e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Pushing event updated for resources: {'Subnet': ['ID=346efcd0-17b4-4a5f-b760-76a1d4ef7553,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:14.057049 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5488e806-ed46-4e20-b53d-ac3a02f8144e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Checking segment: {'id': 'cba8ca4b-112d-47bb-be8c-eaa8f73db7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'fc0b04b6-b2ca-4955-a4f9-f86a1317c8c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:44:14.057563 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5488e806-ed46-4e20-b53d-ac3a02f8144e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Network hostable DHCP agents. Network: fc0b04b6-b2ca-4955-a4f9-f86a1317c8c6, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:44:14.085545 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5ffe142f-08b5-4484-ae94-34550f8ca116 req-bd3a2962-765f-47f0-91b4-33cc6b8c787c tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b63567b-ee2a-4a85-a110-12557bea5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766856 Nov 16 11:44:14.107257 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c2f3f12-2107-404e-b6e6-d3c7066db5da tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:14.125061 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5488e806-ed46-4e20-b53d-ac3a02f8144e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Network fc0b04b6-b2ca-4955-a4f9-f86a1317c8c6 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:44:14.162178 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-5488e806-ed46-4e20-b53d-ac3a02f8144e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, fc0b04b6-b2ca-4955-a4f9-f86a1317c8c6) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:44:14.175325 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5488e806-ed46-4e20-b53d-ac3a02f8144e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:14.175957 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df3972b-559e-4988-bd10-19adf5e6d760 None None] Network fc0b04b6-b2ca-4955-a4f9-f86a1317c8c6 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:44:14.178945 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5488e806-ed46-4e20-b53d-ac3a02f8144e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:14.283232 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5488e806-ed46-4e20-b53d-ac3a02f8144e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7438858 Nov 16 11:44:14.284818 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60318) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:14.291059 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-133245b5-ff2c-4815-bec2-b76f38abefb7 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Request body: {'network': {'name': 'tempest-router-network01--205290700'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:14.328560 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '296f2531-289e-4d94-9c1d-03f76576752d', 'tag': '938024bc-796d-495a-81a8-6e0bc9631cff'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:44:14.331236 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0023c9-48df-4815-bd0a-d7c62d9f6eb5" -d '{"events": [{"name": "network-changed", "server_uuid": "296f2531-289e-4d94-9c1d-03f76576752d", "tag": "938024bc-796d-495a-81a8-6e0bc9631cff"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:44:14.344219 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-a97a1d15-f9a3-4802-abdd-3a07d2420fd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c5a2788-c1fb-4c11-98c8-c7da1005cc29 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:44:14.355213 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-a97a1d15-f9a3-4802-abdd-3a07d2420fd7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:14.370398 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-a97a1d15-f9a3-4802-abdd-3a07d2420fd7 service neutron] Transition to ACTIVE for port object 8c5a2788-c1fb-4c11-98c8-c7da1005cc29 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:44:14.371795 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133245b5-ff2c-4815-bec2-b76f38abefb7 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Made reservation on behalf of 83819cd0297b4d18a3276153cdb92b03 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:44:14.376265 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-133245b5-ff2c-4815-bec2-b76f38abefb7 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:14.388770 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-a97a1d15-f9a3-4802-abdd-3a07d2420fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:14.439184 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-133245b5-ff2c-4815-bec2-b76f38abefb7 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:44:14.473718 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08bd50-a7ef-43a0-9c98-350c914f3de0 req-a6ca1580-1235-4470-a0f9-1b001d490a29 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:14.475562 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ee08bd50-a7ef-43a0-9c98-350c914f3de0 req-a6ca1580-1235-4470-a0f9-1b001d490a29 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=14edb0ca-44ed-448e-bf6b-93f04318ae1c HTTP/1.1" status: 200 len: 945 time: 0.1627929 Nov 16 11:44:14.483929 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-133245b5-ff2c-4815-bec2-b76f38abefb7 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:14.484349 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-133245b5-ff2c-4815-bec2-b76f38abefb7 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Added segment 882fb58e-3557-474c-a72c-00e589b7b9e2 of type vlan for network 16dd003b-4477-4d2d-919e-cda4f4ff7648 Nov 16 11:44:14.502639 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c2f3f12-2107-404e-b6e6-d3c7066db5da tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Router dc36a91b-8583-4d67-8cf1-68bcfd4c9ce8 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:44:14.568713 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ee08bd50-a7ef-43a0-9c98-350c914f3de0 req-0ce7d80c-24c8-4316-b957-16d01c02314b tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797434 Nov 16 11:44:14.611055 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-133245b5-ff2c-4815-bec2-b76f38abefb7 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:14.622179 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a1d15-f9a3-4802-abdd-3a07d2420fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=8c5a2788-c1fb-4c11-98c8-c7da1005cc29,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:14.638873 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617feb96-d9cb-485a-aadc-d4c089003cf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-fc0b04b6-b2ca-4955-a4f9-f86a1317c8c6', 'network_id': 'fc0b04b6-b2ca-4955-a4f9-f86a1317c8c6', 'tenant_id': '83819cd0297b4d18a3276153cdb92b03', 'fixed_ips': [{'subnet_id': '346efcd0-17b4-4a5f-b760-76a1d4ef7553'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:44:14.639760 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-617feb96-d9cb-485a-aadc-d4c089003cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:14.737144 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c6e30a-ba43-463e-a35c-10a525e9ecd5 x-openstack-request-id: req-09c6e30a-ba43-463e-a35c-10a525e9ecd5 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:44:14.741487 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "296f2531-289e-4d94-9c1d-03f76576752d", "tag": "938024bc-796d-495a-81a8-6e0bc9631cff", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:44:14.741985 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-09c6e30a-ba43-463e-a35c-10a525e9ecd5 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:44:14.742211 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '296f2531-289e-4d94-9c1d-03f76576752d', 'tag': '938024bc-796d-495a-81a8-6e0bc9631cff', 'status': 'completed', 'code': 200} Nov 16 11:44:14.902306 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05219d-e2db-4ebf-b73c-0e6062fabc19 req-ed99acd0-5b18-41c3-bd53-45070ad59521 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:14.909131 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05219d-e2db-4ebf-b73c-0e6062fabc19 req-ed99acd0-5b18-41c3-bd53-45070ad59521 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:14.915208 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05219d-e2db-4ebf-b73c-0e6062fabc19 req-ed99acd0-5b18-41c3-bd53-45070ad59521 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:14.921741 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05219d-e2db-4ebf-b73c-0e6062fabc19 req-ed99acd0-5b18-41c3-bd53-45070ad59521 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:14.928108 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05219d-e2db-4ebf-b73c-0e6062fabc19 req-ed99acd0-5b18-41c3-bd53-45070ad59521 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:14.934143 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05219d-e2db-4ebf-b73c-0e6062fabc19 req-ed99acd0-5b18-41c3-bd53-45070ad59521 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:14.940182 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05219d-e2db-4ebf-b73c-0e6062fabc19 req-ed99acd0-5b18-41c3-bd53-45070ad59521 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:14.944694 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9d05219d-e2db-4ebf-b73c-0e6062fabc19 req-ed99acd0-5b18-41c3-bd53-45070ad59521 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 5384 time: 0.1363287 Nov 16 11:44:14.945033 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-a97a1d15-f9a3-4802-abdd-3a07d2420fd7 service neutron] Attempting to bind port 8c5a2788-c1fb-4c11-98c8-c7da1005cc29 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:44:14.945632 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-a97a1d15-f9a3-4802-abdd-3a07d2420fd7 service neutron] Attempting to bind port 8c5a2788-c1fb-4c11-98c8-c7da1005cc29 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '80eacd24-01b9-479d-8ad7-eafb488e2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '26ef2bed-8832-46c6-b24f-4f0cfd9c2013'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:44:14.946071 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-a97a1d15-f9a3-4802-abdd-3a07d2420fd7 service neutron] Attempting to bind port 8c5a2788-c1fb-4c11-98c8-c7da1005cc29 on network 26ef2bed-8832-46c6-b24f-4f0cfd9c2013 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:44:14.956162 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2f3f12-2107-404e-b6e6-d3c7066db5da tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:44:14.971480 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f4b83e-a8ac-40f7-8ea4-d4bafcdc0f78 None None] Sync routers for ids ['dc36a91b-8583-4d67-8cf1-68bcfd4c9ce8'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:44:14.975186 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-a97a1d15-f9a3-4802-abdd-3a07d2420fd7 service neutron] Port 8c5a2788-c1fb-4c11-98c8-c7da1005cc29 on network 26ef2bed-8832-46c6-b24f-4f0cfd9c2013 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:44:14.975515 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-a97a1d15-f9a3-4802-abdd-3a07d2420fd7 service neutron] Attempting to bind port 8c5a2788-c1fb-4c11-98c8-c7da1005cc29 on network 26ef2bed-8832-46c6-b24f-4f0cfd9c2013 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:44:14.978474 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-133245b5-ff2c-4815-bec2-b76f38abefb7 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:14.986087 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133245b5-ff2c-4815-bec2-b76f38abefb7 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:14.986720 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-133245b5-ff2c-4815-bec2-b76f38abefb7 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:15.007002 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f4b83e-a8ac-40f7-8ea4-d4bafcdc0f78 None None] Routers {'dc36a91b-8583-4d67-8cf1-68bcfd4c9ce8'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:44:15.009742 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-57f4b83e-a8ac-40f7-8ea4-d4bafcdc0f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:43:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['dc36a91b-8583-4d67-8cf1-68bcfd4c9ce8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:15.026385 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-a97a1d15-f9a3-4802-abdd-3a07d2420fd7 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:44:15.026669 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c2f3f12-2107-404e-b6e6-d3c7066db5da tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:15.030941 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-a97a1d15-f9a3-4802-abdd-3a07d2420fd7 service neutron] Checking segment: {'id': '80eacd24-01b9-479d-8ad7-eafb488e2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '26ef2bed-8832-46c6-b24f-4f0cfd9c2013'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:44:15.031103 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1c2f3f12-2107-404e-b6e6-d3c7066db5da tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.0361147 Nov 16 11:44:15.031198 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-a97a1d15-f9a3-4802-abdd-3a07d2420fd7 service neutron] Bound using segment: {'id': '80eacd24-01b9-479d-8ad7-eafb488e2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '26ef2bed-8832-46c6-b24f-4f0cfd9c2013'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:44:15.031198 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-a97a1d15-f9a3-4802-abdd-3a07d2420fd7 service neutron] Bound port: 8c5a2788-c1fb-4c11-98c8-c7da1005cc29, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80eacd24-01b9-479d-8ad7-eafb488e2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '26ef2bed-8832-46c6-b24f-4f0cfd9c2013'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:44:15.031420 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-a97a1d15-f9a3-4802-abdd-3a07d2420fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:15.033053 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60328) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:15.038701 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-d1fa073e-fc35-49f1-a17d-4914b1aafe4e tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:15.061509 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-617feb96-d9cb-485a-aadc-d4c089003cf3 None None] Allocated IP 172.20.0.2 (fc0b04b6-b2ca-4955-a4f9-f86a1317c8c6/346efcd0-17b4-4a5f-b760-76a1d4ef7553/f098f17c-1d9c-4eda-bc54-b781d10a5cf6) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:44:15.066059 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-57f4b83e-a8ac-40f7-8ea4-d4bafcdc0f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:15.085444 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f4b83e-a8ac-40f7-8ea4-d4bafcdc0f78 None None] Routers {'dc36a91b-8583-4d67-8cf1-68bcfd4c9ce8'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:44:15.087106 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-57f4b83e-a8ac-40f7-8ea4-d4bafcdc0f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:43:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['dc36a91b-8583-4d67-8cf1-68bcfd4c9ce8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:15.092836 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-133245b5-ff2c-4815-bec2-b76f38abefb7 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8066373 Nov 16 11:44:15.100639 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60330) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:15.107570 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-dd162b83-3503-4f25-8d08-f4641ec9796e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Request body: {'network': {'name': 'tempest-router-network02--1212300616'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:15.126372 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0023c9-48df-4815-bd0a-d7c62d9f6eb5 req-a46d66c1-d39d-48d2-be1e-849bb1b26356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:15.127027 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0023c9-48df-4815-bd0a-d7c62d9f6eb5 req-a46d66c1-d39d-48d2-be1e-849bb1b26356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:15.127505 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0023c9-48df-4815-bd0a-d7c62d9f6eb5 req-a46d66c1-d39d-48d2-be1e-849bb1b26356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:15.127977 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0023c9-48df-4815-bd0a-d7c62d9f6eb5 req-a46d66c1-d39d-48d2-be1e-849bb1b26356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:15.128669 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0023c9-48df-4815-bd0a-d7c62d9f6eb5 req-a46d66c1-d39d-48d2-be1e-849bb1b26356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:15.129136 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0023c9-48df-4815-bd0a-d7c62d9f6eb5 req-a46d66c1-d39d-48d2-be1e-849bb1b26356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:15.129757 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0023c9-48df-4815-bd0a-d7c62d9f6eb5 req-a46d66c1-d39d-48d2-be1e-849bb1b26356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:15.132018 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4c0023c9-48df-4815-bd0a-d7c62d9f6eb5 req-a46d66c1-d39d-48d2-be1e-849bb1b26356 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=14d41305b65a4dafae92476e1ff902fa&device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 6179 time: 0.3843300 Nov 16 11:44:15.145617 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-57f4b83e-a8ac-40f7-8ea4-d4bafcdc0f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:15.146707 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f4b83e-a8ac-40f7-8ea4-d4bafcdc0f78 None None] The sync data for ids ['dc36a91b-8583-4d67-8cf1-68bcfd4c9ce8'] in n-d-816823-3 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:44:15.183476 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133245b5-ff2c-4815-bec2-b76f38abefb7 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Pushing event updated for resources: {'Network': ['ID=16dd003b-4477-4d2d-919e-cda4f4ff7648,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:15.226843 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9d05219d-e2db-4ebf-b73c-0e6062fabc19 req-b12174b0-2fc5-4118-a1e9-964b92d4d42a tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=e21bdf95-84ed-4189-aa21-cfae4bf8891b&id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2678020 Nov 16 11:44:15.231920 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 16dd003b-4477-4d2d-919e-cda4f4ff7648 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:44:15.295010 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd162b83-3503-4f25-8d08-f4641ec9796e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Made reservation on behalf of 83819cd0297b4d18a3276153cdb92b03 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:44:15.299062 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd162b83-3503-4f25-8d08-f4641ec9796e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:15.344306 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-a97a1d15-f9a3-4802-abdd-3a07d2420fd7 service neutron] For port 8c5a2788-c1fb-4c11-98c8-c7da1005cc29, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:44:15.352928 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-a97a1d15-f9a3-4802-abdd-3a07d2420fd7 service neutron] For port 8c5a2788-c1fb-4c11-98c8-c7da1005cc29, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=8c5a2788-c1fb-4c11-98c8-c7da1005cc29,segment=NetworkSegment(80eacd24-01b9-479d-8ad7-eafb488e2665),segment_id=80eacd24-01b9-479d-8ad7-eafb488e2665)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:44:15.369145 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-a97a1d15-f9a3-4802-abdd-3a07d2420fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:15.415642 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd162b83-3503-4f25-8d08-f4641ec9796e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:44:15.422479 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-a97a1d15-f9a3-4802-abdd-3a07d2420fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:15.423107 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-a97a1d15-f9a3-4802-abdd-3a07d2420fd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:15.425663 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-a97a1d15-f9a3-4802-abdd-3a07d2420fd7 service neutron] 10.222.0.64 "PUT /v2.0/ports/8c5a2788-c1fb-4c11-98c8-c7da1005cc29 HTTP/1.1" status: 200 len: 1136 time: 2.5290806 Nov 16 11:44:15.443390 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0023c9-48df-4815-bd0a-d7c62d9f6eb5 req-133723ca-450f-414f-ae33-ddcb72f1c2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:15.443780 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0023c9-48df-4815-bd0a-d7c62d9f6eb5 req-133723ca-450f-414f-ae33-ddcb72f1c2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:15.444595 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0023c9-48df-4815-bd0a-d7c62d9f6eb5 req-133723ca-450f-414f-ae33-ddcb72f1c2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:15.446285 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4c0023c9-48df-4815-bd0a-d7c62d9f6eb5 req-133723ca-450f-414f-ae33-ddcb72f1c2f1 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=14d41305b65a4dafae92476e1ff902fa&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3016200 Nov 16 11:44:15.457558 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-617feb96-d9cb-485a-aadc-d4c089003cf3 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:15.472056 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-617feb96-d9cb-485a-aadc-d4c089003cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:15.525881 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617feb96-d9cb-485a-aadc-d4c089003cf3 None None] Pushing event updated for resources: {'Port': ['ID=f098f17c-1d9c-4eda-bc54-b781d10a5cf6,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:15.563488 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617feb96-d9cb-485a-aadc-d4c089003cf3 None None] Network fc0b04b6-b2ca-4955-a4f9-f86a1317c8c6 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:44:15.566419 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-617feb96-d9cb-485a-aadc-d4c089003cf3 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:44:15.569957 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617feb96-d9cb-485a-aadc-d4c089003cf3 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:44:15.588593 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a1d15-f9a3-4802-abdd-3a07d2420fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=8c5a2788-c1fb-4c11-98c8-c7da1005cc29,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:15.597862 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ef4ee-7c6a-483c-b749-7792be378258 req-9bd18f0c-bf57-44cb-8f54-70f60c98460b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:15.603436 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b5ef4ee-7c6a-483c-b749-7792be378258 req-9bd18f0c-bf57-44cb-8f54-70f60c98460b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=8128f006-181b-4f4e-b345-cba1a8acfc96 HTTP/1.1" status: 200 len: 946 time: 0.2068398 Nov 16 11:44:15.610626 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd162b83-3503-4f25-8d08-f4641ec9796e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:15.611543 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-dd162b83-3503-4f25-8d08-f4641ec9796e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Added segment 2349d59c-57a1-4fe7-ae55-a22d6b734807 of type vlan for network 75d671de-491e-4963-ab77-f13089ac30ce Nov 16 11:44:15.613881 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aaaa6e16-93d2-4c1a-8901-a85f6d73a579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:15.628090 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4d27e74a-b66e-4c94-96d0-a1fba01ca239 service neutron] Request body: {'port': {'device_id': '296f2531-289e-4d94-9c1d-03f76576752d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:15.647992 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-617feb96-d9cb-485a-aadc-d4c089003cf3 None None] Attempting to bind port f098f17c-1d9c-4eda-bc54-b781d10a5cf6 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:44:15.648382 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-617feb96-d9cb-485a-aadc-d4c089003cf3 None None] Attempting to bind port f098f17c-1d9c-4eda-bc54-b781d10a5cf6 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'cba8ca4b-112d-47bb-be8c-eaa8f73db7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'fc0b04b6-b2ca-4955-a4f9-f86a1317c8c6'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:44:15.648719 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617feb96-d9cb-485a-aadc-d4c089003cf3 None None] Attempting to bind port f098f17c-1d9c-4eda-bc54-b781d10a5cf6 on network fc0b04b6-b2ca-4955-a4f9-f86a1317c8c6 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:44:15.663965 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617feb96-d9cb-485a-aadc-d4c089003cf3 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:44:15.664349 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617feb96-d9cb-485a-aadc-d4c089003cf3 None None] Checking segment: {'id': 'cba8ca4b-112d-47bb-be8c-eaa8f73db7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'fc0b04b6-b2ca-4955-a4f9-f86a1317c8c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:44:15.664938 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-617feb96-d9cb-485a-aadc-d4c089003cf3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:15.665341 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617feb96-d9cb-485a-aadc-d4c089003cf3 None None] Bound using segment: {'id': 'cba8ca4b-112d-47bb-be8c-eaa8f73db7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'fc0b04b6-b2ca-4955-a4f9-f86a1317c8c6'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:44:15.665817 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-617feb96-d9cb-485a-aadc-d4c089003cf3 None None] Bound port: f098f17c-1d9c-4eda-bc54-b781d10a5cf6, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cba8ca4b-112d-47bb-be8c-eaa8f73db7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'fc0b04b6-b2ca-4955-a4f9-f86a1317c8c6'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:44:15.666249 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-617feb96-d9cb-485a-aadc-d4c089003cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:15.737729 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 3ce07b74-0c24-4d88-8f1b-28e078c0a7d8 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:44:15.783451 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd162b83-3503-4f25-8d08-f4641ec9796e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:15.876698 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 3ce07b74-0c24-4d88-8f1b-28e078c0a7d8, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=3ce07b74-0c24-4d88-8f1b-28e078c0a7d8,segment=NetworkSegment(8cbbc77d-9661-4c02-9734-2553071ea21c),segment_id=8cbbc77d-9661-4c02-9734-2553071ea21c)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:44:15.890325 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4d27e74a-b66e-4c94-96d0-a1fba01ca239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:15.892946 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd162b83-3503-4f25-8d08-f4641ec9796e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:15.900098 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd162b83-3503-4f25-8d08-f4641ec9796e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:15.901271 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd162b83-3503-4f25-8d08-f4641ec9796e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:15.904659 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '3ce07b74-0c24-4d88-8f1b-28e078c0a7d8', 'network_id': '1c273dd6-07f2-4b1f-a721-47089a2a6655', 'port_id': '3ce07b74-0c24-4d88-8f1b-28e078c0a7d8', 'mac_address': 'fa:16:3e:22:56:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dec26c5c-14e0-466a-a352-55d48a3017e7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:44:15.931094 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b5ef4ee-7c6a-483c-b749-7792be378258 req-ae3a95c8-81f4-4f48-afc2-0f77873b1294 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b63567b-ee2a-4a85-a110-12557bea5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3165011 Nov 16 11:44:15.962806 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-617feb96-d9cb-485a-aadc-d4c089003cf3 None None] For port f098f17c-1d9c-4eda-bc54-b781d10a5cf6, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:44:15.992951 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-617feb96-d9cb-485a-aadc-d4c089003cf3 None None] For port f098f17c-1d9c-4eda-bc54-b781d10a5cf6, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=f098f17c-1d9c-4eda-bc54-b781d10a5cf6,segment=NetworkSegment(cba8ca4b-112d-47bb-be8c-eaa8f73db7fc),segment_id=cba8ca4b-112d-47bb-be8c-eaa8f73db7fc)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:44:16.005879 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d1fa073e-fc35-49f1-a17d-4914b1aafe4e tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:16.008144 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-617feb96-d9cb-485a-aadc-d4c089003cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:16.013710 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:16.035106 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ce07b74-0c24-4d88-8f1b-28e078c0a7d8 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:44:16.061697 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 3ce07b74-0c24-4d88-8f1b-28e078c0a7d8, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=3ce07b74-0c24-4d88-8f1b-28e078c0a7d8,segment=NetworkSegment(8cbbc77d-9661-4c02-9734-2553071ea21c),segment_id=8cbbc77d-9661-4c02-9734-2553071ea21c)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:44:16.078359 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d1fa073e-fc35-49f1-a17d-4914b1aafe4e tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:16.087048 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:16.146574 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617feb96-d9cb-485a-aadc-d4c089003cf3 None None] Pushing event updated for resources: {'Port': ['ID=f098f17c-1d9c-4eda-bc54-b781d10a5cf6,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:16.158872 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71696ae3-9fa1-4051-a18b-093f9482d405 req-b18ecde4-4a05-48c3-a0a4-288d9440c0f0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:16.166958 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-71696ae3-9fa1-4051-a18b-093f9482d405 req-b18ecde4-4a05-48c3-a0a4-288d9440c0f0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=14edb0ca-44ed-448e-bf6b-93f04318ae1c HTTP/1.1" status: 200 len: 945 time: 0.1307960 Nov 16 11:44:16.213389 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd162b83-3503-4f25-8d08-f4641ec9796e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Pushing event updated for resources: {'Network': ['ID=75d671de-491e-4963-ab77-f13089ac30ce,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:16.251054 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 75d671de-491e-4963-ab77-f13089ac30ce details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:44:16.287767 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-dd162b83-3503-4f25-8d08-f4641ec9796e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1854806 Nov 16 11:44:16.302806 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60344) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:16.321264 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-c2d94a0e-5694-4ea8-ac80-817633140994 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Request body: {'subnet': {'network_id': '16dd003b-4477-4d2d-919e-cda4f4ff7648', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:16.365390 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=3ce07b74-0c24-4d88-8f1b-28e078c0a7d8,revision_number=6']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:16.377823 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-71696ae3-9fa1-4051-a18b-093f9482d405 req-d8f2e199-1349-4a32-9e5a-633f8bb5ac89 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096410 Nov 16 11:44:16.399520 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d1fa073e-fc35-49f1-a17d-4914b1aafe4e tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Deleting port 47d6cfea-56c0-428e-811d-fd99a3a23c73 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:44:16.400269 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d1fa073e-fc35-49f1-a17d-4914b1aafe4e tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:16.410848 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['3ce07b74-0c24-4d88-8f1b-28e078c0a7d8'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:44:16.525492 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8437e89-8bc2-4d69-9c3d-f4110cab2f78 req-f63a26dd-bccb-4584-958b-3e81fae4b666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:16.532109 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d8437e89-8bc2-4d69-9c3d-f4110cab2f78 req-f63a26dd-bccb-4584-958b-3e81fae4b666 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8128f006-181b-4f4e-b345-cba1a8acfc96 HTTP/1.1" status: 200 len: 1097 time: 0.6186829 Nov 16 11:44:16.651863 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:16.688866 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d1fa073e-fc35-49f1-a17d-4914b1aafe4e tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:16.708267 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d1fa073e-fc35-49f1-a17d-4914b1aafe4e tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Calling delete_port for 47d6cfea-56c0-428e-811d-fd99a3a23c73 owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:44:16.734900 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5bb04-e97b-4097-a44d-56083d8cbb00 req-78a2932b-dd64-464b-ac97-079ace1e398a tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:16.742707 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5bb04-e97b-4097-a44d-56083d8cbb00 req-78a2932b-dd64-464b-ac97-079ace1e398a tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:16.752867 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '296f2531-289e-4d94-9c1d-03f76576752d', 'tag': '8c5a2788-c1fb-4c11-98c8-c7da1005cc29'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:44:16.754330 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5bb04-e97b-4097-a44d-56083d8cbb00 req-78a2932b-dd64-464b-ac97-079ace1e398a tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:16.755630 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0400e161-52ac-420c-a7f6-f89e913f52a7" -d '{"events": [{"name": "network-changed", "server_uuid": "296f2531-289e-4d94-9c1d-03f76576752d", "tag": "8c5a2788-c1fb-4c11-98c8-c7da1005cc29"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:44:16.783146 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5bb04-e97b-4097-a44d-56083d8cbb00 req-78a2932b-dd64-464b-ac97-079ace1e398a tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:16.784271 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0023c9-48df-4815-bd0a-d7c62d9f6eb5 req-94d2ee65-d5b5-483c-a7ea-2ec7eae02693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:16.787505 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4c0023c9-48df-4815-bd0a-d7c62d9f6eb5 req-94d2ee65-d5b5-483c-a7ea-2ec7eae02693 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3275814 Nov 16 11:44:16.798902 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5bb04-e97b-4097-a44d-56083d8cbb00 req-78a2932b-dd64-464b-ac97-079ace1e398a tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:16.829958 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5bb04-e97b-4097-a44d-56083d8cbb00 req-78a2932b-dd64-464b-ac97-079ace1e398a tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:16.849482 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5bb04-e97b-4097-a44d-56083d8cbb00 req-78a2932b-dd64-464b-ac97-079ace1e398a tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:16.853431 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-afe5bb04-e97b-4097-a44d-56083d8cbb00 req-78a2932b-dd64-464b-ac97-079ace1e398a tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 5384 time: 0.2690947 Nov 16 11:44:17.042317 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d94a0e-5694-4ea8-ac80-817633140994 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Made reservation on behalf of 83819cd0297b4d18a3276153cdb92b03 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:44:17.046400 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c2d94a0e-5694-4ea8-ac80-817633140994 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:17.070314 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d8437e89-8bc2-4d69-9c3d-f4110cab2f78 req-28619fff-fe6c-49a1-a8ad-5a698398e106 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2b63567b-ee2a-4a85-a110-12557bea5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3098972 Nov 16 11:44:17.078494 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-afe5bb04-e97b-4097-a44d-56083d8cbb00 req-c1493197-1606-439a-85be-f2e48dc572b3 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=e21bdf95-84ed-4189-aa21-cfae4bf8891b&id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2169418 Nov 16 11:44:17.148704 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device f098f17c-1d9c-4eda-bc54-b781d10a5cf6 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:44:17.242532 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port f098f17c-1d9c-4eda-bc54-b781d10a5cf6 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:44:17.243314 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:17.462333 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:17.539818 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514aecd6-a462-4b78-9f80-8681d1bdd8aa req-022f7e1f-42c8-4125-a00e-ff293a69af55 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:17.541456 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-514aecd6-a462-4b78-9f80-8681d1bdd8aa req-022f7e1f-42c8-4125-a00e-ff293a69af55 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=14edb0ca-44ed-448e-bf6b-93f04318ae1c HTTP/1.1" status: 200 len: 945 time: 0.1453149 Nov 16 11:44:17.555080 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port f098f17c-1d9c-4eda-bc54-b781d10a5cf6, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=f098f17c-1d9c-4eda-bc54-b781d10a5cf6,segment=NetworkSegment(cba8ca4b-112d-47bb-be8c-eaa8f73db7fc),segment_id=cba8ca4b-112d-47bb-be8c-eaa8f73db7fc)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:44:17.564349 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:17.593009 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d1fa073e-fc35-49f1-a17d-4914b1aafe4e tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:17.645626 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c2d94a0e-5694-4ea8-ac80-817633140994 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:17.675748 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=f098f17c-1d9c-4eda-bc54-b781d10a5cf6,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:17.678646 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa073e-fc35-49f1-a17d-4914b1aafe4e tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Pushing event deleted for resources: {'Port': ['ID=47d6cfea-56c0-428e-811d-fd99a3a23c73,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:17.690014 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e5a38e-2dbd-47a2-8d9a-0548ef5baa9e None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:44:17.746250 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 3ce07b74-0c24-4d88-8f1b-28e078c0a7d8 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:44:17.781789 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4d27e74a-b66e-4c94-96d0-a1fba01ca239 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 913955cf-8e4e-4a23-b0e2-1acbc8547be5 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:44:17.789870 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-514aecd6-a462-4b78-9f80-8681d1bdd8aa req-9a3bf7b0-4d59-484d-a976-98709b8f2f4c tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100580 Nov 16 11:44:17.807337 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4d27e74a-b66e-4c94-96d0-a1fba01ca239 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:17.852044 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 3ce07b74-0c24-4d88-8f1b-28e078c0a7d8 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:44:17.854299 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:17.892347 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4d27e74a-b66e-4c94-96d0-a1fba01ca239 service neutron] Transition to ACTIVE for port object 913955cf-8e4e-4a23-b0e2-1acbc8547be5 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:44:17.944810 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d94a0e-5694-4ea8-ac80-817633140994 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Pushing event updated for resources: {'Subnet': ['ID=8fbd53e1-a651-418a-b92a-b38ad02f47e5,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:17.946050 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d1fa073e-fc35-49f1-a17d-4914b1aafe4e tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:17.946699 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba625e75-1dd2-4ee0-90c1-19df1efc6a19 None None] Network fc0b04b6-b2ca-4955-a4f9-f86a1317c8c6 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:44:17.957634 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebea37f-234b-4fe0-b3fa-08b13c5357a0 x-openstack-request-id: req-1ebea37f-234b-4fe0-b3fa-08b13c5357a0 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:44:17.958120 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "296f2531-289e-4d94-9c1d-03f76576752d", "tag": "8c5a2788-c1fb-4c11-98c8-c7da1005cc29", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:44:17.958375 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1ebea37f-234b-4fe0-b3fa-08b13c5357a0 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:44:17.966697 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '296f2531-289e-4d94-9c1d-03f76576752d', 'tag': '8c5a2788-c1fb-4c11-98c8-c7da1005cc29', 'status': 'completed', 'code': 200} Nov 16 11:44:17.969745 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4d27e74a-b66e-4c94-96d0-a1fba01ca239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:18.099291 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-eb9b0238-392f-456d-8926-38b0f6f15c3b None None] Provisioning complete for port f098f17c-1d9c-4eda-bc54-b781d10a5cf6 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:44:18.099819 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-eb9b0238-392f-456d-8926-38b0f6f15c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:18.106601 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d94a0e-5694-4ea8-ac80-817633140994 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Checking segment: {'id': '882fb58e-3557-474c-a72c-00e589b7b9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '16dd003b-4477-4d2d-919e-cda4f4ff7648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:44:18.107294 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d94a0e-5694-4ea8-ac80-817633140994 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Network hostable DHCP agents. Network: 16dd003b-4477-4d2d-919e-cda4f4ff7648, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:44:18.146427 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400e161-52ac-420c-a7f6-f89e913f52a7 req-b882ab87-9d66-49f2-adb9-5baf4a1e85a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:18.147029 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400e161-52ac-420c-a7f6-f89e913f52a7 req-b882ab87-9d66-49f2-adb9-5baf4a1e85a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:18.147493 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400e161-52ac-420c-a7f6-f89e913f52a7 req-b882ab87-9d66-49f2-adb9-5baf4a1e85a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:18.147966 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400e161-52ac-420c-a7f6-f89e913f52a7 req-b882ab87-9d66-49f2-adb9-5baf4a1e85a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:18.148548 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400e161-52ac-420c-a7f6-f89e913f52a7 req-b882ab87-9d66-49f2-adb9-5baf4a1e85a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:18.149031 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400e161-52ac-420c-a7f6-f89e913f52a7 req-b882ab87-9d66-49f2-adb9-5baf4a1e85a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:18.149503 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400e161-52ac-420c-a7f6-f89e913f52a7 req-b882ab87-9d66-49f2-adb9-5baf4a1e85a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:18.151742 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0400e161-52ac-420c-a7f6-f89e913f52a7 req-b882ab87-9d66-49f2-adb9-5baf4a1e85a7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=14d41305b65a4dafae92476e1ff902fa&device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 6246 time: 0.1997249 Nov 16 11:44:18.361334 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4d27e74a-b66e-4c94-96d0-a1fba01ca239 service neutron] Attempting to bind port 913955cf-8e4e-4a23-b0e2-1acbc8547be5 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:44:18.361334 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4d27e74a-b66e-4c94-96d0-a1fba01ca239 service neutron] Attempting to bind port 913955cf-8e4e-4a23-b0e2-1acbc8547be5 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '80eacd24-01b9-479d-8ad7-eafb488e2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '26ef2bed-8832-46c6-b24f-4f0cfd9c2013'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:44:18.361635 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4d27e74a-b66e-4c94-96d0-a1fba01ca239 service neutron] Attempting to bind port 913955cf-8e4e-4a23-b0e2-1acbc8547be5 on network 26ef2bed-8832-46c6-b24f-4f0cfd9c2013 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:44:18.363986 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d27e74a-b66e-4c94-96d0-a1fba01ca239 service neutron] Pushing event updated for resources: {'Port': ['ID=913955cf-8e4e-4a23-b0e2-1acbc8547be5,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:18.381298 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:44:18.431607 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a17387-ecce-446f-88a1-c1f976efcba8 req-d5179095-3de7-423b-8417-3b63f93c76e8 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:18.439406 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-47a17387-ecce-446f-88a1-c1f976efcba8 req-d5179095-3de7-423b-8417-3b63f93c76e8 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=8128f006-181b-4f4e-b345-cba1a8acfc96 HTTP/1.1" status: 200 len: 945 time: 0.3679569 Nov 16 11:44:18.471032 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:18.542718 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4d27e74a-b66e-4c94-96d0-a1fba01ca239 service neutron] Port 913955cf-8e4e-4a23-b0e2-1acbc8547be5 on network 26ef2bed-8832-46c6-b24f-4f0cfd9c2013 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:44:18.543250 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4d27e74a-b66e-4c94-96d0-a1fba01ca239 service neutron] Attempting to bind port 913955cf-8e4e-4a23-b0e2-1acbc8547be5 on network 26ef2bed-8832-46c6-b24f-4f0cfd9c2013 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:44:18.549470 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d94a0e-5694-4ea8-ac80-817633140994 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Network 16dd003b-4477-4d2d-919e-cda4f4ff7648 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:44:18.577898 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4d27e74a-b66e-4c94-96d0-a1fba01ca239 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:44:18.580364 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8128f006-181b-4f4e-b345-cba1a8acfc96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce07b74-0c24-4d88-8f1b-28e078c0a7d8'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:44:18.582471 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4d27e74a-b66e-4c94-96d0-a1fba01ca239 service neutron] Checking segment: {'id': '80eacd24-01b9-479d-8ad7-eafb488e2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '26ef2bed-8832-46c6-b24f-4f0cfd9c2013'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:44:18.582670 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1793f99-11c8-485d-aafc-1190e5c89b66" -d '{"events": [{"server_uuid": "8128f006-181b-4f4e-b345-cba1a8acfc96", "name": "network-vif-plugged", "status": "completed", "tag": "3ce07b74-0c24-4d88-8f1b-28e078c0a7d8"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:44:18.583685 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4d27e74a-b66e-4c94-96d0-a1fba01ca239 service neutron] Bound using segment: {'id': '80eacd24-01b9-479d-8ad7-eafb488e2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '26ef2bed-8832-46c6-b24f-4f0cfd9c2013'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:44:18.584722 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4d27e74a-b66e-4c94-96d0-a1fba01ca239 service neutron] Bound port: 913955cf-8e4e-4a23-b0e2-1acbc8547be5, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80eacd24-01b9-479d-8ad7-eafb488e2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '26ef2bed-8832-46c6-b24f-4f0cfd9c2013'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:44:18.585502 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4d27e74a-b66e-4c94-96d0-a1fba01ca239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:18.647407 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:18.655174 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 3ce07b74-0c24-4d88-8f1b-28e078c0a7d8, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=3ce07b74-0c24-4d88-8f1b-28e078c0a7d8,segment=NetworkSegment(8cbbc77d-9661-4c02-9734-2553071ea21c),segment_id=8cbbc77d-9661-4c02-9734-2553071ea21c)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:44:18.662565 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d1fa073e-fc35-49f1-a17d-4914b1aafe4e tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1984560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1995711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3572'] for router, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:18.674693 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d1fa073e-fc35-49f1-a17d-4914b1aafe4e tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1984559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1984550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1995702'] for router, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:18.675680 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:18.686635 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-c2d94a0e-5694-4ea8-ac80-817633140994 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 16dd003b-4477-4d2d-919e-cda4f4ff7648) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:44:18.702118 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d94a0e-5694-4ea8-ac80-817633140994 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:18.702720 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c2d94a0e-5694-4ea8-ac80-817633140994 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:18.743136 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c2d94a0e-5694-4ea8-ac80-817633140994 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4298759 Nov 16 11:44:18.751635 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60366) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:18.755792 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36753409-3f9c-4baa-954a-ae4020b24e72 None None] Network 16dd003b-4477-4d2d-919e-cda4f4ff7648 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:44:18.761812 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5afed745-3652-4b73-b82c-2f78c0b9ef0e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Request body: {'subnet': {'network_id': '75d671de-491e-4963-ab77-f13089ac30ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:18.770030 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4d27e74a-b66e-4c94-96d0-a1fba01ca239 service neutron] For port 913955cf-8e4e-4a23-b0e2-1acbc8547be5, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:44:18.786092 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400e161-52ac-420c-a7f6-f89e913f52a7 req-256ddcd6-264c-4101-89e7-1d95eb1ffb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:18.786569 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400e161-52ac-420c-a7f6-f89e913f52a7 req-256ddcd6-264c-4101-89e7-1d95eb1ffb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:18.787038 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400e161-52ac-420c-a7f6-f89e913f52a7 req-256ddcd6-264c-4101-89e7-1d95eb1ffb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:18.788778 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0400e161-52ac-420c-a7f6-f89e913f52a7 req-256ddcd6-264c-4101-89e7-1d95eb1ffb2e service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=14d41305b65a4dafae92476e1ff902fa&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6078334 Nov 16 11:44:18.832301 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4d27e74a-b66e-4c94-96d0-a1fba01ca239 service neutron] For port 913955cf-8e4e-4a23-b0e2-1acbc8547be5, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=913955cf-8e4e-4a23-b0e2-1acbc8547be5,segment=NetworkSegment(80eacd24-01b9-479d-8ad7-eafb488e2665),segment_id=80eacd24-01b9-479d-8ad7-eafb488e2665)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:44:18.836797 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=3ce07b74-0c24-4d88-8f1b-28e078c0a7d8,revision_number=7']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:18.850553 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4d27e74a-b66e-4c94-96d0-a1fba01ca239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:18.863675 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-47a17387-ecce-446f-88a1-c1f976efcba8 req-946c6f92-cc43-4cf6-810d-7c25e882a861 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b63567b-ee2a-4a85-a110-12557bea5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4218497 Nov 16 11:44:18.961128 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1fa073e-fc35-49f1-a17d-4914b1aafe4e tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Router dc36a91b-8583-4d67-8cf1-68bcfd4c9ce8 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:44:19.038835 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4d27e74a-b66e-4c94-96d0-a1fba01ca239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:19.039443 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4d27e74a-b66e-4c94-96d0-a1fba01ca239 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:19.040836 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4d27e74a-b66e-4c94-96d0-a1fba01ca239 service neutron] 10.222.0.64 "PUT /v2.0/ports/913955cf-8e4e-4a23-b0e2-1acbc8547be5 HTTP/1.1" status: 200 len: 1091 time: 3.4382980 Nov 16 11:44:19.100561 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d27e74a-b66e-4c94-96d0-a1fba01ca239 service neutron] Pushing event updated for resources: {'Port': ['ID=913955cf-8e4e-4a23-b0e2-1acbc8547be5,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:19.196774 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1fa073e-fc35-49f1-a17d-4914b1aafe4e tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:44:19.207710 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d1fa073e-fc35-49f1-a17d-4914b1aafe4e tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:19.208933 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d1fa073e-fc35-49f1-a17d-4914b1aafe4e tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] 10.222.0.61 "PUT /v2.0/routers/dc36a91b-8583-4d67-8cf1-68bcfd4c9ce8 HTTP/1.1" status: 200 len: 706 time: 4.1747174 Nov 16 11:44:19.212289 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c2bb4c-80f0-4f0e-ae88-e5b746914c0b None None] Sync routers for ids ['dc36a91b-8583-4d67-8cf1-68bcfd4c9ce8'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:44:19.218107 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-09c0520a-f5b9-4eed-ace5-0ed10a346968 service neutron] Request body: {'port': {'device_id': '296f2531-289e-4d94-9c1d-03f76576752d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:19.225447 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c2bb4c-80f0-4f0e-ae88-e5b746914c0b None None] Routers {'dc36a91b-8583-4d67-8cf1-68bcfd4c9ce8'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:44:19.226341 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-b8c2bb4c-80f0-4f0e-ae88-e5b746914c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:44:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['dc36a91b-8583-4d67-8cf1-68bcfd4c9ce8'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:19.231153 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400e161-52ac-420c-a7f6-f89e913f52a7 req-9d210479-bb42-4c9a-ac3d-04086c19ba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:19.235128 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0400e161-52ac-420c-a7f6-f89e913f52a7 req-9d210479-bb42-4c9a-ac3d-04086c19ba0f service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4005678 Nov 16 11:44:19.236319 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afed745-3652-4b73-b82c-2f78c0b9ef0e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Made reservation on behalf of 83819cd0297b4d18a3276153cdb92b03 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:44:19.239720 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60368) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:19.274294 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5afed745-3652-4b73-b82c-2f78c0b9ef0e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:19.323626 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-b8c2bb4c-80f0-4f0e-ae88-e5b746914c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:19.352028 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c2bb4c-80f0-4f0e-ae88-e5b746914c0b None None] Routers {'dc36a91b-8583-4d67-8cf1-68bcfd4c9ce8'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:44:19.353989 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-b8c2bb4c-80f0-4f0e-ae88-e5b746914c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:44:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['dc36a91b-8583-4d67-8cf1-68bcfd4c9ce8'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:19.453384 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device f098f17c-1d9c-4eda-bc54-b781d10a5cf6 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:44:19.463393 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-b8c2bb4c-80f0-4f0e-ae88-e5b746914c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:19.464814 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c2bb4c-80f0-4f0e-ae88-e5b746914c0b None None] The sync data for ids ['dc36a91b-8583-4d67-8cf1-68bcfd4c9ce8'] in n-d-816823-3 is: [] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:44:19.547300 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0d55ad5e-5d84-4c10-887e-c923cc5976a7 tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] 10.222.0.61 "GET /v2.0/routers/dc36a91b-8583-4d67-8cf1-68bcfd4c9ce8 HTTP/1.1" status: 200 len: 741 time: 0.3032820 Nov 16 11:44:19.564739 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ea7d3-d88f-4e1a-a5eb-f273954018e5 req-33536916-2bce-4a5e-8c65-6c8189bf0f06 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:19.574019 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ea7d3-d88f-4e1a-a5eb-f273954018e5 req-33536916-2bce-4a5e-8c65-6c8189bf0f06 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:19.582823 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ea7d3-d88f-4e1a-a5eb-f273954018e5 req-33536916-2bce-4a5e-8c65-6c8189bf0f06 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:19.584216 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:19.595099 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ea7d3-d88f-4e1a-a5eb-f273954018e5 req-33536916-2bce-4a5e-8c65-6c8189bf0f06 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:19.607584 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ea7d3-d88f-4e1a-a5eb-f273954018e5 req-33536916-2bce-4a5e-8c65-6c8189bf0f06 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:19.616562 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ea7d3-d88f-4e1a-a5eb-f273954018e5 req-33536916-2bce-4a5e-8c65-6c8189bf0f06 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:19.623937 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ea7d3-d88f-4e1a-a5eb-f273954018e5 req-33536916-2bce-4a5e-8c65-6c8189bf0f06 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:19.626623 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f42ea7d3-d88f-4e1a-a5eb-f273954018e5 req-33536916-2bce-4a5e-8c65-6c8189bf0f06 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 5396 time: 0.1680608 Nov 16 11:44:19.627129 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60374) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:19.704395 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5afed745-3652-4b73-b82c-2f78c0b9ef0e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:19.711780 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-cb4d76f1-1470-47c8-95a6-a5be792123bd tempest-RoutersAdminTest-771216293 tempest-RoutersAdminTest-771216293-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=47f35a41-d782-4d3e-9754-e87c9ca4914b&device_id=dc36a91b-8583-4d67-8cf1-68bcfd4c9ce8 HTTP/1.1" status: 200 len: 205 time: 0.0807893 Nov 16 11:44:19.718568 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60382) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:19.768628 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f42ea7d3-d88f-4e1a-a5eb-f273954018e5 req-a2e1dd6f-57f3-4b3a-8930-f5a39072fdde tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=e21bdf95-84ed-4189-aa21-cfae4bf8891b&id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1267471 Nov 16 11:44:19.834371 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port f098f17c-1d9c-4eda-bc54-b781d10a5cf6 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:44:19.834931 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:19.843103 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5793ddc7-404a-480b-b01d-742d93e40ba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-16dd003b-4477-4d2d-919e-cda4f4ff7648', 'network_id': '16dd003b-4477-4d2d-919e-cda4f4ff7648', 'tenant_id': '83819cd0297b4d18a3276153cdb92b03', 'fixed_ips': [{'subnet_id': '8fbd53e1-a651-418a-b92a-b38ad02f47e5'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:44:19.854666 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5793ddc7-404a-480b-b01d-742d93e40ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:19.895902 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3380d60d-5442-4049-af87-137dc018faff x-openstack-request-id: req-3380d60d-5442-4049-af87-137dc018faff {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:44:19.897694 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8128f006-181b-4f4e-b345-cba1a8acfc96", "name": "network-vif-plugged", "status": "completed", "tag": "3ce07b74-0c24-4d88-8f1b-28e078c0a7d8", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:44:19.898164 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3380d60d-5442-4049-af87-137dc018faff {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:44:19.900310 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8128f006-181b-4f4e-b345-cba1a8acfc96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce07b74-0c24-4d88-8f1b-28e078c0a7d8', 'code': 200} Nov 16 11:44:20.072431 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a23c0-995c-4ef2-b15b-ffc9bb86605f req-97a1c024-77bb-4b5b-bb09-b3bf80f7203e tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:20.076545 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5e7a23c0-995c-4ef2-b15b-ffc9bb86605f req-97a1c024-77bb-4b5b-bb09-b3bf80f7203e tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=14edb0ca-44ed-448e-bf6b-93f04318ae1c HTTP/1.1" status: 200 len: 945 time: 0.1209111 Nov 16 11:44:20.133096 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '296f2531-289e-4d94-9c1d-03f76576752d', 'tag': '913955cf-8e4e-4a23-b0e2-1acbc8547be5'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:44:20.135366 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7cad8f-18c6-4858-8032-f23652babfcc" -d '{"events": [{"name": "network-changed", "server_uuid": "296f2531-289e-4d94-9c1d-03f76576752d", "tag": "913955cf-8e4e-4a23-b0e2-1acbc8547be5"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:44:20.148996 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-284c2955-705c-41b2-8d2a-d5411c9cc12f tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc36a91b-8583-4d67-8cf1-68bcfd4c9ce8 HTTP/1.1" status: 200 len: 205 time: 0.4201493 Nov 16 11:44:20.151735 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60388) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:20.154744 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-09c0520a-f5b9-4eed-ace5-0ed10a346968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:20.167614 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-5793ddc7-404a-480b-b01d-742d93e40ba4 None None] Allocated IP 172.20.0.2 (16dd003b-4477-4d2d-919e-cda4f4ff7648/8fbd53e1-a651-418a-b92a-b38ad02f47e5/be0db695-a60a-4d20-bb70-10b631d74cb9) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:44:20.196846 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5e7a23c0-995c-4ef2-b15b-ffc9bb86605f req-a6164a65-e568-491a-b158-a4c2c1a01ec7 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125522 Nov 16 11:44:20.250053 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ebc09818-c3df-42df-a796-38f4ced541fb None None] Provisioning complete for port f098f17c-1d9c-4eda-bc54-b781d10a5cf6 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:44:20.250482 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ebc09818-c3df-42df-a796-38f4ced541fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:20.273846 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afed745-3652-4b73-b82c-2f78c0b9ef0e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Pushing event updated for resources: {'Subnet': ['ID=5ae1b95a-88e8-4deb-aa26-b2cf7179e6a0,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:20.295397 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-becb7b08-b2c6-47a7-bb3a-87b4405f234f tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:20.376558 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afed745-3652-4b73-b82c-2f78c0b9ef0e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Checking segment: {'id': '2349d59c-57a1-4fe7-ae55-a22d6b734807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '75d671de-491e-4963-ab77-f13089ac30ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:44:20.376830 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afed745-3652-4b73-b82c-2f78c0b9ef0e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Network hostable DHCP agents. Network: 75d671de-491e-4963-ab77-f13089ac30ce, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:44:20.474322 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5793ddc7-404a-480b-b01d-742d93e40ba4 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:20.490059 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5793ddc7-404a-480b-b01d-742d93e40ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:20.557224 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5793ddc7-404a-480b-b01d-742d93e40ba4 None None] Network 16dd003b-4477-4d2d-919e-cda4f4ff7648 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:44:20.561857 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-5793ddc7-404a-480b-b01d-742d93e40ba4 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:44:20.567196 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5793ddc7-404a-480b-b01d-742d93e40ba4 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:44:20.571441 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5793ddc7-404a-480b-b01d-742d93e40ba4 None None] Pushing event updated for resources: {'Port': ['ID=be0db695-a60a-4d20-bb70-10b631d74cb9,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:20.677588 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-becb7b08-b2c6-47a7-bb3a-87b4405f234f tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:20.680459 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afed745-3652-4b73-b82c-2f78c0b9ef0e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Network 75d671de-491e-4963-ab77-f13089ac30ce is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:44:20.688965 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-becb7b08-b2c6-47a7-bb3a-87b4405f234f tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:20.695642 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-5793ddc7-404a-480b-b01d-742d93e40ba4 None None] Attempting to bind port be0db695-a60a-4d20-bb70-10b631d74cb9 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:44:20.698142 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-5793ddc7-404a-480b-b01d-742d93e40ba4 None None] Attempting to bind port be0db695-a60a-4d20-bb70-10b631d74cb9 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '882fb58e-3557-474c-a72c-00e589b7b9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '16dd003b-4477-4d2d-919e-cda4f4ff7648'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:44:20.700778 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5793ddc7-404a-480b-b01d-742d93e40ba4 None None] Attempting to bind port be0db695-a60a-4d20-bb70-10b631d74cb9 on network 16dd003b-4477-4d2d-919e-cda4f4ff7648 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:44:20.715353 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5793ddc7-404a-480b-b01d-742d93e40ba4 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:44:20.715655 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec614bd-bf42-4133-9be2-2e198c7c0786 req-e6777afa-1699-4339-8e1b-41725ff650cf tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:20.717897 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5793ddc7-404a-480b-b01d-742d93e40ba4 None None] Checking segment: {'id': '882fb58e-3557-474c-a72c-00e589b7b9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '16dd003b-4477-4d2d-919e-cda4f4ff7648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:44:20.720917 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5793ddc7-404a-480b-b01d-742d93e40ba4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:20.721818 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5793ddc7-404a-480b-b01d-742d93e40ba4 None None] Bound using segment: {'id': '882fb58e-3557-474c-a72c-00e589b7b9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '16dd003b-4477-4d2d-919e-cda4f4ff7648'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:44:20.722906 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-5793ddc7-404a-480b-b01d-742d93e40ba4 None None] Bound port: be0db695-a60a-4d20-bb70-10b631d74cb9, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '882fb58e-3557-474c-a72c-00e589b7b9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '16dd003b-4477-4d2d-919e-cda4f4ff7648'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:44:20.724301 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5793ddc7-404a-480b-b01d-742d93e40ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:20.724445 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5ec614bd-bf42-4133-9be2-2e198c7c0786 req-e6777afa-1699-4339-8e1b-41725ff650cf tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=8128f006-181b-4f4e-b345-cba1a8acfc96 HTTP/1.1" status: 200 len: 946 time: 0.4365695 Nov 16 11:44:20.800020 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-5afed745-3652-4b73-b82c-2f78c0b9ef0e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 75d671de-491e-4963-ab77-f13089ac30ce) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:44:20.812709 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afed745-3652-4b73-b82c-2f78c0b9ef0e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:20.814551 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5afed745-3652-4b73-b82c-2f78c0b9ef0e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:20.814818 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5ec614bd-bf42-4133-9be2-2e198c7c0786 req-994acf38-c194-4fbb-8890-6c11690be94b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b63567b-ee2a-4a85-a110-12557bea5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891733 Nov 16 11:44:20.816695 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d6c7e1-96a0-4ccc-8e8f-450c0cf3e2c5 None None] Network 75d671de-491e-4963-ab77-f13089ac30ce requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:44:20.847138 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60402) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:20.933680 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678ecf6f-b092-48f2-bb8b-e8239ca8f25a x-openstack-request-id: req-678ecf6f-b092-48f2-bb8b-e8239ca8f25a {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:44:20.934345 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "296f2531-289e-4d94-9c1d-03f76576752d", "tag": "913955cf-8e4e-4a23-b0e2-1acbc8547be5", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:44:20.934844 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-678ecf6f-b092-48f2-bb8b-e8239ca8f25a {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:44:20.935741 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '296f2531-289e-4d94-9c1d-03f76576752d', 'tag': '913955cf-8e4e-4a23-b0e2-1acbc8547be5', 'status': 'completed', 'code': 200} Nov 16 11:44:20.937857 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-becb7b08-b2c6-47a7-bb3a-87b4405f234f tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:20.939321 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-becb7b08-b2c6-47a7-bb3a-87b4405f234f tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Fanout notify agent at l3_agent the message router_deleted on router dc36a91b-8583-4d67-8cf1-68bcfd4c9ce8 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:44:20.949229 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-becb7b08-b2c6-47a7-bb3a-87b4405f234f tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:20.954589 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-becb7b08-b2c6-47a7-bb3a-87b4405f234f tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] 10.222.0.61 "DELETE /v2.0/routers/dc36a91b-8583-4d67-8cf1-68bcfd4c9ce8 HTTP/1.1" status: 204 len: 168 time: 0.7975161 Nov 16 11:44:20.957051 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60404) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:20.983564 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5afed745-3652-4b73-b82c-2f78c0b9ef0e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2307789 Nov 16 11:44:20.987148 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60406) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:20.996129 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-5793ddc7-404a-480b-b01d-742d93e40ba4 None None] For port be0db695-a60a-4d20-bb70-10b631d74cb9, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:44:21.003490 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-5793ddc7-404a-480b-b01d-742d93e40ba4 None None] For port be0db695-a60a-4d20-bb70-10b631d74cb9, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=be0db695-a60a-4d20-bb70-10b631d74cb9,segment=NetworkSegment(882fb58e-3557-474c-a72c-00e589b7b9e2),segment_id=882fb58e-3557-474c-a72c-00e589b7b9e2)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:44:21.018232 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5793ddc7-404a-480b-b01d-742d93e40ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:21.086781 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc85d70-9182-4b3e-bf14-5195158e4d5c req-abfd5b42-580a-4bff-b5ce-1d2aa4a8c24e tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:21.088313 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0bc85d70-9182-4b3e-bf14-5195158e4d5c req-abfd5b42-580a-4bff-b5ce-1d2aa4a8c24e tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.36 "GET /v2.0/ports?device_id=14edb0ca-44ed-448e-bf6b-93f04318ae1c HTTP/1.1" status: 200 len: 945 time: 0.2684903 Nov 16 11:44:21.093946 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60408) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:21.096942 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-44f6ed96-9cb6-48f7-b036-98e1e9a4a28a tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc36a91b-8583-4d67-8cf1-68bcfd4c9ce8 HTTP/1.1" status: 200 len: 205 time: 0.1369009 Nov 16 11:44:21.152395 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1fbf596f-6c55-4745-831c-c61e63b32486 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/floatingips/a04069df-0bf8-4df6-8972-2374b1aa62fc HTTP/1.1" status: 200 len: 993 time: 0.3031871 Nov 16 11:44:21.199705 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8abf032-c1d4-4bae-9340-98bc765c449d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-75d671de-491e-4963-ab77-f13089ac30ce', 'network_id': '75d671de-491e-4963-ab77-f13089ac30ce', 'tenant_id': '83819cd0297b4d18a3276153cdb92b03', 'fixed_ips': [{'subnet_id': '5ae1b95a-88e8-4deb-aa26-b2cf7179e6a0'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:44:21.202155 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f8abf032-c1d4-4bae-9340-98bc765c449d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:21.209796 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5793ddc7-404a-480b-b01d-742d93e40ba4 None None] Pushing event updated for resources: {'Port': ['ID=be0db695-a60a-4d20-bb70-10b631d74cb9,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:21.244822 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7cad8f-18c6-4858-8032-f23652babfcc req-ac0d062c-35dd-49df-9d44-a1bd49e90613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:21.245315 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7cad8f-18c6-4858-8032-f23652babfcc req-ac0d062c-35dd-49df-9d44-a1bd49e90613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:21.245799 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7cad8f-18c6-4858-8032-f23652babfcc req-ac0d062c-35dd-49df-9d44-a1bd49e90613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:21.246310 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7cad8f-18c6-4858-8032-f23652babfcc req-ac0d062c-35dd-49df-9d44-a1bd49e90613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:21.246784 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7cad8f-18c6-4858-8032-f23652babfcc req-ac0d062c-35dd-49df-9d44-a1bd49e90613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:21.248059 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7cad8f-18c6-4858-8032-f23652babfcc req-ac0d062c-35dd-49df-9d44-a1bd49e90613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:21.248536 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7cad8f-18c6-4858-8032-f23652babfcc req-ac0d062c-35dd-49df-9d44-a1bd49e90613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:21.251564 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4d7cad8f-18c6-4858-8032-f23652babfcc req-ac0d062c-35dd-49df-9d44-a1bd49e90613 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=14d41305b65a4dafae92476e1ff902fa&device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 6288 time: 0.2988033 Nov 16 11:44:21.261063 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-6fecc3a9-ecc7-47c6-804d-e3fe844a0e01 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] delete failed (client error): The resource could not be found. Nov 16 11:44:21.263270 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6fecc3a9-ecc7-47c6-804d-e3fe844a0e01 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] 10.222.0.61 "DELETE /v2.0/routers/dc36a91b-8583-4d67-8cf1-68bcfd4c9ce8 HTTP/1.1" status: 404 len: 336 time: 0.1641572 Nov 16 11:44:21.286926 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60414) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:21.357269 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4794b0-b1d5-49ac-9117-d54c4f4181f2 req-29809da6-f21c-4b3d-ba79-c41f3f02364d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:21.369221 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4794b0-b1d5-49ac-9117-d54c4f4181f2 req-29809da6-f21c-4b3d-ba79-c41f3f02364d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:21.410982 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4794b0-b1d5-49ac-9117-d54c4f4181f2 req-29809da6-f21c-4b3d-ba79-c41f3f02364d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:21.417724 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4794b0-b1d5-49ac-9117-d54c4f4181f2 req-29809da6-f21c-4b3d-ba79-c41f3f02364d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:21.426367 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4794b0-b1d5-49ac-9117-d54c4f4181f2 req-29809da6-f21c-4b3d-ba79-c41f3f02364d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:21.432589 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4794b0-b1d5-49ac-9117-d54c4f4181f2 req-29809da6-f21c-4b3d-ba79-c41f3f02364d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:21.439352 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4794b0-b1d5-49ac-9117-d54c4f4181f2 req-29809da6-f21c-4b3d-ba79-c41f3f02364d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:21.447501 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5c4794b0-b1d5-49ac-9117-d54c4f4181f2 req-29809da6-f21c-4b3d-ba79-c41f3f02364d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 5396 time: 0.3692424 Nov 16 11:44:21.470505 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-f8abf032-c1d4-4bae-9340-98bc765c449d None None] Allocated IP 172.20.0.2 (75d671de-491e-4963-ab77-f13089ac30ce/5ae1b95a-88e8-4deb-aa26-b2cf7179e6a0/f760c0a8-89a5-4557-8c4b-63c5e5fbf189) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:44:21.499378 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5812414a-d7f1-4058-b418-5f441ca591ea tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] 10.222.0.61 "GET /v2.0/ports?device_id=da433b57-195a-4ebd-adc7-405f8b9b2c3e HTTP/1.1" status: 200 len: 205 time: 0.2112596 Nov 16 11:44:21.511387 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60416) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:21.566554 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-09c0520a-f5b9-4eed-ace5-0ed10a346968 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dfec5f3-6b09-43d8-9562-32075776c9c3 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:44:21.577328 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-09c0520a-f5b9-4eed-ace5-0ed10a346968 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:21.593847 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-09c0520a-f5b9-4eed-ace5-0ed10a346968 service neutron] Transition to ACTIVE for port object 1dfec5f3-6b09-43d8-9562-32075776c9c3 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:44:21.671060 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5c4794b0-b1d5-49ac-9117-d54c4f4181f2 req-8bb427b2-88cf-4752-aee2-29ec415e6bf9 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=e21bdf95-84ed-4189-aa21-cfae4bf8891b&id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2222936 Nov 16 11:44:21.724086 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-d68a4792-980b-44d5-b968-6d3b869dfe84 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] delete failed (client error): The resource could not be found. Nov 16 11:44:21.725173 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d68a4792-980b-44d5-b968-6d3b869dfe84 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] 10.222.0.61 "DELETE /v2.0/routers/da433b57-195a-4ebd-adc7-405f8b9b2c3e HTTP/1.1" status: 404 len: 336 time: 0.1291804 Nov 16 11:44:21.726780 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7cad8f-18c6-4858-8032-f23652babfcc req-0be77b0f-a2ed-4fe8-93bc-d3ccf348cdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:21.727253 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7cad8f-18c6-4858-8032-f23652babfcc req-0be77b0f-a2ed-4fe8-93bc-d3ccf348cdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:21.727808 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7cad8f-18c6-4858-8032-f23652babfcc req-0be77b0f-a2ed-4fe8-93bc-d3ccf348cdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:21.730103 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4d7cad8f-18c6-4858-8032-f23652babfcc req-0be77b0f-a2ed-4fe8-93bc-d3ccf348cdf5 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=14d41305b65a4dafae92476e1ff902fa&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4635012 Nov 16 11:44:21.730638 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60418) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:21.734988 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c84e1c54-87b1-4f61-afe5-18e623bd586e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:21.740414 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-09c0520a-f5b9-4eed-ace5-0ed10a346968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:21.806248 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f8abf032-c1d4-4bae-9340-98bc765c449d None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:21.825258 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f8abf032-c1d4-4bae-9340-98bc765c449d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:21.902699 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8abf032-c1d4-4bae-9340-98bc765c449d None None] Network 75d671de-491e-4963-ab77-f13089ac30ce is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:44:21.925423 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-f8abf032-c1d4-4bae-9340-98bc765c449d None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:44:21.949750 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8abf032-c1d4-4bae-9340-98bc765c449d None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:44:21.951970 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8abf032-c1d4-4bae-9340-98bc765c449d None None] Pushing event updated for resources: {'Port': ['ID=f760c0a8-89a5-4557-8c4b-63c5e5fbf189,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:22.002225 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-cd9ed0d0-1676-4e82-837a-a9537de4cf18 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] 10.222.0.61 "GET /v2.0/ports?device_id=6520a851-f573-4d31-869d-ce0dbac45395 HTTP/1.1" status: 200 len: 205 time: 0.2648277 Nov 16 11:44:22.008619 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60424) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:22.057530 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-af52e157-80f2-45e5-9427-42ff9dda8ad4 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] delete failed (client error): The resource could not be found. Nov 16 11:44:22.062424 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-af52e157-80f2-45e5-9427-42ff9dda8ad4 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] 10.222.0.61 "DELETE /v2.0/routers/6520a851-f573-4d31-869d-ce0dbac45395 HTTP/1.1" status: 404 len: 336 time: 0.0522676 Nov 16 11:44:22.064338 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60426) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:22.092081 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0f836-823b-4dca-bc6c-dd0d314d4886 req-0d8dd13b-8aad-4374-92b8-6c67bfedb509 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:22.094127 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-06e0f836-823b-4dca-bc6c-dd0d314d4886 req-0d8dd13b-8aad-4374-92b8-6c67bfedb509 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=14edb0ca-44ed-448e-bf6b-93f04318ae1c HTTP/1.1" status: 200 len: 945 time: 0.2176065 Nov 16 11:44:22.150249 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-f8abf032-c1d4-4bae-9340-98bc765c449d None None] Attempting to bind port f760c0a8-89a5-4557-8c4b-63c5e5fbf189 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:44:22.150667 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-f8abf032-c1d4-4bae-9340-98bc765c449d None None] Attempting to bind port f760c0a8-89a5-4557-8c4b-63c5e5fbf189 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '2349d59c-57a1-4fe7-ae55-a22d6b734807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '75d671de-491e-4963-ab77-f13089ac30ce'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:44:22.151031 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8abf032-c1d4-4bae-9340-98bc765c449d None None] Attempting to bind port f760c0a8-89a5-4557-8c4b-63c5e5fbf189 on network 75d671de-491e-4963-ab77-f13089ac30ce {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:44:22.161028 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8abf032-c1d4-4bae-9340-98bc765c449d None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:44:22.161408 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8abf032-c1d4-4bae-9340-98bc765c449d None None] Checking segment: {'id': '2349d59c-57a1-4fe7-ae55-a22d6b734807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '75d671de-491e-4963-ab77-f13089ac30ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:44:22.161815 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f8abf032-c1d4-4bae-9340-98bc765c449d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:22.162289 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8abf032-c1d4-4bae-9340-98bc765c449d None None] Bound using segment: {'id': '2349d59c-57a1-4fe7-ae55-a22d6b734807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '75d671de-491e-4963-ab77-f13089ac30ce'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:44:22.162782 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-f8abf032-c1d4-4bae-9340-98bc765c449d None None] Bound port: f760c0a8-89a5-4557-8c4b-63c5e5fbf189, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2349d59c-57a1-4fe7-ae55-a22d6b734807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '75d671de-491e-4963-ab77-f13089ac30ce'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:44:22.163138 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f8abf032-c1d4-4bae-9340-98bc765c449d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:22.175595 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7f2babe5-e340-433f-bffa-17aa7f95ac74 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] 10.222.0.61 "GET /v2.0/ports?device_id=440614e7-0cb6-4897-ae3d-3f7d724e319e HTTP/1.1" status: 200 len: 205 time: 0.1071668 Nov 16 11:44:22.179907 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c0520a-f5b9-4eed-ace5-0ed10a346968 service neutron] Pushing event updated for resources: {'Port': ['ID=1dfec5f3-6b09-43d8-9562-32075776c9c3,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:22.191797 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60428) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:22.208574 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-0bc85d70-9182-4b3e-bf14-5195158e4d5c req-85fb3a77-7f7c-4a77-829b-b801cff92694 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Deleting port 97be700c-47c0-4904-b4de-9b597a21cc68 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:44:22.209098 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0bc85d70-9182-4b3e-bf14-5195158e4d5c req-85fb3a77-7f7c-4a77-829b-b801cff92694 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:22.328541 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-f8abf032-c1d4-4bae-9340-98bc765c449d None None] For port f760c0a8-89a5-4557-8c4b-63c5e5fbf189, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:44:22.339018 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-f8abf032-c1d4-4bae-9340-98bc765c449d None None] For port f760c0a8-89a5-4557-8c4b-63c5e5fbf189, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=f760c0a8-89a5-4557-8c4b-63c5e5fbf189,segment=NetworkSegment(2349d59c-57a1-4fe7-ae55-a22d6b734807),segment_id=2349d59c-57a1-4fe7-ae55-a22d6b734807)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:44:22.339347 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7cad8f-18c6-4858-8032-f23652babfcc req-83f7a2e4-a199-4791-a530-c23b91d8fa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:22.342322 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4d7cad8f-18c6-4858-8032-f23652babfcc req-83f7a2e4-a199-4791-a530-c23b91d8fa9e service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5899947 Nov 16 11:44:22.353847 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f8abf032-c1d4-4bae-9340-98bc765c449d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:22.410517 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-c156da5e-f2a2-45d6-89a4-73b77be055ee tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] delete failed (client error): The resource could not be found. Nov 16 11:44:22.416725 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c156da5e-f2a2-45d6-89a4-73b77be055ee tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] 10.222.0.61 "DELETE /v2.0/routers/440614e7-0cb6-4897-ae3d-3f7d724e319e HTTP/1.1" status: 404 len: 336 time: 0.2082932 Nov 16 11:44:22.416973 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60430) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:22.454966 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-09c0520a-f5b9-4eed-ace5-0ed10a346968 service neutron] Attempting to bind port 1dfec5f3-6b09-43d8-9562-32075776c9c3 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:44:22.455216 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-06e0f836-823b-4dca-bc6c-dd0d314d4886 req-158b7861-78dc-4d87-bf71-913c73f5f4b3 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470538 Nov 16 11:44:22.455337 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-09c0520a-f5b9-4eed-ace5-0ed10a346968 service neutron] Attempting to bind port 1dfec5f3-6b09-43d8-9562-32075776c9c3 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '80eacd24-01b9-479d-8ad7-eafb488e2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '26ef2bed-8832-46c6-b24f-4f0cfd9c2013'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:44:22.455672 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-09c0520a-f5b9-4eed-ace5-0ed10a346968 service neutron] Attempting to bind port 1dfec5f3-6b09-43d8-9562-32075776c9c3 on network 26ef2bed-8832-46c6-b24f-4f0cfd9c2013 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:44:22.508471 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8abf032-c1d4-4bae-9340-98bc765c449d None None] Pushing event updated for resources: {'Port': ['ID=f760c0a8-89a5-4557-8c4b-63c5e5fbf189,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:22.516764 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60432) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:22.522075 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4dbe7fb2-e05b-46cd-94b5-6d8ab3e6f026 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] 10.222.0.61 "GET /v2.0/ports?device_id=42190499-9e07-4b73-a31d-e21716cfed27 HTTP/1.1" status: 200 len: 205 time: 0.0894942 Nov 16 11:44:22.534749 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-09c0520a-f5b9-4eed-ace5-0ed10a346968 service neutron] Port 1dfec5f3-6b09-43d8-9562-32075776c9c3 on network 26ef2bed-8832-46c6-b24f-4f0cfd9c2013 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:44:22.538859 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-09c0520a-f5b9-4eed-ace5-0ed10a346968 service neutron] Attempting to bind port 1dfec5f3-6b09-43d8-9562-32075776c9c3 on network 26ef2bed-8832-46c6-b24f-4f0cfd9c2013 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:44:22.560006 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-0bc85d70-9182-4b3e-bf14-5195158e4d5c req-85fb3a77-7f7c-4a77-829b-b801cff92694 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] For port 97be700c-47c0-4904-b4de-9b597a21cc68, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=97be700c-47c0-4904-b4de-9b597a21cc68,segment=NetworkSegment(c7ce274d-1faf-4924-9c3c-562dce13f294),segment_id=c7ce274d-1faf-4924-9c3c-562dce13f294)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:44:22.560399 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0bc85d70-9182-4b3e-bf14-5195158e4d5c req-85fb3a77-7f7c-4a77-829b-b801cff92694 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:22.590749 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-09c0520a-f5b9-4eed-ace5-0ed10a346968 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:44:22.593212 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-09c0520a-f5b9-4eed-ace5-0ed10a346968 service neutron] Checking segment: {'id': '80eacd24-01b9-479d-8ad7-eafb488e2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '26ef2bed-8832-46c6-b24f-4f0cfd9c2013'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:44:22.594715 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-09c0520a-f5b9-4eed-ace5-0ed10a346968 service neutron] Bound using segment: {'id': '80eacd24-01b9-479d-8ad7-eafb488e2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '26ef2bed-8832-46c6-b24f-4f0cfd9c2013'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:44:22.595689 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-09c0520a-f5b9-4eed-ace5-0ed10a346968 service neutron] Bound port: 1dfec5f3-6b09-43d8-9562-32075776c9c3, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80eacd24-01b9-479d-8ad7-eafb488e2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '26ef2bed-8832-46c6-b24f-4f0cfd9c2013'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:44:22.596438 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-09c0520a-f5b9-4eed-ace5-0ed10a346968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:22.605301 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-0bc85d70-9182-4b3e-bf14-5195158e4d5c req-85fb3a77-7f7c-4a77-829b-b801cff92694 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Calling delete_port for 97be700c-47c0-4904-b4de-9b597a21cc68 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:44:22.617121 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-2bf57d88-7222-40c8-b215-f652fc527442 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] delete failed (client error): The resource could not be found. Nov 16 11:44:22.618240 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2bf57d88-7222-40c8-b215-f652fc527442 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] 10.222.0.61 "DELETE /v2.0/routers/42190499-9e07-4b73-a31d-e21716cfed27 HTTP/1.1" status: 404 len: 336 time: 0.1005385 Nov 16 11:44:22.632259 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60434) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:22.720283 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-c84e1c54-87b1-4f61-afe5-18e623bd586e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Allocated IP 172.20.0.1 (16dd003b-4477-4d2d-919e-cda4f4ff7648/8fbd53e1-a651-418a-b92a-b38ad02f47e5/0d71789a-feb4-4c4d-bfce-36f6f879e0cf) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:44:22.764049 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-09c0520a-f5b9-4eed-ace5-0ed10a346968 service neutron] For port 1dfec5f3-6b09-43d8-9562-32075776c9c3, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:44:22.768448 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-09c0520a-f5b9-4eed-ace5-0ed10a346968 service neutron] For port 1dfec5f3-6b09-43d8-9562-32075776c9c3, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=1dfec5f3-6b09-43d8-9562-32075776c9c3,segment=NetworkSegment(80eacd24-01b9-479d-8ad7-eafb488e2665),segment_id=80eacd24-01b9-479d-8ad7-eafb488e2665)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:44:22.787827 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-09c0520a-f5b9-4eed-ace5-0ed10a346968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:22.859610 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c0520a-f5b9-4eed-ace5-0ed10a346968 service neutron] Pushing event updated for resources: {'Port': ['ID=1dfec5f3-6b09-43d8-9562-32075776c9c3,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:22.874445 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-09c0520a-f5b9-4eed-ace5-0ed10a346968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:22.875279 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-09c0520a-f5b9-4eed-ace5-0ed10a346968 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:22.878241 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-09c0520a-f5b9-4eed-ace5-0ed10a346968 service neutron] 10.222.0.64 "PUT /v2.0/ports/1dfec5f3-6b09-43d8-9562-32075776c9c3 HTTP/1.1" status: 200 len: 1091 time: 3.6812329 Nov 16 11:44:22.927886 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-d5f2681c-8903-499d-a387-dce380ad8d39 service neutron] Request body: {'port': {'device_id': '296f2531-289e-4d94-9c1d-03f76576752d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:22.928394 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41f8083-efba-4853-987a-a7ff497cb878 None None] Network 16dd003b-4477-4d2d-919e-cda4f4ff7648 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:44:22.995365 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e6aed78f-e774-48e1-86e1-623867ed6404 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] 10.222.0.61 "GET /v2.0/ports?device_id=218ae8fb-a945-41e9-8def-0cfd9bf675d1 HTTP/1.1" status: 200 len: 205 time: 0.3623652 Nov 16 11:44:22.999273 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60438) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:23.187872 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-5685e91e-0ecb-4b37-af7a-6d52db03145b None None] Provisioning complete for port be0db695-a60a-4d20-bb70-10b631d74cb9 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:44:23.188358 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5685e91e-0ecb-4b37-af7a-6d52db03145b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:23.378573 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device be0db695-a60a-4d20-bb70-10b631d74cb9 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:44:23.413870 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-2017c914-0e07-45a6-8bca-4c69648aa897 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] delete failed (client error): The resource could not be found. Nov 16 11:44:23.415141 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2017c914-0e07-45a6-8bca-4c69648aa897 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] 10.222.0.61 "DELETE /v2.0/routers/218ae8fb-a945-41e9-8def-0cfd9bf675d1 HTTP/1.1" status: 404 len: 336 time: 0.3895690 Nov 16 11:44:23.422883 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60444) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:23.443460 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '296f2531-289e-4d94-9c1d-03f76576752d', 'tag': '1dfec5f3-6b09-43d8-9562-32075776c9c3'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:44:23.445864 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d2e7dc-8044-45f9-afef-e2241fc04fdc" -d '{"events": [{"name": "network-changed", "server_uuid": "296f2531-289e-4d94-9c1d-03f76576752d", "tag": "1dfec5f3-6b09-43d8-9562-32075776c9c3"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:44:23.478280 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-7543ec72-0110-4ecb-afee-f53dab9507a1 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] DELETE failed (client error): The resource could not be found. Nov 16 11:44:23.482172 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7543ec72-0110-4ecb-afee-f53dab9507a1 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:44:23.488560 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7543ec72-0110-4ecb-afee-f53dab9507a1 tempest-RoutersAdminTest-1034354400 tempest-RoutersAdminTest-1034354400-project] 10.222.0.61 "DELETE /v2.0/subnets/f446bab3-3218-483d-8555-8d1841f5c3a7 HTTP/1.1" status: 404 len: 337 time: 0.0475023 Nov 16 11:44:23.492804 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-d5f2681c-8903-499d-a387-dce380ad8d39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:23.528550 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0bc85d70-9182-4b3e-bf14-5195158e4d5c req-85fb3a77-7f7c-4a77-829b-b801cff92694 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:23.530041 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c84e1c54-87b1-4f61-afe5-18e623bd586e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:23.547386 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['3742ffc3-e897-4083-9847-775f02d0e7b5'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:44:23.560557 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51887b5f-dafe-479a-8376-d8da30635b1b req-13f6f808-7bf9-44db-bd9e-67ef5f00b1c3 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:23.567616 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51887b5f-dafe-479a-8376-d8da30635b1b req-13f6f808-7bf9-44db-bd9e-67ef5f00b1c3 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:23.570280 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port be0db695-a60a-4d20-bb70-10b631d74cb9 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:44:23.570894 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:23.579256 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51887b5f-dafe-479a-8376-d8da30635b1b req-13f6f808-7bf9-44db-bd9e-67ef5f00b1c3 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:23.589496 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51887b5f-dafe-479a-8376-d8da30635b1b req-13f6f808-7bf9-44db-bd9e-67ef5f00b1c3 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:23.597521 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51887b5f-dafe-479a-8376-d8da30635b1b req-13f6f808-7bf9-44db-bd9e-67ef5f00b1c3 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:23.606313 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51887b5f-dafe-479a-8376-d8da30635b1b req-13f6f808-7bf9-44db-bd9e-67ef5f00b1c3 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:23.615854 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51887b5f-dafe-479a-8376-d8da30635b1b req-13f6f808-7bf9-44db-bd9e-67ef5f00b1c3 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:23.618414 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-51887b5f-dafe-479a-8376-d8da30635b1b req-13f6f808-7bf9-44db-bd9e-67ef5f00b1c3 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 5408 time: 0.6160390 Nov 16 11:44:23.647578 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fb3a77-7f7c-4a77-829b-b801cff92694 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Pushing event deleted for resources: {'Port': ['ID=97be700c-47c0-4904-b4de-9b597a21cc68,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:23.834939 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-51887b5f-dafe-479a-8376-d8da30635b1b req-1127b49a-fad4-49c2-9c71-fce3ac017ddc tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=e21bdf95-84ed-4189-aa21-cfae4bf8891b&id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2102475 Nov 16 11:44:23.853001 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5685e91e-0ecb-4b37-af7a-6d52db03145b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:23.883965 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc85d70-9182-4b3e-bf14-5195158e4d5c req-85fb3a77-7f7c-4a77-829b-b801cff92694 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] No DVR routers for this DVR port 97be700c-47c0-4904-b4de-9b597a21cc68 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:44:23.885673 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c84e1c54-87b1-4f61-afe5-18e623bd586e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:23.886895 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0bc85d70-9182-4b3e-bf14-5195158e4d5c req-85fb3a77-7f7c-4a77-829b-b801cff92694 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:23.898021 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0bc85d70-9182-4b3e-bf14-5195158e4d5c req-85fb3a77-7f7c-4a77-829b-b801cff92694 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.36 "DELETE /v2.0/ports/97be700c-47c0-4904-b4de-9b597a21cc68 HTTP/1.1" status: 204 len: 173 time: 2.7913198 Nov 16 11:44:23.991150 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:24.014799 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84e1c54-87b1-4f61-afe5-18e623bd586e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Network 16dd003b-4477-4d2d-919e-cda4f4ff7648 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:44:24.021258 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-c84e1c54-87b1-4f61-afe5-18e623bd586e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:44:24.026335 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84e1c54-87b1-4f61-afe5-18e623bd586e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:44:24.145745 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af985f9-f9fb-4f99-9e31-24ac3d6938ca x-openstack-request-id: req-5af985f9-f9fb-4f99-9e31-24ac3d6938ca {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:44:24.146513 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "296f2531-289e-4d94-9c1d-03f76576752d", "tag": "1dfec5f3-6b09-43d8-9562-32075776c9c3", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:44:24.151369 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5af985f9-f9fb-4f99-9e31-24ac3d6938ca {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:44:24.151575 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e1c54-87b1-4f61-afe5-18e623bd586e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Pushing event updated for resources: {'Port': ['ID=0d71789a-feb4-4c4d-bfce-36f6f879e0cf,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:24.153973 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '296f2531-289e-4d94-9c1d-03f76576752d', 'tag': '1dfec5f3-6b09-43d8-9562-32075776c9c3', 'status': 'completed', 'code': 200} Nov 16 11:44:24.184291 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-5685e91e-0ecb-4b37-af7a-6d52db03145b None None] For port be0db695-a60a-4d20-bb70-10b631d74cb9, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=be0db695-a60a-4d20-bb70-10b631d74cb9,segment=NetworkSegment(882fb58e-3557-474c-a72c-00e589b7b9e2),segment_id=882fb58e-3557-474c-a72c-00e589b7b9e2)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:44:24.226249 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c84e1c54-87b1-4f61-afe5-18e623bd586e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:24.241716 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5685e91e-0ecb-4b37-af7a-6d52db03145b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:24.308888 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60456) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:24.420955 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.api [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:44:24.422914 n-d-816823-3 neutron-server[102670]: DEBUG oslo_db.api [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:44:24.472004 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-65847456-2c0e-424b-bbcc-65bd421e6f59 req-c20bba0e-3723-4dcc-ba04-883f5ba759a5 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=14edb0ca-44ed-448e-bf6b-93f04318ae1c HTTP/1.1" status: 200 len: 210 time: 0.0998874 Nov 16 11:44:24.502188 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2e7dc-8044-45f9-afef-e2241fc04fdc req-b735b0cd-b79c-4a37-882c-4134cdbd1ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:24.502188 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2e7dc-8044-45f9-afef-e2241fc04fdc req-b735b0cd-b79c-4a37-882c-4134cdbd1ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:24.502188 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2e7dc-8044-45f9-afef-e2241fc04fdc req-b735b0cd-b79c-4a37-882c-4134cdbd1ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:24.502188 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2e7dc-8044-45f9-afef-e2241fc04fdc req-b735b0cd-b79c-4a37-882c-4134cdbd1ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:24.502188 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2e7dc-8044-45f9-afef-e2241fc04fdc req-b735b0cd-b79c-4a37-882c-4134cdbd1ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:24.502188 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2e7dc-8044-45f9-afef-e2241fc04fdc req-b735b0cd-b79c-4a37-882c-4134cdbd1ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:24.503233 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2e7dc-8044-45f9-afef-e2241fc04fdc req-b735b0cd-b79c-4a37-882c-4134cdbd1ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:24.505199 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c5d2e7dc-8044-45f9-afef-e2241fc04fdc req-b735b0cd-b79c-4a37-882c-4134cdbd1ea3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=14d41305b65a4dafae92476e1ff902fa&device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 6355 time: 0.3686883 Nov 16 11:44:24.596814 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c84e1c54-87b1-4f61-afe5-18e623bd586e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:24.630666 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3a90b29-8935-47c9-a252-a78269818085 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:24.727709 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5685e91e-0ecb-4b37-af7a-6d52db03145b None None] Pushing event updated for resources: {'Port': ['ID=be0db695-a60a-4d20-bb70-10b631d74cb9,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:24.730725 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ce90a4-7ebd-49ce-89a6-2b1f0e7571ee None None] Network 75d671de-491e-4963-ab77-f13089ac30ce requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:44:24.798123 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2e7dc-8044-45f9-afef-e2241fc04fdc req-f0547d42-7ee7-4bc9-b3fe-2450f709f5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:24.798583 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2e7dc-8044-45f9-afef-e2241fc04fdc req-f0547d42-7ee7-4bc9-b3fe-2450f709f5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:24.799378 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2e7dc-8044-45f9-afef-e2241fc04fdc req-f0547d42-7ee7-4bc9-b3fe-2450f709f5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:24.801182 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c5d2e7dc-8044-45f9-afef-e2241fc04fdc req-f0547d42-7ee7-4bc9-b3fe-2450f709f5a0 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=14d41305b65a4dafae92476e1ff902fa&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2868097 Nov 16 11:44:24.849185 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-056f5068-6e04-4273-a0ca-4e20b4981992 None None] Provisioning complete for port be0db695-a60a-4d20-bb70-10b631d74cb9 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:44:24.849617 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-056f5068-6e04-4273-a0ca-4e20b4981992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:24.927605 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 97be700c-47c0-4904-b4de-9b597a21cc68 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:44:25.003597 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-d5f2681c-8903-499d-a387-dce380ad8d39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c83833b-e468-4daf-8f4c-118e3220587b {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:44:25.017733 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: 97be700c-47c0-4904-b4de-9b597a21cc68 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:44:25.018615 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 97be700c-47c0-4904-b4de-9b597a21cc68 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:44:25.029622 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-d5f2681c-8903-499d-a387-dce380ad8d39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:25.051907 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3a90b29-8935-47c9-a252-a78269818085 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:25.070421 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3a90b29-8935-47c9-a252-a78269818085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:25.141909 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-d5f2681c-8903-499d-a387-dce380ad8d39 service neutron] Transition to ACTIVE for port object 4c83833b-e468-4daf-8f4c-118e3220587b will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:44:25.146455 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a90b29-8935-47c9-a252-a78269818085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07743f18-56f9-4050-826b-c8596f42b7a8,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:25.169015 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device f760c0a8-89a5-4557-8c4b-63c5e5fbf189 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:44:25.189879 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-d5f2681c-8903-499d-a387-dce380ad8d39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:25.256964 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f32e07-da24-4eca-ab64-0422ec7b5bb0 req-f333acb7-accb-401e-82b9-0901523f48d7 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:25.263350 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f32e07-da24-4eca-ab64-0422ec7b5bb0 req-f333acb7-accb-401e-82b9-0901523f48d7 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:25.269588 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f32e07-da24-4eca-ab64-0422ec7b5bb0 req-f333acb7-accb-401e-82b9-0901523f48d7 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:25.276491 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f32e07-da24-4eca-ab64-0422ec7b5bb0 req-f333acb7-accb-401e-82b9-0901523f48d7 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:25.282960 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f32e07-da24-4eca-ab64-0422ec7b5bb0 req-f333acb7-accb-401e-82b9-0901523f48d7 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:25.289216 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f32e07-da24-4eca-ab64-0422ec7b5bb0 req-f333acb7-accb-401e-82b9-0901523f48d7 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:25.296377 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f32e07-da24-4eca-ab64-0422ec7b5bb0 req-f333acb7-accb-401e-82b9-0901523f48d7 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:25.310079 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2e7dc-8044-45f9-afef-e2241fc04fdc req-51ab5542-46ca-4f54-ba2f-84b381526398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:25.311774 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c5d2e7dc-8044-45f9-afef-e2241fc04fdc req-51ab5542-46ca-4f54-ba2f-84b381526398 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4980419 Nov 16 11:44:25.316622 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e3a90b29-8935-47c9-a252-a78269818085 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=03c373dbc5d544d18a95d2f0bc6153a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9980965 Nov 16 11:44:25.318338 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f2681c-8903-499d-a387-dce380ad8d39 service neutron] Pushing event updated for resources: {'Port': ['ID=4c83833b-e468-4daf-8f4c-118e3220587b,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:25.319049 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-44f32e07-da24-4eca-ab64-0422ec7b5bb0 req-f333acb7-accb-401e-82b9-0901523f48d7 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 5408 time: 0.2983720 Nov 16 11:44:25.321333 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60462) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:25.377716 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port f760c0a8-89a5-4557-8c4b-63c5e5fbf189 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:44:25.378596 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:25.466378 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c84e1c54-87b1-4f61-afe5-18e623bd586e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:25.477401 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c84e1c54-87b1-4f61-afe5-18e623bd586e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:25.560440 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c84e1c54-87b1-4f61-afe5-18e623bd586e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:25.609891 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-41a645ea-29ff-4a2e-b1da-dd4c439c10c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:25.676226 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-41a645ea-29ff-4a2e-b1da-dd4c439c10c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:25.718792 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-d5f2681c-8903-499d-a387-dce380ad8d39 service neutron] Attempting to bind port 4c83833b-e468-4daf-8f4c-118e3220587b on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:44:25.734386 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-d5f2681c-8903-499d-a387-dce380ad8d39 service neutron] Attempting to bind port 4c83833b-e468-4daf-8f4c-118e3220587b by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '43a893b6-0a3c-4973-a635-dcc9cf8e41b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2041a2b2-0e73-454b-949f-7d84c22f57a1'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:44:25.734934 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-d5f2681c-8903-499d-a387-dce380ad8d39 service neutron] Attempting to bind port 4c83833b-e468-4daf-8f4c-118e3220587b on network 2041a2b2-0e73-454b-949f-7d84c22f57a1 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:44:25.740999 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:25.760562 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-d5f2681c-8903-499d-a387-dce380ad8d39 service neutron] Port 4c83833b-e468-4daf-8f4c-118e3220587b on network 2041a2b2-0e73-454b-949f-7d84c22f57a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:44:25.763516 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-d5f2681c-8903-499d-a387-dce380ad8d39 service neutron] Attempting to bind port 4c83833b-e468-4daf-8f4c-118e3220587b on network 2041a2b2-0e73-454b-949f-7d84c22f57a1 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:44:25.805646 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-d5f2681c-8903-499d-a387-dce380ad8d39 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:44:25.805903 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b2a5148c-77b1-4d42-8aee-dd057751d291 None None] Provisioning complete for port 0d71789a-feb4-4c4d-bfce-36f6f879e0cf triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:44:25.806511 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b2a5148c-77b1-4d42-8aee-dd057751d291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:25.812464 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-d5f2681c-8903-499d-a387-dce380ad8d39 service neutron] Checking segment: {'id': '43a893b6-0a3c-4973-a635-dcc9cf8e41b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2041a2b2-0e73-454b-949f-7d84c22f57a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:44:25.812989 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-d5f2681c-8903-499d-a387-dce380ad8d39 service neutron] Bound using segment: {'id': '43a893b6-0a3c-4973-a635-dcc9cf8e41b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2041a2b2-0e73-454b-949f-7d84c22f57a1'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:44:25.815337 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-d5f2681c-8903-499d-a387-dce380ad8d39 service neutron] Bound port: 4c83833b-e468-4daf-8f4c-118e3220587b, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43a893b6-0a3c-4973-a635-dcc9cf8e41b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2041a2b2-0e73-454b-949f-7d84c22f57a1'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:44:25.816710 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-d5f2681c-8903-499d-a387-dce380ad8d39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:25.869698 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port f760c0a8-89a5-4557-8c4b-63c5e5fbf189, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=f760c0a8-89a5-4557-8c4b-63c5e5fbf189,segment=NetworkSegment(2349d59c-57a1-4fe7-ae55-a22d6b734807),segment_id=2349d59c-57a1-4fe7-ae55-a22d6b734807)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:44:25.871283 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b2a5148c-77b1-4d42-8aee-dd057751d291 None None] Port 0d71789a-feb4-4c4d-bfce-36f6f879e0cf cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:44:25.880412 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:25.956135 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-41a645ea-29ff-4a2e-b1da-dd4c439c10c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:25.959620 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=f760c0a8-89a5-4557-8c4b-63c5e5fbf189,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:25.964750 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-41a645ea-29ff-4a2e-b1da-dd4c439c10c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:25.968735 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b2a5148c-77b1-4d42-8aee-dd057751d291 None None] Provisioning complete for port f760c0a8-89a5-4557-8c4b-63c5e5fbf189 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:44:25.971837 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b2a5148c-77b1-4d42-8aee-dd057751d291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:25.972826 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-41a645ea-29ff-4a2e-b1da-dd4c439c10c9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/07743f18-56f9-4050-826b-c8596f42b7a8 HTTP/1.1" status: 204 len: 168 time: 0.6502030 Nov 16 11:44:26.005799 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a645ea-29ff-4a2e-b1da-dd4c439c10c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07743f18-56f9-4050-826b-c8596f42b7a8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:26.018512 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-d5f2681c-8903-499d-a387-dce380ad8d39 service neutron] For port 4c83833b-e468-4daf-8f4c-118e3220587b, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:44:26.043585 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-d5f2681c-8903-499d-a387-dce380ad8d39 service neutron] For port 4c83833b-e468-4daf-8f4c-118e3220587b, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=4c83833b-e468-4daf-8f4c-118e3220587b,segment=NetworkSegment(43a893b6-0a3c-4973-a635-dcc9cf8e41b4),segment_id=43a893b6-0a3c-4973-a635-dcc9cf8e41b4)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:44:26.052274 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device be0db695-a60a-4d20-bb70-10b631d74cb9 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:44:26.061747 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-d5f2681c-8903-499d-a387-dce380ad8d39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:26.112221 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-d5f2681c-8903-499d-a387-dce380ad8d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:26.113073 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-d5f2681c-8903-499d-a387-dce380ad8d39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:26.114836 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-d5f2681c-8903-499d-a387-dce380ad8d39 service neutron] 10.222.0.64 "PUT /v2.0/ports/4c83833b-e468-4daf-8f4c-118e3220587b HTTP/1.1" status: 200 len: 1091 time: 3.2011583 Nov 16 11:44:26.163217 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14edb0ca-44ed-448e-bf6b-93f04318ae1c', 'name': 'network-vif-deleted', 'tag': '97be700c-47c0-4904-b4de-9b597a21cc68'}, {'name': 'network-changed', 'server_uuid': '296f2531-289e-4d94-9c1d-03f76576752d', 'tag': '4c83833b-e468-4daf-8f4c-118e3220587b'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:44:26.165805 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27cfd8ef-6d5b-432a-86e9-1dd0e930f111" -d '{"events": [{"server_uuid": "14edb0ca-44ed-448e-bf6b-93f04318ae1c", "name": "network-vif-deleted", "tag": "97be700c-47c0-4904-b4de-9b597a21cc68"}, {"name": "network-changed", "server_uuid": "296f2531-289e-4d94-9c1d-03f76576752d", "tag": "4c83833b-e468-4daf-8f4c-118e3220587b"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:44:26.186686 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4f3724ee-53ae-4f30-8f8c-5e6cc643ff99 service neutron] Request body: {'port': {'device_id': '296f2531-289e-4d94-9c1d-03f76576752d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:26.229870 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port be0db695-a60a-4d20-bb70-10b631d74cb9 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:44:26.230405 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:26.252341 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f2681c-8903-499d-a387-dce380ad8d39 service neutron] Pushing event updated for resources: {'Port': ['ID=4c83833b-e468-4daf-8f4c-118e3220587b,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:26.320899 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4f3724ee-53ae-4f30-8f8c-5e6cc643ff99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:26.440475 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84e1c54-87b1-4f61-afe5-18e623bd586e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Network 16dd003b-4477-4d2d-919e-cda4f4ff7648 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:44:26.454497 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-c84e1c54-87b1-4f61-afe5-18e623bd586e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:44:26.537051 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3f1246b0-676d-4dc5-ab5c-e98125bb2b8f None None] Provisioning complete for port f760c0a8-89a5-4557-8c4b-63c5e5fbf189 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:44:26.537527 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3f1246b0-676d-4dc5-ab5c-e98125bb2b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:26.678735 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-44f32e07-da24-4eca-ab64-0422ec7b5bb0 req-ea799ab9-d885-4f31-ae97-d02d852f11d3 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=e21bdf95-84ed-4189-aa21-cfae4bf8891b&id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.3587759 Nov 16 11:44:26.692777 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e1c54-87b1-4f61-afe5-18e623bd586e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Pushing event updated for resources: {'Port': ['ID=0d71789a-feb4-4c4d-bfce-36f6f879e0cf,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:26.732553 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c84e1c54-87b1-4f61-afe5-18e623bd586e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Router e03588f7-f77e-4f1b-8f48-495190cd8649 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:44:26.907487 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-588b6175-18a3-4d2a-b2d7-51614dfdda5b None None] Provisioning complete for port 0d71789a-feb4-4c4d-bfce-36f6f879e0cf triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:44:26.908013 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-588b6175-18a3-4d2a-b2d7-51614dfdda5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:26.909403 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60472) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:26.920504 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4f3724ee-53ae-4f30-8f8c-5e6cc643ff99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93d0a61f-46d8-4643-8f71-0fc671a31fe6 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:44:26.922264 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84e1c54-87b1-4f61-afe5-18e623bd586e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:44:26.932631 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c84e1c54-87b1-4f61-afe5-18e623bd586e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] 10.222.0.61 "PUT /v2.0/routers/e03588f7-f77e-4f1b-8f48-495190cd8649/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9407401 Nov 16 11:44:26.934184 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4f3724ee-53ae-4f30-8f8c-5e6cc643ff99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:26.945913 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4f3724ee-53ae-4f30-8f8c-5e6cc643ff99 service neutron] Transition to ACTIVE for port object 93d0a61f-46d8-4643-8f71-0fc671a31fe6 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:44:26.946784 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60474) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:26.971433 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-588b6175-18a3-4d2a-b2d7-51614dfdda5b None None] Port 0d71789a-feb4-4c4d-bfce-36f6f879e0cf cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:44:26.973191 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3776a9-a4b5-4fcb-9009-81ce2f3f4246 None None] Sync routers for ids ['e03588f7-f77e-4f1b-8f48-495190cd8649'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:44:26.989537 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3776a9-a4b5-4fcb-9009-81ce2f3f4246 None None] Routers {'e03588f7-f77e-4f1b-8f48-495190cd8649'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:44:26.990468 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4e3776a9-a4b5-4fcb-9009-81ce2f3f4246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:44:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['e03588f7-f77e-4f1b-8f48-495190cd8649'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:27.014938 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-517823f9-d47a-488f-876c-9aed410f14fa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=192892d471954cab8e30f2f334faa4e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0805488 Nov 16 11:44:27.017191 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-89bc6856-228c-4b69-91d0-d1b098fd968d req-b90e1e43-e755-43e8-a736-f1214ad79e17 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=14edb0ca-44ed-448e-bf6b-93f04318ae1c HTTP/1.1" status: 200 len: 210 time: 0.1066163 Nov 16 11:44:27.017811 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60476) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:27.052746 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4e3776a9-a4b5-4fcb-9009-81ce2f3f4246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:27.061980 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3776a9-a4b5-4fcb-9009-81ce2f3f4246 None None] Routers {'e03588f7-f77e-4f1b-8f48-495190cd8649'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:44:27.062638 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4e3776a9-a4b5-4fcb-9009-81ce2f3f4246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:44:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['e03588f7-f77e-4f1b-8f48-495190cd8649'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:27.096339 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-54cd2f76-22b3-4085-86c3-53fcf1339e16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:27.102845 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4f3724ee-53ae-4f30-8f8c-5e6cc643ff99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:27.138123 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4e3776a9-a4b5-4fcb-9009-81ce2f3f4246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:27.142250 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3776a9-a4b5-4fcb-9009-81ce2f3f4246 None None] The sync data for ids ['e03588f7-f77e-4f1b-8f48-495190cd8649'] in n-d-816823-3 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:44:27.154799 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-54cd2f76-22b3-4085-86c3-53fcf1339e16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:27.163406 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 16 Nov 2021 11:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687d0d71-d2ab-4384-b96e-f86389d74e27 x-openstack-request-id: req-687d0d71-d2ab-4384-b96e-f86389d74e27 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:44:27.163703 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14edb0ca-44ed-448e-bf6b-93f04318ae1c", "name": "network-vif-deleted", "tag": "97be700c-47c0-4904-b4de-9b597a21cc68", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "296f2531-289e-4d94-9c1d-03f76576752d", "tag": "4c83833b-e468-4daf-8f4c-118e3220587b", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:44:27.164032 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-687d0d71-d2ab-4384-b96e-f86389d74e27 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:44:27.164566 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14edb0ca-44ed-448e-bf6b-93f04318ae1c', 'name': 'network-vif-deleted', 'tag': '97be700c-47c0-4904-b4de-9b597a21cc68', 'status': 'completed', 'code': 200} Nov 16 11:44:27.164797 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '296f2531-289e-4d94-9c1d-03f76576752d', 'tag': '4c83833b-e468-4daf-8f4c-118e3220587b', 'status': 'completed', 'code': 200} Nov 16 11:44:27.274401 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-54cd2f76-22b3-4085-86c3-53fcf1339e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:27.278243 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-54cd2f76-22b3-4085-86c3-53fcf1339e16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:27.281890 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-54cd2f76-22b3-4085-86c3-53fcf1339e16 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c82b0ad1-66a4-4164-9f00-833664969b5b HTTP/1.1" status: 204 len: 168 time: 0.2607050 Nov 16 11:44:27.290248 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd2f76-22b3-4085-86c3-53fcf1339e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82b0ad1-66a4-4164-9f00-833664969b5b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:27.348837 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3724ee-53ae-4f30-8f8c-5e6cc643ff99 service neutron] Pushing event updated for resources: {'Port': ['ID=93d0a61f-46d8-4643-8f71-0fc671a31fe6,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:27.393883 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfd8ef-6d5b-432a-86e9-1dd0e930f111 req-f6e521be-32f2-4a47-ba81-0d23cde2d343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:27.394780 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfd8ef-6d5b-432a-86e9-1dd0e930f111 req-f6e521be-32f2-4a47-ba81-0d23cde2d343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:27.394780 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfd8ef-6d5b-432a-86e9-1dd0e930f111 req-f6e521be-32f2-4a47-ba81-0d23cde2d343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:27.396049 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfd8ef-6d5b-432a-86e9-1dd0e930f111 req-f6e521be-32f2-4a47-ba81-0d23cde2d343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:27.396049 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfd8ef-6d5b-432a-86e9-1dd0e930f111 req-f6e521be-32f2-4a47-ba81-0d23cde2d343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:27.397732 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfd8ef-6d5b-432a-86e9-1dd0e930f111 req-f6e521be-32f2-4a47-ba81-0d23cde2d343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:27.397732 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfd8ef-6d5b-432a-86e9-1dd0e930f111 req-f6e521be-32f2-4a47-ba81-0d23cde2d343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:27.405663 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-27cfd8ef-6d5b-432a-86e9-1dd0e930f111 req-f6e521be-32f2-4a47-ba81-0d23cde2d343 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=14d41305b65a4dafae92476e1ff902fa&device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 6447 time: 0.2011020 Nov 16 11:44:27.573561 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4f3724ee-53ae-4f30-8f8c-5e6cc643ff99 service neutron] Attempting to bind port 93d0a61f-46d8-4643-8f71-0fc671a31fe6 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:44:27.573561 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4f3724ee-53ae-4f30-8f8c-5e6cc643ff99 service neutron] Attempting to bind port 93d0a61f-46d8-4643-8f71-0fc671a31fe6 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '43a893b6-0a3c-4973-a635-dcc9cf8e41b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2041a2b2-0e73-454b-949f-7d84c22f57a1'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:44:27.573561 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4f3724ee-53ae-4f30-8f8c-5e6cc643ff99 service neutron] Attempting to bind port 93d0a61f-46d8-4643-8f71-0fc671a31fe6 on network 2041a2b2-0e73-454b-949f-7d84c22f57a1 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:44:27.595781 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4f3724ee-53ae-4f30-8f8c-5e6cc643ff99 service neutron] Port 93d0a61f-46d8-4643-8f71-0fc671a31fe6 on network 2041a2b2-0e73-454b-949f-7d84c22f57a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:44:27.596105 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4f3724ee-53ae-4f30-8f8c-5e6cc643ff99 service neutron] Attempting to bind port 93d0a61f-46d8-4643-8f71-0fc671a31fe6 on network 2041a2b2-0e73-454b-949f-7d84c22f57a1 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:44:27.639523 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4f3724ee-53ae-4f30-8f8c-5e6cc643ff99 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:44:27.639859 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4f3724ee-53ae-4f30-8f8c-5e6cc643ff99 service neutron] Checking segment: {'id': '43a893b6-0a3c-4973-a635-dcc9cf8e41b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2041a2b2-0e73-454b-949f-7d84c22f57a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:44:27.640260 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4f3724ee-53ae-4f30-8f8c-5e6cc643ff99 service neutron] Bound using segment: {'id': '43a893b6-0a3c-4973-a635-dcc9cf8e41b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2041a2b2-0e73-454b-949f-7d84c22f57a1'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:44:27.641303 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4f3724ee-53ae-4f30-8f8c-5e6cc643ff99 service neutron] Bound port: 93d0a61f-46d8-4643-8f71-0fc671a31fe6, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43a893b6-0a3c-4973-a635-dcc9cf8e41b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2041a2b2-0e73-454b-949f-7d84c22f57a1'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:44:27.641303 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4f3724ee-53ae-4f30-8f8c-5e6cc643ff99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:27.682342 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfd8ef-6d5b-432a-86e9-1dd0e930f111 req-279202c0-f6ad-4e89-b139-0809f3c2b089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:27.682782 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfd8ef-6d5b-432a-86e9-1dd0e930f111 req-279202c0-f6ad-4e89-b139-0809f3c2b089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:27.683248 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfd8ef-6d5b-432a-86e9-1dd0e930f111 req-279202c0-f6ad-4e89-b139-0809f3c2b089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:27.685392 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-27cfd8ef-6d5b-432a-86e9-1dd0e930f111 req-279202c0-f6ad-4e89-b139-0809f3c2b089 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=14d41305b65a4dafae92476e1ff902fa&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2451332 Nov 16 11:44:27.869121 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-4fb0745f-18a9-4c84-aec6-befc36451560 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:44:27.870262 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4fb0745f-18a9-4c84-aec6-befc36451560 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] 10.222.0.61 "PUT /v2.0/routers/e03588f7-f77e-4f1b-8f48-495190cd8649/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9222624 Nov 16 11:44:27.875450 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60486) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:27.887014 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4f3724ee-53ae-4f30-8f8c-5e6cc643ff99 service neutron] For port 93d0a61f-46d8-4643-8f71-0fc671a31fe6, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:44:27.907353 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4f3724ee-53ae-4f30-8f8c-5e6cc643ff99 service neutron] For port 93d0a61f-46d8-4643-8f71-0fc671a31fe6, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=93d0a61f-46d8-4643-8f71-0fc671a31fe6,segment=NetworkSegment(43a893b6-0a3c-4973-a635-dcc9cf8e41b4),segment_id=43a893b6-0a3c-4973-a635-dcc9cf8e41b4)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:44:27.908961 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfd8ef-6d5b-432a-86e9-1dd0e930f111 req-fa5f7e8b-5a20-48c9-9668-a500d373744c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:27.910837 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-27cfd8ef-6d5b-432a-86e9-1dd0e930f111 req-fa5f7e8b-5a20-48c9-9668-a500d373744c service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2127607 Nov 16 11:44:27.938301 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4f3724ee-53ae-4f30-8f8c-5e6cc643ff99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:27.974895 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a39c2-f7d5-461b-800f-7094aa04ae29 req-fcf275a7-7862-4bd2-941d-34f3322ca659 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:27.984116 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a39c2-f7d5-461b-800f-7094aa04ae29 req-fcf275a7-7862-4bd2-941d-34f3322ca659 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:27.988711 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4f3724ee-53ae-4f30-8f8c-5e6cc643ff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:27.991458 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4f3724ee-53ae-4f30-8f8c-5e6cc643ff99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:27.991458 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4f3724ee-53ae-4f30-8f8c-5e6cc643ff99 service neutron] 10.222.0.64 "PUT /v2.0/ports/93d0a61f-46d8-4643-8f71-0fc671a31fe6 HTTP/1.1" status: 200 len: 1091 time: 1.8128016 Nov 16 11:44:27.991704 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a39c2-f7d5-461b-800f-7094aa04ae29 req-fcf275a7-7862-4bd2-941d-34f3322ca659 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:27.997780 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a39c2-f7d5-461b-800f-7094aa04ae29 req-fcf275a7-7862-4bd2-941d-34f3322ca659 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:28.004593 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a39c2-f7d5-461b-800f-7094aa04ae29 req-fcf275a7-7862-4bd2-941d-34f3322ca659 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:28.011206 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a39c2-f7d5-461b-800f-7094aa04ae29 req-fcf275a7-7862-4bd2-941d-34f3322ca659 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:28.018411 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a39c2-f7d5-461b-800f-7094aa04ae29 req-fcf275a7-7862-4bd2-941d-34f3322ca659 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:28.026836 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-342a39c2-f7d5-461b-800f-7094aa04ae29 req-fcf275a7-7862-4bd2-941d-34f3322ca659 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 5432 time: 0.2431538 Nov 16 11:44:28.051659 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3724ee-53ae-4f30-8f8c-5e6cc643ff99 service neutron] Pushing event updated for resources: {'Port': ['ID=93d0a61f-46d8-4643-8f71-0fc671a31fe6,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:28.161493 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-8506ba95-0d43-400c-b217-2cbe150ed101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:28.162402 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device f760c0a8-89a5-4557-8c4b-63c5e5fbf189 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:44:28.164488 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-8506ba95-0d43-400c-b217-2cbe150ed101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:28.167379 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-8506ba95-0d43-400c-b217-2cbe150ed101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:28.168040 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-8506ba95-0d43-400c-b217-2cbe150ed101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:28.168902 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-8506ba95-0d43-400c-b217-2cbe150ed101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:28.169555 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-8506ba95-0d43-400c-b217-2cbe150ed101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:28.174863 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-8506ba95-0d43-400c-b217-2cbe150ed101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:28.177194 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-8506ba95-0d43-400c-b217-2cbe150ed101 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=14d41305b65a4dafae92476e1ff902fa&device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 6489 time: 0.1141491 Nov 16 11:44:28.238603 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:28.268970 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-54e2dd7d-4861-4d97-b1ce-475f8805100c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=039b5ae1-2fe8-48b5-84f3-2dbed68501be HTTP/1.1" status: 200 len: 217 time: 0.0833223 Nov 16 11:44:28.272731 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port f760c0a8-89a5-4557-8c4b-63c5e5fbf189 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:44:28.274037 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:28.283807 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-342a39c2-f7d5-461b-800f-7094aa04ae29 req-0daee7f3-8a73-402b-bbc0-c681ec656a77 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=e21bdf95-84ed-4189-aa21-cfae4bf8891b&id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2557926 Nov 16 11:44:28.353744 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-16a94e95-3d50-46ad-b811-5a734a745a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:28.355570 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-16a94e95-3d50-46ad-b811-5a734a745a62 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0dfedd61-b7f4-4fb0-bbf3-63a0a3e66c06 HTTP/1.1" status: 200 len: 856 time: 0.0793109 Nov 16 11:44:28.487558 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-55ca0c0b-166a-4918-9817-1aff937c8e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:28.489060 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-55ca0c0b-166a-4918-9817-1aff937c8e95 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cd9b53f3-dc5a-4d2a-9424-263d53785a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1263573 Nov 16 11:44:28.495450 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-240792d6-63c6-4d5e-ae79-79ef08103fb8 req-6e6f6209-7448-4476-9258-21595af9ebe5 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=14edb0ca-44ed-448e-bf6b-93f04318ae1c HTTP/1.1" status: 200 len: 210 time: 0.0348299 Nov 16 11:44:28.678918 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-7535864a-4b74-4a68-bbd4-ab033265b487 service neutron] 10.222.0.64 "GET /v2.0/networks/cd9b53f3-dc5a-4d2a-9424-263d53785a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778674 Nov 16 11:44:28.781056 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-c550befd-6856-4e71-935e-efda5fa14e2e service neutron] 10.222.0.64 "GET /v2.0/networks/cd9b53f3-dc5a-4d2a-9424-263d53785a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947268 Nov 16 11:44:28.792861 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71da629e-c2d2-48db-9fb9-89e98b9de3b5 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:28.860309 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-072ce5ec-0034-4edb-b0a8-89769a5cd862 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=938024bc-796d-495a-81a8-6e0bc9631cff HTTP/1.1" status: 200 len: 217 time: 0.0715287 Nov 16 11:44:28.974912 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-cc207bda-0f9c-4193-b147-dcdc4008a369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:28.980054 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:28.980919 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-cc207bda-0f9c-4193-b147-dcdc4008a369 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14da45b5-9dad-4378-b0d0-75410f62650a HTTP/1.1" status: 200 len: 797 time: 0.1131103 Nov 16 11:44:29.068779 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-c6674d33-f496-4c7f-bec1-eb413da4b677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:29.076004 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-c6674d33-f496-4c7f-bec1-eb413da4b677 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0799344 Nov 16 11:44:29.184013 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-71da629e-c2d2-48db-9fb9-89e98b9de3b5 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Deleting port 0d71789a-feb4-4c4d-bfce-36f6f879e0cf {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:44:29.184640 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71da629e-c2d2-48db-9fb9-89e98b9de3b5 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:29.322545 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71da629e-c2d2-48db-9fb9-89e98b9de3b5 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:29.339686 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-71da629e-c2d2-48db-9fb9-89e98b9de3b5 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Calling delete_port for 0d71789a-feb4-4c4d-bfce-36f6f879e0cf owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:44:29.512446 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ce2a9-d543-47f4-ad60-5394cb5f580b req-ffa34b1d-6465-4961-9647-86219180c019 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:29.524819 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ce2a9-d543-47f4-ad60-5394cb5f580b req-ffa34b1d-6465-4961-9647-86219180c019 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:29.543040 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ce2a9-d543-47f4-ad60-5394cb5f580b req-ffa34b1d-6465-4961-9647-86219180c019 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:29.549375 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ce2a9-d543-47f4-ad60-5394cb5f580b req-ffa34b1d-6465-4961-9647-86219180c019 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:29.550552 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '296f2531-289e-4d94-9c1d-03f76576752d', 'tag': '93d0a61f-46d8-4643-8f71-0fc671a31fe6'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:44:29.553108 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2172469-04d0-478a-a1f5-a5e97d0bfcfa" -d '{"events": [{"name": "network-changed", "server_uuid": "296f2531-289e-4d94-9c1d-03f76576752d", "tag": "93d0a61f-46d8-4643-8f71-0fc671a31fe6"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:44:29.557409 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-dc787a01-ca65-479e-8eb4-ae61184d37b8 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4764206 Nov 16 11:44:29.566989 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ce2a9-d543-47f4-ad60-5394cb5f580b req-ffa34b1d-6465-4961-9647-86219180c019 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:29.580140 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ce2a9-d543-47f4-ad60-5394cb5f580b req-ffa34b1d-6465-4961-9647-86219180c019 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:29.586108 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ce2a9-d543-47f4-ad60-5394cb5f580b req-ffa34b1d-6465-4961-9647-86219180c019 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:29.588074 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-869ce2a9-d543-47f4-ad60-5394cb5f580b req-ffa34b1d-6465-4961-9647-86219180c019 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 5432 time: 0.1857262 Nov 16 11:44:29.715222 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-869ce2a9-d543-47f4-ad60-5394cb5f580b req-ce125233-f37d-450f-a86c-1e36627bdb7c tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=e21bdf95-84ed-4189-aa21-cfae4bf8891b&id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0964978 Nov 16 11:44:29.855558 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-ce57c575-645f-4666-9c65-566e41faebe5 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900908 Nov 16 11:44:29.869822 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71da629e-c2d2-48db-9fb9-89e98b9de3b5 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:29.929398 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da629e-c2d2-48db-9fb9-89e98b9de3b5 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Pushing event deleted for resources: {'Port': ['ID=0d71789a-feb4-4c4d-bfce-36f6f879e0cf,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:29.939681 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-23deb6b4-c6ca-4584-ab77-5e048b1a1a46 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=8c5a2788-c1fb-4c11-98c8-c7da1005cc29 HTTP/1.1" status: 200 len: 217 time: 0.0758536 Nov 16 11:44:29.958900 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c8b27f51-9a7e-479b-8d53-7072f6e6d5a5 req-2cf9e9e5-8088-4860-bdb7-b93b19532da2 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=14edb0ca-44ed-448e-bf6b-93f04318ae1c HTTP/1.1" status: 200 len: 210 time: 0.0367751 Nov 16 11:44:30.061345 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e76ca4e-d5b7-463d-bba2-30e9d0f12687 x-openstack-request-id: req-8e76ca4e-d5b7-463d-bba2-30e9d0f12687 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:44:30.061949 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "296f2531-289e-4d94-9c1d-03f76576752d", "tag": "93d0a61f-46d8-4643-8f71-0fc671a31fe6", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:44:30.061949 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8e76ca4e-d5b7-463d-bba2-30e9d0f12687 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:44:30.062276 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '296f2531-289e-4d94-9c1d-03f76576752d', 'tag': '93d0a61f-46d8-4643-8f71-0fc671a31fe6', 'status': 'completed', 'code': 200} Nov 16 11:44:30.074691 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-24bb7395-2dc1-4bec-9e92-9c0da4435901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:30.076642 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-24bb7395-2dc1-4bec-9e92-9c0da4435901 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14da45b5-9dad-4378-b0d0-75410f62650a HTTP/1.1" status: 200 len: 797 time: 0.1298747 Nov 16 11:44:30.164489 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60524) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:30.180466 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-09bb8ac9-b36c-4fcb-b534-7695796d4eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:30.186488 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-09bb8ac9-b36c-4fcb-b534-7695796d4eec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0988913 Nov 16 11:44:30.311202 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71da629e-c2d2-48db-9fb9-89e98b9de3b5 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:30.358248 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-90bb6597-3c30-44e6-8448-e6520a1de7d9 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633518 Nov 16 11:44:30.388998 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-fb0f95cb-4003-4aa8-bda2-aa338e378282 tempest-RoutersAdminNegativeTest-726529971 tempest-RoutersAdminNegativeTest-726529971-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1369134562', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:30.462868 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0f95cb-4003-4aa8-bda2-aa338e378282 tempest-RoutersAdminNegativeTest-726529971 tempest-RoutersAdminNegativeTest-726529971-project-admin] Made reservation on behalf of 52119b4b82524c5c8ee04a34d258e8ff for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:44:30.465288 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb0f95cb-4003-4aa8-bda2-aa338e378282 tempest-RoutersAdminNegativeTest-726529971 tempest-RoutersAdminNegativeTest-726529971-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:30.479047 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb0f95cb-4003-4aa8-bda2-aa338e378282 tempest-RoutersAdminNegativeTest-726529971 tempest-RoutersAdminNegativeTest-726529971-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:30.517375 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-0e281b5d-2d61-4765-9576-86000f5d9410 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479907 Nov 16 11:44:30.564111 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-fd6b15d2-da68-4ef3-a903-a214dcf65a64 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=913955cf-8e4e-4a23-b0e2-1acbc8547be5 HTTP/1.1" status: 200 len: 217 time: 0.0387976 Nov 16 11:44:30.579505 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71da629e-c2d2-48db-9fb9-89e98b9de3b5 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Router e03588f7-f77e-4f1b-8f48-495190cd8649 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:44:30.644648 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4087fcdf-0c18-4257-bee4-a8530ab7abf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:30.646138 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4087fcdf-0c18-4257-bee4-a8530ab7abf6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14da45b5-9dad-4378-b0d0-75410f62650a HTTP/1.1" status: 200 len: 797 time: 0.0758312 Nov 16 11:44:30.651146 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb0f95cb-4003-4aa8-bda2-aa338e378282 tempest-RoutersAdminNegativeTest-726529971 tempest-RoutersAdminNegativeTest-726529971-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:30.665117 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb0f95cb-4003-4aa8-bda2-aa338e378282 tempest-RoutersAdminNegativeTest-726529971 tempest-RoutersAdminNegativeTest-726529971-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:30.666981 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71da629e-c2d2-48db-9fb9-89e98b9de3b5 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:44:30.668681 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-fb0f95cb-4003-4aa8-bda2-aa338e378282 tempest-RoutersAdminNegativeTest-726529971 tempest-RoutersAdminNegativeTest-726529971-project-admin] device_id is not set on port 0c5f4591-4921-424d-ad78-290d9cf93c08 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:44:30.680320 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146798bc-b2b7-40c2-af3f-d3c1cbe2d259 None None] Sync routers for ids ['e03588f7-f77e-4f1b-8f48-495190cd8649'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:44:30.687924 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-71da629e-c2d2-48db-9fb9-89e98b9de3b5 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] 10.222.0.61 "PUT /v2.0/routers/e03588f7-f77e-4f1b-8f48-495190cd8649/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8042536 Nov 16 11:44:30.687924 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60528) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:30.701073 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146798bc-b2b7-40c2-af3f-d3c1cbe2d259 None None] Routers {'e03588f7-f77e-4f1b-8f48-495190cd8649'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:44:30.701698 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-146798bc-b2b7-40c2-af3f-d3c1cbe2d259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:44:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['e03588f7-f77e-4f1b-8f48-495190cd8649'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:30.741555 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-9302d61a-9834-4915-a22b-4e8215406811 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] delete failed (client error): The resource could not be found. Nov 16 11:44:30.751171 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-9302d61a-9834-4915-a22b-4e8215406811 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] 10.222.0.61 "DELETE /v2.0/routers/tempest-non_exist_router-39262780 HTTP/1.1" status: 404 len: 333 time: 0.0637600 Nov 16 11:44:30.752181 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60530) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:30.771958 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-146798bc-b2b7-40c2-af3f-d3c1cbe2d259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:30.772280 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-6d2cc9f5-ea89-40d1-a2d8-b92ef0017a38 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e03588f7-f77e-4f1b-8f48-495190cd8649'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:30.780752 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146798bc-b2b7-40c2-af3f-d3c1cbe2d259 None None] Routers {'e03588f7-f77e-4f1b-8f48-495190cd8649'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:44:30.781355 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-146798bc-b2b7-40c2-af3f-d3c1cbe2d259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:44:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['e03588f7-f77e-4f1b-8f48-495190cd8649'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:30.832672 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-146798bc-b2b7-40c2-af3f-d3c1cbe2d259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:30.833253 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146798bc-b2b7-40c2-af3f-d3c1cbe2d259 None None] The sync data for ids ['e03588f7-f77e-4f1b-8f48-495190cd8649'] in n-d-816823-3 is: [] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:44:30.847349 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f95cb-4003-4aa8-bda2-aa338e378282 tempest-RoutersAdminNegativeTest-726529971 tempest-RoutersAdminNegativeTest-726529971-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e909e89f-67e4-4907-b3d5-8ad8a0558c63,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:30.878155 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-0ac0f19a-1dab-42bc-85f7-f405901c2165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:30.880197 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-0ac0f19a-1dab-42bc-85f7-f405901c2165 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2272558 Nov 16 11:44:31.031213 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-fb0f95cb-4003-4aa8-bda2-aa338e378282 tempest-RoutersAdminNegativeTest-726529971 tempest-RoutersAdminNegativeTest-726529971-project-admin] Allocated IP 172.25.0.66 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/0c5f4591-4921-424d-ad78-290d9cf93c08) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:44:31.055298 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-ecd577c9-8c0b-44ff-994d-68046f5d9c4a service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638036 Nov 16 11:44:31.280687 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-20b8d2a1-9cf8-4503-9517-014c736f8b41 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121334 Nov 16 11:44:31.340312 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-dd5f8c4b-a7b8-4237-95ed-f64969979fc2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=1dfec5f3-6b09-43d8-9562-32075776c9c3 HTTP/1.1" status: 200 len: 217 time: 0.0494604 Nov 16 11:44:31.368129 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb0f95cb-4003-4aa8-bda2-aa338e378282 tempest-RoutersAdminNegativeTest-726529971 tempest-RoutersAdminNegativeTest-726529971-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:31.413616 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-608c4b6f-830d-4756-a4e5-87a71708a588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:31.415347 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-608c4b6f-830d-4756-a4e5-87a71708a588 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14da45b5-9dad-4378-b0d0-75410f62650a HTTP/1.1" status: 200 len: 797 time: 0.0661261 Nov 16 11:44:31.443139 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544fcf5b-16c0-4f78-acb0-95b8111a7440 req-76f105d5-dffc-4f82-ad74-a852e8ba1adc tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:31.449150 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544fcf5b-16c0-4f78-acb0-95b8111a7440 req-76f105d5-dffc-4f82-ad74-a852e8ba1adc tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:31.456135 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544fcf5b-16c0-4f78-acb0-95b8111a7440 req-76f105d5-dffc-4f82-ad74-a852e8ba1adc tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:31.462151 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544fcf5b-16c0-4f78-acb0-95b8111a7440 req-76f105d5-dffc-4f82-ad74-a852e8ba1adc tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:31.469338 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544fcf5b-16c0-4f78-acb0-95b8111a7440 req-76f105d5-dffc-4f82-ad74-a852e8ba1adc tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:31.470487 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb0f95cb-4003-4aa8-bda2-aa338e378282 tempest-RoutersAdminNegativeTest-726529971 tempest-RoutersAdminNegativeTest-726529971-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:31.476363 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544fcf5b-16c0-4f78-acb0-95b8111a7440 req-76f105d5-dffc-4f82-ad74-a852e8ba1adc tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:31.482499 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544fcf5b-16c0-4f78-acb0-95b8111a7440 req-76f105d5-dffc-4f82-ad74-a852e8ba1adc tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:31.483060 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-0857b590-5330-4686-8ea2-e950a337e6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:31.484725 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-0857b590-5330-4686-8ea2-e950a337e6ac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0610795 Nov 16 11:44:31.490464 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-544fcf5b-16c0-4f78-acb0-95b8111a7440 req-76f105d5-dffc-4f82-ad74-a852e8ba1adc tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 5432 time: 0.6131225 Nov 16 11:44:31.503609 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6d2cc9f5-ea89-40d1-a2d8-b92ef0017a38 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:31.561128 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0f95cb-4003-4aa8-bda2-aa338e378282 tempest-RoutersAdminNegativeTest-726529971 tempest-RoutersAdminNegativeTest-726529971-project-admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:44:31.569288 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-fb0f95cb-4003-4aa8-bda2-aa338e378282 tempest-RoutersAdminNegativeTest-726529971 tempest-RoutersAdminNegativeTest-726529971-project-admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:44:31.577649 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0f95cb-4003-4aa8-bda2-aa338e378282 tempest-RoutersAdminNegativeTest-726529971 tempest-RoutersAdminNegativeTest-726529971-project-admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:44:31.580245 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-6d2cc9f5-ea89-40d1-a2d8-b92ef0017a38 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] update failed (client error): The resource could not be found. Nov 16 11:44:31.582940 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6d2cc9f5-ea89-40d1-a2d8-b92ef0017a38 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] 10.222.0.61 "PUT /v2.0/routers/e03588f7-f77e-4f1b-8f48-495190cd8649 HTTP/1.1" status: 404 len: 339 time: 0.8295333 Nov 16 11:44:31.586528 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60536) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:31.591172 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16935631-1900-4f79-8bb8-43a5eee8f081 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:44:31.613249 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f95cb-4003-4aa8-bda2-aa338e378282 tempest-RoutersAdminNegativeTest-726529971 tempest-RoutersAdminNegativeTest-726529971-project-admin] Pushing event updated for resources: {'Port': ['ID=0c5f4591-4921-424d-ad78-290d9cf93c08,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:31.648802 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0f95cb-4003-4aa8-bda2-aa338e378282 tempest-RoutersAdminNegativeTest-726529971 tempest-RoutersAdminNegativeTest-726529971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:31.649704 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb0f95cb-4003-4aa8-bda2-aa338e378282 tempest-RoutersAdminNegativeTest-726529971 tempest-RoutersAdminNegativeTest-726529971-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:31.651756 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b15d261f-20eb-4039-a919-2ae16af6346f None None] Provisioning complete for port 0c5f4591-4921-424d-ad78-290d9cf93c08 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:44:31.652687 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b15d261f-20eb-4039-a919-2ae16af6346f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:31.672759 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-7289c8fd-edec-4b51-a8d3-a76c4c18886d service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627076 Nov 16 11:44:31.685214 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-fb0f95cb-4003-4aa8-bda2-aa338e378282 tempest-RoutersAdminNegativeTest-726529971 tempest-RoutersAdminNegativeTest-726529971-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5162823 Nov 16 11:44:31.712449 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60538) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:31.718888 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-94636815-2492-4d8f-adee-85dd47278b13 tempest-RoutersAdminNegativeTest-726529971 tempest-RoutersAdminNegativeTest-726529971-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.66'}]}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:31.768867 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b15d261f-20eb-4039-a919-2ae16af6346f None None] Port 0c5f4591-4921-424d-ad78-290d9cf93c08 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:44:31.787577 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-a135281d-2144-468d-93f3-6b2508f26bed service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039767 Nov 16 11:44:31.843732 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-180ac7c1-6ca2-4a18-b5d0-c503b3272612 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4c83833b-e468-4daf-8f4c-118e3220587b HTTP/1.1" status: 200 len: 217 time: 0.0441272 Nov 16 11:44:31.863239 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-544fcf5b-16c0-4f78-acb0-95b8111a7440 req-63dad98e-fde5-4a96-9439-7a59feba8966 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=e21bdf95-84ed-4189-aa21-cfae4bf8891b&id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3695498 Nov 16 11:44:31.982672 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-a475965d-930c-410e-9637-11007532d729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:31.989517 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-a475965d-930c-410e-9637-11007532d729 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1bdf0709-8d8c-4805-b7a5-cb903bfbd56b HTTP/1.1" status: 200 len: 797 time: 0.1359158 Nov 16 11:44:32.011708 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0d735bfa-6577-4e54-9169-eb50d8a29854 req-26972ab2-b4fd-4e64-bd54-1c10ffccc3be tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=14edb0ca-44ed-448e-bf6b-93f04318ae1c HTTP/1.1" status: 200 len: 210 time: 0.0448418 Nov 16 11:44:32.014736 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-94636815-2492-4d8f-adee-85dd47278b13 tempest-RoutersAdminNegativeTest-726529971 tempest-RoutersAdminNegativeTest-726529971-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:32.015802 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-94636815-2492-4d8f-adee-85dd47278b13 tempest-RoutersAdminNegativeTest-726529971 tempest-RoutersAdminNegativeTest-726529971-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:32.122467 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-9120718d-6312-4b09-90d9-67fcd2b1e329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:32.127168 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-9120718d-6312-4b09-90d9-67fcd2b1e329 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2041a2b2-0e73-454b-949f-7d84c22f57a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1225457 Nov 16 11:44:32.140207 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-94636815-2492-4d8f-adee-85dd47278b13 tempest-RoutersAdminNegativeTest-726529971 tempest-RoutersAdminNegativeTest-726529971-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:32.201603 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-65268678-0ba1-4f7e-af1d-047b70fbb09c tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:32.244332 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-6c7b9735-11fb-438c-9fe9-ec8ac5edd14a service neutron] 10.222.0.64 "GET /v2.0/networks/2041a2b2-0e73-454b-949f-7d84c22f57a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070430 Nov 16 11:44:32.446393 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-58c518ef-f635-4932-a08d-b7789af6f9a6 service neutron] 10.222.0.64 "GET /v2.0/networks/2041a2b2-0e73-454b-949f-7d84c22f57a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917872 Nov 16 11:44:32.519291 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-94636815-2492-4d8f-adee-85dd47278b13 tempest-RoutersAdminNegativeTest-726529971 tempest-RoutersAdminNegativeTest-726529971-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:32.540073 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-98f49e5c-7b18-448e-82fd-14708c34538f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=93d0a61f-46d8-4643-8f71-0fc671a31fe6 HTTP/1.1" status: 200 len: 217 time: 0.0833097 Nov 16 11:44:32.694017 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-87b8cbdd-e28c-45b8-a258-07809e0b6aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:32.697823 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-87b8cbdd-e28c-45b8-a258-07809e0b6aa5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1bdf0709-8d8c-4805-b7a5-cb903bfbd56b HTTP/1.1" status: 200 len: 797 time: 0.1479554 Nov 16 11:44:32.729263 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-65268678-0ba1-4f7e-af1d-047b70fbb09c tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Allocated IP 172.20.0.1 (fc0b04b6-b2ca-4955-a4f9-f86a1317c8c6/346efcd0-17b4-4a5f-b760-76a1d4ef7553/edf7b368-218c-4c7a-84e5-00f4554ca9b9) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:44:32.790068 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-0cd6b5af-c544-4a82-8b92-0cfa65f5c002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:32.792287 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-0cd6b5af-c544-4a82-8b92-0cfa65f5c002 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2041a2b2-0e73-454b-949f-7d84c22f57a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0834756 Nov 16 11:44:32.900851 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-5068886e-826b-451b-850b-a3e03b39e7de service neutron] 10.222.0.64 "GET /v2.0/networks/2041a2b2-0e73-454b-949f-7d84c22f57a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006777 Nov 16 11:44:33.018641 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d135b5be-d6c2-4762-9688-d217c5e4f288 req-4d7a983d-ceb8-4401-be7f-6598b56907c7 service neutron] 10.222.0.64 "GET /v2.0/networks/2041a2b2-0e73-454b-949f-7d84c22f57a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081669 Nov 16 11:44:33.051585 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-65268678-0ba1-4f7e-af1d-047b70fbb09c tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:33.053435 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-94636815-2492-4d8f-adee-85dd47278b13 tempest-RoutersAdminNegativeTest-726529971 tempest-RoutersAdminNegativeTest-726529971-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:33.082119 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-94636815-2492-4d8f-adee-85dd47278b13 tempest-RoutersAdminNegativeTest-726529971 tempest-RoutersAdminNegativeTest-726529971-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:33.109764 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c8e22-fb40-4b5d-b5ef-bb8fec65ba8b req-5b716d2f-9dba-4aeb-a7e5-86f4e40dc079 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:33.134005 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c8e22-fb40-4b5d-b5ef-bb8fec65ba8b req-5b716d2f-9dba-4aeb-a7e5-86f4e40dc079 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:33.140821 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c8e22-fb40-4b5d-b5ef-bb8fec65ba8b req-5b716d2f-9dba-4aeb-a7e5-86f4e40dc079 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:33.147917 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c8e22-fb40-4b5d-b5ef-bb8fec65ba8b req-5b716d2f-9dba-4aeb-a7e5-86f4e40dc079 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:33.153985 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c8e22-fb40-4b5d-b5ef-bb8fec65ba8b req-5b716d2f-9dba-4aeb-a7e5-86f4e40dc079 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:33.160025 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c8e22-fb40-4b5d-b5ef-bb8fec65ba8b req-5b716d2f-9dba-4aeb-a7e5-86f4e40dc079 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:33.166311 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c8e22-fb40-4b5d-b5ef-bb8fec65ba8b req-5b716d2f-9dba-4aeb-a7e5-86f4e40dc079 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:33.168462 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fe1c8e22-fb40-4b5d-b5ef-bb8fec65ba8b req-5b716d2f-9dba-4aeb-a7e5-86f4e40dc079 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 5432 time: 0.2113769 Nov 16 11:44:33.272392 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2172469-04d0-478a-a1f5-a5e97d0bfcfa req-54ea6427-72c7-45ed-9cae-6b23b9356675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:33.272392 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2172469-04d0-478a-a1f5-a5e97d0bfcfa req-54ea6427-72c7-45ed-9cae-6b23b9356675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:33.272809 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2172469-04d0-478a-a1f5-a5e97d0bfcfa req-54ea6427-72c7-45ed-9cae-6b23b9356675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:33.273143 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2172469-04d0-478a-a1f5-a5e97d0bfcfa req-54ea6427-72c7-45ed-9cae-6b23b9356675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:33.273599 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2172469-04d0-478a-a1f5-a5e97d0bfcfa req-54ea6427-72c7-45ed-9cae-6b23b9356675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:33.274101 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2172469-04d0-478a-a1f5-a5e97d0bfcfa req-54ea6427-72c7-45ed-9cae-6b23b9356675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:33.274574 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2172469-04d0-478a-a1f5-a5e97d0bfcfa req-54ea6427-72c7-45ed-9cae-6b23b9356675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:33.276491 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e2172469-04d0-478a-a1f5-a5e97d0bfcfa req-54ea6427-72c7-45ed-9cae-6b23b9356675 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=14d41305b65a4dafae92476e1ff902fa&device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 6489 time: 0.1658399 Nov 16 11:44:33.365632 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-65268678-0ba1-4f7e-af1d-047b70fbb09c tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:33.398458 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65268678-0ba1-4f7e-af1d-047b70fbb09c tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Network fc0b04b6-b2ca-4955-a4f9-f86a1317c8c6 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:44:33.407989 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-65268678-0ba1-4f7e-af1d-047b70fbb09c tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:44:33.463591 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65268678-0ba1-4f7e-af1d-047b70fbb09c tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:44:33.549264 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fe1c8e22-fb40-4b5d-b5ef-bb8fec65ba8b req-d15ad2f6-156e-487a-b6cf-929733a65087 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=e21bdf95-84ed-4189-aa21-cfae4bf8891b&id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3464735 Nov 16 11:44:33.579920 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2172469-04d0-478a-a1f5-a5e97d0bfcfa req-f8c61117-661b-4e6d-955f-aae8f33bf9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:33.600483 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e2172469-04d0-478a-a1f5-a5e97d0bfcfa req-f8c61117-661b-4e6d-955f-aae8f33bf9fb service neutron] 10.222.0.64 "GET /v2.0/networks?id=2041a2b2-0e73-454b-949f-7d84c22f57a1 HTTP/1.1" status: 200 len: 902 time: 0.3087130 Nov 16 11:44:33.648093 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65268678-0ba1-4f7e-af1d-047b70fbb09c tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Pushing event updated for resources: {'Port': ['ID=edf7b368-218c-4c7a-84e5-00f4554ca9b9,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:33.667853 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e2172469-04d0-478a-a1f5-a5e97d0bfcfa req-bd7d9256-1987-43a9-9aef-e431b0271e92 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=93d0a61f-46d8-4643-8f71-0fc671a31fe6 HTTP/1.1" status: 200 len: 217 time: 0.0627518 Nov 16 11:44:33.679852 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-65268678-0ba1-4f7e-af1d-047b70fbb09c tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:33.748046 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2172469-04d0-478a-a1f5-a5e97d0bfcfa req-3e410649-28e5-421f-8209-cd967e326255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:33.750542 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e2172469-04d0-478a-a1f5-a5e97d0bfcfa req-3e410649-28e5-421f-8209-cd967e326255 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1bdf0709-8d8c-4805-b7a5-cb903bfbd56b HTTP/1.1" status: 200 len: 797 time: 0.0746601 Nov 16 11:44:33.781005 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-94636815-2492-4d8f-adee-85dd47278b13 tempest-RoutersAdminNegativeTest-726529971 tempest-RoutersAdminNegativeTest-726529971-project-admin] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:33.843633 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2172469-04d0-478a-a1f5-a5e97d0bfcfa req-d3a34347-ca8d-4537-b8a5-0bce8312449a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:33.845192 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e2172469-04d0-478a-a1f5-a5e97d0bfcfa req-d3a34347-ca8d-4537-b8a5-0bce8312449a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2041a2b2-0e73-454b-949f-7d84c22f57a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0786576 Nov 16 11:44:33.870757 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-447eef8f-e3dc-41c4-8ae2-c3b355c88444 req-205fa55e-c2fd-42d9-a738-bbb8e1dfc854 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=14edb0ca-44ed-448e-bf6b-93f04318ae1c HTTP/1.1" status: 200 len: 210 time: 0.0908930 Nov 16 11:44:33.947680 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-42b21b78-2aee-44df-bd15-f1178dd31a2f None None] Provisioning complete for port edf7b368-218c-4c7a-84e5-00f4554ca9b9 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:44:33.948272 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-42b21b78-2aee-44df-bd15-f1178dd31a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:33.977558 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e2172469-04d0-478a-a1f5-a5e97d0bfcfa req-c8f472cd-8432-4616-a8d4-94ee0a6863d2 service neutron] 10.222.0.64 "GET /v2.0/networks/2041a2b2-0e73-454b-949f-7d84c22f57a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197731 Nov 16 11:44:34.048684 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-42b21b78-2aee-44df-bd15-f1178dd31a2f None None] Port edf7b368-218c-4c7a-84e5-00f4554ca9b9 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:44:34.054999 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-94636815-2492-4d8f-adee-85dd47278b13 tempest-RoutersAdminNegativeTest-726529971 tempest-RoutersAdminNegativeTest-726529971-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:34.057842 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-94636815-2492-4d8f-adee-85dd47278b13 tempest-RoutersAdminNegativeTest-726529971 tempest-RoutersAdminNegativeTest-726529971-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:34.105214 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e2172469-04d0-478a-a1f5-a5e97d0bfcfa req-9fa9b60f-8cad-41a9-bba3-e88b8bc37f4e service neutron] 10.222.0.64 "GET /v2.0/networks/2041a2b2-0e73-454b-949f-7d84c22f57a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192906 Nov 16 11:44:34.389966 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-65268678-0ba1-4f7e-af1d-047b70fbb09c tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:34.396844 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-94636815-2492-4d8f-adee-85dd47278b13 tempest-RoutersAdminNegativeTest-726529971 tempest-RoutersAdminNegativeTest-726529971-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:34.397772 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94636815-2492-4d8f-adee-85dd47278b13 tempest-RoutersAdminNegativeTest-726529971 tempest-RoutersAdminNegativeTest-726529971-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7e8b9c69-5932-4276-9359-2fa0a3cf656f {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:44:34.447938 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-94636815-2492-4d8f-adee-85dd47278b13 tempest-RoutersAdminNegativeTest-726529971 tempest-RoutersAdminNegativeTest-726529971-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 16 11:44:34.449280 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-94636815-2492-4d8f-adee-85dd47278b13 tempest-RoutersAdminNegativeTest-726529971 tempest-RoutersAdminNegativeTest-726529971-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.7358656 Nov 16 11:44:34.453074 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60556) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:34.558395 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-2161128a-1082-4d87-9e76-ee025ad1a818 tempest-RoutersAdminNegativeTest-726529971 tempest-RoutersAdminNegativeTest-726529971-project-admin] Deleting port 0c5f4591-4921-424d-ad78-290d9cf93c08 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:44:34.558738 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2161128a-1082-4d87-9e76-ee025ad1a818 tempest-RoutersAdminNegativeTest-726529971 tempest-RoutersAdminNegativeTest-726529971-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:34.659259 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2161128a-1082-4d87-9e76-ee025ad1a818 tempest-RoutersAdminNegativeTest-726529971 tempest-RoutersAdminNegativeTest-726529971-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:34.694954 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-2161128a-1082-4d87-9e76-ee025ad1a818 tempest-RoutersAdminNegativeTest-726529971 tempest-RoutersAdminNegativeTest-726529971-project-admin] Calling delete_port for 0c5f4591-4921-424d-ad78-290d9cf93c08 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:44:34.797649 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49bd38-17a0-4d7d-8134-b8d0fc44bc34 req-b7f21644-daa4-439a-bedc-034a6eadbfea tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:34.803170 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49bd38-17a0-4d7d-8134-b8d0fc44bc34 req-b7f21644-daa4-439a-bedc-034a6eadbfea tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:34.809074 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49bd38-17a0-4d7d-8134-b8d0fc44bc34 req-b7f21644-daa4-439a-bedc-034a6eadbfea tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:34.816354 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49bd38-17a0-4d7d-8134-b8d0fc44bc34 req-b7f21644-daa4-439a-bedc-034a6eadbfea tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:34.822591 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49bd38-17a0-4d7d-8134-b8d0fc44bc34 req-b7f21644-daa4-439a-bedc-034a6eadbfea tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:34.834422 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49bd38-17a0-4d7d-8134-b8d0fc44bc34 req-b7f21644-daa4-439a-bedc-034a6eadbfea tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:34.849175 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49bd38-17a0-4d7d-8134-b8d0fc44bc34 req-b7f21644-daa4-439a-bedc-034a6eadbfea tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:34.851197 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0e49bd38-17a0-4d7d-8134-b8d0fc44bc34 req-b7f21644-daa4-439a-bedc-034a6eadbfea tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 5432 time: 0.1828384 Nov 16 11:44:34.861096 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2161128a-1082-4d87-9e76-ee025ad1a818 tempest-RoutersAdminNegativeTest-726529971 tempest-RoutersAdminNegativeTest-726529971-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:34.887088 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-65268678-0ba1-4f7e-af1d-047b70fbb09c tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:34.897483 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2161128a-1082-4d87-9e76-ee025ad1a818 tempest-RoutersAdminNegativeTest-726529971 tempest-RoutersAdminNegativeTest-726529971-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c5f4591-4921-424d-ad78-290d9cf93c08,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:34.903384 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-65268678-0ba1-4f7e-af1d-047b70fbb09c tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:34.915228 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f785c2b-aed8-434e-80d6-54dedd72eb3d None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:44:34.987706 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65268678-0ba1-4f7e-af1d-047b70fbb09c tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Pushing event updated for resources: {'Port': ['ID=edf7b368-218c-4c7a-84e5-00f4554ca9b9,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:34.994784 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2161128a-1082-4d87-9e76-ee025ad1a818 tempest-RoutersAdminNegativeTest-726529971 tempest-RoutersAdminNegativeTest-726529971-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:35.011343 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2161128a-1082-4d87-9e76-ee025ad1a818 tempest-RoutersAdminNegativeTest-726529971 tempest-RoutersAdminNegativeTest-726529971-project-admin] 10.222.0.61 "DELETE /v2.0/ports/0c5f4591-4921-424d-ad78-290d9cf93c08 HTTP/1.1" status: 204 len: 168 time: 0.5512562 Nov 16 11:44:35.023696 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0e49bd38-17a0-4d7d-8134-b8d0fc44bc34 req-3d94e11d-432f-45d6-8462-8c46c5a259c0 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=e21bdf95-84ed-4189-aa21-cfae4bf8891b&id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1627512 Nov 16 11:44:35.030383 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-65268678-0ba1-4f7e-af1d-047b70fbb09c tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:35.144624 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65268678-0ba1-4f7e-af1d-047b70fbb09c tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Network fc0b04b6-b2ca-4955-a4f9-f86a1317c8c6 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:44:35.146741 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-65268678-0ba1-4f7e-af1d-047b70fbb09c tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:44:35.380101 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65268678-0ba1-4f7e-af1d-047b70fbb09c tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Router e03588f7-f77e-4f1b-8f48-495190cd8649 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:44:35.529142 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60578) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:35.546827 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65268678-0ba1-4f7e-af1d-047b70fbb09c tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:44:35.552368 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-65268678-0ba1-4f7e-af1d-047b70fbb09c tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] 10.222.0.61 "PUT /v2.0/routers/e03588f7-f77e-4f1b-8f48-495190cd8649/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9648435 Nov 16 11:44:35.555195 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60582) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:35.561816 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3017535d-b126-46b9-bb05-6c24cc7d2e23 None None] Sync routers for ids ['e03588f7-f77e-4f1b-8f48-495190cd8649'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:44:35.583441 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3017535d-b126-46b9-bb05-6c24cc7d2e23 None None] Routers {'e03588f7-f77e-4f1b-8f48-495190cd8649'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:44:35.584671 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3017535d-b126-46b9-bb05-6c24cc7d2e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:44:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['e03588f7-f77e-4f1b-8f48-495190cd8649'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:35.639413 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3017535d-b126-46b9-bb05-6c24cc7d2e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:35.657597 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3017535d-b126-46b9-bb05-6c24cc7d2e23 None None] Routers {'e03588f7-f77e-4f1b-8f48-495190cd8649'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:44:35.658638 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3017535d-b126-46b9-bb05-6c24cc7d2e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:44:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['e03588f7-f77e-4f1b-8f48-495190cd8649'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:35.705198 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3017535d-b126-46b9-bb05-6c24cc7d2e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:35.706116 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3017535d-b126-46b9-bb05-6c24cc7d2e23 None None] The sync data for ids ['e03588f7-f77e-4f1b-8f48-495190cd8649'] in n-d-816823-3 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:44:35.709075 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ab5ecf5d-2576-426e-b440-a1fb45443645 None None] Provisioning complete for port edf7b368-218c-4c7a-84e5-00f4554ca9b9 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:44:35.709644 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab5ecf5d-2576-426e-b440-a1fb45443645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:35.715568 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0b761d1a-ad66-40b6-a316-f28f1f8d090c tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:35.764782 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-ab5ecf5d-2576-426e-b440-a1fb45443645 None None] Port edf7b368-218c-4c7a-84e5-00f4554ca9b9 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:44:35.811041 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-0b761d1a-ad66-40b6-a316-f28f1f8d090c tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 16 11:44:35.814700 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0b761d1a-ad66-40b6-a316-f28f1f8d090c tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] 10.222.0.61 "DELETE /v2.0/routers/e03588f7-f77e-4f1b-8f48-495190cd8649 HTTP/1.1" status: 409 len: 329 time: 0.2558942 Nov 16 11:44:35.815094 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60588) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:35.826013 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [req-752860b3-b3b9-42c1-b081-f3cc3fe12004 req-d5baf4fa-f9a9-4e32-95d5-7dea047ae4e5 service neutron] (102668) timed out ('10.222.0.64', 60916) {{(pid=102668) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 11:44:35.826712 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07ab7ec2-950d-4a09-9b27-6f1164e19259 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:35.922063 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07ab7ec2-950d-4a09-9b27-6f1164e19259 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:35.929125 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07ab7ec2-950d-4a09-9b27-6f1164e19259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:35.965222 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-07ab7ec2-950d-4a09-9b27-6f1164e19259 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d360e76c4e5a47c292e2c3023393cc3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4325712 Nov 16 11:44:35.968852 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60590) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:36.031665 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f61cf32-0aa5-4be3-b06a-48e175c44b3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:36.047803 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab7ec2-950d-4a09-9b27-6f1164e19259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8642fed5-d3e5-407f-8106-750494700720,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:36.081805 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f61cf32-0aa5-4be3-b06a-48e175c44b3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:36.141339 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f61cf32-0aa5-4be3-b06a-48e175c44b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:36.146594 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f61cf32-0aa5-4be3-b06a-48e175c44b3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:36.153806 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2f61cf32-0aa5-4be3-b06a-48e175c44b3c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8642fed5-d3e5-407f-8106-750494700720 HTTP/1.1" status: 204 len: 168 time: 0.1811810 Nov 16 11:44:36.169463 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61cf32-0aa5-4be3-b06a-48e175c44b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8642fed5-d3e5-407f-8106-750494700720,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:36.294506 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f2f76-58f5-450f-8a37-64e22aa16e92 req-a5ddedd2-0c51-4dcc-bd88-b6193c01de4e tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:36.300816 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f2f76-58f5-450f-8a37-64e22aa16e92 req-a5ddedd2-0c51-4dcc-bd88-b6193c01de4e tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:36.307061 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f2f76-58f5-450f-8a37-64e22aa16e92 req-a5ddedd2-0c51-4dcc-bd88-b6193c01de4e tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:36.326790 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f2f76-58f5-450f-8a37-64e22aa16e92 req-a5ddedd2-0c51-4dcc-bd88-b6193c01de4e tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:36.333662 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f2f76-58f5-450f-8a37-64e22aa16e92 req-a5ddedd2-0c51-4dcc-bd88-b6193c01de4e tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:36.340398 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f2f76-58f5-450f-8a37-64e22aa16e92 req-a5ddedd2-0c51-4dcc-bd88-b6193c01de4e tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:36.347567 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f2f76-58f5-450f-8a37-64e22aa16e92 req-a5ddedd2-0c51-4dcc-bd88-b6193c01de4e tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:36.349717 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a53f2f76-58f5-450f-8a37-64e22aa16e92 req-a5ddedd2-0c51-4dcc-bd88-b6193c01de4e tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 5432 time: 0.1664155 Nov 16 11:44:36.453739 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a53f2f76-58f5-450f-8a37-64e22aa16e92 req-e69faca0-b092-4a52-949d-57adb5cb6861 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=e21bdf95-84ed-4189-aa21-cfae4bf8891b&id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0795977 Nov 16 11:44:36.459330 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-951de7b0-c16c-447c-8a96-d83eb280238b tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:36.548309 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60600) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:36.645460 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-83889c35-82a4-4e4c-9746-436bb468beef admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=52119b4b82524c5c8ee04a34d258e8ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0935133 Nov 16 11:44:36.645715 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60602) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:36.734809 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b80fde9-8a9a-45fb-9164-21304615053d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:36.784256 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b80fde9-8a9a-45fb-9164-21304615053d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:36.833015 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-951de7b0-c16c-447c-8a96-d83eb280238b tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Deleting port edf7b368-218c-4c7a-84e5-00f4554ca9b9 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:44:36.833694 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-951de7b0-c16c-447c-8a96-d83eb280238b tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:36.896493 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b80fde9-8a9a-45fb-9164-21304615053d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:36.899768 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b80fde9-8a9a-45fb-9164-21304615053d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:36.903653 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6b80fde9-8a9a-45fb-9164-21304615053d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e909e89f-67e4-4907-b3d5-8ad8a0558c63 HTTP/1.1" status: 204 len: 168 time: 0.2545967 Nov 16 11:44:36.919364 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b80fde9-8a9a-45fb-9164-21304615053d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e909e89f-67e4-4907-b3d5-8ad8a0558c63,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:36.980181 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-951de7b0-c16c-447c-8a96-d83eb280238b tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:36.995519 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-951de7b0-c16c-447c-8a96-d83eb280238b tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Calling delete_port for edf7b368-218c-4c7a-84e5-00f4554ca9b9 owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:44:37.227291 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-951de7b0-c16c-447c-8a96-d83eb280238b tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:37.342987 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951de7b0-c16c-447c-8a96-d83eb280238b tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Pushing event deleted for resources: {'Port': ['ID=edf7b368-218c-4c7a-84e5-00f4554ca9b9,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:37.436418 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-951de7b0-c16c-447c-8a96-d83eb280238b tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:37.756768 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951de7b0-c16c-447c-8a96-d83eb280238b tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Router e03588f7-f77e-4f1b-8f48-495190cd8649 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:44:37.789061 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e1714-cd18-4b35-b444-b53154e01b29 req-0cecfca9-c414-4854-beda-020a25a226fd tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:37.795660 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e1714-cd18-4b35-b444-b53154e01b29 req-0cecfca9-c414-4854-beda-020a25a226fd tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:37.802015 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e1714-cd18-4b35-b444-b53154e01b29 req-0cecfca9-c414-4854-beda-020a25a226fd tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:37.807985 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e1714-cd18-4b35-b444-b53154e01b29 req-0cecfca9-c414-4854-beda-020a25a226fd tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:37.814095 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e1714-cd18-4b35-b444-b53154e01b29 req-0cecfca9-c414-4854-beda-020a25a226fd tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:37.820158 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e1714-cd18-4b35-b444-b53154e01b29 req-0cecfca9-c414-4854-beda-020a25a226fd tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:37.826568 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e1714-cd18-4b35-b444-b53154e01b29 req-0cecfca9-c414-4854-beda-020a25a226fd tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:37.828548 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c12e1714-cd18-4b35-b444-b53154e01b29 req-0cecfca9-c414-4854-beda-020a25a226fd tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 5432 time: 0.1917980 Nov 16 11:44:37.915432 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951de7b0-c16c-447c-8a96-d83eb280238b tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:44:37.929264 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-951de7b0-c16c-447c-8a96-d83eb280238b tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] 10.222.0.61 "PUT /v2.0/routers/e03588f7-f77e-4f1b-8f48-495190cd8649/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1072254 Nov 16 11:44:37.929385 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60634) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:37.934119 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb881d0-bc45-4eba-a51c-4c0ead4c2d2e None None] Sync routers for ids ['e03588f7-f77e-4f1b-8f48-495190cd8649'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:44:37.948113 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb881d0-bc45-4eba-a51c-4c0ead4c2d2e None None] Routers {'e03588f7-f77e-4f1b-8f48-495190cd8649'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:44:37.949011 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-afb881d0-bc45-4eba-a51c-4c0ead4c2d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:44:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['e03588f7-f77e-4f1b-8f48-495190cd8649'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:37.962076 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c12e1714-cd18-4b35-b444-b53154e01b29 req-9effc769-e4c2-4f6a-b5ea-ff0ca099e9c2 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=e21bdf95-84ed-4189-aa21-cfae4bf8891b&id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0972655 Nov 16 11:44:38.001772 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-d7978216-60e9-41ef-9036-5833780e1625 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] show failed (client error): The resource could not be found. Nov 16 11:44:38.008581 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d7978216-60e9-41ef-9036-5833780e1625 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] 10.222.0.61 "GET /v2.0/routers/tempest-non_exist_router-1554952197 HTTP/1.1" status: 404 len: 335 time: 0.0802045 Nov 16 11:44:38.016949 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60640) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.018830 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-afb881d0-bc45-4eba-a51c-4c0ead4c2d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:38.020763 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60642) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.023558 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-56aaa698-4eea-494c-b1b3-53eaa9af374c tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:38.038810 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb881d0-bc45-4eba-a51c-4c0ead4c2d2e None None] Routers {'e03588f7-f77e-4f1b-8f48-495190cd8649'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:44:38.039739 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-afb881d0-bc45-4eba-a51c-4c0ead4c2d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:44:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['e03588f7-f77e-4f1b-8f48-495190cd8649'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:38.079164 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-afb881d0-bc45-4eba-a51c-4c0ead4c2d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:38.080502 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb881d0-bc45-4eba-a51c-4c0ead4c2d2e None None] The sync data for ids ['e03588f7-f77e-4f1b-8f48-495190cd8649'] in n-d-816823-3 is: [] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:44:38.109148 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-56aaa698-4eea-494c-b1b3-53eaa9af374c tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] update failed (client error): The resource could not be found. Nov 16 11:44:38.110504 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-56aaa698-4eea-494c-b1b3-53eaa9af374c tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] 10.222.0.61 "PUT /v2.0/routers/tempest-non_exist_router-1164831101 HTTP/1.1" status: 404 len: 335 time: 0.0925648 Nov 16 11:44:38.115205 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60648) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.201208 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [None req-4390f791-6026-46d7-bc82-63a455224d04 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.202615 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4390f791-6026-46d7-bc82-63a455224d04 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1805558 Nov 16 11:44:38.205375 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60652) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.205682 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-35e87bec-7ab7-450f-87b6-24598f0c9392 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Deleting subnet 5ae1b95a-88e8-4deb-aa26-b2cf7179e6a0 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:44:38.210025 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [None req-a96bccc8-0266-47a1-bad8-f3f1857c21e9 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.210807 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35e87bec-7ab7-450f-87b6-24598f0c9392 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:38.211372 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a96bccc8-0266-47a1-bad8-f3f1857c21e9 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0048318 Nov 16 11:44:38.213754 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60654) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.219351 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [None req-f0b9959b-4b66-44ae-ac54-cf1eb5f87c3c tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.220435 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f0b9959b-4b66-44ae-ac54-cf1eb5f87c3c tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0055337 Nov 16 11:44:38.223256 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60656) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.228191 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [None req-ef422266-01b1-4c8b-9d8a-a6e1b9cda975 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.229279 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ef422266-01b1-4c8b-9d8a-a6e1b9cda975 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0046644 Nov 16 11:44:38.231767 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60658) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.236720 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [None req-4febdc9d-3426-481e-8fa4-fa611b621cb0 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.239795 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4febdc9d-3426-481e-8fa4-fa611b621cb0 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0050383 Nov 16 11:44:38.240095 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60660) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.245310 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [None req-639b6036-dd0f-4289-94a8-96dcfdec5c1e tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.250330 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-639b6036-dd0f-4289-94a8-96dcfdec5c1e tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0058734 Nov 16 11:44:38.250621 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60662) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.259788 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [None req-efd26494-e643-414c-b2d7-02e897f79da0 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.265594 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-efd26494-e643-414c-b2d7-02e897f79da0 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0118299 Nov 16 11:44:38.266650 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60664) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.276082 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [None req-ff0a789f-1328-4f1c-b0a7-7cb67ca26f0f tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.281571 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ff0a789f-1328-4f1c-b0a7-7cb67ca26f0f tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0111001 Nov 16 11:44:38.282892 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60666) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.287654 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [None req-341c4d36-469c-4522-90dc-062bbc3b5e29 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.289958 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-341c4d36-469c-4522-90dc-062bbc3b5e29 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0047135 Nov 16 11:44:38.291477 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60670) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.296408 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [None req-3111c55b-2cd7-40e6-bbac-5e5af3dcb176 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.300349 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3111c55b-2cd7-40e6-bbac-5e5af3dcb176 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0077705 Nov 16 11:44:38.301010 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35e87bec-7ab7-450f-87b6-24598f0c9392 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:38.301262 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60672) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.305304 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [None req-f21170bf-f3e0-48be-a239-b3d155a48a25 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.309098 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f21170bf-f3e0-48be-a239-b3d155a48a25 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0069628 Nov 16 11:44:38.309799 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60674) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.314914 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [None req-234e2e72-8f06-4c0d-9e0a-660e440ec63e tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.316348 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-234e2e72-8f06-4c0d-9e0a-660e440ec63e tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0053067 Nov 16 11:44:38.330610 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60678) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.339065 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [None req-f79485b1-9982-40d7-819b-63bbe01bf20c tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.340523 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f79485b1-9982-40d7-819b-63bbe01bf20c tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0066099 Nov 16 11:44:38.344211 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60680) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.353943 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [None req-b2ecb480-6331-47a4-b97d-2eaa107c4954 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.355463 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b2ecb480-6331-47a4-b97d-2eaa107c4954 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0101240 Nov 16 11:44:38.364700 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60684) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.370502 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [None req-26d6f1b3-19e2-4076-a124-d16c26adfa3d tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.372304 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-26d6f1b3-19e2-4076-a124-d16c26adfa3d tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0057671 Nov 16 11:44:38.374862 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60686) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.380770 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [None req-15a509c1-8a6a-4e99-8bdb-48303a898e89 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.381712 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-15a509c1-8a6a-4e99-8bdb-48303a898e89 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0058935 Nov 16 11:44:38.384077 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60688) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.396075 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [None req-cd2750a8-f8e1-40e6-a46d-98cc8ddffa13 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.397099 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-cd2750a8-f8e1-40e6-a46d-98cc8ddffa13 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0121441 Nov 16 11:44:38.403556 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60690) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.408481 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [None req-ad1945a6-00f7-49a6-9333-265279be6603 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.409669 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ad1945a6-00f7-49a6-9333-265279be6603 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0049481 Nov 16 11:44:38.412046 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60692) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.416457 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [None req-bf7b0565-7b99-40ae-a9a9-6003689c0bc0 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.419899 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-bf7b0565-7b99-40ae-a9a9-6003689c0bc0 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0069513 Nov 16 11:44:38.420471 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60694) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.424667 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [None req-fd9af5a4-bad3-4da0-b15a-0c1b609a25f7 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.428117 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-fd9af5a4-bad3-4da0-b15a-0c1b609a25f7 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0067532 Nov 16 11:44:38.428683 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60696) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.432581 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [None req-ed42d1d1-3c20-4a15-867f-0c30c351fe24 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.433573 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35e87bec-7ab7-450f-87b6-24598f0c9392 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:38.437165 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ed42d1d1-3c20-4a15-867f-0c30c351fe24 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0075543 Nov 16 11:44:38.438520 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60698) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.442808 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [None req-5ec9cb29-97f8-4931-b4ca-a43378df003e tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.446838 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5ec9cb29-97f8-4931-b4ca-a43378df003e tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0072415 Nov 16 11:44:38.447473 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60700) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.452570 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [None req-76ff4fc0-6236-4a4c-8f69-c85e17a8c619 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.456188 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-76ff4fc0-6236-4a4c-8f69-c85e17a8c619 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0076146 Nov 16 11:44:38.456772 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60702) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.460965 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [None req-553c94a7-0357-423a-ae1a-bb24512b2a8e tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.464725 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-553c94a7-0357-423a-ae1a-bb24512b2a8e tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0069690 Nov 16 11:44:38.465381 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60704) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.470141 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [None req-6e0275c4-944b-4939-ad70-955e70e69977 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.473975 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6e0275c4-944b-4939-ad70-955e70e69977 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0074787 Nov 16 11:44:38.474277 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60706) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.480850 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [None req-ca15dfec-9818-491a-a9e3-45888099ab94 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.482118 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ca15dfec-9818-491a-a9e3-45888099ab94 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0059664 Nov 16 11:44:38.484876 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60708) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.489985 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [None req-446d3da1-edb7-445d-8c8d-0adbd495f091 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.493440 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-446d3da1-edb7-445d-8c8d-0adbd495f091 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0075808 Nov 16 11:44:38.494034 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60710) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.504311 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [None req-d25c8f88-2416-4140-bbd4-bcc577c99b11 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.509257 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d25c8f88-2416-4140-bbd4-bcc577c99b11 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0143003 Nov 16 11:44:38.509938 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60712) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.517849 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [None req-892ac992-62b9-4076-8214-60cf81a4d33f tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.519810 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-892ac992-62b9-4076-8214-60cf81a4d33f tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0076418 Nov 16 11:44:38.522479 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60714) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.522990 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35e87bec-7ab7-450f-87b6-24598f0c9392 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:38.528501 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [None req-fb2a6c48-2789-4f72-808d-730f137e0c28 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.530268 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-fb2a6c48-2789-4f72-808d-730f137e0c28 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0058885 Nov 16 11:44:38.532737 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60716) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.537899 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [None req-a913c739-47ab-4e97-8a7d-1c42c6058937 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.539778 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a913c739-47ab-4e97-8a7d-1c42c6058937 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0055256 Nov 16 11:44:38.542262 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60718) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.547338 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [None req-66de72b9-11d5-4f98-afce-faad60b3fd60 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.548813 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-66de72b9-11d5-4f98-afce-faad60b3fd60 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0052071 Nov 16 11:44:38.551272 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60720) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.551605 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e87bec-7ab7-450f-87b6-24598f0c9392 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Pushing event deleted for resources: {'Subnet': ['ID=5ae1b95a-88e8-4deb-aa26-b2cf7179e6a0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:38.555472 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35e87bec-7ab7-450f-87b6-24598f0c9392 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:38.558889 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-35e87bec-7ab7-450f-87b6-24598f0c9392 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] 10.222.0.61 "DELETE /v2.0/subnets/5ae1b95a-88e8-4deb-aa26-b2cf7179e6a0 HTTP/1.1" status: 204 len: 168 time: 0.4424629 Nov 16 11:44:38.562061 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [None req-4139782d-8c1a-4b16-b128-707d104d9bc8 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.563043 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4139782d-8c1a-4b16-b128-707d104d9bc8 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0102754 Nov 16 11:44:38.563574 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60722) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.568160 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54155913-670b-43d9-8fb8-1d2cd48f1d03 None None] Network 75d671de-491e-4963-ab77-f13089ac30ce requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:44:38.568808 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60724) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.573148 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [None req-92db31a9-2d5a-461d-a1e7-28d91f131ed7 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.574144 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-92db31a9-2d5a-461d-a1e7-28d91f131ed7 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0043213 Nov 16 11:44:38.577229 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60726) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.582619 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [None req-2b6dfc7a-f027-4e67-ab99-4b089cade9ef tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.583566 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2b6dfc7a-f027-4e67-ab99-4b089cade9ef tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0054474 Nov 16 11:44:38.585964 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60728) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.590090 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [None req-9e2ca9dd-158a-4393-a828-b54fac620056 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.591098 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9e2ca9dd-158a-4393-a828-b54fac620056 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0042486 Nov 16 11:44:38.593609 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60730) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.615613 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [None req-aef5a24f-8e9d-4110-ae6c-b003af050d48 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.616024 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-aef5a24f-8e9d-4110-ae6c-b003af050d48 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0214670 Nov 16 11:44:38.618740 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60732) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.623904 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [None req-723348a9-a861-4481-89d1-2a66ff7a055e tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.624879 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-723348a9-a861-4481-89d1-2a66ff7a055e tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0049734 Nov 16 11:44:38.627364 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60734) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.631445 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [None req-0af222f9-2f5f-45a1-91bb-6e292bb2dd36 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.632605 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0af222f9-2f5f-45a1-91bb-6e292bb2dd36 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0043571 Nov 16 11:44:38.642535 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60736) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.647396 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [None req-68eb31ba-5d31-4756-9dae-c60e1922b9b3 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.648619 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-68eb31ba-5d31-4756-9dae-c60e1922b9b3 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0046527 Nov 16 11:44:38.651101 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60738) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.657189 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-47af3bac-3ccb-43a7-a64d-5375a0e6fea9 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Deleting subnet 8fbd53e1-a651-418a-b92a-b38ad02f47e5 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:44:38.660937 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-47af3bac-3ccb-43a7-a64d-5375a0e6fea9 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:38.661213 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [None req-13b57326-6667-47dc-b36a-a4cc81647074 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.662489 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-13b57326-6667-47dc-b36a-a4cc81647074 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0102623 Nov 16 11:44:38.665121 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60740) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.670760 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [None req-55655f25-f4d3-47f4-82ce-822a11de9d98 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.686547 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-55655f25-f4d3-47f4-82ce-822a11de9d98 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0195172 Nov 16 11:44:38.689003 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60742) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.694764 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [None req-b217d268-2db7-4ede-8e15-fdb03aff263e tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.696636 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b217d268-2db7-4ede-8e15-fdb03aff263e tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0057909 Nov 16 11:44:38.699093 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60744) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.704865 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [None req-1897d21e-9430-4e29-a432-93f25cdaa52d tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.707006 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1897d21e-9430-4e29-a432-93f25cdaa52d tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0067549 Nov 16 11:44:38.709918 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60746) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.715138 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [None req-b5ff9c4c-ccfc-478f-a676-d06b193fca1d tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.716976 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b5ff9c4c-ccfc-478f-a676-d06b193fca1d tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0058923 Nov 16 11:44:38.719472 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60748) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.724286 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [None req-25be63ce-5060-4126-8c19-a06914db339b tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.725629 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-25be63ce-5060-4126-8c19-a06914db339b tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0048394 Nov 16 11:44:38.727555 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60750) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.735624 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [None req-4bda5a7f-47ac-400a-84bf-c16dadc71f7e tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.736752 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-47af3bac-3ccb-43a7-a64d-5375a0e6fea9 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:38.740454 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60754) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.740875 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4bda5a7f-47ac-400a-84bf-c16dadc71f7e tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0121694 Nov 16 11:44:38.746972 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [None req-686e6e79-88d3-4b46-88c5-8f9f3b82bcad tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.748145 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-686e6e79-88d3-4b46-88c5-8f9f3b82bcad tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0062885 Nov 16 11:44:38.750651 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60756) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.755741 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [None req-1775d22d-ad61-4b35-9534-3e4288db69b2 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.763569 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1775d22d-ad61-4b35-9534-3e4288db69b2 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0117443 Nov 16 11:44:38.764728 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60758) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.768893 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [None req-366fdfa8-3d15-43ea-873e-bda6ef7ff9a6 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.772809 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60760) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.778990 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [None req-13b4d689-a56c-45b1-b59b-ca446881fcd4 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.779181 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-366fdfa8-3d15-43ea-873e-bda6ef7ff9a6 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0132318 Nov 16 11:44:38.780190 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-13b4d689-a56c-45b1-b59b-ca446881fcd4 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0064096 Nov 16 11:44:38.783398 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60762) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.788826 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [None req-221855c1-5fe3-4db7-865a-529e60b64b25 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.789978 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-221855c1-5fe3-4db7-865a-529e60b64b25 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0053804 Nov 16 11:44:38.797404 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60764) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.808810 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [None req-54c32e80-438d-4674-acbe-62a2501268f4 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.812917 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-54c32e80-438d-4674-acbe-62a2501268f4 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0125306 Nov 16 11:44:38.813777 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60766) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.819436 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [None req-e3f31152-a34b-4df4-bbf1-1a2bbffae913 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.824403 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e3f31152-a34b-4df4-bbf1-1a2bbffae913 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0091865 Nov 16 11:44:38.825772 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60768) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.835279 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [None req-0eb65940-84cc-4b45-9e26-e75bb66837a6 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.841328 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0eb65940-84cc-4b45-9e26-e75bb66837a6 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0122805 Nov 16 11:44:38.841958 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60770) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.849571 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [None req-c475b017-b01e-4872-b54e-7b843379e4a3 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.851199 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c475b017-b01e-4872-b54e-7b843379e4a3 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0076678 Nov 16 11:44:38.853898 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60772) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.858141 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [None req-a1702d94-9e15-4e9a-861e-31622c6d5726 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.861445 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a1702d94-9e15-4e9a-861e-31622c6d5726 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0065572 Nov 16 11:44:38.861958 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60774) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.866001 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [None req-61ded164-f7f6-484d-9c54-2bec6000cdde tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.869192 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-61ded164-f7f6-484d-9c54-2bec6000cdde tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0063820 Nov 16 11:44:38.869735 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60776) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.873566 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [None req-fdde691c-77ce-4b7c-8e5d-be6272cceb80 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.877250 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-fdde691c-77ce-4b7c-8e5d-be6272cceb80 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0066302 Nov 16 11:44:38.877822 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60778) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.881796 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d056f4f0-123c-41a9-b449-8269c03af28c None None] DHCP port deletion for 75d671de-491e-4963-ab77-f13089ac30ce request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:44:38.900474 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [None req-ce42cdd6-7c24-4191-8f20-a83f57f5c42d tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.904997 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-47af3bac-3ccb-43a7-a64d-5375a0e6fea9 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:38.917941 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ce42cdd6-7c24-4191-8f20-a83f57f5c42d tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0277865 Nov 16 11:44:38.917941 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60780) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.924849 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [None req-6a11ddab-eef2-4ad1-98e2-76135efbc8f8 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.930132 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6a11ddab-eef2-4ad1-98e2-76135efbc8f8 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0183313 Nov 16 11:44:38.931352 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60782) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.940536 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [None req-ac9db7cf-8040-4bae-a6e6-ea1abc53a3c0 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.945980 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ac9db7cf-8040-4bae-a6e6-ea1abc53a3c0 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0130398 Nov 16 11:44:38.946878 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60784) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.955278 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [None req-50a8bfe3-20fc-429e-ba3e-14209749c125 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.956555 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-50a8bfe3-20fc-429e-ba3e-14209749c125 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0048430 Nov 16 11:44:38.959086 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60786) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.966821 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [None req-9759d574-fd30-4d4a-8642-d719fa0eebbe tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.968249 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9759d574-fd30-4d4a-8642-d719fa0eebbe tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0079746 Nov 16 11:44:38.971352 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60788) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.976948 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [None req-296bfefb-434e-4518-bf1b-c24ed7489206 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.978468 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-296bfefb-434e-4518-bf1b-c24ed7489206 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0059028 Nov 16 11:44:38.981350 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60790) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.986379 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-d056f4f0-123c-41a9-b449-8269c03af28c None None] Deleting port f760c0a8-89a5-4557-8c4b-63c5e5fbf189 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:44:38.986660 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [None req-6059649d-c75b-47b8-8979-3e0a712b9415 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:38.986801 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d056f4f0-123c-41a9-b449-8269c03af28c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:38.987947 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6059649d-c75b-47b8-8979-3e0a712b9415 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0050743 Nov 16 11:44:38.993702 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60792) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:38.995154 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-47af3bac-3ccb-43a7-a64d-5375a0e6fea9 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:39.003282 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [None req-5cfd1e24-0a06-4a4c-9d74-e3f35dac3195 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:39.006291 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5cfd1e24-0a06-4a4c-9d74-e3f35dac3195 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0099940 Nov 16 11:44:39.009990 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60796) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:39.025449 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [None req-528d3a6c-482b-4250-baa8-51d4f3e99b01 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:39.026207 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-47af3bac-3ccb-43a7-a64d-5375a0e6fea9 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:39.029841 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-528d3a6c-482b-4250-baa8-51d4f3e99b01 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0164192 Nov 16 11:44:39.031263 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60798) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:39.032433 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-47af3bac-3ccb-43a7-a64d-5375a0e6fea9 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] 10.222.0.61 "DELETE /v2.0/subnets/8fbd53e1-a651-418a-b92a-b38ad02f47e5 HTTP/1.1" status: 204 len: 168 time: 0.4678838 Nov 16 11:44:39.040552 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [None req-518beed3-7b52-4810-9f5f-d0068bcce020 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:39.044071 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-518beed3-7b52-4810-9f5f-d0068bcce020 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0113080 Nov 16 11:44:39.046518 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60800) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:39.046948 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60802) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:39.094989 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af3bac-3ccb-43a7-a64d-5375a0e6fea9 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Pushing event deleted for resources: {'Subnet': ['ID=8fbd53e1-a651-418a-b92a-b38ad02f47e5,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:39.129514 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-d056f4f0-123c-41a9-b449-8269c03af28c None None] For port f760c0a8-89a5-4557-8c4b-63c5e5fbf189, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=f760c0a8-89a5-4557-8c4b-63c5e5fbf189,segment=NetworkSegment(2349d59c-57a1-4fe7-ae55-a22d6b734807),segment_id=2349d59c-57a1-4fe7-ae55-a22d6b734807)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:44:39.129831 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d056f4f0-123c-41a9-b449-8269c03af28c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:39.144337 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-d056f4f0-123c-41a9-b449-8269c03af28c None None] Calling delete_port for f760c0a8-89a5-4557-8c4b-63c5e5fbf189 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:44:39.211347 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [None req-5c55b764-897c-40d6-95a4-d79ad3f04043 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:39.215130 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5c55b764-897c-40d6-95a4-d79ad3f04043 tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0049372 Nov 16 11:44:39.215316 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea334ae5-4113-48bf-baef-0f6d5625d571 req-d197df29-867a-45fa-af20-dd0d04ccb0e0 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:39.216635 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de67b169-36c3-4505-8173-f88cbb4cd229 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:39.218358 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60804) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:39.221117 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea334ae5-4113-48bf-baef-0f6d5625d571 req-d197df29-867a-45fa-af20-dd0d04ccb0e0 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:39.223608 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [None req-75e8a5ff-6e2a-40f8-af7e-9c28d506a4cf tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] http://10.222.0.61:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:44:39.236428 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-75e8a5ff-6e2a-40f8-af7e-9c28d506a4cf tempest-ExtensionsTestJSON-1053522491 tempest-ExtensionsTestJSON-1053522491-project] 10.222.0.61 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0045166 Nov 16 11:44:39.236637 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea334ae5-4113-48bf-baef-0f6d5625d571 req-d197df29-867a-45fa-af20-dd0d04ccb0e0 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:39.236744 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecda7f5-0059-46cf-91c7-6332e36bfca6 None None] Network 16dd003b-4477-4d2d-919e-cda4f4ff7648 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:44:39.251698 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea334ae5-4113-48bf-baef-0f6d5625d571 req-d197df29-867a-45fa-af20-dd0d04ccb0e0 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:39.257980 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea334ae5-4113-48bf-baef-0f6d5625d571 req-d197df29-867a-45fa-af20-dd0d04ccb0e0 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:39.264775 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea334ae5-4113-48bf-baef-0f6d5625d571 req-d197df29-867a-45fa-af20-dd0d04ccb0e0 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:39.270798 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea334ae5-4113-48bf-baef-0f6d5625d571 req-d197df29-867a-45fa-af20-dd0d04ccb0e0 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:39.272849 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ea334ae5-4113-48bf-baef-0f6d5625d571 req-d197df29-867a-45fa-af20-dd0d04ccb0e0 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 5432 time: 0.1623356 Nov 16 11:44:39.293526 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d056f4f0-123c-41a9-b449-8269c03af28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:39.354139 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ea334ae5-4113-48bf-baef-0f6d5625d571 req-2f639a13-ecea-4b20-956f-184cace5c735 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=e21bdf95-84ed-4189-aa21-cfae4bf8891b&id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0740600 Nov 16 11:44:39.361566 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056f4f0-123c-41a9-b449-8269c03af28c None None] Pushing event deleted for resources: {'Port': ['ID=f760c0a8-89a5-4557-8c4b-63c5e5fbf189,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:39.376083 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d056f4f0-123c-41a9-b449-8269c03af28c None None] No DVR routers for this DVR port f760c0a8-89a5-4557-8c4b-63c5e5fbf189 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:44:39.553842 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de67b169-36c3-4505-8173-f88cbb4cd229 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:39.583096 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b987ee2c-b5f0-4792-93aa-c8cd67b639dc None None] DHCP port deletion for 16dd003b-4477-4d2d-919e-cda4f4ff7648 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:44:39.598429 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-de67b169-36c3-4505-8173-f88cbb4cd229 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75d671de-491e-4963-ab77-f13089ac30ce']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:39.611452 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-de67b169-36c3-4505-8173-f88cbb4cd229 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2349d59c-57a1-4fe7-ae55-a22d6b734807') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:39.611836 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-de67b169-36c3-4505-8173-f88cbb4cd229 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2349d59c-57a1-4fe7-ae55-a22d6b734807') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:39.625764 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de67b169-36c3-4505-8173-f88cbb4cd229 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:39.646802 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de67b169-36c3-4505-8173-f88cbb4cd229 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:39.656152 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de67b169-36c3-4505-8173-f88cbb4cd229 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:44:39.656661 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de67b169-36c3-4505-8173-f88cbb4cd229 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:39.661972 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:44:39.661972 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:44:39.661972 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:44:39.661972 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:44:39.661972 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:44:39.661972 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:44:39.661972 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:44:39.661972 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:44:39.661972 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:44:39.661972 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:44:39.661972 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:44:39.661972 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:44:39.661972 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:44:39.661972 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:44:39.661972 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:44:39.661972 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:44:39.661972 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:44:39.661972 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:44:39.661972 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:44:39.661972 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:44:39.661972 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:44:39.661972 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:44:39.661972 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:44:39.661972 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:44:39.661972 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:44:39.661972 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:44:39.661972 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:44:39.661972 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:44:39.661972 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:44:39.661972 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:44:39.661972 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:44:39.661972 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:44:39.672031 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60812) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:39.686483 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b987ee2c-b5f0-4792-93aa-c8cd67b639dc None None] Deleting port be0db695-a60a-4d20-bb70-10b631d74cb9 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:44:39.686868 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b987ee2c-b5f0-4792-93aa-c8cd67b639dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:39.758042 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de67b169-36c3-4505-8173-f88cbb4cd229 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:39.772685 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de67b169-36c3-4505-8173-f88cbb4cd229 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:39.779302 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-de67b169-36c3-4505-8173-f88cbb4cd229 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] 10.222.0.61 "DELETE /v2.0/networks/75d671de-491e-4963-ab77-f13089ac30ce HTTP/1.1" status: 204 len: 168 time: 0.7301159 Nov 16 11:44:39.781868 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60816) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:39.827098 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de67b169-36c3-4505-8173-f88cbb4cd229 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Pushing event deleted for resources: {'Network': ['ID=75d671de-491e-4963-ab77-f13089ac30ce,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:39.835277 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b987ee2c-b5f0-4792-93aa-c8cd67b639dc None None] For port be0db695-a60a-4d20-bb70-10b631d74cb9, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=be0db695-a60a-4d20-bb70-10b631d74cb9,segment=NetworkSegment(882fb58e-3557-474c-a72c-00e589b7b9e2),segment_id=882fb58e-3557-474c-a72c-00e589b7b9e2)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:44:39.835688 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b987ee2c-b5f0-4792-93aa-c8cd67b639dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:39.864640 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b987ee2c-b5f0-4792-93aa-c8cd67b639dc None None] Calling delete_port for be0db695-a60a-4d20-bb70-10b631d74cb9 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:44:39.889809 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1eaa96a4-6ed8-4527-9259-c14ca95c5d5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:39.895872 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b49dc0cb-0452-4eea-86c7-d9ec6229201d tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:40.016368 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b49dc0cb-0452-4eea-86c7-d9ec6229201d tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Deleting port be0db695-a60a-4d20-bb70-10b631d74cb9 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:44:40.017051 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b49dc0cb-0452-4eea-86c7-d9ec6229201d tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:40.019794 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b987ee2c-b5f0-4792-93aa-c8cd67b639dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:40.050611 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b987ee2c-b5f0-4792-93aa-c8cd67b639dc None None] Pushing event deleted for resources: {'Port': ['ID=be0db695-a60a-4d20-bb70-10b631d74cb9,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:40.055560 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b987ee2c-b5f0-4792-93aa-c8cd67b639dc None None] No DVR routers for this DVR port be0db695-a60a-4d20-bb70-10b631d74cb9 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:44:40.109679 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device be0db695-a60a-4d20-bb70-10b631d74cb9 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:44:40.141570 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: be0db695-a60a-4d20-bb70-10b631d74cb9 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:44:40.142088 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device be0db695-a60a-4d20-bb70-10b631d74cb9 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:44:40.142604 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device f760c0a8-89a5-4557-8c4b-63c5e5fbf189 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:44:40.197478 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: f760c0a8-89a5-4557-8c4b-63c5e5fbf189 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:44:40.198008 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device f760c0a8-89a5-4557-8c4b-63c5e5fbf189 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:44:40.375164 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1eaa96a4-6ed8-4527-9259-c14ca95c5d5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:40.390752 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1eaa96a4-6ed8-4527-9259-c14ca95c5d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:40.412975 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-b49dc0cb-0452-4eea-86c7-d9ec6229201d tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] For port be0db695-a60a-4d20-bb70-10b631d74cb9, host n-d-816823-3, got binding levels [] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:44:40.413338 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b49dc0cb-0452-4eea-86c7-d9ec6229201d tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:40.470516 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b49dc0cb-0452-4eea-86c7-d9ec6229201d tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Calling delete_port for be0db695-a60a-4d20-bb70-10b631d74cb9 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:44:40.483209 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60828) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:40.483956 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1eaa96a4-6ed8-4527-9259-c14ca95c5d5e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8a2b07000e7b409c9c5534d136f65114&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8090980 Nov 16 11:44:40.486985 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.ipam_backend_mixin [None req-b49dc0cb-0452-4eea-86c7-d9ec6229201d tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Port be0db695-a60a-4d20-bb70-10b631d74cb9 was not found and therefore no delete operation was performed {{(pid=102669) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 11:44:40.494263 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa96a4-6ed8-4527-9259-c14ca95c5d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860fa7d2-d249-48d1-a9cf-299480875636,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:40.500928 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b49dc0cb-0452-4eea-86c7-d9ec6229201d tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:40.546167 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49dc0cb-0452-4eea-86c7-d9ec6229201d tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Pushing event deleted for resources: {'Port': ['ID=be0db695-a60a-4d20-bb70-10b631d74cb9,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:40.560341 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49dc0cb-0452-4eea-86c7-d9ec6229201d tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] No DVR routers for this DVR port be0db695-a60a-4d20-bb70-10b631d74cb9 on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:44:40.621356 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7144843c-2b42-4c03-96a8-f892a064ed39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:40.654017 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7144843c-2b42-4c03-96a8-f892a064ed39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:40.714971 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b49dc0cb-0452-4eea-86c7-d9ec6229201d tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:40.754066 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef38d1-e5c2-4ad6-96a5-c365cc871868 req-f45043a4-a9b5-4772-989c-ed3f5236bb2a tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:40.757400 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7144843c-2b42-4c03-96a8-f892a064ed39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:40.760483 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7144843c-2b42-4c03-96a8-f892a064ed39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:40.761869 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef38d1-e5c2-4ad6-96a5-c365cc871868 req-f45043a4-a9b5-4772-989c-ed3f5236bb2a tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:40.763962 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7144843c-2b42-4c03-96a8-f892a064ed39 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/860fa7d2-d249-48d1-a9cf-299480875636 HTTP/1.1" status: 204 len: 168 time: 0.2796478 Nov 16 11:44:40.777673 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7144843c-2b42-4c03-96a8-f892a064ed39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860fa7d2-d249-48d1-a9cf-299480875636,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:40.781304 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef38d1-e5c2-4ad6-96a5-c365cc871868 req-f45043a4-a9b5-4772-989c-ed3f5236bb2a tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:40.789644 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef38d1-e5c2-4ad6-96a5-c365cc871868 req-f45043a4-a9b5-4772-989c-ed3f5236bb2a tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:40.796976 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef38d1-e5c2-4ad6-96a5-c365cc871868 req-f45043a4-a9b5-4772-989c-ed3f5236bb2a tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:40.803754 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef38d1-e5c2-4ad6-96a5-c365cc871868 req-f45043a4-a9b5-4772-989c-ed3f5236bb2a tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:40.810348 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef38d1-e5c2-4ad6-96a5-c365cc871868 req-f45043a4-a9b5-4772-989c-ed3f5236bb2a tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:40.818139 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6eef38d1-e5c2-4ad6-96a5-c365cc871868 req-f45043a4-a9b5-4772-989c-ed3f5236bb2a tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 5432 time: 0.2464390 Nov 16 11:44:40.821062 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-b49dc0cb-0452-4eea-86c7-d9ec6229201d tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16dd003b-4477-4d2d-919e-cda4f4ff7648']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:40.843391 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-b49dc0cb-0452-4eea-86c7-d9ec6229201d tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '882fb58e-3557-474c-a72c-00e589b7b9e2') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:40.843698 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-b49dc0cb-0452-4eea-86c7-d9ec6229201d tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '882fb58e-3557-474c-a72c-00e589b7b9e2') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:40.858060 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b49dc0cb-0452-4eea-86c7-d9ec6229201d tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:40.884907 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b49dc0cb-0452-4eea-86c7-d9ec6229201d tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:40.903011 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b49dc0cb-0452-4eea-86c7-d9ec6229201d tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:44:40.903415 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b49dc0cb-0452-4eea-86c7-d9ec6229201d tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:40.906655 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:44:40.906655 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:44:40.906655 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:44:40.906655 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:44:40.906655 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:44:40.906655 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:44:40.906655 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:44:40.906655 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:44:40.906655 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:44:40.906655 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:44:40.906655 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:44:40.906655 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:44:40.906655 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:44:40.906655 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:44:40.906655 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:44:40.906655 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:44:40.906655 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:44:40.906655 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:44:40.906655 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:44:40.906655 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:44:40.906655 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:44:40.906655 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:44:40.906655 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:44:40.906655 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:44:40.906655 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:44:40.906655 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:44:40.906655 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:44:40.906655 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:44:40.906655 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:44:40.906655 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:44:40.906655 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:44:40.906655 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:44:40.962969 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6eef38d1-e5c2-4ad6-96a5-c365cc871868 req-28cdfa42-bbf1-42e5-a4f3-79792c15fdee tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=e21bdf95-84ed-4189-aa21-cfae4bf8891b&id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1434386 Nov 16 11:44:40.997029 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b49dc0cb-0452-4eea-86c7-d9ec6229201d tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:41.018848 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b49dc0cb-0452-4eea-86c7-d9ec6229201d tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:41.024393 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b49dc0cb-0452-4eea-86c7-d9ec6229201d tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] 10.222.0.61 "DELETE /v2.0/networks/16dd003b-4477-4d2d-919e-cda4f4ff7648 HTTP/1.1" status: 204 len: 168 time: 1.2391334 Nov 16 11:44:41.024393 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49dc0cb-0452-4eea-86c7-d9ec6229201d tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Pushing event deleted for resources: {'Network': ['ID=16dd003b-4477-4d2d-919e-cda4f4ff7648,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:41.024822 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60834) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:41.102663 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-41bdf5c5-80b2-4b85-9bf3-26d90348d3ad tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Deleting subnet 346efcd0-17b4-4a5f-b760-76a1d4ef7553 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:44:41.107330 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-41bdf5c5-80b2-4b85-9bf3-26d90348d3ad tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:41.170807 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-41bdf5c5-80b2-4b85-9bf3-26d90348d3ad tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:41.267884 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-41bdf5c5-80b2-4b85-9bf3-26d90348d3ad tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:41.329170 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-41bdf5c5-80b2-4b85-9bf3-26d90348d3ad tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:41.354137 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dfe52e-9a69-4e16-ab6f-0b0a4b95b076 None None] Network fc0b04b6-b2ca-4955-a4f9-f86a1317c8c6 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:44:41.359018 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-41bdf5c5-80b2-4b85-9bf3-26d90348d3ad tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:41.364523 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-41bdf5c5-80b2-4b85-9bf3-26d90348d3ad tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] 10.222.0.61 "DELETE /v2.0/subnets/346efcd0-17b4-4a5f-b760-76a1d4ef7553 HTTP/1.1" status: 204 len: 168 time: 0.3364398 Nov 16 11:44:41.364753 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60846) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:41.375364 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bdf5c5-80b2-4b85-9bf3-26d90348d3ad tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Pushing event deleted for resources: {'Subnet': ['ID=346efcd0-17b4-4a5f-b760-76a1d4ef7553,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:41.470525 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-452ffa22-1923-4bec-8d11-d7f68f8c1f89 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:41.531443 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-452ffa22-1923-4bec-8d11-d7f68f8c1f89 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Deleting port f098f17c-1d9c-4eda-bc54-b781d10a5cf6 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:44:41.532116 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-452ffa22-1923-4bec-8d11-d7f68f8c1f89 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:41.593167 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb9fa2b-c8b9-4b0d-a1d0-0c8d7cd0317e None None] DHCP port deletion for fc0b04b6-b2ca-4955-a4f9-f86a1317c8c6 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:44:41.612403 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-452ffa22-1923-4bec-8d11-d7f68f8c1f89 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] For port f098f17c-1d9c-4eda-bc54-b781d10a5cf6, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=f098f17c-1d9c-4eda-bc54-b781d10a5cf6,segment=NetworkSegment(cba8ca4b-112d-47bb-be8c-eaa8f73db7fc),segment_id=cba8ca4b-112d-47bb-be8c-eaa8f73db7fc)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:44:41.613044 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-452ffa22-1923-4bec-8d11-d7f68f8c1f89 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:41.637160 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-452ffa22-1923-4bec-8d11-d7f68f8c1f89 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Calling delete_port for f098f17c-1d9c-4eda-bc54-b781d10a5cf6 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:44:41.695710 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-edb9fa2b-c8b9-4b0d-a1d0-0c8d7cd0317e None None] Deleting port f098f17c-1d9c-4eda-bc54-b781d10a5cf6 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:44:41.696479 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-edb9fa2b-c8b9-4b0d-a1d0-0c8d7cd0317e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:41.753683 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-452ffa22-1923-4bec-8d11-d7f68f8c1f89 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:41.781529 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-edb9fa2b-c8b9-4b0d-a1d0-0c8d7cd0317e None None] For port f098f17c-1d9c-4eda-bc54-b781d10a5cf6, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=f098f17c-1d9c-4eda-bc54-b781d10a5cf6,segment=NetworkSegment(cba8ca4b-112d-47bb-be8c-eaa8f73db7fc),segment_id=cba8ca4b-112d-47bb-be8c-eaa8f73db7fc)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:44:41.781945 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-edb9fa2b-c8b9-4b0d-a1d0-0c8d7cd0317e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:41.785993 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452ffa22-1923-4bec-8d11-d7f68f8c1f89 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] No DVR routers for this DVR port f098f17c-1d9c-4eda-bc54-b781d10a5cf6 on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:44:41.788177 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ffa22-1923-4bec-8d11-d7f68f8c1f89 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Pushing event deleted for resources: {'Port': ['ID=f098f17c-1d9c-4eda-bc54-b781d10a5cf6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:41.806017 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-edb9fa2b-c8b9-4b0d-a1d0-0c8d7cd0317e None None] Calling delete_port for f098f17c-1d9c-4eda-bc54-b781d10a5cf6 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:44:41.807152 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60866) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:41.894457 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-452ffa22-1923-4bec-8d11-d7f68f8c1f89 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:41.907082 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-edb9fa2b-c8b9-4b0d-a1d0-0c8d7cd0317e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:41.931039 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb9fa2b-c8b9-4b0d-a1d0-0c8d7cd0317e None None] No DVR routers for this DVR port f098f17c-1d9c-4eda-bc54-b781d10a5cf6 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:44:41.950868 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-452ffa22-1923-4bec-8d11-d7f68f8c1f89 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc0b04b6-b2ca-4955-a4f9-f86a1317c8c6']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:41.972097 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-452ffa22-1923-4bec-8d11-d7f68f8c1f89 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cba8ca4b-112d-47bb-be8c-eaa8f73db7fc') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:41.972400 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-452ffa22-1923-4bec-8d11-d7f68f8c1f89 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cba8ca4b-112d-47bb-be8c-eaa8f73db7fc') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:41.982135 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb9fa2b-c8b9-4b0d-a1d0-0c8d7cd0317e None None] Pushing event deleted for resources: {'Port': ['ID=f098f17c-1d9c-4eda-bc54-b781d10a5cf6,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:41.990103 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-5509e50c-1d9e-4764-b508-6899222467c6 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1370387739'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:42.011323 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-452ffa22-1923-4bec-8d11-d7f68f8c1f89 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:42.031766 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-452ffa22-1923-4bec-8d11-d7f68f8c1f89 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:42.034281 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5509e50c-1d9e-4764-b508-6899222467c6 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Made reservation on behalf of a3def4ad1f724e16bfdf285da593eef7 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:44:42.038741 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device f098f17c-1d9c-4eda-bc54-b781d10a5cf6 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:44:42.042890 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5509e50c-1d9e-4764-b508-6899222467c6 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:42.056240 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-452ffa22-1923-4bec-8d11-d7f68f8c1f89 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:44:42.056435 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5509e50c-1d9e-4764-b508-6899222467c6 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:42.056656 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-452ffa22-1923-4bec-8d11-d7f68f8c1f89 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:42.074657 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:44:42.074657 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:44:42.074657 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:44:42.074657 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:44:42.074657 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:44:42.074657 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:44:42.074657 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:44:42.074657 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:44:42.074657 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:44:42.074657 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:44:42.074657 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:44:42.074657 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:44:42.074657 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:44:42.074657 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:44:42.074657 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:44:42.074657 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:44:42.074657 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:44:42.074657 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:44:42.074657 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:44:42.074657 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:44:42.074657 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:44:42.074657 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:44:42.074657 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:44:42.074657 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:44:42.074657 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:44:42.074657 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:44:42.074657 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:44:42.074657 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:44:42.074657 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:44:42.074657 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:44:42.074657 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:44:42.074657 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:44:42.086309 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: f098f17c-1d9c-4eda-bc54-b781d10a5cf6 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:44:42.086659 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device f098f17c-1d9c-4eda-bc54-b781d10a5cf6 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:44:42.161713 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-452ffa22-1923-4bec-8d11-d7f68f8c1f89 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:42.188008 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-452ffa22-1923-4bec-8d11-d7f68f8c1f89 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:42.192060 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-452ffa22-1923-4bec-8d11-d7f68f8c1f89 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] 10.222.0.61 "DELETE /v2.0/networks/fc0b04b6-b2ca-4955-a4f9-f86a1317c8c6 HTTP/1.1" status: 204 len: 168 time: 0.8261917 Nov 16 11:44:42.193453 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515c816-155a-4169-a0c1-34efa2ae8bc9 req-41cca2fb-4d4f-4afa-83d2-ef64079e46b9 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:42.193762 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ffa22-1923-4bec-8d11-d7f68f8c1f89 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Pushing event deleted for resources: {'Network': ['ID=fc0b04b6-b2ca-4955-a4f9-f86a1317c8c6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:42.196721 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60880) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:42.200216 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515c816-155a-4169-a0c1-34efa2ae8bc9 req-41cca2fb-4d4f-4afa-83d2-ef64079e46b9 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:42.206545 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515c816-155a-4169-a0c1-34efa2ae8bc9 req-41cca2fb-4d4f-4afa-83d2-ef64079e46b9 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:42.212748 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515c816-155a-4169-a0c1-34efa2ae8bc9 req-41cca2fb-4d4f-4afa-83d2-ef64079e46b9 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:42.219325 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515c816-155a-4169-a0c1-34efa2ae8bc9 req-41cca2fb-4d4f-4afa-83d2-ef64079e46b9 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:42.225176 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-940784e7-31e5-4ce5-948b-eb9aa328a945 tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] 10.222.0.61 "GET /v2.0/ports?device_id=e03588f7-f77e-4f1b-8f48-495190cd8649 HTTP/1.1" status: 200 len: 205 time: 0.0283322 Nov 16 11:44:42.225442 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515c816-155a-4169-a0c1-34efa2ae8bc9 req-41cca2fb-4d4f-4afa-83d2-ef64079e46b9 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:42.227737 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60882) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:42.232490 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515c816-155a-4169-a0c1-34efa2ae8bc9 req-41cca2fb-4d4f-4afa-83d2-ef64079e46b9 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:42.234515 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1515c816-155a-4169-a0c1-34efa2ae8bc9 req-41cca2fb-4d4f-4afa-83d2-ef64079e46b9 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 5432 time: 0.1352301 Nov 16 11:44:42.306830 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa690343-a0d8-4ddf-b00d-8b2ecddae61e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:42.326547 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5509e50c-1d9e-4764-b508-6899222467c6 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:42.337150 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1515c816-155a-4169-a0c1-34efa2ae8bc9 req-4638abed-c6ce-49e4-bdfe-90c497ab37c8 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=e21bdf95-84ed-4189-aa21-cfae4bf8891b&id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0909925 Nov 16 11:44:42.338041 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5509e50c-1d9e-4764-b508-6899222467c6 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:42.371562 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5509e50c-1d9e-4764-b508-6899222467c6 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:44:42.378723 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5509e50c-1d9e-4764-b508-6899222467c6 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17bca27f-697f-49bd-8d03-3f034318fe23,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:42.385674 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5509e50c-1d9e-4764-b508-6899222467c6 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:42.386059 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-5509e50c-1d9e-4764-b508-6899222467c6 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Added segment c96ec432-3362-4c68-b734-cd0a1baaf44e of type vlan for network 42f35a15-aa58-4e22-82c0-04c631ab84d0 Nov 16 11:44:42.431913 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5509e50c-1d9e-4764-b508-6899222467c6 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:42.457901 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5509e50c-1d9e-4764-b508-6899222467c6 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:42.463904 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5509e50c-1d9e-4764-b508-6899222467c6 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:42.464528 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5509e50c-1d9e-4764-b508-6899222467c6 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:42.526796 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5509e50c-1d9e-4764-b508-6899222467c6 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7184794 Nov 16 11:44:42.548931 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5509e50c-1d9e-4764-b508-6899222467c6 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event updated for resources: {'Network': ['ID=42f35a15-aa58-4e22-82c0-04c631ab84d0,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:42.561185 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 42f35a15-aa58-4e22-82c0-04c631ab84d0 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:44:42.758791 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa690343-a0d8-4ddf-b00d-8b2ecddae61e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:42.760836 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa690343-a0d8-4ddf-b00d-8b2ecddae61e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:42.808934 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa690343-a0d8-4ddf-b00d-8b2ecddae61e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:42.809762 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa690343-a0d8-4ddf-b00d-8b2ecddae61e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Fanout notify agent at l3_agent the message router_deleted on router e03588f7-f77e-4f1b-8f48-495190cd8649 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:44:42.818266 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa690343-a0d8-4ddf-b00d-8b2ecddae61e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:42.830461 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-aa690343-a0d8-4ddf-b00d-8b2ecddae61e tempest-RoutersNegativeTest-1601215419 tempest-RoutersNegativeTest-1601215419-project] 10.222.0.61 "DELETE /v2.0/routers/e03588f7-f77e-4f1b-8f48-495190cd8649 HTTP/1.1" status: 204 len: 168 time: 0.5932279 Nov 16 11:44:43.020750 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-09248afa-7f82-4391-b652-949a4c4a9d82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:43.075927 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60888) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:43.251279 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bf322722-791f-4d69-8ec1-08318fc627eb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=83819cd0297b4d18a3276153cdb92b03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1734259 Nov 16 11:44:43.259889 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60900) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:43.318231 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c4bc16e-1a9e-4a9d-805a-e25407828a7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:43.346159 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c4bc16e-1a9e-4a9d-805a-e25407828a7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:43.420459 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c4bc16e-1a9e-4a9d-805a-e25407828a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:43.438631 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c4bc16e-1a9e-4a9d-805a-e25407828a7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:43.440720 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4c4bc16e-1a9e-4a9d-805a-e25407828a7a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f65bc0b9-66af-47dc-ad6e-d74d3856d611 HTTP/1.1" status: 204 len: 168 time: 0.1786122 Nov 16 11:44:43.471169 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4bc16e-1a9e-4a9d-805a-e25407828a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65bc0b9-66af-47dc-ad6e-d74d3856d611,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:43.550842 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a12642-3c2d-4f94-affb-05a6cb629fb4 req-cf5cfaf7-9e66-4fc7-92f0-a65e8158d015 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:43.553453 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-62a12642-3c2d-4f94-affb-05a6cb629fb4 req-cf5cfaf7-9e66-4fc7-92f0-a65e8158d015 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=512fff24-f1d3-49ad-8414-e4ef5813c3b3 HTTP/1.1" status: 200 len: 946 time: 0.0972698 Nov 16 11:44:43.624594 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-62a12642-3c2d-4f94-affb-05a6cb629fb4 req-f2077cac-749e-42fe-9a74-cadc25db68c6 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618198 Nov 16 11:44:43.759559 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345188b-811a-4a53-a3d2-8b6aaab2a353 req-d20687f7-e849-4617-9a1f-75517f1b22db tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:43.767040 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345188b-811a-4a53-a3d2-8b6aaab2a353 req-d20687f7-e849-4617-9a1f-75517f1b22db tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:43.773441 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345188b-811a-4a53-a3d2-8b6aaab2a353 req-d20687f7-e849-4617-9a1f-75517f1b22db tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:43.779606 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345188b-811a-4a53-a3d2-8b6aaab2a353 req-d20687f7-e849-4617-9a1f-75517f1b22db tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:43.786615 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345188b-811a-4a53-a3d2-8b6aaab2a353 req-d20687f7-e849-4617-9a1f-75517f1b22db tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:43.793226 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345188b-811a-4a53-a3d2-8b6aaab2a353 req-d20687f7-e849-4617-9a1f-75517f1b22db tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:43.800689 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345188b-811a-4a53-a3d2-8b6aaab2a353 req-d20687f7-e849-4617-9a1f-75517f1b22db tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:43.803001 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5345188b-811a-4a53-a3d2-8b6aaab2a353 req-d20687f7-e849-4617-9a1f-75517f1b22db tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 5432 time: 0.1130009 Nov 16 11:44:43.894204 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5345188b-811a-4a53-a3d2-8b6aaab2a353 req-03ac4ac6-82b7-430e-99b3-1b0eed1b0b09 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=e21bdf95-84ed-4189-aa21-cfae4bf8891b&id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0795252 Nov 16 11:44:44.326224 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60930) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:44.444983 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-82de6684-060e-4966-b2fb-ed8fa4b13f96 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:44.445426 n-d-816823-3 neutron-server[102668]: WARNING neutron.api.v2.base [None req-82de6684-060e-4966-b2fb-ed8fa4b13f96 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 16 11:44:44.445975 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-82de6684-060e-4966-b2fb-ed8fa4b13f96 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] create failed (client error): There was a conflict when trying to complete your request. Nov 16 11:44:44.447303 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-82de6684-060e-4966-b2fb-ed8fa4b13f96 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1198041 Nov 16 11:44:44.451475 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60934) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:44.456697 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-e058e63d-14f0-4ebe-b64b-f0ae99c08a4a tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Request body: {'security_group': {'name': 'tempest-secgroup--1610222431'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:44.480895 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e058e63d-14f0-4ebe-b64b-f0ae99c08a4a tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:44.490941 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e058e63d-14f0-4ebe-b64b-f0ae99c08a4a tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:44.571475 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e058e63d-14f0-4ebe-b64b-f0ae99c08a4a tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:44.575514 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e058e63d-14f0-4ebe-b64b-f0ae99c08a4a tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:44.618636 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e058e63d-14f0-4ebe-b64b-f0ae99c08a4a tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc4ec09-8ff5-465c-b851-49c931bfeba4,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:44.658726 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e058e63d-14f0-4ebe-b64b-f0ae99c08a4a tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:44.663872 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e058e63d-14f0-4ebe-b64b-f0ae99c08a4a tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:44.698501 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e058e63d-14f0-4ebe-b64b-f0ae99c08a4a tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59370c8c-f47a-4140-a78a-070f5173fc9d,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:44.716761 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e058e63d-14f0-4ebe-b64b-f0ae99c08a4a tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:44.720857 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e058e63d-14f0-4ebe-b64b-f0ae99c08a4a tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2656500 Nov 16 11:44:44.721634 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60938) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:44.727126 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-afa25ce6-7d4f-4ea5-87b4-73ab4e4aaabb tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Request body: {'security_group_rule': {'security_group_id': '59370c8c-f47a-4140-a78a-070f5173fc9d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:44.761347 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-afa25ce6-7d4f-4ea5-87b4-73ab4e4aaabb tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:44.782356 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bceac1e-e742-4215-b626-4381915a38a1 req-623563fb-c545-4efb-aa94-9510a09d88f7 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:44.784087 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8bceac1e-e742-4215-b626-4381915a38a1 req-623563fb-c545-4efb-aa94-9510a09d88f7 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=512fff24-f1d3-49ad-8414-e4ef5813c3b3 HTTP/1.1" status: 200 len: 946 time: 0.0642016 Nov 16 11:44:44.827178 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-afa25ce6-7d4f-4ea5-87b4-73ab4e4aaabb tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:44.851288 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8bceac1e-e742-4215-b626-4381915a38a1 req-1a331473-5014-4850-8566-79e848c13ce0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=c4794642-d8bf-457c-a3b2-3c775f0f05fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604289 Nov 16 11:44:44.866316 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-afa25ce6-7d4f-4ea5-87b4-73ab4e4aaabb tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:44.881119 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa25ce6-7d4f-4ea5-87b4-73ab4e4aaabb tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40c0554a-4b71-4ed6-85da-11f70dac5495,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:44.906919 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b265a74-5592-4a20-86ee-14b7ac9071ec req-7da65c7b-ce33-4405-9406-bc69f39a7047 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:44.908570 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b265a74-5592-4a20-86ee-14b7ac9071ec req-7da65c7b-ce33-4405-9406-bc69f39a7047 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.36 "GET /v2.0/ports?device_id=512fff24-f1d3-49ad-8414-e4ef5813c3b3 HTTP/1.1" status: 200 len: 946 time: 0.0849314 Nov 16 11:44:44.911365 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-afa25ce6-7d4f-4ea5-87b4-73ab4e4aaabb tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:44.913956 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-afa25ce6-7d4f-4ea5-87b4-73ab4e4aaabb tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1895723 Nov 16 11:44:44.915602 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60940) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:44.921249 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-9afe006d-5f60-4b1c-9b96-9253c69fb481 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Request body: {'security_group_rule': {'security_group_id': '59370c8c-f47a-4140-a78a-070f5173fc9d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:44.998485 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9afe006d-5f60-4b1c-9b96-9253c69fb481 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:45.021468 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-1b265a74-5592-4a20-86ee-14b7ac9071ec req-93091d89-8b43-4d08-84f6-6e9a14c0fd61 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Deleting port 3742ffc3-e897-4083-9847-775f02d0e7b5 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:44:45.021877 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1b265a74-5592-4a20-86ee-14b7ac9071ec req-93091d89-8b43-4d08-84f6-6e9a14c0fd61 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:45.098432 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-9afe006d-5f60-4b1c-9b96-9253c69fb481 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] create failed (client error): There was a conflict when trying to complete your request. Nov 16 11:44:45.099642 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-9afe006d-5f60-4b1c-9b96-9253c69fb481 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1829219 Nov 16 11:44:45.105094 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60944) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:45.130015 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053ce09-4aa9-4466-9515-725645ada8f4 req-d0180a1c-5a03-48d3-8737-bcc990c3eec5 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:45.136578 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053ce09-4aa9-4466-9515-725645ada8f4 req-d0180a1c-5a03-48d3-8737-bcc990c3eec5 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:45.144033 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053ce09-4aa9-4466-9515-725645ada8f4 req-d0180a1c-5a03-48d3-8737-bcc990c3eec5 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:45.147694 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-1b265a74-5592-4a20-86ee-14b7ac9071ec req-93091d89-8b43-4d08-84f6-6e9a14c0fd61 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] For port 3742ffc3-e897-4083-9847-775f02d0e7b5, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=3742ffc3-e897-4083-9847-775f02d0e7b5,segment=NetworkSegment(c7ce274d-1faf-4924-9c3c-562dce13f294),segment_id=c7ce274d-1faf-4924-9c3c-562dce13f294)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:44:45.148681 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1b265a74-5592-4a20-86ee-14b7ac9071ec req-93091d89-8b43-4d08-84f6-6e9a14c0fd61 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:45.151199 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053ce09-4aa9-4466-9515-725645ada8f4 req-d0180a1c-5a03-48d3-8737-bcc990c3eec5 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:45.157643 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053ce09-4aa9-4466-9515-725645ada8f4 req-d0180a1c-5a03-48d3-8737-bcc990c3eec5 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:45.164687 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053ce09-4aa9-4466-9515-725645ada8f4 req-d0180a1c-5a03-48d3-8737-bcc990c3eec5 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:45.169453 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-1b265a74-5592-4a20-86ee-14b7ac9071ec req-93091d89-8b43-4d08-84f6-6e9a14c0fd61 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Calling delete_port for 3742ffc3-e897-4083-9847-775f02d0e7b5 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:44:45.171443 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053ce09-4aa9-4466-9515-725645ada8f4 req-d0180a1c-5a03-48d3-8737-bcc990c3eec5 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:45.181474 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c053ce09-4aa9-4466-9515-725645ada8f4 req-d0180a1c-5a03-48d3-8737-bcc990c3eec5 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 5432 time: 0.1376374 Nov 16 11:44:45.286185 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c053ce09-4aa9-4466-9515-725645ada8f4 req-24c790d9-6850-4460-876f-d10ed4f8b8c2 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=e21bdf95-84ed-4189-aa21-cfae4bf8891b&id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0985210 Nov 16 11:44:45.311004 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-88e2750e-dbf9-42d0-8c4a-3cd3aa9a24cd tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:45.376959 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-88e2750e-dbf9-42d0-8c4a-3cd3aa9a24cd tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:45.381447 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1b265a74-5592-4a20-86ee-14b7ac9071ec req-93091d89-8b43-4d08-84f6-6e9a14c0fd61 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:45.401907 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['3742ffc3-e897-4083-9847-775f02d0e7b5'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:44:45.415899 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93091d89-8b43-4d08-84f6-6e9a14c0fd61 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Pushing event deleted for resources: {'Port': ['ID=3742ffc3-e897-4083-9847-775f02d0e7b5,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:45.484729 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-88e2750e-dbf9-42d0-8c4a-3cd3aa9a24cd tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:45.487536 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-88e2750e-dbf9-42d0-8c4a-3cd3aa9a24cd tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:45.487805 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b265a74-5592-4a20-86ee-14b7ac9071ec req-93091d89-8b43-4d08-84f6-6e9a14c0fd61 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] No DVR routers for this DVR port 3742ffc3-e897-4083-9847-775f02d0e7b5 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:44:45.491882 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-88e2750e-dbf9-42d0-8c4a-3cd3aa9a24cd tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "DELETE /v2.0/security-groups/59370c8c-f47a-4140-a78a-070f5173fc9d HTTP/1.1" status: 204 len: 168 time: 0.3808434 Nov 16 11:44:45.492103 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60956) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:45.495555 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1b265a74-5592-4a20-86ee-14b7ac9071ec req-93091d89-8b43-4d08-84f6-6e9a14c0fd61 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:45.499805 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b265a74-5592-4a20-86ee-14b7ac9071ec req-93091d89-8b43-4d08-84f6-6e9a14c0fd61 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.36 "DELETE /v2.0/ports/3742ffc3-e897-4083-9847-775f02d0e7b5 HTTP/1.1" status: 204 len: 173 time: 0.5847378 Nov 16 11:44:45.505847 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512fff24-f1d3-49ad-8414-e4ef5813c3b3', 'name': 'network-vif-deleted', 'tag': '3742ffc3-e897-4083-9847-775f02d0e7b5'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:44:45.507745 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e2750e-dbf9-42d0-8c4a-3cd3aa9a24cd tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59370c8c-f47a-4140-a78a-070f5173fc9d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:45.508743 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6615f6-b844-4b89-8490-d81b2020dbc2" -d '{"events": [{"server_uuid": "512fff24-f1d3-49ad-8414-e4ef5813c3b3", "name": "network-vif-deleted", "tag": "3742ffc3-e897-4083-9847-775f02d0e7b5"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:44:45.592433 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1ee4cfbc-6bee-4415-9cc7-5b24c9f46dec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:45.642627 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c19e370-e3b3-444e-8fca-fcfa7ee6a9db x-openstack-request-id: req-6c19e370-e3b3-444e-8fca-fcfa7ee6a9db {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:44:45.643403 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512fff24-f1d3-49ad-8414-e4ef5813c3b3", "name": "network-vif-deleted", "tag": "3742ffc3-e897-4083-9847-775f02d0e7b5", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:44:45.645327 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6c19e370-e3b3-444e-8fca-fcfa7ee6a9db {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:44:45.645808 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512fff24-f1d3-49ad-8414-e4ef5813c3b3', 'name': 'network-vif-deleted', 'tag': '3742ffc3-e897-4083-9847-775f02d0e7b5', 'status': 'completed', 'code': 200} Nov 16 11:44:45.659201 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9c32c9dc-1565-42f2-aed8-00d2ad25ebd2 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1647549 Nov 16 11:44:45.663181 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60962) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:45.670933 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5cf810a3-a428-4a4f-bc39-267f7102aae0 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Request body: {'security_group': {'name': 'tempest-secgroup--914719385'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:45.717232 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5cf810a3-a428-4a4f-bc39-267f7102aae0 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:45.738732 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60968) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:45.745515 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-fdff600a-d68d-4f0a-a7a7-2e46e94af904 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Request body: {'subnet': {'network_id': '42f35a15-aa58-4e22-82c0-04c631ab84d0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:45.798415 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5cf810a3-a428-4a4f-bc39-267f7102aae0 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:45.805150 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5cf810a3-a428-4a4f-bc39-267f7102aae0 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:45.892119 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf810a3-a428-4a4f-bc39-267f7102aae0 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=644d91ba-4484-4110-86a3-7416d1f23dde,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:45.902106 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5cf810a3-a428-4a4f-bc39-267f7102aae0 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:45.907702 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5cf810a3-a428-4a4f-bc39-267f7102aae0 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2435038 Nov 16 11:44:45.908447 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60972) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:45.913212 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-cc1f186a-8e7f-4ca1-9c40-880c7585caf8 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Request body: {'security_group_rule': {'security_group_id': '644d91ba-4484-4110-86a3-7416d1f23dde', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:45.915014 n-d-816823-3 neutron-server[102668]: WARNING neutron.api.v2.base [None req-cc1f186a-8e7f-4ca1-9c40-880c7585caf8 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 16 11:44:45.915808 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-cc1f186a-8e7f-4ca1-9c40-880c7585caf8 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:44:45.920867 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-cc1f186a-8e7f-4ca1-9c40-880c7585caf8 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0113096 Nov 16 11:44:45.925593 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60974) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:46.043799 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdff600a-d68d-4f0a-a7a7-2e46e94af904 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Made reservation on behalf of a3def4ad1f724e16bfdf285da593eef7 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:44:46.046278 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fdff600a-d68d-4f0a-a7a7-2e46e94af904 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:46.068282 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-80bc30f7-e639-465f-8107-9ce2fe8de48f req-9b29ec52-c799-4c9e-8993-b8d7eb5d6d8c tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=512fff24-f1d3-49ad-8414-e4ef5813c3b3 HTTP/1.1" status: 200 len: 210 time: 0.0521598 Nov 16 11:44:46.142007 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-04fbb431-e942-4e08-83ef-360bcc255ff1 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:46.199024 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-04fbb431-e942-4e08-83ef-360bcc255ff1 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:46.270205 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-04fbb431-e942-4e08-83ef-360bcc255ff1 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:46.272777 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-04fbb431-e942-4e08-83ef-360bcc255ff1 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:46.273913 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-04fbb431-e942-4e08-83ef-360bcc255ff1 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "DELETE /v2.0/security-groups/644d91ba-4484-4110-86a3-7416d1f23dde HTTP/1.1" status: 204 len: 168 time: 0.3501048 Nov 16 11:44:46.276688 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60978) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:46.291168 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fbb431-e942-4e08-83ef-360bcc255ff1 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=644d91ba-4484-4110-86a3-7416d1f23dde,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:46.330707 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e627e573-79a3-46b3-81ca-210ef2ed0814 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0526299 Nov 16 11:44:46.334123 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60982) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:46.339191 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5782ff26-40b1-47be-b2e8-ab94e23b9cea tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Request body: {'security_group': {'name': 'tempest-secgroup--1205327547'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:46.362262 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fdff600a-d68d-4f0a-a7a7-2e46e94af904 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:46.369472 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5782ff26-40b1-47be-b2e8-ab94e23b9cea tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:46.456594 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5782ff26-40b1-47be-b2e8-ab94e23b9cea tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:46.461817 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5782ff26-40b1-47be-b2e8-ab94e23b9cea tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:46.469169 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff600a-d68d-4f0a-a7a7-2e46e94af904 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event updated for resources: {'Subnet': ['ID=dd631dac-71dd-40b3-b146-ab465f3c25a4,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:46.483443 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdff600a-d68d-4f0a-a7a7-2e46e94af904 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Checking segment: {'id': 'c96ec432-3362-4c68-b734-cd0a1baaf44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '42f35a15-aa58-4e22-82c0-04c631ab84d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:44:46.484564 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdff600a-d68d-4f0a-a7a7-2e46e94af904 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Network hostable DHCP agents. Network: 42f35a15-aa58-4e22-82c0-04c631ab84d0, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:44:46.497713 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5782ff26-40b1-47be-b2e8-ab94e23b9cea tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:46.501795 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5782ff26-40b1-47be-b2e8-ab94e23b9cea tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1638591 Nov 16 11:44:46.501977 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185edfeb-823f-4bb6-aa2e-94e4ab48256e req-c9d4be5c-6a14-47ee-a130-b4b0e9c794f5 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:46.502431 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60984) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:46.506523 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-cfc5f653-a696-4f2d-929a-34a7e4a39d71 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Request body: {'security_group_rule': {'security_group_id': '9fe4ef80-c72b-494d-ac85-d4e8641988d4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:46.506785 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185edfeb-823f-4bb6-aa2e-94e4ab48256e req-c9d4be5c-6a14-47ee-a130-b4b0e9c794f5 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:46.507348 n-d-816823-3 neutron-server[102668]: WARNING neutron.api.v2.base [None req-cfc5f653-a696-4f2d-929a-34a7e4a39d71 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 16 11:44:46.507845 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-cfc5f653-a696-4f2d-929a-34a7e4a39d71 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:44:46.511079 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-cfc5f653-a696-4f2d-929a-34a7e4a39d71 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0059743 Nov 16 11:44:46.511079 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782ff26-40b1-47be-b2e8-ab94e23b9cea tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe4ef80-c72b-494d-ac85-d4e8641988d4,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:46.512887 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60986) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:46.513399 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185edfeb-823f-4bb6-aa2e-94e4ab48256e req-c9d4be5c-6a14-47ee-a130-b4b0e9c794f5 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:46.519592 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185edfeb-823f-4bb6-aa2e-94e4ab48256e req-c9d4be5c-6a14-47ee-a130-b4b0e9c794f5 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:46.525422 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185edfeb-823f-4bb6-aa2e-94e4ab48256e req-c9d4be5c-6a14-47ee-a130-b4b0e9c794f5 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:46.531976 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185edfeb-823f-4bb6-aa2e-94e4ab48256e req-c9d4be5c-6a14-47ee-a130-b4b0e9c794f5 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:46.538020 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185edfeb-823f-4bb6-aa2e-94e4ab48256e req-c9d4be5c-6a14-47ee-a130-b4b0e9c794f5 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:46.540020 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-185edfeb-823f-4bb6-aa2e-94e4ab48256e req-c9d4be5c-6a14-47ee-a130-b4b0e9c794f5 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 5432 time: 0.1426246 Nov 16 11:44:46.565641 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdff600a-d68d-4f0a-a7a7-2e46e94af904 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Network 42f35a15-aa58-4e22-82c0-04c631ab84d0 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:44:46.575751 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-656dd5db-b378-41c7-a49c-dd6804e76b2f tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:46.583128 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-fdff600a-d68d-4f0a-a7a7-2e46e94af904 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 42f35a15-aa58-4e22-82c0-04c631ab84d0) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:44:46.592394 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdff600a-d68d-4f0a-a7a7-2e46e94af904 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:46.592987 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fdff600a-d68d-4f0a-a7a7-2e46e94af904 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:46.602752 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-656dd5db-b378-41c7-a49c-dd6804e76b2f tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:46.623946 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41888ead-c36a-4397-9c8a-0a99c0e61123 None None] Network 42f35a15-aa58-4e22-82c0-04c631ab84d0 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:44:46.624870 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-185edfeb-823f-4bb6-aa2e-94e4ab48256e req-d0cc9103-4e61-4621-b145-7cdb312dc834 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=e21bdf95-84ed-4189-aa21-cfae4bf8891b&id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0775154 Nov 16 11:44:46.630290 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-fdff600a-d68d-4f0a-a7a7-2e46e94af904 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8877184 Nov 16 11:44:46.632541 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60988) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:46.638795 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-2a6251c3-0fbb-4150-872e-fbebf7146106 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1956594451'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:46.672497 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6251c3-0fbb-4150-872e-fbebf7146106 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Made reservation on behalf of a3def4ad1f724e16bfdf285da593eef7 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:44:46.676761 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-656dd5db-b378-41c7-a49c-dd6804e76b2f tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:46.676962 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2a6251c3-0fbb-4150-872e-fbebf7146106 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:46.679759 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-656dd5db-b378-41c7-a49c-dd6804e76b2f tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:46.681651 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-656dd5db-b378-41c7-a49c-dd6804e76b2f tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "DELETE /v2.0/security-groups/9fe4ef80-c72b-494d-ac85-d4e8641988d4 HTTP/1.1" status: 204 len: 168 time: 0.1676369 Nov 16 11:44:46.685603 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60990) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:46.713122 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656dd5db-b378-41c7-a49c-dd6804e76b2f tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe4ef80-c72b-494d-ac85-d4e8641988d4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:46.713336 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a6251c3-0fbb-4150-872e-fbebf7146106 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:44:46.718848 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:46.726403 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2a6251c3-0fbb-4150-872e-fbebf7146106 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:46.726944 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-2a6251c3-0fbb-4150-872e-fbebf7146106 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Added segment 0a114b11-f5b9-4817-918b-2a20bc48936b of type vlan for network 60bd6f0c-2bf2-4a32-8c85-b51228429f17 Nov 16 11:44:46.754759 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c8fe6d93-787d-4071-98c6-ea0a02429705 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0651550 Nov 16 11:44:46.755315 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60992) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:46.760912 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-53a683b3-d4f5-4012-aaf2-3395cd4c34da tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Request body: {'security_group': {'name': 'tempest-secgroup--296520494'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:46.778166 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2a6251c3-0fbb-4150-872e-fbebf7146106 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:46.788344 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-53a683b3-d4f5-4012-aaf2-3395cd4c34da tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:46.808805 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2a6251c3-0fbb-4150-872e-fbebf7146106 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:46.816361 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6251c3-0fbb-4150-872e-fbebf7146106 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:46.817429 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2a6251c3-0fbb-4150-872e-fbebf7146106 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:46.842979 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2a6251c3-0fbb-4150-872e-fbebf7146106 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2065458 Nov 16 11:44:46.846227 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 60994) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:46.854939 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-caf24bac-e029-47c5-bf18-a208a5fdfd33 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Request body: {'subnet': {'network_id': '60bd6f0c-2bf2-4a32-8c85-b51228429f17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:46.865781 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d3ff4e-71db-4cc3-9ec8-57f5ebcaffa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-42f35a15-aa58-4e22-82c0-04c631ab84d0', 'network_id': '42f35a15-aa58-4e22-82c0-04c631ab84d0', 'tenant_id': 'a3def4ad1f724e16bfdf285da593eef7', 'fixed_ips': [{'subnet_id': 'dd631dac-71dd-40b3-b146-ab465f3c25a4'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:44:46.866680 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-11d3ff4e-71db-4cc3-9ec8-57f5ebcaffa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:46.916690 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6251c3-0fbb-4150-872e-fbebf7146106 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event updated for resources: {'Network': ['ID=60bd6f0c-2bf2-4a32-8c85-b51228429f17,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:46.954824 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 60bd6f0c-2bf2-4a32-8c85-b51228429f17 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:44:46.970697 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-53a683b3-d4f5-4012-aaf2-3395cd4c34da tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:46.977255 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-53a683b3-d4f5-4012-aaf2-3395cd4c34da tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:47.016257 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf24bac-e029-47c5-bf18-a208a5fdfd33 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Made reservation on behalf of a3def4ad1f724e16bfdf285da593eef7 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:44:47.019999 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-caf24bac-e029-47c5-bf18-a208a5fdfd33 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:47.025499 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a683b3-d4f5-4012-aaf2-3395cd4c34da tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6b3614-f970-4678-9702-1354b2048930,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:47.047656 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-53a683b3-d4f5-4012-aaf2-3395cd4c34da tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:47.047656 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-53a683b3-d4f5-4012-aaf2-3395cd4c34da tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2865725 Nov 16 11:44:47.050080 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 60998) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:47.056720 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-8089db57-3853-4c8c-b52f-e80b6eaf11a4 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Request body: {'security_group_rule': {'security_group_id': '8e6b3614-f970-4678-9702-1354b2048930', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:47.057965 n-d-816823-3 neutron-server[102669]: WARNING neutron.api.v2.base [None req-8089db57-3853-4c8c-b52f-e80b6eaf11a4 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 16 11:44:47.058747 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-8089db57-3853-4c8c-b52f-e80b6eaf11a4 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:44:47.061177 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8089db57-3853-4c8c-b52f-e80b6eaf11a4 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0085454 Nov 16 11:44:47.063531 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 32770) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:47.077294 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-d9fa1846-9c85-44cd-84d0-d4df7ad1ee69 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Request body: {'security_group_rule': {'security_group_id': '8e6b3614-f970-4678-9702-1354b2048930', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:47.078812 n-d-816823-3 neutron-server[102669]: WARNING neutron.api.v2.base [None req-d9fa1846-9c85-44cd-84d0-d4df7ad1ee69 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 16 11:44:47.079339 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-d9fa1846-9c85-44cd-84d0-d4df7ad1ee69 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:44:47.083020 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d9fa1846-9c85-44cd-84d0-d4df7ad1ee69 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0156882 Nov 16 11:44:47.085145 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 32772) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:47.093227 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-1b95afd8-121b-472f-be05-171dc1847379 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Request body: {'security_group_rule': {'security_group_id': '8e6b3614-f970-4678-9702-1354b2048930', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:47.094667 n-d-816823-3 neutron-server[102668]: WARNING neutron.api.v2.base [None req-1b95afd8-121b-472f-be05-171dc1847379 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 16 11:44:47.095183 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-1b95afd8-121b-472f-be05-171dc1847379 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:44:47.099219 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1b95afd8-121b-472f-be05-171dc1847379 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0117123 Nov 16 11:44:47.099582 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 32774) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:47.104891 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-24214be1-b9b1-4f1b-8d79-f824c7f07860 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Request body: {'security_group_rule': {'security_group_id': '8e6b3614-f970-4678-9702-1354b2048930', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:47.105769 n-d-816823-3 neutron-server[102669]: WARNING neutron.api.v2.base [None req-24214be1-b9b1-4f1b-8d79-f824c7f07860 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 16 11:44:47.106325 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-24214be1-b9b1-4f1b-8d79-f824c7f07860 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:44:47.110239 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-24214be1-b9b1-4f1b-8d79-f824c7f07860 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0067410 Nov 16 11:44:47.114065 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 32776) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:47.132546 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-11d3ff4e-71db-4cc3-9ec8-57f5ebcaffa8 None None] Allocated IP 2001:db8:0:ffff::2 (42f35a15-aa58-4e22-82c0-04c631ab84d0/dd631dac-71dd-40b3-b146-ab465f3c25a4/c40be5fb-34ca-4b8d-ab0e-a70dd4094f75) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:44:47.230860 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eaa03b0d-7be0-40c9-8886-4e19ec5e92dc tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:47.251365 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-093e6658-eaf0-4fd9-9db9-cdba1a659c18 req-6b7cbf7f-9aa1-4cce-bf77-fb6013ec2b48 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=512fff24-f1d3-49ad-8414-e4ef5813c3b3 HTTP/1.1" status: 200 len: 210 time: 0.0475471 Nov 16 11:44:47.282514 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eaa03b0d-7be0-40c9-8886-4e19ec5e92dc tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:47.355705 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-11d3ff4e-71db-4cc3-9ec8-57f5ebcaffa8 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:47.361488 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-11d3ff4e-71db-4cc3-9ec8-57f5ebcaffa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:47.374331 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-caf24bac-e029-47c5-bf18-a208a5fdfd33 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:47.378088 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eaa03b0d-7be0-40c9-8886-4e19ec5e92dc tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:47.381871 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eaa03b0d-7be0-40c9-8886-4e19ec5e92dc tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:47.383473 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-eaa03b0d-7be0-40c9-8886-4e19ec5e92dc tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "DELETE /v2.0/security-groups/8e6b3614-f970-4678-9702-1354b2048930 HTTP/1.1" status: 204 len: 168 time: 0.2609713 Nov 16 11:44:47.397351 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 32780) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:47.398559 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa03b0d-7be0-40c9-8886-4e19ec5e92dc tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6b3614-f970-4678-9702-1354b2048930,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:47.473405 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-eb40a257-5053-4290-91e4-2cd0865028c8 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0719090 Nov 16 11:44:47.480851 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 32782) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:47.486314 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-c06a52b0-f1b0-4d99-8cdf-f6282de681c3 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Request body: {'security_group': {'name': 'tempest-secgroup--1487443622'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:47.513509 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf24bac-e029-47c5-bf18-a208a5fdfd33 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event updated for resources: {'Subnet': ['ID=e297adb0-bea1-4ea1-b5bb-55376594f4d7,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:47.548185 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c06a52b0-f1b0-4d99-8cdf-f6282de681c3 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:47.559633 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf24bac-e029-47c5-bf18-a208a5fdfd33 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Checking segment: {'id': '0a114b11-f5b9-4817-918b-2a20bc48936b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '60bd6f0c-2bf2-4a32-8c85-b51228429f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:44:47.560024 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf24bac-e029-47c5-bf18-a208a5fdfd33 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Network hostable DHCP agents. Network: 60bd6f0c-2bf2-4a32-8c85-b51228429f17, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:44:47.601574 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf24bac-e029-47c5-bf18-a208a5fdfd33 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Network 60bd6f0c-2bf2-4a32-8c85-b51228429f17 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:44:47.614315 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-caf24bac-e029-47c5-bf18-a208a5fdfd33 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 60bd6f0c-2bf2-4a32-8c85-b51228429f17) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:44:47.617524 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d3ff4e-71db-4cc3-9ec8-57f5ebcaffa8 None None] Pushing event updated for resources: {'Port': ['ID=c40be5fb-34ca-4b8d-ab0e-a70dd4094f75,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:47.626289 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d3ff4e-71db-4cc3-9ec8-57f5ebcaffa8 None None] Network 42f35a15-aa58-4e22-82c0-04c631ab84d0 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:44:47.628175 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-11d3ff4e-71db-4cc3-9ec8-57f5ebcaffa8 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:44:47.631597 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d3ff4e-71db-4cc3-9ec8-57f5ebcaffa8 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:44:47.646700 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf24bac-e029-47c5-bf18-a208a5fdfd33 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:47.647813 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-caf24bac-e029-47c5-bf18-a208a5fdfd33 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:47.651089 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa151d64-2b20-479f-983d-7d947f823b52 None None] Network 60bd6f0c-2bf2-4a32-8c85-b51228429f17 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:44:47.678787 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-caf24bac-e029-47c5-bf18-a208a5fdfd33 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8306019 Nov 16 11:44:47.683806 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 32794) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:47.697959 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c06a52b0-f1b0-4d99-8cdf-f6282de681c3 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:47.704383 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c06a52b0-f1b0-4d99-8cdf-f6282de681c3 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:47.767109 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c06a52b0-f1b0-4d99-8cdf-f6282de681c3 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:47.768386 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c06a52b0-f1b0-4d99-8cdf-f6282de681c3 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2863753 Nov 16 11:44:47.781424 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 32796) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:47.787826 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-6944649a-9d61-4ff4-8e76-d262a4a77754 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Request body: {'security_group_rule': {'security_group_id': 'ace69d36-59a7-44ab-b9da-5ee201805abb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:47.788305 n-d-816823-3 neutron-server[102669]: WARNING neutron.api.v2.base [None req-6944649a-9d61-4ff4-8e76-d262a4a77754 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 16 11:44:47.788808 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-6944649a-9d61-4ff4-8e76-d262a4a77754 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:44:47.789761 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6944649a-9d61-4ff4-8e76-d262a4a77754 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057452 Nov 16 11:44:47.792875 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 32798) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:47.798539 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-9eb737f9-9d10-4559-bb42-96678d217b6b tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Request body: {'security_group_rule': {'security_group_id': 'ace69d36-59a7-44ab-b9da-5ee201805abb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:47.819040 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a52b0-f1b0-4d99-8cdf-f6282de681c3 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ace69d36-59a7-44ab-b9da-5ee201805abb,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:47.844668 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-11d3ff4e-71db-4cc3-9ec8-57f5ebcaffa8 None None] Attempting to bind port c40be5fb-34ca-4b8d-ab0e-a70dd4094f75 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:44:47.845306 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-11d3ff4e-71db-4cc3-9ec8-57f5ebcaffa8 None None] Attempting to bind port c40be5fb-34ca-4b8d-ab0e-a70dd4094f75 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'c96ec432-3362-4c68-b734-cd0a1baaf44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '42f35a15-aa58-4e22-82c0-04c631ab84d0'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:44:47.845837 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d3ff4e-71db-4cc3-9ec8-57f5ebcaffa8 None None] Attempting to bind port c40be5fb-34ca-4b8d-ab0e-a70dd4094f75 on network 42f35a15-aa58-4e22-82c0-04c631ab84d0 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:44:47.853062 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d3ff4e-71db-4cc3-9ec8-57f5ebcaffa8 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:44:47.853755 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d3ff4e-71db-4cc3-9ec8-57f5ebcaffa8 None None] Checking segment: {'id': 'c96ec432-3362-4c68-b734-cd0a1baaf44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '42f35a15-aa58-4e22-82c0-04c631ab84d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:44:47.854439 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-11d3ff4e-71db-4cc3-9ec8-57f5ebcaffa8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:47.854999 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d3ff4e-71db-4cc3-9ec8-57f5ebcaffa8 None None] Bound using segment: {'id': 'c96ec432-3362-4c68-b734-cd0a1baaf44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '42f35a15-aa58-4e22-82c0-04c631ab84d0'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:44:47.855655 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-11d3ff4e-71db-4cc3-9ec8-57f5ebcaffa8 None None] Bound port: c40be5fb-34ca-4b8d-ab0e-a70dd4094f75, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c96ec432-3362-4c68-b734-cd0a1baaf44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '42f35a15-aa58-4e22-82c0-04c631ab84d0'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:44:47.856741 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-11d3ff4e-71db-4cc3-9ec8-57f5ebcaffa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:47.881783 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24056609-3466-48fc-beaa-4f1c4682c90f req-4a022b2e-62a8-466a-b1b5-738be9bc5d14 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:47.897121 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24056609-3466-48fc-beaa-4f1c4682c90f req-4a022b2e-62a8-466a-b1b5-738be9bc5d14 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:47.900268 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-9eb737f9-9d10-4559-bb42-96678d217b6b tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:44:47.911315 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9eb737f9-9d10-4559-bb42-96678d217b6b tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1165137 Nov 16 11:44:47.916071 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24056609-3466-48fc-beaa-4f1c4682c90f req-4a022b2e-62a8-466a-b1b5-738be9bc5d14 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:47.924080 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24056609-3466-48fc-beaa-4f1c4682c90f req-4a022b2e-62a8-466a-b1b5-738be9bc5d14 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:47.932998 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24056609-3466-48fc-beaa-4f1c4682c90f req-4a022b2e-62a8-466a-b1b5-738be9bc5d14 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:47.940860 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-11d3ff4e-71db-4cc3-9ec8-57f5ebcaffa8 None None] For port c40be5fb-34ca-4b8d-ab0e-a70dd4094f75, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:44:47.941970 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24056609-3466-48fc-beaa-4f1c4682c90f req-4a022b2e-62a8-466a-b1b5-738be9bc5d14 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:47.942121 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ddd907b-94f9-4c10-b77a-b1f316eb16d5 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:47.944807 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-11d3ff4e-71db-4cc3-9ec8-57f5ebcaffa8 None None] For port c40be5fb-34ca-4b8d-ab0e-a70dd4094f75, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=c40be5fb-34ca-4b8d-ab0e-a70dd4094f75,segment=NetworkSegment(c96ec432-3362-4c68-b734-cd0a1baaf44e),segment_id=c96ec432-3362-4c68-b734-cd0a1baaf44e)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:44:47.945031 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 32802) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:47.950663 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24056609-3466-48fc-beaa-4f1c4682c90f req-4a022b2e-62a8-466a-b1b5-738be9bc5d14 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:47.953094 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-24056609-3466-48fc-beaa-4f1c4682c90f req-4a022b2e-62a8-466a-b1b5-738be9bc5d14 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 5432 time: 0.1725821 Nov 16 11:44:47.957196 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-91864d64-00b4-4e16-9dab-3b3bc6d44fac tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Request body: {'security_group_rule': {'security_group_id': 'ace69d36-59a7-44ab-b9da-5ee201805abb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:47.958499 n-d-816823-3 neutron-server[102668]: WARNING neutron.api.v2.base [None req-91864d64-00b4-4e16-9dab-3b3bc6d44fac tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 16 11:44:47.959186 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-91864d64-00b4-4e16-9dab-3b3bc6d44fac tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:44:47.959965 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-11d3ff4e-71db-4cc3-9ec8-57f5ebcaffa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:47.960555 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-91864d64-00b4-4e16-9dab-3b3bc6d44fac tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0119431 Nov 16 11:44:47.963373 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 32804) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:47.974929 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-4a723d00-0959-4c49-8b3b-2f3e5bba3a17 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Request body: {'security_group_rule': {'security_group_id': 'ace69d36-59a7-44ab-b9da-5ee201805abb', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:48.083443 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ddd907b-94f9-4c10-b77a-b1f316eb16d5 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:48.096953 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6238b085-2f84-4952-9ad2-fc569a277786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-60bd6f0c-2bf2-4a32-8c85-b51228429f17', 'network_id': '60bd6f0c-2bf2-4a32-8c85-b51228429f17', 'tenant_id': 'a3def4ad1f724e16bfdf285da593eef7', 'fixed_ips': [{'subnet_id': 'e297adb0-bea1-4ea1-b5bb-55376594f4d7'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:44:48.097828 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6238b085-2f84-4952-9ad2-fc569a277786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:48.100948 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-24056609-3466-48fc-beaa-4f1c4682c90f req-7f65692e-2f67-4474-ac46-6635dcbe2e6a tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=e21bdf95-84ed-4189-aa21-cfae4bf8891b&id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1357801 Nov 16 11:44:48.103682 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-4a723d00-0959-4c49-8b3b-2f3e5bba3a17 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:44:48.104753 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4a723d00-0959-4c49-8b3b-2f3e5bba3a17 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1397505 Nov 16 11:44:48.110128 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 32808) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:48.119257 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-dd4ff063-de82-44bb-b0eb-c5805ed57d94 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Request body: {'security_group_rule': {'security_group_id': 'ace69d36-59a7-44ab-b9da-5ee201805abb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:48.119257 n-d-816823-3 neutron-server[102669]: WARNING neutron.api.v2.base [None req-dd4ff063-de82-44bb-b0eb-c5805ed57d94 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 16 11:44:48.119451 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-dd4ff063-de82-44bb-b0eb-c5805ed57d94 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:44:48.120489 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-dd4ff063-de82-44bb-b0eb-c5805ed57d94 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0093868 Nov 16 11:44:48.129705 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 32810) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:48.134777 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-8c9deaf6-c6ef-4082-8ed9-0b5aace8f24a tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Request body: {'security_group_rule': {'security_group_id': 'ace69d36-59a7-44ab-b9da-5ee201805abb', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:48.145977 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d3ff4e-71db-4cc3-9ec8-57f5ebcaffa8 None None] Pushing event updated for resources: {'Port': ['ID=c40be5fb-34ca-4b8d-ab0e-a70dd4094f75,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:48.222322 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ddd907b-94f9-4c10-b77a-b1f316eb16d5 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:48.251542 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-8c9deaf6-c6ef-4082-8ed9-0b5aace8f24a tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:44:48.255469 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8c9deaf6-c6ef-4082-8ed9-0b5aace8f24a tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1217930 Nov 16 11:44:48.255658 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 32812) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:48.261542 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-d5287f4e-e6b7-44f3-82ff-7548ff6e54c9 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Request body: {'security_group_rule': {'security_group_id': 'ace69d36-59a7-44ab-b9da-5ee201805abb', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:48.263252 n-d-816823-3 neutron-server[102669]: WARNING neutron.api.v2.base [None req-d5287f4e-e6b7-44f3-82ff-7548ff6e54c9 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 16 11:44:48.264055 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-d5287f4e-e6b7-44f3-82ff-7548ff6e54c9 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:44:48.268560 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d5287f4e-e6b7-44f3-82ff-7548ff6e54c9 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0091512 Nov 16 11:44:48.270037 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 32814) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server [None req-6238b085-2f84-4952-9ad2-fc569a277786 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e297adb0-bea1-4ea1-b5bb-55376594f4d7: This subnet is being modified by another concurrent operation. Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise exception Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e297adb0-bea1-4ea1-b5bb-55376594f4d7: This subnet is being modified by another concurrent operation. Nov 16 11:44:48.273204 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server Nov 16 11:44:48.290893 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-eaa00df2-5e67-4adc-9e94-15242c2840d7 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Request body: {'security_group_rule': {'security_group_id': 'ace69d36-59a7-44ab-b9da-5ee201805abb', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:48.294216 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fc1b0e-5651-45e3-9953-8385b576ebad None None] Network 60bd6f0c-2bf2-4a32-8c85-b51228429f17 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:44:48.357536 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd907b-94f9-4c10-b77a-b1f316eb16d5 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event deleted for resources: {'Subnet': ['ID=e297adb0-bea1-4ea1-b5bb-55376594f4d7,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:48.445517 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:48.477215 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-eaa00df2-5e67-4adc-9e94-15242c2840d7 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:44:48.480225 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-eaa00df2-5e67-4adc-9e94-15242c2840d7 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2100518 Nov 16 11:44:48.490777 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 32818) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:48.495738 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d2c72624-946a-4f2e-97c1-56784aa763ef tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Request body: {'security_group_rule': {'security_group_id': 'ace69d36-59a7-44ab-b9da-5ee201805abb', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:48.520216 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-def2295d-64ad-4d28-9ce7-98fed28e2229 req-79b82477-3eb7-4e56-aa24-8f52c1df39ad tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=512fff24-f1d3-49ad-8414-e4ef5813c3b3 HTTP/1.1" status: 200 len: 210 time: 0.0689504 Nov 16 11:44:48.543033 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ddd907b-94f9-4c10-b77a-b1f316eb16d5 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:48.570603 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-2ddd907b-94f9-4c10-b77a-b1f316eb16d5 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60bd6f0c-2bf2-4a32-8c85-b51228429f17']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:48.584223 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-2ddd907b-94f9-4c10-b77a-b1f316eb16d5 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a114b11-f5b9-4817-918b-2a20bc48936b') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:48.584632 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-2ddd907b-94f9-4c10-b77a-b1f316eb16d5 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a114b11-f5b9-4817-918b-2a20bc48936b') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:48.607661 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ddd907b-94f9-4c10-b77a-b1f316eb16d5 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:48.624530 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-d2c72624-946a-4f2e-97c1-56784aa763ef tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:44:48.624857 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d2c72624-946a-4f2e-97c1-56784aa763ef tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1330631 Nov 16 11:44:48.625946 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ddd907b-94f9-4c10-b77a-b1f316eb16d5 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:48.627963 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 32820) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:48.633856 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ddd907b-94f9-4c10-b77a-b1f316eb16d5 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:44:48.634461 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ddd907b-94f9-4c10-b77a-b1f316eb16d5 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:48.638762 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:44:48.638762 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:44:48.638762 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:44:48.638762 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:44:48.638762 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:44:48.638762 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:44:48.638762 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:44:48.638762 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:44:48.638762 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:44:48.638762 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:44:48.638762 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:44:48.638762 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:44:48.638762 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:44:48.638762 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:44:48.638762 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:44:48.638762 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:44:48.638762 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:44:48.638762 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:44:48.638762 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:44:48.638762 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:44:48.638762 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:44:48.638762 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:44:48.638762 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:44:48.638762 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:44:48.638762 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:44:48.638762 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:44:48.638762 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:44:48.638762 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:44:48.638762 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:44:48.638762 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:44:48.638762 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:44:48.638762 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:44:48.702821 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7b1eed6b-a3f8-45d0-b7e0-2876e8e3ce28 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:48.716975 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ddd907b-94f9-4c10-b77a-b1f316eb16d5 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:48.726283 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ddd907b-94f9-4c10-b77a-b1f316eb16d5 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:48.729583 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2ddd907b-94f9-4c10-b77a-b1f316eb16d5 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "DELETE /v2.0/networks/60bd6f0c-2bf2-4a32-8c85-b51228429f17 HTTP/1.1" status: 204 len: 168 time: 1.0437949 Nov 16 11:44:48.733895 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7b1eed6b-a3f8-45d0-b7e0-2876e8e3ce28 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:48.736476 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 32822) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:48.745003 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd907b-94f9-4c10-b77a-b1f316eb16d5 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event deleted for resources: {'Network': ['ID=60bd6f0c-2bf2-4a32-8c85-b51228429f17,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:48.750768 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-2d031bb1-8326-475e-bf9e-2903c54e5407 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1746945029'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:48.805120 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d031bb1-8326-475e-bf9e-2903c54e5407 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Made reservation on behalf of a3def4ad1f724e16bfdf285da593eef7 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:44:48.824594 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d031bb1-8326-475e-bf9e-2903c54e5407 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:48.860077 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7b1eed6b-a3f8-45d0-b7e0-2876e8e3ce28 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:48.860972 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:48.862739 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7b1eed6b-a3f8-45d0-b7e0-2876e8e3ce28 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:48.864077 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7b1eed6b-a3f8-45d0-b7e0-2876e8e3ce28 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "DELETE /v2.0/security-groups/ace69d36-59a7-44ab-b9da-5ee201805abb HTTP/1.1" status: 204 len: 168 time: 0.2348547 Nov 16 11:44:48.866976 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 32828) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:48.878066 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1eed6b-a3f8-45d0-b7e0-2876e8e3ce28 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace69d36-59a7-44ab-b9da-5ee201805abb,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:48.897133 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d031bb1-8326-475e-bf9e-2903c54e5407 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:44:48.914323 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 3742ffc3-e897-4083-9847-775f02d0e7b5 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:44:48.936292 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d031bb1-8326-475e-bf9e-2903c54e5407 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:48.936292 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-2d031bb1-8326-475e-bf9e-2903c54e5407 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Added segment 2e5fa15a-8652-4d45-8fce-9e7e72316cfd of type vlan for network 4559fd05-90f2-4c6c-9810-f4b972dea7d6 Nov 16 11:44:48.940530 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: 3742ffc3-e897-4083-9847-775f02d0e7b5 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:44:48.941383 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 3742ffc3-e897-4083-9847-775f02d0e7b5 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:44:48.975553 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8a7ac824-3c0b-4705-844f-a0cd4fdeb987 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1055706 Nov 16 11:44:48.979267 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 32830) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:48.983848 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d031bb1-8326-475e-bf9e-2903c54e5407 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:48.985358 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-fd5e9177-963d-4606-a731-940225295915 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Request body: {'security_group': {'name': 'tempest-secgroup--926878923'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:49.014483 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d031bb1-8326-475e-bf9e-2903c54e5407 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:49.014953 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fd5e9177-963d-4606-a731-940225295915 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:49.021901 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d031bb1-8326-475e-bf9e-2903c54e5407 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:49.022744 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d031bb1-8326-475e-bf9e-2903c54e5407 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:49.091812 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2d031bb1-8326-475e-bf9e-2903c54e5407 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3542013 Nov 16 11:44:49.095972 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 32832) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:49.106579 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d031bb1-8326-475e-bf9e-2903c54e5407 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event updated for resources: {'Network': ['ID=4559fd05-90f2-4c6c-9810-f4b972dea7d6,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:49.109546 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-1814e7c1-20ad-4557-a466-b24d45d27ffb tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Request body: {'subnet': {'network_id': '4559fd05-90f2-4c6c-9810-f4b972dea7d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:49.121063 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fd5e9177-963d-4606-a731-940225295915 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:49.135271 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fd5e9177-963d-4606-a731-940225295915 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:49.138175 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 4559fd05-90f2-4c6c-9810-f4b972dea7d6 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:44:49.234955 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e9177-963d-4606-a731-940225295915 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b31ac2e1-55ae-40ba-a249-362eff212645,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:49.286442 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fd5e9177-963d-4606-a731-940225295915 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:49.287947 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-fd5e9177-963d-4606-a731-940225295915 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3074789 Nov 16 11:44:49.292356 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 32836) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:49.298276 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc08fd-3004-4aa9-a55d-c704451aab24 req-7c2560f2-b922-4f79-b9f5-f58cc567b205 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:49.303734 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ffac3d41-9d41-44c8-a233-3fcbb45bc399 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Request body: {'security_group_rule': {'security_group_id': 'b31ac2e1-55ae-40ba-a249-362eff212645', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:49.305268 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc08fd-3004-4aa9-a55d-c704451aab24 req-7c2560f2-b922-4f79-b9f5-f58cc567b205 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:49.320343 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc08fd-3004-4aa9-a55d-c704451aab24 req-7c2560f2-b922-4f79-b9f5-f58cc567b205 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:49.329888 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc08fd-3004-4aa9-a55d-c704451aab24 req-7c2560f2-b922-4f79-b9f5-f58cc567b205 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:49.331064 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1814e7c1-20ad-4557-a466-b24d45d27ffb tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Made reservation on behalf of a3def4ad1f724e16bfdf285da593eef7 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:44:49.334942 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1814e7c1-20ad-4557-a466-b24d45d27ffb tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:49.337417 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc08fd-3004-4aa9-a55d-c704451aab24 req-7c2560f2-b922-4f79-b9f5-f58cc567b205 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:49.345614 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc08fd-3004-4aa9-a55d-c704451aab24 req-7c2560f2-b922-4f79-b9f5-f58cc567b205 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:49.351938 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc08fd-3004-4aa9-a55d-c704451aab24 req-7c2560f2-b922-4f79-b9f5-f58cc567b205 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:49.353986 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1fbc08fd-3004-4aa9-a55d-c704451aab24 req-7c2560f2-b922-4f79-b9f5-f58cc567b205 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 5432 time: 0.1640031 Nov 16 11:44:49.425802 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1fbc08fd-3004-4aa9-a55d-c704451aab24 req-5387121d-c3e4-49bb-b79b-efa8711d6df2 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=e21bdf95-84ed-4189-aa21-cfae4bf8891b&id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0627873 Nov 16 11:44:49.469475 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-ffac3d41-9d41-44c8-a233-3fcbb45bc399 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] create failed (client error): The resource could not be found. Nov 16 11:44:49.473179 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ffac3d41-9d41-44c8-a233-3fcbb45bc399 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1772921 Nov 16 11:44:49.473838 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 32838) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:49.479607 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5279b2a6-3b6f-43b7-a3aa-b39cce8c3d34 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Request body: {'security_group_rule': {'security_group_id': 'b31ac2e1-55ae-40ba-a249-362eff212645', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'cbe040b7-a315-4444-ae99-940721c859a8'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:49.585661 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-5279b2a6-3b6f-43b7-a3aa-b39cce8c3d34 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] create failed (client error): The resource could not be found. Nov 16 11:44:49.589773 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5279b2a6-3b6f-43b7-a3aa-b39cce8c3d34 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1152282 Nov 16 11:44:49.593345 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 32842) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:49.613826 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9c3333-2410-4cd4-a8d9-5a4a8e661ae8 None None] Network 42f35a15-aa58-4e22-82c0-04c631ab84d0 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:44:49.653699 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1814e7c1-20ad-4557-a466-b24d45d27ffb tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:49.656284 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9e7950b6-860d-4df0-a5b8-ff0b5a1cde29 req-5e0ef7cc-3719-4822-8d91-a5f3c11b8d5f tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=512fff24-f1d3-49ad-8414-e4ef5813c3b3 HTTP/1.1" status: 200 len: 210 time: 0.0586584 Nov 16 11:44:49.712040 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3aa24482-eadb-4d84-933b-86febac5f321 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:49.736609 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3aa24482-eadb-4d84-933b-86febac5f321 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:49.736871 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1814e7c1-20ad-4557-a466-b24d45d27ffb tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Checking segment: {'id': '2e5fa15a-8652-4d45-8fce-9e7e72316cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4559fd05-90f2-4c6c-9810-f4b972dea7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:44:49.737297 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1814e7c1-20ad-4557-a466-b24d45d27ffb tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Network hostable DHCP agents. Network: 4559fd05-90f2-4c6c-9810-f4b972dea7d6, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:44:49.751407 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814e7c1-20ad-4557-a466-b24d45d27ffb tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event updated for resources: {'Subnet': ['ID=9a475e38-c7fe-42b0-939d-3d7655f28afd,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:49.768633 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6e78cb4b-7253-4518-87e6-94410a194fb5 None None] Provisioning complete for port c40be5fb-34ca-4b8d-ab0e-a70dd4094f75 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:44:49.769057 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6e78cb4b-7253-4518-87e6-94410a194fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:49.771049 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1814e7c1-20ad-4557-a466-b24d45d27ffb tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Network 4559fd05-90f2-4c6c-9810-f4b972dea7d6 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:44:49.787385 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3aa24482-eadb-4d84-933b-86febac5f321 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:49.790206 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-1814e7c1-20ad-4557-a466-b24d45d27ffb tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 4559fd05-90f2-4c6c-9810-f4b972dea7d6) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:44:49.790609 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3aa24482-eadb-4d84-933b-86febac5f321 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:49.791840 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3aa24482-eadb-4d84-933b-86febac5f321 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "DELETE /v2.0/security-groups/b31ac2e1-55ae-40ba-a249-362eff212645 HTTP/1.1" status: 204 len: 168 time: 0.1967056 Nov 16 11:44:49.795801 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 32844) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:49.811924 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1814e7c1-20ad-4557-a466-b24d45d27ffb tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:49.813718 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1814e7c1-20ad-4557-a466-b24d45d27ffb tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:49.820382 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d673d7-5573-4257-b09b-b524c713daaf None None] Network 4559fd05-90f2-4c6c-9810-f4b972dea7d6 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:44:49.823459 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa24482-eadb-4d84-933b-86febac5f321 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31ac2e1-55ae-40ba-a249-362eff212645,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:49.849900 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a72a0b30-1d54-4604-9730-30a73d41fc3d tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0528665 Nov 16 11:44:49.853885 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 32846) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:49.857204 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1814e7c1-20ad-4557-a466-b24d45d27ffb tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7599034 Nov 16 11:44:49.858493 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-34389aa9-6fca-4ecf-b3fe-787cf044e799 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Request body: {'security_group_rule': {'security_group_id': '842f6163-8e90-4a2a-b978-8668aa542b9f', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:49.863093 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 32848) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:49.869166 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-43fdf318-9795-49f9-aa1e-5d846f21409b tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1144679867'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:49.888814 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-43fdf318-9795-49f9-aa1e-5d846f21409b tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 16 11:44:49.888814 n-d-816823-3 neutron-server[102669]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 16 11:44:49.888814 n-d-816823-3 neutron-server[102669]: [parameters: {'project_id_1': 'a3def4ad1f724e16bfdf285da593eef7', 'expiration_1': datetime.datetime(2021, 11, 16, 11, 44, 29, 878057)}] Nov 16 11:44:49.888814 n-d-816823-3 neutron-server[102669]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:44:49.889514 n-d-816823-3 neutron-server[102669]: DEBUG oslo_db.api [None req-43fdf318-9795-49f9-aa1e-5d846f21409b tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:44:49.936616 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-34389aa9-6fca-4ecf-b3fe-787cf044e799 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] create failed (client error): The resource could not be found. Nov 16 11:44:49.942118 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 32852) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:49.948801 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-356ab2e4-a4cf-4aff-8e12-407462a4c331 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Request body: {'security_group': {'name': 'tempest-secgroup--1906195456'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:49.950591 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-34389aa9-6fca-4ecf-b3fe-787cf044e799 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0949390 Nov 16 11:44:49.997981 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-356ab2e4-a4cf-4aff-8e12-407462a4c331 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:50.066936 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6e78cb4b-7253-4518-87e6-94410a194fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:50.082801 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device c40be5fb-34ca-4b8d-ab0e-a70dd4094f75 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:44:50.091388 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-356ab2e4-a4cf-4aff-8e12-407462a4c331 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:50.096372 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-356ab2e4-a4cf-4aff-8e12-407462a4c331 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:50.152307 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-356ab2e4-a4cf-4aff-8e12-407462a4c331 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:50.156976 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 32858) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:50.158984 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-356ab2e4-a4cf-4aff-8e12-407462a4c331 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2147658 Nov 16 11:44:50.162564 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efefc8da-c304-482f-b2f6-9d28946c374e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-4559fd05-90f2-4c6c-9810-f4b972dea7d6', 'network_id': '4559fd05-90f2-4c6c-9810-f4b972dea7d6', 'tenant_id': 'a3def4ad1f724e16bfdf285da593eef7', 'fixed_ips': [{'subnet_id': '9a475e38-c7fe-42b0-939d-3d7655f28afd'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:44:50.162903 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ab2e4-a4cf-4aff-8e12-407462a4c331 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de2891c4-f8a6-4e8b-b0fd-f1072f8b5c1a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:50.163497 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-efefc8da-c304-482f-b2f6-9d28946c374e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:50.165568 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-482e8846-d15e-4e00-ab63-4485aac0c4cd tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Request body: {'security_group': {'name': 'tempest-secgroup--1346546482'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:50.204975 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-6e78cb4b-7253-4518-87e6-94410a194fb5 None None] For port c40be5fb-34ca-4b8d-ab0e-a70dd4094f75, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=c40be5fb-34ca-4b8d-ab0e-a70dd4094f75,segment=NetworkSegment(c96ec432-3362-4c68-b734-cd0a1baaf44e),segment_id=c96ec432-3362-4c68-b734-cd0a1baaf44e)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:44:50.209615 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-482e8846-d15e-4e00-ab63-4485aac0c4cd tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:50.219240 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6e78cb4b-7253-4518-87e6-94410a194fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:50.306678 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port c40be5fb-34ca-4b8d-ab0e-a70dd4094f75 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:44:50.307002 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:50.339942 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-482e8846-d15e-4e00-ab63-4485aac0c4cd tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:50.354353 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-482e8846-d15e-4e00-ab63-4485aac0c4cd tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:50.402484 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-482e8846-d15e-4e00-ab63-4485aac0c4cd tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:50.403918 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-482e8846-d15e-4e00-ab63-4485aac0c4cd tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2453773 Nov 16 11:44:50.406940 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 32860) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:50.410549 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482e8846-d15e-4e00-ab63-4485aac0c4cd tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=782d99e6-c9f5-48ba-9a3f-98a6ae13e3b2,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:50.411777 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-799f511e-edfa-4b2c-a9da-40ecb77037a1 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Request body: {'security_group_rule': {'security_group_id': 'de2891c4-f8a6-4e8b-b0fd-f1072f8b5c1a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '782d99e6-c9f5-48ba-9a3f-98a6ae13e3b2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:50.427518 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78cb4b-7253-4518-87e6-94410a194fb5 None None] Pushing event updated for resources: {'Port': ['ID=c40be5fb-34ca-4b8d-ab0e-a70dd4094f75,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:50.439705 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fdf318-9795-49f9-aa1e-5d846f21409b tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Made reservation on behalf of a3def4ad1f724e16bfdf285da593eef7 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:44:50.445484 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-43fdf318-9795-49f9-aa1e-5d846f21409b tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:50.478555 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-efefc8da-c304-482f-b2f6-9d28946c374e None None] Allocated IP 2001:db8::3 (4559fd05-90f2-4c6c-9810-f4b972dea7d6/9a475e38-c7fe-42b0-939d-3d7655f28afd/3d0f8c23-abed-40bd-afca-ef6a4398e6ea) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:44:50.492165 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43fdf318-9795-49f9-aa1e-5d846f21409b tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:44:50.508744 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-43fdf318-9795-49f9-aa1e-5d846f21409b tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:50.509203 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-43fdf318-9795-49f9-aa1e-5d846f21409b tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Added segment e9fa039e-9c82-4fd9-b1f5-9c6aa5e1c500 of type vlan for network 6542e2f8-a284-417e-aa8c-79f98725e5c7 Nov 16 11:44:50.520132 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-799f511e-edfa-4b2c-a9da-40ecb77037a1 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:44:50.521220 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-799f511e-edfa-4b2c-a9da-40ecb77037a1 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1132064 Nov 16 11:44:50.524218 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 32868) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:50.543873 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-7bb0d8ac-776c-47bf-be7d-c5847f78ad36 None None] Provisioning complete for port c40be5fb-34ca-4b8d-ab0e-a70dd4094f75 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:44:50.544248 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7bb0d8ac-776c-47bf-be7d-c5847f78ad36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:50.580726 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-43fdf318-9795-49f9-aa1e-5d846f21409b tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:50.633624 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-930d4ea1-d5a3-4dca-becf-427f40394622 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:50.637955 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-43fdf318-9795-49f9-aa1e-5d846f21409b tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:50.646150 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fdf318-9795-49f9-aa1e-5d846f21409b tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:50.646800 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-43fdf318-9795-49f9-aa1e-5d846f21409b tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:50.702750 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-930d4ea1-d5a3-4dca-becf-427f40394622 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:50.732877 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-43fdf318-9795-49f9-aa1e-5d846f21409b tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8655136 Nov 16 11:44:50.733502 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 32878) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:50.741248 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-0da32c86-c265-48d0-913a-010d53d2577d tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Request body: {'subnet': {'network_id': '6542e2f8-a284-417e-aa8c-79f98725e5c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:50.797161 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff1057-5dde-4d50-b163-6f499ea7059e req-84abeb6f-acb2-4983-9c66-21a96acaa80c tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:50.803669 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff1057-5dde-4d50-b163-6f499ea7059e req-84abeb6f-acb2-4983-9c66-21a96acaa80c tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:50.810795 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff1057-5dde-4d50-b163-6f499ea7059e req-84abeb6f-acb2-4983-9c66-21a96acaa80c tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:50.812071 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-efefc8da-c304-482f-b2f6-9d28946c374e None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:50.817102 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff1057-5dde-4d50-b163-6f499ea7059e req-84abeb6f-acb2-4983-9c66-21a96acaa80c tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:50.825216 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff1057-5dde-4d50-b163-6f499ea7059e req-84abeb6f-acb2-4983-9c66-21a96acaa80c tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:50.826374 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-efefc8da-c304-482f-b2f6-9d28946c374e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:50.834785 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff1057-5dde-4d50-b163-6f499ea7059e req-84abeb6f-acb2-4983-9c66-21a96acaa80c tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:50.841318 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff1057-5dde-4d50-b163-6f499ea7059e req-84abeb6f-acb2-4983-9c66-21a96acaa80c tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:50.843752 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8eff1057-5dde-4d50-b163-6f499ea7059e req-84abeb6f-acb2-4983-9c66-21a96acaa80c tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 5432 time: 0.2236490 Nov 16 11:44:50.850755 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fdf318-9795-49f9-aa1e-5d846f21409b tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event updated for resources: {'Network': ['ID=6542e2f8-a284-417e-aa8c-79f98725e5c7,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:50.880899 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-930d4ea1-d5a3-4dca-becf-427f40394622 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:50.884467 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-930d4ea1-d5a3-4dca-becf-427f40394622 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:50.885625 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-930d4ea1-d5a3-4dca-becf-427f40394622 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "DELETE /v2.0/security-groups/782d99e6-c9f5-48ba-9a3f-98a6ae13e3b2 HTTP/1.1" status: 204 len: 168 time: 0.3604541 Nov 16 11:44:50.900624 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 32880) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:50.901551 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d4ea1-d5a3-4dca-becf-427f40394622 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=782d99e6-c9f5-48ba-9a3f-98a6ae13e3b2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:50.907002 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efefc8da-c304-482f-b2f6-9d28946c374e None None] Pushing event updated for resources: {'Port': ['ID=3d0f8c23-abed-40bd-afca-ef6a4398e6ea,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:50.910494 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 6542e2f8-a284-417e-aa8c-79f98725e5c7 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:44:50.936652 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8eff1057-5dde-4d50-b163-6f499ea7059e req-d9ab0cf0-c43a-4453-81ff-1bf8b2f7694b tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=e21bdf95-84ed-4189-aa21-cfae4bf8891b&id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0818567 Nov 16 11:44:50.982920 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efefc8da-c304-482f-b2f6-9d28946c374e None None] Network 4559fd05-90f2-4c6c-9810-f4b972dea7d6 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:44:50.986483 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-efefc8da-c304-482f-b2f6-9d28946c374e None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:44:50.994714 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efefc8da-c304-482f-b2f6-9d28946c374e None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:44:51.065910 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da32c86-c265-48d0-913a-010d53d2577d tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Made reservation on behalf of a3def4ad1f724e16bfdf285da593eef7 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:44:51.069407 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0da32c86-c265-48d0-913a-010d53d2577d tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:51.079672 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9fd53cc6-6f50-4a5d-8e5d-5257a6def1cf tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1636670 Nov 16 11:44:51.083987 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-efefc8da-c304-482f-b2f6-9d28946c374e None None] Attempting to bind port 3d0f8c23-abed-40bd-afca-ef6a4398e6ea on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:44:51.084549 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-efefc8da-c304-482f-b2f6-9d28946c374e None None] Attempting to bind port 3d0f8c23-abed-40bd-afca-ef6a4398e6ea by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '2e5fa15a-8652-4d45-8fce-9e7e72316cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4559fd05-90f2-4c6c-9810-f4b972dea7d6'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:44:51.084719 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efefc8da-c304-482f-b2f6-9d28946c374e None None] Attempting to bind port 3d0f8c23-abed-40bd-afca-ef6a4398e6ea on network 4559fd05-90f2-4c6c-9810-f4b972dea7d6 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:44:51.092819 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 32882) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:51.103722 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efefc8da-c304-482f-b2f6-9d28946c374e None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:44:51.104143 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efefc8da-c304-482f-b2f6-9d28946c374e None None] Checking segment: {'id': '2e5fa15a-8652-4d45-8fce-9e7e72316cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4559fd05-90f2-4c6c-9810-f4b972dea7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:44:51.104487 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-efefc8da-c304-482f-b2f6-9d28946c374e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:51.104879 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efefc8da-c304-482f-b2f6-9d28946c374e None None] Bound using segment: {'id': '2e5fa15a-8652-4d45-8fce-9e7e72316cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4559fd05-90f2-4c6c-9810-f4b972dea7d6'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:44:51.105368 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-efefc8da-c304-482f-b2f6-9d28946c374e None None] Bound port: 3d0f8c23-abed-40bd-afca-ef6a4398e6ea, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e5fa15a-8652-4d45-8fce-9e7e72316cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4559fd05-90f2-4c6c-9810-f4b972dea7d6'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:44:51.105739 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-efefc8da-c304-482f-b2f6-9d28946c374e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:51.105952 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4a063657-d911-4a1e-a40d-f8c06863576b req-8c255fff-fc6c-4541-a289-bce1a8c14560 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=512fff24-f1d3-49ad-8414-e4ef5813c3b3 HTTP/1.1" status: 200 len: 210 time: 0.0392649 Nov 16 11:44:51.186015 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.ipam_backend_mixin [None req-0da32c86-c265-48d0-913a-010d53d2577d tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Performing IP validity checks on allocation pools {{(pid=102668) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 16 11:44:51.186986 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.ipam_backend_mixin [None req-0da32c86-c265-48d0-913a-010d53d2577d tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102668) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 16 11:44:51.200686 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-efefc8da-c304-482f-b2f6-9d28946c374e None None] For port 3d0f8c23-abed-40bd-afca-ef6a4398e6ea, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:44:51.203995 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-efefc8da-c304-482f-b2f6-9d28946c374e None None] For port 3d0f8c23-abed-40bd-afca-ef6a4398e6ea, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=3d0f8c23-abed-40bd-afca-ef6a4398e6ea,segment=NetworkSegment(2e5fa15a-8652-4d45-8fce-9e7e72316cfd),segment_id=2e5fa15a-8652-4d45-8fce-9e7e72316cfd)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:44:51.211102 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-efefc8da-c304-482f-b2f6-9d28946c374e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:51.286835 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efefc8da-c304-482f-b2f6-9d28946c374e None None] Pushing event updated for resources: {'Port': ['ID=3d0f8c23-abed-40bd-afca-ef6a4398e6ea,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:51.357537 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7bc446c7-2eb2-4f95-ac4b-94b23ba0db21 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:51.398622 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7bc446c7-2eb2-4f95-ac4b-94b23ba0db21 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:51.408622 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0da32c86-c265-48d0-913a-010d53d2577d tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:51.515643 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da32c86-c265-48d0-913a-010d53d2577d tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event updated for resources: {'Subnet': ['ID=0ebf45bf-231e-468c-8631-d7478939f3a6,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:51.530006 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da32c86-c265-48d0-913a-010d53d2577d tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Checking segment: {'id': 'e9fa039e-9c82-4fd9-b1f5-9c6aa5e1c500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '6542e2f8-a284-417e-aa8c-79f98725e5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:44:51.530299 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da32c86-c265-48d0-913a-010d53d2577d tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Network hostable DHCP agents. Network: 6542e2f8-a284-417e-aa8c-79f98725e5c7, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:44:51.536471 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7bc446c7-2eb2-4f95-ac4b-94b23ba0db21 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:51.540146 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7bc446c7-2eb2-4f95-ac4b-94b23ba0db21 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:51.544003 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7bc446c7-2eb2-4f95-ac4b-94b23ba0db21 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "DELETE /v2.0/security-groups/de2891c4-f8a6-4e8b-b0fd-f1072f8b5c1a HTTP/1.1" status: 204 len: 168 time: 0.4484289 Nov 16 11:44:51.546389 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 32886) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:51.556947 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc446c7-2eb2-4f95-ac4b-94b23ba0db21 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2891c4-f8a6-4e8b-b0fd-f1072f8b5c1a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:51.586405 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da32c86-c265-48d0-913a-010d53d2577d tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Network 6542e2f8-a284-417e-aa8c-79f98725e5c7 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:44:51.606644 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-0da32c86-c265-48d0-913a-010d53d2577d tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 6542e2f8-a284-417e-aa8c-79f98725e5c7) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:44:51.613126 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da32c86-c265-48d0-913a-010d53d2577d tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:51.615025 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0da32c86-c265-48d0-913a-010d53d2577d tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:51.632777 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c89c8ae-57ff-4c18-bb71-6a68c0b22731 None None] Network 6542e2f8-a284-417e-aa8c-79f98725e5c7 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:44:51.653668 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 32888) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:51.654836 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-baeb9a89-fc35-4013-961c-24ef9b354c2f tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1068401 Nov 16 11:44:51.662663 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a42c43e7-0de0-4f31-bc69-38c5be46fb74 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Request body: {'security_group': {'name': 'tempest-secgroup--1779867024'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:51.683162 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0da32c86-c265-48d0-913a-010d53d2577d tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9481442 Nov 16 11:44:51.685690 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 32890) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:51.818453 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a42c43e7-0de0-4f31-bc69-38c5be46fb74 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:51.894181 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d7f658-bd71-492a-ae06-bbffeef38450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-6542e2f8-a284-417e-aa8c-79f98725e5c7', 'network_id': '6542e2f8-a284-417e-aa8c-79f98725e5c7', 'tenant_id': 'a3def4ad1f724e16bfdf285da593eef7', 'fixed_ips': [{'subnet_id': '0ebf45bf-231e-468c-8631-d7478939f3a6'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:44:51.895485 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-66d7f658-bd71-492a-ae06-bbffeef38450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:51.897391 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4359668c-5a11-4802-a190-7055febebf7e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:51.978809 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a42c43e7-0de0-4f31-bc69-38c5be46fb74 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:51.991331 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a42c43e7-0de0-4f31-bc69-38c5be46fb74 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:52.022804 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4359668c-5a11-4802-a190-7055febebf7e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:52.083909 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-66d7f658-bd71-492a-ae06-bbffeef38450 None None] Allocated IP 2001:db8::3 (6542e2f8-a284-417e-aa8c-79f98725e5c7/0ebf45bf-231e-468c-8631-d7478939f3a6/8459cfbb-490d-4328-ac32-dc49c44c10dc) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:44:52.101843 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a42c43e7-0de0-4f31-bc69-38c5be46fb74 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:52.106313 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a42c43e7-0de0-4f31-bc69-38c5be46fb74 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4476974 Nov 16 11:44:52.108435 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 32898) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:52.118004 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a9c8901e-582a-4757-af34-67aa83ffff7f tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:52.118004 n-d-816823-3 neutron-server[102668]: WARNING neutron.api.v2.base [None req-a9c8901e-582a-4757-af34-67aa83ffff7f tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 16 11:44:52.118004 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-a9c8901e-582a-4757-af34-67aa83ffff7f tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] update failed (client error): There was a conflict when trying to complete your request. Nov 16 11:44:52.118004 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a9c8901e-582a-4757-af34-67aa83ffff7f tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "PUT /v2.0/security-groups/9b8b3ef9-22e5-4aff-93fb-9ce33508dbc5 HTTP/1.1" status: 409 len: 330 time: 0.0060284 Nov 16 11:44:52.121037 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 32900) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:52.123929 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c43e7-0de0-4f31-bc69-38c5be46fb74 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8b3ef9-22e5-4aff-93fb-9ce33508dbc5,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:52.189263 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066e17c-9239-4e2b-960e-24b3a45bb8ac req-60f099db-a3e4-4033-8c43-487a2a5221fc tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:52.196721 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066e17c-9239-4e2b-960e-24b3a45bb8ac req-60f099db-a3e4-4033-8c43-487a2a5221fc tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:52.203686 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066e17c-9239-4e2b-960e-24b3a45bb8ac req-60f099db-a3e4-4033-8c43-487a2a5221fc tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:52.209831 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066e17c-9239-4e2b-960e-24b3a45bb8ac req-60f099db-a3e4-4033-8c43-487a2a5221fc tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:52.213653 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 3d0f8c23-abed-40bd-afca-ef6a4398e6ea up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:44:52.218400 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066e17c-9239-4e2b-960e-24b3a45bb8ac req-60f099db-a3e4-4033-8c43-487a2a5221fc tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:52.221443 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9e494d0a-4870-404f-a238-c8dad6f7d655 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:52.224661 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066e17c-9239-4e2b-960e-24b3a45bb8ac req-60f099db-a3e4-4033-8c43-487a2a5221fc tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:52.232952 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066e17c-9239-4e2b-960e-24b3a45bb8ac req-60f099db-a3e4-4033-8c43-487a2a5221fc tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:52.235124 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3066e17c-9239-4e2b-960e-24b3a45bb8ac req-60f099db-a3e4-4033-8c43-487a2a5221fc tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 5432 time: 0.1842008 Nov 16 11:44:52.251208 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9e494d0a-4870-404f-a238-c8dad6f7d655 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:52.329451 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3066e17c-9239-4e2b-960e-24b3a45bb8ac req-6a1e36da-f032-4928-be7e-772b72f8fc84 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=e21bdf95-84ed-4189-aa21-cfae4bf8891b&id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0867031 Nov 16 11:44:52.331799 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9e494d0a-4870-404f-a238-c8dad6f7d655 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:52.334865 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9e494d0a-4870-404f-a238-c8dad6f7d655 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:52.341066 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9e494d0a-4870-404f-a238-c8dad6f7d655 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "DELETE /v2.0/security-groups/9b8b3ef9-22e5-4aff-93fb-9ce33508dbc5 HTTP/1.1" status: 204 len: 168 time: 0.2182114 Nov 16 11:44:52.341849 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 32904) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:52.382213 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e494d0a-4870-404f-a238-c8dad6f7d655 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8b3ef9-22e5-4aff-93fb-9ce33508dbc5,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:52.444688 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7e7f86dc-6606-438a-8a3f-87dabee1b977 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0927420 Nov 16 11:44:52.448182 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 32906) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:52.504206 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-172f0550-5cad-4082-b7d7-3ee79c3e733d req-1140025a-62f6-4d8c-8377-fbfad4127fe3 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=512fff24-f1d3-49ad-8414-e4ef5813c3b3 HTTP/1.1" status: 200 len: 210 time: 0.0465987 Nov 16 11:44:52.527154 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-a891d9c5-1624-4283-a86c-18aec69fffcf tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] delete failed (client error): The resource could not be found. Nov 16 11:44:52.528374 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a891d9c5-1624-4283-a86c-18aec69fffcf tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "DELETE /v2.0/security-groups/0b6fd79f-4791-4bed-a69c-028797de8d7d HTTP/1.1" status: 404 len: 347 time: 0.0790668 Nov 16 11:44:52.531966 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 32908) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:52.554862 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-2334b12e-1bcf-442f-9072-942bd6461a3a tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] show failed (client error): The resource could not be found. Nov 16 11:44:52.556790 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2334b12e-1bcf-442f-9072-942bd6461a3a tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "GET /v2.0/security-groups/52db91e0-f541-4daa-9f7e-c6a94d353f13 HTTP/1.1" status: 404 len: 347 time: 0.0238090 Nov 16 11:44:52.562357 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 32910) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:52.577042 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-3e76a700-d9d8-4c18-86a9-eec34c4791d3 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] show failed (client error): The resource could not be found. Nov 16 11:44:52.578088 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3e76a700-d9d8-4c18-86a9-eec34c4791d3 tempest-NegativeSecGroupTest-618915382 tempest-NegativeSecGroupTest-618915382-project] 10.222.0.61 "GET /v2.0/security-group-rules/00240cd1-6c05-499d-a824-718213a18d98 HTTP/1.1" status: 404 len: 356 time: 0.0147250 Nov 16 11:44:52.607135 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-66d7f658-bd71-492a-ae06-bbffeef38450 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:52.629251 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-66d7f658-bd71-492a-ae06-bbffeef38450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:52.653608 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4359668c-5a11-4802-a190-7055febebf7e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:52.680914 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 3d0f8c23-abed-40bd-afca-ef6a4398e6ea triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:44:52.681820 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:52.739958 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d7f658-bd71-492a-ae06-bbffeef38450 None None] Network 6542e2f8-a284-417e-aa8c-79f98725e5c7 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:44:52.740360 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359668c-5a11-4802-a190-7055febebf7e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event deleted for resources: {'Subnet': ['ID=0ebf45bf-231e-468c-8631-d7478939f3a6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:52.752244 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-66d7f658-bd71-492a-ae06-bbffeef38450 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:44:52.762982 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d7f658-bd71-492a-ae06-bbffeef38450 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:44:52.768126 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7f658-bd71-492a-ae06-bbffeef38450 None None] Pushing event updated for resources: {'Port': ['ID=8459cfbb-490d-4328-ac32-dc49c44c10dc,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:52.818591 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4359668c-5a11-4802-a190-7055febebf7e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:52.844087 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-4359668c-5a11-4802-a190-7055febebf7e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6542e2f8-a284-417e-aa8c-79f98725e5c7']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:52.858079 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-4359668c-5a11-4802-a190-7055febebf7e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9fa039e-9c82-4fd9-b1f5-9c6aa5e1c500') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:52.858384 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-4359668c-5a11-4802-a190-7055febebf7e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9fa039e-9c82-4fd9-b1f5-9c6aa5e1c500') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:52.871790 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4359668c-5a11-4802-a190-7055febebf7e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:52.893513 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4359668c-5a11-4802-a190-7055febebf7e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:52.902067 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4359668c-5a11-4802-a190-7055febebf7e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:44:52.903188 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4359668c-5a11-4802-a190-7055febebf7e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:52.907255 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:44:52.907255 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:44:52.907255 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:44:52.907255 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:44:52.907255 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:44:52.907255 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:44:52.907255 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:44:52.907255 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:44:52.907255 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:44:52.907255 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:44:52.907255 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:44:52.907255 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:44:52.907255 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:44:52.907255 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:44:52.907255 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:44:52.907255 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:44:52.907255 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:44:52.907255 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:44:52.907255 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:44:52.907255 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:44:52.907255 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:44:52.907255 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:44:52.907255 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:44:52.907255 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:44:52.907255 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:44:52.907255 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:44:52.907255 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:44:52.907255 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:44:52.907255 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:44:52.907255 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:44:52.907255 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:44:52.907255 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:44:52.930852 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039e501b-31e1-4fcd-8090-dcc4469df207 None None] Network 4559fd05-90f2-4c6c-9810-f4b972dea7d6 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:44:52.986085 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.db.api [None req-4359668c-5a11-4802-a190-7055febebf7e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 16 11:44:52.986085 n-d-816823-3 neutron-server[102668]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 16 11:44:52.986085 n-d-816823-3 neutron-server[102668]: [parameters: {'id': '6542e2f8-a284-417e-aa8c-79f98725e5c7'}] Nov 16 11:44:52.986085 n-d-816823-3 neutron-server[102668]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:44:52.987430 n-d-816823-3 neutron-server[102668]: DEBUG oslo_db.api [None req-4359668c-5a11-4802-a190-7055febebf7e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:44:53.006790 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:53.012663 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-66d7f658-bd71-492a-ae06-bbffeef38450 None None] Attempting to bind port 8459cfbb-490d-4328-ac32-dc49c44c10dc on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:44:53.013043 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-66d7f658-bd71-492a-ae06-bbffeef38450 None None] Attempting to bind port 8459cfbb-490d-4328-ac32-dc49c44c10dc by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'e9fa039e-9c82-4fd9-b1f5-9c6aa5e1c500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '6542e2f8-a284-417e-aa8c-79f98725e5c7'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:44:53.013405 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d7f658-bd71-492a-ae06-bbffeef38450 None None] Attempting to bind port 8459cfbb-490d-4328-ac32-dc49c44c10dc on network 6542e2f8-a284-417e-aa8c-79f98725e5c7 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:44:53.037590 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-f7fb2bda-c6b7-4ce1-8cf9-0757bca2f7cd None None] Provisioning complete for port 3d0f8c23-abed-40bd-afca-ef6a4398e6ea triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:44:53.037987 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f7fb2bda-c6b7-4ce1-8cf9-0757bca2f7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:53.041622 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d7f658-bd71-492a-ae06-bbffeef38450 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:44:53.042257 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d7f658-bd71-492a-ae06-bbffeef38450 None None] Checking segment: {'id': 'e9fa039e-9c82-4fd9-b1f5-9c6aa5e1c500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '6542e2f8-a284-417e-aa8c-79f98725e5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:44:53.042691 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-66d7f658-bd71-492a-ae06-bbffeef38450 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:53.043090 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d7f658-bd71-492a-ae06-bbffeef38450 None None] Bound using segment: {'id': 'e9fa039e-9c82-4fd9-b1f5-9c6aa5e1c500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '6542e2f8-a284-417e-aa8c-79f98725e5c7'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:44:53.043613 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-66d7f658-bd71-492a-ae06-bbffeef38450 None None] Bound port: 8459cfbb-490d-4328-ac32-dc49c44c10dc, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9fa039e-9c82-4fd9-b1f5-9c6aa5e1c500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '6542e2f8-a284-417e-aa8c-79f98725e5c7'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:44:53.043999 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-66d7f658-bd71-492a-ae06-bbffeef38450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:53.090819 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 32924) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:53.151586 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 3d0f8c23-abed-40bd-afca-ef6a4398e6ea, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=3d0f8c23-abed-40bd-afca-ef6a4398e6ea,segment=NetworkSegment(2e5fa15a-8652-4d45-8fce-9e7e72316cfd),segment_id=2e5fa15a-8652-4d45-8fce-9e7e72316cfd)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:44:53.196607 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:53.197402 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device c40be5fb-34ca-4b8d-ab0e-a70dd4094f75 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:44:53.265672 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e84a0ed9-9b32-4d9b-8877-b30046be7075 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=797d691d56e7498891e7ff7c50f7bfed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1710565 Nov 16 11:44:53.266274 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 32928) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:53.281161 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-66d7f658-bd71-492a-ae06-bbffeef38450 None None] For port 8459cfbb-490d-4328-ac32-dc49c44c10dc, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:44:53.326293 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-219a05c4-3128-4920-b7b9-65d8376a03b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:53.345268 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-66d7f658-bd71-492a-ae06-bbffeef38450 None None] For port 8459cfbb-490d-4328-ac32-dc49c44c10dc, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=8459cfbb-490d-4328-ac32-dc49c44c10dc,segment=NetworkSegment(e9fa039e-9c82-4fd9-b1f5-9c6aa5e1c500),segment_id=e9fa039e-9c82-4fd9-b1f5-9c6aa5e1c500)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:44:53.349873 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-219a05c4-3128-4920-b7b9-65d8376a03b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:53.362174 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-66d7f658-bd71-492a-ae06-bbffeef38450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:53.376868 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=3d0f8c23-abed-40bd-afca-ef6a4398e6ea,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:53.432156 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-219a05c4-3128-4920-b7b9-65d8376a03b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:53.439315 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-219a05c4-3128-4920-b7b9-65d8376a03b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:53.440924 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-219a05c4-3128-4920-b7b9-65d8376a03b4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1fc4ec09-8ff5-465c-b851-49c931bfeba4 HTTP/1.1" status: 204 len: 168 time: 0.1736495 Nov 16 11:44:53.452841 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a05c4-3128-4920-b7b9-65d8376a03b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc4ec09-8ff5-465c-b851-49c931bfeba4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:53.483236 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port c40be5fb-34ca-4b8d-ab0e-a70dd4094f75 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:44:53.483614 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:53.498477 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4359668c-5a11-4802-a190-7055febebf7e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:53.547036 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7f658-bd71-492a-ae06-bbffeef38450 None None] Pushing event updated for resources: {'Port': ['ID=8459cfbb-490d-4328-ac32-dc49c44c10dc,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:53.565329 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908562b8-9ac8-438c-b28c-8ac854daec27 None None] Network 6542e2f8-a284-417e-aa8c-79f98725e5c7 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:44:53.578135 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-4359668c-5a11-4802-a190-7055febebf7e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Deleting port 8459cfbb-490d-4328-ac32-dc49c44c10dc {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:44:53.578793 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4359668c-5a11-4802-a190-7055febebf7e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:53.586024 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf222d7e-f4c5-4b1c-a684-ed4c3b4699de req-d2a715a5-c8fa-4dfb-a55b-3ce2ee082e41 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:53.595841 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf222d7e-f4c5-4b1c-a684-ed4c3b4699de req-d2a715a5-c8fa-4dfb-a55b-3ce2ee082e41 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:53.614915 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf222d7e-f4c5-4b1c-a684-ed4c3b4699de req-d2a715a5-c8fa-4dfb-a55b-3ce2ee082e41 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:53.624651 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf222d7e-f4c5-4b1c-a684-ed4c3b4699de req-d2a715a5-c8fa-4dfb-a55b-3ce2ee082e41 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:53.634243 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf222d7e-f4c5-4b1c-a684-ed4c3b4699de req-d2a715a5-c8fa-4dfb-a55b-3ce2ee082e41 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:53.643048 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf222d7e-f4c5-4b1c-a684-ed4c3b4699de req-d2a715a5-c8fa-4dfb-a55b-3ce2ee082e41 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:53.654454 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf222d7e-f4c5-4b1c-a684-ed4c3b4699de req-d2a715a5-c8fa-4dfb-a55b-3ce2ee082e41 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:53.657881 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bf222d7e-f4c5-4b1c-a684-ed4c3b4699de req-d2a715a5-c8fa-4dfb-a55b-3ce2ee082e41 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 5432 time: 0.2013884 Nov 16 11:44:53.704995 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-4359668c-5a11-4802-a190-7055febebf7e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] For port 8459cfbb-490d-4328-ac32-dc49c44c10dc, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=8459cfbb-490d-4328-ac32-dc49c44c10dc,segment=NetworkSegment(e9fa039e-9c82-4fd9-b1f5-9c6aa5e1c500),segment_id=e9fa039e-9c82-4fd9-b1f5-9c6aa5e1c500)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:44:53.706582 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4359668c-5a11-4802-a190-7055febebf7e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:53.738899 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-4359668c-5a11-4802-a190-7055febebf7e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Calling delete_port for 8459cfbb-490d-4328-ac32-dc49c44c10dc owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:44:53.746067 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bf222d7e-f4c5-4b1c-a684-ed4c3b4699de req-16d5a62a-a797-4bae-bc3d-ed05ecbb1c3e tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=e21bdf95-84ed-4189-aa21-cfae4bf8891b&id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0810351 Nov 16 11:44:53.907239 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 8c5a2788-c1fb-4c11-98c8-c7da1005cc29 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:44:53.911259 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4359668c-5a11-4802-a190-7055febebf7e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:53.917805 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742fe4e3-d1a3-40e2-a001-09216ac2e70a None None] get_active_networks_info from n-d-816823-3 {{(pid=102670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 11:44:53.957658 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359668c-5a11-4802-a190-7055febebf7e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event deleted for resources: {'Port': ['ID=8459cfbb-490d-4328-ac32-dc49c44c10dc,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:53.964217 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4359668c-5a11-4802-a190-7055febebf7e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] No DVR routers for this DVR port 8459cfbb-490d-4328-ac32-dc49c44c10dc on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:44:54.077867 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 3d0f8c23-abed-40bd-afca-ef6a4398e6ea up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:44:54.088457 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4359668c-5a11-4802-a190-7055febebf7e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:54.091121 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-07952d56-1535-42fc-8668-f5bbcd45ac19 None None] Provisioning complete for port 3d0f8c23-abed-40bd-afca-ef6a4398e6ea triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:44:54.091571 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07952d56-1535-42fc-8668-f5bbcd45ac19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:54.178607 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-4359668c-5a11-4802-a190-7055febebf7e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6542e2f8-a284-417e-aa8c-79f98725e5c7']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:54.203460 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-4359668c-5a11-4802-a190-7055febebf7e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9fa039e-9c82-4fd9-b1f5-9c6aa5e1c500') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:54.203765 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-4359668c-5a11-4802-a190-7055febebf7e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9fa039e-9c82-4fd9-b1f5-9c6aa5e1c500') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:54.244079 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4359668c-5a11-4802-a190-7055febebf7e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:54.264716 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 8c5a2788-c1fb-4c11-98c8-c7da1005cc29, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=8c5a2788-c1fb-4c11-98c8-c7da1005cc29,segment=NetworkSegment(80eacd24-01b9-479d-8ad7-eafb488e2665),segment_id=80eacd24-01b9-479d-8ad7-eafb488e2665)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:44:54.275849 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 3d0f8c23-abed-40bd-afca-ef6a4398e6ea triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:44:54.276253 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:54.288483 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4359668c-5a11-4802-a190-7055febebf7e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:54.303068 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4359668c-5a11-4802-a190-7055febebf7e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:44:54.303471 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4359668c-5a11-4802-a190-7055febebf7e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:54.306708 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:44:54.306708 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:44:54.306708 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:44:54.306708 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:44:54.306708 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:44:54.306708 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:44:54.306708 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:44:54.306708 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:44:54.306708 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:44:54.306708 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:44:54.306708 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:44:54.306708 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:44:54.306708 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:44:54.306708 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:44:54.306708 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:44:54.306708 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:44:54.306708 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:44:54.306708 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:44:54.306708 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:44:54.306708 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:44:54.306708 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:44:54.306708 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:44:54.306708 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:44:54.306708 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:44:54.306708 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:44:54.306708 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:44:54.306708 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:44:54.306708 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:44:54.306708 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:44:54.306708 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:44:54.306708 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:44:54.306708 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:44:54.334549 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '8c5a2788-c1fb-4c11-98c8-c7da1005cc29', 'network_id': '26ef2bed-8832-46c6-b24f-4f0cfd9c2013', 'port_id': '8c5a2788-c1fb-4c11-98c8-c7da1005cc29', 'mac_address': 'fa:16:3e:8a:ad:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14da45b5-9dad-4378-b0d0-75410f62650a', 'ip_address': '10.1.1.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:44:54.339487 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742fe4e3-d1a3-40e2-a001-09216ac2e70a None None] Resources bound (agent type, host, resource id): {{(pid=102670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 11:44:54.459989 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4359668c-5a11-4802-a190-7055febebf7e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:54.467320 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4359668c-5a11-4802-a190-7055febebf7e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:54.474587 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4359668c-5a11-4802-a190-7055febebf7e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "DELETE /v2.0/networks/6542e2f8-a284-417e-aa8c-79f98725e5c7 HTTP/1.1" status: 204 len: 168 time: 2.7878816 Nov 16 11:44:54.478467 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 32964) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:54.492761 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-8f1c1522-8064-426d-9d22-b3581fd13459 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1613364307'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:54.511438 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359668c-5a11-4802-a190-7055febebf7e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event deleted for resources: {'Network': ['ID=6542e2f8-a284-417e-aa8c-79f98725e5c7,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:54.552226 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1c1522-8064-426d-9d22-b3581fd13459 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Made reservation on behalf of a3def4ad1f724e16bfdf285da593eef7 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:44:54.557542 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f1c1522-8064-426d-9d22-b3581fd13459 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:54.585442 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:54.591653 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f1c1522-8064-426d-9d22-b3581fd13459 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:44:54.601702 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f1c1522-8064-426d-9d22-b3581fd13459 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:54.602478 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-8f1c1522-8064-426d-9d22-b3581fd13459 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Added segment 5a1bb2e4-d995-4679-8ef3-0fdbdef1db9f of type vlan for network b369cbaf-8371-4082-90bc-a08191f79c63 Nov 16 11:44:54.624019 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c5a2788-c1fb-4c11-98c8-c7da1005cc29 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:44:54.660292 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 8c5a2788-c1fb-4c11-98c8-c7da1005cc29, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=8c5a2788-c1fb-4c11-98c8-c7da1005cc29,segment=NetworkSegment(80eacd24-01b9-479d-8ad7-eafb488e2665),segment_id=80eacd24-01b9-479d-8ad7-eafb488e2665)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:44:54.668139 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f1c1522-8064-426d-9d22-b3581fd13459 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:54.679938 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:54.680919 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 1dfec5f3-6b09-43d8-9562-32075776c9c3 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:44:54.696200 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f1c1522-8064-426d-9d22-b3581fd13459 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:54.702936 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1c1522-8064-426d-9d22-b3581fd13459 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:54.703790 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f1c1522-8064-426d-9d22-b3581fd13459 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:54.778768 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8f1c1522-8064-426d-9d22-b3581fd13459 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2985315 Nov 16 11:44:54.779021 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 32970) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:54.787426 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5f4d0f4b-b24c-413d-9868-b65bd0bc9f59 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Request body: {'subnet': {'network_id': 'b369cbaf-8371-4082-90bc-a08191f79c63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:54.787690 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c1522-8064-426d-9d22-b3581fd13459 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event updated for resources: {'Network': ['ID=b369cbaf-8371-4082-90bc-a08191f79c63,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:54.804949 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 1dfec5f3-6b09-43d8-9562-32075776c9c3, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=1dfec5f3-6b09-43d8-9562-32075776c9c3,segment=NetworkSegment(80eacd24-01b9-479d-8ad7-eafb488e2665),segment_id=80eacd24-01b9-479d-8ad7-eafb488e2665)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:44:54.808673 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=8c5a2788-c1fb-4c11-98c8-c7da1005cc29,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:54.811286 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network b369cbaf-8371-4082-90bc-a08191f79c63 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:44:54.859493 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '1dfec5f3-6b09-43d8-9562-32075776c9c3', 'network_id': '26ef2bed-8832-46c6-b24f-4f0cfd9c2013', 'port_id': '1dfec5f3-6b09-43d8-9562-32075776c9c3', 'mac_address': 'fa:16:3e:5a:e7:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14da45b5-9dad-4378-b0d0-75410f62650a', 'ip_address': '10.1.1.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:44:54.954657 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4d0f4b-b24c-413d-9868-b65bd0bc9f59 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Made reservation on behalf of a3def4ad1f724e16bfdf285da593eef7 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:44:54.969435 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59edf421-ef0b-4a0c-95b0-26d71e753f69 req-6b3f4545-3548-4111-98eb-7afed5320803 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:54.971522 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f4d0f4b-b24c-413d-9868-b65bd0bc9f59 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:54.976902 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59edf421-ef0b-4a0c-95b0-26d71e753f69 req-6b3f4545-3548-4111-98eb-7afed5320803 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:54.983684 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59edf421-ef0b-4a0c-95b0-26d71e753f69 req-6b3f4545-3548-4111-98eb-7afed5320803 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:54.990183 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59edf421-ef0b-4a0c-95b0-26d71e753f69 req-6b3f4545-3548-4111-98eb-7afed5320803 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:54.996396 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59edf421-ef0b-4a0c-95b0-26d71e753f69 req-6b3f4545-3548-4111-98eb-7afed5320803 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:55.003415 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59edf421-ef0b-4a0c-95b0-26d71e753f69 req-6b3f4545-3548-4111-98eb-7afed5320803 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:55.009539 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59edf421-ef0b-4a0c-95b0-26d71e753f69 req-6b3f4545-3548-4111-98eb-7afed5320803 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:55.011746 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-59edf421-ef0b-4a0c-95b0-26d71e753f69 req-6b3f4545-3548-4111-98eb-7afed5320803 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 5433 time: 0.1183143 Nov 16 11:44:55.135421 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-59edf421-ef0b-4a0c-95b0-26d71e753f69 req-51eff9d7-0238-4c58-90e2-0f9ce0db8168 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=e21bdf95-84ed-4189-aa21-cfae4bf8891b&id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1059413 Nov 16 11:44:55.243841 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:55.282469 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dfec5f3-6b09-43d8-9562-32075776c9c3 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:44:55.324955 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 1dfec5f3-6b09-43d8-9562-32075776c9c3, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=1dfec5f3-6b09-43d8-9562-32075776c9c3,segment=NetworkSegment(80eacd24-01b9-479d-8ad7-eafb488e2665),segment_id=80eacd24-01b9-479d-8ad7-eafb488e2665)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:44:55.328123 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe6acdd-9c6d-452f-b0cb-3745b2491537 None None] get_active_networks_info from n-d-816823-3 {{(pid=102670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 11:44:55.353346 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:55.354260 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 913955cf-8e4e-4a23-b0e2-1acbc8547be5 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:44:55.362888 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f4d0f4b-b24c-413d-9868-b65bd0bc9f59 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:55.391777 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:44:55.441279 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d0f4b-b24c-413d-9868-b65bd0bc9f59 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event updated for resources: {'Subnet': ['ID=d96b0d2a-c973-4595-8e60-6f7b22d040a8,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:55.474396 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4d0f4b-b24c-413d-9868-b65bd0bc9f59 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Checking segment: {'id': '5a1bb2e4-d995-4679-8ef3-0fdbdef1db9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b369cbaf-8371-4082-90bc-a08191f79c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:44:55.474765 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4d0f4b-b24c-413d-9868-b65bd0bc9f59 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Network hostable DHCP agents. Network: b369cbaf-8371-4082-90bc-a08191f79c63, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:44:55.487651 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 913955cf-8e4e-4a23-b0e2-1acbc8547be5, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=913955cf-8e4e-4a23-b0e2-1acbc8547be5,segment=NetworkSegment(80eacd24-01b9-479d-8ad7-eafb488e2665),segment_id=80eacd24-01b9-479d-8ad7-eafb488e2665)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:44:55.501957 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=1dfec5f3-6b09-43d8-9562-32075776c9c3,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:55.518134 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '913955cf-8e4e-4a23-b0e2-1acbc8547be5', 'network_id': '26ef2bed-8832-46c6-b24f-4f0cfd9c2013', 'port_id': '913955cf-8e4e-4a23-b0e2-1acbc8547be5', 'mac_address': 'fa:16:3e:85:5c:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14da45b5-9dad-4378-b0d0-75410f62650a', 'ip_address': '10.1.1.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:44:55.526667 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4d0f4b-b24c-413d-9868-b65bd0bc9f59 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Network b369cbaf-8371-4082-90bc-a08191f79c63 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:44:55.545689 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-5f4d0f4b-b24c-413d-9868-b65bd0bc9f59 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, b369cbaf-8371-4082-90bc-a08191f79c63) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:44:55.553087 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4d0f4b-b24c-413d-9868-b65bd0bc9f59 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:55.554418 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f4d0f4b-b24c-413d-9868-b65bd0bc9f59 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:55.574191 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:55.601242 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 913955cf-8e4e-4a23-b0e2-1acbc8547be5 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:44:55.604488 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5f4d0f4b-b24c-413d-9868-b65bd0bc9f59 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8242435 Nov 16 11:44:55.608121 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 32994) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:55.626636 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 913955cf-8e4e-4a23-b0e2-1acbc8547be5, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=913955cf-8e4e-4a23-b0e2-1acbc8547be5,segment=NetworkSegment(80eacd24-01b9-479d-8ad7-eafb488e2665),segment_id=80eacd24-01b9-479d-8ad7-eafb488e2665)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:44:55.631177 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe6acdd-9c6d-452f-b0cb-3745b2491537 None None] Resources bound (agent type, host, resource id): {{(pid=102670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 11:44:55.645992 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:55.645992 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 4c83833b-e468-4daf-8f4c-118e3220587b details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:44:55.748702 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9559082e-77a4-4e49-a1eb-d950f8743a99 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:55.816285 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=913955cf-8e4e-4a23-b0e2-1acbc8547be5,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:55.821003 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9559082e-77a4-4e49-a1eb-d950f8743a99 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:55.905903 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9559082e-77a4-4e49-a1eb-d950f8743a99 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:55.937966 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559082e-77a4-4e49-a1eb-d950f8743a99 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event deleted for resources: {'Subnet': ['ID=d96b0d2a-c973-4595-8e60-6f7b22d040a8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:55.943098 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 4c83833b-e468-4daf-8f4c-118e3220587b, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=4c83833b-e468-4daf-8f4c-118e3220587b,segment=NetworkSegment(43a893b6-0a3c-4973-a635-dcc9cf8e41b4),segment_id=43a893b6-0a3c-4973-a635-dcc9cf8e41b4)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:44:56.019779 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9559082e-77a4-4e49-a1eb-d950f8743a99 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:56.044153 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-9559082e-77a4-4e49-a1eb-d950f8743a99 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b369cbaf-8371-4082-90bc-a08191f79c63']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:56.053154 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '4c83833b-e468-4daf-8f4c-118e3220587b', 'network_id': '2041a2b2-0e73-454b-949f-7d84c22f57a1', 'port_id': '4c83833b-e468-4daf-8f4c-118e3220587b', 'mac_address': 'fa:16:3e:a5:6c:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bdf0709-8d8c-4805-b7a5-cb903bfbd56b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:44:56.070200 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-9559082e-77a4-4e49-a1eb-d950f8743a99 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a1bb2e4-d995-4679-8ef3-0fdbdef1db9f') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:56.070499 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-9559082e-77a4-4e49-a1eb-d950f8743a99 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a1bb2e4-d995-4679-8ef3-0fdbdef1db9f') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:56.084087 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9559082e-77a4-4e49-a1eb-d950f8743a99 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:56.100144 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9559082e-77a4-4e49-a1eb-d950f8743a99 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:56.108182 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9559082e-77a4-4e49-a1eb-d950f8743a99 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:44:56.108616 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9559082e-77a4-4e49-a1eb-d950f8743a99 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:56.110947 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4b8b4c-3b37-4a67-a9ca-9b7526941109 None None] Network b369cbaf-8371-4082-90bc-a08191f79c63 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:44:56.188590 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:44:56.188590 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:44:56.188590 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:44:56.188590 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:44:56.188590 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:44:56.188590 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:44:56.188590 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:44:56.188590 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:44:56.188590 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:44:56.188590 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:44:56.188590 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:44:56.188590 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:44:56.188590 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:44:56.188590 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:44:56.188590 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:44:56.188590 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:44:56.188590 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:44:56.188590 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:44:56.188590 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:44:56.188590 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:44:56.188590 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:44:56.188590 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:44:56.188590 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:44:56.188590 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:44:56.188590 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:44:56.188590 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:44:56.188590 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:44:56.188590 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:44:56.188590 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:44:56.188590 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:44:56.188590 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:44:56.188590 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:44:56.201838 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9559082e-77a4-4e49-a1eb-d950f8743a99 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:56.214817 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9559082e-77a4-4e49-a1eb-d950f8743a99 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:56.222572 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33012) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:56.223672 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9559082e-77a4-4e49-a1eb-d950f8743a99 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "DELETE /v2.0/networks/b369cbaf-8371-4082-90bc-a08191f79c63 HTTP/1.1" status: 204 len: 168 time: 0.6091754 Nov 16 11:44:56.233210 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-0ca0a145-97bf-407d-a4b0-06f3c20b5099 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-107853463'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:56.247527 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559082e-77a4-4e49-a1eb-d950f8743a99 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event deleted for resources: {'Network': ['ID=b369cbaf-8371-4082-90bc-a08191f79c63,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:56.287420 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:56.316198 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c83833b-e468-4daf-8f4c-118e3220587b {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:44:56.317035 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca0a145-97bf-407d-a4b0-06f3c20b5099 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Made reservation on behalf of a3def4ad1f724e16bfdf285da593eef7 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:44:56.321887 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0ca0a145-97bf-407d-a4b0-06f3c20b5099 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:56.322917 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc8932c-223a-4ae3-8f18-abcb05cb3543 None None] Network b369cbaf-8371-4082-90bc-a08191f79c63 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:44:56.350193 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc8932c-223a-4ae3-8f18-abcb05cb3543 None None] Network b369cbaf-8371-4082-90bc-a08191f79c63 could not be found, it might have been deleted concurrently. {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 16 11:44:56.356762 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 4c83833b-e468-4daf-8f4c-118e3220587b, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=4c83833b-e468-4daf-8f4c-118e3220587b,segment=NetworkSegment(43a893b6-0a3c-4973-a635-dcc9cf8e41b4),segment_id=43a893b6-0a3c-4973-a635-dcc9cf8e41b4)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:44:56.361229 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebe149-b89d-494c-88fa-b80c03a6065c req-c9f8cf4a-e7e7-46ba-b1a7-57d2165d2422 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:56.363545 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:56.364230 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 938024bc-796d-495a-81a8-6e0bc9631cff details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:44:56.368930 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebe149-b89d-494c-88fa-b80c03a6065c req-c9f8cf4a-e7e7-46ba-b1a7-57d2165d2422 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:56.377622 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebe149-b89d-494c-88fa-b80c03a6065c req-c9f8cf4a-e7e7-46ba-b1a7-57d2165d2422 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:56.384907 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebe149-b89d-494c-88fa-b80c03a6065c req-c9f8cf4a-e7e7-46ba-b1a7-57d2165d2422 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:56.388180 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33014) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:56.391939 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebe149-b89d-494c-88fa-b80c03a6065c req-c9f8cf4a-e7e7-46ba-b1a7-57d2165d2422 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:56.398095 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebe149-b89d-494c-88fa-b80c03a6065c req-c9f8cf4a-e7e7-46ba-b1a7-57d2165d2422 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:56.404736 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebe149-b89d-494c-88fa-b80c03a6065c req-c9f8cf4a-e7e7-46ba-b1a7-57d2165d2422 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:56.406711 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f1ebe149-b89d-494c-88fa-b80c03a6065c req-c9f8cf4a-e7e7-46ba-b1a7-57d2165d2422 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 5435 time: 0.1476986 Nov 16 11:44:56.416672 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ca0a145-97bf-407d-a4b0-06f3c20b5099 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:44:56.440535 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=4c83833b-e468-4daf-8f4c-118e3220587b,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:56.443317 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0ca0a145-97bf-407d-a4b0-06f3c20b5099 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:56.443744 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-0ca0a145-97bf-407d-a4b0-06f3c20b5099 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Added segment aadf63ef-928a-4c95-9ad8-362d30dd04f5 of type vlan for network 79de2566-f202-44d5-89c6-d7cbd7692e82 Nov 16 11:44:56.499444 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 938024bc-796d-495a-81a8-6e0bc9631cff, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=938024bc-796d-495a-81a8-6e0bc9631cff,segment=NetworkSegment(80eacd24-01b9-479d-8ad7-eafb488e2665),segment_id=80eacd24-01b9-479d-8ad7-eafb488e2665)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:44:56.511037 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f1ebe149-b89d-494c-88fa-b80c03a6065c req-22700294-3e34-40ce-948a-b47e1caa0607 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=e21bdf95-84ed-4189-aa21-cfae4bf8891b&id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0918226 Nov 16 11:44:56.529246 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '938024bc-796d-495a-81a8-6e0bc9631cff', 'network_id': '26ef2bed-8832-46c6-b24f-4f0cfd9c2013', 'port_id': '938024bc-796d-495a-81a8-6e0bc9631cff', 'mac_address': 'fa:16:3e:30:95:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14da45b5-9dad-4378-b0d0-75410f62650a', 'ip_address': '10.1.1.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:44:56.563247 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0ca0a145-97bf-407d-a4b0-06f3c20b5099 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:56.593035 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:56.593287 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0ca0a145-97bf-407d-a4b0-06f3c20b5099 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:56.600375 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca0a145-97bf-407d-a4b0-06f3c20b5099 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:56.601350 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0ca0a145-97bf-407d-a4b0-06f3c20b5099 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:56.609245 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 938024bc-796d-495a-81a8-6e0bc9631cff {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:44:56.631667 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 938024bc-796d-495a-81a8-6e0bc9631cff, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=938024bc-796d-495a-81a8-6e0bc9631cff,segment=NetworkSegment(80eacd24-01b9-479d-8ad7-eafb488e2665),segment_id=80eacd24-01b9-479d-8ad7-eafb488e2665)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:44:56.636730 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:56.637720 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 93d0a61f-46d8-4643-8f71-0fc671a31fe6 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:44:56.678802 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0ca0a145-97bf-407d-a4b0-06f3c20b5099 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4519689 Nov 16 11:44:56.682171 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33018) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:56.691051 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-49e8e95b-fa15-43e0-81d8-20bcf55cde86 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Request body: {'subnet': {'network_id': '79de2566-f202-44d5-89c6-d7cbd7692e82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:56.697164 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca0a145-97bf-407d-a4b0-06f3c20b5099 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event updated for resources: {'Network': ['ID=79de2566-f202-44d5-89c6-d7cbd7692e82,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:56.713162 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 79de2566-f202-44d5-89c6-d7cbd7692e82 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:44:56.845225 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.resource_extend [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 11:44:56.859894 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e8e95b-fa15-43e0-81d8-20bcf55cde86 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Made reservation on behalf of a3def4ad1f724e16bfdf285da593eef7 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:44:56.864122 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-49e8e95b-fa15-43e0-81d8-20bcf55cde86 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:56.872274 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=938024bc-796d-495a-81a8-6e0bc9631cff,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:56.900467 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 93d0a61f-46d8-4643-8f71-0fc671a31fe6, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=93d0a61f-46d8-4643-8f71-0fc671a31fe6,segment=NetworkSegment(43a893b6-0a3c-4973-a635-dcc9cf8e41b4),segment_id=43a893b6-0a3c-4973-a635-dcc9cf8e41b4)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:44:56.916044 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:44:56.916393 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:44:56.916738 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:44:56.917079 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:44:56.917500 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:44:56.917842 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:44:56.918209 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:44:56.918571 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:44:56.918899 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:44:56.919225 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:44:56.919543 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:44:56.919867 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:44:56.943562 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '93d0a61f-46d8-4643-8f71-0fc671a31fe6', 'network_id': '2041a2b2-0e73-454b-949f-7d84c22f57a1', 'port_id': '93d0a61f-46d8-4643-8f71-0fc671a31fe6', 'mac_address': 'fa:16:3e:80:21:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bdf0709-8d8c-4805-b7a5-cb903bfbd56b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:44:56.969369 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-4f2c2248-fb65-4e79-8378-579fa025d7c6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Deleting port b5e2365a-f985-4d4a-8741-2ef0ba2fe528 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:44:56.969712 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4f2c2248-fb65-4e79-8378-579fa025d7c6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:56.993039 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:57.007738 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93d0a61f-46d8-4643-8f71-0fc671a31fe6 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:44:57.031479 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 93d0a61f-46d8-4643-8f71-0fc671a31fe6, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=93d0a61f-46d8-4643-8f71-0fc671a31fe6,segment=NetworkSegment(43a893b6-0a3c-4973-a635-dcc9cf8e41b4),segment_id=43a893b6-0a3c-4973-a635-dcc9cf8e41b4)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:44:57.038414 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:57.039102 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 039b5ae1-2fe8-48b5-84f3-2dbed68501be details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:44:57.084862 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4f2c2248-fb65-4e79-8378-579fa025d7c6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:57.085870 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4f2c2248-fb65-4e79-8378-579fa025d7c6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:57.122619 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-4f2c2248-fb65-4e79-8378-579fa025d7c6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Calling delete_port for b5e2365a-f985-4d4a-8741-2ef0ba2fe528 owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:44:57.123034 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=93d0a61f-46d8-4643-8f71-0fc671a31fe6,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:57.123457 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-49e8e95b-fa15-43e0-81d8-20bcf55cde86 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:57.158500 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3cca8ce5-9ad0-43f2-8e98-777adf8ebb9f req-3ad8d8c7-1c07-4f19-ad70-27cb7a8c062a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8128f006-181b-4f4e-b345-cba1a8acfc96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0857146 Nov 16 11:44:57.203180 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8e95b-fa15-43e0-81d8-20bcf55cde86 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event updated for resources: {'Subnet': ['ID=8adca5f7-b50e-446d-8e14-0cc592746aa9,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:57.231649 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e8e95b-fa15-43e0-81d8-20bcf55cde86 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Checking segment: {'id': 'aadf63ef-928a-4c95-9ad8-362d30dd04f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '79de2566-f202-44d5-89c6-d7cbd7692e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:44:57.232320 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e8e95b-fa15-43e0-81d8-20bcf55cde86 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Network hostable DHCP agents. Network: 79de2566-f202-44d5-89c6-d7cbd7692e82, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:44:57.278629 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e8e95b-fa15-43e0-81d8-20bcf55cde86 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Network 79de2566-f202-44d5-89c6-d7cbd7692e82 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:44:57.300375 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-49e8e95b-fa15-43e0-81d8-20bcf55cde86 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 79de2566-f202-44d5-89c6-d7cbd7692e82) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:44:57.306476 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e8e95b-fa15-43e0-81d8-20bcf55cde86 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:57.307422 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-49e8e95b-fa15-43e0-81d8-20bcf55cde86 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:57.321082 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9659db44-3cf0-44d7-b677-42443af2bdcb None None] Network 79de2566-f202-44d5-89c6-d7cbd7692e82 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:44:57.330942 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca8ce5-9ad0-43f2-8e98-777adf8ebb9f req-d5c96011-72ce-44fb-88a9-c35c60f9d2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:57.332488 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3cca8ce5-9ad0-43f2-8e98-777adf8ebb9f req-d5c96011-72ce-44fb-88a9-c35c60f9d2b1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a94525ce04b1475298bff18f4d90d9d6&device_id=8128f006-181b-4f4e-b345-cba1a8acfc96 HTTP/1.1" status: 200 len: 1097 time: 0.1063151 Nov 16 11:44:57.363849 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-49e8e95b-fa15-43e0-81d8-20bcf55cde86 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6805148 Nov 16 11:44:57.365653 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33036) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:57.492603 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 039b5ae1-2fe8-48b5-84f3-2dbed68501be, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=039b5ae1-2fe8-48b5-84f3-2dbed68501be,segment=NetworkSegment(2cf765c5-91e1-41df-9ee8-e3cdc96b8cf7),segment_id=2cf765c5-91e1-41df-9ee8-e3cdc96b8cf7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:44:57.528679 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca8ce5-9ad0-43f2-8e98-777adf8ebb9f req-88b981a2-b6df-4f63-b109-21afac64d47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:57.530233 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3cca8ce5-9ad0-43f2-8e98-777adf8ebb9f req-88b981a2-b6df-4f63-b109-21afac64d47d service neutron] 10.222.0.64 "GET /v2.0/networks?id=1c273dd6-07f2-4b1f-a721-47089a2a6655 HTTP/1.1" status: 200 len: 898 time: 0.1705005 Nov 16 11:44:57.565049 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11e2c103-651a-42f9-9e17-ea641d70658b tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:57.577104 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '039b5ae1-2fe8-48b5-84f3-2dbed68501be', 'network_id': 'cd9b53f3-dc5a-4d2a-9424-263d53785a99', 'port_id': '039b5ae1-2fe8-48b5-84f3-2dbed68501be', 'mac_address': 'fa:16:3e:34:4f:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dfedd61-b7f4-4fb0-bbf3-63a0a3e66c06', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:44:57.586930 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4f2c2248-fb65-4e79-8378-579fa025d7c6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:57.644897 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c2248-fb65-4e79-8378-579fa025d7c6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event deleted for resources: {'Port': ['ID=b5e2365a-f985-4d4a-8741-2ef0ba2fe528,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:57.682662 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3cca8ce5-9ad0-43f2-8e98-777adf8ebb9f req-1051abca-bd81-406e-8b47-40b3f71404e4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ce07b74-0c24-4d88-8f1b-28e078c0a7d8 HTTP/1.1" status: 200 len: 1001 time: 0.1433048 Nov 16 11:44:57.710803 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11e2c103-651a-42f9-9e17-ea641d70658b tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:57.759425 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:57.764315 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4f2c2248-fb65-4e79-8378-579fa025d7c6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:57.766672 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [None req-4f2c2248-fb65-4e79-8378-579fa025d7c6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Floating IP a04069df-0bf8-4df6-8972-2374b1aa62fc disassociated (deleted). External IP: 172.25.0.57, port: 3ce07b74-0c24-4d88-8f1b-28e078c0a7d8. Nov 16 11:44:57.803594 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 039b5ae1-2fe8-48b5-84f3-2dbed68501be {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:44:57.848018 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 039b5ae1-2fe8-48b5-84f3-2dbed68501be, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=039b5ae1-2fe8-48b5-84f3-2dbed68501be,segment=NetworkSegment(2cf765c5-91e1-41df-9ee8-e3cdc96b8cf7),segment_id=2cf765c5-91e1-41df-9ee8-e3cdc96b8cf7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:44:57.850739 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f921c0-e4a5-4951-a42b-78571ea6745f req-1ebdafef-7121-4041-8e72-81d93e73446d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:57.851211 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e928fb-a10b-43bd-a62e-b29f469ea3a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-79de2566-f202-44d5-89c6-d7cbd7692e82', 'network_id': '79de2566-f202-44d5-89c6-d7cbd7692e82', 'tenant_id': 'a3def4ad1f724e16bfdf285da593eef7', 'fixed_ips': [{'subnet_id': '8adca5f7-b50e-446d-8e14-0cc592746aa9'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:44:57.852189 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-86e928fb-a10b-43bd-a62e-b29f469ea3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:57.859772 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f921c0-e4a5-4951-a42b-78571ea6745f req-1ebdafef-7121-4041-8e72-81d93e73446d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:57.866561 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f921c0-e4a5-4951-a42b-78571ea6745f req-1ebdafef-7121-4041-8e72-81d93e73446d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:57.872877 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:57.887433 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f921c0-e4a5-4951-a42b-78571ea6745f req-1ebdafef-7121-4041-8e72-81d93e73446d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:57.893390 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca8ce5-9ad0-43f2-8e98-777adf8ebb9f req-cda1e695-5d0e-4d18-98ae-259eb007d220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:57.894924 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3cca8ce5-9ad0-43f2-8e98-777adf8ebb9f req-cda1e695-5d0e-4d18-98ae-259eb007d220 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dec26c5c-14e0-466a-a352-55d48a3017e7 HTTP/1.1" status: 200 len: 834 time: 0.1892848 Nov 16 11:44:57.903375 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f921c0-e4a5-4951-a42b-78571ea6745f req-1ebdafef-7121-4041-8e72-81d93e73446d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:57.920617 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f921c0-e4a5-4951-a42b-78571ea6745f req-1ebdafef-7121-4041-8e72-81d93e73446d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:57.952169 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f921c0-e4a5-4951-a42b-78571ea6745f req-1ebdafef-7121-4041-8e72-81d93e73446d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:57.955851 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-74f921c0-e4a5-4951-a42b-78571ea6745f req-1ebdafef-7121-4041-8e72-81d93e73446d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 5438 time: 0.2752514 Nov 16 11:44:58.058349 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-74f921c0-e4a5-4951-a42b-78571ea6745f req-af74b60c-5529-4fe2-bb4f-53cb201e00aa tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=e21bdf95-84ed-4189-aa21-cfae4bf8891b&id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0913875 Nov 16 11:44:58.060223 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11e2c103-651a-42f9-9e17-ea641d70658b tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:58.084922 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=039b5ae1-2fe8-48b5-84f3-2dbed68501be,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:58.089910 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2c103-651a-42f9-9e17-ea641d70658b tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event deleted for resources: {'Subnet': ['ID=8adca5f7-b50e-446d-8e14-0cc592746aa9,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server [None req-86e928fb-a10b-43bd-a62e-b29f469ea3a3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8adca5f7-b50e-446d-8e14-0cc592746aa9: This subnet is being modified by another concurrent operation. Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise exception Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8adca5f7-b50e-446d-8e14-0cc592746aa9: This subnet is being modified by another concurrent operation. Nov 16 11:44:58.138729 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server Nov 16 11:44:58.148725 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:58.184450 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11e2c103-651a-42f9-9e17-ea641d70658b tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:58.194471 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f56619-277d-4563-8ef0-037f7a7e75f1 None None] Network 79de2566-f202-44d5-89c6-d7cbd7692e82 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:44:58.208428 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f2c2248-fb65-4e79-8378-579fa025d7c6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Router 23d4349f-5e3a-4635-a6ad-f80f494bff2a has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:44:58.234664 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-11e2c103-651a-42f9-9e17-ea641d70658b tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79de2566-f202-44d5-89c6-d7cbd7692e82']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:58.236971 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca8ce5-9ad0-43f2-8e98-777adf8ebb9f req-7baf7528-fed6-4191-ab80-a5eed9c9811a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:58.242249 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3cca8ce5-9ad0-43f2-8e98-777adf8ebb9f req-7baf7528-fed6-4191-ab80-a5eed9c9811a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1c273dd6-07f2-4b1f-a721-47089a2a6655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3029358 Nov 16 11:44:58.256029 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-11e2c103-651a-42f9-9e17-ea641d70658b tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aadf63ef-928a-4c95-9ad8-362d30dd04f5') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:58.256327 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-11e2c103-651a-42f9-9e17-ea641d70658b tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aadf63ef-928a-4c95-9ad8-362d30dd04f5') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:58.276531 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11e2c103-651a-42f9-9e17-ea641d70658b tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:58.307163 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11e2c103-651a-42f9-9e17-ea641d70658b tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:58.323173 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e2c103-651a-42f9-9e17-ea641d70658b tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:44:58.323679 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11e2c103-651a-42f9-9e17-ea641d70658b tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:58.326812 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:44:58.326812 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:44:58.326812 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:44:58.326812 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:44:58.326812 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:44:58.326812 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:44:58.326812 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:44:58.326812 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:44:58.326812 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:44:58.326812 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:44:58.326812 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:44:58.326812 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:44:58.326812 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:44:58.326812 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:44:58.326812 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:44:58.326812 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:44:58.326812 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:44:58.326812 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:44:58.326812 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:44:58.326812 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:44:58.326812 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:44:58.326812 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:44:58.326812 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:44:58.326812 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:44:58.326812 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:44:58.326812 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:44:58.326812 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:44:58.326812 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:44:58.326812 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:44:58.326812 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:44:58.326812 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:44:58.326812 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:44:58.405255 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11e2c103-651a-42f9-9e17-ea641d70658b tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:58.410596 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11e2c103-651a-42f9-9e17-ea641d70658b tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:58.415717 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-11e2c103-651a-42f9-9e17-ea641d70658b tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "DELETE /v2.0/networks/79de2566-f202-44d5-89c6-d7cbd7692e82 HTTP/1.1" status: 204 len: 168 time: 1.0454459 Nov 16 11:44:58.422419 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33080) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:58.440006 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-eebbe145-71b6-43a4-a4fc-37f62e485811 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1070991193'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:58.446717 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2c103-651a-42f9-9e17-ea641d70658b tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event deleted for resources: {'Network': ['ID=79de2566-f202-44d5-89c6-d7cbd7692e82,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:58.458219 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8b0c6d-6732-465a-ba47-7e8afe1e15d0 None None] get_active_networks_info from n-d-816823-3 {{(pid=102670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 11:44:58.475401 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eebbe145-71b6-43a4-a4fc-37f62e485811 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Made reservation on behalf of a3def4ad1f724e16bfdf285da593eef7 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:44:58.479851 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eebbe145-71b6-43a4-a4fc-37f62e485811 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:58.506157 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eebbe145-71b6-43a4-a4fc-37f62e485811 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:44:58.521194 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eebbe145-71b6-43a4-a4fc-37f62e485811 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:58.521869 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-eebbe145-71b6-43a4-a4fc-37f62e485811 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Added segment 6c5bd663-a550-4a50-ac92-c8fd4572cead of type vlan for network e9c1133b-c0f4-4d3f-bc00-25d42847ed5b Nov 16 11:44:58.542490 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['938024bc-796d-495a-81a8-6e0bc9631cff'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:44:58.545171 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['1dfec5f3-6b09-43d8-9562-32075776c9c3'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:44:58.549902 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['913955cf-8e4e-4a23-b0e2-1acbc8547be5'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:44:58.605119 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['93d0a61f-46d8-4643-8f71-0fc671a31fe6'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:44:58.635535 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eebbe145-71b6-43a4-a4fc-37f62e485811 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:58.703854 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eebbe145-71b6-43a4-a4fc-37f62e485811 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:58.707279 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3cca8ce5-9ad0-43f2-8e98-777adf8ebb9f req-f74dc5ee-55d6-49d8-9a5f-16ad5a505515 service neutron] 10.222.0.64 "GET /v2.0/networks/1c273dd6-07f2-4b1f-a721-47089a2a6655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525449 Nov 16 11:44:58.708506 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2c2248-fb65-4e79-8378-579fa025d7c6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:44:58.713831 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4f2c2248-fb65-4e79-8378-579fa025d7c6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:58.728547 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebbe145-71b6-43a4-a4fc-37f62e485811 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:58.730355 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eebbe145-71b6-43a4-a4fc-37f62e485811 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:58.779199 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035b302d-9499-40e0-bef2-463d26ff7e2a None None] Sync routers for ids ['23d4349f-5e3a-4635-a6ad-f80f494bff2a'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:44:58.797655 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-eebbe145-71b6-43a4-a4fc-37f62e485811 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3714402 Nov 16 11:44:58.880337 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035b302d-9499-40e0-bef2-463d26ff7e2a None None] Routers {'23d4349f-5e3a-4635-a6ad-f80f494bff2a'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:44:58.881033 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-035b302d-9499-40e0-bef2-463d26ff7e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:44:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['23d4349f-5e3a-4635-a6ad-f80f494bff2a'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:44:58.883092 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33102) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:58.894292 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-03327293-7cff-48e3-88a7-6d9eda490da5 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Request body: {'subnet': {'network_id': 'e9c1133b-c0f4-4d3f-bc00-25d42847ed5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:58.906750 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4f2c2248-fb65-4e79-8378-579fa025d7c6 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "DELETE /v2.0/floatingips/a04069df-0bf8-4df6-8972-2374b1aa62fc HTTP/1.1" status: 204 len: 168 time: 2.5163469 Nov 16 11:44:58.909364 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8128f006-181b-4f4e-b345-cba1a8acfc96', 'tag': '3ce07b74-0c24-4d88-8f1b-28e078c0a7d8'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:44:58.911996 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2103aa0a-578a-4cab-a722-7884f3bb541b" -d '{"events": [{"name": "network-changed", "server_uuid": "8128f006-181b-4f4e-b345-cba1a8acfc96", "tag": "3ce07b74-0c24-4d88-8f1b-28e078c0a7d8"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:44:58.953068 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3cca8ce5-9ad0-43f2-8e98-777adf8ebb9f req-5f5fa016-0128-43fa-bdc2-06fdad6ce69d service neutron] 10.222.0.64 "GET /v2.0/networks/1c273dd6-07f2-4b1f-a721-47089a2a6655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303057 Nov 16 11:44:59.021969 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebbe145-71b6-43a4-a4fc-37f62e485811 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event updated for resources: {'Network': ['ID=e9c1133b-c0f4-4d3f-bc00-25d42847ed5b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:59.149573 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03327293-7cff-48e3-88a7-6d9eda490da5 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Made reservation on behalf of a3def4ad1f724e16bfdf285da593eef7 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:44:59.156214 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-03327293-7cff-48e3-88a7-6d9eda490da5 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:59.224228 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33114) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:59.228804 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e0e79e91-44b9-41c8-923e-4a6527a80809 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1437741931', 'description': 'tempest-secgroup-smoke-1437741931 description', 'project_id': '4bac558768764cbe98f7632412a36688'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:59.236256 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8b0c6d-6732-465a-ba47-7e8afe1e15d0 None None] Resources bound (agent type, host, resource id): {{(pid=102670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 11:44:59.286750 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network e9c1133b-c0f4-4d3f-bc00-25d42847ed5b details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:44:59.295999 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0e79e91-44b9-41c8-923e-4a6527a80809 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:59.487187 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0e79e91-44b9-41c8-923e-4a6527a80809 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:59.506564 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0e79e91-44b9-41c8-923e-4a6527a80809 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:59.544419 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066c2169-b622-408e-a85e-c72c9f8a5102 x-openstack-request-id: req-066c2169-b622-408e-a85e-c72c9f8a5102 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:44:59.544723 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8128f006-181b-4f4e-b345-cba1a8acfc96", "tag": "3ce07b74-0c24-4d88-8f1b-28e078c0a7d8", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:44:59.551938 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-066c2169-b622-408e-a85e-c72c9f8a5102 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:44:59.553246 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8128f006-181b-4f4e-b345-cba1a8acfc96', 'tag': '3ce07b74-0c24-4d88-8f1b-28e078c0a7d8', 'status': 'completed', 'code': 200} Nov 16 11:44:59.620709 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0e79e91-44b9-41c8-923e-4a6527a80809 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:59.623192 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e0e79e91-44b9-41c8-923e-4a6527a80809 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3973913 Nov 16 11:44:59.628724 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33126) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:44:59.634320 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e1313e12-dd27-47ef-b272-5ab89327c28f tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Request body: {'security_group_rule': {'security_group_id': 'b2f758d5-f6a7-4e8f-a345-625f497a3e80', 'project_id': '4bac558768764cbe98f7632412a36688', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:44:59.644536 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e79e91-44b9-41c8-923e-4a6527a80809 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f758d5-f6a7-4e8f-a345-625f497a3e80,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:59.680506 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103aa0a-578a-4cab-a722-7884f3bb541b req-fa2aac18-7370-4040-9398-2cbf97fe47dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:59.682555 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2103aa0a-578a-4cab-a722-7884f3bb541b req-fa2aac18-7370-4040-9398-2cbf97fe47dc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a94525ce04b1475298bff18f4d90d9d6&device_id=8128f006-181b-4f4e-b345-cba1a8acfc96 HTTP/1.1" status: 200 len: 1097 time: 0.1117804 Nov 16 11:44:59.701502 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-03327293-7cff-48e3-88a7-6d9eda490da5 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:59.740104 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1313e12-dd27-47ef-b272-5ab89327c28f tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:59.811926 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f496b-3348-4206-9e7d-6b1eb5250a58 req-7d6697ea-ea84-48c9-9d4f-afb4dba764cb tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:59.828971 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f496b-3348-4206-9e7d-6b1eb5250a58 req-7d6697ea-ea84-48c9-9d4f-afb4dba764cb tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:59.842236 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f496b-3348-4206-9e7d-6b1eb5250a58 req-7d6697ea-ea84-48c9-9d4f-afb4dba764cb tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:59.848348 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f496b-3348-4206-9e7d-6b1eb5250a58 req-7d6697ea-ea84-48c9-9d4f-afb4dba764cb tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:59.854445 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f496b-3348-4206-9e7d-6b1eb5250a58 req-7d6697ea-ea84-48c9-9d4f-afb4dba764cb tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:59.861063 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f496b-3348-4206-9e7d-6b1eb5250a58 req-7d6697ea-ea84-48c9-9d4f-afb4dba764cb tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:59.868574 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f496b-3348-4206-9e7d-6b1eb5250a58 req-7d6697ea-ea84-48c9-9d4f-afb4dba764cb tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:59.869683 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['8c5a2788-c1fb-4c11-98c8-c7da1005cc29'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:44:59.871654 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['4c83833b-e468-4daf-8f4c-118e3220587b'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:44:59.874092 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['039b5ae1-2fe8-48b5-84f3-2dbed68501be'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:44:59.876438 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7b3f496b-3348-4206-9e7d-6b1eb5250a58 req-7d6697ea-ea84-48c9-9d4f-afb4dba764cb tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 5439 time: 0.2893276 Nov 16 11:44:59.907237 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103aa0a-578a-4cab-a722-7884f3bb541b req-e36b9561-9c3c-431e-a132-0dfa994a5325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:44:59.910126 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2103aa0a-578a-4cab-a722-7884f3bb541b req-e36b9561-9c3c-431e-a132-0dfa994a5325 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1c273dd6-07f2-4b1f-a721-47089a2a6655 HTTP/1.1" status: 200 len: 898 time: 0.2173948 Nov 16 11:44:59.918896 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1313e12-dd27-47ef-b272-5ab89327c28f tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:59.934514 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:59.950294 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03327293-7cff-48e3-88a7-6d9eda490da5 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event updated for resources: {'Subnet': ['ID=db38df45-c163-42ed-a89a-2ecef4feda3f,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:44:59.977145 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2103aa0a-578a-4cab-a722-7884f3bb541b req-2311947d-68f5-4277-8b8b-e6f4c91f417d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ce07b74-0c24-4d88-8f1b-28e078c0a7d8 HTTP/1.1" status: 200 len: 217 time: 0.0565848 Nov 16 11:44:59.980056 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1313e12-dd27-47ef-b272-5ab89327c28f tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:44:59.991042 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03327293-7cff-48e3-88a7-6d9eda490da5 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Checking segment: {'id': '6c5bd663-a550-4a50-ac92-c8fd4572cead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e9c1133b-c0f4-4d3f-bc00-25d42847ed5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:44:59.991424 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03327293-7cff-48e3-88a7-6d9eda490da5 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Network hostable DHCP agents. Network: e9c1133b-c0f4-4d3f-bc00-25d42847ed5b, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:45:00.014945 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7b3f496b-3348-4206-9e7d-6b1eb5250a58 req-190a026a-eea8-4878-9eaa-3abbc9a66fa2 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=e21bdf95-84ed-4189-aa21-cfae4bf8891b&id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1290405 Nov 16 11:45:00.046967 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03327293-7cff-48e3-88a7-6d9eda490da5 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Network e9c1133b-c0f4-4d3f-bc00-25d42847ed5b is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:45:00.075636 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-03327293-7cff-48e3-88a7-6d9eda490da5 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, e9c1133b-c0f4-4d3f-bc00-25d42847ed5b) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:45:00.081557 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03327293-7cff-48e3-88a7-6d9eda490da5 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:00.082158 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-03327293-7cff-48e3-88a7-6d9eda490da5 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:00.088948 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1313e12-dd27-47ef-b272-5ab89327c28f tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06e820cb-79a4-4900-ba4d-527e5fb6ddb1,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:00.116238 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1313e12-dd27-47ef-b272-5ab89327c28f tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:00.121270 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e1313e12-dd27-47ef-b272-5ab89327c28f tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4912088 Nov 16 11:45:00.122783 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33130) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:00.128519 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d12b7d24-4878-49de-823b-5bb27e530230 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Request body: {'security_group_rule': {'security_group_id': 'b2f758d5-f6a7-4e8f-a345-625f497a3e80', 'project_id': '4bac558768764cbe98f7632412a36688', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:45:00.136667 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103aa0a-578a-4cab-a722-7884f3bb541b req-e443b465-58e2-41d4-a930-c7f749eb8fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:00.139374 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2103aa0a-578a-4cab-a722-7884f3bb541b req-e443b465-58e2-41d4-a930-c7f749eb8fc0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dec26c5c-14e0-466a-a352-55d48a3017e7 HTTP/1.1" status: 200 len: 834 time: 0.1513932 Nov 16 11:45:00.142125 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-03327293-7cff-48e3-88a7-6d9eda490da5 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2574942 Nov 16 11:45:00.145018 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33132) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:00.150819 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-707d3cb7-ef84-4abd-89aa-0b727b831c11 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Request body: {'subnet': {'network_id': 'e9c1133b-c0f4-4d3f-bc00-25d42847ed5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:45:00.188920 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fed0b-6ad1-4ee3-9807-ab21e507992e req-71976c1d-70ea-4f02-8553-bc9a420c8805 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:00.203499 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-024fed0b-6ad1-4ee3-9807-ab21e507992e req-71976c1d-70ea-4f02-8553-bc9a420c8805 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=8128f006-181b-4f4e-b345-cba1a8acfc96 HTTP/1.1" status: 200 len: 946 time: 0.1005495 Nov 16 11:45:00.265632 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d12b7d24-4878-49de-823b-5bb27e530230 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:00.273391 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103aa0a-578a-4cab-a722-7884f3bb541b req-4f65a1b2-2401-463b-936f-8393ad5016ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:00.277461 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2103aa0a-578a-4cab-a722-7884f3bb541b req-4f65a1b2-2401-463b-936f-8393ad5016ea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1c273dd6-07f2-4b1f-a721-47089a2a6655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1206508 Nov 16 11:45:00.325362 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-024fed0b-6ad1-4ee3-9807-ab21e507992e req-9960f3be-7569-4212-aa50-eb1077d7c68e tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b63567b-ee2a-4a85-a110-12557bea5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197810 Nov 16 11:45:00.494809 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707d3cb7-ef84-4abd-89aa-0b727b831c11 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Made reservation on behalf of a3def4ad1f724e16bfdf285da593eef7 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:45:00.498917 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-707d3cb7-ef84-4abd-89aa-0b727b831c11 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:00.522362 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-035b302d-9499-40e0-bef2-463d26ff7e2a None None] Set router 23d4349f-5e3a-4635-a6ad-f80f494bff2a gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:45:00.565637 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d12b7d24-4878-49de-823b-5bb27e530230 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:00.581185 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d12b7d24-4878-49de-823b-5bb27e530230 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:00.599579 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2103aa0a-578a-4cab-a722-7884f3bb541b req-a952d0ce-c8d6-4650-9767-f84caab26fc2 service neutron] 10.222.0.64 "GET /v2.0/networks/1c273dd6-07f2-4b1f-a721-47089a2a6655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533772 Nov 16 11:45:00.607688 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b7d24-4878-49de-823b-5bb27e530230 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ced3fe9-d28b-4dc2-8043-8e58270af5ec,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:00.790725 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d12b7d24-4878-49de-823b-5bb27e530230 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:00.795700 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33140) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:00.796477 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d12b7d24-4878-49de-823b-5bb27e530230 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6711655 Nov 16 11:45:00.801634 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-422b1355-629d-4861-87f6-5597011db026 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Request body: {'security_group_rule': {'security_group_id': 'b2f758d5-f6a7-4e8f-a345-625f497a3e80', 'project_id': '4bac558768764cbe98f7632412a36688', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:45:00.854847 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-422b1355-629d-4861-87f6-5597011db026 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:00.885063 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2103aa0a-578a-4cab-a722-7884f3bb541b req-590c7848-9f53-4d7f-8b3c-279e1049cfbe service neutron] 10.222.0.64 "GET /v2.0/networks/1c273dd6-07f2-4b1f-a721-47089a2a6655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750249 Nov 16 11:45:00.951861 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-422b1355-629d-4861-87f6-5597011db026 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:00.960535 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-422b1355-629d-4861-87f6-5597011db026 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:00.991398 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b1355-629d-4861-87f6-5597011db026 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef213ff5-4c67-4556-aa96-635590612229,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:01.009068 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-422b1355-629d-4861-87f6-5597011db026 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:01.013764 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-422b1355-629d-4861-87f6-5597011db026 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2136121 Nov 16 11:45:01.015543 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33142) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:01.018960 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05f3d2-3284-4577-9983-d0d44d8a29c3 req-14d5c0ec-cf44-445b-b451-0310ea23624b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:01.019747 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-c8e7fc88-91b0-4631-aab6-6f2230268a63 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Request body: {'security_group_rule': {'security_group_id': 'b2f758d5-f6a7-4e8f-a345-625f497a3e80', 'project_id': '4bac558768764cbe98f7632412a36688', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:45:01.021145 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1e05f3d2-3284-4577-9983-d0d44d8a29c3 req-14d5c0ec-cf44-445b-b451-0310ea23624b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.64 "GET /v2.0/ports?device_id=8128f006-181b-4f4e-b345-cba1a8acfc96 HTTP/1.1" status: 200 len: 946 time: 0.1342113 Nov 16 11:45:01.066343 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c8e7fc88-91b0-4631-aab6-6f2230268a63 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:01.110161 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc7c8fa-d632-4da3-a877-8c3236018c81 None None] Network e9c1133b-c0f4-4d3f-bc00-25d42847ed5b requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:45:01.221528 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c8e7fc88-91b0-4631-aab6-6f2230268a63 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:01.240226 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7f385-8f66-4fd4-9308-cd2b8128cdb3 req-05643aee-8b76-4801-aa2a-96e37ebb553f tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:01.242204 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-707d3cb7-ef84-4abd-89aa-0b727b831c11 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:01.248224 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7f385-8f66-4fd4-9308-cd2b8128cdb3 req-05643aee-8b76-4801-aa2a-96e37ebb553f tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:01.255385 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7f385-8f66-4fd4-9308-cd2b8128cdb3 req-05643aee-8b76-4801-aa2a-96e37ebb553f tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:01.261917 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7f385-8f66-4fd4-9308-cd2b8128cdb3 req-05643aee-8b76-4801-aa2a-96e37ebb553f tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:01.268766 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7f385-8f66-4fd4-9308-cd2b8128cdb3 req-05643aee-8b76-4801-aa2a-96e37ebb553f tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:01.276114 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7f385-8f66-4fd4-9308-cd2b8128cdb3 req-05643aee-8b76-4801-aa2a-96e37ebb553f tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:01.279856 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-1e05f3d2-3284-4577-9983-d0d44d8a29c3 req-3480cfb4-6a44-410b-ba43-0ac5bac8cb84 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Deleting port 3ce07b74-0c24-4d88-8f1b-28e078c0a7d8 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:45:01.280380 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1e05f3d2-3284-4577-9983-d0d44d8a29c3 req-3480cfb4-6a44-410b-ba43-0ac5bac8cb84 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:01.284960 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7f385-8f66-4fd4-9308-cd2b8128cdb3 req-05643aee-8b76-4801-aa2a-96e37ebb553f tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:01.289140 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-33e7f385-8f66-4fd4-9308-cd2b8128cdb3 req-05643aee-8b76-4801-aa2a-96e37ebb553f tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 5439 time: 0.1449435 Nov 16 11:45:01.290695 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c8e7fc88-91b0-4631-aab6-6f2230268a63 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:01.333440 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e7fc88-91b0-4631-aab6-6f2230268a63 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b435e554-709a-4d51-a54b-38287df65fe1,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:01.340623 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707d3cb7-ef84-4abd-89aa-0b727b831c11 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Network e9c1133b-c0f4-4d3f-bc00-25d42847ed5b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:45:01.348366 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-707d3cb7-ef84-4abd-89aa-0b727b831c11 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:45:01.349076 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c8e7fc88-91b0-4631-aab6-6f2230268a63 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:01.350673 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c8e7fc88-91b0-4631-aab6-6f2230268a63 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3351474 Nov 16 11:45:01.358658 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33148) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:01.363490 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-012b5e15-175c-4cff-9b61-7d18f23d95e6 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Request body: {'security_group_rule': {'security_group_id': 'b2f758d5-f6a7-4e8f-a345-625f497a3e80', 'project_id': '4bac558768764cbe98f7632412a36688', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:45:01.366287 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707d3cb7-ef84-4abd-89aa-0b727b831c11 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:01.366874 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-707d3cb7-ef84-4abd-89aa-0b727b831c11 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:01.387522 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d3cb7-ef84-4abd-89aa-0b727b831c11 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event updated for resources: {'Subnet': ['ID=731fb320-43a6-4738-963c-f741c27c22d4,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:01.403031 n-d-816823-3 neutron-server[102669]: INFO neutron.db.securitygroups_db [None req-012b5e15-175c-4cff-9b61-7d18f23d95e6 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Project 4bac558768764cbe98f7632412a36688 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 11:45:01.414772 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-012b5e15-175c-4cff-9b61-7d18f23d95e6 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:01.425991 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33152) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:01.434692 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-707d3cb7-ef84-4abd-89aa-0b727b831c11 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2756500 Nov 16 11:45:01.447620 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-035b302d-9499-40e0-bef2-463d26ff7e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d4349f-5e3a-4635-a6ad-f80f494bff2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461306953', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:42:41Z', 'updated_at': '2021-11-16T11:42:55Z', 'revision_number': 4, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': 'a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d4349f-5e3a-4635-a6ad-f80f494bff2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:42Z', 'updated_at': '2021-11-16T11:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '2d551db0-930e-4e7b-bd10-ebf719f3691d', 'name': '', 'network_id': '1c273dd6-07f2-4b1f-a721-47089a2a6655', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'mac_address': 'fa:16:3e:a3:41:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d4349f-5e3a-4635-a6ad-f80f494bff2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'dec26c5c-14e0-466a-a352-55d48a3017e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:52Z', 'updated_at': '2021-11-16T11:43:03Z', 'revision_number': 5, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'subnets': [{'id': 'dec26c5c-14e0-466a-a352-55d48a3017e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:01.476658 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-1e05f3d2-3284-4577-9983-d0d44d8a29c3 req-3480cfb4-6a44-410b-ba43-0ac5bac8cb84 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] For port 3ce07b74-0c24-4d88-8f1b-28e078c0a7d8, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=3ce07b74-0c24-4d88-8f1b-28e078c0a7d8,segment=NetworkSegment(8cbbc77d-9661-4c02-9734-2553071ea21c),segment_id=8cbbc77d-9661-4c02-9734-2553071ea21c)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:45:01.479706 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1e05f3d2-3284-4577-9983-d0d44d8a29c3 req-3480cfb4-6a44-410b-ba43-0ac5bac8cb84 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:01.515182 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035b302d-9499-40e0-bef2-463d26ff7e2a None None] Checking router: 23d4349f-5e3a-4635-a6ad-f80f494bff2a for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:45:01.525645 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-1e05f3d2-3284-4577-9983-d0d44d8a29c3 req-3480cfb4-6a44-410b-ba43-0ac5bac8cb84 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Calling delete_port for 3ce07b74-0c24-4d88-8f1b-28e078c0a7d8 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:45:01.525874 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c22ca83-6112-4209-98f1-d328592df2ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-e9c1133b-c0f4-4d3f-bc00-25d42847ed5b', 'network_id': 'e9c1133b-c0f4-4d3f-bc00-25d42847ed5b', 'tenant_id': 'a3def4ad1f724e16bfdf285da593eef7', 'fixed_ips': [{'subnet_id': '731fb320-43a6-4738-963c-f741c27c22d4'}, {'subnet_id': 'db38df45-c163-42ed-a89a-2ecef4feda3f'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:45:01.527941 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5c22ca83-6112-4209-98f1-d328592df2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:01.531867 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-33e7f385-8f66-4fd4-9308-cd2b8128cdb3 req-8c771c6b-d390-4c25-bec2-4b70c8b4ba0d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=e21bdf95-84ed-4189-aa21-cfae4bf8891b&id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2318053 Nov 16 11:45:01.542738 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035b302d-9499-40e0-bef2-463d26ff7e2a None None] Routers {'23d4349f-5e3a-4635-a6ad-f80f494bff2a'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:45:01.543899 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-035b302d-9499-40e0-bef2-463d26ff7e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:44:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['23d4349f-5e3a-4635-a6ad-f80f494bff2a'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:01.554480 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc6de7e-e550-41ae-821c-6decd59ba888 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:01.556336 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc6de7e-e550-41ae-821c-6decd59ba888 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:01.558445 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc6de7e-e550-41ae-821c-6decd59ba888 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:01.560957 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc6de7e-e550-41ae-821c-6decd59ba888 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:01.562786 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc6de7e-e550-41ae-821c-6decd59ba888 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:01.570837 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0dc6de7e-e550-41ae-821c-6decd59ba888 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1349292 Nov 16 11:45:01.571497 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33156) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:01.581336 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-1219b0ac-50c4-4ed0-865f-4c088c1842d8 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-601108351'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:45:01.681399 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-012b5e15-175c-4cff-9b61-7d18f23d95e6 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:01.693082 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-012b5e15-175c-4cff-9b61-7d18f23d95e6 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:01.752295 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fff8ed-b9a4-44e8-9dc3-197954485d16 req-af138178-b0aa-4bdf-9208-e88cdb700d26 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:01.775457 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a2fff8ed-b9a4-44e8-9dc3-197954485d16 req-af138178-b0aa-4bdf-9208-e88cdb700d26 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/ports?device_id=8128f006-181b-4f4e-b345-cba1a8acfc96 HTTP/1.1" status: 200 len: 946 time: 0.1521573 Nov 16 11:45:01.775681 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1e05f3d2-3284-4577-9983-d0d44d8a29c3 req-3480cfb4-6a44-410b-ba43-0ac5bac8cb84 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:01.778375 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1219b0ac-50c4-4ed0-865f-4c088c1842d8 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Made reservation on behalf of a3def4ad1f724e16bfdf285da593eef7 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:45:01.782091 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1219b0ac-50c4-4ed0-865f-4c088c1842d8 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:01.794316 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-012b5e15-175c-4cff-9b61-7d18f23d95e6 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:01.800911 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-012b5e15-175c-4cff-9b61-7d18f23d95e6 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4408653 Nov 16 11:45:01.809555 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33168) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:01.809859 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-035b302d-9499-40e0-bef2-463d26ff7e2a None None] Set router 23d4349f-5e3a-4635-a6ad-f80f494bff2a gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:45:01.818481 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a6626934-e5c3-4a34-b8fe-bf6f0491ce33 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Request body: {'security_group_rule': {'security_group_id': 'b2f758d5-f6a7-4e8f-a345-625f497a3e80', 'project_id': '4bac558768764cbe98f7632412a36688', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:45:01.829559 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480cfb4-6a44-410b-ba43-0ac5bac8cb84 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event deleted for resources: {'Port': ['ID=3ce07b74-0c24-4d88-8f1b-28e078c0a7d8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:01.850164 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b5e15-175c-4cff-9b61-7d18f23d95e6 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f11437a-a389-4ce1-8302-ed43b81a8499,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:01.878251 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1219b0ac-50c4-4ed0-865f-4c088c1842d8 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:45:01.899087 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a2fff8ed-b9a4-44e8-9dc3-197954485d16 req-434ef545-9a83-44d7-8f54-bd8944473e0b tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b63567b-ee2a-4a85-a110-12557bea5e16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224310 Nov 16 11:45:01.908066 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1219b0ac-50c4-4ed0-865f-4c088c1842d8 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:01.908846 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-1219b0ac-50c4-4ed0-865f-4c088c1842d8 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Added segment 6cfa66dc-9d41-478c-8bd1-852551d8ad3a of type vlan for network 12ce5159-1bc3-49aa-8f6a-b48be457e4df Nov 16 11:45:01.926199 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e05f3d2-3284-4577-9983-d0d44d8a29c3 req-3480cfb4-6a44-410b-ba43-0ac5bac8cb84 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] No DVR routers for this DVR port 3ce07b74-0c24-4d88-8f1b-28e078c0a7d8 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:45:01.929400 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1e05f3d2-3284-4577-9983-d0d44d8a29c3 req-3480cfb4-6a44-410b-ba43-0ac5bac8cb84 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:01.934316 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1e05f3d2-3284-4577-9983-d0d44d8a29c3 req-3480cfb4-6a44-410b-ba43-0ac5bac8cb84 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.64 "DELETE /v2.0/ports/3ce07b74-0c24-4d88-8f1b-28e078c0a7d8 HTTP/1.1" status: 204 len: 173 time: 0.9047892 Nov 16 11:45:01.935112 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8128f006-181b-4f4e-b345-cba1a8acfc96', 'name': 'network-vif-deleted', 'tag': '3ce07b74-0c24-4d88-8f1b-28e078c0a7d8'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:45:01.937725 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ab4fe7-a0ae-4031-ab81-06733e679cc1" -d '{"events": [{"server_uuid": "8128f006-181b-4f4e-b345-cba1a8acfc96", "name": "network-vif-deleted", "tag": "3ce07b74-0c24-4d88-8f1b-28e078c0a7d8"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:45:01.943111 n-d-816823-3 neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-a6626934-e5c3-4a34-b8fe-bf6f0491ce33 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Project 4bac558768764cbe98f7632412a36688 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 11:45:01.957295 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6626934-e5c3-4a34-b8fe-bf6f0491ce33 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:01.973885 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 938024bc-796d-495a-81a8-6e0bc9631cff up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:45:02.022475 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1219b0ac-50c4-4ed0-865f-4c088c1842d8 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:02.091569 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1219b0ac-50c4-4ed0-865f-4c088c1842d8 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:02.097370 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1219b0ac-50c4-4ed0-865f-4c088c1842d8 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:02.098010 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1219b0ac-50c4-4ed0-865f-4c088c1842d8 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:02.233006 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1219b0ac-50c4-4ed0-865f-4c088c1842d8 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6577342 Nov 16 11:45:02.237093 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33180) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:02.247576 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-297966f2-9641-4f4a-aa17-d33c9364e4ee tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:45:02.415063 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-5c22ca83-6112-4209-98f1-d328592df2ac None None] Allocated IP 172.20.0.1 (e9c1133b-c0f4-4d3f-bc00-25d42847ed5b/731fb320-43a6-4738-963c-f741c27c22d4/7d080ff1-4e4d-4238-8fc1-f0fe0c49ef65) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:45:02.437547 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-5c22ca83-6112-4209-98f1-d328592df2ac None None] Allocated IP 2001:db8::2 (e9c1133b-c0f4-4d3f-bc00-25d42847ed5b/db38df45-c163-42ed-a89a-2ecef4feda3f/7d080ff1-4e4d-4238-8fc1-f0fe0c49ef65) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:45:02.480601 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 938024bc-796d-495a-81a8-6e0bc9631cff completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:45:02.555793 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 938024bc-796d-495a-81a8-6e0bc9631cff triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:45:02.556445 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:02.580497 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6626934-e5c3-4a34-b8fe-bf6f0491ce33 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:02.583047 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6718dfd6-21d9-41a4-9d97-fba80ba5c71d x-openstack-request-id: req-6718dfd6-21d9-41a4-9d97-fba80ba5c71d {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:45:02.583166 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8128f006-181b-4f4e-b345-cba1a8acfc96", "name": "network-vif-deleted", "tag": "3ce07b74-0c24-4d88-8f1b-28e078c0a7d8", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:45:02.583589 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6718dfd6-21d9-41a4-9d97-fba80ba5c71d {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:45:02.584118 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8128f006-181b-4f4e-b345-cba1a8acfc96', 'name': 'network-vif-deleted', 'tag': '3ce07b74-0c24-4d88-8f1b-28e078c0a7d8', 'status': 'completed', 'code': 200} Nov 16 11:45:02.588515 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6626934-e5c3-4a34-b8fe-bf6f0491ce33 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:02.620192 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6626934-e5c3-4a34-b8fe-bf6f0491ce33 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edd4e58f-d40e-426b-b6c8-96ab6489d4d2,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:02.648829 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6626934-e5c3-4a34-b8fe-bf6f0491ce33 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:02.653085 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a6626934-e5c3-4a34-b8fe-bf6f0491ce33 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8367336 Nov 16 11:45:02.847275 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:02.873137 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5c22ca83-6112-4209-98f1-d328592df2ac None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:02.878040 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1219b0ac-50c4-4ed0-865f-4c088c1842d8 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event updated for resources: {'Network': ['ID=12ce5159-1bc3-49aa-8f6a-b48be457e4df,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:02.893542 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 12ce5159-1bc3-49aa-8f6a-b48be457e4df details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:45:02.901093 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-035b302d-9499-40e0-bef2-463d26ff7e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d4349f-5e3a-4635-a6ad-f80f494bff2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461306953', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:42:41Z', 'updated_at': '2021-11-16T11:42:55Z', 'revision_number': 4, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': 'a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d4349f-5e3a-4635-a6ad-f80f494bff2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:42Z', 'updated_at': '2021-11-16T11:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '2d551db0-930e-4e7b-bd10-ebf719f3691d', 'name': '', 'network_id': '1c273dd6-07f2-4b1f-a721-47089a2a6655', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'mac_address': 'fa:16:3e:a3:41:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d4349f-5e3a-4635-a6ad-f80f494bff2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'dec26c5c-14e0-466a-a352-55d48a3017e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:52Z', 'updated_at': '2021-11-16T11:43:03Z', 'revision_number': 5, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'subnets': [{'id': 'dec26c5c-14e0-466a-a352-55d48a3017e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:02.926038 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5c22ca83-6112-4209-98f1-d328592df2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:03.010404 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57f479-46ba-4822-9d2a-69f84690b7ac req-7d7b233d-c60b-451b-b974-54b3f3596dc2 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:03.018606 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57f479-46ba-4822-9d2a-69f84690b7ac req-7d7b233d-c60b-451b-b974-54b3f3596dc2 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:03.022344 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296f2531-289e-4d94-9c1d-03f76576752d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938024bc-796d-495a-81a8-6e0bc9631cff'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:45:03.023864 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326ff555-fcae-4859-b807-e4f881cc7581" -d '{"events": [{"server_uuid": "296f2531-289e-4d94-9c1d-03f76576752d", "name": "network-vif-plugged", "status": "completed", "tag": "938024bc-796d-495a-81a8-6e0bc9631cff"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:45:03.024442 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57f479-46ba-4822-9d2a-69f84690b7ac req-7d7b233d-c60b-451b-b974-54b3f3596dc2 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:03.026700 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035b302d-9499-40e0-bef2-463d26ff7e2a None None] The sync data for ids ['23d4349f-5e3a-4635-a6ad-f80f494bff2a'] in n-d-816823-3 is: [{'id': '23d4349f-5e3a-4635-a6ad-f80f494bff2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461306953', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:42:41Z', 'updated_at': '2021-11-16T11:42:55Z', 'revision_number': 4, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': 'a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d4349f-5e3a-4635-a6ad-f80f494bff2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:42Z', 'updated_at': '2021-11-16T11:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '2d551db0-930e-4e7b-bd10-ebf719f3691d', 'name': '', 'network_id': '1c273dd6-07f2-4b1f-a721-47089a2a6655', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'mac_address': 'fa:16:3e:a3:41:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d4349f-5e3a-4635-a6ad-f80f494bff2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'dec26c5c-14e0-466a-a352-55d48a3017e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:52Z', 'updated_at': '2021-11-16T11:43:03Z', 'revision_number': 5, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'subnets': [{'id': 'dec26c5c-14e0-466a-a352-55d48a3017e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:45:03.031907 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57f479-46ba-4822-9d2a-69f84690b7ac req-7d7b233d-c60b-451b-b974-54b3f3596dc2 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:03.043965 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57f479-46ba-4822-9d2a-69f84690b7ac req-7d7b233d-c60b-451b-b974-54b3f3596dc2 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:03.051987 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57f479-46ba-4822-9d2a-69f84690b7ac req-7d7b233d-c60b-451b-b974-54b3f3596dc2 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:03.074946 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57f479-46ba-4822-9d2a-69f84690b7ac req-7d7b233d-c60b-451b-b974-54b3f3596dc2 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:03.083760 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1e57f479-46ba-4822-9d2a-69f84690b7ac req-7d7b233d-c60b-451b-b974-54b3f3596dc2 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 5439 time: 0.2150676 Nov 16 11:45:03.135266 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 938024bc-796d-495a-81a8-6e0bc9631cff, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=938024bc-796d-495a-81a8-6e0bc9631cff,segment=NetworkSegment(80eacd24-01b9-479d-8ad7-eafb488e2665),segment_id=80eacd24-01b9-479d-8ad7-eafb488e2665)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:45:03.161694 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c22ca83-6112-4209-98f1-d328592df2ac None None] Network e9c1133b-c0f4-4d3f-bc00-25d42847ed5b is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:45:03.185349 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-5c22ca83-6112-4209-98f1-d328592df2ac None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:45:03.200842 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c22ca83-6112-4209-98f1-d328592df2ac None None] Pushing event updated for resources: {'Port': ['ID=7d080ff1-4e4d-4238-8fc1-f0fe0c49ef65,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:03.205831 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c22ca83-6112-4209-98f1-d328592df2ac None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:45:03.236099 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:03.237236 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 913955cf-8e4e-4a23-b0e2-1acbc8547be5 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:45:03.359738 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-297966f2-9641-4f4a-aa17-d33c9364e4ee tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:03.410862 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1e57f479-46ba-4822-9d2a-69f84690b7ac req-5abd048a-5450-442b-b9f9-cb7681c9eb51 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=e21bdf95-84ed-4189-aa21-cfae4bf8891b&id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3262229 Nov 16 11:45:03.443466 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-297966f2-9641-4f4a-aa17-d33c9364e4ee tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:03.584666 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-297966f2-9641-4f4a-aa17-d33c9364e4ee tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Network 12ce5159-1bc3-49aa-8f6a-b48be457e4df is not hosted by any dhcp agent {{(pid=102669) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 16 11:45:03.593737 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297966f2-9641-4f4a-aa17-d33c9364e4ee tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:03.595192 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-297966f2-9641-4f4a-aa17-d33c9364e4ee tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:03.596080 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-297966f2-9641-4f4a-aa17-d33c9364e4ee tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "PUT /v2.0/networks/12ce5159-1bc3-49aa-8f6a-b48be457e4df HTTP/1.1" status: 200 len: 723 time: 1.3575630 Nov 16 11:45:03.601544 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33238) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:03.607519 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-022c9be8-f9d6-4591-ab64-d2f0e1a300e8 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Request body: {'subnet': {'network_id': '12ce5159-1bc3-49aa-8f6a-b48be457e4df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:45:03.636010 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=938024bc-796d-495a-81a8-6e0bc9631cff,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:03.646622 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297966f2-9641-4f4a-aa17-d33c9364e4ee tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event updated for resources: {'Network': ['ID=12ce5159-1bc3-49aa-8f6a-b48be457e4df,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:03.652289 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33242) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:03.693892 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-5c22ca83-6112-4209-98f1-d328592df2ac None None] Attempting to bind port 7d080ff1-4e4d-4238-8fc1-f0fe0c49ef65 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:45:03.694323 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-5c22ca83-6112-4209-98f1-d328592df2ac None None] Attempting to bind port 7d080ff1-4e4d-4238-8fc1-f0fe0c49ef65 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '6c5bd663-a550-4a50-ac92-c8fd4572cead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e9c1133b-c0f4-4d3f-bc00-25d42847ed5b'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:45:03.694682 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c22ca83-6112-4209-98f1-d328592df2ac None None] Attempting to bind port 7d080ff1-4e4d-4238-8fc1-f0fe0c49ef65 on network e9c1133b-c0f4-4d3f-bc00-25d42847ed5b {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:45:03.696983 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 12ce5159-1bc3-49aa-8f6a-b48be457e4df details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:45:03.758399 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17163e43-4119-493b-b730-77a36850901d None None] New status for floating IP a04069df-0bf8-4df6-8972-2374b1aa62fc: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:45:03.762978 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7155b5b1-a0b5-4594-b710-ac9cb4856668 x-openstack-request-id: req-7155b5b1-a0b5-4594-b710-ac9cb4856668 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:45:03.763555 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296f2531-289e-4d94-9c1d-03f76576752d", "name": "network-vif-plugged", "status": "completed", "tag": "938024bc-796d-495a-81a8-6e0bc9631cff", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:45:03.764017 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7155b5b1-a0b5-4594-b710-ac9cb4856668 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:45:03.764737 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296f2531-289e-4d94-9c1d-03f76576752d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938024bc-796d-495a-81a8-6e0bc9631cff', 'code': 200} Nov 16 11:45:03.810161 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 913955cf-8e4e-4a23-b0e2-1acbc8547be5 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:45:03.812620 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c22ca83-6112-4209-98f1-d328592df2ac None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:45:03.813208 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c22ca83-6112-4209-98f1-d328592df2ac None None] Checking segment: {'id': '6c5bd663-a550-4a50-ac92-c8fd4572cead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e9c1133b-c0f4-4d3f-bc00-25d42847ed5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:45:03.813785 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5c22ca83-6112-4209-98f1-d328592df2ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:03.814393 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c22ca83-6112-4209-98f1-d328592df2ac None None] Bound using segment: {'id': '6c5bd663-a550-4a50-ac92-c8fd4572cead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e9c1133b-c0f4-4d3f-bc00-25d42847ed5b'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:45:03.815064 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-5c22ca83-6112-4209-98f1-d328592df2ac None None] Bound port: 7d080ff1-4e4d-4238-8fc1-f0fe0c49ef65, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5bd663-a550-4a50-ac92-c8fd4572cead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e9c1133b-c0f4-4d3f-bc00-25d42847ed5b'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:45:03.815680 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5c22ca83-6112-4209-98f1-d328592df2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:03.837464 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 913955cf-8e4e-4a23-b0e2-1acbc8547be5 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:45:03.838271 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:03.978881 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022c9be8-f9d6-4591-ab64-d2f0e1a300e8 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Made reservation on behalf of a3def4ad1f724e16bfdf285da593eef7 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:45:03.988067 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-022c9be8-f9d6-4591-ab64-d2f0e1a300e8 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:04.058723 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-5c22ca83-6112-4209-98f1-d328592df2ac None None] For port 7d080ff1-4e4d-4238-8fc1-f0fe0c49ef65, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:45:04.083643 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-5c22ca83-6112-4209-98f1-d328592df2ac None None] For port 7d080ff1-4e4d-4238-8fc1-f0fe0c49ef65, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=7d080ff1-4e4d-4238-8fc1-f0fe0c49ef65,segment=NetworkSegment(6c5bd663-a550-4a50-ac92-c8fd4572cead),segment_id=6c5bd663-a550-4a50-ac92-c8fd4572cead)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:45:04.095221 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:04.099258 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5c22ca83-6112-4209-98f1-d328592df2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:04.273255 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 913955cf-8e4e-4a23-b0e2-1acbc8547be5, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=913955cf-8e4e-4a23-b0e2-1acbc8547be5,segment=NetworkSegment(80eacd24-01b9-479d-8ad7-eafb488e2665),segment_id=80eacd24-01b9-479d-8ad7-eafb488e2665)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:45:04.294774 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:04.295714 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 93d0a61f-46d8-4643-8f71-0fc671a31fe6 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:45:04.297488 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c22ca83-6112-4209-98f1-d328592df2ac None None] Pushing event updated for resources: {'Port': ['ID=7d080ff1-4e4d-4238-8fc1-f0fe0c49ef65,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:04.343386 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-022c9be8-f9d6-4591-ab64-d2f0e1a300e8 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:04.493574 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=913955cf-8e4e-4a23-b0e2-1acbc8547be5,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:04.521754 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 93d0a61f-46d8-4643-8f71-0fc671a31fe6 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:45:04.527157 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 93d0a61f-46d8-4643-8f71-0fc671a31fe6 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:45:04.528405 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:04.638565 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c9be8-f9d6-4591-ab64-d2f0e1a300e8 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event updated for resources: {'Subnet': ['ID=f4469d54-fb17-4fa4-b6eb-4bb4decc3c83,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:04.651165 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022c9be8-f9d6-4591-ab64-d2f0e1a300e8 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Checking segment: {'id': '6cfa66dc-9d41-478c-8bd1-852551d8ad3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '12ce5159-1bc3-49aa-8f6a-b48be457e4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:45:04.651790 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022c9be8-f9d6-4591-ab64-d2f0e1a300e8 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Network hostable DHCP agents. Network: 12ce5159-1bc3-49aa-8f6a-b48be457e4df, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:45:04.717939 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022c9be8-f9d6-4591-ab64-d2f0e1a300e8 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Network 12ce5159-1bc3-49aa-8f6a-b48be457e4df is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:45:04.750244 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-022c9be8-f9d6-4591-ab64-d2f0e1a300e8 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 12ce5159-1bc3-49aa-8f6a-b48be457e4df) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:45:04.756140 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022c9be8-f9d6-4591-ab64-d2f0e1a300e8 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:04.757015 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-022c9be8-f9d6-4591-ab64-d2f0e1a300e8 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:04.766230 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13576e8b-2a5f-414f-9be3-15d4c1bb69c8 None None] Network 12ce5159-1bc3-49aa-8f6a-b48be457e4df requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:45:04.810968 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-022c9be8-f9d6-4591-ab64-d2f0e1a300e8 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2082050 Nov 16 11:45:04.813527 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33304) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:04.820129 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-8a841b69-6603-48ad-a6a7-72298680ac41 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:45:04.842407 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cfbae-2dd4-408a-8677-5a3088200249 req-ad1b51f7-c428-4166-808c-90fa6fada500 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:04.858035 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cfbae-2dd4-408a-8677-5a3088200249 req-ad1b51f7-c428-4166-808c-90fa6fada500 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:04.874007 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cfbae-2dd4-408a-8677-5a3088200249 req-ad1b51f7-c428-4166-808c-90fa6fada500 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:04.894154 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cfbae-2dd4-408a-8677-5a3088200249 req-ad1b51f7-c428-4166-808c-90fa6fada500 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:04.905125 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cfbae-2dd4-408a-8677-5a3088200249 req-ad1b51f7-c428-4166-808c-90fa6fada500 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:04.928624 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cfbae-2dd4-408a-8677-5a3088200249 req-ad1b51f7-c428-4166-808c-90fa6fada500 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:04.937562 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cfbae-2dd4-408a-8677-5a3088200249 req-ad1b51f7-c428-4166-808c-90fa6fada500 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:04.952092 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-493cfbae-2dd4-408a-8677-5a3088200249 req-ad1b51f7-c428-4166-808c-90fa6fada500 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 5441 time: 0.2760894 Nov 16 11:45:04.990842 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:04.997347 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-47f8c653-fef6-4f2a-923a-f3b3d65bc382 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:04.999550 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8a841b69-6603-48ad-a6a7-72298680ac41 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-119383392'] for subnet, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:05.091811 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-12ce5159-1bc3-49aa-8f6a-b48be457e4df', 'network_id': '12ce5159-1bc3-49aa-8f6a-b48be457e4df', 'tenant_id': 'a3def4ad1f724e16bfdf285da593eef7', 'fixed_ips': [{'subnet_id': 'f4469d54-fb17-4fa4-b6eb-4bb4decc3c83'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:45:05.093080 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:05.155300 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 93d0a61f-46d8-4643-8f71-0fc671a31fe6, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=93d0a61f-46d8-4643-8f71-0fc671a31fe6,segment=NetworkSegment(43a893b6-0a3c-4973-a635-dcc9cf8e41b4),segment_id=43a893b6-0a3c-4973-a635-dcc9cf8e41b4)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:45:05.189233 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:05.287040 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8a841b69-6603-48ad-a6a7-72298680ac41 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740601501094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-119371248'] for subnet, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:05.299356 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-493cfbae-2dd4-408a-8677-5a3088200249 req-1da263d1-2e09-4328-8bb4-57de8918d113 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=e21bdf95-84ed-4189-aa21-cfae4bf8891b&id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3319895 Nov 16 11:45:05.361638 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a841b69-6603-48ad-a6a7-72298680ac41 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:05.362604 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8a841b69-6603-48ad-a6a7-72298680ac41 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:05.366309 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8a841b69-6603-48ad-a6a7-72298680ac41 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "PUT /v2.0/subnets/f4469d54-fb17-4fa4-b6eb-4bb4decc3c83 HTTP/1.1" status: 200 len: 826 time: 0.5492902 Nov 16 11:45:05.368046 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33306) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:05.382348 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=93d0a61f-46d8-4643-8f71-0fc671a31fe6,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:05.386494 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 039b5ae1-2fe8-48b5-84f3-2dbed68501be up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:45:05.503464 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a841b69-6603-48ad-a6a7-72298680ac41 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event updated for resources: {'Subnet': ['ID=f4469d54-fb17-4fa4-b6eb-4bb4decc3c83,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:05.587838 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b210946a-f7e2-4e1f-9908-334ae74fbe55 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:05.597375 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 039b5ae1-2fe8-48b5-84f3-2dbed68501be completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:45:05.613992 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 039b5ae1-2fe8-48b5-84f3-2dbed68501be triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:45:05.614388 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:05.622757 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Allocated IP 2001:db8::2 (12ce5159-1bc3-49aa-8f6a-b48be457e4df/f4469d54-fb17-4fa4-b6eb-4bb4decc3c83/da2ce861-2764-4714-919c-69a07f9ec45e) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:45:05.699695 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b210946a-f7e2-4e1f-9908-334ae74fbe55 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:05.764526 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-47f8c653-fef6-4f2a-923a-f3b3d65bc382 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Deleting port 2d551db0-930e-4e7b-bd10-ebf719f3691d {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:45:05.764875 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-47f8c653-fef6-4f2a-923a-f3b3d65bc382 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:05.796912 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296f2531-289e-4d94-9c1d-03f76576752d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913955cf-8e4e-4a23-b0e2-1acbc8547be5'}, {'server_uuid': '296f2531-289e-4d94-9c1d-03f76576752d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d0a61f-46d8-4643-8f71-0fc671a31fe6'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:45:05.801145 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a326b8a7-85cd-41fe-a6b3-4b1b5815a6c5" -d '{"events": [{"server_uuid": "296f2531-289e-4d94-9c1d-03f76576752d", "name": "network-vif-plugged", "status": "completed", "tag": "913955cf-8e4e-4a23-b0e2-1acbc8547be5"}, {"server_uuid": "296f2531-289e-4d94-9c1d-03f76576752d", "name": "network-vif-plugged", "status": "completed", "tag": "93d0a61f-46d8-4643-8f71-0fc671a31fe6"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:45:05.975487 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-47f8c653-fef6-4f2a-923a-f3b3d65bc382 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] For port 2d551db0-930e-4e7b-bd10-ebf719f3691d, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=2d551db0-930e-4e7b-bd10-ebf719f3691d,segment=NetworkSegment(8cbbc77d-9661-4c02-9734-2553071ea21c),segment_id=8cbbc77d-9661-4c02-9734-2553071ea21c)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:45:05.976098 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-47f8c653-fef6-4f2a-923a-f3b3d65bc382 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:06.009489 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-47f8c653-fef6-4f2a-923a-f3b3d65bc382 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Calling delete_port for 2d551db0-930e-4e7b-bd10-ebf719f3691d owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:45:06.048107 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 16 Nov 2021 11:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96343f40-0690-4fa4-8030-c2662feaba35 x-openstack-request-id: req-96343f40-0690-4fa4-8030-c2662feaba35 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:45:06.049343 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296f2531-289e-4d94-9c1d-03f76576752d", "name": "network-vif-plugged", "status": "completed", "tag": "913955cf-8e4e-4a23-b0e2-1acbc8547be5", "code": 200}, {"server_uuid": "296f2531-289e-4d94-9c1d-03f76576752d", "name": "network-vif-plugged", "status": "completed", "tag": "93d0a61f-46d8-4643-8f71-0fc671a31fe6", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:45:06.050699 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-96343f40-0690-4fa4-8030-c2662feaba35 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:45:06.051308 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296f2531-289e-4d94-9c1d-03f76576752d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913955cf-8e4e-4a23-b0e2-1acbc8547be5', 'code': 200} Nov 16 11:45:06.052588 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296f2531-289e-4d94-9c1d-03f76576752d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d0a61f-46d8-4643-8f71-0fc671a31fe6', 'code': 200} Nov 16 11:45:06.236013 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:06.238202 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7d080ff1-4e4d-4238-8fc1-f0fe0c49ef65 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:45:06.243038 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:06.248136 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c51c6b2-e6e8-4eb0-924f-c232db25cae6 None None] Network e9c1133b-c0f4-4d3f-bc00-25d42847ed5b requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:45:06.305767 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-47f8c653-fef6-4f2a-923a-f3b3d65bc382 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:06.339063 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b210946a-f7e2-4e1f-9908-334ae74fbe55 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:06.351119 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8c653-fef6-4f2a-923a-f3b3d65bc382 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event deleted for resources: {'Port': ['ID=2d551db0-930e-4e7b-bd10-ebf719f3691d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:06.359059 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:06.400221 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8c653-fef6-4f2a-923a-f3b3d65bc382 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:45:06.400576 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8c653-fef6-4f2a-923a-f3b3d65bc382 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:45:06.400931 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8c653-fef6-4f2a-923a-f3b3d65bc382 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:45:06.406541 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8c653-fef6-4f2a-923a-f3b3d65bc382 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:45:06.407197 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8c653-fef6-4f2a-923a-f3b3d65bc382 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:45:06.407547 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8c653-fef6-4f2a-923a-f3b3d65bc382 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:45:06.407898 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8c653-fef6-4f2a-923a-f3b3d65bc382 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:45:06.408246 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8c653-fef6-4f2a-923a-f3b3d65bc382 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:45:06.408590 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8c653-fef6-4f2a-923a-f3b3d65bc382 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:45:06.408925 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8c653-fef6-4f2a-923a-f3b3d65bc382 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:45:06.409257 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8c653-fef6-4f2a-923a-f3b3d65bc382 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:45:06.409586 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f8c653-fef6-4f2a-923a-f3b3d65bc382 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:45:06.439573 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b210946a-f7e2-4e1f-9908-334ae74fbe55 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event deleted for resources: {'Subnet': ['ID=f4469d54-fb17-4fa4-b6eb-4bb4decc3c83,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:06.619172 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b210946a-f7e2-4e1f-9908-334ae74fbe55 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:06.695285 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-b210946a-f7e2-4e1f-9908-334ae74fbe55 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12ce5159-1bc3-49aa-8f6a-b48be457e4df']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:06.729313 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-b210946a-f7e2-4e1f-9908-334ae74fbe55 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cfa66dc-9d41-478c-8bd1-852551d8ad3a') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:06.730120 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-b210946a-f7e2-4e1f-9908-334ae74fbe55 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cfa66dc-9d41-478c-8bd1-852551d8ad3a') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:06.750162 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b210946a-f7e2-4e1f-9908-334ae74fbe55 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:06.794510 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b210946a-f7e2-4e1f-9908-334ae74fbe55 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:06.808080 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b210946a-f7e2-4e1f-9908-334ae74fbe55 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:45:06.809458 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509ce64-f7a0-45cc-9c04-463fe99caf74 req-c76370a9-0e15-406e-9b2c-3130949cac40 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:06.810231 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b210946a-f7e2-4e1f-9908-334ae74fbe55 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:06.817685 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:45:06.817685 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:45:06.817685 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:45:06.817685 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:45:06.817685 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:45:06.817685 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:45:06.817685 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:45:06.817685 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:45:06.817685 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:45:06.817685 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:45:06.817685 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:45:06.817685 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:45:06.817685 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:45:06.817685 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:45:06.817685 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:45:06.817685 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:45:06.817685 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:45:06.817685 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:45:06.817685 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:45:06.817685 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:45:06.817685 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:45:06.817685 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:45:06.817685 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:45:06.817685 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:45:06.817685 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:45:06.817685 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:45:06.817685 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:45:06.817685 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:45:06.817685 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:45:06.817685 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:45:06.817685 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:45:06.817685 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:45:06.825017 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509ce64-f7a0-45cc-9c04-463fe99caf74 req-c76370a9-0e15-406e-9b2c-3130949cac40 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:06.831276 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509ce64-f7a0-45cc-9c04-463fe99caf74 req-c76370a9-0e15-406e-9b2c-3130949cac40 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:06.854930 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509ce64-f7a0-45cc-9c04-463fe99caf74 req-c76370a9-0e15-406e-9b2c-3130949cac40 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:06.862276 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509ce64-f7a0-45cc-9c04-463fe99caf74 req-c76370a9-0e15-406e-9b2c-3130949cac40 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:06.870581 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509ce64-f7a0-45cc-9c04-463fe99caf74 req-c76370a9-0e15-406e-9b2c-3130949cac40 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:06.880922 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509ce64-f7a0-45cc-9c04-463fe99caf74 req-c76370a9-0e15-406e-9b2c-3130949cac40 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:06.880922 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5509ce64-f7a0-45cc-9c04-463fe99caf74 req-c76370a9-0e15-406e-9b2c-3130949cac40 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 5442 time: 0.4161370 Nov 16 11:45:06.939710 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-47f8c653-fef6-4f2a-923a-f3b3d65bc382 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:06.957151 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Pushing event updated for resources: {'Port': ['ID=da2ce861-2764-4714-919c-69a07f9ec45e,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:06.970126 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.db.api [None req-b210946a-f7e2-4e1f-9908-334ae74fbe55 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 16 11:45:06.970126 n-d-816823-3 neutron-server[102668]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 16 11:45:06.970126 n-d-816823-3 neutron-server[102668]: [parameters: {'id': '12ce5159-1bc3-49aa-8f6a-b48be457e4df'}] Nov 16 11:45:06.970126 n-d-816823-3 neutron-server[102668]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:45:06.971152 n-d-816823-3 neutron-server[102668]: DEBUG oslo_db.api [None req-b210946a-f7e2-4e1f-9908-334ae74fbe55 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:45:07.031560 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 039b5ae1-2fe8-48b5-84f3-2dbed68501be, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=039b5ae1-2fe8-48b5-84f3-2dbed68501be,segment=NetworkSegment(2cf765c5-91e1-41df-9ee8-e3cdc96b8cf7),segment_id=2cf765c5-91e1-41df-9ee8-e3cdc96b8cf7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:45:07.075994 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5509ce64-f7a0-45cc-9c04-463fe99caf74 req-0e2ecf7f-3dfa-47b8-a399-0a58159c22f2 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=e21bdf95-84ed-4189-aa21-cfae4bf8891b&id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1681092 Nov 16 11:45:07.084411 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Network 12ce5159-1bc3-49aa-8f6a-b48be457e4df is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:45:07.087108 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-f608df96-d447-4077-abb9-441f49330da4 None None] Provisioning complete for port 7d080ff1-4e4d-4238-8fc1-f0fe0c49ef65 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:45:07.087592 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f608df96-d447-4077-abb9-441f49330da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:07.094952 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:45:07.098559 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:07.099490 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 4c83833b-e468-4daf-8f4c-118e3220587b up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:45:07.104522 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:45:07.234241 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 7d080ff1-4e4d-4238-8fc1-f0fe0c49ef65 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:45:07.234859 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:07.290763 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f8c653-fef6-4f2a-923a-f3b3d65bc382 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Router 23d4349f-5e3a-4635-a6ad-f80f494bff2a has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:45:07.384356 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempting to bind port da2ce861-2764-4714-919c-69a07f9ec45e on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:45:07.385117 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempting to bind port da2ce861-2764-4714-919c-69a07f9ec45e by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '6cfa66dc-9d41-478c-8bd1-852551d8ad3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '12ce5159-1bc3-49aa-8f6a-b48be457e4df'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:45:07.385726 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempting to bind port da2ce861-2764-4714-919c-69a07f9ec45e on network 12ce5159-1bc3-49aa-8f6a-b48be457e4df {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:45:07.458216 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 4c83833b-e468-4daf-8f4c-118e3220587b completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:45:07.460412 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=039b5ae1-2fe8-48b5-84f3-2dbed68501be,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:07.471971 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b210946a-f7e2-4e1f-9908-334ae74fbe55 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:07.479610 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:45:07.479839 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Checking segment: {'id': '6cfa66dc-9d41-478c-8bd1-852551d8ad3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '12ce5159-1bc3-49aa-8f6a-b48be457e4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:45:07.480318 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:07.480769 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Bound using segment: {'id': '6cfa66dc-9d41-478c-8bd1-852551d8ad3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '12ce5159-1bc3-49aa-8f6a-b48be457e4df'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:45:07.483083 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Bound port: da2ce861-2764-4714-919c-69a07f9ec45e, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cfa66dc-9d41-478c-8bd1-852551d8ad3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '12ce5159-1bc3-49aa-8f6a-b48be457e4df'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:45:07.483926 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:07.492892 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f8c653-fef6-4f2a-923a-f3b3d65bc382 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:45:07.506628 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-47f8c653-fef6-4f2a-923a-f3b3d65bc382 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "PUT /v2.0/routers/23d4349f-5e3a-4635-a6ad-f80f494bff2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8468952 Nov 16 11:45:07.507267 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33328) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:07.566101 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f608df96-d447-4077-abb9-441f49330da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:07.598306 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-b210946a-f7e2-4e1f-9908-334ae74fbe55 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Deleting port da2ce861-2764-4714-919c-69a07f9ec45e {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:45:07.599333 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b210946a-f7e2-4e1f-9908-334ae74fbe55 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:07.601385 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62e63b7-e128-47c8-9bab-07523c0cb576 None None] Sync routers for ids ['23d4349f-5e3a-4635-a6ad-f80f494bff2a'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:45:07.606004 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 4c83833b-e468-4daf-8f4c-118e3220587b triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:45:07.606667 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:07.613963 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f006e4d-fa98-4140-842b-96f4ae3e1fa4 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Deleting subnet dec26c5c-14e0-466a-a352-55d48a3017e7 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:45:07.638991 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6f006e4d-fa98-4140-842b-96f4ae3e1fa4 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:07.752538 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6f006e4d-fa98-4140-842b-96f4ae3e1fa4 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:07.760535 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-b210946a-f7e2-4e1f-9908-334ae74fbe55 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] For port da2ce861-2764-4714-919c-69a07f9ec45e, host n-d-816823-3, got binding levels [] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:45:07.761455 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b210946a-f7e2-4e1f-9908-334ae74fbe55 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:07.785049 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-b210946a-f7e2-4e1f-9908-334ae74fbe55 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Calling delete_port for da2ce861-2764-4714-919c-69a07f9ec45e owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:45:07.831368 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:07.845095 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4a4b4a-71b1-4712-9ffc-807128c70e29 None None] Network e9c1133b-c0f4-4d3f-bc00-25d42847ed5b requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:45:07.874262 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 7d080ff1-4e4d-4238-8fc1-f0fe0c49ef65, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=7d080ff1-4e4d-4238-8fc1-f0fe0c49ef65,segment=NetworkSegment(6c5bd663-a550-4a50-ac92-c8fd4572cead),segment_id=6c5bd663-a550-4a50-ac92-c8fd4572cead)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:45:07.890212 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6f006e4d-fa98-4140-842b-96f4ae3e1fa4 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:07.913449 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62e63b7-e128-47c8-9bab-07523c0cb576 None None] Routers {'23d4349f-5e3a-4635-a6ad-f80f494bff2a'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:45:07.914171 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c62e63b7-e128-47c8-9bab-07523c0cb576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:44:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['23d4349f-5e3a-4635-a6ad-f80f494bff2a'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:07.918498 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:07.982292 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b210946a-f7e2-4e1f-9908-334ae74fbe55 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:07.998615 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6f006e4d-fa98-4140-842b-96f4ae3e1fa4 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:08.032379 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f006e4d-fa98-4140-842b-96f4ae3e1fa4 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event deleted for resources: {'Subnet': ['ID=dec26c5c-14e0-466a-a352-55d48a3017e7,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:08.040048 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6f006e4d-fa98-4140-842b-96f4ae3e1fa4 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:08.047754 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6f006e4d-fa98-4140-842b-96f4ae3e1fa4 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "DELETE /v2.0/subnets/dec26c5c-14e0-466a-a352-55d48a3017e7 HTTP/1.1" status: 204 len: 168 time: 0.5392039 Nov 16 11:45:08.049135 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33334) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:08.061296 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b210946a-f7e2-4e1f-9908-334ae74fbe55 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event deleted for resources: {'Port': ['ID=da2ce861-2764-4714-919c-69a07f9ec45e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:08.079930 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b210946a-f7e2-4e1f-9908-334ae74fbe55 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] No DVR routers for this DVR port da2ce861-2764-4714-919c-69a07f9ec45e on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:45:08.164323 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296f2531-289e-4d94-9c1d-03f76576752d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039b5ae1-2fe8-48b5-84f3-2dbed68501be'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:45:08.167036 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00eb1c74-6d73-4059-a6fd-b414abf70eeb" -d '{"events": [{"server_uuid": "296f2531-289e-4d94-9c1d-03f76576752d", "name": "network-vif-plugged", "status": "completed", "tag": "039b5ae1-2fe8-48b5-84f3-2dbed68501be"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:45:08.170676 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=7d080ff1-4e4d-4238-8fc1-f0fe0c49ef65,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:08.196429 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efae8213-309d-4f45-ad22-444147789045 None None] Network 1c273dd6-07f2-4b1f-a721-47089a2a6655 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:45:08.352157 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b210946a-f7e2-4e1f-9908-334ae74fbe55 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:08.385989 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-b210946a-f7e2-4e1f-9908-334ae74fbe55 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12ce5159-1bc3-49aa-8f6a-b48be457e4df']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:08.397654 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-b210946a-f7e2-4e1f-9908-334ae74fbe55 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cfa66dc-9d41-478c-8bd1-852551d8ad3a') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:08.398350 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-b210946a-f7e2-4e1f-9908-334ae74fbe55 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cfa66dc-9d41-478c-8bd1-852551d8ad3a') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:08.411698 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b210946a-f7e2-4e1f-9908-334ae74fbe55 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:08.432485 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b210946a-f7e2-4e1f-9908-334ae74fbe55 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:08.443982 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b210946a-f7e2-4e1f-9908-334ae74fbe55 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:45:08.444410 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b210946a-f7e2-4e1f-9908-334ae74fbe55 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:08.448110 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:45:08.448110 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:45:08.448110 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:45:08.448110 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:45:08.448110 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:45:08.448110 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:45:08.448110 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:45:08.448110 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:45:08.448110 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:45:08.448110 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:45:08.448110 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:45:08.448110 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:45:08.448110 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:45:08.448110 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:45:08.448110 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:45:08.448110 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:45:08.448110 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:45:08.448110 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:45:08.448110 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:45:08.448110 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:45:08.448110 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:45:08.448110 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:45:08.448110 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:45:08.448110 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:45:08.448110 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:45:08.448110 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:45:08.448110 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:45:08.448110 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:45:08.448110 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:45:08.448110 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:45:08.448110 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:45:08.448110 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:45:08.542188 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.api [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:45:08.542702 n-d-816823-3 neutron-server[102670]: DEBUG oslo_db.api [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:45:08.544057 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.api [None req-f608df96-d447-4077-abb9-441f49330da4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:45:08.544596 n-d-816823-3 neutron-server[102670]: DEBUG oslo_db.api [None req-f608df96-d447-4077-abb9-441f49330da4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:45:08.556299 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:08.597232 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b210946a-f7e2-4e1f-9908-334ae74fbe55 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:08.605306 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b210946a-f7e2-4e1f-9908-334ae74fbe55 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:08.612488 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b210946a-f7e2-4e1f-9908-334ae74fbe55 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "DELETE /v2.0/networks/12ce5159-1bc3-49aa-8f6a-b48be457e4df HTTP/1.1" status: 204 len: 168 time: 3.2400444 Nov 16 11:45:08.623755 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33348) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:08.672053 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 4c83833b-e468-4daf-8f4c-118e3220587b, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=4c83833b-e468-4daf-8f4c-118e3220587b,segment=NetworkSegment(43a893b6-0a3c-4973-a635-dcc9cf8e41b4),segment_id=43a893b6-0a3c-4973-a635-dcc9cf8e41b4)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:45:08.681329 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a1407e-4e66-451f-b669-b937469a391e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] DELETE failed (client error): The resource could not be found. Nov 16 11:45:08.681836 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04a1407e-4e66-451f-b669-b937469a391e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:45:08.692678 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-04a1407e-4e66-451f-b669-b937469a391e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "DELETE /v2.0/networks/12ce5159-1bc3-49aa-8f6a-b48be457e4df HTTP/1.1" status: 404 len: 339 time: 0.0643489 Nov 16 11:45:08.692900 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0d3229-0db2-4ba8-95d3-5cd601996c01 None None] DHCP port deletion for 1c273dd6-07f2-4b1f-a721-47089a2a6655 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:45:08.693007 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b210946a-f7e2-4e1f-9908-334ae74fbe55 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event deleted for resources: {'Network': ['ID=12ce5159-1bc3-49aa-8f6a-b48be457e4df,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:08.700693 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33350) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:08.710509 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-96280a8c-791b-44f0-a833-a8c02436e065 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1069891142', 'description': 'd1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:45:08.718810 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b2181e99-2b8a-4eb7-bb25-e2c61ad89c29 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:08.766772 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96280a8c-791b-44f0-a833-a8c02436e065 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Made reservation on behalf of a3def4ad1f724e16bfdf285da593eef7 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:45:08.770533 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-96280a8c-791b-44f0-a833-a8c02436e065 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:08.783820 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:08.784639 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 8c5a2788-c1fb-4c11-98c8-c7da1005cc29 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:45:08.818484 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96280a8c-791b-44f0-a833-a8c02436e065 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:45:08.847456 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-96280a8c-791b-44f0-a833-a8c02436e065 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:08.847738 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-96280a8c-791b-44f0-a833-a8c02436e065 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Added segment f56389ad-c1f3-46f6-aa71-385e74954e73 of type vlan for network ff5cb924-f181-4fec-b85d-8a48aeca6976 Nov 16 11:45:08.859526 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986ca6b-1d85-4eb6-891f-f920fe4fd3b2 req-1ea68bdb-09f1-473b-a47b-041c03e651a6 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:08.865610 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986ca6b-1d85-4eb6-891f-f920fe4fd3b2 req-1ea68bdb-09f1-473b-a47b-041c03e651a6 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:08.872864 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986ca6b-1d85-4eb6-891f-f920fe4fd3b2 req-1ea68bdb-09f1-473b-a47b-041c03e651a6 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:08.879277 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986ca6b-1d85-4eb6-891f-f920fe4fd3b2 req-1ea68bdb-09f1-473b-a47b-041c03e651a6 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:08.885501 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986ca6b-1d85-4eb6-891f-f920fe4fd3b2 req-1ea68bdb-09f1-473b-a47b-041c03e651a6 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:08.891663 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986ca6b-1d85-4eb6-891f-f920fe4fd3b2 req-1ea68bdb-09f1-473b-a47b-041c03e651a6 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:08.898279 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986ca6b-1d85-4eb6-891f-f920fe4fd3b2 req-1ea68bdb-09f1-473b-a47b-041c03e651a6 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:08.900504 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3986ca6b-1d85-4eb6-891f-f920fe4fd3b2 req-1ea68bdb-09f1-473b-a47b-041c03e651a6 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 5444 time: 0.1788652 Nov 16 11:45:08.947731 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-96280a8c-791b-44f0-a833-a8c02436e065 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:08.963513 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b2181e99-2b8a-4eb7-bb25-e2c61ad89c29 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:08.989342 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3986ca6b-1d85-4eb6-891f-f920fe4fd3b2 req-0616a268-ac8b-44b2-9124-98af2acda883 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=e21bdf95-84ed-4189-aa21-cfae4bf8891b&id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0784807 Nov 16 11:45:09.016030 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-96280a8c-791b-44f0-a833-a8c02436e065 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:09.022337 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96280a8c-791b-44f0-a833-a8c02436e065 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:09.023002 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-96280a8c-791b-44f0-a833-a8c02436e065 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578014'] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:09.040257 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b2181e99-2b8a-4eb7-bb25-e2c61ad89c29 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Deleting port a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:45:09.040676 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b2181e99-2b8a-4eb7-bb25-e2c61ad89c29 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:09.165012 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-96280a8c-791b-44f0-a833-a8c02436e065 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4632142 Nov 16 11:45:09.176302 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-b2181e99-2b8a-4eb7-bb25-e2c61ad89c29 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] For port a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:45:09.177077 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b2181e99-2b8a-4eb7-bb25-e2c61ad89c29 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:09.183103 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33356) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:09.198612 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96280a8c-791b-44f0-a833-a8c02436e065 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event updated for resources: {'Network': ['ID=ff5cb924-f181-4fec-b85d-8a48aeca6976,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:09.219094 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-c62e63b7-e128-47c8-9bab-07523c0cb576 None None] Set router 23d4349f-5e3a-4635-a6ad-f80f494bff2a gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:45:09.221810 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7454fc-76b4-4f57-962a-2e8bb48f3f2c x-openstack-request-id: req-8e7454fc-76b4-4f57-962a-2e8bb48f3f2c {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:45:09.222121 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296f2531-289e-4d94-9c1d-03f76576752d", "name": "network-vif-plugged", "status": "completed", "tag": "039b5ae1-2fe8-48b5-84f3-2dbed68501be", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:45:09.222421 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8e7454fc-76b4-4f57-962a-2e8bb48f3f2c {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:45:09.222818 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296f2531-289e-4d94-9c1d-03f76576752d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039b5ae1-2fe8-48b5-84f3-2dbed68501be', 'code': 200} Nov 16 11:45:09.232205 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempting to bind port da2ce861-2764-4714-919c-69a07f9ec45e on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:45:09.232571 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempting to bind port da2ce861-2764-4714-919c-69a07f9ec45e by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:45:09.232937 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempting to bind port da2ce861-2764-4714-919c-69a07f9ec45e on network 12ce5159-1bc3-49aa-8f6a-b48be457e4df {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:45:09.239309 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network ff5cb924-f181-4fec-b85d-8a48aeca6976 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:45:09.327642 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935e3fea-1f72-4932-b95f-6f8782f4ad8c tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:09.331728 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-935e3fea-1f72-4932-b95f-6f8782f4ad8c tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "GET /v2.0/networks?id=ff5cb924-f181-4fec-b85d-8a48aeca6976 HTTP/1.1" status: 200 len: 765 time: 0.1449523 Nov 16 11:45:09.332246 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33358) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:09.338053 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5f8f41fa-5d52-4f1d-81d8-795d9563f875 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Request body: {'network': {'description': 'd2'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:45:09.354930 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b2181e99-2b8a-4eb7-bb25-e2c61ad89c29 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Calling delete_port for a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:45:09.439870 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:45:09.440248 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempting to bind port da2ce861-2764-4714-919c-69a07f9ec45e on network 12ce5159-1bc3-49aa-8f6a-b48be457e4df {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:45:09.799169 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f8f41fa-5d52-4f1d-81d8-795d9563f875 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:09.839800 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f8f41fa-5d52-4f1d-81d8-795d9563f875 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:09.854897 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5f8f41fa-5d52-4f1d-81d8-795d9563f875 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Network ff5cb924-f181-4fec-b85d-8a48aeca6976 is not hosted by any dhcp agent {{(pid=102668) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 16 11:45:09.864205 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8f41fa-5d52-4f1d-81d8-795d9563f875 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:09.865373 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f8f41fa-5d52-4f1d-81d8-795d9563f875 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:09.874075 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33376) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:09.880137 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5f8f41fa-5d52-4f1d-81d8-795d9563f875 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "PUT /v2.0/networks/ff5cb924-f181-4fec-b85d-8a48aeca6976 HTTP/1.1" status: 200 len: 762 time: 0.5433879 Nov 16 11:45:09.961416 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b2181e99-2b8a-4eb7-bb25-e2c61ad89c29 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:10.006541 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2181e99-2b8a-4eb7-bb25-e2c61ad89c29 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event deleted for resources: {'Port': ['ID=a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:10.024782 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-6c0d3229-0db2-4ba8-95d3-5cd601996c01 None None] Deleting port 3aaa924a-db5f-4ac6-aca1-3929366907a8 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:45:10.025164 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3229-0db2-4ba8-95d3-5cd601996c01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:10.032202 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Port da2ce861-2764-4714-919c-69a07f9ec45e on network 12ce5159-1bc3-49aa-8f6a-b48be457e4df not bound, no agent of type HyperV agent registered on host n-d-816823-3 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:45:10.032581 n-d-816823-3 neutron-server[102670]: ERROR neutron.plugins.ml2.managers [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Failed to bind port da2ce861-2764-4714-919c-69a07f9ec45e on host n-d-816823-3 for vnic_type normal using segments [] Nov 16 11:45:10.089637 n-d-816823-3 neutron-server[102670]: INFO neutron.plugins.ml2.plugin [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempt 2 to bind port da2ce861-2764-4714-919c-69a07f9ec45e Nov 16 11:45:10.136054 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e719c939-651b-44c0-89a4-aefd1c84396f None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:45:10.141856 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f41fa-5d52-4f1d-81d8-795d9563f875 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event updated for resources: {'Network': ['ID=ff5cb924-f181-4fec-b85d-8a48aeca6976,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:10.165951 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e45d0e-2294-4ef9-85ed-5dff908de581 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:10.173769 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f7e45d0e-2294-4ef9-85ed-5dff908de581 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "GET /v2.0/networks?id=ff5cb924-f181-4fec-b85d-8a48aeca6976 HTTP/1.1" status: 200 len: 765 time: 0.2951694 Nov 16 11:45:10.176681 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33388) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:10.236323 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempting to bind port da2ce861-2764-4714-919c-69a07f9ec45e on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:45:10.236924 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempting to bind port da2ce861-2764-4714-919c-69a07f9ec45e by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:45:10.237040 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempting to bind port da2ce861-2764-4714-919c-69a07f9ec45e on network 12ce5159-1bc3-49aa-8f6a-b48be457e4df {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:45:10.245083 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7d080ff1-4e4d-4238-8fc1-f0fe0c49ef65 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:45:10.247517 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network ff5cb924-f181-4fec-b85d-8a48aeca6976 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:45:10.317620 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b2181e99-2b8a-4eb7-bb25-e2c61ad89c29 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:10.329012 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:45:10.329410 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempting to bind port da2ce861-2764-4714-919c-69a07f9ec45e on network 12ce5159-1bc3-49aa-8f6a-b48be457e4df {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:45:10.334730 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 8c5a2788-c1fb-4c11-98c8-c7da1005cc29 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:45:10.373408 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Port da2ce861-2764-4714-919c-69a07f9ec45e on network 12ce5159-1bc3-49aa-8f6a-b48be457e4df not bound, no agent of type HyperV agent registered on host n-d-816823-3 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:45:10.373644 n-d-816823-3 neutron-server[102670]: ERROR neutron.plugins.ml2.managers [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Failed to bind port da2ce861-2764-4714-919c-69a07f9ec45e on host n-d-816823-3 for vnic_type normal using segments [] Nov 16 11:45:10.373996 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=4c83833b-e468-4daf-8f4c-118e3220587b,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:10.405796 n-d-816823-3 neutron-server[102670]: INFO neutron.plugins.ml2.plugin [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempt 3 to bind port da2ce861-2764-4714-919c-69a07f9ec45e Nov 16 11:45:10.418967 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 8c5a2788-c1fb-4c11-98c8-c7da1005cc29 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:45:10.419384 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:10.460709 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b2181e99-2b8a-4eb7-bb25-e2c61ad89c29 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:10.464589 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b2181e99-2b8a-4eb7-bb25-e2c61ad89c29 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:10.470808 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c42c9132-5cd7-4615-91d2-155e67505ff2 None None] Provisioning complete for port 7d080ff1-4e4d-4238-8fc1-f0fe0c49ef65 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:45:10.471198 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c42c9132-5cd7-4615-91d2-155e67505ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:10.480456 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb761b46-0a1c-471d-9a0a-09deadb144a5 req-d917fb53-eced-4669-b6a0-6941bb19e1ac tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:10.485508 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempting to bind port da2ce861-2764-4714-919c-69a07f9ec45e on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:45:10.485877 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempting to bind port da2ce861-2764-4714-919c-69a07f9ec45e by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:45:10.486267 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempting to bind port da2ce861-2764-4714-919c-69a07f9ec45e on network 12ce5159-1bc3-49aa-8f6a-b48be457e4df {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:45:10.486831 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb761b46-0a1c-471d-9a0a-09deadb144a5 req-d917fb53-eced-4669-b6a0-6941bb19e1ac tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:10.494649 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb761b46-0a1c-471d-9a0a-09deadb144a5 req-d917fb53-eced-4669-b6a0-6941bb19e1ac tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:10.501038 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb761b46-0a1c-471d-9a0a-09deadb144a5 req-d917fb53-eced-4669-b6a0-6941bb19e1ac tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:10.508271 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb761b46-0a1c-471d-9a0a-09deadb144a5 req-d917fb53-eced-4669-b6a0-6941bb19e1ac tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:10.516597 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb761b46-0a1c-471d-9a0a-09deadb144a5 req-d917fb53-eced-4669-b6a0-6941bb19e1ac tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:10.522740 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb761b46-0a1c-471d-9a0a-09deadb144a5 req-d917fb53-eced-4669-b6a0-6941bb19e1ac tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:10.524822 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bb761b46-0a1c-471d-9a0a-09deadb144a5 req-d917fb53-eced-4669-b6a0-6941bb19e1ac tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 5444 time: 0.3038378 Nov 16 11:45:10.547742 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3041c15a-73bf-414c-b1ee-663be6681624 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:10.553451 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-6c0d3229-0db2-4ba8-95d3-5cd601996c01 None None] For port 3aaa924a-db5f-4ac6-aca1-3929366907a8, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=3aaa924a-db5f-4ac6-aca1-3929366907a8,segment=NetworkSegment(8cbbc77d-9661-4c02-9734-2553071ea21c),segment_id=8cbbc77d-9661-4c02-9734-2553071ea21c)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:45:10.553862 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3229-0db2-4ba8-95d3-5cd601996c01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:10.555073 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-3041c15a-73bf-414c-b1ee-663be6681624 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3768981 Nov 16 11:45:10.556759 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33394) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:10.576891 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:45:10.577274 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempting to bind port da2ce861-2764-4714-919c-69a07f9ec45e on network 12ce5159-1bc3-49aa-8f6a-b48be457e4df {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:45:10.615417 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b2181e99-2b8a-4eb7-bb25-e2c61ad89c29 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:10.616017 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2181e99-2b8a-4eb7-bb25-e2c61ad89c29 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Fanout notify agent at l3_agent the message router_deleted on router 23d4349f-5e3a-4635-a6ad-f80f494bff2a {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:45:10.627378 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b2181e99-2b8a-4eb7-bb25-e2c61ad89c29 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:10.628684 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b2181e99-2b8a-4eb7-bb25-e2c61ad89c29 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "DELETE /v2.0/routers/23d4349f-5e3a-4635-a6ad-f80f494bff2a HTTP/1.1" status: 204 len: 168 time: 2.5779619 Nov 16 11:45:10.633466 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33396) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:10.640581 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33398) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:10.641691 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a8befe51-3d18-417c-ae2d-1088a54ec390 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "GET /v2.0/subnets?network_id=47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 207 time: 0.0826733 Nov 16 11:45:10.690488 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-6c0d3229-0db2-4ba8-95d3-5cd601996c01 None None] Calling delete_port for 3aaa924a-db5f-4ac6-aca1-3929366907a8 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:45:10.698941 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Port da2ce861-2764-4714-919c-69a07f9ec45e on network 12ce5159-1bc3-49aa-8f6a-b48be457e4df not bound, no agent of type HyperV agent registered on host n-d-816823-3 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:45:10.702062 n-d-816823-3 neutron-server[102670]: ERROR neutron.plugins.ml2.managers [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Failed to bind port da2ce861-2764-4714-919c-69a07f9ec45e on host n-d-816823-3 for vnic_type normal using segments [] Nov 16 11:45:10.712650 n-d-816823-3 neutron-server[102670]: INFO neutron.plugins.ml2.plugin [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempt 4 to bind port da2ce861-2764-4714-919c-69a07f9ec45e Nov 16 11:45:10.743891 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3df4-8678-4b20-b921-5c98aae2db84 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:10.753146 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempting to bind port da2ce861-2764-4714-919c-69a07f9ec45e on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:45:10.755600 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempting to bind port da2ce861-2764-4714-919c-69a07f9ec45e by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:45:10.756543 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempting to bind port da2ce861-2764-4714-919c-69a07f9ec45e on network 12ce5159-1bc3-49aa-8f6a-b48be457e4df {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:45:10.828519 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-2bbd3df4-8678-4b20-b921-5c98aae2db84 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Deleting port 3aaa924a-db5f-4ac6-aca1-3929366907a8 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:45:10.829097 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3df4-8678-4b20-b921-5c98aae2db84 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:10.837382 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:45:10.837575 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bb761b46-0a1c-471d-9a0a-09deadb144a5 req-46e26647-e495-4262-a452-d47b1688b058 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=e21bdf95-84ed-4189-aa21-cfae4bf8891b&id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2959588 Nov 16 11:45:10.841718 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempting to bind port da2ce861-2764-4714-919c-69a07f9ec45e on network 12ce5159-1bc3-49aa-8f6a-b48be457e4df {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:45:10.927042 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Port da2ce861-2764-4714-919c-69a07f9ec45e on network 12ce5159-1bc3-49aa-8f6a-b48be457e4df not bound, no agent of type HyperV agent registered on host n-d-816823-3 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:45:10.927860 n-d-816823-3 neutron-server[102670]: ERROR neutron.plugins.ml2.managers [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Failed to bind port da2ce861-2764-4714-919c-69a07f9ec45e on host n-d-816823-3 for vnic_type normal using segments [] Nov 16 11:45:10.939438 n-d-816823-3 neutron-server[102670]: INFO neutron.plugins.ml2.plugin [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempt 5 to bind port da2ce861-2764-4714-919c-69a07f9ec45e Nov 16 11:45:10.942677 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-2bbd3df4-8678-4b20-b921-5c98aae2db84 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] For port 3aaa924a-db5f-4ac6-aca1-3929366907a8, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=3aaa924a-db5f-4ac6-aca1-3929366907a8,segment=NetworkSegment(8cbbc77d-9661-4c02-9734-2553071ea21c),segment_id=8cbbc77d-9661-4c02-9734-2553071ea21c)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:45:10.943055 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3df4-8678-4b20-b921-5c98aae2db84 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:10.958775 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-2bbd3df4-8678-4b20-b921-5c98aae2db84 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Calling delete_port for 3aaa924a-db5f-4ac6-aca1-3929366907a8 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:45:10.969021 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 7d080ff1-4e4d-4238-8fc1-f0fe0c49ef65 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:45:10.969395 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:10.976144 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempting to bind port da2ce861-2764-4714-919c-69a07f9ec45e on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:45:10.976507 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempting to bind port da2ce861-2764-4714-919c-69a07f9ec45e by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:45:10.976870 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempting to bind port da2ce861-2764-4714-919c-69a07f9ec45e on network 12ce5159-1bc3-49aa-8f6a-b48be457e4df {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:45:11.045709 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b063cb-de19-4a54-ab2e-d6215569fc9c tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:11.053212 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b063cb-de19-4a54-ab2e-d6215569fc9c tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:11.061968 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b063cb-de19-4a54-ab2e-d6215569fc9c tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:11.068906 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:45:11.069206 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b063cb-de19-4a54-ab2e-d6215569fc9c tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:11.069317 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempting to bind port da2ce861-2764-4714-919c-69a07f9ec45e on network 12ce5159-1bc3-49aa-8f6a-b48be457e4df {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:45:11.072173 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c62e63b7-e128-47c8-9bab-07523c0cb576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d4349f-5e3a-4635-a6ad-f80f494bff2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461306953', 'tenant_id': 'a94525ce04b1475298bff18f4d90d9d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:42:41Z', 'updated_at': '2021-11-16T11:45:06Z', 'revision_number': 5, 'project_id': 'a94525ce04b1475298bff18f4d90d9d6', 'gw_port': {'id': 'a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d4349f-5e3a-4635-a6ad-f80f494bff2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:42Z', 'updated_at': '2021-11-16T11:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:11.079362 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b063cb-de19-4a54-ab2e-d6215569fc9c tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:11.092123 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b063cb-de19-4a54-ab2e-d6215569fc9c tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:11.098046 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-43b063cb-de19-4a54-ab2e-d6215569fc9c tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.4527929 Nov 16 11:45:11.098678 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3df4-8678-4b20-b921-5c98aae2db84 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:11.099201 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33414) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:11.173707 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd3df4-8678-4b20-b921-5c98aae2db84 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event deleted for resources: {'Port': ['ID=3aaa924a-db5f-4ac6-aca1-3929366907a8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:11.181664 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbd3df4-8678-4b20-b921-5c98aae2db84 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] No DVR routers for this DVR port 3aaa924a-db5f-4ac6-aca1-3929366907a8 on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:45:11.220390 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62e63b7-e128-47c8-9bab-07523c0cb576 None None] Checking router: 23d4349f-5e3a-4635-a6ad-f80f494bff2a for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:45:11.222998 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:11.225061 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Port da2ce861-2764-4714-919c-69a07f9ec45e on network 12ce5159-1bc3-49aa-8f6a-b48be457e4df not bound, no agent of type HyperV agent registered on host n-d-816823-3 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:45:11.227210 n-d-816823-3 neutron-server[102670]: ERROR neutron.plugins.ml2.managers [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Failed to bind port da2ce861-2764-4714-919c-69a07f9ec45e on host n-d-816823-3 for vnic_type normal using segments [] Nov 16 11:45:11.237840 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296f2531-289e-4d94-9c1d-03f76576752d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c83833b-e468-4daf-8f4c-118e3220587b'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:45:11.240126 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2ec3a3-b392-495e-a98c-36eabe4895a7" -d '{"events": [{"server_uuid": "296f2531-289e-4d94-9c1d-03f76576752d", "name": "network-vif-plugged", "status": "completed", "tag": "4c83833b-e468-4daf-8f4c-118e3220587b"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:45:11.243144 n-d-816823-3 neutron-server[102670]: INFO neutron.plugins.ml2.plugin [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempt 6 to bind port da2ce861-2764-4714-919c-69a07f9ec45e Nov 16 11:45:11.291780 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempting to bind port da2ce861-2764-4714-919c-69a07f9ec45e on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:45:11.292173 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempting to bind port da2ce861-2764-4714-919c-69a07f9ec45e by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:45:11.292488 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempting to bind port da2ce861-2764-4714-919c-69a07f9ec45e on network 12ce5159-1bc3-49aa-8f6a-b48be457e4df {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:45:11.304527 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62e63b7-e128-47c8-9bab-07523c0cb576 None None] Routers set() bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:45:11.304904 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62e63b7-e128-47c8-9bab-07523c0cb576 None None] Router IDs set() for agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 16 11:45:11.307071 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_agentschedulers_db [None req-c62e63b7-e128-47c8-9bab-07523c0cb576 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'23d4349f-5e3a-4635-a6ad-f80f494bff2a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:44:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent'). {{(pid=102670) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 16 11:45:11.307390 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62e63b7-e128-47c8-9bab-07523c0cb576 None None] The sync data for ids ['23d4349f-5e3a-4635-a6ad-f80f494bff2a'] in n-d-816823-3 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:45:11.323589 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:45:11.323993 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempting to bind port da2ce861-2764-4714-919c-69a07f9ec45e on network 12ce5159-1bc3-49aa-8f6a-b48be457e4df {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:45:11.336468 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Port da2ce861-2764-4714-919c-69a07f9ec45e on network 12ce5159-1bc3-49aa-8f6a-b48be457e4df not bound, no agent of type HyperV agent registered on host n-d-816823-3 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:45:11.336468 n-d-816823-3 neutron-server[102670]: ERROR neutron.plugins.ml2.managers [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Failed to bind port da2ce861-2764-4714-919c-69a07f9ec45e on host n-d-816823-3 for vnic_type normal using segments [] Nov 16 11:45:11.344118 n-d-816823-3 neutron-server[102670]: INFO neutron.plugins.ml2.plugin [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempt 7 to bind port da2ce861-2764-4714-919c-69a07f9ec45e Nov 16 11:45:11.352798 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3df4-8678-4b20-b921-5c98aae2db84 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:11.360986 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0b5924-2a69-4a0d-81f4-d57109cce997 x-openstack-request-id: req-0d0b5924-2a69-4a0d-81f4-d57109cce997 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:45:11.361274 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296f2531-289e-4d94-9c1d-03f76576752d", "name": "network-vif-plugged", "status": "completed", "tag": "4c83833b-e468-4daf-8f4c-118e3220587b", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:45:11.361527 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0d0b5924-2a69-4a0d-81f4-d57109cce997 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:45:11.361977 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296f2531-289e-4d94-9c1d-03f76576752d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c83833b-e468-4daf-8f4c-118e3220587b', 'code': 200} Nov 16 11:45:11.364290 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 8c5a2788-c1fb-4c11-98c8-c7da1005cc29, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=8c5a2788-c1fb-4c11-98c8-c7da1005cc29,segment=NetworkSegment(80eacd24-01b9-479d-8ad7-eafb488e2665),segment_id=80eacd24-01b9-479d-8ad7-eafb488e2665)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:45:11.373803 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempting to bind port da2ce861-2764-4714-919c-69a07f9ec45e on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:45:11.374205 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempting to bind port da2ce861-2764-4714-919c-69a07f9ec45e by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:45:11.374568 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempting to bind port da2ce861-2764-4714-919c-69a07f9ec45e on network 12ce5159-1bc3-49aa-8f6a-b48be457e4df {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:45:11.392181 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-2bbd3df4-8678-4b20-b921-5c98aae2db84 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c273dd6-07f2-4b1f-a721-47089a2a6655']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:11.405110 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-2bbd3df4-8678-4b20-b921-5c98aae2db84 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cbbc77d-9661-4c02-9734-2553071ea21c') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:11.405831 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-2bbd3df4-8678-4b20-b921-5c98aae2db84 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cbbc77d-9661-4c02-9734-2553071ea21c') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:11.415963 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:45:11.416346 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempting to bind port da2ce861-2764-4714-919c-69a07f9ec45e on network 12ce5159-1bc3-49aa-8f6a-b48be457e4df {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:45:11.422824 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:11.424178 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 1dfec5f3-6b09-43d8-9562-32075776c9c3 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:45:11.441155 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3df4-8678-4b20-b921-5c98aae2db84 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:11.459680 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3df4-8678-4b20-b921-5c98aae2db84 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:11.468461 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3229-0db2-4ba8-95d3-5cd601996c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:11.473617 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f56b12c6-7478-4bc6-b12a-3e3e056b7420 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.3729322 Nov 16 11:45:11.477763 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bbd3df4-8678-4b20-b921-5c98aae2db84 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:45:11.478204 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3df4-8678-4b20-b921-5c98aae2db84 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:11.487224 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33428) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:11.487420 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:45:11.487420 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:45:11.487420 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:45:11.487420 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:45:11.487420 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:45:11.487420 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:45:11.487420 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:45:11.487420 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:45:11.487420 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:45:11.487420 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:45:11.487420 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:45:11.487420 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:45:11.487420 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:45:11.487420 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:45:11.487420 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:45:11.487420 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:45:11.487420 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:45:11.487420 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:45:11.487420 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:45:11.487420 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:45:11.487420 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:45:11.487420 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:45:11.487420 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:45:11.487420 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:45:11.487420 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:45:11.487420 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:45:11.487420 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:45:11.487420 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:45:11.487420 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:45:11.487420 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:45:11.487420 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:45:11.487420 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:45:11.573072 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6509f2-17e2-48c2-8190-d0614ae98e92 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:11.575591 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6509f2-17e2-48c2-8190-d0614ae98e92 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:11.577290 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6509f2-17e2-48c2-8190-d0614ae98e92 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:11.579283 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6509f2-17e2-48c2-8190-d0614ae98e92 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:11.581905 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Port da2ce861-2764-4714-919c-69a07f9ec45e on network 12ce5159-1bc3-49aa-8f6a-b48be457e4df not bound, no agent of type HyperV agent registered on host n-d-816823-3 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:45:11.584099 n-d-816823-3 neutron-server[102670]: ERROR neutron.plugins.ml2.managers [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Failed to bind port da2ce861-2764-4714-919c-69a07f9ec45e on host n-d-816823-3 for vnic_type normal using segments [] Nov 16 11:45:11.584235 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6509f2-17e2-48c2-8190-d0614ae98e92 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:11.585895 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2f6509f2-17e2-48c2-8190-d0614ae98e92 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0984287 Nov 16 11:45:11.589628 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33432) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:11.591960 n-d-816823-3 neutron-server[102670]: INFO neutron.plugins.ml2.plugin [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempt 8 to bind port da2ce861-2764-4714-919c-69a07f9ec45e Nov 16 11:45:11.625732 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempting to bind port da2ce861-2764-4714-919c-69a07f9ec45e on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:45:11.627069 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempting to bind port da2ce861-2764-4714-919c-69a07f9ec45e by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:45:11.627757 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempting to bind port da2ce861-2764-4714-919c-69a07f9ec45e on network 12ce5159-1bc3-49aa-8f6a-b48be457e4df {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:45:11.633909 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0d3229-0db2-4ba8-95d3-5cd601996c01 None None] No DVR routers for this DVR port 3aaa924a-db5f-4ac6-aca1-3929366907a8 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:45:11.666846 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3df4-8678-4b20-b921-5c98aae2db84 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:11.677566 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:45:11.677966 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempting to bind port da2ce861-2764-4714-919c-69a07f9ec45e on network 12ce5159-1bc3-49aa-8f6a-b48be457e4df {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:45:11.690898 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3df4-8678-4b20-b921-5c98aae2db84 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:11.691230 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Port da2ce861-2764-4714-919c-69a07f9ec45e on network 12ce5159-1bc3-49aa-8f6a-b48be457e4df not bound, no agent of type HyperV agent registered on host n-d-816823-3 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:45:11.691602 n-d-816823-3 neutron-server[102670]: ERROR neutron.plugins.ml2.managers [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Failed to bind port da2ce861-2764-4714-919c-69a07f9ec45e on host n-d-816823-3 for vnic_type normal using segments [] Nov 16 11:45:11.693720 n-d-816823-3 neutron-server[102670]: INFO neutron.plugins.ml2.plugin [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempt 9 to bind port da2ce861-2764-4714-919c-69a07f9ec45e Nov 16 11:45:11.696397 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3e96a169-efa1-49cd-81ef-33834fe708bd None None] Provisioning complete for port 7d080ff1-4e4d-4238-8fc1-f0fe0c49ef65 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:45:11.696796 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3e96a169-efa1-49cd-81ef-33834fe708bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:11.697074 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2bbd3df4-8678-4b20-b921-5c98aae2db84 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "DELETE /v2.0/networks/1c273dd6-07f2-4b1f-a721-47089a2a6655 HTTP/1.1" status: 204 len: 168 time: 1.0536001 Nov 16 11:45:11.697854 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33434) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:11.724260 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ed727a-c184-46b7-ad1a-42dc5e9c21c4 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:11.726804 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ed727a-c184-46b7-ad1a-42dc5e9c21c4 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:11.728959 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 1dfec5f3-6b09-43d8-9562-32075776c9c3 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:45:11.729880 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ed727a-c184-46b7-ad1a-42dc5e9c21c4 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:11.732457 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ed727a-c184-46b7-ad1a-42dc5e9c21c4 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:11.733974 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ed727a-c184-46b7-ad1a-42dc5e9c21c4 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:11.734747 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=8c5a2788-c1fb-4c11-98c8-c7da1005cc29,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:11.735623 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c0ed727a-c184-46b7-ad1a-42dc5e9c21c4 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1449819 Nov 16 11:45:11.736732 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd3df4-8678-4b20-b921-5c98aae2db84 tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event deleted for resources: {'Network': ['ID=1c273dd6-07f2-4b1f-a721-47089a2a6655,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:11.739077 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33436) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:11.803141 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d3229-0db2-4ba8-95d3-5cd601996c01 None None] Pushing event deleted for resources: {'Port': ['ID=3aaa924a-db5f-4ac6-aca1-3929366907a8,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:11.810153 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempting to bind port da2ce861-2764-4714-919c-69a07f9ec45e on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:45:11.810713 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempting to bind port da2ce861-2764-4714-919c-69a07f9ec45e by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:45:11.811227 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempting to bind port da2ce861-2764-4714-919c-69a07f9ec45e on network 12ce5159-1bc3-49aa-8f6a-b48be457e4df {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:45:11.851640 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 1dfec5f3-6b09-43d8-9562-32075776c9c3 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:45:11.855176 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:11.864322 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 3aaa924a-db5f-4ac6-aca1-3929366907a8 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:45:11.888653 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4bfab57f-eb5a-4684-9f5d-879354af478a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:11.922905 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 3aaa924a-db5f-4ac6-aca1-3929366907a8 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:45:11.924427 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 3aaa924a-db5f-4ac6-aca1-3929366907a8 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:45:11.935940 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:45:11.936988 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempting to bind port da2ce861-2764-4714-919c-69a07f9ec45e on network 12ce5159-1bc3-49aa-8f6a-b48be457e4df {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:45:11.972225 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4bfab57f-eb5a-4684-9f5d-879354af478a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:12.005031 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Port da2ce861-2764-4714-919c-69a07f9ec45e on network 12ce5159-1bc3-49aa-8f6a-b48be457e4df not bound, no agent of type HyperV agent registered on host n-d-816823-3 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:45:12.005644 n-d-816823-3 neutron-server[102670]: ERROR neutron.plugins.ml2.managers [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Failed to bind port da2ce861-2764-4714-919c-69a07f9ec45e on host n-d-816823-3 for vnic_type normal using segments [] Nov 16 11:45:12.011475 n-d-816823-3 neutron-server[102670]: INFO neutron.plugins.ml2.plugin [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempt 10 to bind port da2ce861-2764-4714-919c-69a07f9ec45e Nov 16 11:45:12.031756 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempting to bind port da2ce861-2764-4714-919c-69a07f9ec45e on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:45:12.032114 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempting to bind port da2ce861-2764-4714-919c-69a07f9ec45e by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:45:12.032647 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempting to bind port da2ce861-2764-4714-919c-69a07f9ec45e on network 12ce5159-1bc3-49aa-8f6a-b48be457e4df {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:45:12.035976 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f55b553-a02a-4d0f-9d72-9b8d2940980a tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:12.038135 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5f55b553-a02a-4d0f-9d72-9b8d2940980a tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "GET /v2.0/networks/42f35a15-aa58-4e22-82c0-04c631ab84d0 HTTP/1.1" status: 200 len: 804 time: 0.2837784 Nov 16 11:45:12.044875 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33440) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:12.055610 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:45:12.056030 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Attempting to bind port da2ce861-2764-4714-919c-69a07f9ec45e on network 12ce5159-1bc3-49aa-8f6a-b48be457e4df {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:45:12.094860 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Port da2ce861-2764-4714-919c-69a07f9ec45e on network 12ce5159-1bc3-49aa-8f6a-b48be457e4df not bound, no agent of type HyperV agent registered on host n-d-816823-3 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:45:12.095268 n-d-816823-3 neutron-server[102670]: ERROR neutron.plugins.ml2.managers [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Failed to bind port da2ce861-2764-4714-919c-69a07f9ec45e on host n-d-816823-3 for vnic_type normal using segments [] Nov 16 11:45:12.095685 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:12.103687 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737e9d1-794d-461e-98dd-63de72868adc req-f6a9469f-dd62-4d0a-b62b-3a39bd0a745d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:12.113716 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737e9d1-794d-461e-98dd-63de72868adc req-f6a9469f-dd62-4d0a-b62b-3a39bd0a745d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:12.125104 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737e9d1-794d-461e-98dd-63de72868adc req-f6a9469f-dd62-4d0a-b62b-3a39bd0a745d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:12.132699 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737e9d1-794d-461e-98dd-63de72868adc req-f6a9469f-dd62-4d0a-b62b-3a39bd0a745d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:12.146089 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737e9d1-794d-461e-98dd-63de72868adc req-f6a9469f-dd62-4d0a-b62b-3a39bd0a745d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:12.156045 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737e9d1-794d-461e-98dd-63de72868adc req-f6a9469f-dd62-4d0a-b62b-3a39bd0a745d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:12.162772 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737e9d1-794d-461e-98dd-63de72868adc req-f6a9469f-dd62-4d0a-b62b-3a39bd0a745d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:12.165486 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f737e9d1-794d-461e-98dd-63de72868adc req-f6a9469f-dd62-4d0a-b62b-3a39bd0a745d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 5445 time: 0.1744075 Nov 16 11:45:12.180737 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-69b57c15-57b9-415e-be58-ee82ade10929 None None] Port da2ce861-2764-4714-919c-69a07f9ec45e has been deleted concurrently {{(pid=102670) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 16 11:45:12.223904 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4bfab57f-eb5a-4684-9f5d-879354af478a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:12.228435 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4bfab57f-eb5a-4684-9f5d-879354af478a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:12.231649 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4bfab57f-eb5a-4684-9f5d-879354af478a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] 10.222.0.61 "DELETE /v2.0/security-groups/2b63567b-ee2a-4a85-a110-12557bea5e16 HTTP/1.1" status: 204 len: 168 time: 0.5320141 Nov 16 11:45:12.295094 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:12.334584 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f737e9d1-794d-461e-98dd-63de72868adc req-94ce70f9-59db-4c4a-aef9-80ea2eeddb0b tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=e21bdf95-84ed-4189-aa21-cfae4bf8891b&id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1583157 Nov 16 11:45:12.350041 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfab57f-eb5a-4684-9f5d-879354af478a tempest-TestNetworkAdvancedServerOps-965961970 tempest-TestNetworkAdvancedServerOps-965961970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b63567b-ee2a-4a85-a110-12557bea5e16,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:12.356420 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e2aa136b-2fcc-4086-97bb-9241380a4ced tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "GET /v2.0/networks/42f35a15-aa58-4e22-82c0-04c631ab84d0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3094304 Nov 16 11:45:12.359810 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33452) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:12.392397 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 1dfec5f3-6b09-43d8-9562-32075776c9c3, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=1dfec5f3-6b09-43d8-9562-32075776c9c3,segment=NetworkSegment(80eacd24-01b9-479d-8ad7-eafb488e2665),segment_id=80eacd24-01b9-479d-8ad7-eafb488e2665)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:45:12.413058 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:12.414220 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 3ce07b74-0c24-4d88-8f1b-28e078c0a7d8 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:45:12.465824 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eca1127-51dd-438c-8057-47f7273cf960 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:12.467188 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1eca1127-51dd-438c-8057-47f7273cf960 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "GET /v2.0/subnets/dd631dac-71dd-40b3-b146-ab465f3c25a4 HTTP/1.1" status: 200 len: 843 time: 0.1064305 Nov 16 11:45:12.471010 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33456) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:12.561399 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 2d551db0-930e-4e7b-bd10-ebf719f3691d no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:45:12.569825 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39938a9-7297-45e8-ba10-8bb7ef6fd801 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:12.571738 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b39938a9-7297-45e8-ba10-8bb7ef6fd801 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "GET /v2.0/subnets/dd631dac-71dd-40b3-b146-ab465f3c25a4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0874598 Nov 16 11:45:12.575738 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33464) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:12.593908 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-c31c5040-31d7-4084-8266-7dd4a174e739 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-11961951'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:45:12.679496 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31c5040-31d7-4084-8266-7dd4a174e739 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Made reservation on behalf of a3def4ad1f724e16bfdf285da593eef7 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:45:12.683275 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c31c5040-31d7-4084-8266-7dd4a174e739 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:12.726094 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 3ce07b74-0c24-4d88-8f1b-28e078c0a7d8 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:45:12.726449 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 3ce07b74-0c24-4d88-8f1b-28e078c0a7d8 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:45:12.737841 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 2d551db0-930e-4e7b-bd10-ebf719f3691d {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:45:12.738390 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 2d551db0-930e-4e7b-bd10-ebf719f3691d not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:45:12.738867 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:45:12.759842 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c31c5040-31d7-4084-8266-7dd4a174e739 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:45:12.773337 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c31c5040-31d7-4084-8266-7dd4a174e739 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:12.774132 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-c31c5040-31d7-4084-8266-7dd4a174e739 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Added segment 478839a0-b34f-4963-b9cf-c9a89bebf87f of type vlan for network 175aaf09-d77c-443d-b1cb-6db9b6798610 Nov 16 11:45:12.828997 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c31c5040-31d7-4084-8266-7dd4a174e739 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:12.838387 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:45:12.841767 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device a7b1fb6e-ac6f-486c-aa13-e5f0b444d91f not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:45:12.847509 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=1dfec5f3-6b09-43d8-9562-32075776c9c3,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:12.889863 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c31c5040-31d7-4084-8266-7dd4a174e739 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:12.903759 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31c5040-31d7-4084-8266-7dd4a174e739 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:12.909668 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c31c5040-31d7-4084-8266-7dd4a174e739 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:12.946369 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c31c5040-31d7-4084-8266-7dd4a174e739 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3637350 Nov 16 11:45:12.950161 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33470) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:12.960954 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-838e23ab-22da-4832-8e9b-fb2c212f198d tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Request body: {'subnet': {'network_id': '175aaf09-d77c-443d-b1cb-6db9b6798610', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:45:13.021960 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-33a108b0-e439-4704-9510-217e5c3ae01d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:13.026807 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c5040-31d7-4084-8266-7dd4a174e739 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event updated for resources: {'Network': ['ID=175aaf09-d77c-443d-b1cb-6db9b6798610,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:13.042408 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33472) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:13.052129 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c5040-31d7-4084-8266-7dd4a174e739 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:45:13.052981 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c5040-31d7-4084-8266-7dd4a174e739 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:45:13.053497 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c5040-31d7-4084-8266-7dd4a174e739 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:45:13.054033 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c5040-31d7-4084-8266-7dd4a174e739 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:45:13.054533 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c5040-31d7-4084-8266-7dd4a174e739 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:45:13.055051 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c5040-31d7-4084-8266-7dd4a174e739 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:45:13.055645 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c5040-31d7-4084-8266-7dd4a174e739 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:45:13.056142 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c5040-31d7-4084-8266-7dd4a174e739 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:45:13.056646 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c5040-31d7-4084-8266-7dd4a174e739 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:45:13.056974 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c5040-31d7-4084-8266-7dd4a174e739 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:45:13.057300 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c5040-31d7-4084-8266-7dd4a174e739 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:45:13.057620 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31c5040-31d7-4084-8266-7dd4a174e739 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:45:13.069708 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 175aaf09-d77c-443d-b1cb-6db9b6798610 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:45:13.202039 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838e23ab-22da-4832-8e9b-fb2c212f198d tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Made reservation on behalf of a3def4ad1f724e16bfdf285da593eef7 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:45:13.207290 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-838e23ab-22da-4832-8e9b-fb2c212f198d tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:13.313037 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.ipam_backend_mixin [None req-838e23ab-22da-4832-8e9b-fb2c212f198d tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Performing IP validity checks on allocation pools {{(pid=102669) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 16 11:45:13.313773 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.ipam_backend_mixin [None req-838e23ab-22da-4832-8e9b-fb2c212f198d tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102669) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 16 11:45:13.363005 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296f2531-289e-4d94-9c1d-03f76576752d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c5a2788-c1fb-4c11-98c8-c7da1005cc29'}, {'server_uuid': '296f2531-289e-4d94-9c1d-03f76576752d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dfec5f3-6b09-43d8-9562-32075776c9c3'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:45:13.365341 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6614f023-86ce-432f-9e19-d093ccaa7a63" -d '{"events": [{"server_uuid": "296f2531-289e-4d94-9c1d-03f76576752d", "name": "network-vif-plugged", "status": "completed", "tag": "8c5a2788-c1fb-4c11-98c8-c7da1005cc29"}, {"server_uuid": "296f2531-289e-4d94-9c1d-03f76576752d", "name": "network-vif-plugged", "status": "completed", "tag": "1dfec5f3-6b09-43d8-9562-32075776c9c3"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:45:13.431070 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d887fb9d-e1ae-4bd9-95b2-409b4c032105 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a94525ce04b1475298bff18f4d90d9d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3865035 Nov 16 11:45:13.442923 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33484) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:13.456075 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 16 Nov 2021 11:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fa33c7-3c58-418c-a880-cc140549009f x-openstack-request-id: req-16fa33c7-3c58-418c-a880-cc140549009f {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:45:13.456634 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296f2531-289e-4d94-9c1d-03f76576752d", "name": "network-vif-plugged", "status": "completed", "tag": "8c5a2788-c1fb-4c11-98c8-c7da1005cc29", "code": 200}, {"server_uuid": "296f2531-289e-4d94-9c1d-03f76576752d", "name": "network-vif-plugged", "status": "completed", "tag": "1dfec5f3-6b09-43d8-9562-32075776c9c3", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:45:13.457119 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-16fa33c7-3c58-418c-a880-cc140549009f {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:45:13.457740 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296f2531-289e-4d94-9c1d-03f76576752d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c5a2788-c1fb-4c11-98c8-c7da1005cc29', 'code': 200} Nov 16 11:45:13.458267 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296f2531-289e-4d94-9c1d-03f76576752d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dfec5f3-6b09-43d8-9562-32075776c9c3', 'code': 200} Nov 16 11:45:13.543539 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6422fe05-48dc-42ae-8733-71847d29e955 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:13.656184 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6422fe05-48dc-42ae-8733-71847d29e955 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:13.719383 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e9373-5a3d-44b7-b8b8-f3570425c72e req-dc18bb84-e604-4dae-8e86-6b16e7ec1997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:13.720351 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e9373-5a3d-44b7-b8b8-f3570425c72e req-dc18bb84-e604-4dae-8e86-6b16e7ec1997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:13.721460 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e9373-5a3d-44b7-b8b8-f3570425c72e req-dc18bb84-e604-4dae-8e86-6b16e7ec1997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:13.722734 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e9373-5a3d-44b7-b8b8-f3570425c72e req-dc18bb84-e604-4dae-8e86-6b16e7ec1997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:13.723471 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e9373-5a3d-44b7-b8b8-f3570425c72e req-dc18bb84-e604-4dae-8e86-6b16e7ec1997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:13.724156 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e9373-5a3d-44b7-b8b8-f3570425c72e req-dc18bb84-e604-4dae-8e86-6b16e7ec1997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:13.724834 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e9373-5a3d-44b7-b8b8-f3570425c72e req-dc18bb84-e604-4dae-8e86-6b16e7ec1997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:13.727158 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b42e9373-5a3d-44b7-b8b8-f3570425c72e req-dc18bb84-e604-4dae-8e86-6b16e7ec1997 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 6503 time: 0.1738422 Nov 16 11:45:13.729794 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-838e23ab-22da-4832-8e9b-fb2c212f198d tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:13.823405 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6422fe05-48dc-42ae-8733-71847d29e955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:13.826946 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6422fe05-48dc-42ae-8733-71847d29e955 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:13.829388 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6422fe05-48dc-42ae-8733-71847d29e955 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8813f510-543b-497a-95e4-43b9b6a1a207 HTTP/1.1" status: 204 len: 168 time: 0.3852046 Nov 16 11:45:13.862009 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422fe05-48dc-42ae-8733-71847d29e955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8813f510-543b-497a-95e4-43b9b6a1a207,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:13.865536 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe54ee-e666-4451-bfb8-c49271ea2cae req-58e2e49f-1e01-4b0a-ba64-53b1f09cdf05 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:13.878501 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe54ee-e666-4451-bfb8-c49271ea2cae req-58e2e49f-1e01-4b0a-ba64-53b1f09cdf05 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:13.878775 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b42e9373-5a3d-44b7-b8b8-f3570425c72e req-ffc2debe-a880-42ad-8721-1401e242fa74 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e21bdf95-84ed-4189-aa21-cfae4bf8891b&id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1423461 Nov 16 11:45:13.889839 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe54ee-e666-4451-bfb8-c49271ea2cae req-58e2e49f-1e01-4b0a-ba64-53b1f09cdf05 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:13.909455 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe54ee-e666-4451-bfb8-c49271ea2cae req-58e2e49f-1e01-4b0a-ba64-53b1f09cdf05 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:13.922454 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe54ee-e666-4451-bfb8-c49271ea2cae req-58e2e49f-1e01-4b0a-ba64-53b1f09cdf05 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:13.937357 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe54ee-e666-4451-bfb8-c49271ea2cae req-58e2e49f-1e01-4b0a-ba64-53b1f09cdf05 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:13.954135 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe54ee-e666-4451-bfb8-c49271ea2cae req-58e2e49f-1e01-4b0a-ba64-53b1f09cdf05 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:13.961532 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fabe54ee-e666-4451-bfb8-c49271ea2cae req-58e2e49f-1e01-4b0a-ba64-53b1f09cdf05 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 5446 time: 0.3595099 Nov 16 11:45:13.974207 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e23ab-22da-4832-8e9b-fb2c212f198d tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event updated for resources: {'Subnet': ['ID=1394035f-d483-4434-a783-23fc8cde7c03,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:14.022127 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838e23ab-22da-4832-8e9b-fb2c212f198d tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Checking segment: {'id': '478839a0-b34f-4963-b9cf-c9a89bebf87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '175aaf09-d77c-443d-b1cb-6db9b6798610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:45:14.022692 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838e23ab-22da-4832-8e9b-fb2c212f198d tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Network hostable DHCP agents. Network: 175aaf09-d77c-443d-b1cb-6db9b6798610, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:45:14.040583 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c9b3e036-eea7-4f75-8639-7df9d56cff61 None None] Could not find standard attr ID for object da2ce861-2764-4714-919c-69a07f9ec45e. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:45:14.076822 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838e23ab-22da-4832-8e9b-fb2c212f198d tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Network 175aaf09-d77c-443d-b1cb-6db9b6798610 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:45:14.086220 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc47d2b-53ae-43b0-b8f0-e13dc8a9473f None None] DHCP port deletion for 12ce5159-1bc3-49aa-8f6a-b48be457e4df request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:45:14.099140 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fabe54ee-e666-4451-bfb8-c49271ea2cae req-483167c2-bf8e-4ad4-aba6-e600e29db423 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=e21bdf95-84ed-4189-aa21-cfae4bf8891b&id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1266394 Nov 16 11:45:14.114136 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5273c4c9-4343-4d3f-a16e-f182e24a0769 None None] Network 12ce5159-1bc3-49aa-8f6a-b48be457e4df requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:45:14.117733 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-838e23ab-22da-4832-8e9b-fb2c212f198d tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 175aaf09-d77c-443d-b1cb-6db9b6798610) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:45:14.129432 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838e23ab-22da-4832-8e9b-fb2c212f198d tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:14.129725 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-838e23ab-22da-4832-8e9b-fb2c212f198d tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:14.145558 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130be1e7-468a-438a-952c-76cc64947111 None None] Network 175aaf09-d77c-443d-b1cb-6db9b6798610 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:45:14.148651 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5273c4c9-4343-4d3f-a16e-f182e24a0769 None None] Network 12ce5159-1bc3-49aa-8f6a-b48be457e4df could not be found, it might have been deleted concurrently. {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 16 11:45:14.161417 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6ffa89-3bc8-4d63-9769-4f420fecc15d None None] Network 12ce5159-1bc3-49aa-8f6a-b48be457e4df requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:45:14.163453 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-838e23ab-22da-4832-8e9b-fb2c212f198d tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.2113695 Nov 16 11:45:14.166319 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33496) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:14.173470 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b1504b1e-5178-450b-b3cf-baa37ad4e163 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:45:14.189035 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6ffa89-3bc8-4d63-9769-4f420fecc15d None None] Network 12ce5159-1bc3-49aa-8f6a-b48be457e4df could not be found, it might have been deleted concurrently. {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 16 11:45:14.360172 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b1504b1e-5178-450b-b3cf-baa37ad4e163 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-119383392'] for subnet, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:14.376727 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd3f121-54b3-4405-b97f-e8cb6c129320 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-175aaf09-d77c-443d-b1cb-6db9b6798610', 'network_id': '175aaf09-d77c-443d-b1cb-6db9b6798610', 'tenant_id': 'a3def4ad1f724e16bfdf285da593eef7', 'fixed_ips': [{'subnet_id': '1394035f-d483-4434-a783-23fc8cde7c03'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:45:14.377795 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0dd3f121-54b3-4405-b97f-e8cb6c129320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:14.399376 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33498) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:14.497872 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3988c8bc-b285-49fc-91d6-4aec67425e06 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7cd912a12416414aa689a28627593567&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0950654 Nov 16 11:45:14.499465 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33502) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:14.570937 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b1504b1e-5178-450b-b3cf-baa37ad4e163 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740601501094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-119371248'] for subnet, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:14.573007 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c70106e5-01cf-45e1-94d8-e1f7fdaf103e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:14.607405 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c70106e5-01cf-45e1-94d8-e1f7fdaf103e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:14.634839 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1504b1e-5178-450b-b3cf-baa37ad4e163 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event updated for resources: {'Subnet': ['ID=1394035f-d483-4434-a783-23fc8cde7c03,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:14.658570 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1504b1e-5178-450b-b3cf-baa37ad4e163 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:14.658896 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b1504b1e-5178-450b-b3cf-baa37ad4e163 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:14.660287 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b1504b1e-5178-450b-b3cf-baa37ad4e163 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "PUT /v2.0/subnets/1394035f-d483-4434-a783-23fc8cde7c03 HTTP/1.1" status: 200 len: 900 time: 0.4926355 Nov 16 11:45:14.663471 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33508) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:14.694997 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-0dd3f121-54b3-4405-b97f-e8cb6c129320 None None] Allocated IP 2001:db8::3 (175aaf09-d77c-443d-b1cb-6db9b6798610/1394035f-d483-4434-a783-23fc8cde7c03/1ca4978a-4f8b-4434-ab07-f01cdffbf6c7) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:45:14.707379 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c70106e5-01cf-45e1-94d8-e1f7fdaf103e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:14.710061 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c70106e5-01cf-45e1-94d8-e1f7fdaf103e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:14.712259 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c70106e5-01cf-45e1-94d8-e1f7fdaf103e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9b06c541-cd57-49ca-8a44-74d01d8c2c1f HTTP/1.1" status: 204 len: 168 time: 0.2108958 Nov 16 11:45:14.723185 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70106e5-01cf-45e1-94d8-e1f7fdaf103e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b06c541-cd57-49ca-8a44-74d01d8c2c1f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:14.910760 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4eb261bf-7756-44a3-9426-4d88b89c6be4 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:14.976704 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4eb261bf-7756-44a3-9426-4d88b89c6be4 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:14.986317 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0dd3f121-54b3-4405-b97f-e8cb6c129320 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:15.006303 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0dd3f121-54b3-4405-b97f-e8cb6c129320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:15.056912 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd3f121-54b3-4405-b97f-e8cb6c129320 None None] Network 175aaf09-d77c-443d-b1cb-6db9b6798610 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:45:15.060834 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-0dd3f121-54b3-4405-b97f-e8cb6c129320 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:45:15.075832 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd3f121-54b3-4405-b97f-e8cb6c129320 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:45:15.163850 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4eb261bf-7756-44a3-9426-4d88b89c6be4 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:15.182906 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3f121-54b3-4405-b97f-e8cb6c129320 None None] Pushing event updated for resources: {'Port': ['ID=1ca4978a-4f8b-4434-ab07-f01cdffbf6c7,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:15.301088 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb261bf-7756-44a3-9426-4d88b89c6be4 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event deleted for resources: {'Subnet': ['ID=1394035f-d483-4434-a783-23fc8cde7c03,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:15.337086 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-0dd3f121-54b3-4405-b97f-e8cb6c129320 None None] Attempting to bind port 1ca4978a-4f8b-4434-ab07-f01cdffbf6c7 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:45:15.337481 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-0dd3f121-54b3-4405-b97f-e8cb6c129320 None None] Attempting to bind port 1ca4978a-4f8b-4434-ab07-f01cdffbf6c7 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '478839a0-b34f-4963-b9cf-c9a89bebf87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '175aaf09-d77c-443d-b1cb-6db9b6798610'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:45:15.337813 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd3f121-54b3-4405-b97f-e8cb6c129320 None None] Attempting to bind port 1ca4978a-4f8b-4434-ab07-f01cdffbf6c7 on network 175aaf09-d77c-443d-b1cb-6db9b6798610 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:45:15.369701 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd3f121-54b3-4405-b97f-e8cb6c129320 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:45:15.375744 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd3f121-54b3-4405-b97f-e8cb6c129320 None None] Checking segment: {'id': '478839a0-b34f-4963-b9cf-c9a89bebf87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '175aaf09-d77c-443d-b1cb-6db9b6798610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:45:15.376441 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0dd3f121-54b3-4405-b97f-e8cb6c129320 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:15.377976 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd3f121-54b3-4405-b97f-e8cb6c129320 None None] Bound using segment: {'id': '478839a0-b34f-4963-b9cf-c9a89bebf87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '175aaf09-d77c-443d-b1cb-6db9b6798610'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:45:15.379164 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-0dd3f121-54b3-4405-b97f-e8cb6c129320 None None] Bound port: 1ca4978a-4f8b-4434-ab07-f01cdffbf6c7, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478839a0-b34f-4963-b9cf-c9a89bebf87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '175aaf09-d77c-443d-b1cb-6db9b6798610'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:45:15.384278 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0dd3f121-54b3-4405-b97f-e8cb6c129320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:15.526786 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4eb261bf-7756-44a3-9426-4d88b89c6be4 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:15.572746 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-0dd3f121-54b3-4405-b97f-e8cb6c129320 None None] For port 1ca4978a-4f8b-4434-ab07-f01cdffbf6c7, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:45:15.576886 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-0dd3f121-54b3-4405-b97f-e8cb6c129320 None None] For port 1ca4978a-4f8b-4434-ab07-f01cdffbf6c7, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=1ca4978a-4f8b-4434-ab07-f01cdffbf6c7,segment=NetworkSegment(478839a0-b34f-4963-b9cf-c9a89bebf87f),segment_id=478839a0-b34f-4963-b9cf-c9a89bebf87f)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:45:15.587866 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-4eb261bf-7756-44a3-9426-4d88b89c6be4 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['175aaf09-d77c-443d-b1cb-6db9b6798610']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:15.600033 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50cc68a-2d8b-40f1-b908-1e6c886e26b2 req-ab19e972-4325-4972-bac2-356ff02730f8 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:15.606503 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-4eb261bf-7756-44a3-9426-4d88b89c6be4 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '478839a0-b34f-4963-b9cf-c9a89bebf87f') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:15.606801 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-4eb261bf-7756-44a3-9426-4d88b89c6be4 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '478839a0-b34f-4963-b9cf-c9a89bebf87f') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:15.611411 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50cc68a-2d8b-40f1-b908-1e6c886e26b2 req-ab19e972-4325-4972-bac2-356ff02730f8 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:15.620489 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50cc68a-2d8b-40f1-b908-1e6c886e26b2 req-ab19e972-4325-4972-bac2-356ff02730f8 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:15.624040 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0dd3f121-54b3-4405-b97f-e8cb6c129320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:15.630472 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4eb261bf-7756-44a3-9426-4d88b89c6be4 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:15.631234 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50cc68a-2d8b-40f1-b908-1e6c886e26b2 req-ab19e972-4325-4972-bac2-356ff02730f8 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:15.639972 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50cc68a-2d8b-40f1-b908-1e6c886e26b2 req-ab19e972-4325-4972-bac2-356ff02730f8 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:15.648827 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50cc68a-2d8b-40f1-b908-1e6c886e26b2 req-ab19e972-4325-4972-bac2-356ff02730f8 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:15.656553 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4eb261bf-7756-44a3-9426-4d88b89c6be4 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:15.662152 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50cc68a-2d8b-40f1-b908-1e6c886e26b2 req-ab19e972-4325-4972-bac2-356ff02730f8 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:15.665817 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a50cc68a-2d8b-40f1-b908-1e6c886e26b2 req-ab19e972-4325-4972-bac2-356ff02730f8 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 5446 time: 0.2493012 Nov 16 11:45:15.666653 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb261bf-7756-44a3-9426-4d88b89c6be4 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:45:15.667164 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4eb261bf-7756-44a3-9426-4d88b89c6be4 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:15.670648 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:45:15.670648 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:45:15.670648 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:45:15.670648 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:45:15.670648 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:45:15.670648 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:45:15.670648 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:45:15.670648 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:45:15.670648 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:45:15.670648 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:45:15.670648 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:45:15.670648 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:45:15.670648 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:45:15.670648 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:45:15.670648 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:45:15.670648 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:45:15.670648 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:45:15.670648 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:45:15.670648 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:45:15.670648 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:45:15.670648 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:45:15.670648 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:45:15.670648 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:45:15.670648 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:45:15.670648 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:45:15.670648 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:45:15.670648 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:45:15.670648 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:45:15.670648 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:45:15.670648 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:45:15.670648 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:45:15.670648 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:45:15.706760 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fd17b539-4d88-4c49-86ed-45757b57891c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:15.769002 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a50cc68a-2d8b-40f1-b908-1e6c886e26b2 req-9ae1bc9f-cf59-4f0a-a5b8-90c316c18a46 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=e21bdf95-84ed-4189-aa21-cfae4bf8891b&id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0949337 Nov 16 11:45:15.775923 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.db.api [None req-4eb261bf-7756-44a3-9426-4d88b89c6be4 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 16 11:45:15.775923 n-d-816823-3 neutron-server[102668]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 16 11:45:15.775923 n-d-816823-3 neutron-server[102668]: [parameters: {'id': '175aaf09-d77c-443d-b1cb-6db9b6798610'}] Nov 16 11:45:15.775923 n-d-816823-3 neutron-server[102668]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:45:15.776445 n-d-816823-3 neutron-server[102668]: DEBUG oslo_db.api [None req-4eb261bf-7756-44a3-9426-4d88b89c6be4 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:45:15.814385 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3f121-54b3-4405-b97f-e8cb6c129320 None None] Pushing event updated for resources: {'Port': ['ID=1ca4978a-4f8b-4434-ab07-f01cdffbf6c7,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:15.828098 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160f868d-5396-4c6c-9cf1-8333869e929d None None] Network 175aaf09-d77c-443d-b1cb-6db9b6798610 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:45:16.008709 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device da2ce861-2764-4714-919c-69a07f9ec45e no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:45:16.038009 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: da2ce861-2764-4714-919c-69a07f9ec45e {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:45:16.038976 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device da2ce861-2764-4714-919c-69a07f9ec45e not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:45:16.067382 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcd24b0-c0b5-4ad7-8590-4095c632957e None None] Network 175aaf09-d77c-443d-b1cb-6db9b6798610 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:45:16.278333 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4eb261bf-7756-44a3-9426-4d88b89c6be4 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:16.298127 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc598119-e421-4e15-a764-1290941d3e02 None None] get_active_networks_info from n-d-816823-3 {{(pid=102670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 11:45:16.393992 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-4eb261bf-7756-44a3-9426-4d88b89c6be4 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Deleting port 1ca4978a-4f8b-4434-ab07-f01cdffbf6c7 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:45:16.394980 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4eb261bf-7756-44a3-9426-4d88b89c6be4 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:16.600600 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-4eb261bf-7756-44a3-9426-4d88b89c6be4 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] For port 1ca4978a-4f8b-4434-ab07-f01cdffbf6c7, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=1ca4978a-4f8b-4434-ab07-f01cdffbf6c7,segment=NetworkSegment(478839a0-b34f-4963-b9cf-c9a89bebf87f),segment_id=478839a0-b34f-4963-b9cf-c9a89bebf87f)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:45:16.600981 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4eb261bf-7756-44a3-9426-4d88b89c6be4 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:16.647103 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-4eb261bf-7756-44a3-9426-4d88b89c6be4 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Calling delete_port for 1ca4978a-4f8b-4434-ab07-f01cdffbf6c7 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:45:16.843888 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4eb261bf-7756-44a3-9426-4d88b89c6be4 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:16.893220 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:16.907390 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb261bf-7756-44a3-9426-4d88b89c6be4 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event deleted for resources: {'Port': ['ID=1ca4978a-4f8b-4434-ab07-f01cdffbf6c7,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:16.922348 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb261bf-7756-44a3-9426-4d88b89c6be4 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] No DVR routers for this DVR port 1ca4978a-4f8b-4434-ab07-f01cdffbf6c7 on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:45:16.982321 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc598119-e421-4e15-a764-1290941d3e02 None None] Resources bound (agent type, host, resource id): {{(pid=102670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 11:45:17.019207 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b95c4-e821-437b-bab5-de95913dd667 req-96c04a34-9a6f-4d88-a5bc-75407f71516b tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:17.035926 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b95c4-e821-437b-bab5-de95913dd667 req-96c04a34-9a6f-4d88-a5bc-75407f71516b tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:17.047039 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b95c4-e821-437b-bab5-de95913dd667 req-96c04a34-9a6f-4d88-a5bc-75407f71516b tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:17.050105 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4eb261bf-7756-44a3-9426-4d88b89c6be4 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:17.068177 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b95c4-e821-437b-bab5-de95913dd667 req-96c04a34-9a6f-4d88-a5bc-75407f71516b tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:17.076364 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b95c4-e821-437b-bab5-de95913dd667 req-96c04a34-9a6f-4d88-a5bc-75407f71516b tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:17.084014 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b95c4-e821-437b-bab5-de95913dd667 req-96c04a34-9a6f-4d88-a5bc-75407f71516b tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:17.091995 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b95c4-e821-437b-bab5-de95913dd667 req-96c04a34-9a6f-4d88-a5bc-75407f71516b tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:17.094840 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7b4b95c4-e821-437b-bab5-de95913dd667 req-96c04a34-9a6f-4d88-a5bc-75407f71516b tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 5446 time: 0.1753705 Nov 16 11:45:17.099741 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-4eb261bf-7756-44a3-9426-4d88b89c6be4 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['175aaf09-d77c-443d-b1cb-6db9b6798610']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:17.126916 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-4eb261bf-7756-44a3-9426-4d88b89c6be4 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '478839a0-b34f-4963-b9cf-c9a89bebf87f') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:17.127558 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-4eb261bf-7756-44a3-9426-4d88b89c6be4 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '478839a0-b34f-4963-b9cf-c9a89bebf87f') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:17.156107 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4eb261bf-7756-44a3-9426-4d88b89c6be4 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:17.190882 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4eb261bf-7756-44a3-9426-4d88b89c6be4 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:17.210643 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb261bf-7756-44a3-9426-4d88b89c6be4 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:45:17.212152 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4eb261bf-7756-44a3-9426-4d88b89c6be4 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:17.238479 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:45:17.238479 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:45:17.238479 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:45:17.238479 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:45:17.238479 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:45:17.238479 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:45:17.238479 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:45:17.238479 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:45:17.238479 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:45:17.238479 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:45:17.238479 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:45:17.238479 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:45:17.238479 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:45:17.238479 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:45:17.238479 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:45:17.238479 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:45:17.238479 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:45:17.238479 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:45:17.238479 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:45:17.238479 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:45:17.238479 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:45:17.238479 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:45:17.238479 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:45:17.238479 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:45:17.238479 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:45:17.238479 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:45:17.238479 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:45:17.238479 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:45:17.238479 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:45:17.238479 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:45:17.238479 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:45:17.238479 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:45:17.247917 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7b4b95c4-e821-437b-bab5-de95913dd667 req-6830a5df-e351-4f41-8c0f-1fc293a4a596 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=e21bdf95-84ed-4189-aa21-cfae4bf8891b&id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1454904 Nov 16 11:45:17.348151 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4eb261bf-7756-44a3-9426-4d88b89c6be4 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:17.353126 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4eb261bf-7756-44a3-9426-4d88b89c6be4 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:17.361155 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33552) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:17.370652 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4eb261bf-7756-44a3-9426-4d88b89c6be4 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "DELETE /v2.0/networks/175aaf09-d77c-443d-b1cb-6db9b6798610 HTTP/1.1" status: 204 len: 168 time: 2.7060249 Nov 16 11:45:17.408507 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb261bf-7756-44a3-9426-4d88b89c6be4 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event deleted for resources: {'Network': ['ID=175aaf09-d77c-443d-b1cb-6db9b6798610,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:17.412835 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc21b89d-920b-4aa5-a327-c03c9362e77d tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] DELETE failed (client error): The resource could not be found. Nov 16 11:45:17.413356 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc21b89d-920b-4aa5-a327-c03c9362e77d tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:45:17.419055 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33554) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:17.419247 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-dc21b89d-920b-4aa5-a327-c03c9362e77d tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "DELETE /v2.0/subnets/1394035f-d483-4434-a783-23fc8cde7c03 HTTP/1.1" status: 404 len: 337 time: 0.0569937 Nov 16 11:45:17.445457 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-936a09ef-09a5-4ae8-86db-53cb53aa5198 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] DELETE failed (client error): The resource could not be found. Nov 16 11:45:17.456363 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-936a09ef-09a5-4ae8-86db-53cb53aa5198 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:45:17.467744 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-936a09ef-09a5-4ae8-86db-53cb53aa5198 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "DELETE /v2.0/networks/175aaf09-d77c-443d-b1cb-6db9b6798610 HTTP/1.1" status: 404 len: 339 time: 0.0472519 Nov 16 11:45:17.470197 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33556) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:17.484291 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e2424-2831-46c6-895b-72e18088af7a req-c52e75b6-600e-4a3c-bfd7-5aafb5ef89ff tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:17.491008 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e2424-2831-46c6-895b-72e18088af7a req-c52e75b6-600e-4a3c-bfd7-5aafb5ef89ff tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:17.497429 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e2424-2831-46c6-895b-72e18088af7a req-c52e75b6-600e-4a3c-bfd7-5aafb5ef89ff tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:17.504145 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e2424-2831-46c6-895b-72e18088af7a req-c52e75b6-600e-4a3c-bfd7-5aafb5ef89ff tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:17.510845 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e2424-2831-46c6-895b-72e18088af7a req-c52e75b6-600e-4a3c-bfd7-5aafb5ef89ff tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:17.516679 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e2424-2831-46c6-895b-72e18088af7a req-c52e75b6-600e-4a3c-bfd7-5aafb5ef89ff tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:17.523117 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e2424-2831-46c6-895b-72e18088af7a req-c52e75b6-600e-4a3c-bfd7-5aafb5ef89ff tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:17.525068 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-771e2424-2831-46c6-895b-72e18088af7a req-c52e75b6-600e-4a3c-bfd7-5aafb5ef89ff tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 5446 time: 0.1188841 Nov 16 11:45:17.537310 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33558) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:17.545107 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-737c8a06-45d3-4564-aed2-9d7610f2add9 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Request body: {'floatingip': {'port_id': '039b5ae1-2fe8-48b5-84f3-2dbed68501be'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:45:17.589319 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-737c8a06-45d3-4564-aed2-9d7610f2add9 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks [] for floatingip, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:17.906711 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-46794011-b857-4c78-a35e-41fecd06fe33 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:17.995177 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-46794011-b857-4c78-a35e-41fecd06fe33 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:18.018011 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-46794011-b857-4c78-a35e-41fecd06fe33 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff5cb924-f181-4fec-b85d-8a48aeca6976']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:18.028828 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-46794011-b857-4c78-a35e-41fecd06fe33 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f56389ad-c1f3-46f6-aa71-385e74954e73') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:18.029125 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-46794011-b857-4c78-a35e-41fecd06fe33 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f56389ad-c1f3-46f6-aa71-385e74954e73') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:18.043665 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-46794011-b857-4c78-a35e-41fecd06fe33 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:18.057807 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-46794011-b857-4c78-a35e-41fecd06fe33 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:18.065018 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46794011-b857-4c78-a35e-41fecd06fe33 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:45:18.065417 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-46794011-b857-4c78-a35e-41fecd06fe33 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:18.068559 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:45:18.068559 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:45:18.068559 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:45:18.068559 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:45:18.068559 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:45:18.068559 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:45:18.068559 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:45:18.068559 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:45:18.068559 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:45:18.068559 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:45:18.068559 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:45:18.068559 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:45:18.068559 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:45:18.068559 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:45:18.068559 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:45:18.068559 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:45:18.068559 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:45:18.068559 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:45:18.068559 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:45:18.068559 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:45:18.068559 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:45:18.068559 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:45:18.068559 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:45:18.068559 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:45:18.068559 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:45:18.068559 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:45:18.068559 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:45:18.068559 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:45:18.068559 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:45:18.068559 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:45:18.068559 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:45:18.068559 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:45:18.136165 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-46794011-b857-4c78-a35e-41fecd06fe33 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:18.146265 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-46794011-b857-4c78-a35e-41fecd06fe33 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:18.152240 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-46794011-b857-4c78-a35e-41fecd06fe33 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "DELETE /v2.0/networks/ff5cb924-f181-4fec-b85d-8a48aeca6976 HTTP/1.1" status: 204 len: 168 time: 0.6775095 Nov 16 11:45:18.155623 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33570) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:18.160781 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46794011-b857-4c78-a35e-41fecd06fe33 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event deleted for resources: {'Network': ['ID=ff5cb924-f181-4fec-b85d-8a48aeca6976,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:18.189070 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-b510da51-59f3-4cbc-a148-0874258477e5 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] DELETE failed (client error): The resource could not be found. Nov 16 11:45:18.189328 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b510da51-59f3-4cbc-a148-0874258477e5 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:45:18.192525 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b510da51-59f3-4cbc-a148-0874258477e5 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "DELETE /v2.0/subnets/f4469d54-fb17-4fa4-b6eb-4bb4decc3c83 HTTP/1.1" status: 404 len: 337 time: 0.0357165 Nov 16 11:45:18.195552 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33572) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:18.216390 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf5c1895-3f4b-470a-b3af-4637781f6a27 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] DELETE failed (client error): The resource could not be found. Nov 16 11:45:18.216883 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf5c1895-3f4b-470a-b3af-4637781f6a27 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:45:18.220032 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bf5c1895-3f4b-470a-b3af-4637781f6a27 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "DELETE /v2.0/networks/12ce5159-1bc3-49aa-8f6a-b48be457e4df HTTP/1.1" status: 404 len: 339 time: 0.0228040 Nov 16 11:45:18.222667 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33574) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:18.284463 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c64569c-4603-47da-8154-1f8e4485e21d tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Deleting subnet 731fb320-43a6-4738-963c-f741c27c22d4 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:45:18.288098 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c64569c-4603-47da-8154-1f8e4485e21d tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:18.329167 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-737c8a06-45d3-4564-aed2-9d7610f2add9 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:18.335824 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:18.338521 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-737c8a06-45d3-4564-aed2-9d7610f2add9 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:18.388322 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c64569c-4603-47da-8154-1f8e4485e21d tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:18.544988 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c64569c-4603-47da-8154-1f8e4485e21d tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:18.632888 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c64569c-4603-47da-8154-1f8e4485e21d tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:18.676141 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c64569c-4603-47da-8154-1f8e4485e21d tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event deleted for resources: {'Subnet': ['ID=731fb320-43a6-4738-963c-f741c27c22d4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:18.678442 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c64569c-4603-47da-8154-1f8e4485e21d tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:18.684468 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5c64569c-4603-47da-8154-1f8e4485e21d tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "DELETE /v2.0/subnets/731fb320-43a6-4738-963c-f741c27c22d4 HTTP/1.1" status: 204 len: 168 time: 0.4578741 Nov 16 11:45:18.684690 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33590) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:18.693470 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd93698a-34d9-46a4-ac3c-bf059112c27b None None] Network e9c1133b-c0f4-4d3f-bc00-25d42847ed5b requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:45:18.757911 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce4def04-9d67-4cff-b241-746d5f7aef87 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Deleting subnet db38df45-c163-42ed-a89a-2ecef4feda3f {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:45:18.762336 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ce4def04-9d67-4cff-b241-746d5f7aef87 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:18.847652 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ce4def04-9d67-4cff-b241-746d5f7aef87 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:18.960349 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:18.982061 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [None req-737c8a06-45d3-4564-aed2-9d7610f2add9 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Floating IP 3c2f28e2-4a80-4334-952c-fbee38e2e62a associated. External IP: 172.25.0.32, port: 039b5ae1-2fe8-48b5-84f3-2dbed68501be. Nov 16 11:45:19.102939 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ce4def04-9d67-4cff-b241-746d5f7aef87 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:19.229993 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ce4def04-9d67-4cff-b241-746d5f7aef87 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:19.301358 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4def04-9d67-4cff-b241-746d5f7aef87 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event deleted for resources: {'Subnet': ['ID=db38df45-c163-42ed-a89a-2ecef4feda3f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:19.310746 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ce4def04-9d67-4cff-b241-746d5f7aef87 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:19.317621 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ce4def04-9d67-4cff-b241-746d5f7aef87 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "DELETE /v2.0/subnets/db38df45-c163-42ed-a89a-2ecef4feda3f HTTP/1.1" status: 204 len: 168 time: 0.6286924 Nov 16 11:45:19.317621 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33606) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:19.321849 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737c8a06-45d3-4564-aed2-9d7610f2add9 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Router fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:45:19.447366 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ede3fc2-bab3-40d0-976a-f2b5573d6e37 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:19.548749 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737c8a06-45d3-4564-aed2-9d7610f2add9 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:45:19.557007 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-737c8a06-45d3-4564-aed2-9d7610f2add9 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:19.560327 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0e99d1-07c7-483b-8a2d-a4f9a613e84f None None] Sync routers for ids ['fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:45:19.567120 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-5ede3fc2-bab3-40d0-976a-f2b5573d6e37 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Deleting port 7d080ff1-4e4d-4238-8fc1-f0fe0c49ef65 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:45:19.567796 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ede3fc2-bab3-40d0-976a-f2b5573d6e37 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:19.579450 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0e99d1-07c7-483b-8a2d-a4f9a613e84f None None] Routers {'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:45:19.580154 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-da0e99d1-07c7-483b-8a2d-a4f9a613e84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:45:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:19.627198 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-737c8a06-45d3-4564-aed2-9d7610f2add9 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "PUT /v2.0/floatingips/3c2f28e2-4a80-4334-952c-fbee38e2e62a HTTP/1.1" status: 200 len: 991 time: 2.0877283 Nov 16 11:45:19.628977 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '296f2531-289e-4d94-9c1d-03f76576752d', 'tag': '039b5ae1-2fe8-48b5-84f3-2dbed68501be'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:45:19.633699 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f333b5-9c27-4509-882d-a6c10e18996c" -d '{"events": [{"name": "network-changed", "server_uuid": "296f2531-289e-4d94-9c1d-03f76576752d", "tag": "039b5ae1-2fe8-48b5-84f3-2dbed68501be"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:45:19.650463 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-5ede3fc2-bab3-40d0-976a-f2b5573d6e37 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] For port 7d080ff1-4e4d-4238-8fc1-f0fe0c49ef65, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=7d080ff1-4e4d-4238-8fc1-f0fe0c49ef65,segment=NetworkSegment(6c5bd663-a550-4a50-ac92-c8fd4572cead),segment_id=6c5bd663-a550-4a50-ac92-c8fd4572cead)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:45:19.650834 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ede3fc2-bab3-40d0-976a-f2b5573d6e37 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:19.671960 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-5ede3fc2-bab3-40d0-976a-f2b5573d6e37 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Calling delete_port for 7d080ff1-4e4d-4238-8fc1-f0fe0c49ef65 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:45:19.798538 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-da0e99d1-07c7-483b-8a2d-a4f9a613e84f None None] Set router fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:45:19.818086 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ede3fc2-bab3-40d0-976a-f2b5573d6e37 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:19.878026 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ede3fc2-bab3-40d0-976a-f2b5573d6e37 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] No DVR routers for this DVR port 7d080ff1-4e4d-4238-8fc1-f0fe0c49ef65 on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:45:19.889151 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede3fc2-bab3-40d0-976a-f2b5573d6e37 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event deleted for resources: {'Port': ['ID=7d080ff1-4e4d-4238-8fc1-f0fe0c49ef65,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:20.102503 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ede3fc2-bab3-40d0-976a-f2b5573d6e37 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:20.163599 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-5ede3fc2-bab3-40d0-976a-f2b5573d6e37 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9c1133b-c0f4-4d3f-bc00-25d42847ed5b']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:20.178882 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-5ede3fc2-bab3-40d0-976a-f2b5573d6e37 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c5bd663-a550-4a50-ac92-c8fd4572cead') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:20.179169 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-5ede3fc2-bab3-40d0-976a-f2b5573d6e37 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c5bd663-a550-4a50-ac92-c8fd4572cead') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:20.189718 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40f5e45-470c-49ba-8dae-b9b9701d916b None None] Network e9c1133b-c0f4-4d3f-bc00-25d42847ed5b requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:45:20.192029 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ede3fc2-bab3-40d0-976a-f2b5573d6e37 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:20.208004 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ede3fc2-bab3-40d0-976a-f2b5573d6e37 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:20.219177 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ede3fc2-bab3-40d0-976a-f2b5573d6e37 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:45:20.219673 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ede3fc2-bab3-40d0-976a-f2b5573d6e37 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:20.227761 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:45:20.227761 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:45:20.227761 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:45:20.227761 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:45:20.227761 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:45:20.227761 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:45:20.227761 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:45:20.227761 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:45:20.227761 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:45:20.227761 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:45:20.227761 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:45:20.227761 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:45:20.227761 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:45:20.227761 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:45:20.227761 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:45:20.227761 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:45:20.227761 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:45:20.227761 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:45:20.227761 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:45:20.227761 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:45:20.227761 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:45:20.227761 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:45:20.227761 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:45:20.227761 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:45:20.227761 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:45:20.227761 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:45:20.227761 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:45:20.227761 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:45:20.227761 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:45:20.227761 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:45:20.227761 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:45:20.227761 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:45:20.244232 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383b8526-35dd-482f-b541-0a85801a8f68 x-openstack-request-id: req-383b8526-35dd-482f-b541-0a85801a8f68 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:45:20.244540 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "296f2531-289e-4d94-9c1d-03f76576752d", "tag": "039b5ae1-2fe8-48b5-84f3-2dbed68501be", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:45:20.244795 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-383b8526-35dd-482f-b541-0a85801a8f68 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:45:20.245202 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '296f2531-289e-4d94-9c1d-03f76576752d', 'tag': '039b5ae1-2fe8-48b5-84f3-2dbed68501be', 'status': 'completed', 'code': 200} Nov 16 11:45:20.272641 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a5647ee2-acc7-4eb1-8e26-8eec280f6e6a None None] Could not find standard attr ID for object 7d080ff1-4e4d-4238-8fc1-f0fe0c49ef65. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:45:20.333413 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ede3fc2-bab3-40d0-976a-f2b5573d6e37 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:20.362890 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ede3fc2-bab3-40d0-976a-f2b5573d6e37 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:20.366420 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5ede3fc2-bab3-40d0-976a-f2b5573d6e37 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "DELETE /v2.0/networks/e9c1133b-c0f4-4d3f-bc00-25d42847ed5b HTTP/1.1" status: 204 len: 168 time: 1.0484371 Nov 16 11:45:20.369888 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33622) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:20.413982 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f53b034-e88b-43a7-bd29-0cb48061b507 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] DELETE failed (client error): The resource could not be found. Nov 16 11:45:20.413982 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f53b034-e88b-43a7-bd29-0cb48061b507 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:45:20.416801 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-3f53b034-e88b-43a7-bd29-0cb48061b507 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "DELETE /v2.0/subnets/8adca5f7-b50e-446d-8e14-0cc592746aa9 HTTP/1.1" status: 404 len: 337 time: 0.0455852 Nov 16 11:45:20.421524 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33624) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:20.424400 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede3fc2-bab3-40d0-976a-f2b5573d6e37 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event deleted for resources: {'Network': ['ID=e9c1133b-c0f4-4d3f-bc00-25d42847ed5b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:20.437555 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f333b5-9c27-4509-882d-a6c10e18996c req-7e5fbe58-1438-462d-a4e5-6506a50a405e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:20.438077 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f333b5-9c27-4509-882d-a6c10e18996c req-7e5fbe58-1438-462d-a4e5-6506a50a405e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:20.438551 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f333b5-9c27-4509-882d-a6c10e18996c req-7e5fbe58-1438-462d-a4e5-6506a50a405e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:20.439019 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f333b5-9c27-4509-882d-a6c10e18996c req-7e5fbe58-1438-462d-a4e5-6506a50a405e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:20.439602 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f333b5-9c27-4509-882d-a6c10e18996c req-7e5fbe58-1438-462d-a4e5-6506a50a405e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:20.440064 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f333b5-9c27-4509-882d-a6c10e18996c req-7e5fbe58-1438-462d-a4e5-6506a50a405e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:20.440795 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f333b5-9c27-4509-882d-a6c10e18996c req-7e5fbe58-1438-462d-a4e5-6506a50a405e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:20.442871 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-da0e99d1-07c7-483b-8a2d-a4f9a613e84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1257189288-router', 'tenant_id': '14d41305b65a4dafae92476e1ff902fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '35263645-7407-4474-8423-01b175f1567c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:42:29Z', 'updated_at': '2021-11-16T11:42:38Z', 'revision_number': 4, 'project_id': '14d41305b65a4dafae92476e1ff902fa', 'gw_port': {'id': '35263645-7407-4474-8423-01b175f1567c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:30Z', 'updated_at': '2021-11-16T11:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '3c2f28e2-4a80-4334-952c-fbee38e2e62a', 'tenant_id': '14d41305b65a4dafae92476e1ff902fa', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb', 'port_id': '039b5ae1-2fe8-48b5-84f3-2dbed68501be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd9b53f3-dc5a-4d2a-9424-263d53785a99', 'mac_address': 'fa:16:3e:34:4f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296f2531-289e-4d94-9c1d-03f76576752d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:43:50Z', 'updated_at': '2021-11-16T11:45:18Z', 'revision_number': 1, 'project_id': '14d41305b65a4dafae92476e1ff902fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da8259cf-9aa7-4b4d-a78b-952ab744e4d1', 'name': '', 'network_id': 'cd9b53f3-dc5a-4d2a-9424-263d53785a99', 'tenant_id': '14d41305b65a4dafae92476e1ff902fa', 'mac_address': 'fa:16:3e:2b:04:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '0dfedd61-b7f4-4fb0-bbf3-63a0a3e66c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:36Z', 'updated_at': '2021-11-16T11:42:44Z', 'revision_number': 5, 'project_id': '14d41305b65a4dafae92476e1ff902fa', 'subnets': [{'id': '0dfedd61-b7f4-4fb0-bbf3-63a0a3e66c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:20.443403 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c5f333b5-9c27-4509-882d-a6c10e18996c req-7e5fbe58-1438-462d-a4e5-6506a50a405e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=14d41305b65a4dafae92476e1ff902fa&device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 6503 time: 0.1222847 Nov 16 11:45:20.451549 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252402c3-0d94-4aae-8333-589dd94f511d None None] DHCP port deletion for e9c1133b-c0f4-4d3f-bc00-25d42847ed5b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:45:20.453781 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-7029a86f-018b-4682-b2ce-eaeb13187a86 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] DELETE failed (client error): The resource could not be found. Nov 16 11:45:20.454346 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7029a86f-018b-4682-b2ce-eaeb13187a86 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:45:20.458077 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7029a86f-018b-4682-b2ce-eaeb13187a86 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "DELETE /v2.0/networks/79de2566-f202-44d5-89c6-d7cbd7692e82 HTTP/1.1" status: 404 len: 339 time: 0.0348563 Nov 16 11:45:20.466882 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33626) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:20.499301 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c15677d-91e3-4e05-afb0-acf954743413 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] DELETE failed (client error): The resource could not be found. Nov 16 11:45:20.499769 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c15677d-91e3-4e05-afb0-acf954743413 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:45:20.503223 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0c15677d-91e3-4e05-afb0-acf954743413 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "DELETE /v2.0/subnets/d96b0d2a-c973-4595-8e60-6f7b22d040a8 HTTP/1.1" status: 404 len: 337 time: 0.0351810 Nov 16 11:45:20.505833 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33630) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:20.524795 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0e99d1-07c7-483b-8a2d-a4f9a613e84f None None] Checking router: fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:45:20.545334 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0e99d1-07c7-483b-8a2d-a4f9a613e84f None None] Routers {'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:45:20.545999 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-da0e99d1-07c7-483b-8a2d-a4f9a613e84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:45:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:20.553362 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d3049c2-18c7-434c-9402-6c027f55da55 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] DELETE failed (client error): The resource could not be found. Nov 16 11:45:20.566811 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d3049c2-18c7-434c-9402-6c027f55da55 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:45:20.581077 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0d3049c2-18c7-434c-9402-6c027f55da55 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "DELETE /v2.0/networks/b369cbaf-8371-4082-90bc-a08191f79c63 HTTP/1.1" status: 404 len: 339 time: 0.0722425 Nov 16 11:45:20.585656 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33636) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:20.637407 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f333b5-9c27-4509-882d-a6c10e18996c req-af4c4179-5137-4c9b-88a0-b69ce8dc15f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:20.641398 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c5f333b5-9c27-4509-882d-a6c10e18996c req-af4c4179-5137-4c9b-88a0-b69ce8dc15f3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cd9b53f3-dc5a-4d2a-9424-263d53785a99 HTTP/1.1" status: 200 len: 918 time: 0.1827848 Nov 16 11:45:20.662908 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b7c025-7e6e-41d6-8606-28848778cd03 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] DELETE failed (client error): The resource could not be found. Nov 16 11:45:20.663367 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5b7c025-7e6e-41d6-8606-28848778cd03 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:45:20.666628 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b5b7c025-7e6e-41d6-8606-28848778cd03 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "DELETE /v2.0/subnets/0ebf45bf-231e-468c-8631-d7478939f3a6 HTTP/1.1" status: 404 len: 337 time: 0.0798998 Nov 16 11:45:20.669095 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33646) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:20.689637 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1ade570-34f9-418e-86ef-c222134c5916 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] DELETE failed (client error): The resource could not be found. Nov 16 11:45:20.690090 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1ade570-34f9-418e-86ef-c222134c5916 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:45:20.693315 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d1ade570-34f9-418e-86ef-c222134c5916 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "DELETE /v2.0/networks/6542e2f8-a284-417e-aa8c-79f98725e5c7 HTTP/1.1" status: 404 len: 339 time: 0.0230966 Nov 16 11:45:20.696195 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33650) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:20.822366 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-da0e99d1-07c7-483b-8a2d-a4f9a613e84f None None] Set router fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:45:20.854572 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-35abdb81-64f6-47b8-9e9c-171515febf30 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Deleting subnet 9a475e38-c7fe-42b0-939d-3d7655f28afd {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:45:20.861369 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35abdb81-64f6-47b8-9e9c-171515febf30 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:20.866135 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c5f333b5-9c27-4509-882d-a6c10e18996c req-f2ad3d15-2dfb-48c9-ae8c-01bdaa4df67c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=039b5ae1-2fe8-48b5-84f3-2dbed68501be HTTP/1.1" status: 200 len: 999 time: 0.1225629 Nov 16 11:45:20.947772 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35abdb81-64f6-47b8-9e9c-171515febf30 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:20.985817 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f333b5-9c27-4509-882d-a6c10e18996c req-2bb1425d-271f-46d6-bb93-bdda3b9a4eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:20.987320 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c5f333b5-9c27-4509-882d-a6c10e18996c req-2bb1425d-271f-46d6-bb93-bdda3b9a4eba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0dfedd61-b7f4-4fb0-bbf3-63a0a3e66c06 HTTP/1.1" status: 200 len: 856 time: 0.1017950 Nov 16 11:45:21.100824 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35abdb81-64f6-47b8-9e9c-171515febf30 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:21.104204 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f333b5-9c27-4509-882d-a6c10e18996c req-88d0c8d2-ed50-410b-9125-4dc5355d8ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:21.105780 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c5f333b5-9c27-4509-882d-a6c10e18996c req-88d0c8d2-ed50-410b-9125-4dc5355d8ed2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cd9b53f3-dc5a-4d2a-9424-263d53785a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1073565 Nov 16 11:45:21.168276 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-da0e99d1-07c7-483b-8a2d-a4f9a613e84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1257189288-router', 'tenant_id': '14d41305b65a4dafae92476e1ff902fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '35263645-7407-4474-8423-01b175f1567c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:42:29Z', 'updated_at': '2021-11-16T11:42:38Z', 'revision_number': 4, 'project_id': '14d41305b65a4dafae92476e1ff902fa', 'gw_port': {'id': '35263645-7407-4474-8423-01b175f1567c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:30Z', 'updated_at': '2021-11-16T11:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '3c2f28e2-4a80-4334-952c-fbee38e2e62a', 'tenant_id': '14d41305b65a4dafae92476e1ff902fa', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb', 'port_id': '039b5ae1-2fe8-48b5-84f3-2dbed68501be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd9b53f3-dc5a-4d2a-9424-263d53785a99', 'mac_address': 'fa:16:3e:34:4f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296f2531-289e-4d94-9c1d-03f76576752d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:43:50Z', 'updated_at': '2021-11-16T11:45:18Z', 'revision_number': 1, 'project_id': '14d41305b65a4dafae92476e1ff902fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da8259cf-9aa7-4b4d-a78b-952ab744e4d1', 'name': '', 'network_id': 'cd9b53f3-dc5a-4d2a-9424-263d53785a99', 'tenant_id': '14d41305b65a4dafae92476e1ff902fa', 'mac_address': 'fa:16:3e:2b:04:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '0dfedd61-b7f4-4fb0-bbf3-63a0a3e66c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:36Z', 'updated_at': '2021-11-16T11:42:44Z', 'revision_number': 5, 'project_id': '14d41305b65a4dafae92476e1ff902fa', 'subnets': [{'id': '0dfedd61-b7f4-4fb0-bbf3-63a0a3e66c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:21.208029 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0e99d1-07c7-483b-8a2d-a4f9a613e84f None None] The sync data for ids ['fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb'] in n-d-816823-3 is: [{'id': 'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1257189288-router', 'tenant_id': '14d41305b65a4dafae92476e1ff902fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '35263645-7407-4474-8423-01b175f1567c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:42:29Z', 'updated_at': '2021-11-16T11:42:38Z', 'revision_number': 4, 'project_id': '14d41305b65a4dafae92476e1ff902fa', 'gw_port': {'id': '35263645-7407-4474-8423-01b175f1567c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:30Z', 'updated_at': '2021-11-16T11:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '3c2f28e2-4a80-4334-952c-fbee38e2e62a', 'tenant_id': '14d41305b65a4dafae92476e1ff902fa', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb', 'port_id': '039b5ae1-2fe8-48b5-84f3-2dbed68501be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd9b53f3-dc5a-4d2a-9424-263d53785a99', 'mac_address': 'fa:16:3e:34:4f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296f2531-289e-4d94-9c1d-03f76576752d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:43:50Z', 'updated_at': '2021-11-16T11:45:18Z', 'revision_number': 1, 'project_id': '14d41305b65a4dafae92476e1ff902fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da8259cf-9aa7-4b4d-a78b-952ab744e4d1', 'name': '', 'network_id': 'cd9b53f3-dc5a-4d2a-9424-263d53785a99', 'tenant_id': '14d41305b65a4dafae92476e1ff902fa', 'mac_address': 'fa:16:3e:2b:04:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '0dfedd61-b7f4-4fb0-bbf3-63a0a3e66c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:36Z', 'updated_at': '2021-11-16T11:42:44Z', 'revision_number': 5, 'project_id': '14d41305b65a4dafae92476e1ff902fa', 'subnets': [{'id': '0dfedd61-b7f4-4fb0-bbf3-63a0a3e66c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:45:21.286062 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c5f333b5-9c27-4509-882d-a6c10e18996c req-2fe12687-18ee-4f29-98fd-0cb333b3c4c8 service neutron] 10.222.0.64 "GET /v2.0/networks/cd9b53f3-dc5a-4d2a-9424-263d53785a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529431 Nov 16 11:45:21.289691 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35abdb81-64f6-47b8-9e9c-171515febf30 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:21.341128 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35abdb81-64f6-47b8-9e9c-171515febf30 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event deleted for resources: {'Subnet': ['ID=9a475e38-c7fe-42b0-939d-3d7655f28afd,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:21.345878 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35abdb81-64f6-47b8-9e9c-171515febf30 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:21.350157 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-35abdb81-64f6-47b8-9e9c-171515febf30 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "DELETE /v2.0/subnets/9a475e38-c7fe-42b0-939d-3d7655f28afd HTTP/1.1" status: 204 len: 168 time: 0.6518295 Nov 16 11:45:21.352052 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33670) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:21.357803 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ff3b88-2987-449e-9f22-c555abd4cff7 None None] Network 4559fd05-90f2-4c6c-9810-f4b972dea7d6 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:45:21.486196 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c5f333b5-9c27-4509-882d-a6c10e18996c req-8efaa21a-6451-4bc4-80a5-cb5eaa071c84 service neutron] 10.222.0.64 "GET /v2.0/networks/cd9b53f3-dc5a-4d2a-9424-263d53785a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900623 Nov 16 11:45:21.512324 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3a73279d-8f67-488e-9639-017fac3cea17 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:21.611384 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ec8aa4-adf4-4915-ac1e-2a464e056486 None None] New status for floating IP 3c2f28e2-4a80-4334-952c-fbee38e2e62a: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:45:21.620953 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-3a73279d-8f67-488e-9639-017fac3cea17 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Deleting port 3d0f8c23-abed-40bd-afca-ef6a4398e6ea {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:45:21.622160 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3a73279d-8f67-488e-9639-017fac3cea17 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:21.701795 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-3a73279d-8f67-488e-9639-017fac3cea17 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] For port 3d0f8c23-abed-40bd-afca-ef6a4398e6ea, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=3d0f8c23-abed-40bd-afca-ef6a4398e6ea,segment=NetworkSegment(2e5fa15a-8652-4d45-8fce-9e7e72316cfd),segment_id=2e5fa15a-8652-4d45-8fce-9e7e72316cfd)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:45:21.702327 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3a73279d-8f67-488e-9639-017fac3cea17 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:21.717149 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-3a73279d-8f67-488e-9639-017fac3cea17 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Calling delete_port for 3d0f8c23-abed-40bd-afca-ef6a4398e6ea owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:45:21.817445 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c729ae-bf07-495e-8323-6f46536c96b9 None None] DHCP port deletion for 4559fd05-90f2-4c6c-9810-f4b972dea7d6 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:45:21.882811 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3a73279d-8f67-488e-9639-017fac3cea17 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:21.928098 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73279d-8f67-488e-9639-017fac3cea17 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event deleted for resources: {'Port': ['ID=3d0f8c23-abed-40bd-afca-ef6a4398e6ea,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:21.930315 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a73279d-8f67-488e-9639-017fac3cea17 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] No DVR routers for this DVR port 3d0f8c23-abed-40bd-afca-ef6a4398e6ea on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:45:21.993389 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-11c729ae-bf07-495e-8323-6f46536c96b9 None None] Deleting port 3d0f8c23-abed-40bd-afca-ef6a4398e6ea {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:45:21.994317 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-11c729ae-bf07-495e-8323-6f46536c96b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:22.040025 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3a73279d-8f67-488e-9639-017fac3cea17 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:22.073315 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-3a73279d-8f67-488e-9639-017fac3cea17 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4559fd05-90f2-4c6c-9810-f4b972dea7d6']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:22.092285 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 3d0f8c23-abed-40bd-afca-ef6a4398e6ea no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:45:22.095099 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-3a73279d-8f67-488e-9639-017fac3cea17 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e5fa15a-8652-4d45-8fce-9e7e72316cfd') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:22.095529 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-3a73279d-8f67-488e-9639-017fac3cea17 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e5fa15a-8652-4d45-8fce-9e7e72316cfd') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:22.118335 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3a73279d-8f67-488e-9639-017fac3cea17 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:22.126638 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-11c729ae-bf07-495e-8323-6f46536c96b9 None None] For port 3d0f8c23-abed-40bd-afca-ef6a4398e6ea, host n-d-816823-3, got binding levels [] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:45:22.127851 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-11c729ae-bf07-495e-8323-6f46536c96b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:22.133329 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3a73279d-8f67-488e-9639-017fac3cea17 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:22.138684 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 3d0f8c23-abed-40bd-afca-ef6a4398e6ea {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:45:22.139039 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 3d0f8c23-abed-40bd-afca-ef6a4398e6ea not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:45:22.139483 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7d080ff1-4e4d-4238-8fc1-f0fe0c49ef65 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:45:22.141265 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a73279d-8f67-488e-9639-017fac3cea17 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:45:22.141721 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3a73279d-8f67-488e-9639-017fac3cea17 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:22.145547 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:45:22.145547 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:45:22.145547 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:45:22.145547 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:45:22.145547 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:45:22.145547 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:45:22.145547 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:45:22.145547 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:45:22.145547 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:45:22.145547 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:45:22.145547 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:45:22.145547 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:45:22.145547 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:45:22.145547 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:45:22.145547 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:45:22.145547 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:45:22.145547 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:45:22.145547 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:45:22.145547 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:45:22.145547 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:45:22.145547 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:45:22.145547 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:45:22.145547 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:45:22.145547 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:45:22.145547 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:45:22.145547 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:45:22.145547 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:45:22.145547 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:45:22.145547 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:45:22.145547 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:45:22.145547 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:45:22.145547 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:45:22.163518 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-11c729ae-bf07-495e-8323-6f46536c96b9 None None] Calling delete_port for 3d0f8c23-abed-40bd-afca-ef6a4398e6ea owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:45:22.165294 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 7d080ff1-4e4d-4238-8fc1-f0fe0c49ef65 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:45:22.165641 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7d080ff1-4e4d-4238-8fc1-f0fe0c49ef65 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:45:22.167998 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.ipam_backend_mixin [None req-11c729ae-bf07-495e-8323-6f46536c96b9 None None] Port 3d0f8c23-abed-40bd-afca-ef6a4398e6ea was not found and therefore no delete operation was performed {{(pid=102670) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 11:45:22.169588 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-11c729ae-bf07-495e-8323-6f46536c96b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:22.184273 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c729ae-bf07-495e-8323-6f46536c96b9 None None] No DVR routers for this DVR port 3d0f8c23-abed-40bd-afca-ef6a4398e6ea on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:45:22.218495 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c729ae-bf07-495e-8323-6f46536c96b9 None None] Pushing event deleted for resources: {'Port': ['ID=3d0f8c23-abed-40bd-afca-ef6a4398e6ea,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:22.241782 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3a73279d-8f67-488e-9639-017fac3cea17 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:22.248704 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3a73279d-8f67-488e-9639-017fac3cea17 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:22.252895 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3a73279d-8f67-488e-9639-017fac3cea17 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "DELETE /v2.0/networks/4559fd05-90f2-4c6c-9810-f4b972dea7d6 HTTP/1.1" status: 204 len: 168 time: 0.8996291 Nov 16 11:45:22.256844 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33682) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:22.274473 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73279d-8f67-488e-9639-017fac3cea17 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event deleted for resources: {'Network': ['ID=4559fd05-90f2-4c6c-9810-f4b972dea7d6,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:22.290389 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-5839b88b-97e6-4a6e-ad43-3242ed7150c3 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] DELETE failed (client error): The resource could not be found. Nov 16 11:45:22.290853 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5839b88b-97e6-4a6e-ad43-3242ed7150c3 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:45:22.294481 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5839b88b-97e6-4a6e-ad43-3242ed7150c3 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "DELETE /v2.0/subnets/e297adb0-bea1-4ea1-b5bb-55376594f4d7 HTTP/1.1" status: 404 len: 337 time: 0.0362539 Nov 16 11:45:22.297155 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33684) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:22.317459 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-32610f8f-5626-46e5-b936-dfb1eb85bb9f tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] DELETE failed (client error): The resource could not be found. Nov 16 11:45:22.318242 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32610f8f-5626-46e5-b936-dfb1eb85bb9f tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:45:22.325060 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-32610f8f-5626-46e5-b936-dfb1eb85bb9f tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "DELETE /v2.0/networks/60bd6f0c-2bf2-4a32-8c85-b51228429f17 HTTP/1.1" status: 404 len: 339 time: 0.0242603 Nov 16 11:45:22.325521 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33686) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:22.397946 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-67800477-2199-46c8-8fc8-1cbfd23e536e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Deleting subnet dd631dac-71dd-40b3-b146-ab465f3c25a4 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:45:22.401530 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-67800477-2199-46c8-8fc8-1cbfd23e536e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:22.451920 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-67800477-2199-46c8-8fc8-1cbfd23e536e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:22.549145 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-67800477-2199-46c8-8fc8-1cbfd23e536e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:22.627823 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-67800477-2199-46c8-8fc8-1cbfd23e536e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:22.666838 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67800477-2199-46c8-8fc8-1cbfd23e536e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event deleted for resources: {'Subnet': ['ID=dd631dac-71dd-40b3-b146-ab465f3c25a4,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:22.670829 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-67800477-2199-46c8-8fc8-1cbfd23e536e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:22.677663 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b805db-a7dd-4226-98da-cb9b5c856765 None None] Network 42f35a15-aa58-4e22-82c0-04c631ab84d0 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:45:22.678809 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33690) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:22.686512 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-67800477-2199-46c8-8fc8-1cbfd23e536e tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "DELETE /v2.0/subnets/dd631dac-71dd-40b3-b146-ab465f3c25a4 HTTP/1.1" status: 204 len: 168 time: 0.3597279 Nov 16 11:45:22.774074 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ae8d81db-4ad3-4fb9-84bc-34b39e55a7a2 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:22.836748 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ae8d81db-4ad3-4fb9-84bc-34b39e55a7a2 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Deleting port c40be5fb-34ca-4b8d-ab0e-a70dd4094f75 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:45:22.837090 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ae8d81db-4ad3-4fb9-84bc-34b39e55a7a2 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:22.906779 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d3874d-0419-4347-ae1a-0a7a4bbaf7f0 None None] DHCP port deletion for 42f35a15-aa58-4e22-82c0-04c631ab84d0 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:45:22.909709 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-ae8d81db-4ad3-4fb9-84bc-34b39e55a7a2 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] For port c40be5fb-34ca-4b8d-ab0e-a70dd4094f75, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=c40be5fb-34ca-4b8d-ab0e-a70dd4094f75,segment=NetworkSegment(c96ec432-3362-4c68-b734-cd0a1baaf44e),segment_id=c96ec432-3362-4c68-b734-cd0a1baaf44e)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:45:22.910238 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ae8d81db-4ad3-4fb9-84bc-34b39e55a7a2 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:22.928296 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ae8d81db-4ad3-4fb9-84bc-34b39e55a7a2 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Calling delete_port for c40be5fb-34ca-4b8d-ab0e-a70dd4094f75 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:45:22.972967 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b2d3874d-0419-4347-ae1a-0a7a4bbaf7f0 None None] Deleting port c40be5fb-34ca-4b8d-ab0e-a70dd4094f75 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:45:22.973381 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b2d3874d-0419-4347-ae1a-0a7a4bbaf7f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:23.030910 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ae8d81db-4ad3-4fb9-84bc-34b39e55a7a2 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:23.067389 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b2d3874d-0419-4347-ae1a-0a7a4bbaf7f0 None None] For port c40be5fb-34ca-4b8d-ab0e-a70dd4094f75, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=c40be5fb-34ca-4b8d-ab0e-a70dd4094f75,segment=NetworkSegment(c96ec432-3362-4c68-b734-cd0a1baaf44e),segment_id=c96ec432-3362-4c68-b734-cd0a1baaf44e)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:45:23.067954 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b2d3874d-0419-4347-ae1a-0a7a4bbaf7f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:23.076338 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d81db-4ad3-4fb9-84bc-34b39e55a7a2 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event deleted for resources: {'Port': ['ID=c40be5fb-34ca-4b8d-ab0e-a70dd4094f75,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:23.085014 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8d81db-4ad3-4fb9-84bc-34b39e55a7a2 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] No DVR routers for this DVR port c40be5fb-34ca-4b8d-ab0e-a70dd4094f75 on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:45:23.104527 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b2d3874d-0419-4347-ae1a-0a7a4bbaf7f0 None None] Calling delete_port for c40be5fb-34ca-4b8d-ab0e-a70dd4094f75 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:45:23.209531 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ae8d81db-4ad3-4fb9-84bc-34b39e55a7a2 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:23.234318 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-ae8d81db-4ad3-4fb9-84bc-34b39e55a7a2 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f35a15-aa58-4e22-82c0-04c631ab84d0']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:23.244582 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-ae8d81db-4ad3-4fb9-84bc-34b39e55a7a2 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c96ec432-3362-4c68-b734-cd0a1baaf44e') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:23.245821 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-ae8d81db-4ad3-4fb9-84bc-34b39e55a7a2 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c96ec432-3362-4c68-b734-cd0a1baaf44e') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:23.259946 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ae8d81db-4ad3-4fb9-84bc-34b39e55a7a2 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:23.276437 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ae8d81db-4ad3-4fb9-84bc-34b39e55a7a2 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:23.283661 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae8d81db-4ad3-4fb9-84bc-34b39e55a7a2 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:45:23.284561 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ae8d81db-4ad3-4fb9-84bc-34b39e55a7a2 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:23.288301 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:45:23.288301 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:45:23.288301 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:45:23.288301 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:45:23.288301 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:45:23.288301 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:45:23.288301 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:45:23.288301 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:45:23.288301 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:45:23.288301 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:45:23.288301 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:45:23.288301 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:45:23.288301 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:45:23.288301 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:45:23.288301 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:45:23.288301 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:45:23.288301 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:45:23.288301 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:45:23.288301 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:45:23.288301 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:45:23.288301 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:45:23.288301 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:45:23.288301 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:45:23.288301 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:45:23.288301 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:45:23.288301 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:45:23.288301 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:45:23.288301 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:45:23.288301 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:45:23.288301 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:45:23.288301 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:45:23.288301 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:45:23.306547 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 11:45:23.331250 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b2d3874d-0419-4347-ae1a-0a7a4bbaf7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:23.358377 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d3874d-0419-4347-ae1a-0a7a4bbaf7f0 None None] No DVR routers for this DVR port c40be5fb-34ca-4b8d-ab0e-a70dd4094f75 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:45:23.396142 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ae8d81db-4ad3-4fb9-84bc-34b39e55a7a2 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:23.408325 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ae8d81db-4ad3-4fb9-84bc-34b39e55a7a2 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:23.423454 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ae8d81db-4ad3-4fb9-84bc-34b39e55a7a2 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] 10.222.0.61 "DELETE /v2.0/networks/42f35a15-aa58-4e22-82c0-04c631ab84d0 HTTP/1.1" status: 204 len: 168 time: 0.7389214 Nov 16 11:45:23.430893 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d3874d-0419-4347-ae1a-0a7a4bbaf7f0 None None] Pushing event deleted for resources: {'Port': ['ID=c40be5fb-34ca-4b8d-ab0e-a70dd4094f75,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:23.458885 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d81db-4ad3-4fb9-84bc-34b39e55a7a2 tempest-NetworksIpV6Test-1944279352 tempest-NetworksIpV6Test-1944279352-project] Pushing event deleted for resources: {'Network': ['ID=42f35a15-aa58-4e22-82c0-04c631ab84d0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:23.835779 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33712) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:24.036115 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e71873c4-8b7d-4bd1-a989-08d6b88ca137 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a3def4ad1f724e16bfdf285da593eef7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1991520 Nov 16 11:45:24.038696 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33716) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:24.065896 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device c40be5fb-34ca-4b8d-ab0e-a70dd4094f75 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:45:24.091495 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: c40be5fb-34ca-4b8d-ab0e-a70dd4094f75 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:45:24.091818 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device c40be5fb-34ca-4b8d-ab0e-a70dd4094f75 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:45:24.140877 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e086dc7a-0822-4b9b-8c2e-b658cddfb1a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:24.171077 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e086dc7a-0822-4b9b-8c2e-b658cddfb1a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:24.240057 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e086dc7a-0822-4b9b-8c2e-b658cddfb1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:24.244590 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e086dc7a-0822-4b9b-8c2e-b658cddfb1a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:24.246171 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e086dc7a-0822-4b9b-8c2e-b658cddfb1a7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/17bca27f-697f-49bd-8d03-3f034318fe23 HTTP/1.1" status: 204 len: 168 time: 0.2064979 Nov 16 11:45:24.257569 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e086dc7a-0822-4b9b-8c2e-b658cddfb1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bca27f-697f-49bd-8d03-3f034318fe23,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:25.329322 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33750) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:25.466328 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-180c6b28-6c0a-4976-9b4d-d28dce41f208 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1585723872'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:45:25.515446 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180c6b28-6c0a-4976-9b4d-d28dce41f208 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Made reservation on behalf of 66b38a462b1644ac8cb15bb21203c167 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:45:25.518807 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-180c6b28-6c0a-4976-9b4d-d28dce41f208 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:25.527649 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-180c6b28-6c0a-4976-9b4d-d28dce41f208 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:25.634679 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-180c6b28-6c0a-4976-9b4d-d28dce41f208 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:25.643834 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-180c6b28-6c0a-4976-9b4d-d28dce41f208 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:25.700995 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-180c6b28-6c0a-4976-9b4d-d28dce41f208 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:45:25.717603 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c6b28-6c0a-4976-9b4d-d28dce41f208 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96e1ce9f-30ff-411a-892a-4a84372f77ce,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:25.732475 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-180c6b28-6c0a-4976-9b4d-d28dce41f208 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:25.733379 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-180c6b28-6c0a-4976-9b4d-d28dce41f208 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Added segment 5331b560-f3de-4ab5-92c3-ebe52b6f1d02 of type vlan for network c510684c-9125-4eb6-911c-7ea16f937724 Nov 16 11:45:25.798258 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-180c6b28-6c0a-4976-9b4d-d28dce41f208 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:25.844179 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-180c6b28-6c0a-4976-9b4d-d28dce41f208 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:25.857346 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180c6b28-6c0a-4976-9b4d-d28dce41f208 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:25.858287 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-180c6b28-6c0a-4976-9b4d-d28dce41f208 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:25.935339 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-180c6b28-6c0a-4976-9b4d-d28dce41f208 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6047299 Nov 16 11:45:25.957582 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c6b28-6c0a-4976-9b4d-d28dce41f208 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Pushing event updated for resources: {'Network': ['ID=c510684c-9125-4eb6-911c-7ea16f937724,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:25.972673 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network c510684c-9125-4eb6-911c-7ea16f937724 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:45:27.692939 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33820) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:27.858696 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9628cdfb-bd21-4189-975d-4da534d6a21c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:27.954946 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9628cdfb-bd21-4189-975d-4da534d6a21c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:27.962666 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9628cdfb-bd21-4189-975d-4da534d6a21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:28.002131 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33844) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:28.015133 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-9628cdfb-bd21-4189-975d-4da534d6a21c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=46807df3415e486e82a610e9ddff6cca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3209915 Nov 16 11:45:28.070017 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628cdfb-bd21-4189-975d-4da534d6a21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2298744-ca74-4044-9f7b-b20dd0a05f1b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:28.086926 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:28.103238 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3f5b5e8b-50db-4d3e-b368-209f9af38a46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:28.151255 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3f5b5e8b-50db-4d3e-b368-209f9af38a46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:28.257994 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3f5b5e8b-50db-4d3e-b368-209f9af38a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:28.260901 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3f5b5e8b-50db-4d3e-b368-209f9af38a46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:28.265674 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-3f5b5e8b-50db-4d3e-b368-209f9af38a46 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c2298744-ca74-4044-9f7b-b20dd0a05f1b HTTP/1.1" status: 204 len: 168 time: 0.2611818 Nov 16 11:45:28.281130 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b5e8b-50db-4d3e-b368-209f9af38a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2298744-ca74-4044-9f7b-b20dd0a05f1b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:28.728493 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33862) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:28.743691 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2dcf3ee0-6bce-4320-9c6d-41401cf379ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:28.847330 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2dcf3ee0-6bce-4320-9c6d-41401cf379ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:28.854310 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2dcf3ee0-6bce-4320-9c6d-41401cf379ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:28.903101 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2dcf3ee0-6bce-4320-9c6d-41401cf379ab admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=30eea6191583495e8e91ff44df9ce965&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1725812 Nov 16 11:45:28.904386 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf3ee0-6bce-4320-9c6d-41401cf379ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713789b3-c55b-4300-b15a-4468ca16054e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:28.905632 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33864) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:28.979713 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:29.001671 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6062cf62-9822-400a-a6dd-bbb9e9b1e74e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:29.029400 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6062cf62-9822-400a-a6dd-bbb9e9b1e74e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:29.092515 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6062cf62-9822-400a-a6dd-bbb9e9b1e74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:29.096932 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6062cf62-9822-400a-a6dd-bbb9e9b1e74e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:29.101460 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6062cf62-9822-400a-a6dd-bbb9e9b1e74e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/713789b3-c55b-4300-b15a-4468ca16054e HTTP/1.1" status: 204 len: 168 time: 0.1941373 Nov 16 11:45:29.113411 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6062cf62-9822-400a-a6dd-bbb9e9b1e74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713789b3-c55b-4300-b15a-4468ca16054e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:29.424743 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33872) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:29.436042 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-9c56c48b-0652-4bb4-aad8-8d8446f0cc4a tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Request body: {'subnet': {'network_id': 'c510684c-9125-4eb6-911c-7ea16f937724', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:45:29.561545 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c56c48b-0652-4bb4-aad8-8d8446f0cc4a tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Made reservation on behalf of 66b38a462b1644ac8cb15bb21203c167 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:45:29.568973 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c56c48b-0652-4bb4-aad8-8d8446f0cc4a tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:29.794682 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c56c48b-0652-4bb4-aad8-8d8446f0cc4a tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:29.869127 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56c48b-0652-4bb4-aad8-8d8446f0cc4a tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Pushing event updated for resources: {'Subnet': ['ID=c90b229c-0116-457f-bf06-eaf375bb84f9,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:29.873881 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c56c48b-0652-4bb4-aad8-8d8446f0cc4a tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Checking segment: {'id': '5331b560-f3de-4ab5-92c3-ebe52b6f1d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c510684c-9125-4eb6-911c-7ea16f937724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:45:29.874267 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c56c48b-0652-4bb4-aad8-8d8446f0cc4a tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Network hostable DHCP agents. Network: c510684c-9125-4eb6-911c-7ea16f937724, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:45:29.893727 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c56c48b-0652-4bb4-aad8-8d8446f0cc4a tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Network c510684c-9125-4eb6-911c-7ea16f937724 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:45:29.907899 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-9c56c48b-0652-4bb4-aad8-8d8446f0cc4a tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, c510684c-9125-4eb6-911c-7ea16f937724) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:45:29.919304 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c5e44c-2113-48fb-9f3f-d0785e5393c1 None None] Network c510684c-9125-4eb6-911c-7ea16f937724 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:45:29.924409 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c56c48b-0652-4bb4-aad8-8d8446f0cc4a tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:29.925711 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c56c48b-0652-4bb4-aad8-8d8446f0cc4a tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:29.961479 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33904) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:29.962123 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-9c56c48b-0652-4bb4-aad8-8d8446f0cc4a tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5351202 Nov 16 11:45:29.967569 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-7ec3f677-df40-4fba-9ee5-25db18779cfa tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2004171625'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:45:29.993806 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec3f677-df40-4fba-9ee5-25db18779cfa tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Made reservation on behalf of 66b38a462b1644ac8cb15bb21203c167 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:45:29.999438 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ec3f677-df40-4fba-9ee5-25db18779cfa tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:30.030820 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ec3f677-df40-4fba-9ee5-25db18779cfa tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:45:30.042485 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ec3f677-df40-4fba-9ee5-25db18779cfa tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:30.043461 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-7ec3f677-df40-4fba-9ee5-25db18779cfa tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Added segment c973e847-5f98-4936-a30b-9c26643453b2 of type vlan for network cfce0eb5-3029-4465-bfae-96e37392b262 Nov 16 11:45:30.094812 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ec3f677-df40-4fba-9ee5-25db18779cfa tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:30.132317 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ec3f677-df40-4fba-9ee5-25db18779cfa tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:30.138659 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec3f677-df40-4fba-9ee5-25db18779cfa tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:30.139467 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ec3f677-df40-4fba-9ee5-25db18779cfa tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:30.147770 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68e6717-63c8-48de-b1dd-ebf97f34edc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-c510684c-9125-4eb6-911c-7ea16f937724', 'network_id': 'c510684c-9125-4eb6-911c-7ea16f937724', 'tenant_id': '66b38a462b1644ac8cb15bb21203c167', 'fixed_ips': [{'subnet_id': 'c90b229c-0116-457f-bf06-eaf375bb84f9'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:45:30.148744 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c68e6717-63c8-48de-b1dd-ebf97f34edc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:30.264304 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec3f677-df40-4fba-9ee5-25db18779cfa tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Pushing event updated for resources: {'Network': ['ID=cfce0eb5-3029-4465-bfae-96e37392b262,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:30.269460 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7ec3f677-df40-4fba-9ee5-25db18779cfa tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3069627 Nov 16 11:45:30.272237 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33912) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:30.277530 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-1bd7e4cd-4840-49c0-9b34-bfb48e6f6ae0 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Request body: {'subnet': {'network_id': 'cfce0eb5-3029-4465-bfae-96e37392b262', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:45:30.376645 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-c68e6717-63c8-48de-b1dd-ebf97f34edc4 None None] Allocated IP 2001:db8:0:ffff::2 (c510684c-9125-4eb6-911c-7ea16f937724/c90b229c-0116-457f-bf06-eaf375bb84f9/e0297a5f-eecf-46e0-967c-5a5947d435bd) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:45:30.378649 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd7e4cd-4840-49c0-9b34-bfb48e6f6ae0 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Made reservation on behalf of 66b38a462b1644ac8cb15bb21203c167 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:45:30.383071 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1bd7e4cd-4840-49c0-9b34-bfb48e6f6ae0 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:30.388079 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network cfce0eb5-3029-4465-bfae-96e37392b262 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:45:30.791955 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c68e6717-63c8-48de-b1dd-ebf97f34edc4 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:30.811462 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c68e6717-63c8-48de-b1dd-ebf97f34edc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:30.820994 n-d-816823-3 neutron-server[102668]: DEBUG neutron.objects.ports [None req-1bd7e4cd-4840-49c0-9b34-bfb48e6f6ae0 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102668) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 11:45:30.822581 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1bd7e4cd-4840-49c0-9b34-bfb48e6f6ae0 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:30.904228 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68e6717-63c8-48de-b1dd-ebf97f34edc4 None None] Network c510684c-9125-4eb6-911c-7ea16f937724 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:45:30.906493 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e6717-63c8-48de-b1dd-ebf97f34edc4 None None] Pushing event updated for resources: {'Port': ['ID=e0297a5f-eecf-46e0-967c-5a5947d435bd,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:30.920524 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-c68e6717-63c8-48de-b1dd-ebf97f34edc4 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:45:30.926823 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68e6717-63c8-48de-b1dd-ebf97f34edc4 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:45:30.940512 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd7e4cd-4840-49c0-9b34-bfb48e6f6ae0 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Pushing event updated for resources: {'Subnet': ['ID=de2db995-916d-4389-894a-cd0f637dfd0d,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:30.951826 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd7e4cd-4840-49c0-9b34-bfb48e6f6ae0 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Checking segment: {'id': 'c973e847-5f98-4936-a30b-9c26643453b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'cfce0eb5-3029-4465-bfae-96e37392b262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:45:30.952201 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd7e4cd-4840-49c0-9b34-bfb48e6f6ae0 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Network hostable DHCP agents. Network: cfce0eb5-3029-4465-bfae-96e37392b262, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:45:30.982358 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd7e4cd-4840-49c0-9b34-bfb48e6f6ae0 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Network cfce0eb5-3029-4465-bfae-96e37392b262 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:45:30.997691 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-1bd7e4cd-4840-49c0-9b34-bfb48e6f6ae0 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, cfce0eb5-3029-4465-bfae-96e37392b262) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:45:31.001196 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c68e6717-63c8-48de-b1dd-ebf97f34edc4 None None] Attempting to bind port e0297a5f-eecf-46e0-967c-5a5947d435bd on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:45:31.001906 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd7e4cd-4840-49c0-9b34-bfb48e6f6ae0 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:31.002194 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c68e6717-63c8-48de-b1dd-ebf97f34edc4 None None] Attempting to bind port e0297a5f-eecf-46e0-967c-5a5947d435bd by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '5331b560-f3de-4ab5-92c3-ebe52b6f1d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c510684c-9125-4eb6-911c-7ea16f937724'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:45:31.002593 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1bd7e4cd-4840-49c0-9b34-bfb48e6f6ae0 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:31.003023 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68e6717-63c8-48de-b1dd-ebf97f34edc4 None None] Attempting to bind port e0297a5f-eecf-46e0-967c-5a5947d435bd on network c510684c-9125-4eb6-911c-7ea16f937724 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:45:31.011682 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fd802c-e1a3-41fe-9cf8-8030783411bc None None] Network cfce0eb5-3029-4465-bfae-96e37392b262 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:45:31.015431 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68e6717-63c8-48de-b1dd-ebf97f34edc4 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:45:31.016030 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68e6717-63c8-48de-b1dd-ebf97f34edc4 None None] Checking segment: {'id': '5331b560-f3de-4ab5-92c3-ebe52b6f1d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c510684c-9125-4eb6-911c-7ea16f937724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:45:31.016613 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c68e6717-63c8-48de-b1dd-ebf97f34edc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:31.017843 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68e6717-63c8-48de-b1dd-ebf97f34edc4 None None] Bound using segment: {'id': '5331b560-f3de-4ab5-92c3-ebe52b6f1d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c510684c-9125-4eb6-911c-7ea16f937724'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:45:31.018649 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c68e6717-63c8-48de-b1dd-ebf97f34edc4 None None] Bound port: e0297a5f-eecf-46e0-967c-5a5947d435bd, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5331b560-f3de-4ab5-92c3-ebe52b6f1d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c510684c-9125-4eb6-911c-7ea16f937724'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:45:31.019425 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c68e6717-63c8-48de-b1dd-ebf97f34edc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:31.034365 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1bd7e4cd-4840-49c0-9b34-bfb48e6f6ae0 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7607245 Nov 16 11:45:31.037012 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33934) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:31.042426 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-348e962b-867c-4f88-b1dc-0783e46e7da8 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Request body: {'port': {'network_id': 'cfce0eb5-3029-4465-bfae-96e37392b262', 'name': 'tempest-NetworksIpV6TestAttrs-1105402399'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:45:31.159825 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c68e6717-63c8-48de-b1dd-ebf97f34edc4 None None] For port e0297a5f-eecf-46e0-967c-5a5947d435bd, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:45:31.167168 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c68e6717-63c8-48de-b1dd-ebf97f34edc4 None None] For port e0297a5f-eecf-46e0-967c-5a5947d435bd, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=e0297a5f-eecf-46e0-967c-5a5947d435bd,segment=NetworkSegment(5331b560-f3de-4ab5-92c3-ebe52b6f1d02),segment_id=5331b560-f3de-4ab5-92c3-ebe52b6f1d02)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:45:31.182173 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c68e6717-63c8-48de-b1dd-ebf97f34edc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:31.262711 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348e962b-867c-4f88-b1dc-0783e46e7da8 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Made reservation on behalf of 66b38a462b1644ac8cb15bb21203c167 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:45:31.270470 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-348e962b-867c-4f88-b1dc-0783e46e7da8 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:31.319614 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-348e962b-867c-4f88-b1dc-0783e46e7da8 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] device_id is not set on port 30c0fde7-f83a-4cb6-975a-1cd539d6dc74 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:45:31.362451 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057f6b16-ec0c-4e42-b7f3-de9b36331139 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-cfce0eb5-3029-4465-bfae-96e37392b262', 'network_id': 'cfce0eb5-3029-4465-bfae-96e37392b262', 'tenant_id': '66b38a462b1644ac8cb15bb21203c167', 'fixed_ips': [{'subnet_id': 'de2db995-916d-4389-894a-cd0f637dfd0d'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:45:31.363645 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-057f6b16-ec0c-4e42-b7f3-de9b36331139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:31.416092 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e6717-63c8-48de-b1dd-ebf97f34edc4 None None] Pushing event updated for resources: {'Port': ['ID=e0297a5f-eecf-46e0-967c-5a5947d435bd,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:31.515821 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-348e962b-867c-4f88-b1dc-0783e46e7da8 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Allocated IP 2001:db8::f816:3eff:fe8b:af94 (cfce0eb5-3029-4465-bfae-96e37392b262/de2db995-916d-4389-894a-cd0f637dfd0d/30c0fde7-f83a-4cb6-975a-1cd539d6dc74) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:45:31.770991 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-348e962b-867c-4f88-b1dc-0783e46e7da8 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:31.809377 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-348e962b-867c-4f88-b1dc-0783e46e7da8 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:31.874559 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348e962b-867c-4f88-b1dc-0783e46e7da8 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Network cfce0eb5-3029-4465-bfae-96e37392b262 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:45:31.878395 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-348e962b-867c-4f88-b1dc-0783e46e7da8 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:45:31.882951 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348e962b-867c-4f88-b1dc-0783e46e7da8 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:45:31.896308 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348e962b-867c-4f88-b1dc-0783e46e7da8 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:31.897152 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-348e962b-867c-4f88-b1dc-0783e46e7da8 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:31.912264 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e962b-867c-4f88-b1dc-0783e46e7da8 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Pushing event updated for resources: {'Port': ['ID=30c0fde7-f83a-4cb6-975a-1cd539d6dc74,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:31.924745 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33954) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:31.938638 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-348e962b-867c-4f88-b1dc-0783e46e7da8 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.9003103 Nov 16 11:45:32.023306 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-057f6b16-ec0c-4e42-b7f3-de9b36331139 None None] Allocated IP 2001:db8::f816:3eff:fe76:961a (cfce0eb5-3029-4465-bfae-96e37392b262/de2db995-916d-4389-894a-cd0f637dfd0d/e1b58aa9-e288-4d8b-a83a-7fa4951043dc) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:45:32.055033 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-e024d5c5-579f-4906-a1ef-17f374ef6d83 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Deleting subnet de2db995-916d-4389-894a-cd0f637dfd0d {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:45:32.200431 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device e0297a5f-eecf-46e0-967c-5a5947d435bd up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:45:32.383152 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:45:32.526374 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-057f6b16-ec0c-4e42-b7f3-de9b36331139 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:32.533630 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e024d5c5-579f-4906-a1ef-17f374ef6d83 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:32.538621 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-057f6b16-ec0c-4e42-b7f3-de9b36331139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:32.581477 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057f6b16-ec0c-4e42-b7f3-de9b36331139 None None] Network cfce0eb5-3029-4465-bfae-96e37392b262 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:45:32.586786 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-057f6b16-ec0c-4e42-b7f3-de9b36331139 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:45:32.594707 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057f6b16-ec0c-4e42-b7f3-de9b36331139 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:45:32.616529 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e024d5c5-579f-4906-a1ef-17f374ef6d83 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:32.625702 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port e0297a5f-eecf-46e0-967c-5a5947d435bd triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:45:32.626366 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:32.651228 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f6b16-ec0c-4e42-b7f3-de9b36331139 None None] Pushing event updated for resources: {'Port': ['ID=e1b58aa9-e288-4d8b-a83a-7fa4951043dc,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:32.696010 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-057f6b16-ec0c-4e42-b7f3-de9b36331139 None None] Attempting to bind port e1b58aa9-e288-4d8b-a83a-7fa4951043dc on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:45:32.696383 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-057f6b16-ec0c-4e42-b7f3-de9b36331139 None None] Attempting to bind port e1b58aa9-e288-4d8b-a83a-7fa4951043dc by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'c973e847-5f98-4936-a30b-9c26643453b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'cfce0eb5-3029-4465-bfae-96e37392b262'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:45:32.696750 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057f6b16-ec0c-4e42-b7f3-de9b36331139 None None] Attempting to bind port e1b58aa9-e288-4d8b-a83a-7fa4951043dc on network cfce0eb5-3029-4465-bfae-96e37392b262 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:45:32.706425 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057f6b16-ec0c-4e42-b7f3-de9b36331139 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:45:32.706803 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057f6b16-ec0c-4e42-b7f3-de9b36331139 None None] Checking segment: {'id': 'c973e847-5f98-4936-a30b-9c26643453b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'cfce0eb5-3029-4465-bfae-96e37392b262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:45:32.707202 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-057f6b16-ec0c-4e42-b7f3-de9b36331139 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:32.707691 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057f6b16-ec0c-4e42-b7f3-de9b36331139 None None] Bound using segment: {'id': 'c973e847-5f98-4936-a30b-9c26643453b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'cfce0eb5-3029-4465-bfae-96e37392b262'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:45:32.708063 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-057f6b16-ec0c-4e42-b7f3-de9b36331139 None None] Bound port: e1b58aa9-e288-4d8b-a83a-7fa4951043dc, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c973e847-5f98-4936-a30b-9c26643453b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'cfce0eb5-3029-4465-bfae-96e37392b262'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:45:32.708445 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-057f6b16-ec0c-4e42-b7f3-de9b36331139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:32.758209 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8a84b0-a033-45c7-b65b-c8787ba84f9e None None] Network c510684c-9125-4eb6-911c-7ea16f937724 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:45:32.870758 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e024d5c5-579f-4906-a1ef-17f374ef6d83 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:32.977973 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e024d5c5-579f-4906-a1ef-17f374ef6d83 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:33.010082 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 33986) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:33.014856 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024d5c5-579f-4906-a1ef-17f374ef6d83 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Pushing event deleted for resources: {'Subnet': ['ID=de2db995-916d-4389-894a-cd0f637dfd0d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:33.017299 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e024d5c5-579f-4906-a1ef-17f374ef6d83 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:33.021092 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e024d5c5-579f-4906-a1ef-17f374ef6d83 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] 10.222.0.61 "DELETE /v2.0/subnets/de2db995-916d-4389-894a-cd0f637dfd0d HTTP/1.1" status: 204 len: 168 time: 1.0948112 Nov 16 11:45:33.023574 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33988) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:33.055284 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-4b11b2f3-441b-423e-a132-97714bc25ceb None None] Provisioning complete for port e0297a5f-eecf-46e0-967c-5a5947d435bd triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:45:33.055865 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4b11b2f3-441b-423e-a132-97714bc25ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:33.094361 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7defbad-8bc2-4abb-9e01-28e98c50c266 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:33.097490 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7defbad-8bc2-4abb-9e01-28e98c50c266 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:33.099922 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c7defbad-8bc2-4abb-9e01-28e98c50c266 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0753312 Nov 16 11:45:33.103594 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 33994) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:33.196318 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:33.320132 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c32e4dcb-4e75-44af-9e90-0ee6f4455d99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:33.335552 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1f9a70fe-2b90-47f7-9abc-3b766c576d3b tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:33.364485 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4b11b2f3-441b-423e-a132-97714bc25ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:33.365781 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f9a70fe-2b90-47f7-9abc-3b766c576d3b tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 16 11:45:33.366399 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f9a70fe-2b90-47f7-9abc-3b766c576d3b tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:45:33.376584 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1f9a70fe-2b90-47f7-9abc-3b766c576d3b tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] 10.222.0.61 "DELETE /v2.0/networks/cfce0eb5-3029-4465-bfae-96e37392b262 HTTP/1.1" status: 409 len: 405 time: 0.2715890 Nov 16 11:45:33.384652 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34004) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:33.394038 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-cbeb23cf-109c-44c2-8005-00c5069cc3d0 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1634128539'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:45:33.463377 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port e0297a5f-eecf-46e0-967c-5a5947d435bd, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=e0297a5f-eecf-46e0-967c-5a5947d435bd,segment=NetworkSegment(5331b560-f3de-4ab5-92c3-ebe52b6f1d02),segment_id=5331b560-f3de-4ab5-92c3-ebe52b6f1d02)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:45:33.477683 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c32e4dcb-4e75-44af-9e90-0ee6f4455d99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:33.486111 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbeb23cf-109c-44c2-8005-00c5069cc3d0 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Made reservation on behalf of 66b38a462b1644ac8cb15bb21203c167 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:45:33.488043 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c32e4dcb-4e75-44af-9e90-0ee6f4455d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:33.488783 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-057f6b16-ec0c-4e42-b7f3-de9b36331139 None None] For port e1b58aa9-e288-4d8b-a83a-7fa4951043dc, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:45:33.493037 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cbeb23cf-109c-44c2-8005-00c5069cc3d0 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:33.534773 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:33.559170 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbeb23cf-109c-44c2-8005-00c5069cc3d0 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:45:33.569182 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c32e4dcb-4e75-44af-9e90-0ee6f4455d99 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2e910bb893ad4c699b3436b5e47b48c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5553694 Nov 16 11:45:33.569182 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32e4dcb-4e75-44af-9e90-0ee6f4455d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72740781-5198-4a4c-acf1-c372727ead6e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:33.569652 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34010) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:33.577660 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-057f6b16-ec0c-4e42-b7f3-de9b36331139 None None] For port e1b58aa9-e288-4d8b-a83a-7fa4951043dc, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=e1b58aa9-e288-4d8b-a83a-7fa4951043dc,segment=NetworkSegment(c973e847-5f98-4936-a30b-9c26643453b2),segment_id=c973e847-5f98-4936-a30b-9c26643453b2)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:45:33.615014 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cbeb23cf-109c-44c2-8005-00c5069cc3d0 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:33.615535 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-cbeb23cf-109c-44c2-8005-00c5069cc3d0 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Added segment 3a3f7c24-b5ee-41a4-9eb9-8cec4a2a2b2c of type vlan for network b25fe207-3978-49e9-8818-dd7e4e170bbd Nov 16 11:45:33.667469 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=e0297a5f-eecf-46e0-967c-5a5947d435bd,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:33.673178 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-057f6b16-ec0c-4e42-b7f3-de9b36331139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:33.736200 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cbeb23cf-109c-44c2-8005-00c5069cc3d0 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:33.793744 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1d58982a-2bda-4eec-aeb6-36f1c83a46f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:33.835645 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.api [None req-4b11b2f3-441b-423e-a132-97714bc25ceb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:45:33.836034 n-d-816823-3 neutron-server[102670]: DEBUG oslo_db.api [None req-4b11b2f3-441b-423e-a132-97714bc25ceb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:45:33.856408 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cbeb23cf-109c-44c2-8005-00c5069cc3d0 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:33.869841 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbeb23cf-109c-44c2-8005-00c5069cc3d0 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:33.870594 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cbeb23cf-109c-44c2-8005-00c5069cc3d0 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:33.881846 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f6b16-ec0c-4e42-b7f3-de9b36331139 None None] Pushing event updated for resources: {'Port': ['ID=e1b58aa9-e288-4d8b-a83a-7fa4951043dc,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:33.908716 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34012) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:33.914556 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a659e028-e9ae-4c74-b6c4-ae857ddba7da tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Request body: {'subnet': {'network_id': 'b25fe207-3978-49e9-8818-dd7e4e170bbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:45:33.920828 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-cbeb23cf-109c-44c2-8005-00c5069cc3d0 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5251801 Nov 16 11:45:33.977852 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1d58982a-2bda-4eec-aeb6-36f1c83a46f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:34.083312 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb23cf-109c-44c2-8005-00c5069cc3d0 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Pushing event updated for resources: {'Network': ['ID=b25fe207-3978-49e9-8818-dd7e4e170bbd,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:34.112686 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network b25fe207-3978-49e9-8818-dd7e4e170bbd details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:45:34.148572 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1d58982a-2bda-4eec-aeb6-36f1c83a46f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:34.152861 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a659e028-e9ae-4c74-b6c4-ae857ddba7da tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Made reservation on behalf of 66b38a462b1644ac8cb15bb21203c167 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:45:34.156270 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1d58982a-2bda-4eec-aeb6-36f1c83a46f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:34.157468 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1d58982a-2bda-4eec-aeb6-36f1c83a46f2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/72740781-5198-4a4c-acf1-c372727ead6e HTTP/1.1" status: 204 len: 168 time: 0.5858219 Nov 16 11:45:34.161555 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a659e028-e9ae-4c74-b6c4-ae857ddba7da tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:34.169719 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58982a-2bda-4eec-aeb6-36f1c83a46f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72740781-5198-4a4c-acf1-c372727ead6e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:34.311731 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device e0297a5f-eecf-46e0-967c-5a5947d435bd up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:45:34.586937 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port e0297a5f-eecf-46e0-967c-5a5947d435bd triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:45:34.587322 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:34.672356 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-2904a9af-56b6-415b-9edb-d62395a9e531 None None] Provisioning complete for port e0297a5f-eecf-46e0-967c-5a5947d435bd triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:45:34.672820 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2904a9af-56b6-415b-9edb-d62395a9e531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:34.722489 n-d-816823-3 neutron-server[102668]: DEBUG neutron.objects.ports [None req-a659e028-e9ae-4c74-b6c4-ae857ddba7da tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102668) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 11:45:34.724878 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a659e028-e9ae-4c74-b6c4-ae857ddba7da tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:34.766382 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34026) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:34.783359 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d455aa52-2d6c-4e0a-bff8-3a8bc64330f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:34.826746 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659e028-e9ae-4c74-b6c4-ae857ddba7da tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Pushing event updated for resources: {'Subnet': ['ID=b5acfb06-c9bb-4c94-a3f3-c8f5d3cf66db,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:34.847455 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a659e028-e9ae-4c74-b6c4-ae857ddba7da tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Checking segment: {'id': '3a3f7c24-b5ee-41a4-9eb9-8cec4a2a2b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b25fe207-3978-49e9-8818-dd7e4e170bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:45:34.848670 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a659e028-e9ae-4c74-b6c4-ae857ddba7da tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Network hostable DHCP agents. Network: b25fe207-3978-49e9-8818-dd7e4e170bbd, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:45:34.898213 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a659e028-e9ae-4c74-b6c4-ae857ddba7da tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Network b25fe207-3978-49e9-8818-dd7e4e170bbd is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:45:34.927811 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-a659e028-e9ae-4c74-b6c4-ae857ddba7da tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, b25fe207-3978-49e9-8818-dd7e4e170bbd) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:45:34.947037 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a659e028-e9ae-4c74-b6c4-ae857ddba7da tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:34.947270 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03a0cbd-477f-4d57-986f-f2594affd184 None None] Network b25fe207-3978-49e9-8818-dd7e4e170bbd requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:45:34.948250 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a659e028-e9ae-4c74-b6c4-ae857ddba7da tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:34.988262 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a659e028-e9ae-4c74-b6c4-ae857ddba7da tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0783606 Nov 16 11:45:34.991036 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34028) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:35.005171 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d455aa52-2d6c-4e0a-bff8-3a8bc64330f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:35.010458 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ba2d35d1-f963-44cd-8364-cf25ad25b991 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Request body: {'port': {'network_id': 'b25fe207-3978-49e9-8818-dd7e4e170bbd', 'name': 'tempest-NetworksIpV6TestAttrs-1801572213'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:45:35.014655 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d455aa52-2d6c-4e0a-bff8-3a8bc64330f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:35.101516 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d455aa52-2d6c-4e0a-bff8-3a8bc64330f0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=488ef383c03f44c4ad10cf663d759445&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3341029 Nov 16 11:45:35.104823 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34030) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:35.133870 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455aa52-2d6c-4e0a-bff8-3a8bc64330f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd8bed6-4515-4651-8585-6574cfb2a279,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:35.205132 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bf78592c-9f4f-42f7-8f09-fa653718a864 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:35.222281 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2d35d1-f963-44cd-8364-cf25ad25b991 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Made reservation on behalf of 66b38a462b1644ac8cb15bb21203c167 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:45:35.226505 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebed242-ab56-4671-ad3f-e6de57396743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-b25fe207-3978-49e9-8818-dd7e4e170bbd', 'network_id': 'b25fe207-3978-49e9-8818-dd7e4e170bbd', 'tenant_id': '66b38a462b1644ac8cb15bb21203c167', 'fixed_ips': [{'subnet_id': 'b5acfb06-c9bb-4c94-a3f3-c8f5d3cf66db'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:45:35.227648 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aebed242-ab56-4671-ad3f-e6de57396743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:35.227809 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ba2d35d1-f963-44cd-8364-cf25ad25b991 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:35.252718 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bf78592c-9f4f-42f7-8f09-fa653718a864 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:35.293685 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-ba2d35d1-f963-44cd-8364-cf25ad25b991 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] device_id is not set on port c47f8d44-769c-4a06-8301-4be4e3910a8b yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:45:35.319153 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bf78592c-9f4f-42f7-8f09-fa653718a864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:35.322211 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bf78592c-9f4f-42f7-8f09-fa653718a864 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:35.328491 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-bf78592c-9f4f-42f7-8f09-fa653718a864 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4bd8bed6-4515-4651-8585-6574cfb2a279 HTTP/1.1" status: 204 len: 168 time: 0.2216012 Nov 16 11:45:35.338091 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf78592c-9f4f-42f7-8f09-fa653718a864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd8bed6-4515-4651-8585-6574cfb2a279,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:35.469182 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-aebed242-ab56-4671-ad3f-e6de57396743 None None] Allocated IP 2001:db8::f816:3eff:fef9:a84b (b25fe207-3978-49e9-8818-dd7e4e170bbd/b5acfb06-c9bb-4c94-a3f3-c8f5d3cf66db/ebbeb662-cbcf-42d4-b0bc-ae7dc0ad6ad8) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:45:35.572420 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b9d2bb-17b9-4068-a995-46471e4a4139 None None] Network cfce0eb5-3029-4465-bfae-96e37392b262 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:45:35.681163 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ea559d6a-293c-4269-8340-f611135b819b None None] Provisioning complete for port e1b58aa9-e288-4d8b-a83a-7fa4951043dc triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:45:35.681605 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ea559d6a-293c-4269-8340-f611135b819b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:35.847252 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aebed242-ab56-4671-ad3f-e6de57396743 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:35.861155 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aebed242-ab56-4671-ad3f-e6de57396743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:35.910734 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebed242-ab56-4671-ad3f-e6de57396743 None None] Pushing event updated for resources: {'Port': ['ID=ebbeb662-cbcf-42d4-b0bc-ae7dc0ad6ad8,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:35.949461 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-ba2d35d1-f963-44cd-8364-cf25ad25b991 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Allocated IP 2001:db8::f816:3eff:fe94:4005 (b25fe207-3978-49e9-8818-dd7e4e170bbd/b5acfb06-c9bb-4c94-a3f3-c8f5d3cf66db/c47f8d44-769c-4a06-8301-4be4e3910a8b) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:45:35.956455 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebed242-ab56-4671-ad3f-e6de57396743 None None] Network b25fe207-3978-49e9-8818-dd7e4e170bbd is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:45:35.960855 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-aebed242-ab56-4671-ad3f-e6de57396743 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:45:35.967455 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebed242-ab56-4671-ad3f-e6de57396743 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:45:35.977212 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ea559d6a-293c-4269-8340-f611135b819b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:36.060626 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bebfba-027c-431b-9744-d3c37fb41ec6 None None] DHCP port deletion for cfce0eb5-3029-4465-bfae-96e37392b262 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:45:36.085159 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-aebed242-ab56-4671-ad3f-e6de57396743 None None] Attempting to bind port ebbeb662-cbcf-42d4-b0bc-ae7dc0ad6ad8 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:45:36.085487 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-aebed242-ab56-4671-ad3f-e6de57396743 None None] Attempting to bind port ebbeb662-cbcf-42d4-b0bc-ae7dc0ad6ad8 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '3a3f7c24-b5ee-41a4-9eb9-8cec4a2a2b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b25fe207-3978-49e9-8818-dd7e4e170bbd'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:45:36.085847 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebed242-ab56-4671-ad3f-e6de57396743 None None] Attempting to bind port ebbeb662-cbcf-42d4-b0bc-ae7dc0ad6ad8 on network b25fe207-3978-49e9-8818-dd7e4e170bbd {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:45:36.139139 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-ea559d6a-293c-4269-8340-f611135b819b None None] For port e1b58aa9-e288-4d8b-a83a-7fa4951043dc, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=e1b58aa9-e288-4d8b-a83a-7fa4951043dc,segment=NetworkSegment(c973e847-5f98-4936-a30b-9c26643453b2),segment_id=c973e847-5f98-4936-a30b-9c26643453b2)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:45:36.141639 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebed242-ab56-4671-ad3f-e6de57396743 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:45:36.142541 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebed242-ab56-4671-ad3f-e6de57396743 None None] Checking segment: {'id': '3a3f7c24-b5ee-41a4-9eb9-8cec4a2a2b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b25fe207-3978-49e9-8818-dd7e4e170bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:45:36.143353 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aebed242-ab56-4671-ad3f-e6de57396743 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:36.143964 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebed242-ab56-4671-ad3f-e6de57396743 None None] Bound using segment: {'id': '3a3f7c24-b5ee-41a4-9eb9-8cec4a2a2b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b25fe207-3978-49e9-8818-dd7e4e170bbd'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:45:36.144684 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-aebed242-ab56-4671-ad3f-e6de57396743 None None] Bound port: ebbeb662-cbcf-42d4-b0bc-ae7dc0ad6ad8, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a3f7c24-b5ee-41a4-9eb9-8cec4a2a2b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b25fe207-3978-49e9-8818-dd7e4e170bbd'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:45:36.145100 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aebed242-ab56-4671-ad3f-e6de57396743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:36.160264 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ea559d6a-293c-4269-8340-f611135b819b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:36.186547 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-936a1af7-06c2-4958-b828-a2f85504d2db tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1437741931&fields=id&tenant_id=4bac558768764cbe98f7632412a36688 HTTP/1.1" status: 200 len: 267 time: 0.0807970 Nov 16 11:45:36.234788 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ba2d35d1-f963-44cd-8364-cf25ad25b991 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:36.278771 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [req-b4f88554-5d79-403a-8538-3018bec7a8b8 req-b575d1f7-ebdb-41e4-be27-d93a1d9b60fb service neutron] (102669) timed out ('10.222.0.61', 42890) {{(pid=102669) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 11:45:36.292574 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-99bebfba-027c-431b-9744-d3c37fb41ec6 None None] Deleting port e1b58aa9-e288-4d8b-a83a-7fa4951043dc {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:45:36.293187 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99bebfba-027c-431b-9744-d3c37fb41ec6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:36.302598 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea559d6a-293c-4269-8340-f611135b819b None None] Pushing event updated for resources: {'Port': ['ID=e1b58aa9-e288-4d8b-a83a-7fa4951043dc,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:36.334374 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ba2d35d1-f963-44cd-8364-cf25ad25b991 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:36.355588 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-91fa88f5-7c7b-4dc8-942c-1c823eddf11d tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:36.357658 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-91fa88f5-7c7b-4dc8-942c-1c823eddf11d tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/networks?id=3d7484ae-78a0-4a01-9340-d50011c24af9 HTTP/1.1" status: 200 len: 812 time: 0.1610491 Nov 16 11:45:36.392895 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-aebed242-ab56-4671-ad3f-e6de57396743 None None] For port ebbeb662-cbcf-42d4-b0bc-ae7dc0ad6ad8, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:45:36.396542 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2d35d1-f963-44cd-8364-cf25ad25b991 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Network b25fe207-3978-49e9-8818-dd7e4e170bbd is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:45:36.401342 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-ba2d35d1-f963-44cd-8364-cf25ad25b991 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:45:36.408361 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2d35d1-f963-44cd-8364-cf25ad25b991 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:45:36.415755 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2d35d1-f963-44cd-8364-cf25ad25b991 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:36.416698 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ba2d35d1-f963-44cd-8364-cf25ad25b991 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:36.416998 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-f947f7f8-972b-4349-a0b4-732354a6e690 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/quotas/4bac558768764cbe98f7632412a36688 HTTP/1.1" status: 200 len: 375 time: 0.0437298 Nov 16 11:45:36.429685 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-aebed242-ab56-4671-ad3f-e6de57396743 None None] For port ebbeb662-cbcf-42d4-b0bc-ae7dc0ad6ad8, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=ebbeb662-cbcf-42d4-b0bc-ae7dc0ad6ad8,segment=NetworkSegment(3a3f7c24-b5ee-41a4-9eb9-8cec4a2a2b2c),segment_id=3a3f7c24-b5ee-41a4-9eb9-8cec4a2a2b2c)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:45:36.445886 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aebed242-ab56-4671-ad3f-e6de57396743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:36.455771 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-99bebfba-027c-431b-9744-d3c37fb41ec6 None None] For port e1b58aa9-e288-4d8b-a83a-7fa4951043dc, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=e1b58aa9-e288-4d8b-a83a-7fa4951043dc,segment=NetworkSegment(c973e847-5f98-4936-a30b-9c26643453b2),segment_id=c973e847-5f98-4936-a30b-9c26643453b2)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:45:36.456516 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99bebfba-027c-431b-9744-d3c37fb41ec6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:36.459838 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ba2d35d1-f963-44cd-8364-cf25ad25b991 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.4650307 Nov 16 11:45:36.463083 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34076) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:36.492334 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d35d1-f963-44cd-8364-cf25ad25b991 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Pushing event updated for resources: {'Port': ['ID=c47f8d44-769c-4a06-8301-4be4e3910a8b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:36.497789 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-99bebfba-027c-431b-9744-d3c37fb41ec6 None None] Calling delete_port for e1b58aa9-e288-4d8b-a83a-7fa4951043dc owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:45:36.522231 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-d20d2c74-c990-491c-963b-b2c3e3d817de tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4bac558768764cbe98f7632412a36688&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0889473 Nov 16 11:45:36.602701 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebed242-ab56-4671-ad3f-e6de57396743 None None] Pushing event updated for resources: {'Port': ['ID=ebbeb662-cbcf-42d4-b0bc-ae7dc0ad6ad8,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:36.612741 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-29c511a6-937c-4f5c-aeee-c8b4cefb5bbb tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Deleting subnet b5acfb06-c9bb-4c94-a3f3-c8f5d3cf66db {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:45:36.618009 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29c511a6-937c-4f5c-aeee-c8b4cefb5bbb tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:36.658443 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99bebfba-027c-431b-9744-d3c37fb41ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:36.729752 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bebfba-027c-431b-9744-d3c37fb41ec6 None None] Pushing event deleted for resources: {'Port': ['ID=e1b58aa9-e288-4d8b-a83a-7fa4951043dc,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:36.738272 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29c511a6-937c-4f5c-aeee-c8b4cefb5bbb tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:36.741103 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bebfba-027c-431b-9744-d3c37fb41ec6 None None] No DVR routers for this DVR port e1b58aa9-e288-4d8b-a83a-7fa4951043dc on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:45:36.742903 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-0b848003-8216-4885-a9d0-1f4262eb5093 service neutron] 10.222.0.61 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016132 Nov 16 11:45:36.921858 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29c511a6-937c-4f5c-aeee-c8b4cefb5bbb tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:36.963518 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-1bab4cd8-39b5-4087-b460-8d7aa25d1631 service neutron] 10.222.0.61 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196341 Nov 16 11:45:37.081658 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29c511a6-937c-4f5c-aeee-c8b4cefb5bbb tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:37.118903 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c511a6-937c-4f5c-aeee-c8b4cefb5bbb tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Pushing event deleted for resources: {'Subnet': ['ID=b5acfb06-c9bb-4c94-a3f3-c8f5d3cf66db,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:37.127210 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29c511a6-937c-4f5c-aeee-c8b4cefb5bbb tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:37.131027 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-29c511a6-937c-4f5c-aeee-c8b4cefb5bbb tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] 10.222.0.61 "DELETE /v2.0/subnets/b5acfb06-c9bb-4c94-a3f3-c8f5d3cf66db HTTP/1.1" status: 204 len: 168 time: 0.6655583 Nov 16 11:45:37.133506 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34096) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:37.196530 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e053e7c-4564-4ed1-8c60-6b0ccccdc888 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:37.198572 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e053e7c-4564-4ed1-8c60-6b0ccccdc888 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:37.200660 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5e053e7c-4564-4ed1-8c60-6b0ccccdc888 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0657165 Nov 16 11:45:37.203604 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34104) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:37.309621 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d105b91-d36a-4531-9bd4-45f050764099 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:37.319051 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d105b91-d36a-4531-9bd4-45f050764099 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 16 11:45:37.319944 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d105b91-d36a-4531-9bd4-45f050764099 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:45:37.324546 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2d105b91-d36a-4531-9bd4-45f050764099 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] 10.222.0.61 "DELETE /v2.0/networks/b25fe207-3978-49e9-8818-dd7e4e170bbd HTTP/1.1" status: 409 len: 405 time: 0.1194503 Nov 16 11:45:37.330789 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34108) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:37.336007 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-eb4f9a64-077d-4510-902c-1aa2d305e389 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-146282505'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:45:37.366601 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4f9a64-077d-4510-902c-1aa2d305e389 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Made reservation on behalf of 66b38a462b1644ac8cb15bb21203c167 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:45:37.370255 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eb4f9a64-077d-4510-902c-1aa2d305e389 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:37.400037 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb4f9a64-077d-4510-902c-1aa2d305e389 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:45:37.414527 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eb4f9a64-077d-4510-902c-1aa2d305e389 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:37.419983 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-eb4f9a64-077d-4510-902c-1aa2d305e389 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Added segment 7203edec-ebec-418c-8c19-0cf1b8cbfee0 of type vlan for network d5fb52ea-73fa-4821-8ae5-aed1c540fb31 Nov 16 11:45:37.484894 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eb4f9a64-077d-4510-902c-1aa2d305e389 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:37.538002 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eb4f9a64-077d-4510-902c-1aa2d305e389 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:37.544530 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4f9a64-077d-4510-902c-1aa2d305e389 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:37.547115 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eb4f9a64-077d-4510-902c-1aa2d305e389 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:37.613091 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-31d39d4b-6099-498e-9320-32077b5f3c3e req-905d5fc9-0466-4c6b-b33d-ffb7dc37190f tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ed11876-b734-4c2d-a835-ba6a482e6cce HTTP/1.1" status: 200 len: 210 time: 0.0432963 Nov 16 11:45:37.652014 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f9a64-077d-4510-902c-1aa2d305e389 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Pushing event updated for resources: {'Network': ['ID=d5fb52ea-73fa-4821-8ae5-aed1c540fb31,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:37.666177 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-eb4f9a64-077d-4510-902c-1aa2d305e389 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3341098 Nov 16 11:45:37.666519 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network d5fb52ea-73fa-4821-8ae5-aed1c540fb31 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:45:37.670575 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34124) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:37.675974 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-7d53ef64-e1a4-478c-80cb-dc95af0dafa8 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Request body: {'subnet': {'network_id': 'd5fb52ea-73fa-4821-8ae5-aed1c540fb31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:45:37.844303 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d53ef64-e1a4-478c-80cb-dc95af0dafa8 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Made reservation on behalf of 66b38a462b1644ac8cb15bb21203c167 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:45:37.847926 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d53ef64-e1a4-478c-80cb-dc95af0dafa8 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:38.084217 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848010d6-78a1-4af3-be16-beefa2837e7e None None] Network b25fe207-3978-49e9-8818-dd7e4e170bbd requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:45:38.375840 n-d-816823-3 neutron-server[102669]: DEBUG neutron.objects.ports [None req-7d53ef64-e1a4-478c-80cb-dc95af0dafa8 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102669) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 11:45:38.378618 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d53ef64-e1a4-478c-80cb-dc95af0dafa8 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:38.399058 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device ebbeb662-cbcf-42d4-b0bc-ae7dc0ad6ad8 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:45:38.468767 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53ef64-e1a4-478c-80cb-dc95af0dafa8 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Pushing event updated for resources: {'Subnet': ['ID=a3368ab9-3b5b-42a4-b069-a8528b8d77e4,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:38.477422 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-59b05fe8-28ca-4906-b1fd-7d07e106fe80 None None] Provisioning complete for port ebbeb662-cbcf-42d4-b0bc-ae7dc0ad6ad8 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:45:38.478088 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-59b05fe8-28ca-4906-b1fd-7d07e106fe80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:38.501798 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d53ef64-e1a4-478c-80cb-dc95af0dafa8 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Checking segment: {'id': '7203edec-ebec-418c-8c19-0cf1b8cbfee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd5fb52ea-73fa-4821-8ae5-aed1c540fb31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:45:38.502300 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d53ef64-e1a4-478c-80cb-dc95af0dafa8 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Network hostable DHCP agents. Network: d5fb52ea-73fa-4821-8ae5-aed1c540fb31, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:45:38.549268 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d53ef64-e1a4-478c-80cb-dc95af0dafa8 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Network d5fb52ea-73fa-4821-8ae5-aed1c540fb31 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:45:38.562448 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-7d53ef64-e1a4-478c-80cb-dc95af0dafa8 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, d5fb52ea-73fa-4821-8ae5-aed1c540fb31) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:45:38.581089 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d53ef64-e1a4-478c-80cb-dc95af0dafa8 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:38.596243 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port ebbeb662-cbcf-42d4-b0bc-ae7dc0ad6ad8 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:45:38.600751 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d53ef64-e1a4-478c-80cb-dc95af0dafa8 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:38.601011 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:38.685084 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34162) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:38.695293 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7d53ef64-e1a4-478c-80cb-dc95af0dafa8 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.0234540 Nov 16 11:45:38.738822 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dace121-7195-4901-a1eb-2f8556f4d2db None None] Network d5fb52ea-73fa-4821-8ae5-aed1c540fb31 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:45:38.874867 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1f19f30d-535e-468b-b4c9-3b9a6adf5b41 req-4470af38-b021-41cf-ac6e-ef0b83b3b460 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ed11876-b734-4c2d-a835-ba6a482e6cce HTTP/1.1" status: 200 len: 210 time: 0.0584993 Nov 16 11:45:38.960170 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1b09f3-e7bf-4064-972d-66148404d57f None None] DHCP port deletion for b25fe207-3978-49e9-8818-dd7e4e170bbd request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:45:38.969973 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:39.048326 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-59b05fe8-28ca-4906-b1fd-7d07e106fe80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:39.105360 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port ebbeb662-cbcf-42d4-b0bc-ae7dc0ad6ad8, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=ebbeb662-cbcf-42d4-b0bc-ae7dc0ad6ad8,segment=NetworkSegment(3a3f7c24-b5ee-41a4-9eb9-8cec4a2a2b2c),segment_id=3a3f7c24-b5ee-41a4-9eb9-8cec4a2a2b2c)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:45:39.128523 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:39.181172 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device e1b58aa9-e288-4d8b-a83a-7fa4951043dc no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:45:39.293598 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f669c4b-acc3-4b80-ace8-ad21d28ad87e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-d5fb52ea-73fa-4821-8ae5-aed1c540fb31', 'network_id': 'd5fb52ea-73fa-4821-8ae5-aed1c540fb31', 'tenant_id': '66b38a462b1644ac8cb15bb21203c167', 'fixed_ips': [{'subnet_id': 'a3368ab9-3b5b-42a4-b069-a8528b8d77e4'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:45:39.294620 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5f669c4b-acc3-4b80-ace8-ad21d28ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:39.323246 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: e1b58aa9-e288-4d8b-a83a-7fa4951043dc {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:45:39.334292 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device e1b58aa9-e288-4d8b-a83a-7fa4951043dc not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:45:39.379853 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-6a1b09f3-e7bf-4064-972d-66148404d57f None None] Deleting port ebbeb662-cbcf-42d4-b0bc-ae7dc0ad6ad8 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:45:39.380724 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6a1b09f3-e7bf-4064-972d-66148404d57f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:39.516885 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.api [None req-59b05fe8-28ca-4906-b1fd-7d07e106fe80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:45:39.517302 n-d-816823-3 neutron-server[102670]: DEBUG oslo_db.api [None req-59b05fe8-28ca-4906-b1fd-7d07e106fe80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:45:39.578649 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=ebbeb662-cbcf-42d4-b0bc-ae7dc0ad6ad8,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:39.591974 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-5ec6eaa7-0524-4ee1-bd5d-17fb73c3cce7 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:39.595162 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-5ec6eaa7-0524-4ee1-bd5d-17fb73c3cce7 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.36 "GET /v2.0/networks?id=3d7484ae-78a0-4a01-9340-d50011c24af9 HTTP/1.1" status: 200 len: 812 time: 0.7007201 Nov 16 11:45:39.609150 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-928607ef-a839-4fd9-9203-31578cd1286f tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:39.610769 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-6a1b09f3-e7bf-4064-972d-66148404d57f None None] For port ebbeb662-cbcf-42d4-b0bc-ae7dc0ad6ad8, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=ebbeb662-cbcf-42d4-b0bc-ae7dc0ad6ad8,segment=NetworkSegment(3a3f7c24-b5ee-41a4-9eb9-8cec4a2a2b2c),segment_id=3a3f7c24-b5ee-41a4-9eb9-8cec4a2a2b2c)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:45:39.611275 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6a1b09f3-e7bf-4064-972d-66148404d57f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:39.633806 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-6a1b09f3-e7bf-4064-972d-66148404d57f None None] Calling delete_port for ebbeb662-cbcf-42d4-b0bc-ae7dc0ad6ad8 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:45:39.749801 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-5f669c4b-acc3-4b80-ace8-ad21d28ad87e None None] Allocated IP 2001:db8::f816:3eff:fe2f:8226 (d5fb52ea-73fa-4821-8ae5-aed1c540fb31/a3368ab9-3b5b-42a4-b069-a8528b8d77e4/1bd4ac41-cad7-4028-b58d-67147cefc9b4) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:45:39.842556 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-928607ef-a839-4fd9-9203-31578cd1286f tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:39.929096 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6a1b09f3-e7bf-4064-972d-66148404d57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:39.962262 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1b09f3-e7bf-4064-972d-66148404d57f None None] No DVR routers for this DVR port ebbeb662-cbcf-42d4-b0bc-ae7dc0ad6ad8 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:45:40.031245 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1b09f3-e7bf-4064-972d-66148404d57f None None] Pushing event deleted for resources: {'Port': ['ID=ebbeb662-cbcf-42d4-b0bc-ae7dc0ad6ad8,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:40.035560 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0fc40641-fea3-4050-9823-0366b6e0542c req-36794338-1d31-4560-967b-889bfddb0d4a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ed11876-b734-4c2d-a835-ba6a482e6cce HTTP/1.1" status: 200 len: 210 time: 0.0476406 Nov 16 11:45:40.068708 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-59b05fe8-28ca-4906-b1fd-7d07e106fe80 None None] Port ebbeb662-cbcf-42d4-b0bc-ae7dc0ad6ad8 update to ACTIVE by agent not found {{(pid=102670) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 16 11:45:40.070065 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-7ebe87c0-5b68-436e-934b-d88d7949be33 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bac558768764cbe98f7632412a36688 HTTP/1.1" status: 200 len: 380 time: 0.4513133 Nov 16 11:45:40.084810 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-bb188c50-c872-4a4b-a7c2-7e5e84f70835 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Request body: {'port': {'device_id': '8ed11876-b734-4c2d-a835-ba6a482e6cce', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'admin_state_up': True, 'tenant_id': '4bac558768764cbe98f7632412a36688', 'security_groups': ['b2f758d5-f6a7-4e8f-a345-625f497a3e80']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:45:40.146927 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device ebbeb662-cbcf-42d4-b0bc-ae7dc0ad6ad8 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:45:40.170660 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: ebbeb662-cbcf-42d4-b0bc-ae7dc0ad6ad8 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:45:40.171209 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device ebbeb662-cbcf-42d4-b0bc-ae7dc0ad6ad8 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:45:40.219882 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5f669c4b-acc3-4b80-ace8-ad21d28ad87e None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:40.231397 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5f669c4b-acc3-4b80-ace8-ad21d28ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:40.264949 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-928607ef-a839-4fd9-9203-31578cd1286f tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:40.301409 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f669c4b-acc3-4b80-ace8-ad21d28ad87e None None] Network d5fb52ea-73fa-4821-8ae5-aed1c540fb31 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:45:40.307770 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-5f669c4b-acc3-4b80-ace8-ad21d28ad87e None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:45:40.312138 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f669c4b-acc3-4b80-ace8-ad21d28ad87e None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:45:40.323874 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928607ef-a839-4fd9-9203-31578cd1286f tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Pushing event deleted for resources: {'Subnet': ['ID=a3368ab9-3b5b-42a4-b069-a8528b8d77e4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:40.363175 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f669c4b-acc3-4b80-ace8-ad21d28ad87e None None] Pushing event updated for resources: {'Port': ['ID=1bd4ac41-cad7-4028-b58d-67147cefc9b4,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:40.370418 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-bb188c50-c872-4a4b-a7c2-7e5e84f70835 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Made reservation on behalf of 4bac558768764cbe98f7632412a36688 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:45:40.375898 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-bb188c50-c872-4a4b-a7c2-7e5e84f70835 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:40.403621 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-5f669c4b-acc3-4b80-ace8-ad21d28ad87e None None] Attempting to bind port 1bd4ac41-cad7-4028-b58d-67147cefc9b4 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:45:40.403863 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-5f669c4b-acc3-4b80-ace8-ad21d28ad87e None None] Attempting to bind port 1bd4ac41-cad7-4028-b58d-67147cefc9b4 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '7203edec-ebec-418c-8c19-0cf1b8cbfee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd5fb52ea-73fa-4821-8ae5-aed1c540fb31'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:45:40.404189 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f669c4b-acc3-4b80-ace8-ad21d28ad87e None None] Attempting to bind port 1bd4ac41-cad7-4028-b58d-67147cefc9b4 on network d5fb52ea-73fa-4821-8ae5-aed1c540fb31 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:45:40.405219 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-928607ef-a839-4fd9-9203-31578cd1286f tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:40.410682 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f669c4b-acc3-4b80-ace8-ad21d28ad87e None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:45:40.411862 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f669c4b-acc3-4b80-ace8-ad21d28ad87e None None] Checking segment: {'id': '7203edec-ebec-418c-8c19-0cf1b8cbfee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd5fb52ea-73fa-4821-8ae5-aed1c540fb31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:45:40.412229 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5f669c4b-acc3-4b80-ace8-ad21d28ad87e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:40.412635 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f669c4b-acc3-4b80-ace8-ad21d28ad87e None None] Bound using segment: {'id': '7203edec-ebec-418c-8c19-0cf1b8cbfee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd5fb52ea-73fa-4821-8ae5-aed1c540fb31'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:45:40.413185 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-5f669c4b-acc3-4b80-ace8-ad21d28ad87e None None] Bound port: 1bd4ac41-cad7-4028-b58d-67147cefc9b4, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7203edec-ebec-418c-8c19-0cf1b8cbfee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'd5fb52ea-73fa-4821-8ae5-aed1c540fb31'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:45:40.413581 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5f669c4b-acc3-4b80-ace8-ad21d28ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:40.471426 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-928607ef-a839-4fd9-9203-31578cd1286f tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5fb52ea-73fa-4821-8ae5-aed1c540fb31']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:40.513601 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-5f669c4b-acc3-4b80-ace8-ad21d28ad87e None None] For port 1bd4ac41-cad7-4028-b58d-67147cefc9b4, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:45:40.514368 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-928607ef-a839-4fd9-9203-31578cd1286f tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7203edec-ebec-418c-8c19-0cf1b8cbfee0') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:40.514691 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-928607ef-a839-4fd9-9203-31578cd1286f tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7203edec-ebec-418c-8c19-0cf1b8cbfee0') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:40.517362 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-5f669c4b-acc3-4b80-ace8-ad21d28ad87e None None] For port 1bd4ac41-cad7-4028-b58d-67147cefc9b4, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=1bd4ac41-cad7-4028-b58d-67147cefc9b4,segment=NetworkSegment(7203edec-ebec-418c-8c19-0cf1b8cbfee0),segment_id=7203edec-ebec-418c-8c19-0cf1b8cbfee0)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:45:40.524523 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5f669c4b-acc3-4b80-ace8-ad21d28ad87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:40.544640 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-928607ef-a839-4fd9-9203-31578cd1286f tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:40.569154 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-928607ef-a839-4fd9-9203-31578cd1286f tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:40.602297 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-928607ef-a839-4fd9-9203-31578cd1286f tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:45:40.603552 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-928607ef-a839-4fd9-9203-31578cd1286f tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:40.608926 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:45:40.608926 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:45:40.608926 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:45:40.608926 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:45:40.608926 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:45:40.608926 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:45:40.608926 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:45:40.608926 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:45:40.608926 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:45:40.608926 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:45:40.608926 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:45:40.608926 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:45:40.608926 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:45:40.608926 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:45:40.608926 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:45:40.608926 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:45:40.608926 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:45:40.608926 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:45:40.608926 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:45:40.608926 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:45:40.608926 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:45:40.608926 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:45:40.608926 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:45:40.608926 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:45:40.608926 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:45:40.608926 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:45:40.608926 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:45:40.608926 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:45:40.608926 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:45:40.608926 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:45:40.608926 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:45:40.608926 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:45:40.620485 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34242) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:40.669167 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d22196-ea7a-4254-af10-3104125586d3 None None] Network d5fb52ea-73fa-4821-8ae5-aed1c540fb31 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:45:40.675563 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f669c4b-acc3-4b80-ace8-ad21d28ad87e None None] Pushing event updated for resources: {'Port': ['ID=1bd4ac41-cad7-4028-b58d-67147cefc9b4,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:40.690442 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-bb188c50-c872-4a4b-a7c2-7e5e84f70835 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Allocated IP 172.20.0.14 (3d7484ae-78a0-4a01-9340-d50011c24af9/b36b18de-7ce5-4007-aecb-7c9e7de7c07f/bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:45:40.701280 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.db.api [None req-928607ef-a839-4fd9-9203-31578cd1286f tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 16 11:45:40.701280 n-d-816823-3 neutron-server[102668]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 16 11:45:40.701280 n-d-816823-3 neutron-server[102668]: [parameters: {'id': 'd5fb52ea-73fa-4821-8ae5-aed1c540fb31'}] Nov 16 11:45:40.701280 n-d-816823-3 neutron-server[102668]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:45:40.702189 n-d-816823-3 neutron-server[102668]: DEBUG oslo_db.api [None req-928607ef-a839-4fd9-9203-31578cd1286f tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:45:40.776620 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-73678563-3135-49a6-8935-61d825901733 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:40.868822 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-bb188c50-c872-4a4b-a7c2-7e5e84f70835 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:40.894353 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5566c5-8372-4d25-a751-f617b925a1b0 None None] get_active_networks_info from n-d-816823-3 {{(pid=102670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 11:45:40.960591 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-73678563-3135-49a6-8935-61d825901733 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:40.961768 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-bb188c50-c872-4a4b-a7c2-7e5e84f70835 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:40.965839 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-73678563-3135-49a6-8935-61d825901733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:41.016361 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-73678563-3135-49a6-8935-61d825901733 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e702e4f68e7e48bb99a7a353ca4b9afb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3942649 Nov 16 11:45:41.017150 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73678563-3135-49a6-8935-61d825901733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4445133c-5707-452f-8350-46663ec8042e,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:41.019558 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34248) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:41.061391 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-bb188c50-c872-4a4b-a7c2-7e5e84f70835 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Network 3d7484ae-78a0-4a01-9340-d50011c24af9 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:45:41.062770 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb188c50-c872-4a4b-a7c2-7e5e84f70835 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Pushing event updated for resources: {'Port': ['ID=bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:41.066687 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-bb188c50-c872-4a4b-a7c2-7e5e84f70835 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:45:41.076594 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-bb188c50-c872-4a4b-a7c2-7e5e84f70835 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:45:41.106753 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5566c5-8372-4d25-a751-f617b925a1b0 None None] Resources bound (agent type, host, resource id): {{(pid=102670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 11:45:41.156282 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-514a5bdc-1426-4896-9233-c504428553b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:41.191233 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-514a5bdc-1426-4896-9233-c504428553b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:41.200457 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-bb188c50-c872-4a4b-a7c2-7e5e84f70835 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:41.201783 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-bb188c50-c872-4a4b-a7c2-7e5e84f70835 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:41.207106 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-928607ef-a839-4fd9-9203-31578cd1286f tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:41.258247 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-bb188c50-c872-4a4b-a7c2-7e5e84f70835 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1825752 Nov 16 11:45:41.266675 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-514a5bdc-1426-4896-9233-c504428553b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:41.270128 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-514a5bdc-1426-4896-9233-c504428553b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:41.271850 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-514a5bdc-1426-4896-9233-c504428553b9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4445133c-5707-452f-8350-46663ec8042e HTTP/1.1" status: 204 len: 168 time: 0.2400496 Nov 16 11:45:41.285752 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-4c1fb997-6d64-4173-8568-eef33648fd23 service neutron] Request body: {'port': {'device_id': '8ed11876-b734-4c2d-a835-ba6a482e6cce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:45:41.332098 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-928607ef-a839-4fd9-9203-31578cd1286f tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Deleting port 1bd4ac41-cad7-4028-b58d-67147cefc9b4 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:45:41.332439 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-928607ef-a839-4fd9-9203-31578cd1286f tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:41.337742 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a5bdc-1426-4896-9233-c504428553b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4445133c-5707-452f-8350-46663ec8042e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:41.385285 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b5c20-00a5-46ca-8012-0b0f7fa6918c req-523da1f5-1937-49bd-a054-0747f1ea939b tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:41.385776 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-4c1fb997-6d64-4173-8568-eef33648fd23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:41.394209 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7c3b5c20-00a5-46ca-8012-0b0f7fa6918c req-523da1f5-1937-49bd-a054-0747f1ea939b tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ed11876-b734-4c2d-a835-ba6a482e6cce HTTP/1.1" status: 200 len: 932 time: 0.1449354 Nov 16 11:45:41.486535 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7c3b5c20-00a5-46ca-8012-0b0f7fa6918c req-1cd5bc8b-5064-419a-8c06-2a428e48576d tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811176 Nov 16 11:45:41.707756 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-928607ef-a839-4fd9-9203-31578cd1286f tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] For port 1bd4ac41-cad7-4028-b58d-67147cefc9b4, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=1bd4ac41-cad7-4028-b58d-67147cefc9b4,segment=NetworkSegment(7203edec-ebec-418c-8c19-0cf1b8cbfee0),segment_id=7203edec-ebec-418c-8c19-0cf1b8cbfee0)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:45:41.708033 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-928607ef-a839-4fd9-9203-31578cd1286f tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:41.743083 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-928607ef-a839-4fd9-9203-31578cd1286f tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Calling delete_port for 1bd4ac41-cad7-4028-b58d-67147cefc9b4 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:45:41.784033 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34260) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:41.798700 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8068145e-3b07-429a-935f-4ec2cb02acea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:41.913681 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-4c1fb997-6d64-4173-8568-eef33648fd23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:45:41.932075 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-4c1fb997-6d64-4173-8568-eef33648fd23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:41.950774 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-4c1fb997-6d64-4173-8568-eef33648fd23 service neutron] Transition to ACTIVE for port object bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:45:41.952252 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-928607ef-a839-4fd9-9203-31578cd1286f tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:41.962919 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8068145e-3b07-429a-935f-4ec2cb02acea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:41.966792 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-4c1fb997-6d64-4173-8568-eef33648fd23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:41.972966 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8068145e-3b07-429a-935f-4ec2cb02acea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:41.992329 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928607ef-a839-4fd9-9203-31578cd1286f tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] No DVR routers for this DVR port 1bd4ac41-cad7-4028-b58d-67147cefc9b4 on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:45:42.033867 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928607ef-a839-4fd9-9203-31578cd1286f tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Pushing event deleted for resources: {'Port': ['ID=1bd4ac41-cad7-4028-b58d-67147cefc9b4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:42.051910 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8068145e-3b07-429a-935f-4ec2cb02acea admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4ce01ad2000f449789203979424e8f19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2666590 Nov 16 11:45:42.056473 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34264) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:42.102192 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068145e-3b07-429a-935f-4ec2cb02acea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3607c2da-e99b-4486-aa5e-21ccd1f3da83,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:42.189181 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-928607ef-a839-4fd9-9203-31578cd1286f tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:42.235976 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-709e6d93-d1f6-469b-99f6-0165e3cf8550 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:42.257017 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1fb997-6d64-4173-8568-eef33648fd23 service neutron] Pushing event updated for resources: {'Port': ['ID=bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:42.277074 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-928607ef-a839-4fd9-9203-31578cd1286f tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5fb52ea-73fa-4821-8ae5-aed1c540fb31']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:42.294051 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-709e6d93-d1f6-469b-99f6-0165e3cf8550 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:42.296487 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-928607ef-a839-4fd9-9203-31578cd1286f tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7203edec-ebec-418c-8c19-0cf1b8cbfee0') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:42.297026 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-928607ef-a839-4fd9-9203-31578cd1286f tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7203edec-ebec-418c-8c19-0cf1b8cbfee0') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:42.314982 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-928607ef-a839-4fd9-9203-31578cd1286f tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:42.346173 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-928607ef-a839-4fd9-9203-31578cd1286f tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:42.360014 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-928607ef-a839-4fd9-9203-31578cd1286f tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:45:42.360777 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-928607ef-a839-4fd9-9203-31578cd1286f tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:42.372983 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-709e6d93-d1f6-469b-99f6-0165e3cf8550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:42.375881 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-709e6d93-d1f6-469b-99f6-0165e3cf8550 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:42.379651 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-709e6d93-d1f6-469b-99f6-0165e3cf8550 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3607c2da-e99b-4486-aa5e-21ccd1f3da83 HTTP/1.1" status: 204 len: 168 time: 0.3184273 Nov 16 11:45:42.399048 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e6d93-d1f6-469b-99f6-0165e3cf8550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3607c2da-e99b-4486-aa5e-21ccd1f3da83,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:42.434606 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-4c1fb997-6d64-4173-8568-eef33648fd23 service neutron] Attempting to bind port bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:45:42.434961 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-4c1fb997-6d64-4173-8568-eef33648fd23 service neutron] Attempting to bind port bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'c7ce274d-1faf-4924-9c3c-562dce13f294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:45:42.435348 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-4c1fb997-6d64-4173-8568-eef33648fd23 service neutron] Attempting to bind port bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5 on network 3d7484ae-78a0-4a01-9340-d50011c24af9 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:45:42.437678 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:45:42.437678 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:45:42.437678 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:45:42.437678 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:45:42.437678 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:45:42.437678 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:45:42.437678 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:45:42.437678 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:45:42.437678 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:45:42.437678 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:45:42.437678 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:45:42.437678 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:45:42.437678 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:45:42.437678 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:45:42.437678 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:45:42.437678 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:45:42.437678 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:45:42.437678 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:45:42.437678 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:45:42.437678 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:45:42.437678 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:45:42.437678 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:45:42.437678 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:45:42.437678 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:45:42.437678 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:45:42.437678 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:45:42.437678 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:45:42.437678 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:45:42.437678 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:45:42.437678 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:45:42.437678 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:45:42.437678 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:45:42.446596 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-4c1fb997-6d64-4173-8568-eef33648fd23 service neutron] Port bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5 on network 3d7484ae-78a0-4a01-9340-d50011c24af9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:45:42.447030 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-4c1fb997-6d64-4173-8568-eef33648fd23 service neutron] Attempting to bind port bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5 on network 3d7484ae-78a0-4a01-9340-d50011c24af9 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:45:42.465832 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-4c1fb997-6d64-4173-8568-eef33648fd23 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:45:42.466255 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-4c1fb997-6d64-4173-8568-eef33648fd23 service neutron] Checking segment: {'id': 'c7ce274d-1faf-4924-9c3c-562dce13f294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:45:42.466694 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-4c1fb997-6d64-4173-8568-eef33648fd23 service neutron] Bound using segment: {'id': 'c7ce274d-1faf-4924-9c3c-562dce13f294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:45:42.467139 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-4c1fb997-6d64-4173-8568-eef33648fd23 service neutron] Bound port: bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ce274d-1faf-4924-9c3c-562dce13f294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:45:42.467538 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-4c1fb997-6d64-4173-8568-eef33648fd23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:42.489359 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-928607ef-a839-4fd9-9203-31578cd1286f tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:42.499174 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-928607ef-a839-4fd9-9203-31578cd1286f tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:42.512173 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-928607ef-a839-4fd9-9203-31578cd1286f tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] 10.222.0.61 "DELETE /v2.0/networks/d5fb52ea-73fa-4821-8ae5-aed1c540fb31 HTTP/1.1" status: 204 len: 168 time: 3.8210263 Nov 16 11:45:42.512331 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34272) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:42.517242 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-acdb346d-efa6-4927-81bf-3f0eb7b3299b tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2086597407'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:45:42.564154 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdb346d-efa6-4927-81bf-3f0eb7b3299b tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Made reservation on behalf of 66b38a462b1644ac8cb15bb21203c167 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:45:42.564563 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928607ef-a839-4fd9-9203-31578cd1286f tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Pushing event deleted for resources: {'Network': ['ID=d5fb52ea-73fa-4821-8ae5-aed1c540fb31,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:42.569125 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-acdb346d-efa6-4927-81bf-3f0eb7b3299b tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:42.629118 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acdb346d-efa6-4927-81bf-3f0eb7b3299b tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:45:42.644984 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-4c1fb997-6d64-4173-8568-eef33648fd23 service neutron] For port bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:45:42.652257 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-4c1fb997-6d64-4173-8568-eef33648fd23 service neutron] For port bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5,segment=NetworkSegment(c7ce274d-1faf-4924-9c3c-562dce13f294),segment_id=c7ce274d-1faf-4924-9c3c-562dce13f294)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:45:42.664029 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-4c1fb997-6d64-4173-8568-eef33648fd23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:42.702517 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-4c1fb997-6d64-4173-8568-eef33648fd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:42.703238 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-4c1fb997-6d64-4173-8568-eef33648fd23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:42.704948 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-4c1fb997-6d64-4173-8568-eef33648fd23 service neutron] 10.222.0.36 "PUT /v2.0/ports/bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5 HTTP/1.1" status: 200 len: 1092 time: 1.4377902 Nov 16 11:45:42.705430 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ed11876-b734-4c2d-a835-ba6a482e6cce', 'tag': 'bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:45:42.708734 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb1b6d6-7ed9-4824-ad80-8e95686f68ac" -d '{"events": [{"name": "network-changed", "server_uuid": "8ed11876-b734-4c2d-a835-ba6a482e6cce", "tag": "bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:45:42.744370 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-acdb346d-efa6-4927-81bf-3f0eb7b3299b tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:42.744370 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-acdb346d-efa6-4927-81bf-3f0eb7b3299b tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Added segment a5c36158-ea5c-4c68-94cc-1316d08ebd0c of type vlan for network 23f6fe69-c57e-497f-a02b-ccc53de7601b Nov 16 11:45:42.825157 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1fb997-6d64-4173-8568-eef33648fd23 service neutron] Pushing event updated for resources: {'Port': ['ID=bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:42.841354 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-aea19eac-1ab2-414d-90be-10256facd784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:42.843039 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-aea19eac-1ab2-414d-90be-10256facd784 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4bac558768764cbe98f7632412a36688&device_id=8ed11876-b734-4c2d-a835-ba6a482e6cce HTTP/1.1" status: 200 len: 1095 time: 0.0806358 Nov 16 11:45:42.892687 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-acdb346d-efa6-4927-81bf-3f0eb7b3299b tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:42.921005 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-27a00c77-2eb3-41bd-abef-3092b9bf0ebb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5 HTTP/1.1" status: 200 len: 217 time: 0.0698965 Nov 16 11:45:42.921599 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd29e78-3469-4381-b389-7f3c7de0812e req-3d10d800-040a-4a7c-8252-84f78b4227b8 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:42.932713 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7cd29e78-3469-4381-b389-7f3c7de0812e req-3d10d800-040a-4a7c-8252-84f78b4227b8 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ed11876-b734-4c2d-a835-ba6a482e6cce HTTP/1.1" status: 200 len: 944 time: 0.2932076 Nov 16 11:45:43.017000 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-acdb346d-efa6-4927-81bf-3f0eb7b3299b tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:43.028009 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdb346d-efa6-4927-81bf-3f0eb7b3299b tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:43.028726 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-acdb346d-efa6-4927-81bf-3f0eb7b3299b tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:43.040301 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c65e862b-5a6d-4feb-ae01-72c51e3c408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:43.076197 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-22915684-ad54-450a-b4de-a901202d6030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:43.081435 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-22915684-ad54-450a-b4de-a901202d6030 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b36b18de-7ce5-4007-aecb-7c9e7de7c07f HTTP/1.1" status: 200 len: 851 time: 0.1522579 Nov 16 11:45:43.085334 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7cd29e78-3469-4381-b389-7f3c7de0812e req-cf966a63-daa9-4d52-8dfa-e4cdec346eb4 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515090 Nov 16 11:45:43.172696 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff8e579-e044-40dd-ba0c-43a961cd32e4 x-openstack-request-id: req-fff8e579-e044-40dd-ba0c-43a961cd32e4 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:45:43.176308 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ed11876-b734-4c2d-a835-ba6a482e6cce", "tag": "bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:45:43.177076 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fff8e579-e044-40dd-ba0c-43a961cd32e4 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:45:43.177888 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ed11876-b734-4c2d-a835-ba6a482e6cce', 'tag': 'bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5', 'status': 'completed', 'code': 200} Nov 16 11:45:43.196941 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb346d-efa6-4927-81bf-3f0eb7b3299b tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Pushing event updated for resources: {'Network': ['ID=23f6fe69-c57e-497f-a02b-ccc53de7601b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:43.203002 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-acdb346d-efa6-4927-81bf-3f0eb7b3299b tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6902199 Nov 16 11:45:43.205851 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34288) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:43.212197 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 23f6fe69-c57e-497f-a02b-ccc53de7601b details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:45:43.213286 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-36badc23-0715-4530-a681-347db1adf41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:43.218449 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-36badc23-0715-4530-a681-347db1adf41f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d7484ae-78a0-4a01-9340-d50011c24af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1252165 Nov 16 11:45:43.229365 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-a57986db-4cd0-4b0e-81d9-1e6015b6f1ab tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Request body: {'subnet': {'network_id': '23f6fe69-c57e-497f-a02b-ccc53de7601b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:45:43.363400 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57986db-4cd0-4b0e-81d9-1e6015b6f1ab tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Made reservation on behalf of 66b38a462b1644ac8cb15bb21203c167 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:45:43.368247 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a57986db-4cd0-4b0e-81d9-1e6015b6f1ab tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:43.437357 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-30ba11c7-b705-4d05-b4fb-ffb6b10c1fac service neutron] 10.222.0.36 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104323 Nov 16 11:45:43.623996 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3098f353-55c2-4b04-b39d-1aae8c164f6d req-0b2dd8f7-e62b-4c0a-876d-166fd24f92b8 service neutron] 10.222.0.36 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774442 Nov 16 11:45:43.749562 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a57986db-4cd0-4b0e-81d9-1e6015b6f1ab tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:43.750949 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb1b6d6-7ed9-4824-ad80-8e95686f68ac req-ae18b279-0986-41f0-973e-b16de2e3bfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:43.753081 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fcb1b6d6-7ed9-4824-ad80-8e95686f68ac req-ae18b279-0986-41f0-973e-b16de2e3bfa7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4bac558768764cbe98f7632412a36688&device_id=8ed11876-b734-4c2d-a835-ba6a482e6cce HTTP/1.1" status: 200 len: 1095 time: 0.0669632 Nov 16 11:45:43.829441 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57986db-4cd0-4b0e-81d9-1e6015b6f1ab tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Pushing event updated for resources: {'Subnet': ['ID=444f7af3-3422-48ce-97cf-8691e184e987,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:43.878453 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57986db-4cd0-4b0e-81d9-1e6015b6f1ab tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Checking segment: {'id': 'a5c36158-ea5c-4c68-94cc-1316d08ebd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '23f6fe69-c57e-497f-a02b-ccc53de7601b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:45:43.879440 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57986db-4cd0-4b0e-81d9-1e6015b6f1ab tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Network hostable DHCP agents. Network: 23f6fe69-c57e-497f-a02b-ccc53de7601b, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:45:43.903577 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57986db-4cd0-4b0e-81d9-1e6015b6f1ab tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Network 23f6fe69-c57e-497f-a02b-ccc53de7601b is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:45:43.921151 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-a57986db-4cd0-4b0e-81d9-1e6015b6f1ab tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 23f6fe69-c57e-497f-a02b-ccc53de7601b) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:45:43.932386 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57986db-4cd0-4b0e-81d9-1e6015b6f1ab tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:43.932821 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a62db76-095f-476f-bec1-23170bdc0145 None None] Network 23f6fe69-c57e-497f-a02b-ccc53de7601b requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:45:43.934398 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a57986db-4cd0-4b0e-81d9-1e6015b6f1ab tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:43.937726 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb1b6d6-7ed9-4824-ad80-8e95686f68ac req-3f6a39c9-6a38-49c6-bf1e-d4449ebc2f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:43.943564 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fcb1b6d6-7ed9-4824-ad80-8e95686f68ac req-3f6a39c9-6a38-49c6-bf1e-d4449ebc2f65 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3d7484ae-78a0-4a01-9340-d50011c24af9 HTTP/1.1" status: 200 len: 913 time: 0.1798980 Nov 16 11:45:43.979380 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a57986db-4cd0-4b0e-81d9-1e6015b6f1ab tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7690616 Nov 16 11:45:43.981427 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34306) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:43.994654 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fcb1b6d6-7ed9-4824-ad80-8e95686f68ac req-ca196f7b-1f87-4c19-b227-1a4f6ee6f011 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5 HTTP/1.1" status: 200 len: 217 time: 0.0438468 Nov 16 11:45:44.071710 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb1b6d6-7ed9-4824-ad80-8e95686f68ac req-26c78dd0-6728-41a7-a08d-8d4e139ff4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:44.072840 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fcb1b6d6-7ed9-4824-ad80-8e95686f68ac req-26c78dd0-6728-41a7-a08d-8d4e139ff4c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b36b18de-7ce5-4007-aecb-7c9e7de7c07f HTTP/1.1" status: 200 len: 851 time: 0.0715601 Nov 16 11:45:44.156233 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb1b6d6-7ed9-4824-ad80-8e95686f68ac req-00f587da-9ca1-4380-b9eb-ab1e4b8e6bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:44.157769 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fcb1b6d6-7ed9-4824-ad80-8e95686f68ac req-00f587da-9ca1-4380-b9eb-ab1e4b8e6bb6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d7484ae-78a0-4a01-9340-d50011c24af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771482 Nov 16 11:45:44.244493 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f790a21-5fd9-4c60-899d-a92d63adcf52 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:44.354714 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e75999-f9cf-4ef0-8a6a-4e43840597f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-23f6fe69-c57e-497f-a02b-ccc53de7601b', 'network_id': '23f6fe69-c57e-497f-a02b-ccc53de7601b', 'tenant_id': '66b38a462b1644ac8cb15bb21203c167', 'fixed_ips': [{'subnet_id': '444f7af3-3422-48ce-97cf-8691e184e987'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:45:44.356934 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e9e75999-f9cf-4ef0-8a6a-4e43840597f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:44.361971 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fcb1b6d6-7ed9-4824-ad80-8e95686f68ac req-3c5b2117-3039-41a3-8019-ed09cccb33d1 service neutron] 10.222.0.36 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929286 Nov 16 11:45:44.510945 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fcb1b6d6-7ed9-4824-ad80-8e95686f68ac req-31dbbdd9-a9be-44dd-a2c8-e21cc4162190 service neutron] 10.222.0.36 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414623 Nov 16 11:45:44.531590 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f790a21-5fd9-4c60-899d-a92d63adcf52 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:44.599518 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-e9e75999-f9cf-4ef0-8a6a-4e43840597f9 None None] Allocated IP 2001:db8::2 (23f6fe69-c57e-497f-a02b-ccc53de7601b/444f7af3-3422-48ce-97cf-8691e184e987/776afef5-3cb1-424c-a6a0-cc4a097c4bc1) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:45:44.623776 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ebaf7-2459-48a3-bf49-1d47f4c87091 req-2964f5e2-e704-4709-a21c-e0427e3af845 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:44.625517 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-db4ebaf7-2459-48a3-bf49-1d47f4c87091 req-2964f5e2-e704-4709-a21c-e0427e3af845 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ed11876-b734-4c2d-a835-ba6a482e6cce HTTP/1.1" status: 200 len: 944 time: 0.3762467 Nov 16 11:45:44.737568 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-db4ebaf7-2459-48a3-bf49-1d47f4c87091 req-041b69f1-9eb3-4f4e-99ff-98bd9994d2ff tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004491 Nov 16 11:45:45.062132 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e9e75999-f9cf-4ef0-8a6a-4e43840597f9 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:45.078394 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e9e75999-f9cf-4ef0-8a6a-4e43840597f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:45.106331 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f790a21-5fd9-4c60-899d-a92d63adcf52 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:45.123702 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e75999-f9cf-4ef0-8a6a-4e43840597f9 None None] Network 23f6fe69-c57e-497f-a02b-ccc53de7601b is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:45:45.125861 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-e9e75999-f9cf-4ef0-8a6a-4e43840597f9 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:45:45.128121 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e75999-f9cf-4ef0-8a6a-4e43840597f9 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:45:45.170744 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e75999-f9cf-4ef0-8a6a-4e43840597f9 None None] Pushing event updated for resources: {'Port': ['ID=776afef5-3cb1-424c-a6a0-cc4a097c4bc1,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:45.212430 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e9e75999-f9cf-4ef0-8a6a-4e43840597f9 None None] Attempting to bind port 776afef5-3cb1-424c-a6a0-cc4a097c4bc1 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:45:45.213063 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e9e75999-f9cf-4ef0-8a6a-4e43840597f9 None None] Attempting to bind port 776afef5-3cb1-424c-a6a0-cc4a097c4bc1 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'a5c36158-ea5c-4c68-94cc-1316d08ebd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '23f6fe69-c57e-497f-a02b-ccc53de7601b'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:45:45.214108 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e75999-f9cf-4ef0-8a6a-4e43840597f9 None None] Attempting to bind port 776afef5-3cb1-424c-a6a0-cc4a097c4bc1 on network 23f6fe69-c57e-497f-a02b-ccc53de7601b {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:45:45.223549 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e75999-f9cf-4ef0-8a6a-4e43840597f9 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:45:45.223969 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e75999-f9cf-4ef0-8a6a-4e43840597f9 None None] Checking segment: {'id': 'a5c36158-ea5c-4c68-94cc-1316d08ebd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '23f6fe69-c57e-497f-a02b-ccc53de7601b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:45:45.226856 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f790a21-5fd9-4c60-899d-a92d63adcf52 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Pushing event deleted for resources: {'Subnet': ['ID=444f7af3-3422-48ce-97cf-8691e184e987,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:45.227546 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e9e75999-f9cf-4ef0-8a6a-4e43840597f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:45.227988 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e75999-f9cf-4ef0-8a6a-4e43840597f9 None None] Bound using segment: {'id': 'a5c36158-ea5c-4c68-94cc-1316d08ebd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '23f6fe69-c57e-497f-a02b-ccc53de7601b'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:45:45.229177 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e9e75999-f9cf-4ef0-8a6a-4e43840597f9 None None] Bound port: 776afef5-3cb1-424c-a6a0-cc4a097c4bc1, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c36158-ea5c-4c68-94cc-1316d08ebd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '23f6fe69-c57e-497f-a02b-ccc53de7601b'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:45:45.229571 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e9e75999-f9cf-4ef0-8a6a-4e43840597f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:45.296331 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f790a21-5fd9-4c60-899d-a92d63adcf52 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:45.384312 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e9e75999-f9cf-4ef0-8a6a-4e43840597f9 None None] For port 776afef5-3cb1-424c-a6a0-cc4a097c4bc1, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:45:45.393019 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e9e75999-f9cf-4ef0-8a6a-4e43840597f9 None None] For port 776afef5-3cb1-424c-a6a0-cc4a097c4bc1, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=776afef5-3cb1-424c-a6a0-cc4a097c4bc1,segment=NetworkSegment(a5c36158-ea5c-4c68-94cc-1316d08ebd0c),segment_id=a5c36158-ea5c-4c68-94cc-1316d08ebd0c)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:45:45.414627 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e9e75999-f9cf-4ef0-8a6a-4e43840597f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:45.539626 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc20b39-2d76-4e3c-b745-e839556912b6 None None] Network 23f6fe69-c57e-497f-a02b-ccc53de7601b requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:45:45.667094 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e75999-f9cf-4ef0-8a6a-4e43840597f9 None None] Pushing event updated for resources: {'Port': ['ID=776afef5-3cb1-424c-a6a0-cc4a097c4bc1,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:45.715819 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-63e578ed-18e0-40b5-8522-df3e055e1999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:45.728653 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-0f790a21-5fd9-4c60-899d-a92d63adcf52 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23f6fe69-c57e-497f-a02b-ccc53de7601b']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:45.740204 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-0f790a21-5fd9-4c60-899d-a92d63adcf52 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5c36158-ea5c-4c68-94cc-1316d08ebd0c') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:45.740505 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-0f790a21-5fd9-4c60-899d-a92d63adcf52 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5c36158-ea5c-4c68-94cc-1316d08ebd0c') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:45.750658 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f790a21-5fd9-4c60-899d-a92d63adcf52 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:45.764346 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622c1dec-4b5e-4404-8c2b-4bb1c5a1a71f None None] get_active_networks_info from n-d-816823-3 {{(pid=102670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 11:45:45.767685 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f790a21-5fd9-4c60-899d-a92d63adcf52 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:45.774988 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f790a21-5fd9-4c60-899d-a92d63adcf52 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:45:45.775399 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f790a21-5fd9-4c60-899d-a92d63adcf52 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:45.838670 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:45:45.838670 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:45:45.838670 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:45:45.838670 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:45:45.838670 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:45:45.838670 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:45:45.838670 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:45:45.838670 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:45:45.838670 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:45:45.838670 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:45:45.838670 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:45:45.838670 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:45:45.838670 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:45:45.838670 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:45:45.838670 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:45:45.838670 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:45:45.838670 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:45:45.838670 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:45:45.838670 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:45:45.838670 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:45:45.838670 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:45:45.838670 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:45:45.838670 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:45:45.838670 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:45:45.838670 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:45:45.838670 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:45:45.838670 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:45:45.838670 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:45:45.838670 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:45:45.838670 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:45:45.838670 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:45:45.838670 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:45:45.849138 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-0f790a21-5fd9-4c60-899d-a92d63adcf52 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 16 11:45:45.849138 n-d-816823-3 neutron-server[102669]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 16 11:45:45.849138 n-d-816823-3 neutron-server[102669]: [parameters: {'id': '23f6fe69-c57e-497f-a02b-ccc53de7601b'}] Nov 16 11:45:45.849138 n-d-816823-3 neutron-server[102669]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:45:45.849671 n-d-816823-3 neutron-server[102669]: DEBUG oslo_db.api [None req-0f790a21-5fd9-4c60-899d-a92d63adcf52 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:45:45.937816 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31b8bb-4e8d-474a-adc7-9d0813fc82e2 req-58f8f81b-5dbb-4834-90a0-4ede16ac1d72 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:45.939755 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fb31b8bb-4e8d-474a-adc7-9d0813fc82e2 req-58f8f81b-5dbb-4834-90a0-4ede16ac1d72 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ed11876-b734-4c2d-a835-ba6a482e6cce HTTP/1.1" status: 200 len: 944 time: 0.0790985 Nov 16 11:45:46.012012 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622c1dec-4b5e-4404-8c2b-4bb1c5a1a71f None None] Resources bound (agent type, host, resource id): {{(pid=102670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 11:45:46.188247 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fb31b8bb-4e8d-474a-adc7-9d0813fc82e2 req-2fced629-f486-4b1f-a5c1-560b275a2643 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2340910 Nov 16 11:45:46.350883 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f790a21-5fd9-4c60-899d-a92d63adcf52 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:46.454973 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-0f790a21-5fd9-4c60-899d-a92d63adcf52 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Deleting port 776afef5-3cb1-424c-a6a0-cc4a097c4bc1 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:45:46.455208 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f790a21-5fd9-4c60-899d-a92d63adcf52 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:46.539026 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-0f790a21-5fd9-4c60-899d-a92d63adcf52 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] For port 776afef5-3cb1-424c-a6a0-cc4a097c4bc1, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=776afef5-3cb1-424c-a6a0-cc4a097c4bc1,segment=NetworkSegment(a5c36158-ea5c-4c68-94cc-1316d08ebd0c),segment_id=a5c36158-ea5c-4c68-94cc-1316d08ebd0c)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:45:46.539758 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f790a21-5fd9-4c60-899d-a92d63adcf52 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:46.567665 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-0f790a21-5fd9-4c60-899d-a92d63adcf52 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Calling delete_port for 776afef5-3cb1-424c-a6a0-cc4a097c4bc1 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:45:46.643195 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:46.733807 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f790a21-5fd9-4c60-899d-a92d63adcf52 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:46.764337 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f790a21-5fd9-4c60-899d-a92d63adcf52 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Pushing event deleted for resources: {'Port': ['ID=776afef5-3cb1-424c-a6a0-cc4a097c4bc1,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:46.776520 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f790a21-5fd9-4c60-899d-a92d63adcf52 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] No DVR routers for this DVR port 776afef5-3cb1-424c-a6a0-cc4a097c4bc1 on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:45:46.894764 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f790a21-5fd9-4c60-899d-a92d63adcf52 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:46.923510 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-0f790a21-5fd9-4c60-899d-a92d63adcf52 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23f6fe69-c57e-497f-a02b-ccc53de7601b']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:46.935445 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-0f790a21-5fd9-4c60-899d-a92d63adcf52 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5c36158-ea5c-4c68-94cc-1316d08ebd0c') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:46.936245 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-0f790a21-5fd9-4c60-899d-a92d63adcf52 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5c36158-ea5c-4c68-94cc-1316d08ebd0c') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:46.947940 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f790a21-5fd9-4c60-899d-a92d63adcf52 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:46.964390 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f790a21-5fd9-4c60-899d-a92d63adcf52 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:46.976705 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f790a21-5fd9-4c60-899d-a92d63adcf52 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:45:46.977471 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f790a21-5fd9-4c60-899d-a92d63adcf52 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:46.982061 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:45:46.982061 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:45:46.982061 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:45:46.982061 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:45:46.982061 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:45:46.982061 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:45:46.982061 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:45:46.982061 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:45:46.982061 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:45:46.982061 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:45:46.982061 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:45:46.982061 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:45:46.982061 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:45:46.982061 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:45:46.982061 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:45:46.982061 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:45:46.982061 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:45:46.982061 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:45:46.982061 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:45:46.982061 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:45:46.982061 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:45:46.982061 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:45:46.982061 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:45:46.982061 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:45:46.982061 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:45:46.982061 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:45:46.982061 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:45:46.982061 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:45:46.982061 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:45:46.982061 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:45:46.982061 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:45:46.982061 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:45:47.054267 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f790a21-5fd9-4c60-899d-a92d63adcf52 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:47.086570 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0f790a21-5fd9-4c60-899d-a92d63adcf52 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:47.093872 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34352) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:47.095966 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0f790a21-5fd9-4c60-899d-a92d63adcf52 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] 10.222.0.61 "DELETE /v2.0/networks/23f6fe69-c57e-497f-a02b-ccc53de7601b HTTP/1.1" status: 204 len: 168 time: 3.1136491 Nov 16 11:45:47.100313 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-82da1474-fecc-40c7-aa48-93af316bef93 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-457608138'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:45:47.131381 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f790a21-5fd9-4c60-899d-a92d63adcf52 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Pushing event deleted for resources: {'Network': ['ID=23f6fe69-c57e-497f-a02b-ccc53de7601b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:47.151338 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82da1474-fecc-40c7-aa48-93af316bef93 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Made reservation on behalf of 66b38a462b1644ac8cb15bb21203c167 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:45:47.177329 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-82da1474-fecc-40c7-aa48-93af316bef93 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:47.232435 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82da1474-fecc-40c7-aa48-93af316bef93 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:45:47.251861 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-82da1474-fecc-40c7-aa48-93af316bef93 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:47.252430 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-82da1474-fecc-40c7-aa48-93af316bef93 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Added segment 57a88e2e-c26d-4369-b7b3-2853ef23b912 of type vlan for network 05fd3776-47ad-4697-a995-f3634651e92b Nov 16 11:45:47.336919 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-82da1474-fecc-40c7-aa48-93af316bef93 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:47.375188 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6306a-c1f5-427d-bef3-bc00f8854c1d req-6b166656-b9c0-4d98-8975-8b6b5bcb5df2 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:47.377447 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cbe6306a-c1f5-427d-bef3-bc00f8854c1d req-6b166656-b9c0-4d98-8975-8b6b5bcb5df2 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ed11876-b734-4c2d-a835-ba6a482e6cce HTTP/1.1" status: 200 len: 944 time: 0.1132860 Nov 16 11:45:47.392540 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-82da1474-fecc-40c7-aa48-93af316bef93 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:47.400711 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82da1474-fecc-40c7-aa48-93af316bef93 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:47.402140 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-82da1474-fecc-40c7-aa48-93af316bef93 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:47.425822 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-82da1474-fecc-40c7-aa48-93af316bef93 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3298829 Nov 16 11:45:47.432324 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34364) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:47.443779 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-d86dab9c-bc74-448b-89b9-8ae4c32d0ca1 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Request body: {'subnet': {'network_id': '05fd3776-47ad-4697-a995-f3634651e92b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:45:47.544112 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da1474-fecc-40c7-aa48-93af316bef93 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Pushing event updated for resources: {'Network': ['ID=05fd3776-47ad-4697-a995-f3634651e92b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:47.555863 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 05fd3776-47ad-4697-a995-f3634651e92b details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:45:47.572616 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cbe6306a-c1f5-427d-bef3-bc00f8854c1d req-4d57813e-2085-4e15-a306-32cc498240b9 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857462 Nov 16 11:45:47.680962 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86dab9c-bc74-448b-89b9-8ae4c32d0ca1 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Made reservation on behalf of 66b38a462b1644ac8cb15bb21203c167 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:45:47.687536 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d86dab9c-bc74-448b-89b9-8ae4c32d0ca1 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:48.024119 n-d-816823-3 neutron-server[102669]: DEBUG neutron.objects.ports [None req-d86dab9c-bc74-448b-89b9-8ae4c32d0ca1 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102669) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 11:45:48.025840 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d86dab9c-bc74-448b-89b9-8ae4c32d0ca1 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:48.096290 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86dab9c-bc74-448b-89b9-8ae4c32d0ca1 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Checking segment: {'id': '57a88e2e-c26d-4369-b7b3-2853ef23b912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '05fd3776-47ad-4697-a995-f3634651e92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:45:48.096656 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86dab9c-bc74-448b-89b9-8ae4c32d0ca1 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Network hostable DHCP agents. Network: 05fd3776-47ad-4697-a995-f3634651e92b, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:45:48.099911 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86dab9c-bc74-448b-89b9-8ae4c32d0ca1 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Pushing event updated for resources: {'Subnet': ['ID=0e7c135e-c785-465d-82a9-efd6ca485da6,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:48.122158 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86dab9c-bc74-448b-89b9-8ae4c32d0ca1 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Network 05fd3776-47ad-4697-a995-f3634651e92b is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:45:48.136772 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-d86dab9c-bc74-448b-89b9-8ae4c32d0ca1 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 05fd3776-47ad-4697-a995-f3634651e92b) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:45:48.144423 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86dab9c-bc74-448b-89b9-8ae4c32d0ca1 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:48.145022 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d86dab9c-bc74-448b-89b9-8ae4c32d0ca1 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:48.146792 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f63a19-02e1-4a69-9cf9-f78e19ef8cdd None None] Network 05fd3776-47ad-4697-a995-f3634651e92b requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:45:48.166789 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d86dab9c-bc74-448b-89b9-8ae4c32d0ca1 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7330670 Nov 16 11:45:48.170136 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34374) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:48.306751 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f31d8136-ecde-4d4a-b118-c476efb39af2 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:48.344136 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6734adc-bb57-4e2a-b897-0890729b1810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-05fd3776-47ad-4697-a995-f3634651e92b', 'network_id': '05fd3776-47ad-4697-a995-f3634651e92b', 'tenant_id': '66b38a462b1644ac8cb15bb21203c167', 'fixed_ips': [{'subnet_id': '0e7c135e-c785-465d-82a9-efd6ca485da6'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:45:48.345409 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b6734adc-bb57-4e2a-b897-0890729b1810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:48.360292 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:48.372889 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f31d8136-ecde-4d4a-b118-c476efb39af2 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:48.503273 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-b6734adc-bb57-4e2a-b897-0890729b1810 None None] Allocated IP 2001:db8::f816:3eff:fe40:9e8f (05fd3776-47ad-4697-a995-f3634651e92b/0e7c135e-c785-465d-82a9-efd6ca485da6/84f47005-fd21-4f5c-a5b1-38b8c551b636) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:45:48.712274 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b6734adc-bb57-4e2a-b897-0890729b1810 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:48.721944 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b6734adc-bb57-4e2a-b897-0890729b1810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:48.762339 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f31d8136-ecde-4d4a-b118-c476efb39af2 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:48.764786 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6734adc-bb57-4e2a-b897-0890729b1810 None None] Network 05fd3776-47ad-4697-a995-f3634651e92b is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:45:48.778649 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-b6734adc-bb57-4e2a-b897-0890729b1810 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:45:48.783388 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6734adc-bb57-4e2a-b897-0890729b1810 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:45:48.825192 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6734adc-bb57-4e2a-b897-0890729b1810 None None] Pushing event updated for resources: {'Port': ['ID=84f47005-fd21-4f5c-a5b1-38b8c551b636,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:48.871912 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:48.876768 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-b6734adc-bb57-4e2a-b897-0890729b1810 None None] Attempting to bind port 84f47005-fd21-4f5c-a5b1-38b8c551b636 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:45:48.878747 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-b6734adc-bb57-4e2a-b897-0890729b1810 None None] Attempting to bind port 84f47005-fd21-4f5c-a5b1-38b8c551b636 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '57a88e2e-c26d-4369-b7b3-2853ef23b912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '05fd3776-47ad-4697-a995-f3634651e92b'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:45:48.879396 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6734adc-bb57-4e2a-b897-0890729b1810 None None] Attempting to bind port 84f47005-fd21-4f5c-a5b1-38b8c551b636 on network 05fd3776-47ad-4697-a995-f3634651e92b {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:45:48.892869 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6734adc-bb57-4e2a-b897-0890729b1810 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:45:48.895545 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6734adc-bb57-4e2a-b897-0890729b1810 None None] Checking segment: {'id': '57a88e2e-c26d-4369-b7b3-2853ef23b912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '05fd3776-47ad-4697-a995-f3634651e92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:45:48.896673 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b6734adc-bb57-4e2a-b897-0890729b1810 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:48.897264 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6734adc-bb57-4e2a-b897-0890729b1810 None None] Bound using segment: {'id': '57a88e2e-c26d-4369-b7b3-2853ef23b912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '05fd3776-47ad-4697-a995-f3634651e92b'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:45:48.898198 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-b6734adc-bb57-4e2a-b897-0890729b1810 None None] Bound port: 84f47005-fd21-4f5c-a5b1-38b8c551b636, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57a88e2e-c26d-4369-b7b3-2853ef23b912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '05fd3776-47ad-4697-a995-f3634651e92b'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:45:48.900271 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b6734adc-bb57-4e2a-b897-0890729b1810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:48.904032 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d8136-ecde-4d4a-b118-c476efb39af2 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Pushing event deleted for resources: {'Subnet': ['ID=0e7c135e-c785-465d-82a9-efd6ca485da6,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:48.922922 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f31d8136-ecde-4d4a-b118-c476efb39af2 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:48.939277 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4277d-69a5-4bb7-83b6-c7f1611c5c52 req-2d97bff9-9e0a-4f04-a5bd-6a86aaf93c10 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:48.941183 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-84c4277d-69a5-4bb7-83b6-c7f1611c5c52 req-2d97bff9-9e0a-4f04-a5bd-6a86aaf93c10 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ed11876-b734-4c2d-a835-ba6a482e6cce HTTP/1.1" status: 200 len: 944 time: 0.2556405 Nov 16 11:45:48.954994 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-f31d8136-ecde-4d4a-b118-c476efb39af2 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05fd3776-47ad-4697-a995-f3634651e92b']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:48.973612 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-f31d8136-ecde-4d4a-b118-c476efb39af2 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57a88e2e-c26d-4369-b7b3-2853ef23b912') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:48.974979 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-f31d8136-ecde-4d4a-b118-c476efb39af2 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57a88e2e-c26d-4369-b7b3-2853ef23b912') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:48.996852 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f31d8136-ecde-4d4a-b118-c476efb39af2 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:49.026025 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f31d8136-ecde-4d4a-b118-c476efb39af2 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:49.031471 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b6734adc-bb57-4e2a-b897-0890729b1810 None None] For port 84f47005-fd21-4f5c-a5b1-38b8c551b636, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:45:49.040478 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-84c4277d-69a5-4bb7-83b6-c7f1611c5c52 req-66c46ecd-bb99-4fdf-b515-342a0c1822b2 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829227 Nov 16 11:45:49.041445 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f31d8136-ecde-4d4a-b118-c476efb39af2 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:45:49.042008 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f31d8136-ecde-4d4a-b118-c476efb39af2 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:49.046722 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:45:49.046722 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:45:49.046722 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:45:49.046722 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:45:49.046722 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:45:49.046722 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:45:49.046722 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:45:49.046722 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:45:49.046722 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:45:49.046722 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:45:49.046722 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:45:49.046722 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:45:49.046722 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:45:49.046722 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:45:49.046722 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:45:49.046722 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:45:49.046722 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:45:49.046722 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:45:49.046722 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:45:49.046722 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:45:49.046722 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:45:49.046722 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:45:49.046722 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:45:49.046722 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:45:49.046722 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:45:49.046722 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:45:49.046722 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:45:49.046722 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:45:49.046722 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:45:49.046722 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:45:49.046722 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:45:49.046722 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:45:49.120600 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b6734adc-bb57-4e2a-b897-0890729b1810 None None] For port 84f47005-fd21-4f5c-a5b1-38b8c551b636, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=84f47005-fd21-4f5c-a5b1-38b8c551b636,segment=NetworkSegment(57a88e2e-c26d-4369-b7b3-2853ef23b912),segment_id=57a88e2e-c26d-4369-b7b3-2853ef23b912)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:45:49.129561 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b6734adc-bb57-4e2a-b897-0890729b1810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:49.150070 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-f31d8136-ecde-4d4a-b118-c476efb39af2 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 16 11:45:49.150070 n-d-816823-3 neutron-server[102669]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 16 11:45:49.150070 n-d-816823-3 neutron-server[102669]: [parameters: {'id': '05fd3776-47ad-4697-a995-f3634651e92b'}] Nov 16 11:45:49.150070 n-d-816823-3 neutron-server[102669]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:45:49.150070 n-d-816823-3 neutron-server[102669]: DEBUG oslo_db.api [None req-f31d8136-ecde-4d4a-b118-c476efb39af2 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:45:49.253792 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6734adc-bb57-4e2a-b897-0890729b1810 None None] Pushing event updated for resources: {'Port': ['ID=84f47005-fd21-4f5c-a5b1-38b8c551b636,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:49.257963 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e349ae9-1773-4419-bf49-471093fdaa77 None None] Network 05fd3776-47ad-4697-a995-f3634651e92b requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:45:49.400951 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021a502d-536b-4b8b-89db-a737bfb4d573 None None] get_active_networks_info from n-d-816823-3 {{(pid=102670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 11:45:49.530826 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021a502d-536b-4b8b-89db-a737bfb4d573 None None] Resources bound (agent type, host, resource id): {{(pid=102670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 11:45:49.651821 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f31d8136-ecde-4d4a-b118-c476efb39af2 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:49.757822 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f31d8136-ecde-4d4a-b118-c476efb39af2 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Deleting port 84f47005-fd21-4f5c-a5b1-38b8c551b636 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:45:49.758491 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f31d8136-ecde-4d4a-b118-c476efb39af2 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:49.843137 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-f31d8136-ecde-4d4a-b118-c476efb39af2 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] For port 84f47005-fd21-4f5c-a5b1-38b8c551b636, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=84f47005-fd21-4f5c-a5b1-38b8c551b636,segment=NetworkSegment(57a88e2e-c26d-4369-b7b3-2853ef23b912),segment_id=57a88e2e-c26d-4369-b7b3-2853ef23b912)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:45:49.843506 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f31d8136-ecde-4d4a-b118-c476efb39af2 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:49.859662 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f31d8136-ecde-4d4a-b118-c476efb39af2 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Calling delete_port for 84f47005-fd21-4f5c-a5b1-38b8c551b636 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:45:49.976267 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f31d8136-ecde-4d4a-b118-c476efb39af2 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:50.003753 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d8136-ecde-4d4a-b118-c476efb39af2 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Pushing event deleted for resources: {'Port': ['ID=84f47005-fd21-4f5c-a5b1-38b8c551b636,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:50.007946 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31d8136-ecde-4d4a-b118-c476efb39af2 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] No DVR routers for this DVR port 84f47005-fd21-4f5c-a5b1-38b8c551b636 on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:45:50.102841 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f31d8136-ecde-4d4a-b118-c476efb39af2 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:50.134751 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-f31d8136-ecde-4d4a-b118-c476efb39af2 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05fd3776-47ad-4697-a995-f3634651e92b']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:50.150325 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-f31d8136-ecde-4d4a-b118-c476efb39af2 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57a88e2e-c26d-4369-b7b3-2853ef23b912') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:50.155329 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-f31d8136-ecde-4d4a-b118-c476efb39af2 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57a88e2e-c26d-4369-b7b3-2853ef23b912') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:50.189007 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f31d8136-ecde-4d4a-b118-c476efb39af2 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:50.232703 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f31d8136-ecde-4d4a-b118-c476efb39af2 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:50.249421 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f9111-609d-4c4f-af07-ce87afb87471 req-b3f9e109-7aa3-4db6-a858-a8483e16ea37 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:50.256430 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0c0f9111-609d-4c4f-af07-ce87afb87471 req-b3f9e109-7aa3-4db6-a858-a8483e16ea37 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ed11876-b734-4c2d-a835-ba6a482e6cce HTTP/1.1" status: 200 len: 944 time: 0.0804293 Nov 16 11:45:50.258711 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f31d8136-ecde-4d4a-b118-c476efb39af2 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:45:50.259711 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f31d8136-ecde-4d4a-b118-c476efb39af2 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:50.264458 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:45:50.264458 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:45:50.264458 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:45:50.264458 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:45:50.264458 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:45:50.264458 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:45:50.264458 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:45:50.264458 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:45:50.264458 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:45:50.264458 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:45:50.264458 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:45:50.264458 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:45:50.264458 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:45:50.264458 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:45:50.264458 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:45:50.264458 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:45:50.264458 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:45:50.264458 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:45:50.264458 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:45:50.264458 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:45:50.264458 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:45:50.264458 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:45:50.264458 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:45:50.264458 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:45:50.264458 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:45:50.264458 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:45:50.264458 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:45:50.264458 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:45:50.264458 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:45:50.264458 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:45:50.264458 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:45:50.264458 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:45:50.357952 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f31d8136-ecde-4d4a-b118-c476efb39af2 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:50.369057 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f31d8136-ecde-4d4a-b118-c476efb39af2 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:50.379359 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f31d8136-ecde-4d4a-b118-c476efb39af2 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] 10.222.0.61 "DELETE /v2.0/networks/05fd3776-47ad-4697-a995-f3634651e92b HTTP/1.1" status: 204 len: 168 time: 2.2023089 Nov 16 11:45:50.379622 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34402) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:50.390133 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0c0f9111-609d-4c4f-af07-ce87afb87471 req-1e1730ec-acb8-4446-aab6-7e433a536e61 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326818 Nov 16 11:45:50.412396 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d8136-ecde-4d4a-b118-c476efb39af2 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Pushing event deleted for resources: {'Network': ['ID=05fd3776-47ad-4697-a995-f3634651e92b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:50.424059 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d38b366-b3fe-4f72-85d2-a25362866b9f tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] DELETE failed (client error): The resource could not be found. Nov 16 11:45:50.424527 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d38b366-b3fe-4f72-85d2-a25362866b9f tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:45:50.431302 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2d38b366-b3fe-4f72-85d2-a25362866b9f tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] 10.222.0.61 "DELETE /v2.0/subnets/0e7c135e-c785-465d-82a9-efd6ca485da6 HTTP/1.1" status: 404 len: 337 time: 0.0495458 Nov 16 11:45:50.431762 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34404) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:50.452084 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1ab5b67-35f7-4614-a62d-e506f1a67d39 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] DELETE failed (client error): The resource could not be found. Nov 16 11:45:50.452665 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1ab5b67-35f7-4614-a62d-e506f1a67d39 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:45:50.457964 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f1ab5b67-35f7-4614-a62d-e506f1a67d39 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] 10.222.0.61 "DELETE /v2.0/networks/05fd3776-47ad-4697-a995-f3634651e92b HTTP/1.1" status: 404 len: 339 time: 0.0229959 Nov 16 11:45:50.458694 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34406) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:50.485457 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b855d96-9ce7-4650-b091-278aa6822638 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] DELETE failed (client error): The resource could not be found. Nov 16 11:45:50.486368 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b855d96-9ce7-4650-b091-278aa6822638 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:45:50.489823 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5b855d96-9ce7-4650-b091-278aa6822638 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] 10.222.0.61 "DELETE /v2.0/subnets/444f7af3-3422-48ce-97cf-8691e184e987 HTTP/1.1" status: 404 len: 337 time: 0.0298710 Nov 16 11:45:50.493388 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34408) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:50.513584 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-ade8950f-28ac-4826-ba39-27b45594a1ca tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] DELETE failed (client error): The resource could not be found. Nov 16 11:45:50.514181 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ade8950f-28ac-4826-ba39-27b45594a1ca tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:45:50.517260 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ade8950f-28ac-4826-ba39-27b45594a1ca tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] 10.222.0.61 "DELETE /v2.0/networks/23f6fe69-c57e-497f-a02b-ccc53de7601b HTTP/1.1" status: 404 len: 339 time: 0.0227790 Nov 16 11:45:50.519849 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34410) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:50.544613 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e6c8681-f814-4991-b099-c66e5902dc9c tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] DELETE failed (client error): The resource could not be found. Nov 16 11:45:50.546160 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e6c8681-f814-4991-b099-c66e5902dc9c tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:45:50.550694 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5e6c8681-f814-4991-b099-c66e5902dc9c tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] 10.222.0.61 "DELETE /v2.0/subnets/a3368ab9-3b5b-42a4-b069-a8528b8d77e4 HTTP/1.1" status: 404 len: 337 time: 0.0296574 Nov 16 11:45:50.553193 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34412) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:50.571934 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe8352f-753c-4d9e-a063-dc98db61c565 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] DELETE failed (client error): The resource could not be found. Nov 16 11:45:50.572669 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efe8352f-753c-4d9e-a063-dc98db61c565 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:45:50.577153 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-efe8352f-753c-4d9e-a063-dc98db61c565 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] 10.222.0.61 "DELETE /v2.0/networks/d5fb52ea-73fa-4821-8ae5-aed1c540fb31 HTTP/1.1" status: 404 len: 339 time: 0.0230432 Nov 16 11:45:50.579696 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34414) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:50.679319 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-74d895cc-0cb2-4b80-b0f2-84daa8610cb2 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Deleting port c47f8d44-769c-4a06-8301-4be4e3910a8b {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:45:50.679801 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74d895cc-0cb2-4b80-b0f2-84daa8610cb2 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:50.755898 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74d895cc-0cb2-4b80-b0f2-84daa8610cb2 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:50.774160 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-74d895cc-0cb2-4b80-b0f2-84daa8610cb2 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Calling delete_port for c47f8d44-769c-4a06-8301-4be4e3910a8b owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:45:50.871546 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74d895cc-0cb2-4b80-b0f2-84daa8610cb2 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:50.920489 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74d895cc-0cb2-4b80-b0f2-84daa8610cb2 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:50.927929 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-74d895cc-0cb2-4b80-b0f2-84daa8610cb2 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] 10.222.0.61 "DELETE /v2.0/ports/c47f8d44-769c-4a06-8301-4be4e3910a8b HTTP/1.1" status: 204 len: 168 time: 0.3445508 Nov 16 11:45:50.927929 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d895cc-0cb2-4b80-b0f2-84daa8610cb2 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Pushing event deleted for resources: {'Port': ['ID=c47f8d44-769c-4a06-8301-4be4e3910a8b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:50.930793 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34424) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:50.967864 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-c170d8cd-903b-4d19-bcec-a070edf0b13a tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] DELETE failed (client error): The resource could not be found. Nov 16 11:45:50.968322 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c170d8cd-903b-4d19-bcec-a070edf0b13a tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:45:50.971482 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c170d8cd-903b-4d19-bcec-a070edf0b13a tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] 10.222.0.61 "DELETE /v2.0/subnets/b5acfb06-c9bb-4c94-a3f3-c8f5d3cf66db HTTP/1.1" status: 404 len: 337 time: 0.0395532 Nov 16 11:45:50.974019 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34426) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:51.077840 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6ed4370c-a988-4024-a18c-52770525f489 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:51.184296 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6ed4370c-a988-4024-a18c-52770525f489 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:51.208848 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-6ed4370c-a988-4024-a18c-52770525f489 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b25fe207-3978-49e9-8818-dd7e4e170bbd']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:51.221091 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-6ed4370c-a988-4024-a18c-52770525f489 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a3f7c24-b5ee-41a4-9eb9-8cec4a2a2b2c') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:51.221569 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-6ed4370c-a988-4024-a18c-52770525f489 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a3f7c24-b5ee-41a4-9eb9-8cec4a2a2b2c') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:51.233389 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6ed4370c-a988-4024-a18c-52770525f489 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:51.247995 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6ed4370c-a988-4024-a18c-52770525f489 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:51.256068 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed4370c-a988-4024-a18c-52770525f489 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:45:51.261641 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6ed4370c-a988-4024-a18c-52770525f489 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:51.261641 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:45:51.261641 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:45:51.261641 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:45:51.261641 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:45:51.261641 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:45:51.261641 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:45:51.261641 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:45:51.261641 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:45:51.261641 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:45:51.261641 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:45:51.261641 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:45:51.261641 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:45:51.261641 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:45:51.261641 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:45:51.261641 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:45:51.261641 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:45:51.261641 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:45:51.261641 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:45:51.261641 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:45:51.261641 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:45:51.261641 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:45:51.261641 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:45:51.261641 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:45:51.261641 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:45:51.261641 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:45:51.261641 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:45:51.261641 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:45:51.261641 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:45:51.261641 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:45:51.261641 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:45:51.261641 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:45:51.261641 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:45:51.330031 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6ed4370c-a988-4024-a18c-52770525f489 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:51.339164 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6ed4370c-a988-4024-a18c-52770525f489 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:51.345994 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6ed4370c-a988-4024-a18c-52770525f489 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] 10.222.0.61 "DELETE /v2.0/networks/b25fe207-3978-49e9-8818-dd7e4e170bbd HTTP/1.1" status: 204 len: 168 time: 0.3664737 Nov 16 11:45:51.345994 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34432) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:51.364754 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34434) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:51.384760 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4370c-a988-4024-a18c-52770525f489 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Pushing event deleted for resources: {'Network': ['ID=b25fe207-3978-49e9-8818-dd7e4e170bbd,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:51.465694 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-aa6f698d-f6fe-4809-ae8a-4a8ad5964cc1 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Deleting port 30c0fde7-f83a-4cb6-975a-1cd539d6dc74 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:45:51.467072 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa6f698d-f6fe-4809-ae8a-4a8ad5964cc1 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:51.584735 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa6f698d-f6fe-4809-ae8a-4a8ad5964cc1 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:51.595482 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c7e14ca-1921-4621-9b13-85ce0be1c54f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:51.609553 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-aa6f698d-f6fe-4809-ae8a-4a8ad5964cc1 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Calling delete_port for 30c0fde7-f83a-4cb6-975a-1cd539d6dc74 owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:45:51.628646 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08753a32-8ca8-437d-a50c-376640b1ff55 req-af2de564-ed78-405d-823d-4d0cbb11956f tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:51.630209 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-08753a32-8ca8-437d-a50c-376640b1ff55 req-af2de564-ed78-405d-823d-4d0cbb11956f tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ed11876-b734-4c2d-a835-ba6a482e6cce HTTP/1.1" status: 200 len: 944 time: 0.1174803 Nov 16 11:45:51.797976 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-08753a32-8ca8-437d-a50c-376640b1ff55 req-4e0b7f3f-b0fd-4fa0-91d9-213ef50e15fe tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571150 Nov 16 11:45:51.818491 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa6f698d-f6fe-4809-ae8a-4a8ad5964cc1 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:51.870133 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c7e14ca-1921-4621-9b13-85ce0be1c54f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:51.872427 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f698d-f6fe-4809-ae8a-4a8ad5964cc1 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Pushing event deleted for resources: {'Port': ['ID=30c0fde7-f83a-4cb6-975a-1cd539d6dc74,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:51.877914 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c7e14ca-1921-4621-9b13-85ce0be1c54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:51.892308 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa6f698d-f6fe-4809-ae8a-4a8ad5964cc1 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:51.896016 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-aa6f698d-f6fe-4809-ae8a-4a8ad5964cc1 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] 10.222.0.61 "DELETE /v2.0/ports/30c0fde7-f83a-4cb6-975a-1cd539d6dc74 HTTP/1.1" status: 204 len: 168 time: 0.5494165 Nov 16 11:45:51.898637 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34446) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:51.938687 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-c24c3c82-1bdb-4abe-a52f-26d6c49c6326 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] DELETE failed (client error): The resource could not be found. Nov 16 11:45:51.939267 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c24c3c82-1bdb-4abe-a52f-26d6c49c6326 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:45:51.940476 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-9c7e14ca-1921-4621-9b13-85ce0be1c54f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d1d91dbf3f464925a37f6954c29efc39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5757766 Nov 16 11:45:51.943739 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34448) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:51.944414 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e14ca-1921-4621-9b13-85ce0be1c54f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36c1f75-8937-462f-9a83-933e862f33f4,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:51.947500 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c24c3c82-1bdb-4abe-a52f-26d6c49c6326 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] 10.222.0.61 "DELETE /v2.0/subnets/de2db995-916d-4389-894a-cd0f637dfd0d HTTP/1.1" status: 404 len: 337 time: 0.0453205 Nov 16 11:45:51.949550 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34450) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:52.013694 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ede2bd0c-85b0-4150-a752-aaed76709ea7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:52.040184 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ede2bd0c-85b0-4150-a752-aaed76709ea7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:52.076007 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-02fb0c85-3cee-46da-b59c-4ccf56c0c8e1 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:52.108661 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ede2bd0c-85b0-4150-a752-aaed76709ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:52.111738 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ede2bd0c-85b0-4150-a752-aaed76709ea7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:52.117465 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ede2bd0c-85b0-4150-a752-aaed76709ea7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b36c1f75-8937-462f-9a83-933e862f33f4 HTTP/1.1" status: 204 len: 168 time: 0.1629245 Nov 16 11:45:52.124314 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2bd0c-85b0-4150-a752-aaed76709ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36c1f75-8937-462f-9a83-933e862f33f4,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:52.215510 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-02fb0c85-3cee-46da-b59c-4ccf56c0c8e1 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:52.239753 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-02fb0c85-3cee-46da-b59c-4ccf56c0c8e1 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfce0eb5-3029-4465-bfae-96e37392b262']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:52.257201 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-02fb0c85-3cee-46da-b59c-4ccf56c0c8e1 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c973e847-5f98-4936-a30b-9c26643453b2') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:52.257493 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-02fb0c85-3cee-46da-b59c-4ccf56c0c8e1 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c973e847-5f98-4936-a30b-9c26643453b2') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:52.271210 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-02fb0c85-3cee-46da-b59c-4ccf56c0c8e1 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:52.290848 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-02fb0c85-3cee-46da-b59c-4ccf56c0c8e1 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:52.298821 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02fb0c85-3cee-46da-b59c-4ccf56c0c8e1 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:45:52.299224 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-02fb0c85-3cee-46da-b59c-4ccf56c0c8e1 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:52.340915 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:45:52.340915 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:45:52.340915 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:45:52.340915 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:45:52.340915 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:45:52.340915 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:45:52.340915 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:45:52.340915 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:45:52.340915 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:45:52.340915 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:45:52.340915 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:45:52.340915 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:45:52.340915 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:45:52.340915 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:45:52.340915 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:45:52.340915 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:45:52.340915 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:45:52.340915 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:45:52.340915 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:45:52.340915 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:45:52.340915 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:45:52.340915 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:45:52.340915 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:45:52.340915 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:45:52.340915 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:45:52.340915 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:45:52.340915 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:45:52.340915 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:45:52.340915 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:45:52.340915 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:45:52.340915 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:45:52.340915 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:45:52.372784 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-02fb0c85-3cee-46da-b59c-4ccf56c0c8e1 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:52.392499 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-02fb0c85-3cee-46da-b59c-4ccf56c0c8e1 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:52.395809 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-02fb0c85-3cee-46da-b59c-4ccf56c0c8e1 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] 10.222.0.61 "DELETE /v2.0/networks/cfce0eb5-3029-4465-bfae-96e37392b262 HTTP/1.1" status: 204 len: 168 time: 0.4449427 Nov 16 11:45:52.397203 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb0c85-3cee-46da-b59c-4ccf56c0c8e1 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Pushing event deleted for resources: {'Network': ['ID=cfce0eb5-3029-4465-bfae-96e37392b262,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:52.399384 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34456) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:52.459979 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e949c9a-75f3-441e-a063-c833d3ee80e8 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Deleting subnet c90b229c-0116-457f-bf06-eaf375bb84f9 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:45:52.464457 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e949c9a-75f3-441e-a063-c833d3ee80e8 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:52.471013 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34458) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:52.512597 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64d95e1c-962e-4515-a945-f562ca1b2e12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:52.532297 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e949c9a-75f3-441e-a063-c833d3ee80e8 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:52.641798 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e949c9a-75f3-441e-a063-c833d3ee80e8 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:52.688475 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64d95e1c-962e-4515-a945-f562ca1b2e12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:52.694059 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64d95e1c-962e-4515-a945-f562ca1b2e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:52.740250 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-64d95e1c-962e-4515-a945-f562ca1b2e12 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f2b09d3ba18d4c3ba208891317959d2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2681882 Nov 16 11:45:52.742842 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34460) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:52.744735 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d95e1c-962e-4515-a945-f562ca1b2e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8049f4ef-0c53-42c0-865d-1b590a0bc244,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:52.760479 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e949c9a-75f3-441e-a063-c833d3ee80e8 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:52.801204 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e949c9a-75f3-441e-a063-c833d3ee80e8 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Pushing event deleted for resources: {'Subnet': ['ID=c90b229c-0116-457f-bf06-eaf375bb84f9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:52.803181 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e949c9a-75f3-441e-a063-c833d3ee80e8 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:52.804923 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979f3315-5226-47c4-a9b6-36563dc6ca16 None None] Network c510684c-9125-4eb6-911c-7ea16f937724 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:45:52.806301 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6e949c9a-75f3-441e-a063-c833d3ee80e8 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] 10.222.0.61 "DELETE /v2.0/subnets/c90b229c-0116-457f-bf06-eaf375bb84f9 HTTP/1.1" status: 204 len: 168 time: 0.4058363 Nov 16 11:45:52.808673 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34462) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:52.904984 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dfa738e8-23ba-4a88-ab08-5014aefcbd29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:52.933099 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b95dd6ac-6ddc-46ae-92cb-a05b887dc521 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:52.950248 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dfa738e8-23ba-4a88-ab08-5014aefcbd29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:52.983801 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66543deb-3601-4118-993b-6346a7f2ce62 req-fcce3f6e-2be4-4872-b7ee-f7b610d2f10f tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:53.001575 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-66543deb-3601-4118-993b-6346a7f2ce62 req-fcce3f6e-2be4-4872-b7ee-f7b610d2f10f tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ed11876-b734-4c2d-a835-ba6a482e6cce HTTP/1.1" status: 200 len: 944 time: 0.0931258 Nov 16 11:45:53.050883 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dfa738e8-23ba-4a88-ab08-5014aefcbd29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:53.053724 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dfa738e8-23ba-4a88-ab08-5014aefcbd29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:53.057880 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-dfa738e8-23ba-4a88-ab08-5014aefcbd29 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8049f4ef-0c53-42c0-865d-1b590a0bc244 HTTP/1.1" status: 204 len: 168 time: 0.3139806 Nov 16 11:45:53.064465 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-b95dd6ac-6ddc-46ae-92cb-a05b887dc521 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Deleting port e0297a5f-eecf-46e0-967c-5a5947d435bd {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:45:53.064805 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b95dd6ac-6ddc-46ae-92cb-a05b887dc521 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:53.081788 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa738e8-23ba-4a88-ab08-5014aefcbd29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8049f4ef-0c53-42c0-865d-1b590a0bc244,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:53.095817 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-66543deb-3601-4118-993b-6346a7f2ce62 req-21b5be8d-f066-4570-817d-d4b4432ac025 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897737 Nov 16 11:45:53.137698 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74823a8c-0a91-4012-ba78-e377f5f9d83a None None] DHCP port deletion for c510684c-9125-4eb6-911c-7ea16f937724 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:45:53.158676 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-b95dd6ac-6ddc-46ae-92cb-a05b887dc521 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] For port e0297a5f-eecf-46e0-967c-5a5947d435bd, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=e0297a5f-eecf-46e0-967c-5a5947d435bd,segment=NetworkSegment(5331b560-f3de-4ab5-92c3-ebe52b6f1d02),segment_id=5331b560-f3de-4ab5-92c3-ebe52b6f1d02)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:45:53.159294 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b95dd6ac-6ddc-46ae-92cb-a05b887dc521 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:53.177888 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-b95dd6ac-6ddc-46ae-92cb-a05b887dc521 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Calling delete_port for e0297a5f-eecf-46e0-967c-5a5947d435bd owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:45:53.221647 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-74823a8c-0a91-4012-ba78-e377f5f9d83a None None] Deleting port e0297a5f-eecf-46e0-967c-5a5947d435bd {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:45:53.222344 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-74823a8c-0a91-4012-ba78-e377f5f9d83a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:53.278923 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b95dd6ac-6ddc-46ae-92cb-a05b887dc521 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:53.308263 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-74823a8c-0a91-4012-ba78-e377f5f9d83a None None] For port e0297a5f-eecf-46e0-967c-5a5947d435bd, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=e0297a5f-eecf-46e0-967c-5a5947d435bd,segment=NetworkSegment(5331b560-f3de-4ab5-92c3-ebe52b6f1d02),segment_id=5331b560-f3de-4ab5-92c3-ebe52b6f1d02)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:45:53.308672 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-74823a8c-0a91-4012-ba78-e377f5f9d83a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:53.313106 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95dd6ac-6ddc-46ae-92cb-a05b887dc521 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Pushing event deleted for resources: {'Port': ['ID=e0297a5f-eecf-46e0-967c-5a5947d435bd,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:53.314838 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95dd6ac-6ddc-46ae-92cb-a05b887dc521 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] No DVR routers for this DVR port e0297a5f-eecf-46e0-967c-5a5947d435bd on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:45:53.338963 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-74823a8c-0a91-4012-ba78-e377f5f9d83a None None] Calling delete_port for e0297a5f-eecf-46e0-967c-5a5947d435bd owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:45:53.408554 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b95dd6ac-6ddc-46ae-92cb-a05b887dc521 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:53.440874 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-b95dd6ac-6ddc-46ae-92cb-a05b887dc521 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c510684c-9125-4eb6-911c-7ea16f937724']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:53.442615 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-74823a8c-0a91-4012-ba78-e377f5f9d83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:53.453788 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-b95dd6ac-6ddc-46ae-92cb-a05b887dc521 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5331b560-f3de-4ab5-92c3-ebe52b6f1d02') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:53.454145 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-b95dd6ac-6ddc-46ae-92cb-a05b887dc521 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5331b560-f3de-4ab5-92c3-ebe52b6f1d02') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:53.464710 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b95dd6ac-6ddc-46ae-92cb-a05b887dc521 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:53.476746 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74823a8c-0a91-4012-ba78-e377f5f9d83a None None] Pushing event deleted for resources: {'Port': ['ID=e0297a5f-eecf-46e0-967c-5a5947d435bd,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:53.478979 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74823a8c-0a91-4012-ba78-e377f5f9d83a None None] No DVR routers for this DVR port e0297a5f-eecf-46e0-967c-5a5947d435bd on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:45:53.480340 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b95dd6ac-6ddc-46ae-92cb-a05b887dc521 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:53.490729 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b95dd6ac-6ddc-46ae-92cb-a05b887dc521 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:45:53.491063 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b95dd6ac-6ddc-46ae-92cb-a05b887dc521 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:53.494528 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:45:53.494528 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:45:53.494528 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:45:53.494528 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:45:53.494528 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:45:53.494528 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:45:53.494528 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:45:53.494528 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:45:53.494528 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:45:53.494528 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:45:53.494528 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:45:53.494528 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:45:53.494528 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:45:53.494528 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:45:53.494528 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:45:53.494528 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:45:53.494528 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:45:53.494528 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:45:53.494528 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:45:53.494528 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:45:53.494528 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:45:53.494528 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:45:53.494528 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:45:53.494528 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:45:53.494528 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:45:53.494528 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:45:53.494528 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:45:53.494528 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:45:53.494528 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:45:53.494528 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:45:53.494528 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:45:53.494528 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:45:53.562258 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b95dd6ac-6ddc-46ae-92cb-a05b887dc521 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:53.569308 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b95dd6ac-6ddc-46ae-92cb-a05b887dc521 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:53.572971 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b95dd6ac-6ddc-46ae-92cb-a05b887dc521 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] 10.222.0.61 "DELETE /v2.0/networks/c510684c-9125-4eb6-911c-7ea16f937724 HTTP/1.1" status: 204 len: 168 time: 0.7633924 Nov 16 11:45:53.591842 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95dd6ac-6ddc-46ae-92cb-a05b887dc521 tempest-NetworksIpV6TestAttrs-900441675 tempest-NetworksIpV6TestAttrs-900441675-project] Pushing event deleted for resources: {'Network': ['ID=c510684c-9125-4eb6-911c-7ea16f937724,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:53.795969 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34502) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:53.942802 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7aa4bb60-d712-4fec-824d-3acfbb8d9e4c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=66b38a462b1644ac8cb15bb21203c167&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1453254 Nov 16 11:45:53.945633 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34514) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:54.000282 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-192fcf7d-27f5-4816-98dd-0ed0661971d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:54.031567 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-192fcf7d-27f5-4816-98dd-0ed0661971d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:54.040603 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34516) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:54.071608 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device e0297a5f-eecf-46e0-967c-5a5947d435bd no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:45:54.105068 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: e0297a5f-eecf-46e0-967c-5a5947d435bd {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:45:54.106105 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device e0297a5f-eecf-46e0-967c-5a5947d435bd not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:45:54.126337 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-192fcf7d-27f5-4816-98dd-0ed0661971d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:54.132457 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-192fcf7d-27f5-4816-98dd-0ed0661971d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:54.135299 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-192fcf7d-27f5-4816-98dd-0ed0661971d9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/96e1ce9f-30ff-411a-892a-4a84372f77ce HTTP/1.1" status: 204 len: 168 time: 0.1878872 Nov 16 11:45:54.145231 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192fcf7d-27f5-4816-98dd-0ed0661971d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e1ce9f-30ff-411a-892a-4a84372f77ce,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:54.235848 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b43485a3-197f-485c-ad85-6a3635322bd0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2025127859-network', 'tenant_id': 'cf45770b1c1f4e3c958050e5e3b9f976'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:45:54.265438 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43485a3-197f-485c-ad85-6a3635322bd0 admin admin] Made reservation on behalf of cf45770b1c1f4e3c958050e5e3b9f976 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:45:54.268895 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b43485a3-197f-485c-ad85-6a3635322bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:54.280209 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b43485a3-197f-485c-ad85-6a3635322bd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:54.388206 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b43485a3-197f-485c-ad85-6a3635322bd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:54.394752 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b43485a3-197f-485c-ad85-6a3635322bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:54.430578 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43485a3-197f-485c-ad85-6a3635322bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf1e9d8-38c1-4b06-a862-be7e1ac5b146,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:54.451954 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b43485a3-197f-485c-ad85-6a3635322bd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:45:54.470617 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b43485a3-197f-485c-ad85-6a3635322bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:54.471239 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-b43485a3-197f-485c-ad85-6a3635322bd0 admin admin] Added segment d9a53338-bd74-4232-bd4a-ac5da07a0ca4 of type vlan for network b20f3df5-1a62-42e4-be64-d0b5e3aed167 Nov 16 11:45:54.532628 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b43485a3-197f-485c-ad85-6a3635322bd0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:54.563515 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cfa0c1-7cee-4df1-918e-238c85c18cad req-a89692e1-ac86-4df4-9a36-d2d3ac7c967b tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:54.570114 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b43485a3-197f-485c-ad85-6a3635322bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:54.571135 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-83cfa0c1-7cee-4df1-918e-238c85c18cad req-a89692e1-ac86-4df4-9a36-d2d3ac7c967b tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ed11876-b734-4c2d-a835-ba6a482e6cce HTTP/1.1" status: 200 len: 944 time: 0.3604782 Nov 16 11:45:54.571911 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43485a3-197f-485c-ad85-6a3635322bd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:54.572760 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b43485a3-197f-485c-ad85-6a3635322bd0 admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:54.596358 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b43485a3-197f-485c-ad85-6a3635322bd0 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5546358 Nov 16 11:45:54.600767 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34540) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:54.611613 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-82a00458-d5df-477d-8c2b-115398f06e3e admin admin] Request body: {'subnet': {'network_id': 'b20f3df5-1a62-42e4-be64-d0b5e3aed167', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2025127859-subnet', 'tenant_id': 'cf45770b1c1f4e3c958050e5e3b9f976', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:45:54.655000 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-83cfa0c1-7cee-4df1-918e-238c85c18cad req-33e61d27-1878-484d-99f9-ef8b683ee6a2 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796528 Nov 16 11:45:54.680799 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a00458-d5df-477d-8c2b-115398f06e3e admin admin] Made reservation on behalf of cf45770b1c1f4e3c958050e5e3b9f976 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:45:54.683792 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-82a00458-d5df-477d-8c2b-115398f06e3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:54.710485 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43485a3-197f-485c-ad85-6a3635322bd0 admin admin] Pushing event updated for resources: {'Network': ['ID=b20f3df5-1a62-42e4-be64-d0b5e3aed167,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:54.722548 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network b20f3df5-1a62-42e4-be64-d0b5e3aed167 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:45:54.919547 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-82a00458-d5df-477d-8c2b-115398f06e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:54.992412 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a00458-d5df-477d-8c2b-115398f06e3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1162f75-f565-41af-96f3-5ca9d90da96f,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:55.003297 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a00458-d5df-477d-8c2b-115398f06e3e admin admin] Checking segment: {'id': 'd9a53338-bd74-4232-bd4a-ac5da07a0ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b20f3df5-1a62-42e4-be64-d0b5e3aed167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:45:55.003960 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a00458-d5df-477d-8c2b-115398f06e3e admin admin] Network hostable DHCP agents. Network: b20f3df5-1a62-42e4-be64-d0b5e3aed167, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:45:55.025708 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a00458-d5df-477d-8c2b-115398f06e3e admin admin] Network b20f3df5-1a62-42e4-be64-d0b5e3aed167 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:45:55.039635 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-82a00458-d5df-477d-8c2b-115398f06e3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, b20f3df5-1a62-42e4-be64-d0b5e3aed167) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:45:55.049305 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef651da-f4bd-41c3-a2a1-c23a24ebabb7 None None] Network b20f3df5-1a62-42e4-be64-d0b5e3aed167 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:45:55.056116 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a00458-d5df-477d-8c2b-115398f06e3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:55.059749 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-82a00458-d5df-477d-8c2b-115398f06e3e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:55.073753 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34552) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:55.087390 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-82a00458-d5df-477d-8c2b-115398f06e3e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4801860 Nov 16 11:45:55.219261 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-2df648f4-d4da-45a2-b146-f787455dc4e6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1519704167-network', 'tenant_id': 'e9c13f411e0f408387a12cd9ec5b9418'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:45:55.232209 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fddaeb8-56a2-4fa5-b163-6966c55dd3fc None None] Network b20f3df5-1a62-42e4-be64-d0b5e3aed167 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:45:55.267368 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df648f4-d4da-45a2-b146-f787455dc4e6 admin admin] Made reservation on behalf of e9c13f411e0f408387a12cd9ec5b9418 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:45:55.270515 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2df648f4-d4da-45a2-b146-f787455dc4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:55.287225 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:45:55.291210 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2df648f4-d4da-45a2-b146-f787455dc4e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:55.403651 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2df648f4-d4da-45a2-b146-f787455dc4e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:55.409330 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2df648f4-d4da-45a2-b146-f787455dc4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:55.439587 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df648f4-d4da-45a2-b146-f787455dc4e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529e5f6e-5b98-4b3b-95a7-d80d4bf46ed3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:55.452303 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2df648f4-d4da-45a2-b146-f787455dc4e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:45:55.464802 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2df648f4-d4da-45a2-b146-f787455dc4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:55.465281 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-2df648f4-d4da-45a2-b146-f787455dc4e6 admin admin] Added segment dd9bf603-3aac-492a-ba0a-9ad541a225a3 of type vlan for network f76ab972-19e7-403b-99a2-d6c7b4849c62 Nov 16 11:45:55.563331 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2df648f4-d4da-45a2-b146-f787455dc4e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:55.602287 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2df648f4-d4da-45a2-b146-f787455dc4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:55.603850 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df648f4-d4da-45a2-b146-f787455dc4e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:55.604937 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2df648f4-d4da-45a2-b146-f787455dc4e6 admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:55.671013 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34570) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:55.671971 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5,segment=NetworkSegment(c7ce274d-1faf-4924-9c3c-562dce13f294),segment_id=c7ce274d-1faf-4924-9c3c-562dce13f294)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:45:55.673164 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2df648f4-d4da-45a2-b146-f787455dc4e6 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5956223 Nov 16 11:45:55.687354 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-2ef9a993-bb41-4c5e-85b5-51ce3e4d705f admin admin] Request body: {'subnet': {'network_id': 'f76ab972-19e7-403b-99a2-d6c7b4849c62', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1519704167-subnet', 'tenant_id': 'e9c13f411e0f408387a12cd9ec5b9418', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:45:55.698010 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': 'bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'port_id': 'bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5', 'mac_address': 'fa:16:3e:8c:b6:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:45:55.699644 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df648f4-d4da-45a2-b146-f787455dc4e6 admin admin] Pushing event updated for resources: {'Network': ['ID=f76ab972-19e7-403b-99a2-d6c7b4849c62,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:55.733818 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network f76ab972-19e7-403b-99a2-d6c7b4849c62 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:45:55.749110 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef9a993-bb41-4c5e-85b5-51ce3e4d705f admin admin] Made reservation on behalf of e9c13f411e0f408387a12cd9ec5b9418 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:45:55.751727 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ef9a993-bb41-4c5e-85b5-51ce3e4d705f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:55.816038 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:55.835562 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:45:55.886258 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5,segment=NetworkSegment(c7ce274d-1faf-4924-9c3c-562dce13f294),segment_id=c7ce274d-1faf-4924-9c3c-562dce13f294)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:45:55.892067 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:55.924882 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34580) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:55.930813 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-1a852580-6ac4-4207-9b2e-8b37df0f4fe8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-711748978-network', 'tenant_id': 'dbf11b04985f4fb38bb86c36d29dc58f'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:45:55.935774 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a05a8d-c7be-47e3-b203-302753b172e4 req-ac8cd14f-49a6-49d3-8900-7569c8ad285d tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:55.937507 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d9a05a8d-c7be-47e3-b203-302753b172e4 req-ac8cd14f-49a6-49d3-8900-7569c8ad285d tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ed11876-b734-4c2d-a835-ba6a482e6cce HTTP/1.1" status: 200 len: 944 time: 0.1119649 Nov 16 11:45:55.961222 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a852580-6ac4-4207-9b2e-8b37df0f4fe8 admin admin] Made reservation on behalf of dbf11b04985f4fb38bb86c36d29dc58f for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:45:55.962780 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:55.964742 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a852580-6ac4-4207-9b2e-8b37df0f4fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:55.983519 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a852580-6ac4-4207-9b2e-8b37df0f4fe8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:56.039736 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d9a05a8d-c7be-47e3-b203-302753b172e4 req-090b23ec-f1b7-48db-9b8d-534743389020 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906067 Nov 16 11:45:56.084763 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a852580-6ac4-4207-9b2e-8b37df0f4fe8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:56.091962 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a852580-6ac4-4207-9b2e-8b37df0f4fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:56.096533 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:45:56.103202 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ef9a993-bb41-4c5e-85b5-51ce3e4d705f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:56.130877 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a852580-6ac4-4207-9b2e-8b37df0f4fe8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:45:56.147495 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a852580-6ac4-4207-9b2e-8b37df0f4fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4957c5c-dfcb-4fa2-b62c-d6828b2a9e41,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:56.150890 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a852580-6ac4-4207-9b2e-8b37df0f4fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:56.151572 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-1a852580-6ac4-4207-9b2e-8b37df0f4fe8 admin admin] Added segment 25c978a6-49e8-471f-8ef1-e679f723e82a of type vlan for network b8eaec89-6b34-4d83-bb7f-fbeed2958a3b Nov 16 11:45:56.220089 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a852580-6ac4-4207-9b2e-8b37df0f4fe8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:56.231799 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9a993-bb41-4c5e-85b5-51ce3e4d705f admin admin] Pushing event updated for resources: {'Subnet': ['ID=48f28058-72f0-4c5d-9424-da7ef0940da8,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:56.272666 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef9a993-bb41-4c5e-85b5-51ce3e4d705f admin admin] Checking segment: {'id': 'dd9bf603-3aac-492a-ba0a-9ad541a225a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'f76ab972-19e7-403b-99a2-d6c7b4849c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:45:56.273014 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef9a993-bb41-4c5e-85b5-51ce3e4d705f admin admin] Network hostable DHCP agents. Network: f76ab972-19e7-403b-99a2-d6c7b4849c62, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:45:56.291175 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a852580-6ac4-4207-9b2e-8b37df0f4fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:56.292397 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a852580-6ac4-4207-9b2e-8b37df0f4fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:56.293667 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a852580-6ac4-4207-9b2e-8b37df0f4fe8 admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:56.298712 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef9a993-bb41-4c5e-85b5-51ce3e4d705f admin admin] Network f76ab972-19e7-403b-99a2-d6c7b4849c62 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:45:56.315319 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-2ef9a993-bb41-4c5e-85b5-51ce3e4d705f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, f76ab972-19e7-403b-99a2-d6c7b4849c62) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:45:56.329473 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef9a993-bb41-4c5e-85b5-51ce3e4d705f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:56.332078 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ef9a993-bb41-4c5e-85b5-51ce3e4d705f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:56.335866 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cd4cda-fb95-47b6-ab71-25ac0b4e4dae None None] Network f76ab972-19e7-403b-99a2-d6c7b4849c62 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:45:56.368216 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1a852580-6ac4-4207-9b2e-8b37df0f4fe8 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4419394 Nov 16 11:45:56.371461 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34582) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:56.372424 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2ef9a993-bb41-4c5e-85b5-51ce3e4d705f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6945143 Nov 16 11:45:56.376879 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-cb6ceed4-760c-47ee-9f2a-00ccb4bca59b admin admin] Request body: {'subnet': {'network_id': 'b8eaec89-6b34-4d83-bb7f-fbeed2958a3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-711748978-subnet', 'tenant_id': 'dbf11b04985f4fb38bb86c36d29dc58f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:45:56.385033 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a852580-6ac4-4207-9b2e-8b37df0f4fe8 admin admin] Pushing event updated for resources: {'Network': ['ID=b8eaec89-6b34-4d83-bb7f-fbeed2958a3b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:56.414091 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network b8eaec89-6b34-4d83-bb7f-fbeed2958a3b details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:45:56.420542 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6ceed4-760c-47ee-9f2a-00ccb4bca59b admin admin] Made reservation on behalf of dbf11b04985f4fb38bb86c36d29dc58f for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:45:56.427283 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cb6ceed4-760c-47ee-9f2a-00ccb4bca59b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:56.668423 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cb6ceed4-760c-47ee-9f2a-00ccb4bca59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:56.694391 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7b7b54-e4d6-4376-b73c-3910ff577905 None None] Network f76ab972-19e7-403b-99a2-d6c7b4849c62 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:45:56.735410 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ceed4-760c-47ee-9f2a-00ccb4bca59b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f5bb61a-b7ea-4e1d-83b8-b5243a735261,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:56.744652 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6ceed4-760c-47ee-9f2a-00ccb4bca59b admin admin] Checking segment: {'id': '25c978a6-49e8-471f-8ef1-e679f723e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b8eaec89-6b34-4d83-bb7f-fbeed2958a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:45:56.745016 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6ceed4-760c-47ee-9f2a-00ccb4bca59b admin admin] Network hostable DHCP agents. Network: b8eaec89-6b34-4d83-bb7f-fbeed2958a3b, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:45:56.766966 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6ceed4-760c-47ee-9f2a-00ccb4bca59b admin admin] Network b8eaec89-6b34-4d83-bb7f-fbeed2958a3b is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:45:56.782772 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-cb6ceed4-760c-47ee-9f2a-00ccb4bca59b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, b8eaec89-6b34-4d83-bb7f-fbeed2958a3b) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:45:56.789208 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6ceed4-760c-47ee-9f2a-00ccb4bca59b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:56.789804 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cb6ceed4-760c-47ee-9f2a-00ccb4bca59b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:56.800616 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fffe8c0-22cd-4a7a-bf81-ae7e073f38f9 None None] Network b8eaec89-6b34-4d83-bb7f-fbeed2958a3b requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:45:56.822052 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-cb6ceed4-760c-47ee-9f2a-00ccb4bca59b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4492238 Nov 16 11:45:57.083975 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f2a3c1-36fd-4804-8dec-f83d6b7a3488 None None] Network b8eaec89-6b34-4d83-bb7f-fbeed2958a3b requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:45:57.246193 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce0bda-d002-4dfb-bdcb-54f392ab9064 req-599476c0-4603-47ec-a296-b1a359705f0a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:57.254755 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8bce0bda-d002-4dfb-bdcb-54f392ab9064 req-599476c0-4603-47ec-a296-b1a359705f0a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ed11876-b734-4c2d-a835-ba6a482e6cce HTTP/1.1" status: 200 len: 945 time: 0.0735495 Nov 16 11:45:57.301857 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:45:57.321448 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8bce0bda-d002-4dfb-bdcb-54f392ab9064 req-a01cee8f-f3e8-4e50-84d3-b7171e94fb25 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639389 Nov 16 11:45:57.324644 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34622) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:57.330249 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-eabe3cc4-f782-4a57-b42f-d8d1032bbe66 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1968414854-network', 'tenant_id': '3fae6fc959df46d7b2887f68d4a5a263'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:45:57.369724 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabe3cc4-f782-4a57-b42f-d8d1032bbe66 admin admin] Made reservation on behalf of 3fae6fc959df46d7b2887f68d4a5a263 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:45:57.378497 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eabe3cc4-f782-4a57-b42f-d8d1032bbe66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:57.400646 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eabe3cc4-f782-4a57-b42f-d8d1032bbe66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:57.403838 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:45:57.409584 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:45:57.410407 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:57.527695 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:57.562321 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed11876-b734-4c2d-a835-ba6a482e6cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:45:57.567916 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9267df29-1730-4721-b70a-5064d0e1bd93" -d '{"events": [{"server_uuid": "8ed11876-b734-4c2d-a835-ba6a482e6cce", "name": "network-vif-plugged", "status": "completed", "tag": "bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:45:57.595078 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5,segment=NetworkSegment(c7ce274d-1faf-4924-9c3c-562dce13f294),segment_id=c7ce274d-1faf-4924-9c3c-562dce13f294)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:45:57.601679 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:57.680770 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:57.704525 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:45:57.705188 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:45:57.705762 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:45:57.706744 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:45:57.707464 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:45:57.707969 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:45:57.708628 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:45:57.709248 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:45:57.710366 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:45:57.710941 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:45:57.711460 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:45:57.712036 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:45:57.846973 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eabe3cc4-f782-4a57-b42f-d8d1032bbe66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:57.859353 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eabe3cc4-f782-4a57-b42f-d8d1032bbe66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:57.885713 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eabe3cc4-f782-4a57-b42f-d8d1032bbe66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:45:57.891716 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-03711d84-13ee-49d2-822a-a9cb93dc744d tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:57.893760 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-03711d84-13ee-49d2-822a-a9cb93dc744d tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] 10.222.0.61 "GET /v2.0/networks?id=b20f3df5-1a62-42e4-be64-d0b5e3aed167 HTTP/1.1" status: 200 len: 809 time: 0.1260440 Nov 16 11:45:57.896132 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe3cc4-f782-4a57-b42f-d8d1032bbe66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a491b59f-fd77-4fef-83df-d17acd2e42e1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:57.901110 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eabe3cc4-f782-4a57-b42f-d8d1032bbe66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:57.901463 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-eabe3cc4-f782-4a57-b42f-d8d1032bbe66 admin admin] Added segment 6d7e7c39-89f5-402a-845f-c2152230542f of type vlan for network 150875f6-f8ab-4fdb-baa8-0b43f9d77bce Nov 16 11:45:57.913334 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-04e68cb4-0f80-434c-8150-bb2b0ffc11cb tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] 10.222.0.61 "GET /v2.0/quotas/cf45770b1c1f4e3c958050e5e3b9f976 HTTP/1.1" status: 200 len: 375 time: 0.0099573 Nov 16 11:45:57.952786 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-9fe410d5-dfd5-498c-b85b-0cddebe42777 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=cf45770b1c1f4e3c958050e5e3b9f976&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329399 Nov 16 11:45:57.960295 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eabe3cc4-f782-4a57-b42f-d8d1032bbe66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:57.988489 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eabe3cc4-f782-4a57-b42f-d8d1032bbe66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:57.989730 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabe3cc4-f782-4a57-b42f-d8d1032bbe66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:57.990368 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eabe3cc4-f782-4a57-b42f-d8d1032bbe66 admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:58.062142 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-eabe3cc4-f782-4a57-b42f-d8d1032bbe66 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7324834 Nov 16 11:45:58.062540 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34636) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:58.065066 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe3cc4-f782-4a57-b42f-d8d1032bbe66 admin admin] Pushing event updated for resources: {'Network': ['ID=150875f6-f8ab-4fdb-baa8-0b43f9d77bce,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:58.068148 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-7326ca60-9daf-4ce5-bb2d-a32f74e8ba0e admin admin] Request body: {'subnet': {'network_id': '150875f6-f8ab-4fdb-baa8-0b43f9d77bce', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1968414854-subnet', 'tenant_id': '3fae6fc959df46d7b2887f68d4a5a263', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:45:58.075221 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-49f0cd18-3602-419a-9db5-835f37df9797 service neutron] 10.222.0.61 "GET /v2.0/networks/b20f3df5-1a62-42e4-be64-d0b5e3aed167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147492 Nov 16 11:45:58.078577 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 150875f6-f8ab-4fdb-baa8-0b43f9d77bce details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:45:58.159439 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7326ca60-9daf-4ce5-bb2d-a32f74e8ba0e admin admin] Made reservation on behalf of 3fae6fc959df46d7b2887f68d4a5a263 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:45:58.161825 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7326ca60-9daf-4ce5-bb2d-a32f74e8ba0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:58.175107 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:58.271712 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-138850af-5178-436b-891a-ee09f0ef2bd8 service neutron] 10.222.0.61 "GET /v2.0/networks/b20f3df5-1a62-42e4-be64-d0b5e3aed167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866236 Nov 16 11:45:58.403458 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7326ca60-9daf-4ce5-bb2d-a32f74e8ba0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:58.481400 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7326ca60-9daf-4ce5-bb2d-a32f74e8ba0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0d28377-e96d-481c-b0ca-1b1d197387d6,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:58.498458 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7326ca60-9daf-4ce5-bb2d-a32f74e8ba0e admin admin] Checking segment: {'id': '6d7e7c39-89f5-402a-845f-c2152230542f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '150875f6-f8ab-4fdb-baa8-0b43f9d77bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:45:58.498828 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7326ca60-9daf-4ce5-bb2d-a32f74e8ba0e admin admin] Network hostable DHCP agents. Network: 150875f6-f8ab-4fdb-baa8-0b43f9d77bce, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:45:58.519825 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7326ca60-9daf-4ce5-bb2d-a32f74e8ba0e admin admin] Network 150875f6-f8ab-4fdb-baa8-0b43f9d77bce is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:45:58.531473 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c2e03a-4223-4cb1-9739-e2c7d6942acc x-openstack-request-id: req-08c2e03a-4223-4cb1-9739-e2c7d6942acc {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:45:58.532392 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed11876-b734-4c2d-a835-ba6a482e6cce", "name": "network-vif-plugged", "status": "completed", "tag": "bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:45:58.532392 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-08c2e03a-4223-4cb1-9739-e2c7d6942acc {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:45:58.532588 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed11876-b734-4c2d-a835-ba6a482e6cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5', 'code': 200} Nov 16 11:45:58.535364 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-7326ca60-9daf-4ce5-bb2d-a32f74e8ba0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 150875f6-f8ab-4fdb-baa8-0b43f9d77bce) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:45:58.546474 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7389f211-88cf-4bf9-b0f2-49e08e3e17f5 None None] Network 150875f6-f8ab-4fdb-baa8-0b43f9d77bce requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:45:58.551731 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7326ca60-9daf-4ce5-bb2d-a32f74e8ba0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:58.552482 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7326ca60-9daf-4ce5-bb2d-a32f74e8ba0e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:58.583518 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7326ca60-9daf-4ce5-bb2d-a32f74e8ba0e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5199254 Nov 16 11:45:58.683660 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef151e21-ad58-4e46-8fb3-fdc74e8f4962 req-1b71c250-fa91-4325-b966-e8d3e925f313 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:58.694500 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ef151e21-ad58-4e46-8fb3-fdc74e8f4962 req-1b71c250-fa91-4325-b966-e8d3e925f313 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ed11876-b734-4c2d-a835-ba6a482e6cce HTTP/1.1" status: 200 len: 946 time: 0.0895772 Nov 16 11:45:58.744585 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34654) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:58.765278 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23250e22-51dd-4216-9043-b3788861093a req-1b477212-57bf-4df6-8099-a6c8ba545dcb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1771302 Nov 16 11:45:58.769645 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ef151e21-ad58-4e46-8fb3-fdc74e8f4962 req-4859663d-e2c2-49b4-b879-1660b1df4faa tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730793 Nov 16 11:45:58.812979 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0e2220-b612-4c73-ba13-afe724a02f4e None None] Network 150875f6-f8ab-4fdb-baa8-0b43f9d77bce requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:45:58.813859 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b5243-1293-493b-8984-9c0041a0c9a6 req-09fe7396-97cb-405c-8271-8f190a4226cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:58.815825 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-849b5243-1293-493b-8984-9c0041a0c9a6 req-09fe7396-97cb-405c-8271-8f190a4226cd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8ed11876-b734-4c2d-a835-ba6a482e6cce HTTP/1.1" status: 200 len: 1097 time: 0.1498463 Nov 16 11:45:58.856088 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-afe623d6-3f07-4e8f-8660-f0a24bc5d850 admin admin] Deleting subnet 48f28058-72f0-4c5d-9424-da7ef0940da8 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:45:58.875889 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-afe623d6-3f07-4e8f-8660-f0a24bc5d850 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:58.909826 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c7b4ff96-a949-427e-b642-63a743a6d1da req-8cf23111-8a67-48e2-811b-3cdced1e96cc tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7d15513-dccc-4144-a3fd-7829ae6a95c0 HTTP/1.1" status: 200 len: 210 time: 0.0418119 Nov 16 11:45:58.964217 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-afe623d6-3f07-4e8f-8660-f0a24bc5d850 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:58.970763 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-849b5243-1293-493b-8984-9c0041a0c9a6 req-f6a2c36b-19d9-4cbd-a303-39ff927c239d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454437 Nov 16 11:45:59.009996 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23250e22-51dd-4216-9043-b3788861093a req-b00c462a-6cb3-466f-8cbd-a80b793acaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:59.010483 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23250e22-51dd-4216-9043-b3788861093a req-b00c462a-6cb3-466f-8cbd-a80b793acaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:59.010951 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23250e22-51dd-4216-9043-b3788861093a req-b00c462a-6cb3-466f-8cbd-a80b793acaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:59.011958 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23250e22-51dd-4216-9043-b3788861093a req-b00c462a-6cb3-466f-8cbd-a80b793acaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:59.012613 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23250e22-51dd-4216-9043-b3788861093a req-b00c462a-6cb3-466f-8cbd-a80b793acaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:59.013084 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23250e22-51dd-4216-9043-b3788861093a req-b00c462a-6cb3-466f-8cbd-a80b793acaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:59.013542 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23250e22-51dd-4216-9043-b3788861093a req-b00c462a-6cb3-466f-8cbd-a80b793acaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:59.016486 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23250e22-51dd-4216-9043-b3788861093a req-b00c462a-6cb3-466f-8cbd-a80b793acaa5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=14d41305b65a4dafae92476e1ff902fa&device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 6503 time: 0.1550171 Nov 16 11:45:59.016707 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:59.035961 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-afe623d6-3f07-4e8f-8660-f0a24bc5d850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:59.171075 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-afe623d6-3f07-4e8f-8660-f0a24bc5d850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:59.186896 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23250e22-51dd-4216-9043-b3788861093a req-8769be09-7651-408f-8c3e-8affb89fd122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:59.187377 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23250e22-51dd-4216-9043-b3788861093a req-8769be09-7651-408f-8c3e-8affb89fd122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:59.187879 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23250e22-51dd-4216-9043-b3788861093a req-8769be09-7651-408f-8c3e-8affb89fd122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:59.189540 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23250e22-51dd-4216-9043-b3788861093a req-8769be09-7651-408f-8c3e-8affb89fd122 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cd9b53f3-dc5a-4d2a-9424-263d53785a99&id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&id=2041a2b2-0e73-454b-949f-7d84c22f57a1&id=2041a2b2-0e73-454b-949f-7d84c22f57a1 HTTP/1.1" status: 200 len: 2297 time: 0.1240134 Nov 16 11:45:59.211364 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe623d6-3f07-4e8f-8660-f0a24bc5d850 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48f28058-72f0-4c5d-9424-da7ef0940da8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:59.218141 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-afe623d6-3f07-4e8f-8660-f0a24bc5d850 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:59.221246 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-afe623d6-3f07-4e8f-8660-f0a24bc5d850 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/48f28058-72f0-4c5d-9424-da7ef0940da8 HTTP/1.1" status: 204 len: 168 time: 0.4720953 Nov 16 11:45:59.224361 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34658) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:59.289338 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23250e22-51dd-4216-9043-b3788861093a req-596ae44c-fa4c-4d1a-b98c-11619023aeca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=039b5ae1-2fe8-48b5-84f3-2dbed68501be HTTP/1.1" status: 200 len: 1001 time: 0.0807097 Nov 16 11:45:59.310223 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-81e758b2-97aa-48ba-a276-1edee0327ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:59.389772 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23250e22-51dd-4216-9043-b3788861093a req-eb22bbbc-5317-453a-85dd-add8d6663135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:59.391568 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23250e22-51dd-4216-9043-b3788861093a req-eb22bbbc-5317-453a-85dd-add8d6663135 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0dfedd61-b7f4-4fb0-bbf3-63a0a3e66c06 HTTP/1.1" status: 200 len: 856 time: 0.0933740 Nov 16 11:45:59.415405 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-81e758b2-97aa-48ba-a276-1edee0327ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:59.447716 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-81e758b2-97aa-48ba-a276-1edee0327ee0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f76ab972-19e7-403b-99a2-d6c7b4849c62']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:59.460670 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-81e758b2-97aa-48ba-a276-1edee0327ee0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd9bf603-3aac-492a-ba0a-9ad541a225a3') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:59.460971 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-81e758b2-97aa-48ba-a276-1edee0327ee0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd9bf603-3aac-492a-ba0a-9ad541a225a3') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:45:59.464968 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23250e22-51dd-4216-9043-b3788861093a req-78af2725-16a3-4be3-9db1-11253ef53453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:59.466864 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23250e22-51dd-4216-9043-b3788861093a req-78af2725-16a3-4be3-9db1-11253ef53453 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cd9b53f3-dc5a-4d2a-9424-263d53785a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591493 Nov 16 11:45:59.471236 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-81e758b2-97aa-48ba-a276-1edee0327ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:59.485171 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-81e758b2-97aa-48ba-a276-1edee0327ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:59.493113 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e758b2-97aa-48ba-a276-1edee0327ee0 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:45:59.493815 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-81e758b2-97aa-48ba-a276-1edee0327ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:59.496408 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:45:59.496408 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:45:59.496408 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:45:59.496408 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:45:59.496408 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:45:59.496408 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:45:59.496408 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:45:59.496408 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:45:59.496408 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:45:59.496408 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:45:59.496408 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:45:59.496408 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:45:59.496408 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:45:59.496408 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:45:59.496408 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:45:59.496408 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:45:59.496408 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:45:59.496408 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:45:59.496408 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:45:59.496408 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:45:59.496408 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:45:59.496408 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:45:59.496408 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:45:59.496408 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:45:59.496408 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:45:59.496408 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:45:59.496408 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:45:59.496408 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:45:59.496408 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:45:59.496408 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:45:59.496408 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:45:59.496408 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:45:59.563626 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-81e758b2-97aa-48ba-a276-1edee0327ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:59.573765 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-81e758b2-97aa-48ba-a276-1edee0327ee0 admin admin] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:59.577499 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-81e758b2-97aa-48ba-a276-1edee0327ee0 admin admin] 10.222.0.61 "DELETE /v2.0/networks/f76ab972-19e7-403b-99a2-d6c7b4849c62 HTTP/1.1" status: 204 len: 168 time: 0.3515911 Nov 16 11:45:59.582402 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34666) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:45:59.595850 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e758b2-97aa-48ba-a276-1edee0327ee0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f76ab972-19e7-403b-99a2-d6c7b4849c62,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:45:59.642826 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23250e22-51dd-4216-9043-b3788861093a req-f043d6c4-e095-4cf9-8c3b-664bd580ab97 service neutron] 10.222.0.64 "GET /v2.0/networks/cd9b53f3-dc5a-4d2a-9424-263d53785a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629221 Nov 16 11:45:59.662999 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-defad34f-028c-41ba-9d4d-b66f96303ebf admin admin] Deleting subnet e0d28377-e96d-481c-b0ca-1b1d197387d6 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:45:59.666799 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-defad34f-028c-41ba-9d4d-b66f96303ebf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:59.765589 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-defad34f-028c-41ba-9d4d-b66f96303ebf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:59.919470 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-defad34f-028c-41ba-9d4d-b66f96303ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:45:59.919759 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a430b9a-73d3-434e-a244-26451e708594 req-345c3acd-ff73-478c-b772-4492c49a2309 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:45:59.927592 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7a430b9a-73d3-434e-a244-26451e708594 req-345c3acd-ff73-478c-b772-4492c49a2309 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ed11876-b734-4c2d-a835-ba6a482e6cce HTTP/1.1" status: 200 len: 946 time: 0.0728137 Nov 16 11:45:59.945489 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23250e22-51dd-4216-9043-b3788861093a req-87b3683b-9244-4984-a912-177d5048e82e service neutron] 10.222.0.64 "GET /v2.0/networks/cd9b53f3-dc5a-4d2a-9424-263d53785a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932482 Nov 16 11:46:00.009846 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7a430b9a-73d3-434e-a244-26451e708594 req-836f901a-0d2a-4bb1-9de3-7c9c7828b8b2 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812051 Nov 16 11:46:00.031707 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23250e22-51dd-4216-9043-b3788861093a req-660543db-ab0f-407f-b67d-385af6ff4220 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=938024bc-796d-495a-81a8-6e0bc9631cff HTTP/1.1" status: 200 len: 217 time: 0.0700636 Nov 16 11:46:00.091874 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-3afc2a76-0178-418a-98ad-b5301fd39e36 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:46:00.093429 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-3afc2a76-0178-418a-98ad-b5301fd39e36 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] 10.222.0.64 "GET /v2.0/networks?id=b20f3df5-1a62-42e4-be64-d0b5e3aed167 HTTP/1.1" status: 200 len: 809 time: 0.3012574 Nov 16 11:46:00.098571 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2872c04c-85f0-45c5-81c8-a3e6d5ffb0e7 req-253aa084-ddc8-4c72-99ec-c18d804d2f4a tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7d15513-dccc-4144-a3fd-7829ae6a95c0 HTTP/1.1" status: 200 len: 210 time: 0.0343239 Nov 16 11:46:00.103192 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-defad34f-028c-41ba-9d4d-b66f96303ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:00.116511 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-09867d6d-2d8a-45c0-92bc-07a8609724ee tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Request body: {'port': {'device_id': 'c7d15513-dccc-4144-a3fd-7829ae6a95c0', 'network_id': 'b20f3df5-1a62-42e4-be64-d0b5e3aed167', 'admin_state_up': True, 'tenant_id': 'cf45770b1c1f4e3c958050e5e3b9f976'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:46:00.153826 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23250e22-51dd-4216-9043-b3788861093a req-a8eb5ec4-8c03-4172-a505-43b62a7c9e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:46:00.155298 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23250e22-51dd-4216-9043-b3788861093a req-a8eb5ec4-8c03-4172-a505-43b62a7c9e73 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14da45b5-9dad-4378-b0d0-75410f62650a HTTP/1.1" status: 200 len: 797 time: 0.1100843 Nov 16 11:46:00.180382 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defad34f-028c-41ba-9d4d-b66f96303ebf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0d28377-e96d-481c-b0ca-1b1d197387d6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:00.196124 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-defad34f-028c-41ba-9d4d-b66f96303ebf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:00.205954 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-defad34f-028c-41ba-9d4d-b66f96303ebf admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e0d28377-e96d-481c-b0ca-1b1d197387d6 HTTP/1.1" status: 204 len: 168 time: 0.6225061 Nov 16 11:46:00.208574 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34672) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:00.265270 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23250e22-51dd-4216-9043-b3788861093a req-8671e6e9-9c11-4d33-a242-4b402d5284a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:46:00.267012 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23250e22-51dd-4216-9043-b3788861093a req-8671e6e9-9c11-4d33-a242-4b402d5284a5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0827494 Nov 16 11:46:00.275913 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e89b4fc-10d7-4fc9-95b0-8889ae56288c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:00.354347 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-09867d6d-2d8a-45c0-92bc-07a8609724ee tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Made reservation on behalf of cf45770b1c1f4e3c958050e5e3b9f976 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:46:00.358591 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-09867d6d-2d8a-45c0-92bc-07a8609724ee tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:00.359543 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e89b4fc-10d7-4fc9-95b0-8889ae56288c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:00.380817 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-8e89b4fc-10d7-4fc9-95b0-8889ae56288c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['150875f6-f8ab-4fdb-baa8-0b43f9d77bce']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:46:00.390374 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-8e89b4fc-10d7-4fc9-95b0-8889ae56288c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d7e7c39-89f5-402a-845f-c2152230542f') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:46:00.390667 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-8e89b4fc-10d7-4fc9-95b0-8889ae56288c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d7e7c39-89f5-402a-845f-c2152230542f') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:46:00.400585 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e89b4fc-10d7-4fc9-95b0-8889ae56288c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:00.400813 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23250e22-51dd-4216-9043-b3788861093a req-f9120bd3-c152-4726-8071-cd67e4c204b8 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248853 Nov 16 11:46:00.416972 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e89b4fc-10d7-4fc9-95b0-8889ae56288c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:00.427359 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e89b4fc-10d7-4fc9-95b0-8889ae56288c admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:46:00.427748 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e89b4fc-10d7-4fc9-95b0-8889ae56288c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:00.430215 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:46:00.430215 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:46:00.430215 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:46:00.430215 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:46:00.430215 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:46:00.430215 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:46:00.430215 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:46:00.430215 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:46:00.430215 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:46:00.430215 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:46:00.430215 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:46:00.430215 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:46:00.430215 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:46:00.430215 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:46:00.430215 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:46:00.430215 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:46:00.430215 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:46:00.430215 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:46:00.430215 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:46:00.430215 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:46:00.430215 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:46:00.430215 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:46:00.430215 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:46:00.430215 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:46:00.430215 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:46:00.430215 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:46:00.430215 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:46:00.430215 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:46:00.430215 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:46:00.430215 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:46:00.430215 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:46:00.430215 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:46:00.526352 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e89b4fc-10d7-4fc9-95b0-8889ae56288c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:00.533868 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e89b4fc-10d7-4fc9-95b0-8889ae56288c admin admin] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:00.549129 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8e89b4fc-10d7-4fc9-95b0-8889ae56288c admin admin] 10.222.0.61 "DELETE /v2.0/networks/150875f6-f8ab-4fdb-baa8-0b43f9d77bce HTTP/1.1" status: 204 len: 168 time: 0.3394561 Nov 16 11:46:00.562047 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89b4fc-10d7-4fc9-95b0-8889ae56288c admin admin] Pushing event deleted for resources: {'Network': ['ID=150875f6-f8ab-4fdb-baa8-0b43f9d77bce,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:00.591596 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23250e22-51dd-4216-9043-b3788861093a req-5528cb24-3f37-40ab-9b14-d9d960b9ac9a service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824439 Nov 16 11:46:00.677994 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23250e22-51dd-4216-9043-b3788861093a req-f8f2fd86-c487-420b-855c-507e8f47288f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=8c5a2788-c1fb-4c11-98c8-c7da1005cc29 HTTP/1.1" status: 200 len: 217 time: 0.0761137 Nov 16 11:46:00.737759 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-09867d6d-2d8a-45c0-92bc-07a8609724ee tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Allocated IP 172.20.0.4 (b20f3df5-1a62-42e4-be64-d0b5e3aed167/f1162f75-f565-41af-96f3-5ca9d90da96f/de479580-eb93-4529-94ba-a8a01aded7a2) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:46:00.759988 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23250e22-51dd-4216-9043-b3788861093a req-c4dbdb96-2b2d-47c6-bd29-58c492bb722a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:46:00.762080 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23250e22-51dd-4216-9043-b3788861093a req-c4dbdb96-2b2d-47c6-bd29-58c492bb722a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14da45b5-9dad-4378-b0d0-75410f62650a HTTP/1.1" status: 200 len: 797 time: 0.0737731 Nov 16 11:46:00.811238 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34692) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:00.859724 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e7ec785e-f2f5-4094-b2eb-bf395ab578b7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e9c13f411e0f408387a12cd9ec5b9418&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0471106 Nov 16 11:46:00.862126 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34694) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:00.890747 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23250e22-51dd-4216-9043-b3788861093a req-ba257d9f-8397-4330-b978-cc2dc8d5e137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:46:00.892267 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23250e22-51dd-4216-9043-b3788861093a req-ba257d9f-8397-4330-b978-cc2dc8d5e137 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1183562 Nov 16 11:46:00.933846 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed1a3395-bfcc-4151-b79c-1960d1e55927 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:00.959195 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed1a3395-bfcc-4151-b79c-1960d1e55927 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:00.997388 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34698) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:01.023885 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed1a3395-bfcc-4151-b79c-1960d1e55927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:01.028256 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed1a3395-bfcc-4151-b79c-1960d1e55927 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:01.028870 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-09867d6d-2d8a-45c0-92bc-07a8609724ee tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:01.029780 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ed1a3395-bfcc-4151-b79c-1960d1e55927 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/529e5f6e-5b98-4b3b-95a7-d80d4bf46ed3 HTTP/1.1" status: 204 len: 168 time: 0.1666396 Nov 16 11:46:01.062780 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a3395-bfcc-4151-b79c-1960d1e55927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529e5f6e-5b98-4b3b-95a7-d80d4bf46ed3,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:01.066222 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23250e22-51dd-4216-9043-b3788861093a req-61477b37-a8bc-4674-9e4a-8ccdaa915c6c service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651571 Nov 16 11:46:01.160823 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-40376b49-1072-40a4-bc67-0060649b8fbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:01.173294 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-09867d6d-2d8a-45c0-92bc-07a8609724ee tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:01.221198 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79fa85-b08d-4d0f-8feb-31039eb7e90e req-12c05260-57ca-423a-a6aa-7da95b31f4b9 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:46:01.223027 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ee79fa85-b08d-4d0f-8feb-31039eb7e90e req-12c05260-57ca-423a-a6aa-7da95b31f4b9 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ed11876-b734-4c2d-a835-ba6a482e6cce HTTP/1.1" status: 200 len: 946 time: 0.0791748 Nov 16 11:46:01.269146 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-09867d6d-2d8a-45c0-92bc-07a8609724ee tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Network b20f3df5-1a62-42e4-be64-d0b5e3aed167 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:46:01.288304 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-09867d6d-2d8a-45c0-92bc-07a8609724ee tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:46:01.288714 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ee79fa85-b08d-4d0f-8feb-31039eb7e90e req-8766a03b-b22d-445f-9a99-314d2c862afd tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545180 Nov 16 11:46:01.293610 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23250e22-51dd-4216-9043-b3788861093a req-1ffa358b-c20a-46a6-812a-988721a7c9f4 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163086 Nov 16 11:46:01.294495 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-09867d6d-2d8a-45c0-92bc-07a8609724ee tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:46:01.298167 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09867d6d-2d8a-45c0-92bc-07a8609724ee tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Pushing event updated for resources: {'Port': ['ID=de479580-eb93-4529-94ba-a8a01aded7a2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:01.371259 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23250e22-51dd-4216-9043-b3788861093a req-b7fdae58-1670-4077-8286-1c82fa951ace service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=913955cf-8e4e-4a23-b0e2-1acbc8547be5 HTTP/1.1" status: 200 len: 217 time: 0.0480261 Nov 16 11:46:01.437554 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-09867d6d-2d8a-45c0-92bc-07a8609724ee tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:46:01.438334 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-09867d6d-2d8a-45c0-92bc-07a8609724ee tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:01.449598 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6fea20-48bb-4d6e-95a4-f1392d103d5f req-c810a0ae-9177-4ad7-8b63-e78287082b57 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:46:01.452072 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9c6fea20-48bb-4d6e-95a4-f1392d103d5f req-c810a0ae-9177-4ad7-8b63-e78287082b57 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7d15513-dccc-4144-a3fd-7829ae6a95c0 HTTP/1.1" status: 200 len: 931 time: 0.0558920 Nov 16 11:46:01.470239 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-40376b49-1072-40a4-bc67-0060649b8fbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:01.472286 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23250e22-51dd-4216-9043-b3788861093a req-a23f3c85-953f-48a2-875c-6c2c094caf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:46:01.473945 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23250e22-51dd-4216-9043-b3788861093a req-a23f3c85-953f-48a2-875c-6c2c094caf76 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14da45b5-9dad-4378-b0d0-75410f62650a HTTP/1.1" status: 200 len: 797 time: 0.0950298 Nov 16 11:46:01.477591 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-09867d6d-2d8a-45c0-92bc-07a8609724ee tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3714767 Nov 16 11:46:01.478683 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-40376b49-1072-40a4-bc67-0060649b8fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:01.512045 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-aac27283-d8c3-41bb-9260-8b0b7e6625e3 service neutron] Request body: {'port': {'device_id': 'c7d15513-dccc-4144-a3fd-7829ae6a95c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:46:01.512807 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9c6fea20-48bb-4d6e-95a4-f1392d103d5f req-eadf54af-0a7c-46d9-b7c6-7fa1af9c83d6 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] 10.222.0.61 "GET /v2.0/security-groups?id=4bf1e9d8-38c1-4b06-a862-be7e1ac5b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532444 Nov 16 11:46:01.548404 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34714) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:01.593536 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-40376b49-1072-40a4-bc67-0060649b8fbc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=df24d321a4944567a85253614da8fab3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5926614 Nov 16 11:46:01.593536 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40376b49-1072-40a4-bc67-0060649b8fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06279065-0ca4-4304-adef-ac617168553f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:01.597384 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34716) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:01.623592 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23250e22-51dd-4216-9043-b3788861093a req-3cd9af06-e0b8-4cc8-9925-4be1ad79f5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:46:01.625379 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23250e22-51dd-4216-9043-b3788861093a req-3cd9af06-e0b8-4cc8-9925-4be1ad79f5a7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1359320 Nov 16 11:46:01.630063 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-aac27283-d8c3-41bb-9260-8b0b7e6625e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:01.644357 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1a0145ee-9880-499c-8998-8b8ed976986a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3fae6fc959df46d7b2887f68d4a5a263&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0947108 Nov 16 11:46:01.648224 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34718) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:01.691848 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e13607-dfdb-4e66-b37f-cd9331e46df7 req-332a7f5f-5c21-4930-99d4-2610cf0fe57d tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:46:01.693303 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f9e13607-dfdb-4e66-b37f-cd9331e46df7 req-332a7f5f-5c21-4930-99d4-2610cf0fe57d tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ed11876-b734-4c2d-a835-ba6a482e6cce HTTP/1.1" status: 200 len: 946 time: 0.1023271 Nov 16 11:46:01.696757 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ccd5fbc-27c6-48c6-adad-d4a349f1a56b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:01.734984 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ccd5fbc-27c6-48c6-adad-d4a349f1a56b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:01.776647 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f9e13607-dfdb-4e66-b37f-cd9331e46df7 req-1d1729ee-e429-4131-bb36-431492bc23e4 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768449 Nov 16 11:46:01.803758 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34722) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:01.806627 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ccd5fbc-27c6-48c6-adad-d4a349f1a56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:01.809430 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ccd5fbc-27c6-48c6-adad-d4a349f1a56b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:01.810620 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1ccd5fbc-27c6-48c6-adad-d4a349f1a56b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/06279065-0ca4-4304-adef-ac617168553f HTTP/1.1" status: 204 len: 168 time: 0.2015755 Nov 16 11:46:01.824223 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd5fbc-27c6-48c6-adad-d4a349f1a56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06279065-0ca4-4304-adef-ac617168553f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:01.858999 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d160d7d1-1721-49bc-9ffd-339e42f70e7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:01.866709 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23250e22-51dd-4216-9043-b3788861093a req-7ba69826-b445-4ad0-9030-b1475be858b4 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281663 Nov 16 11:46:01.936880 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d160d7d1-1721-49bc-9ffd-339e42f70e7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:02.088417 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d160d7d1-1721-49bc-9ffd-339e42f70e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:02.091675 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d160d7d1-1721-49bc-9ffd-339e42f70e7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:02.092820 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d160d7d1-1721-49bc-9ffd-339e42f70e7e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a491b59f-fd77-4fef-83df-d17acd2e42e1 HTTP/1.1" status: 204 len: 168 time: 0.4436939 Nov 16 11:46:02.098241 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23250e22-51dd-4216-9043-b3788861093a req-714fa001-a46d-4e71-a7a8-431cf9b831e8 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983140 Nov 16 11:46:02.125961 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d160d7d1-1721-49bc-9ffd-339e42f70e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a491b59f-fd77-4fef-83df-d17acd2e42e1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:02.451993 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34732) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:02.460649 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92039ce0-27f0-4fe2-8c02-447e3e0a9d52 tempest-TestVolumeBootPattern-298045436 tempest-TestVolumeBootPattern-298045436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:46:02.465382 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-92039ce0-27f0-4fe2-8c02-447e3e0a9d52 tempest-TestVolumeBootPattern-298045436 tempest-TestVolumeBootPattern-298045436-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=8ed11876-b734-4c2d-a835-ba6a482e6cce HTTP/1.1" status: 200 len: 1092 time: 0.6535161 Nov 16 11:46:02.467183 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34738) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:02.471585 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-d3d3cb5c-ec4e-4df4-a1c4-e34aa85d788a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'port_id': 'bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:46:02.475848 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23250e22-51dd-4216-9043-b3788861093a req-b9317c7a-4fe7-4b63-b79d-c84169a7cb53 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=1dfec5f3-6b09-43d8-9562-32075776c9c3 HTTP/1.1" status: 200 len: 217 time: 0.3683150 Nov 16 11:46:02.488180 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-44cfb43d-ec52-4888-827a-407bf8f50782 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:02.496657 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-aac27283-d8c3-41bb-9260-8b0b7e6625e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de479580-eb93-4529-94ba-a8a01aded7a2 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:46:02.522315 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-aac27283-d8c3-41bb-9260-8b0b7e6625e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:02.528216 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d3d3cb5c-ec4e-4df4-a1c4-e34aa85d788a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for floatingip, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:02.544388 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-aac27283-d8c3-41bb-9260-8b0b7e6625e3 service neutron] Transition to ACTIVE for port object de479580-eb93-4529-94ba-a8a01aded7a2 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:46:02.550109 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23250e22-51dd-4216-9043-b3788861093a req-3d8d554a-a1b7-4c69-98d7-25400f4f2d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:46:02.552264 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23250e22-51dd-4216-9043-b3788861093a req-3d8d554a-a1b7-4c69-98d7-25400f4f2d71 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14da45b5-9dad-4378-b0d0-75410f62650a HTTP/1.1" status: 200 len: 797 time: 0.0666435 Nov 16 11:46:02.555528 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-aac27283-d8c3-41bb-9260-8b0b7e6625e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:02.640933 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac27283-d8c3-41bb-9260-8b0b7e6625e3 service neutron] Pushing event updated for resources: {'Port': ['ID=de479580-eb93-4529-94ba-a8a01aded7a2,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:02.673423 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23250e22-51dd-4216-9043-b3788861093a req-b42ee2f6-f28c-4b8b-a489-832cbb9abdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:46:02.675230 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23250e22-51dd-4216-9043-b3788861093a req-b42ee2f6-f28c-4b8b-a489-832cbb9abdd4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1130872 Nov 16 11:46:02.720012 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a81fb9-849b-4a0a-82d6-aa356bf97d23 req-4703be09-3798-4959-a6b6-8cb7660693b0 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:46:02.721510 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c6a81fb9-849b-4a0a-82d6-aa356bf97d23 req-4703be09-3798-4959-a6b6-8cb7660693b0 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7d15513-dccc-4144-a3fd-7829ae6a95c0 HTTP/1.1" status: 200 len: 943 time: 0.1231925 Nov 16 11:46:02.727580 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-44cfb43d-ec52-4888-827a-407bf8f50782 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:02.749082 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-44cfb43d-ec52-4888-827a-407bf8f50782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:02.777445 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-aac27283-d8c3-41bb-9260-8b0b7e6625e3 service neutron] Attempting to bind port de479580-eb93-4529-94ba-a8a01aded7a2 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:46:02.777785 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-aac27283-d8c3-41bb-9260-8b0b7e6625e3 service neutron] Attempting to bind port de479580-eb93-4529-94ba-a8a01aded7a2 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'd9a53338-bd74-4232-bd4a-ac5da07a0ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b20f3df5-1a62-42e4-be64-d0b5e3aed167'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:46:02.778142 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-aac27283-d8c3-41bb-9260-8b0b7e6625e3 service neutron] Attempting to bind port de479580-eb93-4529-94ba-a8a01aded7a2 on network b20f3df5-1a62-42e4-be64-d0b5e3aed167 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:46:02.801408 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-aac27283-d8c3-41bb-9260-8b0b7e6625e3 service neutron] Port de479580-eb93-4529-94ba-a8a01aded7a2 on network b20f3df5-1a62-42e4-be64-d0b5e3aed167 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:46:02.801864 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-aac27283-d8c3-41bb-9260-8b0b7e6625e3 service neutron] Attempting to bind port de479580-eb93-4529-94ba-a8a01aded7a2 on network b20f3df5-1a62-42e4-be64-d0b5e3aed167 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:46:02.813741 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-44cfb43d-ec52-4888-827a-407bf8f50782 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=268cd68432c44fe29b9fffa2ac4a3ba3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3597777 Nov 16 11:46:02.816349 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34754) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:02.823984 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cfb43d-ec52-4888-827a-407bf8f50782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44f67f5-7936-4e13-b3ba-cefc108e5846,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:02.828301 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-aac27283-d8c3-41bb-9260-8b0b7e6625e3 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:46:02.828757 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-aac27283-d8c3-41bb-9260-8b0b7e6625e3 service neutron] Checking segment: {'id': 'd9a53338-bd74-4232-bd4a-ac5da07a0ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b20f3df5-1a62-42e4-be64-d0b5e3aed167'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:46:02.829236 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-aac27283-d8c3-41bb-9260-8b0b7e6625e3 service neutron] Bound using segment: {'id': 'd9a53338-bd74-4232-bd4a-ac5da07a0ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b20f3df5-1a62-42e4-be64-d0b5e3aed167'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:46:02.830124 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-aac27283-d8c3-41bb-9260-8b0b7e6625e3 service neutron] Bound port: de479580-eb93-4529-94ba-a8a01aded7a2, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9a53338-bd74-4232-bd4a-ac5da07a0ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'b20f3df5-1a62-42e4-be64-d0b5e3aed167'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:46:02.830762 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-aac27283-d8c3-41bb-9260-8b0b7e6625e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:02.837594 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c6a81fb9-849b-4a0a-82d6-aa356bf97d23 req-254b233b-124c-45de-a62a-b1ec0f0de44c tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] 10.222.0.61 "GET /v2.0/security-groups?id=4bf1e9d8-38c1-4b06-a862-be7e1ac5b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065683 Nov 16 11:46:02.843930 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d3d3cb5c-ec4e-4df4-a1c4-e34aa85d788a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:02.845093 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23250e22-51dd-4216-9043-b3788861093a req-b4efba90-d881-48f7-a5b3-98b53573d258 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508436 Nov 16 11:46:02.982718 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-d3d3cb5c-ec4e-4df4-a1c4-e34aa85d788a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Allocated IP 172.25.0.91 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/14ffd108-01d1-4991-b0b7-fdae17e03dc6) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:46:02.996336 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4a3d23b3-99c7-4867-b4f6-9887204ceee2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:03.060105 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4a3d23b3-99c7-4867-b4f6-9887204ceee2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:03.069007 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-aac27283-d8c3-41bb-9260-8b0b7e6625e3 service neutron] For port de479580-eb93-4529-94ba-a8a01aded7a2, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:46:03.072776 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-aac27283-d8c3-41bb-9260-8b0b7e6625e3 service neutron] For port de479580-eb93-4529-94ba-a8a01aded7a2, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=de479580-eb93-4529-94ba-a8a01aded7a2,segment=NetworkSegment(d9a53338-bd74-4232-bd4a-ac5da07a0ca4),segment_id=d9a53338-bd74-4232-bd4a-ac5da07a0ca4)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:46:03.077691 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23250e22-51dd-4216-9043-b3788861093a req-004972ca-4447-48bb-9f8f-c8f5f3e2381f service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190676 Nov 16 11:46:03.081460 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-aac27283-d8c3-41bb-9260-8b0b7e6625e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:03.109513 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d3d3cb5c-ec4e-4df4-a1c4-e34aa85d788a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:03.163559 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d3d3cb5c-ec4e-4df4-a1c4-e34aa85d788a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:03.172181 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23250e22-51dd-4216-9043-b3788861093a req-761e8736-d916-4639-964b-a0180443d479 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4c83833b-e468-4daf-8f4c-118e3220587b HTTP/1.1" status: 200 len: 217 time: 0.0808630 Nov 16 11:46:03.178818 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-aac27283-d8c3-41bb-9260-8b0b7e6625e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:46:03.179557 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-aac27283-d8c3-41bb-9260-8b0b7e6625e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:03.182984 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-aac27283-d8c3-41bb-9260-8b0b7e6625e3 service neutron] 10.222.0.64 "PUT /v2.0/ports/de479580-eb93-4529-94ba-a8a01aded7a2 HTTP/1.1" status: 200 len: 1091 time: 1.6909094 Nov 16 11:46:03.184022 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d15513-dccc-4144-a3fd-7829ae6a95c0', 'tag': 'de479580-eb93-4529-94ba-a8a01aded7a2'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:46:03.186431 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022e99f4-628d-4146-b572-5b0fc6f04208" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d15513-dccc-4144-a3fd-7829ae6a95c0", "tag": "de479580-eb93-4529-94ba-a8a01aded7a2"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:46:03.221375 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d3cb5c-ec4e-4df4-a1c4-e34aa85d788a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:46:03.225334 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-d3d3cb5c-ec4e-4df4-a1c4-e34aa85d788a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:46:03.227691 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d3cb5c-ec4e-4df4-a1c4-e34aa85d788a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:46:03.229736 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d3cb5c-ec4e-4df4-a1c4-e34aa85d788a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Pushing event updated for resources: {'Port': ['ID=14ffd108-01d1-4991-b0b7-fdae17e03dc6,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:03.267731 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593074ab-354b-42ec-8983-10cde3c0b435 x-openstack-request-id: req-593074ab-354b-42ec-8983-10cde3c0b435 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:46:03.272101 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d15513-dccc-4144-a3fd-7829ae6a95c0", "tag": "de479580-eb93-4529-94ba-a8a01aded7a2", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:46:03.272356 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-593074ab-354b-42ec-8983-10cde3c0b435 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:46:03.274093 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d15513-dccc-4144-a3fd-7829ae6a95c0', 'tag': 'de479580-eb93-4529-94ba-a8a01aded7a2', 'status': 'completed', 'code': 200} Nov 16 11:46:03.298522 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23250e22-51dd-4216-9043-b3788861093a req-1d19de7e-1b68-4320-83c0-ec12ce02d426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:46:03.300009 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23250e22-51dd-4216-9043-b3788861093a req-1d19de7e-1b68-4320-83c0-ec12ce02d426 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1bdf0709-8d8c-4805-b7a5-cb903bfbd56b HTTP/1.1" status: 200 len: 797 time: 0.1054213 Nov 16 11:46:03.303306 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac27283-d8c3-41bb-9260-8b0b7e6625e3 service neutron] Pushing event updated for resources: {'Port': ['ID=de479580-eb93-4529-94ba-a8a01aded7a2,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:03.309337 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4a3d23b3-99c7-4867-b4f6-9887204ceee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:03.311950 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4a3d23b3-99c7-4867-b4f6-9887204ceee2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:03.326218 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4a3d23b3-99c7-4867-b4f6-9887204ceee2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d44f67f5-7936-4e13-b3ba-cefc108e5846 HTTP/1.1" status: 204 len: 168 time: 0.4985030 Nov 16 11:46:03.368088 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3d23b3-99c7-4867-b4f6-9887204ceee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44f67f5-7936-4e13-b3ba-cefc108e5846,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:03.418336 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-6eab2b19-93b0-4aee-bb72-ebd6e3b2edff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:46:03.419991 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-6eab2b19-93b0-4aee-bb72-ebd6e3b2edff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf45770b1c1f4e3c958050e5e3b9f976&device_id=c7d15513-dccc-4144-a3fd-7829ae6a95c0 HTTP/1.1" status: 200 len: 1094 time: 0.1796007 Nov 16 11:46:03.475554 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-c3ec178e-98f5-4e41-b583-755d85da7b53 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de479580-eb93-4529-94ba-a8a01aded7a2 HTTP/1.1" status: 200 len: 217 time: 0.0442259 Nov 16 11:46:03.477516 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23250e22-51dd-4216-9043-b3788861093a req-46be89b9-9927-42a5-92b3-82c331915217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:46:03.479079 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23250e22-51dd-4216-9043-b3788861093a req-46be89b9-9927-42a5-92b3-82c331915217 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2041a2b2-0e73-454b-949f-7d84c22f57a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1496682 Nov 16 11:46:03.597607 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-4a0ff61f-33b8-4f6f-9cfd-02796d916cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:46:03.599537 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-4a0ff61f-33b8-4f6f-9cfd-02796d916cec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f1162f75-f565-41af-96f3-5ca9d90da96f HTTP/1.1" status: 200 len: 849 time: 0.1114767 Nov 16 11:46:03.648602 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-3161fd31-01dd-4425-b164-ef092dfe89c4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b20f3df5-1a62-42e4-be64-d0b5e3aed167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406969 Nov 16 11:46:03.686916 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d3d3cb5c-ec4e-4df4-a1c4-e34aa85d788a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:03.718363 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23250e22-51dd-4216-9043-b3788861093a req-1279db79-05e3-4ceb-a156-d26711f0da21 service neutron] 10.222.0.64 "GET /v2.0/networks/2041a2b2-0e73-454b-949f-7d84c22f57a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943834 Nov 16 11:46:03.786423 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d3d3cb5c-ec4e-4df4-a1c4-e34aa85d788a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:03.833314 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-1b397926-4c9d-4804-8545-bb120b48a9d9 service neutron] 10.222.0.64 "GET /v2.0/networks/b20f3df5-1a62-42e4-be64-d0b5e3aed167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711426 Nov 16 11:46:03.942749 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-218d8d8c-dea1-413a-b6f9-4a071d4f0ee7 req-b1ac8825-fdaa-45ac-b57a-c3c0ee522397 service neutron] 10.222.0.64 "GET /v2.0/networks/b20f3df5-1a62-42e4-be64-d0b5e3aed167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996323 Nov 16 11:46:03.975788 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23250e22-51dd-4216-9043-b3788861093a req-54b01c9f-1d6a-4a1d-b020-db33b0451c5c service neutron] 10.222.0.64 "GET /v2.0/networks/2041a2b2-0e73-454b-949f-7d84c22f57a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488360 Nov 16 11:46:04.021575 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d3d3cb5c-ec4e-4df4-a1c4-e34aa85d788a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:04.077940 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23250e22-51dd-4216-9043-b3788861093a req-6b794064-1345-4874-9d15-fac46a9b8276 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=93d0a61f-46d8-4643-8f71-0fc671a31fe6 HTTP/1.1" status: 200 len: 217 time: 0.0856683 Nov 16 11:46:04.082164 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d3d3cb5c-ec4e-4df4-a1c4-e34aa85d788a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:04.194513 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0bf896-c3bf-449d-b70e-c1eb80d70f4a req-d090d386-82c9-42e8-b133-7dc77be44bbd tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:46:04.194814 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23250e22-51dd-4216-9043-b3788861093a req-ee4701ee-0dbd-4bea-9c86-2fd17c7b4401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:46:04.196589 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0e0bf896-c3bf-449d-b70e-c1eb80d70f4a req-d090d386-82c9-42e8-b133-7dc77be44bbd tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7d15513-dccc-4144-a3fd-7829ae6a95c0 HTTP/1.1" status: 200 len: 943 time: 0.1960948 Nov 16 11:46:04.196970 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23250e22-51dd-4216-9043-b3788861093a req-ee4701ee-0dbd-4bea-9c86-2fd17c7b4401 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1bdf0709-8d8c-4805-b7a5-cb903bfbd56b HTTP/1.1" status: 200 len: 797 time: 0.0934951 Nov 16 11:46:04.212552 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d3cb5c-ec4e-4df4-a1c4-e34aa85d788a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Pushing event updated for resources: {'Port': ['ID=14ffd108-01d1-4991-b0b7-fdae17e03dc6,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:04.230737 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e99f4-628d-4146-b572-5b0fc6f04208 req-7ed945cb-134b-45b5-b1ff-c6ab78815e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:46:04.233057 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-022e99f4-628d-4146-b572-5b0fc6f04208 req-7ed945cb-134b-45b5-b1ff-c6ab78815e33 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf45770b1c1f4e3c958050e5e3b9f976&device_id=c7d15513-dccc-4144-a3fd-7829ae6a95c0 HTTP/1.1" status: 200 len: 1094 time: 0.1681397 Nov 16 11:46:04.236986 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d3d3cb5c-ec4e-4df4-a1c4-e34aa85d788a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:04.328941 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23250e22-51dd-4216-9043-b3788861093a req-16cac3c1-4832-4cdf-bdc9-93f7cb753138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:46:04.330756 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23250e22-51dd-4216-9043-b3788861093a req-16cac3c1-4832-4cdf-bdc9-93f7cb753138 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2041a2b2-0e73-454b-949f-7d84c22f57a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1259880 Nov 16 11:46:04.381571 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [None req-d3d3cb5c-ec4e-4df4-a1c4-e34aa85d788a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Floating IP 781d8c16-669e-4828-9c71-62d938799138 associated. External IP: 172.25.0.91, port: bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5. Nov 16 11:46:04.469966 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e99f4-628d-4146-b572-5b0fc6f04208 req-001c5db6-745e-4e7a-8b87-a981d650b29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:46:04.475218 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-022e99f4-628d-4146-b572-5b0fc6f04208 req-001c5db6-745e-4e7a-8b87-a981d650b29f service neutron] 10.222.0.64 "GET /v2.0/networks?id=b20f3df5-1a62-42e4-be64-d0b5e3aed167 HTTP/1.1" status: 200 len: 910 time: 0.2194612 Nov 16 11:46:04.525507 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0e0bf896-c3bf-449d-b70e-c1eb80d70f4a req-9d5327e3-a556-47d0-be10-3f92b7c54b8a tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] 10.222.0.61 "GET /v2.0/security-groups?id=4bf1e9d8-38c1-4b06-a862-be7e1ac5b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209541 Nov 16 11:46:04.531427 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-022e99f4-628d-4146-b572-5b0fc6f04208 req-67bd880c-2f35-4807-819b-534016e6be0e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de479580-eb93-4529-94ba-a8a01aded7a2 HTTP/1.1" status: 200 len: 217 time: 0.0462198 Nov 16 11:46:04.616729 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e99f4-628d-4146-b572-5b0fc6f04208 req-87314648-a51b-430e-9e04-1f70004fe4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:46:04.618136 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-022e99f4-628d-4146-b572-5b0fc6f04208 req-87314648-a51b-430e-9e04-1f70004fe4b8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f1162f75-f565-41af-96f3-5ca9d90da96f HTTP/1.1" status: 200 len: 849 time: 0.0769489 Nov 16 11:46:04.623175 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23250e22-51dd-4216-9043-b3788861093a req-d990c86d-49db-4b98-9973-79c03b5c77ba service neutron] 10.222.0.64 "GET /v2.0/networks/2041a2b2-0e73-454b-949f-7d84c22f57a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820559 Nov 16 11:46:04.675360 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-022e99f4-628d-4146-b572-5b0fc6f04208 req-7e62df67-415c-4975-9111-6059162be3d5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b20f3df5-1a62-42e4-be64-d0b5e3aed167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369279 Nov 16 11:46:04.739101 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d3cb5c-ec4e-4df4-a1c4-e34aa85d788a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Router c352b1ca-5cdc-43b9-af68-1b27d967b035 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:46:04.818710 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34824) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:04.836753 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-23250e22-51dd-4216-9043-b3788861093a req-9b43ac02-698a-443f-8993-ae8f11cef576 service neutron] 10.222.0.64 "GET /v2.0/networks/2041a2b2-0e73-454b-949f-7d84c22f57a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844330 Nov 16 11:46:04.838664 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-022e99f4-628d-4146-b572-5b0fc6f04208 req-a0aa14e4-ba86-40df-83b4-6c9d99b672d9 service neutron] 10.222.0.64 "GET /v2.0/networks/b20f3df5-1a62-42e4-be64-d0b5e3aed167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482460 Nov 16 11:46:04.868338 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d3cb5c-ec4e-4df4-a1c4-e34aa85d788a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:46:04.880934 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4734209-fbe9-4491-8cc8-119cca5f1585 None None] Sync routers for ids ['c352b1ca-5cdc-43b9-af68-1b27d967b035'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:46:04.896817 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4734209-fbe9-4491-8cc8-119cca5f1585 None None] Routers {'c352b1ca-5cdc-43b9-af68-1b27d967b035'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:46:04.897998 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-e4734209-fbe9-4491-8cc8-119cca5f1585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:45:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c352b1ca-5cdc-43b9-af68-1b27d967b035'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:46:04.913798 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d3d3cb5c-ec4e-4df4-a1c4-e34aa85d788a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:04.986989 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-022e99f4-628d-4146-b572-5b0fc6f04208 req-8bd5e0d8-fc30-490b-b45a-a214a70ef353 service neutron] 10.222.0.64 "GET /v2.0/networks/b20f3df5-1a62-42e4-be64-d0b5e3aed167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297355 Nov 16 11:46:04.994348 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db83481d-b9b0-4f79-8f1a-4f578809c1c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:05.007150 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d3d3cb5c-ec4e-4df4-a1c4-e34aa85d788a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5388713 Nov 16 11:46:05.010313 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ed11876-b734-4c2d-a835-ba6a482e6cce', 'tag': 'bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:46:05.012590 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9791df-c4d9-4777-bc4e-ff3dffd31e0c" -d '{"events": [{"name": "network-changed", "server_uuid": "8ed11876-b734-4c2d-a835-ba6a482e6cce", "tag": "bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:46:05.030470 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-e4734209-fbe9-4491-8cc8-119cca5f1585 None None] Set router c352b1ca-5cdc-43b9-af68-1b27d967b035 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:46:05.067602 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93e0eb1-6d83-4d57-9c02-9ea3edbd5ec2 x-openstack-request-id: req-d93e0eb1-6d83-4d57-9c02-9ea3edbd5ec2 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:46:05.068121 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ed11876-b734-4c2d-a835-ba6a482e6cce", "tag": "bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:46:05.068661 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d93e0eb1-6d83-4d57-9c02-9ea3edbd5ec2 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:46:05.069844 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ed11876-b734-4c2d-a835-ba6a482e6cce', 'tag': 'bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5', 'status': 'completed', 'code': 200} Nov 16 11:46:05.101946 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db83481d-b9b0-4f79-8f1a-4f578809c1c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:05.108839 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db83481d-b9b0-4f79-8f1a-4f578809c1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:05.154950 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83481d-b9b0-4f79-8f1a-4f578809c1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b67b14-82e5-40cd-bcd3-8375605013aa,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:05.157819 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9791df-c4d9-4777-bc4e-ff3dffd31e0c req-3a6601b9-900e-43a0-9ce7-1bce45476807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:46:05.159763 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b9791df-c4d9-4777-bc4e-ff3dffd31e0c req-3a6601b9-900e-43a0-9ce7-1bce45476807 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4bac558768764cbe98f7632412a36688&device_id=8ed11876-b734-4c2d-a835-ba6a482e6cce HTTP/1.1" status: 200 len: 1097 time: 0.0664537 Nov 16 11:46:05.184551 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-db83481d-b9b0-4f79-8f1a-4f578809c1c1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a7f519af3e094c48bcf164da96ea8288&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3639014 Nov 16 11:46:05.186651 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34840) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:05.252598 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-786693fe-8dfd-4211-8589-4f610a6c7382 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:05.276984 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-786693fe-8dfd-4211-8589-4f610a6c7382 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:05.283705 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9791df-c4d9-4777-bc4e-ff3dffd31e0c req-d2d6fd73-1c54-4d92-a304-4d92c249789f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:46:05.285470 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b9791df-c4d9-4777-bc4e-ff3dffd31e0c req-d2d6fd73-1c54-4d92-a304-4d92c249789f service neutron] 10.222.0.36 "GET /v2.0/networks?id=3d7484ae-78a0-4a01-9340-d50011c24af9 HTTP/1.1" status: 200 len: 913 time: 0.1159425 Nov 16 11:46:05.307173 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-e4734209-fbe9-4491-8cc8-119cca5f1585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'name': 'tempest-TestVolumeBootPattern-2129707804-router', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:09Z', 'updated_at': '2021-11-16T11:39:15Z', 'revision_number': 4, 'project_id': '4bac558768764cbe98f7632412a36688', 'gw_port': {'id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:65:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:10Z', 'updated_at': '2021-11-16T11:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '781d8c16-669e-4828-9c71-62d938799138', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'floating_ip_address': '172.25.0.91', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'port_id': 'bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'mac_address': 'fa:16:3e:8c:b6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed11876-b734-4c2d-a835-ba6a482e6cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:46:03Z', 'updated_at': '2021-11-16T11:46:03Z', 'revision_number': 0, 'project_id': '4bac558768764cbe98f7632412a36688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cb16a25-dc49-4206-a022-3c3ed805f304', 'name': '', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'mac_address': 'fa:16:3e:8e:0b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:14Z', 'updated_at': '2021-11-16T11:39:31Z', 'revision_number': 5, 'project_id': '4bac558768764cbe98f7632412a36688', 'subnets': [{'id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:46:05.335112 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-786693fe-8dfd-4211-8589-4f610a6c7382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:05.340040 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-786693fe-8dfd-4211-8589-4f610a6c7382 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:05.343031 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-786693fe-8dfd-4211-8589-4f610a6c7382 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/92b67b14-82e5-40cd-bcd3-8375605013aa HTTP/1.1" status: 204 len: 168 time: 0.1538677 Nov 16 11:46:05.345852 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4734209-fbe9-4491-8cc8-119cca5f1585 None None] Checking router: c352b1ca-5cdc-43b9-af68-1b27d967b035 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:46:05.352814 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786693fe-8dfd-4211-8589-4f610a6c7382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b67b14-82e5-40cd-bcd3-8375605013aa,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:05.357176 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4734209-fbe9-4491-8cc8-119cca5f1585 None None] Routers {'c352b1ca-5cdc-43b9-af68-1b27d967b035'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:46:05.357792 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-e4734209-fbe9-4491-8cc8-119cca5f1585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:45:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c352b1ca-5cdc-43b9-af68-1b27d967b035'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:46:05.390117 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b9791df-c4d9-4777-bc4e-ff3dffd31e0c req-be45e444-3d2b-446e-8114-e5442ca699cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5 HTTP/1.1" status: 200 len: 999 time: 0.0977678 Nov 16 11:46:05.453936 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9791df-c4d9-4777-bc4e-ff3dffd31e0c req-95bc4576-74d7-4416-9721-1cb9e3ec79fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:46:05.455890 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b9791df-c4d9-4777-bc4e-ff3dffd31e0c req-95bc4576-74d7-4416-9721-1cb9e3ec79fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b36b18de-7ce5-4007-aecb-7c9e7de7c07f HTTP/1.1" status: 200 len: 851 time: 0.0588808 Nov 16 11:46:05.482031 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-e4734209-fbe9-4491-8cc8-119cca5f1585 None None] Set router c352b1ca-5cdc-43b9-af68-1b27d967b035 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:46:05.508035 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9791df-c4d9-4777-bc4e-ff3dffd31e0c req-ce2555f3-af46-4757-a31d-a0e21ba06773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:46:05.509558 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b9791df-c4d9-4777-bc4e-ff3dffd31e0c req-ce2555f3-af46-4757-a31d-a0e21ba06773 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d7484ae-78a0-4a01-9340-d50011c24af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470281 Nov 16 11:46:05.680039 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b9791df-c4d9-4777-bc4e-ff3dffd31e0c req-384d004b-cad1-4984-84b7-e9153c67fb79 service neutron] 10.222.0.36 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633363 Nov 16 11:46:05.689245 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc2da3-18a6-402d-8f1e-2704a566c7e4 req-ba4d6fec-cb01-463d-8854-6271a64b8a28 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:46:05.694419 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ffbc2da3-18a6-402d-8f1e-2704a566c7e4 req-ba4d6fec-cb01-463d-8854-6271a64b8a28 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7d15513-dccc-4144-a3fd-7829ae6a95c0 HTTP/1.1" status: 200 len: 943 time: 0.0924633 Nov 16 11:46:05.759176 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-e4734209-fbe9-4491-8cc8-119cca5f1585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'name': 'tempest-TestVolumeBootPattern-2129707804-router', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:09Z', 'updated_at': '2021-11-16T11:39:15Z', 'revision_number': 4, 'project_id': '4bac558768764cbe98f7632412a36688', 'gw_port': {'id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:65:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:10Z', 'updated_at': '2021-11-16T11:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '781d8c16-669e-4828-9c71-62d938799138', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'floating_ip_address': '172.25.0.91', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'port_id': 'bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'mac_address': 'fa:16:3e:8c:b6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed11876-b734-4c2d-a835-ba6a482e6cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:46:03Z', 'updated_at': '2021-11-16T11:46:03Z', 'revision_number': 0, 'project_id': '4bac558768764cbe98f7632412a36688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cb16a25-dc49-4206-a022-3c3ed805f304', 'name': '', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'mac_address': 'fa:16:3e:8e:0b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:14Z', 'updated_at': '2021-11-16T11:39:31Z', 'revision_number': 5, 'project_id': '4bac558768764cbe98f7632412a36688', 'subnets': [{'id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:46:05.780249 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ffbc2da3-18a6-402d-8f1e-2704a566c7e4 req-4f9d9357-fccb-4451-8247-6d2f663f2e66 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] 10.222.0.61 "GET /v2.0/security-groups?id=4bf1e9d8-38c1-4b06-a862-be7e1ac5b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735123 Nov 16 11:46:05.812064 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4734209-fbe9-4491-8cc8-119cca5f1585 None None] The sync data for ids ['c352b1ca-5cdc-43b9-af68-1b27d967b035'] in n-d-816823-3 is: [{'id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'name': 'tempest-TestVolumeBootPattern-2129707804-router', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:09Z', 'updated_at': '2021-11-16T11:39:15Z', 'revision_number': 4, 'project_id': '4bac558768764cbe98f7632412a36688', 'gw_port': {'id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:65:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:10Z', 'updated_at': '2021-11-16T11:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '781d8c16-669e-4828-9c71-62d938799138', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'floating_ip_address': '172.25.0.91', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'port_id': 'bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'mac_address': 'fa:16:3e:8c:b6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed11876-b734-4c2d-a835-ba6a482e6cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:46:03Z', 'updated_at': '2021-11-16T11:46:03Z', 'revision_number': 0, 'project_id': '4bac558768764cbe98f7632412a36688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cb16a25-dc49-4206-a022-3c3ed805f304', 'name': '', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'mac_address': 'fa:16:3e:8e:0b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:14Z', 'updated_at': '2021-11-16T11:39:31Z', 'revision_number': 5, 'project_id': '4bac558768764cbe98f7632412a36688', 'subnets': [{'id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:46:05.837700 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b9791df-c4d9-4777-bc4e-ff3dffd31e0c req-895ac306-0f1d-459b-a555-87d4329ffb4d service neutron] 10.222.0.36 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510136 Nov 16 11:46:05.879547 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 34862) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:05.893381 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a2759561-3930-49f1-9737-1e4fae711b9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:05.974645 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a2759561-3930-49f1-9737-1e4fae711b9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:05.979128 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a2759561-3930-49f1-9737-1e4fae711b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:06.020507 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a2759561-3930-49f1-9737-1e4fae711b9d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6365d9e3dd664926b391940b4f8136a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1398237 Nov 16 11:46:06.022032 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2759561-3930-49f1-9737-1e4fae711b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ba613b-3899-4561-9e36-ed669c4a80d0,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:06.023353 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 34868) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:06.078737 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e084bda4-5dd9-4f7a-8a15-5f895c58af25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:06.103365 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6df592-51f8-4561-94ae-ef08697a9b6b None None] New status for floating IP 781d8c16-669e-4828-9c71-62d938799138: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:46:06.110625 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e084bda4-5dd9-4f7a-8a15-5f895c58af25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:06.171902 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e084bda4-5dd9-4f7a-8a15-5f895c58af25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:06.175267 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e084bda4-5dd9-4f7a-8a15-5f895c58af25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:06.176796 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e084bda4-5dd9-4f7a-8a15-5f895c58af25 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f5ba613b-3899-4561-9e36-ed669c4a80d0 HTTP/1.1" status: 204 len: 168 time: 0.1521688 Nov 16 11:46:06.188314 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e084bda4-5dd9-4f7a-8a15-5f895c58af25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ba613b-3899-4561-9e36-ed669c4a80d0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:06.899500 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520d066-8a41-4bbc-b1cd-dc779ea58d84 req-e385cbcf-2a1a-485e-a963-4da18e6327f4 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:46:06.901208 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c520d066-8a41-4bbc-b1cd-dc779ea58d84 req-e385cbcf-2a1a-485e-a963-4da18e6327f4 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7d15513-dccc-4144-a3fd-7829ae6a95c0 HTTP/1.1" status: 200 len: 943 time: 0.0580680 Nov 16 11:46:06.956792 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c520d066-8a41-4bbc-b1cd-dc779ea58d84 req-a752ccdb-ad36-4a54-bec8-d2ba30f6a95d tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] 10.222.0.61 "GET /v2.0/security-groups?id=4bf1e9d8-38c1-4b06-a862-be7e1ac5b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485880 Nov 16 11:46:08.080647 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device de479580-eb93-4529-94ba-a8a01aded7a2 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:46:08.088872 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1099163-3fac-4559-8d7f-38010709ab1d req-01a34b8f-ebde-4284-815a-2e229255b5e1 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:46:08.091141 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f1099163-3fac-4559-8d7f-38010709ab1d req-01a34b8f-ebde-4284-815a-2e229255b5e1 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7d15513-dccc-4144-a3fd-7829ae6a95c0 HTTP/1.1" status: 200 len: 943 time: 0.0540407 Nov 16 11:46:08.167451 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f1099163-3fac-4559-8d7f-38010709ab1d req-cfe5aaff-ec11-4ddb-9266-fe77d3f38363 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] 10.222.0.61 "GET /v2.0/security-groups?id=4bf1e9d8-38c1-4b06-a862-be7e1ac5b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668547 Nov 16 11:46:08.203543 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port de479580-eb93-4529-94ba-a8a01aded7a2, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=de479580-eb93-4529-94ba-a8a01aded7a2,segment=NetworkSegment(d9a53338-bd74-4232-bd4a-ac5da07a0ca4),segment_id=d9a53338-bd74-4232-bd4a-ac5da07a0ca4)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:46:08.220737 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'de479580-eb93-4529-94ba-a8a01aded7a2', 'network_id': 'b20f3df5-1a62-42e4-be64-d0b5e3aed167', 'port_id': 'de479580-eb93-4529-94ba-a8a01aded7a2', 'mac_address': 'fa:16:3e:15:0a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1162f75-f565-41af-96f3-5ca9d90da96f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:46:08.270306 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:08.284395 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de479580-eb93-4529-94ba-a8a01aded7a2 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:46:08.304744 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port de479580-eb93-4529-94ba-a8a01aded7a2, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=de479580-eb93-4529-94ba-a8a01aded7a2,segment=NetworkSegment(d9a53338-bd74-4232-bd4a-ac5da07a0ca4),segment_id=d9a53338-bd74-4232-bd4a-ac5da07a0ca4)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:46:08.308393 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:08.361869 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=de479580-eb93-4529-94ba-a8a01aded7a2,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:08.618263 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['de479580-eb93-4529-94ba-a8a01aded7a2'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:46:09.291661 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060d213-78aa-4b04-9b09-e2c79ee9233c req-9c0ebed0-e499-415a-aadd-74b80d421240 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:46:09.293915 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0060d213-78aa-4b04-9b09-e2c79ee9233c req-9c0ebed0-e499-415a-aadd-74b80d421240 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7d15513-dccc-4144-a3fd-7829ae6a95c0 HTTP/1.1" status: 200 len: 944 time: 0.0525486 Nov 16 11:46:09.346107 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0060d213-78aa-4b04-9b09-e2c79ee9233c req-8ce3f6a2-6559-48ef-991a-3e25420879ea tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] 10.222.0.61 "GET /v2.0/security-groups?id=4bf1e9d8-38c1-4b06-a862-be7e1ac5b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436945 Nov 16 11:46:09.384072 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:46:10.098269 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device de479580-eb93-4529-94ba-a8a01aded7a2 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:46:10.170618 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port de479580-eb93-4529-94ba-a8a01aded7a2 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:46:10.175481 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port de479580-eb93-4529-94ba-a8a01aded7a2 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:46:10.176344 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:10.288420 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:10.316182 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d15513-dccc-4144-a3fd-7829ae6a95c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de479580-eb93-4529-94ba-a8a01aded7a2'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:46:10.318709 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8092c23c-8283-4a3f-809f-dfb261c40474" -d '{"events": [{"server_uuid": "c7d15513-dccc-4144-a3fd-7829ae6a95c0", "name": "network-vif-plugged", "status": "completed", "tag": "de479580-eb93-4529-94ba-a8a01aded7a2"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:46:10.333768 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port de479580-eb93-4529-94ba-a8a01aded7a2, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=de479580-eb93-4529-94ba-a8a01aded7a2,segment=NetworkSegment(d9a53338-bd74-4232-bd4a-ac5da07a0ca4),segment_id=d9a53338-bd74-4232-bd4a-ac5da07a0ca4)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:46:10.339242 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:10.374155 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e651776-8c6b-4d98-8767-44472429b685 x-openstack-request-id: req-5e651776-8c6b-4d98-8767-44472429b685 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:46:10.374827 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d15513-dccc-4144-a3fd-7829ae6a95c0", "name": "network-vif-plugged", "status": "completed", "tag": "de479580-eb93-4529-94ba-a8a01aded7a2", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:46:10.375269 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5e651776-8c6b-4d98-8767-44472429b685 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:46:10.375701 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d15513-dccc-4144-a3fd-7829ae6a95c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de479580-eb93-4529-94ba-a8a01aded7a2', 'code': 200} Nov 16 11:46:10.425496 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=de479580-eb93-4529-94ba-a8a01aded7a2,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:10.497870 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05509fe-a163-41f4-8945-98eb177ec503 req-53f64929-db81-4e8b-836d-f6f71043c981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:46:10.500165 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a05509fe-a163-41f4-8945-98eb177ec503 req-53f64929-db81-4e8b-836d-f6f71043c981 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c7d15513-dccc-4144-a3fd-7829ae6a95c0 HTTP/1.1" status: 200 len: 1096 time: 0.0489230 Nov 16 11:46:10.554644 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82aec1-c6e9-4ad1-b0d4-40cc24f8cdd0 req-de3557db-d1e2-47a9-af26-c17f84f2d1ef tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:46:10.556447 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ac82aec1-c6e9-4ad1-b0d4-40cc24f8cdd0 req-de3557db-d1e2-47a9-af26-c17f84f2d1ef tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7d15513-dccc-4144-a3fd-7829ae6a95c0 HTTP/1.1" status: 200 len: 945 time: 0.0971308 Nov 16 11:46:10.557664 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a05509fe-a163-41f4-8945-98eb177ec503 req-c76f68f1-12bb-4b19-9a8f-97685225ac09 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4bf1e9d8-38c1-4b06-a862-be7e1ac5b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504165 Nov 16 11:46:10.616443 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ac82aec1-c6e9-4ad1-b0d4-40cc24f8cdd0 req-9b25c22b-7578-4ce6-9306-e29000d5224c tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] 10.222.0.61 "GET /v2.0/security-groups?id=4bf1e9d8-38c1-4b06-a862-be7e1ac5b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526145 Nov 16 11:46:11.821498 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63413102-e0e3-4b93-9a0a-cd1f3d702808 req-b2c0961b-c9b2-416d-9e9a-882d8d77be7d tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:46:11.830864 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-63413102-e0e3-4b93-9a0a-cd1f3d702808 req-b2c0961b-c9b2-416d-9e9a-882d8d77be7d tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7d15513-dccc-4144-a3fd-7829ae6a95c0 HTTP/1.1" status: 200 len: 945 time: 0.0936186 Nov 16 11:46:11.891087 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-63413102-e0e3-4b93-9a0a-cd1f3d702808 req-16432964-3157-41a5-8293-eb97be46080b tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] 10.222.0.61 "GET /v2.0/security-groups?id=4bf1e9d8-38c1-4b06-a862-be7e1ac5b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588965 Nov 16 11:46:13.025404 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-622b7458-9489-4f6b-93b9-412f76c9b5e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:13.031362 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a293708-c7e5-470e-ab85-f6d0177d2582 req-98b947de-45d2-4c4a-ba80-fa5839715364 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:46:13.032996 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1a293708-c7e5-470e-ab85-f6d0177d2582 req-98b947de-45d2-4c4a-ba80-fa5839715364 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7d15513-dccc-4144-a3fd-7829ae6a95c0 HTTP/1.1" status: 200 len: 945 time: 0.0634644 Nov 16 11:46:13.156664 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1a293708-c7e5-470e-ab85-f6d0177d2582 req-a43d5011-997f-4df8-8eae-dde8c5957abe tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] 10.222.0.61 "GET /v2.0/security-groups?id=4bf1e9d8-38c1-4b06-a862-be7e1ac5b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156993 Nov 16 11:46:15.577726 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0903135-f20d-4916-a50a-0cdbbef1ecbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:15.887289 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cabd99-a013-4841-951c-ce104986c8aa req-ee43b000-1c34-47c9-865d-305954f05f86 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:46:15.889245 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-49cabd99-a013-4841-951c-ce104986c8aa req-ee43b000-1c34-47c9-865d-305954f05f86 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7d15513-dccc-4144-a3fd-7829ae6a95c0 HTTP/1.1" status: 200 len: 945 time: 0.0648367 Nov 16 11:46:15.938449 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-49cabd99-a013-4841-951c-ce104986c8aa req-ba9940e7-d9df-45ec-a108-1b18537d489a tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] 10.222.0.61 "GET /v2.0/security-groups?id=4bf1e9d8-38c1-4b06-a862-be7e1ac5b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431583 Nov 16 11:46:16.618934 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:17.078661 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b00599-c088-477c-bd0a-13d9f9b936f2 req-2d85b83f-206f-41ef-aca9-b9e874c3122c tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:46:17.080302 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e5b00599-c088-477c-bd0a-13d9f9b936f2 req-2d85b83f-206f-41ef-aca9-b9e874c3122c tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7d15513-dccc-4144-a3fd-7829ae6a95c0 HTTP/1.1" status: 200 len: 945 time: 0.0570295 Nov 16 11:46:17.137534 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e5b00599-c088-477c-bd0a-13d9f9b936f2 req-a9d9439b-807e-42c2-a1d0-15132b83882d tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] 10.222.0.61 "GET /v2.0/security-groups?id=4bf1e9d8-38c1-4b06-a862-be7e1ac5b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486951 Nov 16 11:46:17.321297 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441cf66-d3e8-4f9e-853d-c79faf053e98 req-04b2b3d1-b1e1-4e2f-8fe9-9911e5d840d0 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:46:17.325603 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9441cf66-d3e8-4f9e-853d-c79faf053e98 req-04b2b3d1-b1e1-4e2f-8fe9-9911e5d840d0 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7d15513-dccc-4144-a3fd-7829ae6a95c0 HTTP/1.1" status: 200 len: 945 time: 0.0849352 Nov 16 11:46:17.430636 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-9441cf66-d3e8-4f9e-853d-c79faf053e98 req-c3149ab9-8ed5-4950-8340-9d2585d78b23 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Deleting port de479580-eb93-4529-94ba-a8a01aded7a2 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:46:17.431014 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9441cf66-d3e8-4f9e-853d-c79faf053e98 req-c3149ab9-8ed5-4950-8340-9d2585d78b23 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:17.530707 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-9441cf66-d3e8-4f9e-853d-c79faf053e98 req-c3149ab9-8ed5-4950-8340-9d2585d78b23 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] For port de479580-eb93-4529-94ba-a8a01aded7a2, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=de479580-eb93-4529-94ba-a8a01aded7a2,segment=NetworkSegment(d9a53338-bd74-4232-bd4a-ac5da07a0ca4),segment_id=d9a53338-bd74-4232-bd4a-ac5da07a0ca4)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:46:17.531449 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9441cf66-d3e8-4f9e-853d-c79faf053e98 req-c3149ab9-8ed5-4950-8340-9d2585d78b23 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:17.568758 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-9441cf66-d3e8-4f9e-853d-c79faf053e98 req-c3149ab9-8ed5-4950-8340-9d2585d78b23 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Calling delete_port for de479580-eb93-4529-94ba-a8a01aded7a2 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:46:17.807537 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9441cf66-d3e8-4f9e-853d-c79faf053e98 req-c3149ab9-8ed5-4950-8340-9d2585d78b23 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:17.829128 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['de479580-eb93-4529-94ba-a8a01aded7a2'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:46:17.844691 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3149ab9-8ed5-4950-8340-9d2585d78b23 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Pushing event deleted for resources: {'Port': ['ID=de479580-eb93-4529-94ba-a8a01aded7a2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:17.874562 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3149ab9-8ed5-4950-8340-9d2585d78b23 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:46:17.874948 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3149ab9-8ed5-4950-8340-9d2585d78b23 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:46:17.875293 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3149ab9-8ed5-4950-8340-9d2585d78b23 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:46:17.875646 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3149ab9-8ed5-4950-8340-9d2585d78b23 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:46:17.875990 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3149ab9-8ed5-4950-8340-9d2585d78b23 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:46:17.876325 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3149ab9-8ed5-4950-8340-9d2585d78b23 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:46:17.876661 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3149ab9-8ed5-4950-8340-9d2585d78b23 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:46:17.876990 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3149ab9-8ed5-4950-8340-9d2585d78b23 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:46:17.877317 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3149ab9-8ed5-4950-8340-9d2585d78b23 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:46:17.877640 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3149ab9-8ed5-4950-8340-9d2585d78b23 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:46:17.877997 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3149ab9-8ed5-4950-8340-9d2585d78b23 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:46:17.878505 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3149ab9-8ed5-4950-8340-9d2585d78b23 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:46:17.902646 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-9441cf66-d3e8-4f9e-853d-c79faf053e98 req-c3149ab9-8ed5-4950-8340-9d2585d78b23 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] No DVR routers for this DVR port de479580-eb93-4529-94ba-a8a01aded7a2 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:46:17.906316 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9441cf66-d3e8-4f9e-853d-c79faf053e98 req-c3149ab9-8ed5-4950-8340-9d2585d78b23 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:17.910166 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9441cf66-d3e8-4f9e-853d-c79faf053e98 req-c3149ab9-8ed5-4950-8340-9d2585d78b23 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] 10.222.0.64 "DELETE /v2.0/ports/de479580-eb93-4529-94ba-a8a01aded7a2 HTTP/1.1" status: 204 len: 173 time: 0.5759807 Nov 16 11:46:17.910671 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d15513-dccc-4144-a3fd-7829ae6a95c0', 'name': 'network-vif-deleted', 'tag': 'de479580-eb93-4529-94ba-a8a01aded7a2'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:46:17.913034 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d582ff-7959-494e-84e1-3fc617bf5e27" -d '{"events": [{"server_uuid": "c7d15513-dccc-4144-a3fd-7829ae6a95c0", "name": "network-vif-deleted", "tag": "de479580-eb93-4529-94ba-a8a01aded7a2"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:46:17.964812 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a8989d-f2b3-4328-8b25-e0e8e20d62dd x-openstack-request-id: req-13a8989d-f2b3-4328-8b25-e0e8e20d62dd {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:46:17.965356 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d15513-dccc-4144-a3fd-7829ae6a95c0", "name": "network-vif-deleted", "tag": "de479580-eb93-4529-94ba-a8a01aded7a2", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:46:17.965356 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-13a8989d-f2b3-4328-8b25-e0e8e20d62dd {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:46:17.965737 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d15513-dccc-4144-a3fd-7829ae6a95c0', 'name': 'network-vif-deleted', 'tag': 'de479580-eb93-4529-94ba-a8a01aded7a2', 'status': 'completed', 'code': 200} Nov 16 11:46:18.142731 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 35136) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:18.257127 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-653a43ab-7e46-4e4e-8b74-9eefa9675535 req-356d4e89-ee00-4d03-ac98-4ccb3c36b876 tempest-VolumesActionsTest-725980531 tempest-VolumesActionsTest-725980531-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7d15513-dccc-4144-a3fd-7829ae6a95c0 HTTP/1.1" status: 200 len: 210 time: 0.0324445 Nov 16 11:46:18.258389 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ce01b9df-5526-4489-8c40-f3e68d8298f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:18.343597 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:18.359066 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ce01b9df-5526-4489-8c40-f3e68d8298f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:18.364282 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ce01b9df-5526-4489-8c40-f3e68d8298f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:18.410016 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ce01b9df-5526-4489-8c40-f3e68d8298f8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1eee076782074b798b81aa33f9d69ea6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2656209 Nov 16 11:46:18.412066 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 35152) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:18.414292 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce01b9df-5526-4489-8c40-f3e68d8298f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4fc48f-5b14-40ae-bf03-a817f7a877a4,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:18.488442 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2af08070-8727-4f8b-a66f-249d640df277 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:18.515526 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2af08070-8727-4f8b-a66f-249d640df277 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:18.562257 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2af08070-8727-4f8b-a66f-249d640df277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:18.564960 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2af08070-8727-4f8b-a66f-249d640df277 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:18.566156 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2af08070-8727-4f8b-a66f-249d640df277 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7a4fc48f-5b14-40ae-bf03-a817f7a877a4 HTTP/1.1" status: 204 len: 168 time: 0.1530180 Nov 16 11:46:18.576436 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af08070-8727-4f8b-a66f-249d640df277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4fc48f-5b14-40ae-bf03-a817f7a877a4,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:18.584465 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af08070-8727-4f8b-a66f-249d640df277 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:46:18.584822 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af08070-8727-4f8b-a66f-249d640df277 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:46:18.585173 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af08070-8727-4f8b-a66f-249d640df277 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:46:18.585513 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af08070-8727-4f8b-a66f-249d640df277 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:46:18.585857 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af08070-8727-4f8b-a66f-249d640df277 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:46:18.586208 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af08070-8727-4f8b-a66f-249d640df277 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:46:18.586541 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af08070-8727-4f8b-a66f-249d640df277 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:46:18.586868 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af08070-8727-4f8b-a66f-249d640df277 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:46:18.587196 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af08070-8727-4f8b-a66f-249d640df277 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:46:18.587546 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af08070-8727-4f8b-a66f-249d640df277 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:46:18.587873 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af08070-8727-4f8b-a66f-249d640df277 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:46:18.588312 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af08070-8727-4f8b-a66f-249d640df277 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:46:18.827357 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:18.842126 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 35162) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:18.856097 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c1b15b5-05d1-4e73-b5f3-3e9224ae7d59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:18.932041 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c1b15b5-05d1-4e73-b5f3-3e9224ae7d59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:18.935689 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c1b15b5-05d1-4e73-b5f3-3e9224ae7d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:18.974220 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1c1b15b5-05d1-4e73-b5f3-3e9224ae7d59 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ba3654e2eb3344b0854945e4b70bce12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1308951 Nov 16 11:46:18.976335 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b15b5-05d1-4e73-b5f3-3e9224ae7d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabdefa3-c616-41be-a57c-d62da90a79eb,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:18.977002 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 35164) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:19.030567 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-04b466a1-4d0e-4ad6-8a96-93499a71f33d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:19.051075 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-04b466a1-4d0e-4ad6-8a96-93499a71f33d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:19.105077 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-04b466a1-4d0e-4ad6-8a96-93499a71f33d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:19.107725 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-04b466a1-4d0e-4ad6-8a96-93499a71f33d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:19.108871 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-04b466a1-4d0e-4ad6-8a96-93499a71f33d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/aabdefa3-c616-41be-a57c-d62da90a79eb HTTP/1.1" status: 204 len: 168 time: 0.1307893 Nov 16 11:46:19.117313 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b466a1-4d0e-4ad6-8a96-93499a71f33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabdefa3-c616-41be-a57c-d62da90a79eb,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:19.478679 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 35174) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:19.493599 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa126941-6c35-4152-bab6-39a6eb1f0be8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:19.619330 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa126941-6c35-4152-bab6-39a6eb1f0be8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:19.623539 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa126941-6c35-4152-bab6-39a6eb1f0be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:19.664459 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-fa126941-6c35-4152-bab6-39a6eb1f0be8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=368328205efc4417899a63b882f6f64b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1833019 Nov 16 11:46:19.667000 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 35182) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:19.669796 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa126941-6c35-4152-bab6-39a6eb1f0be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0ae6e5-102b-4d31-84ca-bfa7723c54b3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:19.725123 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3b40732d-f90f-404c-8278-3cecb62700c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:19.778712 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3b40732d-f90f-404c-8278-3cecb62700c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:19.847822 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3b40732d-f90f-404c-8278-3cecb62700c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:19.850651 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3b40732d-f90f-404c-8278-3cecb62700c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:19.851874 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3b40732d-f90f-404c-8278-3cecb62700c2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2c0ae6e5-102b-4d31-84ca-bfa7723c54b3 HTTP/1.1" status: 204 len: 168 time: 0.1832142 Nov 16 11:46:19.860404 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b40732d-f90f-404c-8278-3cecb62700c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0ae6e5-102b-4d31-84ca-bfa7723c54b3,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:21.950347 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 35268) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:22.070918 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a02a4cbc-39ab-4203-97da-4514f45fe1e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:22.127183 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device de479580-eb93-4529-94ba-a8a01aded7a2 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:46:22.152396 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: de479580-eb93-4529-94ba-a8a01aded7a2 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:46:22.153369 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device de479580-eb93-4529-94ba-a8a01aded7a2 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:46:22.185003 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a02a4cbc-39ab-4203-97da-4514f45fe1e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:22.190865 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a02a4cbc-39ab-4203-97da-4514f45fe1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:22.232575 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a02a4cbc-39ab-4203-97da-4514f45fe1e9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8f1670f71efb4ce593cc8416d719a3fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2803202 Nov 16 11:46:22.233833 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a4cbc-39ab-4203-97da-4514f45fe1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3166fa-58bd-4f18-8f8d-800caebfe9e4,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:22.235920 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 35272) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:22.303502 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea2b5f5a-fff9-4e52-aeac-edfc01dc6d79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:22.330114 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea2b5f5a-fff9-4e52-aeac-edfc01dc6d79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:22.418553 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea2b5f5a-fff9-4e52-aeac-edfc01dc6d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:22.421606 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea2b5f5a-fff9-4e52-aeac-edfc01dc6d79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:22.426424 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ea2b5f5a-fff9-4e52-aeac-edfc01dc6d79 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8d3166fa-58bd-4f18-8f8d-800caebfe9e4 HTTP/1.1" status: 204 len: 168 time: 0.1882329 Nov 16 11:46:22.439082 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b5f5a-fff9-4e52-aeac-edfc01dc6d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3166fa-58bd-4f18-8f8d-800caebfe9e4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:22.756467 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 35278) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:22.773664 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c9b0aea-0741-4f28-b087-39da0951d42c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:22.856743 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c9b0aea-0741-4f28-b087-39da0951d42c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:22.866655 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c9b0aea-0741-4f28-b087-39da0951d42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:22.914053 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 35284) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:22.914315 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5c9b0aea-0741-4f28-b087-39da0951d42c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8aad95c8b7004063abac3cdd72c264c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1535435 Nov 16 11:46:22.916297 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b0aea-0741-4f28-b087-39da0951d42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720b5a81-ff3d-45f5-8bc7-2cdcb293a652,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:22.970545 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1499c874-8647-4994-8509-6d7e8ca80b89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:23.013659 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1499c874-8647-4994-8509-6d7e8ca80b89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:23.092693 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1499c874-8647-4994-8509-6d7e8ca80b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:23.095807 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1499c874-8647-4994-8509-6d7e8ca80b89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:23.098774 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1499c874-8647-4994-8509-6d7e8ca80b89 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/720b5a81-ff3d-45f5-8bc7-2cdcb293a652 HTTP/1.1" status: 204 len: 168 time: 0.1824272 Nov 16 11:46:23.112582 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1499c874-8647-4994-8509-6d7e8ca80b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720b5a81-ff3d-45f5-8bc7-2cdcb293a652,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:28.099852 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:28.983306 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:31.094948 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 35518) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:31.263611 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c0666643-dc40-4c31-a71c-d92378fcce4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:31.344110 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c0666643-dc40-4c31-a71c-d92378fcce4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:31.348767 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c0666643-dc40-4c31-a71c-d92378fcce4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:31.390171 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c0666643-dc40-4c31-a71c-d92378fcce4a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b529baaf5e46494ead1f0825c3f99b43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2940502 Nov 16 11:46:31.391068 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0666643-dc40-4c31-a71c-d92378fcce4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c654355b-5168-416f-a1cb-d73556757045,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:31.392940 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 35522) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:31.455166 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d9ee9bfa-cf00-4158-aefa-4d55343ff35e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:31.477852 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d9ee9bfa-cf00-4158-aefa-4d55343ff35e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:31.530670 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d9ee9bfa-cf00-4158-aefa-4d55343ff35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:31.533814 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d9ee9bfa-cf00-4158-aefa-4d55343ff35e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:31.535095 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d9ee9bfa-cf00-4158-aefa-4d55343ff35e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c654355b-5168-416f-a1cb-d73556757045 HTTP/1.1" status: 204 len: 168 time: 0.1410861 Nov 16 11:46:31.544936 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee9bfa-cf00-4158-aefa-4d55343ff35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c654355b-5168-416f-a1cb-d73556757045,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:31.871775 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 35532) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:31.887054 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8428abd4-69c3-4d27-b4d4-7566ece37499 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:31.982742 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8428abd4-69c3-4d27-b4d4-7566ece37499 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:31.987059 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8428abd4-69c3-4d27-b4d4-7566ece37499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:32.028266 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8428abd4-69c3-4d27-b4d4-7566ece37499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0857213-fc40-4819-8c97-b7494443a581,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:32.035323 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8428abd4-69c3-4d27-b4d4-7566ece37499 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cfcf8e4fe3c84881930090e30c7b28fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1600130 Nov 16 11:46:32.035555 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 35536) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:32.090165 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-66b5f675-c460-49f3-afd3-bad3c31ef465 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:32.111279 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-66b5f675-c460-49f3-afd3-bad3c31ef465 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:32.158618 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-66b5f675-c460-49f3-afd3-bad3c31ef465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:32.161679 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-66b5f675-c460-49f3-afd3-bad3c31ef465 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:32.165576 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-66b5f675-c460-49f3-afd3-bad3c31ef465 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b0857213-fc40-4819-8c97-b7494443a581 HTTP/1.1" status: 204 len: 168 time: 0.1264143 Nov 16 11:46:32.171960 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b5f675-c460-49f3-afd3-bad3c31ef465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0857213-fc40-4819-8c97-b7494443a581,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:32.572143 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 35550) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:32.578223 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7217368-42a1-4342-9701-b2059dc823a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:32.675355 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7217368-42a1-4342-9701-b2059dc823a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:32.679947 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7217368-42a1-4342-9701-b2059dc823a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:32.719061 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7217368-42a1-4342-9701-b2059dc823a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9adc2f37-239a-4195-812e-3e3ae75ab390,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:32.725604 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e7217368-42a1-4342-9701-b2059dc823a5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=475b97d78b054a15a21c34dafb9da7f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1618104 Nov 16 11:46:32.728430 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 35552) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:32.789336 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0b3192cf-a933-4575-baa4-9b7aaf59c520 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:32.820659 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0b3192cf-a933-4575-baa4-9b7aaf59c520 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:32.884900 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0b3192cf-a933-4575-baa4-9b7aaf59c520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:32.889252 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0b3192cf-a933-4575-baa4-9b7aaf59c520 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:32.891348 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0b3192cf-a933-4575-baa4-9b7aaf59c520 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9adc2f37-239a-4195-812e-3e3ae75ab390 HTTP/1.1" status: 204 len: 168 time: 0.1599696 Nov 16 11:46:32.903412 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3192cf-a933-4575-baa4-9b7aaf59c520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9adc2f37-239a-4195-812e-3e3ae75ab390,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:36.037894 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 35632) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:36.183352 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e74aa56b-5271-4174-a64e-4289e856e7fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:36.269881 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e74aa56b-5271-4174-a64e-4289e856e7fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:36.273616 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e74aa56b-5271-4174-a64e-4289e856e7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:36.319288 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74aa56b-5271-4174-a64e-4289e856e7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6848f9-0397-49b1-b147-6f4fd2ddf201,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:36.329310 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 35640) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:36.337563 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e74aa56b-5271-4174-a64e-4289e856e7fb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=575d90f8343f44a1b7863edb4bd0539a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2984078 Nov 16 11:46:36.405965 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db16fec5-0a8f-400a-bbd2-2196a5e6824b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:36.442101 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db16fec5-0a8f-400a-bbd2-2196a5e6824b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:36.496119 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db16fec5-0a8f-400a-bbd2-2196a5e6824b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:36.500577 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db16fec5-0a8f-400a-bbd2-2196a5e6824b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:36.505339 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-db16fec5-0a8f-400a-bbd2-2196a5e6824b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6f6848f9-0397-49b1-b147-6f4fd2ddf201 HTTP/1.1" status: 204 len: 168 time: 0.1742570 Nov 16 11:46:36.515740 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db16fec5-0a8f-400a-bbd2-2196a5e6824b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6848f9-0397-49b1-b147-6f4fd2ddf201,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:36.830072 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 35650) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:36.845841 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c323d72c-5812-4932-8221-1458e782ed6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:36.935364 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c323d72c-5812-4932-8221-1458e782ed6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:36.939537 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c323d72c-5812-4932-8221-1458e782ed6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:36.982493 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c323d72c-5812-4932-8221-1458e782ed6b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=712cdbc9816447468999af80f688c910&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1511862 Nov 16 11:46:36.983455 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323d72c-5812-4932-8221-1458e782ed6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b45f55-5d4a-4f60-9275-4de29543d59c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:36.985243 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 35652) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:37.060438 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6a393a41-0c0f-47d9-96f7-4204ec9d71c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:37.084244 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6a393a41-0c0f-47d9-96f7-4204ec9d71c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:37.149637 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6a393a41-0c0f-47d9-96f7-4204ec9d71c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:37.153028 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6a393a41-0c0f-47d9-96f7-4204ec9d71c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:37.156866 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6a393a41-0c0f-47d9-96f7-4204ec9d71c5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/89b45f55-5d4a-4f60-9275-4de29543d59c HTTP/1.1" status: 204 len: 168 time: 0.1660228 Nov 16 11:46:37.163104 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a393a41-0c0f-47d9-96f7-4204ec9d71c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b45f55-5d4a-4f60-9275-4de29543d59c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:39.270385 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 35726) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:39.418541 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c5cb0f9f-c3e7-4f83-846c-e97760381ee4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:39.513267 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c5cb0f9f-c3e7-4f83-846c-e97760381ee4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:39.517573 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c5cb0f9f-c3e7-4f83-846c-e97760381ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:39.554843 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb0f9f-c3e7-4f83-846c-e97760381ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03df2142-6810-43d5-bc6f-cceb2020ec21,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:39.575324 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c5cb0f9f-c3e7-4f83-846c-e97760381ee4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=97d453520f7d48758fc0d983a0c3a5ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3037047 Nov 16 11:46:39.577917 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 35732) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:39.634321 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f523d787-d425-459d-bca6-a298aeb46b55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:39.657179 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f523d787-d425-459d-bca6-a298aeb46b55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:39.718572 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f523d787-d425-459d-bca6-a298aeb46b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:39.721489 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f523d787-d425-459d-bca6-a298aeb46b55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:39.725212 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f523d787-d425-459d-bca6-a298aeb46b55 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/03df2142-6810-43d5-bc6f-cceb2020ec21 HTTP/1.1" status: 204 len: 168 time: 0.1438098 Nov 16 11:46:39.731433 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f523d787-d425-459d-bca6-a298aeb46b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03df2142-6810-43d5-bc6f-cceb2020ec21,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:40.086157 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 35740) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:40.100450 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0a50691d-d2a7-4cbe-b0c1-8ef0a0afafaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:40.188902 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0a50691d-d2a7-4cbe-b0c1-8ef0a0afafaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:40.193094 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0a50691d-d2a7-4cbe-b0c1-8ef0a0afafaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:40.236747 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0a50691d-d2a7-4cbe-b0c1-8ef0a0afafaf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=92ec8153990745b596a5de2a90ea71a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1494763 Nov 16 11:46:40.237746 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a50691d-d2a7-4cbe-b0c1-8ef0a0afafaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408e70e3-53e2-4448-bbde-d4cf60b9bf9f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:40.239917 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 35746) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:40.310893 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a726330f-47fa-460e-ba33-7e6b0cf0e7f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:40.335755 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a726330f-47fa-460e-ba33-7e6b0cf0e7f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:40.389174 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a726330f-47fa-460e-ba33-7e6b0cf0e7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:40.392010 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a726330f-47fa-460e-ba33-7e6b0cf0e7f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:40.393263 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a726330f-47fa-460e-ba33-7e6b0cf0e7f5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/408e70e3-53e2-4448-bbde-d4cf60b9bf9f HTTP/1.1" status: 204 len: 168 time: 0.1520090 Nov 16 11:46:40.405886 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726330f-47fa-460e-ba33-7e6b0cf0e7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408e70e3-53e2-4448-bbde-d4cf60b9bf9f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:43.037018 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7444b105-1a1c-4e08-be55-0d607be97b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:45.563974 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a1c28cd0-8a26-452d-a5bf-f3387205f3f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:46.390217 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:46:46.624150 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:47.406613 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 35944) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:47.464411 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-74571dcf-d7db-483e-82e6-23866a5ec777 admin admin] Deleting subnet f1162f75-f565-41af-96f3-5ca9d90da96f {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:46:47.468056 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74571dcf-d7db-483e-82e6-23866a5ec777 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:47.518594 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74571dcf-d7db-483e-82e6-23866a5ec777 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:47.569959 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74571dcf-d7db-483e-82e6-23866a5ec777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:47.627594 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74571dcf-d7db-483e-82e6-23866a5ec777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:47.659632 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74571dcf-d7db-483e-82e6-23866a5ec777 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1162f75-f565-41af-96f3-5ca9d90da96f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:47.665455 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74571dcf-d7db-483e-82e6-23866a5ec777 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:47.669914 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-74571dcf-d7db-483e-82e6-23866a5ec777 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f1162f75-f565-41af-96f3-5ca9d90da96f HTTP/1.1" status: 204 len: 168 time: 0.2612567 Nov 16 11:46:47.672544 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 35950) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:47.767274 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-75fb81af-628c-40e0-a041-da9e13ca5c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:47.859110 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-75fb81af-628c-40e0-a041-da9e13ca5c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:47.882711 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-75fb81af-628c-40e0-a041-da9e13ca5c45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b20f3df5-1a62-42e4-be64-d0b5e3aed167']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:46:47.894172 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-75fb81af-628c-40e0-a041-da9e13ca5c45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9a53338-bd74-4232-bd4a-ac5da07a0ca4') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:46:47.894472 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-75fb81af-628c-40e0-a041-da9e13ca5c45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9a53338-bd74-4232-bd4a-ac5da07a0ca4') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:46:47.905166 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-75fb81af-628c-40e0-a041-da9e13ca5c45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:47.919156 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-75fb81af-628c-40e0-a041-da9e13ca5c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:47.927553 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75fb81af-628c-40e0-a041-da9e13ca5c45 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:46:47.928251 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-75fb81af-628c-40e0-a041-da9e13ca5c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:47.931791 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:46:47.931791 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:46:47.931791 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:46:47.931791 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:46:47.931791 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:46:47.931791 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:46:47.931791 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:46:47.931791 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:46:47.931791 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:46:47.931791 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:46:47.931791 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:46:47.931791 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:46:47.931791 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:46:47.931791 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:46:47.931791 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:46:47.931791 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:46:47.931791 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:46:47.931791 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:46:47.931791 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:46:47.931791 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:46:47.931791 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:46:47.931791 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:46:47.931791 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:46:47.931791 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:46:47.931791 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:46:47.931791 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:46:47.931791 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:46:47.931791 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:46:47.931791 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:46:47.931791 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:46:47.931791 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:46:47.931791 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:46:48.015541 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-75fb81af-628c-40e0-a041-da9e13ca5c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:48.028026 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-75fb81af-628c-40e0-a041-da9e13ca5c45 admin admin] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:48.034498 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 35958) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:48.043001 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-75fb81af-628c-40e0-a041-da9e13ca5c45 admin admin] 10.222.0.61 "DELETE /v2.0/networks/b20f3df5-1a62-42e4-be64-d0b5e3aed167 HTTP/1.1" status: 204 len: 168 time: 0.3645029 Nov 16 11:46:48.067311 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb81af-628c-40e0-a041-da9e13ca5c45 admin admin] Pushing event deleted for resources: {'Network': ['ID=b20f3df5-1a62-42e4-be64-d0b5e3aed167,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:48.103185 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-95e81b3a-4087-486c-b6db-ef00954223e0 admin admin] Deleting subnet 6f5bb61a-b7ea-4e1d-83b8-b5243a735261 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:46:48.106681 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-95e81b3a-4087-486c-b6db-ef00954223e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:48.157726 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-95e81b3a-4087-486c-b6db-ef00954223e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:48.199856 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-95e81b3a-4087-486c-b6db-ef00954223e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:48.259485 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-95e81b3a-4087-486c-b6db-ef00954223e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:48.287158 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e81b3a-4087-486c-b6db-ef00954223e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f5bb61a-b7ea-4e1d-83b8-b5243a735261,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:48.296206 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-95e81b3a-4087-486c-b6db-ef00954223e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:48.303035 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-95e81b3a-4087-486c-b6db-ef00954223e0 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/6f5bb61a-b7ea-4e1d-83b8-b5243a735261 HTTP/1.1" status: 204 len: 168 time: 0.2639580 Nov 16 11:46:48.303209 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 35964) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:48.355010 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:48.399167 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69a8a152-3d57-4d9d-a7e5-54ac11b45836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:48.502698 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69a8a152-3d57-4d9d-a7e5-54ac11b45836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:48.523015 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-69a8a152-3d57-4d9d-a7e5-54ac11b45836 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8eaec89-6b34-4d83-bb7f-fbeed2958a3b']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:46:48.535341 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-69a8a152-3d57-4d9d-a7e5-54ac11b45836 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c978a6-49e8-471f-8ef1-e679f723e82a') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:46:48.535712 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-69a8a152-3d57-4d9d-a7e5-54ac11b45836 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c978a6-49e8-471f-8ef1-e679f723e82a') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:46:48.545839 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69a8a152-3d57-4d9d-a7e5-54ac11b45836 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:48.559306 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69a8a152-3d57-4d9d-a7e5-54ac11b45836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:48.565364 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69a8a152-3d57-4d9d-a7e5-54ac11b45836 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:46:48.565825 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69a8a152-3d57-4d9d-a7e5-54ac11b45836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:48.567575 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:46:48.567575 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:46:48.567575 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:46:48.567575 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:46:48.567575 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:46:48.567575 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:46:48.567575 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:46:48.567575 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:46:48.567575 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:46:48.567575 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:46:48.567575 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:46:48.567575 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:46:48.567575 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:46:48.567575 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:46:48.567575 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:46:48.567575 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:46:48.567575 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:46:48.567575 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:46:48.567575 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:46:48.567575 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:46:48.567575 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:46:48.567575 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:46:48.567575 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:46:48.567575 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:46:48.567575 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:46:48.567575 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:46:48.567575 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:46:48.567575 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:46:48.567575 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:46:48.567575 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:46:48.567575 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:46:48.567575 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:46:48.625667 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69a8a152-3d57-4d9d-a7e5-54ac11b45836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:48.638605 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69a8a152-3d57-4d9d-a7e5-54ac11b45836 admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:48.644777 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-69a8a152-3d57-4d9d-a7e5-54ac11b45836 admin admin] 10.222.0.61 "DELETE /v2.0/networks/b8eaec89-6b34-4d83-bb7f-fbeed2958a3b HTTP/1.1" status: 204 len: 168 time: 0.3405392 Nov 16 11:46:48.657673 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a8a152-3d57-4d9d-a7e5-54ac11b45836 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8eaec89-6b34-4d83-bb7f-fbeed2958a3b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:48.834131 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 35982) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:48.838075 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:48.875434 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c38b328f-662c-4bf1-890b-90a5601ea972 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cf45770b1c1f4e3c958050e5e3b9f976&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406623 Nov 16 11:46:48.878053 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 35984) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:48.928350 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e79a99a0-05dd-4ca6-8656-d49c25fc117f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:48.951003 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e79a99a0-05dd-4ca6-8656-d49c25fc117f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:49.013554 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e79a99a0-05dd-4ca6-8656-d49c25fc117f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:49.013554 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e79a99a0-05dd-4ca6-8656-d49c25fc117f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:49.013554 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e79a99a0-05dd-4ca6-8656-d49c25fc117f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4bf1e9d8-38c1-4b06-a862-be7e1ac5b146 HTTP/1.1" status: 204 len: 168 time: 0.1336875 Nov 16 11:46:49.023592 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a99a0-05dd-4ca6-8656-d49c25fc117f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf1e9d8-38c1-4b06-a862-be7e1ac5b146,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:49.400725 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 35998) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:49.461765 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-81e832ea-da49-447b-84e2-86a3529f41a8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dbf11b04985f4fb38bb86c36d29dc58f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0575767 Nov 16 11:46:49.462149 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 36002) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:49.521732 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bd67f7e9-c448-47f4-94cd-fd01c57a5302 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:49.550109 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bd67f7e9-c448-47f4-94cd-fd01c57a5302 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:49.616071 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bd67f7e9-c448-47f4-94cd-fd01c57a5302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:49.620101 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bd67f7e9-c448-47f4-94cd-fd01c57a5302 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:49.623749 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-bd67f7e9-c448-47f4-94cd-fd01c57a5302 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d4957c5c-dfcb-4fa2-b62c-d6828b2a9e41 HTTP/1.1" status: 204 len: 168 time: 0.1582258 Nov 16 11:46:49.633264 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd67f7e9-c448-47f4-94cd-fd01c57a5302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4957c5c-dfcb-4fa2-b62c-d6828b2a9e41,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:50.824811 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 36098) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:50.955014 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f3f4dae0-6261-4187-8366-2aaeb29e31be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:51.056640 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f3f4dae0-6261-4187-8366-2aaeb29e31be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:51.069392 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f3f4dae0-6261-4187-8366-2aaeb29e31be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:51.129420 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f3f4dae0-6261-4187-8366-2aaeb29e31be admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dd24aba0cb81478c9cbedfb6cf0d6ffa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3034592 Nov 16 11:46:51.131969 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 36112) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:51.161582 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4dae0-6261-4187-8366-2aaeb29e31be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534af899-6b09-4de1-a05d-8ee6955e40fb,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:51.186855 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-950d6a21-c44e-4652-a0ef-f5a7fb00a63c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:51.209095 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-950d6a21-c44e-4652-a0ef-f5a7fb00a63c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:51.266608 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-950d6a21-c44e-4652-a0ef-f5a7fb00a63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:51.269279 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-950d6a21-c44e-4652-a0ef-f5a7fb00a63c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:51.270471 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-950d6a21-c44e-4652-a0ef-f5a7fb00a63c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/534af899-6b09-4de1-a05d-8ee6955e40fb HTTP/1.1" status: 204 len: 168 time: 0.1375253 Nov 16 11:46:51.294515 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d6a21-c44e-4652-a0ef-f5a7fb00a63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534af899-6b09-4de1-a05d-8ee6955e40fb,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:51.624543 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 36158) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:51.639470 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a11e48bd-2de8-4d62-936d-7ffd922796be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:51.734984 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a11e48bd-2de8-4d62-936d-7ffd922796be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:51.740421 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a11e48bd-2de8-4d62-936d-7ffd922796be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:51.787178 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 36162) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:46:51.787788 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a11e48bd-2de8-4d62-936d-7ffd922796be admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5e189e0766334852b2cc0c8c684d9062&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1615248 Nov 16 11:46:51.789433 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e48bd-2de8-4d62-936d-7ffd922796be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4178d2b-16af-4a0c-9425-add0107821fb,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:51.852177 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d343312a-b5b1-4c4d-9878-84d0f0cb6c82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:51.876266 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d343312a-b5b1-4c4d-9878-84d0f0cb6c82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:51.935644 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d343312a-b5b1-4c4d-9878-84d0f0cb6c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:51.940255 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d343312a-b5b1-4c4d-9878-84d0f0cb6c82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:51.941419 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d343312a-b5b1-4c4d-9878-84d0f0cb6c82 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f4178d2b-16af-4a0c-9425-add0107821fb HTTP/1.1" status: 204 len: 168 time: 0.1520987 Nov 16 11:46:51.963145 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d343312a-b5b1-4c4d-9878-84d0f0cb6c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4178d2b-16af-4a0c-9425-add0107821fb,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:46:58.131942 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:58.984857 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:46:59.847251 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a006191-ef88-42cd-b648-5007274495a3 req-f6c3ab8a-df5f-4b63-9c5a-a38f76f24e09 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2228198 Nov 16 11:47:00.421095 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a006191-ef88-42cd-b648-5007274495a3 req-59403b8b-ca12-4a95-b3f4-1e27e9b27eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:00.421354 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a006191-ef88-42cd-b648-5007274495a3 req-59403b8b-ca12-4a95-b3f4-1e27e9b27eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:00.421825 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a006191-ef88-42cd-b648-5007274495a3 req-59403b8b-ca12-4a95-b3f4-1e27e9b27eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:00.422332 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a006191-ef88-42cd-b648-5007274495a3 req-59403b8b-ca12-4a95-b3f4-1e27e9b27eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:00.422808 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a006191-ef88-42cd-b648-5007274495a3 req-59403b8b-ca12-4a95-b3f4-1e27e9b27eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:00.423552 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a006191-ef88-42cd-b648-5007274495a3 req-59403b8b-ca12-4a95-b3f4-1e27e9b27eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:00.423945 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a006191-ef88-42cd-b648-5007274495a3 req-59403b8b-ca12-4a95-b3f4-1e27e9b27eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:00.425891 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a006191-ef88-42cd-b648-5007274495a3 req-59403b8b-ca12-4a95-b3f4-1e27e9b27eb3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=14d41305b65a4dafae92476e1ff902fa&device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 6503 time: 0.5010116 Nov 16 11:47:00.433640 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02440ff5-ed1c-4b5d-9103-a70506ee3365 req-c2dafb6b-a60d-4c25-af48-82a8ba630c1c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8ed11876-b734-4c2d-a835-ba6a482e6cce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6160808 Nov 16 11:47:00.621043 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a006191-ef88-42cd-b648-5007274495a3 req-e5552e3e-7a01-463e-b27d-1c8aab6023c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:00.621517 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a006191-ef88-42cd-b648-5007274495a3 req-e5552e3e-7a01-463e-b27d-1c8aab6023c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:00.622310 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a006191-ef88-42cd-b648-5007274495a3 req-e5552e3e-7a01-463e-b27d-1c8aab6023c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:00.624459 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a006191-ef88-42cd-b648-5007274495a3 req-e5552e3e-7a01-463e-b27d-1c8aab6023c6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cd9b53f3-dc5a-4d2a-9424-263d53785a99&id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&id=2041a2b2-0e73-454b-949f-7d84c22f57a1&id=2041a2b2-0e73-454b-949f-7d84c22f57a1 HTTP/1.1" status: 200 len: 2297 time: 0.1606903 Nov 16 11:47:00.637346 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02440ff5-ed1c-4b5d-9103-a70506ee3365 req-ac6d7a9a-98d7-47e4-b4fb-7b6624ab9051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:00.639020 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02440ff5-ed1c-4b5d-9103-a70506ee3365 req-ac6d7a9a-98d7-47e4-b4fb-7b6624ab9051 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4bac558768764cbe98f7632412a36688&device_id=8ed11876-b734-4c2d-a835-ba6a482e6cce HTTP/1.1" status: 200 len: 1097 time: 0.0616424 Nov 16 11:47:00.686673 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 36424) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:47:00.806623 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a006191-ef88-42cd-b648-5007274495a3 req-cb5e2078-4538-4e61-af1c-2baa20b75af4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=039b5ae1-2fe8-48b5-84f3-2dbed68501be HTTP/1.1" status: 200 len: 1001 time: 0.1666491 Nov 16 11:47:00.814258 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02440ff5-ed1c-4b5d-9103-a70506ee3365 req-845a6274-7287-4afc-9353-db08a55423fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:00.818553 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02440ff5-ed1c-4b5d-9103-a70506ee3365 req-845a6274-7287-4afc-9353-db08a55423fe service neutron] 10.222.0.36 "GET /v2.0/networks?id=3d7484ae-78a0-4a01-9340-d50011c24af9 HTTP/1.1" status: 200 len: 913 time: 0.1375687 Nov 16 11:47:00.838952 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e2e7fc0b-bfe6-456e-825b-947282b023f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:00.929482 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e2e7fc0b-bfe6-456e-825b-947282b023f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:00.936240 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e2e7fc0b-bfe6-456e-825b-947282b023f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:00.939970 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a006191-ef88-42cd-b648-5007274495a3 req-28465d70-ed4a-4217-9b5f-33ef859ba4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:00.941636 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a006191-ef88-42cd-b648-5007274495a3 req-28465d70-ed4a-4217-9b5f-33ef859ba4bd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0dfedd61-b7f4-4fb0-bbf3-63a0a3e66c06 HTTP/1.1" status: 200 len: 856 time: 0.1208093 Nov 16 11:47:00.946777 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02440ff5-ed1c-4b5d-9103-a70506ee3365 req-e2ae26f7-0904-4d1e-baea-775960c14030 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5 HTTP/1.1" status: 200 len: 1001 time: 0.1147823 Nov 16 11:47:00.979418 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e2e7fc0b-bfe6-456e-825b-947282b023f1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ca0ccacb4ed6478e8c9207188154c9b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2914791 Nov 16 11:47:00.982463 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 36434) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:47:00.985158 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7fc0b-bfe6-456e-825b-947282b023f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c3ae69-eb71-4cc1-8b0a-77d89023deae,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:47:01.069849 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02440ff5-ed1c-4b5d-9103-a70506ee3365 req-67769dfe-b32a-407d-8472-0d4be8df1d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:01.071477 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02440ff5-ed1c-4b5d-9103-a70506ee3365 req-67769dfe-b32a-407d-8472-0d4be8df1d95 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b36b18de-7ce5-4007-aecb-7c9e7de7c07f HTTP/1.1" status: 200 len: 851 time: 0.1172314 Nov 16 11:47:01.088111 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a006191-ef88-42cd-b648-5007274495a3 req-02360c24-7115-4271-8ac4-462840843060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:01.090471 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a006191-ef88-42cd-b648-5007274495a3 req-02360c24-7115-4271-8ac4-462840843060 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cd9b53f3-dc5a-4d2a-9424-263d53785a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1374071 Nov 16 11:47:01.124383 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [req-6a006191-ef88-42cd-b648-5007274495a3 req-01616336-2a15-4550-81a7-b7963ed777d3 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:47:01.125396 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a006191-ef88-42cd-b648-5007274495a3 req-01616336-2a15-4550-81a7-b7963ed777d3 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093968 Nov 16 11:47:01.168255 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-807fd93c-01a1-488c-a37c-0f85c44e995e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:01.246687 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-807fd93c-01a1-488c-a37c-0f85c44e995e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:01.251500 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02440ff5-ed1c-4b5d-9103-a70506ee3365 req-c294f402-9b40-46ee-afe8-079c2a52ef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:01.253013 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02440ff5-ed1c-4b5d-9103-a70506ee3365 req-c294f402-9b40-46ee-afe8-079c2a52ef3c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d7484ae-78a0-4a01-9340-d50011c24af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1749589 Nov 16 11:47:01.267563 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [req-02440ff5-ed1c-4b5d-9103-a70506ee3365 req-6764106c-dab8-401f-9cfe-3e95776788fd service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:47:01.268537 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02440ff5-ed1c-4b5d-9103-a70506ee3365 req-6764106c-dab8-401f-9cfe-3e95776788fd service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068841 Nov 16 11:47:01.387498 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a006191-ef88-42cd-b648-5007274495a3 req-4eacd6fc-aeed-411f-8846-267a97d24589 service neutron] 10.222.0.64 "GET /v2.0/networks/cd9b53f3-dc5a-4d2a-9424-263d53785a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492933 Nov 16 11:47:01.477048 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-807fd93c-01a1-488c-a37c-0f85c44e995e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:01.480553 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-807fd93c-01a1-488c-a37c-0f85c44e995e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:01.481632 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-807fd93c-01a1-488c-a37c-0f85c44e995e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/99c3ae69-eb71-4cc1-8b0a-77d89023deae HTTP/1.1" status: 204 len: 168 time: 0.4799974 Nov 16 11:47:01.500068 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02440ff5-ed1c-4b5d-9103-a70506ee3365 req-1bc22b1d-25d2-4271-be23-2fba8ee43053 service neutron] 10.222.0.36 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192290 Nov 16 11:47:01.502288 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807fd93c-01a1-488c-a37c-0f85c44e995e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c3ae69-eb71-4cc1-8b0a-77d89023deae,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:47:01.586416 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a006191-ef88-42cd-b648-5007274495a3 req-ab381934-b883-4879-bc90-4c1e2929810f service neutron] 10.222.0.64 "GET /v2.0/networks/cd9b53f3-dc5a-4d2a-9424-263d53785a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839540 Nov 16 11:47:01.648609 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a006191-ef88-42cd-b648-5007274495a3 req-160c83b9-49c1-45e0-a485-97fc16aa3515 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=938024bc-796d-495a-81a8-6e0bc9631cff HTTP/1.1" status: 200 len: 217 time: 0.0507178 Nov 16 11:47:01.705600 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02440ff5-ed1c-4b5d-9103-a70506ee3365 req-da5ff644-7219-4715-8cf7-825c002f369d service neutron] 10.222.0.36 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956675 Nov 16 11:47:01.715306 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a006191-ef88-42cd-b648-5007274495a3 req-bfff1025-1bc0-4457-a5c2-442d3314d891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:01.716864 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a006191-ef88-42cd-b648-5007274495a3 req-bfff1025-1bc0-4457-a5c2-442d3314d891 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14da45b5-9dad-4378-b0d0-75410f62650a HTTP/1.1" status: 200 len: 797 time: 0.0551918 Nov 16 11:47:01.791240 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a006191-ef88-42cd-b648-5007274495a3 req-fb46d06f-b60e-411b-955b-b2bf6f7a7f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:01.793342 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a006191-ef88-42cd-b648-5007274495a3 req-fb46d06f-b60e-411b-955b-b2bf6f7a7f58 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0676939 Nov 16 11:47:01.941844 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a006191-ef88-42cd-b648-5007274495a3 req-6fd5b775-1f38-4522-9ae4-52a8322d6a07 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363423 Nov 16 11:47:02.067303 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a006191-ef88-42cd-b648-5007274495a3 req-30873cce-31ef-47ff-8655-37ad02a063c1 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144190 Nov 16 11:47:02.124513 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a006191-ef88-42cd-b648-5007274495a3 req-5282271a-1965-42bc-883c-b85f474a2c4b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=8c5a2788-c1fb-4c11-98c8-c7da1005cc29 HTTP/1.1" status: 200 len: 217 time: 0.0439398 Nov 16 11:47:02.149877 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 36462) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:47:02.163984 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fe99dfa3-66d2-43fe-88d7-5ff13b4aad5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:02.206265 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a006191-ef88-42cd-b648-5007274495a3 req-61427e70-61b5-4b1f-bd1e-3bcd86b0311f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:02.207787 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a006191-ef88-42cd-b648-5007274495a3 req-61427e70-61b5-4b1f-bd1e-3bcd86b0311f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14da45b5-9dad-4378-b0d0-75410f62650a HTTP/1.1" status: 200 len: 797 time: 0.0713611 Nov 16 11:47:02.255718 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fe99dfa3-66d2-43fe-88d7-5ff13b4aad5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:02.261256 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fe99dfa3-66d2-43fe-88d7-5ff13b4aad5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:02.280810 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a006191-ef88-42cd-b648-5007274495a3 req-4fd45f4b-d381-486f-8dd6-85778953708b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:02.282556 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a006191-ef88-42cd-b648-5007274495a3 req-4fd45f4b-d381-486f-8dd6-85778953708b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0623517 Nov 16 11:47:02.308244 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-fe99dfa3-66d2-43fe-88d7-5ff13b4aad5f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=65def568623642bb83c80d2307329ba1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1572127 Nov 16 11:47:02.311542 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 36468) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:47:02.323431 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe99dfa3-66d2-43fe-88d7-5ff13b4aad5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e064cfdb-8e76-41d8-a421-760225edad2d,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:47:02.407069 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ab97733c-96f4-4d6a-a1a6-2568e2f6e7ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:02.411979 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a006191-ef88-42cd-b648-5007274495a3 req-d5457cf8-6708-4463-aeaa-b12486b5ede7 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166158 Nov 16 11:47:02.434595 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ab97733c-96f4-4d6a-a1a6-2568e2f6e7ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:02.487005 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ab97733c-96f4-4d6a-a1a6-2568e2f6e7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:02.489949 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ab97733c-96f4-4d6a-a1a6-2568e2f6e7ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:02.494001 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ab97733c-96f4-4d6a-a1a6-2568e2f6e7ac admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e064cfdb-8e76-41d8-a421-760225edad2d HTTP/1.1" status: 204 len: 168 time: 0.1814702 Nov 16 11:47:02.507757 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab97733c-96f4-4d6a-a1a6-2568e2f6e7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e064cfdb-8e76-41d8-a421-760225edad2d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:47:02.523372 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a006191-ef88-42cd-b648-5007274495a3 req-c58edb5e-ee9a-41a4-8c38-9966da0f1248 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988746 Nov 16 11:47:02.590647 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a006191-ef88-42cd-b648-5007274495a3 req-9d4fbd90-70dd-42b8-b3e3-9f85fa134a35 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=913955cf-8e4e-4a23-b0e2-1acbc8547be5 HTTP/1.1" status: 200 len: 217 time: 0.0545812 Nov 16 11:47:02.657418 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a006191-ef88-42cd-b648-5007274495a3 req-db37d99a-57f2-4d91-aa5a-ddc019edd50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:02.659098 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a006191-ef88-42cd-b648-5007274495a3 req-db37d99a-57f2-4d91-aa5a-ddc019edd50b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14da45b5-9dad-4378-b0d0-75410f62650a HTTP/1.1" status: 200 len: 797 time: 0.0577881 Nov 16 11:47:02.722677 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a006191-ef88-42cd-b648-5007274495a3 req-5bac46bc-e7d6-4370-8d39-effd7e236160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:02.725316 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a006191-ef88-42cd-b648-5007274495a3 req-5bac46bc-e7d6-4370-8d39-effd7e236160 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0539076 Nov 16 11:47:02.859566 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a006191-ef88-42cd-b648-5007274495a3 req-06ccd720-3a80-4b44-bd39-a070e97dd027 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221037 Nov 16 11:47:02.999703 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a006191-ef88-42cd-b648-5007274495a3 req-e7116b87-3308-4c5c-bc92-e5e9d1938023 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279125 Nov 16 11:47:03.058205 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a006191-ef88-42cd-b648-5007274495a3 req-98d906fc-9a59-4283-a1d3-b36105c8354c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=1dfec5f3-6b09-43d8-9562-32075776c9c3 HTTP/1.1" status: 200 len: 217 time: 0.0429859 Nov 16 11:47:03.127717 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a006191-ef88-42cd-b648-5007274495a3 req-0a0ad105-f934-4e3b-b53e-62139aa9256e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:03.130213 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a006191-ef88-42cd-b648-5007274495a3 req-0a0ad105-f934-4e3b-b53e-62139aa9256e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14da45b5-9dad-4378-b0d0-75410f62650a HTTP/1.1" status: 200 len: 797 time: 0.0623040 Nov 16 11:47:03.193821 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a006191-ef88-42cd-b648-5007274495a3 req-341f3b4e-d2cf-4516-a84e-ec3ca93dd678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:03.195603 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a006191-ef88-42cd-b648-5007274495a3 req-341f3b4e-d2cf-4516-a84e-ec3ca93dd678 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0530105 Nov 16 11:47:03.324993 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a006191-ef88-42cd-b648-5007274495a3 req-66328152-1396-47de-a46f-8dcf38966a3d service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170392 Nov 16 11:47:03.468294 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a006191-ef88-42cd-b648-5007274495a3 req-ff4ca004-2a0b-42e0-b8de-f711771fe77b service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302829 Nov 16 11:47:03.519721 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a006191-ef88-42cd-b648-5007274495a3 req-9caf3952-c565-4da6-8fdb-2160d951a7dc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4c83833b-e468-4daf-8f4c-118e3220587b HTTP/1.1" status: 200 len: 217 time: 0.0391212 Nov 16 11:47:03.594570 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a006191-ef88-42cd-b648-5007274495a3 req-d44d2c93-d370-40ea-abda-be83bd2c8a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:03.596275 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a006191-ef88-42cd-b648-5007274495a3 req-d44d2c93-d370-40ea-abda-be83bd2c8a6d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1bdf0709-8d8c-4805-b7a5-cb903bfbd56b HTTP/1.1" status: 200 len: 797 time: 0.0651963 Nov 16 11:47:03.658467 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a006191-ef88-42cd-b648-5007274495a3 req-a09e8b59-e811-4b78-a509-e8a754dcdd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:03.659995 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a006191-ef88-42cd-b648-5007274495a3 req-a09e8b59-e811-4b78-a509-e8a754dcdd30 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2041a2b2-0e73-454b-949f-7d84c22f57a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0541542 Nov 16 11:47:03.814227 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a006191-ef88-42cd-b648-5007274495a3 req-89a58324-1815-4264-8078-ae1da24a4169 service neutron] 10.222.0.64 "GET /v2.0/networks/2041a2b2-0e73-454b-949f-7d84c22f57a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426823 Nov 16 11:47:03.979401 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a006191-ef88-42cd-b648-5007274495a3 req-f63a0a5f-0b9c-46de-ba37-fba32cabc554 service neutron] 10.222.0.64 "GET /v2.0/networks/2041a2b2-0e73-454b-949f-7d84c22f57a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453240 Nov 16 11:47:04.050298 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a006191-ef88-42cd-b648-5007274495a3 req-ef3871b7-b368-4f9b-95de-11375230e5cd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=93d0a61f-46d8-4643-8f71-0fc671a31fe6 HTTP/1.1" status: 200 len: 217 time: 0.0575874 Nov 16 11:47:04.121769 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a006191-ef88-42cd-b648-5007274495a3 req-211fe53d-3495-4229-bc2f-16dae59191c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:04.125957 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a006191-ef88-42cd-b648-5007274495a3 req-211fe53d-3495-4229-bc2f-16dae59191c9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1bdf0709-8d8c-4805-b7a5-cb903bfbd56b HTTP/1.1" status: 200 len: 797 time: 0.0617917 Nov 16 11:47:04.188321 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a006191-ef88-42cd-b648-5007274495a3 req-85c0861e-bd83-40c7-82b5-e5c8d1958fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:04.190468 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a006191-ef88-42cd-b648-5007274495a3 req-85c0861e-bd83-40c7-82b5-e5c8d1958fb1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2041a2b2-0e73-454b-949f-7d84c22f57a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0557311 Nov 16 11:47:04.310921 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a006191-ef88-42cd-b648-5007274495a3 req-0d3e33c9-c9e4-430c-bc40-62fbe23813a6 service neutron] 10.222.0.64 "GET /v2.0/networks/2041a2b2-0e73-454b-949f-7d84c22f57a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073394 Nov 16 11:47:04.426915 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6a006191-ef88-42cd-b648-5007274495a3 req-6727a58e-e9de-424c-9979-d201c8ce17d0 service neutron] 10.222.0.64 "GET /v2.0/networks/2041a2b2-0e73-454b-949f-7d84c22f57a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048446 Nov 16 11:47:13.048362 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d80ae90c-30ea-432f-b38d-210f268cf05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:15.498839 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 36854) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:47:15.586799 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-05db454c-20a3-4b09-a13d-7c938da8f295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:15.681863 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a568a01-cf45-4ab8-9d73-c7e2299b0ce2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:15.785401 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a568a01-cf45-4ab8-9d73-c7e2299b0ce2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:15.790424 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a568a01-cf45-4ab8-9d73-c7e2299b0ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:15.847401 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7a568a01-cf45-4ab8-9d73-c7e2299b0ce2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9c0c31e54a5746da8c514b2bb2accca5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3472517 Nov 16 11:47:15.848553 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a568a01-cf45-4ab8-9d73-c7e2299b0ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78982349-0399-4aa2-9258-81b2d849309e,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:47:15.849643 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 36874) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:47:15.907386 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7554d0fd-af19-45b6-b656-f2126c3cb8e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:15.930148 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7554d0fd-af19-45b6-b656-f2126c3cb8e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:15.980331 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7554d0fd-af19-45b6-b656-f2126c3cb8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:15.983091 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7554d0fd-af19-45b6-b656-f2126c3cb8e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:15.986691 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7554d0fd-af19-45b6-b656-f2126c3cb8e2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/78982349-0399-4aa2-9258-81b2d849309e HTTP/1.1" status: 204 len: 168 time: 0.1336651 Nov 16 11:47:15.998840 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554d0fd-af19-45b6-b656-f2126c3cb8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78982349-0399-4aa2-9258-81b2d849309e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:47:16.638736 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:18.350483 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:18.842214 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:23.381010 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:47:28.150495 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:29.004003 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:29.875912 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 37664) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:47:30.021359 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bc714ea5-9b42-4985-a99f-ebbb1712924a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:30.125642 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bc714ea5-9b42-4985-a99f-ebbb1712924a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:30.140019 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bc714ea5-9b42-4985-a99f-ebbb1712924a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:30.210347 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-bc714ea5-9b42-4985-a99f-ebbb1712924a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=20aa5ab8051749e49c773bb22be28323&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3310442 Nov 16 11:47:30.210347 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc714ea5-9b42-4985-a99f-ebbb1712924a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e3bbb3-c801-4914-84cb-ffda64d68403,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:47:30.211294 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 37678) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:47:30.224033 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc714ea5-9b42-4985-a99f-ebbb1712924a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:30.224916 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc714ea5-9b42-4985-a99f-ebbb1712924a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:30.225408 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc714ea5-9b42-4985-a99f-ebbb1712924a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:30.226019 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc714ea5-9b42-4985-a99f-ebbb1712924a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:30.226526 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc714ea5-9b42-4985-a99f-ebbb1712924a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:30.227008 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc714ea5-9b42-4985-a99f-ebbb1712924a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:30.227484 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc714ea5-9b42-4985-a99f-ebbb1712924a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:30.227961 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc714ea5-9b42-4985-a99f-ebbb1712924a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:30.228451 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc714ea5-9b42-4985-a99f-ebbb1712924a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:30.228992 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc714ea5-9b42-4985-a99f-ebbb1712924a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:30.229561 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc714ea5-9b42-4985-a99f-ebbb1712924a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:30.230122 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc714ea5-9b42-4985-a99f-ebbb1712924a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:30.342527 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-661410c4-d187-4071-8155-69b53f333437 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:30.366215 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-661410c4-d187-4071-8155-69b53f333437 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:30.417843 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-661410c4-d187-4071-8155-69b53f333437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:30.420743 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-661410c4-d187-4071-8155-69b53f333437 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:30.424842 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-661410c4-d187-4071-8155-69b53f333437 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/08e3bbb3-c801-4914-84cb-ffda64d68403 HTTP/1.1" status: 204 len: 168 time: 0.2118816 Nov 16 11:47:30.434783 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661410c4-d187-4071-8155-69b53f333437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e3bbb3-c801-4914-84cb-ffda64d68403,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:47:30.443535 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661410c4-d187-4071-8155-69b53f333437 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:30.444118 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661410c4-d187-4071-8155-69b53f333437 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:30.444606 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661410c4-d187-4071-8155-69b53f333437 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:30.445116 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661410c4-d187-4071-8155-69b53f333437 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:30.445604 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661410c4-d187-4071-8155-69b53f333437 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:30.446134 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661410c4-d187-4071-8155-69b53f333437 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:30.446613 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661410c4-d187-4071-8155-69b53f333437 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:30.447077 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661410c4-d187-4071-8155-69b53f333437 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:30.448120 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661410c4-d187-4071-8155-69b53f333437 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:30.448596 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661410c4-d187-4071-8155-69b53f333437 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:30.449066 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661410c4-d187-4071-8155-69b53f333437 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:30.449533 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661410c4-d187-4071-8155-69b53f333437 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:32.989521 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 37884) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:47:33.098761 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1bfad139-19af-496b-a0cb-866777d8c701 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:33.187749 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1bfad139-19af-496b-a0cb-866777d8c701 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:33.192688 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1bfad139-19af-496b-a0cb-866777d8c701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:33.234762 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfad139-19af-496b-a0cb-866777d8c701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e72b5e-2d93-4142-aa94-d8ec5ac5b111,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:47:33.242171 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1bfad139-19af-496b-a0cb-866777d8c701 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=94cd6ba00fa24dcc93a91214afe1890b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2514729 Nov 16 11:47:33.242577 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 37898) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:47:33.291246 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-96e296ce-a78e-4836-8367-ee31b62887bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:33.313977 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-96e296ce-a78e-4836-8367-ee31b62887bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:33.362308 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-96e296ce-a78e-4836-8367-ee31b62887bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:33.365332 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-96e296ce-a78e-4836-8367-ee31b62887bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:33.369206 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-96e296ce-a78e-4836-8367-ee31b62887bb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c3e72b5e-2d93-4142-aa94-d8ec5ac5b111 HTTP/1.1" status: 204 len: 168 time: 0.1256144 Nov 16 11:47:33.378465 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e296ce-a78e-4836-8367-ee31b62887bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e72b5e-2d93-4142-aa94-d8ec5ac5b111,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:47:33.701449 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 37918) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:47:33.715982 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1f9788e5-78b3-4de1-9d84-5293145715ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:33.804450 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1f9788e5-78b3-4de1-9d84-5293145715ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:33.809592 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1f9788e5-78b3-4de1-9d84-5293145715ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:33.853321 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 37922) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:47:33.856280 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1f9788e5-78b3-4de1-9d84-5293145715ec admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a31cf9540c8b41d8870569b1c1955872&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1535640 Nov 16 11:47:33.857279 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9788e5-78b3-4de1-9d84-5293145715ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a86a1c5-05c7-45f7-be2a-8af05a01ce99,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:47:33.907120 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-01eb558f-d123-413e-acce-d4c35b646161 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:33.930103 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-01eb558f-d123-413e-acce-d4c35b646161 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:33.987675 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-01eb558f-d123-413e-acce-d4c35b646161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:33.991312 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-01eb558f-d123-413e-acce-d4c35b646161 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:33.993961 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-01eb558f-d123-413e-acce-d4c35b646161 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6a86a1c5-05c7-45f7-be2a-8af05a01ce99 HTTP/1.1" status: 204 len: 168 time: 0.1381555 Nov 16 11:47:34.004655 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb558f-d123-413e-acce-d4c35b646161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a86a1c5-05c7-45f7-be2a-8af05a01ce99,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:47:36.390966 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 38024) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:47:36.397734 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-2eb0311b-a114-40a5-a5c9-c2a033f8053f tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Request body: {'network': {'name': 'tempest-network-smoke--2142686885', 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'port_security_enabled': True}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:47:36.423670 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb0311b-a114-40a5-a5c9-c2a033f8053f tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Made reservation on behalf of ff1f996b8b12443fa397a2de0a6eea26 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:47:36.428579 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2eb0311b-a114-40a5-a5c9-c2a033f8053f tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:36.440897 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2eb0311b-a114-40a5-a5c9-c2a033f8053f tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:36.527017 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2eb0311b-a114-40a5-a5c9-c2a033f8053f tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:36.530976 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2eb0311b-a114-40a5-a5c9-c2a033f8053f tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:36.560009 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eb0311b-a114-40a5-a5c9-c2a033f8053f tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:47:36.570477 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0311b-a114-40a5-a5c9-c2a033f8053f tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ed3f88-af7a-474f-9920-b22cf3bfc403,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:47:36.591031 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2eb0311b-a114-40a5-a5c9-c2a033f8053f tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:36.591382 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-2eb0311b-a114-40a5-a5c9-c2a033f8053f tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Added segment 4bf8276d-c5c8-4253-8bad-100ea2b4f7bb of type vlan for network 13798e32-1d9c-4590-8de1-b4d7dc4963b2 Nov 16 11:47:36.637273 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2eb0311b-a114-40a5-a5c9-c2a033f8053f tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:36.666937 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2eb0311b-a114-40a5-a5c9-c2a033f8053f tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:36.672659 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb0311b-a114-40a5-a5c9-c2a033f8053f tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:36.673333 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2eb0311b-a114-40a5-a5c9-c2a033f8053f tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:36.750600 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2eb0311b-a114-40a5-a5c9-c2a033f8053f tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3578169 Nov 16 11:47:36.753673 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 38032) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:47:36.758309 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-16ce8e41-58cf-41c2-8440-36445e2ec775 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-501217771', 'admin_state_up': True, 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:47:36.761959 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0311b-a114-40a5-a5c9-c2a033f8053f tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Pushing event updated for resources: {'Network': ['ID=13798e32-1d9c-4590-8de1-b4d7dc4963b2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:47:36.774878 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 13798e32-1d9c-4590-8de1-b4d7dc4963b2 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:47:36.792406 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-16ce8e41-58cf-41c2-8440-36445e2ec775 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:36.793593 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-16ce8e41-58cf-41c2-8440-36445e2ec775 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:36.849107 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-16ce8e41-58cf-41c2-8440-36445e2ec775 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:37.040597 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-16ce8e41-58cf-41c2-8440-36445e2ec775 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:37.568109 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-16ce8e41-58cf-41c2-8440-36445e2ec775 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for router_gateway, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:37.593902 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-16ce8e41-58cf-41c2-8440-36445e2ec775 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:37.730373 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-16ce8e41-58cf-41c2-8440-36445e2ec775 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Allocated IP 172.25.0.28 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/2b1965b6-4021-4c8d-9b56-1bb3568059c0) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:47:37.878353 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-16ce8e41-58cf-41c2-8440-36445e2ec775 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:37.940532 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-16ce8e41-58cf-41c2-8440-36445e2ec775 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:37.993199 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ce8e41-58cf-41c2-8440-36445e2ec775 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:47:37.994716 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce8e41-58cf-41c2-8440-36445e2ec775 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Pushing event updated for resources: {'Port': ['ID=2b1965b6-4021-4c8d-9b56-1bb3568059c0,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:47:37.997632 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-16ce8e41-58cf-41c2-8440-36445e2ec775 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:47:37.999994 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ce8e41-58cf-41c2-8440-36445e2ec775 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:47:38.021667 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457c65f9-a06a-4f61-95bd-e4948fc8275e None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:47:38.194506 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-9936fb4c-10ca-4ed5-b90e-65684555e494 None None] Provisioning complete for port 2b1965b6-4021-4c8d-9b56-1bb3568059c0 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:47:38.194890 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9936fb4c-10ca-4ed5-b90e-65684555e494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:38.240567 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-9936fb4c-10ca-4ed5-b90e-65684555e494 None None] Port 2b1965b6-4021-4c8d-9b56-1bb3568059c0 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:47:38.390896 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-16ce8e41-58cf-41c2-8440-36445e2ec775 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for router_gateway, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:38.633354 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-16ce8e41-58cf-41c2-8440-36445e2ec775 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:38.822246 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ce8e41-58cf-41c2-8440-36445e2ec775 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Router 3e143489-1770-46f1-aea8-120a01376c46 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:47:38.957633 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ce8e41-58cf-41c2-8440-36445e2ec775 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:47:38.970740 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921bf1f8-6c72-4bd6-bca5-da785f368b0e None None] Sync routers for ids ['3e143489-1770-46f1-aea8-120a01376c46'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:47:38.981601 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921bf1f8-6c72-4bd6-bca5-da785f368b0e None None] Routers {'3e143489-1770-46f1-aea8-120a01376c46'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:47:38.982269 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-921bf1f8-6c72-4bd6-bca5-da785f368b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:47:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['3e143489-1770-46f1-aea8-120a01376c46'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:47:38.998400 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-16ce8e41-58cf-41c2-8440-36445e2ec775 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:39.000452 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-16ce8e41-58cf-41c2-8440-36445e2ec775 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.2456565 Nov 16 11:47:39.003836 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 38078) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:47:39.094739 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-921bf1f8-6c72-4bd6-bca5-da785f368b0e None None] Set router 3e143489-1770-46f1-aea8-120a01376c46 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:47:39.219472 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9a757e82-b76c-4d4d-aa08-50dcc671d5c5 tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=ff1f996b8b12443fa397a2de0a6eea26&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2137551 Nov 16 11:47:39.222320 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 38082) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:47:39.386769 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-921bf1f8-6c72-4bd6-bca5-da785f368b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e143489-1770-46f1-aea8-120a01376c46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501217771', 'tenant_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '2b1965b6-4021-4c8d-9b56-1bb3568059c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:47:36Z', 'updated_at': '2021-11-16T11:47:38Z', 'revision_number': 3, 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'gw_port': {'id': '2b1965b6-4021-4c8d-9b56-1bb3568059c0', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ba:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e143489-1770-46f1-aea8-120a01376c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:47:37Z', 'updated_at': '2021-11-16T11:47:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:47:39.423554 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c687edee-6d47-4e81-9fb0-7f54868bbeec tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:39.424719 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c687edee-6d47-4e81-9fb0-7f54868bbeec tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2004106 Nov 16 11:47:39.427179 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921bf1f8-6c72-4bd6-bca5-da785f368b0e None None] Checking router: 3e143489-1770-46f1-aea8-120a01376c46 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:47:39.428293 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921bf1f8-6c72-4bd6-bca5-da785f368b0e None None] Updating router 3e143489-1770-46f1-aea8-120a01376c46 port 2b1965b6-4021-4c8d-9b56-1bb3568059c0 binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:47:39.428438 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 38090) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:47:39.464345 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-921bf1f8-6c72-4bd6-bca5-da785f368b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:39.488254 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6445ec4d-22a8-433c-a929-18236aff54e4 tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=47f35a41-d782-4d3e-9754-e87c9ca4914b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0587814 Nov 16 11:47:39.493881 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 38092) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:47:39.499116 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-1a3e17b7-d86c-404f-a9bf-e39eea9090e4 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-664146124', 'network_id': '13798e32-1d9c-4590-8de1-b4d7dc4963b2', 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:47:39.605166 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3e17b7-d86c-404f-a9bf-e39eea9090e4 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Made reservation on behalf of ff1f996b8b12443fa397a2de0a6eea26 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:47:39.609319 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a3e17b7-d86c-404f-a9bf-e39eea9090e4 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:39.900410 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a3e17b7-d86c-404f-a9bf-e39eea9090e4 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:39.959409 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-921bf1f8-6c72-4bd6-bca5-da785f368b0e None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:39.966338 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-921bf1f8-6c72-4bd6-bca5-da785f368b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:39.982701 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e17b7-d86c-404f-a9bf-e39eea9090e4 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Pushing event updated for resources: {'Subnet': ['ID=ab2fdb75-3b30-4734-af46-d8872295f3d1,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:47:40.013613 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3e17b7-d86c-404f-a9bf-e39eea9090e4 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Checking segment: {'id': '4bf8276d-c5c8-4253-8bad-100ea2b4f7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '13798e32-1d9c-4590-8de1-b4d7dc4963b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:47:40.014298 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3e17b7-d86c-404f-a9bf-e39eea9090e4 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Network hostable DHCP agents. Network: 13798e32-1d9c-4590-8de1-b4d7dc4963b2, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:47:40.023599 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c60dd-0726-45e9-a2dc-1715167bbf44 None None] Pushing event updated for resources: {'Port': ['ID=2b1965b6-4021-4c8d-9b56-1bb3568059c0,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:47:40.036374 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3e17b7-d86c-404f-a9bf-e39eea9090e4 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Network 13798e32-1d9c-4590-8de1-b4d7dc4963b2 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:47:40.037439 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92c60dd-0726-45e9-a2dc-1715167bbf44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:40.038421 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92c60dd-0726-45e9-a2dc-1715167bbf44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:40.038794 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92c60dd-0726-45e9-a2dc-1715167bbf44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:40.039189 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92c60dd-0726-45e9-a2dc-1715167bbf44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:40.039626 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92c60dd-0726-45e9-a2dc-1715167bbf44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:40.039960 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92c60dd-0726-45e9-a2dc-1715167bbf44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:40.040290 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92c60dd-0726-45e9-a2dc-1715167bbf44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:40.040614 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92c60dd-0726-45e9-a2dc-1715167bbf44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:40.040936 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92c60dd-0726-45e9-a2dc-1715167bbf44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:40.041291 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92c60dd-0726-45e9-a2dc-1715167bbf44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:40.041612 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92c60dd-0726-45e9-a2dc-1715167bbf44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:40.041949 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92c60dd-0726-45e9-a2dc-1715167bbf44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:40.048723 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-1a3e17b7-d86c-404f-a9bf-e39eea9090e4 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 13798e32-1d9c-4590-8de1-b4d7dc4963b2) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:47:40.060929 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3e17b7-d86c-404f-a9bf-e39eea9090e4 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:40.060929 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a3e17b7-d86c-404f-a9bf-e39eea9090e4 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:40.064263 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac371050-abc3-4f79-80a4-a1c8d9cc2137 None None] Network 13798e32-1d9c-4590-8de1-b4d7dc4963b2 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:47:40.089842 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1a3e17b7-d86c-404f-a9bf-e39eea9090e4 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5917795 Nov 16 11:47:40.090485 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 38106) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:47:40.102864 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-921bf1f8-6c72-4bd6-bca5-da785f368b0e None None] Attempting to bind port 2b1965b6-4021-4c8d-9b56-1bb3568059c0 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:47:40.103322 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-921bf1f8-6c72-4bd6-bca5-da785f368b0e None None] Attempting to bind port 2b1965b6-4021-4c8d-9b56-1bb3568059c0 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:47:40.103776 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921bf1f8-6c72-4bd6-bca5-da785f368b0e None None] Attempting to bind port 2b1965b6-4021-4c8d-9b56-1bb3568059c0 on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:47:40.112573 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921bf1f8-6c72-4bd6-bca5-da785f368b0e None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:47:40.112573 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921bf1f8-6c72-4bd6-bca5-da785f368b0e None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:47:40.112984 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-921bf1f8-6c72-4bd6-bca5-da785f368b0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:40.114868 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921bf1f8-6c72-4bd6-bca5-da785f368b0e None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:47:40.114868 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-921bf1f8-6c72-4bd6-bca5-da785f368b0e None None] Bound port: 2b1965b6-4021-4c8d-9b56-1bb3568059c0, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:47:40.114868 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-921bf1f8-6c72-4bd6-bca5-da785f368b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:40.170358 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-921bf1f8-6c72-4bd6-bca5-da785f368b0e None None] For port 2b1965b6-4021-4c8d-9b56-1bb3568059c0, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:47:40.203518 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-921bf1f8-6c72-4bd6-bca5-da785f368b0e None None] For port 2b1965b6-4021-4c8d-9b56-1bb3568059c0, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=2b1965b6-4021-4c8d-9b56-1bb3568059c0,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:47:40.225971 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-921bf1f8-6c72-4bd6-bca5-da785f368b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:40.260133 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef40651-73e6-402f-82aa-83d1b629ea8b None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:47:40.288569 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921bf1f8-6c72-4bd6-bca5-da785f368b0e None None] Routers {'3e143489-1770-46f1-aea8-120a01376c46'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:47:40.289157 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-921bf1f8-6c72-4bd6-bca5-da785f368b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:47:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['3e143489-1770-46f1-aea8-120a01376c46'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:47:40.339750 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e75fc84-6ea3-42c6-8049-91650e9dbcf1 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:47:40.363558 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c60dd-0726-45e9-a2dc-1715167bbf44 None None] Pushing event updated for resources: {'Port': ['ID=2b1965b6-4021-4c8d-9b56-1bb3568059c0,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:47:40.408720 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-73834887-b173-4645-9b3f-a938a3da4ed1 None None] Provisioning complete for port 2b1965b6-4021-4c8d-9b56-1bb3568059c0 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:47:40.409741 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-73834887-b173-4645-9b3f-a938a3da4ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:40.445828 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-921bf1f8-6c72-4bd6-bca5-da785f368b0e None None] Set router 3e143489-1770-46f1-aea8-120a01376c46 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:47:40.676377 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b31fc1a-fda7-48b0-877d-37c2bc809a8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-13798e32-1d9c-4590-8de1-b4d7dc4963b2', 'network_id': '13798e32-1d9c-4590-8de1-b4d7dc4963b2', 'tenant_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'fixed_ips': [{'subnet_id': 'ab2fdb75-3b30-4734-af46-d8872295f3d1'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:47:40.677160 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4b31fc1a-fda7-48b0-877d-37c2bc809a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:40.794759 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-921bf1f8-6c72-4bd6-bca5-da785f368b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e143489-1770-46f1-aea8-120a01376c46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501217771', 'tenant_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '2b1965b6-4021-4c8d-9b56-1bb3568059c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:47:36Z', 'updated_at': '2021-11-16T11:47:38Z', 'revision_number': 3, 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'gw_port': {'id': '2b1965b6-4021-4c8d-9b56-1bb3568059c0', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ba:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e143489-1770-46f1-aea8-120a01376c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:47:37Z', 'updated_at': '2021-11-16T11:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:47:40.841276 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921bf1f8-6c72-4bd6-bca5-da785f368b0e None None] The sync data for ids ['3e143489-1770-46f1-aea8-120a01376c46'] in n-d-816823-3 is: [{'id': '3e143489-1770-46f1-aea8-120a01376c46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501217771', 'tenant_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '2b1965b6-4021-4c8d-9b56-1bb3568059c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:47:36Z', 'updated_at': '2021-11-16T11:47:38Z', 'revision_number': 3, 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'gw_port': {'id': '2b1965b6-4021-4c8d-9b56-1bb3568059c0', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ba:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e143489-1770-46f1-aea8-120a01376c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:47:37Z', 'updated_at': '2021-11-16T11:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:47:40.889878 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-73834887-b173-4645-9b3f-a938a3da4ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:40.937847 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-73834887-b173-4645-9b3f-a938a3da4ed1 None None] For port 2b1965b6-4021-4c8d-9b56-1bb3568059c0, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=2b1965b6-4021-4c8d-9b56-1bb3568059c0,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:47:40.942929 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-73834887-b173-4645-9b3f-a938a3da4ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:41.042785 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-4b31fc1a-fda7-48b0-877d-37c2bc809a8f None None] Allocated IP 172.20.0.2 (13798e32-1d9c-4590-8de1-b4d7dc4963b2/ab2fdb75-3b30-4734-af46-d8872295f3d1/dec93ec2-10d4-4189-9e15-9f7021d9aeb2) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:47:41.050432 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b9a51b16-5813-4e03-966c-709af9f83cb0 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:41.242194 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-09a95704-0250-48c0-9b62-eb31f235ab31 None None] Provisioning complete for port 2b1965b6-4021-4c8d-9b56-1bb3568059c0 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:47:41.245788 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-09a95704-0250-48c0-9b62-eb31f235ab31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:41.247494 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73834887-b173-4645-9b3f-a938a3da4ed1 None None] Pushing event updated for resources: {'Port': ['ID=2b1965b6-4021-4c8d-9b56-1bb3568059c0,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:47:41.288534 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73834887-b173-4645-9b3f-a938a3da4ed1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:41.288909 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73834887-b173-4645-9b3f-a938a3da4ed1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:41.289252 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73834887-b173-4645-9b3f-a938a3da4ed1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:41.290850 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73834887-b173-4645-9b3f-a938a3da4ed1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:41.291776 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73834887-b173-4645-9b3f-a938a3da4ed1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:41.292146 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73834887-b173-4645-9b3f-a938a3da4ed1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:41.292478 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73834887-b173-4645-9b3f-a938a3da4ed1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:41.292818 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73834887-b173-4645-9b3f-a938a3da4ed1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:41.293167 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73834887-b173-4645-9b3f-a938a3da4ed1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:41.293511 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73834887-b173-4645-9b3f-a938a3da4ed1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:41.293974 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73834887-b173-4645-9b3f-a938a3da4ed1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:41.294236 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73834887-b173-4645-9b3f-a938a3da4ed1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:47:41.468641 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4b31fc1a-fda7-48b0-877d-37c2bc809a8f None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:41.489609 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4b31fc1a-fda7-48b0-877d-37c2bc809a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:41.604906 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b31fc1a-fda7-48b0-877d-37c2bc809a8f None None] Network 13798e32-1d9c-4590-8de1-b4d7dc4963b2 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:47:41.608934 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-4b31fc1a-fda7-48b0-877d-37c2bc809a8f None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:47:41.615998 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b31fc1a-fda7-48b0-877d-37c2bc809a8f None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:47:41.635516 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31fc1a-fda7-48b0-877d-37c2bc809a8f None None] Pushing event updated for resources: {'Port': ['ID=dec93ec2-10d4-4189-9e15-9f7021d9aeb2,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:47:41.723424 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-b9a51b16-5813-4e03-966c-709af9f83cb0 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Allocated IP 172.20.0.1 (13798e32-1d9c-4590-8de1-b4d7dc4963b2/ab2fdb75-3b30-4734-af46-d8872295f3d1/a5ca7f65-e598-462d-bbda-a5ae5b9df72d) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:47:41.734094 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-4b31fc1a-fda7-48b0-877d-37c2bc809a8f None None] Attempting to bind port dec93ec2-10d4-4189-9e15-9f7021d9aeb2 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:47:41.735100 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-4b31fc1a-fda7-48b0-877d-37c2bc809a8f None None] Attempting to bind port dec93ec2-10d4-4189-9e15-9f7021d9aeb2 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '4bf8276d-c5c8-4253-8bad-100ea2b4f7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '13798e32-1d9c-4590-8de1-b4d7dc4963b2'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:47:41.735100 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31fc1a-fda7-48b0-877d-37c2bc809a8f None None] Attempting to bind port dec93ec2-10d4-4189-9e15-9f7021d9aeb2 on network 13798e32-1d9c-4590-8de1-b4d7dc4963b2 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:47:41.741724 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31fc1a-fda7-48b0-877d-37c2bc809a8f None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:47:41.742502 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31fc1a-fda7-48b0-877d-37c2bc809a8f None None] Checking segment: {'id': '4bf8276d-c5c8-4253-8bad-100ea2b4f7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '13798e32-1d9c-4590-8de1-b4d7dc4963b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:47:41.743141 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4b31fc1a-fda7-48b0-877d-37c2bc809a8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:41.744134 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31fc1a-fda7-48b0-877d-37c2bc809a8f None None] Bound using segment: {'id': '4bf8276d-c5c8-4253-8bad-100ea2b4f7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '13798e32-1d9c-4590-8de1-b4d7dc4963b2'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:47:41.744134 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-4b31fc1a-fda7-48b0-877d-37c2bc809a8f None None] Bound port: dec93ec2-10d4-4189-9e15-9f7021d9aeb2, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bf8276d-c5c8-4253-8bad-100ea2b4f7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '13798e32-1d9c-4590-8de1-b4d7dc4963b2'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:47:41.744661 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4b31fc1a-fda7-48b0-877d-37c2bc809a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:41.881606 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-4b31fc1a-fda7-48b0-877d-37c2bc809a8f None None] For port dec93ec2-10d4-4189-9e15-9f7021d9aeb2, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:47:41.887441 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-4b31fc1a-fda7-48b0-877d-37c2bc809a8f None None] For port dec93ec2-10d4-4189-9e15-9f7021d9aeb2, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=dec93ec2-10d4-4189-9e15-9f7021d9aeb2,segment=NetworkSegment(4bf8276d-c5c8-4253-8bad-100ea2b4f7bb),segment_id=4bf8276d-c5c8-4253-8bad-100ea2b4f7bb)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:47:41.898684 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4b31fc1a-fda7-48b0-877d-37c2bc809a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:41.919667 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b9a51b16-5813-4e03-966c-709af9f83cb0 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:41.955391 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b9a51b16-5813-4e03-966c-709af9f83cb0 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:42.050832 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a51b16-5813-4e03-966c-709af9f83cb0 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Pushing event updated for resources: {'Port': ['ID=a5ca7f65-e598-462d-bbda-a5ae5b9df72d,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:47:42.054648 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31fc1a-fda7-48b0-877d-37c2bc809a8f None None] Pushing event updated for resources: {'Port': ['ID=dec93ec2-10d4-4189-9e15-9f7021d9aeb2,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:47:42.062235 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a51b16-5813-4e03-966c-709af9f83cb0 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Network 13798e32-1d9c-4590-8de1-b4d7dc4963b2 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:47:42.068471 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-b9a51b16-5813-4e03-966c-709af9f83cb0 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:47:42.071860 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a51b16-5813-4e03-966c-709af9f83cb0 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:47:42.205970 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b9a51b16-5813-4e03-966c-709af9f83cb0 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:42.394790 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 2b1965b6-4021-4c8d-9b56-1bb3568059c0 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:47:42.491929 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b9a51b16-5813-4e03-966c-709af9f83cb0 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:42.517537 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 2b1965b6-4021-4c8d-9b56-1bb3568059c0 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:47:42.517917 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:42.835614 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b9a51b16-5813-4e03-966c-709af9f83cb0 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:42.842452 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b9a51b16-5813-4e03-966c-709af9f83cb0 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:42.918848 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b9a51b16-5813-4e03-966c-709af9f83cb0 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:42.920692 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a51b16-5813-4e03-966c-709af9f83cb0 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Pushing event updated for resources: {'Port': ['ID=a5ca7f65-e598-462d-bbda-a5ae5b9df72d,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:47:43.053530 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1f3d1466-e910-403f-9dd4-64105e68f426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:43.093370 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a51b16-5813-4e03-966c-709af9f83cb0 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Network 13798e32-1d9c-4590-8de1-b4d7dc4963b2 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:47:43.095431 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-b9a51b16-5813-4e03-966c-709af9f83cb0 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:47:43.576416 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a51b16-5813-4e03-966c-709af9f83cb0 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Router 3e143489-1770-46f1-aea8-120a01376c46 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:47:43.704783 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a51b16-5813-4e03-966c-709af9f83cb0 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:47:43.710523 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b9a51b16-5813-4e03-966c-709af9f83cb0 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "PUT /v2.0/routers/3e143489-1770-46f1-aea8-120a01376c46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6186686 Nov 16 11:47:43.713716 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 38170) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:47:43.719191 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-d9fb607e-3f63-47f2-8c16-ec75fa81dde3 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1886926193', 'description': 'tempest-secgroup_access--1886926193 description', 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:47:43.745084 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d9fb607e-3f63-47f2-8c16-ec75fa81dde3 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:43.850371 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d9fb607e-3f63-47f2-8c16-ec75fa81dde3 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:43.859145 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d9fb607e-3f63-47f2-8c16-ec75fa81dde3 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:43.899173 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb607e-3f63-47f2-8c16-ec75fa81dde3 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=038b387b-ccb1-412a-b143-1904f25c3bcb,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:47:43.911870 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d9fb607e-3f63-47f2-8c16-ec75fa81dde3 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:43.913512 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d9fb607e-3f63-47f2-8c16-ec75fa81dde3 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1985159 Nov 16 11:47:43.916850 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 38172) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:47:43.922253 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-b813ac78-b2b7-44ab-ad4b-3158ea9d254e tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1126589260', 'description': 'tempest-secgroup_general--1126589260 description', 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:47:43.957804 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b813ac78-b2b7-44ab-ad4b-3158ea9d254e tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:43.962193 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8920d323-2926-4e96-adf1-1128b7b8a377 None None] Sync routers for ids ['3e143489-1770-46f1-aea8-120a01376c46'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:47:43.982891 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8920d323-2926-4e96-adf1-1128b7b8a377 None None] Routers {'3e143489-1770-46f1-aea8-120a01376c46'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:47:43.983936 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8920d323-2926-4e96-adf1-1128b7b8a377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:47:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['3e143489-1770-46f1-aea8-120a01376c46'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:47:44.079310 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83e0fdf-dc2e-4efb-bd14-a178e9152f5b None None] Network 13798e32-1d9c-4590-8de1-b4d7dc4963b2 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:47:44.092750 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b813ac78-b2b7-44ab-ad4b-3158ea9d254e tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:44.097017 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b813ac78-b2b7-44ab-ad4b-3158ea9d254e tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:44.199222 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b813ac78-b2b7-44ab-ad4b-3158ea9d254e tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:44.204457 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 38178) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:47:44.206435 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-8920d323-2926-4e96-adf1-1128b7b8a377 None None] Set router 3e143489-1770-46f1-aea8-120a01376c46 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:47:44.209290 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-282604cf-3a53-4ece-922f-50b64d62c2c8 None None] Provisioning complete for port dec93ec2-10d4-4189-9e15-9f7021d9aeb2 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:47:44.209290 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-282604cf-3a53-4ece-922f-50b64d62c2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:44.210996 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e2031537-35cc-4d6b-8a33-9f0bd365bffb tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Request body: {'security_group_rule': {'security_group_id': '038b387b-ccb1-412a-b143-1904f25c3bcb', 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:47:44.214502 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b813ac78-b2b7-44ab-ad4b-3158ea9d254e tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2960441 Nov 16 11:47:44.216071 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b813ac78-b2b7-44ab-ad4b-3158ea9d254e tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1fd665-a174-469d-911f-ceb5c87d3e89,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:47:44.252544 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2031537-35cc-4d6b-8a33-9f0bd365bffb tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:44.267035 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device dec93ec2-10d4-4189-9e15-9f7021d9aeb2 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:47:44.318625 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2031537-35cc-4d6b-8a33-9f0bd365bffb tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:44.324046 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2031537-35cc-4d6b-8a33-9f0bd365bffb tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:44.351975 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2031537-35cc-4d6b-8a33-9f0bd365bffb tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:44.374517 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e2031537-35cc-4d6b-8a33-9f0bd365bffb tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1687770 Nov 16 11:47:44.383975 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2031537-35cc-4d6b-8a33-9f0bd365bffb tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=587290ab-53f2-4395-8d64-3375b10d6d2f,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:47:44.513623 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-282604cf-3a53-4ece-922f-50b64d62c2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:44.548994 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port dec93ec2-10d4-4189-9e15-9f7021d9aeb2 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:47:44.549494 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:44.608945 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-e0ec4edd-2119-4377-bb43-0f7ebced3806 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup_access--1886926193&fields=id&tenant_id=ff1f996b8b12443fa397a2de0a6eea26 HTTP/1.1" status: 200 len: 267 time: 0.0574555 Nov 16 11:47:44.622258 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-282604cf-3a53-4ece-922f-50b64d62c2c8 None None] For port dec93ec2-10d4-4189-9e15-9f7021d9aeb2, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=dec93ec2-10d4-4189-9e15-9f7021d9aeb2,segment=NetworkSegment(4bf8276d-c5c8-4253-8bad-100ea2b4f7bb),segment_id=4bf8276d-c5c8-4253-8bad-100ea2b4f7bb)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:47:44.648269 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-282604cf-3a53-4ece-922f-50b64d62c2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:44.693951 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-b2c75903-c4c3-4f12-aff4-e4e0e5de8345 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup_general--1126589260&fields=id&tenant_id=ff1f996b8b12443fa397a2de0a6eea26 HTTP/1.1" status: 200 len: 267 time: 0.0768516 Nov 16 11:47:44.783086 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282604cf-3a53-4ece-922f-50b64d62c2c8 None None] Pushing event updated for resources: {'Port': ['ID=dec93ec2-10d4-4189-9e15-9f7021d9aeb2,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:47:44.806913 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8920d323-2926-4e96-adf1-1128b7b8a377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e143489-1770-46f1-aea8-120a01376c46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501217771', 'tenant_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '2b1965b6-4021-4c8d-9b56-1bb3568059c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:47:36Z', 'updated_at': '2021-11-16T11:47:42Z', 'revision_number': 4, 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'gw_port': {'id': '2b1965b6-4021-4c8d-9b56-1bb3568059c0', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ba:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e143489-1770-46f1-aea8-120a01376c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:47:37Z', 'updated_at': '2021-11-16T11:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'a5ca7f65-e598-462d-bbda-a5ae5b9df72d', 'name': '', 'network_id': '13798e32-1d9c-4590-8de1-b4d7dc4963b2', 'tenant_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'mac_address': 'fa:16:3e:43:69:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e143489-1770-46f1-aea8-120a01376c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'ab2fdb75-3b30-4734-af46-d8872295f3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:47:41Z', 'updated_at': '2021-11-16T11:47:42Z', 'revision_number': 2, 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'subnets': [{'id': 'ab2fdb75-3b30-4734-af46-d8872295f3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:47:44.836796 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-adad8cbd-1e8c-42db-8261-8411d5a08a41 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:44.838979 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-adad8cbd-1e8c-42db-8261-8411d5a08a41 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "GET /v2.0/networks?id=13798e32-1d9c-4590-8de1-b4d7dc4963b2 HTTP/1.1" status: 200 len: 797 time: 0.1347113 Nov 16 11:47:44.840852 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8920d323-2926-4e96-adf1-1128b7b8a377 None None] Checking router: 3e143489-1770-46f1-aea8-120a01376c46 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:47:44.841316 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8920d323-2926-4e96-adf1-1128b7b8a377 None None] Updating router 3e143489-1770-46f1-aea8-120a01376c46 port a5ca7f65-e598-462d-bbda-a5ae5b9df72d binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:47:44.869454 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-fc20a740-bf5c-42ca-a108-c4f3f62acaab tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "GET /v2.0/quotas/ff1f996b8b12443fa397a2de0a6eea26 HTTP/1.1" status: 200 len: 375 time: 0.0219018 Nov 16 11:47:44.887569 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8920d323-2926-4e96-adf1-1128b7b8a377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:44.975019 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-08826dce-3fd1-4c29-ae9d-32e779ee9fa7 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ff1f996b8b12443fa397a2de0a6eea26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0872374 Nov 16 11:47:44.981163 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-0d538618-f650-453d-9a0a-90c327e3f7b3 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:47:44.987050 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-0d538618-f650-453d-9a0a-90c327e3f7b3 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111623 Nov 16 11:47:45.136008 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-20b7fd04-9967-4d66-a71b-086132848cb3 service neutron] 10.222.0.61 "GET /v2.0/networks/13798e32-1d9c-4590-8de1-b4d7dc4963b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454751 Nov 16 11:47:45.252873 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ab3897cb-45da-4f61-b008-2fced68cc5c0 None None] Provisioning complete for port dec93ec2-10d4-4189-9e15-9f7021d9aeb2 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:47:45.253471 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab3897cb-45da-4f61-b008-2fced68cc5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:45.258471 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8920d323-2926-4e96-adf1-1128b7b8a377 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:45.262162 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-8b44a902-f1a4-48bc-9532-f3c153b1e88c service neutron] 10.222.0.61 "GET /v2.0/networks/13798e32-1d9c-4590-8de1-b4d7dc4963b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249802 Nov 16 11:47:45.319288 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8920d323-2926-4e96-adf1-1128b7b8a377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:45.513666 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d37dc5-cab5-46d8-a1ff-d4ab9905cb87 None None] Pushing event updated for resources: {'Port': ['ID=a5ca7f65-e598-462d-bbda-a5ae5b9df72d,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:47:45.674176 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-8920d323-2926-4e96-adf1-1128b7b8a377 None None] Attempting to bind port a5ca7f65-e598-462d-bbda-a5ae5b9df72d on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:47:45.674554 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-8920d323-2926-4e96-adf1-1128b7b8a377 None None] Attempting to bind port a5ca7f65-e598-462d-bbda-a5ae5b9df72d by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '4bf8276d-c5c8-4253-8bad-100ea2b4f7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '13798e32-1d9c-4590-8de1-b4d7dc4963b2'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:47:45.674926 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8920d323-2926-4e96-adf1-1128b7b8a377 None None] Attempting to bind port a5ca7f65-e598-462d-bbda-a5ae5b9df72d on network 13798e32-1d9c-4590-8de1-b4d7dc4963b2 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:47:45.687601 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-efce1a01-b6a9-4b9d-b235-75b053e8fe0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:45.702683 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3bc746bb-adf9-494f-91d9-358b7077cf56 req-7df29238-b755-4bf9-b9b3-9abfc9cb7614 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "GET /v2.0/ports?device_id=39bb6913-7d04-49b1-a17f-14337e8b4630 HTTP/1.1" status: 200 len: 210 time: 0.0643837 Nov 16 11:47:45.713699 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8920d323-2926-4e96-adf1-1128b7b8a377 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:47:45.713699 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8920d323-2926-4e96-adf1-1128b7b8a377 None None] Checking segment: {'id': '4bf8276d-c5c8-4253-8bad-100ea2b4f7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '13798e32-1d9c-4590-8de1-b4d7dc4963b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:47:45.713699 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8920d323-2926-4e96-adf1-1128b7b8a377 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:45.713699 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8920d323-2926-4e96-adf1-1128b7b8a377 None None] Bound using segment: {'id': '4bf8276d-c5c8-4253-8bad-100ea2b4f7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '13798e32-1d9c-4590-8de1-b4d7dc4963b2'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:47:45.714222 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-8920d323-2926-4e96-adf1-1128b7b8a377 None None] Bound port: a5ca7f65-e598-462d-bbda-a5ae5b9df72d, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bf8276d-c5c8-4253-8bad-100ea2b4f7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '13798e32-1d9c-4590-8de1-b4d7dc4963b2'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:47:45.714392 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8920d323-2926-4e96-adf1-1128b7b8a377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:45.807694 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-8920d323-2926-4e96-adf1-1128b7b8a377 None None] For port a5ca7f65-e598-462d-bbda-a5ae5b9df72d, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:47:45.811527 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-8920d323-2926-4e96-adf1-1128b7b8a377 None None] For port a5ca7f65-e598-462d-bbda-a5ae5b9df72d, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=a5ca7f65-e598-462d-bbda-a5ae5b9df72d,segment=NetworkSegment(4bf8276d-c5c8-4253-8bad-100ea2b4f7bb),segment_id=4bf8276d-c5c8-4253-8bad-100ea2b4f7bb)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:47:45.813384 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ab3897cb-45da-4f61-b008-2fced68cc5c0 None None] Provisioning complete for port a5ca7f65-e598-462d-bbda-a5ae5b9df72d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:47:45.813847 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab3897cb-45da-4f61-b008-2fced68cc5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:45.839816 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8920d323-2926-4e96-adf1-1128b7b8a377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:45.916785 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-ab3897cb-45da-4f61-b008-2fced68cc5c0 None None] Port a5ca7f65-e598-462d-bbda-a5ae5b9df72d cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:47:45.950431 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8920d323-2926-4e96-adf1-1128b7b8a377 None None] Routers {'3e143489-1770-46f1-aea8-120a01376c46'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:47:45.951087 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8920d323-2926-4e96-adf1-1128b7b8a377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:47:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['3e143489-1770-46f1-aea8-120a01376c46'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:47:46.344536 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device dec93ec2-10d4-4189-9e15-9f7021d9aeb2 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:47:46.350428 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d37dc5-cab5-46d8-a1ff-d4ab9905cb87 None None] Pushing event updated for resources: {'Port': ['ID=a5ca7f65-e598-462d-bbda-a5ae5b9df72d,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:47:46.423928 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb828322-121e-4729-ae96-1b50b788cf7e None None] Provisioning complete for port a5ca7f65-e598-462d-bbda-a5ae5b9df72d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:47:46.424414 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb828322-121e-4729-ae96-1b50b788cf7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:46.497102 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-8920d323-2926-4e96-adf1-1128b7b8a377 None None] Set router 3e143489-1770-46f1-aea8-120a01376c46 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:47:46.534041 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port dec93ec2-10d4-4189-9e15-9f7021d9aeb2 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:47:46.534473 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:46.728764 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:46.735063 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb828322-121e-4729-ae96-1b50b788cf7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:46.845302 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c60ffe40-159b-495f-bd59-d50737e69f92 req-0103d659-34e4-4bd6-97b6-36fba64268f5 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "GET /v2.0/ports?device_id=39bb6913-7d04-49b1-a17f-14337e8b4630 HTTP/1.1" status: 200 len: 210 time: 0.0402210 Nov 16 11:47:46.862399 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fb828322-121e-4729-ae96-1b50b788cf7e None None] For port a5ca7f65-e598-462d-bbda-a5ae5b9df72d, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=a5ca7f65-e598-462d-bbda-a5ae5b9df72d,segment=NetworkSegment(4bf8276d-c5c8-4253-8bad-100ea2b4f7bb),segment_id=4bf8276d-c5c8-4253-8bad-100ea2b4f7bb)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:47:46.882281 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb828322-121e-4729-ae96-1b50b788cf7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:46.943721 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb828322-121e-4729-ae96-1b50b788cf7e None None] Pushing event updated for resources: {'Port': ['ID=a5ca7f65-e598-462d-bbda-a5ae5b9df72d,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:47:46.953731 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8920d323-2926-4e96-adf1-1128b7b8a377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e143489-1770-46f1-aea8-120a01376c46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501217771', 'tenant_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '2b1965b6-4021-4c8d-9b56-1bb3568059c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:47:36Z', 'updated_at': '2021-11-16T11:47:42Z', 'revision_number': 4, 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'gw_port': {'id': '2b1965b6-4021-4c8d-9b56-1bb3568059c0', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ba:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e143489-1770-46f1-aea8-120a01376c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:47:37Z', 'updated_at': '2021-11-16T11:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'a5ca7f65-e598-462d-bbda-a5ae5b9df72d', 'name': '', 'network_id': '13798e32-1d9c-4590-8de1-b4d7dc4963b2', 'tenant_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'mac_address': 'fa:16:3e:43:69:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e143489-1770-46f1-aea8-120a01376c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'ab2fdb75-3b30-4734-af46-d8872295f3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:47:41Z', 'updated_at': '2021-11-16T11:47:45Z', 'revision_number': 4, 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'subnets': [{'id': 'ab2fdb75-3b30-4734-af46-d8872295f3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:47:47.005998 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8920d323-2926-4e96-adf1-1128b7b8a377 None None] The sync data for ids ['3e143489-1770-46f1-aea8-120a01376c46'] in n-d-816823-3 is: [{'id': '3e143489-1770-46f1-aea8-120a01376c46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501217771', 'tenant_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '2b1965b6-4021-4c8d-9b56-1bb3568059c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:47:36Z', 'updated_at': '2021-11-16T11:47:42Z', 'revision_number': 4, 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'gw_port': {'id': '2b1965b6-4021-4c8d-9b56-1bb3568059c0', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ba:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e143489-1770-46f1-aea8-120a01376c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:47:37Z', 'updated_at': '2021-11-16T11:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'a5ca7f65-e598-462d-bbda-a5ae5b9df72d', 'name': '', 'network_id': '13798e32-1d9c-4590-8de1-b4d7dc4963b2', 'tenant_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'mac_address': 'fa:16:3e:43:69:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e143489-1770-46f1-aea8-120a01376c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'ab2fdb75-3b30-4734-af46-d8872295f3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:47:41Z', 'updated_at': '2021-11-16T11:47:45Z', 'revision_number': 4, 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'subnets': [{'id': 'ab2fdb75-3b30-4734-af46-d8872295f3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:47:47.032644 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fb3e9c6b-a4a1-4de0-ad1b-bfe83c4eb980 None None] Provisioning complete for port a5ca7f65-e598-462d-bbda-a5ae5b9df72d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:47:47.033018 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb3e9c6b-a4a1-4de0-ad1b-bfe83c4eb980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:47.332554 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-1abd69b3-8ed8-4e18-b55c-03a734bc5d7c tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:47.335285 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-1abd69b3-8ed8-4e18-b55c-03a734bc5d7c tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.36 "GET /v2.0/networks?id=13798e32-1d9c-4590-8de1-b4d7dc4963b2 HTTP/1.1" status: 200 len: 797 time: 0.2130139 Nov 16 11:47:47.421511 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-3d5d3fb2-35c6-4fbf-8897-f1af7dbe4d70 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff1f996b8b12443fa397a2de0a6eea26 HTTP/1.1" status: 200 len: 478 time: 0.0733132 Nov 16 11:47:47.444929 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-c8cee2e0-9a9c-4a4d-964a-b2e2a424897b tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Request body: {'port': {'device_id': '39bb6913-7d04-49b1-a17f-14337e8b4630', 'network_id': '13798e32-1d9c-4590-8de1-b4d7dc4963b2', 'admin_state_up': True, 'tenant_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'security_groups': ['038b387b-ccb1-412a-b143-1904f25c3bcb', 'ea1fd665-a174-469d-911f-ceb5c87d3e89']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:47:47.577917 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-c8cee2e0-9a9c-4a4d-964a-b2e2a424897b tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Made reservation on behalf of ff1f996b8b12443fa397a2de0a6eea26 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:47:47.581511 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-c8cee2e0-9a9c-4a4d-964a-b2e2a424897b tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:47.748045 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-c8cee2e0-9a9c-4a4d-964a-b2e2a424897b tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Allocated IP 172.20.0.3 (13798e32-1d9c-4590-8de1-b4d7dc4963b2/ab2fdb75-3b30-4734-af46-d8872295f3d1/5eb11594-8fcb-4e95-9aff-84858626dab3) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:47:47.961700 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-c8cee2e0-9a9c-4a4d-964a-b2e2a424897b tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:48.000921 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d76a7455-95a1-4346-8843-e261cd6d0f2d req-fc8e51a3-573c-4a1b-be4b-807e546c2355 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "GET /v2.0/ports?device_id=39bb6913-7d04-49b1-a17f-14337e8b4630 HTTP/1.1" status: 200 len: 210 time: 0.0459952 Nov 16 11:47:48.023152 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-c8cee2e0-9a9c-4a4d-964a-b2e2a424897b tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:48.090442 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-c8cee2e0-9a9c-4a4d-964a-b2e2a424897b tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Network 13798e32-1d9c-4590-8de1-b4d7dc4963b2 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:47:48.094173 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-c8cee2e0-9a9c-4a4d-964a-b2e2a424897b tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:47:48.098398 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-c8cee2e0-9a9c-4a4d-964a-b2e2a424897b tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:47:48.106308 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cee2e0-9a9c-4a4d-964a-b2e2a424897b tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Pushing event updated for resources: {'Port': ['ID=5eb11594-8fcb-4e95-9aff-84858626dab3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:47:48.261226 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device a5ca7f65-e598-462d-bbda-a5ae5b9df72d up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:47:48.396492 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:48.418975 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port a5ca7f65-e598-462d-bbda-a5ae5b9df72d triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:47:48.419548 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:48.577880 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-e27b1df5-9436-4bbb-83ff-e4b0e5bbb9b8 None None] Provisioning complete for port 5eb11594-8fcb-4e95-9aff-84858626dab3 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:47:48.578418 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e27b1df5-9436-4bbb-83ff-e4b0e5bbb9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:48.602324 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-c8cee2e0-9a9c-4a4d-964a-b2e2a424897b tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:48.604273 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-c8cee2e0-9a9c-4a4d-964a-b2e2a424897b tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:48.624908 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-e27b1df5-9436-4bbb-83ff-e4b0e5bbb9b8 None None] Port 5eb11594-8fcb-4e95-9aff-84858626dab3 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:47:48.628529 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-c8cee2e0-9a9c-4a4d-964a-b2e2a424897b tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.1936138 Nov 16 11:47:48.641837 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-f6640884-c4a8-4c8b-8e9d-1d64222224e1 service neutron] Request body: {'port': {'device_id': '39bb6913-7d04-49b1-a17f-14337e8b4630', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:47:48.705539 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-f6640884-c4a8-4c8b-8e9d-1d64222224e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:48.840116 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:49.065745 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-f6640884-c4a8-4c8b-8e9d-1d64222224e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eb11594-8fcb-4e95-9aff-84858626dab3 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:47:49.095680 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-f6640884-c4a8-4c8b-8e9d-1d64222224e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:49.115133 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-f6640884-c4a8-4c8b-8e9d-1d64222224e1 service neutron] Transition to ACTIVE for port object 5eb11594-8fcb-4e95-9aff-84858626dab3 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:47:49.131175 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-f6640884-c4a8-4c8b-8e9d-1d64222224e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:49.189326 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58455f2-9ec6-439a-9f91-e810e35083ce req-00885c7f-78c6-4410-8af6-6ef522b4df71 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:49.194076 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f58455f2-9ec6-439a-9f91-e810e35083ce req-00885c7f-78c6-4410-8af6-6ef522b4df71 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "GET /v2.0/ports?device_id=39bb6913-7d04-49b1-a17f-14337e8b4630 HTTP/1.1" status: 200 len: 970 time: 0.0830579 Nov 16 11:47:49.284498 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6640884-c4a8-4c8b-8e9d-1d64222224e1 service neutron] Pushing event updated for resources: {'Port': ['ID=5eb11594-8fcb-4e95-9aff-84858626dab3,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:47:49.307455 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f58455f2-9ec6-439a-9f91-e810e35083ce req-04593f33-3467-47fc-9b6a-a168bda84588 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "GET /v2.0/security-groups?id=038b387b-ccb1-412a-b143-1904f25c3bcb&id=ea1fd665-a174-469d-911f-ceb5c87d3e89&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1034236 Nov 16 11:47:49.320092 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-f6640884-c4a8-4c8b-8e9d-1d64222224e1 service neutron] Attempting to bind port 5eb11594-8fcb-4e95-9aff-84858626dab3 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:47:49.320437 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-f6640884-c4a8-4c8b-8e9d-1d64222224e1 service neutron] Attempting to bind port 5eb11594-8fcb-4e95-9aff-84858626dab3 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '4bf8276d-c5c8-4253-8bad-100ea2b4f7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '13798e32-1d9c-4590-8de1-b4d7dc4963b2'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:47:49.320817 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-f6640884-c4a8-4c8b-8e9d-1d64222224e1 service neutron] Attempting to bind port 5eb11594-8fcb-4e95-9aff-84858626dab3 on network 13798e32-1d9c-4590-8de1-b4d7dc4963b2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:47:49.326000 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-f6640884-c4a8-4c8b-8e9d-1d64222224e1 service neutron] Port 5eb11594-8fcb-4e95-9aff-84858626dab3 on network 13798e32-1d9c-4590-8de1-b4d7dc4963b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:47:49.326306 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-f6640884-c4a8-4c8b-8e9d-1d64222224e1 service neutron] Attempting to bind port 5eb11594-8fcb-4e95-9aff-84858626dab3 on network 13798e32-1d9c-4590-8de1-b4d7dc4963b2 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:47:49.334741 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-f6640884-c4a8-4c8b-8e9d-1d64222224e1 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:47:49.335090 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-f6640884-c4a8-4c8b-8e9d-1d64222224e1 service neutron] Checking segment: {'id': '4bf8276d-c5c8-4253-8bad-100ea2b4f7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '13798e32-1d9c-4590-8de1-b4d7dc4963b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:47:49.335471 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-f6640884-c4a8-4c8b-8e9d-1d64222224e1 service neutron] Bound using segment: {'id': '4bf8276d-c5c8-4253-8bad-100ea2b4f7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '13798e32-1d9c-4590-8de1-b4d7dc4963b2'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:47:49.335909 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-f6640884-c4a8-4c8b-8e9d-1d64222224e1 service neutron] Bound port: 5eb11594-8fcb-4e95-9aff-84858626dab3, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bf8276d-c5c8-4253-8bad-100ea2b4f7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '13798e32-1d9c-4590-8de1-b4d7dc4963b2'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:47:49.336352 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-f6640884-c4a8-4c8b-8e9d-1d64222224e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:49.420291 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-f6640884-c4a8-4c8b-8e9d-1d64222224e1 service neutron] For port 5eb11594-8fcb-4e95-9aff-84858626dab3, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:47:49.423975 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-f6640884-c4a8-4c8b-8e9d-1d64222224e1 service neutron] For port 5eb11594-8fcb-4e95-9aff-84858626dab3, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=5eb11594-8fcb-4e95-9aff-84858626dab3,segment=NetworkSegment(4bf8276d-c5c8-4253-8bad-100ea2b4f7bb),segment_id=4bf8276d-c5c8-4253-8bad-100ea2b4f7bb)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:47:49.441937 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-f6640884-c4a8-4c8b-8e9d-1d64222224e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:49.491333 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-f6640884-c4a8-4c8b-8e9d-1d64222224e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:49.491958 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-f6640884-c4a8-4c8b-8e9d-1d64222224e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:49.493366 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-f6640884-c4a8-4c8b-8e9d-1d64222224e1 service neutron] 10.222.0.36 "PUT /v2.0/ports/5eb11594-8fcb-4e95-9aff-84858626dab3 HTTP/1.1" status: 200 len: 1130 time: 0.8581591 Nov 16 11:47:49.493818 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39bb6913-7d04-49b1-a17f-14337e8b4630', 'tag': '5eb11594-8fcb-4e95-9aff-84858626dab3'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:47:49.496325 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5d52a0-5118-409d-9046-cde2ea8b9bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "39bb6913-7d04-49b1-a17f-14337e8b4630", "tag": "5eb11594-8fcb-4e95-9aff-84858626dab3"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:47:49.543451 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6640884-c4a8-4c8b-8e9d-1d64222224e1 service neutron] Pushing event updated for resources: {'Port': ['ID=5eb11594-8fcb-4e95-9aff-84858626dab3,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:47:49.623960 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-6ba3003f-eb0c-405d-ba0d-2d228c2b9569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:49.625172 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-6ba3003f-eb0c-405d-ba0d-2d228c2b9569 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff1f996b8b12443fa397a2de0a6eea26&device_id=39bb6913-7d04-49b1-a17f-14337e8b4630 HTTP/1.1" status: 200 len: 1133 time: 0.0500178 Nov 16 11:47:49.706975 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-ef802075-88b5-4902-b469-f73cf954f574 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5eb11594-8fcb-4e95-9aff-84858626dab3 HTTP/1.1" status: 200 len: 217 time: 0.0726216 Nov 16 11:47:49.767968 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b777aca3-44ed-44ae-bf28-ca1e7afb0a03 x-openstack-request-id: req-b777aca3-44ed-44ae-bf28-ca1e7afb0a03 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:47:49.768261 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39bb6913-7d04-49b1-a17f-14337e8b4630", "tag": "5eb11594-8fcb-4e95-9aff-84858626dab3", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:47:49.768509 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b777aca3-44ed-44ae-bf28-ca1e7afb0a03 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:47:49.768914 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39bb6913-7d04-49b1-a17f-14337e8b4630', 'tag': '5eb11594-8fcb-4e95-9aff-84858626dab3', 'status': 'completed', 'code': 200} Nov 16 11:47:49.777192 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-80c7ed51-1173-4814-a578-0189e703e2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:49.778717 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-80c7ed51-1173-4814-a578-0189e703e2d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab2fdb75-3b30-4734-af46-d8872295f3d1 HTTP/1.1" status: 200 len: 834 time: 0.0598497 Nov 16 11:47:49.847845 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-1dbf5fa3-996e-436e-a505-13dc476d44a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:49.849366 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-1dbf5fa3-996e-436e-a505-13dc476d44a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=13798e32-1d9c-4590-8de1-b4d7dc4963b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620675 Nov 16 11:47:49.971813 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-9a86d49b-719e-497c-80eb-e94b27a7f45a service neutron] 10.222.0.36 "GET /v2.0/networks/13798e32-1d9c-4590-8de1-b4d7dc4963b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100569 Nov 16 11:47:50.080145 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3678c2a1-8bda-4294-936b-c588ffabbdb4 req-98cd9838-000b-453e-b1e6-4e91533526f1 service neutron] 10.222.0.36 "GET /v2.0/networks/13798e32-1d9c-4590-8de1-b4d7dc4963b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014285 Nov 16 11:47:50.206352 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d52a0-5118-409d-9046-cde2ea8b9bd2 req-7b504766-330f-4762-9237-0a606bd39e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:50.207983 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0b5d52a0-5118-409d-9046-cde2ea8b9bd2 req-7b504766-330f-4762-9237-0a606bd39e4b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff1f996b8b12443fa397a2de0a6eea26&device_id=39bb6913-7d04-49b1-a17f-14337e8b4630 HTTP/1.1" status: 200 len: 1133 time: 0.0601966 Nov 16 11:47:50.338578 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d52a0-5118-409d-9046-cde2ea8b9bd2 req-6eaa5db0-9746-4a7b-aa40-cafc9ec8df64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:50.340328 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0b5d52a0-5118-409d-9046-cde2ea8b9bd2 req-6eaa5db0-9746-4a7b-aa40-cafc9ec8df64 service neutron] 10.222.0.36 "GET /v2.0/networks?id=13798e32-1d9c-4590-8de1-b4d7dc4963b2 HTTP/1.1" status: 200 len: 898 time: 0.1234865 Nov 16 11:47:50.394191 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0b5d52a0-5118-409d-9046-cde2ea8b9bd2 req-3e7f985d-3741-4591-b000-e62d76681e9e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5eb11594-8fcb-4e95-9aff-84858626dab3 HTTP/1.1" status: 200 len: 217 time: 0.0451849 Nov 16 11:47:50.457865 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0c2bb-e9fc-4d92-89dc-b9dab24a0de7 req-a1770328-004e-4b6d-a1d2-cd8cb42f84b8 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:50.462197 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c5e0c2bb-e9fc-4d92-89dc-b9dab24a0de7 req-a1770328-004e-4b6d-a1d2-cd8cb42f84b8 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "GET /v2.0/ports?device_id=39bb6913-7d04-49b1-a17f-14337e8b4630 HTTP/1.1" status: 200 len: 982 time: 0.0677042 Nov 16 11:47:50.478936 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d52a0-5118-409d-9046-cde2ea8b9bd2 req-adacc58d-022c-4155-86ca-a583c3b384d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:50.480427 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0b5d52a0-5118-409d-9046-cde2ea8b9bd2 req-adacc58d-022c-4155-86ca-a583c3b384d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab2fdb75-3b30-4734-af46-d8872295f3d1 HTTP/1.1" status: 200 len: 834 time: 0.0765176 Nov 16 11:47:50.539682 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d52a0-5118-409d-9046-cde2ea8b9bd2 req-a2a8be4a-847a-4c75-ae29-1a4eeb30c87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:50.541693 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0b5d52a0-5118-409d-9046-cde2ea8b9bd2 req-a2a8be4a-847a-4c75-ae29-1a4eeb30c87b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=13798e32-1d9c-4590-8de1-b4d7dc4963b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535071 Nov 16 11:47:50.589157 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c5e0c2bb-e9fc-4d92-89dc-b9dab24a0de7 req-6f48446d-9b5d-40fa-bd2b-cff0ae7e136f tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "GET /v2.0/security-groups?id=038b387b-ccb1-412a-b143-1904f25c3bcb&id=ea1fd665-a174-469d-911f-ceb5c87d3e89&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1180193 Nov 16 11:47:50.665472 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0b5d52a0-5118-409d-9046-cde2ea8b9bd2 req-58fd205b-b91e-4930-aa20-95bb8359ab46 service neutron] 10.222.0.36 "GET /v2.0/networks/13798e32-1d9c-4590-8de1-b4d7dc4963b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145139 Nov 16 11:47:50.764795 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0b5d52a0-5118-409d-9046-cde2ea8b9bd2 req-4f6bfbaf-f211-4f4a-93e0-4d617832286b service neutron] 10.222.0.36 "GET /v2.0/networks/13798e32-1d9c-4590-8de1-b4d7dc4963b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914254 Nov 16 11:47:51.726181 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019cdd3-36b8-484a-a246-7a44d451a3ad req-55cde522-6965-4757-b90d-2bfcc25356b1 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:51.727702 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b019cdd3-36b8-484a-a246-7a44d451a3ad req-55cde522-6965-4757-b90d-2bfcc25356b1 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "GET /v2.0/ports?device_id=39bb6913-7d04-49b1-a17f-14337e8b4630 HTTP/1.1" status: 200 len: 982 time: 0.0508001 Nov 16 11:47:51.804937 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b019cdd3-36b8-484a-a246-7a44d451a3ad req-3506e912-b18c-433f-bc70-344bb1cac41c tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "GET /v2.0/security-groups?id=038b387b-ccb1-412a-b143-1904f25c3bcb&id=ea1fd665-a174-469d-911f-ceb5c87d3e89&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0701869 Nov 16 11:47:51.828418 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 5eb11594-8fcb-4e95-9aff-84858626dab3 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:47:51.922158 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 5eb11594-8fcb-4e95-9aff-84858626dab3, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=5eb11594-8fcb-4e95-9aff-84858626dab3,segment=NetworkSegment(4bf8276d-c5c8-4253-8bad-100ea2b4f7bb),segment_id=4bf8276d-c5c8-4253-8bad-100ea2b4f7bb)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:47:51.936359 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '5eb11594-8fcb-4e95-9aff-84858626dab3', 'network_id': '13798e32-1d9c-4590-8de1-b4d7dc4963b2', 'port_id': '5eb11594-8fcb-4e95-9aff-84858626dab3', 'mac_address': 'fa:16:3e:de:dc:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab2fdb75-3b30-4734-af46-d8872295f3d1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:47:51.980691 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:51.994010 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eb11594-8fcb-4e95-9aff-84858626dab3 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:47:52.013454 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 5eb11594-8fcb-4e95-9aff-84858626dab3, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=5eb11594-8fcb-4e95-9aff-84858626dab3,segment=NetworkSegment(4bf8276d-c5c8-4253-8bad-100ea2b4f7bb),segment_id=4bf8276d-c5c8-4253-8bad-100ea2b4f7bb)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:47:52.020492 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:52.075365 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=5eb11594-8fcb-4e95-9aff-84858626dab3,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:47:52.284717 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['5eb11594-8fcb-4e95-9aff-84858626dab3'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:47:52.720825 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 38340) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:47:52.838760 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dc1786d3-7d9e-4cec-8a03-b3cfe3dc786f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:52.941066 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dc1786d3-7d9e-4cec-8a03-b3cfe3dc786f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:52.947105 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dc1786d3-7d9e-4cec-8a03-b3cfe3dc786f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:52.997627 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1786d3-7d9e-4cec-8a03-b3cfe3dc786f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a9627c-66ce-4130-8df9-73c3d0dc9b96,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:47:53.008852 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e44d73-0c5a-4f19-9e77-b5f8fba0de4c req-980a6d33-83b8-4754-addb-85214b0852b6 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:53.010408 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-20e44d73-0c5a-4f19-9e77-b5f8fba0de4c req-980a6d33-83b8-4754-addb-85214b0852b6 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "GET /v2.0/ports?device_id=39bb6913-7d04-49b1-a17f-14337e8b4630 HTTP/1.1" status: 200 len: 983 time: 0.1039517 Nov 16 11:47:53.012617 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-dc1786d3-7d9e-4cec-8a03-b3cfe3dc786f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4d8b3b7c5c304132800ac72279f1691f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2907622 Nov 16 11:47:53.015206 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 38348) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:47:53.102534 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-86b80cbd-ccc1-4a50-86e0-f6cf1588364c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:53.109672 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-20e44d73-0c5a-4f19-9e77-b5f8fba0de4c req-b03bc0cc-0a15-46b1-a9c3-687cf248d88d tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "GET /v2.0/security-groups?id=038b387b-ccb1-412a-b143-1904f25c3bcb&id=ea1fd665-a174-469d-911f-ceb5c87d3e89&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0872843 Nov 16 11:47:53.133164 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-86b80cbd-ccc1-4a50-86e0-f6cf1588364c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:53.183489 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-86b80cbd-ccc1-4a50-86e0-f6cf1588364c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:53.186193 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-86b80cbd-ccc1-4a50-86e0-f6cf1588364c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:53.187375 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-86b80cbd-ccc1-4a50-86e0-f6cf1588364c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/64a9627c-66ce-4130-8df9-73c3d0dc9b96 HTTP/1.1" status: 204 len: 168 time: 0.1712465 Nov 16 11:47:53.195441 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b80cbd-ccc1-4a50-86e0-f6cf1588364c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a9627c-66ce-4130-8df9-73c3d0dc9b96,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:47:53.847104 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 5eb11594-8fcb-4e95-9aff-84858626dab3 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:47:53.899902 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port 5eb11594-8fcb-4e95-9aff-84858626dab3 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:47:53.904558 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 5eb11594-8fcb-4e95-9aff-84858626dab3 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:47:53.904998 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:53.998855 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:54.029475 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39bb6913-7d04-49b1-a17f-14337e8b4630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb11594-8fcb-4e95-9aff-84858626dab3'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:47:54.032440 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12674aac-9210-46b5-8e33-1c624fcc9ad5" -d '{"events": [{"server_uuid": "39bb6913-7d04-49b1-a17f-14337e8b4630", "name": "network-vif-plugged", "status": "completed", "tag": "5eb11594-8fcb-4e95-9aff-84858626dab3"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:47:54.038644 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 5eb11594-8fcb-4e95-9aff-84858626dab3, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=5eb11594-8fcb-4e95-9aff-84858626dab3,segment=NetworkSegment(4bf8276d-c5c8-4253-8bad-100ea2b4f7bb),segment_id=4bf8276d-c5c8-4253-8bad-100ea2b4f7bb)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:47:54.044190 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:54.078069 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383888af-e0e2-4fbc-807d-268a4620cdc3 x-openstack-request-id: req-383888af-e0e2-4fbc-807d-268a4620cdc3 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:47:54.078447 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39bb6913-7d04-49b1-a17f-14337e8b4630", "name": "network-vif-plugged", "status": "completed", "tag": "5eb11594-8fcb-4e95-9aff-84858626dab3", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:47:54.078775 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-383888af-e0e2-4fbc-807d-268a4620cdc3 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:47:54.079246 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39bb6913-7d04-49b1-a17f-14337e8b4630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb11594-8fcb-4e95-9aff-84858626dab3', 'code': 200} Nov 16 11:47:54.107351 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=5eb11594-8fcb-4e95-9aff-84858626dab3,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:47:54.208618 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c579a27-3141-47f4-a24b-57044a68a3fb req-3a203c5f-0f1f-4c59-8051-ef266ece9c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:54.211091 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0c579a27-3141-47f4-a24b-57044a68a3fb req-3a203c5f-0f1f-4c59-8051-ef266ece9c0a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=39bb6913-7d04-49b1-a17f-14337e8b4630 HTTP/1.1" status: 200 len: 1135 time: 0.0564766 Nov 16 11:47:54.258651 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb49be72-b7f7-4099-be26-870a019f3c58 req-62c28a5a-d66b-44a3-ad80-69e7e68fa665 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:54.261631 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eb49be72-b7f7-4099-be26-870a019f3c58 req-62c28a5a-d66b-44a3-ad80-69e7e68fa665 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "GET /v2.0/ports?device_id=39bb6913-7d04-49b1-a17f-14337e8b4630 HTTP/1.1" status: 200 len: 984 time: 0.0641365 Nov 16 11:47:54.282273 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0c579a27-3141-47f4-a24b-57044a68a3fb req-a359d92e-9840-4c57-bd27-74b4f187f2b2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ea1fd665-a174-469d-911f-ceb5c87d3e89&id=038b387b-ccb1-412a-b143-1904f25c3bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0625086 Nov 16 11:47:54.335548 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eb49be72-b7f7-4099-be26-870a019f3c58 req-74121141-f43c-44e1-aa0a-1798c93eb1ec tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "GET /v2.0/security-groups?id=038b387b-ccb1-412a-b143-1904f25c3bcb&id=ea1fd665-a174-469d-911f-ceb5c87d3e89&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0674267 Nov 16 11:47:55.478928 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf3adc-2f4a-4511-beb6-7ddbd1dfe17f req-a91da512-d959-4622-86f5-fafe8bd85fe4 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:55.480457 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-10bf3adc-2f4a-4511-beb6-7ddbd1dfe17f req-a91da512-d959-4622-86f5-fafe8bd85fe4 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "GET /v2.0/ports?device_id=39bb6913-7d04-49b1-a17f-14337e8b4630 HTTP/1.1" status: 200 len: 984 time: 0.0573606 Nov 16 11:47:55.539247 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-10bf3adc-2f4a-4511-beb6-7ddbd1dfe17f req-42669bc3-e314-4641-93a8-81da6177852f tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "GET /v2.0/security-groups?id=038b387b-ccb1-412a-b143-1904f25c3bcb&id=ea1fd665-a174-469d-911f-ceb5c87d3e89&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0527763 Nov 16 11:47:56.675590 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c8641-7f32-4e49-b762-977aa60e3bfd req-1641f0ed-4970-4a4e-93de-05809a3e8417 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:56.678360 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2a9c8641-7f32-4e49-b762-977aa60e3bfd req-1641f0ed-4970-4a4e-93de-05809a3e8417 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "GET /v2.0/ports?device_id=39bb6913-7d04-49b1-a17f-14337e8b4630 HTTP/1.1" status: 200 len: 984 time: 0.0575206 Nov 16 11:47:56.740371 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2a9c8641-7f32-4e49-b762-977aa60e3bfd req-74b5bc06-1c4c-45e9-a60f-35b48f806ca8 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "GET /v2.0/security-groups?id=038b387b-ccb1-412a-b143-1904f25c3bcb&id=ea1fd665-a174-469d-911f-ceb5c87d3e89&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0546741 Nov 16 11:47:57.109616 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b5ec3-ac8e-424c-988e-501e929b01a7 req-55e15231-95fa-46bd-bd73-ec174d380960 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:57.111072 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b29b5ec3-ac8e-424c-988e-501e929b01a7 req-55e15231-95fa-46bd-bd73-ec174d380960 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "GET /v2.0/ports?device_id=39bb6913-7d04-49b1-a17f-14337e8b4630 HTTP/1.1" status: 200 len: 984 time: 0.0555546 Nov 16 11:47:57.169788 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b29b5ec3-ac8e-424c-988e-501e929b01a7 req-35e1f9a2-4524-4e96-8230-870403e42872 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "GET /v2.0/security-groups?id=038b387b-ccb1-412a-b143-1904f25c3bcb&id=ea1fd665-a174-469d-911f-ceb5c87d3e89&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0526204 Nov 16 11:47:57.285120 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5bec2-fc09-4ab6-9cc1-ecd4c3d842a4 req-03aed1f6-ae92-4b3b-b5fc-f6db100c8645 tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:57.286791 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-47f5bec2-fc09-4ab6-9cc1-ecd4c3d842a4 req-03aed1f6-ae92-4b3b-b5fc-f6db100c8645 tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=39bb6913-7d04-49b1-a17f-14337e8b4630 HTTP/1.1" status: 200 len: 1135 time: 0.0450358 Nov 16 11:47:57.321082 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-47f5bec2-fc09-4ab6-9cc1-ecd4c3d842a4 req-44449240-1132-41c4-bef6-3c2fadf689aa tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:57.417366 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-47f5bec2-fc09-4ab6-9cc1-ecd4c3d842a4 req-44449240-1132-41c4-bef6-3c2fadf689aa tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:57.422343 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-47f5bec2-fc09-4ab6-9cc1-ecd4c3d842a4 req-44449240-1132-41c4-bef6-3c2fadf689aa tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:57.479964 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44449240-1132-41c4-bef6-3c2fadf689aa tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b66933-b7bf-4b53-a88f-af8f454e7d75,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:47:57.487964 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-47f5bec2-fc09-4ab6-9cc1-ecd4c3d842a4 req-44449240-1132-41c4-bef6-3c2fadf689aa tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=038b387b-ccb1-412a-b143-1904f25c3bcb&id=ea1fd665-a174-469d-911f-ceb5c87d3e89&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1914070 Nov 16 11:47:57.512244 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 38464) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:47:57.557160 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a429e0f-506b-400a-b66d-d8111a1fe0c2 tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:57.558984 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0a429e0f-506b-400a-b66d-d8111a1fe0c2 tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=39bb6913-7d04-49b1-a17f-14337e8b4630 HTTP/1.1" status: 200 len: 1130 time: 0.0455954 Nov 16 11:47:57.562179 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 38466) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:47:57.566626 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-91726747-7dc1-41b5-a78f-d7edee057985 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'port_id': '5eb11594-8fcb-4e95-9aff-84858626dab3', 'tenant_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:47:57.590304 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-91726747-7dc1-41b5-a78f-d7edee057985 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for floatingip, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:57.702637 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-91726747-7dc1-41b5-a78f-d7edee057985 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:57.814464 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-91726747-7dc1-41b5-a78f-d7edee057985 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Allocated IP 172.25.0.79 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/897fb8dc-8153-4b32-8463-e134c1dd5b95) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:47:57.941977 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-91726747-7dc1-41b5-a78f-d7edee057985 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:57.989882 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-91726747-7dc1-41b5-a78f-d7edee057985 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:58.031547 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91726747-7dc1-41b5-a78f-d7edee057985 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:47:58.038552 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-91726747-7dc1-41b5-a78f-d7edee057985 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:47:58.041289 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91726747-7dc1-41b5-a78f-d7edee057985 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:47:58.071067 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91726747-7dc1-41b5-a78f-d7edee057985 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Pushing event updated for resources: {'Port': ['ID=897fb8dc-8153-4b32-8463-e134c1dd5b95,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:47:58.184284 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:58.383359 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 38478) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:47:58.532793 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-91726747-7dc1-41b5-a78f-d7edee057985 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:58.548693 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54801bf5-b221-4a80-bf59-98adeb89efed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:58.633576 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-91726747-7dc1-41b5-a78f-d7edee057985 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:58.656515 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54801bf5-b221-4a80-bf59-98adeb89efed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:58.661145 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54801bf5-b221-4a80-bf59-98adeb89efed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:58.707479 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-54801bf5-b221-4a80-bf59-98adeb89efed admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=37419359f754429c8893945acebdd7b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3227923 Nov 16 11:47:58.710982 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54801bf5-b221-4a80-bf59-98adeb89efed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecde90b-35f3-4142-8f71-fb056cde79c0,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:47:58.731762 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 38484) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:47:58.818907 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-91726747-7dc1-41b5-a78f-d7edee057985 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:58.823914 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c19a5b61-81c4-4602-9906-6bf319bbf6ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:58.825486 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-91726747-7dc1-41b5-a78f-d7edee057985 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:58.846867 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c19a5b61-81c4-4602-9906-6bf319bbf6ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:58.911962 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c19a5b61-81c4-4602-9906-6bf319bbf6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:58.914634 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c19a5b61-81c4-4602-9906-6bf319bbf6ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:58.918953 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c19a5b61-81c4-4602-9906-6bf319bbf6ab admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3ecde90b-35f3-4142-8f71-fb056cde79c0 HTTP/1.1" status: 204 len: 168 time: 0.1804438 Nov 16 11:47:58.944382 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91726747-7dc1-41b5-a78f-d7edee057985 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Pushing event updated for resources: {'Port': ['ID=897fb8dc-8153-4b32-8463-e134c1dd5b95,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:47:58.961827 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-91726747-7dc1-41b5-a78f-d7edee057985 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:59.004499 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a5b61-81c4-4602-9906-6bf319bbf6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecde90b-35f3-4142-8f71-fb056cde79c0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:47:59.009133 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:59.052303 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-47d0957a-ad94-4789-8dae-373f7483a656 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1271498 Nov 16 11:47:59.174466 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-15bc35b2-f326-4431-8dff-c2f75046ef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:59.175160 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-15bc35b2-f326-4431-8dff-c2f75046ef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:59.175730 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-15bc35b2-f326-4431-8dff-c2f75046ef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:59.176256 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-15bc35b2-f326-4431-8dff-c2f75046ef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:59.176779 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-15bc35b2-f326-4431-8dff-c2f75046ef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:59.177335 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-15bc35b2-f326-4431-8dff-c2f75046ef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:59.178207 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-15bc35b2-f326-4431-8dff-c2f75046ef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:59.180749 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-15bc35b2-f326-4431-8dff-c2f75046ef07 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=14d41305b65a4dafae92476e1ff902fa&device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 6503 time: 0.0585604 Nov 16 11:47:59.188151 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [None req-91726747-7dc1-41b5-a78f-d7edee057985 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Floating IP c3e35d34-5c30-4410-9fc1-07aa769c3a01 associated. External IP: 172.25.0.79, port: 5eb11594-8fcb-4e95-9aff-84858626dab3. Nov 16 11:47:59.362731 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-b9f4bc88-b1c6-4d62-991d-b61cd61e1b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:59.363319 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-b9f4bc88-b1c6-4d62-991d-b61cd61e1b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:59.363786 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-b9f4bc88-b1c6-4d62-991d-b61cd61e1b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:59.365406 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-b9f4bc88-b1c6-4d62-991d-b61cd61e1b0d service neutron] 10.222.0.64 "GET /v2.0/networks?id=cd9b53f3-dc5a-4d2a-9424-263d53785a99&id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&id=2041a2b2-0e73-454b-949f-7d84c22f57a1&id=2041a2b2-0e73-454b-949f-7d84c22f57a1 HTTP/1.1" status: 200 len: 2297 time: 0.1504717 Nov 16 11:47:59.502609 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-a36b5cfa-312c-4a8c-adae-c29d2cbe2521 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=039b5ae1-2fe8-48b5-84f3-2dbed68501be HTTP/1.1" status: 200 len: 1001 time: 0.1221681 Nov 16 11:47:59.516924 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91726747-7dc1-41b5-a78f-d7edee057985 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Router 3e143489-1770-46f1-aea8-120a01376c46 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:47:59.575534 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-13bf9102-6d54-441e-a32e-7b2d2db6155a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:59.577058 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-13bf9102-6d54-441e-a32e-7b2d2db6155a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0dfedd61-b7f4-4fb0-bbf3-63a0a3e66c06 HTTP/1.1" status: 200 len: 856 time: 0.0552528 Nov 16 11:47:59.669861 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-c5134760-7093-4c70-a180-14a528d2175e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:47:59.677880 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-c5134760-7093-4c70-a180-14a528d2175e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cd9b53f3-dc5a-4d2a-9424-263d53785a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0896499 Nov 16 11:47:59.689615 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91726747-7dc1-41b5-a78f-d7edee057985 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:47:59.704163 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad05cf17-7973-49d3-bab1-3ccba4aa7dec None None] Sync routers for ids ['3e143489-1770-46f1-aea8-120a01376c46'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:47:59.726831 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad05cf17-7973-49d3-bab1-3ccba4aa7dec None None] Routers {'3e143489-1770-46f1-aea8-120a01376c46'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:47:59.727513 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ad05cf17-7973-49d3-bab1-3ccba4aa7dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:47:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['3e143489-1770-46f1-aea8-120a01376c46'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:47:59.733789 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-91726747-7dc1-41b5-a78f-d7edee057985 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:47:59.789951 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-91726747-7dc1-41b5-a78f-d7edee057985 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2245083 Nov 16 11:47:59.790822 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39bb6913-7d04-49b1-a17f-14337e8b4630', 'tag': '5eb11594-8fcb-4e95-9aff-84858626dab3'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:47:59.790967 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 38508) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:47:59.792855 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a839ab-434e-453c-b701-005119e7dd45" -d '{"events": [{"name": "network-changed", "server_uuid": "39bb6913-7d04-49b1-a17f-14337e8b4630", "tag": "5eb11594-8fcb-4e95-9aff-84858626dab3"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:47:59.852129 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-ad05cf17-7973-49d3-bab1-3ccba4aa7dec None None] Set router 3e143489-1770-46f1-aea8-120a01376c46 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:47:59.861350 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0fb526-71d1-422d-95df-bc925a244059 x-openstack-request-id: req-1f0fb526-71d1-422d-95df-bc925a244059 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:47:59.861829 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39bb6913-7d04-49b1-a17f-14337e8b4630", "tag": "5eb11594-8fcb-4e95-9aff-84858626dab3", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:47:59.861910 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1f0fb526-71d1-422d-95df-bc925a244059 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:47:59.862310 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39bb6913-7d04-49b1-a17f-14337e8b4630', 'tag': '5eb11594-8fcb-4e95-9aff-84858626dab3', 'status': 'completed', 'code': 200} Nov 16 11:48:00.088590 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8e360392-886b-4751-b20c-5f78b45c7ab0 req-86a355b5-915e-4ef4-b8fd-1b6dc7bb8594 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8ed11876-b734-4c2d-a835-ba6a482e6cce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2223082 Nov 16 11:48:00.096383 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-064ea278-fb51-44f8-8fa2-0d48b5fe9960 service neutron] 10.222.0.64 "GET /v2.0/networks/cd9b53f3-dc5a-4d2a-9424-263d53785a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053004 Nov 16 11:48:00.108524 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a839ab-434e-453c-b701-005119e7dd45 req-124a2823-d95a-48de-a5e5-cc498b44c05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:00.110045 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c3a839ab-434e-453c-b701-005119e7dd45 req-124a2823-d95a-48de-a5e5-cc498b44c05c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff1f996b8b12443fa397a2de0a6eea26&device_id=39bb6913-7d04-49b1-a17f-14337e8b4630 HTTP/1.1" status: 200 len: 1135 time: 0.1929593 Nov 16 11:48:00.158218 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ad05cf17-7973-49d3-bab1-3ccba4aa7dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e143489-1770-46f1-aea8-120a01376c46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501217771', 'tenant_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '2b1965b6-4021-4c8d-9b56-1bb3568059c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:47:36Z', 'updated_at': '2021-11-16T11:47:42Z', 'revision_number': 4, 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'gw_port': {'id': '2b1965b6-4021-4c8d-9b56-1bb3568059c0', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ba:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e143489-1770-46f1-aea8-120a01376c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:47:37Z', 'updated_at': '2021-11-16T11:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': 'c3e35d34-5c30-4410-9fc1-07aa769c3a01', 'tenant_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'floating_ip_address': '172.25.0.79', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '3e143489-1770-46f1-aea8-120a01376c46', 'port_id': '5eb11594-8fcb-4e95-9aff-84858626dab3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13798e32-1d9c-4590-8de1-b4d7dc4963b2', 'mac_address': 'fa:16:3e:de:dc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bb6913-7d04-49b1-a17f-14337e8b4630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:47:58Z', 'updated_at': '2021-11-16T11:47:58Z', 'revision_number': 0, 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5ca7f65-e598-462d-bbda-a5ae5b9df72d', 'name': '', 'network_id': '13798e32-1d9c-4590-8de1-b4d7dc4963b2', 'tenant_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'mac_address': 'fa:16:3e:43:69:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e143489-1770-46f1-aea8-120a01376c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'ab2fdb75-3b30-4734-af46-d8872295f3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:47:41Z', 'updated_at': '2021-11-16T11:47:46Z', 'revision_number': 5, 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'subnets': [{'id': 'ab2fdb75-3b30-4734-af46-d8872295f3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:48:00.185658 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad05cf17-7973-49d3-bab1-3ccba4aa7dec None None] Checking router: 3e143489-1770-46f1-aea8-120a01376c46 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:48:00.194359 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad05cf17-7973-49d3-bab1-3ccba4aa7dec None None] Routers {'3e143489-1770-46f1-aea8-120a01376c46'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:48:00.195162 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ad05cf17-7973-49d3-bab1-3ccba4aa7dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:47:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['3e143489-1770-46f1-aea8-120a01376c46'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:48:00.290510 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc4fb90-9171-4eef-b3d8-d6752ea5b65d tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:00.291186 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc4fb90-9171-4eef-b3d8-d6752ea5b65d tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:00.291663 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc4fb90-9171-4eef-b3d8-d6752ea5b65d tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:00.296596 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc4fb90-9171-4eef-b3d8-d6752ea5b65d tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:00.297118 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc4fb90-9171-4eef-b3d8-d6752ea5b65d tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:00.297601 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc4fb90-9171-4eef-b3d8-d6752ea5b65d tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:00.298103 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc4fb90-9171-4eef-b3d8-d6752ea5b65d tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:00.298575 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc4fb90-9171-4eef-b3d8-d6752ea5b65d tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:00.299043 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc4fb90-9171-4eef-b3d8-d6752ea5b65d tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:00.299710 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc4fb90-9171-4eef-b3d8-d6752ea5b65d tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:00.301842 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-acc4fb90-9171-4eef-b3d8-d6752ea5b65d tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7072 time: 0.5099738 Nov 16 11:48:00.305210 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 38520) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:48:00.339199 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-ad05cf17-7973-49d3-bab1-3ccba4aa7dec None None] Set router 3e143489-1770-46f1-aea8-120a01376c46 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:48:00.363187 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e360392-886b-4751-b20c-5f78b45c7ab0 req-c075ad7a-c853-4198-9b35-8cc906e1ddba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:00.364672 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8e360392-886b-4751-b20c-5f78b45c7ab0 req-c075ad7a-c853-4198-9b35-8cc906e1ddba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4bac558768764cbe98f7632412a36688&device_id=8ed11876-b734-4c2d-a835-ba6a482e6cce HTTP/1.1" status: 200 len: 1097 time: 0.2053485 Nov 16 11:48:00.392226 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:48:00.480347 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a839ab-434e-453c-b701-005119e7dd45 req-4dcba878-0804-493c-a2dc-119c452c6f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:00.481808 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c3a839ab-434e-453c-b701-005119e7dd45 req-4dcba878-0804-493c-a2dc-119c452c6f3d service neutron] 10.222.0.36 "GET /v2.0/networks?id=13798e32-1d9c-4590-8de1-b4d7dc4963b2 HTTP/1.1" status: 200 len: 898 time: 0.3644323 Nov 16 11:48:00.483727 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-1f419c39-09a2-440b-b2b4-b0b89c3a1940 service neutron] 10.222.0.64 "GET /v2.0/networks/cd9b53f3-dc5a-4d2a-9424-263d53785a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727236 Nov 16 11:48:00.497147 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1191bf3d-c410-45d3-bace-bcc42c680585 tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:00.497147 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1191bf3d-c410-45d3-bace-bcc42c680585 tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:00.497147 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1191bf3d-c410-45d3-bace-bcc42c680585 tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:00.497147 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1191bf3d-c410-45d3-bace-bcc42c680585 tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:00.497147 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1191bf3d-c410-45d3-bace-bcc42c680585 tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:00.497147 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1191bf3d-c410-45d3-bace-bcc42c680585 tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:00.497147 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1191bf3d-c410-45d3-bace-bcc42c680585 tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:00.497147 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1191bf3d-c410-45d3-bace-bcc42c680585 tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:00.497147 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1191bf3d-c410-45d3-bace-bcc42c680585 tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:00.497147 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1191bf3d-c410-45d3-bace-bcc42c680585 tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:00.497147 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1191bf3d-c410-45d3-bace-bcc42c680585 tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6461 time: 0.1858294 Nov 16 11:48:00.497147 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 38522) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:48:00.578887 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-c79cd840-1c9d-4b51-87f6-fb982938603a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=938024bc-796d-495a-81a8-6e0bc9631cff HTTP/1.1" status: 200 len: 217 time: 0.0731261 Nov 16 11:48:00.674717 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e360392-886b-4751-b20c-5f78b45c7ab0 req-068d662a-2b5b-4d8b-8d29-ea4aa7d916cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:00.676244 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8e360392-886b-4751-b20c-5f78b45c7ab0 req-068d662a-2b5b-4d8b-8d29-ea4aa7d916cc service neutron] 10.222.0.36 "GET /v2.0/networks?id=3d7484ae-78a0-4a01-9340-d50011c24af9 HTTP/1.1" status: 200 len: 913 time: 0.2808936 Nov 16 11:48:00.680782 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c3a839ab-434e-453c-b701-005119e7dd45 req-e12e9128-5aa3-494a-a04a-95a18f099428 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5eb11594-8fcb-4e95-9aff-84858626dab3 HTTP/1.1" status: 200 len: 998 time: 0.1853328 Nov 16 11:48:00.683341 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-e82b9243-ff6c-4509-89e6-e12f6d95e9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:00.684792 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-e82b9243-ff6c-4509-89e6-e12f6d95e9e5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14da45b5-9dad-4378-b0d0-75410f62650a HTTP/1.1" status: 200 len: 797 time: 0.0921655 Nov 16 11:48:00.844364 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c4714ef3-1360-40d6-871d-a3aa42ed0545 tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4503 time: 0.3467686 Nov 16 11:48:00.846781 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 38534) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:48:00.878516 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a839ab-434e-453c-b701-005119e7dd45 req-0dc26bc7-7148-4a8c-8dbe-fe05f6e88361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:00.879141 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ad05cf17-7973-49d3-bab1-3ccba4aa7dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e143489-1770-46f1-aea8-120a01376c46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501217771', 'tenant_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '2b1965b6-4021-4c8d-9b56-1bb3568059c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:47:36Z', 'updated_at': '2021-11-16T11:47:42Z', 'revision_number': 4, 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'gw_port': {'id': '2b1965b6-4021-4c8d-9b56-1bb3568059c0', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ba:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e143489-1770-46f1-aea8-120a01376c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:47:37Z', 'updated_at': '2021-11-16T11:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': 'c3e35d34-5c30-4410-9fc1-07aa769c3a01', 'tenant_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'floating_ip_address': '172.25.0.79', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '3e143489-1770-46f1-aea8-120a01376c46', 'port_id': '5eb11594-8fcb-4e95-9aff-84858626dab3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13798e32-1d9c-4590-8de1-b4d7dc4963b2', 'mac_address': 'fa:16:3e:de:dc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bb6913-7d04-49b1-a17f-14337e8b4630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:47:58Z', 'updated_at': '2021-11-16T11:47:58Z', 'revision_number': 0, 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5ca7f65-e598-462d-bbda-a5ae5b9df72d', 'name': '', 'network_id': '13798e32-1d9c-4590-8de1-b4d7dc4963b2', 'tenant_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'mac_address': 'fa:16:3e:43:69:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e143489-1770-46f1-aea8-120a01376c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'ab2fdb75-3b30-4734-af46-d8872295f3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:47:41Z', 'updated_at': '2021-11-16T11:47:46Z', 'revision_number': 5, 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'subnets': [{'id': 'ab2fdb75-3b30-4734-af46-d8872295f3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:48:00.880001 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c3a839ab-434e-453c-b701-005119e7dd45 req-0dc26bc7-7148-4a8c-8dbe-fe05f6e88361 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab2fdb75-3b30-4734-af46-d8872295f3d1 HTTP/1.1" status: 200 len: 834 time: 0.1723676 Nov 16 11:48:00.901970 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c9266e-d275-4691-834a-66639c2af329 tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:00.902462 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c9266e-d275-4691-834a-66639c2af329 tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:00.904691 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-23c9266e-d275-4691-834a-66639c2af329 tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3e143489-1770-46f1-aea8-120a01376c46 HTTP/1.1" status: 200 len: 1989 time: 0.0563660 Nov 16 11:48:00.920846 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8e360392-886b-4751-b20c-5f78b45c7ab0 req-b763c3be-4dc1-4a12-97f1-4e4b88a7c5fa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5 HTTP/1.1" status: 200 len: 1001 time: 0.2315295 Nov 16 11:48:00.923615 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-533abf4c-201f-4f14-902e-cd5155ae33b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:00.925354 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-533abf4c-201f-4f14-902e-cd5155ae33b3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2286282 Nov 16 11:48:00.933502 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad05cf17-7973-49d3-bab1-3ccba4aa7dec None None] The sync data for ids ['3e143489-1770-46f1-aea8-120a01376c46'] in n-d-816823-3 is: [{'id': '3e143489-1770-46f1-aea8-120a01376c46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501217771', 'tenant_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '2b1965b6-4021-4c8d-9b56-1bb3568059c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:47:36Z', 'updated_at': '2021-11-16T11:47:42Z', 'revision_number': 4, 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'gw_port': {'id': '2b1965b6-4021-4c8d-9b56-1bb3568059c0', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ba:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e143489-1770-46f1-aea8-120a01376c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:47:37Z', 'updated_at': '2021-11-16T11:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': 'c3e35d34-5c30-4410-9fc1-07aa769c3a01', 'tenant_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'floating_ip_address': '172.25.0.79', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '3e143489-1770-46f1-aea8-120a01376c46', 'port_id': '5eb11594-8fcb-4e95-9aff-84858626dab3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13798e32-1d9c-4590-8de1-b4d7dc4963b2', 'mac_address': 'fa:16:3e:de:dc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39bb6913-7d04-49b1-a17f-14337e8b4630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:47:58Z', 'updated_at': '2021-11-16T11:47:58Z', 'revision_number': 0, 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5ca7f65-e598-462d-bbda-a5ae5b9df72d', 'name': '', 'network_id': '13798e32-1d9c-4590-8de1-b4d7dc4963b2', 'tenant_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'mac_address': 'fa:16:3e:43:69:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e143489-1770-46f1-aea8-120a01376c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'ab2fdb75-3b30-4734-af46-d8872295f3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:47:41Z', 'updated_at': '2021-11-16T11:47:46Z', 'revision_number': 5, 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'subnets': [{'id': 'ab2fdb75-3b30-4734-af46-d8872295f3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:48:01.089187 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92c62b-5242-4a48-bc91-2602574377d8 req-4660de68-5196-4523-8af6-dae1b19e9069 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:01.091136 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eb92c62b-5242-4a48-bc91-2602574377d8 req-4660de68-5196-4523-8af6-dae1b19e9069 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ed11876-b734-4c2d-a835-ba6a482e6cce HTTP/1.1" status: 200 len: 946 time: 0.0613668 Nov 16 11:48:01.196397 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eb92c62b-5242-4a48-bc91-2602574377d8 req-9149372c-4b5d-4e3c-9a95-77d7664160e0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936246 Nov 16 11:48:01.296588 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af7b39-338b-412b-bcbd-59c586c3f3ca None None] New status for floating IP c3e35d34-5c30-4410-9fc1-07aa769c3a01: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:48:01.424484 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a839ab-434e-453c-b701-005119e7dd45 req-532653dc-3e74-4924-b353-4438fb4ff3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:01.426332 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c3a839ab-434e-453c-b701-005119e7dd45 req-532653dc-3e74-4924-b353-4438fb4ff3c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=13798e32-1d9c-4590-8de1-b4d7dc4963b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5313692 Nov 16 11:48:01.429862 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e360392-886b-4751-b20c-5f78b45c7ab0 req-56efce5f-1126-4893-8ae3-8fdfee73f5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:01.431354 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8e360392-886b-4751-b20c-5f78b45c7ab0 req-56efce5f-1126-4893-8ae3-8fdfee73f5bd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b36b18de-7ce5-4007-aecb-7c9e7de7c07f HTTP/1.1" status: 200 len: 851 time: 0.5026760 Nov 16 11:48:01.540461 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-c4b2a94a-ea2f-4e22-852a-817c700288a3 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5805116 Nov 16 11:48:01.646744 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e360392-886b-4751-b20c-5f78b45c7ab0 req-e1357bb4-11ef-4fd4-b28f-b0ce01808983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:01.648329 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8e360392-886b-4751-b20c-5f78b45c7ab0 req-e1357bb4-11ef-4fd4-b28f-b0ce01808983 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d7484ae-78a0-4a01-9340-d50011c24af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1950927 Nov 16 11:48:01.654971 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c3a839ab-434e-453c-b701-005119e7dd45 req-95957a52-e792-406f-8352-925779d577d3 service neutron] 10.222.0.36 "GET /v2.0/networks/13798e32-1d9c-4590-8de1-b4d7dc4963b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998589 Nov 16 11:48:01.811284 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-cf264e28-6e0f-4122-97a1-37e67f289fee service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576475 Nov 16 11:48:01.894179 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-ec8898fc-2a39-4414-b961-fd86f9346c96 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=8c5a2788-c1fb-4c11-98c8-c7da1005cc29 HTTP/1.1" status: 200 len: 217 time: 0.0700023 Nov 16 11:48:01.940994 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8e360392-886b-4751-b20c-5f78b45c7ab0 req-91c0c802-e171-48c1-a494-cc382635944b service neutron] 10.222.0.36 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660232 Nov 16 11:48:01.944693 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c3a839ab-434e-453c-b701-005119e7dd45 req-e0e3900d-ba14-4309-ac63-dc336758cf97 service neutron] 10.222.0.36 "GET /v2.0/networks/13798e32-1d9c-4590-8de1-b4d7dc4963b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711480 Nov 16 11:48:02.006603 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-4721f1ab-40e8-49a6-88e8-ac079bf256cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:02.008034 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-4721f1ab-40e8-49a6-88e8-ac079bf256cb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14da45b5-9dad-4378-b0d0-75410f62650a HTTP/1.1" status: 200 len: 797 time: 0.1015663 Nov 16 11:48:02.077856 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8e360392-886b-4751-b20c-5f78b45c7ab0 req-b8a0d192-8a71-452b-82d4-a26a27d04c84 service neutron] 10.222.0.36 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240304 Nov 16 11:48:02.083549 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-bb68aa69-0fdc-4312-a3fb-9c6a90804b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:02.085108 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-bb68aa69-0fdc-4312-a3fb-9c6a90804b33 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0643771 Nov 16 11:48:02.186584 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-5d21a9d8-14db-409d-91ad-000281f309b6 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921216 Nov 16 11:48:02.283202 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-e8578992-3b9c-4469-a677-3b123650fa29 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865495 Nov 16 11:48:02.342617 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-68988fe1-7cf2-4d35-a601-2ffde64cb5e7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=913955cf-8e4e-4a23-b0e2-1acbc8547be5 HTTP/1.1" status: 200 len: 217 time: 0.0477588 Nov 16 11:48:02.399303 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-597697e4-4480-45c8-86f5-37ba55d609f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:02.401299 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-597697e4-4480-45c8-86f5-37ba55d609f7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14da45b5-9dad-4378-b0d0-75410f62650a HTTP/1.1" status: 200 len: 797 time: 0.0479269 Nov 16 11:48:02.451718 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-93119350-9672-4c57-be1b-6c2340f723d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:02.453240 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-93119350-9672-4c57-be1b-6c2340f723d7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0440729 Nov 16 11:48:02.582691 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec07e0-1f5f-49a4-86dd-b8188e2b51fd req-c0785085-3b53-4fc7-8b0d-2306dc97e0ad tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:02.584302 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21ec07e0-1f5f-49a4-86dd-b8188e2b51fd req-c0785085-3b53-4fc7-8b0d-2306dc97e0ad tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ed11876-b734-4c2d-a835-ba6a482e6cce HTTP/1.1" status: 200 len: 946 time: 0.0711284 Nov 16 11:48:02.624925 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-eea99493-bad3-4125-8958-97e53fe4e762 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598010 Nov 16 11:48:02.627858 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe544b-af4b-485a-bae8-a50c53a56586 req-fdc23c08-c0dd-4472-aee8-0ed1c26d407c tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:02.632978 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-52fe544b-af4b-485a-bae8-a50c53a56586 req-fdc23c08-c0dd-4472-aee8-0ed1c26d407c tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ed11876-b734-4c2d-a835-ba6a482e6cce HTTP/1.1" status: 200 len: 946 time: 0.3506467 Nov 16 11:48:02.689971 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-52fe544b-af4b-485a-bae8-a50c53a56586 req-99706b51-260b-4fb3-afff-0005cc22133e tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493350 Nov 16 11:48:02.790681 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-09d1d77a-8307-474d-ba76-ec139b530f56 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546013 Nov 16 11:48:02.802357 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-21ec07e0-1f5f-49a4-86dd-b8188e2b51fd req-49180389-def7-4028-8805-6112c948e89a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Deleting port bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:48:02.802357 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-21ec07e0-1f5f-49a4-86dd-b8188e2b51fd req-49180389-def7-4028-8805-6112c948e89a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:02.890970 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-6dbd2753-0bd4-4cb8-b3bb-8e633d4d45f6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=1dfec5f3-6b09-43d8-9562-32075776c9c3 HTTP/1.1" status: 200 len: 217 time: 0.0421934 Nov 16 11:48:02.981106 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-21ec07e0-1f5f-49a4-86dd-b8188e2b51fd req-49180389-def7-4028-8805-6112c948e89a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] For port bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5,segment=NetworkSegment(c7ce274d-1faf-4924-9c3c-562dce13f294),segment_id=c7ce274d-1faf-4924-9c3c-562dce13f294)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:48:02.981501 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-21ec07e0-1f5f-49a4-86dd-b8188e2b51fd req-49180389-def7-4028-8805-6112c948e89a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:02.984987 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-11c8f54f-da64-4224-bfed-e483531f3ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:02.986490 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-11c8f54f-da64-4224-bfed-e483531f3ed8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14da45b5-9dad-4378-b0d0-75410f62650a HTTP/1.1" status: 200 len: 797 time: 0.0825856 Nov 16 11:48:03.151885 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-0bffee96-9d4a-42a0-92dd-c01998a48358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:03.153520 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-0bffee96-9d4a-42a0-92dd-c01998a48358 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1383979 Nov 16 11:48:03.337188 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-858c8f92-6e05-4aee-8460-18261f418cf7 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543183 Nov 16 11:48:03.339295 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-21ec07e0-1f5f-49a4-86dd-b8188e2b51fd req-49180389-def7-4028-8805-6112c948e89a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:03.339654 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-21ec07e0-1f5f-49a4-86dd-b8188e2b51fd req-49180389-def7-4028-8805-6112c948e89a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:03.339965 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [req-21ec07e0-1f5f-49a4-86dd-b8188e2b51fd req-49180389-def7-4028-8805-6112c948e89a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Floating IP 781d8c16-669e-4828-9c71-62d938799138 disassociated. External IP: 172.25.0.91, port: bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5. Nov 16 11:48:03.340305 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-21ec07e0-1f5f-49a4-86dd-b8188e2b51fd req-49180389-def7-4028-8805-6112c948e89a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Calling delete_port for bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:48:03.493902 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-82c726cd-6cc6-48a5-9966-2fedfec9271d service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447086 Nov 16 11:48:03.566276 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-1e33b27d-444b-4055-abab-cba911c46e36 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4c83833b-e468-4daf-8f4c-118e3220587b HTTP/1.1" status: 200 len: 217 time: 0.0606713 Nov 16 11:48:03.628005 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-21ec07e0-1f5f-49a4-86dd-b8188e2b51fd req-49180389-def7-4028-8805-6112c948e89a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:03.644789 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-21d7f09f-42c6-4a8a-9bec-691f32abfec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:03.646206 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-21d7f09f-42c6-4a8a-9bec-691f32abfec3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1bdf0709-8d8c-4805-b7a5-cb903bfbd56b HTTP/1.1" status: 200 len: 797 time: 0.0684066 Nov 16 11:48:03.699394 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49180389-def7-4028-8805-6112c948e89a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Pushing event deleted for resources: {'Port': ['ID=bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:48:03.806333 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-38eae6bf-c8f7-4668-9785-3203cfb5330a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:03.808464 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-38eae6bf-c8f7-4668-9785-3203cfb5330a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2041a2b2-0e73-454b-949f-7d84c22f57a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1417007 Nov 16 11:48:03.819890 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b1fe86d8-b0f0-4acb-9590-3dacb85fce0a req-7fdaa9e6-f601-439b-94ee-3d20b9c4550d tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ed11876-b734-4c2d-a835-ba6a482e6cce HTTP/1.1" status: 200 len: 210 time: 0.0347407 Nov 16 11:48:03.910472 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21ec07e0-1f5f-49a4-86dd-b8188e2b51fd req-49180389-def7-4028-8805-6112c948e89a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Router c352b1ca-5cdc-43b9-af68-1b27d967b035 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:48:04.036101 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-52f1027e-e4f2-4624-8f86-ddad3eb0334d service neutron] 10.222.0.64 "GET /v2.0/networks/2041a2b2-0e73-454b-949f-7d84c22f57a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147641 Nov 16 11:48:04.135953 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21ec07e0-1f5f-49a4-86dd-b8188e2b51fd req-49180389-def7-4028-8805-6112c948e89a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:48:04.160955 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e3f2dc-8a7e-4245-8a80-f1463eb26293 None None] Sync routers for ids ['c352b1ca-5cdc-43b9-af68-1b27d967b035'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:48:04.172664 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e3f2dc-8a7e-4245-8a80-f1463eb26293 None None] Routers {'c352b1ca-5cdc-43b9-af68-1b27d967b035'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:48:04.173295 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-40e3f2dc-8a7e-4245-8a80-f1463eb26293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:47:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c352b1ca-5cdc-43b9-af68-1b27d967b035'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:48:04.200094 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ec07e0-1f5f-49a4-86dd-b8188e2b51fd req-49180389-def7-4028-8805-6112c948e89a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] No DVR routers for this DVR port bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:48:04.203862 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-21ec07e0-1f5f-49a4-86dd-b8188e2b51fd req-49180389-def7-4028-8805-6112c948e89a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:04.207259 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21ec07e0-1f5f-49a4-86dd-b8188e2b51fd req-49180389-def7-4028-8805-6112c948e89a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.36 "DELETE /v2.0/ports/bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5 HTTP/1.1" status: 204 len: 173 time: 1.6126311 Nov 16 11:48:04.207726 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed11876-b734-4c2d-a835-ba6a482e6cce', 'name': 'network-vif-deleted', 'tag': 'bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:48:04.210041 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17dd3ecb-972a-4574-86e2-8cd9749e2fa9" -d '{"events": [{"server_uuid": "8ed11876-b734-4c2d-a835-ba6a482e6cce", "name": "network-vif-deleted", "tag": "bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:48:04.227261 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-9313473e-5908-4cf6-8035-e318fecfde08 service neutron] 10.222.0.64 "GET /v2.0/networks/2041a2b2-0e73-454b-949f-7d84c22f57a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780746 Nov 16 11:48:04.285333 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-fb919e2d-4ecc-4712-b590-70c0730c4cea service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=93d0a61f-46d8-4643-8f71-0fc671a31fe6 HTTP/1.1" status: 200 len: 217 time: 0.0461390 Nov 16 11:48:04.286867 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2b7c51-0bc2-44c7-b20d-819f4feb298b x-openstack-request-id: req-5d2b7c51-0bc2-44c7-b20d-819f4feb298b {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:48:04.287330 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed11876-b734-4c2d-a835-ba6a482e6cce", "name": "network-vif-deleted", "tag": "bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:48:04.287596 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5d2b7c51-0bc2-44c7-b20d-819f4feb298b {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:48:04.288189 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed11876-b734-4c2d-a835-ba6a482e6cce', 'name': 'network-vif-deleted', 'tag': 'bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5', 'status': 'completed', 'code': 200} Nov 16 11:48:04.312911 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-40e3f2dc-8a7e-4245-8a80-f1463eb26293 None None] Set router c352b1ca-5cdc-43b9-af68-1b27d967b035 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:48:04.351826 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-69b39762-3957-4823-be9c-ae01970ecd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:04.353828 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-69b39762-3957-4823-be9c-ae01970ecd9b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1bdf0709-8d8c-4805-b7a5-cb903bfbd56b HTTP/1.1" status: 200 len: 797 time: 0.0568867 Nov 16 11:48:04.410474 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-41a65909-ba5c-41ac-9bef-06849c34053d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:04.412084 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-41a65909-ba5c-41ac-9bef-06849c34053d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2041a2b2-0e73-454b-949f-7d84c22f57a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0471678 Nov 16 11:48:04.547343 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-40e3f2dc-8a7e-4245-8a80-f1463eb26293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'name': 'tempest-TestVolumeBootPattern-2129707804-router', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:09Z', 'updated_at': '2021-11-16T11:39:15Z', 'revision_number': 4, 'project_id': '4bac558768764cbe98f7632412a36688', 'gw_port': {'id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:65:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:10Z', 'updated_at': '2021-11-16T11:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '5cb16a25-dc49-4206-a022-3c3ed805f304', 'name': '', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'mac_address': 'fa:16:3e:8e:0b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:14Z', 'updated_at': '2021-11-16T11:39:31Z', 'revision_number': 5, 'project_id': '4bac558768764cbe98f7632412a36688', 'subnets': [{'id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:48:04.560396 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-fc91fb31-7b2e-4f6a-9442-eaa39ac72616 service neutron] 10.222.0.64 "GET /v2.0/networks/2041a2b2-0e73-454b-949f-7d84c22f57a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361265 Nov 16 11:48:04.575214 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e3f2dc-8a7e-4245-8a80-f1463eb26293 None None] Checking router: c352b1ca-5cdc-43b9-af68-1b27d967b035 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:48:04.583866 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e3f2dc-8a7e-4245-8a80-f1463eb26293 None None] Routers {'c352b1ca-5cdc-43b9-af68-1b27d967b035'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:48:04.584567 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-40e3f2dc-8a7e-4245-8a80-f1463eb26293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:47:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c352b1ca-5cdc-43b9-af68-1b27d967b035'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:48:04.678026 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d1f49e7c-272d-45ec-b2e4-6c4f359466ea req-7520a21f-8517-442e-8bcd-e73165a67418 service neutron] 10.222.0.64 "GET /v2.0/networks/2041a2b2-0e73-454b-949f-7d84c22f57a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057618 Nov 16 11:48:04.693084 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-40e3f2dc-8a7e-4245-8a80-f1463eb26293 None None] Set router c352b1ca-5cdc-43b9-af68-1b27d967b035 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:48:04.924926 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-40e3f2dc-8a7e-4245-8a80-f1463eb26293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'name': 'tempest-TestVolumeBootPattern-2129707804-router', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:09Z', 'updated_at': '2021-11-16T11:39:15Z', 'revision_number': 4, 'project_id': '4bac558768764cbe98f7632412a36688', 'gw_port': {'id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:65:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:10Z', 'updated_at': '2021-11-16T11:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '5cb16a25-dc49-4206-a022-3c3ed805f304', 'name': '', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'mac_address': 'fa:16:3e:8e:0b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:14Z', 'updated_at': '2021-11-16T11:39:31Z', 'revision_number': 5, 'project_id': '4bac558768764cbe98f7632412a36688', 'subnets': [{'id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:48:04.959735 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e3f2dc-8a7e-4245-8a80-f1463eb26293 None None] The sync data for ids ['c352b1ca-5cdc-43b9-af68-1b27d967b035'] in n-d-816823-3 is: [{'id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'name': 'tempest-TestVolumeBootPattern-2129707804-router', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:09Z', 'updated_at': '2021-11-16T11:39:15Z', 'revision_number': 4, 'project_id': '4bac558768764cbe98f7632412a36688', 'gw_port': {'id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:65:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:10Z', 'updated_at': '2021-11-16T11:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '5cb16a25-dc49-4206-a022-3c3ed805f304', 'name': '', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'mac_address': 'fa:16:3e:8e:0b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:14Z', 'updated_at': '2021-11-16T11:39:31Z', 'revision_number': 5, 'project_id': '4bac558768764cbe98f7632412a36688', 'subnets': [{'id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:48:04.966394 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b6c5c4ec-5264-431d-bd80-c17338d02cab req-7556d00f-a6e0-4f6b-afdb-f6e505cc4604 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ed11876-b734-4c2d-a835-ba6a482e6cce HTTP/1.1" status: 200 len: 210 time: 0.0455031 Nov 16 11:48:05.562738 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26062ec1-6066-4906-9656-b484d451f795 None None] New status for floating IP 781d8c16-669e-4828-9c71-62d938799138: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:48:05.894189 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:48:05.919401 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:48:05.919831 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device bdab62b0-1fcd-42d4-9b3c-81cffb3cc9f5 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:48:06.077586 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-13947ede-a051-42da-bb5e-6b8bb801b7bc req-681aa254-4530-4a58-860e-d7a51ab876ac tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ed11876-b734-4c2d-a835-ba6a482e6cce HTTP/1.1" status: 200 len: 210 time: 0.0364830 Nov 16 11:48:06.467445 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 38616) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:48:06.618076 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6ac2fadf-883c-4ae8-b6ff-e99e2c70f490 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:06.743593 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6ac2fadf-883c-4ae8-b6ff-e99e2c70f490 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:06.751125 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6ac2fadf-883c-4ae8-b6ff-e99e2c70f490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:06.794841 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6ac2fadf-883c-4ae8-b6ff-e99e2c70f490 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bf442894342a46d1a4893d977a5d6659&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3228929 Nov 16 11:48:06.794841 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2fadf-883c-4ae8-b6ff-e99e2c70f490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1595f05-fd66-4792-ba3a-98da13112d54,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:48:06.795808 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 38626) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:48:06.860857 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e055a871-ed2d-4f8c-a89f-7868092c5595 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:06.883024 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e055a871-ed2d-4f8c-a89f-7868092c5595 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:06.947419 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e055a871-ed2d-4f8c-a89f-7868092c5595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:06.950265 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e055a871-ed2d-4f8c-a89f-7868092c5595 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:06.952185 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e055a871-ed2d-4f8c-a89f-7868092c5595 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a1595f05-fd66-4792-ba3a-98da13112d54 HTTP/1.1" status: 204 len: 168 time: 0.1540148 Nov 16 11:48:06.964335 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e055a871-ed2d-4f8c-a89f-7868092c5595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1595f05-fd66-4792-ba3a-98da13112d54,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:48:07.212411 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4e7f8ede-bb0c-4d82-a27d-837d249d80b6 req-c3eb142b-928e-4732-b57e-fbb65b48a8ab tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ed11876-b734-4c2d-a835-ba6a482e6cce HTTP/1.1" status: 200 len: 210 time: 0.0329869 Nov 16 11:48:08.348536 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7274a6fd-2edb-43f0-994b-a5b68264b224 req-6205d775-fe3e-4982-9216-05b6e348ea9f tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ed11876-b734-4c2d-a835-ba6a482e6cce HTTP/1.1" status: 200 len: 210 time: 0.0323925 Nov 16 11:48:09.502642 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-09b18df7-712d-4515-af72-7d1e1d11cc2c req-f29e32ac-8f71-4276-9320-a14d30ba3af1 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ed11876-b734-4c2d-a835-ba6a482e6cce HTTP/1.1" status: 200 len: 210 time: 0.0491881 Nov 16 11:48:10.875216 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-cde6fa77-da29-4fef-9c43-3ce54ca94839 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1437741931&fields=id&tenant_id=4bac558768764cbe98f7632412a36688 HTTP/1.1" status: 200 len: 267 time: 0.0570889 Nov 16 11:48:10.995059 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-5f550225-1c10-48f4-bce2-9f869eca0c72 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:10.996563 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-5f550225-1c10-48f4-bce2-9f869eca0c72 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/networks?id=3d7484ae-78a0-4a01-9340-d50011c24af9 HTTP/1.1" status: 200 len: 812 time: 0.1183875 Nov 16 11:48:11.033165 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-267e2ae4-1871-42a3-b810-ab24ad910cbb tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/quotas/4bac558768764cbe98f7632412a36688 HTTP/1.1" status: 200 len: 375 time: 0.0233157 Nov 16 11:48:11.105289 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-83526bda-4ea9-42ec-a337-9587a59fd332 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4bac558768764cbe98f7632412a36688&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0712597 Nov 16 11:48:11.334124 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-36463a51-ef37-4720-aa5d-5d59dcb0b3e8 service neutron] 10.222.0.61 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163014 Nov 16 11:48:11.450671 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-7461d540-4a90-49c2-a0bc-f56e51cb25e3 service neutron] 10.222.0.61 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096952 Nov 16 11:48:11.803900 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-918a6324-0313-4418-8589-3cb4ce62f996 req-11835c37-a372-405f-af11-0a2cf694725a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad4c044-3170-4972-957a-f79697b694c4 HTTP/1.1" status: 200 len: 210 time: 0.0587955 Nov 16 11:48:12.856960 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-0d0808bb-d993-4d98-9a02-7f90aa7d471c tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:12.859464 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-0d0808bb-d993-4d98-9a02-7f90aa7d471c tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.36 "GET /v2.0/networks?id=3d7484ae-78a0-4a01-9340-d50011c24af9 HTTP/1.1" status: 200 len: 812 time: 0.1291394 Nov 16 11:48:12.978660 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fac1e0fd-63c2-451c-907f-e31537959f06 req-59eb5f50-7a90-4a96-a479-49d0d980711c tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad4c044-3170-4972-957a-f79697b694c4 HTTP/1.1" status: 200 len: 210 time: 0.0429561 Nov 16 11:48:12.996987 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-cdb21745-623d-461c-8102-1ebde377a6ea tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bac558768764cbe98f7632412a36688 HTTP/1.1" status: 200 len: 380 time: 0.1260169 Nov 16 11:48:13.012156 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-f80d050d-b67a-46f6-a780-ca065f60bb0e tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Request body: {'port': {'device_id': '4ad4c044-3170-4972-957a-f79697b694c4', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'admin_state_up': True, 'tenant_id': '4bac558768764cbe98f7632412a36688', 'security_groups': ['b2f758d5-f6a7-4e8f-a345-625f497a3e80']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:48:13.040426 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6f8b161a-7f6c-4a54-b42c-c23e081e65a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:13.619680 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-f80d050d-b67a-46f6-a780-ca065f60bb0e tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Made reservation on behalf of 4bac558768764cbe98f7632412a36688 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:48:13.623883 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-f80d050d-b67a-46f6-a780-ca065f60bb0e tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:13.790047 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-f80d050d-b67a-46f6-a780-ca065f60bb0e tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Allocated IP 172.20.0.10 (3d7484ae-78a0-4a01-9340-d50011c24af9/b36b18de-7ce5-4007-aecb-7c9e7de7c07f/cea88b61-ef04-4e71-b6c8-38f5a470f3e6) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:48:13.972637 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-f80d050d-b67a-46f6-a780-ca065f60bb0e tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:14.022973 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-f80d050d-b67a-46f6-a780-ca065f60bb0e tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:14.078150 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-f80d050d-b67a-46f6-a780-ca065f60bb0e tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Network 3d7484ae-78a0-4a01-9340-d50011c24af9 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:48:14.085234 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-f80d050d-b67a-46f6-a780-ca065f60bb0e tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:48:14.088987 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-f80d050d-b67a-46f6-a780-ca065f60bb0e tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:48:14.174327 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-f80d050d-b67a-46f6-a780-ca065f60bb0e tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:14.174810 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10049a-e39d-476e-9ea1-286111e42821 req-47033298-912a-4892-b017-83f64841a8c9 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:14.175297 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-f80d050d-b67a-46f6-a780-ca065f60bb0e tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:14.201478 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ab10049a-e39d-476e-9ea1-286111e42821 req-47033298-912a-4892-b017-83f64841a8c9 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad4c044-3170-4972-957a-f79697b694c4 HTTP/1.1" status: 200 len: 932 time: 0.1149080 Nov 16 11:48:14.216344 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-f80d050d-b67a-46f6-a780-ca065f60bb0e tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2085037 Nov 16 11:48:14.216344 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d050d-b67a-46f6-a780-ca065f60bb0e tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Pushing event updated for resources: {'Port': ['ID=cea88b61-ef04-4e71-b6c8-38f5a470f3e6,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:48:14.230772 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-2141767b-d584-425c-a8cd-bc6e869d526e service neutron] Request body: {'port': {'device_id': '4ad4c044-3170-4972-957a-f79697b694c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:48:14.372631 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ab10049a-e39d-476e-9ea1-286111e42821 req-7f1bea05-c16c-4d25-928a-f16ebbff1c6b tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699073 Nov 16 11:48:14.377684 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-2141767b-d584-425c-a8cd-bc6e869d526e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:14.553634 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-cbc2e9f3-2556-4fd7-a2bc-663d3aa56f92 None None] Provisioning complete for port cea88b61-ef04-4e71-b6c8-38f5a470f3e6 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:48:14.555823 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cbc2e9f3-2556-4fd7-a2bc-663d3aa56f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:14.644268 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-cbc2e9f3-2556-4fd7-a2bc-663d3aa56f92 None None] Port cea88b61-ef04-4e71-b6c8-38f5a470f3e6 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:48:14.895435 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-2141767b-d584-425c-a8cd-bc6e869d526e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cea88b61-ef04-4e71-b6c8-38f5a470f3e6 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:48:14.903631 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-2141767b-d584-425c-a8cd-bc6e869d526e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:14.917274 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-2141767b-d584-425c-a8cd-bc6e869d526e service neutron] Transition to ACTIVE for port object cea88b61-ef04-4e71-b6c8-38f5a470f3e6 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:48:14.922395 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-2141767b-d584-425c-a8cd-bc6e869d526e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:14.997856 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141767b-d584-425c-a8cd-bc6e869d526e service neutron] Pushing event updated for resources: {'Port': ['ID=cea88b61-ef04-4e71-b6c8-38f5a470f3e6,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:48:15.107149 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-2141767b-d584-425c-a8cd-bc6e869d526e service neutron] Attempting to bind port cea88b61-ef04-4e71-b6c8-38f5a470f3e6 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:48:15.107584 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-2141767b-d584-425c-a8cd-bc6e869d526e service neutron] Attempting to bind port cea88b61-ef04-4e71-b6c8-38f5a470f3e6 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'c7ce274d-1faf-4924-9c3c-562dce13f294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:48:15.108010 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-2141767b-d584-425c-a8cd-bc6e869d526e service neutron] Attempting to bind port cea88b61-ef04-4e71-b6c8-38f5a470f3e6 on network 3d7484ae-78a0-4a01-9340-d50011c24af9 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:48:15.129400 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-2141767b-d584-425c-a8cd-bc6e869d526e service neutron] Port cea88b61-ef04-4e71-b6c8-38f5a470f3e6 on network 3d7484ae-78a0-4a01-9340-d50011c24af9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:48:15.129893 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-2141767b-d584-425c-a8cd-bc6e869d526e service neutron] Attempting to bind port cea88b61-ef04-4e71-b6c8-38f5a470f3e6 on network 3d7484ae-78a0-4a01-9340-d50011c24af9 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:48:15.157080 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-2141767b-d584-425c-a8cd-bc6e869d526e service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:48:15.157500 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-2141767b-d584-425c-a8cd-bc6e869d526e service neutron] Checking segment: {'id': 'c7ce274d-1faf-4924-9c3c-562dce13f294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:48:15.157973 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-2141767b-d584-425c-a8cd-bc6e869d526e service neutron] Bound using segment: {'id': 'c7ce274d-1faf-4924-9c3c-562dce13f294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:48:15.158515 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-2141767b-d584-425c-a8cd-bc6e869d526e service neutron] Bound port: cea88b61-ef04-4e71-b6c8-38f5a470f3e6, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ce274d-1faf-4924-9c3c-562dce13f294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:48:15.166647 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-2141767b-d584-425c-a8cd-bc6e869d526e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:15.320273 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-2141767b-d584-425c-a8cd-bc6e869d526e service neutron] For port cea88b61-ef04-4e71-b6c8-38f5a470f3e6, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:48:15.326373 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-2141767b-d584-425c-a8cd-bc6e869d526e service neutron] For port cea88b61-ef04-4e71-b6c8-38f5a470f3e6, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=cea88b61-ef04-4e71-b6c8-38f5a470f3e6,segment=NetworkSegment(c7ce274d-1faf-4924-9c3c-562dce13f294),segment_id=c7ce274d-1faf-4924-9c3c-562dce13f294)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:48:15.336769 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-2141767b-d584-425c-a8cd-bc6e869d526e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:15.467358 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-2141767b-d584-425c-a8cd-bc6e869d526e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:15.467993 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-2141767b-d584-425c-a8cd-bc6e869d526e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:15.469412 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-2141767b-d584-425c-a8cd-bc6e869d526e service neutron] 10.222.0.36 "PUT /v2.0/ports/cea88b61-ef04-4e71-b6c8-38f5a470f3e6 HTTP/1.1" status: 200 len: 1092 time: 1.2441742 Nov 16 11:48:15.476012 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad4c044-3170-4972-957a-f79697b694c4', 'tag': 'cea88b61-ef04-4e71-b6c8-38f5a470f3e6'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:48:15.482931 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b67d642-90c6-430d-a6a1-0fb55bfe97e6" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad4c044-3170-4972-957a-f79697b694c4", "tag": "cea88b61-ef04-4e71-b6c8-38f5a470f3e6"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:48:15.592311 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b885da00-48d3-4558-9815-2eae12f28da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:15.632285 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141767b-d584-425c-a8cd-bc6e869d526e service neutron] Pushing event updated for resources: {'Port': ['ID=cea88b61-ef04-4e71-b6c8-38f5a470f3e6,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:48:15.678541 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01485eb6-ef95-40db-862d-42a40a999bfd req-c3e180de-c0a9-44b9-be97-adee9791bcf3 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:15.691517 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-01485eb6-ef95-40db-862d-42a40a999bfd req-c3e180de-c0a9-44b9-be97-adee9791bcf3 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad4c044-3170-4972-957a-f79697b694c4 HTTP/1.1" status: 200 len: 944 time: 0.1694975 Nov 16 11:48:15.699547 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-b21d7ba2-71d7-4193-9cbe-b127eb8e3562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:15.701357 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-b21d7ba2-71d7-4193-9cbe-b127eb8e3562 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4bac558768764cbe98f7632412a36688&device_id=4ad4c044-3170-4972-957a-f79697b694c4 HTTP/1.1" status: 200 len: 1095 time: 0.1679790 Nov 16 11:48:15.827994 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-01485eb6-ef95-40db-862d-42a40a999bfd req-ff3a9b9c-bdde-4b85-8527-35bfccb990be tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354971 Nov 16 11:48:15.848197 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-5b929b4d-6d42-4b20-badb-c58d4322271b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cea88b61-ef04-4e71-b6c8-38f5a470f3e6 HTTP/1.1" status: 200 len: 217 time: 0.1367559 Nov 16 11:48:15.941030 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-687df46d-18b9-479f-b35a-be84a6658ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:15.960750 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-687df46d-18b9-479f-b35a-be84a6658ccf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b36b18de-7ce5-4007-aecb-7c9e7de7c07f HTTP/1.1" status: 200 len: 851 time: 0.1004992 Nov 16 11:48:15.965880 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f191ec58-0cdf-41c9-9546-ee9de406d541 x-openstack-request-id: req-f191ec58-0cdf-41c9-9546-ee9de406d541 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:48:15.966353 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad4c044-3170-4972-957a-f79697b694c4", "tag": "cea88b61-ef04-4e71-b6c8-38f5a470f3e6", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:48:15.966709 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f191ec58-0cdf-41c9-9546-ee9de406d541 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:48:15.967217 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad4c044-3170-4972-957a-f79697b694c4', 'tag': 'cea88b61-ef04-4e71-b6c8-38f5a470f3e6', 'status': 'completed', 'code': 200} Nov 16 11:48:16.046681 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-3aa30eb8-9172-4183-8a95-83bd3ab985b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:16.048988 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-3aa30eb8-9172-4183-8a95-83bd3ab985b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d7484ae-78a0-4a01-9340-d50011c24af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776579 Nov 16 11:48:16.189221 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-c254ae4e-d9c9-4709-b827-6b90c7ae626c service neutron] 10.222.0.36 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329036 Nov 16 11:48:16.340060 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-14c7532f-39d6-440f-8b44-1b3fd7000c1f req-faba8d38-c230-4ee3-8e9f-61d7bae7d85c service neutron] 10.222.0.36 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427975 Nov 16 11:48:16.470407 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67d642-90c6-430d-a6a1-0fb55bfe97e6 req-e9ec9143-81d8-441a-871e-56df7d511a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:16.472027 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8b67d642-90c6-430d-a6a1-0fb55bfe97e6 req-e9ec9143-81d8-441a-871e-56df7d511a3a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4bac558768764cbe98f7632412a36688&device_id=4ad4c044-3170-4972-957a-f79697b694c4 HTTP/1.1" status: 200 len: 1095 time: 0.0660715 Nov 16 11:48:16.646957 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:16.658608 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67d642-90c6-430d-a6a1-0fb55bfe97e6 req-c97d7295-6e1f-4301-ad0a-99f632c868c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:16.660210 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8b67d642-90c6-430d-a6a1-0fb55bfe97e6 req-c97d7295-6e1f-4301-ad0a-99f632c868c4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3d7484ae-78a0-4a01-9340-d50011c24af9 HTTP/1.1" status: 200 len: 913 time: 0.1790733 Nov 16 11:48:16.747298 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8b67d642-90c6-430d-a6a1-0fb55bfe97e6 req-6b17e40e-cd60-4307-be6c-dabcb47acac7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cea88b61-ef04-4e71-b6c8-38f5a470f3e6 HTTP/1.1" status: 200 len: 217 time: 0.0791295 Nov 16 11:48:16.831222 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67d642-90c6-430d-a6a1-0fb55bfe97e6 req-2530a8df-dcf9-445f-a3b6-e013cecab52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:16.833190 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8b67d642-90c6-430d-a6a1-0fb55bfe97e6 req-2530a8df-dcf9-445f-a3b6-e013cecab52f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b36b18de-7ce5-4007-aecb-7c9e7de7c07f HTTP/1.1" status: 200 len: 851 time: 0.0770283 Nov 16 11:48:16.912857 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67d642-90c6-430d-a6a1-0fb55bfe97e6 req-84ff6ce8-cbd5-4bfc-9e77-a223c906b701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:16.914410 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8b67d642-90c6-430d-a6a1-0fb55bfe97e6 req-84ff6ce8-cbd5-4bfc-9e77-a223c906b701 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d7484ae-78a0-4a01-9340-d50011c24af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724139 Nov 16 11:48:17.014185 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a88f37-8c59-48aa-a078-39364cb120e0 req-df38f1a2-4bf1-4bef-af8b-fa1bbc4f686b tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:17.023795 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c6a88f37-8c59-48aa-a078-39364cb120e0 req-df38f1a2-4bf1-4bef-af8b-fa1bbc4f686b tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad4c044-3170-4972-957a-f79697b694c4 HTTP/1.1" status: 200 len: 944 time: 0.0873923 Nov 16 11:48:17.047995 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8b67d642-90c6-430d-a6a1-0fb55bfe97e6 req-c680b388-ab41-4256-9db2-893aa3a27281 service neutron] 10.222.0.36 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243210 Nov 16 11:48:17.163944 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c6a88f37-8c59-48aa-a078-39364cb120e0 req-46aef630-1fe9-4272-9af6-dd7781a8f8ed tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366725 Nov 16 11:48:17.215616 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8b67d642-90c6-430d-a6a1-0fb55bfe97e6 req-0bba3e1d-d57c-4551-95b9-4004d2412ca6 service neutron] 10.222.0.36 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599624 Nov 16 11:48:18.343847 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13412182-ad79-4c57-a7f6-b6d979d2972e req-9148ce22-8a98-4bb8-9102-a3b5f12b7919 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:18.345471 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-13412182-ad79-4c57-a7f6-b6d979d2972e req-9148ce22-8a98-4bb8-9102-a3b5f12b7919 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad4c044-3170-4972-957a-f79697b694c4 HTTP/1.1" status: 200 len: 944 time: 0.0758646 Nov 16 11:48:18.366513 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:18.436076 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-13412182-ad79-4c57-a7f6-b6d979d2972e req-5b434eaa-11d2-4d25-8f9d-a22f53a23fcf tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834591 Nov 16 11:48:18.844486 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:19.562287 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20dbd2-924b-468e-a2e7-1ab7d9ac9514 req-0459328d-d735-42a3-8b25-5e0b5e79a57f tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:19.563891 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ec20dbd2-924b-468e-a2e7-1ab7d9ac9514 req-0459328d-d735-42a3-8b25-5e0b5e79a57f tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad4c044-3170-4972-957a-f79697b694c4 HTTP/1.1" status: 200 len: 944 time: 0.0509095 Nov 16 11:48:19.615793 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ec20dbd2-924b-468e-a2e7-1ab7d9ac9514 req-a68ab671-a6ba-4473-9430-4f6c5d4bb8ff tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458241 Nov 16 11:48:20.755247 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abc528-fb2a-470e-9acb-61b74c39e7ce req-212faadc-fb8c-4cc8-bd4d-0399af39a7e7 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:20.756776 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-82abc528-fb2a-470e-9acb-61b74c39e7ce req-212faadc-fb8c-4cc8-bd4d-0399af39a7e7 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad4c044-3170-4972-957a-f79697b694c4 HTTP/1.1" status: 200 len: 944 time: 0.0548325 Nov 16 11:48:20.810302 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-82abc528-fb2a-470e-9acb-61b74c39e7ce req-581c2557-d111-403a-b952-abb039263980 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461063 Nov 16 11:48:21.940950 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd32c7-ed10-46f9-b17d-c87678a6ded9 req-584e0111-a90c-4fc0-9b62-ddd34b484267 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:21.942492 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-37cd32c7-ed10-46f9-b17d-c87678a6ded9 req-584e0111-a90c-4fc0-9b62-ddd34b484267 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad4c044-3170-4972-957a-f79697b694c4 HTTP/1.1" status: 200 len: 944 time: 0.0562027 Nov 16 11:48:21.994584 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-37cd32c7-ed10-46f9-b17d-c87678a6ded9 req-f240dc7f-b72a-4c7c-98a2-4feebdb8adc7 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438259 Nov 16 11:48:23.123384 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae99c0-f49f-460a-a082-b7b27e18bf02 req-09411460-1bfd-4c9a-8722-79a85b18a646 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:23.125034 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2bae99c0-f49f-460a-a082-b7b27e18bf02 req-09411460-1bfd-4c9a-8722-79a85b18a646 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad4c044-3170-4972-957a-f79697b694c4 HTTP/1.1" status: 200 len: 944 time: 0.0551760 Nov 16 11:48:23.180498 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2bae99c0-f49f-460a-a082-b7b27e18bf02 req-e0296336-a638-4ffb-a74a-499e18b9b1db tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479321 Nov 16 11:48:24.311811 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381b038-6520-4cf6-b835-469b08629903 req-539dcf05-2ae2-4fcc-b4dd-2169cd7f2ee8 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:24.313330 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8381b038-6520-4cf6-b835-469b08629903 req-539dcf05-2ae2-4fcc-b4dd-2169cd7f2ee8 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad4c044-3170-4972-957a-f79697b694c4 HTTP/1.1" status: 200 len: 944 time: 0.0582194 Nov 16 11:48:24.363643 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8381b038-6520-4cf6-b835-469b08629903 req-0e464525-7e24-45bf-9308-d1b80ae35c16 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436814 Nov 16 11:48:25.501506 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f7783-bc20-4f54-abad-9a004b433ccf req-053cb1a0-ab74-455c-a165-665e3da4f3a6 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:25.503784 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e18f7783-bc20-4f54-abad-9a004b433ccf req-053cb1a0-ab74-455c-a165-665e3da4f3a6 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad4c044-3170-4972-957a-f79697b694c4 HTTP/1.1" status: 200 len: 944 time: 0.0632675 Nov 16 11:48:25.577901 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e18f7783-bc20-4f54-abad-9a004b433ccf req-7179ef69-6c58-4b31-897c-a646cbb2ed6d tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661805 Nov 16 11:48:26.746005 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875df34-2b6d-4660-98a6-c38cc1d52d31 req-95f44a17-47ba-4be9-8cfe-f6d312cd398a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:26.747510 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0875df34-2b6d-4660-98a6-c38cc1d52d31 req-95f44a17-47ba-4be9-8cfe-f6d312cd398a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad4c044-3170-4972-957a-f79697b694c4 HTTP/1.1" status: 200 len: 944 time: 0.0928087 Nov 16 11:48:26.832638 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0875df34-2b6d-4660-98a6-c38cc1d52d31 req-0e2366d0-109f-4493-9507-364e0e7dc06f tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763605 Nov 16 11:48:28.033869 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630488b8-4dda-48b9-a435-91a4060afb5f req-a1413c1e-4466-4e07-9cf4-6f58fa1737d0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:28.042904 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-630488b8-4dda-48b9-a435-91a4060afb5f req-a1413c1e-4466-4e07-9cf4-6f58fa1737d0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad4c044-3170-4972-957a-f79697b694c4 HTTP/1.1" status: 200 len: 944 time: 0.1247370 Nov 16 11:48:28.100514 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-630488b8-4dda-48b9-a435-91a4060afb5f req-c7495801-756a-4d03-8c2c-4f9fbf708124 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565116 Nov 16 11:48:28.127107 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device cea88b61-ef04-4e71-b6c8-38f5a470f3e6 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:48:28.259028 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:28.390664 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port cea88b61-ef04-4e71-b6c8-38f5a470f3e6, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=cea88b61-ef04-4e71-b6c8-38f5a470f3e6,segment=NetworkSegment(c7ce274d-1faf-4924-9c3c-562dce13f294),segment_id=c7ce274d-1faf-4924-9c3c-562dce13f294)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:48:28.412362 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': 'cea88b61-ef04-4e71-b6c8-38f5a470f3e6', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'port_id': 'cea88b61-ef04-4e71-b6c8-38f5a470f3e6', 'mac_address': 'fa:16:3e:56:79:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:48:28.489664 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:28.503399 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cea88b61-ef04-4e71-b6c8-38f5a470f3e6 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:48:28.539649 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port cea88b61-ef04-4e71-b6c8-38f5a470f3e6, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=cea88b61-ef04-4e71-b6c8-38f5a470f3e6,segment=NetworkSegment(c7ce274d-1faf-4924-9c3c-562dce13f294),segment_id=c7ce274d-1faf-4924-9c3c-562dce13f294)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:48:28.545065 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:28.628442 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=cea88b61-ef04-4e71-b6c8-38f5a470f3e6,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:48:28.769613 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['cea88b61-ef04-4e71-b6c8-38f5a470f3e6'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:48:29.201800 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:29.315782 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198de11e-b451-4a61-a2ff-7ae9573eec40 req-7efe8200-a1af-4b65-82f2-46f2a271f469 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:29.317947 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-198de11e-b451-4a61-a2ff-7ae9573eec40 req-7efe8200-a1af-4b65-82f2-46f2a271f469 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad4c044-3170-4972-957a-f79697b694c4 HTTP/1.1" status: 200 len: 945 time: 0.0768638 Nov 16 11:48:29.450163 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-198de11e-b451-4a61-a2ff-7ae9573eec40 req-e3ca0b24-7dca-48b8-84ea-9a11ceeda69e tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207383 Nov 16 11:48:30.112271 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device cea88b61-ef04-4e71-b6c8-38f5a470f3e6 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:48:30.170373 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port cea88b61-ef04-4e71-b6c8-38f5a470f3e6 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:48:30.174364 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port cea88b61-ef04-4e71-b6c8-38f5a470f3e6 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:48:30.174732 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:30.256619 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:30.290768 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad4c044-3170-4972-957a-f79697b694c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea88b61-ef04-4e71-b6c8-38f5a470f3e6'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:48:30.293045 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893a4872-423c-457e-ab40-bd9889b74e7e" -d '{"events": [{"server_uuid": "4ad4c044-3170-4972-957a-f79697b694c4", "name": "network-vif-plugged", "status": "completed", "tag": "cea88b61-ef04-4e71-b6c8-38f5a470f3e6"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:48:30.316807 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port cea88b61-ef04-4e71-b6c8-38f5a470f3e6, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=cea88b61-ef04-4e71-b6c8-38f5a470f3e6,segment=NetworkSegment(c7ce274d-1faf-4924-9c3c-562dce13f294),segment_id=c7ce274d-1faf-4924-9c3c-562dce13f294)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:48:30.325279 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:30.397316 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=cea88b61-ef04-4e71-b6c8-38f5a470f3e6,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:48:30.512079 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007dce1d-8594-4591-bf59-d9fc2eff6965 x-openstack-request-id: req-007dce1d-8594-4591-bf59-d9fc2eff6965 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:48:30.512476 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad4c044-3170-4972-957a-f79697b694c4", "name": "network-vif-plugged", "status": "completed", "tag": "cea88b61-ef04-4e71-b6c8-38f5a470f3e6", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:48:30.512820 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-007dce1d-8594-4591-bf59-d9fc2eff6965 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:48:30.513420 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad4c044-3170-4972-957a-f79697b694c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea88b61-ef04-4e71-b6c8-38f5a470f3e6', 'code': 200} Nov 16 11:48:30.635623 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321c320-6c15-4626-8573-9f889fcf794d req-70e7ac5c-3026-40ad-b1ad-c7510ea121c6 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:30.637400 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0321c320-6c15-4626-8573-9f889fcf794d req-70e7ac5c-3026-40ad-b1ad-c7510ea121c6 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad4c044-3170-4972-957a-f79697b694c4 HTTP/1.1" status: 200 len: 946 time: 0.0656419 Nov 16 11:48:30.644531 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d3919-4abe-41d4-97d1-e3ee937d4dd8 req-a738186e-60f8-482b-b78c-7885d5de92e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:30.654417 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-245d3919-4abe-41d4-97d1-e3ee937d4dd8 req-a738186e-60f8-482b-b78c-7885d5de92e7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4ad4c044-3170-4972-957a-f79697b694c4 HTTP/1.1" status: 200 len: 1097 time: 0.0690176 Nov 16 11:48:30.711353 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-245d3919-4abe-41d4-97d1-e3ee937d4dd8 req-4c6f1023-c064-469a-9b60-6af8f61562be service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492127 Nov 16 11:48:30.715107 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0321c320-6c15-4626-8573-9f889fcf794d req-311d6327-42c7-4872-ae59-1b6c90baba09 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693436 Nov 16 11:48:31.857165 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58578eb-cda2-4ae0-8a20-b6a376d727a9 req-f367c6da-337c-4ad2-b827-32b5c5fa4008 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:31.858947 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a58578eb-cda2-4ae0-8a20-b6a376d727a9 req-f367c6da-337c-4ad2-b827-32b5c5fa4008 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad4c044-3170-4972-957a-f79697b694c4 HTTP/1.1" status: 200 len: 946 time: 0.0572224 Nov 16 11:48:31.923433 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a58578eb-cda2-4ae0-8a20-b6a376d727a9 req-b4d1f273-424a-482c-be87-f70c412b2ce6 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519071 Nov 16 11:48:32.108593 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515d9fa-53ec-47b3-803d-39e7892a09ad req-5b76ffc3-09f9-47af-b3c1-0dd0da17efaf tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:32.110103 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3515d9fa-53ec-47b3-803d-39e7892a09ad req-5b76ffc3-09f9-47af-b3c1-0dd0da17efaf tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad4c044-3170-4972-957a-f79697b694c4 HTTP/1.1" status: 200 len: 946 time: 0.0503843 Nov 16 11:48:32.174181 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3515d9fa-53ec-47b3-803d-39e7892a09ad req-8067fa36-a3ae-4e83-85b7-1f8ed26384a0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483248 Nov 16 11:48:32.197677 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 39570) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:48:32.242530 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba80ddd4-2a82-4019-9f24-1608bae2ee40 tempest-TestVolumeBootPattern-298045436 tempest-TestVolumeBootPattern-298045436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:32.247282 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ba80ddd4-2a82-4019-9f24-1608bae2ee40 tempest-TestVolumeBootPattern-298045436 tempest-TestVolumeBootPattern-298045436-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4ad4c044-3170-4972-957a-f79697b694c4 HTTP/1.1" status: 200 len: 1092 time: 0.0458524 Nov 16 11:48:32.247618 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 39574) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:48:32.252088 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-e90f18f7-6654-443f-af18-005ca8be98e0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'port_id': 'cea88b61-ef04-4e71-b6c8-38f5a470f3e6', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:48:32.275353 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e90f18f7-6654-443f-af18-005ca8be98e0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for floatingip, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:32.392800 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e90f18f7-6654-443f-af18-005ca8be98e0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:32.499246 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-e90f18f7-6654-443f-af18-005ca8be98e0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Allocated IP 172.25.0.106 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/bfcae806-68cb-4109-8bbe-fda11da294af) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:48:32.612193 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e90f18f7-6654-443f-af18-005ca8be98e0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:32.664176 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e90f18f7-6654-443f-af18-005ca8be98e0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:32.706054 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90f18f7-6654-443f-af18-005ca8be98e0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:48:32.709443 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-e90f18f7-6654-443f-af18-005ca8be98e0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:48:32.717230 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90f18f7-6654-443f-af18-005ca8be98e0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:48:32.747215 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f18f7-6654-443f-af18-005ca8be98e0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Pushing event updated for resources: {'Port': ['ID=bfcae806-68cb-4109-8bbe-fda11da294af,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:48:32.761315 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f18f7-6654-443f-af18-005ca8be98e0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:48:32.761666 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f18f7-6654-443f-af18-005ca8be98e0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:48:32.762036 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f18f7-6654-443f-af18-005ca8be98e0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:48:32.762380 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f18f7-6654-443f-af18-005ca8be98e0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:48:32.762722 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f18f7-6654-443f-af18-005ca8be98e0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:48:32.763057 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f18f7-6654-443f-af18-005ca8be98e0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:48:32.763388 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f18f7-6654-443f-af18-005ca8be98e0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:48:32.763713 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f18f7-6654-443f-af18-005ca8be98e0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:48:32.764039 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f18f7-6654-443f-af18-005ca8be98e0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:48:32.764363 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f18f7-6654-443f-af18-005ca8be98e0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:48:32.764692 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f18f7-6654-443f-af18-005ca8be98e0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:48:32.765018 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f18f7-6654-443f-af18-005ca8be98e0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:48:33.109852 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e90f18f7-6654-443f-af18-005ca8be98e0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:33.183591 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e90f18f7-6654-443f-af18-005ca8be98e0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:33.339100 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e90f18f7-6654-443f-af18-005ca8be98e0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:33.344143 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e90f18f7-6654-443f-af18-005ca8be98e0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:33.417977 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f18f7-6654-443f-af18-005ca8be98e0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Pushing event updated for resources: {'Port': ['ID=bfcae806-68cb-4109-8bbe-fda11da294af,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:48:33.426731 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e90f18f7-6654-443f-af18-005ca8be98e0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:33.578737 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [None req-e90f18f7-6654-443f-af18-005ca8be98e0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Floating IP e4a74561-d393-4cdb-9126-5ad5a180ec61 associated. External IP: 172.25.0.106, port: cea88b61-ef04-4e71-b6c8-38f5a470f3e6. Nov 16 11:48:33.810474 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90f18f7-6654-443f-af18-005ca8be98e0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Router c352b1ca-5cdc-43b9-af68-1b27d967b035 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:48:33.926286 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90f18f7-6654-443f-af18-005ca8be98e0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:48:33.938975 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c338d002-6ba9-4672-ab49-ef3d6bde682e None None] Sync routers for ids ['c352b1ca-5cdc-43b9-af68-1b27d967b035'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:48:33.952942 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c338d002-6ba9-4672-ab49-ef3d6bde682e None None] Routers {'c352b1ca-5cdc-43b9-af68-1b27d967b035'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:48:33.953755 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c338d002-6ba9-4672-ab49-ef3d6bde682e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:48:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c352b1ca-5cdc-43b9-af68-1b27d967b035'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:48:33.965809 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e90f18f7-6654-443f-af18-005ca8be98e0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:33.998550 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e90f18f7-6654-443f-af18-005ca8be98e0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7483900 Nov 16 11:48:33.998550 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad4c044-3170-4972-957a-f79697b694c4', 'tag': 'cea88b61-ef04-4e71-b6c8-38f5a470f3e6'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:48:33.999961 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0a2195-8fb3-4975-be8c-8752097d6d32" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad4c044-3170-4972-957a-f79697b694c4", "tag": "cea88b61-ef04-4e71-b6c8-38f5a470f3e6"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:48:34.052354 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a126bbc-89f5-45df-934f-8c205b77eb72 x-openstack-request-id: req-8a126bbc-89f5-45df-934f-8c205b77eb72 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:48:34.053553 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad4c044-3170-4972-957a-f79697b694c4", "tag": "cea88b61-ef04-4e71-b6c8-38f5a470f3e6", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:48:34.054046 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8a126bbc-89f5-45df-934f-8c205b77eb72 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:48:34.054681 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad4c044-3170-4972-957a-f79697b694c4', 'tag': 'cea88b61-ef04-4e71-b6c8-38f5a470f3e6', 'status': 'completed', 'code': 200} Nov 16 11:48:34.081766 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-c338d002-6ba9-4672-ab49-ef3d6bde682e None None] Set router c352b1ca-5cdc-43b9-af68-1b27d967b035 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:48:34.162234 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a2195-8fb3-4975-be8c-8752097d6d32 req-a537f794-dc51-4c9f-8ab3-e5995dcc272c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:34.163770 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-aa0a2195-8fb3-4975-be8c-8752097d6d32 req-a537f794-dc51-4c9f-8ab3-e5995dcc272c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4bac558768764cbe98f7632412a36688&device_id=4ad4c044-3170-4972-957a-f79697b694c4 HTTP/1.1" status: 200 len: 1097 time: 0.0861526 Nov 16 11:48:34.229230 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 39616) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:48:34.275594 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a2195-8fb3-4975-be8c-8752097d6d32 req-4043987f-7cd6-46e3-ae53-04b25aac98ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:34.277063 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-aa0a2195-8fb3-4975-be8c-8752097d6d32 req-4043987f-7cd6-46e3-ae53-04b25aac98ea service neutron] 10.222.0.36 "GET /v2.0/networks?id=3d7484ae-78a0-4a01-9340-d50011c24af9 HTTP/1.1" status: 200 len: 913 time: 0.1057396 Nov 16 11:48:34.363856 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-aa0a2195-8fb3-4975-be8c-8752097d6d32 req-bdb89744-6a11-4497-a78d-f0e3d532992b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cea88b61-ef04-4e71-b6c8-38f5a470f3e6 HTTP/1.1" status: 200 len: 1000 time: 0.0778787 Nov 16 11:48:34.386847 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c338d002-6ba9-4672-ab49-ef3d6bde682e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'name': 'tempest-TestVolumeBootPattern-2129707804-router', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:09Z', 'updated_at': '2021-11-16T11:39:15Z', 'revision_number': 4, 'project_id': '4bac558768764cbe98f7632412a36688', 'gw_port': {'id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:65:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:10Z', 'updated_at': '2021-11-16T11:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': 'e4a74561-d393-4cdb-9126-5ad5a180ec61', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'floating_ip_address': '172.25.0.106', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'port_id': 'cea88b61-ef04-4e71-b6c8-38f5a470f3e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'mac_address': 'fa:16:3e:56:79:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad4c044-3170-4972-957a-f79697b694c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:48:32Z', 'updated_at': '2021-11-16T11:48:32Z', 'revision_number': 0, 'project_id': '4bac558768764cbe98f7632412a36688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cb16a25-dc49-4206-a022-3c3ed805f304', 'name': '', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'mac_address': 'fa:16:3e:8e:0b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:14Z', 'updated_at': '2021-11-16T11:39:31Z', 'revision_number': 5, 'project_id': '4bac558768764cbe98f7632412a36688', 'subnets': [{'id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:48:34.414785 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c338d002-6ba9-4672-ab49-ef3d6bde682e None None] Checking router: c352b1ca-5cdc-43b9-af68-1b27d967b035 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:48:34.425645 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c338d002-6ba9-4672-ab49-ef3d6bde682e None None] Routers {'c352b1ca-5cdc-43b9-af68-1b27d967b035'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:48:34.426511 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c338d002-6ba9-4672-ab49-ef3d6bde682e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:48:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c352b1ca-5cdc-43b9-af68-1b27d967b035'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:48:34.452473 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b78b51e3-bfe6-4b91-af41-b0a3589d3fe4 tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] 10.222.0.61 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4606 time: 0.2174022 Nov 16 11:48:34.454170 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 39618) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:48:34.456692 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a2195-8fb3-4975-be8c-8752097d6d32 req-d717c066-d850-4cac-a3fe-a343104437cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:34.462410 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-aa0a2195-8fb3-4975-be8c-8752097d6d32 req-d717c066-d850-4cac-a3fe-a343104437cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b36b18de-7ce5-4007-aecb-7c9e7de7c07f HTTP/1.1" status: 200 len: 851 time: 0.0855610 Nov 16 11:48:34.469174 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-fae220e1-1890-486a-a3ec-5789c62a3298 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Request body: {'network': {'name': 'tempest-network-smoke--1394243339', 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'port_security_enabled': False}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:48:34.512729 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae220e1-1890-486a-a3ec-5789c62a3298 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Made reservation on behalf of ff1f996b8b12443fa397a2de0a6eea26 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:48:34.519511 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fae220e1-1890-486a-a3ec-5789c62a3298 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:34.531472 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a2195-8fb3-4975-be8c-8752097d6d32 req-e250db8d-4f96-4938-bb04-0af30f853e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:34.533013 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-aa0a2195-8fb3-4975-be8c-8752097d6d32 req-e250db8d-4f96-4938-bb04-0af30f853e92 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d7484ae-78a0-4a01-9340-d50011c24af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670593 Nov 16 11:48:34.553813 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae220e1-1890-486a-a3ec-5789c62a3298 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:48:34.567479 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fae220e1-1890-486a-a3ec-5789c62a3298 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:34.567886 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-fae220e1-1890-486a-a3ec-5789c62a3298 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Added segment 47652089-2767-43ef-9d09-d5b851d756ed of type vlan for network 8f48bd32-8789-4037-8d30-bbb3f98f9cc6 Nov 16 11:48:34.603254 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-c338d002-6ba9-4672-ab49-ef3d6bde682e None None] Set router c352b1ca-5cdc-43b9-af68-1b27d967b035 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:48:34.621581 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fae220e1-1890-486a-a3ec-5789c62a3298 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:34.650467 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-aa0a2195-8fb3-4975-be8c-8752097d6d32 req-ef4b9381-2a4b-4c55-8f18-cbe531e32fca service neutron] 10.222.0.36 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098094 Nov 16 11:48:34.653261 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fae220e1-1890-486a-a3ec-5789c62a3298 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:34.663423 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae220e1-1890-486a-a3ec-5789c62a3298 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:34.666640 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fae220e1-1890-486a-a3ec-5789c62a3298 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:34.779379 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-fae220e1-1890-486a-a3ec-5789c62a3298 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3195405 Nov 16 11:48:34.782640 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 39620) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:48:34.784583 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-aa0a2195-8fb3-4975-be8c-8752097d6d32 req-e4e1cf86-593d-497a-b534-cd20d4cb6df1 service neutron] 10.222.0.36 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257536 Nov 16 11:48:34.789657 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-f817b025-1757-422d-a1fc-69b808d8c3cb tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1033779568', 'admin_state_up': True, 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:48:34.797090 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae220e1-1890-486a-a3ec-5789c62a3298 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Pushing event updated for resources: {'Network': ['ID=8f48bd32-8789-4037-8d30-bbb3f98f9cc6,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:48:34.809050 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 8f48bd32-8789-4037-8d30-bbb3f98f9cc6 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:48:34.823786 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f817b025-1757-422d-a1fc-69b808d8c3cb tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:34.825185 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f817b025-1757-422d-a1fc-69b808d8c3cb tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:34.906522 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f817b025-1757-422d-a1fc-69b808d8c3cb tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:35.118731 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f817b025-1757-422d-a1fc-69b808d8c3cb tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:35.121450 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c338d002-6ba9-4672-ab49-ef3d6bde682e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'name': 'tempest-TestVolumeBootPattern-2129707804-router', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:09Z', 'updated_at': '2021-11-16T11:39:15Z', 'revision_number': 4, 'project_id': '4bac558768764cbe98f7632412a36688', 'gw_port': {'id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:65:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:10Z', 'updated_at': '2021-11-16T11:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': 'e4a74561-d393-4cdb-9126-5ad5a180ec61', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'floating_ip_address': '172.25.0.106', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'port_id': 'cea88b61-ef04-4e71-b6c8-38f5a470f3e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'mac_address': 'fa:16:3e:56:79:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad4c044-3170-4972-957a-f79697b694c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:48:32Z', 'updated_at': '2021-11-16T11:48:32Z', 'revision_number': 0, 'project_id': '4bac558768764cbe98f7632412a36688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cb16a25-dc49-4206-a022-3c3ed805f304', 'name': '', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'mac_address': 'fa:16:3e:8e:0b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:14Z', 'updated_at': '2021-11-16T11:39:31Z', 'revision_number': 5, 'project_id': '4bac558768764cbe98f7632412a36688', 'subnets': [{'id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:48:35.158756 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c338d002-6ba9-4672-ab49-ef3d6bde682e None None] The sync data for ids ['c352b1ca-5cdc-43b9-af68-1b27d967b035'] in n-d-816823-3 is: [{'id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'name': 'tempest-TestVolumeBootPattern-2129707804-router', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:09Z', 'updated_at': '2021-11-16T11:39:15Z', 'revision_number': 4, 'project_id': '4bac558768764cbe98f7632412a36688', 'gw_port': {'id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:65:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:10Z', 'updated_at': '2021-11-16T11:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': 'e4a74561-d393-4cdb-9126-5ad5a180ec61', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'floating_ip_address': '172.25.0.106', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'port_id': 'cea88b61-ef04-4e71-b6c8-38f5a470f3e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'mac_address': 'fa:16:3e:56:79:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad4c044-3170-4972-957a-f79697b694c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:48:32Z', 'updated_at': '2021-11-16T11:48:32Z', 'revision_number': 0, 'project_id': '4bac558768764cbe98f7632412a36688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cb16a25-dc49-4206-a022-3c3ed805f304', 'name': '', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'mac_address': 'fa:16:3e:8e:0b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:14Z', 'updated_at': '2021-11-16T11:39:31Z', 'revision_number': 5, 'project_id': '4bac558768764cbe98f7632412a36688', 'subnets': [{'id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:48:35.342694 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f817b025-1757-422d-a1fc-69b808d8c3cb tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for router_gateway, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:35.366558 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f817b025-1757-422d-a1fc-69b808d8c3cb tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:35.463418 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af63a60-30ea-4095-a76a-965dcd562083 None None] New status for floating IP e4a74561-d393-4cdb-9126-5ad5a180ec61: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:48:35.480412 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-f817b025-1757-422d-a1fc-69b808d8c3cb tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Allocated IP 172.25.0.225 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/e7521bbc-990f-40aa-a4fd-65b48b2b156c) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:48:35.913787 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f817b025-1757-422d-a1fc-69b808d8c3cb tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:35.948204 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f817b025-1757-422d-a1fc-69b808d8c3cb tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:35.991090 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f817b025-1757-422d-a1fc-69b808d8c3cb tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:48:35.994666 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-f817b025-1757-422d-a1fc-69b808d8c3cb tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:48:35.999504 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f817b025-1757-422d-a1fc-69b808d8c3cb tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:48:36.001622 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f817b025-1757-422d-a1fc-69b808d8c3cb tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Pushing event updated for resources: {'Port': ['ID=e7521bbc-990f-40aa-a4fd-65b48b2b156c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:48:36.040751 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f82b2f-5d40-4e7a-9782-0e0f6c84bd18 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:48:36.138927 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-f0bcaeea-bf15-4d8c-a228-a12d9d34ed72 None None] Provisioning complete for port e7521bbc-990f-40aa-a4fd-65b48b2b156c triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:48:36.139635 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f0bcaeea-bf15-4d8c-a228-a12d9d34ed72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:36.176321 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-f0bcaeea-bf15-4d8c-a228-a12d9d34ed72 None None] Port e7521bbc-990f-40aa-a4fd-65b48b2b156c cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:48:36.293498 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f817b025-1757-422d-a1fc-69b808d8c3cb tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for router_gateway, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:36.515345 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f817b025-1757-422d-a1fc-69b808d8c3cb tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:36.663235 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f817b025-1757-422d-a1fc-69b808d8c3cb tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Router 451b7be9-fbf3-4295-93ee-f9e55114afd3 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:48:36.772938 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f817b025-1757-422d-a1fc-69b808d8c3cb tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:48:36.785627 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ede00e7-e7dd-48e5-84fa-86de9602dd04 None None] Sync routers for ids ['451b7be9-fbf3-4295-93ee-f9e55114afd3'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:48:36.797526 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f817b025-1757-422d-a1fc-69b808d8c3cb tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:36.799393 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f817b025-1757-422d-a1fc-69b808d8c3cb tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0157104 Nov 16 11:48:36.802481 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 39636) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:48:36.805223 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ede00e7-e7dd-48e5-84fa-86de9602dd04 None None] Routers {'451b7be9-fbf3-4295-93ee-f9e55114afd3'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:48:36.806184 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-8ede00e7-e7dd-48e5-84fa-86de9602dd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:48:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['451b7be9-fbf3-4295-93ee-f9e55114afd3'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:48:36.886515 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4caeb335-dc37-4158-8b6d-12c24cb4683a tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:36.890097 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4caeb335-dc37-4158-8b6d-12c24cb4683a tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=ff1f996b8b12443fa397a2de0a6eea26&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0837090 Nov 16 11:48:36.890308 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 39638) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:48:36.932052 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-8ede00e7-e7dd-48e5-84fa-86de9602dd04 None None] Set router 451b7be9-fbf3-4295-93ee-f9e55114afd3 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:48:37.096078 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03320cd3-7017-42d2-a87c-9aa52f7e54ba tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:37.098433 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-03320cd3-7017-42d2-a87c-9aa52f7e54ba tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2064407 Nov 16 11:48:37.102170 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 39642) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:48:37.142554 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-136b0ec2-7298-4dd3-968d-520a278ffbac tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=47f35a41-d782-4d3e-9754-e87c9ca4914b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389860 Nov 16 11:48:37.144998 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 39644) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:48:37.153377 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-8ede00e7-e7dd-48e5-84fa-86de9602dd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451b7be9-fbf3-4295-93ee-f9e55114afd3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1033779568', 'tenant_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'e7521bbc-990f-40aa-a4fd-65b48b2b156c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:48:34Z', 'updated_at': '2021-11-16T11:48:36Z', 'revision_number': 3, 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'gw_port': {'id': 'e7521bbc-990f-40aa-a4fd-65b48b2b156c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451b7be9-fbf3-4295-93ee-f9e55114afd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:48:35Z', 'updated_at': '2021-11-16T11:48:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:48:37.201206 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 39650) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:48:37.211414 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-21a06d9b-74f0-48e2-a0dd-d14c512ff288 tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=ff1f996b8b12443fa397a2de0a6eea26&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0652592 Nov 16 11:48:37.220187 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ede00e7-e7dd-48e5-84fa-86de9602dd04 None None] Checking router: 451b7be9-fbf3-4295-93ee-f9e55114afd3 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:48:37.220669 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ede00e7-e7dd-48e5-84fa-86de9602dd04 None None] Updating router 451b7be9-fbf3-4295-93ee-f9e55114afd3 port e7521bbc-990f-40aa-a4fd-65b48b2b156c binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:48:37.259214 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8ede00e7-e7dd-48e5-84fa-86de9602dd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:37.331609 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc33c0b-26ad-418e-a05e-c18ec1436c00 tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:37.335776 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2cc33c0b-26ad-418e-a05e-c18ec1436c00 tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1310015 Nov 16 11:48:37.336224 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 39654) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:48:37.374844 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3e86e7ef-419e-49b1-bdf6-a1785d9674ad tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=47f35a41-d782-4d3e-9754-e87c9ca4914b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351069 Nov 16 11:48:37.375301 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 39656) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:48:37.383074 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-bb5b5d6e-e427-4a45-99b9-b3af027885db tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1706054372', 'network_id': '8f48bd32-8789-4037-8d30-bbb3f98f9cc6', 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:48:37.406846 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:48:37.531085 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5b5d6e-e427-4a45-99b9-b3af027885db tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Made reservation on behalf of ff1f996b8b12443fa397a2de0a6eea26 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:48:37.535956 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb5b5d6e-e427-4a45-99b9-b3af027885db tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:37.620661 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8ede00e7-e7dd-48e5-84fa-86de9602dd04 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:37.633187 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8ede00e7-e7dd-48e5-84fa-86de9602dd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:37.719155 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e3b5fe-e97c-4c86-847a-666dd433103c None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:48:37.753982 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55975fe-625b-45bf-8a42-2833f58375dd None None] Pushing event updated for resources: {'Port': ['ID=e7521bbc-990f-40aa-a4fd-65b48b2b156c,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:48:37.756220 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-8ede00e7-e7dd-48e5-84fa-86de9602dd04 None None] Attempting to bind port e7521bbc-990f-40aa-a4fd-65b48b2b156c on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:48:37.756585 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-8ede00e7-e7dd-48e5-84fa-86de9602dd04 None None] Attempting to bind port e7521bbc-990f-40aa-a4fd-65b48b2b156c by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:48:37.756939 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ede00e7-e7dd-48e5-84fa-86de9602dd04 None None] Attempting to bind port e7521bbc-990f-40aa-a4fd-65b48b2b156c on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:48:37.770218 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ede00e7-e7dd-48e5-84fa-86de9602dd04 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:48:37.770659 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ede00e7-e7dd-48e5-84fa-86de9602dd04 None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:48:37.771156 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8ede00e7-e7dd-48e5-84fa-86de9602dd04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:37.772206 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ede00e7-e7dd-48e5-84fa-86de9602dd04 None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:48:37.772206 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-8ede00e7-e7dd-48e5-84fa-86de9602dd04 None None] Bound port: e7521bbc-990f-40aa-a4fd-65b48b2b156c, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:48:37.772479 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8ede00e7-e7dd-48e5-84fa-86de9602dd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:37.774306 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb5b5d6e-e427-4a45-99b9-b3af027885db tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:37.833049 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-8ede00e7-e7dd-48e5-84fa-86de9602dd04 None None] For port e7521bbc-990f-40aa-a4fd-65b48b2b156c, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:48:37.834657 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6ad01b59-64eb-4267-b685-249f262554bc None None] Provisioning complete for port e7521bbc-990f-40aa-a4fd-65b48b2b156c triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:48:37.835510 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6ad01b59-64eb-4267-b685-249f262554bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:37.837621 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-8ede00e7-e7dd-48e5-84fa-86de9602dd04 None None] For port e7521bbc-990f-40aa-a4fd-65b48b2b156c, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=e7521bbc-990f-40aa-a4fd-65b48b2b156c,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:48:37.845225 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8ede00e7-e7dd-48e5-84fa-86de9602dd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:37.860478 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5b5d6e-e427-4a45-99b9-b3af027885db tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Checking segment: {'id': '47652089-2767-43ef-9d09-d5b851d756ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8f48bd32-8789-4037-8d30-bbb3f98f9cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:48:37.860949 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5b5d6e-e427-4a45-99b9-b3af027885db tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Network hostable DHCP agents. Network: 8f48bd32-8789-4037-8d30-bbb3f98f9cc6, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:48:37.880258 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b5d6e-e427-4a45-99b9-b3af027885db tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Pushing event updated for resources: {'Subnet': ['ID=e6ae5d6c-61f0-46cb-9dd3-bc638940d9a1,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:48:37.882517 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-6ad01b59-64eb-4267-b685-249f262554bc None None] Port e7521bbc-990f-40aa-a4fd-65b48b2b156c cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:48:37.894292 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b5d6e-e427-4a45-99b9-b3af027885db tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:48:37.894938 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b5d6e-e427-4a45-99b9-b3af027885db tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:48:37.895462 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b5d6e-e427-4a45-99b9-b3af027885db tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:48:37.895989 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b5d6e-e427-4a45-99b9-b3af027885db tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:48:37.896465 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b5d6e-e427-4a45-99b9-b3af027885db tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:48:37.897074 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b5d6e-e427-4a45-99b9-b3af027885db tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:48:37.897568 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b5d6e-e427-4a45-99b9-b3af027885db tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:48:37.898070 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b5d6e-e427-4a45-99b9-b3af027885db tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:48:37.898552 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b5d6e-e427-4a45-99b9-b3af027885db tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:48:37.899022 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b5d6e-e427-4a45-99b9-b3af027885db tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:48:37.899490 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b5d6e-e427-4a45-99b9-b3af027885db tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:48:37.899991 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b5d6e-e427-4a45-99b9-b3af027885db tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:48:37.903844 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5b5d6e-e427-4a45-99b9-b3af027885db tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Network 8f48bd32-8789-4037-8d30-bbb3f98f9cc6 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:48:37.915009 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-bb5b5d6e-e427-4a45-99b9-b3af027885db tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 8f48bd32-8789-4037-8d30-bbb3f98f9cc6) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:48:37.924243 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5b5d6e-e427-4a45-99b9-b3af027885db tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:37.925083 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb5b5d6e-e427-4a45-99b9-b3af027885db tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:37.930625 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e839f5ed-ab00-4fe4-a47e-6603fd155dd6 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:48:37.948969 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff8142a-568c-441d-89bb-195cf4185a06 None None] Network 8f48bd32-8789-4037-8d30-bbb3f98f9cc6 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:48:37.954291 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 39660) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:48:37.955101 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bb5b5d6e-e427-4a45-99b9-b3af027885db tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5781589 Nov 16 11:48:37.970189 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ede00e7-e7dd-48e5-84fa-86de9602dd04 None None] Routers {'451b7be9-fbf3-4295-93ee-f9e55114afd3'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:48:37.970985 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-8ede00e7-e7dd-48e5-84fa-86de9602dd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:48:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['451b7be9-fbf3-4295-93ee-f9e55114afd3'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:48:37.974826 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55975fe-625b-45bf-8a42-2833f58375dd None None] Pushing event updated for resources: {'Port': ['ID=e7521bbc-990f-40aa-a4fd-65b48b2b156c,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:48:38.166269 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-f8efef91-49b7-45d7-9e4b-d29c5e8000a7 None None] Provisioning complete for port e7521bbc-990f-40aa-a4fd-65b48b2b156c triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:48:38.166902 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f8efef91-49b7-45d7-9e4b-d29c5e8000a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:38.185023 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-8ede00e7-e7dd-48e5-84fa-86de9602dd04 None None] Set router 451b7be9-fbf3-4295-93ee-f9e55114afd3 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:48:38.283048 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f8efef91-49b7-45d7-9e4b-d29c5e8000a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:38.288214 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ca5d43-52cd-40ae-9318-5ea5a3e977d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-8f48bd32-8789-4037-8d30-bbb3f98f9cc6', 'network_id': '8f48bd32-8789-4037-8d30-bbb3f98f9cc6', 'tenant_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'fixed_ips': [{'subnet_id': 'e6ae5d6c-61f0-46cb-9dd3-bc638940d9a1'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:48:38.288986 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-19ca5d43-52cd-40ae-9318-5ea5a3e977d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:38.330323 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-f8efef91-49b7-45d7-9e4b-d29c5e8000a7 None None] For port e7521bbc-990f-40aa-a4fd-65b48b2b156c, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=e7521bbc-990f-40aa-a4fd-65b48b2b156c,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:48:38.391967 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f8efef91-49b7-45d7-9e4b-d29c5e8000a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:38.485806 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-8ede00e7-e7dd-48e5-84fa-86de9602dd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451b7be9-fbf3-4295-93ee-f9e55114afd3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1033779568', 'tenant_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'e7521bbc-990f-40aa-a4fd-65b48b2b156c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:48:34Z', 'updated_at': '2021-11-16T11:48:36Z', 'revision_number': 3, 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'gw_port': {'id': 'e7521bbc-990f-40aa-a4fd-65b48b2b156c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451b7be9-fbf3-4295-93ee-f9e55114afd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:48:35Z', 'updated_at': '2021-11-16T11:48:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:48:38.503836 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8efef91-49b7-45d7-9e4b-d29c5e8000a7 None None] Pushing event updated for resources: {'Port': ['ID=e7521bbc-990f-40aa-a4fd-65b48b2b156c,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:48:38.516906 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-19ca5d43-52cd-40ae-9318-5ea5a3e977d5 None None] Allocated IP 172.20.0.18 (8f48bd32-8789-4037-8d30-bbb3f98f9cc6/e6ae5d6c-61f0-46cb-9dd3-bc638940d9a1/2e891fbd-c886-4906-85b4-0929ecb23ef3) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:48:38.517586 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ede00e7-e7dd-48e5-84fa-86de9602dd04 None None] The sync data for ids ['451b7be9-fbf3-4295-93ee-f9e55114afd3'] in n-d-816823-3 is: [{'id': '451b7be9-fbf3-4295-93ee-f9e55114afd3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1033779568', 'tenant_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'e7521bbc-990f-40aa-a4fd-65b48b2b156c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:48:34Z', 'updated_at': '2021-11-16T11:48:36Z', 'revision_number': 3, 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'gw_port': {'id': 'e7521bbc-990f-40aa-a4fd-65b48b2b156c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451b7be9-fbf3-4295-93ee-f9e55114afd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:48:35Z', 'updated_at': '2021-11-16T11:48:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:48:38.702427 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-19ca5d43-52cd-40ae-9318-5ea5a3e977d5 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:38.709804 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-19ca5d43-52cd-40ae-9318-5ea5a3e977d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:38.726955 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f9f61078-f99e-4654-bde0-9c312c19ce30 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:38.752081 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ca5d43-52cd-40ae-9318-5ea5a3e977d5 None None] Network 8f48bd32-8789-4037-8d30-bbb3f98f9cc6 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:48:38.762947 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-19ca5d43-52cd-40ae-9318-5ea5a3e977d5 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:48:38.766693 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ca5d43-52cd-40ae-9318-5ea5a3e977d5 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:48:38.775300 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca5d43-52cd-40ae-9318-5ea5a3e977d5 None None] Pushing event updated for resources: {'Port': ['ID=2e891fbd-c886-4906-85b4-0929ecb23ef3,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:48:38.873224 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-19ca5d43-52cd-40ae-9318-5ea5a3e977d5 None None] Attempting to bind port 2e891fbd-c886-4906-85b4-0929ecb23ef3 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:48:38.873610 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-19ca5d43-52cd-40ae-9318-5ea5a3e977d5 None None] Attempting to bind port 2e891fbd-c886-4906-85b4-0929ecb23ef3 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '47652089-2767-43ef-9d09-d5b851d756ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8f48bd32-8789-4037-8d30-bbb3f98f9cc6'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:48:38.874136 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ca5d43-52cd-40ae-9318-5ea5a3e977d5 None None] Attempting to bind port 2e891fbd-c886-4906-85b4-0929ecb23ef3 on network 8f48bd32-8789-4037-8d30-bbb3f98f9cc6 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:48:38.888385 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ca5d43-52cd-40ae-9318-5ea5a3e977d5 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:48:38.888759 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ca5d43-52cd-40ae-9318-5ea5a3e977d5 None None] Checking segment: {'id': '47652089-2767-43ef-9d09-d5b851d756ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8f48bd32-8789-4037-8d30-bbb3f98f9cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:48:38.889158 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-19ca5d43-52cd-40ae-9318-5ea5a3e977d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:38.889551 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ca5d43-52cd-40ae-9318-5ea5a3e977d5 None None] Bound using segment: {'id': '47652089-2767-43ef-9d09-d5b851d756ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8f48bd32-8789-4037-8d30-bbb3f98f9cc6'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:48:38.890036 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-19ca5d43-52cd-40ae-9318-5ea5a3e977d5 None None] Bound port: 2e891fbd-c886-4906-85b4-0929ecb23ef3, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47652089-2767-43ef-9d09-d5b851d756ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8f48bd32-8789-4037-8d30-bbb3f98f9cc6'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:48:38.890414 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-19ca5d43-52cd-40ae-9318-5ea5a3e977d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:38.962213 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-19ca5d43-52cd-40ae-9318-5ea5a3e977d5 None None] For port 2e891fbd-c886-4906-85b4-0929ecb23ef3, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:48:38.966508 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-19ca5d43-52cd-40ae-9318-5ea5a3e977d5 None None] For port 2e891fbd-c886-4906-85b4-0929ecb23ef3, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=2e891fbd-c886-4906-85b4-0929ecb23ef3,segment=NetworkSegment(47652089-2767-43ef-9d09-d5b851d756ed),segment_id=47652089-2767-43ef-9d09-d5b851d756ed)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:48:38.973239 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-19ca5d43-52cd-40ae-9318-5ea5a3e977d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:39.048189 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca5d43-52cd-40ae-9318-5ea5a3e977d5 None None] Pushing event updated for resources: {'Port': ['ID=2e891fbd-c886-4906-85b4-0929ecb23ef3,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:48:39.096550 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-f9f61078-f99e-4654-bde0-9c312c19ce30 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Allocated IP 172.20.0.17 (8f48bd32-8789-4037-8d30-bbb3f98f9cc6/e6ae5d6c-61f0-46cb-9dd3-bc638940d9a1/9e90cd8c-0985-4cb6-ad96-7eb598ccbc89) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:48:39.324244 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f9f61078-f99e-4654-bde0-9c312c19ce30 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:39.384220 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f9f61078-f99e-4654-bde0-9c312c19ce30 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:39.444488 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f61078-f99e-4654-bde0-9c312c19ce30 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Network 8f48bd32-8789-4037-8d30-bbb3f98f9cc6 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:48:39.448306 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-f9f61078-f99e-4654-bde0-9c312c19ce30 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:48:39.450600 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f61078-f99e-4654-bde0-9c312c19ce30 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Pushing event updated for resources: {'Port': ['ID=9e90cd8c-0985-4cb6-ad96-7eb598ccbc89,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:48:39.452732 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f61078-f99e-4654-bde0-9c312c19ce30 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:48:39.531461 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f9f61078-f99e-4654-bde0-9c312c19ce30 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:39.740101 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f9f61078-f99e-4654-bde0-9c312c19ce30 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:40.075023 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f9f61078-f99e-4654-bde0-9c312c19ce30 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:40.083028 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f9f61078-f99e-4654-bde0-9c312c19ce30 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:40.184537 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f9f61078-f99e-4654-bde0-9c312c19ce30 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:40.323584 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e02779-3302-4fd0-8ca3-199d0a66229b None None] Network 8f48bd32-8789-4037-8d30-bbb3f98f9cc6 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:48:40.342230 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f61078-f99e-4654-bde0-9c312c19ce30 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Pushing event updated for resources: {'Port': ['ID=9e90cd8c-0985-4cb6-ad96-7eb598ccbc89,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:48:40.406929 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device e7521bbc-990f-40aa-a4fd-65b48b2b156c up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:48:40.432142 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f61078-f99e-4654-bde0-9c312c19ce30 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Network 8f48bd32-8789-4037-8d30-bbb3f98f9cc6 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:48:40.433761 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-f9f61078-f99e-4654-bde0-9c312c19ce30 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:48:40.528686 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c32fe7af-9f9b-48f8-9ab5-688232d40659 None None] Provisioning complete for port 2e891fbd-c886-4906-85b4-0929ecb23ef3 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:48:40.533158 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c32fe7af-9f9b-48f8-9ab5-688232d40659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:40.629236 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port e7521bbc-990f-40aa-a4fd-65b48b2b156c triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:48:40.630112 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:40.638505 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f61078-f99e-4654-bde0-9c312c19ce30 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Router 451b7be9-fbf3-4295-93ee-f9e55114afd3 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:48:40.930806 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 2e891fbd-c886-4906-85b4-0929ecb23ef3 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:48:40.932651 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f61078-f99e-4654-bde0-9c312c19ce30 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:48:40.955311 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f9f61078-f99e-4654-bde0-9c312c19ce30 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "PUT /v2.0/routers/451b7be9-fbf3-4295-93ee-f9e55114afd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9927120 Nov 16 11:48:41.059597 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c32fe7af-9f9b-48f8-9ab5-688232d40659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:41.151818 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2e6f0c-f9db-4e6b-be4b-c5fe754c8203 None None] Sync routers for ids ['451b7be9-fbf3-4295-93ee-f9e55114afd3'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:48:41.166799 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c32fe7af-9f9b-48f8-9ab5-688232d40659 None None] For port 2e891fbd-c886-4906-85b4-0929ecb23ef3, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=2e891fbd-c886-4906-85b4-0929ecb23ef3,segment=NetworkSegment(47652089-2767-43ef-9d09-d5b851d756ed),segment_id=47652089-2767-43ef-9d09-d5b851d756ed)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:48:41.182736 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c32fe7af-9f9b-48f8-9ab5-688232d40659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:41.198255 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2e6f0c-f9db-4e6b-be4b-c5fe754c8203 None None] Routers {'451b7be9-fbf3-4295-93ee-f9e55114afd3'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:48:41.199171 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0b2e6f0c-f9db-4e6b-be4b-c5fe754c8203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:48:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['451b7be9-fbf3-4295-93ee-f9e55114afd3'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:48:41.444824 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-7a2b7cb0-b145-4cba-838c-d7ab2e0a0f3b tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:41.447131 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-7a2b7cb0-b145-4cba-838c-d7ab2e0a0f3b tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "GET /v2.0/networks?id=8f48bd32-8789-4037-8d30-bbb3f98f9cc6 HTTP/1.1" status: 200 len: 798 time: 0.1523256 Nov 16 11:48:41.469156 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 2e891fbd-c886-4906-85b4-0929ecb23ef3 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:48:41.472794 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-4b7c9297-de11-4df6-b9bb-8e8122170a2f tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "GET /v2.0/quotas/ff1f996b8b12443fa397a2de0a6eea26 HTTP/1.1" status: 200 len: 375 time: 0.0194452 Nov 16 11:48:41.476577 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:41.494298 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32fe7af-9f9b-48f8-9ab5-688232d40659 None None] Pushing event updated for resources: {'Port': ['ID=2e891fbd-c886-4906-85b4-0929ecb23ef3,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:48:41.496656 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c6d27ee7-9646-4113-9230-35f3c2774444 None None] Provisioning complete for port 2e891fbd-c886-4906-85b4-0929ecb23ef3 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:48:41.498295 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c6d27ee7-9646-4113-9230-35f3c2774444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:41.543280 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-0b2e6f0c-f9db-4e6b-be4b-c5fe754c8203 None None] Set router 451b7be9-fbf3-4295-93ee-f9e55114afd3 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:48:41.565992 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-c0a6f76f-b21d-4f16-9eb3-b196ac038ee7 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ff1f996b8b12443fa397a2de0a6eea26&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0818110 Nov 16 11:48:41.669118 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-f6365fa5-59b6-46ff-be22-38b8e511f2f5 service neutron] 10.222.0.61 "GET /v2.0/networks/8f48bd32-8789-4037-8d30-bbb3f98f9cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007102 Nov 16 11:48:41.895581 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-05bc7ffa-6348-4250-9570-f71d79062bd2 service neutron] 10.222.0.61 "GET /v2.0/networks/8f48bd32-8789-4037-8d30-bbb3f98f9cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173381 Nov 16 11:48:41.912304 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32fe7af-9f9b-48f8-9ab5-688232d40659 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:48:41.912660 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32fe7af-9f9b-48f8-9ab5-688232d40659 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:48:41.913002 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32fe7af-9f9b-48f8-9ab5-688232d40659 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:48:41.913372 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32fe7af-9f9b-48f8-9ab5-688232d40659 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:48:41.913657 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32fe7af-9f9b-48f8-9ab5-688232d40659 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:48:41.914294 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32fe7af-9f9b-48f8-9ab5-688232d40659 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:48:41.914568 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32fe7af-9f9b-48f8-9ab5-688232d40659 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:48:41.914898 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32fe7af-9f9b-48f8-9ab5-688232d40659 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:48:41.915265 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32fe7af-9f9b-48f8-9ab5-688232d40659 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:48:41.916176 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32fe7af-9f9b-48f8-9ab5-688232d40659 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:48:41.916509 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32fe7af-9f9b-48f8-9ab5-688232d40659 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:48:41.918831 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32fe7af-9f9b-48f8-9ab5-688232d40659 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:48:42.259709 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c6d27ee7-9646-4113-9230-35f3c2774444 None None] Provisioning complete for port 9e90cd8c-0985-4cb6-ad96-7eb598ccbc89 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:48:42.260077 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c6d27ee7-9646-4113-9230-35f3c2774444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:42.301268 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-c6d27ee7-9646-4113-9230-35f3c2774444 None None] Port 9e90cd8c-0985-4cb6-ad96-7eb598ccbc89 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:48:42.374616 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0b2e6f0c-f9db-4e6b-be4b-c5fe754c8203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451b7be9-fbf3-4295-93ee-f9e55114afd3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1033779568', 'tenant_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'e7521bbc-990f-40aa-a4fd-65b48b2b156c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:48:34Z', 'updated_at': '2021-11-16T11:48:39Z', 'revision_number': 4, 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'gw_port': {'id': 'e7521bbc-990f-40aa-a4fd-65b48b2b156c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451b7be9-fbf3-4295-93ee-f9e55114afd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:48:35Z', 'updated_at': '2021-11-16T11:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '9e90cd8c-0985-4cb6-ad96-7eb598ccbc89', 'name': '', 'network_id': '8f48bd32-8789-4037-8d30-bbb3f98f9cc6', 'tenant_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'mac_address': 'fa:16:3e:23:ac:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451b7be9-fbf3-4295-93ee-f9e55114afd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': 'e6ae5d6c-61f0-46cb-9dd3-bc638940d9a1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:48:38Z', 'updated_at': '2021-11-16T11:48:39Z', 'revision_number': 2, 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'subnets': [{'id': 'e6ae5d6c-61f0-46cb-9dd3-bc638940d9a1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:48:42.424999 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2e6f0c-f9db-4e6b-be4b-c5fe754c8203 None None] Checking router: 451b7be9-fbf3-4295-93ee-f9e55114afd3 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:48:42.425366 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2e6f0c-f9db-4e6b-be4b-c5fe754c8203 None None] Updating router 451b7be9-fbf3-4295-93ee-f9e55114afd3 port 9e90cd8c-0985-4cb6-ad96-7eb598ccbc89 binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:48:42.440642 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2a34b5ce-415f-4966-99e7-542025ffd54e req-19090132-b061-4d5b-aac8-aae2c9717ba2 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "GET /v2.0/ports?device_id=168e9eb2-d735-4ab7-9861-c82641eca98c HTTP/1.1" status: 200 len: 210 time: 0.1099277 Nov 16 11:48:42.459164 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0b2e6f0c-f9db-4e6b-be4b-c5fe754c8203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:42.474136 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d346a45c-a95b-4197-8515-6114ab0a4da0 None None] Provisioning complete for port 9e90cd8c-0985-4cb6-ad96-7eb598ccbc89 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:48:42.475145 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d346a45c-a95b-4197-8515-6114ab0a4da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:42.571038 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-d346a45c-a95b-4197-8515-6114ab0a4da0 None None] Port 9e90cd8c-0985-4cb6-ad96-7eb598ccbc89 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:48:42.613811 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 2e891fbd-c886-4906-85b4-0929ecb23ef3 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:48:42.730176 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 2e891fbd-c886-4906-85b4-0929ecb23ef3 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:48:42.730854 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:42.905852 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0b2e6f0c-f9db-4e6b-be4b-c5fe754c8203 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:42.912312 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0b2e6f0c-f9db-4e6b-be4b-c5fe754c8203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:42.965598 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b06b552-4e27-4b7b-b855-8499fb20cf6f None None] Pushing event updated for resources: {'Port': ['ID=9e90cd8c-0985-4cb6-ad96-7eb598ccbc89,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:48:43.044908 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-0b2e6f0c-f9db-4e6b-be4b-c5fe754c8203 None None] Attempting to bind port 9e90cd8c-0985-4cb6-ad96-7eb598ccbc89 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:48:43.045678 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-0b2e6f0c-f9db-4e6b-be4b-c5fe754c8203 None None] Attempting to bind port 9e90cd8c-0985-4cb6-ad96-7eb598ccbc89 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '47652089-2767-43ef-9d09-d5b851d756ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8f48bd32-8789-4037-8d30-bbb3f98f9cc6'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:48:43.046274 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2e6f0c-f9db-4e6b-be4b-c5fe754c8203 None None] Attempting to bind port 9e90cd8c-0985-4cb6-ad96-7eb598ccbc89 on network 8f48bd32-8789-4037-8d30-bbb3f98f9cc6 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:48:43.051680 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6b8adf0a-e3d5-4008-8e06-0e8c6c04d297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:43.057468 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2e6f0c-f9db-4e6b-be4b-c5fe754c8203 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:48:43.057983 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2e6f0c-f9db-4e6b-be4b-c5fe754c8203 None None] Checking segment: {'id': '47652089-2767-43ef-9d09-d5b851d756ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8f48bd32-8789-4037-8d30-bbb3f98f9cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:48:43.058474 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0b2e6f0c-f9db-4e6b-be4b-c5fe754c8203 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:43.058983 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2e6f0c-f9db-4e6b-be4b-c5fe754c8203 None None] Bound using segment: {'id': '47652089-2767-43ef-9d09-d5b851d756ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8f48bd32-8789-4037-8d30-bbb3f98f9cc6'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:48:43.059537 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-0b2e6f0c-f9db-4e6b-be4b-c5fe754c8203 None None] Bound port: 9e90cd8c-0985-4cb6-ad96-7eb598ccbc89, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47652089-2767-43ef-9d09-d5b851d756ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8f48bd32-8789-4037-8d30-bbb3f98f9cc6'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:48:43.059987 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0b2e6f0c-f9db-4e6b-be4b-c5fe754c8203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:43.154320 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-0b2e6f0c-f9db-4e6b-be4b-c5fe754c8203 None None] For port 9e90cd8c-0985-4cb6-ad96-7eb598ccbc89, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:48:43.173636 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-0b2e6f0c-f9db-4e6b-be4b-c5fe754c8203 None None] For port 9e90cd8c-0985-4cb6-ad96-7eb598ccbc89, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=9e90cd8c-0985-4cb6-ad96-7eb598ccbc89,segment=NetworkSegment(47652089-2767-43ef-9d09-d5b851d756ed),segment_id=47652089-2767-43ef-9d09-d5b851d756ed)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:48:43.183599 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0b2e6f0c-f9db-4e6b-be4b-c5fe754c8203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:43.263619 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2e6f0c-f9db-4e6b-be4b-c5fe754c8203 None None] Routers {'451b7be9-fbf3-4295-93ee-f9e55114afd3'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:48:43.264330 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0b2e6f0c-f9db-4e6b-be4b-c5fe754c8203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:48:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['451b7be9-fbf3-4295-93ee-f9e55114afd3'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:48:43.370165 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b06b552-4e27-4b7b-b855-8499fb20cf6f None None] Pushing event updated for resources: {'Port': ['ID=9e90cd8c-0985-4cb6-ad96-7eb598ccbc89,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:48:43.445007 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-0b2e6f0c-f9db-4e6b-be4b-c5fe754c8203 None None] Set router 451b7be9-fbf3-4295-93ee-f9e55114afd3 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:48:43.593390 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-df234dac-b3dd-4714-8d46-1951f84bd131 req-bea6776e-f280-4641-8061-0452a525bcc7 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "GET /v2.0/ports?device_id=168e9eb2-d735-4ab7-9861-c82641eca98c HTTP/1.1" status: 200 len: 210 time: 0.0397720 Nov 16 11:48:43.648378 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-99de6237-ba8e-4ee0-b129-5515f98727f4 None None] Provisioning complete for port 9e90cd8c-0985-4cb6-ad96-7eb598ccbc89 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:48:43.650627 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99de6237-ba8e-4ee0-b129-5515f98727f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:43.816679 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99de6237-ba8e-4ee0-b129-5515f98727f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:43.855169 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-99de6237-ba8e-4ee0-b129-5515f98727f4 None None] For port 9e90cd8c-0985-4cb6-ad96-7eb598ccbc89, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=9e90cd8c-0985-4cb6-ad96-7eb598ccbc89,segment=NetworkSegment(47652089-2767-43ef-9d09-d5b851d756ed),segment_id=47652089-2767-43ef-9d09-d5b851d756ed)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:48:43.866951 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99de6237-ba8e-4ee0-b129-5515f98727f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:43.900617 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0b2e6f0c-f9db-4e6b-be4b-c5fe754c8203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451b7be9-fbf3-4295-93ee-f9e55114afd3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1033779568', 'tenant_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'e7521bbc-990f-40aa-a4fd-65b48b2b156c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:48:34Z', 'updated_at': '2021-11-16T11:48:39Z', 'revision_number': 4, 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'gw_port': {'id': 'e7521bbc-990f-40aa-a4fd-65b48b2b156c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451b7be9-fbf3-4295-93ee-f9e55114afd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:48:35Z', 'updated_at': '2021-11-16T11:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '9e90cd8c-0985-4cb6-ad96-7eb598ccbc89', 'name': '', 'network_id': '8f48bd32-8789-4037-8d30-bbb3f98f9cc6', 'tenant_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'mac_address': 'fa:16:3e:23:ac:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451b7be9-fbf3-4295-93ee-f9e55114afd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': 'e6ae5d6c-61f0-46cb-9dd3-bc638940d9a1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:48:38Z', 'updated_at': '2021-11-16T11:48:43Z', 'revision_number': 4, 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'subnets': [{'id': 'e6ae5d6c-61f0-46cb-9dd3-bc638940d9a1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:48:43.905637 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-260b204e-e192-43c9-ae47-6a22f5aa0d69 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:43.907844 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-260b204e-e192-43c9-ae47-6a22f5aa0d69 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.64 "GET /v2.0/networks?id=8f48bd32-8789-4037-8d30-bbb3f98f9cc6 HTTP/1.1" status: 200 len: 798 time: 0.1979089 Nov 16 11:48:43.929427 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2e6f0c-f9db-4e6b-be4b-c5fe754c8203 None None] The sync data for ids ['451b7be9-fbf3-4295-93ee-f9e55114afd3'] in n-d-816823-3 is: [{'id': '451b7be9-fbf3-4295-93ee-f9e55114afd3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1033779568', 'tenant_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'e7521bbc-990f-40aa-a4fd-65b48b2b156c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:48:34Z', 'updated_at': '2021-11-16T11:48:39Z', 'revision_number': 4, 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'gw_port': {'id': 'e7521bbc-990f-40aa-a4fd-65b48b2b156c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451b7be9-fbf3-4295-93ee-f9e55114afd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:48:35Z', 'updated_at': '2021-11-16T11:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '9e90cd8c-0985-4cb6-ad96-7eb598ccbc89', 'name': '', 'network_id': '8f48bd32-8789-4037-8d30-bbb3f98f9cc6', 'tenant_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'mac_address': 'fa:16:3e:23:ac:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451b7be9-fbf3-4295-93ee-f9e55114afd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': 'e6ae5d6c-61f0-46cb-9dd3-bc638940d9a1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:48:38Z', 'updated_at': '2021-11-16T11:48:43Z', 'revision_number': 4, 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'subnets': [{'id': 'e6ae5d6c-61f0-46cb-9dd3-bc638940d9a1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:48:43.934128 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-af4011f9-ae11-49b5-b0d4-e87e5310fa13 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Request body: {'port': {'device_id': '168e9eb2-d735-4ab7-9861-c82641eca98c', 'network_id': '8f48bd32-8789-4037-8d30-bbb3f98f9cc6', 'admin_state_up': True, 'tenant_id': 'ff1f996b8b12443fa397a2de0a6eea26'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:48:44.034398 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de6237-ba8e-4ee0-b129-5515f98727f4 None None] Pushing event updated for resources: {'Port': ['ID=9e90cd8c-0985-4cb6-ad96-7eb598ccbc89,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:48:44.065473 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-2970de5d-96fa-4e2a-bc84-c95bb73c2b71 None None] Provisioning complete for port 9e90cd8c-0985-4cb6-ad96-7eb598ccbc89 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:48:44.065858 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2970de5d-96fa-4e2a-bc84-c95bb73c2b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:44.204483 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-af4011f9-ae11-49b5-b0d4-e87e5310fa13 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Made reservation on behalf of ff1f996b8b12443fa397a2de0a6eea26 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:48:44.211025 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-af4011f9-ae11-49b5-b0d4-e87e5310fa13 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:44.366035 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-af4011f9-ae11-49b5-b0d4-e87e5310fa13 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Allocated IP 172.20.0.21 (8f48bd32-8789-4037-8d30-bbb3f98f9cc6/e6ae5d6c-61f0-46cb-9dd3-bc638940d9a1/4bc491ea-898f-4c70-b4a7-64d9d28ebe1a) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:48:44.563040 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 9e90cd8c-0985-4cb6-ad96-7eb598ccbc89 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:48:44.644029 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 9e90cd8c-0985-4cb6-ad96-7eb598ccbc89 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:48:44.644415 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:44.656998 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-af4011f9-ae11-49b5-b0d4-e87e5310fa13 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:44.740959 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-af4011f9-ae11-49b5-b0d4-e87e5310fa13 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:44.747443 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e13c513d-5092-4066-8552-a50da61a4ad2 req-3504c112-85a8-428c-8190-dde784ed8240 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "GET /v2.0/ports?device_id=168e9eb2-d735-4ab7-9861-c82641eca98c HTTP/1.1" status: 200 len: 210 time: 0.0407059 Nov 16 11:48:44.808064 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-af4011f9-ae11-49b5-b0d4-e87e5310fa13 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Network 8f48bd32-8789-4037-8d30-bbb3f98f9cc6 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:48:44.822551 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-af4011f9-ae11-49b5-b0d4-e87e5310fa13 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:48:44.827302 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-af4011f9-ae11-49b5-b0d4-e87e5310fa13 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:48:44.896022 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4011f9-ae11-49b5-b0d4-e87e5310fa13 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Pushing event updated for resources: {'Port': ['ID=4bc491ea-898f-4c70-b4a7-64d9d28ebe1a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:48:44.921344 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-af4011f9-ae11-49b5-b0d4-e87e5310fa13 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:44.922135 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-af4011f9-ae11-49b5-b0d4-e87e5310fa13 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:44.950210 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-af4011f9-ae11-49b5-b0d4-e87e5310fa13 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0246015 Nov 16 11:48:44.969294 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-8f7c6746-3d3e-4ab2-b051-72c08849e4cc service neutron] Request body: {'port': {'device_id': '168e9eb2-d735-4ab7-9861-c82641eca98c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:48:45.041412 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-8f7c6746-3d3e-4ab2-b051-72c08849e4cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:45.264878 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-45c3cc1a-f70c-48f9-b3c7-e4111399f8e3 None None] Provisioning complete for port 4bc491ea-898f-4c70-b4a7-64d9d28ebe1a triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:48:45.265465 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-45c3cc1a-f70c-48f9-b3c7-e4111399f8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:45.343464 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-45c3cc1a-f70c-48f9-b3c7-e4111399f8e3 None None] Port 4bc491ea-898f-4c70-b4a7-64d9d28ebe1a cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:48:45.435674 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-8f7c6746-3d3e-4ab2-b051-72c08849e4cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bc491ea-898f-4c70-b4a7-64d9d28ebe1a {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:48:45.444516 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-8f7c6746-3d3e-4ab2-b051-72c08849e4cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:45.464949 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-8f7c6746-3d3e-4ab2-b051-72c08849e4cc service neutron] Transition to ACTIVE for port object 4bc491ea-898f-4c70-b4a7-64d9d28ebe1a will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:48:45.468219 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-8f7c6746-3d3e-4ab2-b051-72c08849e4cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:45.531319 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c6746-3d3e-4ab2-b051-72c08849e4cc service neutron] Pushing event updated for resources: {'Port': ['ID=4bc491ea-898f-4c70-b4a7-64d9d28ebe1a,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:48:45.602815 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4015d09c-a137-412f-98d4-5ef479573dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:45.672883 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-8f7c6746-3d3e-4ab2-b051-72c08849e4cc service neutron] Attempting to bind port 4bc491ea-898f-4c70-b4a7-64d9d28ebe1a on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:48:45.673341 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-8f7c6746-3d3e-4ab2-b051-72c08849e4cc service neutron] Attempting to bind port 4bc491ea-898f-4c70-b4a7-64d9d28ebe1a by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '47652089-2767-43ef-9d09-d5b851d756ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8f48bd32-8789-4037-8d30-bbb3f98f9cc6'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:48:45.673756 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-8f7c6746-3d3e-4ab2-b051-72c08849e4cc service neutron] Attempting to bind port 4bc491ea-898f-4c70-b4a7-64d9d28ebe1a on network 8f48bd32-8789-4037-8d30-bbb3f98f9cc6 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:48:45.679027 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-8f7c6746-3d3e-4ab2-b051-72c08849e4cc service neutron] Port 4bc491ea-898f-4c70-b4a7-64d9d28ebe1a on network 8f48bd32-8789-4037-8d30-bbb3f98f9cc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:48:45.679420 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-8f7c6746-3d3e-4ab2-b051-72c08849e4cc service neutron] Attempting to bind port 4bc491ea-898f-4c70-b4a7-64d9d28ebe1a on network 8f48bd32-8789-4037-8d30-bbb3f98f9cc6 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:48:45.686949 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-8f7c6746-3d3e-4ab2-b051-72c08849e4cc service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:48:45.687380 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-8f7c6746-3d3e-4ab2-b051-72c08849e4cc service neutron] Checking segment: {'id': '47652089-2767-43ef-9d09-d5b851d756ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8f48bd32-8789-4037-8d30-bbb3f98f9cc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:48:45.687839 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-8f7c6746-3d3e-4ab2-b051-72c08849e4cc service neutron] Bound using segment: {'id': '47652089-2767-43ef-9d09-d5b851d756ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8f48bd32-8789-4037-8d30-bbb3f98f9cc6'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:48:45.688465 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-8f7c6746-3d3e-4ab2-b051-72c08849e4cc service neutron] Bound port: 4bc491ea-898f-4c70-b4a7-64d9d28ebe1a, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47652089-2767-43ef-9d09-d5b851d756ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8f48bd32-8789-4037-8d30-bbb3f98f9cc6'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:48:45.688900 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-8f7c6746-3d3e-4ab2-b051-72c08849e4cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:45.770047 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-8f7c6746-3d3e-4ab2-b051-72c08849e4cc service neutron] For port 4bc491ea-898f-4c70-b4a7-64d9d28ebe1a, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:48:45.773708 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-8f7c6746-3d3e-4ab2-b051-72c08849e4cc service neutron] For port 4bc491ea-898f-4c70-b4a7-64d9d28ebe1a, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=4bc491ea-898f-4c70-b4a7-64d9d28ebe1a,segment=NetworkSegment(47652089-2767-43ef-9d09-d5b851d756ed),segment_id=47652089-2767-43ef-9d09-d5b851d756ed)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:48:45.785154 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-8f7c6746-3d3e-4ab2-b051-72c08849e4cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:45.879689 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-8f7c6746-3d3e-4ab2-b051-72c08849e4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:45.880227 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-8f7c6746-3d3e-4ab2-b051-72c08849e4cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:45.881873 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-8f7c6746-3d3e-4ab2-b051-72c08849e4cc service neutron] 10.222.0.64 "PUT /v2.0/ports/4bc491ea-898f-4c70-b4a7-64d9d28ebe1a HTTP/1.1" status: 200 len: 1055 time: 0.9183295 Nov 16 11:48:45.882343 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168e9eb2-d735-4ab7-9861-c82641eca98c', 'tag': '4bc491ea-898f-4c70-b4a7-64d9d28ebe1a'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:48:45.885404 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ac760c-29b5-4920-aa74-b3a3a3fdefa5" -d '{"events": [{"name": "network-changed", "server_uuid": "168e9eb2-d735-4ab7-9861-c82641eca98c", "tag": "4bc491ea-898f-4c70-b4a7-64d9d28ebe1a"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:48:45.891723 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c6746-3d3e-4ab2-b051-72c08849e4cc service neutron] Pushing event updated for resources: {'Port': ['ID=4bc491ea-898f-4c70-b4a7-64d9d28ebe1a,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:48:45.982139 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a27e5-a82a-40f0-99bc-82aeb33d585b req-bdf2764a-d62c-4ffd-8482-baca556cca1a tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:45.983707 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-861a27e5-a82a-40f0-99bc-82aeb33d585b req-bdf2764a-d62c-4ffd-8482-baca556cca1a tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "GET /v2.0/ports?device_id=168e9eb2-d735-4ab7-9861-c82641eca98c HTTP/1.1" status: 200 len: 907 time: 0.1071301 Nov 16 11:48:46.045248 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-ddced216-9027-45cc-ac1e-08f478261785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:46.047136 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-ddced216-9027-45cc-ac1e-08f478261785 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ff1f996b8b12443fa397a2de0a6eea26&device_id=168e9eb2-d735-4ab7-9861-c82641eca98c HTTP/1.1" status: 200 len: 1058 time: 0.1156974 Nov 16 11:48:46.066802 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33173584-bbba-492e-85a6-285c97ec5e90 x-openstack-request-id: req-33173584-bbba-492e-85a6-285c97ec5e90 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:48:46.067168 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "168e9eb2-d735-4ab7-9861-c82641eca98c", "tag": "4bc491ea-898f-4c70-b4a7-64d9d28ebe1a", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:48:46.067747 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-33173584-bbba-492e-85a6-285c97ec5e90 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:48:46.068611 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '168e9eb2-d735-4ab7-9861-c82641eca98c', 'tag': '4bc491ea-898f-4c70-b4a7-64d9d28ebe1a', 'status': 'completed', 'code': 200} Nov 16 11:48:46.107883 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-52a276a1-462c-4d8e-a2af-ed3aaaa05251 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=4bc491ea-898f-4c70-b4a7-64d9d28ebe1a HTTP/1.1" status: 200 len: 217 time: 0.0497079 Nov 16 11:48:46.175509 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-fdadb77a-959b-4966-8905-55566b47ddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:46.177355 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-fdadb77a-959b-4966-8905-55566b47ddf1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e6ae5d6c-61f0-46cb-9dd3-bc638940d9a1 HTTP/1.1" status: 200 len: 838 time: 0.0572433 Nov 16 11:48:46.250281 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-f5566c1b-da15-4032-b6e0-a16daa0e2dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:46.251867 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-f5566c1b-da15-4032-b6e0-a16daa0e2dee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8f48bd32-8789-4037-8d30-bbb3f98f9cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637894 Nov 16 11:48:46.363670 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-c5884755-e598-477f-bd0b-59338783b758 service neutron] 10.222.0.64 "GET /v2.0/networks/8f48bd32-8789-4037-8d30-bbb3f98f9cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034801 Nov 16 11:48:46.475214 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2fbb0f9c-51c3-4e85-a8fd-90f83e76ad9f req-36a4ce5f-5ef9-40b6-a8d1-fc8114713b81 service neutron] 10.222.0.64 "GET /v2.0/networks/8f48bd32-8789-4037-8d30-bbb3f98f9cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007335 Nov 16 11:48:46.597402 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac760c-29b5-4920-aa74-b3a3a3fdefa5 req-3f47b28a-b2de-478e-9db6-b6ee6e90b7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:46.599228 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c1ac760c-29b5-4920-aa74-b3a3a3fdefa5 req-3f47b28a-b2de-478e-9db6-b6ee6e90b7bf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ff1f996b8b12443fa397a2de0a6eea26&device_id=168e9eb2-d735-4ab7-9861-c82641eca98c HTTP/1.1" status: 200 len: 1058 time: 0.0557902 Nov 16 11:48:46.647519 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:46.714313 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac760c-29b5-4920-aa74-b3a3a3fdefa5 req-0fea5dce-1a0d-49a0-b1c6-92eb893238d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:46.717295 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c1ac760c-29b5-4920-aa74-b3a3a3fdefa5 req-0fea5dce-1a0d-49a0-b1c6-92eb893238d8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8f48bd32-8789-4037-8d30-bbb3f98f9cc6 HTTP/1.1" status: 200 len: 899 time: 0.1111484 Nov 16 11:48:46.771370 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c1ac760c-29b5-4920-aa74-b3a3a3fdefa5 req-0358b16b-4c24-4951-b741-747c6e223c2e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=4bc491ea-898f-4c70-b4a7-64d9d28ebe1a HTTP/1.1" status: 200 len: 217 time: 0.0458925 Nov 16 11:48:46.832578 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac760c-29b5-4920-aa74-b3a3a3fdefa5 req-629955f9-6d22-41a8-bd72-6cddd9839994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:46.834111 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c1ac760c-29b5-4920-aa74-b3a3a3fdefa5 req-629955f9-6d22-41a8-bd72-6cddd9839994 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e6ae5d6c-61f0-46cb-9dd3-bc638940d9a1 HTTP/1.1" status: 200 len: 838 time: 0.0551410 Nov 16 11:48:46.891210 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac760c-29b5-4920-aa74-b3a3a3fdefa5 req-e056dedd-0a54-4578-b753-eb4dd10df8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:46.893516 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c1ac760c-29b5-4920-aa74-b3a3a3fdefa5 req-e056dedd-0a54-4578-b753-eb4dd10df8b2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8f48bd32-8789-4037-8d30-bbb3f98f9cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505278 Nov 16 11:48:47.005041 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c1ac760c-29b5-4920-aa74-b3a3a3fdefa5 req-9916476f-051c-4b64-87d6-a5ca60566ed2 service neutron] 10.222.0.64 "GET /v2.0/networks/8f48bd32-8789-4037-8d30-bbb3f98f9cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025274 Nov 16 11:48:47.121667 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c1ac760c-29b5-4920-aa74-b3a3a3fdefa5 req-6dceec7e-73a8-45c0-97a7-4f217a603f7e service neutron] 10.222.0.64 "GET /v2.0/networks/8f48bd32-8789-4037-8d30-bbb3f98f9cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082666 Nov 16 11:48:47.128007 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39297918-2a53-4bef-a887-1d0253b38c72 req-8f3c1a80-ddc1-461e-a6f4-f299a6bc3009 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:47.129593 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-39297918-2a53-4bef-a887-1d0253b38c72 req-8f3c1a80-ddc1-461e-a6f4-f299a6bc3009 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "GET /v2.0/ports?device_id=168e9eb2-d735-4ab7-9861-c82641eca98c HTTP/1.1" status: 200 len: 907 time: 0.0551457 Nov 16 11:48:48.259805 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247ca07-ef3c-4419-a945-91362c7c8fd8 req-a714ff33-5893-4d29-a44d-56f7fd483653 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:48.262084 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7247ca07-ef3c-4419-a945-91362c7c8fd8 req-a714ff33-5893-4d29-a44d-56f7fd483653 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "GET /v2.0/ports?device_id=168e9eb2-d735-4ab7-9861-c82641eca98c HTTP/1.1" status: 200 len: 907 time: 0.0528383 Nov 16 11:48:48.357255 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:48.711230 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 4bc491ea-898f-4c70-b4a7-64d9d28ebe1a details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:48:48.816008 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 4bc491ea-898f-4c70-b4a7-64d9d28ebe1a, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=4bc491ea-898f-4c70-b4a7-64d9d28ebe1a,segment=NetworkSegment(47652089-2767-43ef-9d09-d5b851d756ed),segment_id=47652089-2767-43ef-9d09-d5b851d756ed)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:48:48.831087 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '4bc491ea-898f-4c70-b4a7-64d9d28ebe1a', 'network_id': '8f48bd32-8789-4037-8d30-bbb3f98f9cc6', 'port_id': '4bc491ea-898f-4c70-b4a7-64d9d28ebe1a', 'mac_address': 'fa:16:3e:2b:b0:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6ae5d6c-61f0-46cb-9dd3-bc638940d9a1', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:48:48.892433 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:48.902506 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:48.908790 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bc491ea-898f-4c70-b4a7-64d9d28ebe1a {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:48:48.932319 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 4bc491ea-898f-4c70-b4a7-64d9d28ebe1a, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=4bc491ea-898f-4c70-b4a7-64d9d28ebe1a,segment=NetworkSegment(47652089-2767-43ef-9d09-d5b851d756ed),segment_id=47652089-2767-43ef-9d09-d5b851d756ed)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:48:48.936972 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:48.990279 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=4bc491ea-898f-4c70-b4a7-64d9d28ebe1a,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:48:49.297292 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['4bc491ea-898f-4c70-b4a7-64d9d28ebe1a'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:48:49.421686 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5d11e-243b-4db2-a825-d63c8bcabbe4 req-ac938934-5fc4-46ba-a3c8-ad4471c69103 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:49.423945 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-edf5d11e-243b-4db2-a825-d63c8bcabbe4 req-ac938934-5fc4-46ba-a3c8-ad4471c69103 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "GET /v2.0/ports?device_id=168e9eb2-d735-4ab7-9861-c82641eca98c HTTP/1.1" status: 200 len: 908 time: 0.0546250 Nov 16 11:48:50.559758 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed28a56-1b9f-4996-837f-05d83b804142 req-7b62ed1b-8813-4d4b-879d-7c4f93fb1ccc tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:50.563478 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1ed28a56-1b9f-4996-837f-05d83b804142 req-7b62ed1b-8813-4d4b-879d-7c4f93fb1ccc tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "GET /v2.0/ports?device_id=168e9eb2-d735-4ab7-9861-c82641eca98c HTTP/1.1" status: 200 len: 908 time: 0.0605583 Nov 16 11:48:50.751639 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 4bc491ea-898f-4c70-b4a7-64d9d28ebe1a up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:48:50.805105 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 4bc491ea-898f-4c70-b4a7-64d9d28ebe1a completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:48:50.809872 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 4bc491ea-898f-4c70-b4a7-64d9d28ebe1a triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:48:50.810293 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:50.911839 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:50.953062 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168e9eb2-d735-4ab7-9861-c82641eca98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc491ea-898f-4c70-b4a7-64d9d28ebe1a'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:48:50.956351 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45fbd95a-082d-4722-8ab3-f813cae6371c" -d '{"events": [{"server_uuid": "168e9eb2-d735-4ab7-9861-c82641eca98c", "name": "network-vif-plugged", "status": "completed", "tag": "4bc491ea-898f-4c70-b4a7-64d9d28ebe1a"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:48:50.972159 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 4bc491ea-898f-4c70-b4a7-64d9d28ebe1a, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=4bc491ea-898f-4c70-b4a7-64d9d28ebe1a,segment=NetworkSegment(47652089-2767-43ef-9d09-d5b851d756ed),segment_id=47652089-2767-43ef-9d09-d5b851d756ed)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:48:50.979445 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:51.024287 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4dce626-de4b-4051-9bf9-9344d6c05a8a x-openstack-request-id: req-f4dce626-de4b-4051-9bf9-9344d6c05a8a {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:48:51.024751 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "168e9eb2-d735-4ab7-9861-c82641eca98c", "name": "network-vif-plugged", "status": "completed", "tag": "4bc491ea-898f-4c70-b4a7-64d9d28ebe1a", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:48:51.025144 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f4dce626-de4b-4051-9bf9-9344d6c05a8a {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:48:51.025880 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168e9eb2-d735-4ab7-9861-c82641eca98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc491ea-898f-4c70-b4a7-64d9d28ebe1a', 'code': 200} Nov 16 11:48:51.083665 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=4bc491ea-898f-4c70-b4a7-64d9d28ebe1a,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:48:51.158659 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9d0ba-1958-4b7a-9688-51aa959fe1e6 req-55a70e93-d047-45b6-b4ed-6ab5fa77b95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:51.160296 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-12f9d0ba-1958-4b7a-9688-51aa959fe1e6 req-55a70e93-d047-45b6-b4ed-6ab5fa77b95b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=168e9eb2-d735-4ab7-9861-c82641eca98c HTTP/1.1" status: 200 len: 1060 time: 0.0572445 Nov 16 11:48:51.727448 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976dd28a-9199-4881-be21-29e009cc3ac2 req-b611d35a-02f3-4a78-848d-2913433c9623 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:51.728966 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-976dd28a-9199-4881-be21-29e009cc3ac2 req-b611d35a-02f3-4a78-848d-2913433c9623 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "GET /v2.0/ports?device_id=168e9eb2-d735-4ab7-9861-c82641eca98c HTTP/1.1" status: 200 len: 909 time: 0.0563836 Nov 16 11:48:52.866084 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488e4f8-89f8-450e-848f-c5718af5e7f7 req-39a0ded0-0158-49b2-94be-fc2cc5c28c21 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:52.867730 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1488e4f8-89f8-450e-848f-c5718af5e7f7 req-39a0ded0-0158-49b2-94be-fc2cc5c28c21 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "GET /v2.0/ports?device_id=168e9eb2-d735-4ab7-9861-c82641eca98c HTTP/1.1" status: 200 len: 909 time: 0.0603306 Nov 16 11:48:53.009124 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89849a98-27ce-4594-9565-aa8b847033bd req-8bd4cde0-93ef-49be-b72d-ecd474c2834b tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:53.011474 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-89849a98-27ce-4594-9565-aa8b847033bd req-8bd4cde0-93ef-49be-b72d-ecd474c2834b tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "GET /v2.0/ports?device_id=168e9eb2-d735-4ab7-9861-c82641eca98c HTTP/1.1" status: 200 len: 909 time: 0.0589132 Nov 16 11:48:53.154756 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f80df3-9a14-4fec-8dda-6ad7c3b141b5 req-b70df4b1-4308-4880-ab8e-7a7b5ba8028b tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:53.156399 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-54f80df3-9a14-4fec-8dda-6ad7c3b141b5 req-b70df4b1-4308-4880-ab8e-7a7b5ba8028b tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=168e9eb2-d735-4ab7-9861-c82641eca98c HTTP/1.1" status: 200 len: 1060 time: 0.0626674 Nov 16 11:48:53.275874 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfaf32c-0841-47f3-ac95-086347c0c5b2 req-68aab477-95da-403d-bf01-20ed055db437 tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:53.277619 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ebfaf32c-0841-47f3-ac95-086347c0c5b2 req-68aab477-95da-403d-bf01-20ed055db437 tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=39bb6913-7d04-49b1-a17f-14337e8b4630 HTTP/1.1" status: 200 len: 1135 time: 0.0449622 Nov 16 11:48:53.347430 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ebfaf32c-0841-47f3-ac95-086347c0c5b2 req-cb3da561-3de3-47fb-b5d2-28cf25c77da3 tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=038b387b-ccb1-412a-b143-1904f25c3bcb&id=ea1fd665-a174-469d-911f-ceb5c87d3e89&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0632770 Nov 16 11:48:53.370470 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 40040) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:48:53.423216 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55337b54-bee7-4cd4-9792-16eec33f126a tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:53.429226 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-55337b54-bee7-4cd4-9792-16eec33f126a tempest-TestSecurityGroupsBasicOps-197360422 tempest-TestSecurityGroupsBasicOps-197360422-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=168e9eb2-d735-4ab7-9861-c82641eca98c HTTP/1.1" status: 200 len: 1055 time: 0.0571826 Nov 16 11:48:53.688740 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8903c5ca-ee99-4d15-bfc6-30f7ef112acd req-605ab814-3254-4c30-8c96-3e556a00c3de tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:53.690442 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8903c5ca-ee99-4d15-bfc6-30f7ef112acd req-605ab814-3254-4c30-8c96-3e556a00c3de tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "GET /v2.0/ports?device_id=168e9eb2-d735-4ab7-9861-c82641eca98c HTTP/1.1" status: 200 len: 909 time: 0.0642550 Nov 16 11:48:54.846983 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503b9a3-6d7d-459a-a8bc-039c6f7cd4bc req-aff9d8c7-c539-4efe-ac07-156a6017c934 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:54.849165 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9503b9a3-6d7d-459a-a8bc-039c6f7cd4bc req-aff9d8c7-c539-4efe-ac07-156a6017c934 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "GET /v2.0/ports?device_id=168e9eb2-d735-4ab7-9861-c82641eca98c HTTP/1.1" status: 200 len: 909 time: 0.0610521 Nov 16 11:48:55.061291 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7029a43-4daf-44d7-9081-bc34b979bbae req-c2902e4e-e2d2-4393-a1b8-ff4003950ad2 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:55.062800 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d7029a43-4daf-44d7-9081-bc34b979bbae req-c2902e4e-e2d2-4393-a1b8-ff4003950ad2 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.64 "GET /v2.0/ports?device_id=168e9eb2-d735-4ab7-9861-c82641eca98c HTTP/1.1" status: 200 len: 909 time: 0.0483484 Nov 16 11:48:55.173144 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-d7029a43-4daf-44d7-9081-bc34b979bbae req-480d181b-6590-4251-9c10-ed5dbcc8e01b tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Deleting port 4bc491ea-898f-4c70-b4a7-64d9d28ebe1a {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:48:55.173495 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d7029a43-4daf-44d7-9081-bc34b979bbae req-480d181b-6590-4251-9c10-ed5dbcc8e01b tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:55.282615 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d7029a43-4daf-44d7-9081-bc34b979bbae req-480d181b-6590-4251-9c10-ed5dbcc8e01b tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] For port 4bc491ea-898f-4c70-b4a7-64d9d28ebe1a, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=4bc491ea-898f-4c70-b4a7-64d9d28ebe1a,segment=NetworkSegment(47652089-2767-43ef-9d09-d5b851d756ed),segment_id=47652089-2767-43ef-9d09-d5b851d756ed)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:48:55.282975 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d7029a43-4daf-44d7-9081-bc34b979bbae req-480d181b-6590-4251-9c10-ed5dbcc8e01b tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:55.296186 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-d7029a43-4daf-44d7-9081-bc34b979bbae req-480d181b-6590-4251-9c10-ed5dbcc8e01b tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Calling delete_port for 4bc491ea-898f-4c70-b4a7-64d9d28ebe1a owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:48:55.438295 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d7029a43-4daf-44d7-9081-bc34b979bbae req-480d181b-6590-4251-9c10-ed5dbcc8e01b tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:55.479093 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d181b-6590-4251-9c10-ed5dbcc8e01b tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Pushing event deleted for resources: {'Port': ['ID=4bc491ea-898f-4c70-b4a7-64d9d28ebe1a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:48:55.530974 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7029a43-4daf-44d7-9081-bc34b979bbae req-480d181b-6590-4251-9c10-ed5dbcc8e01b tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] No DVR routers for this DVR port 4bc491ea-898f-4c70-b4a7-64d9d28ebe1a on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:48:55.535208 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d7029a43-4daf-44d7-9081-bc34b979bbae req-480d181b-6590-4251-9c10-ed5dbcc8e01b tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:55.539357 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d7029a43-4daf-44d7-9081-bc34b979bbae req-480d181b-6590-4251-9c10-ed5dbcc8e01b tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.64 "DELETE /v2.0/ports/4bc491ea-898f-4c70-b4a7-64d9d28ebe1a HTTP/1.1" status: 204 len: 173 time: 0.4660294 Nov 16 11:48:55.539952 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168e9eb2-d735-4ab7-9861-c82641eca98c', 'name': 'network-vif-deleted', 'tag': '4bc491ea-898f-4c70-b4a7-64d9d28ebe1a'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:48:55.543428 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744ac371-66b2-4221-975b-0cc111c4498d" -d '{"events": [{"server_uuid": "168e9eb2-d735-4ab7-9861-c82641eca98c", "name": "network-vif-deleted", "tag": "4bc491ea-898f-4c70-b4a7-64d9d28ebe1a"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:48:55.706751 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2317a0d-86f7-4094-8fb4-a3b6593f47e8 x-openstack-request-id: req-c2317a0d-86f7-4094-8fb4-a3b6593f47e8 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:48:55.707054 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "168e9eb2-d735-4ab7-9861-c82641eca98c", "name": "network-vif-deleted", "tag": "4bc491ea-898f-4c70-b4a7-64d9d28ebe1a", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:48:55.707589 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c2317a0d-86f7-4094-8fb4-a3b6593f47e8 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:48:55.707993 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168e9eb2-d735-4ab7-9861-c82641eca98c', 'name': 'network-vif-deleted', 'tag': '4bc491ea-898f-4c70-b4a7-64d9d28ebe1a', 'status': 'completed', 'code': 200} Nov 16 11:48:56.334813 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-48d40fd4-08dc-48e2-abb2-b7c72768e5a0 req-6b5d193c-cff6-48d8-b227-7df778f5bbef tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "GET /v2.0/ports?device_id=168e9eb2-d735-4ab7-9861-c82641eca98c HTTP/1.1" status: 200 len: 210 time: 0.3952062 Nov 16 11:48:57.395134 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 40154) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:48:58.216411 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:58.256897 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb2bdc33-e34d-410b-9414-d2d118b27f27 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:58.623910 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-bb2bdc33-e34d-410b-9414-d2d118b27f27 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Deleting port 9e90cd8c-0985-4cb6-ad96-7eb598ccbc89 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:48:58.624596 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb2bdc33-e34d-410b-9414-d2d118b27f27 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:58.726737 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-bb2bdc33-e34d-410b-9414-d2d118b27f27 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] For port 9e90cd8c-0985-4cb6-ad96-7eb598ccbc89, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=9e90cd8c-0985-4cb6-ad96-7eb598ccbc89,segment=NetworkSegment(47652089-2767-43ef-9d09-d5b851d756ed),segment_id=47652089-2767-43ef-9d09-d5b851d756ed)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:48:58.727108 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb2bdc33-e34d-410b-9414-d2d118b27f27 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:58.739958 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-bb2bdc33-e34d-410b-9414-d2d118b27f27 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Calling delete_port for 9e90cd8c-0985-4cb6-ad96-7eb598ccbc89 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:48:58.797683 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 4bc491ea-898f-4c70-b4a7-64d9d28ebe1a no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:48:58.825893 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 4bc491ea-898f-4c70-b4a7-64d9d28ebe1a {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:48:58.826496 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 4bc491ea-898f-4c70-b4a7-64d9d28ebe1a not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:48:58.959387 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-5da1552f-d1ec-497d-a839-83277b2fe809 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0572710 Nov 16 11:48:59.023285 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:59.028035 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb2bdc33-e34d-410b-9414-d2d118b27f27 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:59.120175 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2bdc33-e34d-410b-9414-d2d118b27f27 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Pushing event deleted for resources: {'Port': ['ID=9e90cd8c-0985-4cb6-ad96-7eb598ccbc89,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:48:59.202998 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-7d4aac99-de9b-4af8-a8cc-ab2a326c8b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:59.204011 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-7d4aac99-de9b-4af8-a8cc-ab2a326c8b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:59.204678 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-7d4aac99-de9b-4af8-a8cc-ab2a326c8b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:59.205322 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-7d4aac99-de9b-4af8-a8cc-ab2a326c8b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:59.205986 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-7d4aac99-de9b-4af8-a8cc-ab2a326c8b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:59.206678 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-7d4aac99-de9b-4af8-a8cc-ab2a326c8b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:59.207354 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-7d4aac99-de9b-4af8-a8cc-ab2a326c8b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:59.211801 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-7d4aac99-de9b-4af8-a8cc-ab2a326c8b15 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=14d41305b65a4dafae92476e1ff902fa&device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 6503 time: 0.1510580 Nov 16 11:48:59.479520 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb2bdc33-e34d-410b-9414-d2d118b27f27 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:48:59.503070 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-cc00c8b6-daae-4058-af03-a054703deee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:59.503540 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-cc00c8b6-daae-4058-af03-a054703deee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:59.504000 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-cc00c8b6-daae-4058-af03-a054703deee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:59.505655 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-cc00c8b6-daae-4058-af03-a054703deee6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cd9b53f3-dc5a-4d2a-9424-263d53785a99&id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&id=2041a2b2-0e73-454b-949f-7d84c22f57a1&id=2041a2b2-0e73-454b-949f-7d84c22f57a1 HTTP/1.1" status: 200 len: 2297 time: 0.1839967 Nov 16 11:48:59.688657 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-22efa749-6cad-4b03-ba35-2e72dfc9c07b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=039b5ae1-2fe8-48b5-84f3-2dbed68501be HTTP/1.1" status: 200 len: 1001 time: 0.1682973 Nov 16 11:48:59.801153 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-2f45f302-d5be-4e04-aef2-95b91ce7b511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:59.803429 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-2f45f302-d5be-4e04-aef2-95b91ce7b511 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0dfedd61-b7f4-4fb0-bbf3-63a0a3e66c06 HTTP/1.1" status: 200 len: 856 time: 0.1029058 Nov 16 11:48:59.934961 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-25efc89a-1e6f-4e53-9b88-c9f742b084db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:48:59.937018 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-25efc89a-1e6f-4e53-9b88-c9f742b084db service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cd9b53f3-dc5a-4d2a-9424-263d53785a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982268 Nov 16 11:48:59.946894 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2bdc33-e34d-410b-9414-d2d118b27f27 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Router 451b7be9-fbf3-4295-93ee-f9e55114afd3 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:49:00.131061 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-fa84d535-df36-416c-8cc9-4f4607576cd1 service neutron] 10.222.0.64 "GET /v2.0/networks/cd9b53f3-dc5a-4d2a-9424-263d53785a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820872 Nov 16 11:49:00.190027 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2bdc33-e34d-410b-9414-d2d118b27f27 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:49:00.198773 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 40210) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:49:00.199209 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bb2bdc33-e34d-410b-9414-d2d118b27f27 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "PUT /v2.0/routers/451b7be9-fbf3-4295-93ee-f9e55114afd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8026321 Nov 16 11:49:00.209784 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15fe994-9282-4e0d-bf6c-9e1bff87ffea None None] Sync routers for ids ['451b7be9-fbf3-4295-93ee-f9e55114afd3'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:49:00.222034 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15fe994-9282-4e0d-bf6c-9e1bff87ffea None None] Routers {'451b7be9-fbf3-4295-93ee-f9e55114afd3'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:49:00.222762 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-f15fe994-9282-4e0d-bf6c-9e1bff87ffea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:48:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['451b7be9-fbf3-4295-93ee-f9e55114afd3'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:49:00.248184 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-cbb32d20-ffd3-42f4-8da7-785b1ffcbd8a service neutron] 10.222.0.64 "GET /v2.0/networks/cd9b53f3-dc5a-4d2a-9424-263d53785a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090012 Nov 16 11:49:00.304351 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cdd5248-d392-481b-b99b-f814893391a0 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Deleting subnet e6ae5d6c-61f0-46cb-9dd3-bc638940d9a1 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:49:00.311172 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2cdd5248-d392-481b-b99b-f814893391a0 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:00.315945 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-ceb51545-6829-4c5d-981a-613d1420ac5e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=938024bc-796d-495a-81a8-6e0bc9631cff HTTP/1.1" status: 200 len: 217 time: 0.0558374 Nov 16 11:49:00.371133 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-f15fe994-9282-4e0d-bf6c-9e1bff87ffea None None] Set router 451b7be9-fbf3-4295-93ee-f9e55114afd3 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:49:00.381668 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-a5e65772-e6ab-4518-8b66-0257d1332609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:49:00.383213 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-a5e65772-e6ab-4518-8b66-0257d1332609 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14da45b5-9dad-4378-b0d0-75410f62650a HTTP/1.1" status: 200 len: 797 time: 0.0550563 Nov 16 11:49:00.393365 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2cdd5248-d392-481b-b99b-f814893391a0 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:00.468040 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-7b94604c-c0ab-4c14-ac30-ef1331ad7481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:49:00.469960 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-7b94604c-c0ab-4c14-ac30-ef1331ad7481 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0752423 Nov 16 11:49:00.557130 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2cdd5248-d392-481b-b99b-f814893391a0 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:00.647355 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2cdd5248-d392-481b-b99b-f814893391a0 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:00.653072 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-e7bec9c0-0bac-4d2c-add9-59567e6330d4 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692979 Nov 16 11:49:00.684496 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd5248-d392-481b-b99b-f814893391a0 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Pushing event deleted for resources: {'Subnet': ['ID=e6ae5d6c-61f0-46cb-9dd3-bc638940d9a1,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:49:00.691633 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2cdd5248-d392-481b-b99b-f814893391a0 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:00.698250 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2cdd5248-d392-481b-b99b-f814893391a0 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "DELETE /v2.0/subnets/e6ae5d6c-61f0-46cb-9dd3-bc638940d9a1 HTTP/1.1" status: 204 len: 168 time: 0.4975095 Nov 16 11:49:00.700694 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 40222) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:49:00.706370 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d9e513-a1ff-4b60-a765-fa55b4de9da0 None None] Network 8f48bd32-8789-4037-8d30-bbb3f98f9cc6 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:49:00.757784 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-f15fe994-9282-4e0d-bf6c-9e1bff87ffea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451b7be9-fbf3-4295-93ee-f9e55114afd3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1033779568', 'tenant_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'e7521bbc-990f-40aa-a4fd-65b48b2b156c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:48:34Z', 'updated_at': '2021-11-16T11:48:58Z', 'revision_number': 5, 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'gw_port': {'id': 'e7521bbc-990f-40aa-a4fd-65b48b2b156c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451b7be9-fbf3-4295-93ee-f9e55114afd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:48:35Z', 'updated_at': '2021-11-16T11:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:49:00.799066 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15fe994-9282-4e0d-bf6c-9e1bff87ffea None None] Checking router: 451b7be9-fbf3-4295-93ee-f9e55114afd3 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:49:00.808832 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15fe994-9282-4e0d-bf6c-9e1bff87ffea None None] Routers {'451b7be9-fbf3-4295-93ee-f9e55114afd3'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:49:00.810300 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-f15fe994-9282-4e0d-bf6c-9e1bff87ffea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:48:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['451b7be9-fbf3-4295-93ee-f9e55114afd3'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:49:00.857239 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-b70ea777-8641-4138-a7ca-ab49aae82042 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930969 Nov 16 11:49:00.910880 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-daa48eed-7fa2-4154-8b22-8067710cc7df tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:00.923145 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-e7c20707-2566-42ca-8942-5dd4196e6dba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=8c5a2788-c1fb-4c11-98c8-c7da1005cc29 HTTP/1.1" status: 200 len: 217 time: 0.0546260 Nov 16 11:49:01.041590 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f8c22e-8661-48d0-86b0-ef06194ee1ca None None] DHCP port deletion for 8f48bd32-8789-4037-8d30-bbb3f98f9cc6 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:49:01.064518 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-69fcb21c-bd06-46e3-8a57-6380c589b310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:49:01.068302 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-69fcb21c-bd06-46e3-8a57-6380c589b310 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14da45b5-9dad-4378-b0d0-75410f62650a HTTP/1.1" status: 200 len: 797 time: 0.1250830 Nov 16 11:49:01.155524 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-daa48eed-7fa2-4154-8b22-8067710cc7df tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:01.164285 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-13f8c22e-8661-48d0-86b0-ef06194ee1ca None None] Deleting port 2e891fbd-c886-4906-85b4-0929ecb23ef3 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:49:01.164842 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-13f8c22e-8661-48d0-86b0-ef06194ee1ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:01.184508 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-f15fe994-9282-4e0d-bf6c-9e1bff87ffea None None] Set router 451b7be9-fbf3-4295-93ee-f9e55114afd3 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:49:01.190351 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-30a23bbd-d34d-49eb-b805-755aec21e6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:49:01.191885 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-30a23bbd-d34d-49eb-b805-755aec21e6a7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1127894 Nov 16 11:49:01.244521 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-daa48eed-7fa2-4154-8b22-8067710cc7df tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Deleting port e7521bbc-990f-40aa-a4fd-65b48b2b156c {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:49:01.245070 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-daa48eed-7fa2-4154-8b22-8067710cc7df tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:01.317905 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6c6d551e-fab3-4974-928c-5291a40d3e22 req-ca20b020-d883-4c8e-a590-379ef8fb5795 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=39bb6913-7d04-49b1-a17f-14337e8b4630&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1176131 Nov 16 11:49:01.325489 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-13f8c22e-8661-48d0-86b0-ef06194ee1ca None None] For port 2e891fbd-c886-4906-85b4-0929ecb23ef3, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=2e891fbd-c886-4906-85b4-0929ecb23ef3,segment=NetworkSegment(47652089-2767-43ef-9d09-d5b851d756ed),segment_id=47652089-2767-43ef-9d09-d5b851d756ed)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:49:01.325894 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-13f8c22e-8661-48d0-86b0-ef06194ee1ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:01.351827 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-13f8c22e-8661-48d0-86b0-ef06194ee1ca None None] Calling delete_port for 2e891fbd-c886-4906-85b4-0929ecb23ef3 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:49:01.369789 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-257219ca-f199-4d4a-bd2d-8348ef0ab64a service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596346 Nov 16 11:49:01.387101 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-f15fe994-9282-4e0d-bf6c-9e1bff87ffea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451b7be9-fbf3-4295-93ee-f9e55114afd3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1033779568', 'tenant_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'e7521bbc-990f-40aa-a4fd-65b48b2b156c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:48:34Z', 'updated_at': '2021-11-16T11:48:58Z', 'revision_number': 5, 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'gw_port': {'id': 'e7521bbc-990f-40aa-a4fd-65b48b2b156c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451b7be9-fbf3-4295-93ee-f9e55114afd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:48:35Z', 'updated_at': '2021-11-16T11:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:49:01.432168 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-daa48eed-7fa2-4154-8b22-8067710cc7df tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] For port e7521bbc-990f-40aa-a4fd-65b48b2b156c, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=e7521bbc-990f-40aa-a4fd-65b48b2b156c,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:49:01.432589 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-daa48eed-7fa2-4154-8b22-8067710cc7df tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:01.455296 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-daa48eed-7fa2-4154-8b22-8067710cc7df tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Calling delete_port for e7521bbc-990f-40aa-a4fd-65b48b2b156c owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:49:01.455724 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15fe994-9282-4e0d-bf6c-9e1bff87ffea None None] The sync data for ids ['451b7be9-fbf3-4295-93ee-f9e55114afd3'] in n-d-816823-3 is: [{'id': '451b7be9-fbf3-4295-93ee-f9e55114afd3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1033779568', 'tenant_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'e7521bbc-990f-40aa-a4fd-65b48b2b156c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:48:34Z', 'updated_at': '2021-11-16T11:48:58Z', 'revision_number': 5, 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'gw_port': {'id': 'e7521bbc-990f-40aa-a4fd-65b48b2b156c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451b7be9-fbf3-4295-93ee-f9e55114afd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:48:35Z', 'updated_at': '2021-11-16T11:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:49:01.460975 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d551e-fab3-4974-928c-5291a40d3e22 req-0721765f-26fb-4266-88b4-b8c6418c1c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:49:01.462537 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6c6d551e-fab3-4974-928c-5291a40d3e22 req-0721765f-26fb-4266-88b4-b8c6418c1c7a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff1f996b8b12443fa397a2de0a6eea26&device_id=39bb6913-7d04-49b1-a17f-14337e8b4630 HTTP/1.1" status: 200 len: 1135 time: 0.0918415 Nov 16 11:49:01.476766 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-13f8c22e-8661-48d0-86b0-ef06194ee1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:01.511028 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f8c22e-8661-48d0-86b0-ef06194ee1ca None None] Pushing event deleted for resources: {'Port': ['ID=2e891fbd-c886-4906-85b4-0929ecb23ef3,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:49:01.513093 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f8c22e-8661-48d0-86b0-ef06194ee1ca None None] No DVR routers for this DVR port 2e891fbd-c886-4906-85b4-0929ecb23ef3 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:49:01.738203 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-daa48eed-7fa2-4154-8b22-8067710cc7df tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:01.796271 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d31036-3744-4b26-b6da-b33f2fe8ba37 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:49:01.880377 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa48eed-7fa2-4154-8b22-8067710cc7df tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Pushing event deleted for resources: {'Port': ['ID=e7521bbc-990f-40aa-a4fd-65b48b2b156c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:49:01.902253 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-daa48eed-7fa2-4154-8b22-8067710cc7df tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:02.035117 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-daa48eed-7fa2-4154-8b22-8067710cc7df tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:02.037623 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-daa48eed-7fa2-4154-8b22-8067710cc7df tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:02.068711 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-d2037e40-7d6b-4537-ace8-75b70810849f service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6865494 Nov 16 11:49:02.099500 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-daa48eed-7fa2-4154-8b22-8067710cc7df tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:02.100922 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa48eed-7fa2-4154-8b22-8067710cc7df tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Fanout notify agent at l3_agent the message router_deleted on router 451b7be9-fbf3-4295-93ee-f9e55114afd3 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:49:02.116327 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-daa48eed-7fa2-4154-8b22-8067710cc7df tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:02.121047 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-daa48eed-7fa2-4154-8b22-8067710cc7df tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "DELETE /v2.0/routers/451b7be9-fbf3-4295-93ee-f9e55114afd3 HTTP/1.1" status: 204 len: 168 time: 1.4191282 Nov 16 11:49:02.122013 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 40258) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:49:02.127766 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-aa5f196f-e24d-4eaf-9a47-cdf219f0a490 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=913955cf-8e4e-4a23-b0e2-1acbc8547be5 HTTP/1.1" status: 200 len: 217 time: 0.0473270 Nov 16 11:49:02.223355 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d551e-fab3-4974-928c-5291a40d3e22 req-9b267fa0-cee1-4949-8d79-a19ac9bff8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:49:02.224897 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6c6d551e-fab3-4974-928c-5291a40d3e22 req-9b267fa0-cee1-4949-8d79-a19ac9bff8ad service neutron] 10.222.0.36 "GET /v2.0/networks?id=13798e32-1d9c-4590-8de1-b4d7dc4963b2 HTTP/1.1" status: 200 len: 898 time: 0.7393961 Nov 16 11:49:02.226607 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-663ce4ef-cfcb-4e28-898b-0af46c202b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:49:02.228858 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-663ce4ef-cfcb-4e28-898b-0af46c202b1d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14da45b5-9dad-4378-b0d0-75410f62650a HTTP/1.1" status: 200 len: 797 time: 0.0844631 Nov 16 11:49:02.272289 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4cdf73b0-5858-4ecb-b34c-a0af3fc7e659 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:02.363639 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6c6d551e-fab3-4974-928c-5291a40d3e22 req-d50929db-3aba-4f1f-8209-bfcc3da29b94 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5eb11594-8fcb-4e95-9aff-84858626dab3 HTTP/1.1" status: 200 len: 1000 time: 0.1301081 Nov 16 11:49:02.420307 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-54beb421-705e-49e8-970f-7d023de8dd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:49:02.422703 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-54beb421-705e-49e8-970f-7d023de8dd90 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1828544 Nov 16 11:49:02.428161 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4cdf73b0-5858-4ecb-b34c-a0af3fc7e659 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:02.463253 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-4cdf73b0-5858-4ecb-b34c-a0af3fc7e659 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f48bd32-8789-4037-8d30-bbb3f98f9cc6']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:49:02.483210 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-4cdf73b0-5858-4ecb-b34c-a0af3fc7e659 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47652089-2767-43ef-9d09-d5b851d756ed') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:49:02.483625 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-4cdf73b0-5858-4ecb-b34c-a0af3fc7e659 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47652089-2767-43ef-9d09-d5b851d756ed') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:49:02.497470 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4cdf73b0-5858-4ecb-b34c-a0af3fc7e659 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:02.516582 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4cdf73b0-5858-4ecb-b34c-a0af3fc7e659 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:02.522213 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d551e-fab3-4974-928c-5291a40d3e22 req-d97d29e6-e6e1-4635-9cf7-d927bf8c798a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:49:02.524224 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6c6d551e-fab3-4974-928c-5291a40d3e22 req-d97d29e6-e6e1-4635-9cf7-d927bf8c798a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab2fdb75-3b30-4734-af46-d8872295f3d1 HTTP/1.1" status: 200 len: 834 time: 0.1534142 Nov 16 11:49:02.527659 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cdf73b0-5858-4ecb-b34c-a0af3fc7e659 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:49:02.528249 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4cdf73b0-5858-4ecb-b34c-a0af3fc7e659 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:02.533397 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:49:02.533397 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:49:02.533397 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:49:02.533397 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:49:02.533397 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:49:02.533397 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:49:02.533397 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:49:02.533397 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:49:02.533397 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:49:02.533397 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:49:02.533397 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:49:02.533397 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:49:02.533397 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:49:02.533397 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:49:02.533397 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:49:02.533397 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:49:02.533397 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:49:02.533397 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:49:02.533397 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:49:02.533397 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:49:02.533397 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:49:02.533397 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:49:02.533397 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:49:02.533397 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:49:02.533397 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:49:02.533397 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:49:02.533397 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:49:02.533397 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:49:02.533397 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:49:02.533397 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:49:02.533397 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:49:02.533397 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:49:02.605278 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d551e-fab3-4974-928c-5291a40d3e22 req-43fd2951-4d3c-400e-ae2f-13134786b023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:49:02.606836 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6c6d551e-fab3-4974-928c-5291a40d3e22 req-43fd2951-4d3c-400e-ae2f-13134786b023 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=13798e32-1d9c-4590-8de1-b4d7dc4963b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737031 Nov 16 11:49:02.610338 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-03417d25-c880-4666-896c-6cfbfa507074 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756697 Nov 16 11:49:02.625226 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4cdf73b0-5858-4ecb-b34c-a0af3fc7e659 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:02.631497 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4cdf73b0-5858-4ecb-b34c-a0af3fc7e659 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:02.638142 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4cdf73b0-5858-4ecb-b34c-a0af3fc7e659 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "DELETE /v2.0/networks/8f48bd32-8789-4037-8d30-bbb3f98f9cc6 HTTP/1.1" status: 204 len: 168 time: 0.5121930 Nov 16 11:49:02.640748 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 40272) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:49:02.670259 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf73b0-5858-4ecb-b34c-a0af3fc7e659 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Pushing event deleted for resources: {'Network': ['ID=8f48bd32-8789-4037-8d30-bbb3f98f9cc6,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:49:02.777984 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6c6d551e-fab3-4974-928c-5291a40d3e22 req-e1ce9282-204f-4f9e-bc3e-d129cd614817 service neutron] 10.222.0.36 "GET /v2.0/networks/13798e32-1d9c-4590-8de1-b4d7dc4963b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633978 Nov 16 11:49:02.780006 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-ae16b222-321f-4ac7-bea0-5a3070b0bd0d service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574552 Nov 16 11:49:02.896663 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-3a212803-6dc3-4d6d-97b5-ab668b1dace8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=1dfec5f3-6b09-43d8-9562-32075776c9c3 HTTP/1.1" status: 200 len: 217 time: 0.0851061 Nov 16 11:49:02.934105 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-0e58a042-1c8e-4dcf-86b0-8fcb255d7a85 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Deleting port 897fb8dc-8153-4b32-8463-e134c1dd5b95 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:49:02.934472 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e58a042-1c8e-4dcf-86b0-8fcb255d7a85 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:02.943386 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 9e90cd8c-0985-4cb6-ad96-7eb598ccbc89 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:49:02.986102 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 9e90cd8c-0985-4cb6-ad96-7eb598ccbc89 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:49:02.986860 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 9e90cd8c-0985-4cb6-ad96-7eb598ccbc89 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:49:02.987571 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 2e891fbd-c886-4906-85b4-0929ecb23ef3 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:49:03.020348 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6c6d551e-fab3-4974-928c-5291a40d3e22 req-5f16f18f-dd62-48be-974a-6d8123a65e5f service neutron] 10.222.0.36 "GET /v2.0/networks/13798e32-1d9c-4590-8de1-b4d7dc4963b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341132 Nov 16 11:49:03.035357 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 2e891fbd-c886-4906-85b4-0929ecb23ef3 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:49:03.035748 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 2e891fbd-c886-4906-85b4-0929ecb23ef3 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:49:03.036681 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-fb020d50-fb3f-4759-94d7-93b347e6d4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:49:03.040665 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-fb020d50-fb3f-4759-94d7-93b347e6d4a6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14da45b5-9dad-4378-b0d0-75410f62650a HTTP/1.1" status: 200 len: 797 time: 0.1312239 Nov 16 11:49:03.092002 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e58a042-1c8e-4dcf-86b0-8fcb255d7a85 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:03.092584 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e58a042-1c8e-4dcf-86b0-8fcb255d7a85 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:03.107072 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-0e58a042-1c8e-4dcf-86b0-8fcb255d7a85 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Calling delete_port for 897fb8dc-8153-4b32-8463-e134c1dd5b95 owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:49:03.110493 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-a35d9ae7-0b97-4e5b-84c3-1584a64cf0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:49:03.133965 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-a35d9ae7-0b97-4e5b-84c3-1584a64cf0f2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0792575 Nov 16 11:49:03.246652 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-89c65519-288e-43a3-85cb-6eebf528ef38 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006057 Nov 16 11:49:03.323306 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e58a042-1c8e-4dcf-86b0-8fcb255d7a85 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:03.352510 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e58a042-1c8e-4dcf-86b0-8fcb255d7a85 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Pushing event deleted for resources: {'Port': ['ID=897fb8dc-8153-4b32-8463-e134c1dd5b95,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:49:03.392030 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-e932f9e5-d510-442f-b29e-f0b3cb944be7 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343036 Nov 16 11:49:03.430189 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e58a042-1c8e-4dcf-86b0-8fcb255d7a85 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for floatingip, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:03.432176 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [None req-0e58a042-1c8e-4dcf-86b0-8fcb255d7a85 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Floating IP c3e35d34-5c30-4410-9fc1-07aa769c3a01 disassociated (deleted). External IP: 172.25.0.79, port: 5eb11594-8fcb-4e95-9aff-84858626dab3. Nov 16 11:49:03.436180 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-2b9cb4eb-224c-478d-be31-ecad3a028dcc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4c83833b-e468-4daf-8f4c-118e3220587b HTTP/1.1" status: 200 len: 217 time: 0.0367162 Nov 16 11:49:03.522248 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-74eb7578-ae1c-4e85-978f-c075d29c1acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:49:03.525305 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-74eb7578-ae1c-4e85-978f-c075d29c1acb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1bdf0709-8d8c-4805-b7a5-cb903bfbd56b HTTP/1.1" status: 200 len: 797 time: 0.0778439 Nov 16 11:49:03.615239 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-cf76e1c3-21e6-458f-9b49-b0105f49ab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:49:03.617982 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-cf76e1c3-21e6-458f-9b49-b0105f49ab8b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2041a2b2-0e73-454b-949f-7d84c22f57a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0808952 Nov 16 11:49:03.711762 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e58a042-1c8e-4dcf-86b0-8fcb255d7a85 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Router 3e143489-1770-46f1-aea8-120a01376c46 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:49:03.728635 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-8588bd40-2455-4678-ba52-fee1fab7b8e5 service neutron] 10.222.0.64 "GET /v2.0/networks/2041a2b2-0e73-454b-949f-7d84c22f57a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973780 Nov 16 11:49:03.827725 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e58a042-1c8e-4dcf-86b0-8fcb255d7a85 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:49:03.833208 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e58a042-1c8e-4dcf-86b0-8fcb255d7a85 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:03.840016 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-20c6d070-6132-4c0f-9279-1b16fefee4c9 service neutron] 10.222.0.64 "GET /v2.0/networks/2041a2b2-0e73-454b-949f-7d84c22f57a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005538 Nov 16 11:49:03.842537 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2907de9-ce79-4b6e-94ce-ff2b774e181e None None] Sync routers for ids ['3e143489-1770-46f1-aea8-120a01376c46'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:49:03.853541 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2907de9-ce79-4b6e-94ce-ff2b774e181e None None] Routers {'3e143489-1770-46f1-aea8-120a01376c46'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:49:03.854321 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f2907de9-ce79-4b6e-94ce-ff2b774e181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:48:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['3e143489-1770-46f1-aea8-120a01376c46'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:49:03.874814 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0e58a042-1c8e-4dcf-86b0-8fcb255d7a85 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "DELETE /v2.0/floatingips/c3e35d34-5c30-4410-9fc1-07aa769c3a01 HTTP/1.1" status: 204 len: 168 time: 1.2305877 Nov 16 11:49:03.874814 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39bb6913-7d04-49b1-a17f-14337e8b4630', 'tag': '5eb11594-8fcb-4e95-9aff-84858626dab3'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:49:03.887960 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06edc940-f4ee-4d31-bb38-dbf5991b937d" -d '{"events": [{"name": "network-changed", "server_uuid": "39bb6913-7d04-49b1-a17f-14337e8b4630", "tag": "5eb11594-8fcb-4e95-9aff-84858626dab3"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:49:03.896504 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-fe704309-54b1-4265-b785-7dce784b895f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=93d0a61f-46d8-4643-8f71-0fc671a31fe6 HTTP/1.1" status: 200 len: 217 time: 0.0455678 Nov 16 11:49:03.958665 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-1bd572f9-2681-4ba6-8a5c-89e7079eaf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:49:03.960680 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-1bd572f9-2681-4ba6-8a5c-89e7079eaf93 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1bdf0709-8d8c-4805-b7a5-cb903bfbd56b HTTP/1.1" status: 200 len: 797 time: 0.0531600 Nov 16 11:49:03.972263 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-f2907de9-ce79-4b6e-94ce-ff2b774e181e None None] Set router 3e143489-1770-46f1-aea8-120a01376c46 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:49:04.039493 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-7cf0bea5-e891-4299-a7d0-2190cb7da87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:49:04.042073 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-7cf0bea5-e891-4299-a7d0-2190cb7da87b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2041a2b2-0e73-454b-949f-7d84c22f57a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0690410 Nov 16 11:49:04.080287 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04cb7b0d-2813-418b-afe1-2c24d11cf16f x-openstack-request-id: req-04cb7b0d-2813-418b-afe1-2c24d11cf16f {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:49:04.081119 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39bb6913-7d04-49b1-a17f-14337e8b4630", "tag": "5eb11594-8fcb-4e95-9aff-84858626dab3", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:49:04.081744 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-04cb7b0d-2813-418b-afe1-2c24d11cf16f {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:49:04.082586 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39bb6913-7d04-49b1-a17f-14337e8b4630', 'tag': '5eb11594-8fcb-4e95-9aff-84858626dab3', 'status': 'completed', 'code': 200} Nov 16 11:49:04.194355 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06edc940-f4ee-4d31-bb38-dbf5991b937d req-24f160c4-eb97-47dc-839a-480a0eb4b75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:49:04.195915 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-06edc940-f4ee-4d31-bb38-dbf5991b937d req-24f160c4-eb97-47dc-839a-480a0eb4b75b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff1f996b8b12443fa397a2de0a6eea26&device_id=39bb6913-7d04-49b1-a17f-14337e8b4630 HTTP/1.1" status: 200 len: 1135 time: 0.0703130 Nov 16 11:49:04.224456 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-8411ae7f-9f01-4516-b787-b5e83bb099b9 service neutron] 10.222.0.64 "GET /v2.0/networks/2041a2b2-0e73-454b-949f-7d84c22f57a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711502 Nov 16 11:49:04.240606 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6992a3a-09a8-4acb-afda-9a68ca6b4175 req-5679ca4d-84b5-46c5-97ca-bbfea69f22e7 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:49:04.250303 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c6992a3a-09a8-4acb-afda-9a68ca6b4175 req-5679ca4d-84b5-46c5-97ca-bbfea69f22e7 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "GET /v2.0/ports?device_id=39bb6913-7d04-49b1-a17f-14337e8b4630 HTTP/1.1" status: 200 len: 984 time: 0.1063383 Nov 16 11:49:04.322249 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c6992a3a-09a8-4acb-afda-9a68ca6b4175 req-a9b8c255-4703-47ea-b744-6a3a8d77ad11 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "GET /v2.0/security-groups?id=038b387b-ccb1-412a-b143-1904f25c3bcb&id=ea1fd665-a174-469d-911f-ceb5c87d3e89&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0657051 Nov 16 11:49:04.388631 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06edc940-f4ee-4d31-bb38-dbf5991b937d req-f6f38724-199a-4a77-aa26-acd59eb161d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:49:04.390179 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-06edc940-f4ee-4d31-bb38-dbf5991b937d req-f6f38724-199a-4a77-aa26-acd59eb161d4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=13798e32-1d9c-4590-8de1-b4d7dc4963b2 HTTP/1.1" status: 200 len: 898 time: 0.1834102 Nov 16 11:49:04.393840 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6523c57e-b6e6-482b-897c-2a8c2d6fa4a2 req-f5ef41c5-f84f-4a9c-90c5-02870f25f231 service neutron] 10.222.0.64 "GET /v2.0/networks/2041a2b2-0e73-454b-949f-7d84c22f57a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547990 Nov 16 11:49:04.433558 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device e7521bbc-990f-40aa-a4fd-65b48b2b156c no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:49:04.449273 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-06edc940-f4ee-4d31-bb38-dbf5991b937d req-3ecc1fa7-a4ad-4404-b3df-9203735f37c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5eb11594-8fcb-4e95-9aff-84858626dab3 HTTP/1.1" status: 200 len: 217 time: 0.0476387 Nov 16 11:49:04.460535 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: e7521bbc-990f-40aa-a4fd-65b48b2b156c {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:49:04.460865 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device e7521bbc-990f-40aa-a4fd-65b48b2b156c not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:49:04.490632 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f2907de9-ce79-4b6e-94ce-ff2b774e181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e143489-1770-46f1-aea8-120a01376c46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501217771', 'tenant_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '2b1965b6-4021-4c8d-9b56-1bb3568059c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:47:36Z', 'updated_at': '2021-11-16T11:47:42Z', 'revision_number': 4, 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'gw_port': {'id': '2b1965b6-4021-4c8d-9b56-1bb3568059c0', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ba:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e143489-1770-46f1-aea8-120a01376c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:47:37Z', 'updated_at': '2021-11-16T11:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'a5ca7f65-e598-462d-bbda-a5ae5b9df72d', 'name': '', 'network_id': '13798e32-1d9c-4590-8de1-b4d7dc4963b2', 'tenant_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'mac_address': 'fa:16:3e:43:69:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e143489-1770-46f1-aea8-120a01376c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'ab2fdb75-3b30-4734-af46-d8872295f3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:47:41Z', 'updated_at': '2021-11-16T11:47:46Z', 'revision_number': 5, 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'subnets': [{'id': 'ab2fdb75-3b30-4734-af46-d8872295f3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:49:04.509849 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06edc940-f4ee-4d31-bb38-dbf5991b937d req-f9370f84-e9d9-4a23-b820-f4b24d558baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:49:04.511479 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-06edc940-f4ee-4d31-bb38-dbf5991b937d req-f9370f84-e9d9-4a23-b820-f4b24d558baf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab2fdb75-3b30-4734-af46-d8872295f3d1 HTTP/1.1" status: 200 len: 834 time: 0.0550363 Nov 16 11:49:04.527100 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2907de9-ce79-4b6e-94ce-ff2b774e181e None None] Checking router: 3e143489-1770-46f1-aea8-120a01376c46 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:49:04.537493 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2907de9-ce79-4b6e-94ce-ff2b774e181e None None] Routers {'3e143489-1770-46f1-aea8-120a01376c46'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:49:04.539397 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f2907de9-ce79-4b6e-94ce-ff2b774e181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:48:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['3e143489-1770-46f1-aea8-120a01376c46'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:49:04.582130 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06edc940-f4ee-4d31-bb38-dbf5991b937d req-5d358320-4a54-41dc-9326-4b476d9e80a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:49:04.583767 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-06edc940-f4ee-4d31-bb38-dbf5991b937d req-5d358320-4a54-41dc-9326-4b476d9e80a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=13798e32-1d9c-4590-8de1-b4d7dc4963b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608537 Nov 16 11:49:04.675869 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-f2907de9-ce79-4b6e-94ce-ff2b774e181e None None] Set router 3e143489-1770-46f1-aea8-120a01376c46 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:49:04.684337 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-06edc940-f4ee-4d31-bb38-dbf5991b937d req-13d2bdc6-d8dd-4294-95cc-7ba561cdf27d service neutron] 10.222.0.36 "GET /v2.0/networks/13798e32-1d9c-4590-8de1-b4d7dc4963b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929217 Nov 16 11:49:04.849220 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-06edc940-f4ee-4d31-bb38-dbf5991b937d req-35caa31b-eb7e-47f1-b1f8-633fe111c29d service neutron] 10.222.0.36 "GET /v2.0/networks/13798e32-1d9c-4590-8de1-b4d7dc4963b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565185 Nov 16 11:49:04.947781 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f2907de9-ce79-4b6e-94ce-ff2b774e181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e143489-1770-46f1-aea8-120a01376c46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501217771', 'tenant_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '2b1965b6-4021-4c8d-9b56-1bb3568059c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:47:36Z', 'updated_at': '2021-11-16T11:47:42Z', 'revision_number': 4, 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'gw_port': {'id': '2b1965b6-4021-4c8d-9b56-1bb3568059c0', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ba:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e143489-1770-46f1-aea8-120a01376c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:47:37Z', 'updated_at': '2021-11-16T11:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'a5ca7f65-e598-462d-bbda-a5ae5b9df72d', 'name': '', 'network_id': '13798e32-1d9c-4590-8de1-b4d7dc4963b2', 'tenant_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'mac_address': 'fa:16:3e:43:69:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e143489-1770-46f1-aea8-120a01376c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'ab2fdb75-3b30-4734-af46-d8872295f3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:47:41Z', 'updated_at': '2021-11-16T11:47:46Z', 'revision_number': 5, 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'subnets': [{'id': 'ab2fdb75-3b30-4734-af46-d8872295f3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:49:04.974876 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2907de9-ce79-4b6e-94ce-ff2b774e181e None None] The sync data for ids ['3e143489-1770-46f1-aea8-120a01376c46'] in n-d-816823-3 is: [{'id': '3e143489-1770-46f1-aea8-120a01376c46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501217771', 'tenant_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '2b1965b6-4021-4c8d-9b56-1bb3568059c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:47:36Z', 'updated_at': '2021-11-16T11:47:42Z', 'revision_number': 4, 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'gw_port': {'id': '2b1965b6-4021-4c8d-9b56-1bb3568059c0', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ba:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e143489-1770-46f1-aea8-120a01376c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:47:37Z', 'updated_at': '2021-11-16T11:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'a5ca7f65-e598-462d-bbda-a5ae5b9df72d', 'name': '', 'network_id': '13798e32-1d9c-4590-8de1-b4d7dc4963b2', 'tenant_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'mac_address': 'fa:16:3e:43:69:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e143489-1770-46f1-aea8-120a01376c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'ab2fdb75-3b30-4734-af46-d8872295f3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:47:41Z', 'updated_at': '2021-11-16T11:47:46Z', 'revision_number': 5, 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'subnets': [{'id': 'ab2fdb75-3b30-4734-af46-d8872295f3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:49:05.271608 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468b2ae4-c2f5-4694-a98e-cd1d97f30c32 None None] New status for floating IP c3e35d34-5c30-4410-9fc1-07aa769c3a01: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:49:05.399731 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e54a58-9f9b-411d-b64a-d0f0700bb3fe req-3832f21a-a114-42b2-8a5d-260dff361dc5 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:49:05.401293 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-40e54a58-9f9b-411d-b64a-d0f0700bb3fe req-3832f21a-a114-42b2-8a5d-260dff361dc5 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.36 "GET /v2.0/ports?device_id=39bb6913-7d04-49b1-a17f-14337e8b4630 HTTP/1.1" status: 200 len: 984 time: 0.0617664 Nov 16 11:49:05.483269 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd292272-e61f-4a97-9e7b-4bf67f637c7a req-224307e8-87da-477f-8b73-5ded09e771f0 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:49:05.490583 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd292272-e61f-4a97-9e7b-4bf67f637c7a req-224307e8-87da-477f-8b73-5ded09e771f0 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "GET /v2.0/ports?device_id=39bb6913-7d04-49b1-a17f-14337e8b4630 HTTP/1.1" status: 200 len: 984 time: 0.0675290 Nov 16 11:49:05.527974 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-40e54a58-9f9b-411d-b64a-d0f0700bb3fe req-29908007-3293-45c8-9b48-f3dd6fa89006 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Deleting port 5eb11594-8fcb-4e95-9aff-84858626dab3 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:49:05.528645 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-40e54a58-9f9b-411d-b64a-d0f0700bb3fe req-29908007-3293-45c8-9b48-f3dd6fa89006 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:05.572908 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd292272-e61f-4a97-9e7b-4bf67f637c7a req-c6359ea4-2bd5-49ef-a351-557d7dba71cf tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "GET /v2.0/security-groups?id=038b387b-ccb1-412a-b143-1904f25c3bcb&id=ea1fd665-a174-469d-911f-ceb5c87d3e89&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0792189 Nov 16 11:49:05.646658 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-40e54a58-9f9b-411d-b64a-d0f0700bb3fe req-29908007-3293-45c8-9b48-f3dd6fa89006 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] For port 5eb11594-8fcb-4e95-9aff-84858626dab3, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=5eb11594-8fcb-4e95-9aff-84858626dab3,segment=NetworkSegment(4bf8276d-c5c8-4253-8bad-100ea2b4f7bb),segment_id=4bf8276d-c5c8-4253-8bad-100ea2b4f7bb)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:49:05.647022 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-40e54a58-9f9b-411d-b64a-d0f0700bb3fe req-29908007-3293-45c8-9b48-f3dd6fa89006 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:05.660295 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-40e54a58-9f9b-411d-b64a-d0f0700bb3fe req-29908007-3293-45c8-9b48-f3dd6fa89006 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Calling delete_port for 5eb11594-8fcb-4e95-9aff-84858626dab3 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:49:05.819466 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-40e54a58-9f9b-411d-b64a-d0f0700bb3fe req-29908007-3293-45c8-9b48-f3dd6fa89006 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:05.856674 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29908007-3293-45c8-9b48-f3dd6fa89006 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Pushing event deleted for resources: {'Port': ['ID=5eb11594-8fcb-4e95-9aff-84858626dab3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:49:05.924986 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e54a58-9f9b-411d-b64a-d0f0700bb3fe req-29908007-3293-45c8-9b48-f3dd6fa89006 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] No DVR routers for this DVR port 5eb11594-8fcb-4e95-9aff-84858626dab3 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:49:05.927786 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-40e54a58-9f9b-411d-b64a-d0f0700bb3fe req-29908007-3293-45c8-9b48-f3dd6fa89006 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:05.932289 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-40e54a58-9f9b-411d-b64a-d0f0700bb3fe req-29908007-3293-45c8-9b48-f3dd6fa89006 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.36 "DELETE /v2.0/ports/5eb11594-8fcb-4e95-9aff-84858626dab3 HTTP/1.1" status: 204 len: 173 time: 0.5211720 Nov 16 11:49:05.932825 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39bb6913-7d04-49b1-a17f-14337e8b4630', 'name': 'network-vif-deleted', 'tag': '5eb11594-8fcb-4e95-9aff-84858626dab3'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:49:05.935790 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb42c3d-aea1-43bc-9c3b-e59d62205268" -d '{"events": [{"server_uuid": "39bb6913-7d04-49b1-a17f-14337e8b4630", "name": "network-vif-deleted", "tag": "5eb11594-8fcb-4e95-9aff-84858626dab3"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:49:05.985900 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876f1d52-3fb1-4a57-9b24-4df80cc15c11 x-openstack-request-id: req-876f1d52-3fb1-4a57-9b24-4df80cc15c11 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:49:05.986414 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39bb6913-7d04-49b1-a17f-14337e8b4630", "name": "network-vif-deleted", "tag": "5eb11594-8fcb-4e95-9aff-84858626dab3", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:49:05.987770 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-876f1d52-3fb1-4a57-9b24-4df80cc15c11 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:49:05.988419 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39bb6913-7d04-49b1-a17f-14337e8b4630', 'name': 'network-vif-deleted', 'tag': '5eb11594-8fcb-4e95-9aff-84858626dab3', 'status': 'completed', 'code': 200} Nov 16 11:49:06.625462 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 40364) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:49:06.702415 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-640d610d-13ef-4090-a1b1-ff2424b42e75 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:06.734658 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-640d610d-13ef-4090-a1b1-ff2424b42e75 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:06.784119 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-640d610d-13ef-4090-a1b1-ff2424b42e75 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:06.787209 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-640d610d-13ef-4090-a1b1-ff2424b42e75 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:06.791517 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-640d610d-13ef-4090-a1b1-ff2424b42e75 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "DELETE /v2.0/security-groups/ea1fd665-a174-469d-911f-ceb5c87d3e89 HTTP/1.1" status: 204 len: 168 time: 0.1619024 Nov 16 11:49:06.792600 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 40372) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:49:06.813004 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d610d-13ef-4090-a1b1-ff2424b42e75 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1fd665-a174-469d-911f-ceb5c87d3e89,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:49:06.880846 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1bcb5b0d-7e44-4964-8414-1e3917d66954 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:06.912693 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1bcb5b0d-7e44-4964-8414-1e3917d66954 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:06.973065 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1bcb5b0d-7e44-4964-8414-1e3917d66954 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:06.976243 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1bcb5b0d-7e44-4964-8414-1e3917d66954 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:06.977417 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1bcb5b0d-7e44-4964-8414-1e3917d66954 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "DELETE /v2.0/security-groups/038b387b-ccb1-412a-b143-1904f25c3bcb HTTP/1.1" status: 204 len: 168 time: 0.1838984 Nov 16 11:49:06.980829 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 40380) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:49:07.023521 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb5b0d-7e44-4964-8414-1e3917d66954 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=038b387b-ccb1-412a-b143-1904f25c3bcb,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:49:07.383916 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f23a0b7e-d760-4ca5-8bcf-33a20189bb7e tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:07.658473 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f23a0b7e-d760-4ca5-8bcf-33a20189bb7e tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Deleting port a5ca7f65-e598-462d-bbda-a5ae5b9df72d {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:49:07.659058 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f23a0b7e-d760-4ca5-8bcf-33a20189bb7e tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:07.753520 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-f23a0b7e-d760-4ca5-8bcf-33a20189bb7e tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] For port a5ca7f65-e598-462d-bbda-a5ae5b9df72d, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=a5ca7f65-e598-462d-bbda-a5ae5b9df72d,segment=NetworkSegment(4bf8276d-c5c8-4253-8bad-100ea2b4f7bb),segment_id=4bf8276d-c5c8-4253-8bad-100ea2b4f7bb)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:49:07.753886 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f23a0b7e-d760-4ca5-8bcf-33a20189bb7e tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:07.768967 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f23a0b7e-d760-4ca5-8bcf-33a20189bb7e tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Calling delete_port for a5ca7f65-e598-462d-bbda-a5ae5b9df72d owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:49:07.971425 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f23a0b7e-d760-4ca5-8bcf-33a20189bb7e tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:08.001283 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a0b7e-d760-4ca5-8bcf-33a20189bb7e tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Pushing event deleted for resources: {'Port': ['ID=a5ca7f65-e598-462d-bbda-a5ae5b9df72d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:49:08.271126 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f23a0b7e-d760-4ca5-8bcf-33a20189bb7e tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:08.314856 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 5eb11594-8fcb-4e95-9aff-84858626dab3 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:49:08.340206 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: 5eb11594-8fcb-4e95-9aff-84858626dab3 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:49:08.340647 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 5eb11594-8fcb-4e95-9aff-84858626dab3 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:49:08.519784 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23a0b7e-d760-4ca5-8bcf-33a20189bb7e tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Router 3e143489-1770-46f1-aea8-120a01376c46 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:49:08.975798 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23a0b7e-d760-4ca5-8bcf-33a20189bb7e tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:49:08.980870 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f23a0b7e-d760-4ca5-8bcf-33a20189bb7e tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "PUT /v2.0/routers/3e143489-1770-46f1-aea8-120a01376c46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9987874 Nov 16 11:49:08.983719 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 40420) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:49:08.995997 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8311bb-128e-4178-a06b-28b8eec8e728 None None] Sync routers for ids ['3e143489-1770-46f1-aea8-120a01376c46'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:49:09.008353 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8311bb-128e-4178-a06b-28b8eec8e728 None None] Routers {'3e143489-1770-46f1-aea8-120a01376c46'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:49:09.009635 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4e8311bb-128e-4178-a06b-28b8eec8e728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:48:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['3e143489-1770-46f1-aea8-120a01376c46'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:49:09.049052 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-502bf9cf-213d-4f2e-acd0-aba0758ae7c3 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Deleting subnet ab2fdb75-3b30-4734-af46-d8872295f3d1 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:49:09.052877 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-502bf9cf-213d-4f2e-acd0-aba0758ae7c3 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:09.105315 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-502bf9cf-213d-4f2e-acd0-aba0758ae7c3 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:09.158013 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-4e8311bb-128e-4178-a06b-28b8eec8e728 None None] Set router 3e143489-1770-46f1-aea8-120a01376c46 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:49:09.210621 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-502bf9cf-213d-4f2e-acd0-aba0758ae7c3 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:09.303419 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-502bf9cf-213d-4f2e-acd0-aba0758ae7c3 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:09.336651 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502bf9cf-213d-4f2e-acd0-aba0758ae7c3 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Pushing event deleted for resources: {'Subnet': ['ID=ab2fdb75-3b30-4734-af46-d8872295f3d1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:49:09.340803 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-502bf9cf-213d-4f2e-acd0-aba0758ae7c3 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:09.344550 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-502bf9cf-213d-4f2e-acd0-aba0758ae7c3 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "DELETE /v2.0/subnets/ab2fdb75-3b30-4734-af46-d8872295f3d1 HTTP/1.1" status: 204 len: 168 time: 0.3596485 Nov 16 11:49:09.347110 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 40430) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:49:09.370626 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7b61c1-dc92-4a9b-8d0a-83346945db18 None None] Network 13798e32-1d9c-4590-8de1-b4d7dc4963b2 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:49:09.476572 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8550afde-54df-4c33-a58e-6da6e1dea8c5 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:09.500832 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4e8311bb-128e-4178-a06b-28b8eec8e728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e143489-1770-46f1-aea8-120a01376c46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501217771', 'tenant_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '2b1965b6-4021-4c8d-9b56-1bb3568059c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:47:36Z', 'updated_at': '2021-11-16T11:49:07Z', 'revision_number': 5, 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'gw_port': {'id': '2b1965b6-4021-4c8d-9b56-1bb3568059c0', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ba:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e143489-1770-46f1-aea8-120a01376c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:47:37Z', 'updated_at': '2021-11-16T11:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:49:09.551983 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8311bb-128e-4178-a06b-28b8eec8e728 None None] Checking router: 3e143489-1770-46f1-aea8-120a01376c46 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:49:09.570278 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8311bb-128e-4178-a06b-28b8eec8e728 None None] Routers {'3e143489-1770-46f1-aea8-120a01376c46'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:49:09.572606 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4e8311bb-128e-4178-a06b-28b8eec8e728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:48:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['3e143489-1770-46f1-aea8-120a01376c46'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:49:09.604349 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8550afde-54df-4c33-a58e-6da6e1dea8c5 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:09.666460 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-8550afde-54df-4c33-a58e-6da6e1dea8c5 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Deleting port 2b1965b6-4021-4c8d-9b56-1bb3568059c0 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:49:09.666932 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8550afde-54df-4c33-a58e-6da6e1dea8c5 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:09.743457 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-4e8311bb-128e-4178-a06b-28b8eec8e728 None None] Set router 3e143489-1770-46f1-aea8-120a01376c46 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:49:09.778130 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-8550afde-54df-4c33-a58e-6da6e1dea8c5 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] For port 2b1965b6-4021-4c8d-9b56-1bb3568059c0, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=2b1965b6-4021-4c8d-9b56-1bb3568059c0,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:49:09.779230 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8550afde-54df-4c33-a58e-6da6e1dea8c5 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:09.814040 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-8550afde-54df-4c33-a58e-6da6e1dea8c5 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Calling delete_port for 2b1965b6-4021-4c8d-9b56-1bb3568059c0 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:49:09.856934 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6839bfa-d592-4e2a-9632-173cdbbcca48 None None] DHCP port deletion for 13798e32-1d9c-4590-8de1-b4d7dc4963b2 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:49:10.017859 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8550afde-54df-4c33-a58e-6da6e1dea8c5 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:10.057781 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550afde-54df-4c33-a58e-6da6e1dea8c5 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Pushing event deleted for resources: {'Port': ['ID=2b1965b6-4021-4c8d-9b56-1bb3568059c0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:49:10.090125 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b6839bfa-d592-4e2a-9632-173cdbbcca48 None None] Deleting port dec93ec2-10d4-4189-9e15-9f7021d9aeb2 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:49:10.090510 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b6839bfa-d592-4e2a-9632-173cdbbcca48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:10.107307 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e7d2a7-19f7-4625-8bed-d2f06f01331a None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:49:10.155714 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8550afde-54df-4c33-a58e-6da6e1dea8c5 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:10.212341 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b6839bfa-d592-4e2a-9632-173cdbbcca48 None None] For port dec93ec2-10d4-4189-9e15-9f7021d9aeb2, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=dec93ec2-10d4-4189-9e15-9f7021d9aeb2,segment=NetworkSegment(4bf8276d-c5c8-4253-8bad-100ea2b4f7bb),segment_id=4bf8276d-c5c8-4253-8bad-100ea2b4f7bb)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:49:10.212754 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b6839bfa-d592-4e2a-9632-173cdbbcca48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:10.235783 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b6839bfa-d592-4e2a-9632-173cdbbcca48 None None] Calling delete_port for dec93ec2-10d4-4189-9e15-9f7021d9aeb2 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:49:10.246793 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4e8311bb-128e-4178-a06b-28b8eec8e728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e143489-1770-46f1-aea8-120a01376c46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501217771', 'tenant_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '2b1965b6-4021-4c8d-9b56-1bb3568059c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:47:36Z', 'updated_at': '2021-11-16T11:49:07Z', 'revision_number': 5, 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'gw_port': {'id': '2b1965b6-4021-4c8d-9b56-1bb3568059c0', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ba:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e143489-1770-46f1-aea8-120a01376c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:47:37Z', 'updated_at': '2021-11-16T11:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:49:10.280567 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8311bb-128e-4178-a06b-28b8eec8e728 None None] The sync data for ids ['3e143489-1770-46f1-aea8-120a01376c46'] in n-d-816823-3 is: [{'id': '3e143489-1770-46f1-aea8-120a01376c46', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501217771', 'tenant_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '2b1965b6-4021-4c8d-9b56-1bb3568059c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:47:36Z', 'updated_at': '2021-11-16T11:49:07Z', 'revision_number': 5, 'project_id': 'ff1f996b8b12443fa397a2de0a6eea26', 'gw_port': {'id': '2b1965b6-4021-4c8d-9b56-1bb3568059c0', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ba:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e143489-1770-46f1-aea8-120a01376c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:47:37Z', 'updated_at': '2021-11-16T11:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:49:10.320926 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8550afde-54df-4c33-a58e-6da6e1dea8c5 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:10.323768 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8550afde-54df-4c33-a58e-6da6e1dea8c5 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:10.386944 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8550afde-54df-4c33-a58e-6da6e1dea8c5 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:10.392499 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8550afde-54df-4c33-a58e-6da6e1dea8c5 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Fanout notify agent at l3_agent the message router_deleted on router 3e143489-1770-46f1-aea8-120a01376c46 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:49:10.397069 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b6839bfa-d592-4e2a-9632-173cdbbcca48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:10.409064 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8550afde-54df-4c33-a58e-6da6e1dea8c5 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:10.410559 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8550afde-54df-4c33-a58e-6da6e1dea8c5 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "DELETE /v2.0/routers/3e143489-1770-46f1-aea8-120a01376c46 HTTP/1.1" status: 204 len: 168 time: 1.0619097 Nov 16 11:49:10.413702 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 40454) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:49:10.456509 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6839bfa-d592-4e2a-9632-173cdbbcca48 None None] No DVR routers for this DVR port dec93ec2-10d4-4189-9e15-9f7021d9aeb2 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:49:10.459366 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6839bfa-d592-4e2a-9632-173cdbbcca48 None None] Pushing event deleted for resources: {'Port': ['ID=dec93ec2-10d4-4189-9e15-9f7021d9aeb2,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:49:10.509692 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2cc30608-dd2f-4ad3-9505-d82c1dfcf562 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:10.603911 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2cc30608-dd2f-4ad3-9505-d82c1dfcf562 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:10.627429 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-2cc30608-dd2f-4ad3-9505-d82c1dfcf562 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13798e32-1d9c-4590-8de1-b4d7dc4963b2']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:49:10.637436 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-2cc30608-dd2f-4ad3-9505-d82c1dfcf562 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bf8276d-c5c8-4253-8bad-100ea2b4f7bb') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:49:10.638109 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-2cc30608-dd2f-4ad3-9505-d82c1dfcf562 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bf8276d-c5c8-4253-8bad-100ea2b4f7bb') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:49:10.647499 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2cc30608-dd2f-4ad3-9505-d82c1dfcf562 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:10.662331 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2cc30608-dd2f-4ad3-9505-d82c1dfcf562 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:10.673384 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cc30608-dd2f-4ad3-9505-d82c1dfcf562 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:49:10.673791 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2cc30608-dd2f-4ad3-9505-d82c1dfcf562 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:10.677441 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:49:10.677441 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:49:10.677441 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:49:10.677441 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:49:10.677441 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:49:10.677441 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:49:10.677441 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:49:10.677441 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:49:10.677441 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:49:10.677441 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:49:10.677441 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:49:10.677441 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:49:10.677441 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:49:10.677441 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:49:10.677441 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:49:10.677441 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:49:10.677441 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:49:10.677441 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:49:10.677441 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:49:10.677441 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:49:10.677441 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:49:10.677441 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:49:10.677441 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:49:10.677441 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:49:10.677441 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:49:10.677441 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:49:10.677441 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:49:10.677441 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:49:10.677441 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:49:10.677441 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:49:10.677441 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:49:10.677441 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:49:10.754003 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2cc30608-dd2f-4ad3-9505-d82c1dfcf562 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:10.768455 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2cc30608-dd2f-4ad3-9505-d82c1dfcf562 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:10.773468 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2cc30608-dd2f-4ad3-9505-d82c1dfcf562 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] 10.222.0.61 "DELETE /v2.0/networks/13798e32-1d9c-4590-8de1-b4d7dc4963b2 HTTP/1.1" status: 204 len: 168 time: 0.3585038 Nov 16 11:49:10.789788 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc30608-dd2f-4ad3-9505-d82c1dfcf562 tempest-TestSecurityGroupsBasicOps-1523555901 tempest-TestSecurityGroupsBasicOps-1523555901-project] Pushing event deleted for resources: {'Network': ['ID=13798e32-1d9c-4590-8de1-b4d7dc4963b2,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:49:10.877635 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device a5ca7f65-e598-462d-bbda-a5ae5b9df72d no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:49:10.916090 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: a5ca7f65-e598-462d-bbda-a5ae5b9df72d {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:49:10.916494 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device a5ca7f65-e598-462d-bbda-a5ae5b9df72d not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:49:10.916915 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device dec93ec2-10d4-4189-9e15-9f7021d9aeb2 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:49:10.961510 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: dec93ec2-10d4-4189-9e15-9f7021d9aeb2 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:49:10.961845 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device dec93ec2-10d4-4189-9e15-9f7021d9aeb2 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:49:11.215408 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 40472) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:49:11.416613 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-fc10426f-7c1c-4b0d-90ff-1d22055086e0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ff1f996b8b12443fa397a2de0a6eea26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1999896 Nov 16 11:49:11.418505 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 40486) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:49:11.511916 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7cc4af9-9646-4ea7-8154-3b8ee2e76fe1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:11.541084 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7cc4af9-9646-4ea7-8154-3b8ee2e76fe1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:11.604186 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7cc4af9-9646-4ea7-8154-3b8ee2e76fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:11.608036 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7cc4af9-9646-4ea7-8154-3b8ee2e76fe1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:11.620582 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e7cc4af9-9646-4ea7-8154-3b8ee2e76fe1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a1ed3f88-af7a-474f-9920-b22cf3bfc403 HTTP/1.1" status: 204 len: 168 time: 0.1937423 Nov 16 11:49:11.643311 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc4af9-9646-4ea7-8154-3b8ee2e76fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ed3f88-af7a-474f-9920-b22cf3bfc403,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:49:12.037893 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 40502) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:49:12.054901 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1360b1e1-7534-4662-9321-77fc38a60ecb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:12.176129 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1360b1e1-7534-4662-9321-77fc38a60ecb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:12.183508 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1360b1e1-7534-4662-9321-77fc38a60ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:12.229339 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1360b1e1-7534-4662-9321-77fc38a60ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d39344-6fb0-4d88-ab59-a2ec7507e4cb,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:49:12.241250 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1360b1e1-7534-4662-9321-77fc38a60ecb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6a78779f9cd14681b9c12b892918054e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1995199 Nov 16 11:49:12.242539 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 40506) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:49:12.309672 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fcbd0426-0c9f-4e0d-becb-c00d0bfd4458 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:12.341408 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fcbd0426-0c9f-4e0d-becb-c00d0bfd4458 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:12.434900 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 2b1965b6-4021-4c8d-9b56-1bb3568059c0 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:49:12.445747 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fcbd0426-0c9f-4e0d-becb-c00d0bfd4458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:12.449411 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fcbd0426-0c9f-4e0d-becb-c00d0bfd4458 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:12.464747 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 2b1965b6-4021-4c8d-9b56-1bb3568059c0 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:49:12.465395 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 2b1965b6-4021-4c8d-9b56-1bb3568059c0 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:49:12.465522 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-fcbd0426-0c9f-4e0d-becb-c00d0bfd4458 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b4d39344-6fb0-4d88-ab59-a2ec7507e4cb HTTP/1.1" status: 204 len: 168 time: 0.2137303 Nov 16 11:49:12.478773 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd0426-0c9f-4e0d-becb-c00d0bfd4458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d39344-6fb0-4d88-ab59-a2ec7507e4cb,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:49:12.868851 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 40524) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:49:12.925223 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f56569e9-d6d2-4317-8764-93315d2f6ffd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6dc93c1bfbde42c18d50ef4c9048f27c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0531046 Nov 16 11:49:12.925468 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 40530) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:49:12.983966 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30cb5125-38bc-4364-bfa9-a781bd99dfdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:13.008593 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30cb5125-38bc-4364-bfa9-a781bd99dfdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:13.043435 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e54499bb-3157-4818-bd65-20d81427827c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:13.079267 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30cb5125-38bc-4364-bfa9-a781bd99dfdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:13.082417 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30cb5125-38bc-4364-bfa9-a781bd99dfdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:13.083859 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-30cb5125-38bc-4364-bfa9-a781bd99dfdc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f4b66933-b7bf-4b53-a88f-af8f454e7d75 HTTP/1.1" status: 204 len: 168 time: 0.1574025 Nov 16 11:49:13.093667 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb5125-38bc-4364-bfa9-a781bd99dfdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b66933-b7bf-4b53-a88f-af8f454e7d75,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:49:14.407945 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:49:14.917278 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 40564) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:49:15.034980 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0b9f029d-f20d-463f-8348-f889ce88a07f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:15.111134 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0b9f029d-f20d-463f-8348-f889ce88a07f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:15.120290 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0b9f029d-f20d-463f-8348-f889ce88a07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:15.158986 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0b9f029d-f20d-463f-8348-f889ce88a07f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=acb6bc0df0d2438eb711c7f61049999f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2404506 Nov 16 11:49:15.161022 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f029d-f20d-463f-8348-f889ce88a07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a8d045-4235-4616-8c99-1e831e2e38ad,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:49:15.162279 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 40568) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:49:15.225769 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f6744fb1-cabc-476b-a906-1a9882e9ee8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:15.262916 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f6744fb1-cabc-476b-a906-1a9882e9ee8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:15.324493 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f6744fb1-cabc-476b-a906-1a9882e9ee8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:15.328283 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f6744fb1-cabc-476b-a906-1a9882e9ee8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:15.330240 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f6744fb1-cabc-476b-a906-1a9882e9ee8f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/22a8d045-4235-4616-8c99-1e831e2e38ad HTTP/1.1" status: 204 len: 168 time: 0.1654453 Nov 16 11:49:15.341485 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6744fb1-cabc-476b-a906-1a9882e9ee8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a8d045-4235-4616-8c99-1e831e2e38ad,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:49:15.592061 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ca3b6651-4dc4-4e83-a527-8464f8b9b80d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:16.645757 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:18.365017 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:18.839064 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:27.692491 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [req-b1ba8278-e75a-4454-80d5-c796a02b7b9c req-feab9815-a87b-438f-993e-8e826c2dc5a6 service neutron] (102669) timed out ('10.222.0.61', 48632) {{(pid=102669) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 11:49:28.214724 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:29.029852 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:29.717902 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 41198) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:49:29.840431 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cbe37729-3d22-405e-9177-f439e2937e9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:29.919445 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cbe37729-3d22-405e-9177-f439e2937e9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:29.923514 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cbe37729-3d22-405e-9177-f439e2937e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:29.966516 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-cbe37729-3d22-405e-9177-f439e2937e9b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=24fe27f38acd4f21aa125ec2fa937b59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2449005 Nov 16 11:49:29.966516 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe37729-3d22-405e-9177-f439e2937e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1abd689-d647-4010-93ae-52db58c87ad8,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:49:29.970261 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 41202) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:49:30.023249 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80fd3ea6-9542-436a-8eac-fe98145d65e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:30.045028 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80fd3ea6-9542-436a-8eac-fe98145d65e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:30.093748 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80fd3ea6-9542-436a-8eac-fe98145d65e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:30.096840 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80fd3ea6-9542-436a-8eac-fe98145d65e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:30.100352 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-80fd3ea6-9542-436a-8eac-fe98145d65e3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c1abd689-d647-4010-93ae-52db58c87ad8 HTTP/1.1" status: 204 len: 168 time: 0.1265383 Nov 16 11:49:30.106942 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd3ea6-9542-436a-8eac-fe98145d65e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1abd689-d647-4010-93ae-52db58c87ad8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:49:30.416858 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 41210) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:49:30.436718 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-120cd06c-2585-4deb-a5e3-23d43cbca073 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:30.540694 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-120cd06c-2585-4deb-a5e3-23d43cbca073 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:30.545276 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-120cd06c-2585-4deb-a5e3-23d43cbca073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:30.583964 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120cd06c-2585-4deb-a5e3-23d43cbca073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f71969a-7c28-45dd-a415-a1b9b192e766,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:49:30.588292 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-120cd06c-2585-4deb-a5e3-23d43cbca073 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8b26ae75a49f4ff8a78c3cb2cea1983e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1704159 Nov 16 11:49:30.590899 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 41212) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:49:30.642739 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ab88aaf-55fd-47f4-a210-a67da55b650b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:30.664927 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ab88aaf-55fd-47f4-a210-a67da55b650b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:30.718529 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ab88aaf-55fd-47f4-a210-a67da55b650b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:30.721379 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ab88aaf-55fd-47f4-a210-a67da55b650b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:30.725104 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7ab88aaf-55fd-47f4-a210-a67da55b650b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3f71969a-7c28-45dd-a415-a1b9b192e766 HTTP/1.1" status: 204 len: 168 time: 0.1309807 Nov 16 11:49:30.732805 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab88aaf-55fd-47f4-a210-a67da55b650b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f71969a-7c28-45dd-a415-a1b9b192e766,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:49:31.783934 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 41252) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:49:31.901671 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-32bdd2cd-acd4-4868-9b6a-9b56a68f1b8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:31.978259 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-32bdd2cd-acd4-4868-9b6a-9b56a68f1b8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:31.982076 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-32bdd2cd-acd4-4868-9b6a-9b56a68f1b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:32.020856 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-32bdd2cd-acd4-4868-9b6a-9b56a68f1b8b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a8ee3462dc024b5d83a2071db0517e44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2357421 Nov 16 11:49:32.021853 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bdd2cd-acd4-4868-9b6a-9b56a68f1b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1ef300-24e5-4414-bc72-04518a9540d9,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:49:32.023879 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 41256) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:49:32.074509 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-34b3a87c-514f-4e1e-b8d9-8644f93cc61f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:32.095519 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-34b3a87c-514f-4e1e-b8d9-8644f93cc61f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:32.147076 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-34b3a87c-514f-4e1e-b8d9-8644f93cc61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:32.149695 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-34b3a87c-514f-4e1e-b8d9-8644f93cc61f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:32.150864 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-34b3a87c-514f-4e1e-b8d9-8644f93cc61f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3e1ef300-24e5-4414-bc72-04518a9540d9 HTTP/1.1" status: 204 len: 168 time: 0.1249032 Nov 16 11:49:32.159254 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b3a87c-514f-4e1e-b8d9-8644f93cc61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1ef300-24e5-4414-bc72-04518a9540d9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:49:33.651511 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 41302) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:49:33.763667 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d7824e24-9905-46a0-8cd9-5e23d861a684 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:33.841207 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d7824e24-9905-46a0-8cd9-5e23d861a684 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:33.845431 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d7824e24-9905-46a0-8cd9-5e23d861a684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:33.896476 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d7824e24-9905-46a0-8cd9-5e23d861a684 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5b8ac6b0bd114338a5cffb3e56b34d1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2429857 Nov 16 11:49:33.897712 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7824e24-9905-46a0-8cd9-5e23d861a684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28edaaa-958c-4f62-9d36-e0cc955b7e77,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:49:33.900049 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 41306) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:49:33.958360 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1a632e87-32e2-4154-822f-57e20eaeadfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:33.983351 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1a632e87-32e2-4154-822f-57e20eaeadfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:34.050464 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1a632e87-32e2-4154-822f-57e20eaeadfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:34.054018 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1a632e87-32e2-4154-822f-57e20eaeadfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:34.055843 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1a632e87-32e2-4154-822f-57e20eaeadfe admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d28edaaa-958c-4f62-9d36-e0cc955b7e77 HTTP/1.1" status: 204 len: 168 time: 0.1538706 Nov 16 11:49:34.064626 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a632e87-32e2-4154-822f-57e20eaeadfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28edaaa-958c-4f62-9d36-e0cc955b7e77,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:49:34.074336 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a632e87-32e2-4154-822f-57e20eaeadfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:49:34.074812 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a632e87-32e2-4154-822f-57e20eaeadfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:49:34.075257 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a632e87-32e2-4154-822f-57e20eaeadfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:49:34.075700 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a632e87-32e2-4154-822f-57e20eaeadfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:49:34.076133 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a632e87-32e2-4154-822f-57e20eaeadfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:49:34.076676 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a632e87-32e2-4154-822f-57e20eaeadfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:49:34.077429 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a632e87-32e2-4154-822f-57e20eaeadfe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:49:34.077879 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a632e87-32e2-4154-822f-57e20eaeadfe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:49:34.078417 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a632e87-32e2-4154-822f-57e20eaeadfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:49:34.079258 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a632e87-32e2-4154-822f-57e20eaeadfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:49:34.079666 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a632e87-32e2-4154-822f-57e20eaeadfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:49:34.080066 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a632e87-32e2-4154-822f-57e20eaeadfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:49:34.463072 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-abaac588-e233-4e96-9364-a0def3757b05 req-6acb868a-7110-4588-a313-505a37fc380c tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=141678b869254440bf50d6e8404245b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383852 Nov 16 11:49:34.669558 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaac588-e233-4e96-9364-a0def3757b05 req-b65af723-c516-426a-8f54-7172e3251f43 tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:49:34.671453 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-abaac588-e233-4e96-9364-a0def3757b05 req-b65af723-c516-426a-8f54-7172e3251f43 tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2023361 Nov 16 11:49:34.687439 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-abaac588-e233-4e96-9364-a0def3757b05 req-6e1f5106-58ee-4cde-af31-124541df988c tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] 10.222.0.61 "GET /v2.0/quotas/141678b869254440bf50d6e8404245b3 HTTP/1.1" status: 200 len: 375 time: 0.0100284 Nov 16 11:49:34.721447 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-abaac588-e233-4e96-9364-a0def3757b05 req-b0216aff-d544-4362-9523-056f4cdbc3bc tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=141678b869254440bf50d6e8404245b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280359 Nov 16 11:49:34.882638 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-81fc37f0-62c0-4188-b61e-2c854fd048bb req-18458d50-9402-4240-a316-554fa08f15c4 tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] 10.222.0.61 "GET /v2.0/ports?device_id=a331fd65-d62b-48d4-92a9-1ba66c6e7857 HTTP/1.1" status: 200 len: 210 time: 0.0297899 Nov 16 11:49:35.712368 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-abaac588-e233-4e96-9364-a0def3757b05 req-a3c4e306-8e92-487a-b1b6-58a3b7bb2aef tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=141678b869254440bf50d6e8404245b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307395 Nov 16 11:49:35.987574 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7de39e2e-f1d6-4199-9b41-da4c4564bf27 req-8746c70f-8a70-4f3d-8408-8e7f6e472e3a tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] 10.222.0.61 "GET /v2.0/ports?device_id=a331fd65-d62b-48d4-92a9-1ba66c6e7857 HTTP/1.1" status: 200 len: 210 time: 0.0277441 Nov 16 11:49:36.226578 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaac588-e233-4e96-9364-a0def3757b05 req-3d42cbc7-b53e-446b-b945-4c23b1d1f474 tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:49:36.228054 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-abaac588-e233-4e96-9364-a0def3757b05 req-3d42cbc7-b53e-446b-b945-4c23b1d1f474 tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5103655 Nov 16 11:49:36.241619 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-abaac588-e233-4e96-9364-a0def3757b05 req-7b07fcda-fc2c-4a52-8435-047ea39fad04 tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] Request body: {'port': {'device_id': 'a331fd65-d62b-48d4-92a9-1ba66c6e7857', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'admin_state_up': True, 'tenant_id': '141678b869254440bf50d6e8404245b3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:49:36.349800 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abaac588-e233-4e96-9364-a0def3757b05 req-7b07fcda-fc2c-4a52-8435-047ea39fad04 tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] Made reservation on behalf of 141678b869254440bf50d6e8404245b3 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:49:36.353260 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-abaac588-e233-4e96-9364-a0def3757b05 req-7b07fcda-fc2c-4a52-8435-047ea39fad04 tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:36.361309 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-abaac588-e233-4e96-9364-a0def3757b05 req-7b07fcda-fc2c-4a52-8435-047ea39fad04 tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:36.434321 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-abaac588-e233-4e96-9364-a0def3757b05 req-7b07fcda-fc2c-4a52-8435-047ea39fad04 tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:36.438155 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-abaac588-e233-4e96-9364-a0def3757b05 req-7b07fcda-fc2c-4a52-8435-047ea39fad04 tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:36.500731 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b07fcda-fc2c-4a52-8435-047ea39fad04 tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=036c4209-20bf-40e2-a2dc-1b0132008873,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:49:36.570598 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-abaac588-e233-4e96-9364-a0def3757b05 req-7b07fcda-fc2c-4a52-8435-047ea39fad04 tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] Allocated IP 192.168.233.145 (d184b1c6-3832-4c86-bfd0-c1472d76d6c3/c4c770cc-51d7-42eb-b4a6-9a605bacae0f/74ee6f85-0b3c-439c-8f5d-8f782aa629be) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:49:36.722565 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-abaac588-e233-4e96-9364-a0def3757b05 req-7b07fcda-fc2c-4a52-8435-047ea39fad04 tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:36.756846 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-abaac588-e233-4e96-9364-a0def3757b05 req-7b07fcda-fc2c-4a52-8435-047ea39fad04 tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:36.799421 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abaac588-e233-4e96-9364-a0def3757b05 req-7b07fcda-fc2c-4a52-8435-047ea39fad04 tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] Network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:49:36.802498 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-abaac588-e233-4e96-9364-a0def3757b05 req-7b07fcda-fc2c-4a52-8435-047ea39fad04 tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:49:36.806991 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-abaac588-e233-4e96-9364-a0def3757b05 req-7b07fcda-fc2c-4a52-8435-047ea39fad04 tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:49:36.830410 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b07fcda-fc2c-4a52-8435-047ea39fad04 tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] Pushing event updated for resources: {'Port': ['ID=74ee6f85-0b3c-439c-8f5d-8f782aa629be,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:49:36.858989 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaac588-e233-4e96-9364-a0def3757b05 req-7b07fcda-fc2c-4a52-8435-047ea39fad04 tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:49:36.859604 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-abaac588-e233-4e96-9364-a0def3757b05 req-7b07fcda-fc2c-4a52-8435-047ea39fad04 tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:36.876910 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-abaac588-e233-4e96-9364-a0def3757b05 req-7b07fcda-fc2c-4a52-8435-047ea39fad04 tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6388471 Nov 16 11:49:36.889380 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-abaac588-e233-4e96-9364-a0def3757b05 req-fd442d5e-5637-4256-acd5-b92f36327e28 service neutron] Request body: {'port': {'device_id': 'a331fd65-d62b-48d4-92a9-1ba66c6e7857', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:49:36.948681 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-abaac588-e233-4e96-9364-a0def3757b05 req-fd442d5e-5637-4256-acd5-b92f36327e28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:37.057085 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d27cdb02-70e8-465a-ae48-1d5472b4df34 None None] Provisioning complete for port 74ee6f85-0b3c-439c-8f5d-8f782aa629be triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:49:37.058093 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d27cdb02-70e8-465a-ae48-1d5472b4df34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:37.092011 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-d27cdb02-70e8-465a-ae48-1d5472b4df34 None None] Port 74ee6f85-0b3c-439c-8f5d-8f782aa629be cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:49:37.112693 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5844c-f352-4c13-9f3f-c5b8369c42d5 req-8bb070b9-0cc3-4ad1-9a98-f0bc3ee374d0 tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:49:37.114928 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-15c5844c-f352-4c13-9f3f-c5b8369c42d5 req-8bb070b9-0cc3-4ad1-9a98-f0bc3ee374d0 tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] 10.222.0.61 "GET /v2.0/ports?device_id=a331fd65-d62b-48d4-92a9-1ba66c6e7857 HTTP/1.1" status: 200 len: 936 time: 0.0546570 Nov 16 11:49:37.168188 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-15c5844c-f352-4c13-9f3f-c5b8369c42d5 req-66d86d68-97e4-40ed-9339-888e9e956034 tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] 10.222.0.61 "GET /v2.0/security-groups?id=036c4209-20bf-40e2-a2dc-1b0132008873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438859 Nov 16 11:49:37.217421 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-abaac588-e233-4e96-9364-a0def3757b05 req-fd442d5e-5637-4256-acd5-b92f36327e28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74ee6f85-0b3c-439c-8f5d-8f782aa629be {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:49:37.225461 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-abaac588-e233-4e96-9364-a0def3757b05 req-fd442d5e-5637-4256-acd5-b92f36327e28 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:37.238225 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-abaac588-e233-4e96-9364-a0def3757b05 req-fd442d5e-5637-4256-acd5-b92f36327e28 service neutron] Transition to ACTIVE for port object 74ee6f85-0b3c-439c-8f5d-8f782aa629be will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:49:37.242432 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-abaac588-e233-4e96-9364-a0def3757b05 req-fd442d5e-5637-4256-acd5-b92f36327e28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:37.290461 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd442d5e-5637-4256-acd5-b92f36327e28 service neutron] Pushing event updated for resources: {'Port': ['ID=74ee6f85-0b3c-439c-8f5d-8f782aa629be,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:49:37.367431 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-abaac588-e233-4e96-9364-a0def3757b05 req-fd442d5e-5637-4256-acd5-b92f36327e28 service neutron] Attempting to bind port 74ee6f85-0b3c-439c-8f5d-8f782aa629be on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:49:37.367770 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-abaac588-e233-4e96-9364-a0def3757b05 req-fd442d5e-5637-4256-acd5-b92f36327e28 service neutron] Attempting to bind port 74ee6f85-0b3c-439c-8f5d-8f782aa629be by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:49:37.368638 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abaac588-e233-4e96-9364-a0def3757b05 req-fd442d5e-5637-4256-acd5-b92f36327e28 service neutron] Attempting to bind port 74ee6f85-0b3c-439c-8f5d-8f782aa629be on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:49:37.373248 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abaac588-e233-4e96-9364-a0def3757b05 req-fd442d5e-5637-4256-acd5-b92f36327e28 service neutron] Port 74ee6f85-0b3c-439c-8f5d-8f782aa629be on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:49:37.373570 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abaac588-e233-4e96-9364-a0def3757b05 req-fd442d5e-5637-4256-acd5-b92f36327e28 service neutron] Attempting to bind port 74ee6f85-0b3c-439c-8f5d-8f782aa629be on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:49:37.378580 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abaac588-e233-4e96-9364-a0def3757b05 req-fd442d5e-5637-4256-acd5-b92f36327e28 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:49:37.378922 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abaac588-e233-4e96-9364-a0def3757b05 req-fd442d5e-5637-4256-acd5-b92f36327e28 service neutron] Checking segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:49:37.379313 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abaac588-e233-4e96-9364-a0def3757b05 req-fd442d5e-5637-4256-acd5-b92f36327e28 service neutron] Bound using segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:49:37.379737 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-abaac588-e233-4e96-9364-a0def3757b05 req-fd442d5e-5637-4256-acd5-b92f36327e28 service neutron] Bound port: 74ee6f85-0b3c-439c-8f5d-8f782aa629be, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:49:37.380103 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-abaac588-e233-4e96-9364-a0def3757b05 req-fd442d5e-5637-4256-acd5-b92f36327e28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:37.444845 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-abaac588-e233-4e96-9364-a0def3757b05 req-fd442d5e-5637-4256-acd5-b92f36327e28 service neutron] For port 74ee6f85-0b3c-439c-8f5d-8f782aa629be, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:49:37.448478 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-abaac588-e233-4e96-9364-a0def3757b05 req-fd442d5e-5637-4256-acd5-b92f36327e28 service neutron] For port 74ee6f85-0b3c-439c-8f5d-8f782aa629be, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=74ee6f85-0b3c-439c-8f5d-8f782aa629be,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:49:37.452775 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-abaac588-e233-4e96-9364-a0def3757b05 req-fd442d5e-5637-4256-acd5-b92f36327e28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:37.490121 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaac588-e233-4e96-9364-a0def3757b05 req-fd442d5e-5637-4256-acd5-b92f36327e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:49:37.490729 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-abaac588-e233-4e96-9364-a0def3757b05 req-fd442d5e-5637-4256-acd5-b92f36327e28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:37.492085 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-abaac588-e233-4e96-9364-a0def3757b05 req-fd442d5e-5637-4256-acd5-b92f36327e28 service neutron] 10.222.0.36 "PUT /v2.0/ports/74ee6f85-0b3c-439c-8f5d-8f782aa629be HTTP/1.1" status: 200 len: 1096 time: 0.6070392 Nov 16 11:49:37.492518 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a331fd65-d62b-48d4-92a9-1ba66c6e7857', 'tag': '74ee6f85-0b3c-439c-8f5d-8f782aa629be'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:49:37.494819 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f04dc7-a97e-4409-8821-b94c0b4c52d7" -d '{"events": [{"name": "network-changed", "server_uuid": "a331fd65-d62b-48d4-92a9-1ba66c6e7857", "tag": "74ee6f85-0b3c-439c-8f5d-8f782aa629be"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:49:37.517034 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd442d5e-5637-4256-acd5-b92f36327e28 service neutron] Pushing event updated for resources: {'Port': ['ID=74ee6f85-0b3c-439c-8f5d-8f782aa629be,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:49:37.573535 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98cb2e5c-7702-4027-8b05-c19f226c5ffb x-openstack-request-id: req-98cb2e5c-7702-4027-8b05-c19f226c5ffb {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:49:37.573836 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a331fd65-d62b-48d4-92a9-1ba66c6e7857", "tag": "74ee6f85-0b3c-439c-8f5d-8f782aa629be", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:49:37.574126 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-98cb2e5c-7702-4027-8b05-c19f226c5ffb {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:49:37.574515 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a331fd65-d62b-48d4-92a9-1ba66c6e7857', 'tag': '74ee6f85-0b3c-439c-8f5d-8f782aa629be', 'status': 'completed', 'code': 200} Nov 16 11:49:37.592261 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaac588-e233-4e96-9364-a0def3757b05 req-d590a57d-4bda-4ed1-8d6d-574a75145c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:49:37.593978 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-abaac588-e233-4e96-9364-a0def3757b05 req-d590a57d-4bda-4ed1-8d6d-574a75145c17 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=141678b869254440bf50d6e8404245b3&device_id=a331fd65-d62b-48d4-92a9-1ba66c6e7857 HTTP/1.1" status: 200 len: 1099 time: 0.0517223 Nov 16 11:49:37.636482 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-abaac588-e233-4e96-9364-a0def3757b05 req-4d1fbfd0-f233-439f-9220-4834152fc8bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=74ee6f85-0b3c-439c-8f5d-8f782aa629be HTTP/1.1" status: 200 len: 217 time: 0.0350573 Nov 16 11:49:37.687292 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaac588-e233-4e96-9364-a0def3757b05 req-b4576df0-5134-4e4d-b3fd-9ce4ddab6490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:49:37.688815 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-abaac588-e233-4e96-9364-a0def3757b05 req-b4576df0-5134-4e4d-b3fd-9ce4ddab6490 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0451162 Nov 16 11:49:37.737754 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaac588-e233-4e96-9364-a0def3757b05 req-fa8228ba-b354-4839-b7af-674481a2ceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:49:37.739441 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-abaac588-e233-4e96-9364-a0def3757b05 req-fa8228ba-b354-4839-b7af-674481a2ceb3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0441277 Nov 16 11:49:37.830630 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-abaac588-e233-4e96-9364-a0def3757b05 req-e66a8f5e-d0f8-43b5-bd9e-27f62452e508 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841539 Nov 16 11:49:37.921003 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-abaac588-e233-4e96-9364-a0def3757b05 req-dd929fc7-e1c3-4770-b0c0-44fb8810aa3e service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839911 Nov 16 11:49:38.007087 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f04dc7-a97e-4409-8821-b94c0b4c52d7 req-96f15440-c14b-4c07-84ad-a65b9852d315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:49:38.009214 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16f04dc7-a97e-4409-8821-b94c0b4c52d7 req-96f15440-c14b-4c07-84ad-a65b9852d315 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=141678b869254440bf50d6e8404245b3&device_id=a331fd65-d62b-48d4-92a9-1ba66c6e7857 HTTP/1.1" status: 200 len: 1099 time: 0.0407155 Nov 16 11:49:38.100700 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f04dc7-a97e-4409-8821-b94c0b4c52d7 req-66d20017-fee7-4af0-b695-b93f3aae3105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:49:38.102138 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16f04dc7-a97e-4409-8821-b94c0b4c52d7 req-66d20017-fee7-4af0-b695-b93f3aae3105 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.0864778 Nov 16 11:49:38.143693 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16f04dc7-a97e-4409-8821-b94c0b4c52d7 req-dacb036a-a35a-4370-aa81-d47f80825e76 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=74ee6f85-0b3c-439c-8f5d-8f782aa629be HTTP/1.1" status: 200 len: 217 time: 0.0342910 Nov 16 11:49:38.192972 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f04dc7-a97e-4409-8821-b94c0b4c52d7 req-c7da0ba7-94a2-4001-a118-c825155f9d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:49:38.194448 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16f04dc7-a97e-4409-8821-b94c0b4c52d7 req-c7da0ba7-94a2-4001-a118-c825155f9d28 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0429947 Nov 16 11:49:38.242548 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f04dc7-a97e-4409-8821-b94c0b4c52d7 req-d4be96ce-ff02-42f9-91f2-5fa70084f910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:49:38.244680 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16f04dc7-a97e-4409-8821-b94c0b4c52d7 req-d4be96ce-ff02-42f9-91f2-5fa70084f910 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0422087 Nov 16 11:49:38.292299 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495cf84d-da1c-4fc1-a1b1-8edf5739a6a1 req-deb989e5-4e4d-486f-b808-5a4ba8b7c5d3 tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:49:38.293785 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-495cf84d-da1c-4fc1-a1b1-8edf5739a6a1 req-deb989e5-4e4d-486f-b808-5a4ba8b7c5d3 tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] 10.222.0.61 "GET /v2.0/ports?device_id=a331fd65-d62b-48d4-92a9-1ba66c6e7857 HTTP/1.1" status: 200 len: 948 time: 0.0485904 Nov 16 11:49:38.338250 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16f04dc7-a97e-4409-8821-b94c0b4c52d7 req-76318e80-94d1-4cd9-a76a-656b1a2b46e3 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858698 Nov 16 11:49:38.345003 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-495cf84d-da1c-4fc1-a1b1-8edf5739a6a1 req-cc578164-7d98-4122-8675-491fd52d9b4a tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] 10.222.0.61 "GET /v2.0/security-groups?id=036c4209-20bf-40e2-a2dc-1b0132008873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448294 Nov 16 11:49:38.428563 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16f04dc7-a97e-4409-8821-b94c0b4c52d7 req-927f5a97-47d8-4e09-a246-eb0d4754b247 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823815 Nov 16 11:49:39.462388 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d34d4c-6ef9-4cc2-9ad2-28fc5a915687 req-983c7dae-47c8-4a05-a657-5ffd3031e298 tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:49:39.463856 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-74d34d4c-6ef9-4cc2-9ad2-28fc5a915687 req-983c7dae-47c8-4a05-a657-5ffd3031e298 tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] 10.222.0.61 "GET /v2.0/ports?device_id=a331fd65-d62b-48d4-92a9-1ba66c6e7857 HTTP/1.1" status: 200 len: 948 time: 0.0479822 Nov 16 11:49:39.510165 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-74d34d4c-6ef9-4cc2-9ad2-28fc5a915687 req-af222621-e3fa-4ecc-b61f-a66f7c4c3747 tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] 10.222.0.61 "GET /v2.0/security-groups?id=036c4209-20bf-40e2-a2dc-1b0132008873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405190 Nov 16 11:49:40.408289 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 74ee6f85-0b3c-439c-8f5d-8f782aa629be details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:49:40.504170 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 74ee6f85-0b3c-439c-8f5d-8f782aa629be, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=74ee6f85-0b3c-439c-8f5d-8f782aa629be,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:49:40.514925 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '74ee6f85-0b3c-439c-8f5d-8f782aa629be', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'port_id': '74ee6f85-0b3c-439c-8f5d-8f782aa629be', 'mac_address': 'fa:16:3e:66:73:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c770cc-51d7-42eb-b4a6-9a605bacae0f', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:49:40.551648 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:40.565169 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74ee6f85-0b3c-439c-8f5d-8f782aa629be {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:49:40.584981 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 74ee6f85-0b3c-439c-8f5d-8f782aa629be, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=74ee6f85-0b3c-439c-8f5d-8f782aa629be,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:49:40.589455 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:40.630770 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7480d7a-e15d-4cc3-b065-9fde1da3b014 req-ef0957c8-cb5e-4714-aff9-79092280241a tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:49:40.632323 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a7480d7a-e15d-4cc3-b065-9fde1da3b014 req-ef0957c8-cb5e-4714-aff9-79092280241a tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] 10.222.0.61 "GET /v2.0/ports?device_id=a331fd65-d62b-48d4-92a9-1ba66c6e7857 HTTP/1.1" status: 200 len: 949 time: 0.0493500 Nov 16 11:49:40.639988 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=74ee6f85-0b3c-439c-8f5d-8f782aa629be,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:49:40.680408 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a7480d7a-e15d-4cc3-b065-9fde1da3b014 req-50211452-229b-4138-9100-405c207c0333 tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] 10.222.0.61 "GET /v2.0/security-groups?id=036c4209-20bf-40e2-a2dc-1b0132008873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414352 Nov 16 11:49:40.813039 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['74ee6f85-0b3c-439c-8f5d-8f782aa629be'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:49:41.802336 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5e087-dbe2-4f1e-9380-195da2f82c2a req-e1644d0b-a164-4e5f-8ff8-f3623d92179a tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:49:41.804308 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-60a5e087-dbe2-4f1e-9380-195da2f82c2a req-e1644d0b-a164-4e5f-8ff8-f3623d92179a tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] 10.222.0.61 "GET /v2.0/ports?device_id=a331fd65-d62b-48d4-92a9-1ba66c6e7857 HTTP/1.1" status: 200 len: 949 time: 0.0525858 Nov 16 11:49:41.850497 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-60a5e087-dbe2-4f1e-9380-195da2f82c2a req-2cdbee44-f160-44ef-8678-81c72a683389 tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] 10.222.0.61 "GET /v2.0/security-groups?id=036c4209-20bf-40e2-a2dc-1b0132008873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401938 Nov 16 11:49:42.419255 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 74ee6f85-0b3c-439c-8f5d-8f782aa629be up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:49:42.466307 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port 74ee6f85-0b3c-439c-8f5d-8f782aa629be completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:49:42.470294 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 74ee6f85-0b3c-439c-8f5d-8f782aa629be triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:49:42.470663 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:42.546543 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:42.568321 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a331fd65-d62b-48d4-92a9-1ba66c6e7857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ee6f85-0b3c-439c-8f5d-8f782aa629be'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:49:42.570657 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1d4ff8-624b-455e-9a90-1ac2696bb82a" -d '{"events": [{"server_uuid": "a331fd65-d62b-48d4-92a9-1ba66c6e7857", "name": "network-vif-plugged", "status": "completed", "tag": "74ee6f85-0b3c-439c-8f5d-8f782aa629be"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:49:42.583533 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 74ee6f85-0b3c-439c-8f5d-8f782aa629be, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=74ee6f85-0b3c-439c-8f5d-8f782aa629be,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:49:42.588145 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:42.614174 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8576f253-4a5c-4ca3-b033-ac99189cd35d x-openstack-request-id: req-8576f253-4a5c-4ca3-b033-ac99189cd35d {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:49:42.614468 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a331fd65-d62b-48d4-92a9-1ba66c6e7857", "name": "network-vif-plugged", "status": "completed", "tag": "74ee6f85-0b3c-439c-8f5d-8f782aa629be", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:49:42.614720 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8576f253-4a5c-4ca3-b033-ac99189cd35d {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:49:42.615111 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a331fd65-d62b-48d4-92a9-1ba66c6e7857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ee6f85-0b3c-439c-8f5d-8f782aa629be', 'code': 200} Nov 16 11:49:42.641836 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=74ee6f85-0b3c-439c-8f5d-8f782aa629be,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:49:42.651113 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:49:42.651460 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:49:42.651801 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:49:42.652135 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:49:42.652466 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:49:42.652799 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:49:42.653124 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:49:42.653447 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:49:42.653766 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:49:42.654113 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:49:42.654431 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:49:42.654748 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:49:42.710844 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e57d8-8ae0-4ddf-8253-5012897a85f9 req-1fc1d38a-a76f-4535-9f16-b04639afed38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:49:42.712834 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-113e57d8-8ae0-4ddf-8253-5012897a85f9 req-1fc1d38a-a76f-4535-9f16-b04639afed38 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a331fd65-d62b-48d4-92a9-1ba66c6e7857 HTTP/1.1" status: 200 len: 1101 time: 0.0446076 Nov 16 11:49:42.759581 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-113e57d8-8ae0-4ddf-8253-5012897a85f9 req-a8f7cfc8-5857-40aa-b312-8aa5311bc37a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=036c4209-20bf-40e2-a2dc-1b0132008873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396237 Nov 16 11:49:42.967664 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1500f-7063-46a3-9d31-bfe0e4f05f6a req-6d0c34ed-b31d-4ccd-8df3-4c4397e4481d tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:49:42.969129 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1ea1500f-7063-46a3-9d31-bfe0e4f05f6a req-6d0c34ed-b31d-4ccd-8df3-4c4397e4481d tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] 10.222.0.61 "GET /v2.0/ports?device_id=a331fd65-d62b-48d4-92a9-1ba66c6e7857 HTTP/1.1" status: 200 len: 950 time: 0.0484774 Nov 16 11:49:43.015306 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1ea1500f-7063-46a3-9d31-bfe0e4f05f6a req-77f47d18-6731-4dd5-b439-bc2199337662 tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] 10.222.0.61 "GET /v2.0/security-groups?id=036c4209-20bf-40e2-a2dc-1b0132008873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397484 Nov 16 11:49:43.036659 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7feecad7-d2a1-4481-88ba-7fef054ecc6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:44.136897 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de95b7-097f-481f-aea3-54fb74a73c11 req-96290630-69aa-4d8c-815b-0d6951972377 tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:49:44.138411 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-53de95b7-097f-481f-aea3-54fb74a73c11 req-96290630-69aa-4d8c-815b-0d6951972377 tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] 10.222.0.61 "GET /v2.0/ports?device_id=a331fd65-d62b-48d4-92a9-1ba66c6e7857 HTTP/1.1" status: 200 len: 950 time: 0.0527699 Nov 16 11:49:44.185218 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-53de95b7-097f-481f-aea3-54fb74a73c11 req-3c48fa19-9fe7-458e-8ed6-c83beb0bd28e tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] 10.222.0.61 "GET /v2.0/security-groups?id=036c4209-20bf-40e2-a2dc-1b0132008873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409482 Nov 16 11:49:45.584400 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0e34dd7d-093f-4532-9bc5-f2f99b9969f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:46.642536 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:48.360609 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:48.840331 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:51.409331 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:49:58.201875 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:59.030466 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:49:59.932911 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-857fd850-d0f7-4116-84cf-381f8866a091 req-61cef690-c252-4f6f-914d-d135ae67f73d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0448320 Nov 16 11:50:00.034553 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fd850-d0f7-4116-84cf-381f8866a091 req-efdb91a6-b286-4058-90b5-6f36e7ce2e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:00.035148 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fd850-d0f7-4116-84cf-381f8866a091 req-efdb91a6-b286-4058-90b5-6f36e7ce2e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:00.035630 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fd850-d0f7-4116-84cf-381f8866a091 req-efdb91a6-b286-4058-90b5-6f36e7ce2e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:00.036097 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fd850-d0f7-4116-84cf-381f8866a091 req-efdb91a6-b286-4058-90b5-6f36e7ce2e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:00.036562 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fd850-d0f7-4116-84cf-381f8866a091 req-efdb91a6-b286-4058-90b5-6f36e7ce2e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:00.037029 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fd850-d0f7-4116-84cf-381f8866a091 req-efdb91a6-b286-4058-90b5-6f36e7ce2e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:00.037520 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fd850-d0f7-4116-84cf-381f8866a091 req-efdb91a6-b286-4058-90b5-6f36e7ce2e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:00.039455 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-857fd850-d0f7-4116-84cf-381f8866a091 req-efdb91a6-b286-4058-90b5-6f36e7ce2e4b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=14d41305b65a4dafae92476e1ff902fa&device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 6503 time: 0.0504453 Nov 16 11:50:00.165194 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fd850-d0f7-4116-84cf-381f8866a091 req-aa53e185-475a-4f90-a9cc-7e929b080dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:00.166546 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fd850-d0f7-4116-84cf-381f8866a091 req-aa53e185-475a-4f90-a9cc-7e929b080dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:00.167169 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fd850-d0f7-4116-84cf-381f8866a091 req-aa53e185-475a-4f90-a9cc-7e929b080dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:00.169025 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-857fd850-d0f7-4116-84cf-381f8866a091 req-aa53e185-475a-4f90-a9cc-7e929b080dde service neutron] 10.222.0.64 "GET /v2.0/networks?id=cd9b53f3-dc5a-4d2a-9424-263d53785a99&id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&id=2041a2b2-0e73-454b-949f-7d84c22f57a1&id=2041a2b2-0e73-454b-949f-7d84c22f57a1 HTTP/1.1" status: 200 len: 2297 time: 0.0981431 Nov 16 11:50:00.272349 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-857fd850-d0f7-4116-84cf-381f8866a091 req-062638be-7521-4a33-9544-a0bcec1bcfd2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=039b5ae1-2fe8-48b5-84f3-2dbed68501be HTTP/1.1" status: 200 len: 1001 time: 0.0914049 Nov 16 11:50:00.275855 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f1183bce-3e45-41d7-8ba5-60af7db14aff req-f4c5e031-4579-4fd4-9914-2413e455a130 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4ad4c044-3170-4972-957a-f79697b694c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0880609 Nov 16 11:50:00.332665 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fd850-d0f7-4116-84cf-381f8866a091 req-df5641ab-fa4a-43e7-a8eb-3b124b2b9ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:00.334482 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-857fd850-d0f7-4116-84cf-381f8866a091 req-df5641ab-fa4a-43e7-a8eb-3b124b2b9ed3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0dfedd61-b7f4-4fb0-bbf3-63a0a3e66c06 HTTP/1.1" status: 200 len: 856 time: 0.0507810 Nov 16 11:50:00.407743 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1183bce-3e45-41d7-8ba5-60af7db14aff req-f4236caf-1cac-4119-b58d-f98ee7731907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:00.409256 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f1183bce-3e45-41d7-8ba5-60af7db14aff req-f4236caf-1cac-4119-b58d-f98ee7731907 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4bac558768764cbe98f7632412a36688&device_id=4ad4c044-3170-4972-957a-f79697b694c4 HTTP/1.1" status: 200 len: 1097 time: 0.0792346 Nov 16 11:50:00.411618 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fd850-d0f7-4116-84cf-381f8866a091 req-18eab9c6-e42e-4d1a-b8f8-f64bcf0f8378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:00.412944 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-857fd850-d0f7-4116-84cf-381f8866a091 req-18eab9c6-e42e-4d1a-b8f8-f64bcf0f8378 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cd9b53f3-dc5a-4d2a-9424-263d53785a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675309 Nov 16 11:50:00.580157 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-857fd850-d0f7-4116-84cf-381f8866a091 req-ad573d98-0a89-43ff-bd96-5e94d3167863 service neutron] 10.222.0.64 "GET /v2.0/networks/cd9b53f3-dc5a-4d2a-9424-263d53785a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544008 Nov 16 11:50:00.582672 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1183bce-3e45-41d7-8ba5-60af7db14aff req-bb59ae59-2fe7-4fa1-bbf8-f2f0d8a0b010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:00.584003 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f1183bce-3e45-41d7-8ba5-60af7db14aff req-bb59ae59-2fe7-4fa1-bbf8-f2f0d8a0b010 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3d7484ae-78a0-4a01-9340-d50011c24af9 HTTP/1.1" status: 200 len: 913 time: 0.1491971 Nov 16 11:50:00.698191 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f1183bce-3e45-41d7-8ba5-60af7db14aff req-65f521dd-5956-424c-8c31-0f5ae48509ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cea88b61-ef04-4e71-b6c8-38f5a470f3e6 HTTP/1.1" status: 200 len: 1002 time: 0.1026301 Nov 16 11:50:00.754407 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-857fd850-d0f7-4116-84cf-381f8866a091 req-e277db3b-0c97-48c4-acdc-df90687fbb05 service neutron] 10.222.0.64 "GET /v2.0/networks/cd9b53f3-dc5a-4d2a-9424-263d53785a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658854 Nov 16 11:50:00.763283 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1183bce-3e45-41d7-8ba5-60af7db14aff req-488ce0d1-be7d-4025-b80e-43f1edf40e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:00.764636 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f1183bce-3e45-41d7-8ba5-60af7db14aff req-488ce0d1-be7d-4025-b80e-43f1edf40e08 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b36b18de-7ce5-4007-aecb-7c9e7de7c07f HTTP/1.1" status: 200 len: 851 time: 0.0566590 Nov 16 11:50:00.824595 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-857fd850-d0f7-4116-84cf-381f8866a091 req-ffe0fad2-3b9b-434b-883f-cd00b4dee3f2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=938024bc-796d-495a-81a8-6e0bc9631cff HTTP/1.1" status: 200 len: 217 time: 0.0582488 Nov 16 11:50:00.845970 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1183bce-3e45-41d7-8ba5-60af7db14aff req-d247b3e5-8918-4a21-b7a5-954f912005e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:00.847336 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f1183bce-3e45-41d7-8ba5-60af7db14aff req-d247b3e5-8918-4a21-b7a5-954f912005e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d7484ae-78a0-4a01-9340-d50011c24af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754633 Nov 16 11:50:00.924561 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fd850-d0f7-4116-84cf-381f8866a091 req-55b48541-2d8e-4b91-a18e-7d2080d7a13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:00.926026 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-857fd850-d0f7-4116-84cf-381f8866a091 req-55b48541-2d8e-4b91-a18e-7d2080d7a13e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14da45b5-9dad-4378-b0d0-75410f62650a HTTP/1.1" status: 200 len: 797 time: 0.0906813 Nov 16 11:50:00.989895 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f1183bce-3e45-41d7-8ba5-60af7db14aff req-13be3b41-83c4-4a5f-b887-a94c3b804d48 service neutron] 10.222.0.36 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251438 Nov 16 11:50:00.996389 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fd850-d0f7-4116-84cf-381f8866a091 req-2a1870ba-d6d2-4a29-93fd-35d9ab958244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:00.997984 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-857fd850-d0f7-4116-84cf-381f8866a091 req-2a1870ba-d6d2-4a29-93fd-35d9ab958244 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0601182 Nov 16 11:50:01.150697 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f1183bce-3e45-41d7-8ba5-60af7db14aff req-2b863ba2-c372-47fe-abf8-fab0f9027323 service neutron] 10.222.0.36 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511991 Nov 16 11:50:01.154092 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-857fd850-d0f7-4116-84cf-381f8866a091 req-f93c3d3c-638a-4056-b345-b26c21f463f6 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369009 Nov 16 11:50:01.255852 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-857fd850-d0f7-4116-84cf-381f8866a091 req-0d0b9ab2-24c8-4249-aa4c-934aebbc2fd9 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893097 Nov 16 11:50:01.301425 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-857fd850-d0f7-4116-84cf-381f8866a091 req-bb641e68-cc89-4e85-81d7-db91b24f5de7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=8c5a2788-c1fb-4c11-98c8-c7da1005cc29 HTTP/1.1" status: 200 len: 217 time: 0.0337560 Nov 16 11:50:01.352065 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fd850-d0f7-4116-84cf-381f8866a091 req-f69d5b10-f71d-4459-af2e-a4043767e305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:01.353545 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-857fd850-d0f7-4116-84cf-381f8866a091 req-f69d5b10-f71d-4459-af2e-a4043767e305 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14da45b5-9dad-4378-b0d0-75410f62650a HTTP/1.1" status: 200 len: 797 time: 0.0443933 Nov 16 11:50:01.413198 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fd850-d0f7-4116-84cf-381f8866a091 req-ebf149da-3682-46d5-bda2-7fee69a965b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:01.414759 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-857fd850-d0f7-4116-84cf-381f8866a091 req-ebf149da-3682-46d5-bda2-7fee69a965b4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0505209 Nov 16 11:50:01.547793 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-857fd850-d0f7-4116-84cf-381f8866a091 req-a95f63eb-e0f1-464f-8ace-9f2c5e0e0bc1 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208158 Nov 16 11:50:01.644192 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-857fd850-d0f7-4116-84cf-381f8866a091 req-782a493d-f8eb-4d7a-a886-ec784600f683 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854204 Nov 16 11:50:01.694278 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-857fd850-d0f7-4116-84cf-381f8866a091 req-9e2908d3-8fd3-41d3-9370-56c67680d657 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=913955cf-8e4e-4a23-b0e2-1acbc8547be5 HTTP/1.1" status: 200 len: 217 time: 0.0386827 Nov 16 11:50:01.758140 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fd850-d0f7-4116-84cf-381f8866a091 req-d703b8df-f6e4-467e-af8b-411ffbf97c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:01.759647 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-857fd850-d0f7-4116-84cf-381f8866a091 req-d703b8df-f6e4-467e-af8b-411ffbf97c2d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14da45b5-9dad-4378-b0d0-75410f62650a HTTP/1.1" status: 200 len: 797 time: 0.0538261 Nov 16 11:50:01.812586 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fd850-d0f7-4116-84cf-381f8866a091 req-2e3a13a8-20c0-44fb-bcc3-5fa52df560d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:01.814109 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-857fd850-d0f7-4116-84cf-381f8866a091 req-2e3a13a8-20c0-44fb-bcc3-5fa52df560d1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0420256 Nov 16 11:50:01.912517 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-857fd850-d0f7-4116-84cf-381f8866a091 req-d46bf6d8-9720-40f5-8262-30636f002b5b service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863707 Nov 16 11:50:02.008449 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-857fd850-d0f7-4116-84cf-381f8866a091 req-a10de842-3e94-4c30-a229-24de3d7de247 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849657 Nov 16 11:50:02.060460 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-857fd850-d0f7-4116-84cf-381f8866a091 req-1c40ddfe-aa39-413c-9ced-7d897c340895 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=1dfec5f3-6b09-43d8-9562-32075776c9c3 HTTP/1.1" status: 200 len: 217 time: 0.0406642 Nov 16 11:50:02.116021 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fd850-d0f7-4116-84cf-381f8866a091 req-8d9cf5b8-6c8d-40e5-83c9-17488f3b0aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:02.118406 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-857fd850-d0f7-4116-84cf-381f8866a091 req-8d9cf5b8-6c8d-40e5-83c9-17488f3b0aaa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14da45b5-9dad-4378-b0d0-75410f62650a HTTP/1.1" status: 200 len: 797 time: 0.0475450 Nov 16 11:50:02.170523 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fd850-d0f7-4116-84cf-381f8866a091 req-927131c5-bf1e-46d0-82b8-6df115abfc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:02.172158 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-857fd850-d0f7-4116-84cf-381f8866a091 req-927131c5-bf1e-46d0-82b8-6df115abfc08 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0420458 Nov 16 11:50:02.268845 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-857fd850-d0f7-4116-84cf-381f8866a091 req-49f29bda-e000-450a-8cbc-f343d86309f0 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852113 Nov 16 11:50:02.363205 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-857fd850-d0f7-4116-84cf-381f8866a091 req-c4c50dbc-454f-418e-b198-099e80348e60 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834620 Nov 16 11:50:02.410621 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-857fd850-d0f7-4116-84cf-381f8866a091 req-4b27f185-9699-45f9-92ae-d6bd8fd6d5b2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4c83833b-e468-4daf-8f4c-118e3220587b HTTP/1.1" status: 200 len: 217 time: 0.0381291 Nov 16 11:50:02.463804 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fd850-d0f7-4116-84cf-381f8866a091 req-373e32f3-4b34-4db3-9a32-21aadbc99216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:02.465254 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-857fd850-d0f7-4116-84cf-381f8866a091 req-373e32f3-4b34-4db3-9a32-21aadbc99216 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1bdf0709-8d8c-4805-b7a5-cb903bfbd56b HTTP/1.1" status: 200 len: 797 time: 0.0464113 Nov 16 11:50:02.543070 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fd850-d0f7-4116-84cf-381f8866a091 req-0c02cdab-da3e-406e-81df-a26476063030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:02.544642 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-857fd850-d0f7-4116-84cf-381f8866a091 req-0c02cdab-da3e-406e-81df-a26476063030 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2041a2b2-0e73-454b-949f-7d84c22f57a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0685675 Nov 16 11:50:02.662694 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-857fd850-d0f7-4116-84cf-381f8866a091 req-f56729d5-37ff-4166-b33c-9447d5076572 service neutron] 10.222.0.64 "GET /v2.0/networks/2041a2b2-0e73-454b-949f-7d84c22f57a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010890 Nov 16 11:50:02.758844 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-857fd850-d0f7-4116-84cf-381f8866a091 req-84d2fd40-14f3-4aa6-8286-e88b763bf03a service neutron] 10.222.0.64 "GET /v2.0/networks/2041a2b2-0e73-454b-949f-7d84c22f57a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871449 Nov 16 11:50:02.809640 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-857fd850-d0f7-4116-84cf-381f8866a091 req-52edb685-e59d-484b-97b0-9a25c58ec602 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=93d0a61f-46d8-4643-8f71-0fc671a31fe6 HTTP/1.1" status: 200 len: 217 time: 0.0392392 Nov 16 11:50:02.879001 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fd850-d0f7-4116-84cf-381f8866a091 req-ebddc31a-0231-4c3a-b839-b2f508051da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:02.880674 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-857fd850-d0f7-4116-84cf-381f8866a091 req-ebddc31a-0231-4c3a-b839-b2f508051da9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1bdf0709-8d8c-4805-b7a5-cb903bfbd56b HTTP/1.1" status: 200 len: 797 time: 0.0608594 Nov 16 11:50:02.945178 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fd850-d0f7-4116-84cf-381f8866a091 req-82e5e9c1-16b9-4b8f-9149-c4f8fb66be38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:02.946510 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-857fd850-d0f7-4116-84cf-381f8866a091 req-82e5e9c1-16b9-4b8f-9149-c4f8fb66be38 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2041a2b2-0e73-454b-949f-7d84c22f57a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0540385 Nov 16 11:50:03.053061 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-857fd850-d0f7-4116-84cf-381f8866a091 req-6a1421f1-ce49-4632-a8d5-f91032180d09 service neutron] 10.222.0.64 "GET /v2.0/networks/2041a2b2-0e73-454b-949f-7d84c22f57a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945339 Nov 16 11:50:03.200326 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-857fd850-d0f7-4116-84cf-381f8866a091 req-888f35f7-5c14-488e-bda4-40e17c23dc49 service neutron] 10.222.0.64 "GET /v2.0/networks/2041a2b2-0e73-454b-949f-7d84c22f57a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365635 Nov 16 11:50:13.039662 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5527f142-b828-4a9b-a20d-e8e033f8e4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:50:14.006904 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-7ee891dd-4211-4575-820e-49a84bc2d47b tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1437741931&fields=id&tenant_id=4bac558768764cbe98f7632412a36688 HTTP/1.1" status: 200 len: 267 time: 0.0464797 Nov 16 11:50:14.128513 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-31f967cc-422a-4192-abce-e3759cccf2a4 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:14.129901 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-31f967cc-422a-4192-abce-e3759cccf2a4 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/networks?id=3d7484ae-78a0-4a01-9340-d50011c24af9 HTTP/1.1" status: 200 len: 812 time: 0.1156857 Nov 16 11:50:14.145177 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-f4dfa7f8-0525-4612-985e-952e6d12d8fe tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/quotas/4bac558768764cbe98f7632412a36688 HTTP/1.1" status: 200 len: 375 time: 0.0092244 Nov 16 11:50:14.205261 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-a09fd8cb-58b1-49fa-bc6a-37779abd0afe tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4bac558768764cbe98f7632412a36688&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0532391 Nov 16 11:50:14.303393 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-fce92872-629c-45de-a70c-17e8d740fad4 service neutron] 10.222.0.61 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856769 Nov 16 11:50:14.399129 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-4b389fbb-b817-4c51-b8ab-3c37d911a93c service neutron] 10.222.0.61 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892751 Nov 16 11:50:14.779734 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7691bd33-c802-460f-84fe-186d578c9c91 req-f41d2797-bacc-4c41-8979-b7896449e594 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=409d4900-f285-4b95-88a8-2b25319c431c HTTP/1.1" status: 200 len: 210 time: 0.0323794 Nov 16 11:50:15.589283 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ba5979ae-a3d6-40ef-9d2d-1e563c210713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:50:15.804422 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-cbe6e95a-5d34-4615-8881-14e3710daa25 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:15.806348 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-cbe6e95a-5d34-4615-8881-14e3710daa25 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.64 "GET /v2.0/networks?id=3d7484ae-78a0-4a01-9340-d50011c24af9 HTTP/1.1" status: 200 len: 812 time: 0.1141546 Nov 16 11:50:15.914654 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-1d052742-afd3-48c1-b27c-75d73b6ff683 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bac558768764cbe98f7632412a36688 HTTP/1.1" status: 200 len: 380 time: 0.0858581 Nov 16 11:50:15.929046 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1ade87cb-6f65-4007-a415-452a1b907dbb req-df340237-e2c1-455d-87cd-9fcdcaa8e738 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=409d4900-f285-4b95-88a8-2b25319c431c HTTP/1.1" status: 200 len: 210 time: 0.0314372 Nov 16 11:50:15.930230 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-0f360494-b4cc-418a-aeb5-b964ee192647 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Request body: {'port': {'device_id': '409d4900-f285-4b95-88a8-2b25319c431c', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'admin_state_up': True, 'tenant_id': '4bac558768764cbe98f7632412a36688', 'security_groups': ['b2f758d5-f6a7-4e8f-a345-625f497a3e80']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:50:16.057953 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-0f360494-b4cc-418a-aeb5-b964ee192647 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Made reservation on behalf of 4bac558768764cbe98f7632412a36688 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:50:16.062035 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-0f360494-b4cc-418a-aeb5-b964ee192647 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:50:16.277521 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-0f360494-b4cc-418a-aeb5-b964ee192647 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Allocated IP 172.20.0.12 (3d7484ae-78a0-4a01-9340-d50011c24af9/b36b18de-7ce5-4007-aecb-7c9e7de7c07f/d491bc0b-d638-404c-a798-727b788a135d) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:50:16.646471 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:50:16.823200 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-0f360494-b4cc-418a-aeb5-b964ee192647 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:50:16.870304 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-0f360494-b4cc-418a-aeb5-b964ee192647 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:50:16.927904 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-0f360494-b4cc-418a-aeb5-b964ee192647 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Network 3d7484ae-78a0-4a01-9340-d50011c24af9 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:50:16.931658 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-0f360494-b4cc-418a-aeb5-b964ee192647 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:50:16.935875 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-0f360494-b4cc-418a-aeb5-b964ee192647 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:50:16.942440 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f360494-b4cc-418a-aeb5-b964ee192647 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Pushing event updated for resources: {'Port': ['ID=d491bc0b-d638-404c-a798-727b788a135d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:50:16.991320 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f360494-b4cc-418a-aeb5-b964ee192647 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:50:16.991684 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f360494-b4cc-418a-aeb5-b964ee192647 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:50:16.992021 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f360494-b4cc-418a-aeb5-b964ee192647 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:50:16.992362 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f360494-b4cc-418a-aeb5-b964ee192647 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:50:16.992700 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f360494-b4cc-418a-aeb5-b964ee192647 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:50:16.993031 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f360494-b4cc-418a-aeb5-b964ee192647 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:50:16.993984 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f360494-b4cc-418a-aeb5-b964ee192647 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:50:16.994298 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f360494-b4cc-418a-aeb5-b964ee192647 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:50:16.994630 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f360494-b4cc-418a-aeb5-b964ee192647 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:50:16.995092 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f360494-b4cc-418a-aeb5-b964ee192647 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:50:16.995428 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f360494-b4cc-418a-aeb5-b964ee192647 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:50:16.995758 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f360494-b4cc-418a-aeb5-b964ee192647 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:50:17.028239 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-0f360494-b4cc-418a-aeb5-b964ee192647 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:17.030717 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-0f360494-b4cc-418a-aeb5-b964ee192647 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:50:17.061542 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-0f360494-b4cc-418a-aeb5-b964ee192647 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1365902 Nov 16 11:50:17.076788 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-0032b918-6bb1-49eb-b2c3-12c347fd6e4c service neutron] Request body: {'port': {'device_id': '409d4900-f285-4b95-88a8-2b25319c431c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:50:17.109510 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0e7f6-5c5a-4920-91aa-4ba301c64559 req-647e2a10-f15c-4797-910d-9650bee313c7 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:17.111191 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4da0e7f6-5c5a-4920-91aa-4ba301c64559 req-647e2a10-f15c-4797-910d-9650bee313c7 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=409d4900-f285-4b95-88a8-2b25319c431c HTTP/1.1" status: 200 len: 932 time: 0.0820661 Nov 16 11:50:17.160682 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-0032b918-6bb1-49eb-b2c3-12c347fd6e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:50:17.198007 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4da0e7f6-5c5a-4920-91aa-4ba301c64559 req-8e3ab964-daa0-41f5-bf3c-3b6ad88e1af3 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753779 Nov 16 11:50:17.313816 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-9b0d01ab-ee58-4029-80ae-7fe7754620f6 None None] Provisioning complete for port d491bc0b-d638-404c-a798-727b788a135d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:50:17.314472 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9b0d01ab-ee58-4029-80ae-7fe7754620f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:50:17.351046 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-9b0d01ab-ee58-4029-80ae-7fe7754620f6 None None] Port d491bc0b-d638-404c-a798-727b788a135d cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:50:17.458580 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-0032b918-6bb1-49eb-b2c3-12c347fd6e4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d491bc0b-d638-404c-a798-727b788a135d {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:50:17.466853 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-0032b918-6bb1-49eb-b2c3-12c347fd6e4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:50:17.478990 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-0032b918-6bb1-49eb-b2c3-12c347fd6e4c service neutron] Transition to ACTIVE for port object d491bc0b-d638-404c-a798-727b788a135d will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:50:17.483155 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-0032b918-6bb1-49eb-b2c3-12c347fd6e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:50:17.536576 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032b918-6bb1-49eb-b2c3-12c347fd6e4c service neutron] Pushing event updated for resources: {'Port': ['ID=d491bc0b-d638-404c-a798-727b788a135d,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:50:17.627942 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-0032b918-6bb1-49eb-b2c3-12c347fd6e4c service neutron] Attempting to bind port d491bc0b-d638-404c-a798-727b788a135d on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:50:17.628267 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-0032b918-6bb1-49eb-b2c3-12c347fd6e4c service neutron] Attempting to bind port d491bc0b-d638-404c-a798-727b788a135d by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'c7ce274d-1faf-4924-9c3c-562dce13f294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:50:17.628592 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-0032b918-6bb1-49eb-b2c3-12c347fd6e4c service neutron] Attempting to bind port d491bc0b-d638-404c-a798-727b788a135d on network 3d7484ae-78a0-4a01-9340-d50011c24af9 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:50:17.634619 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-0032b918-6bb1-49eb-b2c3-12c347fd6e4c service neutron] Port d491bc0b-d638-404c-a798-727b788a135d on network 3d7484ae-78a0-4a01-9340-d50011c24af9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:50:17.634937 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-0032b918-6bb1-49eb-b2c3-12c347fd6e4c service neutron] Attempting to bind port d491bc0b-d638-404c-a798-727b788a135d on network 3d7484ae-78a0-4a01-9340-d50011c24af9 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:50:17.640809 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-0032b918-6bb1-49eb-b2c3-12c347fd6e4c service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:50:17.641146 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-0032b918-6bb1-49eb-b2c3-12c347fd6e4c service neutron] Checking segment: {'id': 'c7ce274d-1faf-4924-9c3c-562dce13f294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:50:17.641594 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-0032b918-6bb1-49eb-b2c3-12c347fd6e4c service neutron] Bound using segment: {'id': 'c7ce274d-1faf-4924-9c3c-562dce13f294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:50:17.642117 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-0032b918-6bb1-49eb-b2c3-12c347fd6e4c service neutron] Bound port: d491bc0b-d638-404c-a798-727b788a135d, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ce274d-1faf-4924-9c3c-562dce13f294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:50:17.642474 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-0032b918-6bb1-49eb-b2c3-12c347fd6e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:50:17.720113 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-0032b918-6bb1-49eb-b2c3-12c347fd6e4c service neutron] For port d491bc0b-d638-404c-a798-727b788a135d, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:50:17.724288 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-0032b918-6bb1-49eb-b2c3-12c347fd6e4c service neutron] For port d491bc0b-d638-404c-a798-727b788a135d, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=d491bc0b-d638-404c-a798-727b788a135d,segment=NetworkSegment(c7ce274d-1faf-4924-9c3c-562dce13f294),segment_id=c7ce274d-1faf-4924-9c3c-562dce13f294)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:50:17.731156 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-0032b918-6bb1-49eb-b2c3-12c347fd6e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:50:17.770522 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-0032b918-6bb1-49eb-b2c3-12c347fd6e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:17.771155 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-0032b918-6bb1-49eb-b2c3-12c347fd6e4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:50:17.772610 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-0032b918-6bb1-49eb-b2c3-12c347fd6e4c service neutron] 10.222.0.64 "PUT /v2.0/ports/d491bc0b-d638-404c-a798-727b788a135d HTTP/1.1" status: 200 len: 1092 time: 0.7024231 Nov 16 11:50:17.773339 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409d4900-f285-4b95-88a8-2b25319c431c', 'tag': 'd491bc0b-d638-404c-a798-727b788a135d'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:50:17.776164 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1638ef-16cb-41e2-b65c-7cbad68b4418" -d '{"events": [{"name": "network-changed", "server_uuid": "409d4900-f285-4b95-88a8-2b25319c431c", "tag": "d491bc0b-d638-404c-a798-727b788a135d"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:50:17.816787 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032b918-6bb1-49eb-b2c3-12c347fd6e4c service neutron] Pushing event updated for resources: {'Port': ['ID=d491bc0b-d638-404c-a798-727b788a135d,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:50:17.868875 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc4a190-4df7-4200-af85-31d0f8fa2cbd x-openstack-request-id: req-0fc4a190-4df7-4200-af85-31d0f8fa2cbd {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:50:17.869488 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "409d4900-f285-4b95-88a8-2b25319c431c", "tag": "d491bc0b-d638-404c-a798-727b788a135d", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:50:17.869488 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0fc4a190-4df7-4200-af85-31d0f8fa2cbd {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:50:17.869867 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '409d4900-f285-4b95-88a8-2b25319c431c', 'tag': 'd491bc0b-d638-404c-a798-727b788a135d', 'status': 'completed', 'code': 200} Nov 16 11:50:17.902222 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-88d955f5-69b3-4ecd-b214-0182ff781ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:17.903966 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-88d955f5-69b3-4ecd-b214-0182ff781ade service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4bac558768764cbe98f7632412a36688&device_id=409d4900-f285-4b95-88a8-2b25319c431c HTTP/1.1" status: 200 len: 1095 time: 0.0720339 Nov 16 11:50:17.989907 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-db497f32-9078-48da-abfb-1ed97755900a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d491bc0b-d638-404c-a798-727b788a135d HTTP/1.1" status: 200 len: 217 time: 0.0708745 Nov 16 11:50:18.062612 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-4f8c3913-f682-4c35-8126-8081ccfc03f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:18.064095 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-4f8c3913-f682-4c35-8126-8081ccfc03f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b36b18de-7ce5-4007-aecb-7c9e7de7c07f HTTP/1.1" status: 200 len: 851 time: 0.0553789 Nov 16 11:50:18.126993 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-1aff55a0-6bed-4e15-8ee3-edc90de918c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:18.128754 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-1aff55a0-6bed-4e15-8ee3-edc90de918c8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3d7484ae-78a0-4a01-9340-d50011c24af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517960 Nov 16 11:50:18.246920 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-8db48c97-e08f-41be-90e3-54efc79e7e6a service neutron] 10.222.0.64 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103470 Nov 16 11:50:18.334988 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b759d5-48d9-42ad-8558-e0473af09805 req-e819993d-d40e-47af-8b38-544683ed8a27 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:18.353480 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-85b759d5-48d9-42ad-8558-e0473af09805 req-e819993d-d40e-47af-8b38-544683ed8a27 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=409d4900-f285-4b95-88a8-2b25319c431c HTTP/1.1" status: 200 len: 944 time: 0.0724139 Nov 16 11:50:18.375557 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:50:18.406537 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d44eed11-ecd8-4d7a-917d-3fd006d4099d req-b8f833bf-fb63-438b-8086-55edd1b91755 service neutron] 10.222.0.64 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471336 Nov 16 11:50:18.407949 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-85b759d5-48d9-42ad-8558-e0473af09805 req-40e4fbe2-32c5-4b57-a807-315424c7f9c7 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507016 Nov 16 11:50:18.512207 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1638ef-16cb-41e2-b65c-7cbad68b4418 req-b5804adb-bc88-44e7-ad30-17f1621854bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:18.513978 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1c1638ef-16cb-41e2-b65c-7cbad68b4418 req-b5804adb-bc88-44e7-ad30-17f1621854bc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4bac558768764cbe98f7632412a36688&device_id=409d4900-f285-4b95-88a8-2b25319c431c HTTP/1.1" status: 200 len: 1095 time: 0.0434730 Nov 16 11:50:18.618531 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1638ef-16cb-41e2-b65c-7cbad68b4418 req-b6a0a0db-8677-4a43-8ac1-f6224d5041e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:18.620065 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1c1638ef-16cb-41e2-b65c-7cbad68b4418 req-b6a0a0db-8677-4a43-8ac1-f6224d5041e0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3d7484ae-78a0-4a01-9340-d50011c24af9 HTTP/1.1" status: 200 len: 913 time: 0.0962276 Nov 16 11:50:18.673493 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1c1638ef-16cb-41e2-b65c-7cbad68b4418 req-9fffaa0e-54b7-42ac-bf87-6a813f33361c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d491bc0b-d638-404c-a798-727b788a135d HTTP/1.1" status: 200 len: 217 time: 0.0420015 Nov 16 11:50:18.734063 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1638ef-16cb-41e2-b65c-7cbad68b4418 req-3315af7d-0378-4346-a725-b5385dd9c588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:18.735964 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1c1638ef-16cb-41e2-b65c-7cbad68b4418 req-3315af7d-0378-4346-a725-b5385dd9c588 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b36b18de-7ce5-4007-aecb-7c9e7de7c07f HTTP/1.1" status: 200 len: 851 time: 0.0507762 Nov 16 11:50:18.787954 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1638ef-16cb-41e2-b65c-7cbad68b4418 req-7a7708a1-7c41-4e82-92e2-8c97cf6373dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:18.789610 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1c1638ef-16cb-41e2-b65c-7cbad68b4418 req-7a7708a1-7c41-4e82-92e2-8c97cf6373dd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3d7484ae-78a0-4a01-9340-d50011c24af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423520 Nov 16 11:50:18.847908 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:50:18.904025 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1c1638ef-16cb-41e2-b65c-7cbad68b4418 req-cd7473cc-e795-4e3a-8ba8-79fba80f03f2 service neutron] 10.222.0.64 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015809 Nov 16 11:50:19.011532 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1c1638ef-16cb-41e2-b65c-7cbad68b4418 req-f29cb2aa-6983-43c6-8fe9-94e31da0fecb service neutron] 10.222.0.64 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955813 Nov 16 11:50:19.594653 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e14809-8c8b-41b0-b6d9-0e1c3b351fc7 req-57d50a2c-de35-4c40-8fef-5c686ae8591d tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:19.596847 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f7e14809-8c8b-41b0-b6d9-0e1c3b351fc7 req-57d50a2c-de35-4c40-8fef-5c686ae8591d tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=409d4900-f285-4b95-88a8-2b25319c431c HTTP/1.1" status: 200 len: 944 time: 0.0631053 Nov 16 11:50:19.657038 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f7e14809-8c8b-41b0-b6d9-0e1c3b351fc7 req-8c95bdb0-9998-4ec1-8fef-e50a63f1ae0d tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518320 Nov 16 11:50:20.785192 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461dfa1-bbad-4f8d-b434-ce3102957266 req-4de886b9-3162-4ed8-bd9f-97e8ccca7385 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:20.786898 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8461dfa1-bbad-4f8d-b434-ce3102957266 req-4de886b9-3162-4ed8-bd9f-97e8ccca7385 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=409d4900-f285-4b95-88a8-2b25319c431c HTTP/1.1" status: 200 len: 944 time: 0.0562940 Nov 16 11:50:20.838994 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8461dfa1-bbad-4f8d-b434-ce3102957266 req-034aaab9-2777-4bf6-886e-29fe92d953c8 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453041 Nov 16 11:50:21.980862 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a7c00-4ed5-4bea-b72b-887cbc4d2911 req-5334af10-fee9-4353-9e08-901b6a55ea89 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:21.982472 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3c2a7c00-4ed5-4bea-b72b-887cbc4d2911 req-5334af10-fee9-4353-9e08-901b6a55ea89 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=409d4900-f285-4b95-88a8-2b25319c431c HTTP/1.1" status: 200 len: 944 time: 0.0548525 Nov 16 11:50:22.047139 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3c2a7c00-4ed5-4bea-b72b-887cbc4d2911 req-396a53ec-87c6-48ed-87f2-d192bd17ec0c tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551395 Nov 16 11:50:23.180183 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b749e5-ae0e-4ce2-834e-90d7099ca6e2 req-a9203ebc-cf83-4ab1-8e05-369234bce2b4 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:23.181976 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-93b749e5-ae0e-4ce2-834e-90d7099ca6e2 req-a9203ebc-cf83-4ab1-8e05-369234bce2b4 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=409d4900-f285-4b95-88a8-2b25319c431c HTTP/1.1" status: 200 len: 944 time: 0.0546844 Nov 16 11:50:23.236998 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-93b749e5-ae0e-4ce2-834e-90d7099ca6e2 req-e1d1be9e-c784-4876-9d48-f19f416e8adb tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480692 Nov 16 11:50:24.367457 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26226496-7861-452e-b6a5-53df1ea66cb5 req-d87385bd-be53-48c6-b829-d145897ad32e tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:24.369129 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-26226496-7861-452e-b6a5-53df1ea66cb5 req-d87385bd-be53-48c6-b829-d145897ad32e tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=409d4900-f285-4b95-88a8-2b25319c431c HTTP/1.1" status: 200 len: 944 time: 0.0586340 Nov 16 11:50:24.418850 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-26226496-7861-452e-b6a5-53df1ea66cb5 req-ca1220f6-c23d-4a2b-a645-a2498eb6574f tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435548 Nov 16 11:50:25.547797 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f983f7b-af81-4d5a-bb65-cb63249180f5 req-85061a5b-596a-4001-8dc8-887365236d35 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:25.549273 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4f983f7b-af81-4d5a-bb65-cb63249180f5 req-85061a5b-596a-4001-8dc8-887365236d35 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=409d4900-f285-4b95-88a8-2b25319c431c HTTP/1.1" status: 200 len: 944 time: 0.0532589 Nov 16 11:50:25.603716 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4f983f7b-af81-4d5a-bb65-cb63249180f5 req-00f4c790-9079-4b99-91c7-b92bf0a3b8b2 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481062 Nov 16 11:50:26.730018 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e7f56-cb25-4f3c-a91f-054178446313 req-a5e67a28-e682-4983-bd39-68415d12686b tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:26.731513 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0c7e7f56-cb25-4f3c-a91f-054178446313 req-a5e67a28-e682-4983-bd39-68415d12686b tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=409d4900-f285-4b95-88a8-2b25319c431c HTTP/1.1" status: 200 len: 944 time: 0.0528376 Nov 16 11:50:26.792807 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0c7e7f56-cb25-4f3c-a91f-054178446313 req-b7728ab0-aef7-496d-8df5-d1cc72e388f3 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550783 Nov 16 11:50:27.914857 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49279c50-ce6c-4129-8d2c-61d129855a4e req-9408d7e5-d014-438d-b103-5feca8d160d8 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:27.916387 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-49279c50-ce6c-4129-8d2c-61d129855a4e req-9408d7e5-d014-438d-b103-5feca8d160d8 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=409d4900-f285-4b95-88a8-2b25319c431c HTTP/1.1" status: 200 len: 944 time: 0.0496697 Nov 16 11:50:27.965721 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-49279c50-ce6c-4129-8d2c-61d129855a4e req-8bfc0c46-6833-44d4-8343-3b2624933a5b tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434105 Nov 16 11:50:28.217808 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:50:28.408409 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:50:29.029884 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:50:29.094763 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46c12f-716c-42e8-bd90-516ea6b89627 req-747e5ef8-d66d-485b-b000-0d91965a2239 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:29.096508 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8e46c12f-716c-42e8-bd90-516ea6b89627 req-747e5ef8-d66d-485b-b000-0d91965a2239 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=409d4900-f285-4b95-88a8-2b25319c431c HTTP/1.1" status: 200 len: 944 time: 0.0574727 Nov 16 11:50:29.148542 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8e46c12f-716c-42e8-bd90-516ea6b89627 req-8b36da04-a4e7-463c-a230-c7c702b16a06 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456924 Nov 16 11:50:29.172263 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device d491bc0b-d638-404c-a798-727b788a135d details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:50:29.275219 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port d491bc0b-d638-404c-a798-727b788a135d, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=d491bc0b-d638-404c-a798-727b788a135d,segment=NetworkSegment(c7ce274d-1faf-4924-9c3c-562dce13f294),segment_id=c7ce274d-1faf-4924-9c3c-562dce13f294)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:50:29.286316 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'd491bc0b-d638-404c-a798-727b788a135d', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'port_id': 'd491bc0b-d638-404c-a798-727b788a135d', 'mac_address': 'fa:16:3e:56:9c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:50:29.325577 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:50:29.338890 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d491bc0b-d638-404c-a798-727b788a135d {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:50:29.358694 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port d491bc0b-d638-404c-a798-727b788a135d, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=d491bc0b-d638-404c-a798-727b788a135d,segment=NetworkSegment(c7ce274d-1faf-4924-9c3c-562dce13f294),segment_id=c7ce274d-1faf-4924-9c3c-562dce13f294)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:50:29.363041 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:50:29.420552 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=d491bc0b-d638-404c-a798-727b788a135d,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:50:29.687374 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['d491bc0b-d638-404c-a798-727b788a135d'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:50:30.274167 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850f4a9-dad3-4c4c-b01e-a3be057d0d5f req-0e693dd2-c423-4347-b985-250f6ae4ebed tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:30.276198 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c850f4a9-dad3-4c4c-b01e-a3be057d0d5f req-0e693dd2-c423-4347-b985-250f6ae4ebed tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=409d4900-f285-4b95-88a8-2b25319c431c HTTP/1.1" status: 200 len: 945 time: 0.0493927 Nov 16 11:50:30.324990 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c850f4a9-dad3-4c4c-b01e-a3be057d0d5f req-4ae7b55b-8ba8-4828-92fd-846c9aef597f tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428643 Nov 16 11:50:31.173983 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device d491bc0b-d638-404c-a798-727b788a135d up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:50:31.235436 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port d491bc0b-d638-404c-a798-727b788a135d completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:50:31.240736 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port d491bc0b-d638-404c-a798-727b788a135d triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:50:31.241114 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:50:31.321165 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:50:31.344153 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409d4900-f285-4b95-88a8-2b25319c431c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd491bc0b-d638-404c-a798-727b788a135d'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:50:31.346386 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f064a4-3bb0-4e21-bf29-150de68d9bcb" -d '{"events": [{"server_uuid": "409d4900-f285-4b95-88a8-2b25319c431c", "name": "network-vif-plugged", "status": "completed", "tag": "d491bc0b-d638-404c-a798-727b788a135d"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:50:31.358818 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port d491bc0b-d638-404c-a798-727b788a135d, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=d491bc0b-d638-404c-a798-727b788a135d,segment=NetworkSegment(c7ce274d-1faf-4924-9c3c-562dce13f294),segment_id=c7ce274d-1faf-4924-9c3c-562dce13f294)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:50:31.363924 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:50:31.412007 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=d491bc0b-d638-404c-a798-727b788a135d,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:50:31.458591 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a38217-1159-457a-a772-9f4011862c8e req-10a4e32f-be94-4c4f-bb49-ed5cfee8d684 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:31.460147 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-83a38217-1159-457a-a772-9f4011862c8e req-10a4e32f-be94-4c4f-bb49-ed5cfee8d684 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=409d4900-f285-4b95-88a8-2b25319c431c HTTP/1.1" status: 200 len: 946 time: 0.0569842 Nov 16 11:50:31.519629 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-83a38217-1159-457a-a772-9f4011862c8e req-40f47ed9-9520-4061-8f89-5dc07f96a764 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528154 Nov 16 11:50:31.568221 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f79cb8-59bc-45d2-8ac0-4d4b1c046f0f x-openstack-request-id: req-f1f79cb8-59bc-45d2-8ac0-4d4b1c046f0f {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:50:31.568649 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409d4900-f285-4b95-88a8-2b25319c431c", "name": "network-vif-plugged", "status": "completed", "tag": "d491bc0b-d638-404c-a798-727b788a135d", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:50:31.569049 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f1f79cb8-59bc-45d2-8ac0-4d4b1c046f0f {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:50:31.569507 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409d4900-f285-4b95-88a8-2b25319c431c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd491bc0b-d638-404c-a798-727b788a135d', 'code': 200} Nov 16 11:50:31.685132 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25343d2e-18c3-4be0-8b77-dc853da9b40e req-2744d4aa-2f45-4747-8df4-8cfa8bc16e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:31.686976 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-25343d2e-18c3-4be0-8b77-dc853da9b40e req-2744d4aa-2f45-4747-8df4-8cfa8bc16e08 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=409d4900-f285-4b95-88a8-2b25319c431c HTTP/1.1" status: 200 len: 1097 time: 0.0461233 Nov 16 11:50:31.741585 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-25343d2e-18c3-4be0-8b77-dc853da9b40e req-f482a2d0-6ce4-4a95-a248-5e51c5c71b95 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433681 Nov 16 11:50:32.641690 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe938498-5e69-4acd-bbb3-b92881b6ce00 req-1f54fb2b-5f45-4957-ba6f-1145fc21d2e9 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:32.643819 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fe938498-5e69-4acd-bbb3-b92881b6ce00 req-1f54fb2b-5f45-4957-ba6f-1145fc21d2e9 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=409d4900-f285-4b95-88a8-2b25319c431c HTTP/1.1" status: 200 len: 946 time: 0.0499451 Nov 16 11:50:32.694972 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fe938498-5e69-4acd-bbb3-b92881b6ce00 req-5bbb67d4-c052-4eaf-9e11-f6c223c6eeba tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448780 Nov 16 11:50:33.821821 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27824ac8-a5f8-4c05-8d79-b5ed34fc1bfa req-4ee6a705-9d75-4793-b6cc-72bf8e45d831 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:33.823443 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-27824ac8-a5f8-4c05-8d79-b5ed34fc1bfa req-4ee6a705-9d75-4793-b6cc-72bf8e45d831 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=409d4900-f285-4b95-88a8-2b25319c431c HTTP/1.1" status: 200 len: 946 time: 0.0527639 Nov 16 11:50:33.875172 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-27824ac8-a5f8-4c05-8d79-b5ed34fc1bfa req-6ba43b80-42e4-40a6-9224-97481648008a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459309 Nov 16 11:50:34.044993 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36791af8-70e1-43c3-a7fe-896dd3db8385 req-29fe45d4-9c20-4d79-b1a2-178e336ba78e tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:34.045767 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-36791af8-70e1-43c3-a7fe-896dd3db8385 req-29fe45d4-9c20-4d79-b1a2-178e336ba78e tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=409d4900-f285-4b95-88a8-2b25319c431c HTTP/1.1" status: 200 len: 946 time: 0.0537722 Nov 16 11:50:34.097099 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-36791af8-70e1-43c3-a7fe-896dd3db8385 req-f445ddc6-391b-4389-893e-c2e7ad0baf57 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448923 Nov 16 11:50:34.119829 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 41986) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:50:34.160985 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d527807-370a-4c95-9d6c-880ab9b042bd tempest-TestVolumeBootPattern-298045436 tempest-TestVolumeBootPattern-298045436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:34.162545 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-9d527807-370a-4c95-9d6c-880ab9b042bd tempest-TestVolumeBootPattern-298045436 tempest-TestVolumeBootPattern-298045436-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=409d4900-f285-4b95-88a8-2b25319c431c HTTP/1.1" status: 200 len: 1092 time: 0.0417306 Nov 16 11:50:34.165457 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 41988) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:50:34.169739 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-2d604978-1f85-4d1b-a59c-64f67f4d3e87 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'port_id': 'd491bc0b-d638-404c-a798-727b788a135d', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:50:34.191154 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d604978-1f85-4d1b-a59c-64f67f4d3e87 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for floatingip, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:50:34.292871 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d604978-1f85-4d1b-a59c-64f67f4d3e87 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:50:34.406410 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-2d604978-1f85-4d1b-a59c-64f67f4d3e87 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Allocated IP 172.25.0.36 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/2c074a41-d898-406c-bbe2-e7b57c161085) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:50:34.513845 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d604978-1f85-4d1b-a59c-64f67f4d3e87 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:50:34.548666 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d604978-1f85-4d1b-a59c-64f67f4d3e87 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:50:34.594393 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d604978-1f85-4d1b-a59c-64f67f4d3e87 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:50:34.597686 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-2d604978-1f85-4d1b-a59c-64f67f4d3e87 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:50:34.602370 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d604978-1f85-4d1b-a59c-64f67f4d3e87 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:50:34.606364 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d604978-1f85-4d1b-a59c-64f67f4d3e87 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Pushing event updated for resources: {'Port': ['ID=2c074a41-d898-406c-bbe2-e7b57c161085,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:50:34.632385 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d604978-1f85-4d1b-a59c-64f67f4d3e87 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:50:34.632729 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d604978-1f85-4d1b-a59c-64f67f4d3e87 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:50:34.633067 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d604978-1f85-4d1b-a59c-64f67f4d3e87 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:50:34.633404 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d604978-1f85-4d1b-a59c-64f67f4d3e87 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:50:34.633734 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d604978-1f85-4d1b-a59c-64f67f4d3e87 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:50:34.634247 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d604978-1f85-4d1b-a59c-64f67f4d3e87 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:50:34.634577 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d604978-1f85-4d1b-a59c-64f67f4d3e87 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:50:34.634900 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d604978-1f85-4d1b-a59c-64f67f4d3e87 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:50:34.635220 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d604978-1f85-4d1b-a59c-64f67f4d3e87 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:50:34.635543 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d604978-1f85-4d1b-a59c-64f67f4d3e87 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:50:34.635864 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d604978-1f85-4d1b-a59c-64f67f4d3e87 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:50:34.636181 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d604978-1f85-4d1b-a59c-64f67f4d3e87 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:50:34.962169 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d604978-1f85-4d1b-a59c-64f67f4d3e87 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:50:35.032074 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d604978-1f85-4d1b-a59c-64f67f4d3e87 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:50:35.198144 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d604978-1f85-4d1b-a59c-64f67f4d3e87 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:50:35.202739 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d604978-1f85-4d1b-a59c-64f67f4d3e87 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:50:35.279885 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d604978-1f85-4d1b-a59c-64f67f4d3e87 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Pushing event updated for resources: {'Port': ['ID=2c074a41-d898-406c-bbe2-e7b57c161085,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:50:35.289308 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d604978-1f85-4d1b-a59c-64f67f4d3e87 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:50:35.400051 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [None req-2d604978-1f85-4d1b-a59c-64f67f4d3e87 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Floating IP 494c8777-e1e2-45d9-a8df-8160f2baba68 associated. External IP: 172.25.0.36, port: d491bc0b-d638-404c-a798-727b788a135d. Nov 16 11:50:35.605135 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d604978-1f85-4d1b-a59c-64f67f4d3e87 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Router c352b1ca-5cdc-43b9-af68-1b27d967b035 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:50:35.718035 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d604978-1f85-4d1b-a59c-64f67f4d3e87 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:50:35.729269 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337a0020-af5e-4866-90b4-8bc511b5612a None None] Sync routers for ids ['c352b1ca-5cdc-43b9-af68-1b27d967b035'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:50:35.736632 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d604978-1f85-4d1b-a59c-64f67f4d3e87 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:50:35.762380 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337a0020-af5e-4866-90b4-8bc511b5612a None None] Routers {'c352b1ca-5cdc-43b9-af68-1b27d967b035'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:50:35.763242 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-337a0020-af5e-4866-90b4-8bc511b5612a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:50:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c352b1ca-5cdc-43b9-af68-1b27d967b035'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:50:35.769094 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2d604978-1f85-4d1b-a59c-64f67f4d3e87 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6025524 Nov 16 11:50:35.769714 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409d4900-f285-4b95-88a8-2b25319c431c', 'tag': 'd491bc0b-d638-404c-a798-727b788a135d'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:50:35.772018 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f322dc2-87b5-4c4e-923f-7a7db40ef3e9" -d '{"events": [{"name": "network-changed", "server_uuid": "409d4900-f285-4b95-88a8-2b25319c431c", "tag": "d491bc0b-d638-404c-a798-727b788a135d"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:50:35.871179 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-337a0020-af5e-4866-90b4-8bc511b5612a None None] Set router c352b1ca-5cdc-43b9-af68-1b27d967b035 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:50:35.960837 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c062fe-e8f1-4a55-a3a7-8631aa2520bf x-openstack-request-id: req-39c062fe-e8f1-4a55-a3a7-8631aa2520bf {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:50:35.961126 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "409d4900-f285-4b95-88a8-2b25319c431c", "tag": "d491bc0b-d638-404c-a798-727b788a135d", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:50:35.961378 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-39c062fe-e8f1-4a55-a3a7-8631aa2520bf {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:50:35.961786 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '409d4900-f285-4b95-88a8-2b25319c431c', 'tag': 'd491bc0b-d638-404c-a798-727b788a135d', 'status': 'completed', 'code': 200} Nov 16 11:50:36.034930 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f322dc2-87b5-4c4e-923f-7a7db40ef3e9 req-79b3c009-b49d-402f-af5c-461553cf00ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:36.037031 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8f322dc2-87b5-4c4e-923f-7a7db40ef3e9 req-79b3c009-b49d-402f-af5c-461553cf00ec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4bac558768764cbe98f7632412a36688&device_id=409d4900-f285-4b95-88a8-2b25319c431c HTTP/1.1" status: 200 len: 1097 time: 0.0464754 Nov 16 11:50:36.124286 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-337a0020-af5e-4866-90b4-8bc511b5612a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'name': 'tempest-TestVolumeBootPattern-2129707804-router', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:09Z', 'updated_at': '2021-11-16T11:39:15Z', 'revision_number': 4, 'project_id': '4bac558768764cbe98f7632412a36688', 'gw_port': {'id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:65:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:10Z', 'updated_at': '2021-11-16T11:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '494c8777-e1e2-45d9-a8df-8160f2baba68', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'port_id': 'd491bc0b-d638-404c-a798-727b788a135d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'mac_address': 'fa:16:3e:56:9c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409d4900-f285-4b95-88a8-2b25319c431c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:50:34Z', 'updated_at': '2021-11-16T11:50:34Z', 'revision_number': 0, 'project_id': '4bac558768764cbe98f7632412a36688', 'fixed_ip_address_scope': None}, {'id': 'e4a74561-d393-4cdb-9126-5ad5a180ec61', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'floating_ip_address': '172.25.0.106', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'port_id': 'cea88b61-ef04-4e71-b6c8-38f5a470f3e6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'mac_address': 'fa:16:3e:56:79:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad4c044-3170-4972-957a-f79697b694c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:48:32Z', 'updated_at': '2021-11-16T11:48:35Z', 'revision_number': 1, 'project_id': '4bac558768764cbe98f7632412a36688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cb16a25-dc49-4206-a022-3c3ed805f304', 'name': '', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'mac_address': 'fa:16:3e:8e:0b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:14Z', 'updated_at': '2021-11-16T11:39:31Z', 'revision_number': 5, 'project_id': '4bac558768764cbe98f7632412a36688', 'subnets': [{'id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:50:36.142828 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f322dc2-87b5-4c4e-923f-7a7db40ef3e9 req-de17de92-3fc7-49b0-bf6a-f590a8dbd058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:36.144304 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8f322dc2-87b5-4c4e-923f-7a7db40ef3e9 req-de17de92-3fc7-49b0-bf6a-f590a8dbd058 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3d7484ae-78a0-4a01-9340-d50011c24af9 HTTP/1.1" status: 200 len: 913 time: 0.0995998 Nov 16 11:50:36.151595 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337a0020-af5e-4866-90b4-8bc511b5612a None None] Checking router: c352b1ca-5cdc-43b9-af68-1b27d967b035 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:50:36.160402 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337a0020-af5e-4866-90b4-8bc511b5612a None None] Routers {'c352b1ca-5cdc-43b9-af68-1b27d967b035'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:50:36.161099 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-337a0020-af5e-4866-90b4-8bc511b5612a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:50:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c352b1ca-5cdc-43b9-af68-1b27d967b035'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:50:36.212037 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8f322dc2-87b5-4c4e-923f-7a7db40ef3e9 req-f2e2b956-4d60-44ed-ad5c-183d1c43deab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d491bc0b-d638-404c-a798-727b788a135d HTTP/1.1" status: 200 len: 999 time: 0.0603821 Nov 16 11:50:36.272393 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f322dc2-87b5-4c4e-923f-7a7db40ef3e9 req-f329dd9f-64ca-44af-8dd6-9bcd8f7571fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:36.274040 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8f322dc2-87b5-4c4e-923f-7a7db40ef3e9 req-f329dd9f-64ca-44af-8dd6-9bcd8f7571fa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b36b18de-7ce5-4007-aecb-7c9e7de7c07f HTTP/1.1" status: 200 len: 851 time: 0.0552883 Nov 16 11:50:36.275195 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-337a0020-af5e-4866-90b4-8bc511b5612a None None] Set router c352b1ca-5cdc-43b9-af68-1b27d967b035 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:50:36.328648 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f322dc2-87b5-4c4e-923f-7a7db40ef3e9 req-5074d531-ccad-4603-a4b7-319d4a794e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:36.330492 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8f322dc2-87b5-4c4e-923f-7a7db40ef3e9 req-5074d531-ccad-4603-a4b7-319d4a794e03 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3d7484ae-78a0-4a01-9340-d50011c24af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492704 Nov 16 11:50:36.434779 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8f322dc2-87b5-4c4e-923f-7a7db40ef3e9 req-773a8e45-87f0-4994-9495-b62da611072b service neutron] 10.222.0.64 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963385 Nov 16 11:50:36.525295 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-337a0020-af5e-4866-90b4-8bc511b5612a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'name': 'tempest-TestVolumeBootPattern-2129707804-router', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:09Z', 'updated_at': '2021-11-16T11:39:15Z', 'revision_number': 4, 'project_id': '4bac558768764cbe98f7632412a36688', 'gw_port': {'id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:65:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:10Z', 'updated_at': '2021-11-16T11:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '494c8777-e1e2-45d9-a8df-8160f2baba68', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'port_id': 'd491bc0b-d638-404c-a798-727b788a135d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'mac_address': 'fa:16:3e:56:9c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409d4900-f285-4b95-88a8-2b25319c431c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:50:34Z', 'updated_at': '2021-11-16T11:50:34Z', 'revision_number': 0, 'project_id': '4bac558768764cbe98f7632412a36688', 'fixed_ip_address_scope': None}, {'id': 'e4a74561-d393-4cdb-9126-5ad5a180ec61', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'floating_ip_address': '172.25.0.106', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'port_id': 'cea88b61-ef04-4e71-b6c8-38f5a470f3e6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'mac_address': 'fa:16:3e:56:79:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad4c044-3170-4972-957a-f79697b694c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:48:32Z', 'updated_at': '2021-11-16T11:48:35Z', 'revision_number': 1, 'project_id': '4bac558768764cbe98f7632412a36688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cb16a25-dc49-4206-a022-3c3ed805f304', 'name': '', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'mac_address': 'fa:16:3e:8e:0b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:14Z', 'updated_at': '2021-11-16T11:39:31Z', 'revision_number': 5, 'project_id': '4bac558768764cbe98f7632412a36688', 'subnets': [{'id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:50:36.545559 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8f322dc2-87b5-4c4e-923f-7a7db40ef3e9 req-0dfbd39d-0d62-432e-b7ea-4a1a60bee4d6 service neutron] 10.222.0.64 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009622 Nov 16 11:50:36.648194 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337a0020-af5e-4866-90b4-8bc511b5612a None None] The sync data for ids ['c352b1ca-5cdc-43b9-af68-1b27d967b035'] in n-d-816823-3 is: [{'id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'name': 'tempest-TestVolumeBootPattern-2129707804-router', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:09Z', 'updated_at': '2021-11-16T11:39:15Z', 'revision_number': 4, 'project_id': '4bac558768764cbe98f7632412a36688', 'gw_port': {'id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:65:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:10Z', 'updated_at': '2021-11-16T11:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '494c8777-e1e2-45d9-a8df-8160f2baba68', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'port_id': 'd491bc0b-d638-404c-a798-727b788a135d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'mac_address': 'fa:16:3e:56:9c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409d4900-f285-4b95-88a8-2b25319c431c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:50:34Z', 'updated_at': '2021-11-16T11:50:34Z', 'revision_number': 0, 'project_id': '4bac558768764cbe98f7632412a36688', 'fixed_ip_address_scope': None}, {'id': 'e4a74561-d393-4cdb-9126-5ad5a180ec61', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'floating_ip_address': '172.25.0.106', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'port_id': 'cea88b61-ef04-4e71-b6c8-38f5a470f3e6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'mac_address': 'fa:16:3e:56:79:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad4c044-3170-4972-957a-f79697b694c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:48:32Z', 'updated_at': '2021-11-16T11:48:35Z', 'revision_number': 1, 'project_id': '4bac558768764cbe98f7632412a36688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cb16a25-dc49-4206-a022-3c3ed805f304', 'name': '', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'mac_address': 'fa:16:3e:8e:0b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:14Z', 'updated_at': '2021-11-16T11:39:31Z', 'revision_number': 5, 'project_id': '4bac558768764cbe98f7632412a36688', 'subnets': [{'id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:50:36.856533 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac79cf5-240d-4dc3-884f-ee1731a5f5ca None None] New status for floating IP 494c8777-e1e2-45d9-a8df-8160f2baba68: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:50:43.043174 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2a5954d5-4d17-42f7-bfdb-592824526ffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:50:45.583352 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-65e2de43-bd4e-41ce-a563-68bb484e1a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:50:46.650849 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:50:48.368540 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:50:48.842604 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:50:56.772084 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a934a-498e-4938-8688-1ed581842f51 req-0e8e793b-8290-429f-97f6-26223236aa34 tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:56.773581 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-427a934a-498e-4938-8688-1ed581842f51 req-0e8e793b-8290-429f-97f6-26223236aa34 tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] 10.222.0.61 "GET /v2.0/ports?device_id=a331fd65-d62b-48d4-92a9-1ba66c6e7857 HTTP/1.1" status: 200 len: 950 time: 0.1786506 Nov 16 11:50:56.821298 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-427a934a-498e-4938-8688-1ed581842f51 req-81be0893-435a-411c-b337-010f330f6071 tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] 10.222.0.61 "GET /v2.0/security-groups?id=036c4209-20bf-40e2-a2dc-1b0132008873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414097 Nov 16 11:50:57.941252 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28665850-2819-4415-906f-76124ea7fff1 req-00d3e077-a949-4910-9bf8-07303269307e tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:57.942788 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28665850-2819-4415-906f-76124ea7fff1 req-00d3e077-a949-4910-9bf8-07303269307e tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] 10.222.0.61 "GET /v2.0/ports?device_id=a331fd65-d62b-48d4-92a9-1ba66c6e7857 HTTP/1.1" status: 200 len: 950 time: 0.0492728 Nov 16 11:50:57.991688 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28665850-2819-4415-906f-76124ea7fff1 req-7f172ae0-b737-4ec2-8630-7e2336ee7199 tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] 10.222.0.61 "GET /v2.0/security-groups?id=036c4209-20bf-40e2-a2dc-1b0132008873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421691 Nov 16 11:50:58.003447 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd128a92-345f-4481-8a01-e5dc284095be req-58ee8c89-3d0f-4b17-a186-ad58934d2fac tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:50:58.004936 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fd128a92-345f-4481-8a01-e5dc284095be req-58ee8c89-3d0f-4b17-a186-ad58934d2fac tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] 10.222.0.36 "GET /v2.0/ports?device_id=a331fd65-d62b-48d4-92a9-1ba66c6e7857 HTTP/1.1" status: 200 len: 950 time: 0.0533805 Nov 16 11:50:58.095091 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-fd128a92-345f-4481-8a01-e5dc284095be req-43e15c56-270a-40e5-a68c-88c489d7e8fe tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] Deleting port 74ee6f85-0b3c-439c-8f5d-8f782aa629be {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:50:58.095481 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fd128a92-345f-4481-8a01-e5dc284095be req-43e15c56-270a-40e5-a68c-88c489d7e8fe tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:50:58.191561 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-fd128a92-345f-4481-8a01-e5dc284095be req-43e15c56-270a-40e5-a68c-88c489d7e8fe tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] For port 74ee6f85-0b3c-439c-8f5d-8f782aa629be, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=74ee6f85-0b3c-439c-8f5d-8f782aa629be,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:50:58.191926 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fd128a92-345f-4481-8a01-e5dc284095be req-43e15c56-270a-40e5-a68c-88c489d7e8fe tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:50:58.203669 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-fd128a92-345f-4481-8a01-e5dc284095be req-43e15c56-270a-40e5-a68c-88c489d7e8fe tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] Calling delete_port for 74ee6f85-0b3c-439c-8f5d-8f782aa629be owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:50:58.249620 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:50:58.334340 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fd128a92-345f-4481-8a01-e5dc284095be req-43e15c56-270a-40e5-a68c-88c489d7e8fe tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:50:58.345296 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['74ee6f85-0b3c-439c-8f5d-8f782aa629be'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:50:58.364561 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e15c56-270a-40e5-a68c-88c489d7e8fe tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] Pushing event deleted for resources: {'Port': ['ID=74ee6f85-0b3c-439c-8f5d-8f782aa629be,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:50:58.412973 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd128a92-345f-4481-8a01-e5dc284095be req-43e15c56-270a-40e5-a68c-88c489d7e8fe tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] No DVR routers for this DVR port 74ee6f85-0b3c-439c-8f5d-8f782aa629be on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:50:58.416395 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-fd128a92-345f-4481-8a01-e5dc284095be req-43e15c56-270a-40e5-a68c-88c489d7e8fe tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:50:58.420054 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fd128a92-345f-4481-8a01-e5dc284095be req-43e15c56-270a-40e5-a68c-88c489d7e8fe tempest-VolumesBackupsTest-978991653 tempest-VolumesBackupsTest-978991653-project] 10.222.0.36 "DELETE /v2.0/ports/74ee6f85-0b3c-439c-8f5d-8f782aa629be HTTP/1.1" status: 204 len: 173 time: 0.4095592 Nov 16 11:50:58.420517 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a331fd65-d62b-48d4-92a9-1ba66c6e7857', 'name': 'network-vif-deleted', 'tag': '74ee6f85-0b3c-439c-8f5d-8f782aa629be'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:50:58.422827 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a31b151-e4cc-4272-a8a0-be395b7570a1" -d '{"events": [{"server_uuid": "a331fd65-d62b-48d4-92a9-1ba66c6e7857", "name": "network-vif-deleted", "tag": "74ee6f85-0b3c-439c-8f5d-8f782aa629be"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:50:58.467222 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c5a426-6a90-47b5-92bc-a7f65c9e78ff x-openstack-request-id: req-c5c5a426-6a90-47b5-92bc-a7f65c9e78ff {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:50:58.467516 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a331fd65-d62b-48d4-92a9-1ba66c6e7857", "name": "network-vif-deleted", "tag": "74ee6f85-0b3c-439c-8f5d-8f782aa629be", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:50:58.467770 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c5c5a426-6a90-47b5-92bc-a7f65c9e78ff {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:50:58.469000 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a331fd65-d62b-48d4-92a9-1ba66c6e7857', 'name': 'network-vif-deleted', 'tag': '74ee6f85-0b3c-439c-8f5d-8f782aa629be', 'status': 'completed', 'code': 200} Nov 16 11:50:59.042029 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:50:59.924508 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-802242a4-5d1c-4006-a2f2-2113014af8c5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0554345 Nov 16 11:51:00.028674 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-22cb3a5a-e9e4-4493-816b-38f8760f4620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:51:00.029162 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-22cb3a5a-e9e4-4493-816b-38f8760f4620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:51:00.029642 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-22cb3a5a-e9e4-4493-816b-38f8760f4620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:51:00.030143 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-22cb3a5a-e9e4-4493-816b-38f8760f4620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:51:00.030618 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-22cb3a5a-e9e4-4493-816b-38f8760f4620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:51:00.031091 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-22cb3a5a-e9e4-4493-816b-38f8760f4620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:51:00.031559 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-22cb3a5a-e9e4-4493-816b-38f8760f4620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:51:00.033486 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-22cb3a5a-e9e4-4493-816b-38f8760f4620 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=14d41305b65a4dafae92476e1ff902fa&device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 6503 time: 0.0532980 Nov 16 11:51:00.154000 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-da5bd2bc-d97a-4a60-b452-490caf33b17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:51:00.154476 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-da5bd2bc-d97a-4a60-b452-490caf33b17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:51:00.154944 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-da5bd2bc-d97a-4a60-b452-490caf33b17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:51:00.156525 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-da5bd2bc-d97a-4a60-b452-490caf33b17d service neutron] 10.222.0.64 "GET /v2.0/networks?id=cd9b53f3-dc5a-4d2a-9424-263d53785a99&id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&id=2041a2b2-0e73-454b-949f-7d84c22f57a1&id=2041a2b2-0e73-454b-949f-7d84c22f57a1 HTTP/1.1" status: 200 len: 2297 time: 0.0935924 Nov 16 11:51:00.234925 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-07220f30-ddf1-4ef2-abf4-f5ce53612e2c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=039b5ae1-2fe8-48b5-84f3-2dbed68501be HTTP/1.1" status: 200 len: 1001 time: 0.0703640 Nov 16 11:51:00.286185 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-160180f5-8e0f-4246-8c30-3e1ec0045800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:51:00.287640 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-160180f5-8e0f-4246-8c30-3e1ec0045800 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0dfedd61-b7f4-4fb0-bbf3-63a0a3e66c06 HTTP/1.1" status: 200 len: 856 time: 0.0452511 Nov 16 11:51:00.337144 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-ef0c46ed-bceb-46f3-bd9b-decf2f0eb2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:51:00.338670 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-ef0c46ed-bceb-46f3-bd9b-decf2f0eb2e4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cd9b53f3-dc5a-4d2a-9424-263d53785a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426118 Nov 16 11:51:00.434770 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-daf63e07-cd0d-4ae9-8a6a-90c2cbc752dd service neutron] 10.222.0.64 "GET /v2.0/networks/cd9b53f3-dc5a-4d2a-9424-263d53785a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886807 Nov 16 11:51:00.528723 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-a7b7130b-e14e-41ae-818b-2213d3bcdda0 service neutron] 10.222.0.64 "GET /v2.0/networks/cd9b53f3-dc5a-4d2a-9424-263d53785a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812519 Nov 16 11:51:00.586758 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-6d0d87f0-77a0-4dd9-8724-1fe698681546 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=938024bc-796d-495a-81a8-6e0bc9631cff HTTP/1.1" status: 200 len: 217 time: 0.0468154 Nov 16 11:51:00.644935 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-e3abe528-0530-48b7-a2ae-b06b4c987c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:51:00.647085 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-e3abe528-0530-48b7-a2ae-b06b4c987c37 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14da45b5-9dad-4378-b0d0-75410f62650a HTTP/1.1" status: 200 len: 797 time: 0.0462821 Nov 16 11:51:00.697748 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-3b1fe35f-de49-4ebb-808e-589098ef4fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:51:00.699275 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-3b1fe35f-de49-4ebb-808e-589098ef4fe9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0407727 Nov 16 11:51:00.766643 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 74ee6f85-0b3c-439c-8f5d-8f782aa629be no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:51:00.786958 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: 74ee6f85-0b3c-439c-8f5d-8f782aa629be {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:51:00.787312 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 74ee6f85-0b3c-439c-8f5d-8f782aa629be not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:51:00.799871 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-5de6b5fe-d625-4d45-bb3f-cc3015d70872 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890226 Nov 16 11:51:00.896055 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-713e7478-5162-47f5-9ad3-023496792cb8 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846982 Nov 16 11:51:00.943724 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-1aed25c7-35cc-41c9-9e68-0efd307b59c0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=8c5a2788-c1fb-4c11-98c8-c7da1005cc29 HTTP/1.1" status: 200 len: 217 time: 0.0347922 Nov 16 11:51:00.999608 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-6083ae10-9f57-4e1a-bd41-96cacf28db67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:51:01.001111 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-6083ae10-9f57-4e1a-bd41-96cacf28db67 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14da45b5-9dad-4378-b0d0-75410f62650a HTTP/1.1" status: 200 len: 797 time: 0.0476863 Nov 16 11:51:01.051326 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-240b0b2d-3395-45c6-a35b-37878a867c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:51:01.052746 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-240b0b2d-3395-45c6-a35b-37878a867c54 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0404708 Nov 16 11:51:01.156661 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-617146bc-b871-4a2e-8f27-12020ef51a94 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908034 Nov 16 11:51:01.258052 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-b98c53cb-2299-4c95-8835-92aa0059a0d3 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892870 Nov 16 11:51:01.303711 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-c85a547e-bd6f-44ff-bdae-ea851d07a42b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=913955cf-8e4e-4a23-b0e2-1acbc8547be5 HTTP/1.1" status: 200 len: 217 time: 0.0342422 Nov 16 11:51:01.361994 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-62717491-b419-4f9e-8c65-933e195a76ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:51:01.363496 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-62717491-b419-4f9e-8c65-933e195a76ea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14da45b5-9dad-4378-b0d0-75410f62650a HTTP/1.1" status: 200 len: 797 time: 0.0492272 Nov 16 11:51:01.414913 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-43efe220-cb36-46ca-9ab6-86ac9b20589d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:51:01.416435 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-43efe220-cb36-46ca-9ab6-86ac9b20589d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0424867 Nov 16 11:51:01.517652 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-f57a7b82-b8c0-452e-a316-53083c2280bb service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894184 Nov 16 11:51:01.609140 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-9671a256-8490-4795-888d-328d7114d4d2 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805264 Nov 16 11:51:01.655120 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-445e7e3a-2db0-4300-a2cf-1f5d0c62a211 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=1dfec5f3-6b09-43d8-9562-32075776c9c3 HTTP/1.1" status: 200 len: 217 time: 0.0348616 Nov 16 11:51:01.713765 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-750cf56a-f050-4cee-b51f-c8174aceb193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:51:01.715719 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-750cf56a-f050-4cee-b51f-c8174aceb193 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14da45b5-9dad-4378-b0d0-75410f62650a HTTP/1.1" status: 200 len: 797 time: 0.0497773 Nov 16 11:51:01.769009 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-08e8876a-93c7-4c01-b865-a937c62d238a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:51:01.770552 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-08e8876a-93c7-4c01-b865-a937c62d238a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0441847 Nov 16 11:51:01.870939 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-d204e2ec-66cc-4113-b6f1-16f2a96eb46e service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892434 Nov 16 11:51:01.977956 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-2ee59c82-5451-41a6-976d-a40a84c24c1a service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940452 Nov 16 11:51:02.024414 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-97fbf8e1-d819-4e9f-9f64-1e09244e8be4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4c83833b-e468-4daf-8f4c-118e3220587b HTTP/1.1" status: 200 len: 217 time: 0.0337651 Nov 16 11:51:02.089177 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-408c1732-3481-4f3a-b339-cf7744a8b761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:51:02.090664 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-408c1732-3481-4f3a-b339-cf7744a8b761 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1bdf0709-8d8c-4805-b7a5-cb903bfbd56b HTTP/1.1" status: 200 len: 797 time: 0.0546675 Nov 16 11:51:02.141027 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-4bc9cb99-56fe-4604-9551-bb8cd31226f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:51:02.142581 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-4bc9cb99-56fe-4604-9551-bb8cd31226f8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2041a2b2-0e73-454b-949f-7d84c22f57a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0405552 Nov 16 11:51:02.240720 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-3ad06319-5a05-426f-8fcb-ebfec89bdc2e service neutron] 10.222.0.64 "GET /v2.0/networks/2041a2b2-0e73-454b-949f-7d84c22f57a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874033 Nov 16 11:51:02.338888 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-771383ac-fdd5-4798-9379-e18e47f75d9c service neutron] 10.222.0.64 "GET /v2.0/networks/2041a2b2-0e73-454b-949f-7d84c22f57a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853751 Nov 16 11:51:02.389005 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-0a486119-70ad-478b-a45f-9c723a996842 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=93d0a61f-46d8-4643-8f71-0fc671a31fe6 HTTP/1.1" status: 200 len: 217 time: 0.0395393 Nov 16 11:51:02.450074 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-1bd658a5-7a06-4c7f-80af-97f0358b378a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:51:02.451547 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-1bd658a5-7a06-4c7f-80af-97f0358b378a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1bdf0709-8d8c-4805-b7a5-cb903bfbd56b HTTP/1.1" status: 200 len: 797 time: 0.0509346 Nov 16 11:51:02.505006 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-ff21e298-4e9c-4ebe-a699-2eabfd7024b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:51:02.506672 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-ff21e298-4e9c-4ebe-a699-2eabfd7024b3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2041a2b2-0e73-454b-949f-7d84c22f57a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0434685 Nov 16 11:51:02.611365 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-ae5f1d09-486d-4422-b516-a91d773d1a5b service neutron] 10.222.0.64 "GET /v2.0/networks/2041a2b2-0e73-454b-949f-7d84c22f57a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926013 Nov 16 11:51:02.715723 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e0e3c3d4-c067-43d9-ab95-ae91eecbde28 req-fb5e4ac4-a1e6-4bf9-85b0-d5de407a13fd service neutron] 10.222.0.64 "GET /v2.0/networks/2041a2b2-0e73-454b-949f-7d84c22f57a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932713 Nov 16 11:51:05.408430 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:51:13.046090 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aa27eb74-0d9c-46af-a8e3-9bc558a7fcaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:51:15.589409 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-caa182b3-deeb-4b51-b719-ddc5781215dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:51:16.652364 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:51:18.371024 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:51:18.845963 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:51:19.257700 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd3f9f-830e-4c7e-abb1-c595371e3944 req-7b8108ef-c082-49ba-9404-4dfa0a969d9a tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:51:19.263706 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd3f9f-830e-4c7e-abb1-c595371e3944 req-7b8108ef-c082-49ba-9404-4dfa0a969d9a tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:51:19.269664 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd3f9f-830e-4c7e-abb1-c595371e3944 req-7b8108ef-c082-49ba-9404-4dfa0a969d9a tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:51:19.275624 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd3f9f-830e-4c7e-abb1-c595371e3944 req-7b8108ef-c082-49ba-9404-4dfa0a969d9a tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:51:19.281504 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd3f9f-830e-4c7e-abb1-c595371e3944 req-7b8108ef-c082-49ba-9404-4dfa0a969d9a tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:51:19.287427 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd3f9f-830e-4c7e-abb1-c595371e3944 req-7b8108ef-c082-49ba-9404-4dfa0a969d9a tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:51:19.293795 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd3f9f-830e-4c7e-abb1-c595371e3944 req-7b8108ef-c082-49ba-9404-4dfa0a969d9a tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:51:19.295652 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cddd3f9f-830e-4c7e-abb1-c595371e3944 req-7b8108ef-c082-49ba-9404-4dfa0a969d9a tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 5446 time: 0.0949731 Nov 16 11:51:19.356128 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cddd3f9f-830e-4c7e-abb1-c595371e3944 req-9e7a4d0a-2a04-4744-ae45-b57032f5155f tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=e21bdf95-84ed-4189-aa21-cfae4bf8891b&id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537860 Nov 16 11:51:19.491925 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d2407-8a29-47c8-ab38-294806052581 req-36b763ca-01b8-4bd7-a0dd-be3ffcf2b8f3 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:51:19.498133 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d2407-8a29-47c8-ab38-294806052581 req-36b763ca-01b8-4bd7-a0dd-be3ffcf2b8f3 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:51:19.504049 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d2407-8a29-47c8-ab38-294806052581 req-36b763ca-01b8-4bd7-a0dd-be3ffcf2b8f3 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:51:19.510044 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d2407-8a29-47c8-ab38-294806052581 req-36b763ca-01b8-4bd7-a0dd-be3ffcf2b8f3 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:51:19.515990 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d2407-8a29-47c8-ab38-294806052581 req-36b763ca-01b8-4bd7-a0dd-be3ffcf2b8f3 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:51:19.521992 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d2407-8a29-47c8-ab38-294806052581 req-36b763ca-01b8-4bd7-a0dd-be3ffcf2b8f3 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:51:19.528467 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d2407-8a29-47c8-ab38-294806052581 req-36b763ca-01b8-4bd7-a0dd-be3ffcf2b8f3 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:51:19.530321 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-992d2407-8a29-47c8-ab38-294806052581 req-36b763ca-01b8-4bd7-a0dd-be3ffcf2b8f3 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 5446 time: 0.0917323 Nov 16 11:51:21.245812 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 42886) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:51:21.345014 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879bb4b1-b51f-4260-b730-c13e3ae7625a req-7a07c3bb-016a-49c9-8158-9ea8d100aad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:51:21.345553 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879bb4b1-b51f-4260-b730-c13e3ae7625a req-7a07c3bb-016a-49c9-8158-9ea8d100aad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:51:21.346106 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879bb4b1-b51f-4260-b730-c13e3ae7625a req-7a07c3bb-016a-49c9-8158-9ea8d100aad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:51:21.346582 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879bb4b1-b51f-4260-b730-c13e3ae7625a req-7a07c3bb-016a-49c9-8158-9ea8d100aad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:51:21.347046 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879bb4b1-b51f-4260-b730-c13e3ae7625a req-7a07c3bb-016a-49c9-8158-9ea8d100aad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:51:21.347506 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879bb4b1-b51f-4260-b730-c13e3ae7625a req-7a07c3bb-016a-49c9-8158-9ea8d100aad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:51:21.347967 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879bb4b1-b51f-4260-b730-c13e3ae7625a req-7a07c3bb-016a-49c9-8158-9ea8d100aad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:51:21.349833 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-879bb4b1-b51f-4260-b730-c13e3ae7625a req-7a07c3bb-016a-49c9-8158-9ea8d100aad4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 6503 time: 0.1029406 Nov 16 11:51:21.408574 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-879bb4b1-b51f-4260-b730-c13e3ae7625a req-e6a4f2bf-7f97-4a6b-8743-38c05b0879ef service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e21bdf95-84ed-4189-aa21-cfae4bf8891b&id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518641 Nov 16 11:51:28.250746 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:51:29.043312 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:51:42.407647 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:51:43.049473 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-523e0635-aa7c-43f2-97d1-3ca9dd867b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:51:45.583472 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-49e370b5-2bc0-4410-8658-bc9965dcf30a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:51:46.654508 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:51:48.373524 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:51:48.847844 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:51:58.262788 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:51:59.060243 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:01.277717 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-29f586c9-c26b-4f7c-8c8d-1c280feda148 req-a3bed2cb-d8e5-4546-a166-89ad55b024d5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4ad4c044-3170-4972-957a-f79697b694c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0870056 Nov 16 11:52:01.359682 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f586c9-c26b-4f7c-8c8d-1c280feda148 req-803a2ee6-77ac-4c50-abdc-11590d17d057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:52:01.361197 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-29f586c9-c26b-4f7c-8c8d-1c280feda148 req-803a2ee6-77ac-4c50-abdc-11590d17d057 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4bac558768764cbe98f7632412a36688&device_id=4ad4c044-3170-4972-957a-f79697b694c4 HTTP/1.1" status: 200 len: 1097 time: 0.0403042 Nov 16 11:52:01.467130 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f586c9-c26b-4f7c-8c8d-1c280feda148 req-c73f4aa6-bde6-4353-86fb-1d3d15e33336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:52:01.468486 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-29f586c9-c26b-4f7c-8c8d-1c280feda148 req-c73f4aa6-bde6-4353-86fb-1d3d15e33336 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3d7484ae-78a0-4a01-9340-d50011c24af9 HTTP/1.1" status: 200 len: 913 time: 0.0869184 Nov 16 11:52:01.531255 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-29f586c9-c26b-4f7c-8c8d-1c280feda148 req-e37810bd-83f1-48ed-b7be-090bd232a7d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cea88b61-ef04-4e71-b6c8-38f5a470f3e6 HTTP/1.1" status: 200 len: 1002 time: 0.0555747 Nov 16 11:52:01.578131 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f586c9-c26b-4f7c-8c8d-1c280feda148 req-0ee0544a-9582-45d8-aa49-5a4600c84c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:52:01.579509 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-29f586c9-c26b-4f7c-8c8d-1c280feda148 req-0ee0544a-9582-45d8-aa49-5a4600c84c21 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b36b18de-7ce5-4007-aecb-7c9e7de7c07f HTTP/1.1" status: 200 len: 851 time: 0.0421662 Nov 16 11:52:01.633852 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f586c9-c26b-4f7c-8c8d-1c280feda148 req-1a22f446-600f-4545-917a-0b34554056c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:52:01.635477 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-29f586c9-c26b-4f7c-8c8d-1c280feda148 req-1a22f446-600f-4545-917a-0b34554056c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d7484ae-78a0-4a01-9340-d50011c24af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482819 Nov 16 11:52:01.737973 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-29f586c9-c26b-4f7c-8c8d-1c280feda148 req-26fecc32-0b72-48ce-9717-015c20b2a2a7 service neutron] 10.222.0.36 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947671 Nov 16 11:52:01.829127 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-29f586c9-c26b-4f7c-8c8d-1c280feda148 req-d31200bc-b29e-491a-8536-4c1db2de4435 service neutron] 10.222.0.36 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842993 Nov 16 11:52:01.988912 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-66abc425-53a6-4ee6-ba8e-1718c21e6fa8 req-1321047d-8ffd-4e5a-8301-61669d84ccaf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=409d4900-f285-4b95-88a8-2b25319c431c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0903621 Nov 16 11:52:02.059730 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66abc425-53a6-4ee6-ba8e-1718c21e6fa8 req-b8ff578a-cf1b-4c28-8908-3d5ee8553c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:52:02.061289 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-66abc425-53a6-4ee6-ba8e-1718c21e6fa8 req-b8ff578a-cf1b-4c28-8908-3d5ee8553c6c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4bac558768764cbe98f7632412a36688&device_id=409d4900-f285-4b95-88a8-2b25319c431c HTTP/1.1" status: 200 len: 1097 time: 0.0445435 Nov 16 11:52:02.174049 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66abc425-53a6-4ee6-ba8e-1718c21e6fa8 req-dc47adfe-e281-4e02-a94d-140bbdd2934b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:52:02.175515 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-66abc425-53a6-4ee6-ba8e-1718c21e6fa8 req-dc47adfe-e281-4e02-a94d-140bbdd2934b service neutron] 10.222.0.64 "GET /v2.0/networks?id=3d7484ae-78a0-4a01-9340-d50011c24af9 HTTP/1.1" status: 200 len: 913 time: 0.0879130 Nov 16 11:52:02.240069 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-66abc425-53a6-4ee6-ba8e-1718c21e6fa8 req-cc329237-82d2-42e6-a223-f6168dac403d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d491bc0b-d638-404c-a798-727b788a135d HTTP/1.1" status: 200 len: 1001 time: 0.0568178 Nov 16 11:52:02.306273 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66abc425-53a6-4ee6-ba8e-1718c21e6fa8 req-c0a647f4-98c3-4895-9038-fe87604ffee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:52:02.308026 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-66abc425-53a6-4ee6-ba8e-1718c21e6fa8 req-c0a647f4-98c3-4895-9038-fe87604ffee3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b36b18de-7ce5-4007-aecb-7c9e7de7c07f HTTP/1.1" status: 200 len: 851 time: 0.0488422 Nov 16 11:52:02.359399 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66abc425-53a6-4ee6-ba8e-1718c21e6fa8 req-80cedb87-a3dd-4e4c-af7f-5c1117ff20fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:52:02.360901 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-66abc425-53a6-4ee6-ba8e-1718c21e6fa8 req-80cedb87-a3dd-4e4c-af7f-5c1117ff20fb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3d7484ae-78a0-4a01-9340-d50011c24af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414515 Nov 16 11:52:02.450582 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-66abc425-53a6-4ee6-ba8e-1718c21e6fa8 req-5ae364f0-120b-4404-9620-a5768511b169 service neutron] 10.222.0.64 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820129 Nov 16 11:52:02.544895 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-66abc425-53a6-4ee6-ba8e-1718c21e6fa8 req-7eabffab-4951-490c-8306-dc0b5c81597f service neutron] 10.222.0.64 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868242 Nov 16 11:52:13.052001 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-44c18cad-4796-476a-b2c1-7bb688cd7be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:14.486858 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43360) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:52:14.644848 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-9fc7a7c1-1a3a-4a1c-a5c6-3334e66f1a09 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Deleting port 2c074a41-d898-406c-bbe2-e7b57c161085 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:52:14.645188 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9fc7a7c1-1a3a-4a1c-a5c6-3334e66f1a09 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:14.724920 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9fc7a7c1-1a3a-4a1c-a5c6-3334e66f1a09 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:14.725260 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9fc7a7c1-1a3a-4a1c-a5c6-3334e66f1a09 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:14.738500 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-9fc7a7c1-1a3a-4a1c-a5c6-3334e66f1a09 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Calling delete_port for 2c074a41-d898-406c-bbe2-e7b57c161085 owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:52:14.887352 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9fc7a7c1-1a3a-4a1c-a5c6-3334e66f1a09 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:15.250554 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc7a7c1-1a3a-4a1c-a5c6-3334e66f1a09 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Pushing event deleted for resources: {'Port': ['ID=2c074a41-d898-406c-bbe2-e7b57c161085,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:52:15.283099 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc7a7c1-1a3a-4a1c-a5c6-3334e66f1a09 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:52:15.283498 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc7a7c1-1a3a-4a1c-a5c6-3334e66f1a09 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:52:15.284133 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc7a7c1-1a3a-4a1c-a5c6-3334e66f1a09 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:52:15.284635 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc7a7c1-1a3a-4a1c-a5c6-3334e66f1a09 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:52:15.284993 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc7a7c1-1a3a-4a1c-a5c6-3334e66f1a09 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:52:15.285298 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc7a7c1-1a3a-4a1c-a5c6-3334e66f1a09 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:52:15.285626 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc7a7c1-1a3a-4a1c-a5c6-3334e66f1a09 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:52:15.285980 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc7a7c1-1a3a-4a1c-a5c6-3334e66f1a09 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:52:15.286315 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc7a7c1-1a3a-4a1c-a5c6-3334e66f1a09 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:52:15.286650 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc7a7c1-1a3a-4a1c-a5c6-3334e66f1a09 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:52:15.286972 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc7a7c1-1a3a-4a1c-a5c6-3334e66f1a09 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:52:15.287307 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc7a7c1-1a3a-4a1c-a5c6-3334e66f1a09 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:52:15.329906 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9fc7a7c1-1a3a-4a1c-a5c6-3334e66f1a09 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:15.330284 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [None req-9fc7a7c1-1a3a-4a1c-a5c6-3334e66f1a09 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Floating IP 494c8777-e1e2-45d9-a8df-8160f2baba68 disassociated (deleted). External IP: 172.25.0.36, port: d491bc0b-d638-404c-a798-727b788a135d. Nov 16 11:52:15.544735 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc7a7c1-1a3a-4a1c-a5c6-3334e66f1a09 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Router c352b1ca-5cdc-43b9-af68-1b27d967b035 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:52:15.602291 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-afa6d2c4-c19f-4b22-a6f2-03205c1bfe51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:15.672651 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc7a7c1-1a3a-4a1c-a5c6-3334e66f1a09 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:52:15.677133 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9fc7a7c1-1a3a-4a1c-a5c6-3334e66f1a09 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:15.685438 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6cddea-6200-48a5-a0f0-062b9c6e644a None None] Sync routers for ids ['c352b1ca-5cdc-43b9-af68-1b27d967b035'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:52:15.697043 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6cddea-6200-48a5-a0f0-062b9c6e644a None None] Routers {'c352b1ca-5cdc-43b9-af68-1b27d967b035'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:52:15.697772 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-fa6cddea-6200-48a5-a0f0-062b9c6e644a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:52:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c352b1ca-5cdc-43b9-af68-1b27d967b035'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:52:15.712711 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9fc7a7c1-1a3a-4a1c-a5c6-3334e66f1a09 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "DELETE /v2.0/floatingips/494c8777-e1e2-45d9-a8df-8160f2baba68 HTTP/1.1" status: 204 len: 168 time: 1.2247419 Nov 16 11:52:15.713361 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409d4900-f285-4b95-88a8-2b25319c431c', 'tag': 'd491bc0b-d638-404c-a798-727b788a135d'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:52:15.715699 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2f19ef-fb1a-4107-91e5-f21245a61b83" -d '{"events": [{"name": "network-changed", "server_uuid": "409d4900-f285-4b95-88a8-2b25319c431c", "tag": "d491bc0b-d638-404c-a798-727b788a135d"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:52:15.812345 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-fa6cddea-6200-48a5-a0f0-062b9c6e644a None None] Set router c352b1ca-5cdc-43b9-af68-1b27d967b035 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:52:15.890122 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11afa226-c6d5-4ea2-8a83-124df4a0ee40 x-openstack-request-id: req-11afa226-c6d5-4ea2-8a83-124df4a0ee40 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:52:15.890459 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "409d4900-f285-4b95-88a8-2b25319c431c", "tag": "d491bc0b-d638-404c-a798-727b788a135d", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:52:15.890714 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-11afa226-c6d5-4ea2-8a83-124df4a0ee40 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:52:15.891131 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '409d4900-f285-4b95-88a8-2b25319c431c', 'tag': 'd491bc0b-d638-404c-a798-727b788a135d', 'status': 'completed', 'code': 200} Nov 16 11:52:15.994312 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f19ef-fb1a-4107-91e5-f21245a61b83 req-cabf4567-e395-42ee-852f-68b87bcd97a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:52:15.996184 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2d2f19ef-fb1a-4107-91e5-f21245a61b83 req-cabf4567-e395-42ee-852f-68b87bcd97a9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4bac558768764cbe98f7632412a36688&device_id=409d4900-f285-4b95-88a8-2b25319c431c HTTP/1.1" status: 200 len: 1097 time: 0.0734780 Nov 16 11:52:16.049967 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b17c87-e0e3-46ee-9390-c739da36cfdc req-beeb4ea0-923b-4feb-a99c-a1f97414a468 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:52:16.052332 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f9b17c87-e0e3-46ee-9390-c739da36cfdc req-beeb4ea0-923b-4feb-a99c-a1f97414a468 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=409d4900-f285-4b95-88a8-2b25319c431c HTTP/1.1" status: 200 len: 946 time: 0.1098955 Nov 16 11:52:16.115102 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-fa6cddea-6200-48a5-a0f0-062b9c6e644a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'name': 'tempest-TestVolumeBootPattern-2129707804-router', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:09Z', 'updated_at': '2021-11-16T11:39:15Z', 'revision_number': 4, 'project_id': '4bac558768764cbe98f7632412a36688', 'gw_port': {'id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:65:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:10Z', 'updated_at': '2021-11-16T11:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': 'e4a74561-d393-4cdb-9126-5ad5a180ec61', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'floating_ip_address': '172.25.0.106', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'port_id': 'cea88b61-ef04-4e71-b6c8-38f5a470f3e6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'mac_address': 'fa:16:3e:56:79:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad4c044-3170-4972-957a-f79697b694c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:48:32Z', 'updated_at': '2021-11-16T11:48:35Z', 'revision_number': 1, 'project_id': '4bac558768764cbe98f7632412a36688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cb16a25-dc49-4206-a022-3c3ed805f304', 'name': '', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'mac_address': 'fa:16:3e:8e:0b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:14Z', 'updated_at': '2021-11-16T11:39:31Z', 'revision_number': 5, 'project_id': '4bac558768764cbe98f7632412a36688', 'subnets': [{'id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:52:16.148549 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f9b17c87-e0e3-46ee-9390-c739da36cfdc req-f10c6f77-9871-4197-ba16-9fcd2318dc9d tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890086 Nov 16 11:52:16.153441 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f19ef-fb1a-4107-91e5-f21245a61b83 req-8415f576-f57d-445d-a627-d81f9191e1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:52:16.155950 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2d2f19ef-fb1a-4107-91e5-f21245a61b83 req-8415f576-f57d-445d-a627-d81f9191e1d0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3d7484ae-78a0-4a01-9340-d50011c24af9 HTTP/1.1" status: 200 len: 913 time: 0.1516526 Nov 16 11:52:16.178965 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6cddea-6200-48a5-a0f0-062b9c6e644a None None] Checking router: c352b1ca-5cdc-43b9-af68-1b27d967b035 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:52:16.189881 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6cddea-6200-48a5-a0f0-062b9c6e644a None None] Routers {'c352b1ca-5cdc-43b9-af68-1b27d967b035'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:52:16.191004 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-fa6cddea-6200-48a5-a0f0-062b9c6e644a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:52:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c352b1ca-5cdc-43b9-af68-1b27d967b035'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:52:16.215551 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2d2f19ef-fb1a-4107-91e5-f21245a61b83 req-da63d9df-e405-469e-ab23-2e47577256d0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d491bc0b-d638-404c-a798-727b788a135d HTTP/1.1" status: 200 len: 217 time: 0.0477858 Nov 16 11:52:16.280332 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f19ef-fb1a-4107-91e5-f21245a61b83 req-8f8d48a9-1f4d-40cc-b8b8-6fcc43c3e690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:52:16.286161 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2d2f19ef-fb1a-4107-91e5-f21245a61b83 req-8f8d48a9-1f4d-40cc-b8b8-6fcc43c3e690 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b36b18de-7ce5-4007-aecb-7c9e7de7c07f HTTP/1.1" status: 200 len: 851 time: 0.0588775 Nov 16 11:52:16.316539 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-fa6cddea-6200-48a5-a0f0-062b9c6e644a None None] Set router c352b1ca-5cdc-43b9-af68-1b27d967b035 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:52:16.334814 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f19ef-fb1a-4107-91e5-f21245a61b83 req-e9c576b8-7881-44a4-b82f-da205cf51855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:52:16.336361 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2d2f19ef-fb1a-4107-91e5-f21245a61b83 req-e9c576b8-7881-44a4-b82f-da205cf51855 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3d7484ae-78a0-4a01-9340-d50011c24af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453036 Nov 16 11:52:16.448421 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2d2f19ef-fb1a-4107-91e5-f21245a61b83 req-236da5cc-1c49-4271-99f1-c1dcda3eeed5 service neutron] 10.222.0.64 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042116 Nov 16 11:52:16.566365 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-fa6cddea-6200-48a5-a0f0-062b9c6e644a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'name': 'tempest-TestVolumeBootPattern-2129707804-router', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:09Z', 'updated_at': '2021-11-16T11:39:15Z', 'revision_number': 4, 'project_id': '4bac558768764cbe98f7632412a36688', 'gw_port': {'id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:65:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:10Z', 'updated_at': '2021-11-16T11:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': 'e4a74561-d393-4cdb-9126-5ad5a180ec61', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'floating_ip_address': '172.25.0.106', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'port_id': 'cea88b61-ef04-4e71-b6c8-38f5a470f3e6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'mac_address': 'fa:16:3e:56:79:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad4c044-3170-4972-957a-f79697b694c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:48:32Z', 'updated_at': '2021-11-16T11:48:35Z', 'revision_number': 1, 'project_id': '4bac558768764cbe98f7632412a36688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cb16a25-dc49-4206-a022-3c3ed805f304', 'name': '', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'mac_address': 'fa:16:3e:8e:0b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:14Z', 'updated_at': '2021-11-16T11:39:31Z', 'revision_number': 5, 'project_id': '4bac558768764cbe98f7632412a36688', 'subnets': [{'id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:52:16.574671 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2d2f19ef-fb1a-4107-91e5-f21245a61b83 req-dbf63dea-f582-4d55-810f-262a2b8700c1 service neutron] 10.222.0.64 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184042 Nov 16 11:52:16.597285 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6cddea-6200-48a5-a0f0-062b9c6e644a None None] The sync data for ids ['c352b1ca-5cdc-43b9-af68-1b27d967b035'] in n-d-816823-3 is: [{'id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'name': 'tempest-TestVolumeBootPattern-2129707804-router', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:09Z', 'updated_at': '2021-11-16T11:39:15Z', 'revision_number': 4, 'project_id': '4bac558768764cbe98f7632412a36688', 'gw_port': {'id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:65:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:10Z', 'updated_at': '2021-11-16T11:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': 'e4a74561-d393-4cdb-9126-5ad5a180ec61', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'floating_ip_address': '172.25.0.106', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'port_id': 'cea88b61-ef04-4e71-b6c8-38f5a470f3e6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'mac_address': 'fa:16:3e:56:79:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad4c044-3170-4972-957a-f79697b694c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T11:48:32Z', 'updated_at': '2021-11-16T11:48:35Z', 'revision_number': 1, 'project_id': '4bac558768764cbe98f7632412a36688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cb16a25-dc49-4206-a022-3c3ed805f304', 'name': '', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'mac_address': 'fa:16:3e:8e:0b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:14Z', 'updated_at': '2021-11-16T11:39:31Z', 'revision_number': 5, 'project_id': '4bac558768764cbe98f7632412a36688', 'subnets': [{'id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:52:16.688251 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:16.881509 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f40b487-c4b4-470e-bada-8614967e9d18 None None] New status for floating IP 494c8777-e1e2-45d9-a8df-8160f2baba68: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:52:17.277447 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88666a6-9dad-4c0a-ac3d-aed0b6cf7f34 req-6836f638-b8a2-4c49-b678-082586fabea3 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:52:17.278919 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f88666a6-9dad-4c0a-ac3d-aed0b6cf7f34 req-6836f638-b8a2-4c49-b678-082586fabea3 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=409d4900-f285-4b95-88a8-2b25319c431c HTTP/1.1" status: 200 len: 946 time: 0.0482087 Nov 16 11:52:17.331153 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f88666a6-9dad-4c0a-ac3d-aed0b6cf7f34 req-bcb2923f-b8d2-4f32-83ad-ff67faaf5499 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463438 Nov 16 11:52:17.793683 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcedf17-77de-4934-a976-c2e0f285682d req-9d8ee2e4-94cb-4bef-8f01-45451b1774f8 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:52:17.795189 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7fcedf17-77de-4934-a976-c2e0f285682d req-9d8ee2e4-94cb-4bef-8f01-45451b1774f8 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.64 "GET /v2.0/ports?device_id=409d4900-f285-4b95-88a8-2b25319c431c HTTP/1.1" status: 200 len: 946 time: 0.0511696 Nov 16 11:52:17.891442 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-7fcedf17-77de-4934-a976-c2e0f285682d req-10212f23-d98f-427f-aedd-d878d0947a88 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Deleting port d491bc0b-d638-404c-a798-727b788a135d {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:52:17.891782 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7fcedf17-77de-4934-a976-c2e0f285682d req-10212f23-d98f-427f-aedd-d878d0947a88 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:17.983138 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-7fcedf17-77de-4934-a976-c2e0f285682d req-10212f23-d98f-427f-aedd-d878d0947a88 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] For port d491bc0b-d638-404c-a798-727b788a135d, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=d491bc0b-d638-404c-a798-727b788a135d,segment=NetworkSegment(c7ce274d-1faf-4924-9c3c-562dce13f294),segment_id=c7ce274d-1faf-4924-9c3c-562dce13f294)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:52:17.983504 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7fcedf17-77de-4934-a976-c2e0f285682d req-10212f23-d98f-427f-aedd-d878d0947a88 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:17.998437 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-7fcedf17-77de-4934-a976-c2e0f285682d req-10212f23-d98f-427f-aedd-d878d0947a88 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Calling delete_port for d491bc0b-d638-404c-a798-727b788a135d owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:52:18.131333 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7fcedf17-77de-4934-a976-c2e0f285682d req-10212f23-d98f-427f-aedd-d878d0947a88 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:18.160268 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10212f23-d98f-427f-aedd-d878d0947a88 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Pushing event deleted for resources: {'Port': ['ID=d491bc0b-d638-404c-a798-727b788a135d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:52:18.205303 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fcedf17-77de-4934-a976-c2e0f285682d req-10212f23-d98f-427f-aedd-d878d0947a88 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] No DVR routers for this DVR port d491bc0b-d638-404c-a798-727b788a135d on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:52:18.208256 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7fcedf17-77de-4934-a976-c2e0f285682d req-10212f23-d98f-427f-aedd-d878d0947a88 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:18.212237 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7fcedf17-77de-4934-a976-c2e0f285682d req-10212f23-d98f-427f-aedd-d878d0947a88 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.64 "DELETE /v2.0/ports/d491bc0b-d638-404c-a798-727b788a135d HTTP/1.1" status: 204 len: 173 time: 0.4104471 Nov 16 11:52:18.212675 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409d4900-f285-4b95-88a8-2b25319c431c', 'name': 'network-vif-deleted', 'tag': 'd491bc0b-d638-404c-a798-727b788a135d'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:52:18.214940 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a58458-fb39-4464-8fd6-cf6ab5dc0db0" -d '{"events": [{"server_uuid": "409d4900-f285-4b95-88a8-2b25319c431c", "name": "network-vif-deleted", "tag": "d491bc0b-d638-404c-a798-727b788a135d"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:52:18.267396 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa382466-99b3-4be9-b350-4521537b19a3 x-openstack-request-id: req-fa382466-99b3-4be9-b350-4521537b19a3 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:52:18.267648 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409d4900-f285-4b95-88a8-2b25319c431c", "name": "network-vif-deleted", "tag": "d491bc0b-d638-404c-a798-727b788a135d", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:52:18.267902 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fa382466-99b3-4be9-b350-4521537b19a3 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:52:18.268304 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409d4900-f285-4b95-88a8-2b25319c431c', 'name': 'network-vif-deleted', 'tag': 'd491bc0b-d638-404c-a798-727b788a135d', 'status': 'completed', 'code': 200} Nov 16 11:52:18.381683 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:18.443467 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8f3579d6-0304-4514-b6b7-b3bb15e51980 req-01f2adb0-7273-4d2b-9709-82265967eaa0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=409d4900-f285-4b95-88a8-2b25319c431c HTTP/1.1" status: 200 len: 210 time: 0.0307541 Nov 16 11:52:18.851273 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:19.406782 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:52:19.551904 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-919888d6-a3d8-4925-b5f5-c8dd76a6d5cb req-cd888c2d-83b4-4555-9e92-2d819fc5e6c3 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=409d4900-f285-4b95-88a8-2b25319c431c HTTP/1.1" status: 200 len: 210 time: 0.0270016 Nov 16 11:52:20.648325 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b3ad6a15-4e2d-43de-bf20-4777ef63f91b req-b53f1f55-f199-46b6-8515-5104b5f35d73 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=409d4900-f285-4b95-88a8-2b25319c431c HTTP/1.1" status: 200 len: 210 time: 0.0269358 Nov 16 11:52:21.672565 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device d491bc0b-d638-404c-a798-727b788a135d no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:52:21.700830 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: d491bc0b-d638-404c-a798-727b788a135d {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:52:21.701163 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device d491bc0b-d638-404c-a798-727b788a135d not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:52:21.754335 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1bd23cdd-7626-4c8c-bd7c-b8c35ede36b6 req-399acd49-dfd8-42b4-9ef1-c3b2ed950d57 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=409d4900-f285-4b95-88a8-2b25319c431c HTTP/1.1" status: 200 len: 210 time: 0.0307884 Nov 16 11:52:22.870190 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-decb5357-133a-43ee-804e-ff7eea287fa6 req-35c1c5a0-8b6d-4e12-96d9-c22079409556 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=409d4900-f285-4b95-88a8-2b25319c431c HTTP/1.1" status: 200 len: 210 time: 0.0260787 Nov 16 11:52:28.281908 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:29.066156 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:29.319002 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43526) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:52:29.491513 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-57abd3fb-6622-41dd-b4e3-cb89534cb590 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Deleting port bfcae806-68cb-4109-8bbe-fda11da294af {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:52:29.491861 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-57abd3fb-6622-41dd-b4e3-cb89534cb590 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:29.565100 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-57abd3fb-6622-41dd-b4e3-cb89534cb590 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:29.565426 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-57abd3fb-6622-41dd-b4e3-cb89534cb590 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:29.577351 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-57abd3fb-6622-41dd-b4e3-cb89534cb590 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Calling delete_port for bfcae806-68cb-4109-8bbe-fda11da294af owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:52:29.732533 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-57abd3fb-6622-41dd-b4e3-cb89534cb590 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:29.765275 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57abd3fb-6622-41dd-b4e3-cb89534cb590 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Pushing event deleted for resources: {'Port': ['ID=bfcae806-68cb-4109-8bbe-fda11da294af,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:52:29.832343 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-57abd3fb-6622-41dd-b4e3-cb89534cb590 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:29.832580 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [None req-57abd3fb-6622-41dd-b4e3-cb89534cb590 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Floating IP e4a74561-d393-4cdb-9126-5ad5a180ec61 disassociated (deleted). External IP: 172.25.0.106, port: cea88b61-ef04-4e71-b6c8-38f5a470f3e6. Nov 16 11:52:30.037186 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57abd3fb-6622-41dd-b4e3-cb89534cb590 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Router c352b1ca-5cdc-43b9-af68-1b27d967b035 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:52:30.143779 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57abd3fb-6622-41dd-b4e3-cb89534cb590 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:52:30.148155 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-57abd3fb-6622-41dd-b4e3-cb89534cb590 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:30.154925 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bf07eb-c40f-4c92-b6d8-a7fe3187cfe2 None None] Sync routers for ids ['c352b1ca-5cdc-43b9-af68-1b27d967b035'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:52:30.165827 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bf07eb-c40f-4c92-b6d8-a7fe3187cfe2 None None] Routers {'c352b1ca-5cdc-43b9-af68-1b27d967b035'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:52:30.166755 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-98bf07eb-c40f-4c92-b6d8-a7fe3187cfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:52:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c352b1ca-5cdc-43b9-af68-1b27d967b035'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:52:30.178715 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-57abd3fb-6622-41dd-b4e3-cb89534cb590 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "DELETE /v2.0/floatingips/e4a74561-d393-4cdb-9126-5ad5a180ec61 HTTP/1.1" status: 204 len: 168 time: 0.8551660 Nov 16 11:52:30.178715 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad4c044-3170-4972-957a-f79697b694c4', 'tag': 'cea88b61-ef04-4e71-b6c8-38f5a470f3e6'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:52:30.178715 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1212c9da-dbee-42b2-8ce8-3f2c72d5d0a4" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad4c044-3170-4972-957a-f79697b694c4", "tag": "cea88b61-ef04-4e71-b6c8-38f5a470f3e6"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:52:30.288491 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-98bf07eb-c40f-4c92-b6d8-a7fe3187cfe2 None None] Set router c352b1ca-5cdc-43b9-af68-1b27d967b035 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:52:30.339802 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5ff06a-8066-499e-b6b0-ecf7072e7019 x-openstack-request-id: req-9d5ff06a-8066-499e-b6b0-ecf7072e7019 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:52:30.340299 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad4c044-3170-4972-957a-f79697b694c4", "tag": "cea88b61-ef04-4e71-b6c8-38f5a470f3e6", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:52:30.340397 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9d5ff06a-8066-499e-b6b0-ecf7072e7019 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:52:30.340776 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad4c044-3170-4972-957a-f79697b694c4', 'tag': 'cea88b61-ef04-4e71-b6c8-38f5a470f3e6', 'status': 'completed', 'code': 200} Nov 16 11:52:30.427588 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212c9da-dbee-42b2-8ce8-3f2c72d5d0a4 req-c56147ee-c60e-4502-b8c2-d7150e54361c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:52:30.429339 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1212c9da-dbee-42b2-8ce8-3f2c72d5d0a4 req-c56147ee-c60e-4502-b8c2-d7150e54361c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4bac558768764cbe98f7632412a36688&device_id=4ad4c044-3170-4972-957a-f79697b694c4 HTTP/1.1" status: 200 len: 1097 time: 0.0643837 Nov 16 11:52:30.448094 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c6a48-b6e3-4479-9b28-1291147e79e3 req-5efb153e-4c07-4f67-be3a-a6a684935f33 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:52:30.449768 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-329c6a48-b6e3-4479-9b28-1291147e79e3 req-5efb153e-4c07-4f67-be3a-a6a684935f33 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad4c044-3170-4972-957a-f79697b694c4 HTTP/1.1" status: 200 len: 946 time: 0.0631328 Nov 16 11:52:30.508799 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-329c6a48-b6e3-4479-9b28-1291147e79e3 req-2805eccb-50e6-4e6b-ad57-beecb2381210 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521736 Nov 16 11:52:30.550767 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212c9da-dbee-42b2-8ce8-3f2c72d5d0a4 req-4505afa6-93c2-4f77-8e6e-7f63c9f40ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:52:30.552469 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1212c9da-dbee-42b2-8ce8-3f2c72d5d0a4 req-4505afa6-93c2-4f77-8e6e-7f63c9f40ec5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3d7484ae-78a0-4a01-9340-d50011c24af9 HTTP/1.1" status: 200 len: 913 time: 0.1136453 Nov 16 11:52:30.599559 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1212c9da-dbee-42b2-8ce8-3f2c72d5d0a4 req-c0dd6c7f-c6c0-4389-a938-5f4ebd3853b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cea88b61-ef04-4e71-b6c8-38f5a470f3e6 HTTP/1.1" status: 200 len: 217 time: 0.0346940 Nov 16 11:52:30.622724 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-98bf07eb-c40f-4c92-b6d8-a7fe3187cfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'name': 'tempest-TestVolumeBootPattern-2129707804-router', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:09Z', 'updated_at': '2021-11-16T11:39:15Z', 'revision_number': 4, 'project_id': '4bac558768764cbe98f7632412a36688', 'gw_port': {'id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:65:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:10Z', 'updated_at': '2021-11-16T11:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '5cb16a25-dc49-4206-a022-3c3ed805f304', 'name': '', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'mac_address': 'fa:16:3e:8e:0b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:14Z', 'updated_at': '2021-11-16T11:39:31Z', 'revision_number': 5, 'project_id': '4bac558768764cbe98f7632412a36688', 'subnets': [{'id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:52:30.648114 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bf07eb-c40f-4c92-b6d8-a7fe3187cfe2 None None] Checking router: c352b1ca-5cdc-43b9-af68-1b27d967b035 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:52:30.651999 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212c9da-dbee-42b2-8ce8-3f2c72d5d0a4 req-16a7da43-77dc-43e3-b236-b957c72fcfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:52:30.653464 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1212c9da-dbee-42b2-8ce8-3f2c72d5d0a4 req-16a7da43-77dc-43e3-b236-b957c72fcfc0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b36b18de-7ce5-4007-aecb-7c9e7de7c07f HTTP/1.1" status: 200 len: 851 time: 0.0458727 Nov 16 11:52:30.656848 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bf07eb-c40f-4c92-b6d8-a7fe3187cfe2 None None] Routers {'c352b1ca-5cdc-43b9-af68-1b27d967b035'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:52:30.657450 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-98bf07eb-c40f-4c92-b6d8-a7fe3187cfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:52:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c352b1ca-5cdc-43b9-af68-1b27d967b035'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:52:30.705693 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212c9da-dbee-42b2-8ce8-3f2c72d5d0a4 req-ea9d1d42-b09a-4df4-8486-217688d76b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:52:30.707371 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1212c9da-dbee-42b2-8ce8-3f2c72d5d0a4 req-ea9d1d42-b09a-4df4-8486-217688d76b35 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d7484ae-78a0-4a01-9340-d50011c24af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456145 Nov 16 11:52:30.768756 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-98bf07eb-c40f-4c92-b6d8-a7fe3187cfe2 None None] Set router c352b1ca-5cdc-43b9-af68-1b27d967b035 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:52:30.802716 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1212c9da-dbee-42b2-8ce8-3f2c72d5d0a4 req-80077fb8-3ab8-4f36-bef3-e29a0ccb2376 service neutron] 10.222.0.36 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870194 Nov 16 11:52:30.894604 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1212c9da-dbee-42b2-8ce8-3f2c72d5d0a4 req-11a82b8a-ffdb-46ba-8f54-ac7bcc1e3ebf service neutron] 10.222.0.36 "GET /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848067 Nov 16 11:52:30.979194 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-98bf07eb-c40f-4c92-b6d8-a7fe3187cfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'name': 'tempest-TestVolumeBootPattern-2129707804-router', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:09Z', 'updated_at': '2021-11-16T11:39:15Z', 'revision_number': 4, 'project_id': '4bac558768764cbe98f7632412a36688', 'gw_port': {'id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:65:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:10Z', 'updated_at': '2021-11-16T11:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '5cb16a25-dc49-4206-a022-3c3ed805f304', 'name': '', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'mac_address': 'fa:16:3e:8e:0b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:14Z', 'updated_at': '2021-11-16T11:39:31Z', 'revision_number': 5, 'project_id': '4bac558768764cbe98f7632412a36688', 'subnets': [{'id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:52:31.005346 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bf07eb-c40f-4c92-b6d8-a7fe3187cfe2 None None] The sync data for ids ['c352b1ca-5cdc-43b9-af68-1b27d967b035'] in n-d-816823-3 is: [{'id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'name': 'tempest-TestVolumeBootPattern-2129707804-router', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:09Z', 'updated_at': '2021-11-16T11:39:15Z', 'revision_number': 4, 'project_id': '4bac558768764cbe98f7632412a36688', 'gw_port': {'id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:65:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:10Z', 'updated_at': '2021-11-16T11:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '5cb16a25-dc49-4206-a022-3c3ed805f304', 'name': '', 'network_id': '3d7484ae-78a0-4a01-9340-d50011c24af9', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'mac_address': 'fa:16:3e:8e:0b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:14Z', 'updated_at': '2021-11-16T11:39:31Z', 'revision_number': 5, 'project_id': '4bac558768764cbe98f7632412a36688', 'subnets': [{'id': 'b36b18de-7ce5-4007-aecb-7c9e7de7c07f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:52:31.255245 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a3ae2c-126d-4595-b12f-ecfc850015d2 None None] New status for floating IP e4a74561-d393-4cdb-9126-5ad5a180ec61: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:52:31.624738 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d38d8e-9e35-4d0e-93fd-f316d4313258 req-7cdcf26d-f2a1-4542-b175-3e8820ee23e4 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:52:31.626353 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-40d38d8e-9e35-4d0e-93fd-f316d4313258 req-7cdcf26d-f2a1-4542-b175-3e8820ee23e4 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad4c044-3170-4972-957a-f79697b694c4 HTTP/1.1" status: 200 len: 946 time: 0.0494089 Nov 16 11:52:31.679483 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-40d38d8e-9e35-4d0e-93fd-f316d4313258 req-8a08cd11-e6b2-4768-b21c-ec8477db8571 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/security-groups?id=b2f758d5-f6a7-4e8f-a345-625f497a3e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471661 Nov 16 11:52:31.874245 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3d4ff-9103-40de-badb-7cc8e96adea0 req-f846bbe0-160f-4543-a178-4149292f6cb0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:52:31.875619 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-19b3d4ff-9103-40de-badb-7cc8e96adea0 req-f846bbe0-160f-4543-a178-4149292f6cb0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ad4c044-3170-4972-957a-f79697b694c4 HTTP/1.1" status: 200 len: 946 time: 0.0531209 Nov 16 11:52:31.975156 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-19b3d4ff-9103-40de-badb-7cc8e96adea0 req-32aa263d-ef80-40a3-85ea-6c8b5598f4c0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Deleting port cea88b61-ef04-4e71-b6c8-38f5a470f3e6 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:52:31.975495 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-19b3d4ff-9103-40de-badb-7cc8e96adea0 req-32aa263d-ef80-40a3-85ea-6c8b5598f4c0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:32.073179 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-19b3d4ff-9103-40de-badb-7cc8e96adea0 req-32aa263d-ef80-40a3-85ea-6c8b5598f4c0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] For port cea88b61-ef04-4e71-b6c8-38f5a470f3e6, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=cea88b61-ef04-4e71-b6c8-38f5a470f3e6,segment=NetworkSegment(c7ce274d-1faf-4924-9c3c-562dce13f294),segment_id=c7ce274d-1faf-4924-9c3c-562dce13f294)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:52:32.073547 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-19b3d4ff-9103-40de-badb-7cc8e96adea0 req-32aa263d-ef80-40a3-85ea-6c8b5598f4c0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:32.087737 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-19b3d4ff-9103-40de-badb-7cc8e96adea0 req-32aa263d-ef80-40a3-85ea-6c8b5598f4c0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Calling delete_port for cea88b61-ef04-4e71-b6c8-38f5a470f3e6 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:52:32.219453 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-19b3d4ff-9103-40de-badb-7cc8e96adea0 req-32aa263d-ef80-40a3-85ea-6c8b5598f4c0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:32.272542 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa263d-ef80-40a3-85ea-6c8b5598f4c0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Pushing event deleted for resources: {'Port': ['ID=cea88b61-ef04-4e71-b6c8-38f5a470f3e6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:52:32.292837 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b3d4ff-9103-40de-badb-7cc8e96adea0 req-32aa263d-ef80-40a3-85ea-6c8b5598f4c0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] No DVR routers for this DVR port cea88b61-ef04-4e71-b6c8-38f5a470f3e6 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:52:32.295345 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-19b3d4ff-9103-40de-badb-7cc8e96adea0 req-32aa263d-ef80-40a3-85ea-6c8b5598f4c0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:32.298628 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-19b3d4ff-9103-40de-badb-7cc8e96adea0 req-32aa263d-ef80-40a3-85ea-6c8b5598f4c0 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.36 "DELETE /v2.0/ports/cea88b61-ef04-4e71-b6c8-38f5a470f3e6 HTTP/1.1" status: 204 len: 173 time: 0.4170096 Nov 16 11:52:32.341564 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad4c044-3170-4972-957a-f79697b694c4', 'name': 'network-vif-deleted', 'tag': 'cea88b61-ef04-4e71-b6c8-38f5a470f3e6'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:52:32.344647 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5be036f-9c44-4430-b366-f1c1bfbcbed2" -d '{"events": [{"server_uuid": "4ad4c044-3170-4972-957a-f79697b694c4", "name": "network-vif-deleted", "tag": "cea88b61-ef04-4e71-b6c8-38f5a470f3e6"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:52:32.382626 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1c690d-282a-4503-a263-e19fd665bbd3 x-openstack-request-id: req-ff1c690d-282a-4503-a263-e19fd665bbd3 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:52:32.383610 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad4c044-3170-4972-957a-f79697b694c4", "name": "network-vif-deleted", "tag": "cea88b61-ef04-4e71-b6c8-38f5a470f3e6", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:52:32.383861 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ff1c690d-282a-4503-a263-e19fd665bbd3 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:52:32.384294 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad4c044-3170-4972-957a-f79697b694c4', 'name': 'network-vif-deleted', 'tag': 'cea88b61-ef04-4e71-b6c8-38f5a470f3e6', 'status': 'completed', 'code': 200} Nov 16 11:52:32.779292 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-291e5c6e-6638-4427-9d59-f283ef0f9eb8 req-650eb25a-5a02-43bf-8fdd-97574a5aa59a tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad4c044-3170-4972-957a-f79697b694c4 HTTP/1.1" status: 200 len: 210 time: 0.0261192 Nov 16 11:52:33.873873 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e623f787-0992-41bc-9f14-87490c643117 req-4d48f4d6-a870-4853-b385-a163beb5c8ce tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad4c044-3170-4972-957a-f79697b694c4 HTTP/1.1" status: 200 len: 210 time: 0.0260108 Nov 16 11:52:34.970534 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0d8316fd-38d0-4804-85e1-72c1bdbbb4d8 req-f2a98302-95fb-4263-9e7f-7a324a3a807b tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad4c044-3170-4972-957a-f79697b694c4 HTTP/1.1" status: 200 len: 210 time: 0.0269043 Nov 16 11:52:36.065190 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-62b6ee43-56d3-48c6-9160-f8e495b904be req-3909dd02-79a5-4eaf-b58a-af0c238badab tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad4c044-3170-4972-957a-f79697b694c4 HTTP/1.1" status: 200 len: 210 time: 0.0263295 Nov 16 11:52:37.103035 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device cea88b61-ef04-4e71-b6c8-38f5a470f3e6 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:52:37.132216 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: cea88b61-ef04-4e71-b6c8-38f5a470f3e6 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:52:37.132607 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device cea88b61-ef04-4e71-b6c8-38f5a470f3e6 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:52:37.175662 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2c30c4ef-8c14-43f7-99eb-4c0e2ddcdf45 req-995ac0d1-e465-4ebd-b3dd-fe86c4f276c8 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad4c044-3170-4972-957a-f79697b694c4 HTTP/1.1" status: 200 len: 210 time: 0.0349574 Nov 16 11:52:38.233774 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43572) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:52:38.353838 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-de52a1ec-a649-4220-a03a-8c3af38f9c59 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Deleting port 14ffd108-01d1-4991-b0b7-fdae17e03dc6 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:52:38.354197 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de52a1ec-a649-4220-a03a-8c3af38f9c59 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:38.430901 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de52a1ec-a649-4220-a03a-8c3af38f9c59 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:38.431171 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de52a1ec-a649-4220-a03a-8c3af38f9c59 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:38.443153 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-de52a1ec-a649-4220-a03a-8c3af38f9c59 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Calling delete_port for 14ffd108-01d1-4991-b0b7-fdae17e03dc6 owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:52:38.572624 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de52a1ec-a649-4220-a03a-8c3af38f9c59 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:38.597269 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52a1ec-a649-4220-a03a-8c3af38f9c59 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Pushing event deleted for resources: {'Port': ['ID=14ffd108-01d1-4991-b0b7-fdae17e03dc6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:52:38.655560 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de52a1ec-a649-4220-a03a-8c3af38f9c59 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:38.658094 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de52a1ec-a649-4220-a03a-8c3af38f9c59 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:38.659261 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-de52a1ec-a649-4220-a03a-8c3af38f9c59 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "DELETE /v2.0/floatingips/781d8c16-669e-4828-9c71-62d938799138 HTTP/1.1" status: 204 len: 168 time: 0.4244142 Nov 16 11:52:41.964210 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 43640) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:52:42.035380 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-37a3dcd5-ace2-45c2-ba2c-822cb59c6931 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:42.066794 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-37a3dcd5-ace2-45c2-ba2c-822cb59c6931 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:42.144968 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-37a3dcd5-ace2-45c2-ba2c-822cb59c6931 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:42.147712 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-37a3dcd5-ace2-45c2-ba2c-822cb59c6931 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:42.152025 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-37a3dcd5-ace2-45c2-ba2c-822cb59c6931 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] 10.222.0.61 "DELETE /v2.0/security-groups/b2f758d5-f6a7-4e8f-a345-625f497a3e80 HTTP/1.1" status: 204 len: 168 time: 0.1841967 Nov 16 11:52:42.172409 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3dcd5-ace2-45c2-ba2c-822cb59c6931 tempest-TestVolumeBootPattern-2017637394 tempest-TestVolumeBootPattern-2017637394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f758d5-f6a7-4e8f-a345-625f497a3e80,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:52:42.226369 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43648) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:52:43.060069 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-de52138c-3c63-4f21-9437-94b0735e3d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:43.064503 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0a12b06b-fe2f-4c82-bd60-a6100e3e22c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:43.335062 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-0a12b06b-fe2f-4c82-bd60-a6100e3e22c1 admin admin] Deleting port 5cb16a25-dc49-4206-a022-3c3ed805f304 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:52:43.336241 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0a12b06b-fe2f-4c82-bd60-a6100e3e22c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:43.417579 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-0a12b06b-fe2f-4c82-bd60-a6100e3e22c1 admin admin] For port 5cb16a25-dc49-4206-a022-3c3ed805f304, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=5cb16a25-dc49-4206-a022-3c3ed805f304,segment=NetworkSegment(c7ce274d-1faf-4924-9c3c-562dce13f294),segment_id=c7ce274d-1faf-4924-9c3c-562dce13f294)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:52:43.417973 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0a12b06b-fe2f-4c82-bd60-a6100e3e22c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:43.431648 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-0a12b06b-fe2f-4c82-bd60-a6100e3e22c1 admin admin] Calling delete_port for 5cb16a25-dc49-4206-a022-3c3ed805f304 owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:52:43.621040 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0a12b06b-fe2f-4c82-bd60-a6100e3e22c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:43.651346 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a12b06b-fe2f-4c82-bd60-a6100e3e22c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cb16a25-dc49-4206-a022-3c3ed805f304,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:52:43.665694 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a12b06b-fe2f-4c82-bd60-a6100e3e22c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:52:43.666078 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a12b06b-fe2f-4c82-bd60-a6100e3e22c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:52:43.666422 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a12b06b-fe2f-4c82-bd60-a6100e3e22c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:52:43.666759 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a12b06b-fe2f-4c82-bd60-a6100e3e22c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:52:43.667156 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a12b06b-fe2f-4c82-bd60-a6100e3e22c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:52:43.667492 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a12b06b-fe2f-4c82-bd60-a6100e3e22c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:52:43.667868 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a12b06b-fe2f-4c82-bd60-a6100e3e22c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:52:43.668146 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a12b06b-fe2f-4c82-bd60-a6100e3e22c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:52:43.668469 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a12b06b-fe2f-4c82-bd60-a6100e3e22c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:52:43.668790 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a12b06b-fe2f-4c82-bd60-a6100e3e22c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:52:43.669112 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a12b06b-fe2f-4c82-bd60-a6100e3e22c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:52:43.669432 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a12b06b-fe2f-4c82-bd60-a6100e3e22c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:52:43.836624 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0a12b06b-fe2f-4c82-bd60-a6100e3e22c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:44.064635 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a12b06b-fe2f-4c82-bd60-a6100e3e22c1 admin admin] Router c352b1ca-5cdc-43b9-af68-1b27d967b035 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:52:44.182332 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a12b06b-fe2f-4c82-bd60-a6100e3e22c1 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:52:44.189861 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0a12b06b-fe2f-4c82-bd60-a6100e3e22c1 admin admin] 10.222.0.61 "PUT /v2.0/routers/c352b1ca-5cdc-43b9-af68-1b27d967b035/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9615533 Nov 16 11:52:44.192249 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43684) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:52:44.194076 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4186c6-5821-49ff-ba4a-2e96860a666f None None] Sync routers for ids ['c352b1ca-5cdc-43b9-af68-1b27d967b035'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:52:44.204884 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4186c6-5821-49ff-ba4a-2e96860a666f None None] Routers {'c352b1ca-5cdc-43b9-af68-1b27d967b035'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:52:44.205491 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-fc4186c6-5821-49ff-ba4a-2e96860a666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:52:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c352b1ca-5cdc-43b9-af68-1b27d967b035'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:52:44.308778 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2bbd5639-c104-4c55-ac90-c34644e062ec admin admin] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:44.317375 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-fc4186c6-5821-49ff-ba4a-2e96860a666f None None] Set router c352b1ca-5cdc-43b9-af68-1b27d967b035 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:52:44.414803 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2bbd5639-c104-4c55-ac90-c34644e062ec admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:44.479080 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-2bbd5639-c104-4c55-ac90-c34644e062ec admin admin] Deleting port 5cbfca54-2762-4074-b90f-2562cf61e4e5 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:52:44.479420 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2bbd5639-c104-4c55-ac90-c34644e062ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:44.519139 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-fc4186c6-5821-49ff-ba4a-2e96860a666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'name': 'tempest-TestVolumeBootPattern-2129707804-router', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:09Z', 'updated_at': '2021-11-16T11:52:43Z', 'revision_number': 5, 'project_id': '4bac558768764cbe98f7632412a36688', 'gw_port': {'id': '5cbfca54-2762-4074-b90f-2562cf61e4e5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:65:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:10Z', 'updated_at': '2021-11-16T11:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:52:44.550969 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4186c6-5821-49ff-ba4a-2e96860a666f None None] Checking router: c352b1ca-5cdc-43b9-af68-1b27d967b035 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:52:44.560364 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4186c6-5821-49ff-ba4a-2e96860a666f None None] Routers {'c352b1ca-5cdc-43b9-af68-1b27d967b035'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:52:44.560967 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-fc4186c6-5821-49ff-ba4a-2e96860a666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:52:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['c352b1ca-5cdc-43b9-af68-1b27d967b035'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:52:44.579252 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-2bbd5639-c104-4c55-ac90-c34644e062ec admin admin] For port 5cbfca54-2762-4074-b90f-2562cf61e4e5, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=5cbfca54-2762-4074-b90f-2562cf61e4e5,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:52:44.579616 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2bbd5639-c104-4c55-ac90-c34644e062ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:44.599799 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-2bbd5639-c104-4c55-ac90-c34644e062ec admin admin] Calling delete_port for 5cbfca54-2762-4074-b90f-2562cf61e4e5 owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:52:44.653184 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-fc4186c6-5821-49ff-ba4a-2e96860a666f None None] Set router c352b1ca-5cdc-43b9-af68-1b27d967b035 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:52:44.711178 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-fc4186c6-5821-49ff-ba4a-2e96860a666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'name': 'tempest-TestVolumeBootPattern-2129707804-router', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:09Z', 'updated_at': '2021-11-16T11:52:44Z', 'revision_number': 6, 'project_id': '4bac558768764cbe98f7632412a36688', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:52:44.739036 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4186c6-5821-49ff-ba4a-2e96860a666f None None] The sync data for ids ['c352b1ca-5cdc-43b9-af68-1b27d967b035'] in n-d-816823-3 is: [{'id': 'c352b1ca-5cdc-43b9-af68-1b27d967b035', 'name': 'tempest-TestVolumeBootPattern-2129707804-router', 'tenant_id': '4bac558768764cbe98f7632412a36688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:09Z', 'updated_at': '2021-11-16T11:52:44Z', 'revision_number': 6, 'project_id': '4bac558768764cbe98f7632412a36688', 'gw_port_host': None}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:52:44.785640 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2bbd5639-c104-4c55-ac90-c34644e062ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:44.822766 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd5639-c104-4c55-ac90-c34644e062ec admin admin] Pushing event deleted for resources: {'Port': ['ID=5cbfca54-2762-4074-b90f-2562cf61e4e5,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:52:44.830296 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbefaceb-e8b9-470b-bad9-9311c6356502 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:52:44.889971 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2bbd5639-c104-4c55-ac90-c34644e062ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:44.982580 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2bbd5639-c104-4c55-ac90-c34644e062ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:44.984693 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2bbd5639-c104-4c55-ac90-c34644e062ec admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:45.030513 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2bbd5639-c104-4c55-ac90-c34644e062ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:45.031220 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbd5639-c104-4c55-ac90-c34644e062ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router c352b1ca-5cdc-43b9-af68-1b27d967b035 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:52:45.036207 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2bbd5639-c104-4c55-ac90-c34644e062ec admin admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:45.037508 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2bbd5639-c104-4c55-ac90-c34644e062ec admin admin] 10.222.0.61 "DELETE /v2.0/routers/c352b1ca-5cdc-43b9-af68-1b27d967b035 HTTP/1.1" status: 204 len: 168 time: 0.8436835 Nov 16 11:52:45.039900 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43696) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:52:45.090988 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-19f58699-24b2-4763-9ae9-09cfb90cf132 admin admin] Deleting subnet b36b18de-7ce5-4007-aecb-7c9e7de7c07f {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:52:45.094488 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-19f58699-24b2-4763-9ae9-09cfb90cf132 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:45.139868 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-19f58699-24b2-4763-9ae9-09cfb90cf132 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:45.232268 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-19f58699-24b2-4763-9ae9-09cfb90cf132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:45.292953 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-19f58699-24b2-4763-9ae9-09cfb90cf132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:45.319764 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f58699-24b2-4763-9ae9-09cfb90cf132 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b36b18de-7ce5-4007-aecb-7c9e7de7c07f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:52:45.324976 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-19f58699-24b2-4763-9ae9-09cfb90cf132 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:45.330743 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-19f58699-24b2-4763-9ae9-09cfb90cf132 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b36b18de-7ce5-4007-aecb-7c9e7de7c07f HTTP/1.1" status: 204 len: 168 time: 0.2875597 Nov 16 11:52:45.330960 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43702) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:52:45.331097 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6fbff3-7aa6-4794-b191-dbca49788fba None None] Network 3d7484ae-78a0-4a01-9340-d50011c24af9 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:52:45.404908 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cab3f17b-61ad-4a2c-8e2b-0f50abc12cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:45.461490 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-cab3f17b-61ad-4a2c-8e2b-0f50abc12cdb admin admin] Deleting port 69d0f023-dbd7-4345-8cb1-b9f349df395c {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:52:45.462225 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cab3f17b-61ad-4a2c-8e2b-0f50abc12cdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:45.559289 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-cab3f17b-61ad-4a2c-8e2b-0f50abc12cdb admin admin] For port 69d0f023-dbd7-4345-8cb1-b9f349df395c, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=69d0f023-dbd7-4345-8cb1-b9f349df395c,segment=NetworkSegment(c7ce274d-1faf-4924-9c3c-562dce13f294),segment_id=c7ce274d-1faf-4924-9c3c-562dce13f294)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:52:45.559655 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cab3f17b-61ad-4a2c-8e2b-0f50abc12cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:45.573690 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-cab3f17b-61ad-4a2c-8e2b-0f50abc12cdb admin admin] Calling delete_port for 69d0f023-dbd7-4345-8cb1-b9f349df395c owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:52:45.617984 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-973be62a-839e-406b-a89a-4014f43c05f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:45.676895 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cab3f17b-61ad-4a2c-8e2b-0f50abc12cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:45.724743 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3f17b-61ad-4a2c-8e2b-0f50abc12cdb admin admin] Pushing event deleted for resources: {'Port': ['ID=69d0f023-dbd7-4345-8cb1-b9f349df395c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:52:45.728897 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab3f17b-61ad-4a2c-8e2b-0f50abc12cdb admin admin] No DVR routers for this DVR port 69d0f023-dbd7-4345-8cb1-b9f349df395c on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:52:45.754084 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3437180-c828-4006-a73a-86413021f0c8 None None] DHCP port deletion for 3d7484ae-78a0-4a01-9340-d50011c24af9 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:52:45.815375 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cab3f17b-61ad-4a2c-8e2b-0f50abc12cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:45.841489 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-cab3f17b-61ad-4a2c-8e2b-0f50abc12cdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d7484ae-78a0-4a01-9340-d50011c24af9']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:52:45.852259 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-cab3f17b-61ad-4a2c-8e2b-0f50abc12cdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7ce274d-1faf-4924-9c3c-562dce13f294') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:52:45.852380 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-cab3f17b-61ad-4a2c-8e2b-0f50abc12cdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7ce274d-1faf-4924-9c3c-562dce13f294') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:52:45.863649 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cab3f17b-61ad-4a2c-8e2b-0f50abc12cdb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:45.881245 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cab3f17b-61ad-4a2c-8e2b-0f50abc12cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:45.888427 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cab3f17b-61ad-4a2c-8e2b-0f50abc12cdb admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:52:45.888813 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cab3f17b-61ad-4a2c-8e2b-0f50abc12cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:45.890658 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:52:45.890658 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:52:45.890658 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:52:45.890658 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:52:45.890658 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:52:45.890658 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:52:45.890658 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:52:45.890658 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:52:45.890658 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:52:45.890658 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:52:45.890658 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:52:45.890658 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:52:45.890658 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:52:45.890658 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:52:45.890658 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:52:45.890658 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:52:45.890658 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:52:45.890658 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:52:45.890658 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:52:45.890658 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:52:45.890658 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:52:45.890658 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:52:45.890658 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:52:45.890658 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:52:45.890658 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:52:45.890658 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:52:45.890658 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:52:45.890658 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:52:45.890658 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:52:45.890658 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:52:45.890658 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:52:45.890658 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:52:45.963876 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cab3f17b-61ad-4a2c-8e2b-0f50abc12cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:45.969279 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cab3f17b-61ad-4a2c-8e2b-0f50abc12cdb admin admin] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:45.972840 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-cab3f17b-61ad-4a2c-8e2b-0f50abc12cdb admin admin] 10.222.0.61 "DELETE /v2.0/networks/3d7484ae-78a0-4a01-9340-d50011c24af9 HTTP/1.1" status: 204 len: 168 time: 0.6406183 Nov 16 11:52:45.975379 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43712) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:52:46.055161 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3f17b-61ad-4a2c-8e2b-0f50abc12cdb admin admin] Pushing event deleted for resources: {'Network': ['ID=3d7484ae-78a0-4a01-9340-d50011c24af9,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:52:46.361097 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b530accd-51c1-4aa5-a912-74af5dd633ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:46.610036 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 5cb16a25-dc49-4206-a022-3c3ed805f304 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:52:46.620676 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b530accd-51c1-4aa5-a912-74af5dd633ca admin admin] Deleting port 722ca4db-3703-49c5-8ce8-a55c4d658cb3 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:52:46.621145 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b530accd-51c1-4aa5-a912-74af5dd633ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:46.634875 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 5cb16a25-dc49-4206-a022-3c3ed805f304 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:52:46.635290 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 5cb16a25-dc49-4206-a022-3c3ed805f304 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:52:46.635765 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 5cbfca54-2762-4074-b90f-2562cf61e4e5 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:52:46.661518 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 5cbfca54-2762-4074-b90f-2562cf61e4e5 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:52:46.661958 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 5cbfca54-2762-4074-b90f-2562cf61e4e5 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:52:46.662616 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 69d0f023-dbd7-4345-8cb1-b9f349df395c no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:52:46.689048 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 69d0f023-dbd7-4345-8cb1-b9f349df395c {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:52:46.689701 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 69d0f023-dbd7-4345-8cb1-b9f349df395c not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:52:46.692917 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:46.705664 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-b530accd-51c1-4aa5-a912-74af5dd633ca admin admin] For port 722ca4db-3703-49c5-8ce8-a55c4d658cb3, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=722ca4db-3703-49c5-8ce8-a55c4d658cb3,segment=NetworkSegment(df8a678a-84ac-4290-ba2d-afd92ec3fa3b),segment_id=df8a678a-84ac-4290-ba2d-afd92ec3fa3b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:52:46.706039 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b530accd-51c1-4aa5-a912-74af5dd633ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:46.727700 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b530accd-51c1-4aa5-a912-74af5dd633ca admin admin] Calling delete_port for 722ca4db-3703-49c5-8ce8-a55c4d658cb3 owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:52:46.914754 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b530accd-51c1-4aa5-a912-74af5dd633ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:46.945407 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530accd-51c1-4aa5-a912-74af5dd633ca admin admin] Pushing event deleted for resources: {'Port': ['ID=722ca4db-3703-49c5-8ce8-a55c4d658cb3,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:52:47.126149 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b530accd-51c1-4aa5-a912-74af5dd633ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:47.677834 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b530accd-51c1-4aa5-a912-74af5dd633ca admin admin] Router fb162cf1-fec0-4c85-8fb9-b5e95e6c419b has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:52:47.795222 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b530accd-51c1-4aa5-a912-74af5dd633ca admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:52:47.800500 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b530accd-51c1-4aa5-a912-74af5dd633ca admin admin] 10.222.0.61 "PUT /v2.0/routers/fb162cf1-fec0-4c85-8fb9-b5e95e6c419b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8241668 Nov 16 11:52:47.802996 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43746) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:52:47.807370 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de87bee5-22dd-486d-9d93-e2695bd999b8 None None] Sync routers for ids ['fb162cf1-fec0-4c85-8fb9-b5e95e6c419b'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:52:47.818268 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de87bee5-22dd-486d-9d93-e2695bd999b8 None None] Routers {'fb162cf1-fec0-4c85-8fb9-b5e95e6c419b'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:52:47.819212 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-de87bee5-22dd-486d-9d93-e2695bd999b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:52:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['fb162cf1-fec0-4c85-8fb9-b5e95e6c419b'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:52:47.918150 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f6c5667c-1c97-4017-9717-dc1251eec9c7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:47.928300 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-de87bee5-22dd-486d-9d93-e2695bd999b8 None None] Set router fb162cf1-fec0-4c85-8fb9-b5e95e6c419b gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:52:48.034136 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f6c5667c-1c97-4017-9717-dc1251eec9c7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:48.093743 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f6c5667c-1c97-4017-9717-dc1251eec9c7 admin admin] Deleting port 98e75fcd-f529-4482-893e-2c4cd60e0442 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:52:48.094205 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f6c5667c-1c97-4017-9717-dc1251eec9c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:48.118391 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-de87bee5-22dd-486d-9d93-e2695bd999b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb162cf1-fec0-4c85-8fb9-b5e95e6c419b', 'name': 'tempest-TestVolumeBootPattern-520507276-router', 'tenant_id': '5e7d30567b2648cb8d46d13920112685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '98e75fcd-f529-4482-893e-2c4cd60e0442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:21Z', 'updated_at': '2021-11-16T11:52:46Z', 'revision_number': 5, 'project_id': '5e7d30567b2648cb8d46d13920112685', 'gw_port': {'id': '98e75fcd-f529-4482-893e-2c4cd60e0442', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:92:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb162cf1-fec0-4c85-8fb9-b5e95e6c419b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:39:24Z', 'updated_at': '2021-11-16T11:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:52:48.159098 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de87bee5-22dd-486d-9d93-e2695bd999b8 None None] Checking router: fb162cf1-fec0-4c85-8fb9-b5e95e6c419b for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:52:48.167877 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de87bee5-22dd-486d-9d93-e2695bd999b8 None None] Routers {'fb162cf1-fec0-4c85-8fb9-b5e95e6c419b'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:52:48.168494 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-de87bee5-22dd-486d-9d93-e2695bd999b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:52:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['fb162cf1-fec0-4c85-8fb9-b5e95e6c419b'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:52:48.195541 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-f6c5667c-1c97-4017-9717-dc1251eec9c7 admin admin] For port 98e75fcd-f529-4482-893e-2c4cd60e0442, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=98e75fcd-f529-4482-893e-2c4cd60e0442,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:52:48.195923 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f6c5667c-1c97-4017-9717-dc1251eec9c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:48.209078 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f6c5667c-1c97-4017-9717-dc1251eec9c7 admin admin] Calling delete_port for 98e75fcd-f529-4482-893e-2c4cd60e0442 owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:52:48.278275 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-de87bee5-22dd-486d-9d93-e2695bd999b8 None None] Set router fb162cf1-fec0-4c85-8fb9-b5e95e6c419b gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:52:48.344066 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-de87bee5-22dd-486d-9d93-e2695bd999b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb162cf1-fec0-4c85-8fb9-b5e95e6c419b', 'name': 'tempest-TestVolumeBootPattern-520507276-router', 'tenant_id': '5e7d30567b2648cb8d46d13920112685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:21Z', 'updated_at': '2021-11-16T11:52:48Z', 'revision_number': 6, 'project_id': '5e7d30567b2648cb8d46d13920112685', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:52:48.381951 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de87bee5-22dd-486d-9d93-e2695bd999b8 None None] The sync data for ids ['fb162cf1-fec0-4c85-8fb9-b5e95e6c419b'] in n-d-816823-3 is: [{'id': 'fb162cf1-fec0-4c85-8fb9-b5e95e6c419b', 'name': 'tempest-TestVolumeBootPattern-520507276-router', 'tenant_id': '5e7d30567b2648cb8d46d13920112685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:39:21Z', 'updated_at': '2021-11-16T11:52:48Z', 'revision_number': 6, 'project_id': '5e7d30567b2648cb8d46d13920112685', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:52:48.395320 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f6c5667c-1c97-4017-9717-dc1251eec9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:48.396708 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:48.423124 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c5667c-1c97-4017-9717-dc1251eec9c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=98e75fcd-f529-4482-893e-2c4cd60e0442,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:52:48.451577 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4adb2e2-ff2b-40df-bed7-7c4e65a06dbd None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:52:48.488923 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f6c5667c-1c97-4017-9717-dc1251eec9c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:48.585259 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f6c5667c-1c97-4017-9717-dc1251eec9c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:48.591420 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f6c5667c-1c97-4017-9717-dc1251eec9c7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:48.641034 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f6c5667c-1c97-4017-9717-dc1251eec9c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:48.641700 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c5667c-1c97-4017-9717-dc1251eec9c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb162cf1-fec0-4c85-8fb9-b5e95e6c419b {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:52:48.649048 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f6c5667c-1c97-4017-9717-dc1251eec9c7 admin admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:48.650287 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f6c5667c-1c97-4017-9717-dc1251eec9c7 admin admin] 10.222.0.61 "DELETE /v2.0/routers/fb162cf1-fec0-4c85-8fb9-b5e95e6c419b HTTP/1.1" status: 204 len: 168 time: 0.8463891 Nov 16 11:52:48.652816 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43764) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:52:48.701505 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e1a65e-e316-4494-8e23-438ea755203a admin admin] Deleting subnet bd6cfd79-6d29-42e1-b994-f1d0298fe56d {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:52:48.704841 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-72e1a65e-e316-4494-8e23-438ea755203a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:48.748433 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-72e1a65e-e316-4494-8e23-438ea755203a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:48.858655 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-72e1a65e-e316-4494-8e23-438ea755203a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:48.869348 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:48.915612 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-72e1a65e-e316-4494-8e23-438ea755203a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:48.943023 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1a65e-e316-4494-8e23-438ea755203a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd6cfd79-6d29-42e1-b994-f1d0298fe56d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:52:48.947939 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-72e1a65e-e316-4494-8e23-438ea755203a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:48.951278 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-72e1a65e-e316-4494-8e23-438ea755203a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/bd6cfd79-6d29-42e1-b994-f1d0298fe56d HTTP/1.1" status: 204 len: 168 time: 0.2973547 Nov 16 11:52:48.953585 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43770) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:52:48.956353 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71da478e-989f-4756-b6b0-78672295e055 None None] Network 49812472-361d-465b-9cae-27a8b2504292 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:52:49.024607 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-393649db-e1ec-426f-9279-124fda654a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:49.087587 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-393649db-e1ec-426f-9279-124fda654a36 admin admin] Deleting port 7c68236d-183b-4bd1-92df-a19c5cbc083f {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:52:49.087587 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-393649db-e1ec-426f-9279-124fda654a36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:49.153413 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-393649db-e1ec-426f-9279-124fda654a36 admin admin] For port 7c68236d-183b-4bd1-92df-a19c5cbc083f, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=7c68236d-183b-4bd1-92df-a19c5cbc083f,segment=NetworkSegment(df8a678a-84ac-4290-ba2d-afd92ec3fa3b),segment_id=df8a678a-84ac-4290-ba2d-afd92ec3fa3b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:52:49.153778 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-393649db-e1ec-426f-9279-124fda654a36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:49.170533 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-393649db-e1ec-426f-9279-124fda654a36 admin admin] Calling delete_port for 7c68236d-183b-4bd1-92df-a19c5cbc083f owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:52:49.198122 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76eef4ee-576e-4566-8893-a0472461726e None None] DHCP port deletion for 49812472-361d-465b-9cae-27a8b2504292 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:52:49.242688 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 722ca4db-3703-49c5-8ce8-a55c4d658cb3 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:52:49.266779 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 722ca4db-3703-49c5-8ce8-a55c4d658cb3 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:52:49.267127 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 722ca4db-3703-49c5-8ce8-a55c4d658cb3 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:52:49.287154 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-76eef4ee-576e-4566-8893-a0472461726e None None] Deleting port 7c68236d-183b-4bd1-92df-a19c5cbc083f {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:52:49.287540 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-76eef4ee-576e-4566-8893-a0472461726e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:49.310781 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-393649db-e1ec-426f-9279-124fda654a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:49.338131 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393649db-e1ec-426f-9279-124fda654a36 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c68236d-183b-4bd1-92df-a19c5cbc083f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:52:49.346826 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393649db-e1ec-426f-9279-124fda654a36 admin admin] No DVR routers for this DVR port 7c68236d-183b-4bd1-92df-a19c5cbc083f on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:52:49.369104 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-76eef4ee-576e-4566-8893-a0472461726e None None] For port 7c68236d-183b-4bd1-92df-a19c5cbc083f, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=7c68236d-183b-4bd1-92df-a19c5cbc083f,segment=NetworkSegment(df8a678a-84ac-4290-ba2d-afd92ec3fa3b),segment_id=df8a678a-84ac-4290-ba2d-afd92ec3fa3b)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:52:49.369499 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-76eef4ee-576e-4566-8893-a0472461726e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:49.384402 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-76eef4ee-576e-4566-8893-a0472461726e None None] Calling delete_port for 7c68236d-183b-4bd1-92df-a19c5cbc083f owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:52:49.431311 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-393649db-e1ec-426f-9279-124fda654a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:49.452185 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-393649db-e1ec-426f-9279-124fda654a36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49812472-361d-465b-9cae-27a8b2504292']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:52:49.462209 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-393649db-e1ec-426f-9279-124fda654a36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df8a678a-84ac-4290-ba2d-afd92ec3fa3b') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:52:49.462633 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-393649db-e1ec-426f-9279-124fda654a36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df8a678a-84ac-4290-ba2d-afd92ec3fa3b') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:52:49.470765 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-76eef4ee-576e-4566-8893-a0472461726e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:49.474249 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-393649db-e1ec-426f-9279-124fda654a36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:49.493705 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-393649db-e1ec-426f-9279-124fda654a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:49.503657 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-393649db-e1ec-426f-9279-124fda654a36 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:52:49.504946 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-393649db-e1ec-426f-9279-124fda654a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:49.507375 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:52:49.507375 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:52:49.507375 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:52:49.507375 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:52:49.507375 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:52:49.507375 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:52:49.507375 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:52:49.507375 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:52:49.507375 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:52:49.507375 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:52:49.507375 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:52:49.507375 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:52:49.507375 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:52:49.507375 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:52:49.507375 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:52:49.507375 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:52:49.507375 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:52:49.507375 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:52:49.507375 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:52:49.507375 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:52:49.507375 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:52:49.507375 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:52:49.507375 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:52:49.507375 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:52:49.507375 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:52:49.507375 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:52:49.507375 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:52:49.507375 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:52:49.507375 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:52:49.507375 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:52:49.507375 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:52:49.507375 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:52:49.511912 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eef4ee-576e-4566-8893-a0472461726e None None] Pushing event deleted for resources: {'Port': ['ID=7c68236d-183b-4bd1-92df-a19c5cbc083f,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:52:49.522109 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76eef4ee-576e-4566-8893-a0472461726e None None] No DVR routers for this DVR port 7c68236d-183b-4bd1-92df-a19c5cbc083f on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:52:49.537141 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eef4ee-576e-4566-8893-a0472461726e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:52:49.537581 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eef4ee-576e-4566-8893-a0472461726e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:52:49.538114 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eef4ee-576e-4566-8893-a0472461726e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:52:49.538738 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eef4ee-576e-4566-8893-a0472461726e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:52:49.539716 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eef4ee-576e-4566-8893-a0472461726e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:52:49.540205 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eef4ee-576e-4566-8893-a0472461726e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:52:49.540603 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eef4ee-576e-4566-8893-a0472461726e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:52:49.540993 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eef4ee-576e-4566-8893-a0472461726e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:52:49.541720 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eef4ee-576e-4566-8893-a0472461726e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:52:49.542129 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eef4ee-576e-4566-8893-a0472461726e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:52:49.542519 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eef4ee-576e-4566-8893-a0472461726e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:52:49.542911 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eef4ee-576e-4566-8893-a0472461726e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:52:49.573464 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-393649db-e1ec-426f-9279-124fda654a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:49.595670 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-393649db-e1ec-426f-9279-124fda654a36 admin admin] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:49.598924 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-393649db-e1ec-426f-9279-124fda654a36 admin admin] 10.222.0.61 "DELETE /v2.0/networks/49812472-361d-465b-9cae-27a8b2504292 HTTP/1.1" status: 204 len: 168 time: 0.6443172 Nov 16 11:52:49.606758 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393649db-e1ec-426f-9279-124fda654a36 admin admin] Pushing event deleted for resources: {'Network': ['ID=49812472-361d-465b-9cae-27a8b2504292,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:52:49.746803 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43790) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:52:49.790706 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-45d0bd76-7229-4063-ae36-0d828d49a516 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4bac558768764cbe98f7632412a36688&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425158 Nov 16 11:52:49.792918 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43794) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:52:49.848171 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-74e641f1-71dc-421f-aaae-52cc75d69486 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:49.870854 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-74e641f1-71dc-421f-aaae-52cc75d69486 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:49.916581 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-74e641f1-71dc-421f-aaae-52cc75d69486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:49.919522 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-74e641f1-71dc-421f-aaae-52cc75d69486 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:49.920696 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-74e641f1-71dc-421f-aaae-52cc75d69486 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c4794642-d8bf-457c-a3b2-3c775f0f05fb HTTP/1.1" status: 204 len: 168 time: 0.1268589 Nov 16 11:52:49.930623 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e641f1-71dc-421f-aaae-52cc75d69486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4794642-d8bf-457c-a3b2-3c775f0f05fb,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:52:50.303258 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43814) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:52:50.352663 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-50379852-4b41-4450-9502-2b850f63a589 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5e7d30567b2648cb8d46d13920112685&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0472927 Nov 16 11:52:50.354895 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 43816) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:52:50.402952 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1e1df99c-56e3-42fb-b608-4ec62754b989 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:50.425486 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1e1df99c-56e3-42fb-b608-4ec62754b989 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:50.482108 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1e1df99c-56e3-42fb-b608-4ec62754b989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:50.484757 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1e1df99c-56e3-42fb-b608-4ec62754b989 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:50.485959 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1e1df99c-56e3-42fb-b608-4ec62754b989 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/166392a5-c35d-4b1d-8624-ae62d0c0f155 HTTP/1.1" status: 204 len: 168 time: 0.1300623 Nov 16 11:52:50.495504 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1df99c-56e3-42fb-b608-4ec62754b989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166392a5-c35d-4b1d-8624-ae62d0c0f155,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:52:50.598878 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7c68236d-183b-4bd1-92df-a19c5cbc083f no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:52:50.628210 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 7c68236d-183b-4bd1-92df-a19c5cbc083f {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:52:50.628559 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7c68236d-183b-4bd1-92df-a19c5cbc083f not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:52:50.628978 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 98e75fcd-f529-4482-893e-2c4cd60e0442 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:52:50.655109 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 98e75fcd-f529-4482-893e-2c4cd60e0442 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:52:50.655456 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 98e75fcd-f529-4482-893e-2c4cd60e0442 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:52:56.406067 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:52:58.279863 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:52:59.060197 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:03.937835 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16f34f68-1473-461e-a638-d19677d8d710 req-94e4bfdb-a0af-4704-8f13-5b1a89497ce9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0460763 Nov 16 11:53:04.039577 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f34f68-1473-461e-a638-d19677d8d710 req-f5fae901-5ff6-4278-81bb-26cb2bcb4a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:04.040013 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f34f68-1473-461e-a638-d19677d8d710 req-f5fae901-5ff6-4278-81bb-26cb2bcb4a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:04.040493 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f34f68-1473-461e-a638-d19677d8d710 req-f5fae901-5ff6-4278-81bb-26cb2bcb4a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:04.040961 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f34f68-1473-461e-a638-d19677d8d710 req-f5fae901-5ff6-4278-81bb-26cb2bcb4a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:04.041429 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f34f68-1473-461e-a638-d19677d8d710 req-f5fae901-5ff6-4278-81bb-26cb2bcb4a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:04.041893 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f34f68-1473-461e-a638-d19677d8d710 req-f5fae901-5ff6-4278-81bb-26cb2bcb4a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:04.042381 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f34f68-1473-461e-a638-d19677d8d710 req-f5fae901-5ff6-4278-81bb-26cb2bcb4a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:04.044258 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16f34f68-1473-461e-a638-d19677d8d710 req-f5fae901-5ff6-4278-81bb-26cb2bcb4a28 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=14d41305b65a4dafae92476e1ff902fa&device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 6503 time: 0.0500329 Nov 16 11:53:04.181749 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f34f68-1473-461e-a638-d19677d8d710 req-232cfbe5-d1af-4f99-bb0c-b44b6e8b78dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:04.182291 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f34f68-1473-461e-a638-d19677d8d710 req-232cfbe5-d1af-4f99-bb0c-b44b6e8b78dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:04.182806 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f34f68-1473-461e-a638-d19677d8d710 req-232cfbe5-d1af-4f99-bb0c-b44b6e8b78dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:04.184981 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16f34f68-1473-461e-a638-d19677d8d710 req-232cfbe5-d1af-4f99-bb0c-b44b6e8b78dc service neutron] 10.222.0.64 "GET /v2.0/networks?id=cd9b53f3-dc5a-4d2a-9424-263d53785a99&id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&id=2041a2b2-0e73-454b-949f-7d84c22f57a1&id=2041a2b2-0e73-454b-949f-7d84c22f57a1 HTTP/1.1" status: 200 len: 2297 time: 0.1075394 Nov 16 11:53:04.256311 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16f34f68-1473-461e-a638-d19677d8d710 req-8c06e012-4945-483c-9cb4-d4919b8108bf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=039b5ae1-2fe8-48b5-84f3-2dbed68501be HTTP/1.1" status: 200 len: 1001 time: 0.0604208 Nov 16 11:53:04.314501 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f34f68-1473-461e-a638-d19677d8d710 req-1b6bde32-4a47-4071-843c-97efbf2f374d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:04.315954 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16f34f68-1473-461e-a638-d19677d8d710 req-1b6bde32-4a47-4071-843c-97efbf2f374d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0dfedd61-b7f4-4fb0-bbf3-63a0a3e66c06 HTTP/1.1" status: 200 len: 856 time: 0.0493064 Nov 16 11:53:04.367593 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f34f68-1473-461e-a638-d19677d8d710 req-9a653e0a-76f8-4710-b159-1fad117c6695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:04.369278 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16f34f68-1473-461e-a638-d19677d8d710 req-9a653e0a-76f8-4710-b159-1fad117c6695 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cd9b53f3-dc5a-4d2a-9424-263d53785a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423484 Nov 16 11:53:04.471875 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16f34f68-1473-461e-a638-d19677d8d710 req-e68fc644-8c7a-44a1-bb7f-1242d9e37413 service neutron] 10.222.0.64 "GET /v2.0/networks/cd9b53f3-dc5a-4d2a-9424-263d53785a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902755 Nov 16 11:53:04.575602 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16f34f68-1473-461e-a638-d19677d8d710 req-43e2bbef-6372-4390-8a0c-30907ad15da8 service neutron] 10.222.0.64 "GET /v2.0/networks/cd9b53f3-dc5a-4d2a-9424-263d53785a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923142 Nov 16 11:53:04.622760 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16f34f68-1473-461e-a638-d19677d8d710 req-e9cb65bc-ba2e-4011-b360-9aa200a280d8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=938024bc-796d-495a-81a8-6e0bc9631cff HTTP/1.1" status: 200 len: 217 time: 0.0357635 Nov 16 11:53:04.681358 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f34f68-1473-461e-a638-d19677d8d710 req-8c5ccd25-4442-40cc-b466-3eca59a22c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:04.682870 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16f34f68-1473-461e-a638-d19677d8d710 req-8c5ccd25-4442-40cc-b466-3eca59a22c53 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14da45b5-9dad-4378-b0d0-75410f62650a HTTP/1.1" status: 200 len: 797 time: 0.0494564 Nov 16 11:53:04.733975 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f34f68-1473-461e-a638-d19677d8d710 req-141f5628-179d-433a-a136-64a9ea650c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:04.735488 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16f34f68-1473-461e-a638-d19677d8d710 req-141f5628-179d-433a-a136-64a9ea650c40 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0414324 Nov 16 11:53:04.830257 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16f34f68-1473-461e-a638-d19677d8d710 req-72bab821-a31e-4fd9-984b-976a44b11c02 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825849 Nov 16 11:53:04.932155 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16f34f68-1473-461e-a638-d19677d8d710 req-c9595eb1-bdfd-40b3-895c-864135df266f service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911701 Nov 16 11:53:04.979314 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16f34f68-1473-461e-a638-d19677d8d710 req-1c6b43ff-9e9e-43f4-b1d5-69c87007f2fa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=8c5a2788-c1fb-4c11-98c8-c7da1005cc29 HTTP/1.1" status: 200 len: 217 time: 0.0354874 Nov 16 11:53:05.038729 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f34f68-1473-461e-a638-d19677d8d710 req-00b2b454-d69a-42bf-9540-b93a60c6f9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:05.040230 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16f34f68-1473-461e-a638-d19677d8d710 req-00b2b454-d69a-42bf-9540-b93a60c6f9cf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14da45b5-9dad-4378-b0d0-75410f62650a HTTP/1.1" status: 200 len: 797 time: 0.0507648 Nov 16 11:53:05.092532 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f34f68-1473-461e-a638-d19677d8d710 req-17a2bd96-9756-40c4-ae7e-aaea59dd3371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:05.094090 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16f34f68-1473-461e-a638-d19677d8d710 req-17a2bd96-9756-40c4-ae7e-aaea59dd3371 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0427849 Nov 16 11:53:05.191191 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16f34f68-1473-461e-a638-d19677d8d710 req-dcfd6598-7722-4074-aba4-abaecdba15b0 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836334 Nov 16 11:53:05.291257 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16f34f68-1473-461e-a638-d19677d8d710 req-c2274902-523f-4412-a57b-68f80affa945 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890408 Nov 16 11:53:05.338182 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16f34f68-1473-461e-a638-d19677d8d710 req-b601f810-1713-4ec5-8878-45e00704b659 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=913955cf-8e4e-4a23-b0e2-1acbc8547be5 HTTP/1.1" status: 200 len: 217 time: 0.0353649 Nov 16 11:53:05.396339 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f34f68-1473-461e-a638-d19677d8d710 req-fe3fc080-b310-4dc5-b76d-b59f00117b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:05.398340 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16f34f68-1473-461e-a638-d19677d8d710 req-fe3fc080-b310-4dc5-b76d-b59f00117b6c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14da45b5-9dad-4378-b0d0-75410f62650a HTTP/1.1" status: 200 len: 797 time: 0.0494339 Nov 16 11:53:05.450835 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f34f68-1473-461e-a638-d19677d8d710 req-38d16817-aa3c-4254-bf49-7457e2b4d98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:05.452328 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16f34f68-1473-461e-a638-d19677d8d710 req-38d16817-aa3c-4254-bf49-7457e2b4d98a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0423081 Nov 16 11:53:05.548116 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16f34f68-1473-461e-a638-d19677d8d710 req-56cf8f4e-fc4f-407c-883c-c1feb70cbc70 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844543 Nov 16 11:53:05.647788 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16f34f68-1473-461e-a638-d19677d8d710 req-fe891c19-4157-4fbc-9c97-d21b3448f053 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890350 Nov 16 11:53:05.692747 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16f34f68-1473-461e-a638-d19677d8d710 req-067979c4-02dc-4954-91d9-129386d059aa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=1dfec5f3-6b09-43d8-9562-32075776c9c3 HTTP/1.1" status: 200 len: 217 time: 0.0333965 Nov 16 11:53:05.748113 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f34f68-1473-461e-a638-d19677d8d710 req-77bff7c9-592c-4a17-bc28-a8d7b801a976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:05.749522 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16f34f68-1473-461e-a638-d19677d8d710 req-77bff7c9-592c-4a17-bc28-a8d7b801a976 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=14da45b5-9dad-4378-b0d0-75410f62650a HTTP/1.1" status: 200 len: 797 time: 0.0453994 Nov 16 11:53:06.135538 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f34f68-1473-461e-a638-d19677d8d710 req-3abc1d10-518c-4be2-b5a1-03b9ac79e06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:06.137088 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16f34f68-1473-461e-a638-d19677d8d710 req-3abc1d10-518c-4be2-b5a1-03b9ac79e06c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=26ef2bed-8832-46c6-b24f-4f0cfd9c2013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3769472 Nov 16 11:53:06.233708 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16f34f68-1473-461e-a638-d19677d8d710 req-ccdfe8ee-df91-4a73-9c6d-61c7c6c81426 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851617 Nov 16 11:53:06.334370 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16f34f68-1473-461e-a638-d19677d8d710 req-6a21117b-0c72-4193-a7ad-f609d9ef8ee5 service neutron] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896440 Nov 16 11:53:06.380766 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16f34f68-1473-461e-a638-d19677d8d710 req-878e4d61-8e49-48db-8894-841c5b68f90d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4c83833b-e468-4daf-8f4c-118e3220587b HTTP/1.1" status: 200 len: 217 time: 0.0347238 Nov 16 11:53:06.437891 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f34f68-1473-461e-a638-d19677d8d710 req-c6d512fe-0cef-47eb-ade6-38f6b62cd406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:06.439276 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16f34f68-1473-461e-a638-d19677d8d710 req-c6d512fe-0cef-47eb-ade6-38f6b62cd406 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1bdf0709-8d8c-4805-b7a5-cb903bfbd56b HTTP/1.1" status: 200 len: 797 time: 0.0476110 Nov 16 11:53:06.488968 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f34f68-1473-461e-a638-d19677d8d710 req-9a5cc1dc-05a0-4b45-b888-8ba1d32d5f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:06.490507 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16f34f68-1473-461e-a638-d19677d8d710 req-9a5cc1dc-05a0-4b45-b888-8ba1d32d5f29 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2041a2b2-0e73-454b-949f-7d84c22f57a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0401609 Nov 16 11:53:06.586660 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16f34f68-1473-461e-a638-d19677d8d710 req-1e08dd90-3775-4f5b-84a6-36dfe8c8204d service neutron] 10.222.0.64 "GET /v2.0/networks/2041a2b2-0e73-454b-949f-7d84c22f57a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849106 Nov 16 11:53:06.682373 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16f34f68-1473-461e-a638-d19677d8d710 req-324b459c-9ccb-474b-80dd-b3e512c936aa service neutron] 10.222.0.64 "GET /v2.0/networks/2041a2b2-0e73-454b-949f-7d84c22f57a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843141 Nov 16 11:53:06.729211 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16f34f68-1473-461e-a638-d19677d8d710 req-8111e25f-3d88-461f-9fd5-f9feb056f86a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=93d0a61f-46d8-4643-8f71-0fc671a31fe6 HTTP/1.1" status: 200 len: 217 time: 0.0352275 Nov 16 11:53:06.784454 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f34f68-1473-461e-a638-d19677d8d710 req-2f5922bb-1ef6-42d7-a66b-fc38d3be1940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:06.785917 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16f34f68-1473-461e-a638-d19677d8d710 req-2f5922bb-1ef6-42d7-a66b-fc38d3be1940 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1bdf0709-8d8c-4805-b7a5-cb903bfbd56b HTTP/1.1" status: 200 len: 797 time: 0.0504501 Nov 16 11:53:06.837200 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f34f68-1473-461e-a638-d19677d8d710 req-2a541798-3648-4ab9-bd93-484740584878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:06.838865 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16f34f68-1473-461e-a638-d19677d8d710 req-2a541798-3648-4ab9-bd93-484740584878 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2041a2b2-0e73-454b-949f-7d84c22f57a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0418053 Nov 16 11:53:06.946379 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16f34f68-1473-461e-a638-d19677d8d710 req-af42d406-91bf-4a5b-ad5a-97892ebf1fed service neutron] 10.222.0.64 "GET /v2.0/networks/2041a2b2-0e73-454b-949f-7d84c22f57a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954247 Nov 16 11:53:07.061010 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-16f34f68-1473-461e-a638-d19677d8d710 req-7804f6ad-309f-433a-8f1f-f56795c5e0ee service neutron] 10.222.0.64 "GET /v2.0/networks/2041a2b2-0e73-454b-949f-7d84c22f57a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013532 Nov 16 11:53:13.053030 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-83b163dc-02cf-4ca6-a0d0-2eac680eb70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:15.603948 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3d9f30a0-4ed2-4440-a2ea-867cddb75f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:16.664684 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:18.386301 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:18.862544 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:23.697153 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5f03b-9500-4772-86fc-a928def00736 req-f5b2f8e8-e6a1-4896-a5f9-d8ef47c31c07 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:23.703090 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5f03b-9500-4772-86fc-a928def00736 req-f5b2f8e8-e6a1-4896-a5f9-d8ef47c31c07 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:23.709017 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5f03b-9500-4772-86fc-a928def00736 req-f5b2f8e8-e6a1-4896-a5f9-d8ef47c31c07 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:23.715693 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5f03b-9500-4772-86fc-a928def00736 req-f5b2f8e8-e6a1-4896-a5f9-d8ef47c31c07 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:23.721684 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5f03b-9500-4772-86fc-a928def00736 req-f5b2f8e8-e6a1-4896-a5f9-d8ef47c31c07 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:23.727694 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5f03b-9500-4772-86fc-a928def00736 req-f5b2f8e8-e6a1-4896-a5f9-d8ef47c31c07 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:23.733702 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5f03b-9500-4772-86fc-a928def00736 req-f5b2f8e8-e6a1-4896-a5f9-d8ef47c31c07 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:23.736061 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9cc5f03b-9500-4772-86fc-a928def00736 req-f5b2f8e8-e6a1-4896-a5f9-d8ef47c31c07 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 5446 time: 0.0958335 Nov 16 11:53:23.795705 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9cc5f03b-9500-4772-86fc-a928def00736 req-28aa2232-c6e0-45aa-b627-9270860b51f5 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=e21bdf95-84ed-4189-aa21-cfae4bf8891b&id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539236 Nov 16 11:53:24.929776 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08273d7a-9d11-4268-bc31-3ee185a110f4 req-9d41d90e-238f-45f3-9bf0-d14489b7a4b7 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:24.936070 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08273d7a-9d11-4268-bc31-3ee185a110f4 req-9d41d90e-238f-45f3-9bf0-d14489b7a4b7 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:24.941988 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08273d7a-9d11-4268-bc31-3ee185a110f4 req-9d41d90e-238f-45f3-9bf0-d14489b7a4b7 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:24.948383 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08273d7a-9d11-4268-bc31-3ee185a110f4 req-9d41d90e-238f-45f3-9bf0-d14489b7a4b7 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:24.955064 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08273d7a-9d11-4268-bc31-3ee185a110f4 req-9d41d90e-238f-45f3-9bf0-d14489b7a4b7 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:24.961639 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08273d7a-9d11-4268-bc31-3ee185a110f4 req-9d41d90e-238f-45f3-9bf0-d14489b7a4b7 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:24.967940 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08273d7a-9d11-4268-bc31-3ee185a110f4 req-9d41d90e-238f-45f3-9bf0-d14489b7a4b7 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:24.969846 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-08273d7a-9d11-4268-bc31-3ee185a110f4 req-9d41d90e-238f-45f3-9bf0-d14489b7a4b7 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 5446 time: 0.0938282 Nov 16 11:53:24.996021 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce860b-8758-4571-8f78-1515b5675271 req-b35e6be2-e8db-4885-aa2b-b135cda6b0a0 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:25.002082 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce860b-8758-4571-8f78-1515b5675271 req-b35e6be2-e8db-4885-aa2b-b135cda6b0a0 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:25.008815 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce860b-8758-4571-8f78-1515b5675271 req-b35e6be2-e8db-4885-aa2b-b135cda6b0a0 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:25.015060 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce860b-8758-4571-8f78-1515b5675271 req-b35e6be2-e8db-4885-aa2b-b135cda6b0a0 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:25.021063 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce860b-8758-4571-8f78-1515b5675271 req-b35e6be2-e8db-4885-aa2b-b135cda6b0a0 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:25.027850 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce860b-8758-4571-8f78-1515b5675271 req-b35e6be2-e8db-4885-aa2b-b135cda6b0a0 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:25.033812 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce860b-8758-4571-8f78-1515b5675271 req-b35e6be2-e8db-4885-aa2b-b135cda6b0a0 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:25.034020 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-08273d7a-9d11-4268-bc31-3ee185a110f4 req-21803df0-866d-45bd-b4a4-729d6e7992f0 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=e21bdf95-84ed-4189-aa21-cfae4bf8891b&id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569954 Nov 16 11:53:25.035830 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0dce860b-8758-4571-8f78-1515b5675271 req-b35e6be2-e8db-4885-aa2b-b135cda6b0a0 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.64 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 5446 time: 0.0953584 Nov 16 11:53:25.091417 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce860b-8758-4571-8f78-1515b5675271 req-881423cc-d36e-4280-950e-a0b03c36b24c tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:25.092784 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0dce860b-8758-4571-8f78-1515b5675271 req-881423cc-d36e-4280-950e-a0b03c36b24c tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.64 "GET /v2.0/ports/938024bc-796d-495a-81a8-6e0bc9631cff?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0457051 Nov 16 11:53:25.198606 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0dce860b-8758-4571-8f78-1515b5675271 req-d8dbb17c-3be3-45ac-ae7e-94c89e1084ed tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.64 "GET /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0964627 Nov 16 11:53:25.213998 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-0dce860b-8758-4571-8f78-1515b5675271 req-46bd905e-7653-4932-bad0-56cbbde3719c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:53:25.267870 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0dce860b-8758-4571-8f78-1515b5675271 req-46bd905e-7653-4932-bad0-56cbbde3719c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:25.402878 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-0dce860b-8758-4571-8f78-1515b5675271 req-46bd905e-7653-4932-bad0-56cbbde3719c service neutron] For port 938024bc-796d-495a-81a8-6e0bc9631cff, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=938024bc-796d-495a-81a8-6e0bc9631cff,segment=NetworkSegment(80eacd24-01b9-479d-8ad7-eafb488e2665),segment_id=80eacd24-01b9-479d-8ad7-eafb488e2665)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:53:25.438955 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-0dce860b-8758-4571-8f78-1515b5675271 req-46bd905e-7653-4932-bad0-56cbbde3719c service neutron] For port 938024bc-796d-495a-81a8-6e0bc9631cff, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:53:25.470802 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-0dce860b-8758-4571-8f78-1515b5675271 req-46bd905e-7653-4932-bad0-56cbbde3719c service neutron] device_id is not set on port 938024bc-796d-495a-81a8-6e0bc9631cff yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:53:25.479021 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0dce860b-8758-4571-8f78-1515b5675271 req-46bd905e-7653-4932-bad0-56cbbde3719c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:25.483956 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0dce860b-8758-4571-8f78-1515b5675271 req-46bd905e-7653-4932-bad0-56cbbde3719c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:25.544604 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dce860b-8758-4571-8f78-1515b5675271 req-46bd905e-7653-4932-bad0-56cbbde3719c service neutron] No DVR routers for this DVR port 938024bc-796d-495a-81a8-6e0bc9631cff on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:53:25.546869 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd905e-7653-4932-bad0-56cbbde3719c service neutron] Pushing event updated for resources: {'Port': ['ID=938024bc-796d-495a-81a8-6e0bc9631cff,revision_number=6']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:53:25.574792 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bd905e-7653-4932-bad0-56cbbde3719c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:53:25.575401 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bd905e-7653-4932-bad0-56cbbde3719c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:53:25.575895 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bd905e-7653-4932-bad0-56cbbde3719c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:53:25.576391 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bd905e-7653-4932-bad0-56cbbde3719c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:53:25.576915 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bd905e-7653-4932-bad0-56cbbde3719c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:53:25.577407 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bd905e-7653-4932-bad0-56cbbde3719c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:53:25.578241 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bd905e-7653-4932-bad0-56cbbde3719c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:53:25.579332 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bd905e-7653-4932-bad0-56cbbde3719c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:53:25.579849 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bd905e-7653-4932-bad0-56cbbde3719c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:53:25.580219 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bd905e-7653-4932-bad0-56cbbde3719c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:53:25.580546 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bd905e-7653-4932-bad0-56cbbde3719c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:53:25.581040 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bd905e-7653-4932-bad0-56cbbde3719c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:53:25.606936 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-0dce860b-8758-4571-8f78-1515b5675271 req-46bd905e-7653-4932-bad0-56cbbde3719c service neutron] In _notify_port_updated(), no bound segment for port 938024bc-796d-495a-81a8-6e0bc9631cff on network 26ef2bed-8832-46c6-b24f-4f0cfd9c2013 {{(pid=102668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 11:53:25.608472 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce860b-8758-4571-8f78-1515b5675271 req-46bd905e-7653-4932-bad0-56cbbde3719c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:25.609190 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0dce860b-8758-4571-8f78-1515b5675271 req-46bd905e-7653-4932-bad0-56cbbde3719c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:25.610865 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0dce860b-8758-4571-8f78-1515b5675271 req-46bd905e-7653-4932-bad0-56cbbde3719c service neutron] 10.222.0.64 "PUT /v2.0/ports/938024bc-796d-495a-81a8-6e0bc9631cff HTTP/1.1" status: 200 len: 1032 time: 0.4012144 Nov 16 11:53:25.671356 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce860b-8758-4571-8f78-1515b5675271 req-6ae5a163-c66c-4932-8f03-e234237737ce tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:25.673140 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0dce860b-8758-4571-8f78-1515b5675271 req-6ae5a163-c66c-4932-8f03-e234237737ce tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.64 "GET /v2.0/ports/8c5a2788-c1fb-4c11-98c8-c7da1005cc29?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0526803 Nov 16 11:53:25.689049 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-0dce860b-8758-4571-8f78-1515b5675271 req-0c6caaa2-2c6e-4ccf-bf71-54ebad61affb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:53:25.745123 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0dce860b-8758-4571-8f78-1515b5675271 req-0c6caaa2-2c6e-4ccf-bf71-54ebad61affb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:25.803757 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-dbd83932-04ee-4e2c-9cbb-b4f2b3ed3fcd None None] Provisioning complete for port 938024bc-796d-495a-81a8-6e0bc9631cff triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:53:25.808145 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dbd83932-04ee-4e2c-9cbb-b4f2b3ed3fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:25.846294 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-dbd83932-04ee-4e2c-9cbb-b4f2b3ed3fcd None None] Port 938024bc-796d-495a-81a8-6e0bc9631cff cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:53:25.905418 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-0dce860b-8758-4571-8f78-1515b5675271 req-0c6caaa2-2c6e-4ccf-bf71-54ebad61affb service neutron] For port 8c5a2788-c1fb-4c11-98c8-c7da1005cc29, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=8c5a2788-c1fb-4c11-98c8-c7da1005cc29,segment=NetworkSegment(80eacd24-01b9-479d-8ad7-eafb488e2665),segment_id=80eacd24-01b9-479d-8ad7-eafb488e2665)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:53:25.940022 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-0dce860b-8758-4571-8f78-1515b5675271 req-0c6caaa2-2c6e-4ccf-bf71-54ebad61affb service neutron] For port 8c5a2788-c1fb-4c11-98c8-c7da1005cc29, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:53:25.970834 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-0dce860b-8758-4571-8f78-1515b5675271 req-0c6caaa2-2c6e-4ccf-bf71-54ebad61affb service neutron] device_id is not set on port 8c5a2788-c1fb-4c11-98c8-c7da1005cc29 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:53:25.979430 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0dce860b-8758-4571-8f78-1515b5675271 req-0c6caaa2-2c6e-4ccf-bf71-54ebad61affb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:25.984952 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0dce860b-8758-4571-8f78-1515b5675271 req-0c6caaa2-2c6e-4ccf-bf71-54ebad61affb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:26.049799 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6caaa2-2c6e-4ccf-bf71-54ebad61affb service neutron] Pushing event updated for resources: {'Port': ['ID=8c5a2788-c1fb-4c11-98c8-c7da1005cc29,revision_number=6']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:53:26.052343 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dce860b-8758-4571-8f78-1515b5675271 req-0c6caaa2-2c6e-4ccf-bf71-54ebad61affb service neutron] No DVR routers for this DVR port 8c5a2788-c1fb-4c11-98c8-c7da1005cc29 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:53:26.097362 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-0dce860b-8758-4571-8f78-1515b5675271 req-0c6caaa2-2c6e-4ccf-bf71-54ebad61affb service neutron] In _notify_port_updated(), no bound segment for port 8c5a2788-c1fb-4c11-98c8-c7da1005cc29 on network 26ef2bed-8832-46c6-b24f-4f0cfd9c2013 {{(pid=102668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 11:53:26.098353 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce860b-8758-4571-8f78-1515b5675271 req-0c6caaa2-2c6e-4ccf-bf71-54ebad61affb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:26.098932 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0dce860b-8758-4571-8f78-1515b5675271 req-0c6caaa2-2c6e-4ccf-bf71-54ebad61affb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:26.100230 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0dce860b-8758-4571-8f78-1515b5675271 req-0c6caaa2-2c6e-4ccf-bf71-54ebad61affb service neutron] 10.222.0.64 "PUT /v2.0/ports/8c5a2788-c1fb-4c11-98c8-c7da1005cc29 HTTP/1.1" status: 200 len: 1033 time: 0.4157510 Nov 16 11:53:26.193340 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd5853-1e34-428d-9c01-a5963872b059 req-9cbbcc14-904f-475d-838d-f92cc7c4979e tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:26.199704 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd5853-1e34-428d-9c01-a5963872b059 req-9cbbcc14-904f-475d-838d-f92cc7c4979e tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:26.206099 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd5853-1e34-428d-9c01-a5963872b059 req-9cbbcc14-904f-475d-838d-f92cc7c4979e tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:26.214241 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd5853-1e34-428d-9c01-a5963872b059 req-9cbbcc14-904f-475d-838d-f92cc7c4979e tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:26.220680 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd5853-1e34-428d-9c01-a5963872b059 req-9cbbcc14-904f-475d-838d-f92cc7c4979e tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:26.222722 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-20cd5853-1e34-428d-9c01-a5963872b059 req-9cbbcc14-904f-475d-838d-f92cc7c4979e tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 3887 time: 0.0989287 Nov 16 11:53:26.245376 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-0dce860b-8758-4571-8f78-1515b5675271 req-301fe9bf-69de-4bd0-8cdc-cd4d12842c0f tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Deleting port 1dfec5f3-6b09-43d8-9562-32075776c9c3 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:53:26.245727 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0dce860b-8758-4571-8f78-1515b5675271 req-301fe9bf-69de-4bd0-8cdc-cd4d12842c0f tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:26.284079 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-20cd5853-1e34-428d-9c01-a5963872b059 req-4d4ef1e9-bd0d-4d94-a9d4-9036aa8251db tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543478 Nov 16 11:53:26.357768 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-0dce860b-8758-4571-8f78-1515b5675271 req-301fe9bf-69de-4bd0-8cdc-cd4d12842c0f tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] For port 1dfec5f3-6b09-43d8-9562-32075776c9c3, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=1dfec5f3-6b09-43d8-9562-32075776c9c3,segment=NetworkSegment(80eacd24-01b9-479d-8ad7-eafb488e2665),segment_id=80eacd24-01b9-479d-8ad7-eafb488e2665)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:53:26.358156 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0dce860b-8758-4571-8f78-1515b5675271 req-301fe9bf-69de-4bd0-8cdc-cd4d12842c0f tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:26.369226 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-06302553-c426-4cb0-9134-99fa18053dd6 None None] Provisioning complete for port 8c5a2788-c1fb-4c11-98c8-c7da1005cc29 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:53:26.369735 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-06302553-c426-4cb0-9134-99fa18053dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:26.371067 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-0dce860b-8758-4571-8f78-1515b5675271 req-301fe9bf-69de-4bd0-8cdc-cd4d12842c0f tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Calling delete_port for 1dfec5f3-6b09-43d8-9562-32075776c9c3 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:53:26.410145 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-06302553-c426-4cb0-9134-99fa18053dd6 None None] Port 8c5a2788-c1fb-4c11-98c8-c7da1005cc29 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:53:26.504861 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0dce860b-8758-4571-8f78-1515b5675271 req-301fe9bf-69de-4bd0-8cdc-cd4d12842c0f tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:26.534776 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301fe9bf-69de-4bd0-8cdc-cd4d12842c0f tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Pushing event deleted for resources: {'Port': ['ID=1dfec5f3-6b09-43d8-9562-32075776c9c3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:53:26.578802 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dce860b-8758-4571-8f78-1515b5675271 req-301fe9bf-69de-4bd0-8cdc-cd4d12842c0f tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] No DVR routers for this DVR port 1dfec5f3-6b09-43d8-9562-32075776c9c3 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:53:26.581393 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0dce860b-8758-4571-8f78-1515b5675271 req-301fe9bf-69de-4bd0-8cdc-cd4d12842c0f tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:26.584775 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0dce860b-8758-4571-8f78-1515b5675271 req-301fe9bf-69de-4bd0-8cdc-cd4d12842c0f tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.64 "DELETE /v2.0/ports/1dfec5f3-6b09-43d8-9562-32075776c9c3 HTTP/1.1" status: 204 len: 173 time: 0.4700041 Nov 16 11:53:26.585779 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296f2531-289e-4d94-9c1d-03f76576752d', 'name': 'network-vif-deleted', 'tag': '1dfec5f3-6b09-43d8-9562-32075776c9c3'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:53:26.588025 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93a2fb9-b591-4459-84a9-14ceb45733a7" -d '{"events": [{"server_uuid": "296f2531-289e-4d94-9c1d-03f76576752d", "name": "network-vif-deleted", "tag": "1dfec5f3-6b09-43d8-9562-32075776c9c3"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:53:26.691591 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-0dce860b-8758-4571-8f78-1515b5675271 req-4dcbf3f6-faf7-43c0-a043-81caaeb5e588 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Deleting port 93d0a61f-46d8-4643-8f71-0fc671a31fe6 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:53:26.691933 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0dce860b-8758-4571-8f78-1515b5675271 req-4dcbf3f6-faf7-43c0-a043-81caaeb5e588 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:26.707105 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c478cb86-df86-4326-a8a1-f39b796f05d0 x-openstack-request-id: req-c478cb86-df86-4326-a8a1-f39b796f05d0 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:53:26.707399 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296f2531-289e-4d94-9c1d-03f76576752d", "name": "network-vif-deleted", "tag": "1dfec5f3-6b09-43d8-9562-32075776c9c3", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:53:26.707651 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c478cb86-df86-4326-a8a1-f39b796f05d0 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:53:26.708048 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296f2531-289e-4d94-9c1d-03f76576752d', 'name': 'network-vif-deleted', 'tag': '1dfec5f3-6b09-43d8-9562-32075776c9c3', 'status': 'completed', 'code': 200} Nov 16 11:53:26.797280 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-0dce860b-8758-4571-8f78-1515b5675271 req-4dcbf3f6-faf7-43c0-a043-81caaeb5e588 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] For port 93d0a61f-46d8-4643-8f71-0fc671a31fe6, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=93d0a61f-46d8-4643-8f71-0fc671a31fe6,segment=NetworkSegment(43a893b6-0a3c-4973-a635-dcc9cf8e41b4),segment_id=43a893b6-0a3c-4973-a635-dcc9cf8e41b4)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:53:26.797646 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0dce860b-8758-4571-8f78-1515b5675271 req-4dcbf3f6-faf7-43c0-a043-81caaeb5e588 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:26.810046 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-0dce860b-8758-4571-8f78-1515b5675271 req-4dcbf3f6-faf7-43c0-a043-81caaeb5e588 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Calling delete_port for 93d0a61f-46d8-4643-8f71-0fc671a31fe6 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:53:26.951483 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0dce860b-8758-4571-8f78-1515b5675271 req-4dcbf3f6-faf7-43c0-a043-81caaeb5e588 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:26.984793 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcbf3f6-faf7-43c0-a043-81caaeb5e588 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Pushing event deleted for resources: {'Port': ['ID=93d0a61f-46d8-4643-8f71-0fc671a31fe6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:53:27.051667 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dce860b-8758-4571-8f78-1515b5675271 req-4dcbf3f6-faf7-43c0-a043-81caaeb5e588 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] No DVR routers for this DVR port 93d0a61f-46d8-4643-8f71-0fc671a31fe6 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:53:27.055005 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0dce860b-8758-4571-8f78-1515b5675271 req-4dcbf3f6-faf7-43c0-a043-81caaeb5e588 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:27.058830 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0dce860b-8758-4571-8f78-1515b5675271 req-4dcbf3f6-faf7-43c0-a043-81caaeb5e588 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.64 "DELETE /v2.0/ports/93d0a61f-46d8-4643-8f71-0fc671a31fe6 HTTP/1.1" status: 204 len: 173 time: 0.4639940 Nov 16 11:53:27.152789 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-0dce860b-8758-4571-8f78-1515b5675271 req-98dd6398-bbe7-4ec7-a0e5-31b451720f0d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Deleting port 039b5ae1-2fe8-48b5-84f3-2dbed68501be {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:53:27.153122 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0dce860b-8758-4571-8f78-1515b5675271 req-98dd6398-bbe7-4ec7-a0e5-31b451720f0d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:27.246029 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-0dce860b-8758-4571-8f78-1515b5675271 req-98dd6398-bbe7-4ec7-a0e5-31b451720f0d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] For port 039b5ae1-2fe8-48b5-84f3-2dbed68501be, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=039b5ae1-2fe8-48b5-84f3-2dbed68501be,segment=NetworkSegment(2cf765c5-91e1-41df-9ee8-e3cdc96b8cf7),segment_id=2cf765c5-91e1-41df-9ee8-e3cdc96b8cf7)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:53:27.246397 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0dce860b-8758-4571-8f78-1515b5675271 req-98dd6398-bbe7-4ec7-a0e5-31b451720f0d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:27.438825 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0dce860b-8758-4571-8f78-1515b5675271 req-98dd6398-bbe7-4ec7-a0e5-31b451720f0d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:27.439185 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0dce860b-8758-4571-8f78-1515b5675271 req-98dd6398-bbe7-4ec7-a0e5-31b451720f0d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:27.439504 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [req-0dce860b-8758-4571-8f78-1515b5675271 req-98dd6398-bbe7-4ec7-a0e5-31b451720f0d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Floating IP 3c2f28e2-4a80-4334-952c-fbee38e2e62a disassociated. External IP: 172.25.0.32, port: 039b5ae1-2fe8-48b5-84f3-2dbed68501be. Nov 16 11:53:27.439853 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-0dce860b-8758-4571-8f78-1515b5675271 req-98dd6398-bbe7-4ec7-a0e5-31b451720f0d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Calling delete_port for 039b5ae1-2fe8-48b5-84f3-2dbed68501be owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:53:27.441614 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c904f5b-e4a1-4100-85c5-1f20dc1a63e3 req-028dbc05-1f7a-406d-8465-d6c2c30c2192 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:27.450254 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c904f5b-e4a1-4100-85c5-1f20dc1a63e3 req-028dbc05-1f7a-406d-8465-d6c2c30c2192 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:27.458068 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c904f5b-e4a1-4100-85c5-1f20dc1a63e3 req-028dbc05-1f7a-406d-8465-d6c2c30c2192 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:27.460173 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5c904f5b-e4a1-4100-85c5-1f20dc1a63e3 req-028dbc05-1f7a-406d-8465-d6c2c30c2192 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 2417 time: 0.0817559 Nov 16 11:53:27.537219 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5c904f5b-e4a1-4100-85c5-1f20dc1a63e3 req-9ef81776-d4b4-4bd1-9e7f-d8920b5c5b44 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706806 Nov 16 11:53:27.596173 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0dce860b-8758-4571-8f78-1515b5675271 req-98dd6398-bbe7-4ec7-a0e5-31b451720f0d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:27.623199 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd6398-bbe7-4ec7-a0e5-31b451720f0d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Pushing event deleted for resources: {'Port': ['ID=039b5ae1-2fe8-48b5-84f3-2dbed68501be,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:53:27.742061 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0dce860b-8758-4571-8f78-1515b5675271 req-98dd6398-bbe7-4ec7-a0e5-31b451720f0d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Router fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:53:27.863857 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0dce860b-8758-4571-8f78-1515b5675271 req-98dd6398-bbe7-4ec7-a0e5-31b451720f0d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:53:27.874355 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16fbe9a-d7d4-479d-92e3-fdf0653a8831 None None] Sync routers for ids ['fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:53:27.885254 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16fbe9a-d7d4-479d-92e3-fdf0653a8831 None None] Routers {'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:53:27.886113 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-a16fbe9a-d7d4-479d-92e3-fdf0653a8831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:53:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:53:27.907128 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dce860b-8758-4571-8f78-1515b5675271 req-98dd6398-bbe7-4ec7-a0e5-31b451720f0d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] No DVR routers for this DVR port 039b5ae1-2fe8-48b5-84f3-2dbed68501be on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:53:27.910191 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0dce860b-8758-4571-8f78-1515b5675271 req-98dd6398-bbe7-4ec7-a0e5-31b451720f0d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:27.914965 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0dce860b-8758-4571-8f78-1515b5675271 req-98dd6398-bbe7-4ec7-a0e5-31b451720f0d tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.64 "DELETE /v2.0/ports/039b5ae1-2fe8-48b5-84f3-2dbed68501be HTTP/1.1" status: 204 len: 173 time: 0.8464787 Nov 16 11:53:27.995775 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-a16fbe9a-d7d4-479d-92e3-fdf0653a8831 None None] Set router fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:53:28.013205 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 039b5ae1-2fe8-48b5-84f3-2dbed68501be no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:53:28.035190 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 039b5ae1-2fe8-48b5-84f3-2dbed68501be {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:53:28.035510 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-0dce860b-8758-4571-8f78-1515b5675271 req-706581a3-61d7-40c7-ab81-f75f5c7a7620 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Deleting port 4c83833b-e468-4daf-8f4c-118e3220587b {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:53:28.035705 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 039b5ae1-2fe8-48b5-84f3-2dbed68501be not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:53:28.035963 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 938024bc-796d-495a-81a8-6e0bc9631cff no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:53:28.036079 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0dce860b-8758-4571-8f78-1515b5675271 req-706581a3-61d7-40c7-ab81-f75f5c7a7620 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:28.084132 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 938024bc-796d-495a-81a8-6e0bc9631cff not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:53:28.084957 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 8c5a2788-c1fb-4c11-98c8-c7da1005cc29 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:53:28.161047 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 8c5a2788-c1fb-4c11-98c8-c7da1005cc29 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:53:28.161491 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 1dfec5f3-6b09-43d8-9562-32075776c9c3 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:53:28.183113 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 1dfec5f3-6b09-43d8-9562-32075776c9c3 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:53:28.183463 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 1dfec5f3-6b09-43d8-9562-32075776c9c3 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:53:28.183884 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 913955cf-8e4e-4a23-b0e2-1acbc8547be5 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:53:28.261549 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-0dce860b-8758-4571-8f78-1515b5675271 req-706581a3-61d7-40c7-ab81-f75f5c7a7620 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] For port 4c83833b-e468-4daf-8f4c-118e3220587b, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=4c83833b-e468-4daf-8f4c-118e3220587b,segment=NetworkSegment(43a893b6-0a3c-4973-a635-dcc9cf8e41b4),segment_id=43a893b6-0a3c-4973-a635-dcc9cf8e41b4)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:53:28.262607 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0dce860b-8758-4571-8f78-1515b5675271 req-706581a3-61d7-40c7-ab81-f75f5c7a7620 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:28.278538 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-0dce860b-8758-4571-8f78-1515b5675271 req-706581a3-61d7-40c7-ab81-f75f5c7a7620 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Calling delete_port for 4c83833b-e468-4daf-8f4c-118e3220587b owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:53:28.311635 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:28.316388 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:28.367776 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 913955cf-8e4e-4a23-b0e2-1acbc8547be5, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=913955cf-8e4e-4a23-b0e2-1acbc8547be5,segment=NetworkSegment(80eacd24-01b9-479d-8ad7-eafb488e2665),segment_id=80eacd24-01b9-479d-8ad7-eafb488e2665)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:53:28.370238 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296f2531-289e-4d94-9c1d-03f76576752d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '913955cf-8e4e-4a23-b0e2-1acbc8547be5'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:53:28.374569 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c76343-885a-4dcc-9432-b8bc0dc823c0" -d '{"events": [{"server_uuid": "296f2531-289e-4d94-9c1d-03f76576752d", "name": "network-vif-unplugged", "status": "completed", "tag": "913955cf-8e4e-4a23-b0e2-1acbc8547be5"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:53:28.383580 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:28.384932 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 93d0a61f-46d8-4643-8f71-0fc671a31fe6 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:53:28.405166 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-a16fbe9a-d7d4-479d-92e3-fdf0653a8831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1257189288-router', 'tenant_id': '14d41305b65a4dafae92476e1ff902fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '35263645-7407-4474-8423-01b175f1567c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:42:29Z', 'updated_at': '2021-11-16T11:42:38Z', 'revision_number': 4, 'project_id': '14d41305b65a4dafae92476e1ff902fa', 'gw_port': {'id': '35263645-7407-4474-8423-01b175f1567c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:30Z', 'updated_at': '2021-11-16T11:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'da8259cf-9aa7-4b4d-a78b-952ab744e4d1', 'name': '', 'network_id': 'cd9b53f3-dc5a-4d2a-9424-263d53785a99', 'tenant_id': '14d41305b65a4dafae92476e1ff902fa', 'mac_address': 'fa:16:3e:2b:04:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '0dfedd61-b7f4-4fb0-bbf3-63a0a3e66c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:36Z', 'updated_at': '2021-11-16T11:42:44Z', 'revision_number': 5, 'project_id': '14d41305b65a4dafae92476e1ff902fa', 'subnets': [{'id': '0dfedd61-b7f4-4fb0-bbf3-63a0a3e66c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:53:28.441992 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0dce860b-8758-4571-8f78-1515b5675271 req-706581a3-61d7-40c7-ab81-f75f5c7a7620 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:28.459271 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16fbe9a-d7d4-479d-92e3-fdf0653a8831 None None] Checking router: fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:53:28.468166 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 93d0a61f-46d8-4643-8f71-0fc671a31fe6 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:53:28.468513 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 93d0a61f-46d8-4643-8f71-0fc671a31fe6 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:53:28.468938 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 4c83833b-e468-4daf-8f4c-118e3220587b no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:53:28.471828 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 11:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d63d58-eafc-49f4-ba38-40ba41e43d3b x-openstack-request-id: req-45d63d58-eafc-49f4-ba38-40ba41e43d3b {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:53:28.472128 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296f2531-289e-4d94-9c1d-03f76576752d", "name": "network-vif-unplugged", "status": "completed", "tag": "913955cf-8e4e-4a23-b0e2-1acbc8547be5", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:53:28.472383 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-45d63d58-eafc-49f4-ba38-40ba41e43d3b {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:53:28.472780 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296f2531-289e-4d94-9c1d-03f76576752d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '913955cf-8e4e-4a23-b0e2-1acbc8547be5', 'code': 200} Nov 16 11:53:28.473850 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706581a3-61d7-40c7-ab81-f75f5c7a7620 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Pushing event deleted for resources: {'Port': ['ID=4c83833b-e468-4daf-8f4c-118e3220587b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:53:28.474445 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16fbe9a-d7d4-479d-92e3-fdf0653a8831 None None] Routers {'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:53:28.477940 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-a16fbe9a-d7d4-479d-92e3-fdf0653a8831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:53:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:53:28.499595 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=913955cf-8e4e-4a23-b0e2-1acbc8547be5,revision_number=6']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:53:28.533303 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dce860b-8758-4571-8f78-1515b5675271 req-706581a3-61d7-40c7-ab81-f75f5c7a7620 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] No DVR routers for this DVR port 4c83833b-e468-4daf-8f4c-118e3220587b on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:53:28.535810 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0dce860b-8758-4571-8f78-1515b5675271 req-706581a3-61d7-40c7-ab81-f75f5c7a7620 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:28.538371 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 4c83833b-e468-4daf-8f4c-118e3220587b {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:53:28.538947 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 4c83833b-e468-4daf-8f4c-118e3220587b not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:53:28.539351 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0dce860b-8758-4571-8f78-1515b5675271 req-706581a3-61d7-40c7-ab81-f75f5c7a7620 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.64 "DELETE /v2.0/ports/4c83833b-e468-4daf-8f4c-118e3220587b HTTP/1.1" status: 204 len: 173 time: 0.6144707 Nov 16 11:53:28.599927 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-a16fbe9a-d7d4-479d-92e3-fdf0653a8831 None None] Set router fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:53:28.649586 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-0dce860b-8758-4571-8f78-1515b5675271 req-c4e78c7b-f760-4408-91ad-838bbdc24d7c tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Deleting port 913955cf-8e4e-4a23-b0e2-1acbc8547be5 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:53:28.649962 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0dce860b-8758-4571-8f78-1515b5675271 req-c4e78c7b-f760-4408-91ad-838bbdc24d7c tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:28.707637 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0e1c2-6840-45bb-a846-ed3c52733a2d req-c6f32585-6b58-43b0-870b-2ba7d5cb3566 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:53:28.709133 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1aa0e1c2-6840-45bb-a846-ed3c52733a2d req-c6f32585-6b58-43b0-870b-2ba7d5cb3566 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 943 time: 0.0551996 Nov 16 11:53:28.710936 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296f2531-289e-4d94-9c1d-03f76576752d', 'name': 'network-vif-deleted', 'tag': '93d0a61f-46d8-4643-8f71-0fc671a31fe6'}, {'server_uuid': '296f2531-289e-4d94-9c1d-03f76576752d', 'name': 'network-vif-deleted', 'tag': '039b5ae1-2fe8-48b5-84f3-2dbed68501be'}, {'server_uuid': '296f2531-289e-4d94-9c1d-03f76576752d', 'name': 'network-vif-deleted', 'tag': '4c83833b-e468-4daf-8f4c-118e3220587b'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:53:28.713321 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da2e5ef-06e8-4928-a1a2-de9352ac2fdb" -d '{"events": [{"server_uuid": "296f2531-289e-4d94-9c1d-03f76576752d", "name": "network-vif-deleted", "tag": "93d0a61f-46d8-4643-8f71-0fc671a31fe6"}, {"server_uuid": "296f2531-289e-4d94-9c1d-03f76576752d", "name": "network-vif-deleted", "tag": "039b5ae1-2fe8-48b5-84f3-2dbed68501be"}, {"server_uuid": "296f2531-289e-4d94-9c1d-03f76576752d", "name": "network-vif-deleted", "tag": "4c83833b-e468-4daf-8f4c-118e3220587b"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:53:28.762011 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-0dce860b-8758-4571-8f78-1515b5675271 req-c4e78c7b-f760-4408-91ad-838bbdc24d7c tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] For port 913955cf-8e4e-4a23-b0e2-1acbc8547be5, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=913955cf-8e4e-4a23-b0e2-1acbc8547be5,segment=NetworkSegment(80eacd24-01b9-479d-8ad7-eafb488e2665),segment_id=80eacd24-01b9-479d-8ad7-eafb488e2665)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:53:28.762392 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0dce860b-8758-4571-8f78-1515b5675271 req-c4e78c7b-f760-4408-91ad-838bbdc24d7c tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:28.777803 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-0dce860b-8758-4571-8f78-1515b5675271 req-c4e78c7b-f760-4408-91ad-838bbdc24d7c tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Calling delete_port for 913955cf-8e4e-4a23-b0e2-1acbc8547be5 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:53:28.781871 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1aa0e1c2-6840-45bb-a846-ed3c52733a2d req-253ba542-d24f-4d07-8aa9-672d2cb797a9 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups?id=aa6b6683-56ed-4724-9960-7dac2ceddedb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640671 Nov 16 11:53:28.847984 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 16 Nov 2021 11:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562e9680-13bf-4b4b-a62f-8714c69d532a x-openstack-request-id: req-562e9680-13bf-4b4b-a62f-8714c69d532a {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:53:28.848284 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296f2531-289e-4d94-9c1d-03f76576752d", "name": "network-vif-deleted", "tag": "93d0a61f-46d8-4643-8f71-0fc671a31fe6", "status": "completed", "code": 200}, {"server_uuid": "296f2531-289e-4d94-9c1d-03f76576752d", "name": "network-vif-deleted", "tag": "039b5ae1-2fe8-48b5-84f3-2dbed68501be", "status": "completed", "code": 200}, {"server_uuid": "296f2531-289e-4d94-9c1d-03f76576752d", "name": "network-vif-deleted", "tag": "4c83833b-e468-4daf-8f4c-118e3220587b", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:53:28.848559 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-562e9680-13bf-4b4b-a62f-8714c69d532a {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:53:28.848966 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296f2531-289e-4d94-9c1d-03f76576752d', 'name': 'network-vif-deleted', 'tag': '93d0a61f-46d8-4643-8f71-0fc671a31fe6', 'status': 'completed', 'code': 200} Nov 16 11:53:28.849227 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296f2531-289e-4d94-9c1d-03f76576752d', 'name': 'network-vif-deleted', 'tag': '039b5ae1-2fe8-48b5-84f3-2dbed68501be', 'status': 'completed', 'code': 200} Nov 16 11:53:28.849474 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296f2531-289e-4d94-9c1d-03f76576752d', 'name': 'network-vif-deleted', 'tag': '4c83833b-e468-4daf-8f4c-118e3220587b', 'status': 'completed', 'code': 200} Nov 16 11:53:28.887458 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-a16fbe9a-d7d4-479d-92e3-fdf0653a8831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1257189288-router', 'tenant_id': '14d41305b65a4dafae92476e1ff902fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '35263645-7407-4474-8423-01b175f1567c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:42:29Z', 'updated_at': '2021-11-16T11:42:38Z', 'revision_number': 4, 'project_id': '14d41305b65a4dafae92476e1ff902fa', 'gw_port': {'id': '35263645-7407-4474-8423-01b175f1567c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:30Z', 'updated_at': '2021-11-16T11:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'da8259cf-9aa7-4b4d-a78b-952ab744e4d1', 'name': '', 'network_id': 'cd9b53f3-dc5a-4d2a-9424-263d53785a99', 'tenant_id': '14d41305b65a4dafae92476e1ff902fa', 'mac_address': 'fa:16:3e:2b:04:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '0dfedd61-b7f4-4fb0-bbf3-63a0a3e66c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:36Z', 'updated_at': '2021-11-16T11:42:44Z', 'revision_number': 5, 'project_id': '14d41305b65a4dafae92476e1ff902fa', 'subnets': [{'id': '0dfedd61-b7f4-4fb0-bbf3-63a0a3e66c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:53:28.925069 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16fbe9a-d7d4-479d-92e3-fdf0653a8831 None None] The sync data for ids ['fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb'] in n-d-816823-3 is: [{'id': 'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1257189288-router', 'tenant_id': '14d41305b65a4dafae92476e1ff902fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '35263645-7407-4474-8423-01b175f1567c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:42:29Z', 'updated_at': '2021-11-16T11:42:38Z', 'revision_number': 4, 'project_id': '14d41305b65a4dafae92476e1ff902fa', 'gw_port': {'id': '35263645-7407-4474-8423-01b175f1567c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:30Z', 'updated_at': '2021-11-16T11:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'da8259cf-9aa7-4b4d-a78b-952ab744e4d1', 'name': '', 'network_id': 'cd9b53f3-dc5a-4d2a-9424-263d53785a99', 'tenant_id': '14d41305b65a4dafae92476e1ff902fa', 'mac_address': 'fa:16:3e:2b:04:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '0dfedd61-b7f4-4fb0-bbf3-63a0a3e66c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:36Z', 'updated_at': '2021-11-16T11:42:44Z', 'revision_number': 5, 'project_id': '14d41305b65a4dafae92476e1ff902fa', 'subnets': [{'id': '0dfedd61-b7f4-4fb0-bbf3-63a0a3e66c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:53:28.981596 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0dce860b-8758-4571-8f78-1515b5675271 req-c4e78c7b-f760-4408-91ad-838bbdc24d7c tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:29.031134 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e78c7b-f760-4408-91ad-838bbdc24d7c tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Pushing event deleted for resources: {'Port': ['ID=913955cf-8e4e-4a23-b0e2-1acbc8547be5,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:53:29.082633 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dce860b-8758-4571-8f78-1515b5675271 req-c4e78c7b-f760-4408-91ad-838bbdc24d7c tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] No DVR routers for this DVR port 913955cf-8e4e-4a23-b0e2-1acbc8547be5 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:53:29.085887 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0dce860b-8758-4571-8f78-1515b5675271 req-c4e78c7b-f760-4408-91ad-838bbdc24d7c tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:29.089382 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0dce860b-8758-4571-8f78-1515b5675271 req-c4e78c7b-f760-4408-91ad-838bbdc24d7c tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.64 "DELETE /v2.0/ports/913955cf-8e4e-4a23-b0e2-1acbc8547be5 HTTP/1.1" status: 204 len: 173 time: 0.5323880 Nov 16 11:53:29.095495 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:29.246276 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df74a66c-a4cb-47de-99c5-ab4ae9950fc3 None None] New status for floating IP 3c2f28e2-4a80-4334-952c-fbee38e2e62a: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 11:53:29.895350 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a3ac7e04-4db5-40f5-889b-cc9d7dac3016 req-0c69362e-b612-4dd8-9ed6-88b0a4a67846 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 210 time: 0.0318685 Nov 16 11:53:30.851782 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296f2531-289e-4d94-9c1d-03f76576752d', 'name': 'network-vif-deleted', 'tag': '913955cf-8e4e-4a23-b0e2-1acbc8547be5'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:53:30.854454 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453355c6-1f78-4b69-8336-9eadaab9ac46" -d '{"events": [{"server_uuid": "296f2531-289e-4d94-9c1d-03f76576752d", "name": "network-vif-deleted", "tag": "913955cf-8e4e-4a23-b0e2-1acbc8547be5"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:53:30.892425 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea02531b-7e26-4a15-b10c-fa309b220827 x-openstack-request-id: req-ea02531b-7e26-4a15-b10c-fa309b220827 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:53:30.892817 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296f2531-289e-4d94-9c1d-03f76576752d", "name": "network-vif-deleted", "tag": "913955cf-8e4e-4a23-b0e2-1acbc8547be5", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:53:30.893162 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ea02531b-7e26-4a15-b10c-fa309b220827 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:53:30.893661 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296f2531-289e-4d94-9c1d-03f76576752d', 'name': 'network-vif-deleted', 'tag': '913955cf-8e4e-4a23-b0e2-1acbc8547be5', 'status': 'completed', 'code': 200} Nov 16 11:53:31.019513 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-18509d23-3daf-4fbc-9d68-4b09f7421c97 req-b1613fb8-e58d-49b2-886b-be56e2d5fb2e tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 210 time: 0.0278995 Nov 16 11:53:32.128438 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-19c37bc6-3ae6-4945-b154-0d34c9363f0a req-c1e8abfd-ce49-4fc9-9507-9675546cfc57 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 210 time: 0.0292501 Nov 16 11:53:33.239947 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-15ba420b-d3b1-408a-a4fe-ab4ef7f6fa80 req-6baca924-0b00-4825-a530-b85e7fc3d873 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 210 time: 0.0344708 Nov 16 11:53:33.406519 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:53:34.360509 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f5f9eae3-fcc4-4d39-ab64-1437726da117 req-99179c4c-f306-48c5-8174-67a5cb0d4310 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 210 time: 0.0334680 Nov 16 11:53:35.468997 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0d9b6538-dbf2-4c4a-870b-c2ff5964b6bd req-393e5b46-05df-432b-8422-af7fab109a72 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 210 time: 0.0282845 Nov 16 11:53:36.575568 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-36246e16-9871-409e-9811-93e45c69bd84 req-765cd58c-171c-4ac7-b958-13354d076d5f tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 210 time: 0.0297413 Nov 16 11:53:36.782426 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [req-6f1fd0f8-5593-4263-9263-cdc0f9c57a51 req-84e4af76-f97f-4433-9197-0b05e27bcf91 service neutron] (102668) timed out ('10.222.0.61', 52984) {{(pid=102668) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 11:53:37.690288 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-afd1f95f-1cb7-4b98-b883-ab886843ae4c req-6b655506-5a58-469f-9019-24ccc785197e tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 210 time: 0.0332789 Nov 16 11:53:38.806147 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d22c1b64-b595-4a30-bc6a-e9c7cfac87de req-862d9086-9a33-4cb3-8ee4-ad8e23eac52e tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 210 time: 0.0268810 Nov 16 11:53:39.911070 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b318ce8b-9efb-4c4f-8d46-8fbcad765890 req-c8488d91-115a-4bf7-a2a8-d11129ec669a tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 210 time: 0.0267971 Nov 16 11:53:41.021847 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2641e70f-a296-4963-bb02-0ca12b6e1d58 req-e2e912c3-bcdc-48ed-ad7b-206ef5989af3 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 210 time: 0.0311875 Nov 16 11:53:42.154034 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-93e5aaab-0a50-43f8-9553-a32d5fafd5ab req-400c2fe6-cbfa-4088-beb5-ef0fca0f52f9 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/ports?device_id=296f2531-289e-4d94-9c1d-03f76576752d HTTP/1.1" status: 200 len: 210 time: 0.0509486 Nov 16 11:53:43.056699 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a4294568-538e-4999-a582-78d96a7f0e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:43.246517 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44932) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:53:43.300339 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8214f81e-cf71-42e3-8815-16bc00fd23c3 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:43.324390 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8214f81e-cf71-42e3-8815-16bc00fd23c3 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:43.376476 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8214f81e-cf71-42e3-8815-16bc00fd23c3 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:43.379757 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8214f81e-cf71-42e3-8815-16bc00fd23c3 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:43.380844 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8214f81e-cf71-42e3-8815-16bc00fd23c3 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "DELETE /v2.0/security-groups/aa6b6683-56ed-4724-9960-7dac2ceddedb HTTP/1.1" status: 204 len: 168 time: 0.1332877 Nov 16 11:53:43.383937 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44934) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:53:43.390213 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8214f81e-cf71-42e3-8815-16bc00fd23c3 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6b6683-56ed-4724-9960-7dac2ceddedb,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:53:43.411018 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-f6a6674a-77c9-460b-923c-1d4b004c65c6 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] show failed (client error): The resource could not be found. Nov 16 11:53:43.413967 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f6a6674a-77c9-460b-923c-1d4b004c65c6 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "GET /v2.0/security-groups/aa6b6683-56ed-4724-9960-7dac2ceddedb HTTP/1.1" status: 404 len: 347 time: 0.0265725 Nov 16 11:53:43.415763 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44936) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:53:43.541047 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-80d0cc8b-b791-4348-8a0d-dfec7cc81aeb tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Deleting port 443a576b-2c6f-4d06-b68a-1511b4cb81bd {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:53:43.541392 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-80d0cc8b-b791-4348-8a0d-dfec7cc81aeb tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:43.626042 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-80d0cc8b-b791-4348-8a0d-dfec7cc81aeb tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:43.626375 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-80d0cc8b-b791-4348-8a0d-dfec7cc81aeb tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:43.639698 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-80d0cc8b-b791-4348-8a0d-dfec7cc81aeb tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Calling delete_port for 443a576b-2c6f-4d06-b68a-1511b4cb81bd owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:53:43.776903 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-80d0cc8b-b791-4348-8a0d-dfec7cc81aeb tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:43.802790 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d0cc8b-b791-4348-8a0d-dfec7cc81aeb tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Pushing event deleted for resources: {'Port': ['ID=443a576b-2c6f-4d06-b68a-1511b4cb81bd,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:53:43.829639 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0cc8b-b791-4348-8a0d-dfec7cc81aeb tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:53:43.830010 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0cc8b-b791-4348-8a0d-dfec7cc81aeb tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:53:43.830353 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0cc8b-b791-4348-8a0d-dfec7cc81aeb tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:53:43.830688 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0cc8b-b791-4348-8a0d-dfec7cc81aeb tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:53:43.831019 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0cc8b-b791-4348-8a0d-dfec7cc81aeb tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:53:43.831351 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0cc8b-b791-4348-8a0d-dfec7cc81aeb tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:53:43.831676 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0cc8b-b791-4348-8a0d-dfec7cc81aeb tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:53:43.832001 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0cc8b-b791-4348-8a0d-dfec7cc81aeb tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:53:43.832329 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0cc8b-b791-4348-8a0d-dfec7cc81aeb tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:53:43.832647 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0cc8b-b791-4348-8a0d-dfec7cc81aeb tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:53:43.832966 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0cc8b-b791-4348-8a0d-dfec7cc81aeb tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:53:43.833284 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0cc8b-b791-4348-8a0d-dfec7cc81aeb tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:53:43.874042 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-80d0cc8b-b791-4348-8a0d-dfec7cc81aeb tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks [] for floatingip, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:43.876691 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-80d0cc8b-b791-4348-8a0d-dfec7cc81aeb tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:43.877937 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-80d0cc8b-b791-4348-8a0d-dfec7cc81aeb tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "DELETE /v2.0/floatingips/3c2f28e2-4a80-4334-952c-fbee38e2e62a HTTP/1.1" status: 204 len: 168 time: 0.4610324 Nov 16 11:53:43.880536 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44938) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:53:43.972092 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ea24046d-0b7e-4331-ba5d-9954d646d8df tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Deleting port 8c5a2788-c1fb-4c11-98c8-c7da1005cc29 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:53:43.972318 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ea24046d-0b7e-4331-ba5d-9954d646d8df tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:44.064404 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ea24046d-0b7e-4331-ba5d-9954d646d8df tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:44.076495 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ea24046d-0b7e-4331-ba5d-9954d646d8df tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Calling delete_port for 8c5a2788-c1fb-4c11-98c8-c7da1005cc29 owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:53:44.203550 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ea24046d-0b7e-4331-ba5d-9954d646d8df tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:44.234818 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24046d-0b7e-4331-ba5d-9954d646d8df tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Pushing event deleted for resources: {'Port': ['ID=8c5a2788-c1fb-4c11-98c8-c7da1005cc29,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:53:44.305093 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ea24046d-0b7e-4331-ba5d-9954d646d8df tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:44.310991 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ea24046d-0b7e-4331-ba5d-9954d646d8df tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "DELETE /v2.0/ports/8c5a2788-c1fb-4c11-98c8-c7da1005cc29 HTTP/1.1" status: 204 len: 168 time: 0.4269087 Nov 16 11:53:44.311224 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44942) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:53:44.405670 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d43f70b8-8c25-4e45-91b7-0a7a0be24bb9 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Deleting port 938024bc-796d-495a-81a8-6e0bc9631cff {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:53:44.406332 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d43f70b8-8c25-4e45-91b7-0a7a0be24bb9 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:44.501354 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d43f70b8-8c25-4e45-91b7-0a7a0be24bb9 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:44.514935 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d43f70b8-8c25-4e45-91b7-0a7a0be24bb9 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Calling delete_port for 938024bc-796d-495a-81a8-6e0bc9631cff owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:53:44.653470 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d43f70b8-8c25-4e45-91b7-0a7a0be24bb9 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:44.683873 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f70b8-8c25-4e45-91b7-0a7a0be24bb9 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Pushing event deleted for resources: {'Port': ['ID=938024bc-796d-495a-81a8-6e0bc9631cff,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:53:44.762658 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d43f70b8-8c25-4e45-91b7-0a7a0be24bb9 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:44.769807 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44944) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:53:44.770394 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d43f70b8-8c25-4e45-91b7-0a7a0be24bb9 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "DELETE /v2.0/ports/938024bc-796d-495a-81a8-6e0bc9631cff HTTP/1.1" status: 204 len: 168 time: 0.4576406 Nov 16 11:53:44.822915 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-39f0c47e-456c-43a8-bf60-3e75de56e4fa tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Deleting subnet 1bdf0709-8d8c-4805-b7a5-cb903bfbd56b {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:53:44.826069 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-39f0c47e-456c-43a8-bf60-3e75de56e4fa tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:44.864946 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-39f0c47e-456c-43a8-bf60-3e75de56e4fa tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:44.949120 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-39f0c47e-456c-43a8-bf60-3e75de56e4fa tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:45.005350 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-39f0c47e-456c-43a8-bf60-3e75de56e4fa tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:45.033679 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0c47e-456c-43a8-bf60-3e75de56e4fa tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Pushing event deleted for resources: {'Subnet': ['ID=1bdf0709-8d8c-4805-b7a5-cb903bfbd56b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:53:45.038926 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-39f0c47e-456c-43a8-bf60-3e75de56e4fa tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:45.044416 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44946) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:53:45.047448 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae96d4fc-1f2d-4024-8e5a-5bafdf24ff34 None None] Network 2041a2b2-0e73-454b-949f-7d84c22f57a1 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:53:45.050636 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-39f0c47e-456c-43a8-bf60-3e75de56e4fa tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "DELETE /v2.0/subnets/1bdf0709-8d8c-4805-b7a5-cb903bfbd56b HTTP/1.1" status: 204 len: 168 time: 0.2795675 Nov 16 11:53:45.096307 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f0ef757-fc91-4dbd-b913-2c022d86cc2b tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Deleting subnet 14da45b5-9dad-4378-b0d0-75410f62650a {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:53:45.099871 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f0ef757-fc91-4dbd-b913-2c022d86cc2b tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:45.155871 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f0ef757-fc91-4dbd-b913-2c022d86cc2b tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:45.258100 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f0ef757-fc91-4dbd-b913-2c022d86cc2b tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:45.263450 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fb1a45-c95e-4686-ab42-c90cde09d51a None None] DHCP port deletion for 2041a2b2-0e73-454b-949f-7d84c22f57a1 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:53:45.324642 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-38fb1a45-c95e-4686-ab42-c90cde09d51a None None] Deleting port 4e3a6e22-a834-4ddd-9742-ee520c6261b6 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:53:45.325020 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-38fb1a45-c95e-4686-ab42-c90cde09d51a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:45.335759 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f0ef757-fc91-4dbd-b913-2c022d86cc2b tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:45.365222 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ef757-fc91-4dbd-b913-2c022d86cc2b tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Pushing event deleted for resources: {'Subnet': ['ID=14da45b5-9dad-4378-b0d0-75410f62650a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:53:45.373999 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f0ef757-fc91-4dbd-b913-2c022d86cc2b tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:45.380059 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-9f0ef757-fc91-4dbd-b913-2c022d86cc2b tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "DELETE /v2.0/subnets/14da45b5-9dad-4378-b0d0-75410f62650a HTTP/1.1" status: 204 len: 168 time: 0.3321235 Nov 16 11:53:45.380448 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 44950) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:53:45.401322 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-38fb1a45-c95e-4686-ab42-c90cde09d51a None None] For port 4e3a6e22-a834-4ddd-9742-ee520c6261b6, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=4e3a6e22-a834-4ddd-9742-ee520c6261b6,segment=NetworkSegment(43a893b6-0a3c-4973-a635-dcc9cf8e41b4),segment_id=43a893b6-0a3c-4973-a635-dcc9cf8e41b4)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:53:45.401745 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-38fb1a45-c95e-4686-ab42-c90cde09d51a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:45.418302 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-38fb1a45-c95e-4686-ab42-c90cde09d51a None None] Calling delete_port for 4e3a6e22-a834-4ddd-9742-ee520c6261b6 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:53:45.429425 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0616e4b6-906c-4b38-81da-6f0a293be121 None None] Network 26ef2bed-8832-46c6-b24f-4f0cfd9c2013 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:53:45.481218 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2760f689-4e25-4fcd-831c-54a0908bad39 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:45.532715 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-2760f689-4e25-4fcd-831c-54a0908bad39 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Deleting port 4e3a6e22-a834-4ddd-9742-ee520c6261b6 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:53:45.533055 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2760f689-4e25-4fcd-831c-54a0908bad39 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:45.600243 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-2760f689-4e25-4fcd-831c-54a0908bad39 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] For port 4e3a6e22-a834-4ddd-9742-ee520c6261b6, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=4e3a6e22-a834-4ddd-9742-ee520c6261b6,segment=NetworkSegment(43a893b6-0a3c-4973-a635-dcc9cf8e41b4),segment_id=43a893b6-0a3c-4973-a635-dcc9cf8e41b4)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:53:45.600633 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2760f689-4e25-4fcd-831c-54a0908bad39 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:45.614643 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-2760f689-4e25-4fcd-831c-54a0908bad39 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Calling delete_port for 4e3a6e22-a834-4ddd-9742-ee520c6261b6 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:53:45.621841 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-39efa682-a948-4502-b4a6-63396ed73d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:45.641856 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-38fb1a45-c95e-4686-ab42-c90cde09d51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:45.667817 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fb1a45-c95e-4686-ab42-c90cde09d51a None None] No DVR routers for this DVR port 4e3a6e22-a834-4ddd-9742-ee520c6261b6 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:53:45.703120 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2760f689-4e25-4fcd-831c-54a0908bad39 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:45.715105 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb1a45-c95e-4686-ab42-c90cde09d51a None None] Pushing event deleted for resources: {'Port': ['ID=4e3a6e22-a834-4ddd-9742-ee520c6261b6,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:53:45.732053 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2760f689-4e25-4fcd-831c-54a0908bad39 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Pushing event deleted for resources: {'Port': ['ID=4e3a6e22-a834-4ddd-9742-ee520c6261b6,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:53:45.735677 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2760f689-4e25-4fcd-831c-54a0908bad39 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] No DVR routers for this DVR port 4e3a6e22-a834-4ddd-9742-ee520c6261b6 on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:53:45.773399 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f23477-3565-461f-9be3-17ec9b7b4477 None None] DHCP port deletion for 26ef2bed-8832-46c6-b24f-4f0cfd9c2013 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:53:45.821227 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2760f689-4e25-4fcd-831c-54a0908bad39 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:45.821892 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-c3f23477-3565-461f-9be3-17ec9b7b4477 None None] Deleting port 4e407893-c866-4578-af61-a44ee3cbf92f {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:53:45.822303 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c3f23477-3565-461f-9be3-17ec9b7b4477 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:45.846629 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-2760f689-4e25-4fcd-831c-54a0908bad39 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2041a2b2-0e73-454b-949f-7d84c22f57a1']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:53:45.856485 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-2760f689-4e25-4fcd-831c-54a0908bad39 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43a893b6-0a3c-4973-a635-dcc9cf8e41b4') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:53:45.856790 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-2760f689-4e25-4fcd-831c-54a0908bad39 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43a893b6-0a3c-4973-a635-dcc9cf8e41b4') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:53:45.866120 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2760f689-4e25-4fcd-831c-54a0908bad39 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:45.880337 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2760f689-4e25-4fcd-831c-54a0908bad39 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:45.884640 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c3f23477-3565-461f-9be3-17ec9b7b4477 None None] For port 4e407893-c866-4578-af61-a44ee3cbf92f, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=4e407893-c866-4578-af61-a44ee3cbf92f,segment=NetworkSegment(80eacd24-01b9-479d-8ad7-eafb488e2665),segment_id=80eacd24-01b9-479d-8ad7-eafb488e2665)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:53:45.885042 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c3f23477-3565-461f-9be3-17ec9b7b4477 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:45.886495 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2760f689-4e25-4fcd-831c-54a0908bad39 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:53:45.886887 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2760f689-4e25-4fcd-831c-54a0908bad39 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:45.890020 n-d-816823-3 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:53:45.890020 n-d-816823-3 neutron-server[102669]: self.session.flush() Nov 16 11:53:45.890020 n-d-816823-3 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:53:45.890020 n-d-816823-3 neutron-server[102669]: self.session.flush() Nov 16 11:53:45.890020 n-d-816823-3 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:53:45.890020 n-d-816823-3 neutron-server[102669]: self.session.flush() Nov 16 11:53:45.890020 n-d-816823-3 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:53:45.890020 n-d-816823-3 neutron-server[102669]: self.session.flush() Nov 16 11:53:45.890020 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:53:45.890020 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:53:45.890020 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:53:45.890020 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:53:45.890020 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:53:45.890020 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:53:45.890020 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:53:45.890020 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:53:45.890020 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:53:45.890020 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:53:45.890020 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:53:45.890020 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:53:45.890020 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:53:45.890020 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:53:45.890020 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:53:45.890020 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:53:45.890020 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:53:45.890020 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:53:45.890020 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:53:45.890020 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:53:45.890020 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:53:45.890020 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:53:45.890020 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:53:45.890020 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:53:45.890020 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:53:45.890020 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:53:45.890020 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:53:45.890020 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:53:45.890020 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:53:45.890020 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:53:45.890020 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:53:45.890020 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:53:45.901214 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-c3f23477-3565-461f-9be3-17ec9b7b4477 None None] Calling delete_port for 4e407893-c866-4578-af61-a44ee3cbf92f owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:53:45.953405 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2760f689-4e25-4fcd-831c-54a0908bad39 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:45.958209 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2760f689-4e25-4fcd-831c-54a0908bad39 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:45.962079 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2760f689-4e25-4fcd-831c-54a0908bad39 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "DELETE /v2.0/networks/2041a2b2-0e73-454b-949f-7d84c22f57a1 HTTP/1.1" status: 204 len: 168 time: 0.5749652 Nov 16 11:53:45.964931 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 44952) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:53:45.977733 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2760f689-4e25-4fcd-831c-54a0908bad39 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Pushing event deleted for resources: {'Network': ['ID=2041a2b2-0e73-454b-949f-7d84c22f57a1,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:53:46.002567 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c3f23477-3565-461f-9be3-17ec9b7b4477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:46.029092 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f23477-3565-461f-9be3-17ec9b7b4477 None None] Pushing event deleted for resources: {'Port': ['ID=4e407893-c866-4578-af61-a44ee3cbf92f,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:53:46.034419 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f23477-3565-461f-9be3-17ec9b7b4477 None None] No DVR routers for this DVR port 4e407893-c866-4578-af61-a44ee3cbf92f on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:53:46.052392 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db7e2bca-1f9a-40ec-9ef2-81275e79ca12 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:46.151993 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db7e2bca-1f9a-40ec-9ef2-81275e79ca12 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:46.171876 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-db7e2bca-1f9a-40ec-9ef2-81275e79ca12 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26ef2bed-8832-46c6-b24f-4f0cfd9c2013']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:53:46.181704 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-db7e2bca-1f9a-40ec-9ef2-81275e79ca12 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80eacd24-01b9-479d-8ad7-eafb488e2665') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:53:46.182020 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-db7e2bca-1f9a-40ec-9ef2-81275e79ca12 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80eacd24-01b9-479d-8ad7-eafb488e2665') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:53:46.191741 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db7e2bca-1f9a-40ec-9ef2-81275e79ca12 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:46.205146 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db7e2bca-1f9a-40ec-9ef2-81275e79ca12 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:46.211517 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db7e2bca-1f9a-40ec-9ef2-81275e79ca12 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:53:46.211912 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db7e2bca-1f9a-40ec-9ef2-81275e79ca12 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:46.215006 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:53:46.215006 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:53:46.215006 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:53:46.215006 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:53:46.215006 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:53:46.215006 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:53:46.215006 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:53:46.215006 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:53:46.215006 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:53:46.215006 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:53:46.215006 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:53:46.215006 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:53:46.215006 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:53:46.215006 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:53:46.215006 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:53:46.215006 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:53:46.215006 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:53:46.215006 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:53:46.215006 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:53:46.215006 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:53:46.215006 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:53:46.215006 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:53:46.215006 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:53:46.215006 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:53:46.215006 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:53:46.215006 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:53:46.215006 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:53:46.215006 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:53:46.215006 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:53:46.215006 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:53:46.215006 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:53:46.215006 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:53:46.282555 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db7e2bca-1f9a-40ec-9ef2-81275e79ca12 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:46.287211 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db7e2bca-1f9a-40ec-9ef2-81275e79ca12 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:46.292206 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-db7e2bca-1f9a-40ec-9ef2-81275e79ca12 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] 10.222.0.61 "DELETE /v2.0/networks/26ef2bed-8832-46c6-b24f-4f0cfd9c2013 HTTP/1.1" status: 204 len: 168 time: 0.3261387 Nov 16 11:53:46.314137 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e2bca-1f9a-40ec-9ef2-81275e79ca12 tempest-TaggedBootDevicesTest_v242-118714019 tempest-TaggedBootDevicesTest_v242-118714019-project] Pushing event deleted for resources: {'Network': ['ID=26ef2bed-8832-46c6-b24f-4f0cfd9c2013,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:53:46.641699 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 4e3a6e22-a834-4ddd-9742-ee520c6261b6 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:53:46.668385 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 4e3a6e22-a834-4ddd-9742-ee520c6261b6 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:53:46.668739 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 4e3a6e22-a834-4ddd-9742-ee520c6261b6 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:53:46.669340 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 4e407893-c866-4578-af61-a44ee3cbf92f no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:53:46.701320 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 4e407893-c866-4578-af61-a44ee3cbf92f {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:53:46.701713 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 4e407893-c866-4578-af61-a44ee3cbf92f not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:53:46.711529 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:48.388181 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:48.866761 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:57.356449 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45086) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:53:57.941587 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54a8a7c2-69f1-4b2a-8bc0-e511e3a0a093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:58.240857 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-54a8a7c2-69f1-4b2a-8bc0-e511e3a0a093 admin admin] Deleting port da8259cf-9aa7-4b4d-a78b-952ab744e4d1 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:53:58.241758 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54a8a7c2-69f1-4b2a-8bc0-e511e3a0a093 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:58.322441 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:58.330146 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-54a8a7c2-69f1-4b2a-8bc0-e511e3a0a093 admin admin] For port da8259cf-9aa7-4b4d-a78b-952ab744e4d1, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=da8259cf-9aa7-4b4d-a78b-952ab744e4d1,segment=NetworkSegment(2cf765c5-91e1-41df-9ee8-e3cdc96b8cf7),segment_id=2cf765c5-91e1-41df-9ee8-e3cdc96b8cf7)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:53:58.330483 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54a8a7c2-69f1-4b2a-8bc0-e511e3a0a093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:58.346144 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-54a8a7c2-69f1-4b2a-8bc0-e511e3a0a093 admin admin] Calling delete_port for da8259cf-9aa7-4b4d-a78b-952ab744e4d1 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:53:58.535399 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54a8a7c2-69f1-4b2a-8bc0-e511e3a0a093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:58.561455 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a8a7c2-69f1-4b2a-8bc0-e511e3a0a093 admin admin] Pushing event deleted for resources: {'Port': ['ID=da8259cf-9aa7-4b4d-a78b-952ab744e4d1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:53:58.759896 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54a8a7c2-69f1-4b2a-8bc0-e511e3a0a093 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:59.109786 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:59.332718 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a8a7c2-69f1-4b2a-8bc0-e511e3a0a093 admin admin] Router fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:53:59.447849 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a8a7c2-69f1-4b2a-8bc0-e511e3a0a093 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:53:59.454233 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-54a8a7c2-69f1-4b2a-8bc0-e511e3a0a093 admin admin] 10.222.0.61 "PUT /v2.0/routers/fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0964327 Nov 16 11:53:59.456697 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45134) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:53:59.461018 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ffa683-80dd-485e-81dd-f0b36545f834 None None] Sync routers for ids ['fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:53:59.470595 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ffa683-80dd-485e-81dd-f0b36545f834 None None] Routers {'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:53:59.471206 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-e1ffa683-80dd-485e-81dd-f0b36545f834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:53:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:53:59.568138 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d9e562c-3c98-4200-81ed-d4d484ee1879 admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:59.594663 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-e1ffa683-80dd-485e-81dd-f0b36545f834 None None] Set router fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:53:59.686827 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d9e562c-3c98-4200-81ed-d4d484ee1879 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:59.749886 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-4d9e562c-3c98-4200-81ed-d4d484ee1879 admin admin] Deleting port 35263645-7407-4474-8423-01b175f1567c {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:53:59.750326 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d9e562c-3c98-4200-81ed-d4d484ee1879 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:59.805476 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-e1ffa683-80dd-485e-81dd-f0b36545f834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1257189288-router', 'tenant_id': '14d41305b65a4dafae92476e1ff902fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '35263645-7407-4474-8423-01b175f1567c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:42:29Z', 'updated_at': '2021-11-16T11:53:58Z', 'revision_number': 5, 'project_id': '14d41305b65a4dafae92476e1ff902fa', 'gw_port': {'id': '35263645-7407-4474-8423-01b175f1567c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:3f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:30Z', 'updated_at': '2021-11-16T11:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:53:59.843224 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ffa683-80dd-485e-81dd-f0b36545f834 None None] Checking router: fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:53:59.855777 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ffa683-80dd-485e-81dd-f0b36545f834 None None] Routers {'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:53:59.856822 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-e1ffa683-80dd-485e-81dd-f0b36545f834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:53:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:53:59.871347 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-4d9e562c-3c98-4200-81ed-d4d484ee1879 admin admin] For port 35263645-7407-4474-8423-01b175f1567c, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=35263645-7407-4474-8423-01b175f1567c,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:53:59.871897 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d9e562c-3c98-4200-81ed-d4d484ee1879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:53:59.884989 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-4d9e562c-3c98-4200-81ed-d4d484ee1879 admin admin] Calling delete_port for 35263645-7407-4474-8423-01b175f1567c owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:53:59.960382 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-e1ffa683-80dd-485e-81dd-f0b36545f834 None None] Set router fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:54:00.014926 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-e1ffa683-80dd-485e-81dd-f0b36545f834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1257189288-router', 'tenant_id': '14d41305b65a4dafae92476e1ff902fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:42:29Z', 'updated_at': '2021-11-16T11:53:59Z', 'revision_number': 6, 'project_id': '14d41305b65a4dafae92476e1ff902fa', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:54:00.047949 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ffa683-80dd-485e-81dd-f0b36545f834 None None] The sync data for ids ['fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb'] in n-d-816823-3 is: [{'id': 'fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb', 'name': 'tempest-TaggedBootDevicesTest_v242-1257189288-router', 'tenant_id': '14d41305b65a4dafae92476e1ff902fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:42:29Z', 'updated_at': '2021-11-16T11:53:59Z', 'revision_number': 6, 'project_id': '14d41305b65a4dafae92476e1ff902fa', 'gw_port_host': None}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:54:00.088479 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d9e562c-3c98-4200-81ed-d4d484ee1879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:00.119213 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e562c-3c98-4200-81ed-d4d484ee1879 admin admin] Pushing event deleted for resources: {'Port': ['ID=35263645-7407-4474-8423-01b175f1567c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:00.139980 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d124fe6-b017-4010-bcd3-af91eba20444 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:54:00.193324 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d9e562c-3c98-4200-81ed-d4d484ee1879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:00.298774 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d9e562c-3c98-4200-81ed-d4d484ee1879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:00.301092 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d9e562c-3c98-4200-81ed-d4d484ee1879 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:00.348242 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d9e562c-3c98-4200-81ed-d4d484ee1879 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:00.348670 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9e562c-3c98-4200-81ed-d4d484ee1879 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:54:00.356757 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d9e562c-3c98-4200-81ed-d4d484ee1879 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:00.357955 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4d9e562c-3c98-4200-81ed-d4d484ee1879 admin admin] 10.222.0.61 "DELETE /v2.0/routers/fb3e2e71-fdf7-4987-9101-5b0ecd13a3bb HTTP/1.1" status: 204 len: 168 time: 0.9002976 Nov 16 11:54:00.360727 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45156) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:54:00.409359 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b3678b3-ae63-44c4-a0c2-5f30dfeca623 admin admin] Deleting subnet 0dfedd61-b7f4-4fb0-bbf3-63a0a3e66c06 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:54:00.413947 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9b3678b3-ae63-44c4-a0c2-5f30dfeca623 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:00.451769 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9b3678b3-ae63-44c4-a0c2-5f30dfeca623 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:00.541357 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9b3678b3-ae63-44c4-a0c2-5f30dfeca623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:00.607945 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9b3678b3-ae63-44c4-a0c2-5f30dfeca623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:00.636226 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3678b3-ae63-44c4-a0c2-5f30dfeca623 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dfedd61-b7f4-4fb0-bbf3-63a0a3e66c06,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:00.638206 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9b3678b3-ae63-44c4-a0c2-5f30dfeca623 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:00.641415 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9b3678b3-ae63-44c4-a0c2-5f30dfeca623 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/0dfedd61-b7f4-4fb0-bbf3-63a0a3e66c06 HTTP/1.1" status: 204 len: 168 time: 0.2797837 Nov 16 11:54:00.643677 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdad450-ba88-451f-83d0-c3d8d43ff5da None None] Network cd9b53f3-dc5a-4d2a-9424-263d53785a99 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:54:00.644034 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45164) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:54:00.729667 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b05d652b-a719-4476-b468-e897ddba9bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:00.784908 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-b05d652b-a719-4476-b468-e897ddba9bcd admin admin] Deleting port 9c42d078-952f-4ce9-88d2-8623088a7b2c {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:54:00.785252 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b05d652b-a719-4476-b468-e897ddba9bcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:00.856295 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef2578e-376c-464d-a7d3-dff6a969bade None None] DHCP port deletion for cd9b53f3-dc5a-4d2a-9424-263d53785a99 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:54:00.880371 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-b05d652b-a719-4476-b468-e897ddba9bcd admin admin] For port 9c42d078-952f-4ce9-88d2-8623088a7b2c, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=9c42d078-952f-4ce9-88d2-8623088a7b2c,segment=NetworkSegment(2cf765c5-91e1-41df-9ee8-e3cdc96b8cf7),segment_id=2cf765c5-91e1-41df-9ee8-e3cdc96b8cf7)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:54:00.881219 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b05d652b-a719-4476-b468-e897ddba9bcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:00.895824 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-b05d652b-a719-4476-b468-e897ddba9bcd admin admin] Calling delete_port for 9c42d078-952f-4ce9-88d2-8623088a7b2c owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:54:00.904515 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 35263645-7407-4474-8423-01b175f1567c no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:54:00.927969 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 35263645-7407-4474-8423-01b175f1567c {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:54:00.928374 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 35263645-7407-4474-8423-01b175f1567c not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:54:00.928879 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device da8259cf-9aa7-4b4d-a78b-952ab744e4d1 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:54:00.957712 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: da8259cf-9aa7-4b4d-a78b-952ab744e4d1 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:54:00.958686 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device da8259cf-9aa7-4b4d-a78b-952ab744e4d1 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:54:00.962908 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-2ef2578e-376c-464d-a7d3-dff6a969bade None None] Deleting port 9c42d078-952f-4ce9-88d2-8623088a7b2c {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:54:00.963130 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2ef2578e-376c-464d-a7d3-dff6a969bade None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:01.001212 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b05d652b-a719-4476-b468-e897ddba9bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:01.030885 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d652b-a719-4476-b468-e897ddba9bcd admin admin] Pushing event deleted for resources: {'Port': ['ID=9c42d078-952f-4ce9-88d2-8623088a7b2c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:01.040849 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-2ef2578e-376c-464d-a7d3-dff6a969bade None None] For port 9c42d078-952f-4ce9-88d2-8623088a7b2c, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=9c42d078-952f-4ce9-88d2-8623088a7b2c,segment=NetworkSegment(2cf765c5-91e1-41df-9ee8-e3cdc96b8cf7),segment_id=2cf765c5-91e1-41df-9ee8-e3cdc96b8cf7)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:54:01.041263 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2ef2578e-376c-464d-a7d3-dff6a969bade None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:01.041632 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05d652b-a719-4476-b468-e897ddba9bcd admin admin] No DVR routers for this DVR port 9c42d078-952f-4ce9-88d2-8623088a7b2c on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:54:01.065794 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-2ef2578e-376c-464d-a7d3-dff6a969bade None None] Calling delete_port for 9c42d078-952f-4ce9-88d2-8623088a7b2c owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:54:01.133311 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b05d652b-a719-4476-b468-e897ddba9bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:01.156783 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-b05d652b-a719-4476-b468-e897ddba9bcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd9b53f3-dc5a-4d2a-9424-263d53785a99']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:54:01.173364 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-b05d652b-a719-4476-b468-e897ddba9bcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cf765c5-91e1-41df-9ee8-e3cdc96b8cf7') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:54:01.173364 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-b05d652b-a719-4476-b468-e897ddba9bcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cf765c5-91e1-41df-9ee8-e3cdc96b8cf7') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:54:01.189365 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b05d652b-a719-4476-b468-e897ddba9bcd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:01.191995 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2ef2578e-376c-464d-a7d3-dff6a969bade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:01.204380 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b05d652b-a719-4476-b468-e897ddba9bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:01.214861 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b05d652b-a719-4476-b468-e897ddba9bcd admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:54:01.215630 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b05d652b-a719-4476-b468-e897ddba9bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:01.217516 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:54:01.217516 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:54:01.217516 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:54:01.217516 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:54:01.217516 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:54:01.217516 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:54:01.217516 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:54:01.217516 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:54:01.217516 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:54:01.217516 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:54:01.217516 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:54:01.217516 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:54:01.217516 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:54:01.217516 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:54:01.217516 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:54:01.217516 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:54:01.217516 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:54:01.217516 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:54:01.217516 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:54:01.217516 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:54:01.217516 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:54:01.217516 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:54:01.217516 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:54:01.217516 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:54:01.217516 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:54:01.217516 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:54:01.217516 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:54:01.217516 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:54:01.217516 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:54:01.217516 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:54:01.217516 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:54:01.217516 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:54:01.227984 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2578e-376c-464d-a7d3-dff6a969bade None None] Pushing event deleted for resources: {'Port': ['ID=9c42d078-952f-4ce9-88d2-8623088a7b2c,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:01.232081 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef2578e-376c-464d-a7d3-dff6a969bade None None] No DVR routers for this DVR port 9c42d078-952f-4ce9-88d2-8623088a7b2c on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:54:01.243909 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef2578e-376c-464d-a7d3-dff6a969bade None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:54:01.244438 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef2578e-376c-464d-a7d3-dff6a969bade None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:54:01.245669 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef2578e-376c-464d-a7d3-dff6a969bade None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:54:01.246195 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef2578e-376c-464d-a7d3-dff6a969bade None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:54:01.246968 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef2578e-376c-464d-a7d3-dff6a969bade None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:54:01.247463 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef2578e-376c-464d-a7d3-dff6a969bade None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:54:01.247970 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef2578e-376c-464d-a7d3-dff6a969bade None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:54:01.248461 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef2578e-376c-464d-a7d3-dff6a969bade None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:54:01.249211 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef2578e-376c-464d-a7d3-dff6a969bade None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:54:01.249705 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef2578e-376c-464d-a7d3-dff6a969bade None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:54:01.250303 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef2578e-376c-464d-a7d3-dff6a969bade None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:54:01.250800 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef2578e-376c-464d-a7d3-dff6a969bade None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:54:01.309568 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b05d652b-a719-4476-b468-e897ddba9bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:01.315540 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b05d652b-a719-4476-b468-e897ddba9bcd admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:01.318741 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b05d652b-a719-4476-b468-e897ddba9bcd admin admin] 10.222.0.61 "DELETE /v2.0/networks/cd9b53f3-dc5a-4d2a-9424-263d53785a99 HTTP/1.1" status: 204 len: 168 time: 0.6737823 Nov 16 11:54:01.322502 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45178) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:54:01.330912 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d652b-a719-4476-b468-e897ddba9bcd admin admin] Pushing event deleted for resources: {'Network': ['ID=cd9b53f3-dc5a-4d2a-9424-263d53785a99,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:02.011333 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-139711fc-6fd2-4b89-9da5-8d39ba986551 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:02.275924 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-139711fc-6fd2-4b89-9da5-8d39ba986551 admin admin] Deleting port 7012e514-dafd-408f-8300-951b24116d45 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:54:02.276363 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-139711fc-6fd2-4b89-9da5-8d39ba986551 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:02.361142 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-139711fc-6fd2-4b89-9da5-8d39ba986551 admin admin] For port 7012e514-dafd-408f-8300-951b24116d45, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=7012e514-dafd-408f-8300-951b24116d45,segment=NetworkSegment(ef9704fb-137d-439d-ab79-3584982eece2),segment_id=ef9704fb-137d-439d-ab79-3584982eece2)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:54:02.362057 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-139711fc-6fd2-4b89-9da5-8d39ba986551 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:02.378807 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-139711fc-6fd2-4b89-9da5-8d39ba986551 admin admin] Calling delete_port for 7012e514-dafd-408f-8300-951b24116d45 owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:54:02.570588 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-139711fc-6fd2-4b89-9da5-8d39ba986551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:02.599408 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139711fc-6fd2-4b89-9da5-8d39ba986551 admin admin] Pushing event deleted for resources: {'Port': ['ID=7012e514-dafd-408f-8300-951b24116d45,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:02.648286 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 9c42d078-952f-4ce9-88d2-8623088a7b2c no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:54:02.670320 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 9c42d078-952f-4ce9-88d2-8623088a7b2c {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:54:02.670995 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 9c42d078-952f-4ce9-88d2-8623088a7b2c not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:54:02.793235 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-139711fc-6fd2-4b89-9da5-8d39ba986551 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:03.022917 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139711fc-6fd2-4b89-9da5-8d39ba986551 admin admin] Router 031ab016-fdc3-483c-8ea2-9db2d54460cf has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:54:03.138352 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139711fc-6fd2-4b89-9da5-8d39ba986551 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:54:03.143681 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-139711fc-6fd2-4b89-9da5-8d39ba986551 admin admin] 10.222.0.61 "PUT /v2.0/routers/031ab016-fdc3-483c-8ea2-9db2d54460cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8201869 Nov 16 11:54:03.146349 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45220) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:54:03.149243 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4568ab-0b96-4929-8dba-0a5334bcc8b1 None None] Sync routers for ids ['031ab016-fdc3-483c-8ea2-9db2d54460cf'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:54:03.163998 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4568ab-0b96-4929-8dba-0a5334bcc8b1 None None] Routers {'031ab016-fdc3-483c-8ea2-9db2d54460cf'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:54:03.164762 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-af4568ab-0b96-4929-8dba-0a5334bcc8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:53:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['031ab016-fdc3-483c-8ea2-9db2d54460cf'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:54:03.274547 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-44d2fae1-f7f8-4b57-9678-3b076d71d830 admin admin] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:03.279478 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-af4568ab-0b96-4929-8dba-0a5334bcc8b1 None None] Set router 031ab016-fdc3-483c-8ea2-9db2d54460cf gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:54:03.385840 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-44d2fae1-f7f8-4b57-9678-3b076d71d830 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:03.442136 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-44d2fae1-f7f8-4b57-9678-3b076d71d830 admin admin] Deleting port 22104c17-88ee-4eb5-95ec-88e37792c87b {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:54:03.442487 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-44d2fae1-f7f8-4b57-9678-3b076d71d830 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:03.495450 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-af4568ab-0b96-4929-8dba-0a5334bcc8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031ab016-fdc3-483c-8ea2-9db2d54460cf', 'name': 'tempest-TaggedBootDevicesTest_v242-867754635-router', 'tenant_id': 'b6cd2747425449d8a54994d2b4984afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '22104c17-88ee-4eb5-95ec-88e37792c87b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:42:45Z', 'updated_at': '2021-11-16T11:54:02Z', 'revision_number': 5, 'project_id': 'b6cd2747425449d8a54994d2b4984afb', 'gw_port': {'id': '22104c17-88ee-4eb5-95ec-88e37792c87b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:98:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031ab016-fdc3-483c-8ea2-9db2d54460cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:42:46Z', 'updated_at': '2021-11-16T11:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:54:03.529408 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4568ab-0b96-4929-8dba-0a5334bcc8b1 None None] Checking router: 031ab016-fdc3-483c-8ea2-9db2d54460cf for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:54:03.535223 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-44d2fae1-f7f8-4b57-9678-3b076d71d830 admin admin] For port 22104c17-88ee-4eb5-95ec-88e37792c87b, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=22104c17-88ee-4eb5-95ec-88e37792c87b,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:54:03.535655 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-44d2fae1-f7f8-4b57-9678-3b076d71d830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:03.538000 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4568ab-0b96-4929-8dba-0a5334bcc8b1 None None] Routers {'031ab016-fdc3-483c-8ea2-9db2d54460cf'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:54:03.538632 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-af4568ab-0b96-4929-8dba-0a5334bcc8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:53:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['031ab016-fdc3-483c-8ea2-9db2d54460cf'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:54:03.554447 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-44d2fae1-f7f8-4b57-9678-3b076d71d830 admin admin] Calling delete_port for 22104c17-88ee-4eb5-95ec-88e37792c87b owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:54:03.627401 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-af4568ab-0b96-4929-8dba-0a5334bcc8b1 None None] Set router 031ab016-fdc3-483c-8ea2-9db2d54460cf gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:54:03.681830 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-af4568ab-0b96-4929-8dba-0a5334bcc8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '031ab016-fdc3-483c-8ea2-9db2d54460cf', 'name': 'tempest-TaggedBootDevicesTest_v242-867754635-router', 'tenant_id': 'b6cd2747425449d8a54994d2b4984afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:42:45Z', 'updated_at': '2021-11-16T11:54:03Z', 'revision_number': 6, 'project_id': 'b6cd2747425449d8a54994d2b4984afb', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:54:03.713040 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4568ab-0b96-4929-8dba-0a5334bcc8b1 None None] The sync data for ids ['031ab016-fdc3-483c-8ea2-9db2d54460cf'] in n-d-816823-3 is: [{'id': '031ab016-fdc3-483c-8ea2-9db2d54460cf', 'name': 'tempest-TaggedBootDevicesTest_v242-867754635-router', 'tenant_id': 'b6cd2747425449d8a54994d2b4984afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:42:45Z', 'updated_at': '2021-11-16T11:54:03Z', 'revision_number': 6, 'project_id': 'b6cd2747425449d8a54994d2b4984afb', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:54:03.759279 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-44d2fae1-f7f8-4b57-9678-3b076d71d830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:03.789945 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d2fae1-f7f8-4b57-9678-3b076d71d830 admin admin] Pushing event deleted for resources: {'Port': ['ID=22104c17-88ee-4eb5-95ec-88e37792c87b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:03.809899 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dc67bc-7297-4311-ac45-7d97eaa1b817 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:54:03.852736 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-44d2fae1-f7f8-4b57-9678-3b076d71d830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:03.957049 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-44d2fae1-f7f8-4b57-9678-3b076d71d830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:03.959472 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-44d2fae1-f7f8-4b57-9678-3b076d71d830 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:04.008271 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-44d2fae1-f7f8-4b57-9678-3b076d71d830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:04.008980 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d2fae1-f7f8-4b57-9678-3b076d71d830 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 031ab016-fdc3-483c-8ea2-9db2d54460cf {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:54:04.016190 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-44d2fae1-f7f8-4b57-9678-3b076d71d830 admin admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:04.017331 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-44d2fae1-f7f8-4b57-9678-3b076d71d830 admin admin] 10.222.0.61 "DELETE /v2.0/routers/031ab016-fdc3-483c-8ea2-9db2d54460cf HTTP/1.1" status: 204 len: 168 time: 0.8700104 Nov 16 11:54:04.019924 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45242) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:54:04.071568 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb5a442a-1683-4f5e-be37-e35f86f9019b admin admin] Deleting subnet c47d9736-2144-4c9a-9531-439127298d45 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:54:04.078505 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eb5a442a-1683-4f5e-be37-e35f86f9019b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:04.120794 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eb5a442a-1683-4f5e-be37-e35f86f9019b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:04.218767 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eb5a442a-1683-4f5e-be37-e35f86f9019b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:04.294813 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eb5a442a-1683-4f5e-be37-e35f86f9019b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:04.321366 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a442a-1683-4f5e-be37-e35f86f9019b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c47d9736-2144-4c9a-9531-439127298d45,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:04.324766 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eb5a442a-1683-4f5e-be37-e35f86f9019b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:04.327956 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-eb5a442a-1683-4f5e-be37-e35f86f9019b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c47d9736-2144-4c9a-9531-439127298d45 HTTP/1.1" status: 204 len: 168 time: 0.3071196 Nov 16 11:54:04.330471 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45252) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:54:04.332698 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf63d18-bed2-47f5-a2d0-f09494cd1006 None None] Network fb74cf64-72b5-4ade-b61d-79a753f37680 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:54:04.415139 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6eb8ef30-825b-4e7c-9a3f-d041d62eac48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:04.477956 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8ef30-825b-4e7c-9a3f-d041d62eac48 admin admin] Deleting port eab96765-f96f-496d-a98e-53c38a0e9699 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:54:04.478206 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6eb8ef30-825b-4e7c-9a3f-d041d62eac48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:04.551248 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-6eb8ef30-825b-4e7c-9a3f-d041d62eac48 admin admin] For port eab96765-f96f-496d-a98e-53c38a0e9699, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=eab96765-f96f-496d-a98e-53c38a0e9699,segment=NetworkSegment(ef9704fb-137d-439d-ab79-3584982eece2),segment_id=ef9704fb-137d-439d-ab79-3584982eece2)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:54:04.551752 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6eb8ef30-825b-4e7c-9a3f-d041d62eac48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:04.576494 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8ef30-825b-4e7c-9a3f-d041d62eac48 admin admin] Calling delete_port for eab96765-f96f-496d-a98e-53c38a0e9699 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:54:04.586089 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f3ea97-067c-48b4-95e6-471f9808a0e8 None None] DHCP port deletion for fb74cf64-72b5-4ade-b61d-79a753f37680 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:54:04.677914 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device eab96765-f96f-496d-a98e-53c38a0e9699 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:54:04.732350 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6eb8ef30-825b-4e7c-9a3f-d041d62eac48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:04.766088 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8ef30-825b-4e7c-9a3f-d041d62eac48 admin admin] Pushing event deleted for resources: {'Port': ['ID=eab96765-f96f-496d-a98e-53c38a0e9699,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:04.769971 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb8ef30-825b-4e7c-9a3f-d041d62eac48 admin admin] No DVR routers for this DVR port eab96765-f96f-496d-a98e-53c38a0e9699 on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:54:04.781029 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-03f3ea97-067c-48b4-95e6-471f9808a0e8 None None] Deleting port eab96765-f96f-496d-a98e-53c38a0e9699 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:54:04.782024 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-03f3ea97-067c-48b4-95e6-471f9808a0e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:04.786844 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No active binding found for port eab96765-f96f-496d-a98e-53c38a0e9699 {{(pid=102670) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 16 11:54:04.787281 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device eab96765-f96f-496d-a98e-53c38a0e9699 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:54:04.787697 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 22104c17-88ee-4eb5-95ec-88e37792c87b no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:54:04.844313 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 22104c17-88ee-4eb5-95ec-88e37792c87b {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:54:04.844667 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 22104c17-88ee-4eb5-95ec-88e37792c87b not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:54:04.845090 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7012e514-dafd-408f-8300-951b24116d45 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:54:04.863338 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6eb8ef30-825b-4e7c-9a3f-d041d62eac48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:04.886864 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 7012e514-dafd-408f-8300-951b24116d45 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:54:04.887665 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7012e514-dafd-408f-8300-951b24116d45 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:54:04.900281 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-6eb8ef30-825b-4e7c-9a3f-d041d62eac48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb74cf64-72b5-4ade-b61d-79a753f37680']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:54:04.914638 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-6eb8ef30-825b-4e7c-9a3f-d041d62eac48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef9704fb-137d-439d-ab79-3584982eece2') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:54:04.914941 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-6eb8ef30-825b-4e7c-9a3f-d041d62eac48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef9704fb-137d-439d-ab79-3584982eece2') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:54:04.925140 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6eb8ef30-825b-4e7c-9a3f-d041d62eac48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:04.931309 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-03f3ea97-067c-48b4-95e6-471f9808a0e8 None None] For port eab96765-f96f-496d-a98e-53c38a0e9699, host n-d-816823-3, got binding levels [] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:54:04.932070 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-03f3ea97-067c-48b4-95e6-471f9808a0e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:04.948615 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-03f3ea97-067c-48b4-95e6-471f9808a0e8 None None] Calling delete_port for eab96765-f96f-496d-a98e-53c38a0e9699 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:54:04.951643 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6eb8ef30-825b-4e7c-9a3f-d041d62eac48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:04.951853 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.ipam_backend_mixin [None req-03f3ea97-067c-48b4-95e6-471f9808a0e8 None None] Port eab96765-f96f-496d-a98e-53c38a0e9699 was not found and therefore no delete operation was performed {{(pid=102670) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 11:54:04.953189 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-03f3ea97-067c-48b4-95e6-471f9808a0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:04.960590 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb8ef30-825b-4e7c-9a3f-d041d62eac48 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:54:04.962616 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6eb8ef30-825b-4e7c-9a3f-d041d62eac48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:04.964789 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:54:04.964789 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:54:04.964789 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:54:04.964789 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:54:04.964789 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:54:04.964789 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:54:04.964789 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:54:04.964789 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:54:04.964789 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:54:04.964789 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:54:04.964789 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:54:04.964789 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:54:04.964789 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:54:04.964789 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:54:04.964789 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:54:04.964789 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:54:04.964789 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:54:04.964789 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:54:04.964789 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:54:04.964789 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:54:04.964789 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:54:04.964789 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:54:04.964789 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:54:04.964789 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:54:04.964789 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:54:04.964789 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:54:04.964789 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:54:04.964789 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:54:04.964789 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:54:04.964789 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:54:04.964789 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:54:04.964789 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:54:04.984985 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f3ea97-067c-48b4-95e6-471f9808a0e8 None None] Pushing event deleted for resources: {'Port': ['ID=eab96765-f96f-496d-a98e-53c38a0e9699,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:04.996785 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f3ea97-067c-48b4-95e6-471f9808a0e8 None None] No DVR routers for this DVR port eab96765-f96f-496d-a98e-53c38a0e9699 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:54:05.040234 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6eb8ef30-825b-4e7c-9a3f-d041d62eac48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:05.058260 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6eb8ef30-825b-4e7c-9a3f-d041d62eac48 admin admin] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:05.065067 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6eb8ef30-825b-4e7c-9a3f-d041d62eac48 admin admin] 10.222.0.61 "DELETE /v2.0/networks/fb74cf64-72b5-4ade-b61d-79a753f37680 HTTP/1.1" status: 204 len: 168 time: 0.7334235 Nov 16 11:54:05.066591 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8ef30-825b-4e7c-9a3f-d041d62eac48 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb74cf64-72b5-4ade-b61d-79a753f37680,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:05.194796 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45272) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:54:05.245110 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c9a5b186-c963-4485-b86c-437bffa133d6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=14d41305b65a4dafae92476e1ff902fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0490255 Nov 16 11:54:05.247489 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45276) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:54:05.313967 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a5d3423f-cd76-4dd2-b750-e559bd8311cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:05.351067 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a5d3423f-cd76-4dd2-b750-e559bd8311cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:05.403642 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a5d3423f-cd76-4dd2-b750-e559bd8311cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:05.406354 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a5d3423f-cd76-4dd2-b750-e559bd8311cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:05.407528 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a5d3423f-cd76-4dd2-b750-e559bd8311cb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e21bdf95-84ed-4189-aa21-cfae4bf8891b HTTP/1.1" status: 204 len: 168 time: 0.1590455 Nov 16 11:54:05.417767 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d3423f-cd76-4dd2-b750-e559bd8311cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21bdf95-84ed-4189-aa21-cfae4bf8891b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:05.779274 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45294) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:54:05.820933 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-863f10df-92ab-4aa6-ba32-608cbb4471b4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b6cd2747425449d8a54994d2b4984afb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404415 Nov 16 11:54:05.823491 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45296) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:54:05.871814 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af1177f7-6331-4e29-a736-b5697577d2ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:05.897647 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af1177f7-6331-4e29-a736-b5697577d2ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:05.946546 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af1177f7-6331-4e29-a736-b5697577d2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:05.949805 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af1177f7-6331-4e29-a736-b5697577d2ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:05.953346 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-af1177f7-6331-4e29-a736-b5697577d2ef admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a762e984-c53c-437c-9d93-651f92b3d67c HTTP/1.1" status: 204 len: 168 time: 0.1265221 Nov 16 11:54:05.958880 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1177f7-6331-4e29-a736-b5697577d2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a762e984-c53c-437c-9d93-651f92b3d67c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:06.722697 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45320) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:54:06.827240 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-dd6d5423-f84a-4b22-a7cd-c3538a52b893 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2076651393-network', 'tenant_id': '448c801f41874e44916d2eba5b11d7b5'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:54:06.850206 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6d5423-f84a-4b22-a7cd-c3538a52b893 admin admin] Made reservation on behalf of 448c801f41874e44916d2eba5b11d7b5 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:54:06.852513 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd6d5423-f84a-4b22-a7cd-c3538a52b893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:06.862536 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd6d5423-f84a-4b22-a7cd-c3538a52b893 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:06.941228 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd6d5423-f84a-4b22-a7cd-c3538a52b893 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:06.945520 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd6d5423-f84a-4b22-a7cd-c3538a52b893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:06.970072 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd6d5423-f84a-4b22-a7cd-c3538a52b893 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:54:06.980575 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d5423-f84a-4b22-a7cd-c3538a52b893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2118e37c-bffe-4942-aa08-0d8c8e5d62c0,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:06.987008 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd6d5423-f84a-4b22-a7cd-c3538a52b893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:06.987357 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-dd6d5423-f84a-4b22-a7cd-c3538a52b893 admin admin] Added segment 86f68da5-67a0-47a5-b600-19628e2f3072 of type vlan for network 5a889292-e892-40be-988c-894184e1efc1 Nov 16 11:54:07.030684 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd6d5423-f84a-4b22-a7cd-c3538a52b893 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:07.055741 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd6d5423-f84a-4b22-a7cd-c3538a52b893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:07.056670 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6d5423-f84a-4b22-a7cd-c3538a52b893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:07.057242 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd6d5423-f84a-4b22-a7cd-c3538a52b893 admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:07.119173 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-dd6d5423-f84a-4b22-a7cd-c3538a52b893 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3929000 Nov 16 11:54:07.120171 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45324) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:54:07.127047 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-11fb1b12-6d9b-4559-95bf-d8682cfe296c admin admin] Request body: {'subnet': {'network_id': '5a889292-e892-40be-988c-894184e1efc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2076651393-subnet', 'tenant_id': '448c801f41874e44916d2eba5b11d7b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:54:07.132382 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d5423-f84a-4b22-a7cd-c3538a52b893 admin admin] Pushing event updated for resources: {'Network': ['ID=5a889292-e892-40be-988c-894184e1efc1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:07.144519 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 5a889292-e892-40be-988c-894184e1efc1 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:54:07.177281 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fb1b12-6d9b-4559-95bf-d8682cfe296c admin admin] Made reservation on behalf of 448c801f41874e44916d2eba5b11d7b5 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:54:07.179888 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11fb1b12-6d9b-4559-95bf-d8682cfe296c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:07.388311 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11fb1b12-6d9b-4559-95bf-d8682cfe296c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:07.436679 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fb1b12-6d9b-4559-95bf-d8682cfe296c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbf47e81-2cc2-4d6c-b26e-2454dd1c1fbf,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:07.461844 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fb1b12-6d9b-4559-95bf-d8682cfe296c admin admin] Checking segment: {'id': '86f68da5-67a0-47a5-b600-19628e2f3072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5a889292-e892-40be-988c-894184e1efc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:54:07.462553 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fb1b12-6d9b-4559-95bf-d8682cfe296c admin admin] Network hostable DHCP agents. Network: 5a889292-e892-40be-988c-894184e1efc1, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:54:07.481760 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fb1b12-6d9b-4559-95bf-d8682cfe296c admin admin] Network 5a889292-e892-40be-988c-894184e1efc1 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:54:07.493881 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-11fb1b12-6d9b-4559-95bf-d8682cfe296c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 5a889292-e892-40be-988c-894184e1efc1) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:54:07.498024 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fb1b12-6d9b-4559-95bf-d8682cfe296c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:07.499230 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11fb1b12-6d9b-4559-95bf-d8682cfe296c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:07.506447 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5498943-4dc3-413c-9b6b-b766ba78abe6 None None] Network 5a889292-e892-40be-988c-894184e1efc1 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:54:07.520302 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-11fb1b12-6d9b-4559-95bf-d8682cfe296c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3982120 Nov 16 11:54:07.692409 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac88bfb-6390-4c02-9e57-211cf75cf740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-5a889292-e892-40be-988c-894184e1efc1', 'network_id': '5a889292-e892-40be-988c-894184e1efc1', 'tenant_id': '448c801f41874e44916d2eba5b11d7b5', 'fixed_ips': [{'subnet_id': 'bbf47e81-2cc2-4d6c-b26e-2454dd1c1fbf'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:54:07.693449 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fac88bfb-6390-4c02-9e57-211cf75cf740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:07.834467 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-fac88bfb-6390-4c02-9e57-211cf75cf740 None None] Allocated IP 172.20.0.2 (5a889292-e892-40be-988c-894184e1efc1/bbf47e81-2cc2-4d6c-b26e-2454dd1c1fbf/2eedd1d3-d576-4070-9d69-f4aeafa8527a) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:54:07.981979 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fac88bfb-6390-4c02-9e57-211cf75cf740 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:07.988544 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fac88bfb-6390-4c02-9e57-211cf75cf740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:08.036974 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac88bfb-6390-4c02-9e57-211cf75cf740 None None] Network 5a889292-e892-40be-988c-894184e1efc1 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:54:08.043383 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-fac88bfb-6390-4c02-9e57-211cf75cf740 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:54:08.043579 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08064d0-5550-46ec-a116-36cbff920bbf req-16b775c8-89d0-4465-af94-97e17d3a1b45 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:08.045302 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c08064d0-5550-46ec-a116-36cbff920bbf req-16b775c8-89d0-4465-af94-97e17d3a1b45 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/networks?id=5a889292-e892-40be-988c-894184e1efc1 HTTP/1.1" status: 200 len: 816 time: 0.1143970 Nov 16 11:54:08.046205 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac88bfb-6390-4c02-9e57-211cf75cf740 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:54:08.050510 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac88bfb-6390-4c02-9e57-211cf75cf740 None None] Pushing event updated for resources: {'Port': ['ID=2eedd1d3-d576-4070-9d69-f4aeafa8527a,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:08.064911 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c08064d0-5550-46ec-a116-36cbff920bbf req-92b9c3d4-c73f-4b0b-98c4-9f061a148f9e tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/quotas/448c801f41874e44916d2eba5b11d7b5 HTTP/1.1" status: 200 len: 375 time: 0.0118272 Nov 16 11:54:08.112177 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-fac88bfb-6390-4c02-9e57-211cf75cf740 None None] Attempting to bind port 2eedd1d3-d576-4070-9d69-f4aeafa8527a on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:54:08.112702 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-fac88bfb-6390-4c02-9e57-211cf75cf740 None None] Attempting to bind port 2eedd1d3-d576-4070-9d69-f4aeafa8527a by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '86f68da5-67a0-47a5-b600-19628e2f3072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5a889292-e892-40be-988c-894184e1efc1'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:54:08.113164 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac88bfb-6390-4c02-9e57-211cf75cf740 None None] Attempting to bind port 2eedd1d3-d576-4070-9d69-f4aeafa8527a on network 5a889292-e892-40be-988c-894184e1efc1 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:54:08.123293 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c08064d0-5550-46ec-a116-36cbff920bbf req-c6c4a901-b089-4763-b86d-e2f83c386b83 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=448c801f41874e44916d2eba5b11d7b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0490661 Nov 16 11:54:08.129454 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac88bfb-6390-4c02-9e57-211cf75cf740 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:54:08.129965 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac88bfb-6390-4c02-9e57-211cf75cf740 None None] Checking segment: {'id': '86f68da5-67a0-47a5-b600-19628e2f3072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5a889292-e892-40be-988c-894184e1efc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:54:08.130497 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fac88bfb-6390-4c02-9e57-211cf75cf740 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:08.131077 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac88bfb-6390-4c02-9e57-211cf75cf740 None None] Bound using segment: {'id': '86f68da5-67a0-47a5-b600-19628e2f3072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5a889292-e892-40be-988c-894184e1efc1'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:54:08.131679 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-fac88bfb-6390-4c02-9e57-211cf75cf740 None None] Bound port: 2eedd1d3-d576-4070-9d69-f4aeafa8527a, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f68da5-67a0-47a5-b600-19628e2f3072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5a889292-e892-40be-988c-894184e1efc1'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:54:08.132173 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fac88bfb-6390-4c02-9e57-211cf75cf740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:08.204520 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fac88bfb-6390-4c02-9e57-211cf75cf740 None None] For port 2eedd1d3-d576-4070-9d69-f4aeafa8527a, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:54:08.207062 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fac88bfb-6390-4c02-9e57-211cf75cf740 None None] For port 2eedd1d3-d576-4070-9d69-f4aeafa8527a, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=2eedd1d3-d576-4070-9d69-f4aeafa8527a,segment=NetworkSegment(86f68da5-67a0-47a5-b600-19628e2f3072),segment_id=86f68da5-67a0-47a5-b600-19628e2f3072)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:54:08.213234 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fac88bfb-6390-4c02-9e57-211cf75cf740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:08.290984 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac88bfb-6390-4c02-9e57-211cf75cf740 None None] Pushing event updated for resources: {'Port': ['ID=2eedd1d3-d576-4070-9d69-f4aeafa8527a,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:08.295107 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c08064d0-5550-46ec-a116-36cbff920bbf req-b29de139-a6ae-4477-a1af-0600f480789e service neutron] 10.222.0.61 "GET /v2.0/networks/5a889292-e892-40be-988c-894184e1efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643159 Nov 16 11:54:08.391479 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c08064d0-5550-46ec-a116-36cbff920bbf req-fbc428f8-e290-43e4-be06-eb0c48d1c6a7 service neutron] 10.222.0.61 "GET /v2.0/networks/5a889292-e892-40be-988c-894184e1efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903833 Nov 16 11:54:08.691995 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 2eedd1d3-d576-4070-9d69-f4aeafa8527a up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:54:08.752779 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 2eedd1d3-d576-4070-9d69-f4aeafa8527a triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:54:08.754189 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:08.849669 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-83470bbe-c78a-4360-9377-decf76df85cd tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:08.858535 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-83470bbe-c78a-4360-9377-decf76df85cd tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/networks?id=5a889292-e892-40be-988c-894184e1efc1 HTTP/1.1" status: 200 len: 816 time: 0.1708441 Nov 16 11:54:08.876022 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-06ec537f-3d7c-486b-a654-6b518521ee3d tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/quotas/448c801f41874e44916d2eba5b11d7b5 HTTP/1.1" status: 200 len: 375 time: 0.0116436 Nov 16 11:54:08.943730 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-d38295af-1212-42df-908b-f48c6ef29ec3 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=448c801f41874e44916d2eba5b11d7b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0606735 Nov 16 11:54:09.080759 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-9120d1cd-e148-4968-9922-b92172ffe810 service neutron] 10.222.0.61 "GET /v2.0/networks/5a889292-e892-40be-988c-894184e1efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360545 Nov 16 11:54:09.080908 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:09.142478 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 2eedd1d3-d576-4070-9d69-f4aeafa8527a, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=2eedd1d3-d576-4070-9d69-f4aeafa8527a,segment=NetworkSegment(86f68da5-67a0-47a5-b600-19628e2f3072),segment_id=86f68da5-67a0-47a5-b600-19628e2f3072)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:54:09.149439 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:09.210360 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=2eedd1d3-d576-4070-9d69-f4aeafa8527a,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:09.227299 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-bf14c221-8d29-4937-8c5c-59db461312d4 service neutron] 10.222.0.61 "GET /v2.0/networks/5a889292-e892-40be-988c-894184e1efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395724 Nov 16 11:54:09.471299 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1598dcb-ff24-4843-83ba-76e308f327bf None None] Network 5a889292-e892-40be-988c-894184e1efc1 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:54:09.594658 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-31470d5d-7a81-4c62-9776-dd112572ea88 None None] Provisioning complete for port 2eedd1d3-d576-4070-9d69-f4aeafa8527a triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:54:09.595036 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-31470d5d-7a81-4c62-9776-dd112572ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:09.742797 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-b9a7dd83-c854-45ad-bf8b-691597d3ee1c tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:09.763389 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-b9a7dd83-c854-45ad-bf8b-691597d3ee1c tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/networks?id=5a889292-e892-40be-988c-894184e1efc1 HTTP/1.1" status: 200 len: 816 time: 0.2014620 Nov 16 11:54:09.777459 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-e45c8d35-24d0-4bc4-a9ba-8223646a326b tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/quotas/448c801f41874e44916d2eba5b11d7b5 HTTP/1.1" status: 200 len: 375 time: 0.0132136 Nov 16 11:54:09.838819 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-eac8e3a5-21f4-46c9-bce7-af9db244a440 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=448c801f41874e44916d2eba5b11d7b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0522983 Nov 16 11:54:09.971251 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-67c365d1-5331-45dc-bdc8-d52cf1a1a1ab service neutron] 10.222.0.61 "GET /v2.0/networks/5a889292-e892-40be-988c-894184e1efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250982 Nov 16 11:54:10.128561 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-89e678e8-dd12-47c5-bec7-1123d191178e service neutron] 10.222.0.61 "GET /v2.0/networks/5a889292-e892-40be-988c-894184e1efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474290 Nov 16 11:54:10.138574 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-99bd1d05-eab0-47fa-8a5e-787cfb0b2526 None None] Provisioning complete for port 2eedd1d3-d576-4070-9d69-f4aeafa8527a triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:54:10.142748 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99bd1d05-eab0-47fa-8a5e-787cfb0b2526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:10.258683 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08064d0-5550-46ec-a116-36cbff920bbf req-5dbf7d7a-bad7-4ae2-bd2e-a34a975f1219 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:10.261332 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c08064d0-5550-46ec-a116-36cbff920bbf req-5dbf7d7a-bad7-4ae2-bd2e-a34a975f1219 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.36 "GET /v2.0/networks?id=5a889292-e892-40be-988c-894184e1efc1 HTTP/1.1" status: 200 len: 816 time: 0.2311113 Nov 16 11:54:10.281634 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-c08064d0-5550-46ec-a116-36cbff920bbf req-a0ad4c1f-8ab2-43c6-9aa4-3b70d6a381da tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Request body: {'port': {'device_id': 'e2087569-758f-4015-8a6f-514694316563', 'network_id': '5a889292-e892-40be-988c-894184e1efc1', 'admin_state_up': True, 'tenant_id': '448c801f41874e44916d2eba5b11d7b5'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:54:10.364541 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5ea3a755-f015-4ebe-a4ca-379c27425c6c req-a03143ed-a149-435c-929d-d3662d494dd5 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2144ed9-ba51-4fc9-88f6-ac3c09752a3e HTTP/1.1" status: 200 len: 210 time: 0.0456133 Nov 16 11:54:10.411006 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:54:10.423466 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c08064d0-5550-46ec-a116-36cbff920bbf req-a0ad4c1f-8ab2-43c6-9aa4-3b70d6a381da tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Made reservation on behalf of 448c801f41874e44916d2eba5b11d7b5 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:54:10.427335 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c08064d0-5550-46ec-a116-36cbff920bbf req-a0ad4c1f-8ab2-43c6-9aa4-3b70d6a381da tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:10.572931 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-c08064d0-5550-46ec-a116-36cbff920bbf req-a0ad4c1f-8ab2-43c6-9aa4-3b70d6a381da tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Allocated IP 172.20.0.10 (5a889292-e892-40be-988c-894184e1efc1/bbf47e81-2cc2-4d6c-b26e-2454dd1c1fbf/711b54f8-35d1-4c1b-83e9-950e236218bc) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:54:10.673545 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 2eedd1d3-d576-4070-9d69-f4aeafa8527a up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:54:10.752611 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 2eedd1d3-d576-4070-9d69-f4aeafa8527a triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:54:10.753222 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:10.765170 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c08064d0-5550-46ec-a116-36cbff920bbf req-a0ad4c1f-8ab2-43c6-9aa4-3b70d6a381da tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:10.884430 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c08064d0-5550-46ec-a116-36cbff920bbf req-a0ad4c1f-8ab2-43c6-9aa4-3b70d6a381da tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:10.916260 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c08064d0-5550-46ec-a116-36cbff920bbf req-a0ad4c1f-8ab2-43c6-9aa4-3b70d6a381da tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Network 5a889292-e892-40be-988c-894184e1efc1 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:54:10.938160 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-c08064d0-5550-46ec-a116-36cbff920bbf req-a0ad4c1f-8ab2-43c6-9aa4-3b70d6a381da tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:54:10.941321 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08064d0-5550-46ec-a116-36cbff920bbf req-a0ad4c1f-8ab2-43c6-9aa4-3b70d6a381da tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:54:11.014428 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08064d0-5550-46ec-a116-36cbff920bbf req-a0ad4c1f-8ab2-43c6-9aa4-3b70d6a381da tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:11.015155 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c08064d0-5550-46ec-a116-36cbff920bbf req-a0ad4c1f-8ab2-43c6-9aa4-3b70d6a381da tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:11.043145 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c08064d0-5550-46ec-a116-36cbff920bbf req-a0ad4c1f-8ab2-43c6-9aa4-3b70d6a381da tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7657819 Nov 16 11:54:11.059280 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-c08064d0-5550-46ec-a116-36cbff920bbf req-e2859e96-69f1-4aae-999e-9c66510bd997 service neutron] Request body: {'port': {'device_id': 'e2087569-758f-4015-8a6f-514694316563', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:54:11.097093 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad4c1f-8ab2-43c6-9aa4-3b70d6a381da tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Pushing event updated for resources: {'Port': ['ID=711b54f8-35d1-4c1b-83e9-950e236218bc,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:11.114480 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-1108d529-a799-49fb-972e-9904448f3608 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:11.116805 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-1108d529-a799-49fb-972e-9904448f3608 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.36 "GET /v2.0/networks?id=5a889292-e892-40be-988c-894184e1efc1 HTTP/1.1" status: 200 len: 816 time: 0.3422501 Nov 16 11:54:11.138931 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-c71db34c-68fe-487f-b9f9-f96da8452af7 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Request body: {'port': {'device_id': 'c17dfd29-318d-48c9-b487-e01cd46bd2a2', 'network_id': '5a889292-e892-40be-988c-894184e1efc1', 'admin_state_up': True, 'tenant_id': '448c801f41874e44916d2eba5b11d7b5'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:54:11.208728 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c08064d0-5550-46ec-a116-36cbff920bbf req-e2859e96-69f1-4aae-999e-9c66510bd997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:11.299616 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-57863b59-a77a-4436-a8d4-84e0f94bccfe None None] Provisioning complete for port 711b54f8-35d1-4c1b-83e9-950e236218bc triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:54:11.299961 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-57863b59-a77a-4436-a8d4-84e0f94bccfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:11.337800 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-57863b59-a77a-4436-a8d4-84e0f94bccfe None None] Port 711b54f8-35d1-4c1b-83e9-950e236218bc cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:54:11.355872 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-c71db34c-68fe-487f-b9f9-f96da8452af7 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Made reservation on behalf of 448c801f41874e44916d2eba5b11d7b5 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:54:11.359321 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-c71db34c-68fe-487f-b9f9-f96da8452af7 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:11.507792 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c1da5ad4-f706-43b7-8ac0-b74a66549d36 req-a54e5eff-fde0-44b7-95b6-c6223c3628e9 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2144ed9-ba51-4fc9-88f6-ac3c09752a3e HTTP/1.1" status: 200 len: 210 time: 0.0487671 Nov 16 11:54:11.653774 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-c08064d0-5550-46ec-a116-36cbff920bbf req-e2859e96-69f1-4aae-999e-9c66510bd997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 711b54f8-35d1-4c1b-83e9-950e236218bc {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:54:11.669946 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c08064d0-5550-46ec-a116-36cbff920bbf req-e2859e96-69f1-4aae-999e-9c66510bd997 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:11.687538 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-8fe6e391-f78e-4698-9879-e4fe3b5f8d24 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:11.688991 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-8fe6e391-f78e-4698-9879-e4fe3b5f8d24 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.64 "GET /v2.0/networks?id=5a889292-e892-40be-988c-894184e1efc1 HTTP/1.1" status: 200 len: 816 time: 0.1669247 Nov 16 11:54:11.693647 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-c08064d0-5550-46ec-a116-36cbff920bbf req-e2859e96-69f1-4aae-999e-9c66510bd997 service neutron] Transition to ACTIVE for port object 711b54f8-35d1-4c1b-83e9-950e236218bc will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:54:11.699508 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c08064d0-5550-46ec-a116-36cbff920bbf req-e2859e96-69f1-4aae-999e-9c66510bd997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:11.714784 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-689d36dd-6061-43f6-926a-7be150d8c9cc tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Request body: {'port': {'device_id': 'b2144ed9-ba51-4fc9-88f6-ac3c09752a3e', 'network_id': '5a889292-e892-40be-988c-894184e1efc1', 'admin_state_up': True, 'tenant_id': '448c801f41874e44916d2eba5b11d7b5'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:54:11.851451 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-c71db34c-68fe-487f-b9f9-f96da8452af7 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Allocated IP 172.20.0.4 (5a889292-e892-40be-988c-894184e1efc1/bbf47e81-2cc2-4d6c-b26e-2454dd1c1fbf/6ad63b10-b5f9-41b3-8c7d-a9503838011c) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:54:11.877966 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2859e96-69f1-4aae-999e-9c66510bd997 service neutron] Pushing event updated for resources: {'Port': ['ID=711b54f8-35d1-4c1b-83e9-950e236218bc,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:12.003702 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-c08064d0-5550-46ec-a116-36cbff920bbf req-e2859e96-69f1-4aae-999e-9c66510bd997 service neutron] Attempting to bind port 711b54f8-35d1-4c1b-83e9-950e236218bc on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:54:12.004032 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-c08064d0-5550-46ec-a116-36cbff920bbf req-e2859e96-69f1-4aae-999e-9c66510bd997 service neutron] Attempting to bind port 711b54f8-35d1-4c1b-83e9-950e236218bc by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '86f68da5-67a0-47a5-b600-19628e2f3072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5a889292-e892-40be-988c-894184e1efc1'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:54:12.004352 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08064d0-5550-46ec-a116-36cbff920bbf req-e2859e96-69f1-4aae-999e-9c66510bd997 service neutron] Attempting to bind port 711b54f8-35d1-4c1b-83e9-950e236218bc on network 5a889292-e892-40be-988c-894184e1efc1 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:54:12.042724 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-689d36dd-6061-43f6-926a-7be150d8c9cc tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Made reservation on behalf of 448c801f41874e44916d2eba5b11d7b5 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:54:12.046301 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-689d36dd-6061-43f6-926a-7be150d8c9cc tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:12.049874 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08064d0-5550-46ec-a116-36cbff920bbf req-e2859e96-69f1-4aae-999e-9c66510bd997 service neutron] Port 711b54f8-35d1-4c1b-83e9-950e236218bc on network 5a889292-e892-40be-988c-894184e1efc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:54:12.050189 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08064d0-5550-46ec-a116-36cbff920bbf req-e2859e96-69f1-4aae-999e-9c66510bd997 service neutron] Attempting to bind port 711b54f8-35d1-4c1b-83e9-950e236218bc on network 5a889292-e892-40be-988c-894184e1efc1 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:54:12.074493 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08064d0-5550-46ec-a116-36cbff920bbf req-e2859e96-69f1-4aae-999e-9c66510bd997 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:54:12.074828 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08064d0-5550-46ec-a116-36cbff920bbf req-e2859e96-69f1-4aae-999e-9c66510bd997 service neutron] Checking segment: {'id': '86f68da5-67a0-47a5-b600-19628e2f3072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5a889292-e892-40be-988c-894184e1efc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:54:12.075210 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08064d0-5550-46ec-a116-36cbff920bbf req-e2859e96-69f1-4aae-999e-9c66510bd997 service neutron] Bound using segment: {'id': '86f68da5-67a0-47a5-b600-19628e2f3072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5a889292-e892-40be-988c-894184e1efc1'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:54:12.075636 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-c08064d0-5550-46ec-a116-36cbff920bbf req-e2859e96-69f1-4aae-999e-9c66510bd997 service neutron] Bound port: 711b54f8-35d1-4c1b-83e9-950e236218bc, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86f68da5-67a0-47a5-b600-19628e2f3072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5a889292-e892-40be-988c-894184e1efc1'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:54:12.075985 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c08064d0-5550-46ec-a116-36cbff920bbf req-e2859e96-69f1-4aae-999e-9c66510bd997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:12.216639 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-c71db34c-68fe-487f-b9f9-f96da8452af7 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:12.227745 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-c08064d0-5550-46ec-a116-36cbff920bbf req-e2859e96-69f1-4aae-999e-9c66510bd997 service neutron] For port 711b54f8-35d1-4c1b-83e9-950e236218bc, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:54:12.231586 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-c08064d0-5550-46ec-a116-36cbff920bbf req-e2859e96-69f1-4aae-999e-9c66510bd997 service neutron] For port 711b54f8-35d1-4c1b-83e9-950e236218bc, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=711b54f8-35d1-4c1b-83e9-950e236218bc,segment=NetworkSegment(86f68da5-67a0-47a5-b600-19628e2f3072),segment_id=86f68da5-67a0-47a5-b600-19628e2f3072)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:54:12.238970 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c08064d0-5550-46ec-a116-36cbff920bbf req-e2859e96-69f1-4aae-999e-9c66510bd997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:12.290230 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08064d0-5550-46ec-a116-36cbff920bbf req-e2859e96-69f1-4aae-999e-9c66510bd997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:12.290783 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c08064d0-5550-46ec-a116-36cbff920bbf req-e2859e96-69f1-4aae-999e-9c66510bd997 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:12.292171 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c08064d0-5550-46ec-a116-36cbff920bbf req-e2859e96-69f1-4aae-999e-9c66510bd997 service neutron] 10.222.0.36 "PUT /v2.0/ports/711b54f8-35d1-4c1b-83e9-950e236218bc HTTP/1.1" status: 200 len: 1092 time: 1.2380500 Nov 16 11:54:12.297111 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2087569-758f-4015-8a6f-514694316563', 'tag': '711b54f8-35d1-4c1b-83e9-950e236218bc'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:54:12.298240 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d349e770-270b-4922-a59c-50922698f67d" -d '{"events": [{"name": "network-changed", "server_uuid": "e2087569-758f-4015-8a6f-514694316563", "tag": "711b54f8-35d1-4c1b-83e9-950e236218bc"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:54:12.335733 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-c71db34c-68fe-487f-b9f9-f96da8452af7 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:12.375177 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83a5d44-2062-4b6b-a191-4d174e66e5a0 x-openstack-request-id: req-c83a5d44-2062-4b6b-a191-4d174e66e5a0 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:54:12.375853 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2087569-758f-4015-8a6f-514694316563", "tag": "711b54f8-35d1-4c1b-83e9-950e236218bc", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:54:12.375853 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c83a5d44-2062-4b6b-a191-4d174e66e5a0 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:54:12.376097 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2087569-758f-4015-8a6f-514694316563', 'tag': '711b54f8-35d1-4c1b-83e9-950e236218bc', 'status': 'completed', 'code': 200} Nov 16 11:54:12.387040 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2859e96-69f1-4aae-999e-9c66510bd997 service neutron] Pushing event updated for resources: {'Port': ['ID=711b54f8-35d1-4c1b-83e9-950e236218bc,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:12.449767 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-c71db34c-68fe-487f-b9f9-f96da8452af7 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Network 5a889292-e892-40be-988c-894184e1efc1 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:54:12.461911 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-c71db34c-68fe-487f-b9f9-f96da8452af7 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:54:12.464329 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-c71db34c-68fe-487f-b9f9-f96da8452af7 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:54:12.483546 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-689d36dd-6061-43f6-926a-7be150d8c9cc tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Allocated IP 172.20.0.8 (5a889292-e892-40be-988c-894184e1efc1/bbf47e81-2cc2-4d6c-b26e-2454dd1c1fbf/7d0f0430-6f52-44ef-8411-7b4644d87cd1) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:54:12.540956 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71db34c-68fe-487f-b9f9-f96da8452af7 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Pushing event updated for resources: {'Port': ['ID=6ad63b10-b5f9-41b3-8c7d-a9503838011c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:12.548096 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08064d0-5550-46ec-a116-36cbff920bbf req-d3518145-c8dd-4ba6-babb-7d29e4f929bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:12.549607 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c08064d0-5550-46ec-a116-36cbff920bbf req-d3518145-c8dd-4ba6-babb-7d29e4f929bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=448c801f41874e44916d2eba5b11d7b5&device_id=e2087569-758f-4015-8a6f-514694316563 HTTP/1.1" status: 200 len: 1095 time: 0.2016652 Nov 16 11:54:12.563162 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-c71db34c-68fe-487f-b9f9-f96da8452af7 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:12.563793 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-c71db34c-68fe-487f-b9f9-f96da8452af7 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:12.631813 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c08064d0-5550-46ec-a116-36cbff920bbf req-62b2ace2-4719-4c0a-a093-7cf23299bbab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=711b54f8-35d1-4c1b-83e9-950e236218bc HTTP/1.1" status: 200 len: 217 time: 0.0633132 Nov 16 11:54:12.637505 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-c71db34c-68fe-487f-b9f9-f96da8452af7 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5023491 Nov 16 11:54:12.668920 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-11a6a31d-a4d6-42f7-92b3-0d3df2f9f220 req-a51218d5-47f8-4066-9ffb-8aea0befd8a7 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2144ed9-ba51-4fc9-88f6-ac3c09752a3e HTTP/1.1" status: 200 len: 210 time: 0.0370095 Nov 16 11:54:12.692979 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-4276996f-d642-4364-9ec3-87b29dbaf099 service neutron] Request body: {'port': {'device_id': 'c17dfd29-318d-48c9-b487-e01cd46bd2a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:54:12.790427 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08064d0-5550-46ec-a116-36cbff920bbf req-d5fe6ad0-efda-4ad6-a010-e7be0551b384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:12.791877 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c08064d0-5550-46ec-a116-36cbff920bbf req-d5fe6ad0-efda-4ad6-a010-e7be0551b384 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bbf47e81-2cc2-4d6c-b26e-2454dd1c1fbf HTTP/1.1" status: 200 len: 855 time: 0.1507967 Nov 16 11:54:12.826625 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-949bf3e6-9b2b-4f05-890a-ffd9dfb46155 None None] Provisioning complete for port 6ad63b10-b5f9-41b3-8c7d-a9503838011c triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:54:12.829135 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-949bf3e6-9b2b-4f05-890a-ffd9dfb46155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:12.858675 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-4276996f-d642-4364-9ec3-87b29dbaf099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:12.877997 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-949bf3e6-9b2b-4f05-890a-ffd9dfb46155 None None] Port 6ad63b10-b5f9-41b3-8c7d-a9503838011c cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:54:12.909094 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-689d36dd-6061-43f6-926a-7be150d8c9cc tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:12.939476 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08064d0-5550-46ec-a116-36cbff920bbf req-8fceed5b-0dee-4329-8b8b-523e35d1ec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:12.940946 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c08064d0-5550-46ec-a116-36cbff920bbf req-8fceed5b-0dee-4329-8b8b-523e35d1ec43 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5a889292-e892-40be-988c-894184e1efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1294594 Nov 16 11:54:13.058944 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4e6b30f7-cae6-4492-8226-2426832b50c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:13.081304 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-689d36dd-6061-43f6-926a-7be150d8c9cc tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:13.205878 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-689d36dd-6061-43f6-926a-7be150d8c9cc tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Network 5a889292-e892-40be-988c-894184e1efc1 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:54:13.215257 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d36dd-6061-43f6-926a-7be150d8c9cc tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Pushing event updated for resources: {'Port': ['ID=7d0f0430-6f52-44ef-8411-7b4644d87cd1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:13.219772 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-689d36dd-6061-43f6-926a-7be150d8c9cc tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:54:13.222855 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c08064d0-5550-46ec-a116-36cbff920bbf req-c5edae2c-e3c1-4805-8e4f-bcdb2906ce99 service neutron] 10.222.0.36 "GET /v2.0/networks/5a889292-e892-40be-988c-894184e1efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733464 Nov 16 11:54:13.223525 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-689d36dd-6061-43f6-926a-7be150d8c9cc tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:54:13.502067 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-2ac2f133-b30e-4f23-aa16-21729e560a79 None None] Provisioning complete for port 7d0f0430-6f52-44ef-8411-7b4644d87cd1 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:54:13.502350 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2ac2f133-b30e-4f23-aa16-21729e560a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:13.540938 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-2ac2f133-b30e-4f23-aa16-21729e560a79 None None] Port 7d0f0430-6f52-44ef-8411-7b4644d87cd1 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:54:13.683254 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-689d36dd-6061-43f6-926a-7be150d8c9cc tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:13.683861 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-689d36dd-6061-43f6-926a-7be150d8c9cc tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:13.731118 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-689d36dd-6061-43f6-926a-7be150d8c9cc tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0256212 Nov 16 11:54:13.774590 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-62e877aa-ee3c-45bb-b370-64fc9c7a679c service neutron] Request body: {'port': {'device_id': 'b2144ed9-ba51-4fc9-88f6-ac3c09752a3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:54:13.792215 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6036eea-11f4-4554-bf32-b9c1cad7a41f req-b1a8d9ef-d5de-4e1c-9585-706256c38c4c tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:13.799713 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c6036eea-11f4-4554-bf32-b9c1cad7a41f req-b1a8d9ef-d5de-4e1c-9585-706256c38c4c tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2144ed9-ba51-4fc9-88f6-ac3c09752a3e HTTP/1.1" status: 200 len: 931 time: 0.0557213 Nov 16 11:54:13.807421 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c08064d0-5550-46ec-a116-36cbff920bbf req-f2c83aa9-918d-4e58-8946-ea46db2b9f96 service neutron] 10.222.0.36 "GET /v2.0/networks/5a889292-e892-40be-988c-894184e1efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5594189 Nov 16 11:54:13.815954 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-4276996f-d642-4364-9ec3-87b29dbaf099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ad63b10-b5f9-41b3-8c7d-a9503838011c {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:54:13.852476 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c6036eea-11f4-4554-bf32-b9c1cad7a41f req-87777bde-f751-40de-9f3d-fced1885678e tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515912 Nov 16 11:54:13.856774 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-4276996f-d642-4364-9ec3-87b29dbaf099 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:13.867252 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-62e877aa-ee3c-45bb-b370-64fc9c7a679c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:13.907229 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-4276996f-d642-4364-9ec3-87b29dbaf099 service neutron] Transition to ACTIVE for port object 6ad63b10-b5f9-41b3-8c7d-a9503838011c will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:54:13.931684 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-4276996f-d642-4364-9ec3-87b29dbaf099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:14.063402 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349e770-270b-4922-a59c-50922698f67d req-d14e9df5-fa89-401d-bf67-aac9abbc7fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:14.064919 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d349e770-270b-4922-a59c-50922698f67d req-d14e9df5-fa89-401d-bf67-aac9abbc7fc1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=448c801f41874e44916d2eba5b11d7b5&device_id=e2087569-758f-4015-8a6f-514694316563 HTTP/1.1" status: 200 len: 1095 time: 0.1941800 Nov 16 11:54:14.072969 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4276996f-d642-4364-9ec3-87b29dbaf099 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad63b10-b5f9-41b3-8c7d-a9503838011c,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:14.297147 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-4276996f-d642-4364-9ec3-87b29dbaf099 service neutron] Attempting to bind port 6ad63b10-b5f9-41b3-8c7d-a9503838011c on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:54:14.297497 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-4276996f-d642-4364-9ec3-87b29dbaf099 service neutron] Attempting to bind port 6ad63b10-b5f9-41b3-8c7d-a9503838011c by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '86f68da5-67a0-47a5-b600-19628e2f3072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5a889292-e892-40be-988c-894184e1efc1'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:54:14.297824 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-4276996f-d642-4364-9ec3-87b29dbaf099 service neutron] Attempting to bind port 6ad63b10-b5f9-41b3-8c7d-a9503838011c on network 5a889292-e892-40be-988c-894184e1efc1 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:54:14.318869 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-4276996f-d642-4364-9ec3-87b29dbaf099 service neutron] Port 6ad63b10-b5f9-41b3-8c7d-a9503838011c on network 5a889292-e892-40be-988c-894184e1efc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:54:14.319275 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-4276996f-d642-4364-9ec3-87b29dbaf099 service neutron] Attempting to bind port 6ad63b10-b5f9-41b3-8c7d-a9503838011c on network 5a889292-e892-40be-988c-894184e1efc1 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:54:14.325300 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349e770-270b-4922-a59c-50922698f67d req-f937bc1d-c201-4c5e-a2df-787dbe12a3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:14.326846 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d349e770-270b-4922-a59c-50922698f67d req-f937bc1d-c201-4c5e-a2df-787dbe12a3e0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5a889292-e892-40be-988c-894184e1efc1 HTTP/1.1" status: 200 len: 917 time: 0.2493248 Nov 16 11:54:14.346105 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-4276996f-d642-4364-9ec3-87b29dbaf099 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:54:14.346447 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-4276996f-d642-4364-9ec3-87b29dbaf099 service neutron] Checking segment: {'id': '86f68da5-67a0-47a5-b600-19628e2f3072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5a889292-e892-40be-988c-894184e1efc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:54:14.346831 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-4276996f-d642-4364-9ec3-87b29dbaf099 service neutron] Bound using segment: {'id': '86f68da5-67a0-47a5-b600-19628e2f3072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5a889292-e892-40be-988c-894184e1efc1'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:54:14.347276 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-4276996f-d642-4364-9ec3-87b29dbaf099 service neutron] Bound port: 6ad63b10-b5f9-41b3-8c7d-a9503838011c, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86f68da5-67a0-47a5-b600-19628e2f3072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5a889292-e892-40be-988c-894184e1efc1'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:54:14.347674 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-4276996f-d642-4364-9ec3-87b29dbaf099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:14.393169 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d349e770-270b-4922-a59c-50922698f67d req-eaeabc17-daef-4a4b-8914-ec0a53300797 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=711b54f8-35d1-4c1b-83e9-950e236218bc HTTP/1.1" status: 200 len: 217 time: 0.0562334 Nov 16 11:54:14.501567 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-62e877aa-ee3c-45bb-b370-64fc9c7a679c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d0f0430-6f52-44ef-8411-7b4644d87cd1 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:54:14.517588 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349e770-270b-4922-a59c-50922698f67d req-95269799-dfa3-4420-8adc-a22ca30a3e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:14.519613 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d349e770-270b-4922-a59c-50922698f67d req-95269799-dfa3-4420-8adc-a22ca30a3e39 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bbf47e81-2cc2-4d6c-b26e-2454dd1c1fbf HTTP/1.1" status: 200 len: 855 time: 0.1132863 Nov 16 11:54:14.520898 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-62e877aa-ee3c-45bb-b370-64fc9c7a679c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:14.576311 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-62e877aa-ee3c-45bb-b370-64fc9c7a679c service neutron] Transition to ACTIVE for port object 7d0f0430-6f52-44ef-8411-7b4644d87cd1 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:54:14.578519 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-4276996f-d642-4364-9ec3-87b29dbaf099 service neutron] For port 6ad63b10-b5f9-41b3-8c7d-a9503838011c, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:54:14.585813 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-62e877aa-ee3c-45bb-b370-64fc9c7a679c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:14.605602 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-4276996f-d642-4364-9ec3-87b29dbaf099 service neutron] For port 6ad63b10-b5f9-41b3-8c7d-a9503838011c, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=6ad63b10-b5f9-41b3-8c7d-a9503838011c,segment=NetworkSegment(86f68da5-67a0-47a5-b600-19628e2f3072),segment_id=86f68da5-67a0-47a5-b600-19628e2f3072)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:54:14.636100 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-4276996f-d642-4364-9ec3-87b29dbaf099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:14.645049 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349e770-270b-4922-a59c-50922698f67d req-a7fd7fcf-d0a4-4909-9d3c-8ecec4890106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:14.646619 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d349e770-270b-4922-a59c-50922698f67d req-a7fd7fcf-d0a4-4909-9d3c-8ecec4890106 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5a889292-e892-40be-988c-894184e1efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1173580 Nov 16 11:54:14.677953 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-4276996f-d642-4364-9ec3-87b29dbaf099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:14.678610 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-4276996f-d642-4364-9ec3-87b29dbaf099 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:14.680374 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-4276996f-d642-4364-9ec3-87b29dbaf099 service neutron] 10.222.0.36 "PUT /v2.0/ports/6ad63b10-b5f9-41b3-8c7d-a9503838011c HTTP/1.1" status: 200 len: 1091 time: 2.0234883 Nov 16 11:54:14.694902 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c17dfd29-318d-48c9-b487-e01cd46bd2a2', 'tag': '6ad63b10-b5f9-41b3-8c7d-a9503838011c'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:54:14.697156 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef63ec47-6d14-44eb-863b-783c8749874f" -d '{"events": [{"name": "network-changed", "server_uuid": "c17dfd29-318d-48c9-b487-e01cd46bd2a2", "tag": "6ad63b10-b5f9-41b3-8c7d-a9503838011c"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:54:14.734457 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e877aa-ee3c-45bb-b370-64fc9c7a679c service neutron] Pushing event updated for resources: {'Port': ['ID=7d0f0430-6f52-44ef-8411-7b4644d87cd1,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:14.808458 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007d7246-5b02-41c1-b237-62ab951edc08 x-openstack-request-id: req-007d7246-5b02-41c1-b237-62ab951edc08 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:54:14.808762 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c17dfd29-318d-48c9-b487-e01cd46bd2a2", "tag": "6ad63b10-b5f9-41b3-8c7d-a9503838011c", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:54:14.809005 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-007d7246-5b02-41c1-b237-62ab951edc08 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:54:14.809408 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c17dfd29-318d-48c9-b487-e01cd46bd2a2', 'tag': '6ad63b10-b5f9-41b3-8c7d-a9503838011c', 'status': 'completed', 'code': 200} Nov 16 11:54:14.907411 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-3449bb44-fc2d-4859-8f26-d84d06c8748c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:14.909266 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-3449bb44-fc2d-4859-8f26-d84d06c8748c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=448c801f41874e44916d2eba5b11d7b5&device_id=c17dfd29-318d-48c9-b487-e01cd46bd2a2 HTTP/1.1" status: 200 len: 1094 time: 0.1774006 Nov 16 11:54:14.917042 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4276996f-d642-4364-9ec3-87b29dbaf099 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad63b10-b5f9-41b3-8c7d-a9503838011c,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:14.994460 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854ae00-537b-49c6-a972-6073ca09a990 req-a6f0dec9-53b5-42c9-8b3b-bc8ca9430d39 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:14.996205 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f854ae00-537b-49c6-a972-6073ca09a990 req-a6f0dec9-53b5-42c9-8b3b-bc8ca9430d39 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2144ed9-ba51-4fc9-88f6-ac3c09752a3e HTTP/1.1" status: 200 len: 943 time: 0.0677254 Nov 16 11:54:15.000113 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-62e877aa-ee3c-45bb-b370-64fc9c7a679c service neutron] Attempting to bind port 7d0f0430-6f52-44ef-8411-7b4644d87cd1 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:54:15.000441 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-62e877aa-ee3c-45bb-b370-64fc9c7a679c service neutron] Attempting to bind port 7d0f0430-6f52-44ef-8411-7b4644d87cd1 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '86f68da5-67a0-47a5-b600-19628e2f3072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5a889292-e892-40be-988c-894184e1efc1'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:54:15.000766 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-62e877aa-ee3c-45bb-b370-64fc9c7a679c service neutron] Attempting to bind port 7d0f0430-6f52-44ef-8411-7b4644d87cd1 on network 5a889292-e892-40be-988c-894184e1efc1 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:54:15.008015 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-62e877aa-ee3c-45bb-b370-64fc9c7a679c service neutron] Port 7d0f0430-6f52-44ef-8411-7b4644d87cd1 on network 5a889292-e892-40be-988c-894184e1efc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:54:15.008269 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-62e877aa-ee3c-45bb-b370-64fc9c7a679c service neutron] Attempting to bind port 7d0f0430-6f52-44ef-8411-7b4644d87cd1 on network 5a889292-e892-40be-988c-894184e1efc1 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:54:15.014788 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-7e8ee5cf-24d0-4b9e-8a15-5a0dbe38fa67 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ad63b10-b5f9-41b3-8c7d-a9503838011c HTTP/1.1" status: 200 len: 217 time: 0.0872586 Nov 16 11:54:15.015831 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-62e877aa-ee3c-45bb-b370-64fc9c7a679c service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:54:15.016180 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-62e877aa-ee3c-45bb-b370-64fc9c7a679c service neutron] Checking segment: {'id': '86f68da5-67a0-47a5-b600-19628e2f3072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5a889292-e892-40be-988c-894184e1efc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:54:15.016557 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-62e877aa-ee3c-45bb-b370-64fc9c7a679c service neutron] Bound using segment: {'id': '86f68da5-67a0-47a5-b600-19628e2f3072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5a889292-e892-40be-988c-894184e1efc1'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:54:15.017020 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-62e877aa-ee3c-45bb-b370-64fc9c7a679c service neutron] Bound port: 7d0f0430-6f52-44ef-8411-7b4644d87cd1, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86f68da5-67a0-47a5-b600-19628e2f3072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5a889292-e892-40be-988c-894184e1efc1'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:54:15.017329 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-62e877aa-ee3c-45bb-b370-64fc9c7a679c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:15.036442 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d349e770-270b-4922-a59c-50922698f67d req-097d7bc6-91a2-4055-b9f9-15053f986362 service neutron] 10.222.0.36 "GET /v2.0/networks/5a889292-e892-40be-988c-894184e1efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773189 Nov 16 11:54:15.058744 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f854ae00-537b-49c6-a972-6073ca09a990 req-d2d7573a-7201-46ae-8451-226a396a6193 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551887 Nov 16 11:54:15.179705 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-62e877aa-ee3c-45bb-b370-64fc9c7a679c service neutron] For port 7d0f0430-6f52-44ef-8411-7b4644d87cd1, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:54:15.182726 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-8cfe297f-7567-442f-b456-51fe8f6ee16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:15.184211 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-8cfe297f-7567-442f-b456-51fe8f6ee16f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bbf47e81-2cc2-4d6c-b26e-2454dd1c1fbf HTTP/1.1" status: 200 len: 855 time: 0.1517050 Nov 16 11:54:15.186210 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-62e877aa-ee3c-45bb-b370-64fc9c7a679c service neutron] For port 7d0f0430-6f52-44ef-8411-7b4644d87cd1, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=7d0f0430-6f52-44ef-8411-7b4644d87cd1,segment=NetworkSegment(86f68da5-67a0-47a5-b600-19628e2f3072),segment_id=86f68da5-67a0-47a5-b600-19628e2f3072)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:54:15.207414 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-62e877aa-ee3c-45bb-b370-64fc9c7a679c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:15.286123 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d349e770-270b-4922-a59c-50922698f67d req-16aa116c-57f2-4e7a-8650-2399dded8458 service neutron] 10.222.0.36 "GET /v2.0/networks/5a889292-e892-40be-988c-894184e1efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222986 Nov 16 11:54:15.287329 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-62e877aa-ee3c-45bb-b370-64fc9c7a679c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:15.288430 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-62e877aa-ee3c-45bb-b370-64fc9c7a679c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:15.289700 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-62e877aa-ee3c-45bb-b370-64fc9c7a679c service neutron] 10.222.0.64 "PUT /v2.0/ports/7d0f0430-6f52-44ef-8411-7b4644d87cd1 HTTP/1.1" status: 200 len: 1091 time: 1.5432785 Nov 16 11:54:15.305874 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e877aa-ee3c-45bb-b370-64fc9c7a679c service neutron] Pushing event updated for resources: {'Port': ['ID=7d0f0430-6f52-44ef-8411-7b4644d87cd1,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:15.313184 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-213eee8a-c4ba-4544-b840-44700c7303eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:15.314866 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-213eee8a-c4ba-4544-b840-44700c7303eb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5a889292-e892-40be-988c-894184e1efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1227915 Nov 16 11:54:15.449776 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-b9b1a91a-aec7-4575-89b5-c1ec9a50a117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:15.451600 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-b9b1a91a-aec7-4575-89b5-c1ec9a50a117 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=448c801f41874e44916d2eba5b11d7b5&device_id=b2144ed9-ba51-4fc9-88f6-ac3c09752a3e HTTP/1.1" status: 200 len: 1094 time: 0.0814681 Nov 16 11:54:15.458007 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-9f1bc096-acbc-4831-94f4-f71477a3749b service neutron] 10.222.0.36 "GET /v2.0/networks/5a889292-e892-40be-988c-894184e1efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357720 Nov 16 11:54:15.547825 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-d6752725-ba8f-4fd6-8d74-352bab19ae55 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d0f0430-6f52-44ef-8411-7b4644d87cd1 HTTP/1.1" status: 200 len: 217 time: 0.0806994 Nov 16 11:54:15.595469 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b6b039dc-a55b-48be-9f85-c384934c4c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:15.632243 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ca83e437-25b2-461f-b646-adda9a8d2ad9 req-a74d715d-ff0d-42d0-9e40-5e18ab41f907 service neutron] 10.222.0.36 "GET /v2.0/networks/5a889292-e892-40be-988c-894184e1efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664579 Nov 16 11:54:15.637983 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-18c73c15-1a45-4058-9d62-cdb90570b039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:15.639394 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-18c73c15-1a45-4058-9d62-cdb90570b039 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bbf47e81-2cc2-4d6c-b26e-2454dd1c1fbf HTTP/1.1" status: 200 len: 855 time: 0.0731816 Nov 16 11:54:15.740019 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-534281e2-7a48-46ac-944f-c07255a6ef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:15.742132 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-534281e2-7a48-46ac-944f-c07255a6ef90 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a889292-e892-40be-988c-894184e1efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905995 Nov 16 11:54:15.765069 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63ec47-6d14-44eb-863b-783c8749874f req-fe9fad0f-e882-4ba2-8ad4-b1e25d9fa3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:15.766581 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ef63ec47-6d14-44eb-863b-783c8749874f req-fe9fad0f-e882-4ba2-8ad4-b1e25d9fa3ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=448c801f41874e44916d2eba5b11d7b5&device_id=c17dfd29-318d-48c9-b487-e01cd46bd2a2 HTTP/1.1" status: 200 len: 1094 time: 0.0630991 Nov 16 11:54:15.910837 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-fe952fb7-2ee9-4941-a986-2ee273c0aab7 service neutron] 10.222.0.64 "GET /v2.0/networks/5a889292-e892-40be-988c-894184e1efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561453 Nov 16 11:54:15.921111 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63ec47-6d14-44eb-863b-783c8749874f req-b4ee7080-83f8-4ad6-aa6b-90fc22c544d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:15.922596 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ef63ec47-6d14-44eb-863b-783c8749874f req-b4ee7080-83f8-4ad6-aa6b-90fc22c544d7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5a889292-e892-40be-988c-894184e1efc1 HTTP/1.1" status: 200 len: 917 time: 0.1458733 Nov 16 11:54:16.009431 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ef63ec47-6d14-44eb-863b-783c8749874f req-a1002d0c-8025-4907-8e2a-b86504f7c524 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ad63b10-b5f9-41b3-8c7d-a9503838011c HTTP/1.1" status: 200 len: 217 time: 0.0771613 Nov 16 11:54:16.099165 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63ec47-6d14-44eb-863b-783c8749874f req-950adc3e-253e-4566-bf5a-04317b468959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:16.101172 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ef63ec47-6d14-44eb-863b-783c8749874f req-950adc3e-253e-4566-bf5a-04317b468959 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bbf47e81-2cc2-4d6c-b26e-2454dd1c1fbf HTTP/1.1" status: 200 len: 855 time: 0.0843277 Nov 16 11:54:16.104924 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9be460e5-e6d9-4042-a5d9-bf7583b3dc1e req-0e6a8007-8ace-4d06-a09a-67f8c91add11 service neutron] 10.222.0.64 "GET /v2.0/networks/5a889292-e892-40be-988c-894184e1efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813607 Nov 16 11:54:16.198736 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63ec47-6d14-44eb-863b-783c8749874f req-8cd48202-a4d2-4876-b630-f9d523742480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:16.200293 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ef63ec47-6d14-44eb-863b-783c8749874f req-8cd48202-a4d2-4876-b630-f9d523742480 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5a889292-e892-40be-988c-894184e1efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0908048 Nov 16 11:54:16.202613 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04e271-54cc-4ca6-9061-8e69d68ac255 req-7196643d-bc0f-46a0-924f-d0fcba4b78fd tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:16.204720 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1f04e271-54cc-4ca6-9061-8e69d68ac255 req-7196643d-bc0f-46a0-924f-d0fcba4b78fd tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2144ed9-ba51-4fc9-88f6-ac3c09752a3e HTTP/1.1" status: 200 len: 943 time: 0.0630441 Nov 16 11:54:16.289443 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1f04e271-54cc-4ca6-9061-8e69d68ac255 req-227252f3-4cd5-4339-8785-8de5d81bf070 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700796 Nov 16 11:54:16.341649 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ef63ec47-6d14-44eb-863b-783c8749874f req-79206f78-a825-4f24-a305-6a08c40fea48 service neutron] 10.222.0.36 "GET /v2.0/networks/5a889292-e892-40be-988c-894184e1efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297948 Nov 16 11:54:16.461104 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ef63ec47-6d14-44eb-863b-783c8749874f req-7bb31f1f-de28-4598-a827-13c8a2e495cc service neutron] 10.222.0.36 "GET /v2.0/networks/5a889292-e892-40be-988c-894184e1efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111805 Nov 16 11:54:16.680261 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:16.810763 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2144ed9-ba51-4fc9-88f6-ac3c09752a3e', 'tag': '7d0f0430-6f52-44ef-8411-7b4644d87cd1'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:54:16.813083 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5879b78c-02bf-404d-a168-0ed6bd1327a4" -d '{"events": [{"name": "network-changed", "server_uuid": "b2144ed9-ba51-4fc9-88f6-ac3c09752a3e", "tag": "7d0f0430-6f52-44ef-8411-7b4644d87cd1"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:54:16.851563 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabe7883-ceaf-4966-b7db-aea475b05a3d x-openstack-request-id: req-aabe7883-ceaf-4966-b7db-aea475b05a3d {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:54:16.852264 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2144ed9-ba51-4fc9-88f6-ac3c09752a3e", "tag": "7d0f0430-6f52-44ef-8411-7b4644d87cd1", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:54:16.852635 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-aabe7883-ceaf-4966-b7db-aea475b05a3d {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:54:16.852905 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2144ed9-ba51-4fc9-88f6-ac3c09752a3e', 'tag': '7d0f0430-6f52-44ef-8411-7b4644d87cd1', 'status': 'completed', 'code': 200} Nov 16 11:54:16.929562 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879b78c-02bf-404d-a168-0ed6bd1327a4 req-d9626cb8-402a-411d-ae8a-8c394287a62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:16.931103 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5879b78c-02bf-404d-a168-0ed6bd1327a4 req-d9626cb8-402a-411d-ae8a-8c394287a62e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=448c801f41874e44916d2eba5b11d7b5&device_id=b2144ed9-ba51-4fc9-88f6-ac3c09752a3e HTTP/1.1" status: 200 len: 1094 time: 0.0513401 Nov 16 11:54:17.030752 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879b78c-02bf-404d-a168-0ed6bd1327a4 req-7c76a214-f36c-42d0-8407-02167d54cde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:17.032173 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5879b78c-02bf-404d-a168-0ed6bd1327a4 req-7c76a214-f36c-42d0-8407-02167d54cde7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5a889292-e892-40be-988c-894184e1efc1 HTTP/1.1" status: 200 len: 917 time: 0.0926785 Nov 16 11:54:17.078954 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5879b78c-02bf-404d-a168-0ed6bd1327a4 req-9946e4b1-ae00-4554-96b8-37d65d072391 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d0f0430-6f52-44ef-8411-7b4644d87cd1 HTTP/1.1" status: 200 len: 217 time: 0.0385573 Nov 16 11:54:17.137240 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879b78c-02bf-404d-a168-0ed6bd1327a4 req-e1550055-995f-44ec-9541-797a4491072f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:17.138825 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5879b78c-02bf-404d-a168-0ed6bd1327a4 req-e1550055-995f-44ec-9541-797a4491072f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bbf47e81-2cc2-4d6c-b26e-2454dd1c1fbf HTTP/1.1" status: 200 len: 855 time: 0.0489242 Nov 16 11:54:17.187895 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879b78c-02bf-404d-a168-0ed6bd1327a4 req-3ac80f45-10f0-43d5-9a37-0cdd7c1a449d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:17.189889 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5879b78c-02bf-404d-a168-0ed6bd1327a4 req-3ac80f45-10f0-43d5-9a37-0cdd7c1a449d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a889292-e892-40be-988c-894184e1efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423179 Nov 16 11:54:17.298594 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5879b78c-02bf-404d-a168-0ed6bd1327a4 req-6c9fdfa4-9346-4779-b2ae-faada291ba3c service neutron] 10.222.0.64 "GET /v2.0/networks/5a889292-e892-40be-988c-894184e1efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993931 Nov 16 11:54:17.402544 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5879b78c-02bf-404d-a168-0ed6bd1327a4 req-36d0691a-424f-40cb-b206-a5b7d0f8d702 service neutron] 10.222.0.64 "GET /v2.0/networks/5a889292-e892-40be-988c-894184e1efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950272 Nov 16 11:54:17.411450 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6028a-176b-4db2-bf87-527e6b1f6fa3 req-472e6d32-062f-4306-a6d2-646b93b9eca6 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:17.413963 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-58d6028a-176b-4db2-bf87-527e6b1f6fa3 req-472e6d32-062f-4306-a6d2-646b93b9eca6 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2144ed9-ba51-4fc9-88f6-ac3c09752a3e HTTP/1.1" status: 200 len: 943 time: 0.0559964 Nov 16 11:54:17.468491 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-58d6028a-176b-4db2-bf87-527e6b1f6fa3 req-8537711b-031c-424a-8b7b-39ca3c6b5ece tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474372 Nov 16 11:54:17.498710 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 711b54f8-35d1-4c1b-83e9-950e236218bc details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:54:17.598566 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 711b54f8-35d1-4c1b-83e9-950e236218bc, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=711b54f8-35d1-4c1b-83e9-950e236218bc,segment=NetworkSegment(86f68da5-67a0-47a5-b600-19628e2f3072),segment_id=86f68da5-67a0-47a5-b600-19628e2f3072)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:54:17.611648 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '711b54f8-35d1-4c1b-83e9-950e236218bc', 'network_id': '5a889292-e892-40be-988c-894184e1efc1', 'port_id': '711b54f8-35d1-4c1b-83e9-950e236218bc', 'mac_address': 'fa:16:3e:c5:6f:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbf47e81-2cc2-4d6c-b26e-2454dd1c1fbf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:54:17.651136 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:17.667473 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 711b54f8-35d1-4c1b-83e9-950e236218bc {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:54:17.689001 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 711b54f8-35d1-4c1b-83e9-950e236218bc, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=711b54f8-35d1-4c1b-83e9-950e236218bc,segment=NetworkSegment(86f68da5-67a0-47a5-b600-19628e2f3072),segment_id=86f68da5-67a0-47a5-b600-19628e2f3072)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:54:17.694926 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:17.743269 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=711b54f8-35d1-4c1b-83e9-950e236218bc,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:17.919614 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['711b54f8-35d1-4c1b-83e9-950e236218bc'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:54:18.249451 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 7d0f0430-6f52-44ef-8411-7b4644d87cd1 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:54:18.355189 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 7d0f0430-6f52-44ef-8411-7b4644d87cd1, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=7d0f0430-6f52-44ef-8411-7b4644d87cd1,segment=NetworkSegment(86f68da5-67a0-47a5-b600-19628e2f3072),segment_id=86f68da5-67a0-47a5-b600-19628e2f3072)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:54:18.366793 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '7d0f0430-6f52-44ef-8411-7b4644d87cd1', 'network_id': '5a889292-e892-40be-988c-894184e1efc1', 'port_id': '7d0f0430-6f52-44ef-8411-7b4644d87cd1', 'mac_address': 'fa:16:3e:ff:83:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbf47e81-2cc2-4d6c-b26e-2454dd1c1fbf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:54:18.417766 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:18.418570 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:18.435618 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d0f0430-6f52-44ef-8411-7b4644d87cd1 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:54:18.458623 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 7d0f0430-6f52-44ef-8411-7b4644d87cd1, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=7d0f0430-6f52-44ef-8411-7b4644d87cd1,segment=NetworkSegment(86f68da5-67a0-47a5-b600-19628e2f3072),segment_id=86f68da5-67a0-47a5-b600-19628e2f3072)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:54:18.464170 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:18.518499 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=7d0f0430-6f52-44ef-8411-7b4644d87cd1,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:18.597181 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490d2ac-61f3-48f9-9b0a-dbbe5cfc616f req-c286fb5f-77cc-46bd-bffa-0e76c2ecdaa3 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:18.598729 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a490d2ac-61f3-48f9-9b0a-dbbe5cfc616f req-c286fb5f-77cc-46bd-bffa-0e76c2ecdaa3 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2144ed9-ba51-4fc9-88f6-ac3c09752a3e HTTP/1.1" status: 200 len: 944 time: 0.0511861 Nov 16 11:54:18.652331 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a490d2ac-61f3-48f9-9b0a-dbbe5cfc616f req-7659ac05-92e7-4579-9b5f-93926fbf0dbb tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476089 Nov 16 11:54:18.765351 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['7d0f0430-6f52-44ef-8411-7b4644d87cd1'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:54:18.883263 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:19.499335 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 6ad63b10-b5f9-41b3-8c7d-a9503838011c details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:54:19.504911 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 711b54f8-35d1-4c1b-83e9-950e236218bc up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:54:19.606294 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port 711b54f8-35d1-4c1b-83e9-950e236218bc completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:54:19.618737 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 711b54f8-35d1-4c1b-83e9-950e236218bc triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:54:19.619106 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:19.661413 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 6ad63b10-b5f9-41b3-8c7d-a9503838011c, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=6ad63b10-b5f9-41b3-8c7d-a9503838011c,segment=NetworkSegment(86f68da5-67a0-47a5-b600-19628e2f3072),segment_id=86f68da5-67a0-47a5-b600-19628e2f3072)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:54:19.676254 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '6ad63b10-b5f9-41b3-8c7d-a9503838011c', 'network_id': '5a889292-e892-40be-988c-894184e1efc1', 'port_id': '6ad63b10-b5f9-41b3-8c7d-a9503838011c', 'mac_address': 'fa:16:3e:dd:e0:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbf47e81-2cc2-4d6c-b26e-2454dd1c1fbf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:54:19.746876 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:19.758174 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:19.770014 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad63b10-b5f9-41b3-8c7d-a9503838011c {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:54:19.792175 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c7f31-23c1-4285-a292-4c78c8e19994 req-569a6b05-2bd2-4da3-ac6c-458b74c0ff80 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:19.793856 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-095c7f31-23c1-4285-a292-4c78c8e19994 req-569a6b05-2bd2-4da3-ac6c-458b74c0ff80 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2144ed9-ba51-4fc9-88f6-ac3c09752a3e HTTP/1.1" status: 200 len: 944 time: 0.0540390 Nov 16 11:54:19.802491 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2087569-758f-4015-8a6f-514694316563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711b54f8-35d1-4c1b-83e9-950e236218bc'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:54:19.805290 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f36fe7-2794-4715-bce3-933f3f4865fd" -d '{"events": [{"server_uuid": "e2087569-758f-4015-8a6f-514694316563", "name": "network-vif-plugged", "status": "completed", "tag": "711b54f8-35d1-4c1b-83e9-950e236218bc"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:54:19.817517 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 6ad63b10-b5f9-41b3-8c7d-a9503838011c, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=6ad63b10-b5f9-41b3-8c7d-a9503838011c,segment=NetworkSegment(86f68da5-67a0-47a5-b600-19628e2f3072),segment_id=86f68da5-67a0-47a5-b600-19628e2f3072)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:54:19.821252 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 711b54f8-35d1-4c1b-83e9-950e236218bc, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=711b54f8-35d1-4c1b-83e9-950e236218bc,segment=NetworkSegment(86f68da5-67a0-47a5-b600-19628e2f3072),segment_id=86f68da5-67a0-47a5-b600-19628e2f3072)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:54:19.822877 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:19.826996 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:19.852526 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-095c7f31-23c1-4285-a292-4c78c8e19994 req-8ca7b33b-644c-4c57-9f88-607c9b3ec338 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494668 Nov 16 11:54:19.874131 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=6ad63b10-b5f9-41b3-8c7d-a9503838011c,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:19.923146 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=711b54f8-35d1-4c1b-83e9-950e236218bc,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:19.977587 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9c987e-bba7-4102-b365-230992445bb6 x-openstack-request-id: req-cc9c987e-bba7-4102-b365-230992445bb6 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:54:19.977891 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2087569-758f-4015-8a6f-514694316563", "name": "network-vif-plugged", "status": "completed", "tag": "711b54f8-35d1-4c1b-83e9-950e236218bc", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:54:19.978185 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cc9c987e-bba7-4102-b365-230992445bb6 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:54:19.978585 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2087569-758f-4015-8a6f-514694316563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711b54f8-35d1-4c1b-83e9-950e236218bc', 'code': 200} Nov 16 11:54:20.028669 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['6ad63b10-b5f9-41b3-8c7d-a9503838011c'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:54:20.081877 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a2e0a-f335-4a65-8fe2-87ee7c7c9004 req-745cc973-90fc-4ccc-8614-3da6a7352c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:20.084082 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f35a2e0a-f335-4a65-8fe2-87ee7c7c9004 req-745cc973-90fc-4ccc-8614-3da6a7352c17 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e2087569-758f-4015-8a6f-514694316563 HTTP/1.1" status: 200 len: 1097 time: 0.0468991 Nov 16 11:54:20.130456 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f35a2e0a-f335-4a65-8fe2-87ee7c7c9004 req-d1e3153f-606d-4480-8a98-80b365983b33 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386596 Nov 16 11:54:20.258661 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 7d0f0430-6f52-44ef-8411-7b4644d87cd1 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:54:20.313788 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 7d0f0430-6f52-44ef-8411-7b4644d87cd1 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:54:20.317794 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 7d0f0430-6f52-44ef-8411-7b4644d87cd1 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:54:20.318197 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:20.396398 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:20.429034 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 7d0f0430-6f52-44ef-8411-7b4644d87cd1, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=7d0f0430-6f52-44ef-8411-7b4644d87cd1,segment=NetworkSegment(86f68da5-67a0-47a5-b600-19628e2f3072),segment_id=86f68da5-67a0-47a5-b600-19628e2f3072)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:54:20.432809 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:20.481949 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=7d0f0430-6f52-44ef-8411-7b4644d87cd1,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:20.968590 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86edc5-346b-4189-ad68-9cab8474ac3c req-28df836f-b8a3-4001-8dda-4157bb863fe7 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:20.970098 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7d86edc5-346b-4189-ad68-9cab8474ac3c req-28df836f-b8a3-4001-8dda-4157bb863fe7 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2144ed9-ba51-4fc9-88f6-ac3c09752a3e HTTP/1.1" status: 200 len: 945 time: 0.0484424 Nov 16 11:54:21.018040 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7d86edc5-346b-4189-ad68-9cab8474ac3c req-1351c1d8-919b-4f6d-90e7-242931bf661d tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415680 Nov 16 11:54:21.493112 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 6ad63b10-b5f9-41b3-8c7d-a9503838011c up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:54:21.539674 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port 6ad63b10-b5f9-41b3-8c7d-a9503838011c completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:54:21.543481 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 6ad63b10-b5f9-41b3-8c7d-a9503838011c triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:54:21.543844 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:21.622671 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:21.656845 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 6ad63b10-b5f9-41b3-8c7d-a9503838011c, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=6ad63b10-b5f9-41b3-8c7d-a9503838011c,segment=NetworkSegment(86f68da5-67a0-47a5-b600-19628e2f3072),segment_id=86f68da5-67a0-47a5-b600-19628e2f3072)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:54:21.660457 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:21.707569 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=6ad63b10-b5f9-41b3-8c7d-a9503838011c,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:21.979842 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2144ed9-ba51-4fc9-88f6-ac3c09752a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d0f0430-6f52-44ef-8411-7b4644d87cd1'}, {'server_uuid': 'c17dfd29-318d-48c9-b487-e01cd46bd2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad63b10-b5f9-41b3-8c7d-a9503838011c'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:54:21.982219 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b8124e-81fb-48cf-a62f-8efbcfa09bb0" -d '{"events": [{"server_uuid": "b2144ed9-ba51-4fc9-88f6-ac3c09752a3e", "name": "network-vif-plugged", "status": "completed", "tag": "7d0f0430-6f52-44ef-8411-7b4644d87cd1"}, {"server_uuid": "c17dfd29-318d-48c9-b487-e01cd46bd2a2", "name": "network-vif-plugged", "status": "completed", "tag": "6ad63b10-b5f9-41b3-8c7d-a9503838011c"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:54:22.029933 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 16 Nov 2021 11:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f09adcb-a98a-44a0-8f9c-023e5f1ae2ac x-openstack-request-id: req-8f09adcb-a98a-44a0-8f9c-023e5f1ae2ac {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:54:22.030285 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2144ed9-ba51-4fc9-88f6-ac3c09752a3e", "name": "network-vif-plugged", "status": "completed", "tag": "7d0f0430-6f52-44ef-8411-7b4644d87cd1", "code": 200}, {"server_uuid": "c17dfd29-318d-48c9-b487-e01cd46bd2a2", "name": "network-vif-plugged", "status": "completed", "tag": "6ad63b10-b5f9-41b3-8c7d-a9503838011c", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:54:22.030542 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8f09adcb-a98a-44a0-8f9c-023e5f1ae2ac {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:54:22.030938 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2144ed9-ba51-4fc9-88f6-ac3c09752a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d0f0430-6f52-44ef-8411-7b4644d87cd1', 'code': 200} Nov 16 11:54:22.031189 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17dfd29-318d-48c9-b487-e01cd46bd2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad63b10-b5f9-41b3-8c7d-a9503838011c', 'code': 200} Nov 16 11:54:22.168563 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a284f-42ce-4f8c-b652-c5adb3718291 req-82a8aa06-76bc-46e4-b48d-72789ed68d0c tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:22.170117 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-716a284f-42ce-4f8c-b652-c5adb3718291 req-82a8aa06-76bc-46e4-b48d-72789ed68d0c tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2144ed9-ba51-4fc9-88f6-ac3c09752a3e HTTP/1.1" status: 200 len: 945 time: 0.0655799 Nov 16 11:54:22.178341 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82666a92-2e91-42cf-a1be-7575190acf7a req-07d6d649-a793-4e7f-9cd1-b52855e4b51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:22.179851 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-82666a92-2e91-42cf-a1be-7575190acf7a req-07d6d649-a793-4e7f-9cd1-b52855e4b51a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c17dfd29-318d-48c9-b487-e01cd46bd2a2 HTTP/1.1" status: 200 len: 1096 time: 0.0758040 Nov 16 11:54:22.184017 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193c07b-56d4-463e-9a4e-da73546cd5a9 req-e138dce2-9cf7-4d0b-bf22-95de04c384ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:22.185700 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8193c07b-56d4-463e-9a4e-da73546cd5a9 req-e138dce2-9cf7-4d0b-bf22-95de04c384ee service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b2144ed9-ba51-4fc9-88f6-ac3c09752a3e HTTP/1.1" status: 200 len: 1096 time: 0.0512664 Nov 16 11:54:22.220946 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-716a284f-42ce-4f8c-b652-c5adb3718291 req-cebe320c-19cc-43c7-b2f0-61c5649dd333 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442066 Nov 16 11:54:22.255277 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-82666a92-2e91-42cf-a1be-7575190acf7a req-de3bdc25-680c-44e7-b256-fe5af1c9cea8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681968 Nov 16 11:54:22.261561 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8193c07b-56d4-463e-9a4e-da73546cd5a9 req-516d93f6-0ba4-4772-9aa1-d3d5aee463f4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608618 Nov 16 11:54:23.383246 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9101ba2-cd34-4cba-85fd-35e8983b3704 req-24a19509-7b91-4d7a-8f00-a5d8979d462f tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:23.384853 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a9101ba2-cd34-4cba-85fd-35e8983b3704 req-24a19509-7b91-4d7a-8f00-a5d8979d462f tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2144ed9-ba51-4fc9-88f6-ac3c09752a3e HTTP/1.1" status: 200 len: 945 time: 0.0722625 Nov 16 11:54:23.434427 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a9101ba2-cd34-4cba-85fd-35e8983b3704 req-ebad2639-3c54-4425-9895-7f47f46049d9 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433519 Nov 16 11:54:24.568902 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdb963-f66f-461c-868b-7dafd532780f req-8c847e3d-f721-46e2-b623-723522c260fd tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:24.570664 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-98cdb963-f66f-461c-868b-7dafd532780f req-8c847e3d-f721-46e2-b623-723522c260fd tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2144ed9-ba51-4fc9-88f6-ac3c09752a3e HTTP/1.1" status: 200 len: 945 time: 0.0605013 Nov 16 11:54:24.630351 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-98cdb963-f66f-461c-868b-7dafd532780f req-7480e251-4c9e-4def-a5a7-e6fcdd7241de tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528150 Nov 16 11:54:24.761538 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1743670-9549-40d7-a85c-12a6ad3f789c req-8bcf0153-08df-403e-988c-9608299d32d9 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:24.763089 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f1743670-9549-40d7-a85c-12a6ad3f789c req-8bcf0153-08df-403e-988c-9608299d32d9 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=e2087569-758f-4015-8a6f-514694316563 HTTP/1.1" status: 200 len: 946 time: 0.0574620 Nov 16 11:54:24.811585 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f1743670-9549-40d7-a85c-12a6ad3f789c req-583e8943-38c0-4339-a51e-8dea36639017 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419693 Nov 16 11:54:24.924405 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343e035-381d-4c3b-ad5c-fddd0c306499 req-6e92f512-4ab1-408e-ba55-87e1f6fb76bc tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:24.925773 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9343e035-381d-4c3b-ad5c-fddd0c306499 req-6e92f512-4ab1-408e-ba55-87e1f6fb76bc tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=c17dfd29-318d-48c9-b487-e01cd46bd2a2 HTTP/1.1" status: 200 len: 945 time: 0.0480292 Nov 16 11:54:24.976435 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9343e035-381d-4c3b-ad5c-fddd0c306499 req-d7b2eb6a-216b-4544-9c42-8e98f93f4fea tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444906 Nov 16 11:54:25.559294 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc462c0-922c-49b6-8be3-549921525538 req-a1387a06-227d-447a-8ab0-c4a60f563e07 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:25.560922 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cbc462c0-922c-49b6-8be3-549921525538 req-a1387a06-227d-447a-8ab0-c4a60f563e07 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2144ed9-ba51-4fc9-88f6-ac3c09752a3e HTTP/1.1" status: 200 len: 945 time: 0.3606126 Nov 16 11:54:25.608729 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cbc462c0-922c-49b6-8be3-549921525538 req-5ddc69d0-581d-48a5-9a0e-a50dbb455ff9 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416830 Nov 16 11:54:25.868147 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45940) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:54:25.873596 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a70e2-7da9-435a-9597-695d85c6080e req-0fdd10c9-c99d-4327-b926-ef96f04d66b0 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:25.875118 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-226a70e2-7da9-435a-9597-695d85c6080e req-0fdd10c9-c99d-4327-b926-ef96f04d66b0 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=e2087569-758f-4015-8a6f-514694316563 HTTP/1.1" status: 200 len: 946 time: 0.0500367 Nov 16 11:54:25.922216 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-226a70e2-7da9-435a-9597-695d85c6080e req-aaf235a4-225b-4f2e-a5fc-64235568f945 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413237 Nov 16 11:54:26.004566 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6b738a4f-b380-430e-99e4-f06417abdb97 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=141678b869254440bf50d6e8404245b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1352189 Nov 16 11:54:26.007674 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45946) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:54:26.063071 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75effd95-42b7-4eb0-8a4c-b720dabdb8d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:26.088261 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75effd95-42b7-4eb0-8a4c-b720dabdb8d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:26.146118 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75effd95-42b7-4eb0-8a4c-b720dabdb8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:26.149546 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75effd95-42b7-4eb0-8a4c-b720dabdb8d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:26.150952 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-75effd95-42b7-4eb0-8a4c-b720dabdb8d8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/036c4209-20bf-40e2-a2dc-1b0132008873 HTTP/1.1" status: 204 len: 168 time: 0.1422455 Nov 16 11:54:26.163956 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75effd95-42b7-4eb0-8a4c-b720dabdb8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036c4209-20bf-40e2-a2dc-1b0132008873,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:26.173253 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75effd95-42b7-4eb0-8a4c-b720dabdb8d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:54:26.173618 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75effd95-42b7-4eb0-8a4c-b720dabdb8d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:54:26.173954 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75effd95-42b7-4eb0-8a4c-b720dabdb8d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:54:26.174305 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75effd95-42b7-4eb0-8a4c-b720dabdb8d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:54:26.174766 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75effd95-42b7-4eb0-8a4c-b720dabdb8d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:54:26.175102 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75effd95-42b7-4eb0-8a4c-b720dabdb8d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:54:26.175682 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75effd95-42b7-4eb0-8a4c-b720dabdb8d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:54:26.176016 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75effd95-42b7-4eb0-8a4c-b720dabdb8d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:54:26.176397 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75effd95-42b7-4eb0-8a4c-b720dabdb8d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:54:26.176652 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75effd95-42b7-4eb0-8a4c-b720dabdb8d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:54:26.176973 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75effd95-42b7-4eb0-8a4c-b720dabdb8d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:54:26.177290 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75effd95-42b7-4eb0-8a4c-b720dabdb8d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:54:26.215441 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfbd829-bc15-4193-98f1-5c7eaab7f811 req-51da5520-0f72-49d5-a8fa-10e5ec80b768 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:26.221780 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfbd829-bc15-4193-98f1-5c7eaab7f811 req-51da5520-0f72-49d5-a8fa-10e5ec80b768 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:26.227996 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfbd829-bc15-4193-98f1-5c7eaab7f811 req-51da5520-0f72-49d5-a8fa-10e5ec80b768 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:26.229820 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5dfbd829-bc15-4193-98f1-5c7eaab7f811 req-51da5520-0f72-49d5-a8fa-10e5ec80b768 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2144ed9-ba51-4fc9-88f6-ac3c09752a3e&device_id=c17dfd29-318d-48c9-b487-e01cd46bd2a2&device_id=e2087569-758f-4015-8a6f-514694316563 HTTP/1.1" status: 200 len: 2417 time: 0.0795827 Nov 16 11:54:26.282955 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5dfbd829-bc15-4193-98f1-5c7eaab7f811 req-a17c19ed-c486-447e-9891-92620872ec30 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473342 Nov 16 11:54:26.423311 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733db197-24ac-4a27-a34b-be19c56791db req-a099738d-bd2c-4b47-b053-3263296e18e2 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:26.424829 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-733db197-24ac-4a27-a34b-be19c56791db req-a099738d-bd2c-4b47-b053-3263296e18e2 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2144ed9-ba51-4fc9-88f6-ac3c09752a3e HTTP/1.1" status: 200 len: 945 time: 0.0549731 Nov 16 11:54:26.477890 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-733db197-24ac-4a27-a34b-be19c56791db req-fa572b68-77fc-40f0-8912-38bec1c45e04 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449653 Nov 16 11:54:26.850066 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 45978) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:54:26.948103 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-9ff65482-6610-4da2-8a2a-dfb60eb09685 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1738993598-network', 'tenant_id': 'f5bc6c6fe5814c119e15f05c26123a36'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:54:26.969455 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff65482-6610-4da2-8a2a-dfb60eb09685 admin admin] Made reservation on behalf of f5bc6c6fe5814c119e15f05c26123a36 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:54:26.972000 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ff65482-6610-4da2-8a2a-dfb60eb09685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:26.980635 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ff65482-6610-4da2-8a2a-dfb60eb09685 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:27.055285 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ff65482-6610-4da2-8a2a-dfb60eb09685 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:27.059485 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ff65482-6610-4da2-8a2a-dfb60eb09685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:27.083719 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff65482-6610-4da2-8a2a-dfb60eb09685 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:54:27.099365 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff65482-6610-4da2-8a2a-dfb60eb09685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3660c1-cc36-493e-bbee-237697747880,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:27.104118 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ff65482-6610-4da2-8a2a-dfb60eb09685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:27.104453 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-9ff65482-6610-4da2-8a2a-dfb60eb09685 admin admin] Added segment 8265722f-7ce6-4a01-9cef-8a229c9b255f of type vlan for network 8d99fce6-7fd4-4024-a0f4-6aaf2d6df441 Nov 16 11:54:27.154042 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ff65482-6610-4da2-8a2a-dfb60eb09685 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:27.181417 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ff65482-6610-4da2-8a2a-dfb60eb09685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:27.182449 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff65482-6610-4da2-8a2a-dfb60eb09685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:27.183027 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ff65482-6610-4da2-8a2a-dfb60eb09685 admin admin] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:27.259071 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-9ff65482-6610-4da2-8a2a-dfb60eb09685 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4046574 Nov 16 11:54:27.260657 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 45990) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:54:27.267977 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a099a497-d8eb-460e-96a6-9717fa88a3f3 admin admin] Request body: {'subnet': {'network_id': '8d99fce6-7fd4-4024-a0f4-6aaf2d6df441', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1738993598-subnet', 'tenant_id': 'f5bc6c6fe5814c119e15f05c26123a36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:54:27.287181 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff65482-6610-4da2-8a2a-dfb60eb09685 admin admin] Pushing event updated for resources: {'Network': ['ID=8d99fce6-7fd4-4024-a0f4-6aaf2d6df441,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:27.296974 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a099a497-d8eb-460e-96a6-9717fa88a3f3 admin admin] Made reservation on behalf of f5bc6c6fe5814c119e15f05c26123a36 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:54:27.298882 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 8d99fce6-7fd4-4024-a0f4-6aaf2d6df441 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:54:27.299558 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a099a497-d8eb-460e-96a6-9717fa88a3f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:27.346647 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef741c2c-0b7f-4704-b9cb-6e495ebd32b3 req-e4bd2d30-d170-471b-8444-8926afe4b77a tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:27.348574 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ef741c2c-0b7f-4704-b9cb-6e495ebd32b3 req-e4bd2d30-d170-471b-8444-8926afe4b77a tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=e2087569-758f-4015-8a6f-514694316563 HTTP/1.1" status: 200 len: 946 time: 0.0556431 Nov 16 11:54:27.398344 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ef741c2c-0b7f-4704-b9cb-6e495ebd32b3 req-3ed10c04-d0f3-4058-8158-165e005bba09 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434167 Nov 16 11:54:27.484567 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a099a497-d8eb-460e-96a6-9717fa88a3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:27.538801 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a099a497-d8eb-460e-96a6-9717fa88a3f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5994fc9-2be8-4fe8-9069-79e6834ca8ec,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:27.545665 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a099a497-d8eb-460e-96a6-9717fa88a3f3 admin admin] Checking segment: {'id': '8265722f-7ce6-4a01-9cef-8a229c9b255f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8d99fce6-7fd4-4024-a0f4-6aaf2d6df441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:54:27.546065 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a099a497-d8eb-460e-96a6-9717fa88a3f3 admin admin] Network hostable DHCP agents. Network: 8d99fce6-7fd4-4024-a0f4-6aaf2d6df441, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:54:27.562427 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a099a497-d8eb-460e-96a6-9717fa88a3f3 admin admin] Network 8d99fce6-7fd4-4024-a0f4-6aaf2d6df441 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:54:27.571192 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-a099a497-d8eb-460e-96a6-9717fa88a3f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 8d99fce6-7fd4-4024-a0f4-6aaf2d6df441) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:54:27.575128 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a099a497-d8eb-460e-96a6-9717fa88a3f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:27.575716 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a099a497-d8eb-460e-96a6-9717fa88a3f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:27.581324 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5716d92f-962a-4228-aabf-45f6bd719b1c None None] Network 8d99fce6-7fd4-4024-a0f4-6aaf2d6df441 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:54:27.591935 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a099a497-d8eb-460e-96a6-9717fa88a3f3 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3293312 Nov 16 11:54:27.704386 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce35eb5-172b-4718-807b-ca0cad4abe3c None None] Network 8d99fce6-7fd4-4024-a0f4-6aaf2d6df441 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:54:28.308356 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:28.515226 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69cf7c-a547-45eb-b518-d21c6a262a35 req-92f8aa7b-4e12-4f7b-aff3-9312e7e225bb tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:28.516754 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4c69cf7c-a547-45eb-b518-d21c6a262a35 req-92f8aa7b-4e12-4f7b-aff3-9312e7e225bb tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=e2087569-758f-4015-8a6f-514694316563 HTTP/1.1" status: 200 len: 946 time: 0.0492194 Nov 16 11:54:28.565435 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4c69cf7c-a547-45eb-b518-d21c6a262a35 req-bfc91ed8-9adc-4c29-84d4-6d75666c8eb2 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427628 Nov 16 11:54:29.105606 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:29.686022 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87684d7e-91f9-4e1a-8c99-630a813e5b62 req-3a085b05-9915-4ad9-8465-9e19a1d4c01b tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:29.688047 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-87684d7e-91f9-4e1a-8c99-630a813e5b62 req-3a085b05-9915-4ad9-8465-9e19a1d4c01b tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=e2087569-758f-4015-8a6f-514694316563 HTTP/1.1" status: 200 len: 946 time: 0.0527947 Nov 16 11:54:29.743137 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-87684d7e-91f9-4e1a-8c99-630a813e5b62 req-4f82fdc7-3bd7-4d60-93b7-4923710bfc22 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425699 Nov 16 11:54:31.107072 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841571a1-5718-497b-bf2f-5343d1dfcee9 req-d7465088-078e-4cd0-8607-1076c34ad9e5 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:31.108555 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-841571a1-5718-497b-bf2f-5343d1dfcee9 req-d7465088-078e-4cd0-8607-1076c34ad9e5 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=e2087569-758f-4015-8a6f-514694316563 HTTP/1.1" status: 200 len: 946 time: 0.0490992 Nov 16 11:54:31.157717 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-841571a1-5718-497b-bf2f-5343d1dfcee9 req-de847046-ae86-4f46-9a64-390b4ce9bda6 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432181 Nov 16 11:54:32.283577 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34c4f2-65c9-4302-a97c-9f260158bd07 req-0afbed92-2b37-41c5-9465-13df6a103d28 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:32.284239 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3d34c4f2-65c9-4302-a97c-9f260158bd07 req-0afbed92-2b37-41c5-9465-13df6a103d28 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=e2087569-758f-4015-8a6f-514694316563 HTTP/1.1" status: 200 len: 946 time: 0.0567865 Nov 16 11:54:32.335349 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3d34c4f2-65c9-4302-a97c-9f260158bd07 req-12364658-7854-401f-aa16-d12c6ad688a5 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450258 Nov 16 11:54:33.455311 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc4e02-f4c5-48b8-a796-84d4a1bc01e3 req-9610cd36-ce08-4d96-a235-64a374a83d36 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:33.456884 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-65cc4e02-f4c5-48b8-a796-84d4a1bc01e3 req-9610cd36-ce08-4d96-a235-64a374a83d36 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=e2087569-758f-4015-8a6f-514694316563 HTTP/1.1" status: 200 len: 946 time: 0.0534716 Nov 16 11:54:33.509812 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-65cc4e02-f4c5-48b8-a796-84d4a1bc01e3 req-6bcbcd6f-cc33-498e-a870-67ca01489dbe tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458629 Nov 16 11:54:34.635395 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3730a-1907-493b-bdaf-48c285cdec17 req-4c5f3bca-7c02-4ca7-8440-75e01579dfeb tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:34.638567 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5ae3730a-1907-493b-bdaf-48c285cdec17 req-4c5f3bca-7c02-4ca7-8440-75e01579dfeb tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=e2087569-758f-4015-8a6f-514694316563 HTTP/1.1" status: 200 len: 946 time: 0.0519581 Nov 16 11:54:34.706133 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5ae3730a-1907-493b-bdaf-48c285cdec17 req-19e76fd2-a3d2-4a5b-bf86-6087cc0e5860 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610168 Nov 16 11:54:35.819807 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d6a1d-22b6-482d-ba4e-df170b7e9ea9 req-fd13ed7c-e50c-4997-92ac-516864c7f7ef tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:35.822024 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-716d6a1d-22b6-482d-ba4e-df170b7e9ea9 req-fd13ed7c-e50c-4997-92ac-516864c7f7ef tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=e2087569-758f-4015-8a6f-514694316563 HTTP/1.1" status: 200 len: 946 time: 0.0521786 Nov 16 11:54:35.877526 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-716d6a1d-22b6-482d-ba4e-df170b7e9ea9 req-f016af2b-4d83-4ad9-b6e8-66660bd2afbe tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491333 Nov 16 11:54:36.999683 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3808f8-6767-4773-ac19-1055aa7a9a23 req-087ccbf9-a467-4a08-978d-0a690360bbab tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:37.006846 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7f3808f8-6767-4773-ac19-1055aa7a9a23 req-087ccbf9-a467-4a08-978d-0a690360bbab tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=e2087569-758f-4015-8a6f-514694316563 HTTP/1.1" status: 200 len: 946 time: 0.0549529 Nov 16 11:54:37.049322 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7f3808f8-6767-4773-ac19-1055aa7a9a23 req-800a75ad-019c-415e-82db-651e1c7d0866 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412533 Nov 16 11:54:38.180458 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc977824-22ed-40c2-9e96-ac543d8f3dec req-452c543c-3be1-458b-a152-e4ef0c491fa1 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:38.182849 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cc977824-22ed-40c2-9e96-ac543d8f3dec req-452c543c-3be1-458b-a152-e4ef0c491fa1 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=e2087569-758f-4015-8a6f-514694316563 HTTP/1.1" status: 200 len: 946 time: 0.0557139 Nov 16 11:54:38.242523 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cc977824-22ed-40c2-9e96-ac543d8f3dec req-85592cb0-5c80-4d59-b77c-e35b9a3a1e91 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532031 Nov 16 11:54:39.358269 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d779d8-439c-4384-9a8c-1d047ed16bc0 req-1842240d-fc91-40f6-9fd9-5f240968d661 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:39.359811 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-91d779d8-439c-4384-9a8c-1d047ed16bc0 req-1842240d-fc91-40f6-9fd9-5f240968d661 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=e2087569-758f-4015-8a6f-514694316563 HTTP/1.1" status: 200 len: 946 time: 0.0494809 Nov 16 11:54:39.408477 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-91d779d8-439c-4384-9a8c-1d047ed16bc0 req-166e7e37-814d-427b-ba89-27f659875125 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425584 Nov 16 11:54:40.523778 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9216e-a9a5-408d-bc8e-75c0b1e207b4 req-b9b64d4d-4840-46b8-a4dd-57232b760935 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:40.525258 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14f9216e-a9a5-408d-bc8e-75c0b1e207b4 req-b9b64d4d-4840-46b8-a4dd-57232b760935 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=e2087569-758f-4015-8a6f-514694316563 HTTP/1.1" status: 200 len: 946 time: 0.0478194 Nov 16 11:54:40.576649 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14f9216e-a9a5-408d-bc8e-75c0b1e207b4 req-93cbf11a-e2cc-438c-b73f-8697264b5cbf tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452764 Nov 16 11:54:41.697449 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada238a-e495-47b3-abe3-ed2242b8d903 req-66709abf-fd7f-4c89-8b1a-d011c9ce08a8 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:41.698981 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dada238a-e495-47b3-abe3-ed2242b8d903 req-66709abf-fd7f-4c89-8b1a-d011c9ce08a8 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=e2087569-758f-4015-8a6f-514694316563 HTTP/1.1" status: 200 len: 946 time: 0.0513823 Nov 16 11:54:41.748664 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dada238a-e495-47b3-abe3-ed2242b8d903 req-86ab3cf9-f1a2-43e8-b5b6-c5b59eac7db0 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433984 Nov 16 11:54:42.864687 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c3dcd-9a52-4695-909e-0ab07b757a90 req-2688f9a2-48bb-4a22-afd9-ab7a7289ca70 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:42.866226 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bf9c3dcd-9a52-4695-909e-0ab07b757a90 req-2688f9a2-48bb-4a22-afd9-ab7a7289ca70 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=e2087569-758f-4015-8a6f-514694316563 HTTP/1.1" status: 200 len: 946 time: 0.0490341 Nov 16 11:54:42.912226 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bf9c3dcd-9a52-4695-909e-0ab07b757a90 req-c95fbe4a-fe97-4b34-8df5-12b8938c81b0 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401638 Nov 16 11:54:43.064716 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-222f21e8-fa5f-4e40-aa52-168c8841f515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:43.198326 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceddf3ff-6ed8-446b-8479-935aa9f6a0b1 req-5e50eb7b-fc32-4f7c-85c1-5ba1a566c7a3 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:43.200623 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ceddf3ff-6ed8-446b-8479-935aa9f6a0b1 req-5e50eb7b-fc32-4f7c-85c1-5ba1a566c7a3 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=e2087569-758f-4015-8a6f-514694316563 HTTP/1.1" status: 200 len: 946 time: 0.0561142 Nov 16 11:54:43.230357 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937f934-de97-4869-b9e8-3d2214f6db30 req-f07c637c-6cea-44a5-babc-ec5975f17c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:43.232595 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e937f934-de97-4869-b9e8-3d2214f6db30 req-f07c637c-6cea-44a5-babc-ec5975f17c1c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=448c801f41874e44916d2eba5b11d7b5&device_id=e2087569-758f-4015-8a6f-514694316563 HTTP/1.1" status: 200 len: 1097 time: 0.0452123 Nov 16 11:54:43.255961 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ceddf3ff-6ed8-446b-8479-935aa9f6a0b1 req-f3196c5a-5de8-40b6-b40e-045334c33ada tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486751 Nov 16 11:54:43.331645 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937f934-de97-4869-b9e8-3d2214f6db30 req-4432e464-ceb1-42c0-9c01-ad153af5523e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:43.333065 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e937f934-de97-4869-b9e8-3d2214f6db30 req-4432e464-ceb1-42c0-9c01-ad153af5523e service neutron] 10.222.0.36 "GET /v2.0/networks?id=5a889292-e892-40be-988c-894184e1efc1 HTTP/1.1" status: 200 len: 917 time: 0.0920928 Nov 16 11:54:43.376821 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e937f934-de97-4869-b9e8-3d2214f6db30 req-5844f28a-4b9c-4d65-bccd-a1c109754530 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=711b54f8-35d1-4c1b-83e9-950e236218bc HTTP/1.1" status: 200 len: 217 time: 0.0347860 Nov 16 11:54:43.432610 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937f934-de97-4869-b9e8-3d2214f6db30 req-5059aeb0-20ae-468c-9a6e-43e8f1c451ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:43.434075 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e937f934-de97-4869-b9e8-3d2214f6db30 req-5059aeb0-20ae-468c-9a6e-43e8f1c451ec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bbf47e81-2cc2-4d6c-b26e-2454dd1c1fbf HTTP/1.1" status: 200 len: 855 time: 0.0501199 Nov 16 11:54:43.489457 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937f934-de97-4869-b9e8-3d2214f6db30 req-7a0b01c1-010e-4789-849b-98cb722667c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:43.495213 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e937f934-de97-4869-b9e8-3d2214f6db30 req-7a0b01c1-010e-4789-849b-98cb722667c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5a889292-e892-40be-988c-894184e1efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527067 Nov 16 11:54:43.587571 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e937f934-de97-4869-b9e8-3d2214f6db30 req-f8b329e0-7fcc-42d8-a91f-0c19179d6ff8 service neutron] 10.222.0.36 "GET /v2.0/networks/5a889292-e892-40be-988c-894184e1efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863104 Nov 16 11:54:44.001797 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e937f934-de97-4869-b9e8-3d2214f6db30 req-ce873ae6-2fb3-4306-a742-3ed4c7bd0f04 service neutron] 10.222.0.36 "GET /v2.0/networks/5a889292-e892-40be-988c-894184e1efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065595 Nov 16 11:54:44.375948 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39efa60-a7c2-49e9-8f63-3c78955c2c1c req-46e83c9e-5cb0-4384-9b7f-50b635068d6d tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:44.377636 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e39efa60-a7c2-49e9-8f63-3c78955c2c1c req-46e83c9e-5cb0-4384-9b7f-50b635068d6d tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=e2087569-758f-4015-8a6f-514694316563 HTTP/1.1" status: 200 len: 946 time: 0.0507824 Nov 16 11:54:44.428773 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e39efa60-a7c2-49e9-8f63-3c78955c2c1c req-80540a07-195b-4656-ad5d-681d7bfdbc86 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422020 Nov 16 11:54:45.549976 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f6981-6702-4252-8965-e01e16864d3f req-d16dafe7-25f1-47a3-9d47-4c7cbe2ae14f tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:45.551549 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-274f6981-6702-4252-8965-e01e16864d3f req-d16dafe7-25f1-47a3-9d47-4c7cbe2ae14f tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=e2087569-758f-4015-8a6f-514694316563 HTTP/1.1" status: 200 len: 946 time: 0.0550349 Nov 16 11:54:45.603947 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b8e9fcc8-f320-4720-bf62-a7bd2f2c8659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:45.607835 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-274f6981-6702-4252-8965-e01e16864d3f req-5295ad25-08d6-4201-b365-8fb05851e350 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495925 Nov 16 11:54:45.751414 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640aaee6-e702-45f4-9c96-53b38bd9c5d8 req-47ad2888-6402-4195-a258-a8caf073989f tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:45.752870 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-640aaee6-e702-45f4-9c96-53b38bd9c5d8 req-47ad2888-6402-4195-a258-a8caf073989f tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=e2087569-758f-4015-8a6f-514694316563 HTTP/1.1" status: 200 len: 946 time: 0.0484903 Nov 16 11:54:45.799868 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-640aaee6-e702-45f4-9c96-53b38bd9c5d8 req-47474a88-6318-4db4-9811-57fe33d6d21f tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408573 Nov 16 11:54:45.917023 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a3ef4-faff-4ea7-8a94-b9aa2c6eb034 req-092aee1f-a914-499f-a03f-732bf3ae0941 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:45.918449 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dd9a3ef4-faff-4ea7-8a94-b9aa2c6eb034 req-092aee1f-a914-499f-a03f-732bf3ae0941 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=c17dfd29-318d-48c9-b487-e01cd46bd2a2 HTTP/1.1" status: 200 len: 945 time: 0.0509028 Nov 16 11:54:45.970884 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dd9a3ef4-faff-4ea7-8a94-b9aa2c6eb034 req-d76a4e73-f6b7-4bc0-a324-754e478722ef tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461309 Nov 16 11:54:46.087702 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddff380-3b6f-4e9b-af5b-0817e1f8d8f4 req-a08d37c5-18db-4e30-a0e8-d23251842272 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:46.089183 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bddff380-3b6f-4e9b-af5b-0817e1f8d8f4 req-a08d37c5-18db-4e30-a0e8-d23251842272 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2144ed9-ba51-4fc9-88f6-ac3c09752a3e HTTP/1.1" status: 200 len: 945 time: 0.0509608 Nov 16 11:54:46.139096 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bddff380-3b6f-4e9b-af5b-0817e1f8d8f4 req-7c1a2274-40d1-4f36-9416-1d9ff0526aa1 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438530 Nov 16 11:54:46.181985 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [req-bb5f55a1-2cbf-4040-8dc4-e3684649d6da req-3953c142-7668-42a4-9c6a-2454c90d1b00 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:54:46.182961 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bb5f55a1-2cbf-4040-8dc4-e3684649d6da req-3953c142-7668-42a4-9c6a-2454c90d1b00 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060651 Nov 16 11:54:46.236663 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bb5f55a1-2cbf-4040-8dc4-e3684649d6da req-06b59fc6-3032-4a51-a766-39592024bb96 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0475132 Nov 16 11:54:46.487671 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0838d6-8da7-45fd-bf31-a029569e1abf req-7ddd86bf-0d2b-4173-98b7-9e4799361ee8 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:46.489233 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ea0838d6-8da7-45fd-bf31-a029569e1abf req-7ddd86bf-0d2b-4173-98b7-9e4799361ee8 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=e2087569-758f-4015-8a6f-514694316563 HTTP/1.1" status: 200 len: 946 time: 0.0488577 Nov 16 11:54:46.541336 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ea0838d6-8da7-45fd-bf31-a029569e1abf req-bc1e8177-4d81-443c-9c2c-3c58a5d510a0 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455585 Nov 16 11:54:46.658549 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201adecd-25bf-4a5a-ab22-dccfc2249278 req-ba67aa74-1b4b-47d5-9376-09d840dfaaf9 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:46.660107 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-201adecd-25bf-4a5a-ab22-dccfc2249278 req-ba67aa74-1b4b-47d5-9376-09d840dfaaf9 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=c17dfd29-318d-48c9-b487-e01cd46bd2a2 HTTP/1.1" status: 200 len: 945 time: 0.0528522 Nov 16 11:54:46.684585 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:46.712690 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-201adecd-25bf-4a5a-ab22-dccfc2249278 req-0617676d-d117-4ee0-8dbd-b90cadcaaf44 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460680 Nov 16 11:54:46.834873 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672a05c-cc34-4948-bfee-e54f275ba255 req-8d1532e3-eb8e-42ff-a445-78c1b017b460 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:46.836274 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d672a05c-cc34-4948-bfee-e54f275ba255 req-8d1532e3-eb8e-42ff-a445-78c1b017b460 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2144ed9-ba51-4fc9-88f6-ac3c09752a3e HTTP/1.1" status: 200 len: 945 time: 0.0548310 Nov 16 11:54:46.886106 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d672a05c-cc34-4948-bfee-e54f275ba255 req-94f18cec-7ed7-42dc-80e9-bcaec686f557 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425391 Nov 16 11:54:47.068500 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319a0b4-a61f-4388-957a-46c6b9dd6beb req-81706666-0d55-430e-8fb9-d8b6cae0b954 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:47.074534 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319a0b4-a61f-4388-957a-46c6b9dd6beb req-81706666-0d55-430e-8fb9-d8b6cae0b954 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:47.080617 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319a0b4-a61f-4388-957a-46c6b9dd6beb req-81706666-0d55-430e-8fb9-d8b6cae0b954 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:47.082260 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b319a0b4-a61f-4388-957a-46c6b9dd6beb req-81706666-0d55-430e-8fb9-d8b6cae0b954 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2144ed9-ba51-4fc9-88f6-ac3c09752a3e&device_id=c17dfd29-318d-48c9-b487-e01cd46bd2a2&device_id=e2087569-758f-4015-8a6f-514694316563 HTTP/1.1" status: 200 len: 2417 time: 0.0675452 Nov 16 11:54:47.132031 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b319a0b4-a61f-4388-957a-46c6b9dd6beb req-db1309e2-e81f-4ee1-8f83-1ee2e3d896b4 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432370 Nov 16 11:54:47.219233 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-36f519b3-ed60-4e22-a69a-e580854db47e req-972a5c6a-0cd2-442f-bf03-32c0ffc6354e tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0548968 Nov 16 11:54:47.410880 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:54:48.357197 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd410a4b-55c6-4c40-b685-71b9916f4451 req-0b97e086-0e4a-4ab7-b162-c7c4b119a392 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:48.358750 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fd410a4b-55c6-4c40-b685-71b9916f4451 req-0b97e086-0e4a-4ab7-b162-c7c4b119a392 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2144ed9-ba51-4fc9-88f6-ac3c09752a3e HTTP/1.1" status: 200 len: 945 time: 0.0541127 Nov 16 11:54:48.399843 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:48.414978 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fd410a4b-55c6-4c40-b685-71b9916f4451 req-1df0fd10-fdd7-44cf-9156-af1696f9c173 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500982 Nov 16 11:54:48.866188 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:49.540199 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ed6c8-fbf2-4b88-9d29-adf3ba24503a req-46f9b17f-fa34-4b40-bdc0-1bfcfe9ae262 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:49.541715 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c08ed6c8-fbf2-4b88-9d29-adf3ba24503a req-46f9b17f-fa34-4b40-bdc0-1bfcfe9ae262 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2144ed9-ba51-4fc9-88f6-ac3c09752a3e HTTP/1.1" status: 200 len: 945 time: 0.0516210 Nov 16 11:54:49.589819 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c08ed6c8-fbf2-4b88-9d29-adf3ba24503a req-42eb76b8-051f-4749-ae0c-63cd45a7fddb tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421627 Nov 16 11:54:49.795056 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca2214-2855-4ba6-9dd6-5e528838dd7d req-bc8cf961-cdd7-4ef6-ba49-125248af14be tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:49.796518 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-01ca2214-2855-4ba6-9dd6-5e528838dd7d req-bc8cf961-cdd7-4ef6-ba49-125248af14be tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2144ed9-ba51-4fc9-88f6-ac3c09752a3e HTTP/1.1" status: 200 len: 945 time: 0.0481358 Nov 16 11:54:49.891424 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-01ca2214-2855-4ba6-9dd6-5e528838dd7d req-efd6e6a9-47cc-4200-92b2-14d4f5de168a tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Deleting port 7d0f0430-6f52-44ef-8411-7b4644d87cd1 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:54:49.891768 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-01ca2214-2855-4ba6-9dd6-5e528838dd7d req-efd6e6a9-47cc-4200-92b2-14d4f5de168a tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:49.982186 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-01ca2214-2855-4ba6-9dd6-5e528838dd7d req-efd6e6a9-47cc-4200-92b2-14d4f5de168a tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] For port 7d0f0430-6f52-44ef-8411-7b4644d87cd1, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=7d0f0430-6f52-44ef-8411-7b4644d87cd1,segment=NetworkSegment(86f68da5-67a0-47a5-b600-19628e2f3072),segment_id=86f68da5-67a0-47a5-b600-19628e2f3072)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:54:49.982556 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-01ca2214-2855-4ba6-9dd6-5e528838dd7d req-efd6e6a9-47cc-4200-92b2-14d4f5de168a tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:49.996879 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-01ca2214-2855-4ba6-9dd6-5e528838dd7d req-efd6e6a9-47cc-4200-92b2-14d4f5de168a tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Calling delete_port for 7d0f0430-6f52-44ef-8411-7b4644d87cd1 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:54:50.124754 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-01ca2214-2855-4ba6-9dd6-5e528838dd7d req-efd6e6a9-47cc-4200-92b2-14d4f5de168a tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:50.136976 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['711b54f8-35d1-4c1b-83e9-950e236218bc', '6ad63b10-b5f9-41b3-8c7d-a9503838011c'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:54:50.142326 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['7d0f0430-6f52-44ef-8411-7b4644d87cd1'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:54:50.157562 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd6e6a9-47cc-4200-92b2-14d4f5de168a tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Pushing event deleted for resources: {'Port': ['ID=7d0f0430-6f52-44ef-8411-7b4644d87cd1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:50.213511 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ca2214-2855-4ba6-9dd6-5e528838dd7d req-efd6e6a9-47cc-4200-92b2-14d4f5de168a tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] No DVR routers for this DVR port 7d0f0430-6f52-44ef-8411-7b4644d87cd1 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:54:50.216679 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-01ca2214-2855-4ba6-9dd6-5e528838dd7d req-efd6e6a9-47cc-4200-92b2-14d4f5de168a tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:50.221105 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-01ca2214-2855-4ba6-9dd6-5e528838dd7d req-efd6e6a9-47cc-4200-92b2-14d4f5de168a tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.64 "DELETE /v2.0/ports/7d0f0430-6f52-44ef-8411-7b4644d87cd1 HTTP/1.1" status: 204 len: 173 time: 0.4149048 Nov 16 11:54:50.221799 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2144ed9-ba51-4fc9-88f6-ac3c09752a3e', 'name': 'network-vif-deleted', 'tag': '7d0f0430-6f52-44ef-8411-7b4644d87cd1'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:54:50.224270 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5991fcf8-e554-4133-aabc-62fa664901f7" -d '{"events": [{"server_uuid": "b2144ed9-ba51-4fc9-88f6-ac3c09752a3e", "name": "network-vif-deleted", "tag": "7d0f0430-6f52-44ef-8411-7b4644d87cd1"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:54:50.299515 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317dbdb1-6746-4157-ae0a-80af99e3d0c9 x-openstack-request-id: req-317dbdb1-6746-4157-ae0a-80af99e3d0c9 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:54:50.299865 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2144ed9-ba51-4fc9-88f6-ac3c09752a3e", "name": "network-vif-deleted", "tag": "7d0f0430-6f52-44ef-8411-7b4644d87cd1", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:54:50.300129 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-317dbdb1-6746-4157-ae0a-80af99e3d0c9 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:54:50.300545 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2144ed9-ba51-4fc9-88f6-ac3c09752a3e', 'name': 'network-vif-deleted', 'tag': '7d0f0430-6f52-44ef-8411-7b4644d87cd1', 'status': 'completed', 'code': 200} Nov 16 11:54:50.705881 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0f1ae1cd-bef6-4d50-a199-3f3944acb09d req-fd9ddae8-f82e-4ae6-9703-0fa40d75f8d6 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2144ed9-ba51-4fc9-88f6-ac3c09752a3e HTTP/1.1" status: 200 len: 210 time: 0.0307798 Nov 16 11:54:51.984573 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc3d90-9eda-4f83-a157-5bee91ac1195 req-25cbb5b6-bf7a-42f9-b227-c6b9d23ed50d tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:51.986097 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d5dc3d90-9eda-4f83-a157-5bee91ac1195 req-25cbb5b6-bf7a-42f9-b227-c6b9d23ed50d tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=c17dfd29-318d-48c9-b487-e01cd46bd2a2 HTTP/1.1" status: 200 len: 945 time: 0.0514300 Nov 16 11:54:52.049329 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d5dc3d90-9eda-4f83-a157-5bee91ac1195 req-91688fd2-25b8-4e91-828e-a191a49348fb tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571964 Nov 16 11:54:52.397516 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 7d0f0430-6f52-44ef-8411-7b4644d87cd1 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:54:52.417957 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 7d0f0430-6f52-44ef-8411-7b4644d87cd1 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:54:52.418293 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 7d0f0430-6f52-44ef-8411-7b4644d87cd1 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:54:53.181536 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abefe09a-8491-4953-9a23-739e06355a5c req-8ffa45d4-3446-4bff-aab9-346e437e159e tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:53.183058 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-abefe09a-8491-4953-9a23-739e06355a5c req-8ffa45d4-3446-4bff-aab9-346e437e159e tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=c17dfd29-318d-48c9-b487-e01cd46bd2a2 HTTP/1.1" status: 200 len: 945 time: 0.0496826 Nov 16 11:54:53.231114 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-abefe09a-8491-4953-9a23-739e06355a5c req-829291dc-80cd-4b79-a438-2f899da2b5f9 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419137 Nov 16 11:54:53.277533 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094625b-07da-439a-a7a9-89e6c7080d4f req-fcc28e38-52e5-4ef0-b328-74280cae977b tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:53.279031 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3094625b-07da-439a-a7a9-89e6c7080d4f req-fcc28e38-52e5-4ef0-b328-74280cae977b tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.36 "GET /v2.0/ports?device_id=c17dfd29-318d-48c9-b487-e01cd46bd2a2 HTTP/1.1" status: 200 len: 945 time: 0.0518184 Nov 16 11:54:53.370836 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-3094625b-07da-439a-a7a9-89e6c7080d4f req-d15db057-d900-4a84-a712-650bef2d062e tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Deleting port 6ad63b10-b5f9-41b3-8c7d-a9503838011c {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:54:53.371693 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3094625b-07da-439a-a7a9-89e6c7080d4f req-d15db057-d900-4a84-a712-650bef2d062e tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:53.462282 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-3094625b-07da-439a-a7a9-89e6c7080d4f req-d15db057-d900-4a84-a712-650bef2d062e tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] For port 6ad63b10-b5f9-41b3-8c7d-a9503838011c, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=6ad63b10-b5f9-41b3-8c7d-a9503838011c,segment=NetworkSegment(86f68da5-67a0-47a5-b600-19628e2f3072),segment_id=86f68da5-67a0-47a5-b600-19628e2f3072)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:54:53.462638 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3094625b-07da-439a-a7a9-89e6c7080d4f req-d15db057-d900-4a84-a712-650bef2d062e tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:53.475370 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-3094625b-07da-439a-a7a9-89e6c7080d4f req-d15db057-d900-4a84-a712-650bef2d062e tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Calling delete_port for 6ad63b10-b5f9-41b3-8c7d-a9503838011c owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:54:53.605443 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3094625b-07da-439a-a7a9-89e6c7080d4f req-d15db057-d900-4a84-a712-650bef2d062e tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:53.618531 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['711b54f8-35d1-4c1b-83e9-950e236218bc', '6ad63b10-b5f9-41b3-8c7d-a9503838011c'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:54:53.635431 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15db057-d900-4a84-a712-650bef2d062e tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Pushing event deleted for resources: {'Port': ['ID=6ad63b10-b5f9-41b3-8c7d-a9503838011c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:53.679672 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-3094625b-07da-439a-a7a9-89e6c7080d4f req-d15db057-d900-4a84-a712-650bef2d062e tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] No DVR routers for this DVR port 6ad63b10-b5f9-41b3-8c7d-a9503838011c on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:54:53.683875 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3094625b-07da-439a-a7a9-89e6c7080d4f req-d15db057-d900-4a84-a712-650bef2d062e tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:53.687636 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3094625b-07da-439a-a7a9-89e6c7080d4f req-d15db057-d900-4a84-a712-650bef2d062e tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.36 "DELETE /v2.0/ports/6ad63b10-b5f9-41b3-8c7d-a9503838011c HTTP/1.1" status: 204 len: 173 time: 0.4027851 Nov 16 11:54:53.688348 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c17dfd29-318d-48c9-b487-e01cd46bd2a2', 'name': 'network-vif-deleted', 'tag': '6ad63b10-b5f9-41b3-8c7d-a9503838011c'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:54:53.697149 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2bd078-6df6-426b-8ecd-037858d636e2" -d '{"events": [{"server_uuid": "c17dfd29-318d-48c9-b487-e01cd46bd2a2", "name": "network-vif-deleted", "tag": "6ad63b10-b5f9-41b3-8c7d-a9503838011c"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:54:53.751734 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ee60b9-09f5-4127-8884-6559010e6de3 x-openstack-request-id: req-23ee60b9-09f5-4127-8884-6559010e6de3 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:54:53.753979 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c17dfd29-318d-48c9-b487-e01cd46bd2a2", "name": "network-vif-deleted", "tag": "6ad63b10-b5f9-41b3-8c7d-a9503838011c", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:54:53.754940 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-23ee60b9-09f5-4127-8884-6559010e6de3 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:54:53.755607 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17dfd29-318d-48c9-b487-e01cd46bd2a2', 'name': 'network-vif-deleted', 'tag': '6ad63b10-b5f9-41b3-8c7d-a9503838011c', 'status': 'completed', 'code': 200} Nov 16 11:54:54.504123 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f556b-49ce-42ef-b66d-bc4e43f6145a req-2e81409a-73d0-47ef-a4b0-6556b6fc326c tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:54.506885 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0d2f556b-49ce-42ef-b66d-bc4e43f6145a req-2e81409a-73d0-47ef-a4b0-6556b6fc326c tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=e2087569-758f-4015-8a6f-514694316563 HTTP/1.1" status: 200 len: 946 time: 0.0513780 Nov 16 11:54:54.555368 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0d2f556b-49ce-42ef-b66d-bc4e43f6145a req-f73f5f32-c0db-42d5-8da3-0ab53ed36c65 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424318 Nov 16 11:54:55.680168 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70622d37-049a-438e-9899-f2e2be4b483e req-54721804-191d-4ebb-a908-0a49ac4f011a tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:55.681655 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-70622d37-049a-438e-9899-f2e2be4b483e req-54721804-191d-4ebb-a908-0a49ac4f011a tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=e2087569-758f-4015-8a6f-514694316563 HTTP/1.1" status: 200 len: 946 time: 0.0566297 Nov 16 11:54:55.731483 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-70622d37-049a-438e-9899-f2e2be4b483e req-328136c9-fae3-44f9-bf4c-629da65c6ccd tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/security-groups?id=2118e37c-bffe-4942-aa08-0d8c8e5d62c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434377 Nov 16 11:54:56.023802 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689bbfa-1025-44fc-9387-c3345d037128 req-09c85f5d-1aaa-4638-b967-007f5a901020 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:54:56.025273 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f689bbfa-1025-44fc-9387-c3345d037128 req-09c85f5d-1aaa-4638-b967-007f5a901020 tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2087569-758f-4015-8a6f-514694316563 HTTP/1.1" status: 200 len: 946 time: 0.0537014 Nov 16 11:54:56.125593 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-f689bbfa-1025-44fc-9387-c3345d037128 req-dec6f397-a6e5-4cc3-87b1-39d5e489e05e tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Deleting port 711b54f8-35d1-4c1b-83e9-950e236218bc {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:54:56.125954 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f689bbfa-1025-44fc-9387-c3345d037128 req-dec6f397-a6e5-4cc3-87b1-39d5e489e05e tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:56.218060 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-f689bbfa-1025-44fc-9387-c3345d037128 req-dec6f397-a6e5-4cc3-87b1-39d5e489e05e tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] For port 711b54f8-35d1-4c1b-83e9-950e236218bc, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=711b54f8-35d1-4c1b-83e9-950e236218bc,segment=NetworkSegment(86f68da5-67a0-47a5-b600-19628e2f3072),segment_id=86f68da5-67a0-47a5-b600-19628e2f3072)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:54:56.218528 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f689bbfa-1025-44fc-9387-c3345d037128 req-dec6f397-a6e5-4cc3-87b1-39d5e489e05e tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:56.231429 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-f689bbfa-1025-44fc-9387-c3345d037128 req-dec6f397-a6e5-4cc3-87b1-39d5e489e05e tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Calling delete_port for 711b54f8-35d1-4c1b-83e9-950e236218bc owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:54:56.366739 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f689bbfa-1025-44fc-9387-c3345d037128 req-dec6f397-a6e5-4cc3-87b1-39d5e489e05e tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:56.378898 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['711b54f8-35d1-4c1b-83e9-950e236218bc'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:54:56.394185 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec6f397-a6e5-4cc3-87b1-39d5e489e05e tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Pushing event deleted for resources: {'Port': ['ID=711b54f8-35d1-4c1b-83e9-950e236218bc,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:56.438655 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-f689bbfa-1025-44fc-9387-c3345d037128 req-dec6f397-a6e5-4cc3-87b1-39d5e489e05e tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] No DVR routers for this DVR port 711b54f8-35d1-4c1b-83e9-950e236218bc on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:54:56.441338 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f689bbfa-1025-44fc-9387-c3345d037128 req-dec6f397-a6e5-4cc3-87b1-39d5e489e05e tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:56.445316 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f689bbfa-1025-44fc-9387-c3345d037128 req-dec6f397-a6e5-4cc3-87b1-39d5e489e05e tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.36 "DELETE /v2.0/ports/711b54f8-35d1-4c1b-83e9-950e236218bc HTTP/1.1" status: 204 len: 173 time: 0.4140689 Nov 16 11:54:56.445778 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2087569-758f-4015-8a6f-514694316563', 'name': 'network-vif-deleted', 'tag': '711b54f8-35d1-4c1b-83e9-950e236218bc'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:54:56.448087 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072f2a57-cac5-4802-b67b-a0e109048e27" -d '{"events": [{"server_uuid": "e2087569-758f-4015-8a6f-514694316563", "name": "network-vif-deleted", "tag": "711b54f8-35d1-4c1b-83e9-950e236218bc"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:54:56.500348 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0650b7ec-bcb4-4da2-8e5e-f887c0201f9c x-openstack-request-id: req-0650b7ec-bcb4-4da2-8e5e-f887c0201f9c {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:54:56.500642 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2087569-758f-4015-8a6f-514694316563", "name": "network-vif-deleted", "tag": "711b54f8-35d1-4c1b-83e9-950e236218bc", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:54:56.500910 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0650b7ec-bcb4-4da2-8e5e-f887c0201f9c {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:54:56.501336 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2087569-758f-4015-8a6f-514694316563', 'name': 'network-vif-deleted', 'tag': '711b54f8-35d1-4c1b-83e9-950e236218bc', 'status': 'completed', 'code': 200} Nov 16 11:54:56.853111 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-78ffbfa5-4928-4270-a1b3-63591445dc63 req-43f57a8f-f7c2-46d7-8c1e-fdb4cac7368f tempest-ListServerFiltersTestJSON-434195462 tempest-ListServerFiltersTestJSON-434195462-project] 10.222.0.61 "GET /v2.0/ports?device_id=e2087569-758f-4015-8a6f-514694316563 HTTP/1.1" status: 200 len: 210 time: 0.0322824 Nov 16 11:54:57.671810 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 711b54f8-35d1-4c1b-83e9-950e236218bc no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:54:57.695536 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: 711b54f8-35d1-4c1b-83e9-950e236218bc {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:54:57.695882 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 711b54f8-35d1-4c1b-83e9-950e236218bc not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:54:57.696288 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 6ad63b10-b5f9-41b3-8c7d-a9503838011c no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:54:57.867551 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: 6ad63b10-b5f9-41b3-8c7d-a9503838011c {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:54:57.867894 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 6ad63b10-b5f9-41b3-8c7d-a9503838011c not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:54:57.916398 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 46384) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:54:57.960960 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f515fb0-7e30-46bf-aaee-cfb82c950f19 admin admin] Deleting subnet bbf47e81-2cc2-4d6c-b26e-2454dd1c1fbf {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:54:57.964090 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6f515fb0-7e30-46bf-aaee-cfb82c950f19 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:58.002087 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6f515fb0-7e30-46bf-aaee-cfb82c950f19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:58.077367 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6f515fb0-7e30-46bf-aaee-cfb82c950f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:58.144072 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6f515fb0-7e30-46bf-aaee-cfb82c950f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:58.171559 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f515fb0-7e30-46bf-aaee-cfb82c950f19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbf47e81-2cc2-4d6c-b26e-2454dd1c1fbf,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:58.175083 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6f515fb0-7e30-46bf-aaee-cfb82c950f19 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:58.178324 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6f515fb0-7e30-46bf-aaee-cfb82c950f19 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/bbf47e81-2cc2-4d6c-b26e-2454dd1c1fbf HTTP/1.1" status: 204 len: 168 time: 0.2609158 Nov 16 11:54:58.180766 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 46392) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:54:58.185785 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14de62d-8cc0-4883-b537-d4cb7fa38520 None None] Network 5a889292-e892-40be-988c-894184e1efc1 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:54:58.257370 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-620edf67-20b9-4429-b955-dd6d3f75f0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:58.311793 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-620edf67-20b9-4429-b955-dd6d3f75f0bc admin admin] Deleting port 2eedd1d3-d576-4070-9d69-f4aeafa8527a {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:54:58.312184 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-620edf67-20b9-4429-b955-dd6d3f75f0bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:58.317255 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:58.390723 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-620edf67-20b9-4429-b955-dd6d3f75f0bc admin admin] For port 2eedd1d3-d576-4070-9d69-f4aeafa8527a, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=2eedd1d3-d576-4070-9d69-f4aeafa8527a,segment=NetworkSegment(86f68da5-67a0-47a5-b600-19628e2f3072),segment_id=86f68da5-67a0-47a5-b600-19628e2f3072)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:54:58.391099 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-620edf67-20b9-4429-b955-dd6d3f75f0bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:58.404688 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e81c2c-9b52-4923-915a-3176a0fec9e6 None None] DHCP port deletion for 5a889292-e892-40be-988c-894184e1efc1 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:54:58.406238 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-620edf67-20b9-4429-b955-dd6d3f75f0bc admin admin] Calling delete_port for 2eedd1d3-d576-4070-9d69-f4aeafa8527a owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:54:58.456466 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-e9e81c2c-9b52-4923-915a-3176a0fec9e6 None None] Deleting port 2eedd1d3-d576-4070-9d69-f4aeafa8527a {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:54:58.456836 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e9e81c2c-9b52-4923-915a-3176a0fec9e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:58.508836 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-620edf67-20b9-4429-b955-dd6d3f75f0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:58.524942 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e9e81c2c-9b52-4923-915a-3176a0fec9e6 None None] For port 2eedd1d3-d576-4070-9d69-f4aeafa8527a, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=2eedd1d3-d576-4070-9d69-f4aeafa8527a,segment=NetworkSegment(86f68da5-67a0-47a5-b600-19628e2f3072),segment_id=86f68da5-67a0-47a5-b600-19628e2f3072)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:54:58.525353 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e9e81c2c-9b52-4923-915a-3176a0fec9e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:58.536875 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620edf67-20b9-4429-b955-dd6d3f75f0bc admin admin] No DVR routers for this DVR port 2eedd1d3-d576-4070-9d69-f4aeafa8527a on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:54:58.537573 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-e9e81c2c-9b52-4923-915a-3176a0fec9e6 None None] Calling delete_port for 2eedd1d3-d576-4070-9d69-f4aeafa8527a owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:54:58.542176 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620edf67-20b9-4429-b955-dd6d3f75f0bc admin admin] Pushing event deleted for resources: {'Port': ['ID=2eedd1d3-d576-4070-9d69-f4aeafa8527a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:58.633172 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e9e81c2c-9b52-4923-915a-3176a0fec9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:58.641312 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-620edf67-20b9-4429-b955-dd6d3f75f0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:58.662057 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e81c2c-9b52-4923-915a-3176a0fec9e6 None None] Pushing event deleted for resources: {'Port': ['ID=2eedd1d3-d576-4070-9d69-f4aeafa8527a,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:58.666262 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e81c2c-9b52-4923-915a-3176a0fec9e6 None None] No DVR routers for this DVR port 2eedd1d3-d576-4070-9d69-f4aeafa8527a on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:54:58.696468 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-620edf67-20b9-4429-b955-dd6d3f75f0bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a889292-e892-40be-988c-894184e1efc1']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:54:58.700839 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 2eedd1d3-d576-4070-9d69-f4aeafa8527a no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:54:58.711331 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-620edf67-20b9-4429-b955-dd6d3f75f0bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f68da5-67a0-47a5-b600-19628e2f3072') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:54:58.711868 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-620edf67-20b9-4429-b955-dd6d3f75f0bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f68da5-67a0-47a5-b600-19628e2f3072') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:54:58.727660 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 2eedd1d3-d576-4070-9d69-f4aeafa8527a {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:54:58.728007 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 2eedd1d3-d576-4070-9d69-f4aeafa8527a not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:54:58.731057 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-620edf67-20b9-4429-b955-dd6d3f75f0bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:58.751158 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-620edf67-20b9-4429-b955-dd6d3f75f0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:58.759421 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-620edf67-20b9-4429-b955-dd6d3f75f0bc admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:54:58.759810 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-620edf67-20b9-4429-b955-dd6d3f75f0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:58.761506 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:54:58.761506 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:54:58.761506 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:54:58.761506 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:54:58.761506 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:54:58.761506 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:54:58.761506 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:54:58.761506 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:54:58.761506 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:54:58.761506 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:54:58.761506 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:54:58.761506 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:54:58.761506 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:54:58.761506 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:54:58.761506 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:54:58.761506 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:54:58.761506 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:54:58.761506 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:54:58.761506 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:54:58.761506 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:54:58.761506 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:54:58.761506 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:54:58.761506 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:54:58.761506 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:54:58.761506 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:54:58.761506 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:54:58.761506 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:54:58.761506 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:54:58.761506 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:54:58.761506 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:54:58.761506 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:54:58.761506 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:54:58.816654 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-620edf67-20b9-4429-b955-dd6d3f75f0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:58.822348 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-620edf67-20b9-4429-b955-dd6d3f75f0bc admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:58.825519 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-620edf67-20b9-4429-b955-dd6d3f75f0bc admin admin] 10.222.0.61 "DELETE /v2.0/networks/5a889292-e892-40be-988c-894184e1efc1 HTTP/1.1" status: 204 len: 168 time: 0.6436522 Nov 16 11:54:58.837721 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620edf67-20b9-4429-b955-dd6d3f75f0bc admin admin] Pushing event deleted for resources: {'Network': ['ID=5a889292-e892-40be-988c-894184e1efc1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:58.942822 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 46408) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:54:58.989617 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bebf1d9e-5e84-4d52-b323-5becefe6f976 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=448c801f41874e44916d2eba5b11d7b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0447536 Nov 16 11:54:58.991840 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 46410) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:54:59.039933 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1c6d1f67-6ce0-42ef-b411-652cb6d2bfda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:59.061143 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1c6d1f67-6ce0-42ef-b411-652cb6d2bfda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:59.108122 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1c6d1f67-6ce0-42ef-b411-652cb6d2bfda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:59.111064 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1c6d1f67-6ce0-42ef-b411-652cb6d2bfda admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:59.114884 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1c6d1f67-6ce0-42ef-b411-652cb6d2bfda admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2118e37c-bffe-4942-aa08-0d8c8e5d62c0 HTTP/1.1" status: 204 len: 168 time: 0.1197138 Nov 16 11:54:59.120960 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d1f67-6ce0-42ef-b411-652cb6d2bfda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2118e37c-bffe-4942-aa08-0d8c8e5d62c0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:54:59.156068 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:59.837032 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 46446) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:54:59.940267 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-90e5adb2-3509-4dae-897e-ce3c20d62a78 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-126102387-network', 'tenant_id': 'ccba05623b3a43f49d9faf89a4f3f626'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:54:59.963080 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e5adb2-3509-4dae-897e-ce3c20d62a78 admin admin] Made reservation on behalf of ccba05623b3a43f49d9faf89a4f3f626 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:54:59.965419 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-90e5adb2-3509-4dae-897e-ce3c20d62a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:54:59.974109 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-90e5adb2-3509-4dae-897e-ce3c20d62a78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:00.057309 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-90e5adb2-3509-4dae-897e-ce3c20d62a78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:00.061030 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-90e5adb2-3509-4dae-897e-ce3c20d62a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:00.082180 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90e5adb2-3509-4dae-897e-ce3c20d62a78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:55:00.098237 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e5adb2-3509-4dae-897e-ce3c20d62a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff864cf-fcbd-49a7-818b-9f9bd6808b36,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:00.101497 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-90e5adb2-3509-4dae-897e-ce3c20d62a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:00.101852 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-90e5adb2-3509-4dae-897e-ce3c20d62a78 admin admin] Added segment 944cf275-cfc1-48bb-9b98-7395a39c1f57 of type vlan for network 7519970a-3ca5-44a0-9caf-32a43dfa911f Nov 16 11:55:00.120152 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5adb2-3509-4dae-897e-ce3c20d62a78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:55:00.121104 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5adb2-3509-4dae-897e-ce3c20d62a78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:55:00.121104 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5adb2-3509-4dae-897e-ce3c20d62a78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:55:00.121359 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5adb2-3509-4dae-897e-ce3c20d62a78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:55:00.121615 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5adb2-3509-4dae-897e-ce3c20d62a78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:55:00.121943 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5adb2-3509-4dae-897e-ce3c20d62a78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:55:00.122294 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5adb2-3509-4dae-897e-ce3c20d62a78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:55:00.122635 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5adb2-3509-4dae-897e-ce3c20d62a78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:55:00.122946 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5adb2-3509-4dae-897e-ce3c20d62a78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:55:00.123310 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5adb2-3509-4dae-897e-ce3c20d62a78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:55:00.123637 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5adb2-3509-4dae-897e-ce3c20d62a78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:55:00.123962 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e5adb2-3509-4dae-897e-ce3c20d62a78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:55:00.169451 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-90e5adb2-3509-4dae-897e-ce3c20d62a78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:00.201270 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-90e5adb2-3509-4dae-897e-ce3c20d62a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:00.202373 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e5adb2-3509-4dae-897e-ce3c20d62a78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:00.202956 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-90e5adb2-3509-4dae-897e-ce3c20d62a78 admin admin] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:00.257399 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-90e5adb2-3509-4dae-897e-ce3c20d62a78 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4160705 Nov 16 11:55:00.261233 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 46460) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:55:00.267090 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-55491156-3217-485b-be9d-665b7317ab3d admin admin] Request body: {'subnet': {'network_id': '7519970a-3ca5-44a0-9caf-32a43dfa911f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-126102387-subnet', 'tenant_id': 'ccba05623b3a43f49d9faf89a4f3f626', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:55:00.279275 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e5adb2-3509-4dae-897e-ce3c20d62a78 admin admin] Pushing event updated for resources: {'Network': ['ID=7519970a-3ca5-44a0-9caf-32a43dfa911f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:00.290955 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 7519970a-3ca5-44a0-9caf-32a43dfa911f details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:55:00.297053 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55491156-3217-485b-be9d-665b7317ab3d admin admin] Made reservation on behalf of ccba05623b3a43f49d9faf89a4f3f626 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:55:00.299510 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-55491156-3217-485b-be9d-665b7317ab3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:00.475920 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-55491156-3217-485b-be9d-665b7317ab3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:00.530213 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55491156-3217-485b-be9d-665b7317ab3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8877f3c4-b972-4b18-91c2-a6647f2aca68,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:00.541541 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55491156-3217-485b-be9d-665b7317ab3d admin admin] Checking segment: {'id': '944cf275-cfc1-48bb-9b98-7395a39c1f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7519970a-3ca5-44a0-9caf-32a43dfa911f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:55:00.542089 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55491156-3217-485b-be9d-665b7317ab3d admin admin] Network hostable DHCP agents. Network: 7519970a-3ca5-44a0-9caf-32a43dfa911f, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:55:00.559902 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55491156-3217-485b-be9d-665b7317ab3d admin admin] Network 7519970a-3ca5-44a0-9caf-32a43dfa911f is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:55:00.568739 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-55491156-3217-485b-be9d-665b7317ab3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 7519970a-3ca5-44a0-9caf-32a43dfa911f) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:55:00.573473 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55491156-3217-485b-be9d-665b7317ab3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:00.574112 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-55491156-3217-485b-be9d-665b7317ab3d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:00.580262 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cafd8e-2569-485c-8dc5-8e354181f512 None None] Network 7519970a-3ca5-44a0-9caf-32a43dfa911f requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:55:00.590430 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-55491156-3217-485b-be9d-665b7317ab3d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3281291 Nov 16 11:55:00.733699 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec91ef66-28e4-4711-9de0-739f8c560a03 None None] Network 7519970a-3ca5-44a0-9caf-32a43dfa911f requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:55:01.045385 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22432d-c69d-4650-b76b-01905e68f33b req-b4cc4c15-931e-4717-97d8-4817846e8189 tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:01.046900 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4e22432d-c69d-4650-b76b-01905e68f33b req-b4cc4c15-931e-4717-97d8-4817846e8189 tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] 10.222.0.61 "GET /v2.0/networks?id=7519970a-3ca5-44a0-9caf-32a43dfa911f HTTP/1.1" status: 200 len: 813 time: 0.1103790 Nov 16 11:55:01.067326 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4e22432d-c69d-4650-b76b-01905e68f33b req-e26d9ac8-6883-4362-bad5-448e51906b66 tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] 10.222.0.61 "GET /v2.0/quotas/ccba05623b3a43f49d9faf89a4f3f626 HTTP/1.1" status: 200 len: 375 time: 0.0144124 Nov 16 11:55:01.100241 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4e22432d-c69d-4650-b76b-01905e68f33b req-969d162c-16ae-4fd9-8829-8df9fdb5a4d4 tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ccba05623b3a43f49d9faf89a4f3f626&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268600 Nov 16 11:55:01.199273 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4e22432d-c69d-4650-b76b-01905e68f33b req-0eff3d1b-86f7-4ed6-9781-296a02fe93af service neutron] 10.222.0.61 "GET /v2.0/networks/7519970a-3ca5-44a0-9caf-32a43dfa911f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894954 Nov 16 11:55:01.301780 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4e22432d-c69d-4650-b76b-01905e68f33b req-b232ef30-15cd-4ff8-ab6a-29bccdf30ed7 service neutron] 10.222.0.61 "GET /v2.0/networks/7519970a-3ca5-44a0-9caf-32a43dfa911f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970941 Nov 16 11:55:01.473829 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e4aa8a66-8a82-452b-afd9-0ee71f6fe593 req-fc69cde3-cee4-40a7-be97-6194a1d4d360 tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] 10.222.0.61 "GET /v2.0/ports?device_id=21a28539-8062-45eb-ba82-a9f294235b01 HTTP/1.1" status: 200 len: 210 time: 0.0309823 Nov 16 11:55:02.414383 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22432d-c69d-4650-b76b-01905e68f33b req-0d75e650-d49c-46a5-a5ef-93a54b657f8c tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:02.415876 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4e22432d-c69d-4650-b76b-01905e68f33b req-0d75e650-d49c-46a5-a5ef-93a54b657f8c tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] 10.222.0.36 "GET /v2.0/networks?id=7519970a-3ca5-44a0-9caf-32a43dfa911f HTTP/1.1" status: 200 len: 813 time: 0.1230497 Nov 16 11:55:02.429355 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-4e22432d-c69d-4650-b76b-01905e68f33b req-b58ca3fc-5913-4dfb-adbb-f5111316f83d tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] Request body: {'port': {'device_id': '21a28539-8062-45eb-ba82-a9f294235b01', 'network_id': '7519970a-3ca5-44a0-9caf-32a43dfa911f', 'admin_state_up': True, 'tenant_id': 'ccba05623b3a43f49d9faf89a4f3f626'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:55:02.542052 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e22432d-c69d-4650-b76b-01905e68f33b req-b58ca3fc-5913-4dfb-adbb-f5111316f83d tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] Made reservation on behalf of ccba05623b3a43f49d9faf89a4f3f626 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:55:02.546059 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4e22432d-c69d-4650-b76b-01905e68f33b req-b58ca3fc-5913-4dfb-adbb-f5111316f83d tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:02.579867 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-066c50fb-4218-4bc4-9073-271035743883 req-90065de5-46aa-4076-87a2-0a5b965bc173 tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] 10.222.0.61 "GET /v2.0/ports?device_id=21a28539-8062-45eb-ba82-a9f294235b01 HTTP/1.1" status: 200 len: 210 time: 0.0296323 Nov 16 11:55:02.679509 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-4e22432d-c69d-4650-b76b-01905e68f33b req-b58ca3fc-5913-4dfb-adbb-f5111316f83d tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] Allocated IP 172.20.0.9 (7519970a-3ca5-44a0-9caf-32a43dfa911f/8877f3c4-b972-4b18-91c2-a6647f2aca68/ec1cce7d-9a41-4165-b947-5d94953a806e) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:55:02.827037 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4e22432d-c69d-4650-b76b-01905e68f33b req-b58ca3fc-5913-4dfb-adbb-f5111316f83d tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:02.861882 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4e22432d-c69d-4650-b76b-01905e68f33b req-b58ca3fc-5913-4dfb-adbb-f5111316f83d tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:02.903763 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e22432d-c69d-4650-b76b-01905e68f33b req-b58ca3fc-5913-4dfb-adbb-f5111316f83d tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] Network 7519970a-3ca5-44a0-9caf-32a43dfa911f is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:55:02.911365 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-4e22432d-c69d-4650-b76b-01905e68f33b req-b58ca3fc-5913-4dfb-adbb-f5111316f83d tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:55:02.915319 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e22432d-c69d-4650-b76b-01905e68f33b req-b58ca3fc-5913-4dfb-adbb-f5111316f83d tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:55:02.921802 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58ca3fc-5913-4dfb-adbb-f5111316f83d tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] Pushing event updated for resources: {'Port': ['ID=ec1cce7d-9a41-4165-b947-5d94953a806e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:02.970265 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22432d-c69d-4650-b76b-01905e68f33b req-b58ca3fc-5913-4dfb-adbb-f5111316f83d tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:02.970877 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4e22432d-c69d-4650-b76b-01905e68f33b req-b58ca3fc-5913-4dfb-adbb-f5111316f83d tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:02.986823 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4e22432d-c69d-4650-b76b-01905e68f33b req-b58ca3fc-5913-4dfb-adbb-f5111316f83d tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5613015 Nov 16 11:55:02.999685 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-4e22432d-c69d-4650-b76b-01905e68f33b req-af611827-b2bb-4357-acdc-efc3143dd96e service neutron] Request body: {'port': {'device_id': '21a28539-8062-45eb-ba82-a9f294235b01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:55:03.054440 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4e22432d-c69d-4650-b76b-01905e68f33b req-af611827-b2bb-4357-acdc-efc3143dd96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:03.322057 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-4e22432d-c69d-4650-b76b-01905e68f33b req-af611827-b2bb-4357-acdc-efc3143dd96e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec1cce7d-9a41-4165-b947-5d94953a806e {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:55:03.329475 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4e22432d-c69d-4650-b76b-01905e68f33b req-af611827-b2bb-4357-acdc-efc3143dd96e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:03.342296 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-4e22432d-c69d-4650-b76b-01905e68f33b req-af611827-b2bb-4357-acdc-efc3143dd96e service neutron] Transition to ACTIVE for port object ec1cce7d-9a41-4165-b947-5d94953a806e will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:55:03.346308 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4e22432d-c69d-4650-b76b-01905e68f33b req-af611827-b2bb-4357-acdc-efc3143dd96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:03.420972 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af611827-b2bb-4357-acdc-efc3143dd96e service neutron] Pushing event updated for resources: {'Port': ['ID=ec1cce7d-9a41-4165-b947-5d94953a806e,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:03.475125 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-4e22432d-c69d-4650-b76b-01905e68f33b req-af611827-b2bb-4357-acdc-efc3143dd96e service neutron] Attempting to bind port ec1cce7d-9a41-4165-b947-5d94953a806e on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:55:03.475965 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-4e22432d-c69d-4650-b76b-01905e68f33b req-af611827-b2bb-4357-acdc-efc3143dd96e service neutron] Attempting to bind port ec1cce7d-9a41-4165-b947-5d94953a806e by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '944cf275-cfc1-48bb-9b98-7395a39c1f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7519970a-3ca5-44a0-9caf-32a43dfa911f'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:55:03.476336 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e22432d-c69d-4650-b76b-01905e68f33b req-af611827-b2bb-4357-acdc-efc3143dd96e service neutron] Attempting to bind port ec1cce7d-9a41-4165-b947-5d94953a806e on network 7519970a-3ca5-44a0-9caf-32a43dfa911f {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:55:03.480863 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e22432d-c69d-4650-b76b-01905e68f33b req-af611827-b2bb-4357-acdc-efc3143dd96e service neutron] Port ec1cce7d-9a41-4165-b947-5d94953a806e on network 7519970a-3ca5-44a0-9caf-32a43dfa911f not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:55:03.481182 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e22432d-c69d-4650-b76b-01905e68f33b req-af611827-b2bb-4357-acdc-efc3143dd96e service neutron] Attempting to bind port ec1cce7d-9a41-4165-b947-5d94953a806e on network 7519970a-3ca5-44a0-9caf-32a43dfa911f {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:55:03.486075 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e22432d-c69d-4650-b76b-01905e68f33b req-af611827-b2bb-4357-acdc-efc3143dd96e service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:55:03.486411 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e22432d-c69d-4650-b76b-01905e68f33b req-af611827-b2bb-4357-acdc-efc3143dd96e service neutron] Checking segment: {'id': '944cf275-cfc1-48bb-9b98-7395a39c1f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7519970a-3ca5-44a0-9caf-32a43dfa911f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:55:03.486796 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e22432d-c69d-4650-b76b-01905e68f33b req-af611827-b2bb-4357-acdc-efc3143dd96e service neutron] Bound using segment: {'id': '944cf275-cfc1-48bb-9b98-7395a39c1f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7519970a-3ca5-44a0-9caf-32a43dfa911f'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:55:03.487216 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-4e22432d-c69d-4650-b76b-01905e68f33b req-af611827-b2bb-4357-acdc-efc3143dd96e service neutron] Bound port: ec1cce7d-9a41-4165-b947-5d94953a806e, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '944cf275-cfc1-48bb-9b98-7395a39c1f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7519970a-3ca5-44a0-9caf-32a43dfa911f'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:55:03.487572 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4e22432d-c69d-4650-b76b-01905e68f33b req-af611827-b2bb-4357-acdc-efc3143dd96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:03.550373 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-4e22432d-c69d-4650-b76b-01905e68f33b req-af611827-b2bb-4357-acdc-efc3143dd96e service neutron] For port ec1cce7d-9a41-4165-b947-5d94953a806e, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:55:03.553366 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-4e22432d-c69d-4650-b76b-01905e68f33b req-af611827-b2bb-4357-acdc-efc3143dd96e service neutron] For port ec1cce7d-9a41-4165-b947-5d94953a806e, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=ec1cce7d-9a41-4165-b947-5d94953a806e,segment=NetworkSegment(944cf275-cfc1-48bb-9b98-7395a39c1f57),segment_id=944cf275-cfc1-48bb-9b98-7395a39c1f57)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:55:03.558205 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4e22432d-c69d-4650-b76b-01905e68f33b req-af611827-b2bb-4357-acdc-efc3143dd96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:03.596020 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22432d-c69d-4650-b76b-01905e68f33b req-af611827-b2bb-4357-acdc-efc3143dd96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:03.596677 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4e22432d-c69d-4650-b76b-01905e68f33b req-af611827-b2bb-4357-acdc-efc3143dd96e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:03.598184 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4e22432d-c69d-4650-b76b-01905e68f33b req-af611827-b2bb-4357-acdc-efc3143dd96e service neutron] 10.222.0.36 "PUT /v2.0/ports/ec1cce7d-9a41-4165-b947-5d94953a806e HTTP/1.1" status: 200 len: 1091 time: 0.6025951 Nov 16 11:55:03.598629 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a28539-8062-45eb-ba82-a9f294235b01', 'tag': 'ec1cce7d-9a41-4165-b947-5d94953a806e'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:55:03.601617 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6761e608-6bed-4d2a-92e4-4a91929d8323" -d '{"events": [{"name": "network-changed", "server_uuid": "21a28539-8062-45eb-ba82-a9f294235b01", "tag": "ec1cce7d-9a41-4165-b947-5d94953a806e"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:55:03.621754 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af611827-b2bb-4357-acdc-efc3143dd96e service neutron] Pushing event updated for resources: {'Port': ['ID=ec1cce7d-9a41-4165-b947-5d94953a806e,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:03.652058 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e876a76b-c819-42c6-bd7c-c7a2426b1322 x-openstack-request-id: req-e876a76b-c819-42c6-bd7c-c7a2426b1322 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:55:03.652357 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21a28539-8062-45eb-ba82-a9f294235b01", "tag": "ec1cce7d-9a41-4165-b947-5d94953a806e", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:55:03.652665 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e876a76b-c819-42c6-bd7c-c7a2426b1322 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:55:03.653258 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21a28539-8062-45eb-ba82-a9f294235b01', 'tag': 'ec1cce7d-9a41-4165-b947-5d94953a806e', 'status': 'completed', 'code': 200} Nov 16 11:55:03.686887 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22432d-c69d-4650-b76b-01905e68f33b req-fc9dc465-2b24-4fec-812f-fc989c1f34ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:03.688599 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4e22432d-c69d-4650-b76b-01905e68f33b req-fc9dc465-2b24-4fec-812f-fc989c1f34ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ccba05623b3a43f49d9faf89a4f3f626&device_id=21a28539-8062-45eb-ba82-a9f294235b01 HTTP/1.1" status: 200 len: 1094 time: 0.0482953 Nov 16 11:55:03.735077 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4e22432d-c69d-4650-b76b-01905e68f33b req-67111ae3-39d1-48e4-97c3-942f123f814b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec1cce7d-9a41-4165-b947-5d94953a806e HTTP/1.1" status: 200 len: 217 time: 0.0386255 Nov 16 11:55:03.758195 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ed36e-4c4c-48c4-9e57-9704d27d0bab req-79f728a7-3958-45c4-83ea-a9c27167ba50 tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:03.760378 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1c2ed36e-4c4c-48c4-9e57-9704d27d0bab req-79f728a7-3958-45c4-83ea-a9c27167ba50 tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] 10.222.0.61 "GET /v2.0/ports?device_id=21a28539-8062-45eb-ba82-a9f294235b01 HTTP/1.1" status: 200 len: 943 time: 0.0578611 Nov 16 11:55:03.789621 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22432d-c69d-4650-b76b-01905e68f33b req-70764431-4fcc-4962-a222-10679b2713f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:03.791121 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4e22432d-c69d-4650-b76b-01905e68f33b req-70764431-4fcc-4962-a222-10679b2713f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8877f3c4-b972-4b18-91c2-a6647f2aca68 HTTP/1.1" status: 200 len: 853 time: 0.0492718 Nov 16 11:55:03.808608 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1c2ed36e-4c4c-48c4-9e57-9704d27d0bab req-3501843e-83d8-4c10-8d35-5066ce9a5113 tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] 10.222.0.61 "GET /v2.0/security-groups?id=aff864cf-fcbd-49a7-818b-9f9bd6808b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421233 Nov 16 11:55:03.825278 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4e22432d-c69d-4650-b76b-01905e68f33b req-95ae05d4-928f-482f-a5cb-c258716f9685 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7519970a-3ca5-44a0-9caf-32a43dfa911f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267742 Nov 16 11:55:03.926063 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4e22432d-c69d-4650-b76b-01905e68f33b req-11d327ae-1366-4d3e-a1ef-e7f68814b5a1 service neutron] 10.222.0.36 "GET /v2.0/networks/7519970a-3ca5-44a0-9caf-32a43dfa911f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938952 Nov 16 11:55:04.017066 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4e22432d-c69d-4650-b76b-01905e68f33b req-6f259cc0-55d6-429b-85bd-72faef1111ab service neutron] 10.222.0.36 "GET /v2.0/networks/7519970a-3ca5-44a0-9caf-32a43dfa911f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836210 Nov 16 11:55:04.103912 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761e608-6bed-4d2a-92e4-4a91929d8323 req-fd7091fb-9065-4262-a581-dd565a5816ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:04.105390 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6761e608-6bed-4d2a-92e4-4a91929d8323 req-fd7091fb-9065-4262-a581-dd565a5816ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ccba05623b3a43f49d9faf89a4f3f626&device_id=21a28539-8062-45eb-ba82-a9f294235b01 HTTP/1.1" status: 200 len: 1094 time: 0.0409117 Nov 16 11:55:04.204791 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761e608-6bed-4d2a-92e4-4a91929d8323 req-46bc36d1-23ce-4851-afa3-ab6ad4db3f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:04.206367 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6761e608-6bed-4d2a-92e4-4a91929d8323 req-46bc36d1-23ce-4851-afa3-ab6ad4db3f10 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7519970a-3ca5-44a0-9caf-32a43dfa911f HTTP/1.1" status: 200 len: 914 time: 0.0942891 Nov 16 11:55:04.249664 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6761e608-6bed-4d2a-92e4-4a91929d8323 req-8590a3da-8691-4d8f-a782-3c7b758c4e9e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec1cce7d-9a41-4165-b947-5d94953a806e HTTP/1.1" status: 200 len: 217 time: 0.0346560 Nov 16 11:55:04.304347 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761e608-6bed-4d2a-92e4-4a91929d8323 req-a86f4613-fbbc-491c-aac5-2f3eaa039421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:04.305834 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6761e608-6bed-4d2a-92e4-4a91929d8323 req-a86f4613-fbbc-491c-aac5-2f3eaa039421 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8877f3c4-b972-4b18-91c2-a6647f2aca68 HTTP/1.1" status: 200 len: 853 time: 0.0488894 Nov 16 11:55:04.338075 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6761e608-6bed-4d2a-92e4-4a91929d8323 req-010ca865-33e1-4eaf-ba2e-a6fb13f97dd8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7519970a-3ca5-44a0-9caf-32a43dfa911f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245359 Nov 16 11:55:04.430860 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6761e608-6bed-4d2a-92e4-4a91929d8323 req-d0c709a9-e914-4282-ab6d-f8ad84e4d713 service neutron] 10.222.0.36 "GET /v2.0/networks/7519970a-3ca5-44a0-9caf-32a43dfa911f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839968 Nov 16 11:55:04.531693 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6761e608-6bed-4d2a-92e4-4a91929d8323 req-0517a17f-861a-494e-b265-c9a2ddf4b70d service neutron] 10.222.0.36 "GET /v2.0/networks/7519970a-3ca5-44a0-9caf-32a43dfa911f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921614 Nov 16 11:55:04.934970 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6d72f-2668-4066-8507-4a8643ff9852 req-8ac4b8ce-7718-4b61-a6fe-e11a5ae4cd65 tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:04.936718 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ebb6d72f-2668-4066-8507-4a8643ff9852 req-8ac4b8ce-7718-4b61-a6fe-e11a5ae4cd65 tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] 10.222.0.61 "GET /v2.0/ports?device_id=21a28539-8062-45eb-ba82-a9f294235b01 HTTP/1.1" status: 200 len: 943 time: 0.0513577 Nov 16 11:55:04.993574 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ebb6d72f-2668-4066-8507-4a8643ff9852 req-055aaae9-974d-455c-b57d-e52f889fd16a tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] 10.222.0.61 "GET /v2.0/security-groups?id=aff864cf-fcbd-49a7-818b-9f9bd6808b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506032 Nov 16 11:55:06.111077 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f84f9-8f45-474f-9039-518ab693057b req-d1eae7a0-cfc3-4a61-ae5e-d4c4f3720b9d tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:06.116618 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-df4f84f9-8f45-474f-9039-518ab693057b req-d1eae7a0-cfc3-4a61-ae5e-d4c4f3720b9d tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] 10.222.0.61 "GET /v2.0/ports?device_id=21a28539-8062-45eb-ba82-a9f294235b01 HTTP/1.1" status: 200 len: 943 time: 0.0523264 Nov 16 11:55:06.161506 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-df4f84f9-8f45-474f-9039-518ab693057b req-e3e79839-0bfe-47d3-8fb1-7fd88e2dc107 tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] 10.222.0.61 "GET /v2.0/security-groups?id=aff864cf-fcbd-49a7-818b-9f9bd6808b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422628 Nov 16 11:55:07.281264 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f479112-61cc-439f-8532-31415dd3f126 req-cf3421e9-f7c0-4280-ac02-1ea2099ba10e tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:07.282799 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7f479112-61cc-439f-8532-31415dd3f126 req-cf3421e9-f7c0-4280-ac02-1ea2099ba10e tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] 10.222.0.61 "GET /v2.0/ports?device_id=21a28539-8062-45eb-ba82-a9f294235b01 HTTP/1.1" status: 200 len: 943 time: 0.0514433 Nov 16 11:55:07.330002 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7f479112-61cc-439f-8532-31415dd3f126 req-f38791fb-d427-4805-b19b-4e3ddd14c8aa tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] 10.222.0.61 "GET /v2.0/security-groups?id=aff864cf-fcbd-49a7-818b-9f9bd6808b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411294 Nov 16 11:55:07.700787 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device ec1cce7d-9a41-4165-b947-5d94953a806e details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:55:07.816597 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port ec1cce7d-9a41-4165-b947-5d94953a806e, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=ec1cce7d-9a41-4165-b947-5d94953a806e,segment=NetworkSegment(944cf275-cfc1-48bb-9b98-7395a39c1f57),segment_id=944cf275-cfc1-48bb-9b98-7395a39c1f57)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:55:07.828642 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': 'ec1cce7d-9a41-4165-b947-5d94953a806e', 'network_id': '7519970a-3ca5-44a0-9caf-32a43dfa911f', 'port_id': 'ec1cce7d-9a41-4165-b947-5d94953a806e', 'mac_address': 'fa:16:3e:ab:ac:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8877f3c4-b972-4b18-91c2-a6647f2aca68', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:55:07.871508 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:07.884083 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec1cce7d-9a41-4165-b947-5d94953a806e {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:55:07.902910 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port ec1cce7d-9a41-4165-b947-5d94953a806e, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=ec1cce7d-9a41-4165-b947-5d94953a806e,segment=NetworkSegment(944cf275-cfc1-48bb-9b98-7395a39c1f57),segment_id=944cf275-cfc1-48bb-9b98-7395a39c1f57)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:55:07.908912 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:07.962430 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=ec1cce7d-9a41-4165-b947-5d94953a806e,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:07.969694 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:55:07.970060 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:55:07.970399 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:55:07.970729 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:55:07.971058 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:55:07.971382 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:55:07.971702 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:55:07.972039 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:55:07.972339 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:55:07.972655 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:55:07.972970 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:55:07.973285 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:55:08.097452 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['ec1cce7d-9a41-4165-b947-5d94953a806e'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:55:08.452265 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c8716-536b-409b-9bff-507b4cb2feef req-7009912f-81d4-4cde-ac43-b6555b64de92 tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:08.453978 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-495c8716-536b-409b-9bff-507b4cb2feef req-7009912f-81d4-4cde-ac43-b6555b64de92 tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] 10.222.0.61 "GET /v2.0/ports?device_id=21a28539-8062-45eb-ba82-a9f294235b01 HTTP/1.1" status: 200 len: 944 time: 0.0524280 Nov 16 11:55:08.510349 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-495c8716-536b-409b-9bff-507b4cb2feef req-1ce4f7b2-ab29-4403-91d7-9dcfc5fcbbf5 tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] 10.222.0.61 "GET /v2.0/security-groups?id=aff864cf-fcbd-49a7-818b-9f9bd6808b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493302 Nov 16 11:55:09.628830 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d4e3a-d8d3-4a2d-9467-304680d8ba65 req-781ee8bc-d5a7-4029-af76-cdcab76f73a1 tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:09.630337 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-062d4e3a-d8d3-4a2d-9467-304680d8ba65 req-781ee8bc-d5a7-4029-af76-cdcab76f73a1 tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] 10.222.0.61 "GET /v2.0/ports?device_id=21a28539-8062-45eb-ba82-a9f294235b01 HTTP/1.1" status: 200 len: 944 time: 0.0503628 Nov 16 11:55:09.678195 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-062d4e3a-d8d3-4a2d-9467-304680d8ba65 req-42e51b27-797c-4235-989a-0c443b5036f3 tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] 10.222.0.61 "GET /v2.0/security-groups?id=aff864cf-fcbd-49a7-818b-9f9bd6808b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412743 Nov 16 11:55:09.716253 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device ec1cce7d-9a41-4165-b947-5d94953a806e up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:55:09.770198 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port ec1cce7d-9a41-4165-b947-5d94953a806e completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:55:09.774329 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port ec1cce7d-9a41-4165-b947-5d94953a806e triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:55:09.774699 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:09.852075 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:09.874070 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a28539-8062-45eb-ba82-a9f294235b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec1cce7d-9a41-4165-b947-5d94953a806e'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:55:09.876315 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e80b700-835e-4bdd-b9b0-e50d05286978" -d '{"events": [{"server_uuid": "21a28539-8062-45eb-ba82-a9f294235b01", "name": "network-vif-plugged", "status": "completed", "tag": "ec1cce7d-9a41-4165-b947-5d94953a806e"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:55:09.892238 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port ec1cce7d-9a41-4165-b947-5d94953a806e, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=ec1cce7d-9a41-4165-b947-5d94953a806e,segment=NetworkSegment(944cf275-cfc1-48bb-9b98-7395a39c1f57),segment_id=944cf275-cfc1-48bb-9b98-7395a39c1f57)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:55:09.897589 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:09.923449 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d539c3da-f3d2-4afa-a53c-971c768ed368 x-openstack-request-id: req-d539c3da-f3d2-4afa-a53c-971c768ed368 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:55:09.923745 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a28539-8062-45eb-ba82-a9f294235b01", "name": "network-vif-plugged", "status": "completed", "tag": "ec1cce7d-9a41-4165-b947-5d94953a806e", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:55:09.923999 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d539c3da-f3d2-4afa-a53c-971c768ed368 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:55:09.924390 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a28539-8062-45eb-ba82-a9f294235b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec1cce7d-9a41-4165-b947-5d94953a806e', 'code': 200} Nov 16 11:55:09.957967 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=ec1cce7d-9a41-4165-b947-5d94953a806e,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:10.026121 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a08837-983f-4611-8b16-f3333bb308c1 req-3e061fc7-59b6-45c8-bfce-83ce10b04f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:10.027625 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a5a08837-983f-4611-8b16-f3333bb308c1 req-3e061fc7-59b6-45c8-bfce-83ce10b04f91 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=21a28539-8062-45eb-ba82-a9f294235b01 HTTP/1.1" status: 200 len: 1096 time: 0.0408351 Nov 16 11:55:10.076339 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a5a08837-983f-4611-8b16-f3333bb308c1 req-eb819e27-64d9-4ef8-b15d-d7a374a63d8e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aff864cf-fcbd-49a7-818b-9f9bd6808b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420935 Nov 16 11:55:10.799053 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c56c58-9caa-4416-a3b0-bcbb40364bab req-c545b7ac-a45b-4436-8974-f3a4c3fc8e16 tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:10.800645 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a5c56c58-9caa-4416-a3b0-bcbb40364bab req-c545b7ac-a45b-4436-8974-f3a4c3fc8e16 tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] 10.222.0.61 "GET /v2.0/ports?device_id=21a28539-8062-45eb-ba82-a9f294235b01 HTTP/1.1" status: 200 len: 945 time: 0.0507798 Nov 16 11:55:10.851866 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a5c56c58-9caa-4416-a3b0-bcbb40364bab req-456ae666-ca10-4526-a92c-f3879e7d351b tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] 10.222.0.61 "GET /v2.0/security-groups?id=aff864cf-fcbd-49a7-818b-9f9bd6808b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449357 Nov 16 11:55:11.971139 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14587519-b657-4798-8be2-2a66da21f4df req-618c1027-e9ed-4555-9485-eba86cac2b7e tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:11.972671 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14587519-b657-4798-8be2-2a66da21f4df req-618c1027-e9ed-4555-9485-eba86cac2b7e tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] 10.222.0.61 "GET /v2.0/ports?device_id=21a28539-8062-45eb-ba82-a9f294235b01 HTTP/1.1" status: 200 len: 945 time: 0.0529733 Nov 16 11:55:12.021987 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14587519-b657-4798-8be2-2a66da21f4df req-f7a66f66-d2be-43f6-929f-84c3b627464d tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] 10.222.0.61 "GET /v2.0/security-groups?id=aff864cf-fcbd-49a7-818b-9f9bd6808b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427482 Nov 16 11:55:12.397754 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8aa45-9948-41a5-a019-3a48765d9c9d req-1e2de00b-fa99-46aa-89a3-5f6c820f02b6 tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:12.400065 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e7e8aa45-9948-41a5-a019-3a48765d9c9d req-1e2de00b-fa99-46aa-89a3-5f6c820f02b6 tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] 10.222.0.61 "GET /v2.0/ports?device_id=21a28539-8062-45eb-ba82-a9f294235b01 HTTP/1.1" status: 200 len: 945 time: 0.0529277 Nov 16 11:55:12.450864 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e7e8aa45-9948-41a5-a019-3a48765d9c9d req-5de98b53-b4fa-497a-92cc-938dd967e58c tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] 10.222.0.61 "GET /v2.0/security-groups?id=aff864cf-fcbd-49a7-818b-9f9bd6808b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431833 Nov 16 11:55:13.061245 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3250d2a6-b65b-449d-a7f9-323cc7ba00bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:13.568890 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c4410-14a6-4cf0-8602-3c3dab341ede req-d7b86d6e-043f-4029-904e-539805b5171a tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:13.571450 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-216c4410-14a6-4cf0-8602-3c3dab341ede req-d7b86d6e-043f-4029-904e-539805b5171a tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] 10.222.0.61 "GET /v2.0/ports?device_id=21a28539-8062-45eb-ba82-a9f294235b01 HTTP/1.1" status: 200 len: 945 time: 0.0505621 Nov 16 11:55:13.626419 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-216c4410-14a6-4cf0-8602-3c3dab341ede req-56b56d46-4054-4d95-9f5c-523906190a39 tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] 10.222.0.61 "GET /v2.0/security-groups?id=aff864cf-fcbd-49a7-818b-9f9bd6808b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492733 Nov 16 11:55:13.642526 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cfe6f9-51cd-4760-a995-05895971bd67 req-b8790394-3585-46da-aff7-6c330bfd429a tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:13.643999 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-84cfe6f9-51cd-4760-a995-05895971bd67 req-b8790394-3585-46da-aff7-6c330bfd429a tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] 10.222.0.36 "GET /v2.0/ports?device_id=21a28539-8062-45eb-ba82-a9f294235b01 HTTP/1.1" status: 200 len: 945 time: 0.0579169 Nov 16 11:55:13.738254 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-84cfe6f9-51cd-4760-a995-05895971bd67 req-aa7a173c-c203-4f2d-ab67-9d11935b6c06 tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] Deleting port ec1cce7d-9a41-4165-b947-5d94953a806e {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:55:13.738538 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-84cfe6f9-51cd-4760-a995-05895971bd67 req-aa7a173c-c203-4f2d-ab67-9d11935b6c06 tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:13.832372 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-84cfe6f9-51cd-4760-a995-05895971bd67 req-aa7a173c-c203-4f2d-ab67-9d11935b6c06 tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] For port ec1cce7d-9a41-4165-b947-5d94953a806e, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=ec1cce7d-9a41-4165-b947-5d94953a806e,segment=NetworkSegment(944cf275-cfc1-48bb-9b98-7395a39c1f57),segment_id=944cf275-cfc1-48bb-9b98-7395a39c1f57)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:55:13.832745 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-84cfe6f9-51cd-4760-a995-05895971bd67 req-aa7a173c-c203-4f2d-ab67-9d11935b6c06 tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:13.845499 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-84cfe6f9-51cd-4760-a995-05895971bd67 req-aa7a173c-c203-4f2d-ab67-9d11935b6c06 tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] Calling delete_port for ec1cce7d-9a41-4165-b947-5d94953a806e owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:55:13.970149 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-84cfe6f9-51cd-4760-a995-05895971bd67 req-aa7a173c-c203-4f2d-ab67-9d11935b6c06 tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:13.984746 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['ec1cce7d-9a41-4165-b947-5d94953a806e'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:55:14.003360 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a173c-c203-4f2d-ab67-9d11935b6c06 tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] Pushing event deleted for resources: {'Port': ['ID=ec1cce7d-9a41-4165-b947-5d94953a806e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:14.047306 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-84cfe6f9-51cd-4760-a995-05895971bd67 req-aa7a173c-c203-4f2d-ab67-9d11935b6c06 tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] No DVR routers for this DVR port ec1cce7d-9a41-4165-b947-5d94953a806e on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:55:14.049788 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-84cfe6f9-51cd-4760-a995-05895971bd67 req-aa7a173c-c203-4f2d-ab67-9d11935b6c06 tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:14.053118 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-84cfe6f9-51cd-4760-a995-05895971bd67 req-aa7a173c-c203-4f2d-ab67-9d11935b6c06 tempest-ServerAddressesTestJSON-597691120 tempest-ServerAddressesTestJSON-597691120-project] 10.222.0.36 "DELETE /v2.0/ports/ec1cce7d-9a41-4165-b947-5d94953a806e HTTP/1.1" status: 204 len: 173 time: 0.4022505 Nov 16 11:55:14.053562 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a28539-8062-45eb-ba82-a9f294235b01', 'name': 'network-vif-deleted', 'tag': 'ec1cce7d-9a41-4165-b947-5d94953a806e'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:55:14.055933 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c9f58e-c3f3-4a5b-b896-d07fe0dc12a4" -d '{"events": [{"server_uuid": "21a28539-8062-45eb-ba82-a9f294235b01", "name": "network-vif-deleted", "tag": "ec1cce7d-9a41-4165-b947-5d94953a806e"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:55:14.095641 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dda9289-190c-4e67-9dc0-00ef13daac8f x-openstack-request-id: req-7dda9289-190c-4e67-9dc0-00ef13daac8f {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:55:14.095958 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a28539-8062-45eb-ba82-a9f294235b01", "name": "network-vif-deleted", "tag": "ec1cce7d-9a41-4165-b947-5d94953a806e", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:55:14.096226 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7dda9289-190c-4e67-9dc0-00ef13daac8f {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:55:14.096580 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a28539-8062-45eb-ba82-a9f294235b01', 'name': 'network-vif-deleted', 'tag': 'ec1cce7d-9a41-4165-b947-5d94953a806e', 'status': 'completed', 'code': 200} Nov 16 11:55:14.687355 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 46748) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:55:14.735618 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1112926-e7d1-42de-ab89-7786b629a356 admin admin] Deleting subnet 8877f3c4-b972-4b18-91c2-a6647f2aca68 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:55:14.738928 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c1112926-e7d1-42de-ab89-7786b629a356 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:14.772758 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c1112926-e7d1-42de-ab89-7786b629a356 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:14.811818 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c1112926-e7d1-42de-ab89-7786b629a356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:14.869555 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c1112926-e7d1-42de-ab89-7786b629a356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:14.894219 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1112926-e7d1-42de-ab89-7786b629a356 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8877f3c4-b972-4b18-91c2-a6647f2aca68,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:14.897860 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c1112926-e7d1-42de-ab89-7786b629a356 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:14.901574 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c1112926-e7d1-42de-ab89-7786b629a356 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/8877f3c4-b972-4b18-91c2-a6647f2aca68 HTTP/1.1" status: 204 len: 168 time: 0.2132063 Nov 16 11:55:14.904020 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 46750) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:55:14.973099 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-777cff9b-dac7-40dd-a311-73abc5f1ca0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:15.060641 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-777cff9b-dac7-40dd-a311-73abc5f1ca0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:15.083683 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-777cff9b-dac7-40dd-a311-73abc5f1ca0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7519970a-3ca5-44a0-9caf-32a43dfa911f']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:55:15.092796 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-777cff9b-dac7-40dd-a311-73abc5f1ca0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '944cf275-cfc1-48bb-9b98-7395a39c1f57') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:55:15.093088 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-777cff9b-dac7-40dd-a311-73abc5f1ca0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '944cf275-cfc1-48bb-9b98-7395a39c1f57') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:55:15.102255 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-777cff9b-dac7-40dd-a311-73abc5f1ca0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:15.115107 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-777cff9b-dac7-40dd-a311-73abc5f1ca0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:15.124262 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-777cff9b-dac7-40dd-a311-73abc5f1ca0f admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:55:15.124767 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-777cff9b-dac7-40dd-a311-73abc5f1ca0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:15.126843 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:55:15.126843 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:55:15.126843 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:55:15.126843 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:55:15.126843 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:55:15.126843 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:55:15.126843 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:55:15.126843 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:55:15.126843 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:55:15.126843 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:55:15.126843 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:55:15.126843 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:55:15.126843 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:55:15.126843 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:55:15.126843 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:55:15.126843 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:55:15.126843 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:55:15.126843 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:55:15.126843 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:55:15.126843 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:55:15.126843 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:55:15.126843 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:55:15.126843 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:55:15.126843 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:55:15.126843 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:55:15.126843 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:55:15.126843 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:55:15.126843 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:55:15.126843 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:55:15.126843 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:55:15.126843 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:55:15.126843 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:55:15.181530 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-777cff9b-dac7-40dd-a311-73abc5f1ca0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:15.188167 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-777cff9b-dac7-40dd-a311-73abc5f1ca0f admin admin] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:15.191723 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-777cff9b-dac7-40dd-a311-73abc5f1ca0f admin admin] 10.222.0.61 "DELETE /v2.0/networks/7519970a-3ca5-44a0-9caf-32a43dfa911f HTTP/1.1" status: 204 len: 168 time: 0.2867064 Nov 16 11:55:15.208814 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777cff9b-dac7-40dd-a311-73abc5f1ca0f admin admin] Pushing event deleted for resources: {'Network': ['ID=7519970a-3ca5-44a0-9caf-32a43dfa911f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:15.321394 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 46754) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:55:15.371181 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d9c85f15-1751-47cd-af5b-03714c78beff admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ccba05623b3a43f49d9faf89a4f3f626&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0483015 Nov 16 11:55:15.373559 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 46756) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:55:15.426044 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c5ca9573-2c2f-4010-a17b-aee15ad92753 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:15.449259 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c5ca9573-2c2f-4010-a17b-aee15ad92753 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:15.502053 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c5ca9573-2c2f-4010-a17b-aee15ad92753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:15.504932 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c5ca9573-2c2f-4010-a17b-aee15ad92753 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:15.508433 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c5ca9573-2c2f-4010-a17b-aee15ad92753 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/aff864cf-fcbd-49a7-818b-9f9bd6808b36 HTTP/1.1" status: 204 len: 168 time: 0.1316304 Nov 16 11:55:15.514563 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca9573-2c2f-4010-a17b-aee15ad92753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff864cf-fcbd-49a7-818b-9f9bd6808b36,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:15.604315 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fc8f2226-8494-4748-a394-04f1d65d4fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:16.268768 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 46780) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:55:16.378151 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-fb3c8e92-c799-4832-96a6-3b368513247c admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-390143084-network', 'tenant_id': '0468d27193434615ac9008c5fd713ba4'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:55:16.401318 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3c8e92-c799-4832-96a6-3b368513247c admin admin] Made reservation on behalf of 0468d27193434615ac9008c5fd713ba4 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:55:16.404319 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fb3c8e92-c799-4832-96a6-3b368513247c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:16.416065 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fb3c8e92-c799-4832-96a6-3b368513247c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:16.506354 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fb3c8e92-c799-4832-96a6-3b368513247c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:16.510905 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fb3c8e92-c799-4832-96a6-3b368513247c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:16.540800 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb3c8e92-c799-4832-96a6-3b368513247c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:55:16.547906 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c8e92-c799-4832-96a6-3b368513247c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5ae6b9-0e5f-4c59-9c11-7a3d3e14d1fb,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:16.554913 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fb3c8e92-c799-4832-96a6-3b368513247c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:16.555265 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-fb3c8e92-c799-4832-96a6-3b368513247c admin admin] Added segment 7c73ef63-4209-4641-9d99-e2c58f683b2a of type vlan for network d79ac46b-340c-4b4c-b163-322196afe08c Nov 16 11:55:16.597756 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fb3c8e92-c799-4832-96a6-3b368513247c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:16.627222 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fb3c8e92-c799-4832-96a6-3b368513247c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:16.628511 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3c8e92-c799-4832-96a6-3b368513247c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:16.629319 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fb3c8e92-c799-4832-96a6-3b368513247c admin admin] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:16.678811 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:16.689147 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-fb3c8e92-c799-4832-96a6-3b368513247c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4190383 Nov 16 11:55:16.692197 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 46786) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:55:16.694360 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c8e92-c799-4832-96a6-3b368513247c admin admin] Pushing event updated for resources: {'Network': ['ID=d79ac46b-340c-4b4c-b163-322196afe08c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:16.698255 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d65aac74-055f-41e1-a6a8-3690cc678804 admin admin] Request body: {'subnet': {'network_id': 'd79ac46b-340c-4b4c-b163-322196afe08c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-390143084-subnet', 'tenant_id': '0468d27193434615ac9008c5fd713ba4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:55:16.705683 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network d79ac46b-340c-4b4c-b163-322196afe08c details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:55:16.719725 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65aac74-055f-41e1-a6a8-3690cc678804 admin admin] Made reservation on behalf of 0468d27193434615ac9008c5fd713ba4 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:55:16.722543 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d65aac74-055f-41e1-a6a8-3690cc678804 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:16.891967 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d65aac74-055f-41e1-a6a8-3690cc678804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:16.953645 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65aac74-055f-41e1-a6a8-3690cc678804 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31a21b32-d377-4977-a66c-e0ab0505ada7,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:16.962092 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65aac74-055f-41e1-a6a8-3690cc678804 admin admin] Checking segment: {'id': '7c73ef63-4209-4641-9d99-e2c58f683b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'd79ac46b-340c-4b4c-b163-322196afe08c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:55:16.962452 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65aac74-055f-41e1-a6a8-3690cc678804 admin admin] Network hostable DHCP agents. Network: d79ac46b-340c-4b4c-b163-322196afe08c, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:55:16.980038 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65aac74-055f-41e1-a6a8-3690cc678804 admin admin] Network d79ac46b-340c-4b4c-b163-322196afe08c is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:55:16.989141 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-d65aac74-055f-41e1-a6a8-3690cc678804 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, d79ac46b-340c-4b4c-b163-322196afe08c) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:55:16.995471 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65aac74-055f-41e1-a6a8-3690cc678804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:16.995571 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d65aac74-055f-41e1-a6a8-3690cc678804 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:16.999055 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c367d742-6966-4f53-8a21-2a09ac7850f7 None None] Network d79ac46b-340c-4b4c-b163-322196afe08c requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:55:17.013177 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d65aac74-055f-41e1-a6a8-3690cc678804 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3198149 Nov 16 11:55:17.138842 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ba345e-2869-45e5-a497-3a7905acd898 None None] Network d79ac46b-340c-4b4c-b163-322196afe08c requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:55:17.473060 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-b36f50da-8809-432b-9c3b-eab062763dbc tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:17.478253 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-b36f50da-8809-432b-9c3b-eab062763dbc tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] 10.222.0.61 "GET /v2.0/networks?id=d79ac46b-340c-4b4c-b163-322196afe08c HTTP/1.1" status: 200 len: 820 time: 0.1092680 Nov 16 11:55:17.490062 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-8abec73e-59b8-4907-8c53-b6632ebd4c9a tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] 10.222.0.61 "GET /v2.0/quotas/0468d27193434615ac9008c5fd713ba4 HTTP/1.1" status: 200 len: 375 time: 0.0093675 Nov 16 11:55:17.523621 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-1ec869c9-6fe4-4348-bc76-2d2d94488dbe tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0468d27193434615ac9008c5fd713ba4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274768 Nov 16 11:55:17.617704 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-2220b6c2-99ec-4698-b234-4bdcb4f8d779 service neutron] 10.222.0.61 "GET /v2.0/networks/d79ac46b-340c-4b4c-b163-322196afe08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871992 Nov 16 11:55:17.711406 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-2639c5b1-3a5a-4d84-b177-941683168817 service neutron] 10.222.0.61 "GET /v2.0/networks/d79ac46b-340c-4b4c-b163-322196afe08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866036 Nov 16 11:55:17.776518 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device ec1cce7d-9a41-4165-b947-5d94953a806e no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:55:17.810516 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: ec1cce7d-9a41-4165-b947-5d94953a806e {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:55:17.810863 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device ec1cce7d-9a41-4165-b947-5d94953a806e not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:55:17.906116 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bf87adc4-b9dd-4793-9fd8-97c7d088dae3 req-e9146139-f0c8-43f1-89e1-006e4d98a647 tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] 10.222.0.61 "GET /v2.0/ports?device_id=60398c56-91c0-45aa-a43a-dec8fe15f2a1 HTTP/1.1" status: 200 len: 210 time: 0.0315931 Nov 16 11:55:18.404855 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:18.880032 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:18.970268 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-611b75ff-eb51-4f32-818f-4f4108b00f5f tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:18.971946 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-611b75ff-eb51-4f32-818f-4f4108b00f5f tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] 10.222.0.36 "GET /v2.0/networks?id=d79ac46b-340c-4b4c-b163-322196afe08c HTTP/1.1" status: 200 len: 820 time: 0.1563113 Nov 16 11:55:18.986228 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-02ce63cc-4704-4fe0-bb41-535776ffde5e tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] Request body: {'port': {'device_id': '60398c56-91c0-45aa-a43a-dec8fe15f2a1', 'network_id': 'd79ac46b-340c-4b4c-b163-322196afe08c', 'admin_state_up': True, 'tenant_id': '0468d27193434615ac9008c5fd713ba4'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:55:19.044405 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-41699162-3154-4460-9afb-4d599e9d2e5d req-3a33075e-a05e-4910-9108-084c62a14ec3 tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] 10.222.0.61 "GET /v2.0/ports?device_id=60398c56-91c0-45aa-a43a-dec8fe15f2a1 HTTP/1.1" status: 200 len: 210 time: 0.0560451 Nov 16 11:55:19.149424 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-02ce63cc-4704-4fe0-bb41-535776ffde5e tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] Made reservation on behalf of 0468d27193434615ac9008c5fd713ba4 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:55:19.155533 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-02ce63cc-4704-4fe0-bb41-535776ffde5e tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:19.323852 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-02ce63cc-4704-4fe0-bb41-535776ffde5e tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] Allocated IP 172.20.0.4 (d79ac46b-340c-4b4c-b163-322196afe08c/31a21b32-d377-4977-a66c-e0ab0505ada7/538b5e45-73d9-4827-aa12-fa769fc789ae) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:55:19.495017 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-02ce63cc-4704-4fe0-bb41-535776ffde5e tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:19.533132 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-02ce63cc-4704-4fe0-bb41-535776ffde5e tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:19.583162 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-02ce63cc-4704-4fe0-bb41-535776ffde5e tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] Network d79ac46b-340c-4b4c-b163-322196afe08c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:55:19.587151 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-02ce63cc-4704-4fe0-bb41-535776ffde5e tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:55:19.592414 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-02ce63cc-4704-4fe0-bb41-535776ffde5e tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:55:19.597838 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce63cc-4704-4fe0-bb41-535776ffde5e tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] Pushing event updated for resources: {'Port': ['ID=538b5e45-73d9-4827-aa12-fa769fc789ae,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:19.666457 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-02ce63cc-4704-4fe0-bb41-535776ffde5e tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:19.667086 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-02ce63cc-4704-4fe0-bb41-535776ffde5e tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:19.688782 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-02ce63cc-4704-4fe0-bb41-535776ffde5e tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7074900 Nov 16 11:55:19.704028 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-45aaaae3-c8f8-413b-a25d-91e014bdfd4d service neutron] Request body: {'port': {'device_id': '60398c56-91c0-45aa-a43a-dec8fe15f2a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:55:19.774645 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-45aaaae3-c8f8-413b-a25d-91e014bdfd4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:20.079327 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-45aaaae3-c8f8-413b-a25d-91e014bdfd4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 538b5e45-73d9-4827-aa12-fa769fc789ae {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:55:20.087972 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-45aaaae3-c8f8-413b-a25d-91e014bdfd4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:20.104055 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-45aaaae3-c8f8-413b-a25d-91e014bdfd4d service neutron] Transition to ACTIVE for port object 538b5e45-73d9-4827-aa12-fa769fc789ae will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:55:20.108621 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-45aaaae3-c8f8-413b-a25d-91e014bdfd4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:20.211083 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aaaae3-c8f8-413b-a25d-91e014bdfd4d service neutron] Pushing event updated for resources: {'Port': ['ID=538b5e45-73d9-4827-aa12-fa769fc789ae,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:20.216293 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba44dd-ee06-49fc-ba49-ecb27fcdbb01 req-9cd14b11-eef0-48e4-9bc1-c8cecbcddc79 tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:20.225962 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3cba44dd-ee06-49fc-ba49-ecb27fcdbb01 req-9cd14b11-eef0-48e4-9bc1-c8cecbcddc79 tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] 10.222.0.61 "GET /v2.0/ports?device_id=60398c56-91c0-45aa-a43a-dec8fe15f2a1 HTTP/1.1" status: 200 len: 943 time: 0.1055233 Nov 16 11:55:20.270996 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-45aaaae3-c8f8-413b-a25d-91e014bdfd4d service neutron] Attempting to bind port 538b5e45-73d9-4827-aa12-fa769fc789ae on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:55:20.271524 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-45aaaae3-c8f8-413b-a25d-91e014bdfd4d service neutron] Attempting to bind port 538b5e45-73d9-4827-aa12-fa769fc789ae by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '7c73ef63-4209-4641-9d99-e2c58f683b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'd79ac46b-340c-4b4c-b163-322196afe08c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:55:20.272023 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-45aaaae3-c8f8-413b-a25d-91e014bdfd4d service neutron] Attempting to bind port 538b5e45-73d9-4827-aa12-fa769fc789ae on network d79ac46b-340c-4b4c-b163-322196afe08c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:55:20.279670 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-45aaaae3-c8f8-413b-a25d-91e014bdfd4d service neutron] Port 538b5e45-73d9-4827-aa12-fa769fc789ae on network d79ac46b-340c-4b4c-b163-322196afe08c not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:55:20.282305 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-45aaaae3-c8f8-413b-a25d-91e014bdfd4d service neutron] Attempting to bind port 538b5e45-73d9-4827-aa12-fa769fc789ae on network d79ac46b-340c-4b4c-b163-322196afe08c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:55:20.288320 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-45aaaae3-c8f8-413b-a25d-91e014bdfd4d service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:55:20.288686 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-45aaaae3-c8f8-413b-a25d-91e014bdfd4d service neutron] Checking segment: {'id': '7c73ef63-4209-4641-9d99-e2c58f683b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'd79ac46b-340c-4b4c-b163-322196afe08c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:55:20.289066 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-45aaaae3-c8f8-413b-a25d-91e014bdfd4d service neutron] Bound using segment: {'id': '7c73ef63-4209-4641-9d99-e2c58f683b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'd79ac46b-340c-4b4c-b163-322196afe08c'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:55:20.289495 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-45aaaae3-c8f8-413b-a25d-91e014bdfd4d service neutron] Bound port: 538b5e45-73d9-4827-aa12-fa769fc789ae, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c73ef63-4209-4641-9d99-e2c58f683b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'd79ac46b-340c-4b4c-b163-322196afe08c'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:55:20.289846 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-45aaaae3-c8f8-413b-a25d-91e014bdfd4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:20.290154 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3cba44dd-ee06-49fc-ba49-ecb27fcdbb01 req-1858ff62-c4de-41f6-b54b-5ea640d6e882 tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f5ae6b9-0e5f-4c59-9c11-7a3d3e14d1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623848 Nov 16 11:55:20.364126 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-45aaaae3-c8f8-413b-a25d-91e014bdfd4d service neutron] For port 538b5e45-73d9-4827-aa12-fa769fc789ae, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:55:20.368084 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-45aaaae3-c8f8-413b-a25d-91e014bdfd4d service neutron] For port 538b5e45-73d9-4827-aa12-fa769fc789ae, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=538b5e45-73d9-4827-aa12-fa769fc789ae,segment=NetworkSegment(7c73ef63-4209-4641-9d99-e2c58f683b2a),segment_id=7c73ef63-4209-4641-9d99-e2c58f683b2a)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:55:20.372282 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-45aaaae3-c8f8-413b-a25d-91e014bdfd4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:20.411015 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-45aaaae3-c8f8-413b-a25d-91e014bdfd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:20.411630 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-45aaaae3-c8f8-413b-a25d-91e014bdfd4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:20.413342 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-45aaaae3-c8f8-413b-a25d-91e014bdfd4d service neutron] 10.222.0.36 "PUT /v2.0/ports/538b5e45-73d9-4827-aa12-fa769fc789ae HTTP/1.1" status: 200 len: 1091 time: 0.7143161 Nov 16 11:55:20.414454 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60398c56-91c0-45aa-a43a-dec8fe15f2a1', 'tag': '538b5e45-73d9-4827-aa12-fa769fc789ae'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:55:20.418182 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d2d48f-7acd-4f49-b1da-a683f33df28d" -d '{"events": [{"name": "network-changed", "server_uuid": "60398c56-91c0-45aa-a43a-dec8fe15f2a1", "tag": "538b5e45-73d9-4827-aa12-fa769fc789ae"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:55:20.446087 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aaaae3-c8f8-413b-a25d-91e014bdfd4d service neutron] Pushing event updated for resources: {'Port': ['ID=538b5e45-73d9-4827-aa12-fa769fc789ae,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:20.481106 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9057e0-472c-4a7f-ae37-cfa8ec300e82 x-openstack-request-id: req-7a9057e0-472c-4a7f-ae37-cfa8ec300e82 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:55:20.481405 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60398c56-91c0-45aa-a43a-dec8fe15f2a1", "tag": "538b5e45-73d9-4827-aa12-fa769fc789ae", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:55:20.481654 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7a9057e0-472c-4a7f-ae37-cfa8ec300e82 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:55:20.482251 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60398c56-91c0-45aa-a43a-dec8fe15f2a1', 'tag': '538b5e45-73d9-4827-aa12-fa769fc789ae', 'status': 'completed', 'code': 200} Nov 16 11:55:20.504006 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-2dbd0de6-1ef5-4c31-bee7-a266b5d0e986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:20.505501 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-2dbd0de6-1ef5-4c31-bee7-a266b5d0e986 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0468d27193434615ac9008c5fd713ba4&device_id=60398c56-91c0-45aa-a43a-dec8fe15f2a1 HTTP/1.1" status: 200 len: 1094 time: 0.0514035 Nov 16 11:55:20.546601 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-6839ee53-7723-4b7b-ba27-fa7f4b6ad9eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=538b5e45-73d9-4827-aa12-fa769fc789ae HTTP/1.1" status: 200 len: 217 time: 0.0338774 Nov 16 11:55:20.596741 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-19615298-6e2c-4a19-a41f-9ffbc7061ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:20.598253 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-19615298-6e2c-4a19-a41f-9ffbc7061ebc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=31a21b32-d377-4977-a66c-e0ab0505ada7 HTTP/1.1" status: 200 len: 860 time: 0.0456257 Nov 16 11:55:20.637785 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-ffa933a6-ea2d-45d2-a4f6-eeeb3a01fe0d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d79ac46b-340c-4b4c-b163-322196afe08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326869 Nov 16 11:55:20.737726 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-8995ea70-4b28-4117-8b76-61697a904895 service neutron] 10.222.0.36 "GET /v2.0/networks/d79ac46b-340c-4b4c-b163-322196afe08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929947 Nov 16 11:55:20.836788 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ba2b5d1c-d389-40e0-88ad-302a009e195e req-7d67e14b-510c-4d0f-b965-f6f227169a01 service neutron] 10.222.0.36 "GET /v2.0/networks/d79ac46b-340c-4b4c-b163-322196afe08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910590 Nov 16 11:55:20.923846 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2d48f-7acd-4f49-b1da-a683f33df28d req-fa4f378e-18fb-4a2c-a140-fcc9ec3d2823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:20.925558 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-74d2d48f-7acd-4f49-b1da-a683f33df28d req-fa4f378e-18fb-4a2c-a140-fcc9ec3d2823 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0468d27193434615ac9008c5fd713ba4&device_id=60398c56-91c0-45aa-a43a-dec8fe15f2a1 HTTP/1.1" status: 200 len: 1094 time: 0.0451458 Nov 16 11:55:21.019337 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2d48f-7acd-4f49-b1da-a683f33df28d req-0a06ecbe-36d8-4bf6-b7ee-4beff8efbf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:21.020809 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-74d2d48f-7acd-4f49-b1da-a683f33df28d req-0a06ecbe-36d8-4bf6-b7ee-4beff8efbf13 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d79ac46b-340c-4b4c-b163-322196afe08c HTTP/1.1" status: 200 len: 921 time: 0.0873969 Nov 16 11:55:21.059660 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-74d2d48f-7acd-4f49-b1da-a683f33df28d req-3747bf1f-6164-4027-819f-9d7d1c103e9e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=538b5e45-73d9-4827-aa12-fa769fc789ae HTTP/1.1" status: 200 len: 217 time: 0.0324631 Nov 16 11:55:21.106810 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2d48f-7acd-4f49-b1da-a683f33df28d req-19867ec2-c8d0-4977-8984-90cd53fa209c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:21.108190 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-74d2d48f-7acd-4f49-b1da-a683f33df28d req-19867ec2-c8d0-4977-8984-90cd53fa209c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=31a21b32-d377-4977-a66c-e0ab0505ada7 HTTP/1.1" status: 200 len: 860 time: 0.0412705 Nov 16 11:55:21.146447 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-74d2d48f-7acd-4f49-b1da-a683f33df28d req-c28273cc-f864-4af6-99cc-23aed02e3b82 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d79ac46b-340c-4b4c-b163-322196afe08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303364 Nov 16 11:55:21.236730 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-74d2d48f-7acd-4f49-b1da-a683f33df28d req-db1d3128-af28-4cd9-a93e-093dd50435e7 service neutron] 10.222.0.36 "GET /v2.0/networks/d79ac46b-340c-4b4c-b163-322196afe08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834384 Nov 16 11:55:21.326041 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-74d2d48f-7acd-4f49-b1da-a683f33df28d req-99660790-4630-4cf9-b226-89febbb85727 service neutron] 10.222.0.36 "GET /v2.0/networks/d79ac46b-340c-4b4c-b163-322196afe08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795197 Nov 16 11:55:21.407996 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ce7f0-5bba-4e44-a502-79267759977b req-e23baffb-5c98-4bf5-9ad4-4877ff033560 tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:21.409441 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dd9ce7f0-5bba-4e44-a502-79267759977b req-e23baffb-5c98-4bf5-9ad4-4877ff033560 tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] 10.222.0.61 "GET /v2.0/ports?device_id=60398c56-91c0-45aa-a43a-dec8fe15f2a1 HTTP/1.1" status: 200 len: 943 time: 0.0470905 Nov 16 11:55:21.455610 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dd9ce7f0-5bba-4e44-a502-79267759977b req-5b4c1930-61b2-4159-8320-9d140c7972ce tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f5ae6b9-0e5f-4c59-9c11-7a3d3e14d1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398085 Nov 16 11:55:22.176365 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-39878f1c-dc6f-4894-a178-ef8d22de5f4e tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:22.177731 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-39878f1c-dc6f-4894-a178-ef8d22de5f4e tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/networks?id=8d99fce6-7fd4-4024-a0f4-6aaf2d6df441 HTTP/1.1" status: 200 len: 814 time: 0.1014564 Nov 16 11:55:22.192086 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-b4974d6d-32aa-40a7-800b-b24f092454d7 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/quotas/f5bc6c6fe5814c119e15f05c26123a36 HTTP/1.1" status: 200 len: 375 time: 0.0087898 Nov 16 11:55:22.223359 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-dd70dada-811a-4e04-9cb8-389fc8bfcec4 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f5bc6c6fe5814c119e15f05c26123a36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257282 Nov 16 11:55:22.314395 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-5ca0e161-9816-49d9-8fa0-f4684320aeca service neutron] 10.222.0.61 "GET /v2.0/networks/8d99fce6-7fd4-4024-a0f4-6aaf2d6df441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844624 Nov 16 11:55:22.403809 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-9bd1f83e-5270-4866-8ff3-3502c70071f0 service neutron] 10.222.0.61 "GET /v2.0/networks/8d99fce6-7fd4-4024-a0f4-6aaf2d6df441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813746 Nov 16 11:55:22.598469 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb520ccd-84f8-4045-a422-cfc7f077cc85 req-622bbc02-3e62-458e-b916-e7003915f21f tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:22.599990 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eb520ccd-84f8-4045-a422-cfc7f077cc85 req-622bbc02-3e62-458e-b916-e7003915f21f tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] 10.222.0.61 "GET /v2.0/ports?device_id=60398c56-91c0-45aa-a43a-dec8fe15f2a1 HTTP/1.1" status: 200 len: 943 time: 0.0517263 Nov 16 11:55:22.652828 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eb520ccd-84f8-4045-a422-cfc7f077cc85 req-fbd7bd7e-8a48-4152-ade0-3f4299e8e2c1 tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f5ae6b9-0e5f-4c59-9c11-7a3d3e14d1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468702 Nov 16 11:55:22.718667 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a43f2e15-b1a0-4b13-a3cd-88e87c6feab1 req-083ba6f9-823d-4f14-a40c-2b18c9de2963 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/ports?device_id=85b3ee5f-5395-4659-8404-c25ba4c136f1 HTTP/1.1" status: 200 len: 210 time: 0.0257373 Nov 16 11:55:23.575878 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-18d344b9-f488-4e5e-ac1e-af9a50bb10a9 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:23.577329 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-18d344b9-f488-4e5e-ac1e-af9a50bb10a9 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.64 "GET /v2.0/networks?id=8d99fce6-7fd4-4024-a0f4-6aaf2d6df441 HTTP/1.1" status: 200 len: 814 time: 0.1069715 Nov 16 11:55:23.599305 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-c039657a-9212-4eb3-8296-aa88ee65cad7 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Request body: {'port': {'device_id': '85b3ee5f-5395-4659-8404-c25ba4c136f1', 'network_id': '8d99fce6-7fd4-4024-a0f4-6aaf2d6df441', 'admin_state_up': True, 'tenant_id': 'f5bc6c6fe5814c119e15f05c26123a36'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:55:23.776250 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0f7d3-fba1-4119-ab5d-5207f39bb77d req-869c7fc2-71a1-4766-9fb1-2066a4543e77 tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:23.778001 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-63b0f7d3-fba1-4119-ab5d-5207f39bb77d req-869c7fc2-71a1-4766-9fb1-2066a4543e77 tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] 10.222.0.61 "GET /v2.0/ports?device_id=60398c56-91c0-45aa-a43a-dec8fe15f2a1 HTTP/1.1" status: 200 len: 943 time: 0.0546153 Nov 16 11:55:23.810764 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 538b5e45-73d9-4827-aa12-fa769fc789ae details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:55:23.831304 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-63b0f7d3-fba1-4119-ab5d-5207f39bb77d req-33d19ddc-2cce-4875-af78-a653adc7a982 tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f5ae6b9-0e5f-4c59-9c11-7a3d3e14d1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470247 Nov 16 11:55:23.920491 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 538b5e45-73d9-4827-aa12-fa769fc789ae, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=538b5e45-73d9-4827-aa12-fa769fc789ae,segment=NetworkSegment(7c73ef63-4209-4641-9d99-e2c58f683b2a),segment_id=7c73ef63-4209-4641-9d99-e2c58f683b2a)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:55:23.924765 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-96a22006-3a5d-4f42-89af-31f8011179d6 req-afbb0124-08af-4b2e-8ab7-9d512c9c51d7 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/ports?device_id=85b3ee5f-5395-4659-8404-c25ba4c136f1 HTTP/1.1" status: 200 len: 210 time: 0.0278997 Nov 16 11:55:23.937794 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '538b5e45-73d9-4827-aa12-fa769fc789ae', 'network_id': 'd79ac46b-340c-4b4c-b163-322196afe08c', 'port_id': '538b5e45-73d9-4827-aa12-fa769fc789ae', 'mac_address': 'fa:16:3e:d4:50:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a21b32-d377-4977-a66c-e0ab0505ada7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:55:23.976252 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:23.990551 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 538b5e45-73d9-4827-aa12-fa769fc789ae {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:55:24.011422 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 538b5e45-73d9-4827-aa12-fa769fc789ae, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=538b5e45-73d9-4827-aa12-fa769fc789ae,segment=NetworkSegment(7c73ef63-4209-4641-9d99-e2c58f683b2a),segment_id=7c73ef63-4209-4641-9d99-e2c58f683b2a)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:55:24.017139 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:24.071454 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=538b5e45-73d9-4827-aa12-fa769fc789ae,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:24.090241 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-c039657a-9212-4eb3-8296-aa88ee65cad7 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Made reservation on behalf of f5bc6c6fe5814c119e15f05c26123a36 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:55:24.093631 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-c039657a-9212-4eb3-8296-aa88ee65cad7 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:24.219551 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['538b5e45-73d9-4827-aa12-fa769fc789ae'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:55:24.230463 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-c039657a-9212-4eb3-8296-aa88ee65cad7 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Allocated IP 172.20.0.3 (8d99fce6-7fd4-4024-a0f4-6aaf2d6df441/f5994fc9-2be8-4fe8-9069-79e6834ca8ec/d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:55:24.388819 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-c039657a-9212-4eb3-8296-aa88ee65cad7 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:24.410713 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:55:24.430419 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-c039657a-9212-4eb3-8296-aa88ee65cad7 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:24.480937 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-c039657a-9212-4eb3-8296-aa88ee65cad7 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Network 8d99fce6-7fd4-4024-a0f4-6aaf2d6df441 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:55:24.487337 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-c039657a-9212-4eb3-8296-aa88ee65cad7 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:55:24.491243 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-c039657a-9212-4eb3-8296-aa88ee65cad7 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:55:24.497673 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c039657a-9212-4eb3-8296-aa88ee65cad7 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Pushing event updated for resources: {'Port': ['ID=d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:24.558547 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-c039657a-9212-4eb3-8296-aa88ee65cad7 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:24.559153 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-c039657a-9212-4eb3-8296-aa88ee65cad7 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:24.576309 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-c039657a-9212-4eb3-8296-aa88ee65cad7 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9807868 Nov 16 11:55:24.593709 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-e3e609c6-77b3-4b35-9d97-59292ed0f152 service neutron] Request body: {'port': {'device_id': '85b3ee5f-5395-4659-8404-c25ba4c136f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:55:24.644958 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-e3e609c6-77b3-4b35-9d97-59292ed0f152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:24.907161 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-e3e609c6-77b3-4b35-9d97-59292ed0f152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:55:24.915344 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-e3e609c6-77b3-4b35-9d97-59292ed0f152 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:24.927620 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-e3e609c6-77b3-4b35-9d97-59292ed0f152 service neutron] Transition to ACTIVE for port object d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:55:24.931536 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-e3e609c6-77b3-4b35-9d97-59292ed0f152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:24.953317 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e2a12-838f-456d-a62a-c86a09fc09f1 req-399f2ab6-2598-4293-9079-c85cfe81949d tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:24.954839 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bb1e2a12-838f-456d-a62a-c86a09fc09f1 req-399f2ab6-2598-4293-9079-c85cfe81949d tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] 10.222.0.61 "GET /v2.0/ports?device_id=60398c56-91c0-45aa-a43a-dec8fe15f2a1 HTTP/1.1" status: 200 len: 944 time: 0.0526726 Nov 16 11:55:24.988085 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e609c6-77b3-4b35-9d97-59292ed0f152 service neutron] Pushing event updated for resources: {'Port': ['ID=d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:25.002579 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bb1e2a12-838f-456d-a62a-c86a09fc09f1 req-0a18677f-78f0-4564-9287-fd38ae9088da tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f5ae6b9-0e5f-4c59-9c11-7a3d3e14d1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418780 Nov 16 11:55:25.051508 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-e3e609c6-77b3-4b35-9d97-59292ed0f152 service neutron] Attempting to bind port d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:55:25.051836 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-e3e609c6-77b3-4b35-9d97-59292ed0f152 service neutron] Attempting to bind port d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '8265722f-7ce6-4a01-9cef-8a229c9b255f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8d99fce6-7fd4-4024-a0f4-6aaf2d6df441'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:55:25.052167 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-e3e609c6-77b3-4b35-9d97-59292ed0f152 service neutron] Attempting to bind port d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1 on network 8d99fce6-7fd4-4024-a0f4-6aaf2d6df441 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:55:25.057058 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-e3e609c6-77b3-4b35-9d97-59292ed0f152 service neutron] Port d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1 on network 8d99fce6-7fd4-4024-a0f4-6aaf2d6df441 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:55:25.057375 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-e3e609c6-77b3-4b35-9d97-59292ed0f152 service neutron] Attempting to bind port d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1 on network 8d99fce6-7fd4-4024-a0f4-6aaf2d6df441 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:55:25.062400 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-e3e609c6-77b3-4b35-9d97-59292ed0f152 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:55:25.062729 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-e3e609c6-77b3-4b35-9d97-59292ed0f152 service neutron] Checking segment: {'id': '8265722f-7ce6-4a01-9cef-8a229c9b255f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8d99fce6-7fd4-4024-a0f4-6aaf2d6df441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:55:25.063111 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-e3e609c6-77b3-4b35-9d97-59292ed0f152 service neutron] Bound using segment: {'id': '8265722f-7ce6-4a01-9cef-8a229c9b255f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8d99fce6-7fd4-4024-a0f4-6aaf2d6df441'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:55:25.063531 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-e3e609c6-77b3-4b35-9d97-59292ed0f152 service neutron] Bound port: d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8265722f-7ce6-4a01-9cef-8a229c9b255f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8d99fce6-7fd4-4024-a0f4-6aaf2d6df441'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:55:25.063885 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-e3e609c6-77b3-4b35-9d97-59292ed0f152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:25.102813 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd695f75-c67f-4cde-a907-d0f925cb9f9d req-96f4b01b-fb8b-4011-a3a4-5e595a19484a tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:25.104265 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd695f75-c67f-4cde-a907-d0f925cb9f9d req-96f4b01b-fb8b-4011-a3a4-5e595a19484a tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/ports?device_id=85b3ee5f-5395-4659-8404-c25ba4c136f1 HTTP/1.1" status: 200 len: 943 time: 0.0485060 Nov 16 11:55:25.129299 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-e3e609c6-77b3-4b35-9d97-59292ed0f152 service neutron] For port d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:55:25.134019 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-e3e609c6-77b3-4b35-9d97-59292ed0f152 service neutron] For port d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1,segment=NetworkSegment(8265722f-7ce6-4a01-9cef-8a229c9b255f),segment_id=8265722f-7ce6-4a01-9cef-8a229c9b255f)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:55:25.138775 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-e3e609c6-77b3-4b35-9d97-59292ed0f152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:25.164401 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd695f75-c67f-4cde-a907-d0f925cb9f9d req-23fdd8fa-d9b5-4954-b949-0d0122a750b4 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/security-groups?id=bb3660c1-cc36-493e-bbee-237697747880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530162 Nov 16 11:55:25.176633 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-e3e609c6-77b3-4b35-9d97-59292ed0f152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:25.177401 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-e3e609c6-77b3-4b35-9d97-59292ed0f152 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:25.178865 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-e3e609c6-77b3-4b35-9d97-59292ed0f152 service neutron] 10.222.0.64 "PUT /v2.0/ports/d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1 HTTP/1.1" status: 200 len: 1091 time: 0.5892513 Nov 16 11:55:25.181567 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b3ee5f-5395-4659-8404-c25ba4c136f1', 'tag': 'd16190dc-d3fb-4bcf-aa7f-b94390b2f9b1'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:55:25.183879 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e276bd-8449-4d55-adb8-105a384bf2e3" -d '{"events": [{"name": "network-changed", "server_uuid": "85b3ee5f-5395-4659-8404-c25ba4c136f1", "tag": "d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:55:25.208456 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e609c6-77b3-4b35-9d97-59292ed0f152 service neutron] Pushing event updated for resources: {'Port': ['ID=d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:25.225863 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f265b6c7-6f1b-45dc-955e-c9da14ba35dc x-openstack-request-id: req-f265b6c7-6f1b-45dc-955e-c9da14ba35dc {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:55:25.226298 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b3ee5f-5395-4659-8404-c25ba4c136f1", "tag": "d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:55:25.227082 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f265b6c7-6f1b-45dc-955e-c9da14ba35dc {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:55:25.227476 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b3ee5f-5395-4659-8404-c25ba4c136f1', 'tag': 'd16190dc-d3fb-4bcf-aa7f-b94390b2f9b1', 'status': 'completed', 'code': 200} Nov 16 11:55:25.269066 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-1192a781-fb73-4ae4-b9d5-ec416b35881a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:25.270580 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-1192a781-fb73-4ae4-b9d5-ec416b35881a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f5bc6c6fe5814c119e15f05c26123a36&device_id=85b3ee5f-5395-4659-8404-c25ba4c136f1 HTTP/1.1" status: 200 len: 1094 time: 0.0418689 Nov 16 11:55:25.312644 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-b6634306-e00e-467b-a5d2-478e6a6c9898 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1 HTTP/1.1" status: 200 len: 217 time: 0.0343831 Nov 16 11:55:25.365256 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-c6041ac3-8368-4fb8-80e6-e3dc898393f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:25.366696 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-c6041ac3-8368-4fb8-80e6-e3dc898393f3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f5994fc9-2be8-4fe8-9069-79e6834ca8ec HTTP/1.1" status: 200 len: 854 time: 0.0469227 Nov 16 11:55:25.402166 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-4cf89cf3-c2f3-4316-8545-9dac4f39c74e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8d99fce6-7fd4-4024-a0f4-6aaf2d6df441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236359 Nov 16 11:55:25.492957 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-e212ff57-f8ca-4cf3-8b32-50a4d80f6ad0 service neutron] 10.222.0.64 "GET /v2.0/networks/8d99fce6-7fd4-4024-a0f4-6aaf2d6df441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795701 Nov 16 11:55:25.587435 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a0212555-292b-4d63-a8ed-c8f8cdcb0294 req-d83704d3-a182-4d47-bde9-572644aa63e8 service neutron] 10.222.0.64 "GET /v2.0/networks/8d99fce6-7fd4-4024-a0f4-6aaf2d6df441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838370 Nov 16 11:55:25.676689 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e276bd-8449-4d55-adb8-105a384bf2e3 req-b98cbff2-fe6f-4ff6-8665-d1090531d8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:25.678240 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e7e276bd-8449-4d55-adb8-105a384bf2e3 req-b98cbff2-fe6f-4ff6-8665-d1090531d8ab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f5bc6c6fe5814c119e15f05c26123a36&device_id=85b3ee5f-5395-4659-8404-c25ba4c136f1 HTTP/1.1" status: 200 len: 1094 time: 0.0417483 Nov 16 11:55:25.769993 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e276bd-8449-4d55-adb8-105a384bf2e3 req-0a994cb5-0b0a-4341-9c51-8516e0301dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:25.771453 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e7e276bd-8449-4d55-adb8-105a384bf2e3 req-0a994cb5-0b0a-4341-9c51-8516e0301dd2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8d99fce6-7fd4-4024-a0f4-6aaf2d6df441 HTTP/1.1" status: 200 len: 915 time: 0.0859399 Nov 16 11:55:25.811044 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e7e276bd-8449-4d55-adb8-105a384bf2e3 req-71b490d8-8fd7-4232-80de-0aca771e77a7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1 HTTP/1.1" status: 200 len: 217 time: 0.0322337 Nov 16 11:55:25.825423 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 538b5e45-73d9-4827-aa12-fa769fc789ae up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:55:25.863726 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e276bd-8449-4d55-adb8-105a384bf2e3 req-9427a7e7-7276-479b-a703-7f2f3aa4d04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:25.865176 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e7e276bd-8449-4d55-adb8-105a384bf2e3 req-9427a7e7-7276-479b-a703-7f2f3aa4d04a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f5994fc9-2be8-4fe8-9069-79e6834ca8ec HTTP/1.1" status: 200 len: 854 time: 0.0438352 Nov 16 11:55:25.872336 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port 538b5e45-73d9-4827-aa12-fa769fc789ae completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:55:25.876235 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 538b5e45-73d9-4827-aa12-fa769fc789ae triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:55:25.876611 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:25.897403 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e7e276bd-8449-4d55-adb8-105a384bf2e3 req-d7e7472a-3d4e-4578-82ab-161cbc29edec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8d99fce6-7fd4-4024-a0f4-6aaf2d6df441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247798 Nov 16 11:55:25.957141 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:25.979724 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60398c56-91c0-45aa-a43a-dec8fe15f2a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538b5e45-73d9-4827-aa12-fa769fc789ae'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:55:25.981993 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc8cfc0-09f1-4744-b823-8c5aa18036e9" -d '{"events": [{"server_uuid": "60398c56-91c0-45aa-a43a-dec8fe15f2a1", "name": "network-vif-plugged", "status": "completed", "tag": "538b5e45-73d9-4827-aa12-fa769fc789ae"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:55:25.995504 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 538b5e45-73d9-4827-aa12-fa769fc789ae, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=538b5e45-73d9-4827-aa12-fa769fc789ae,segment=NetworkSegment(7c73ef63-4209-4641-9d99-e2c58f683b2a),segment_id=7c73ef63-4209-4641-9d99-e2c58f683b2a)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:55:25.999088 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e7e276bd-8449-4d55-adb8-105a384bf2e3 req-e1dce84e-4bb9-4116-9776-2bf7b2a3095a service neutron] 10.222.0.64 "GET /v2.0/networks/8d99fce6-7fd4-4024-a0f4-6aaf2d6df441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928876 Nov 16 11:55:25.999697 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:26.024959 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0f304e-e41a-4043-a76e-b1dcea6394fb x-openstack-request-id: req-8b0f304e-e41a-4043-a76e-b1dcea6394fb {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:55:26.025243 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60398c56-91c0-45aa-a43a-dec8fe15f2a1", "name": "network-vif-plugged", "status": "completed", "tag": "538b5e45-73d9-4827-aa12-fa769fc789ae", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:55:26.025489 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8b0f304e-e41a-4043-a76e-b1dcea6394fb {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:55:26.026002 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60398c56-91c0-45aa-a43a-dec8fe15f2a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538b5e45-73d9-4827-aa12-fa769fc789ae', 'code': 200} Nov 16 11:55:26.052143 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=538b5e45-73d9-4827-aa12-fa769fc789ae,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:26.123489 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e7e276bd-8449-4d55-adb8-105a384bf2e3 req-0c47c559-477f-4364-b562-43b8463ae23c service neutron] 10.222.0.64 "GET /v2.0/networks/8d99fce6-7fd4-4024-a0f4-6aaf2d6df441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169813 Nov 16 11:55:26.130959 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ad53e-9053-4d28-9a3f-31c69e166bd4 req-611c9b03-9d5a-402a-a0e3-809bc6698c36 tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:26.132653 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-637ad53e-9053-4d28-9a3f-31c69e166bd4 req-611c9b03-9d5a-402a-a0e3-809bc6698c36 tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] 10.222.0.61 "GET /v2.0/ports?device_id=60398c56-91c0-45aa-a43a-dec8fe15f2a1 HTTP/1.1" status: 200 len: 945 time: 0.0506802 Nov 16 11:55:26.136319 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828d053-c77b-40e7-a368-66b4a4b83d9b req-7ca514c3-31d7-46a7-b0b3-1e82ae6d5f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:26.137792 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0828d053-c77b-40e7-a368-66b4a4b83d9b req-7ca514c3-31d7-46a7-b0b3-1e82ae6d5f2f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=60398c56-91c0-45aa-a43a-dec8fe15f2a1 HTTP/1.1" status: 200 len: 1096 time: 0.0481753 Nov 16 11:55:26.182610 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0828d053-c77b-40e7-a368-66b4a4b83d9b req-e59be9ee-f186-4ce6-968b-50e9a17e5bc6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5f5ae6b9-0e5f-4c59-9c11-7a3d3e14d1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378509 Nov 16 11:55:26.185076 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-637ad53e-9053-4d28-9a3f-31c69e166bd4 req-4b5f2cf3-d80c-4ad0-9b0a-c893f0f9cae3 tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f5ae6b9-0e5f-4c59-9c11-7a3d3e14d1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453782 Nov 16 11:55:26.285074 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde816a-c895-40e1-926e-49ec8649c4ca req-990c6d37-78fc-427b-ae46-ce9b8873fe58 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:26.286490 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4cde816a-c895-40e1-926e-49ec8649c4ca req-990c6d37-78fc-427b-ae46-ce9b8873fe58 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/ports?device_id=85b3ee5f-5395-4659-8404-c25ba4c136f1 HTTP/1.1" status: 200 len: 943 time: 0.0483212 Nov 16 11:55:26.333403 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4cde816a-c895-40e1-926e-49ec8649c4ca req-de3ddb23-6b83-4e82-b785-72ee04929130 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/security-groups?id=bb3660c1-cc36-493e-bbee-237697747880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404117 Nov 16 11:55:27.302398 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14c3f8-3808-43e4-8cd5-53ce56455666 req-28ea9231-bd55-4fea-a4cc-be2804f7dd0d tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:27.303850 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cc14c3f8-3808-43e4-8cd5-53ce56455666 req-28ea9231-bd55-4fea-a4cc-be2804f7dd0d tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] 10.222.0.61 "GET /v2.0/ports?device_id=60398c56-91c0-45aa-a43a-dec8fe15f2a1 HTTP/1.1" status: 200 len: 945 time: 0.0490599 Nov 16 11:55:27.350049 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cc14c3f8-3808-43e4-8cd5-53ce56455666 req-f26b0a8e-6c0d-40de-82f9-4e293042f7a0 tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f5ae6b9-0e5f-4c59-9c11-7a3d3e14d1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397382 Nov 16 11:55:27.453336 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb4303-5f91-4a3a-868b-4950e78d1042 req-f3ca2df3-a9ff-4e54-b434-90abce7b6949 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:27.454698 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a6cb4303-5f91-4a3a-868b-4950e78d1042 req-f3ca2df3-a9ff-4e54-b434-90abce7b6949 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/ports?device_id=85b3ee5f-5395-4659-8404-c25ba4c136f1 HTTP/1.1" status: 200 len: 943 time: 0.0514004 Nov 16 11:55:27.501289 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a6cb4303-5f91-4a3a-868b-4950e78d1042 req-584693e5-e117-4e32-bc0d-885a65d0a5b1 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/security-groups?id=bb3660c1-cc36-493e-bbee-237697747880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407314 Nov 16 11:55:28.327091 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:28.464889 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345ec0a-7d29-450c-8c71-f9d5019b3512 req-187c10c8-a560-462b-9799-08c144e828ca tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:28.466373 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8345ec0a-7d29-450c-8c71-f9d5019b3512 req-187c10c8-a560-462b-9799-08c144e828ca tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] 10.222.0.61 "GET /v2.0/ports?device_id=60398c56-91c0-45aa-a43a-dec8fe15f2a1 HTTP/1.1" status: 200 len: 945 time: 0.0482533 Nov 16 11:55:28.512494 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8345ec0a-7d29-450c-8c71-f9d5019b3512 req-3bad4c4b-73de-48f5-8656-c6a8e786d86b tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f5ae6b9-0e5f-4c59-9c11-7a3d3e14d1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402997 Nov 16 11:55:28.563344 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:55:28.614621 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9959088-0bee-48d8-ace6-a6a05345e12e req-ec6adecf-acc9-4121-a670-ef7234322168 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:28.616071 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a9959088-0bee-48d8-ace6-a6a05345e12e req-ec6adecf-acc9-4121-a670-ef7234322168 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/ports?device_id=85b3ee5f-5395-4659-8404-c25ba4c136f1 HTTP/1.1" status: 200 len: 943 time: 0.0478263 Nov 16 11:55:28.662218 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1,segment=NetworkSegment(8265722f-7ce6-4a01-9cef-8a229c9b255f),segment_id=8265722f-7ce6-4a01-9cef-8a229c9b255f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:55:28.667086 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a9959088-0bee-48d8-ace6-a6a05345e12e req-87317cad-8cf0-4da5-ab5d-19fd9dea7138 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/security-groups?id=bb3660c1-cc36-493e-bbee-237697747880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442891 Nov 16 11:55:28.673204 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'd16190dc-d3fb-4bcf-aa7f-b94390b2f9b1', 'network_id': '8d99fce6-7fd4-4024-a0f4-6aaf2d6df441', 'port_id': 'd16190dc-d3fb-4bcf-aa7f-b94390b2f9b1', 'mac_address': 'fa:16:3e:48:0c:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5994fc9-2be8-4fe8-9069-79e6834ca8ec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:55:28.712280 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:28.725756 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:55:28.745032 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1,segment=NetworkSegment(8265722f-7ce6-4a01-9cef-8a229c9b255f),segment_id=8265722f-7ce6-4a01-9cef-8a229c9b255f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:55:28.749788 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:28.798997 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:29.010590 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:55:29.135404 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:29.146482 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385dc25-e5b8-46c4-8fd9-254fa2f7b6ae req-891b48da-7dec-4b70-8144-23f115175304 tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:29.148100 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2385dc25-e5b8-46c4-8fd9-254fa2f7b6ae req-891b48da-7dec-4b70-8144-23f115175304 tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] 10.222.0.61 "GET /v2.0/ports?device_id=60398c56-91c0-45aa-a43a-dec8fe15f2a1 HTTP/1.1" status: 200 len: 945 time: 0.0509560 Nov 16 11:55:29.195891 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2385dc25-e5b8-46c4-8fd9-254fa2f7b6ae req-e0af8eab-26da-49a5-a341-a019702ccce9 tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f5ae6b9-0e5f-4c59-9c11-7a3d3e14d1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411804 Nov 16 11:55:29.781818 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3d4f1-fe0b-45fd-af08-62fe3566d010 req-fdd1aebb-8aef-4314-9f06-405a0d349ac5 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:29.783325 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e1d3d4f1-fe0b-45fd-af08-62fe3566d010 req-fdd1aebb-8aef-4314-9f06-405a0d349ac5 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/ports?device_id=85b3ee5f-5395-4659-8404-c25ba4c136f1 HTTP/1.1" status: 200 len: 944 time: 0.0480554 Nov 16 11:55:29.830049 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e1d3d4f1-fe0b-45fd-af08-62fe3566d010 req-ea85b384-2c73-4399-8a89-cc9c005da4cc tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/security-groups?id=bb3660c1-cc36-493e-bbee-237697747880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408847 Nov 16 11:55:30.316545 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93574311-496a-4257-8505-b72bcce2ffa7 req-54020917-27f7-42d8-af98-e37f213dc30a tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:30.318022 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-93574311-496a-4257-8505-b72bcce2ffa7 req-54020917-27f7-42d8-af98-e37f213dc30a tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] 10.222.0.61 "GET /v2.0/ports?device_id=60398c56-91c0-45aa-a43a-dec8fe15f2a1 HTTP/1.1" status: 200 len: 945 time: 0.0520823 Nov 16 11:55:30.364283 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-93574311-496a-4257-8505-b72bcce2ffa7 req-d0a2e772-e814-4156-9897-dcb4488acf18 tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] 10.222.0.61 "GET /v2.0/security-groups?id=5f5ae6b9-0e5f-4c59-9c11-7a3d3e14d1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403185 Nov 16 11:55:30.383663 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6112a2f-06a0-4892-9e8a-108f72bbe100 req-2cec8c37-5ffd-49f5-b950-442b0d851cd5 tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:30.385112 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d6112a2f-06a0-4892-9e8a-108f72bbe100 req-2cec8c37-5ffd-49f5-b950-442b0d851cd5 tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] 10.222.0.36 "GET /v2.0/ports?device_id=60398c56-91c0-45aa-a43a-dec8fe15f2a1 HTTP/1.1" status: 200 len: 945 time: 0.0506272 Nov 16 11:55:30.475439 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-d6112a2f-06a0-4892-9e8a-108f72bbe100 req-f9671e57-5f6a-491d-b3d6-1494e7914279 tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] Deleting port 538b5e45-73d9-4827-aa12-fa769fc789ae {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:55:30.475778 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d6112a2f-06a0-4892-9e8a-108f72bbe100 req-f9671e57-5f6a-491d-b3d6-1494e7914279 tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:30.566255 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d6112a2f-06a0-4892-9e8a-108f72bbe100 req-f9671e57-5f6a-491d-b3d6-1494e7914279 tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] For port 538b5e45-73d9-4827-aa12-fa769fc789ae, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=538b5e45-73d9-4827-aa12-fa769fc789ae,segment=NetworkSegment(7c73ef63-4209-4641-9d99-e2c58f683b2a),segment_id=7c73ef63-4209-4641-9d99-e2c58f683b2a)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:55:30.566612 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d6112a2f-06a0-4892-9e8a-108f72bbe100 req-f9671e57-5f6a-491d-b3d6-1494e7914279 tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:30.579921 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-d6112a2f-06a0-4892-9e8a-108f72bbe100 req-f9671e57-5f6a-491d-b3d6-1494e7914279 tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] Calling delete_port for 538b5e45-73d9-4827-aa12-fa769fc789ae owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:55:30.588614 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:55:30.639966 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:55:30.644353 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:55:30.644742 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:30.710433 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d6112a2f-06a0-4892-9e8a-108f72bbe100 req-f9671e57-5f6a-491d-b3d6-1494e7914279 tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:30.719618 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:30.722899 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['538b5e45-73d9-4827-aa12-fa769fc789ae'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:55:30.747479 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9671e57-5f6a-491d-b3d6-1494e7914279 tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] Pushing event deleted for resources: {'Port': ['ID=538b5e45-73d9-4827-aa12-fa769fc789ae,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:30.767865 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b3ee5f-5395-4659-8404-c25ba4c136f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16190dc-d3fb-4bcf-aa7f-b94390b2f9b1'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:55:30.770082 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3468cff5-5ee6-49b3-b683-529ba310feb5" -d '{"events": [{"server_uuid": "85b3ee5f-5395-4659-8404-c25ba4c136f1", "name": "network-vif-plugged", "status": "completed", "tag": "d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:55:30.772709 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9671e57-5f6a-491d-b3d6-1494e7914279 tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:55:30.773065 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9671e57-5f6a-491d-b3d6-1494e7914279 tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:55:30.773960 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9671e57-5f6a-491d-b3d6-1494e7914279 tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:55:30.774309 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9671e57-5f6a-491d-b3d6-1494e7914279 tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:55:30.774641 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9671e57-5f6a-491d-b3d6-1494e7914279 tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:55:30.774977 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9671e57-5f6a-491d-b3d6-1494e7914279 tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:55:30.775311 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9671e57-5f6a-491d-b3d6-1494e7914279 tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:55:30.775645 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9671e57-5f6a-491d-b3d6-1494e7914279 tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:55:30.775976 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9671e57-5f6a-491d-b3d6-1494e7914279 tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:55:30.776301 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9671e57-5f6a-491d-b3d6-1494e7914279 tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:55:30.776904 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9671e57-5f6a-491d-b3d6-1494e7914279 tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:55:30.777245 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9671e57-5f6a-491d-b3d6-1494e7914279 tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:55:30.781772 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1,segment=NetworkSegment(8265722f-7ce6-4a01-9cef-8a229c9b255f),segment_id=8265722f-7ce6-4a01-9cef-8a229c9b255f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:55:30.786983 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:30.802200 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6112a2f-06a0-4892-9e8a-108f72bbe100 req-f9671e57-5f6a-491d-b3d6-1494e7914279 tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] No DVR routers for this DVR port 538b5e45-73d9-4827-aa12-fa769fc789ae on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:55:30.805158 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d6112a2f-06a0-4892-9e8a-108f72bbe100 req-f9671e57-5f6a-491d-b3d6-1494e7914279 tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:30.810554 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d6112a2f-06a0-4892-9e8a-108f72bbe100 req-f9671e57-5f6a-491d-b3d6-1494e7914279 tempest-ServerMetadataNegativeTestJSON-278703326 tempest-ServerMetadataNegativeTestJSON-278703326-project] 10.222.0.36 "DELETE /v2.0/ports/538b5e45-73d9-4827-aa12-fa769fc789ae HTTP/1.1" status: 204 len: 173 time: 0.4192662 Nov 16 11:55:30.811053 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60398c56-91c0-45aa-a43a-dec8fe15f2a1', 'name': 'network-vif-deleted', 'tag': '538b5e45-73d9-4827-aa12-fa769fc789ae'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:55:30.812984 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd389677-19b9-45c3-9edd-fae514d2a1e7 x-openstack-request-id: req-cd389677-19b9-45c3-9edd-fae514d2a1e7 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:55:30.815073 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4150f61a-6740-45b7-bf7f-3a4fe2eb9b13" -d '{"events": [{"server_uuid": "60398c56-91c0-45aa-a43a-dec8fe15f2a1", "name": "network-vif-deleted", "tag": "538b5e45-73d9-4827-aa12-fa769fc789ae"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:55:30.819619 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b3ee5f-5395-4659-8404-c25ba4c136f1", "name": "network-vif-plugged", "status": "completed", "tag": "d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:55:30.819881 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cd389677-19b9-45c3-9edd-fae514d2a1e7 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:55:30.820321 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b3ee5f-5395-4659-8404-c25ba4c136f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd16190dc-d3fb-4bcf-aa7f-b94390b2f9b1', 'code': 200} Nov 16 11:55:30.853493 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:30.868120 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a0a3f4-bd3b-4eee-8cab-e1363f6ad25b x-openstack-request-id: req-b7a0a3f4-bd3b-4eee-8cab-e1363f6ad25b {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:55:30.868419 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60398c56-91c0-45aa-a43a-dec8fe15f2a1", "name": "network-vif-deleted", "tag": "538b5e45-73d9-4827-aa12-fa769fc789ae", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:55:30.868676 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b7a0a3f4-bd3b-4eee-8cab-e1363f6ad25b {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:55:30.869080 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60398c56-91c0-45aa-a43a-dec8fe15f2a1', 'name': 'network-vif-deleted', 'tag': '538b5e45-73d9-4827-aa12-fa769fc789ae', 'status': 'completed', 'code': 200} Nov 16 11:55:30.933391 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff194e77-750b-433b-b34d-f63ceb711b2c req-b999eaa3-f4e4-432e-8b0a-c45097198bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:30.934855 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ff194e77-750b-433b-b34d-f63ceb711b2c req-b999eaa3-f4e4-432e-8b0a-c45097198bac service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=85b3ee5f-5395-4659-8404-c25ba4c136f1 HTTP/1.1" status: 200 len: 1096 time: 0.0457726 Nov 16 11:55:30.972119 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9bf2c-02eb-4c12-a2ee-3f4a2b765be0 req-4fcf156e-ecc3-4dcf-b337-e81841eeb73f tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:30.973627 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cdc9bf2c-02eb-4c12-a2ee-3f4a2b765be0 req-4fcf156e-ecc3-4dcf-b337-e81841eeb73f tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/ports?device_id=85b3ee5f-5395-4659-8404-c25ba4c136f1 HTTP/1.1" status: 200 len: 945 time: 0.0545413 Nov 16 11:55:30.984444 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ff194e77-750b-433b-b34d-f63ceb711b2c req-7af11a54-0b1e-4227-8058-beff9394b20e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bb3660c1-cc36-493e-bbee-237697747880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382671 Nov 16 11:55:31.019702 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cdc9bf2c-02eb-4c12-a2ee-3f4a2b765be0 req-b54f83f4-c0bf-4f13-a3f8-a0da56c116bf tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/security-groups?id=bb3660c1-cc36-493e-bbee-237697747880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401156 Nov 16 11:55:31.418971 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47356) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:55:31.463195 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0d21223-157d-4a00-935b-99a2d5177695 admin admin] Deleting subnet 31a21b32-d377-4977-a66c-e0ab0505ada7 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:55:31.466157 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0d21223-157d-4a00-935b-99a2d5177695 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:31.498989 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0d21223-157d-4a00-935b-99a2d5177695 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:31.539529 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0d21223-157d-4a00-935b-99a2d5177695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:31.592223 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0d21223-157d-4a00-935b-99a2d5177695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:31.620378 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f0d21223-157d-4a00-935b-99a2d5177695 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:31.623594 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f0d21223-157d-4a00-935b-99a2d5177695 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/31a21b32-d377-4977-a66c-e0ab0505ada7 HTTP/1.1" status: 204 len: 168 time: 0.2036123 Nov 16 11:55:31.624614 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d21223-157d-4a00-935b-99a2d5177695 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31a21b32-d377-4977-a66c-e0ab0505ada7,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:31.626207 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47358) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:55:31.692003 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fbafc6c9-b49e-4112-a73a-e4c24400e2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:31.769664 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fbafc6c9-b49e-4112-a73a-e4c24400e2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:31.789274 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-fbafc6c9-b49e-4112-a73a-e4c24400e2fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d79ac46b-340c-4b4c-b163-322196afe08c']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:55:31.798128 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-fbafc6c9-b49e-4112-a73a-e4c24400e2fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c73ef63-4209-4641-9d99-e2c58f683b2a') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:55:31.798427 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-fbafc6c9-b49e-4112-a73a-e4c24400e2fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c73ef63-4209-4641-9d99-e2c58f683b2a') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:55:31.807933 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fbafc6c9-b49e-4112-a73a-e4c24400e2fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:31.820761 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fbafc6c9-b49e-4112-a73a-e4c24400e2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:31.826495 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbafc6c9-b49e-4112-a73a-e4c24400e2fa admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:55:31.826868 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fbafc6c9-b49e-4112-a73a-e4c24400e2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:31.828452 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:55:31.828452 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:55:31.828452 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:55:31.828452 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:55:31.828452 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:55:31.828452 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:55:31.828452 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:55:31.828452 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:55:31.828452 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:55:31.828452 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:55:31.828452 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:55:31.828452 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:55:31.828452 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:55:31.828452 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:55:31.828452 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:55:31.828452 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:55:31.828452 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:55:31.828452 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:55:31.828452 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:55:31.828452 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:55:31.828452 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:55:31.828452 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:55:31.828452 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:55:31.828452 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:55:31.828452 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:55:31.828452 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:55:31.828452 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:55:31.828452 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:55:31.828452 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:55:31.828452 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:55:31.828452 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:55:31.828452 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:55:31.883558 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fbafc6c9-b49e-4112-a73a-e4c24400e2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:31.888764 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fbafc6c9-b49e-4112-a73a-e4c24400e2fa admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:31.891908 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-fbafc6c9-b49e-4112-a73a-e4c24400e2fa admin admin] 10.222.0.61 "DELETE /v2.0/networks/d79ac46b-340c-4b4c-b163-322196afe08c HTTP/1.1" status: 204 len: 168 time: 0.2647967 Nov 16 11:55:31.902678 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbafc6c9-b49e-4112-a73a-e4c24400e2fa admin admin] Pushing event deleted for resources: {'Network': ['ID=d79ac46b-340c-4b4c-b163-322196afe08c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:32.005316 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47362) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:55:32.045529 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-525bbd90-532a-42f1-96f6-087393b28532 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0468d27193434615ac9008c5fd713ba4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387330 Nov 16 11:55:32.048130 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47366) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:55:32.095765 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-61601ec8-34cd-4671-9faa-850089ad97ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:32.121660 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-61601ec8-34cd-4671-9faa-850089ad97ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:32.140522 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611cab01-b503-4df9-b7de-ad7e5af4baaf req-fbe3e8c2-93f2-4f8d-a831-d7a06ec6b6f7 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:32.147721 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-611cab01-b503-4df9-b7de-ad7e5af4baaf req-fbe3e8c2-93f2-4f8d-a831-d7a06ec6b6f7 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/ports?device_id=85b3ee5f-5395-4659-8404-c25ba4c136f1 HTTP/1.1" status: 200 len: 945 time: 0.0579941 Nov 16 11:55:32.176306 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-61601ec8-34cd-4671-9faa-850089ad97ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:32.179400 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-61601ec8-34cd-4671-9faa-850089ad97ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:32.180935 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-61601ec8-34cd-4671-9faa-850089ad97ca admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5f5ae6b9-0e5f-4c59-9c11-7a3d3e14d1fb HTTP/1.1" status: 204 len: 168 time: 0.1320236 Nov 16 11:55:32.189402 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61601ec8-34cd-4671-9faa-850089ad97ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5ae6b9-0e5f-4c59-9c11-7a3d3e14d1fb,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:32.191817 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-611cab01-b503-4df9-b7de-ad7e5af4baaf req-99c75522-54c2-4057-9b82-f051b2212d59 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/security-groups?id=bb3660c1-cc36-493e-bbee-237697747880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427327 Nov 16 11:55:32.842131 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47388) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:55:32.935780 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-eda685a5-eede-4c33-8f70-30db521dae68 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-561612496-network', 'tenant_id': 'e61152b05dc5485c86da00d469c12b91'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:55:32.957134 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda685a5-eede-4c33-8f70-30db521dae68 admin admin] Made reservation on behalf of e61152b05dc5485c86da00d469c12b91 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:55:32.959405 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eda685a5-eede-4c33-8f70-30db521dae68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:32.967413 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eda685a5-eede-4c33-8f70-30db521dae68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:33.044120 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eda685a5-eede-4c33-8f70-30db521dae68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:33.047817 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eda685a5-eede-4c33-8f70-30db521dae68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:33.069731 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eda685a5-eede-4c33-8f70-30db521dae68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:55:33.084916 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda685a5-eede-4c33-8f70-30db521dae68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4d795b-83c1-413b-86d8-a1223ba36179,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:33.089510 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eda685a5-eede-4c33-8f70-30db521dae68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:33.089866 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-eda685a5-eede-4c33-8f70-30db521dae68 admin admin] Added segment cdc1f656-69c4-4cd5-bc96-51fd549650cf of type vlan for network c0d58535-363c-4c4f-868e-41781e09ae44 Nov 16 11:55:33.130165 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eda685a5-eede-4c33-8f70-30db521dae68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:33.154470 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eda685a5-eede-4c33-8f70-30db521dae68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:33.155406 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda685a5-eede-4c33-8f70-30db521dae68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:33.155980 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eda685a5-eede-4c33-8f70-30db521dae68 admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:33.204436 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-eda685a5-eede-4c33-8f70-30db521dae68 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3611572 Nov 16 11:55:33.207377 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47392) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:55:33.212313 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-cd79de55-2499-4b8f-a671-e5d12e89a681 admin admin] Request body: {'subnet': {'network_id': 'c0d58535-363c-4c4f-868e-41781e09ae44', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-561612496-subnet', 'tenant_id': 'e61152b05dc5485c86da00d469c12b91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:55:33.216962 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda685a5-eede-4c33-8f70-30db521dae68 admin admin] Pushing event updated for resources: {'Network': ['ID=c0d58535-363c-4c4f-868e-41781e09ae44,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:33.228343 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network c0d58535-363c-4c4f-868e-41781e09ae44 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:55:33.244369 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd79de55-2499-4b8f-a671-e5d12e89a681 admin admin] Made reservation on behalf of e61152b05dc5485c86da00d469c12b91 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:55:33.247554 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cd79de55-2499-4b8f-a671-e5d12e89a681 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:33.369089 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400c5b6-5198-4fc7-9f0b-d8ed5aff9755 req-aecc3dd9-a263-4797-8a55-358cf02e8e8c tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:33.370586 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1400c5b6-5198-4fc7-9f0b-d8ed5aff9755 req-aecc3dd9-a263-4797-8a55-358cf02e8e8c tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/ports?device_id=85b3ee5f-5395-4659-8404-c25ba4c136f1 HTTP/1.1" status: 200 len: 945 time: 0.0798223 Nov 16 11:55:33.450624 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1400c5b6-5198-4fc7-9f0b-d8ed5aff9755 req-cac9b227-f43d-47e0-b52b-e9d8d22b18f1 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/security-groups?id=bb3660c1-cc36-493e-bbee-237697747880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739515 Nov 16 11:55:33.495477 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cd79de55-2499-4b8f-a671-e5d12e89a681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:33.555948 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd79de55-2499-4b8f-a671-e5d12e89a681 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7e2695c-3db0-4de8-93d9-c0cbf55b176d,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:33.564862 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd79de55-2499-4b8f-a671-e5d12e89a681 admin admin] Checking segment: {'id': 'cdc1f656-69c4-4cd5-bc96-51fd549650cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c0d58535-363c-4c4f-868e-41781e09ae44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:55:33.565219 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd79de55-2499-4b8f-a671-e5d12e89a681 admin admin] Network hostable DHCP agents. Network: c0d58535-363c-4c4f-868e-41781e09ae44, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:55:33.582616 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd79de55-2499-4b8f-a671-e5d12e89a681 admin admin] Network c0d58535-363c-4c4f-868e-41781e09ae44 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:55:33.592111 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-cd79de55-2499-4b8f-a671-e5d12e89a681 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, c0d58535-363c-4c4f-868e-41781e09ae44) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:55:33.596457 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd79de55-2499-4b8f-a671-e5d12e89a681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:33.597116 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cd79de55-2499-4b8f-a671-e5d12e89a681 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:33.603248 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5896c67-5e8b-469f-b4b3-a837c9e91081 None None] Network c0d58535-363c-4c4f-868e-41781e09ae44 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:55:33.622655 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-cd79de55-2499-4b8f-a671-e5d12e89a681 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4136608 Nov 16 11:55:33.739158 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330e0c69-e23c-45c1-bca7-d0c0558a26f7 None None] Network c0d58535-363c-4c4f-868e-41781e09ae44 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:55:33.856896 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 538b5e45-73d9-4827-aa12-fa769fc789ae no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:55:33.893828 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: 538b5e45-73d9-4827-aa12-fa769fc789ae {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:55:33.893828 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 538b5e45-73d9-4827-aa12-fa769fc789ae not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:55:34.029065 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47456) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:55:34.033980 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-83b5af64-e2f3-4843-9c8b-bd0879e4748e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2062520132-network', 'tenant_id': 'b419212af2db46e2add4fb2a0f7bdb70'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:55:34.060860 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b5af64-e2f3-4843-9c8b-bd0879e4748e admin admin] Made reservation on behalf of b419212af2db46e2add4fb2a0f7bdb70 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:55:34.063528 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-83b5af64-e2f3-4843-9c8b-bd0879e4748e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:34.072671 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-83b5af64-e2f3-4843-9c8b-bd0879e4748e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:34.152370 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-83b5af64-e2f3-4843-9c8b-bd0879e4748e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:34.156193 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-83b5af64-e2f3-4843-9c8b-bd0879e4748e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:34.183341 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83b5af64-e2f3-4843-9c8b-bd0879e4748e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:55:34.195006 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b5af64-e2f3-4843-9c8b-bd0879e4748e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e94a8a-799b-46f5-aa3f-bf37512d537c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:34.201759 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-83b5af64-e2f3-4843-9c8b-bd0879e4748e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:34.202143 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-83b5af64-e2f3-4843-9c8b-bd0879e4748e admin admin] Added segment 038b5b94-7d6f-4403-8f5c-a15c365f95f7 of type vlan for network cab25630-8e47-43e5-8799-edb79e6dca82 Nov 16 11:55:34.246683 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-83b5af64-e2f3-4843-9c8b-bd0879e4748e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:34.274551 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-83b5af64-e2f3-4843-9c8b-bd0879e4748e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:34.275587 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b5af64-e2f3-4843-9c8b-bd0879e4748e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:34.276199 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-83b5af64-e2f3-4843-9c8b-bd0879e4748e admin admin] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:34.332162 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-83b5af64-e2f3-4843-9c8b-bd0879e4748e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3019719 Nov 16 11:55:34.335221 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47482) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:55:34.340345 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-60f43481-7bc0-4047-9051-3814744dcd92 admin admin] Request body: {'subnet': {'network_id': 'cab25630-8e47-43e5-8799-edb79e6dca82', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2062520132-subnet', 'tenant_id': 'b419212af2db46e2add4fb2a0f7bdb70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:55:34.343553 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b5af64-e2f3-4843-9c8b-bd0879e4748e admin admin] Pushing event updated for resources: {'Network': ['ID=cab25630-8e47-43e5-8799-edb79e6dca82,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:34.355296 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network cab25630-8e47-43e5-8799-edb79e6dca82 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:55:34.369158 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f43481-7bc0-4047-9051-3814744dcd92 admin admin] Made reservation on behalf of b419212af2db46e2add4fb2a0f7bdb70 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:55:34.371701 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60f43481-7bc0-4047-9051-3814744dcd92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:34.551888 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60f43481-7bc0-4047-9051-3814744dcd92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:34.612246 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f43481-7bc0-4047-9051-3814744dcd92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4ba48d3-c76f-411a-b1af-299870896cc9,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:34.622284 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f43481-7bc0-4047-9051-3814744dcd92 admin admin] Checking segment: {'id': '038b5b94-7d6f-4403-8f5c-a15c365f95f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'cab25630-8e47-43e5-8799-edb79e6dca82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:55:34.622721 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f43481-7bc0-4047-9051-3814744dcd92 admin admin] Network hostable DHCP agents. Network: cab25630-8e47-43e5-8799-edb79e6dca82, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:55:34.641990 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f43481-7bc0-4047-9051-3814744dcd92 admin admin] Network cab25630-8e47-43e5-8799-edb79e6dca82 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:55:34.650696 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-60f43481-7bc0-4047-9051-3814744dcd92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, cab25630-8e47-43e5-8799-edb79e6dca82) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:55:34.655089 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f43481-7bc0-4047-9051-3814744dcd92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:34.655794 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-60f43481-7bc0-4047-9051-3814744dcd92 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:34.662785 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2288b7c4-6a4f-489b-9f1f-656a35d39ac1 None None] Network cab25630-8e47-43e5-8799-edb79e6dca82 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:55:34.674011 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-60f43481-7bc0-4047-9051-3814744dcd92 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3376157 Nov 16 11:55:34.968509 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b40ccef-6cb1-49c4-ad30-8293388b0ef7 None None] Network cab25630-8e47-43e5-8799-edb79e6dca82 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:55:35.551621 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-e0ff635f-b184-4cda-b110-9518491de996 tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:35.553160 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-e0ff635f-b184-4cda-b110-9518491de996 tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] 10.222.0.61 "GET /v2.0/networks?id=c0d58535-363c-4c4f-868e-41781e09ae44 HTTP/1.1" status: 200 len: 824 time: 0.4391906 Nov 16 11:55:35.569412 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-f0872725-5790-4f90-ab96-ee4ce9867349 tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] 10.222.0.61 "GET /v2.0/quotas/e61152b05dc5485c86da00d469c12b91 HTTP/1.1" status: 200 len: 375 time: 0.0099213 Nov 16 11:55:35.604322 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-8672ac2c-9eda-44fe-b6a6-0d7e0fe8169f tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e61152b05dc5485c86da00d469c12b91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292315 Nov 16 11:55:35.695543 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-d1d10856-9fa8-47dd-a6e5-3d92b345ac00 service neutron] 10.222.0.61 "GET /v2.0/networks/c0d58535-363c-4c4f-868e-41781e09ae44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842588 Nov 16 11:55:35.794598 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-a372271c-6b07-4332-bcd4-d17e258082b9 service neutron] 10.222.0.61 "GET /v2.0/networks/c0d58535-363c-4c4f-868e-41781e09ae44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929577 Nov 16 11:55:35.957479 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-87e00d6d-ee04-41b5-9a30-c3a5dcd44efe req-6049d908-b8ec-446f-9a2b-b331244e3be4 tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c65592-0af7-4885-b263-6b69f62b962b HTTP/1.1" status: 200 len: 210 time: 0.0310345 Nov 16 11:55:36.916665 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-c6934734-1ac6-4358-9bfe-0e5c8ff0ebc5 tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:36.918248 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-c6934734-1ac6-4358-9bfe-0e5c8ff0ebc5 tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] 10.222.0.36 "GET /v2.0/networks?id=c0d58535-363c-4c4f-868e-41781e09ae44 HTTP/1.1" status: 200 len: 824 time: 0.1204176 Nov 16 11:55:36.931686 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-8cc7125a-b845-454e-9d8f-a076dfcd0d74 tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] Request body: {'port': {'device_id': '46c65592-0af7-4885-b263-6b69f62b962b', 'network_id': 'c0d58535-363c-4c4f-868e-41781e09ae44', 'admin_state_up': True, 'tenant_id': 'e61152b05dc5485c86da00d469c12b91'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:55:37.053487 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-8cc7125a-b845-454e-9d8f-a076dfcd0d74 tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] Made reservation on behalf of e61152b05dc5485c86da00d469c12b91 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:55:37.058196 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-8cc7125a-b845-454e-9d8f-a076dfcd0d74 tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:37.070152 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e1881db4-4b57-4561-aac2-fd07d85bc06a req-dba7f550-1789-48b4-9df2-7e8290f112c7 tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c65592-0af7-4885-b263-6b69f62b962b HTTP/1.1" status: 200 len: 210 time: 0.0402908 Nov 16 11:55:37.191936 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-8cc7125a-b845-454e-9d8f-a076dfcd0d74 tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] Allocated IP 172.20.0.6 (c0d58535-363c-4c4f-868e-41781e09ae44/c7e2695c-3db0-4de8-93d9-c0cbf55b176d/2726229a-2c66-4ad9-9738-32f222f46321) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:55:37.345794 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-8cc7125a-b845-454e-9d8f-a076dfcd0d74 tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:37.379849 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-8cc7125a-b845-454e-9d8f-a076dfcd0d74 tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:37.435632 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-8cc7125a-b845-454e-9d8f-a076dfcd0d74 tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] Network c0d58535-363c-4c4f-868e-41781e09ae44 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:55:37.439268 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-8cc7125a-b845-454e-9d8f-a076dfcd0d74 tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:55:37.443794 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-8cc7125a-b845-454e-9d8f-a076dfcd0d74 tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:55:37.448279 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7125a-b845-454e-9d8f-a076dfcd0d74 tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] Pushing event updated for resources: {'Port': ['ID=2726229a-2c66-4ad9-9738-32f222f46321,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:37.494745 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-8cc7125a-b845-454e-9d8f-a076dfcd0d74 tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:37.495355 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-8cc7125a-b845-454e-9d8f-a076dfcd0d74 tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:37.512211 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-8cc7125a-b845-454e-9d8f-a076dfcd0d74 tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5853112 Nov 16 11:55:37.525133 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-fc5ec5ff-e8de-4c07-961c-0f309d8fdc0d service neutron] Request body: {'port': {'device_id': '46c65592-0af7-4885-b263-6b69f62b962b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:55:37.579416 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-fc5ec5ff-e8de-4c07-961c-0f309d8fdc0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:37.845089 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-fc5ec5ff-e8de-4c07-961c-0f309d8fdc0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2726229a-2c66-4ad9-9738-32f222f46321 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:55:37.853037 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-fc5ec5ff-e8de-4c07-961c-0f309d8fdc0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:37.865949 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-fc5ec5ff-e8de-4c07-961c-0f309d8fdc0d service neutron] Transition to ACTIVE for port object 2726229a-2c66-4ad9-9738-32f222f46321 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:55:37.870100 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-fc5ec5ff-e8de-4c07-961c-0f309d8fdc0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:37.921501 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5ec5ff-e8de-4c07-961c-0f309d8fdc0d service neutron] Pushing event updated for resources: {'Port': ['ID=2726229a-2c66-4ad9-9738-32f222f46321,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:37.989512 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-fc5ec5ff-e8de-4c07-961c-0f309d8fdc0d service neutron] Attempting to bind port 2726229a-2c66-4ad9-9738-32f222f46321 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:55:37.989840 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-fc5ec5ff-e8de-4c07-961c-0f309d8fdc0d service neutron] Attempting to bind port 2726229a-2c66-4ad9-9738-32f222f46321 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'cdc1f656-69c4-4cd5-bc96-51fd549650cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c0d58535-363c-4c4f-868e-41781e09ae44'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:55:37.990202 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-fc5ec5ff-e8de-4c07-961c-0f309d8fdc0d service neutron] Attempting to bind port 2726229a-2c66-4ad9-9738-32f222f46321 on network c0d58535-363c-4c4f-868e-41781e09ae44 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:55:37.994782 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-fc5ec5ff-e8de-4c07-961c-0f309d8fdc0d service neutron] Port 2726229a-2c66-4ad9-9738-32f222f46321 on network c0d58535-363c-4c4f-868e-41781e09ae44 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:55:37.995159 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-fc5ec5ff-e8de-4c07-961c-0f309d8fdc0d service neutron] Attempting to bind port 2726229a-2c66-4ad9-9738-32f222f46321 on network c0d58535-363c-4c4f-868e-41781e09ae44 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:55:38.002976 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-fc5ec5ff-e8de-4c07-961c-0f309d8fdc0d service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:55:38.003315 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-fc5ec5ff-e8de-4c07-961c-0f309d8fdc0d service neutron] Checking segment: {'id': 'cdc1f656-69c4-4cd5-bc96-51fd549650cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c0d58535-363c-4c4f-868e-41781e09ae44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:55:38.003702 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-fc5ec5ff-e8de-4c07-961c-0f309d8fdc0d service neutron] Bound using segment: {'id': 'cdc1f656-69c4-4cd5-bc96-51fd549650cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c0d58535-363c-4c4f-868e-41781e09ae44'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:55:38.004133 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-fc5ec5ff-e8de-4c07-961c-0f309d8fdc0d service neutron] Bound port: 2726229a-2c66-4ad9-9738-32f222f46321, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdc1f656-69c4-4cd5-bc96-51fd549650cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c0d58535-363c-4c4f-868e-41781e09ae44'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:55:38.004492 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-fc5ec5ff-e8de-4c07-961c-0f309d8fdc0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:38.068984 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-fc5ec5ff-e8de-4c07-961c-0f309d8fdc0d service neutron] For port 2726229a-2c66-4ad9-9738-32f222f46321, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:55:38.072834 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-fc5ec5ff-e8de-4c07-961c-0f309d8fdc0d service neutron] For port 2726229a-2c66-4ad9-9738-32f222f46321, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=2726229a-2c66-4ad9-9738-32f222f46321,segment=NetworkSegment(cdc1f656-69c4-4cd5-bc96-51fd549650cf),segment_id=cdc1f656-69c4-4cd5-bc96-51fd549650cf)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:55:38.077885 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-fc5ec5ff-e8de-4c07-961c-0f309d8fdc0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:38.113041 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-fc5ec5ff-e8de-4c07-961c-0f309d8fdc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:38.120534 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-fc5ec5ff-e8de-4c07-961c-0f309d8fdc0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:38.124028 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-fc5ec5ff-e8de-4c07-961c-0f309d8fdc0d service neutron] 10.222.0.36 "PUT /v2.0/ports/2726229a-2c66-4ad9-9738-32f222f46321 HTTP/1.1" status: 200 len: 1091 time: 0.6037948 Nov 16 11:55:38.124809 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c65592-0af7-4885-b263-6b69f62b962b', 'tag': '2726229a-2c66-4ad9-9738-32f222f46321'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:55:38.127313 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b440701d-ea06-445b-a04c-a915230ae7a7" -d '{"events": [{"name": "network-changed", "server_uuid": "46c65592-0af7-4885-b263-6b69f62b962b", "tag": "2726229a-2c66-4ad9-9738-32f222f46321"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:55:38.161849 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5ec5ff-e8de-4c07-961c-0f309d8fdc0d service neutron] Pushing event updated for resources: {'Port': ['ID=2726229a-2c66-4ad9-9738-32f222f46321,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:38.194248 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524fa48-0715-4eef-958a-9ae3ee2cc79b req-ff401758-e0b8-4666-a684-2b68c1ddaaec tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:38.197189 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9524fa48-0715-4eef-958a-9ae3ee2cc79b req-ff401758-e0b8-4666-a684-2b68c1ddaaec tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c65592-0af7-4885-b263-6b69f62b962b HTTP/1.1" status: 200 len: 943 time: 0.0520856 Nov 16 11:55:38.219890 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-592fd15d-ee56-4c46-ade2-0a770225e199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:38.221385 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-592fd15d-ee56-4c46-ade2-0a770225e199 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e61152b05dc5485c86da00d469c12b91&device_id=46c65592-0af7-4885-b263-6b69f62b962b HTTP/1.1" status: 200 len: 1094 time: 0.0446515 Nov 16 11:55:38.249543 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9524fa48-0715-4eef-958a-9ae3ee2cc79b req-f9c09cd5-25d9-40fa-a1c7-8664fa427ce7 tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e4d795b-83c1-413b-86d8-a1223ba36179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469141 Nov 16 11:55:38.273886 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-07988768-f109-4d57-86f2-09201bade4ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2726229a-2c66-4ad9-9738-32f222f46321 HTTP/1.1" status: 200 len: 217 time: 0.0444429 Nov 16 11:55:38.310298 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bceffa6-2b1a-44b6-8633-cc87eb697230 x-openstack-request-id: req-2bceffa6-2b1a-44b6-8633-cc87eb697230 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:55:38.310597 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c65592-0af7-4885-b263-6b69f62b962b", "tag": "2726229a-2c66-4ad9-9738-32f222f46321", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:55:38.310846 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2bceffa6-2b1a-44b6-8633-cc87eb697230 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:55:38.311265 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46c65592-0af7-4885-b263-6b69f62b962b', 'tag': '2726229a-2c66-4ad9-9738-32f222f46321', 'status': 'completed', 'code': 200} Nov 16 11:55:38.329995 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-6f41d1b3-445b-40fa-a527-728bb59ed2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:38.331731 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-6f41d1b3-445b-40fa-a527-728bb59ed2da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c7e2695c-3db0-4de8-93d9-c0cbf55b176d HTTP/1.1" status: 200 len: 864 time: 0.0502043 Nov 16 11:55:38.365467 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-eb48e690-9ebf-423e-b0de-179069be0649 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c0d58535-363c-4c4f-868e-41781e09ae44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253484 Nov 16 11:55:38.465056 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-d80830ef-232d-4f68-be55-58b28c8a7cd2 service neutron] 10.222.0.36 "GET /v2.0/networks/c0d58535-363c-4c4f-868e-41781e09ae44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902426 Nov 16 11:55:38.557285 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-caaa29c8-7185-44fa-9d27-b9465078e28a req-908fe4ed-5228-4e3a-8dfb-1be0a8682875 service neutron] 10.222.0.36 "GET /v2.0/networks/c0d58535-363c-4c4f-868e-41781e09ae44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854378 Nov 16 11:55:38.649689 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440701d-ea06-445b-a04c-a915230ae7a7 req-5d2c9da1-f6b3-4b24-ba02-e8ee9a7f0ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:38.651226 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b440701d-ea06-445b-a04c-a915230ae7a7 req-5d2c9da1-f6b3-4b24-ba02-e8ee9a7f0ae3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e61152b05dc5485c86da00d469c12b91&device_id=46c65592-0af7-4885-b263-6b69f62b962b HTTP/1.1" status: 200 len: 1094 time: 0.0490122 Nov 16 11:55:38.752401 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440701d-ea06-445b-a04c-a915230ae7a7 req-9c0bb4f9-8945-4698-95d1-d1bda9d04846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:38.753947 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b440701d-ea06-445b-a04c-a915230ae7a7 req-9c0bb4f9-8945-4698-95d1-d1bda9d04846 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c0d58535-363c-4c4f-868e-41781e09ae44 HTTP/1.1" status: 200 len: 925 time: 0.0959387 Nov 16 11:55:38.796479 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b440701d-ea06-445b-a04c-a915230ae7a7 req-9f2522cd-c7fa-4a90-9e2a-ca8ee00483fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2726229a-2c66-4ad9-9738-32f222f46321 HTTP/1.1" status: 200 len: 217 time: 0.0350683 Nov 16 11:55:38.850038 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440701d-ea06-445b-a04c-a915230ae7a7 req-5b424d20-16fe-482a-b319-150770eb178c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:38.852085 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b440701d-ea06-445b-a04c-a915230ae7a7 req-5b424d20-16fe-482a-b319-150770eb178c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c7e2695c-3db0-4de8-93d9-c0cbf55b176d HTTP/1.1" status: 200 len: 864 time: 0.0485301 Nov 16 11:55:38.883447 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b440701d-ea06-445b-a04c-a915230ae7a7 req-6b6b7c63-98f4-4f2c-b2e9-5e4c96e2041d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c0d58535-363c-4c4f-868e-41781e09ae44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245578 Nov 16 11:55:38.975115 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b440701d-ea06-445b-a04c-a915230ae7a7 req-b33d00e3-2dec-4bdd-b0fc-60866ba4ebbc service neutron] 10.222.0.36 "GET /v2.0/networks/c0d58535-363c-4c4f-868e-41781e09ae44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845938 Nov 16 11:55:39.074679 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b440701d-ea06-445b-a04c-a915230ae7a7 req-5fb6ee2a-2782-4d40-b8c2-ede75d61ca9c service neutron] 10.222.0.36 "GET /v2.0/networks/c0d58535-363c-4c4f-868e-41781e09ae44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911667 Nov 16 11:55:39.375475 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da9849-3092-4d18-96f5-21dc9fe520b0 req-5f0bcdd7-9965-4ea7-b5cc-997dd4953c50 tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:39.377635 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-49da9849-3092-4d18-96f5-21dc9fe520b0 req-5f0bcdd7-9965-4ea7-b5cc-997dd4953c50 tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c65592-0af7-4885-b263-6b69f62b962b HTTP/1.1" status: 200 len: 943 time: 0.0541997 Nov 16 11:55:39.427446 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-49da9849-3092-4d18-96f5-21dc9fe520b0 req-022e7919-f572-457b-8f1f-e08228fee01e tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e4d795b-83c1-413b-86d8-a1223ba36179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429230 Nov 16 11:55:40.544941 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a8784-f8ef-4217-ad82-b3f1845bfc81 req-0ec9bb73-7019-4385-b087-63a3ec93e8a3 tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:40.546413 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-467a8784-f8ef-4217-ad82-b3f1845bfc81 req-0ec9bb73-7019-4385-b087-63a3ec93e8a3 tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c65592-0af7-4885-b263-6b69f62b962b HTTP/1.1" status: 200 len: 943 time: 0.0488281 Nov 16 11:55:40.596984 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-467a8784-f8ef-4217-ad82-b3f1845bfc81 req-0e409b79-5df1-4dd8-a5b2-e036a3f57f8b tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e4d795b-83c1-413b-86d8-a1223ba36179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445764 Nov 16 11:55:41.714936 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4d2ce-cedb-4a92-b40d-9ed4c4db9df7 req-fba8eaf7-d1ae-4d8b-ba9d-d1dd9d9ad08b tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:41.716425 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-18c4d2ce-cedb-4a92-b40d-9ed4c4db9df7 req-fba8eaf7-d1ae-4d8b-ba9d-d1dd9d9ad08b tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c65592-0af7-4885-b263-6b69f62b962b HTTP/1.1" status: 200 len: 943 time: 0.0491369 Nov 16 11:55:41.768382 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-18c4d2ce-cedb-4a92-b40d-9ed4c4db9df7 req-03f0a759-f799-43a2-af0b-028c1688902b tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e4d795b-83c1-413b-86d8-a1223ba36179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459268 Nov 16 11:55:41.888259 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 2726229a-2c66-4ad9-9738-32f222f46321 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:55:41.989610 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 2726229a-2c66-4ad9-9738-32f222f46321, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=2726229a-2c66-4ad9-9738-32f222f46321,segment=NetworkSegment(cdc1f656-69c4-4cd5-bc96-51fd549650cf),segment_id=cdc1f656-69c4-4cd5-bc96-51fd549650cf)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:55:42.001249 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '2726229a-2c66-4ad9-9738-32f222f46321', 'network_id': 'c0d58535-363c-4c4f-868e-41781e09ae44', 'port_id': '2726229a-2c66-4ad9-9738-32f222f46321', 'mac_address': 'fa:16:3e:94:22:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7e2695c-3db0-4de8-93d9-c0cbf55b176d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:55:42.050465 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:42.064418 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2726229a-2c66-4ad9-9738-32f222f46321 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:55:42.084537 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 2726229a-2c66-4ad9-9738-32f222f46321, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=2726229a-2c66-4ad9-9738-32f222f46321,segment=NetworkSegment(cdc1f656-69c4-4cd5-bc96-51fd549650cf),segment_id=cdc1f656-69c4-4cd5-bc96-51fd549650cf)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:55:42.089029 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:42.138658 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=2726229a-2c66-4ad9-9738-32f222f46321,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:42.277916 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['2726229a-2c66-4ad9-9738-32f222f46321'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:55:42.888313 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6643d-a69e-4a74-850c-bd887778dd5c req-cebd7eb8-7ae5-4e7e-9198-ff95b0ab6574 tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:42.889724 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7da6643d-a69e-4a74-850c-bd887778dd5c req-cebd7eb8-7ae5-4e7e-9198-ff95b0ab6574 tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c65592-0af7-4885-b263-6b69f62b962b HTTP/1.1" status: 200 len: 944 time: 0.0493939 Nov 16 11:55:42.938586 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7da6643d-a69e-4a74-850c-bd887778dd5c req-77df5dcc-7bcf-4d96-b5a4-8afde7c1ceb8 tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e4d795b-83c1-413b-86d8-a1223ba36179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427120 Nov 16 11:55:43.064912 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6e42827e-0e5f-460e-8c25-0f8ff2c579b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:43.903643 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 2726229a-2c66-4ad9-9738-32f222f46321 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:55:43.951485 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port 2726229a-2c66-4ad9-9738-32f222f46321 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:55:43.955219 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 2726229a-2c66-4ad9-9738-32f222f46321 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:55:43.955581 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:44.038238 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:44.063339 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152016e5-dea0-438b-a52d-a5dedbb781bd req-679e8428-bfe2-4bcc-bd83-6c47b92215a5 tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:44.065576 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-152016e5-dea0-438b-a52d-a5dedbb781bd req-679e8428-bfe2-4bcc-bd83-6c47b92215a5 tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c65592-0af7-4885-b263-6b69f62b962b HTTP/1.1" status: 200 len: 944 time: 0.0549140 Nov 16 11:55:44.065702 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c65592-0af7-4885-b263-6b69f62b962b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2726229a-2c66-4ad9-9738-32f222f46321'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:55:44.067896 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8636d48-fb02-4d47-aab6-b4b9b8e36ef6" -d '{"events": [{"server_uuid": "46c65592-0af7-4885-b263-6b69f62b962b", "name": "network-vif-plugged", "status": "completed", "tag": "2726229a-2c66-4ad9-9738-32f222f46321"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:55:44.081350 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 2726229a-2c66-4ad9-9738-32f222f46321, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=2726229a-2c66-4ad9-9738-32f222f46321,segment=NetworkSegment(cdc1f656-69c4-4cd5-bc96-51fd549650cf),segment_id=cdc1f656-69c4-4cd5-bc96-51fd549650cf)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:55:44.085560 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:44.130226 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-152016e5-dea0-438b-a52d-a5dedbb781bd req-9d97ea85-010c-4146-ab20-4b66ccc3a3d7 tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e4d795b-83c1-413b-86d8-a1223ba36179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563304 Nov 16 11:55:44.135036 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=2726229a-2c66-4ad9-9738-32f222f46321,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:44.172248 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e227cd9-4da6-434d-b842-bc46e24a9087 x-openstack-request-id: req-6e227cd9-4da6-434d-b842-bc46e24a9087 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:55:44.172542 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c65592-0af7-4885-b263-6b69f62b962b", "name": "network-vif-plugged", "status": "completed", "tag": "2726229a-2c66-4ad9-9738-32f222f46321", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:55:44.172795 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6e227cd9-4da6-434d-b842-bc46e24a9087 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:55:44.173189 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c65592-0af7-4885-b263-6b69f62b962b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2726229a-2c66-4ad9-9738-32f222f46321', 'code': 200} Nov 16 11:55:44.267617 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ef948-5820-44b7-81c6-c16200186902 req-522a34b6-84b0-46b6-9ad1-09477354c4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:44.269334 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1f8ef948-5820-44b7-81c6-c16200186902 req-522a34b6-84b0-46b6-9ad1-09477354c4d2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=46c65592-0af7-4885-b263-6b69f62b962b HTTP/1.1" status: 200 len: 1096 time: 0.0405390 Nov 16 11:55:44.314323 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1f8ef948-5820-44b7-81c6-c16200186902 req-b05b688b-d1c7-4e34-b9f6-c666c822a76f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2e4d795b-83c1-413b-86d8-a1223ba36179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368121 Nov 16 11:55:45.253003 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa212217-c03d-4ebb-bc3a-f1e047ba186a req-14d63803-4727-4023-b6b6-18dd057c47c4 tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:45.254654 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fa212217-c03d-4ebb-bc3a-f1e047ba186a req-14d63803-4727-4023-b6b6-18dd057c47c4 tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c65592-0af7-4885-b263-6b69f62b962b HTTP/1.1" status: 200 len: 945 time: 0.0538642 Nov 16 11:55:45.309299 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fa212217-c03d-4ebb-bc3a-f1e047ba186a req-1526e5ae-688e-4264-ab61-3eab1eb55266 tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e4d795b-83c1-413b-86d8-a1223ba36179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484858 Nov 16 11:55:45.588123 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c7c5e78d-ab55-4d7f-9d80-b29857d9299c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:46.424615 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf5082-e6a7-43ff-826a-7ac0665ba0cf req-25d6cba0-e7fe-45fd-815d-8492b05c9bf4 tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:46.426014 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-84bf5082-e6a7-43ff-826a-7ac0665ba0cf req-25d6cba0-e7fe-45fd-815d-8492b05c9bf4 tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c65592-0af7-4885-b263-6b69f62b962b HTTP/1.1" status: 200 len: 945 time: 0.0478530 Nov 16 11:55:46.477681 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-84bf5082-e6a7-43ff-826a-7ac0665ba0cf req-eb8d0260-2682-49c9-9701-2d10449a22d6 tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e4d795b-83c1-413b-86d8-a1223ba36179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453236 Nov 16 11:55:46.596507 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5140482-d347-45db-8273-8a92e25ac877 req-e4429f6e-1df8-48f6-88d1-2735e3672c51 tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:46.597873 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f5140482-d347-45db-8273-8a92e25ac877 req-e4429f6e-1df8-48f6-88d1-2735e3672c51 tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c65592-0af7-4885-b263-6b69f62b962b HTTP/1.1" status: 200 len: 945 time: 0.0521872 Nov 16 11:55:46.644814 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f5140482-d347-45db-8273-8a92e25ac877 req-25c001b7-8118-4003-bf15-9f344af1191c tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e4d795b-83c1-413b-86d8-a1223ba36179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408843 Nov 16 11:55:46.683208 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:46.862301 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e8cd2-32e7-4053-95aa-07c0ea002129 req-79027589-b3bb-433e-a893-a3138b15d78a tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:46.863846 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8f0e8cd2-32e7-4053-95aa-07c0ea002129 req-79027589-b3bb-433e-a893-a3138b15d78a tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c65592-0af7-4885-b263-6b69f62b962b HTTP/1.1" status: 200 len: 945 time: 0.0608137 Nov 16 11:55:46.912777 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8f0e8cd2-32e7-4053-95aa-07c0ea002129 req-209bfb1d-ac30-4dca-aa5c-a788673351e4 tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e4d795b-83c1-413b-86d8-a1223ba36179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420425 Nov 16 11:55:47.181961 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f50b00-c34f-4a87-83a1-d94fbe8bb533 req-0928fcd3-2292-4e63-ada6-d89f9cb9f641 tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:47.183446 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e9f50b00-c34f-4a87-83a1-d94fbe8bb533 req-0928fcd3-2292-4e63-ada6-d89f9cb9f641 tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c65592-0af7-4885-b263-6b69f62b962b HTTP/1.1" status: 200 len: 945 time: 0.0491219 Nov 16 11:55:47.234819 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e9f50b00-c34f-4a87-83a1-d94fbe8bb533 req-6d2e4634-8724-4696-83b2-7d4e42fa4d4d tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e4d795b-83c1-413b-86d8-a1223ba36179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450275 Nov 16 11:55:48.355403 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce752f-92de-4bc5-a963-67fb7fae1136 req-c76ede79-5011-444f-91d4-c510c7b27a56 tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:48.357222 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-87ce752f-92de-4bc5-a963-67fb7fae1136 req-c76ede79-5011-444f-91d4-c510c7b27a56 tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] 10.222.0.61 "GET /v2.0/ports?device_id=46c65592-0af7-4885-b263-6b69f62b962b HTTP/1.1" status: 200 len: 945 time: 0.0544012 Nov 16 11:55:48.401992 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:48.408885 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047727b-68d2-4e40-a09b-6f3b17952049 req-52b0340c-3384-4467-959b-bfd7b90b7bce tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:48.410402 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f047727b-68d2-4e40-a09b-6f3b17952049 req-52b0340c-3384-4467-959b-bfd7b90b7bce tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] 10.222.0.36 "GET /v2.0/ports?device_id=46c65592-0af7-4885-b263-6b69f62b962b HTTP/1.1" status: 200 len: 945 time: 0.0769212 Nov 16 11:55:48.413572 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-87ce752f-92de-4bc5-a963-67fb7fae1136 req-6fe928be-a20c-4897-ac3e-a3b1ef649d23 tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] 10.222.0.61 "GET /v2.0/security-groups?id=2e4d795b-83c1-413b-86d8-a1223ba36179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504131 Nov 16 11:55:48.502135 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-f047727b-68d2-4e40-a09b-6f3b17952049 req-fcd961b6-02b0-4740-9c85-5c4cf36af87f tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] Deleting port 2726229a-2c66-4ad9-9738-32f222f46321 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:55:48.502481 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f047727b-68d2-4e40-a09b-6f3b17952049 req-fcd961b6-02b0-4740-9c85-5c4cf36af87f tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:48.595456 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-f047727b-68d2-4e40-a09b-6f3b17952049 req-fcd961b6-02b0-4740-9c85-5c4cf36af87f tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] For port 2726229a-2c66-4ad9-9738-32f222f46321, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=2726229a-2c66-4ad9-9738-32f222f46321,segment=NetworkSegment(cdc1f656-69c4-4cd5-bc96-51fd549650cf),segment_id=cdc1f656-69c4-4cd5-bc96-51fd549650cf)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:55:48.595808 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f047727b-68d2-4e40-a09b-6f3b17952049 req-fcd961b6-02b0-4740-9c85-5c4cf36af87f tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:48.609484 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-f047727b-68d2-4e40-a09b-6f3b17952049 req-fcd961b6-02b0-4740-9c85-5c4cf36af87f tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] Calling delete_port for 2726229a-2c66-4ad9-9738-32f222f46321 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:55:48.737343 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f047727b-68d2-4e40-a09b-6f3b17952049 req-fcd961b6-02b0-4740-9c85-5c4cf36af87f tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:48.749388 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['2726229a-2c66-4ad9-9738-32f222f46321'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:55:48.768838 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd961b6-02b0-4740-9c85-5c4cf36af87f tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] Pushing event deleted for resources: {'Port': ['ID=2726229a-2c66-4ad9-9738-32f222f46321,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:48.811476 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-f047727b-68d2-4e40-a09b-6f3b17952049 req-fcd961b6-02b0-4740-9c85-5c4cf36af87f tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] No DVR routers for this DVR port 2726229a-2c66-4ad9-9738-32f222f46321 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:55:48.814861 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f047727b-68d2-4e40-a09b-6f3b17952049 req-fcd961b6-02b0-4740-9c85-5c4cf36af87f tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:48.818198 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f047727b-68d2-4e40-a09b-6f3b17952049 req-fcd961b6-02b0-4740-9c85-5c4cf36af87f tempest-ServersNegativeTestMultiTenantJSON-1778820522 tempest-ServersNegativeTestMultiTenantJSON-1778820522-project] 10.222.0.36 "DELETE /v2.0/ports/2726229a-2c66-4ad9-9738-32f222f46321 HTTP/1.1" status: 204 len: 173 time: 0.4009979 Nov 16 11:55:48.818646 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c65592-0af7-4885-b263-6b69f62b962b', 'name': 'network-vif-deleted', 'tag': '2726229a-2c66-4ad9-9738-32f222f46321'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:55:48.821515 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b58f462-3f25-4379-958c-06a1e7140a1e" -d '{"events": [{"server_uuid": "46c65592-0af7-4885-b263-6b69f62b962b", "name": "network-vif-deleted", "tag": "2726229a-2c66-4ad9-9738-32f222f46321"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:55:48.875140 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:48.960656 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771e2db6-08b4-439e-9e52-07d036394971 x-openstack-request-id: req-771e2db6-08b4-439e-9e52-07d036394971 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:55:48.961008 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c65592-0af7-4885-b263-6b69f62b962b", "name": "network-vif-deleted", "tag": "2726229a-2c66-4ad9-9738-32f222f46321", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:55:48.961289 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-771e2db6-08b4-439e-9e52-07d036394971 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:55:48.961811 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c65592-0af7-4885-b263-6b69f62b962b', 'name': 'network-vif-deleted', 'tag': '2726229a-2c66-4ad9-9738-32f222f46321', 'status': 'completed', 'code': 200} Nov 16 11:55:49.471613 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47616) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:55:49.515909 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e590355-2b1b-423c-8eba-18bc673026a4 admin admin] Deleting subnet c7e2695c-3db0-4de8-93d9-c0cbf55b176d {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:55:49.519110 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e590355-2b1b-423c-8eba-18bc673026a4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:49.553433 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e590355-2b1b-423c-8eba-18bc673026a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:49.596850 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e590355-2b1b-423c-8eba-18bc673026a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:49.647988 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e590355-2b1b-423c-8eba-18bc673026a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:49.676961 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e590355-2b1b-423c-8eba-18bc673026a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7e2695c-3db0-4de8-93d9-c0cbf55b176d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:49.679056 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e590355-2b1b-423c-8eba-18bc673026a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:49.682698 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2e590355-2b1b-423c-8eba-18bc673026a4 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c7e2695c-3db0-4de8-93d9-c0cbf55b176d HTTP/1.1" status: 204 len: 168 time: 0.2097592 Nov 16 11:55:49.685021 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47618) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:55:49.753792 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7b93290f-1159-45a8-80b0-bbf2c01b7711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:49.838540 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7b93290f-1159-45a8-80b0-bbf2c01b7711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:49.857754 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-7b93290f-1159-45a8-80b0-bbf2c01b7711 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0d58535-363c-4c4f-868e-41781e09ae44']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:55:49.866907 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-7b93290f-1159-45a8-80b0-bbf2c01b7711 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdc1f656-69c4-4cd5-bc96-51fd549650cf') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:55:49.867221 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-7b93290f-1159-45a8-80b0-bbf2c01b7711 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdc1f656-69c4-4cd5-bc96-51fd549650cf') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:55:49.876505 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7b93290f-1159-45a8-80b0-bbf2c01b7711 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:49.890313 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7b93290f-1159-45a8-80b0-bbf2c01b7711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:49.896324 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b93290f-1159-45a8-80b0-bbf2c01b7711 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:55:49.896772 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7b93290f-1159-45a8-80b0-bbf2c01b7711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:49.899280 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:55:49.899280 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:55:49.899280 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:55:49.899280 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:55:49.899280 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:55:49.899280 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:55:49.899280 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:55:49.899280 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:55:49.899280 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:55:49.899280 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:55:49.899280 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:55:49.899280 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:55:49.899280 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:55:49.899280 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:55:49.899280 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:55:49.899280 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:55:49.899280 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:55:49.899280 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:55:49.899280 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:55:49.899280 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:55:49.899280 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:55:49.899280 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:55:49.899280 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:55:49.899280 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:55:49.899280 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:55:49.899280 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:55:49.899280 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:55:49.899280 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:55:49.899280 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:55:49.899280 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:55:49.899280 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:55:49.899280 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:55:49.955594 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7b93290f-1159-45a8-80b0-bbf2c01b7711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:49.962549 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7b93290f-1159-45a8-80b0-bbf2c01b7711 admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:49.966424 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7b93290f-1159-45a8-80b0-bbf2c01b7711 admin admin] 10.222.0.61 "DELETE /v2.0/networks/c0d58535-363c-4c4f-868e-41781e09ae44 HTTP/1.1" status: 204 len: 168 time: 0.2803471 Nov 16 11:55:49.969419 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47620) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:55:49.978908 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b93290f-1159-45a8-80b0-bbf2c01b7711 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0d58535-363c-4c4f-868e-41781e09ae44,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:50.015679 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfa72636-6450-41a5-bf54-f64fd892e775 admin admin] Deleting subnet f4ba48d3-c76f-411a-b1af-299870896cc9 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:55:50.019423 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bfa72636-6450-41a5-bf54-f64fd892e775 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:50.056359 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bfa72636-6450-41a5-bf54-f64fd892e775 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:50.099130 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bfa72636-6450-41a5-bf54-f64fd892e775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:50.152243 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bfa72636-6450-41a5-bf54-f64fd892e775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:50.177690 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa72636-6450-41a5-bf54-f64fd892e775 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4ba48d3-c76f-411a-b1af-299870896cc9,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:50.182364 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bfa72636-6450-41a5-bf54-f64fd892e775 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:50.185909 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-bfa72636-6450-41a5-bf54-f64fd892e775 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f4ba48d3-c76f-411a-b1af-299870896cc9 HTTP/1.1" status: 204 len: 168 time: 0.2149243 Nov 16 11:55:50.188854 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47624) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:55:50.256973 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a424d18f-3dcc-4425-bd4e-27b3d821062f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:50.338327 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a424d18f-3dcc-4425-bd4e-27b3d821062f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:50.358765 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-a424d18f-3dcc-4425-bd4e-27b3d821062f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cab25630-8e47-43e5-8799-edb79e6dca82']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:55:50.367974 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-a424d18f-3dcc-4425-bd4e-27b3d821062f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '038b5b94-7d6f-4403-8f5c-a15c365f95f7') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:55:50.368271 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-a424d18f-3dcc-4425-bd4e-27b3d821062f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '038b5b94-7d6f-4403-8f5c-a15c365f95f7') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:55:50.377423 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a424d18f-3dcc-4425-bd4e-27b3d821062f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:50.390946 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a424d18f-3dcc-4425-bd4e-27b3d821062f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:50.397085 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a424d18f-3dcc-4425-bd4e-27b3d821062f admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:55:50.397472 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a424d18f-3dcc-4425-bd4e-27b3d821062f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:50.399810 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:55:50.399810 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:55:50.399810 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:55:50.399810 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:55:50.399810 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:55:50.399810 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:55:50.399810 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:55:50.399810 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:55:50.399810 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:55:50.399810 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:55:50.399810 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:55:50.399810 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:55:50.399810 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:55:50.399810 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:55:50.399810 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:55:50.399810 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:55:50.399810 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:55:50.399810 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:55:50.399810 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:55:50.399810 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:55:50.399810 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:55:50.399810 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:55:50.399810 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:55:50.399810 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:55:50.399810 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:55:50.399810 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:55:50.399810 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:55:50.399810 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:55:50.399810 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:55:50.399810 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:55:50.399810 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:55:50.399810 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:55:50.463843 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a424d18f-3dcc-4425-bd4e-27b3d821062f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:50.469683 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a424d18f-3dcc-4425-bd4e-27b3d821062f admin admin] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:50.473548 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a424d18f-3dcc-4425-bd4e-27b3d821062f admin admin] 10.222.0.61 "DELETE /v2.0/networks/cab25630-8e47-43e5-8799-edb79e6dca82 HTTP/1.1" status: 204 len: 168 time: 0.2836947 Nov 16 11:55:50.487262 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a424d18f-3dcc-4425-bd4e-27b3d821062f admin admin] Pushing event deleted for resources: {'Network': ['ID=cab25630-8e47-43e5-8799-edb79e6dca82,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:50.640659 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47628) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:55:50.683024 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1face324-0e4a-48f3-a662-b9ce61130bf0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e61152b05dc5485c86da00d469c12b91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389462 Nov 16 11:55:50.683265 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47630) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:55:50.733008 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ba87fc32-8e8b-4e99-afcf-fb92d33e33e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:50.758838 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ba87fc32-8e8b-4e99-afcf-fb92d33e33e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:50.805337 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ba87fc32-8e8b-4e99-afcf-fb92d33e33e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:50.808131 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ba87fc32-8e8b-4e99-afcf-fb92d33e33e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:50.811901 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ba87fc32-8e8b-4e99-afcf-fb92d33e33e0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2e4d795b-83c1-413b-86d8-a1223ba36179 HTTP/1.1" status: 204 len: 168 time: 0.1251745 Nov 16 11:55:50.818134 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba87fc32-8e8b-4e99-afcf-fb92d33e33e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4d795b-83c1-413b-86d8-a1223ba36179,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:51.158773 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47638) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:55:51.200240 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-96208b09-b574-4f41-9c90-d196efa0db7b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b419212af2db46e2add4fb2a0f7bdb70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399082 Nov 16 11:55:51.202905 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47640) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:55:51.255805 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5a7f5748-0f8e-4cbe-89eb-ab84eb6888b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:51.277795 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5a7f5748-0f8e-4cbe-89eb-ab84eb6888b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:51.327290 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5a7f5748-0f8e-4cbe-89eb-ab84eb6888b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:51.329822 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5a7f5748-0f8e-4cbe-89eb-ab84eb6888b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:51.333615 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5a7f5748-0f8e-4cbe-89eb-ab84eb6888b3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/68e94a8a-799b-46f5-aa3f-bf37512d537c HTTP/1.1" status: 204 len: 168 time: 0.1273851 Nov 16 11:55:51.341275 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f5748-0f8e-4cbe-89eb-ab84eb6888b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e94a8a-799b-46f5-aa3f-bf37512d537c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:51.951379 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 2726229a-2c66-4ad9-9738-32f222f46321 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:55:51.973943 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: 2726229a-2c66-4ad9-9738-32f222f46321 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:55:51.974311 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 2726229a-2c66-4ad9-9738-32f222f46321 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:55:51.998724 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47662) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:55:52.106538 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-8bbd2ebb-f741-4f28-a979-a20b7b68c360 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1459466916-network', 'tenant_id': '19156a6dbd944eb695db79c7c8c39e12'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:55:52.135667 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbd2ebb-f741-4f28-a979-a20b7b68c360 admin admin] Made reservation on behalf of 19156a6dbd944eb695db79c7c8c39e12 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:55:52.138489 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8bbd2ebb-f741-4f28-a979-a20b7b68c360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:52.149144 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8bbd2ebb-f741-4f28-a979-a20b7b68c360 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:52.239484 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8bbd2ebb-f741-4f28-a979-a20b7b68c360 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:52.243609 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8bbd2ebb-f741-4f28-a979-a20b7b68c360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:52.270401 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bbd2ebb-f741-4f28-a979-a20b7b68c360 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:55:52.285485 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd2ebb-f741-4f28-a979-a20b7b68c360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ab8778-2866-461a-aa5a-e17dc62c711e,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:52.291738 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8bbd2ebb-f741-4f28-a979-a20b7b68c360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:52.292084 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-8bbd2ebb-f741-4f28-a979-a20b7b68c360 admin admin] Added segment f3111155-39cc-44da-8918-2ee2a05c3276 of type vlan for network 53aea0c7-b4b8-4025-a490-2cdbf28dd120 Nov 16 11:55:52.338734 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8bbd2ebb-f741-4f28-a979-a20b7b68c360 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:52.371198 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8bbd2ebb-f741-4f28-a979-a20b7b68c360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:52.372583 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbd2ebb-f741-4f28-a979-a20b7b68c360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:52.373377 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8bbd2ebb-f741-4f28-a979-a20b7b68c360 admin admin] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:52.402349 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8bbd2ebb-f741-4f28-a979-a20b7b68c360 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4023738 Nov 16 11:55:52.405406 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47668) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:55:52.410825 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-9920f3b8-3862-4979-8bb1-4a8618e8c3ee admin admin] Request body: {'subnet': {'network_id': '53aea0c7-b4b8-4025-a490-2cdbf28dd120', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1459466916-subnet', 'tenant_id': '19156a6dbd944eb695db79c7c8c39e12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:55:52.433879 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9920f3b8-3862-4979-8bb1-4a8618e8c3ee admin admin] Made reservation on behalf of 19156a6dbd944eb695db79c7c8c39e12 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:55:52.436755 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9920f3b8-3862-4979-8bb1-4a8618e8c3ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:52.443460 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd2ebb-f741-4f28-a979-a20b7b68c360 admin admin] Pushing event updated for resources: {'Network': ['ID=53aea0c7-b4b8-4025-a490-2cdbf28dd120,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:52.453222 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 53aea0c7-b4b8-4025-a490-2cdbf28dd120 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:55:52.613973 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9920f3b8-3862-4979-8bb1-4a8618e8c3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:52.668396 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9920f3b8-3862-4979-8bb1-4a8618e8c3ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e4591a5-5f49-43c5-8036-777325b71dcc,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:52.677039 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9920f3b8-3862-4979-8bb1-4a8618e8c3ee admin admin] Checking segment: {'id': 'f3111155-39cc-44da-8918-2ee2a05c3276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '53aea0c7-b4b8-4025-a490-2cdbf28dd120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:55:52.677391 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9920f3b8-3862-4979-8bb1-4a8618e8c3ee admin admin] Network hostable DHCP agents. Network: 53aea0c7-b4b8-4025-a490-2cdbf28dd120, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:55:52.694266 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9920f3b8-3862-4979-8bb1-4a8618e8c3ee admin admin] Network 53aea0c7-b4b8-4025-a490-2cdbf28dd120 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:55:52.702700 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-9920f3b8-3862-4979-8bb1-4a8618e8c3ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 53aea0c7-b4b8-4025-a490-2cdbf28dd120) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:55:52.706796 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9920f3b8-3862-4979-8bb1-4a8618e8c3ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:55:52.707384 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9920f3b8-3862-4979-8bb1-4a8618e8c3ee admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:52.712115 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e366db46-48ca-4dea-8da2-2eebb2afffb4 None None] Network 53aea0c7-b4b8-4025-a490-2cdbf28dd120 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:55:52.737017 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9920f3b8-3862-4979-8bb1-4a8618e8c3ee admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3275409 Nov 16 11:55:52.848257 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ee7220-7937-467c-bf5c-95be31b2d0a8 None None] Network 53aea0c7-b4b8-4025-a490-2cdbf28dd120 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:55:52.916507 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47674) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:55:52.963681 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-b97fb244-0d3d-428c-b386-0e916f3c053c admin admin] Deleting subnet 1e4591a5-5f49-43c5-8036-777325b71dcc {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:55:52.967523 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b97fb244-0d3d-428c-b386-0e916f3c053c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:53.005824 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b97fb244-0d3d-428c-b386-0e916f3c053c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:53.052187 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b97fb244-0d3d-428c-b386-0e916f3c053c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:53.104243 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b97fb244-0d3d-428c-b386-0e916f3c053c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:53.130362 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fb244-0d3d-428c-b386-0e916f3c053c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e4591a5-5f49-43c5-8036-777325b71dcc,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:53.132319 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b97fb244-0d3d-428c-b386-0e916f3c053c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:53.137902 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b97fb244-0d3d-428c-b386-0e916f3c053c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/1e4591a5-5f49-43c5-8036-777325b71dcc HTTP/1.1" status: 204 len: 168 time: 0.2180126 Nov 16 11:55:53.138057 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47676) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:55:53.222286 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6611ce85-5ea9-4299-8a58-02c991aa8e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:53.302723 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6611ce85-5ea9-4299-8a58-02c991aa8e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:53.323108 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-6611ce85-5ea9-4299-8a58-02c991aa8e61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53aea0c7-b4b8-4025-a490-2cdbf28dd120']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:55:53.332226 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-6611ce85-5ea9-4299-8a58-02c991aa8e61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3111155-39cc-44da-8918-2ee2a05c3276') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:55:53.332527 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-6611ce85-5ea9-4299-8a58-02c991aa8e61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3111155-39cc-44da-8918-2ee2a05c3276') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:55:53.342236 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6611ce85-5ea9-4299-8a58-02c991aa8e61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:53.355676 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6611ce85-5ea9-4299-8a58-02c991aa8e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:53.361535 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6611ce85-5ea9-4299-8a58-02c991aa8e61 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:55:53.361914 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6611ce85-5ea9-4299-8a58-02c991aa8e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:53.363580 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:55:53.363580 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:55:53.363580 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:55:53.363580 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:55:53.363580 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:55:53.363580 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:55:53.363580 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:55:53.363580 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:55:53.363580 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:55:53.363580 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:55:53.363580 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:55:53.363580 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:55:53.363580 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:55:53.363580 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:55:53.363580 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:55:53.363580 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:55:53.363580 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:55:53.363580 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:55:53.363580 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:55:53.363580 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:55:53.363580 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:55:53.363580 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:55:53.363580 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:55:53.363580 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:55:53.363580 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:55:53.363580 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:55:53.363580 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:55:53.363580 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:55:53.363580 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:55:53.363580 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:55:53.363580 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:55:53.363580 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:55:53.420029 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6611ce85-5ea9-4299-8a58-02c991aa8e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:53.425412 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6611ce85-5ea9-4299-8a58-02c991aa8e61 admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:53.428693 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6611ce85-5ea9-4299-8a58-02c991aa8e61 admin admin] 10.222.0.61 "DELETE /v2.0/networks/53aea0c7-b4b8-4025-a490-2cdbf28dd120 HTTP/1.1" status: 204 len: 168 time: 0.2898059 Nov 16 11:55:53.446329 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611ce85-5ea9-4299-8a58-02c991aa8e61 admin admin] Pushing event deleted for resources: {'Network': ['ID=53aea0c7-b4b8-4025-a490-2cdbf28dd120,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:53.541736 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47682) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:55:53.581741 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-be48eb86-7eff-44f6-ac96-25ed21d3bb8f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=19156a6dbd944eb695db79c7c8c39e12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388215 Nov 16 11:55:53.584480 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47684) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:55:53.632377 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f402eb86-32a6-4af0-932b-fc454bb92e4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:53.654277 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f402eb86-32a6-4af0-932b-fc454bb92e4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:53.700449 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f402eb86-32a6-4af0-932b-fc454bb92e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:53.703093 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f402eb86-32a6-4af0-932b-fc454bb92e4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:53.704245 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f402eb86-32a6-4af0-932b-fc454bb92e4d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/96ab8778-2866-461a-aa5a-e17dc62c711e HTTP/1.1" status: 204 len: 168 time: 0.1187921 Nov 16 11:55:53.714280 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f402eb86-32a6-4af0-932b-fc454bb92e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ab8778-2866-461a-aa5a-e17dc62c711e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:55.781256 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47744) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:55:55.886527 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac3fb811-bd45-4fc2-be12-161a8281700c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:55.961512 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac3fb811-bd45-4fc2-be12-161a8281700c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:55.965654 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac3fb811-bd45-4fc2-be12-161a8281700c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:56.327308 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ac3fb811-bd45-4fc2-be12-161a8281700c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=856fe87e92cf4b28a16e6fa147f0a155&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5449145 Nov 16 11:55:56.328186 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3fb811-bd45-4fc2-be12-161a8281700c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8d36f2-94ff-4ca0-8172-997636dabcb8,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:56.330749 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47748) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:55:56.383927 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b1d7bfa3-879b-4afd-8290-5ec717130b79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:56.404981 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b1d7bfa3-879b-4afd-8290-5ec717130b79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:56.450174 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b1d7bfa3-879b-4afd-8290-5ec717130b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:56.452706 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b1d7bfa3-879b-4afd-8290-5ec717130b79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:56.453838 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b1d7bfa3-879b-4afd-8290-5ec717130b79 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fd8d36f2-94ff-4ca0-8172-997636dabcb8 HTTP/1.1" status: 204 len: 168 time: 0.1203086 Nov 16 11:55:56.461644 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7bfa3-879b-4afd-8290-5ec717130b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8d36f2-94ff-4ca0-8172-997636dabcb8,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:56.707530 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47756) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:55:56.721156 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-185a3330-53b1-4e76-a44e-1a19aa639596 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:56.795869 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-185a3330-53b1-4e76-a44e-1a19aa639596 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:56.799454 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-185a3330-53b1-4e76-a44e-1a19aa639596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:56.839178 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-185a3330-53b1-4e76-a44e-1a19aa639596 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b9ff20528c294c8fa265f2a6a584886d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1305161 Nov 16 11:55:56.840318 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a3330-53b1-4e76-a44e-1a19aa639596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8826b0-d643-4689-bb73-4f13cccc3718,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:56.841832 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47758) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:55:56.893623 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-805cda75-0277-469d-98c2-fe0d75d47126 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:56.913905 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-805cda75-0277-469d-98c2-fe0d75d47126 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:56.958861 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-805cda75-0277-469d-98c2-fe0d75d47126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:56.961552 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-805cda75-0277-469d-98c2-fe0d75d47126 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:56.962733 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-805cda75-0277-469d-98c2-fe0d75d47126 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cc8826b0-d643-4689-bb73-4f13cccc3718 HTTP/1.1" status: 204 len: 168 time: 0.1178846 Nov 16 11:55:56.970278 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805cda75-0277-469d-98c2-fe0d75d47126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8826b0-d643-4689-bb73-4f13cccc3718,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:58.322400 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:58.371961 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47814) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:55:58.477907 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3fe7c6a2-2ab0-4c76-b796-66698ee98b0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:58.552441 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3fe7c6a2-2ab0-4c76-b796-66698ee98b0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:58.556278 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3fe7c6a2-2ab0-4c76-b796-66698ee98b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:58.597272 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-3fe7c6a2-2ab0-4c76-b796-66698ee98b0e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5f1eaf03158f40279ed1fb49fd06b260&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2241831 Nov 16 11:55:58.598144 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe7c6a2-2ab0-4c76-b796-66698ee98b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835b4154-5993-4ab4-b7e3-01f287fcd3c9,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:58.600060 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47820) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:55:58.646833 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9da480c5-ac54-4cac-9279-331d16c22d48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:58.668722 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9da480c5-ac54-4cac-9279-331d16c22d48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:58.714310 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9da480c5-ac54-4cac-9279-331d16c22d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:58.716885 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9da480c5-ac54-4cac-9279-331d16c22d48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:55:58.718055 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-9da480c5-ac54-4cac-9279-331d16c22d48 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/835b4154-5993-4ab4-b7e3-01f287fcd3c9 HTTP/1.1" status: 204 len: 168 time: 0.1169679 Nov 16 11:55:58.725758 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da480c5-ac54-4cac-9279-331d16c22d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835b4154-5993-4ab4-b7e3-01f287fcd3c9,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:55:59.131639 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:00.690853 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47902) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:00.816240 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2b197544-703a-4a17-91e7-2dc0f1d3394d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:00.894394 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2b197544-703a-4a17-91e7-2dc0f1d3394d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:00.898014 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2b197544-703a-4a17-91e7-2dc0f1d3394d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:00.939571 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2b197544-703a-4a17-91e7-2dc0f1d3394d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=454d1ccec8c441b29db1801dbda1cd1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2476141 Nov 16 11:56:00.940789 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b197544-703a-4a17-91e7-2dc0f1d3394d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd06d14-8fdd-4259-ab01-d88c181e3008,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:00.942344 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47908) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:00.949173 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b197544-703a-4a17-91e7-2dc0f1d3394d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:00.949528 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b197544-703a-4a17-91e7-2dc0f1d3394d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:00.949872 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b197544-703a-4a17-91e7-2dc0f1d3394d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:00.950238 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b197544-703a-4a17-91e7-2dc0f1d3394d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:00.950575 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b197544-703a-4a17-91e7-2dc0f1d3394d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:00.950930 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b197544-703a-4a17-91e7-2dc0f1d3394d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:00.951232 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b197544-703a-4a17-91e7-2dc0f1d3394d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:00.951560 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b197544-703a-4a17-91e7-2dc0f1d3394d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:00.951886 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b197544-703a-4a17-91e7-2dc0f1d3394d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:00.952209 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b197544-703a-4a17-91e7-2dc0f1d3394d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:00.952535 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b197544-703a-4a17-91e7-2dc0f1d3394d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:00.952857 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b197544-703a-4a17-91e7-2dc0f1d3394d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:00.995035 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-82b5b7cd-5db3-4675-92cb-197c198fb3ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:01.016639 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-82b5b7cd-5db3-4675-92cb-197c198fb3ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:01.062199 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-82b5b7cd-5db3-4675-92cb-197c198fb3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:01.065086 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-82b5b7cd-5db3-4675-92cb-197c198fb3ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:01.066261 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-82b5b7cd-5db3-4675-92cb-197c198fb3ba admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3fd06d14-8fdd-4259-ab01-d88c181e3008 HTTP/1.1" status: 204 len: 168 time: 0.1222911 Nov 16 11:56:01.074791 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b5b7cd-5db3-4675-92cb-197c198fb3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd06d14-8fdd-4259-ab01-d88c181e3008,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:01.329581 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47914) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:01.342671 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f96753f-10fe-4669-b198-796c79435654 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:01.410941 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:56:01.420198 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f96753f-10fe-4669-b198-796c79435654 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:01.424862 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f96753f-10fe-4669-b198-796c79435654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:01.465964 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8f96753f-10fe-4669-b198-796c79435654 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3d61222ae26947a1acf012f91aadcbfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1349699 Nov 16 11:56:01.466663 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f96753f-10fe-4669-b198-796c79435654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1e7a13-f1d1-455d-a40e-4110f987db6d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:01.468508 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47916) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:01.522764 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-964cf9b4-3d05-4c11-b454-bb108a8683f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:01.544498 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-964cf9b4-3d05-4c11-b454-bb108a8683f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:01.591855 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-964cf9b4-3d05-4c11-b454-bb108a8683f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:01.594562 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-964cf9b4-3d05-4c11-b454-bb108a8683f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:01.595716 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-964cf9b4-3d05-4c11-b454-bb108a8683f2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2a1e7a13-f1d1-455d-a40e-4110f987db6d HTTP/1.1" status: 204 len: 168 time: 0.1259549 Nov 16 11:56:01.603722 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964cf9b4-3d05-4c11-b454-bb108a8683f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1e7a13-f1d1-455d-a40e-4110f987db6d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:02.864167 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47958) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:03.015430 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-aa4c13eb-bd78-4e39-9778-a4342aceee65 tempest-ExternalNetworksTestJSON-1727688932 tempest-ExternalNetworksTestJSON-1727688932-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1874914471'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:03.037357 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4c13eb-bd78-4e39-9778-a4342aceee65 tempest-ExternalNetworksTestJSON-1727688932 tempest-ExternalNetworksTestJSON-1727688932-project] Made reservation on behalf of d140cbb296ac4d20a0ef1283e6b0b9e4 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:56:03.041471 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa4c13eb-bd78-4e39-9778-a4342aceee65 tempest-ExternalNetworksTestJSON-1727688932 tempest-ExternalNetworksTestJSON-1727688932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:03.050276 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa4c13eb-bd78-4e39-9778-a4342aceee65 tempest-ExternalNetworksTestJSON-1727688932 tempest-ExternalNetworksTestJSON-1727688932-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:03.126738 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa4c13eb-bd78-4e39-9778-a4342aceee65 tempest-ExternalNetworksTestJSON-1727688932 tempest-ExternalNetworksTestJSON-1727688932-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:03.131571 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa4c13eb-bd78-4e39-9778-a4342aceee65 tempest-ExternalNetworksTestJSON-1727688932 tempest-ExternalNetworksTestJSON-1727688932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:03.160727 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa4c13eb-bd78-4e39-9778-a4342aceee65 tempest-ExternalNetworksTestJSON-1727688932 tempest-ExternalNetworksTestJSON-1727688932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:56:03.167066 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c13eb-bd78-4e39-9778-a4342aceee65 tempest-ExternalNetworksTestJSON-1727688932 tempest-ExternalNetworksTestJSON-1727688932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1dfdd9-b68a-458d-a08a-33fb48e610f7,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:03.174292 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa4c13eb-bd78-4e39-9778-a4342aceee65 tempest-ExternalNetworksTestJSON-1727688932 tempest-ExternalNetworksTestJSON-1727688932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:03.174636 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-aa4c13eb-bd78-4e39-9778-a4342aceee65 tempest-ExternalNetworksTestJSON-1727688932 tempest-ExternalNetworksTestJSON-1727688932-project] Added segment c50fef6c-f870-46e2-80ae-5b6497fb7a77 of type vlan for network f2f921f1-f99b-4784-b356-e24bb67f0e51 Nov 16 11:56:03.217592 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa4c13eb-bd78-4e39-9778-a4342aceee65 tempest-ExternalNetworksTestJSON-1727688932 tempest-ExternalNetworksTestJSON-1727688932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:03.243147 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa4c13eb-bd78-4e39-9778-a4342aceee65 tempest-ExternalNetworksTestJSON-1727688932 tempest-ExternalNetworksTestJSON-1727688932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:03.248775 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4c13eb-bd78-4e39-9778-a4342aceee65 tempest-ExternalNetworksTestJSON-1727688932 tempest-ExternalNetworksTestJSON-1727688932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:03.249353 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa4c13eb-bd78-4e39-9778-a4342aceee65 tempest-ExternalNetworksTestJSON-1727688932 tempest-ExternalNetworksTestJSON-1727688932-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:03.301321 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-aa4c13eb-bd78-4e39-9778-a4342aceee65 tempest-ExternalNetworksTestJSON-1727688932 tempest-ExternalNetworksTestJSON-1727688932-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4359794 Nov 16 11:56:03.304448 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47964) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:03.322279 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c13eb-bd78-4e39-9778-a4342aceee65 tempest-ExternalNetworksTestJSON-1727688932 tempest-ExternalNetworksTestJSON-1727688932-project] Pushing event updated for resources: {'Network': ['ID=f2f921f1-f99b-4784-b356-e24bb67f0e51,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:03.332603 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network f2f921f1-f99b-4784-b356-e24bb67f0e51 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:56:03.365583 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-7f5c1e04-7f56-4d6c-8b19-41ce584cfd19 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Request body: {'network': {'name': 'tempest-network--1246263103', 'router:external': True}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:03.388454 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5c1e04-7f56-4d6c-8b19-41ce584cfd19 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Made reservation on behalf of b929f7df54b140da9a4a08e33971a6fc for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:56:03.390778 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7f5c1e04-7f56-4d6c-8b19-41ce584cfd19 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:03.402446 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7f5c1e04-7f56-4d6c-8b19-41ce584cfd19 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:03.475091 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7f5c1e04-7f56-4d6c-8b19-41ce584cfd19 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:03.479547 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7f5c1e04-7f56-4d6c-8b19-41ce584cfd19 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:03.505870 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f5c1e04-7f56-4d6c-8b19-41ce584cfd19 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:56:03.521384 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c1e04-7f56-4d6c-8b19-41ce584cfd19 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af023cbb-0a10-42c8-8ece-745f86040749,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:03.526409 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7f5c1e04-7f56-4d6c-8b19-41ce584cfd19 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:03.526761 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-7f5c1e04-7f56-4d6c-8b19-41ce584cfd19 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Added segment a0fb6b0b-f90f-4052-981b-32630cad1a7b of type vlan for network 4b232df9-2558-465c-92b3-a748d4a64ae3 Nov 16 11:56:03.573934 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7f5c1e04-7f56-4d6c-8b19-41ce584cfd19 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:03.601903 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7f5c1e04-7f56-4d6c-8b19-41ce584cfd19 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:03.602942 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5c1e04-7f56-4d6c-8b19-41ce584cfd19 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:03.603516 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7f5c1e04-7f56-4d6c-8b19-41ce584cfd19 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:03.662149 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7f5c1e04-7f56-4d6c-8b19-41ce584cfd19 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3561039 Nov 16 11:56:03.665137 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47968) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:03.673665 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c1e04-7f56-4d6c-8b19-41ce584cfd19 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Pushing event updated for resources: {'Network': ['ID=4b232df9-2558-465c-92b3-a748d4a64ae3,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:03.684452 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 4b232df9-2558-465c-92b3-a748d4a64ae3 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:56:03.743197 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-08fa812c-51a7-4784-a62a-f5f609fd1394 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:03.823859 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-08fa812c-51a7-4784-a62a-f5f609fd1394 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:03.844143 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-08fa812c-51a7-4784-a62a-f5f609fd1394 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b232df9-2558-465c-92b3-a748d4a64ae3']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:03.853743 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-08fa812c-51a7-4784-a62a-f5f609fd1394 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0fb6b0b-f90f-4052-981b-32630cad1a7b') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:03.854066 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-08fa812c-51a7-4784-a62a-f5f609fd1394 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0fb6b0b-f90f-4052-981b-32630cad1a7b') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:03.863200 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-08fa812c-51a7-4784-a62a-f5f609fd1394 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:03.876276 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-08fa812c-51a7-4784-a62a-f5f609fd1394 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:03.882323 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08fa812c-51a7-4784-a62a-f5f609fd1394 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:56:03.883291 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-08fa812c-51a7-4784-a62a-f5f609fd1394 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:03.885087 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:56:03.885087 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:56:03.885087 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:56:03.885087 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:56:03.885087 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:56:03.885087 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:56:03.885087 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:56:03.885087 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:56:03.885087 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:56:03.885087 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:56:03.885087 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:56:03.885087 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:56:03.885087 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:56:03.885087 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:56:03.885087 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:56:03.885087 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:56:03.885087 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:56:03.885087 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:56:03.885087 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:56:03.885087 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:56:03.885087 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:56:03.885087 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:56:03.885087 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:56:03.885087 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:56:03.885087 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:56:03.885087 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:56:03.885087 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:56:03.885087 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:56:03.885087 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:56:03.885087 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:56:03.885087 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:56:03.885087 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:56:03.939881 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-08fa812c-51a7-4784-a62a-f5f609fd1394 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:03.945277 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08fa812c-51a7-4784-a62a-f5f609fd1394 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4b232df9-2558-465c-92b3-a748d4a64ae3 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 16 11:56:03.947921 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-08fa812c-51a7-4784-a62a-f5f609fd1394 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:03.954306 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-08fa812c-51a7-4784-a62a-f5f609fd1394 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] 10.222.0.61 "DELETE /v2.0/networks/4b232df9-2558-465c-92b3-a748d4a64ae3 HTTP/1.1" status: 204 len: 168 time: 0.2841794 Nov 16 11:56:03.955988 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47970) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:03.960797 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa812c-51a7-4784-a62a-f5f609fd1394 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Pushing event deleted for resources: {'Network': ['ID=4b232df9-2558-465c-92b3-a748d4a64ae3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:03.963940 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-adca9718-ff8e-41d6-9133-ed45c1884ab2 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:03.990301 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adca9718-ff8e-41d6-9133-ed45c1884ab2 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Made reservation on behalf of b929f7df54b140da9a4a08e33971a6fc for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:56:03.993720 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-adca9718-ff8e-41d6-9133-ed45c1884ab2 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:04.023659 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adca9718-ff8e-41d6-9133-ed45c1884ab2 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:56:04.036388 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-adca9718-ff8e-41d6-9133-ed45c1884ab2 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:04.036388 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-adca9718-ff8e-41d6-9133-ed45c1884ab2 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Added segment 7ec6bb54-31ba-497a-a454-50c485c5a467 of type vlan for network ff077a6a-3f8c-4f88-bdfd-d3b8756e9909 Nov 16 11:56:04.089810 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-adca9718-ff8e-41d6-9133-ed45c1884ab2 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:04.122869 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-adca9718-ff8e-41d6-9133-ed45c1884ab2 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:04.124136 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adca9718-ff8e-41d6-9133-ed45c1884ab2 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:04.124809 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-adca9718-ff8e-41d6-9133-ed45c1884ab2 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:04.190520 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-adca9718-ff8e-41d6-9133-ed45c1884ab2 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2300730 Nov 16 11:56:04.191663 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47974) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:04.194041 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca9718-ff8e-41d6-9133-ed45c1884ab2 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Pushing event updated for resources: {'Network': ['ID=ff077a6a-3f8c-4f88-bdfd-d3b8756e9909,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:04.198161 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-2093d05c-d2da-4749-8bf6-70ef03f634cf tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Request body: {'subnet': {'network_id': 'ff077a6a-3f8c-4f88-bdfd-d3b8756e9909', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:04.203784 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network ff077a6a-3f8c-4f88-bdfd-d3b8756e9909 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:56:04.227726 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2093d05c-d2da-4749-8bf6-70ef03f634cf tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Made reservation on behalf of b929f7df54b140da9a4a08e33971a6fc for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:56:04.230476 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2093d05c-d2da-4749-8bf6-70ef03f634cf tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:04.587678 n-d-816823-3 neutron-server[102668]: DEBUG neutron.objects.ports [None req-2093d05c-d2da-4749-8bf6-70ef03f634cf tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102668) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 11:56:04.588149 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2093d05c-d2da-4749-8bf6-70ef03f634cf tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:04.647962 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093d05c-d2da-4749-8bf6-70ef03f634cf tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cb521db7-b4fb-46b4-ad20-80adac7552f3,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:04.657763 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2093d05c-d2da-4749-8bf6-70ef03f634cf tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Checking segment: {'id': '7ec6bb54-31ba-497a-a454-50c485c5a467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'ff077a6a-3f8c-4f88-bdfd-d3b8756e9909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:56:04.658224 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2093d05c-d2da-4749-8bf6-70ef03f634cf tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Network hostable DHCP agents. Network: ff077a6a-3f8c-4f88-bdfd-d3b8756e9909, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:56:04.676084 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2093d05c-d2da-4749-8bf6-70ef03f634cf tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Network ff077a6a-3f8c-4f88-bdfd-d3b8756e9909 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:56:04.684730 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-2093d05c-d2da-4749-8bf6-70ef03f634cf tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, ff077a6a-3f8c-4f88-bdfd-d3b8756e9909) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:56:04.689769 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2093d05c-d2da-4749-8bf6-70ef03f634cf tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:04.691702 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2093d05c-d2da-4749-8bf6-70ef03f634cf tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:04.692678 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d62176-0559-4f2c-a390-336aff7326fc None None] Network ff077a6a-3f8c-4f88-bdfd-d3b8756e9909 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:56:04.707619 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2093d05c-d2da-4749-8bf6-70ef03f634cf tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5148571 Nov 16 11:56:04.710646 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47976) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:04.715829 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f08ac302-d53f-4697-95a5-deaf9b740d0d tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Request body: {'floatingip': {'floating_network_id': 'ff077a6a-3f8c-4f88-bdfd-d3b8756e9909'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:04.739580 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f08ac302-d53f-4697-95a5-deaf9b740d0d tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:04.821373 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b11b518-5961-4fe8-bc32-5afe703dc151 None None] Network ff077a6a-3f8c-4f88-bdfd-d3b8756e9909 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:56:04.830248 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f08ac302-d53f-4697-95a5-deaf9b740d0d tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:04.934973 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-f08ac302-d53f-4697-95a5-deaf9b740d0d tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Allocated IP 172.20.0.14 (ff077a6a-3f8c-4f88-bdfd-d3b8756e9909/cb521db7-b4fb-46b4-ad20-80adac7552f3/f7e5a1c9-3a9d-4514-9997-c7173f165e2b) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:56:05.034377 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f08ac302-d53f-4697-95a5-deaf9b740d0d tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:05.068047 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f08ac302-d53f-4697-95a5-deaf9b740d0d tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:05.103829 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08ac302-d53f-4697-95a5-deaf9b740d0d tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Network ff077a6a-3f8c-4f88-bdfd-d3b8756e9909 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:56:05.108559 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-f08ac302-d53f-4697-95a5-deaf9b740d0d tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:56:05.112096 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08ac302-d53f-4697-95a5-deaf9b740d0d tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:56:05.142986 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ac302-d53f-4697-95a5-deaf9b740d0d tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Pushing event updated for resources: {'Port': ['ID=f7e5a1c9-3a9d-4514-9997-c7173f165e2b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:05.212892 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f08ac302-d53f-4697-95a5-deaf9b740d0d tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:05.248970 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f08ac302-d53f-4697-95a5-deaf9b740d0d tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:05.402280 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f08ac302-d53f-4697-95a5-deaf9b740d0d tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:05.406620 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f08ac302-d53f-4697-95a5-deaf9b740d0d tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:05.469335 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ac302-d53f-4697-95a5-deaf9b740d0d tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Pushing event updated for resources: {'Port': ['ID=f7e5a1c9-3a9d-4514-9997-c7173f165e2b,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:05.484999 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f08ac302-d53f-4697-95a5-deaf9b740d0d tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:05.500424 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f08ac302-d53f-4697-95a5-deaf9b740d0d tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:05.501679 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f08ac302-d53f-4697-95a5-deaf9b740d0d tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7891881 Nov 16 11:56:05.504480 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47984) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:05.577454 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e76ea283-8628-4e81-a096-2e12215e931c tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] 10.222.0.61 "GET /v2.0/floatingips?floating_network_id=ff077a6a-3f8c-4f88-bdfd-d3b8756e9909 HTTP/1.1" status: 200 len: 690 time: 0.0695140 Nov 16 11:56:05.577647 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47986) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:05.666477 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c79174d5-da96-4dca-b02c-4b70be50434e tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:05.781418 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-c79174d5-da96-4dca-b02c-4b70be50434e tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Deleting port f7e5a1c9-3a9d-4514-9997-c7173f165e2b {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:56:05.782089 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c79174d5-da96-4dca-b02c-4b70be50434e tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:05.861990 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c79174d5-da96-4dca-b02c-4b70be50434e tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:05.862327 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c79174d5-da96-4dca-b02c-4b70be50434e tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:05.874699 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-c79174d5-da96-4dca-b02c-4b70be50434e tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Calling delete_port for f7e5a1c9-3a9d-4514-9997-c7173f165e2b owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:56:06.013818 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c79174d5-da96-4dca-b02c-4b70be50434e tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:06.038567 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79174d5-da96-4dca-b02c-4b70be50434e tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Pushing event deleted for resources: {'Port': ['ID=f7e5a1c9-3a9d-4514-9997-c7173f165e2b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:06.101004 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c79174d5-da96-4dca-b02c-4b70be50434e tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:06.147354 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c79174d5-da96-4dca-b02c-4b70be50434e tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:06.201625 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c79174d5-da96-4dca-b02c-4b70be50434e tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:06.231789 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79174d5-da96-4dca-b02c-4b70be50434e tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cb521db7-b4fb-46b4-ad20-80adac7552f3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:06.288552 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c79174d5-da96-4dca-b02c-4b70be50434e tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:06.309341 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-c79174d5-da96-4dca-b02c-4b70be50434e tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff077a6a-3f8c-4f88-bdfd-d3b8756e9909']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:06.318472 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-c79174d5-da96-4dca-b02c-4b70be50434e tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ec6bb54-31ba-497a-a454-50c485c5a467') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:06.318764 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-c79174d5-da96-4dca-b02c-4b70be50434e tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ec6bb54-31ba-497a-a454-50c485c5a467') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:06.328024 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c79174d5-da96-4dca-b02c-4b70be50434e tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:06.341364 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c79174d5-da96-4dca-b02c-4b70be50434e tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:06.347481 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c79174d5-da96-4dca-b02c-4b70be50434e tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:56:06.348010 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c79174d5-da96-4dca-b02c-4b70be50434e tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:06.349811 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:56:06.349811 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:56:06.349811 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:56:06.349811 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:56:06.349811 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:56:06.349811 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:56:06.349811 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:56:06.349811 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:56:06.349811 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:56:06.349811 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:56:06.349811 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:56:06.349811 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:56:06.349811 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:56:06.349811 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:56:06.349811 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:56:06.349811 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:56:06.349811 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:56:06.349811 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:56:06.349811 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:56:06.349811 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:56:06.349811 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:56:06.349811 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:56:06.349811 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:56:06.349811 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:56:06.349811 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:56:06.349811 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:56:06.349811 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:56:06.349811 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:56:06.349811 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:56:06.349811 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:56:06.349811 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:56:06.349811 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:56:06.408347 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c79174d5-da96-4dca-b02c-4b70be50434e tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:06.414955 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79174d5-da96-4dca-b02c-4b70be50434e tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ff077a6a-3f8c-4f88-bdfd-d3b8756e9909 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 16 11:56:06.417794 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c79174d5-da96-4dca-b02c-4b70be50434e tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:06.423153 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c79174d5-da96-4dca-b02c-4b70be50434e tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] 10.222.0.61 "DELETE /v2.0/networks/ff077a6a-3f8c-4f88-bdfd-d3b8756e9909 HTTP/1.1" status: 204 len: 168 time: 0.8424613 Nov 16 11:56:06.423922 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47990) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:06.432106 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79174d5-da96-4dca-b02c-4b70be50434e tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Pushing event deleted for resources: {'Network': ['ID=ff077a6a-3f8c-4f88-bdfd-d3b8756e9909,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:06.503404 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0f717964-2349-4031-a1d3-cd61e0748cad tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0765445 Nov 16 11:56:06.504255 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47992) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:06.616943 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faef6096-dc54-42f7-a94d-4992c075d436 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:06.617332 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faef6096-dc54-42f7-a94d-4992c075d436 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:06.617785 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faef6096-dc54-42f7-a94d-4992c075d436 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:06.618309 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faef6096-dc54-42f7-a94d-4992c075d436 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:06.623068 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-faef6096-dc54-42f7-a94d-4992c075d436 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2747 time: 0.1148105 Nov 16 11:56:06.624045 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47994) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:06.667906 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-498906e8-6c8d-4df4-ab0c-d8cba7d09911 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] delete failed (client error): The resource could not be found. Nov 16 11:56:06.669145 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-498906e8-6c8d-4df4-ab0c-d8cba7d09911 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] 10.222.0.61 "DELETE /v2.0/floatingips/cca2d811-221c-4425-a2ee-623f0c06d41a HTTP/1.1" status: 404 len: 345 time: 0.0437932 Nov 16 11:56:06.671670 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 47996) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:06.689267 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-085921b0-0792-463d-9b0e-64e1001cdedf tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] DELETE failed (client error): The resource could not be found. Nov 16 11:56:06.689749 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-085921b0-0792-463d-9b0e-64e1001cdedf tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:56:06.692714 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-085921b0-0792-463d-9b0e-64e1001cdedf tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] 10.222.0.61 "DELETE /v2.0/networks/ff077a6a-3f8c-4f88-bdfd-d3b8756e9909 HTTP/1.1" status: 404 len: 339 time: 0.0200586 Nov 16 11:56:06.696521 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 47998) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:06.703695 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-879217bb-d253-4a94-8bc5-d65966441ed4 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Request body: {'network': {'name': 'tempest-network--1027779528', 'router:external': True}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:06.727429 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879217bb-d253-4a94-8bc5-d65966441ed4 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Made reservation on behalf of b929f7df54b140da9a4a08e33971a6fc for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:56:06.729893 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-879217bb-d253-4a94-8bc5-d65966441ed4 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:06.761055 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-879217bb-d253-4a94-8bc5-d65966441ed4 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:56:06.771946 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-879217bb-d253-4a94-8bc5-d65966441ed4 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:06.772299 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-879217bb-d253-4a94-8bc5-d65966441ed4 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Added segment 7be804c9-1c0a-4066-8106-d7ff0fa082ef of type vlan for network 33c885d6-6562-4a05-92fa-db073a24415d Nov 16 11:56:06.829098 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-879217bb-d253-4a94-8bc5-d65966441ed4 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:06.867026 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-879217bb-d253-4a94-8bc5-d65966441ed4 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:06.868076 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879217bb-d253-4a94-8bc5-d65966441ed4 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:06.868735 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-879217bb-d253-4a94-8bc5-d65966441ed4 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:06.941367 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-879217bb-d253-4a94-8bc5-d65966441ed4 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2435710 Nov 16 11:56:06.944020 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48000) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:06.955831 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879217bb-d253-4a94-8bc5-d65966441ed4 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Pushing event updated for resources: {'Network': ['ID=33c885d6-6562-4a05-92fa-db073a24415d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:06.966968 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-92297a7b-c965-4713-92f2-fb9b9597ccb7 req-87bab114-b2d0-4ba6-b558-10acf961fb14 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=85b3ee5f-5395-4659-8404-c25ba4c136f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0827703 Nov 16 11:56:06.967630 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 33c885d6-6562-4a05-92fa-db073a24415d details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:56:07.058341 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92297a7b-c965-4713-92f2-fb9b9597ccb7 req-410aa857-d69a-4df4-8df4-e273e31eb47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:07.059835 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-92297a7b-c965-4713-92f2-fb9b9597ccb7 req-410aa857-d69a-4df4-8df4-e273e31eb47a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f5bc6c6fe5814c119e15f05c26123a36&device_id=85b3ee5f-5395-4659-8404-c25ba4c136f1 HTTP/1.1" status: 200 len: 1096 time: 0.0450888 Nov 16 11:56:07.092931 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8bdb2e-b6b6-405d-8628-7147d6cfaf31 tempest-ExternalNetworksTestJSON-1727688932 tempest-ExternalNetworksTestJSON-1727688932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:07.099052 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8bdb2e-b6b6-405d-8628-7147d6cfaf31 tempest-ExternalNetworksTestJSON-1727688932 tempest-ExternalNetworksTestJSON-1727688932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:07.105064 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8bdb2e-b6b6-405d-8628-7147d6cfaf31 tempest-ExternalNetworksTestJSON-1727688932 tempest-ExternalNetworksTestJSON-1727688932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:07.110793 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8bdb2e-b6b6-405d-8628-7147d6cfaf31 tempest-ExternalNetworksTestJSON-1727688932 tempest-ExternalNetworksTestJSON-1727688932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:07.112440 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-fd8bdb2e-b6b6-405d-8628-7147d6cfaf31 tempest-ExternalNetworksTestJSON-1727688932 tempest-ExternalNetworksTestJSON-1727688932-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.1674051 Nov 16 11:56:07.115653 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48002) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:07.166112 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92297a7b-c965-4713-92f2-fb9b9597ccb7 req-06746a98-a00d-46ee-b45d-0694cf85de11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:07.167586 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-92297a7b-c965-4713-92f2-fb9b9597ccb7 req-06746a98-a00d-46ee-b45d-0694cf85de11 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8d99fce6-7fd4-4024-a0f4-6aaf2d6df441 HTTP/1.1" status: 200 len: 915 time: 0.0863543 Nov 16 11:56:07.184661 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3822df7d-41e2-4cd6-be5c-1c3a4f28fea6 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:07.213749 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-92297a7b-c965-4713-92f2-fb9b9597ccb7 req-e1ac5931-9f27-4336-b619-6da2bac003b5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1 HTTP/1.1" status: 200 len: 217 time: 0.0370879 Nov 16 11:56:07.263337 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92297a7b-c965-4713-92f2-fb9b9597ccb7 req-340a0288-f0cc-41f1-84d3-9b520fe91ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:07.265551 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-92297a7b-c965-4713-92f2-fb9b9597ccb7 req-340a0288-f0cc-41f1-84d3-9b520fe91ed4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f5994fc9-2be8-4fe8-9069-79e6834ca8ec HTTP/1.1" status: 200 len: 854 time: 0.0441346 Nov 16 11:56:07.267921 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3822df7d-41e2-4cd6-be5c-1c3a4f28fea6 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:07.291131 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-3822df7d-41e2-4cd6-be5c-1c3a4f28fea6 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33c885d6-6562-4a05-92fa-db073a24415d']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:07.298650 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-92297a7b-c965-4713-92f2-fb9b9597ccb7 req-9d883243-c600-485a-9265-9cc5a1f04ada service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8d99fce6-7fd4-4024-a0f4-6aaf2d6df441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262628 Nov 16 11:56:07.300730 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-3822df7d-41e2-4cd6-be5c-1c3a4f28fea6 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7be804c9-1c0a-4066-8106-d7ff0fa082ef') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:07.301027 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-3822df7d-41e2-4cd6-be5c-1c3a4f28fea6 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7be804c9-1c0a-4066-8106-d7ff0fa082ef') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:07.310912 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3822df7d-41e2-4cd6-be5c-1c3a4f28fea6 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:07.324906 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3822df7d-41e2-4cd6-be5c-1c3a4f28fea6 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:07.330977 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3822df7d-41e2-4cd6-be5c-1c3a4f28fea6 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:56:07.331366 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3822df7d-41e2-4cd6-be5c-1c3a4f28fea6 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:07.333141 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:56:07.333141 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:56:07.333141 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:56:07.333141 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:56:07.333141 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:56:07.333141 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:56:07.333141 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:56:07.333141 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:56:07.333141 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:56:07.333141 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:56:07.333141 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:56:07.333141 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:56:07.333141 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:56:07.333141 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:56:07.333141 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:56:07.333141 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:56:07.333141 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:56:07.333141 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:56:07.333141 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:56:07.333141 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:56:07.333141 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:56:07.333141 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:56:07.333141 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:56:07.333141 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:56:07.333141 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:56:07.333141 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:56:07.333141 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:56:07.333141 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:56:07.333141 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:56:07.333141 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:56:07.333141 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:56:07.333141 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:56:07.402227 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-92297a7b-c965-4713-92f2-fb9b9597ccb7 req-37380eee-c4b5-434f-9da1-53c6d05c943a service neutron] 10.222.0.64 "GET /v2.0/networks/8d99fce6-7fd4-4024-a0f4-6aaf2d6df441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957773 Nov 16 11:56:07.402824 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3822df7d-41e2-4cd6-be5c-1c3a4f28fea6 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:07.408214 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3822df7d-41e2-4cd6-be5c-1c3a4f28fea6 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 33c885d6-6562-4a05-92fa-db073a24415d {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 16 11:56:07.415777 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3822df7d-41e2-4cd6-be5c-1c3a4f28fea6 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:07.419762 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3822df7d-41e2-4cd6-be5c-1c3a4f28fea6 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] 10.222.0.61 "DELETE /v2.0/networks/33c885d6-6562-4a05-92fa-db073a24415d HTTP/1.1" status: 204 len: 168 time: 0.3030970 Nov 16 11:56:07.423902 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48010) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:07.432519 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3822df7d-41e2-4cd6-be5c-1c3a4f28fea6 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Pushing event deleted for resources: {'Network': ['ID=33c885d6-6562-4a05-92fa-db073a24415d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:07.441796 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e1d608e3-4af9-4a2a-a5cf-484733e8049b tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Request body: {'network': {'name': 'tempest-network--931848271', 'router:external': True}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:07.488523 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d608e3-4af9-4a2a-a5cf-484733e8049b tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Made reservation on behalf of b929f7df54b140da9a4a08e33971a6fc for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:56:07.491059 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1d608e3-4af9-4a2a-a5cf-484733e8049b tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:07.526714 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d608e3-4af9-4a2a-a5cf-484733e8049b tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:56:07.539257 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1d608e3-4af9-4a2a-a5cf-484733e8049b tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:07.539669 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-e1d608e3-4af9-4a2a-a5cf-484733e8049b tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Added segment f29a61a2-8b8b-4a87-9d63-4f5505d09c52 of type vlan for network 3f0101cf-68a0-4cc0-84e5-22a6cc4eee24 Nov 16 11:56:07.593565 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1d608e3-4af9-4a2a-a5cf-484733e8049b tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:07.628178 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1d608e3-4af9-4a2a-a5cf-484733e8049b tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:07.629273 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d608e3-4af9-4a2a-a5cf-484733e8049b tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:07.629964 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1d608e3-4af9-4a2a-a5cf-484733e8049b tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:07.707600 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48012) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:07.707813 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e1d608e3-4af9-4a2a-a5cf-484733e8049b tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2826228 Nov 16 11:56:07.727087 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d608e3-4af9-4a2a-a5cf-484733e8049b tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Pushing event updated for resources: {'Network': ['ID=3f0101cf-68a0-4cc0-84e5-22a6cc4eee24,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:07.733550 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-92297a7b-c965-4713-92f2-fb9b9597ccb7 req-e6358a1d-695c-4d9a-a283-577d391e0361 service neutron] 10.222.0.64 "GET /v2.0/networks/8d99fce6-7fd4-4024-a0f4-6aaf2d6df441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226430 Nov 16 11:56:07.740013 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 3f0101cf-68a0-4cc0-84e5-22a6cc4eee24 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:56:07.847650 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b61a832-302e-4d48-a082-7914c32124e1 tempest-ExternalNetworksTestJSON-1727688932 tempest-ExternalNetworksTestJSON-1727688932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:07.849613 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3b61a832-302e-4d48-a082-7914c32124e1 tempest-ExternalNetworksTestJSON-1727688932 tempest-ExternalNetworksTestJSON-1727688932-project] 10.222.0.61 "GET /v2.0/networks/3f0101cf-68a0-4cc0-84e5-22a6cc4eee24 HTTP/1.1" status: 200 len: 756 time: 0.1404071 Nov 16 11:56:07.852872 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48014) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:07.942889 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0def583-2845-489f-b9d7-64c704d5f76f tempest-ExternalNetworksTestJSON-1727688932 tempest-ExternalNetworksTestJSON-1727688932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:07.945027 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c0def583-2845-489f-b9d7-64c704d5f76f tempest-ExternalNetworksTestJSON-1727688932 tempest-ExternalNetworksTestJSON-1727688932-project] 10.222.0.61 "GET /v2.0/networks/f2f921f1-f99b-4784-b356-e24bb67f0e51 HTTP/1.1" status: 200 len: 768 time: 0.0909503 Nov 16 11:56:07.953957 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48016) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:08.025718 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acd7d3da-d403-4dcd-ba10-86d5a8e1e972 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:08.109113 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acd7d3da-d403-4dcd-ba10-86d5a8e1e972 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:08.137200 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-acd7d3da-d403-4dcd-ba10-86d5a8e1e972 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f0101cf-68a0-4cc0-84e5-22a6cc4eee24']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:08.147269 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-acd7d3da-d403-4dcd-ba10-86d5a8e1e972 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f29a61a2-8b8b-4a87-9d63-4f5505d09c52') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:08.147563 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-acd7d3da-d403-4dcd-ba10-86d5a8e1e972 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f29a61a2-8b8b-4a87-9d63-4f5505d09c52') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:08.157603 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acd7d3da-d403-4dcd-ba10-86d5a8e1e972 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:08.170864 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acd7d3da-d403-4dcd-ba10-86d5a8e1e972 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:08.176967 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acd7d3da-d403-4dcd-ba10-86d5a8e1e972 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:56:08.177352 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acd7d3da-d403-4dcd-ba10-86d5a8e1e972 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:08.179178 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:56:08.179178 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:56:08.179178 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:56:08.179178 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:56:08.179178 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:56:08.179178 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:56:08.179178 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:56:08.179178 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:56:08.179178 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:56:08.179178 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:56:08.179178 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:56:08.179178 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:56:08.179178 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:56:08.179178 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:56:08.179178 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:56:08.179178 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:56:08.179178 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:56:08.179178 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:56:08.179178 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:56:08.179178 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:56:08.179178 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:56:08.179178 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:56:08.179178 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:56:08.179178 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:56:08.179178 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:56:08.179178 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:56:08.179178 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:56:08.179178 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:56:08.179178 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:56:08.179178 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:56:08.179178 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:56:08.179178 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:56:08.238106 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acd7d3da-d403-4dcd-ba10-86d5a8e1e972 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:08.243206 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd7d3da-d403-4dcd-ba10-86d5a8e1e972 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3f0101cf-68a0-4cc0-84e5-22a6cc4eee24 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 16 11:56:08.245815 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acd7d3da-d403-4dcd-ba10-86d5a8e1e972 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:08.248994 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-acd7d3da-d403-4dcd-ba10-86d5a8e1e972 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] 10.222.0.61 "DELETE /v2.0/networks/3f0101cf-68a0-4cc0-84e5-22a6cc4eee24 HTTP/1.1" status: 204 len: 168 time: 0.2974544 Nov 16 11:56:08.252886 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48018) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:08.258856 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd7d3da-d403-4dcd-ba10-86d5a8e1e972 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Pushing event deleted for resources: {'Network': ['ID=3f0101cf-68a0-4cc0-84e5-22a6cc4eee24,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:08.270576 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-29a900f2-62c4-4244-809b-f7703f7ff045 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Request body: {'network': {'name': 'tempest-network--1883486948'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:08.295372 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a900f2-62c4-4244-809b-f7703f7ff045 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Made reservation on behalf of b929f7df54b140da9a4a08e33971a6fc for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:56:08.298801 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-29a900f2-62c4-4244-809b-f7703f7ff045 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:08.328861 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29a900f2-62c4-4244-809b-f7703f7ff045 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:56:08.339424 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-29a900f2-62c4-4244-809b-f7703f7ff045 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:08.339890 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-29a900f2-62c4-4244-809b-f7703f7ff045 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Added segment 9091bb3e-dbe4-49a2-9137-16bb5fcb2091 of type vlan for network 6ab5602f-2a70-4931-884b-116719b39d92 Nov 16 11:56:08.388053 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-29a900f2-62c4-4244-809b-f7703f7ff045 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:08.418357 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-29a900f2-62c4-4244-809b-f7703f7ff045 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:08.419686 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a900f2-62c4-4244-809b-f7703f7ff045 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:08.420474 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-29a900f2-62c4-4244-809b-f7703f7ff045 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:08.478506 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-29a900f2-62c4-4244-809b-f7703f7ff045 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2214482 Nov 16 11:56:08.479817 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48022) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:08.487325 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-cbf03705-3ee8-4024-9fbf-981967fa48d6 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:08.488416 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a900f2-62c4-4244-809b-f7703f7ff045 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Pushing event updated for resources: {'Network': ['ID=6ab5602f-2a70-4931-884b-116719b39d92,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:08.499988 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 6ab5602f-2a70-4931-884b-116719b39d92 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:56:08.710324 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cbf03705-3ee8-4024-9fbf-981967fa48d6 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:08.728082 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cbf03705-3ee8-4024-9fbf-981967fa48d6 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:08.746116 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cbf03705-3ee8-4024-9fbf-981967fa48d6 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Network 6ab5602f-2a70-4931-884b-116719b39d92 is not hosted by any dhcp agent {{(pid=102668) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 16 11:56:08.747068 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf03705-3ee8-4024-9fbf-981967fa48d6 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:08.747605 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cbf03705-3ee8-4024-9fbf-981967fa48d6 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:08.749021 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-cbf03705-3ee8-4024-9fbf-981967fa48d6 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] 10.222.0.61 "PUT /v2.0/networks/6ab5602f-2a70-4931-884b-116719b39d92 HTTP/1.1" status: 200 len: 858 time: 0.2679565 Nov 16 11:56:08.752047 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48024) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:08.791984 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf03705-3ee8-4024-9fbf-981967fa48d6 tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Pushing event updated for resources: {'Network': ['ID=6ab5602f-2a70-4931-884b-116719b39d92,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:08.834012 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b264dc1-ca22-4542-9465-59ab0ec3270c tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:08.917960 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b264dc1-ca22-4542-9465-59ab0ec3270c tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:08.937709 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-6b264dc1-ca22-4542-9465-59ab0ec3270c tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab5602f-2a70-4931-884b-116719b39d92']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:08.947733 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-6b264dc1-ca22-4542-9465-59ab0ec3270c tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9091bb3e-dbe4-49a2-9137-16bb5fcb2091') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:08.948059 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-6b264dc1-ca22-4542-9465-59ab0ec3270c tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9091bb3e-dbe4-49a2-9137-16bb5fcb2091') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:08.962324 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b264dc1-ca22-4542-9465-59ab0ec3270c tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:08.975188 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b264dc1-ca22-4542-9465-59ab0ec3270c tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:08.981893 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b264dc1-ca22-4542-9465-59ab0ec3270c tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:56:08.982362 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b264dc1-ca22-4542-9465-59ab0ec3270c tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:08.984065 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:56:08.984065 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:56:08.984065 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:56:08.984065 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:56:08.984065 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:56:08.984065 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:56:08.984065 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:56:08.984065 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:56:08.984065 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:56:08.984065 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:56:08.984065 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:56:08.984065 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:56:08.984065 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:56:08.984065 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:56:08.984065 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:56:08.984065 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:56:08.984065 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:56:08.984065 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:56:08.984065 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:56:08.984065 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:56:08.984065 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:56:08.984065 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:56:08.984065 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:56:08.984065 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:56:08.984065 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:56:08.984065 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:56:08.984065 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:56:08.984065 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:56:08.984065 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:56:08.984065 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:56:08.984065 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:56:08.984065 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:56:09.038439 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b264dc1-ca22-4542-9465-59ab0ec3270c tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:09.044014 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b264dc1-ca22-4542-9465-59ab0ec3270c tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6ab5602f-2a70-4931-884b-116719b39d92 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 16 11:56:09.046606 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b264dc1-ca22-4542-9465-59ab0ec3270c tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:09.049771 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6b264dc1-ca22-4542-9465-59ab0ec3270c tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] 10.222.0.61 "DELETE /v2.0/networks/6ab5602f-2a70-4931-884b-116719b39d92 HTTP/1.1" status: 204 len: 168 time: 0.2965159 Nov 16 11:56:09.053526 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48026) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:09.059461 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b264dc1-ca22-4542-9465-59ab0ec3270c tempest-ExternalNetworksTestJSON-1149010978 tempest-ExternalNetworksTestJSON-1149010978-project-admin] Pushing event deleted for resources: {'Network': ['ID=6ab5602f-2a70-4931-884b-116719b39d92,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:09.081817 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3dab4e3-13dd-4872-b574-07ef6827cc45 tempest-ExternalNetworksTestJSON-1727688932 tempest-ExternalNetworksTestJSON-1727688932-project] DELETE failed (client error): The resource could not be found. Nov 16 11:56:09.082302 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3dab4e3-13dd-4872-b574-07ef6827cc45 tempest-ExternalNetworksTestJSON-1727688932 tempest-ExternalNetworksTestJSON-1727688932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:56:09.085382 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a3dab4e3-13dd-4872-b574-07ef6827cc45 tempest-ExternalNetworksTestJSON-1727688932 tempest-ExternalNetworksTestJSON-1727688932-project] 10.222.0.61 "DELETE /v2.0/subnets/cb521db7-b4fb-46b4-ad20-80adac7552f3 HTTP/1.1" status: 404 len: 337 time: 0.0306036 Nov 16 11:56:09.088388 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48028) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:09.178119 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36d3d782-84b8-471e-b534-876a873bcf66 tempest-ExternalNetworksTestJSON-1727688932 tempest-ExternalNetworksTestJSON-1727688932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:09.270051 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36d3d782-84b8-471e-b534-876a873bcf66 tempest-ExternalNetworksTestJSON-1727688932 tempest-ExternalNetworksTestJSON-1727688932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:09.289708 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-36d3d782-84b8-471e-b534-876a873bcf66 tempest-ExternalNetworksTestJSON-1727688932 tempest-ExternalNetworksTestJSON-1727688932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2f921f1-f99b-4784-b356-e24bb67f0e51']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:09.298729 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-36d3d782-84b8-471e-b534-876a873bcf66 tempest-ExternalNetworksTestJSON-1727688932 tempest-ExternalNetworksTestJSON-1727688932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c50fef6c-f870-46e2-80ae-5b6497fb7a77') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:09.299025 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-36d3d782-84b8-471e-b534-876a873bcf66 tempest-ExternalNetworksTestJSON-1727688932 tempest-ExternalNetworksTestJSON-1727688932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c50fef6c-f870-46e2-80ae-5b6497fb7a77') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:09.308107 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36d3d782-84b8-471e-b534-876a873bcf66 tempest-ExternalNetworksTestJSON-1727688932 tempest-ExternalNetworksTestJSON-1727688932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:09.321799 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36d3d782-84b8-471e-b534-876a873bcf66 tempest-ExternalNetworksTestJSON-1727688932 tempest-ExternalNetworksTestJSON-1727688932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:09.327967 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36d3d782-84b8-471e-b534-876a873bcf66 tempest-ExternalNetworksTestJSON-1727688932 tempest-ExternalNetworksTestJSON-1727688932-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:56:09.328363 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36d3d782-84b8-471e-b534-876a873bcf66 tempest-ExternalNetworksTestJSON-1727688932 tempest-ExternalNetworksTestJSON-1727688932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:09.331304 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:56:09.331304 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:56:09.331304 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:56:09.331304 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:56:09.331304 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:56:09.331304 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:56:09.331304 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:56:09.331304 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:56:09.331304 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:56:09.331304 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:56:09.331304 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:56:09.331304 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:56:09.331304 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:56:09.331304 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:56:09.331304 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:56:09.331304 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:56:09.331304 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:56:09.331304 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:56:09.331304 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:56:09.331304 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:56:09.331304 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:56:09.331304 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:56:09.331304 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:56:09.331304 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:56:09.331304 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:56:09.331304 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:56:09.331304 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:56:09.331304 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:56:09.331304 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:56:09.331304 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:56:09.331304 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:56:09.331304 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:56:09.386698 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36d3d782-84b8-471e-b534-876a873bcf66 tempest-ExternalNetworksTestJSON-1727688932 tempest-ExternalNetworksTestJSON-1727688932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:09.394171 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36d3d782-84b8-471e-b534-876a873bcf66 tempest-ExternalNetworksTestJSON-1727688932 tempest-ExternalNetworksTestJSON-1727688932-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:09.397273 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-36d3d782-84b8-471e-b534-876a873bcf66 tempest-ExternalNetworksTestJSON-1727688932 tempest-ExternalNetworksTestJSON-1727688932-project] 10.222.0.61 "DELETE /v2.0/networks/f2f921f1-f99b-4784-b356-e24bb67f0e51 HTTP/1.1" status: 204 len: 168 time: 0.3077552 Nov 16 11:56:09.410301 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d3d782-84b8-471e-b534-876a873bcf66 tempest-ExternalNetworksTestJSON-1727688932 tempest-ExternalNetworksTestJSON-1727688932-project] Pushing event deleted for resources: {'Network': ['ID=f2f921f1-f99b-4784-b356-e24bb67f0e51,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:09.665580 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48040) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:09.805002 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5194d438-4f53-4f79-a4fd-ffce967afe2f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d140cbb296ac4d20a0ef1283e6b0b9e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1381755 Nov 16 11:56:09.807399 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48044) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:09.853793 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e37b1147-3835-4f2a-83be-76b7f6d889fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:09.874141 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e37b1147-3835-4f2a-83be-76b7f6d889fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:09.923076 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e37b1147-3835-4f2a-83be-76b7f6d889fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:09.925555 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e37b1147-3835-4f2a-83be-76b7f6d889fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:09.929062 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e37b1147-3835-4f2a-83be-76b7f6d889fa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ef1dfdd9-b68a-458d-a08a-33fb48e610f7 HTTP/1.1" status: 204 len: 168 time: 0.1184387 Nov 16 11:56:09.934381 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b1147-3835-4f2a-83be-76b7f6d889fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1dfdd9-b68a-458d-a08a-33fb48e610f7,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:10.199115 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48050) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:10.241091 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7208f3e7-1ff7-4c47-a21e-13f43f0d7f84 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b929f7df54b140da9a4a08e33971a6fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385897 Nov 16 11:56:10.241306 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48052) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:10.289246 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b9cb8c3c-678b-48c7-83a3-24ca9b963948 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:10.310160 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b9cb8c3c-678b-48c7-83a3-24ca9b963948 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:10.355762 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b9cb8c3c-678b-48c7-83a3-24ca9b963948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:10.358441 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b9cb8c3c-678b-48c7-83a3-24ca9b963948 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:10.359614 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b9cb8c3c-678b-48c7-83a3-24ca9b963948 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/af023cbb-0a10-42c8-8ece-745f86040749 HTTP/1.1" status: 204 len: 168 time: 0.1172762 Nov 16 11:56:10.368004 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb8c3c-678b-48c7-83a3-24ca9b963948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af023cbb-0a10-42c8-8ece-745f86040749,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:11.609274 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48094) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:11.714102 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-ef8b5add-3b35-4b00-80a0-2aa90acde7da tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1198270847', 'router:external': True}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:11.738251 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8b5add-3b35-4b00-80a0-2aa90acde7da tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Made reservation on behalf of f0c3a61d32fa4e15837c0620a14ff698 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:56:11.740586 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef8b5add-3b35-4b00-80a0-2aa90acde7da tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:11.749854 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef8b5add-3b35-4b00-80a0-2aa90acde7da tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:11.827442 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef8b5add-3b35-4b00-80a0-2aa90acde7da tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:11.831808 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef8b5add-3b35-4b00-80a0-2aa90acde7da tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:11.857295 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef8b5add-3b35-4b00-80a0-2aa90acde7da tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:56:11.866134 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b5add-3b35-4b00-80a0-2aa90acde7da tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ac85f5-3246-47c8-9330-a3cb16584072,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:11.872758 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef8b5add-3b35-4b00-80a0-2aa90acde7da tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:11.873108 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-ef8b5add-3b35-4b00-80a0-2aa90acde7da tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Added segment 4e62f0f6-93da-426c-b799-5437d6614f70 of type vlan for network 4c8c0bd3-3740-4d22-8443-3b26d09d5d19 Nov 16 11:56:11.917964 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef8b5add-3b35-4b00-80a0-2aa90acde7da tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:11.947612 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef8b5add-3b35-4b00-80a0-2aa90acde7da tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:11.948651 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8b5add-3b35-4b00-80a0-2aa90acde7da tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:11.949238 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef8b5add-3b35-4b00-80a0-2aa90acde7da tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:12.003327 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ef8b5add-3b35-4b00-80a0-2aa90acde7da tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.3897202 Nov 16 11:56:12.003817 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48100) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:12.009762 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-43306af7-b53f-4045-bbb6-c3bffafbaf01 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Request body: {'subnet': {'network_id': '4c8c0bd3-3740-4d22-8443-3b26d09d5d19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:12.011976 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b5add-3b35-4b00-80a0-2aa90acde7da tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Pushing event updated for resources: {'Network': ['ID=4c8c0bd3-3740-4d22-8443-3b26d09d5d19,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:12.022054 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 4c8c0bd3-3740-4d22-8443-3b26d09d5d19 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:56:12.033823 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43306af7-b53f-4045-bbb6-c3bffafbaf01 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Made reservation on behalf of f0c3a61d32fa4e15837c0620a14ff698 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:56:12.036455 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-43306af7-b53f-4045-bbb6-c3bffafbaf01 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:12.319471 n-d-816823-3 neutron-server[102668]: DEBUG neutron.objects.ports [None req-43306af7-b53f-4045-bbb6-c3bffafbaf01 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102668) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 11:56:12.319947 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-43306af7-b53f-4045-bbb6-c3bffafbaf01 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:12.374741 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43306af7-b53f-4045-bbb6-c3bffafbaf01 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bb514aef-a5f8-4f23-9bcb-d6303b220aa1,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:12.384486 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43306af7-b53f-4045-bbb6-c3bffafbaf01 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Checking segment: {'id': '4e62f0f6-93da-426c-b799-5437d6614f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '4c8c0bd3-3740-4d22-8443-3b26d09d5d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:56:12.384849 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43306af7-b53f-4045-bbb6-c3bffafbaf01 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Network hostable DHCP agents. Network: 4c8c0bd3-3740-4d22-8443-3b26d09d5d19, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:56:12.401794 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43306af7-b53f-4045-bbb6-c3bffafbaf01 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Network 4c8c0bd3-3740-4d22-8443-3b26d09d5d19 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:56:12.410534 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-43306af7-b53f-4045-bbb6-c3bffafbaf01 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 4c8c0bd3-3740-4d22-8443-3b26d09d5d19) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:56:12.416225 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43306af7-b53f-4045-bbb6-c3bffafbaf01 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:12.416826 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-43306af7-b53f-4045-bbb6-c3bffafbaf01 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:12.421454 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb7667c-1438-48bc-967f-dc5b3684d316 None None] Network 4c8c0bd3-3740-4d22-8443-3b26d09d5d19 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:56:12.436977 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-43306af7-b53f-4045-bbb6-c3bffafbaf01 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.4293671 Nov 16 11:56:12.437507 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48102) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:12.442576 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4ead3d02-0b61-4fac-b0be-5e9f711a519d tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2086750712', 'network_id': '4c8c0bd3-3740-4d22-8443-3b26d09d5d19'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:12.467292 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ead3d02-0b61-4fac-b0be-5e9f711a519d tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Made reservation on behalf of f0c3a61d32fa4e15837c0620a14ff698 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:56:12.470398 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4ead3d02-0b61-4fac-b0be-5e9f711a519d tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:12.491398 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-4ead3d02-0b61-4fac-b0be-5e9f711a519d tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] device_id is not set on port ae1549d6-a07d-408a-8feb-42ef160119ba yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:56:12.553739 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be19ab45-9a3a-41a5-977d-57ec1622a600 None None] Network 4c8c0bd3-3740-4d22-8443-3b26d09d5d19 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:56:12.601339 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-4ead3d02-0b61-4fac-b0be-5e9f711a519d tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Allocated IP 2001:db8::133 (4c8c0bd3-3740-4d22-8443-3b26d09d5d19/bb514aef-a5f8-4f23-9bcb-d6303b220aa1/ae1549d6-a07d-408a-8feb-42ef160119ba) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:56:12.744256 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4ead3d02-0b61-4fac-b0be-5e9f711a519d tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:12.777734 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4ead3d02-0b61-4fac-b0be-5e9f711a519d tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:12.824695 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ead3d02-0b61-4fac-b0be-5e9f711a519d tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Network 4c8c0bd3-3740-4d22-8443-3b26d09d5d19 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:56:12.828366 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-4ead3d02-0b61-4fac-b0be-5e9f711a519d tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:56:12.833861 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ead3d02-0b61-4fac-b0be-5e9f711a519d tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:56:12.834481 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ead3d02-0b61-4fac-b0be-5e9f711a519d tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:12.835088 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4ead3d02-0b61-4fac-b0be-5e9f711a519d tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:12.852849 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead3d02-0b61-4fac-b0be-5e9f711a519d tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Pushing event updated for resources: {'Port': ['ID=ae1549d6-a07d-408a-8feb-42ef160119ba,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:12.861978 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4ead3d02-0b61-4fac-b0be-5e9f711a519d tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4204717 Nov 16 11:56:12.861978 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48106) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:12.949898 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d24cb270-7472-4d5e-bcee-11cfd4885849 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Deleting port ae1549d6-a07d-408a-8feb-42ef160119ba {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:56:12.950268 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d24cb270-7472-4d5e-bcee-11cfd4885849 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:13.027191 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d24cb270-7472-4d5e-bcee-11cfd4885849 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:13.039531 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d24cb270-7472-4d5e-bcee-11cfd4885849 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Calling delete_port for ae1549d6-a07d-408a-8feb-42ef160119ba owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:56:13.065712 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-672d7e6b-bde7-4097-944d-9c57f6ad6ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:13.170012 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d24cb270-7472-4d5e-bcee-11cfd4885849 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:13.196762 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24cb270-7472-4d5e-bcee-11cfd4885849 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae1549d6-a07d-408a-8feb-42ef160119ba,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:13.220346 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d24cb270-7472-4d5e-bcee-11cfd4885849 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:13.223544 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d24cb270-7472-4d5e-bcee-11cfd4885849 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] 10.222.0.61 "DELETE /v2.0/ports/ae1549d6-a07d-408a-8feb-42ef160119ba HTTP/1.1" status: 204 len: 168 time: 0.3607891 Nov 16 11:56:13.226215 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48108) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:13.230259 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-32dd96a7-e13a-4854-88be-afda4b51af55 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4c8c0bd3-3740-4d22-8443-3b26d09d5d19', 'external_fixed_ips': [{'subnet_id': 'bb514aef-a5f8-4f23-9bcb-d6303b220aa1', 'ip_address': '2001:db8::133'}]}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:13.250061 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32dd96a7-e13a-4854-88be-afda4b51af55 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:13.251207 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32dd96a7-e13a-4854-88be-afda4b51af55 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:13.302961 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32dd96a7-e13a-4854-88be-afda4b51af55 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:13.438191 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32dd96a7-e13a-4854-88be-afda4b51af55 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:13.961625 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32dd96a7-e13a-4854-88be-afda4b51af55 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:13.980543 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32dd96a7-e13a-4854-88be-afda4b51af55 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:14.125730 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-32dd96a7-e13a-4854-88be-afda4b51af55 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Allocated IP 2001:db8::133 (4c8c0bd3-3740-4d22-8443-3b26d09d5d19/bb514aef-a5f8-4f23-9bcb-d6303b220aa1/732da011-9564-4bf5-9067-90854609efcd) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:56:14.229479 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32dd96a7-e13a-4854-88be-afda4b51af55 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:14.261854 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32dd96a7-e13a-4854-88be-afda4b51af55 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:14.296561 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32dd96a7-e13a-4854-88be-afda4b51af55 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Network 4c8c0bd3-3740-4d22-8443-3b26d09d5d19 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:56:14.301257 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-32dd96a7-e13a-4854-88be-afda4b51af55 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:56:14.305422 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dd96a7-e13a-4854-88be-afda4b51af55 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:56:14.365863 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd96a7-e13a-4854-88be-afda4b51af55 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Pushing event updated for resources: {'Port': ['ID=732da011-9564-4bf5-9067-90854609efcd,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:14.510288 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32dd96a7-e13a-4854-88be-afda4b51af55 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:14.703551 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32dd96a7-e13a-4854-88be-afda4b51af55 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:14.831816 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32dd96a7-e13a-4854-88be-afda4b51af55 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Router 758c843e-6bab-47a7-9585-c113eaa64a25 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:56:14.934629 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32dd96a7-e13a-4854-88be-afda4b51af55 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:56:14.947372 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e96e8a-75c6-4770-a9da-9c16953e7d0e None None] Sync routers for ids ['758c843e-6bab-47a7-9585-c113eaa64a25'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:56:14.953380 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32dd96a7-e13a-4854-88be-afda4b51af55 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:14.957213 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-32dd96a7-e13a-4854-88be-afda4b51af55 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.7276270 Nov 16 11:56:14.957859 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48122) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:14.958377 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e96e8a-75c6-4770-a9da-9c16953e7d0e None None] Routers {'758c843e-6bab-47a7-9585-c113eaa64a25'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:56:14.958556 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-33e96e8a-75c6-4770-a9da-9c16953e7d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:55:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['758c843e-6bab-47a7-9585-c113eaa64a25'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:15.066208 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-33e96e8a-75c6-4770-a9da-9c16953e7d0e None None] Set router 758c843e-6bab-47a7-9585-c113eaa64a25 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:56:15.066664 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1fc62d03-476e-4d73-8282-8c062e6659c7 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:15.185960 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1fc62d03-476e-4d73-8282-8c062e6659c7 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:15.249073 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1fc62d03-476e-4d73-8282-8c062e6659c7 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Deleting port 732da011-9564-4bf5-9067-90854609efcd {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:56:15.249425 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1fc62d03-476e-4d73-8282-8c062e6659c7 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:15.266253 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-33e96e8a-75c6-4770-a9da-9c16953e7d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758c843e-6bab-47a7-9585-c113eaa64a25', 'name': '', 'tenant_id': 'f0c3a61d32fa4e15837c0620a14ff698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8c0bd3-3740-4d22-8443-3b26d09d5d19', 'external_fixed_ips': [{'subnet_id': 'bb514aef-a5f8-4f23-9bcb-d6303b220aa1', 'ip_address': '2001:db8::133'}], 'enable_snat': True}, 'gw_port_id': '732da011-9564-4bf5-9067-90854609efcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:56:13Z', 'updated_at': '2021-11-16T11:56:14Z', 'revision_number': 3, 'project_id': 'f0c3a61d32fa4e15837c0620a14ff698', 'gw_port': {'id': '732da011-9564-4bf5-9067-90854609efcd', 'name': '', 'network_id': '4c8c0bd3-3740-4d22-8443-3b26d09d5d19', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:5f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758c843e-6bab-47a7-9585-c113eaa64a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'bb514aef-a5f8-4f23-9bcb-d6303b220aa1', 'ip_address': '2001:db8::133', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:56:13Z', 'updated_at': '2021-11-16T11:56:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb514aef-a5f8-4f23-9bcb-d6303b220aa1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:15.298906 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e96e8a-75c6-4770-a9da-9c16953e7d0e None None] Checking router: 758c843e-6bab-47a7-9585-c113eaa64a25 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:56:15.299550 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e96e8a-75c6-4770-a9da-9c16953e7d0e None None] Updating router 758c843e-6bab-47a7-9585-c113eaa64a25 port 732da011-9564-4bf5-9067-90854609efcd binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:56:15.327217 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-33e96e8a-75c6-4770-a9da-9c16953e7d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:15.367965 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1fc62d03-476e-4d73-8282-8c062e6659c7 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:15.383623 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1fc62d03-476e-4d73-8282-8c062e6659c7 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Calling delete_port for 732da011-9564-4bf5-9067-90854609efcd owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:56:15.600091 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8fc011f6-02a6-47e0-b896-555b838ad56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:15.617624 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1fc62d03-476e-4d73-8282-8c062e6659c7 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:15.630285 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.db.api [None req-33e96e8a-75c6-4770-a9da-9c16953e7d0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:56:15.630661 n-d-816823-3 neutron-server[102671]: DEBUG oslo_db.api [None req-33e96e8a-75c6-4770-a9da-9c16953e7d0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:56:15.647269 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc62d03-476e-4d73-8282-8c062e6659c7 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Pushing event deleted for resources: {'Port': ['ID=732da011-9564-4bf5-9067-90854609efcd,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:15.686515 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1fc62d03-476e-4d73-8282-8c062e6659c7 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:15.780053 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1fc62d03-476e-4d73-8282-8c062e6659c7 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:15.782985 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1fc62d03-476e-4d73-8282-8c062e6659c7 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:15.837813 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1fc62d03-476e-4d73-8282-8c062e6659c7 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:15.838400 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc62d03-476e-4d73-8282-8c062e6659c7 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 758c843e-6bab-47a7-9585-c113eaa64a25 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:56:15.843583 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1fc62d03-476e-4d73-8282-8c062e6659c7 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:15.847059 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1fc62d03-476e-4d73-8282-8c062e6659c7 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] 10.222.0.61 "DELETE /v2.0/routers/758c843e-6bab-47a7-9585-c113eaa64a25 HTTP/1.1" status: 204 len: 168 time: 0.8855555 Nov 16 11:56:15.847324 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48126) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:15.893160 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-c27dc7a1-9015-41ae-9096-01a56de59491 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Deleting subnet bb514aef-a5f8-4f23-9bcb-d6303b220aa1 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:56:15.896866 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c27dc7a1-9015-41ae-9096-01a56de59491 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:15.932308 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c27dc7a1-9015-41ae-9096-01a56de59491 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:15.971701 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c27dc7a1-9015-41ae-9096-01a56de59491 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:16.029038 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c27dc7a1-9015-41ae-9096-01a56de59491 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:16.055962 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27dc7a1-9015-41ae-9096-01a56de59491 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bb514aef-a5f8-4f23-9bcb-d6303b220aa1,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:16.057951 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c27dc7a1-9015-41ae-9096-01a56de59491 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:16.061152 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c27dc7a1-9015-41ae-9096-01a56de59491 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] 10.222.0.61 "DELETE /v2.0/subnets/bb514aef-a5f8-4f23-9bcb-d6303b220aa1 HTTP/1.1" status: 204 len: 168 time: 0.2127290 Nov 16 11:56:16.064205 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48128) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:16.149662 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80be4140-08e2-4cac-8374-fab4c936c1f5 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:16.157738 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e96e8a-75c6-4770-a9da-9c16953e7d0e None None] Port 732da011-9564-4bf5-9067-90854609efcd not found while updating agent binding for router 758c843e-6bab-47a7-9585-c113eaa64a25. {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 16 11:56:16.168436 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e96e8a-75c6-4770-a9da-9c16953e7d0e None None] Routers set() bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:56:16.169144 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e96e8a-75c6-4770-a9da-9c16953e7d0e None None] Router IDs set() for agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 16 11:56:16.170035 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_agentschedulers_db [None req-33e96e8a-75c6-4770-a9da-9c16953e7d0e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'758c843e-6bab-47a7-9585-c113eaa64a25'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:56:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent'). {{(pid=102671) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 16 11:56:16.170971 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e96e8a-75c6-4770-a9da-9c16953e7d0e None None] The sync data for ids ['758c843e-6bab-47a7-9585-c113eaa64a25'] in n-d-816823-3 is: [] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:56:16.248116 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80be4140-08e2-4cac-8374-fab4c936c1f5 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:16.275069 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-80be4140-08e2-4cac-8374-fab4c936c1f5 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c8c0bd3-3740-4d22-8443-3b26d09d5d19']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:16.285625 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-80be4140-08e2-4cac-8374-fab4c936c1f5 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e62f0f6-93da-426c-b799-5437d6614f70') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:16.285970 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-80be4140-08e2-4cac-8374-fab4c936c1f5 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e62f0f6-93da-426c-b799-5437d6614f70') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:16.295399 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80be4140-08e2-4cac-8374-fab4c936c1f5 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:16.309613 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80be4140-08e2-4cac-8374-fab4c936c1f5 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:16.316805 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80be4140-08e2-4cac-8374-fab4c936c1f5 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:56:16.317206 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80be4140-08e2-4cac-8374-fab4c936c1f5 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:16.319354 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:56:16.319354 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:56:16.319354 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:56:16.319354 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:56:16.319354 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:56:16.319354 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:56:16.319354 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:56:16.319354 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:56:16.319354 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:56:16.319354 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:56:16.319354 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:56:16.319354 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:56:16.319354 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:56:16.319354 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:56:16.319354 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:56:16.319354 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:56:16.319354 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:56:16.319354 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:56:16.319354 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:56:16.319354 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:56:16.319354 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:56:16.319354 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:56:16.319354 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:56:16.319354 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:56:16.319354 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:56:16.319354 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:56:16.319354 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:56:16.319354 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:56:16.319354 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:56:16.319354 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:56:16.319354 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:56:16.319354 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:56:16.383723 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80be4140-08e2-4cac-8374-fab4c936c1f5 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:16.389182 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80be4140-08e2-4cac-8374-fab4c936c1f5 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4c8c0bd3-3740-4d22-8443-3b26d09d5d19 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 16 11:56:16.404860 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80be4140-08e2-4cac-8374-fab4c936c1f5 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:16.408285 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-80be4140-08e2-4cac-8374-fab4c936c1f5 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] 10.222.0.61 "DELETE /v2.0/networks/4c8c0bd3-3740-4d22-8443-3b26d09d5d19 HTTP/1.1" status: 204 len: 168 time: 0.3431864 Nov 16 11:56:16.421753 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80be4140-08e2-4cac-8374-fab4c936c1f5 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Pushing event deleted for resources: {'Network': ['ID=4c8c0bd3-3740-4d22-8443-3b26d09d5d19,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:16.608127 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48138) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:16.612553 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-0a590c8b-def6-4e5b-be22-a9559a9ae9f3 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Request body: {'router': {'name': 'tempest-router--1900713318', 'project_id': 'ed255d9b5af74a34a580f8d2aaac7c9d'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:16.634579 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0a590c8b-def6-4e5b-be22-a9559a9ae9f3 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:16.635602 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0a590c8b-def6-4e5b-be22-a9559a9ae9f3 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:16.692832 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0a590c8b-def6-4e5b-be22-a9559a9ae9f3 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:16.696894 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:16.699133 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0a590c8b-def6-4e5b-be22-a9559a9ae9f3 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:16.714465 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0a590c8b-def6-4e5b-be22-a9559a9ae9f3 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:16.716688 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0a590c8b-def6-4e5b-be22-a9559a9ae9f3 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1074505 Nov 16 11:56:16.719481 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48140) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:16.793660 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1bdbd1bc-aecb-4d5c-8f8e-bb5c92ef6b9b tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:16.952961 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1bdbd1bc-aecb-4d5c-8f8e-bb5c92ef6b9b tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:16.955052 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1bdbd1bc-aecb-4d5c-8f8e-bb5c92ef6b9b tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:16.998122 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1bdbd1bc-aecb-4d5c-8f8e-bb5c92ef6b9b tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:16.998802 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdbd1bc-aecb-4d5c-8f8e-bb5c92ef6b9b tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c926c0ec-dc4d-448b-ae72-5f8e3eb7ee87 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:56:17.006885 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1bdbd1bc-aecb-4d5c-8f8e-bb5c92ef6b9b tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:17.008023 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1bdbd1bc-aecb-4d5c-8f8e-bb5c92ef6b9b tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] 10.222.0.61 "DELETE /v2.0/routers/c926c0ec-dc4d-448b-ae72-5f8e3eb7ee87 HTTP/1.1" status: 204 len: 168 time: 0.2875423 Nov 16 11:56:17.112560 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48144) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:17.319864 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-691f2063-8753-4235-bb97-276f02c476e5 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1898646383', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}, 'admin_state_up': False}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:17.343098 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-691f2063-8753-4235-bb97-276f02c476e5 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:17.344158 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-691f2063-8753-4235-bb97-276f02c476e5 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:17.392804 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-691f2063-8753-4235-bb97-276f02c476e5 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:17.850619 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-691f2063-8753-4235-bb97-276f02c476e5 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:18.045971 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-691f2063-8753-4235-bb97-276f02c476e5 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router_gateway, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:18.066100 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-691f2063-8753-4235-bb97-276f02c476e5 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:18.175859 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-691f2063-8753-4235-bb97-276f02c476e5 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Allocated IP 172.25.0.205 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/22110abb-dc4a-4392-9ee7-891023d73235) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:56:18.281250 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-691f2063-8753-4235-bb97-276f02c476e5 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:18.315473 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-691f2063-8753-4235-bb97-276f02c476e5 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:18.356716 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691f2063-8753-4235-bb97-276f02c476e5 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:56:18.360052 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-691f2063-8753-4235-bb97-276f02c476e5 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:56:18.363744 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691f2063-8753-4235-bb97-276f02c476e5 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:56:18.379819 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1019d9-ee5e-4cbe-9ea4-7c640e61a480 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:56:18.387397 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f2063-8753-4235-bb97-276f02c476e5 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Pushing event updated for resources: {'Port': ['ID=22110abb-dc4a-4392-9ee7-891023d73235,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:18.410944 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:18.468550 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b271d801-9057-4563-a9ae-c2d8a8444775 None None] Provisioning complete for port 22110abb-dc4a-4392-9ee7-891023d73235 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:56:18.469076 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b271d801-9057-4563-a9ae-c2d8a8444775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:18.502722 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b271d801-9057-4563-a9ae-c2d8a8444775 None None] Port 22110abb-dc4a-4392-9ee7-891023d73235 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:56:18.632407 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-691f2063-8753-4235-bb97-276f02c476e5 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router_gateway, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:18.831127 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-691f2063-8753-4235-bb97-276f02c476e5 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:18.880616 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:18.966277 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691f2063-8753-4235-bb97-276f02c476e5 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Router 8ad1af19-a7b5-4b27-99b1-c771b7e1ee78 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:56:19.074267 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691f2063-8753-4235-bb97-276f02c476e5 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:56:19.083471 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac715c78-af10-4f92-830f-5d24c25ebe50 None None] Sync routers for ids ['8ad1af19-a7b5-4b27-99b1-c771b7e1ee78'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:56:19.094329 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac715c78-af10-4f92-830f-5d24c25ebe50 None None] Routers {'8ad1af19-a7b5-4b27-99b1-c771b7e1ee78'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:56:19.094954 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ac715c78-af10-4f92-830f-5d24c25ebe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:56:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['8ad1af19-a7b5-4b27-99b1-c771b7e1ee78'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:19.095315 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-691f2063-8753-4235-bb97-276f02c476e5 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:19.099356 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48152) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:19.099919 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-691f2063-8753-4235-bb97-276f02c476e5 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.9857128 Nov 16 11:56:19.127648 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ac715c78-af10-4f92-830f-5d24c25ebe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:19.136569 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac715c78-af10-4f92-830f-5d24c25ebe50 None None] Routers {'8ad1af19-a7b5-4b27-99b1-c771b7e1ee78'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:56:19.137171 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ac715c78-af10-4f92-830f-5d24c25ebe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:56:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['8ad1af19-a7b5-4b27-99b1-c771b7e1ee78'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:19.171468 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ac715c78-af10-4f92-830f-5d24c25ebe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:19.172038 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac715c78-af10-4f92-830f-5d24c25ebe50 None None] The sync data for ids ['8ad1af19-a7b5-4b27-99b1-c771b7e1ee78'] in n-d-816823-3 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:56:19.206897 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c0b62347-6429-44b5-9542-535d3b7b4bd9 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] 10.222.0.61 "GET /v2.0/routers/8ad1af19-a7b5-4b27-99b1-c771b7e1ee78 HTTP/1.1" status: 200 len: 925 time: 0.1061718 Nov 16 11:56:19.209574 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48154) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:19.235492 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2811b046-6a37-435c-9ee2-c322c056fdfb tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ad1af19-a7b5-4b27-99b1-c771b7e1ee78 HTTP/1.1" status: 200 len: 205 time: 0.0248728 Nov 16 11:56:19.237900 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48156) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:19.339973 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2cb88b49-999c-4d59-99a4-2b6d53dd2857 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:19.441272 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2cb88b49-999c-4d59-99a4-2b6d53dd2857 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:19.494139 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-2cb88b49-999c-4d59-99a4-2b6d53dd2857 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Deleting port 22110abb-dc4a-4392-9ee7-891023d73235 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:56:19.494383 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2cb88b49-999c-4d59-99a4-2b6d53dd2857 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:19.575395 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2cb88b49-999c-4d59-99a4-2b6d53dd2857 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:19.587103 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-2cb88b49-999c-4d59-99a4-2b6d53dd2857 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Calling delete_port for 22110abb-dc4a-4392-9ee7-891023d73235 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:56:19.626540 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca6d44-ecfb-4ae3-be86-26c9703439e8 req-f863f3ed-214b-4704-a57d-0fd0c28de8be tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:19.628066 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7bca6d44-ecfb-4ae3-be86-26c9703439e8 req-f863f3ed-214b-4704-a57d-0fd0c28de8be tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/ports?device_id=85b3ee5f-5395-4659-8404-c25ba4c136f1 HTTP/1.1" status: 200 len: 945 time: 0.0491729 Nov 16 11:56:19.676026 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7bca6d44-ecfb-4ae3-be86-26c9703439e8 req-474a9e9d-be0c-4914-a607-791da8393900 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/security-groups?id=bb3660c1-cc36-493e-bbee-237697747880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410461 Nov 16 11:56:19.752719 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2cb88b49-999c-4d59-99a4-2b6d53dd2857 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:19.778801 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb88b49-999c-4d59-99a4-2b6d53dd2857 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Pushing event deleted for resources: {'Port': ['ID=22110abb-dc4a-4392-9ee7-891023d73235,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:19.796918 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf1e3cc-fbab-47b3-836c-942fd436d517 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:56:19.839299 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2cb88b49-999c-4d59-99a4-2b6d53dd2857 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:19.926593 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2cb88b49-999c-4d59-99a4-2b6d53dd2857 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:19.928744 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2cb88b49-999c-4d59-99a4-2b6d53dd2857 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:19.972820 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2cb88b49-999c-4d59-99a4-2b6d53dd2857 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:19.973330 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb88b49-999c-4d59-99a4-2b6d53dd2857 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Fanout notify agent at l3_agent the message router_deleted on router 8ad1af19-a7b5-4b27-99b1-c771b7e1ee78 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:56:19.980631 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2cb88b49-999c-4d59-99a4-2b6d53dd2857 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:19.981736 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2cb88b49-999c-4d59-99a4-2b6d53dd2857 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] 10.222.0.61 "DELETE /v2.0/routers/8ad1af19-a7b5-4b27-99b1-c771b7e1ee78 HTTP/1.1" status: 204 len: 168 time: 0.7429256 Nov 16 11:56:19.985342 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48164) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:19.989731 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-faed0fa6-1fa8-4279-a6da-27dbdf92d88c tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1744257937', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'enable_snat': False}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:20.011338 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-faed0fa6-1fa8-4279-a6da-27dbdf92d88c tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:20.012354 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-faed0fa6-1fa8-4279-a6da-27dbdf92d88c tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:20.065619 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-faed0fa6-1fa8-4279-a6da-27dbdf92d88c tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:20.197734 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-faed0fa6-1fa8-4279-a6da-27dbdf92d88c tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:20.395502 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-faed0fa6-1fa8-4279-a6da-27dbdf92d88c tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:20.414880 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-faed0fa6-1fa8-4279-a6da-27dbdf92d88c tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:20.517700 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-faed0fa6-1fa8-4279-a6da-27dbdf92d88c tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Allocated IP 172.25.0.192 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/fa29002e-72bf-4db4-a762-cfee2b5938cb) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:56:20.618372 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-faed0fa6-1fa8-4279-a6da-27dbdf92d88c tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:20.651359 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-faed0fa6-1fa8-4279-a6da-27dbdf92d88c tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:20.684820 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faed0fa6-1fa8-4279-a6da-27dbdf92d88c tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:56:20.687556 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-faed0fa6-1fa8-4279-a6da-27dbdf92d88c tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:56:20.693186 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faed0fa6-1fa8-4279-a6da-27dbdf92d88c tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:56:20.700520 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2c3762-c7e4-4191-ac1a-b9a079594813 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:56:20.726584 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed0fa6-1fa8-4279-a6da-27dbdf92d88c tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Pushing event updated for resources: {'Port': ['ID=fa29002e-72bf-4db4-a762-cfee2b5938cb,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:20.737213 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-e40196d7-8f75-4151-94fb-fea81bf3b234 None None] Provisioning complete for port fa29002e-72bf-4db4-a762-cfee2b5938cb triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:56:20.737654 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e40196d7-8f75-4151-94fb-fea81bf3b234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:20.771377 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-e40196d7-8f75-4151-94fb-fea81bf3b234 None None] Port fa29002e-72bf-4db4-a762-cfee2b5938cb cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:56:20.882749 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442462c-d1a5-4750-93d0-c03eee75805b req-657632ea-8711-4452-a093-a0eb633b122b tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:20.884222 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c442462c-d1a5-4750-93d0-c03eee75805b req-657632ea-8711-4452-a093-a0eb633b122b tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/ports?device_id=85b3ee5f-5395-4659-8404-c25ba4c136f1 HTTP/1.1" status: 200 len: 945 time: 0.1079619 Nov 16 11:56:21.001606 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c442462c-d1a5-4750-93d0-c03eee75805b req-8b8df0c2-e6a5-4950-88bf-9a7565f4546b tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/security-groups?id=bb3660c1-cc36-493e-bbee-237697747880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104136 Nov 16 11:56:21.017916 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-faed0fa6-1fa8-4279-a6da-27dbdf92d88c tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:21.216515 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-faed0fa6-1fa8-4279-a6da-27dbdf92d88c tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:21.259602 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df808e06-ffdd-4636-8046-897c6e748fa0 req-c389ce56-6017-438c-85e3-c76d960a2c14 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:21.260967 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-df808e06-ffdd-4636-8046-897c6e748fa0 req-c389ce56-6017-438c-85e3-c76d960a2c14 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.64 "GET /v2.0/ports?device_id=85b3ee5f-5395-4659-8404-c25ba4c136f1 HTTP/1.1" status: 200 len: 945 time: 0.0489328 Nov 16 11:56:21.345981 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faed0fa6-1fa8-4279-a6da-27dbdf92d88c tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Router 8b9d5138-4216-45df-8a30-a05a209fc566 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:56:21.348547 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-df808e06-ffdd-4636-8046-897c6e748fa0 req-58c711d8-7ef0-43cc-a254-0490fdef852b tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Deleting port d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:56:21.348864 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-df808e06-ffdd-4636-8046-897c6e748fa0 req-58c711d8-7ef0-43cc-a254-0490fdef852b tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:21.437206 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-df808e06-ffdd-4636-8046-897c6e748fa0 req-58c711d8-7ef0-43cc-a254-0490fdef852b tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] For port d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1,segment=NetworkSegment(8265722f-7ce6-4a01-9cef-8a229c9b255f),segment_id=8265722f-7ce6-4a01-9cef-8a229c9b255f)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:56:21.437566 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-df808e06-ffdd-4636-8046-897c6e748fa0 req-58c711d8-7ef0-43cc-a254-0490fdef852b tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:21.448646 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faed0fa6-1fa8-4279-a6da-27dbdf92d88c tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:56:21.450610 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-df808e06-ffdd-4636-8046-897c6e748fa0 req-58c711d8-7ef0-43cc-a254-0490fdef852b tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Calling delete_port for d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:56:21.458790 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc939a1-4e91-4ee4-8f84-6974cb4941d6 None None] Sync routers for ids ['8b9d5138-4216-45df-8a30-a05a209fc566'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:56:21.467556 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-faed0fa6-1fa8-4279-a6da-27dbdf92d88c tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:21.470954 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc939a1-4e91-4ee4-8f84-6974cb4941d6 None None] Routers {'8b9d5138-4216-45df-8a30-a05a209fc566'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:56:21.471842 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ddc939a1-4e91-4ee4-8f84-6974cb4941d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:56:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['8b9d5138-4216-45df-8a30-a05a209fc566'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:21.477356 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-faed0fa6-1fa8-4279-a6da-27dbdf92d88c tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 1.4868200 Nov 16 11:56:21.480227 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48168) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:21.582762 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-ddc939a1-4e91-4ee4-8f84-6974cb4941d6 None None] Set router 8b9d5138-4216-45df-8a30-a05a209fc566 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:56:21.596552 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-df808e06-ffdd-4636-8046-897c6e748fa0 req-58c711d8-7ef0-43cc-a254-0490fdef852b tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:21.606024 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-65c5fe0a-4cc8-46e6-a9e4-395be9fe1f07 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] 10.222.0.61 "GET /v2.0/routers/8b9d5138-4216-45df-8a30-a05a209fc566 HTTP/1.1" status: 200 len: 909 time: 0.1269152 Nov 16 11:56:21.608438 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48170) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:21.613146 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-337c2e41-ed0e-4c93-bc1c-b6e2aad5a74f tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1744257937', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'enable_snat': True}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:21.616468 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:56:21.629899 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c711d8-7ef0-43cc-a254-0490fdef852b tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Pushing event deleted for resources: {'Port': ['ID=d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:21.647264 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-337c2e41-ed0e-4c93-bc1c-b6e2aad5a74f tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:21.648696 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-337c2e41-ed0e-4c93-bc1c-b6e2aad5a74f tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:21.682022 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-df808e06-ffdd-4636-8046-897c6e748fa0 req-58c711d8-7ef0-43cc-a254-0490fdef852b tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] No DVR routers for this DVR port d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:56:21.684484 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-df808e06-ffdd-4636-8046-897c6e748fa0 req-58c711d8-7ef0-43cc-a254-0490fdef852b tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:21.687812 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-df808e06-ffdd-4636-8046-897c6e748fa0 req-58c711d8-7ef0-43cc-a254-0490fdef852b tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.64 "DELETE /v2.0/ports/d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1 HTTP/1.1" status: 204 len: 173 time: 0.4203517 Nov 16 11:56:21.688520 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b3ee5f-5395-4659-8404-c25ba4c136f1', 'name': 'network-vif-deleted', 'tag': 'd16190dc-d3fb-4bcf-aa7f-b94390b2f9b1'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:56:21.691408 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa0d7f8-1a3f-4b10-bde4-59ef28bc2bd0" -d '{"events": [{"server_uuid": "85b3ee5f-5395-4659-8404-c25ba4c136f1", "name": "network-vif-deleted", "tag": "d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:56:21.718325 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-337c2e41-ed0e-4c93-bc1c-b6e2aad5a74f tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:21.733082 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31dfebf8-33c1-4bb2-beb2-ec5fb0fa0a2e x-openstack-request-id: req-31dfebf8-33c1-4bb2-beb2-ec5fb0fa0a2e {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:56:21.733444 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b3ee5f-5395-4659-8404-c25ba4c136f1", "name": "network-vif-deleted", "tag": "d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:56:21.733781 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-31dfebf8-33c1-4bb2-beb2-ec5fb0fa0a2e {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:56:21.734261 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b3ee5f-5395-4659-8404-c25ba4c136f1', 'name': 'network-vif-deleted', 'tag': 'd16190dc-d3fb-4bcf-aa7f-b94390b2f9b1', 'status': 'completed', 'code': 200} Nov 16 11:56:21.800813 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ddc939a1-4e91-4ee4-8f84-6974cb4941d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9d5138-4216-45df-8a30-a05a209fc566', 'name': 'tempest-snat-router-1744257937', 'tenant_id': 'f0c3a61d32fa4e15837c0620a14ff698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.192'}], 'enable_snat': False}, 'gw_port_id': 'fa29002e-72bf-4db4-a762-cfee2b5938cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:56:20Z', 'updated_at': '2021-11-16T11:56:20Z', 'revision_number': 3, 'project_id': 'f0c3a61d32fa4e15837c0620a14ff698', 'gw_port': {'id': 'fa29002e-72bf-4db4-a762-cfee2b5938cb', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9d5138-4216-45df-8a30-a05a209fc566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:56:20Z', 'updated_at': '2021-11-16T11:56:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:21.833248 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc939a1-4e91-4ee4-8f84-6974cb4941d6 None None] Checking router: 8b9d5138-4216-45df-8a30-a05a209fc566 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:56:21.833598 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc939a1-4e91-4ee4-8f84-6974cb4941d6 None None] Updating router 8b9d5138-4216-45df-8a30-a05a209fc566 port fa29002e-72bf-4db4-a762-cfee2b5938cb binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:56:21.863092 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ddc939a1-4e91-4ee4-8f84-6974cb4941d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:22.186894 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-82dda3c2-437b-4b32-aefc-9434b9aca3cb req-c32bc661-c33a-4c5c-9b63-b3bf94f3e6b0 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/ports?device_id=85b3ee5f-5395-4659-8404-c25ba4c136f1 HTTP/1.1" status: 200 len: 210 time: 0.0602500 Nov 16 11:56:22.223864 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-337c2e41-ed0e-4c93-bc1c-b6e2aad5a74f tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:22.233692 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ddc939a1-4e91-4ee4-8f84-6974cb4941d6 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:22.238827 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ddc939a1-4e91-4ee4-8f84-6974cb4941d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:22.287180 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28548e7-da74-49f8-8c9b-ab6296cfb85d None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:56:22.298833 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-ddc939a1-4e91-4ee4-8f84-6974cb4941d6 None None] Attempting to bind port fa29002e-72bf-4db4-a762-cfee2b5938cb on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:56:22.299545 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-ddc939a1-4e91-4ee4-8f84-6974cb4941d6 None None] Attempting to bind port fa29002e-72bf-4db4-a762-cfee2b5938cb by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:56:22.299545 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc939a1-4e91-4ee4-8f84-6974cb4941d6 None None] Attempting to bind port fa29002e-72bf-4db4-a762-cfee2b5938cb on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:56:22.302432 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a67f4-724c-455e-b02b-c000d5f3d43a None None] Pushing event updated for resources: {'Port': ['ID=fa29002e-72bf-4db4-a762-cfee2b5938cb,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:22.307172 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc939a1-4e91-4ee4-8f84-6974cb4941d6 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:56:22.307477 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc939a1-4e91-4ee4-8f84-6974cb4941d6 None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:56:22.307928 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ddc939a1-4e91-4ee4-8f84-6974cb4941d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:22.308255 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc939a1-4e91-4ee4-8f84-6974cb4941d6 None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:56:22.308719 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-ddc939a1-4e91-4ee4-8f84-6974cb4941d6 None None] Bound port: fa29002e-72bf-4db4-a762-cfee2b5938cb, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:56:22.309223 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ddc939a1-4e91-4ee4-8f84-6974cb4941d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:22.315853 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190a67f4-724c-455e-b02b-c000d5f3d43a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:22.316198 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190a67f4-724c-455e-b02b-c000d5f3d43a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:22.316533 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190a67f4-724c-455e-b02b-c000d5f3d43a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:22.316865 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190a67f4-724c-455e-b02b-c000d5f3d43a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:22.317186 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190a67f4-724c-455e-b02b-c000d5f3d43a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:22.317509 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190a67f4-724c-455e-b02b-c000d5f3d43a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:22.317833 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190a67f4-724c-455e-b02b-c000d5f3d43a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:22.318176 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190a67f4-724c-455e-b02b-c000d5f3d43a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:22.318494 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190a67f4-724c-455e-b02b-c000d5f3d43a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:22.318815 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190a67f4-724c-455e-b02b-c000d5f3d43a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:22.319130 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190a67f4-724c-455e-b02b-c000d5f3d43a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:22.319446 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190a67f4-724c-455e-b02b-c000d5f3d43a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:22.371401 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-ddc939a1-4e91-4ee4-8f84-6974cb4941d6 None None] For port fa29002e-72bf-4db4-a762-cfee2b5938cb, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:56:22.374630 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-ddc939a1-4e91-4ee4-8f84-6974cb4941d6 None None] For port fa29002e-72bf-4db4-a762-cfee2b5938cb, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=fa29002e-72bf-4db4-a762-cfee2b5938cb,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:56:22.378605 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ddc939a1-4e91-4ee4-8f84-6974cb4941d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:22.417822 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-0e3dda06-6300-4cff-9e22-b00c3e9a1c24 None None] Provisioning complete for port fa29002e-72bf-4db4-a762-cfee2b5938cb triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:56:22.421206 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0e3dda06-6300-4cff-9e22-b00c3e9a1c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:22.434650 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-337c2e41-ed0e-4c93-bc1c-b6e2aad5a74f tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:22.436270 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc939a1-4e91-4ee4-8f84-6974cb4941d6 None None] Routers {'8b9d5138-4216-45df-8a30-a05a209fc566'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:56:22.436919 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ddc939a1-4e91-4ee4-8f84-6974cb4941d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:56:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['8b9d5138-4216-45df-8a30-a05a209fc566'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:22.439885 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a67f4-724c-455e-b02b-c000d5f3d43a None None] Pushing event updated for resources: {'Port': ['ID=fa29002e-72bf-4db4-a762-cfee2b5938cb,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:22.444315 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4957bac1-8387-4901-944c-7233670b281c None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:56:22.456661 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-337c2e41-ed0e-4c93-bc1c-b6e2aad5a74f tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:22.521953 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0e3dda06-6300-4cff-9e22-b00c3e9a1c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:22.545266 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-0e3dda06-6300-4cff-9e22-b00c3e9a1c24 None None] For port fa29002e-72bf-4db4-a762-cfee2b5938cb, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=fa29002e-72bf-4db4-a762-cfee2b5938cb,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:56:22.547309 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-ddc939a1-4e91-4ee4-8f84-6974cb4941d6 None None] Set router 8b9d5138-4216-45df-8a30-a05a209fc566 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:56:22.550143 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0e3dda06-6300-4cff-9e22-b00c3e9a1c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:22.571342 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-337c2e41-ed0e-4c93-bc1c-b6e2aad5a74f tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Allocated IP 172.25.0.224 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/afc4bb43-7039-4556-8d34-1b1c5a87b3a5) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:56:22.602695 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3dda06-6300-4cff-9e22-b00c3e9a1c24 None None] Pushing event updated for resources: {'Port': ['ID=fa29002e-72bf-4db4-a762-cfee2b5938cb,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:22.610850 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3dda06-6300-4cff-9e22-b00c3e9a1c24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:22.611270 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3dda06-6300-4cff-9e22-b00c3e9a1c24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:22.611662 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3dda06-6300-4cff-9e22-b00c3e9a1c24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:22.611972 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3dda06-6300-4cff-9e22-b00c3e9a1c24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:22.612287 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3dda06-6300-4cff-9e22-b00c3e9a1c24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:22.612615 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3dda06-6300-4cff-9e22-b00c3e9a1c24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:22.612951 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3dda06-6300-4cff-9e22-b00c3e9a1c24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:22.613267 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3dda06-6300-4cff-9e22-b00c3e9a1c24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:22.613589 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3dda06-6300-4cff-9e22-b00c3e9a1c24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:22.613909 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3dda06-6300-4cff-9e22-b00c3e9a1c24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:22.614257 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3dda06-6300-4cff-9e22-b00c3e9a1c24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:22.614578 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3dda06-6300-4cff-9e22-b00c3e9a1c24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:22.673389 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-8e759270-43bf-445e-a266-3af0263282eb None None] Provisioning complete for port fa29002e-72bf-4db4-a762-cfee2b5938cb triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:56:22.673975 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8e759270-43bf-445e-a266-3af0263282eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:22.685051 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-337c2e41-ed0e-4c93-bc1c-b6e2aad5a74f tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:22.722266 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-337c2e41-ed0e-4c93-bc1c-b6e2aad5a74f tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:22.742554 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ddc939a1-4e91-4ee4-8f84-6974cb4941d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9d5138-4216-45df-8a30-a05a209fc566', 'name': 'tempest-snat-router-1744257937', 'tenant_id': 'f0c3a61d32fa4e15837c0620a14ff698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.192'}], 'enable_snat': False}, 'gw_port_id': 'fa29002e-72bf-4db4-a762-cfee2b5938cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:56:20Z', 'updated_at': '2021-11-16T11:56:20Z', 'revision_number': 3, 'project_id': 'f0c3a61d32fa4e15837c0620a14ff698', 'gw_port': {'id': 'fa29002e-72bf-4db4-a762-cfee2b5938cb', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9d5138-4216-45df-8a30-a05a209fc566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:56:20Z', 'updated_at': '2021-11-16T11:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:22.764021 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337c2e41-ed0e-4c93-bc1c-b6e2aad5a74f tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:56:22.767020 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-337c2e41-ed0e-4c93-bc1c-b6e2aad5a74f tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:56:22.770704 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337c2e41-ed0e-4c93-bc1c-b6e2aad5a74f tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:56:22.776724 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c2e41-ed0e-4c93-bc1c-b6e2aad5a74f tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Pushing event updated for resources: {'Port': ['ID=afc4bb43-7039-4556-8d34-1b1c5a87b3a5,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:22.777363 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc939a1-4e91-4ee4-8f84-6974cb4941d6 None None] The sync data for ids ['8b9d5138-4216-45df-8a30-a05a209fc566'] in n-d-816823-3 is: [{'id': '8b9d5138-4216-45df-8a30-a05a209fc566', 'name': 'tempest-snat-router-1744257937', 'tenant_id': 'f0c3a61d32fa4e15837c0620a14ff698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.192'}], 'enable_snat': False}, 'gw_port_id': 'fa29002e-72bf-4db4-a762-cfee2b5938cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:56:20Z', 'updated_at': '2021-11-16T11:56:20Z', 'revision_number': 3, 'project_id': 'f0c3a61d32fa4e15837c0620a14ff698', 'gw_port': {'id': 'fa29002e-72bf-4db4-a762-cfee2b5938cb', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9d5138-4216-45df-8a30-a05a209fc566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:56:20Z', 'updated_at': '2021-11-16T11:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:56:22.788093 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea7a2fb-c7b6-490b-a6d8-b399f765792c None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:56:22.873689 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-698ecbff-5e82-44c8-84fc-fdec71b3c033 None None] Provisioning complete for port afc4bb43-7039-4556-8d34-1b1c5a87b3a5 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:56:22.874098 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-698ecbff-5e82-44c8-84fc-fdec71b3c033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:22.913003 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-698ecbff-5e82-44c8-84fc-fdec71b3c033 None None] Port afc4bb43-7039-4556-8d34-1b1c5a87b3a5 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:56:23.041358 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-337c2e41-ed0e-4c93-bc1c-b6e2aad5a74f tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:23.248332 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-337c2e41-ed0e-4c93-bc1c-b6e2aad5a74f tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:23.388489 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337c2e41-ed0e-4c93-bc1c-b6e2aad5a74f tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Router 4a48e619-8ebe-456d-aeff-23bdb142397c is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:56:23.509684 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337c2e41-ed0e-4c93-bc1c-b6e2aad5a74f tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:56:23.519137 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3d2072-85f3-44b9-b92d-7e30becf56bc None None] Sync routers for ids ['4a48e619-8ebe-456d-aeff-23bdb142397c'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:56:23.532414 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3d2072-85f3-44b9-b92d-7e30becf56bc None None] Routers {'4a48e619-8ebe-456d-aeff-23bdb142397c'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:56:23.533235 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4d3d2072-85f3-44b9-b92d-7e30becf56bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:56:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['4a48e619-8ebe-456d-aeff-23bdb142397c'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:23.534182 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-337c2e41-ed0e-4c93-bc1c-b6e2aad5a74f tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:23.535802 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-337c2e41-ed0e-4c93-bc1c-b6e2aad5a74f tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.9262261 Nov 16 11:56:23.538315 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48182) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:23.677982 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e561c42d-f4fc-4c07-bf87-63d0560718e4 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] 10.222.0.61 "GET /v2.0/routers/4a48e619-8ebe-456d-aeff-23bdb142397c HTTP/1.1" status: 200 len: 908 time: 0.1375020 Nov 16 11:56:23.679987 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48184) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:23.800016 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4ecc559-e50d-4382-ab00-aa565414271d tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:23.817364 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-4d3d2072-85f3-44b9-b92d-7e30becf56bc None None] Set router 4a48e619-8ebe-456d-aeff-23bdb142397c gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:56:23.903197 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4ecc559-e50d-4382-ab00-aa565414271d tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:23.959020 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-b4ecc559-e50d-4382-ab00-aa565414271d tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Deleting port afc4bb43-7039-4556-8d34-1b1c5a87b3a5 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:56:23.959639 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4ecc559-e50d-4382-ab00-aa565414271d tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:24.001457 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4d3d2072-85f3-44b9-b92d-7e30becf56bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a48e619-8ebe-456d-aeff-23bdb142397c', 'name': 'tempest-snat-router-1744257937', 'tenant_id': 'f0c3a61d32fa4e15837c0620a14ff698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'afc4bb43-7039-4556-8d34-1b1c5a87b3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:56:21Z', 'updated_at': '2021-11-16T11:56:22Z', 'revision_number': 3, 'project_id': 'f0c3a61d32fa4e15837c0620a14ff698', 'gw_port': {'id': 'afc4bb43-7039-4556-8d34-1b1c5a87b3a5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:83:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a48e619-8ebe-456d-aeff-23bdb142397c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:56:22Z', 'updated_at': '2021-11-16T11:56:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:24.027544 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3d2072-85f3-44b9-b92d-7e30becf56bc None None] Checking router: 4a48e619-8ebe-456d-aeff-23bdb142397c for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:56:24.027891 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3d2072-85f3-44b9-b92d-7e30becf56bc None None] Updating router 4a48e619-8ebe-456d-aeff-23bdb142397c port afc4bb43-7039-4556-8d34-1b1c5a87b3a5 binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:56:24.038443 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4ecc559-e50d-4382-ab00-aa565414271d tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:24.050239 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-b4ecc559-e50d-4382-ab00-aa565414271d tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Calling delete_port for afc4bb43-7039-4556-8d34-1b1c5a87b3a5 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:56:24.058940 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4d3d2072-85f3-44b9-b92d-7e30becf56bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:24.242637 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4ecc559-e50d-4382-ab00-aa565414271d tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:24.283628 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ecc559-e50d-4382-ab00-aa565414271d tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Pushing event deleted for resources: {'Port': ['ID=afc4bb43-7039-4556-8d34-1b1c5a87b3a5,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:24.289961 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a328ba-c97e-4068-ab1e-5f949d8a294c None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:56:24.338366 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.api [None req-4d3d2072-85f3-44b9-b92d-7e30becf56bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:56:24.338716 n-d-816823-3 neutron-server[102670]: DEBUG oslo_db.api [None req-4d3d2072-85f3-44b9-b92d-7e30becf56bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:56:24.350279 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4ecc559-e50d-4382-ab00-aa565414271d tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:24.450510 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4ecc559-e50d-4382-ab00-aa565414271d tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:24.452674 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4ecc559-e50d-4382-ab00-aa565414271d tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:24.779022 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device fa29002e-72bf-4db4-a762-cfee2b5938cb up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:56:24.873187 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:56:24.894110 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4ecc559-e50d-4382-ab00-aa565414271d tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:24.894698 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ecc559-e50d-4382-ab00-aa565414271d tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a48e619-8ebe-456d-aeff-23bdb142397c {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:56:24.899573 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4ecc559-e50d-4382-ab00-aa565414271d tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:24.903186 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b4ecc559-e50d-4382-ab00-aa565414271d tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] 10.222.0.61 "DELETE /v2.0/routers/4a48e619-8ebe-456d-aeff-23bdb142397c HTTP/1.1" status: 204 len: 168 time: 1.2191982 Nov 16 11:56:24.903733 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48188) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:24.932707 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3d2072-85f3-44b9-b92d-7e30becf56bc None None] Port afc4bb43-7039-4556-8d34-1b1c5a87b3a5 not found while updating agent binding for router 4a48e619-8ebe-456d-aeff-23bdb142397c. {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 16 11:56:24.936715 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:56:24.937059 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device d16190dc-d3fb-4bcf-aa7f-b94390b2f9b1 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:56:24.956995 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3d2072-85f3-44b9-b92d-7e30becf56bc None None] Routers set() bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:56:24.957277 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3d2072-85f3-44b9-b92d-7e30becf56bc None None] Router IDs set() for agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 16 11:56:24.957866 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_agentschedulers_db [None req-4d3d2072-85f3-44b9-b92d-7e30becf56bc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4a48e619-8ebe-456d-aeff-23bdb142397c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:56:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent'). {{(pid=102670) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 16 11:56:24.958259 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3d2072-85f3-44b9-b92d-7e30becf56bc None None] The sync data for ids ['4a48e619-8ebe-456d-aeff-23bdb142397c'] in n-d-816823-3 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:56:24.966166 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port fa29002e-72bf-4db4-a762-cfee2b5938cb triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:56:24.966534 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:25.030987 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6def18ac-361f-409d-a263-0a526d457748 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:25.136299 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6def18ac-361f-409d-a263-0a526d457748 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:25.186318 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6def18ac-361f-409d-a263-0a526d457748 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Deleting port fa29002e-72bf-4db4-a762-cfee2b5938cb {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:56:25.186647 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6def18ac-361f-409d-a263-0a526d457748 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:25.268408 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-6def18ac-361f-409d-a263-0a526d457748 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] For port fa29002e-72bf-4db4-a762-cfee2b5938cb, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=fa29002e-72bf-4db4-a762-cfee2b5938cb,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:56:25.268769 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6def18ac-361f-409d-a263-0a526d457748 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:25.281204 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6def18ac-361f-409d-a263-0a526d457748 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Calling delete_port for fa29002e-72bf-4db4-a762-cfee2b5938cb owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:56:25.444699 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6def18ac-361f-409d-a263-0a526d457748 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:25.470459 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def18ac-361f-409d-a263-0a526d457748 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa29002e-72bf-4db4-a762-cfee2b5938cb,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:25.485519 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40e7882-2864-4801-a73f-1a97030c1800 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:56:25.540151 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6def18ac-361f-409d-a263-0a526d457748 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:25.641054 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6def18ac-361f-409d-a263-0a526d457748 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:25.643553 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6def18ac-361f-409d-a263-0a526d457748 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:25.695636 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6def18ac-361f-409d-a263-0a526d457748 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:25.696253 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6def18ac-361f-409d-a263-0a526d457748 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8b9d5138-4216-45df-8a30-a05a209fc566 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:56:25.706686 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6def18ac-361f-409d-a263-0a526d457748 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:25.710012 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6def18ac-361f-409d-a263-0a526d457748 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] 10.222.0.61 "DELETE /v2.0/routers/8b9d5138-4216-45df-8a30-a05a209fc566 HTTP/1.1" status: 204 len: 168 time: 0.8030381 Nov 16 11:56:25.711790 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48204) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:25.717247 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-8f422fe0-e46e-4752-800f-1d0859811cc4 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-195905997', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}, 'admin_state_up': False}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:25.746939 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f422fe0-e46e-4752-800f-1d0859811cc4 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:25.748513 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f422fe0-e46e-4752-800f-1d0859811cc4 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:25.807963 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f422fe0-e46e-4752-800f-1d0859811cc4 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:25.953399 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f422fe0-e46e-4752-800f-1d0859811cc4 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:26.150194 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f422fe0-e46e-4752-800f-1d0859811cc4 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router_gateway, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:26.170671 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f422fe0-e46e-4752-800f-1d0859811cc4 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:26.279736 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-8f422fe0-e46e-4752-800f-1d0859811cc4 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Allocated IP 172.25.0.121 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/fe5c62bf-818f-404b-803f-a62dac19b69e) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:56:26.388293 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f422fe0-e46e-4752-800f-1d0859811cc4 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:26.422516 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f422fe0-e46e-4752-800f-1d0859811cc4 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:26.463375 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f422fe0-e46e-4752-800f-1d0859811cc4 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:56:26.466268 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-8f422fe0-e46e-4752-800f-1d0859811cc4 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:56:26.470082 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f422fe0-e46e-4752-800f-1d0859811cc4 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:56:26.481664 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd74e27-3490-4a82-add1-4edf8232e2c4 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:56:26.499957 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f422fe0-e46e-4752-800f-1d0859811cc4 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Pushing event updated for resources: {'Port': ['ID=fe5c62bf-818f-404b-803f-a62dac19b69e,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:26.559072 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-74362d20-a3a1-4639-9ca9-538f58c86cdc None None] Provisioning complete for port fe5c62bf-818f-404b-803f-a62dac19b69e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:56:26.559640 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-74362d20-a3a1-4639-9ca9-538f58c86cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:26.594543 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-74362d20-a3a1-4639-9ca9-538f58c86cdc None None] Port fe5c62bf-818f-404b-803f-a62dac19b69e cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:56:26.726859 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device fa29002e-72bf-4db4-a762-cfee2b5938cb no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:56:26.737205 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f422fe0-e46e-4752-800f-1d0859811cc4 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router_gateway, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:26.747629 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: fa29002e-72bf-4db4-a762-cfee2b5938cb {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:56:26.748194 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device fa29002e-72bf-4db4-a762-cfee2b5938cb not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:56:26.958870 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f422fe0-e46e-4752-800f-1d0859811cc4 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:27.089164 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f422fe0-e46e-4752-800f-1d0859811cc4 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Router 8285053f-72cb-4c5f-8430-5d080d003b7d is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:56:27.521828 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f422fe0-e46e-4752-800f-1d0859811cc4 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:56:27.531763 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb39075-f17b-488a-a436-49a1891b61f0 None None] Sync routers for ids ['8285053f-72cb-4c5f-8430-5d080d003b7d'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:56:27.542446 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb39075-f17b-488a-a436-49a1891b61f0 None None] Routers {'8285053f-72cb-4c5f-8430-5d080d003b7d'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:56:27.542748 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f422fe0-e46e-4752-800f-1d0859811cc4 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:27.543055 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-0fb39075-f17b-488a-a436-49a1891b61f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:56:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['8285053f-72cb-4c5f-8430-5d080d003b7d'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:27.546367 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8f422fe0-e46e-4752-800f-1d0859811cc4 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.8333032 Nov 16 11:56:27.547104 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48208) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:27.551678 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-35a29a12-1856-49b5-a817-c27dcf50e192 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'enable_snat': False}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:27.575042 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-0fb39075-f17b-488a-a436-49a1891b61f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:27.583635 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb39075-f17b-488a-a436-49a1891b61f0 None None] Routers {'8285053f-72cb-4c5f-8430-5d080d003b7d'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:56:27.584235 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-0fb39075-f17b-488a-a436-49a1891b61f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:56:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['8285053f-72cb-4c5f-8430-5d080d003b7d'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:27.619722 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-0fb39075-f17b-488a-a436-49a1891b61f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:27.620363 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb39075-f17b-488a-a436-49a1891b61f0 None None] The sync data for ids ['8285053f-72cb-4c5f-8430-5d080d003b7d'] in n-d-816823-3 is: [] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:56:27.846672 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35a29a12-1856-49b5-a817-c27dcf50e192 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:28.239617 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35a29a12-1856-49b5-a817-c27dcf50e192 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1984560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1995711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3572'] for router, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:28.242969 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35a29a12-1856-49b5-a817-c27dcf50e192 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1984559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1984550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1995702'] for router, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:28.326042 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:28.356208 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a29a12-1856-49b5-a817-c27dcf50e192 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Router 8285053f-72cb-4c5f-8430-5d080d003b7d has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:56:28.462980 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a29a12-1856-49b5-a817-c27dcf50e192 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:56:28.467329 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35a29a12-1856-49b5-a817-c27dcf50e192 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:28.468593 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-35a29a12-1856-49b5-a817-c27dcf50e192 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] 10.222.0.61 "PUT /v2.0/routers/8285053f-72cb-4c5f-8430-5d080d003b7d HTTP/1.1" status: 200 len: 925 time: 0.9204600 Nov 16 11:56:28.471358 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48216) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:28.475668 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2152673f-63a2-4bc5-99c1-6b78702d55a4 None None] Sync routers for ids ['8285053f-72cb-4c5f-8430-5d080d003b7d'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:56:28.486995 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2152673f-63a2-4bc5-99c1-6b78702d55a4 None None] Routers {'8285053f-72cb-4c5f-8430-5d080d003b7d'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:56:28.487706 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2152673f-63a2-4bc5-99c1-6b78702d55a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:56:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['8285053f-72cb-4c5f-8430-5d080d003b7d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:28.525907 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2152673f-63a2-4bc5-99c1-6b78702d55a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:28.535559 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2152673f-63a2-4bc5-99c1-6b78702d55a4 None None] Routers {'8285053f-72cb-4c5f-8430-5d080d003b7d'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:56:28.536181 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2152673f-63a2-4bc5-99c1-6b78702d55a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:56:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['8285053f-72cb-4c5f-8430-5d080d003b7d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:28.576051 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2152673f-63a2-4bc5-99c1-6b78702d55a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:28.576674 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2152673f-63a2-4bc5-99c1-6b78702d55a4 None None] The sync data for ids ['8285053f-72cb-4c5f-8430-5d080d003b7d'] in n-d-816823-3 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:56:28.578604 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-704f8bd4-c2b9-4d9a-962b-ccae76d7fdeb tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] 10.222.0.61 "GET /v2.0/routers/8285053f-72cb-4c5f-8430-5d080d003b7d HTTP/1.1" status: 200 len: 925 time: 0.1061013 Nov 16 11:56:28.582331 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48218) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:28.623933 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dd317c-888f-41ac-9705-bad8924be5b9 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:28.625467 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-36dd317c-888f-41ac-9705-bad8924be5b9 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=47f35a41-d782-4d3e-9754-e87c9ca4914b&device_id=8285053f-72cb-4c5f-8430-5d080d003b7d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0421340 Nov 16 11:56:28.628108 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48220) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:28.711950 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2bbb53-a613-4f5b-93cf-31ddce2c4d60 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:28.713407 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0e2bbb53-a613-4f5b-93cf-31ddce2c4d60 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] 10.222.0.61 "GET /v2.0/networks/47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 881 time: 0.0843291 Nov 16 11:56:28.716165 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48222) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:28.745422 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-01b80206-0649-4d51-90c3-353d5677ca16 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] 10.222.0.61 "GET /v2.0/ports?device_id=8285053f-72cb-4c5f-8430-5d080d003b7d HTTP/1.1" status: 200 len: 205 time: 0.0281818 Nov 16 11:56:28.747888 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48224) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:28.851652 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1219633a-ad0b-4293-9a93-cbd97e4dae66 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:28.954080 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1219633a-ad0b-4293-9a93-cbd97e4dae66 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:29.009871 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1219633a-ad0b-4293-9a93-cbd97e4dae66 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Deleting port fe5c62bf-818f-404b-803f-a62dac19b69e {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:56:29.010179 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1219633a-ad0b-4293-9a93-cbd97e4dae66 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:29.089151 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1219633a-ad0b-4293-9a93-cbd97e4dae66 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:29.101733 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1219633a-ad0b-4293-9a93-cbd97e4dae66 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Calling delete_port for fe5c62bf-818f-404b-803f-a62dac19b69e owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:56:29.139963 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:29.323649 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1219633a-ad0b-4293-9a93-cbd97e4dae66 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:29.351662 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1219633a-ad0b-4293-9a93-cbd97e4dae66 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Pushing event deleted for resources: {'Port': ['ID=fe5c62bf-818f-404b-803f-a62dac19b69e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:29.361005 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d15e40-20f5-437b-a613-38e84adc429f None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:56:29.421635 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1219633a-ad0b-4293-9a93-cbd97e4dae66 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:29.514867 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1219633a-ad0b-4293-9a93-cbd97e4dae66 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:29.516995 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1219633a-ad0b-4293-9a93-cbd97e4dae66 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:29.559003 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1219633a-ad0b-4293-9a93-cbd97e4dae66 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:29.559518 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1219633a-ad0b-4293-9a93-cbd97e4dae66 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Fanout notify agent at l3_agent the message router_deleted on router 8285053f-72cb-4c5f-8430-5d080d003b7d {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:56:29.566631 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1219633a-ad0b-4293-9a93-cbd97e4dae66 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:29.567716 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1219633a-ad0b-4293-9a93-cbd97e4dae66 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] 10.222.0.61 "DELETE /v2.0/routers/8285053f-72cb-4c5f-8430-5d080d003b7d HTTP/1.1" status: 204 len: 168 time: 0.8189487 Nov 16 11:56:29.571850 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48228) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:29.576142 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-915c71a1-ff5e-4f7f-97cc-308f683f35ed tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-165603830', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:29.598960 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-915c71a1-ff5e-4f7f-97cc-308f683f35ed tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:29.600067 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-915c71a1-ff5e-4f7f-97cc-308f683f35ed tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:29.654955 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-915c71a1-ff5e-4f7f-97cc-308f683f35ed tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:29.658944 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-915c71a1-ff5e-4f7f-97cc-308f683f35ed tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:29.675354 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-915c71a1-ff5e-4f7f-97cc-308f683f35ed tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:29.676532 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-915c71a1-ff5e-4f7f-97cc-308f683f35ed tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1037629 Nov 16 11:56:29.679287 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48230) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:29.683619 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-b38cacda-f3c9-44f7-9660-ff13a09b8e8b tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Request body: {'router': {'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:29.889250 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b38cacda-f3c9-44f7-9660-ff13a09b8e8b tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:30.086349 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b38cacda-f3c9-44f7-9660-ff13a09b8e8b tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router_gateway, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:30.105478 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b38cacda-f3c9-44f7-9660-ff13a09b8e8b tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:30.287340 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-34ae1231-e1ae-4196-b35e-14ca75788ad1 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:30.289324 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-34ae1231-e1ae-4196-b35e-14ca75788ad1 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/networks?id=8d99fce6-7fd4-4024-a0f4-6aaf2d6df441 HTTP/1.1" status: 200 len: 814 time: 0.1740921 Nov 16 11:56:30.290375 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-b38cacda-f3c9-44f7-9660-ff13a09b8e8b tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Allocated IP 172.25.0.153 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/0fa54fc9-46a8-4f78-8c28-96d6b327fa0a) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:56:30.311416 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-e6d664c2-3e05-4d44-8cd2-cc953650bf98 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/quotas/f5bc6c6fe5814c119e15f05c26123a36 HTTP/1.1" status: 200 len: 375 time: 0.0155375 Nov 16 11:56:30.381562 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-65d6400d-58b2-4947-a1fe-7c980812d5f8 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f5bc6c6fe5814c119e15f05c26123a36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578465 Nov 16 11:56:30.477891 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b38cacda-f3c9-44f7-9660-ff13a09b8e8b tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:30.514190 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-8ccea32f-95c5-4aed-83a6-df62588bb535 service neutron] 10.222.0.61 "GET /v2.0/networks/8d99fce6-7fd4-4024-a0f4-6aaf2d6df441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246946 Nov 16 11:56:30.579217 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b38cacda-f3c9-44f7-9660-ff13a09b8e8b tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:30.639858 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38cacda-f3c9-44f7-9660-ff13a09b8e8b tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:56:30.657346 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-b38cacda-f3c9-44f7-9660-ff13a09b8e8b tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:56:30.661087 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38cacda-f3c9-44f7-9660-ff13a09b8e8b tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:56:30.662917 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38cacda-f3c9-44f7-9660-ff13a09b8e8b tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Pushing event updated for resources: {'Port': ['ID=0fa54fc9-46a8-4f78-8c28-96d6b327fa0a,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:30.673633 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a827de-23a2-46d4-97f3-97ce5a470107 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:56:30.686879 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-3f46cb41-e648-4a2b-8a1a-a5eccf61bbaf service neutron] 10.222.0.61 "GET /v2.0/networks/8d99fce6-7fd4-4024-a0f4-6aaf2d6df441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665521 Nov 16 11:56:30.744330 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-4110dd9b-5d09-4348-badb-e0bb27ab6699 None None] Provisioning complete for port 0fa54fc9-46a8-4f78-8c28-96d6b327fa0a triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:56:30.744964 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4110dd9b-5d09-4348-badb-e0bb27ab6699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:30.795648 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-4110dd9b-5d09-4348-badb-e0bb27ab6699 None None] Port 0fa54fc9-46a8-4f78-8c28-96d6b327fa0a cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:56:30.903716 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b8f746da-e165-4c6b-b4fc-5610649432bd req-fdea169b-b7ad-4377-be18-9e1d1cf2322b tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/ports?device_id=6201cd3c-a457-4604-89b7-5baefd12bcd4 HTTP/1.1" status: 200 len: 210 time: 0.0837104 Nov 16 11:56:30.943815 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b38cacda-f3c9-44f7-9660-ff13a09b8e8b tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router_gateway, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:31.153287 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b38cacda-f3c9-44f7-9660-ff13a09b8e8b tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1984560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1995711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3572'] for router, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:31.156650 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b38cacda-f3c9-44f7-9660-ff13a09b8e8b tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1984559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1984550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1995702'] for router, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:31.281325 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38cacda-f3c9-44f7-9660-ff13a09b8e8b tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Router 0d02c67f-bb0a-474c-8a47-2b53fe803277 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:56:31.390370 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38cacda-f3c9-44f7-9660-ff13a09b8e8b tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:56:31.396936 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b38cacda-f3c9-44f7-9660-ff13a09b8e8b tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:31.398666 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b38cacda-f3c9-44f7-9660-ff13a09b8e8b tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] 10.222.0.61 "PUT /v2.0/routers/0d02c67f-bb0a-474c-8a47-2b53fe803277 HTTP/1.1" status: 200 len: 883 time: 1.7179019 Nov 16 11:56:31.400559 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebaa4e8-3141-47c1-b1b1-3606bd868cf8 None None] Sync routers for ids ['0d02c67f-bb0a-474c-8a47-2b53fe803277'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:56:31.401205 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48256) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:31.410085 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebaa4e8-3141-47c1-b1b1-3606bd868cf8 None None] Routers {'0d02c67f-bb0a-474c-8a47-2b53fe803277'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:56:31.410683 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-cebaa4e8-3141-47c1-b1b1-3606bd868cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:56:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['0d02c67f-bb0a-474c-8a47-2b53fe803277'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:31.443066 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-cebaa4e8-3141-47c1-b1b1-3606bd868cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:31.451468 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebaa4e8-3141-47c1-b1b1-3606bd868cf8 None None] Routers {'0d02c67f-bb0a-474c-8a47-2b53fe803277'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:56:31.452049 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-cebaa4e8-3141-47c1-b1b1-3606bd868cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:56:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['0d02c67f-bb0a-474c-8a47-2b53fe803277'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:31.484733 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-cebaa4e8-3141-47c1-b1b1-3606bd868cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:31.485371 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebaa4e8-3141-47c1-b1b1-3606bd868cf8 None None] The sync data for ids ['0d02c67f-bb0a-474c-8a47-2b53fe803277'] in n-d-816823-3 is: [] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:56:31.505207 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-794d2d77-5aa2-48a2-937b-6c68062fe842 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] 10.222.0.61 "GET /v2.0/routers/0d02c67f-bb0a-474c-8a47-2b53fe803277 HTTP/1.1" status: 200 len: 924 time: 0.1029208 Nov 16 11:56:31.507894 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48258) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:31.548176 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7df5301-5c75-4dcb-8103-ac7962496544 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:31.549662 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e7df5301-5c75-4dcb-8103-ac7962496544 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=47f35a41-d782-4d3e-9754-e87c9ca4914b&device_id=0d02c67f-bb0a-474c-8a47-2b53fe803277&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0408471 Nov 16 11:56:31.552214 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48260) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:31.640242 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dbe441-a9a8-4de9-83cc-b7f9f2b26ff4 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:31.641853 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-70dbe441-a9a8-4de9-83cc-b7f9f2b26ff4 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] 10.222.0.61 "GET /v2.0/networks/47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 881 time: 0.0886033 Nov 16 11:56:31.644646 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48262) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:31.673366 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-63fa6f8c-6646-4b32-af3a-c9787ebb914e tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d02c67f-bb0a-474c-8a47-2b53fe803277 HTTP/1.1" status: 200 len: 205 time: 0.0275650 Nov 16 11:56:31.675864 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48264) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:31.748594 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-d33b20b9-ecf0-4f7a-a902-cde1b1b6b92c tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:31.751103 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-d33b20b9-ecf0-4f7a-a902-cde1b1b6b92c tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.36 "GET /v2.0/networks?id=8d99fce6-7fd4-4024-a0f4-6aaf2d6df441 HTTP/1.1" status: 200 len: 814 time: 0.1140614 Nov 16 11:56:31.765800 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-7fa1f218-79fb-4b3f-a9c3-bf3b243f0deb tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Request body: {'port': {'device_id': '6201cd3c-a457-4604-89b7-5baefd12bcd4', 'network_id': '8d99fce6-7fd4-4024-a0f4-6aaf2d6df441', 'admin_state_up': True, 'tenant_id': 'f5bc6c6fe5814c119e15f05c26123a36'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:31.894284 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-7fa1f218-79fb-4b3f-a9c3-bf3b243f0deb tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Made reservation on behalf of f5bc6c6fe5814c119e15f05c26123a36 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:56:31.898017 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-7fa1f218-79fb-4b3f-a9c3-bf3b243f0deb tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:32.028873 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-7fa1f218-79fb-4b3f-a9c3-bf3b243f0deb tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Allocated IP 172.20.0.13 (8d99fce6-7fd4-4024-a0f4-6aaf2d6df441/f5994fc9-2be8-4fe8-9069-79e6834ca8ec/601596e1-d642-46f9-8ec0-f9e74fb342c3) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:56:32.112272 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3f3492b0-9fe3-4c95-ac20-1d23c16ef57a req-328a9a94-6511-4faf-8327-163b123da615 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/ports?device_id=6201cd3c-a457-4604-89b7-5baefd12bcd4 HTTP/1.1" status: 200 len: 210 time: 0.0333121 Nov 16 11:56:32.146974 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f3afc66c-fd53-4d39-a69b-98836bd0d415 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:32.190276 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-7fa1f218-79fb-4b3f-a9c3-bf3b243f0deb tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:32.224033 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-7fa1f218-79fb-4b3f-a9c3-bf3b243f0deb tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:32.249021 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f3afc66c-fd53-4d39-a69b-98836bd0d415 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:32.269334 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-7fa1f218-79fb-4b3f-a9c3-bf3b243f0deb tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Network 8d99fce6-7fd4-4024-a0f4-6aaf2d6df441 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:56:32.272531 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-7fa1f218-79fb-4b3f-a9c3-bf3b243f0deb tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:56:32.276386 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-7fa1f218-79fb-4b3f-a9c3-bf3b243f0deb tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:56:32.302168 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f3afc66c-fd53-4d39-a69b-98836bd0d415 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Deleting port 0fa54fc9-46a8-4f78-8c28-96d6b327fa0a {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:56:32.302512 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f3afc66c-fd53-4d39-a69b-98836bd0d415 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:32.303160 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1f218-79fb-4b3f-a9c3-bf3b243f0deb tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Pushing event updated for resources: {'Port': ['ID=601596e1-d642-46f9-8ec0-f9e74fb342c3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:32.318062 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa1f218-79fb-4b3f-a9c3-bf3b243f0deb tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:32.318409 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa1f218-79fb-4b3f-a9c3-bf3b243f0deb tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:32.318754 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa1f218-79fb-4b3f-a9c3-bf3b243f0deb tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:32.319093 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa1f218-79fb-4b3f-a9c3-bf3b243f0deb tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:32.319427 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa1f218-79fb-4b3f-a9c3-bf3b243f0deb tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:32.319812 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa1f218-79fb-4b3f-a9c3-bf3b243f0deb tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:32.320649 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa1f218-79fb-4b3f-a9c3-bf3b243f0deb tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:32.320974 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa1f218-79fb-4b3f-a9c3-bf3b243f0deb tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:32.321301 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa1f218-79fb-4b3f-a9c3-bf3b243f0deb tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:32.321624 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa1f218-79fb-4b3f-a9c3-bf3b243f0deb tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:32.321968 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa1f218-79fb-4b3f-a9c3-bf3b243f0deb tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:32.322291 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa1f218-79fb-4b3f-a9c3-bf3b243f0deb tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:56:32.344541 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-7fa1f218-79fb-4b3f-a9c3-bf3b243f0deb tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:32.345186 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-7fa1f218-79fb-4b3f-a9c3-bf3b243f0deb tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:32.360497 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-7fa1f218-79fb-4b3f-a9c3-bf3b243f0deb tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5997293 Nov 16 11:56:32.373741 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-12b20d2a-9a26-4b01-8c33-c50a16958568 service neutron] Request body: {'port': {'device_id': '6201cd3c-a457-4604-89b7-5baefd12bcd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:32.382304 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f3afc66c-fd53-4d39-a69b-98836bd0d415 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:32.394415 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f3afc66c-fd53-4d39-a69b-98836bd0d415 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Calling delete_port for 0fa54fc9-46a8-4f78-8c28-96d6b327fa0a owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:56:32.425685 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-12b20d2a-9a26-4b01-8c33-c50a16958568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:32.556490 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f3afc66c-fd53-4d39-a69b-98836bd0d415 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:32.579762 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3afc66c-fd53-4d39-a69b-98836bd0d415 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Pushing event deleted for resources: {'Port': ['ID=0fa54fc9-46a8-4f78-8c28-96d6b327fa0a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:32.597064 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2977eecf-2064-485a-9f83-dbc31173509a None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:56:32.646137 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f3afc66c-fd53-4d39-a69b-98836bd0d415 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:32.687484 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-12b20d2a-9a26-4b01-8c33-c50a16958568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 601596e1-d642-46f9-8ec0-f9e74fb342c3 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:56:32.695075 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-12b20d2a-9a26-4b01-8c33-c50a16958568 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:32.706753 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-12b20d2a-9a26-4b01-8c33-c50a16958568 service neutron] Transition to ACTIVE for port object 601596e1-d642-46f9-8ec0-f9e74fb342c3 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:56:32.712238 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-12b20d2a-9a26-4b01-8c33-c50a16958568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:32.745448 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f3afc66c-fd53-4d39-a69b-98836bd0d415 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:32.747849 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f3afc66c-fd53-4d39-a69b-98836bd0d415 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:32.770523 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b20d2a-9a26-4b01-8c33-c50a16958568 service neutron] Pushing event updated for resources: {'Port': ['ID=601596e1-d642-46f9-8ec0-f9e74fb342c3,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:32.792755 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f3afc66c-fd53-4d39-a69b-98836bd0d415 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:32.793306 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3afc66c-fd53-4d39-a69b-98836bd0d415 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Fanout notify agent at l3_agent the message router_deleted on router 0d02c67f-bb0a-474c-8a47-2b53fe803277 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:56:32.800446 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f3afc66c-fd53-4d39-a69b-98836bd0d415 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:32.801432 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f3afc66c-fd53-4d39-a69b-98836bd0d415 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] 10.222.0.61 "DELETE /v2.0/routers/0d02c67f-bb0a-474c-8a47-2b53fe803277 HTTP/1.1" status: 204 len: 168 time: 1.1246710 Nov 16 11:56:32.805659 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48268) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:32.810268 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-6096fe4b-763e-4f1f-8ace-bf15a07cfe42 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-787118765', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:32.832736 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6096fe4b-763e-4f1f-8ace-bf15a07cfe42 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:32.833818 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6096fe4b-763e-4f1f-8ace-bf15a07cfe42 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:32.839960 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-12b20d2a-9a26-4b01-8c33-c50a16958568 service neutron] Attempting to bind port 601596e1-d642-46f9-8ec0-f9e74fb342c3 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:56:32.840393 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-12b20d2a-9a26-4b01-8c33-c50a16958568 service neutron] Attempting to bind port 601596e1-d642-46f9-8ec0-f9e74fb342c3 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '8265722f-7ce6-4a01-9cef-8a229c9b255f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8d99fce6-7fd4-4024-a0f4-6aaf2d6df441'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:56:32.840754 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-12b20d2a-9a26-4b01-8c33-c50a16958568 service neutron] Attempting to bind port 601596e1-d642-46f9-8ec0-f9e74fb342c3 on network 8d99fce6-7fd4-4024-a0f4-6aaf2d6df441 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:56:32.845473 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-12b20d2a-9a26-4b01-8c33-c50a16958568 service neutron] Port 601596e1-d642-46f9-8ec0-f9e74fb342c3 on network 8d99fce6-7fd4-4024-a0f4-6aaf2d6df441 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:56:32.845797 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-12b20d2a-9a26-4b01-8c33-c50a16958568 service neutron] Attempting to bind port 601596e1-d642-46f9-8ec0-f9e74fb342c3 on network 8d99fce6-7fd4-4024-a0f4-6aaf2d6df441 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:56:32.850741 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-12b20d2a-9a26-4b01-8c33-c50a16958568 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:56:32.851627 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-12b20d2a-9a26-4b01-8c33-c50a16958568 service neutron] Checking segment: {'id': '8265722f-7ce6-4a01-9cef-8a229c9b255f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8d99fce6-7fd4-4024-a0f4-6aaf2d6df441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:56:32.852014 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-12b20d2a-9a26-4b01-8c33-c50a16958568 service neutron] Bound using segment: {'id': '8265722f-7ce6-4a01-9cef-8a229c9b255f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8d99fce6-7fd4-4024-a0f4-6aaf2d6df441'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:56:32.852432 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-12b20d2a-9a26-4b01-8c33-c50a16958568 service neutron] Bound port: 601596e1-d642-46f9-8ec0-f9e74fb342c3, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8265722f-7ce6-4a01-9cef-8a229c9b255f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8d99fce6-7fd4-4024-a0f4-6aaf2d6df441'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:56:32.852778 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-12b20d2a-9a26-4b01-8c33-c50a16958568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:32.885789 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6096fe4b-763e-4f1f-8ace-bf15a07cfe42 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:32.890465 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6096fe4b-763e-4f1f-8ace-bf15a07cfe42 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:32.908716 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6096fe4b-763e-4f1f-8ace-bf15a07cfe42 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:32.909954 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6096fe4b-763e-4f1f-8ace-bf15a07cfe42 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1032016 Nov 16 11:56:32.912664 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48270) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:32.916146 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-12b20d2a-9a26-4b01-8c33-c50a16958568 service neutron] For port 601596e1-d642-46f9-8ec0-f9e74fb342c3, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:56:32.917818 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-08e571a5-172c-4a9b-ac78-4b9e788aa6aa tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'enable_snat': True}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:32.919307 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-12b20d2a-9a26-4b01-8c33-c50a16958568 service neutron] For port 601596e1-d642-46f9-8ec0-f9e74fb342c3, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=601596e1-d642-46f9-8ec0-f9e74fb342c3,segment=NetworkSegment(8265722f-7ce6-4a01-9cef-8a229c9b255f),segment_id=8265722f-7ce6-4a01-9cef-8a229c9b255f)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:56:32.923699 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-12b20d2a-9a26-4b01-8c33-c50a16958568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:32.958609 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-12b20d2a-9a26-4b01-8c33-c50a16958568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:32.959608 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-12b20d2a-9a26-4b01-8c33-c50a16958568 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:32.961947 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-12b20d2a-9a26-4b01-8c33-c50a16958568 service neutron] 10.222.0.36 "PUT /v2.0/ports/601596e1-d642-46f9-8ec0-f9e74fb342c3 HTTP/1.1" status: 200 len: 1092 time: 0.5922480 Nov 16 11:56:32.964238 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6201cd3c-a457-4604-89b7-5baefd12bcd4', 'tag': '601596e1-d642-46f9-8ec0-f9e74fb342c3'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:56:32.967589 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8bbe65-03ab-4a26-a110-692695bc5261" -d '{"events": [{"name": "network-changed", "server_uuid": "6201cd3c-a457-4604-89b7-5baefd12bcd4", "tag": "601596e1-d642-46f9-8ec0-f9e74fb342c3"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:56:32.998737 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b20d2a-9a26-4b01-8c33-c50a16958568 service neutron] Pushing event updated for resources: {'Port': ['ID=601596e1-d642-46f9-8ec0-f9e74fb342c3,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:33.019007 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfb0d47-2ddd-4243-b707-f080e0ab9a81 x-openstack-request-id: req-1dfb0d47-2ddd-4243-b707-f080e0ab9a81 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:56:33.019289 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6201cd3c-a457-4604-89b7-5baefd12bcd4", "tag": "601596e1-d642-46f9-8ec0-f9e74fb342c3", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:56:33.019538 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1dfb0d47-2ddd-4243-b707-f080e0ab9a81 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:56:33.019937 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6201cd3c-a457-4604-89b7-5baefd12bcd4', 'tag': '601596e1-d642-46f9-8ec0-f9e74fb342c3', 'status': 'completed', 'code': 200} Nov 16 11:56:33.053427 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-bdf91516-2a8f-4cc3-87a4-bf5cb897679d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:33.055001 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-bdf91516-2a8f-4cc3-87a4-bf5cb897679d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5bc6c6fe5814c119e15f05c26123a36&device_id=6201cd3c-a457-4604-89b7-5baefd12bcd4 HTTP/1.1" status: 200 len: 1095 time: 0.0448890 Nov 16 11:56:33.096607 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-bc239a0d-a717-4d4c-bac4-47979452597e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=601596e1-d642-46f9-8ec0-f9e74fb342c3 HTTP/1.1" status: 200 len: 217 time: 0.0340390 Nov 16 11:56:33.126132 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-08e571a5-172c-4a9b-ac78-4b9e788aa6aa tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:33.152259 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-3c5464eb-e39f-4115-b1c2-8491e7cbb86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:33.153739 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-3c5464eb-e39f-4115-b1c2-8491e7cbb86d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f5994fc9-2be8-4fe8-9069-79e6834ca8ec HTTP/1.1" status: 200 len: 854 time: 0.0499094 Nov 16 11:56:33.188195 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-ca03b0d3-d41c-4764-9699-2e75c5c7c0b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d99fce6-7fd4-4024-a0f4-6aaf2d6df441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277185 Nov 16 11:56:33.251050 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa9095-a286-4fb3-abff-0ea1a6ad4abc req-1d2aa6bd-e7ce-4fae-8e66-0fdde4f371e0 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:33.252681 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-91fa9095-a286-4fb3-abff-0ea1a6ad4abc req-1d2aa6bd-e7ce-4fae-8e66-0fdde4f371e0 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/ports?device_id=6201cd3c-a457-4604-89b7-5baefd12bcd4 HTTP/1.1" status: 200 len: 944 time: 0.0647886 Nov 16 11:56:33.280494 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-4ffcf251-328f-441c-bbf1-0712c8554dce service neutron] 10.222.0.36 "GET /v2.0/networks/8d99fce6-7fd4-4024-a0f4-6aaf2d6df441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843279 Nov 16 11:56:33.369400 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-91fa9095-a286-4fb3-abff-0ea1a6ad4abc req-ec2c3c76-daf6-4de0-98e8-5b2b155ea26c tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/security-groups?id=bb3660c1-cc36-493e-bbee-237697747880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094005 Nov 16 11:56:33.372294 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2e0950da-ced1-4f80-af9a-b9f9ac7446b7 req-c4d18610-747f-4f56-ac0c-769dd7843a12 service neutron] 10.222.0.36 "GET /v2.0/networks/8d99fce6-7fd4-4024-a0f4-6aaf2d6df441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854733 Nov 16 11:56:33.405498 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-08e571a5-172c-4a9b-ac78-4b9e788aa6aa tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:33.425860 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-08e571a5-172c-4a9b-ac78-4b9e788aa6aa tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:33.466647 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bbe65-03ab-4a26-a110-692695bc5261 req-c0633b21-aaa8-420b-887c-ebb8ed6829a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:33.468127 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dc8bbe65-03ab-4a26-a110-692695bc5261 req-c0633b21-aaa8-420b-887c-ebb8ed6829a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5bc6c6fe5814c119e15f05c26123a36&device_id=6201cd3c-a457-4604-89b7-5baefd12bcd4 HTTP/1.1" status: 200 len: 1095 time: 0.0463850 Nov 16 11:56:33.529073 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-08e571a5-172c-4a9b-ac78-4b9e788aa6aa tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Allocated IP 172.25.0.192 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/cbd4c000-3d76-4748-ac17-aa1b3344534a) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:56:33.561444 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bbe65-03ab-4a26-a110-692695bc5261 req-208621e2-e3be-4b8e-a39b-b9e7305a90f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:33.562948 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dc8bbe65-03ab-4a26-a110-692695bc5261 req-208621e2-e3be-4b8e-a39b-b9e7305a90f6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d99fce6-7fd4-4024-a0f4-6aaf2d6df441 HTTP/1.1" status: 200 len: 915 time: 0.0882881 Nov 16 11:56:33.602998 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dc8bbe65-03ab-4a26-a110-692695bc5261 req-34bd9cb6-89a2-422d-9b22-65b43d80d750 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=601596e1-d642-46f9-8ec0-f9e74fb342c3 HTTP/1.1" status: 200 len: 217 time: 0.0334256 Nov 16 11:56:33.634107 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-08e571a5-172c-4a9b-ac78-4b9e788aa6aa tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:33.652612 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bbe65-03ab-4a26-a110-692695bc5261 req-3f2f9854-2722-4d7c-9b3a-ca185de8e527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:33.654131 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dc8bbe65-03ab-4a26-a110-692695bc5261 req-3f2f9854-2722-4d7c-9b3a-ca185de8e527 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f5994fc9-2be8-4fe8-9069-79e6834ca8ec HTTP/1.1" status: 200 len: 854 time: 0.0441492 Nov 16 11:56:33.666621 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-08e571a5-172c-4a9b-ac78-4b9e788aa6aa tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:33.687202 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dc8bbe65-03ab-4a26-a110-692695bc5261 req-d91596e1-0b74-4eba-88d1-5a20688221a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d99fce6-7fd4-4024-a0f4-6aaf2d6df441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247195 Nov 16 11:56:33.705879 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e571a5-172c-4a9b-ac78-4b9e788aa6aa tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:56:33.708877 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-08e571a5-172c-4a9b-ac78-4b9e788aa6aa tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:56:33.714453 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e571a5-172c-4a9b-ac78-4b9e788aa6aa tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:56:33.720545 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e571a5-172c-4a9b-ac78-4b9e788aa6aa tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Pushing event updated for resources: {'Port': ['ID=cbd4c000-3d76-4748-ac17-aa1b3344534a,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:33.722944 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9bb743-a445-4aaa-81ab-d101f220442d None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:56:33.792190 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dc8bbe65-03ab-4a26-a110-692695bc5261 req-9d07c438-8e17-4892-9414-3467fd75a813 service neutron] 10.222.0.36 "GET /v2.0/networks/8d99fce6-7fd4-4024-a0f4-6aaf2d6df441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979211 Nov 16 11:56:33.837331 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-4aa08d83-e7a8-4dbc-a840-08da59db32d0 None None] Provisioning complete for port cbd4c000-3d76-4748-ac17-aa1b3344534a triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:56:33.837704 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4aa08d83-e7a8-4dbc-a840-08da59db32d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:33.873296 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-4aa08d83-e7a8-4dbc-a840-08da59db32d0 None None] Port cbd4c000-3d76-4748-ac17-aa1b3344534a cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:56:33.889955 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dc8bbe65-03ab-4a26-a110-692695bc5261 req-b5db414f-642d-4939-889a-46428a1afbf6 service neutron] 10.222.0.36 "GET /v2.0/networks/8d99fce6-7fd4-4024-a0f4-6aaf2d6df441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902836 Nov 16 11:56:33.978766 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-08e571a5-172c-4a9b-ac78-4b9e788aa6aa tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:34.170344 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-08e571a5-172c-4a9b-ac78-4b9e788aa6aa tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1984560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1995711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3572'] for router, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:34.173599 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-08e571a5-172c-4a9b-ac78-4b9e788aa6aa tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1984559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1984550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1995702'] for router, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:34.297320 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e571a5-172c-4a9b-ac78-4b9e788aa6aa tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Router 8cd3aa3a-f9bc-4928-ad28-e68f84086da5 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:56:34.401823 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e571a5-172c-4a9b-ac78-4b9e788aa6aa tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:56:34.407108 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-08e571a5-172c-4a9b-ac78-4b9e788aa6aa tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:34.407701 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-08e571a5-172c-4a9b-ac78-4b9e788aa6aa tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] 10.222.0.61 "PUT /v2.0/routers/8cd3aa3a-f9bc-4928-ad28-e68f84086da5 HTTP/1.1" status: 200 len: 918 time: 1.4941018 Nov 16 11:56:34.410386 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48278) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:34.412252 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1571fd20-bd2b-452d-8fc0-b8aef096d82a None None] Sync routers for ids ['8cd3aa3a-f9bc-4928-ad28-e68f84086da5'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:56:34.426518 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1571fd20-bd2b-452d-8fc0-b8aef096d82a None None] Routers {'8cd3aa3a-f9bc-4928-ad28-e68f84086da5'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:56:34.427226 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1571fd20-bd2b-452d-8fc0-b8aef096d82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:56:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['8cd3aa3a-f9bc-4928-ad28-e68f84086da5'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:34.466295 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1571fd20-bd2b-452d-8fc0-b8aef096d82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:34.475084 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1571fd20-bd2b-452d-8fc0-b8aef096d82a None None] Routers {'8cd3aa3a-f9bc-4928-ad28-e68f84086da5'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:56:34.475695 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1571fd20-bd2b-452d-8fc0-b8aef096d82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:56:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['8cd3aa3a-f9bc-4928-ad28-e68f84086da5'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:34.508680 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1571fd20-bd2b-452d-8fc0-b8aef096d82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:34.509335 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1571fd20-bd2b-452d-8fc0-b8aef096d82a None None] The sync data for ids ['8cd3aa3a-f9bc-4928-ad28-e68f84086da5'] in n-d-816823-3 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:56:34.540409 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424459a-72b2-481c-81a7-5202f7e67593 req-07aa8b19-0f3d-4766-9309-7862c8c0c5f0 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:34.541879 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0424459a-72b2-481c-81a7-5202f7e67593 req-07aa8b19-0f3d-4766-9309-7862c8c0c5f0 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/ports?device_id=6201cd3c-a457-4604-89b7-5baefd12bcd4 HTTP/1.1" status: 200 len: 944 time: 0.0926206 Nov 16 11:56:34.564734 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-282990a2-9252-4f3a-b28e-27a012c61c9e tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] 10.222.0.61 "GET /v2.0/routers/8cd3aa3a-f9bc-4928-ad28-e68f84086da5 HTTP/1.1" status: 200 len: 924 time: 0.1532810 Nov 16 11:56:34.567588 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48280) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:34.595157 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0424459a-72b2-481c-81a7-5202f7e67593 req-de4f2116-9465-427e-87c5-627c13c6aa24 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/security-groups?id=bb3660c1-cc36-493e-bbee-237697747880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469115 Nov 16 11:56:34.608267 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40138469-8442-43c0-a5d7-3955f84fc081 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:34.609788 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-40138469-8442-43c0-a5d7-3955f84fc081 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=47f35a41-d782-4d3e-9754-e87c9ca4914b&device_id=8cd3aa3a-f9bc-4928-ad28-e68f84086da5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0411756 Nov 16 11:56:34.612585 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48282) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:34.698365 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25dd58a0-8dda-4e95-9ff4-3f19da2b24ed tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:34.699745 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-25dd58a0-8dda-4e95-9ff4-3f19da2b24ed tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] 10.222.0.61 "GET /v2.0/networks/47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 881 time: 0.0861883 Nov 16 11:56:34.702636 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48284) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:34.728327 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ad352908-81bc-432c-93e8-afd3f1dd8b76 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] 10.222.0.61 "GET /v2.0/ports?device_id=8cd3aa3a-f9bc-4928-ad28-e68f84086da5 HTTP/1.1" status: 200 len: 205 time: 0.0246823 Nov 16 11:56:34.730719 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48286) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:34.836833 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-446c342b-a25e-4472-a78d-165d0241220c tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:34.936402 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-446c342b-a25e-4472-a78d-165d0241220c tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:34.986935 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-446c342b-a25e-4472-a78d-165d0241220c tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Deleting port cbd4c000-3d76-4748-ac17-aa1b3344534a {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:56:34.987269 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-446c342b-a25e-4472-a78d-165d0241220c tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:35.060981 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-446c342b-a25e-4472-a78d-165d0241220c tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:35.072639 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-446c342b-a25e-4472-a78d-165d0241220c tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Calling delete_port for cbd4c000-3d76-4748-ac17-aa1b3344534a owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:56:35.229047 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-446c342b-a25e-4472-a78d-165d0241220c tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:35.256484 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c342b-a25e-4472-a78d-165d0241220c tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Pushing event deleted for resources: {'Port': ['ID=cbd4c000-3d76-4748-ac17-aa1b3344534a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:35.270034 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d6cafd-40c1-4eee-9914-646e0c43da0c None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:56:35.317313 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-446c342b-a25e-4472-a78d-165d0241220c tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:35.740382 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-446c342b-a25e-4472-a78d-165d0241220c tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:35.743071 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-446c342b-a25e-4472-a78d-165d0241220c tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:35.799133 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0595c7-75a3-4054-9430-45273d5ddbac req-88ec9b34-da95-43c5-989a-dae8052da588 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:35.800614 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1d0595c7-75a3-4054-9430-45273d5ddbac req-88ec9b34-da95-43c5-989a-dae8052da588 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/ports?device_id=6201cd3c-a457-4604-89b7-5baefd12bcd4 HTTP/1.1" status: 200 len: 944 time: 0.1147270 Nov 16 11:56:35.801676 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-446c342b-a25e-4472-a78d-165d0241220c tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:35.802207 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446c342b-a25e-4472-a78d-165d0241220c tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Fanout notify agent at l3_agent the message router_deleted on router 8cd3aa3a-f9bc-4928-ad28-e68f84086da5 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:56:35.810174 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-446c342b-a25e-4472-a78d-165d0241220c tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:35.811336 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-446c342b-a25e-4472-a78d-165d0241220c tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] 10.222.0.61 "DELETE /v2.0/routers/8cd3aa3a-f9bc-4928-ad28-e68f84086da5 HTTP/1.1" status: 204 len: 168 time: 1.0796375 Nov 16 11:56:35.815493 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48290) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:35.822063 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-fe576791-95b9-460f-963a-e84e30056107 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1253023944', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:35.847565 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fe576791-95b9-460f-963a-e84e30056107 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:35.848667 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fe576791-95b9-460f-963a-e84e30056107 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:35.860685 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1d0595c7-75a3-4054-9430-45273d5ddbac req-8b2eaf4d-b265-44c4-ab5c-ab108d9fb3d5 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/security-groups?id=bb3660c1-cc36-493e-bbee-237697747880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484011 Nov 16 11:56:35.897493 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fe576791-95b9-460f-963a-e84e30056107 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:35.902542 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fe576791-95b9-460f-963a-e84e30056107 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:35.919185 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fe576791-95b9-460f-963a-e84e30056107 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:35.920367 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-fe576791-95b9-460f-963a-e84e30056107 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1038935 Nov 16 11:56:35.923109 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48292) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:35.927287 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-445520d3-0ae8-4a34-9793-eee10c763c28 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'enable_snat': False}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:36.107337 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 601596e1-d642-46f9-8ec0-f9e74fb342c3 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 11:56:36.121396 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-445520d3-0ae8-4a34-9793-eee10c763c28 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:36.214552 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 601596e1-d642-46f9-8ec0-f9e74fb342c3, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=601596e1-d642-46f9-8ec0-f9e74fb342c3,segment=NetworkSegment(8265722f-7ce6-4a01-9cef-8a229c9b255f),segment_id=8265722f-7ce6-4a01-9cef-8a229c9b255f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:56:36.225779 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '601596e1-d642-46f9-8ec0-f9e74fb342c3', 'network_id': '8d99fce6-7fd4-4024-a0f4-6aaf2d6df441', 'port_id': '601596e1-d642-46f9-8ec0-f9e74fb342c3', 'mac_address': 'fa:16:3e:e7:3c:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5994fc9-2be8-4fe8-9069-79e6834ca8ec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 11:56:36.262732 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:36.275456 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 601596e1-d642-46f9-8ec0-f9e74fb342c3 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:56:36.295163 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 601596e1-d642-46f9-8ec0-f9e74fb342c3, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=601596e1-d642-46f9-8ec0-f9e74fb342c3,segment=NetworkSegment(8265722f-7ce6-4a01-9cef-8a229c9b255f),segment_id=8265722f-7ce6-4a01-9cef-8a229c9b255f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:56:36.299288 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:36.324057 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-445520d3-0ae8-4a34-9793-eee10c763c28 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:36.346064 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-445520d3-0ae8-4a34-9793-eee10c763c28 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:36.351487 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=601596e1-d642-46f9-8ec0-f9e74fb342c3,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:36.446032 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-445520d3-0ae8-4a34-9793-eee10c763c28 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Allocated IP 172.25.0.88 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/a2596325-0117-42e7-9f39-6d9a6048b333) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:56:36.506681 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['601596e1-d642-46f9-8ec0-f9e74fb342c3'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:56:36.547850 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-445520d3-0ae8-4a34-9793-eee10c763c28 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:36.918201 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-445520d3-0ae8-4a34-9793-eee10c763c28 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:36.959202 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445520d3-0ae8-4a34-9793-eee10c763c28 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:56:36.962826 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-445520d3-0ae8-4a34-9793-eee10c763c28 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:56:36.967155 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445520d3-0ae8-4a34-9793-eee10c763c28 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:56:36.970261 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445520d3-0ae8-4a34-9793-eee10c763c28 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Pushing event updated for resources: {'Port': ['ID=a2596325-0117-42e7-9f39-6d9a6048b333,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:36.978879 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565ab7ce-74b7-44a5-8d28-ca0ebe6144e8 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:56:36.984916 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff4cd9-a7aa-4c49-a7d3-07124e61d1b0 req-2c0318d3-3de7-441f-a6e6-9ff4a0934c4e tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:36.986172 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-87ff4cd9-a7aa-4c49-a7d3-07124e61d1b0 req-2c0318d3-3de7-441f-a6e6-9ff4a0934c4e tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/ports?device_id=6201cd3c-a457-4604-89b7-5baefd12bcd4 HTTP/1.1" status: 200 len: 945 time: 0.0519986 Nov 16 11:56:37.016246 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-8776586b-f333-4f74-b2e3-a1d72a101876 None None] Provisioning complete for port a2596325-0117-42e7-9f39-6d9a6048b333 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:56:37.016614 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8776586b-f333-4f74-b2e3-a1d72a101876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:37.039409 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-87ff4cd9-a7aa-4c49-a7d3-07124e61d1b0 req-146bd936-5106-4939-9472-6af3637edfbd tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/security-groups?id=bb3660c1-cc36-493e-bbee-237697747880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436723 Nov 16 11:56:37.057021 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-8776586b-f333-4f74-b2e3-a1d72a101876 None None] Port a2596325-0117-42e7-9f39-6d9a6048b333 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:56:37.216255 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-445520d3-0ae8-4a34-9793-eee10c763c28 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:37.400933 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-445520d3-0ae8-4a34-9793-eee10c763c28 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1984560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1995711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3572'] for router, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:37.404139 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-445520d3-0ae8-4a34-9793-eee10c763c28 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1984559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1984550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1995702'] for router, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:37.533211 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-445520d3-0ae8-4a34-9793-eee10c763c28 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Router 84fdbe4f-fa6d-4be7-be10-86bc94554965 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:56:37.636412 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445520d3-0ae8-4a34-9793-eee10c763c28 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:56:37.640689 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-445520d3-0ae8-4a34-9793-eee10c763c28 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:37.641785 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-445520d3-0ae8-4a34-9793-eee10c763c28 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] 10.222.0.61 "PUT /v2.0/routers/84fdbe4f-fa6d-4be7-be10-86bc94554965 HTTP/1.1" status: 200 len: 919 time: 1.7177591 Nov 16 11:56:37.644640 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48296) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:37.645344 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6176253d-ae46-4c83-a7f4-abaf0ea76431 None None] Sync routers for ids ['84fdbe4f-fa6d-4be7-be10-86bc94554965'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:56:37.655649 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6176253d-ae46-4c83-a7f4-abaf0ea76431 None None] Routers {'84fdbe4f-fa6d-4be7-be10-86bc94554965'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:56:37.656258 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-6176253d-ae46-4c83-a7f4-abaf0ea76431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:56:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['84fdbe4f-fa6d-4be7-be10-86bc94554965'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:37.688751 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-6176253d-ae46-4c83-a7f4-abaf0ea76431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:37.697087 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6176253d-ae46-4c83-a7f4-abaf0ea76431 None None] Routers {'84fdbe4f-fa6d-4be7-be10-86bc94554965'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:56:37.697676 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-6176253d-ae46-4c83-a7f4-abaf0ea76431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:56:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['84fdbe4f-fa6d-4be7-be10-86bc94554965'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:37.729155 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-6176253d-ae46-4c83-a7f4-abaf0ea76431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:37.729794 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6176253d-ae46-4c83-a7f4-abaf0ea76431 None None] The sync data for ids ['84fdbe4f-fa6d-4be7-be10-86bc94554965'] in n-d-816823-3 is: [] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:56:37.748846 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f4f8e9b1-e03f-4d04-ba16-d58199b9aa8d tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] 10.222.0.61 "GET /v2.0/routers/84fdbe4f-fa6d-4be7-be10-86bc94554965 HTTP/1.1" status: 200 len: 925 time: 0.1030166 Nov 16 11:56:37.751449 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48298) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:37.791355 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f91f59d-f40c-49dd-bbef-90575bec74ea tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:37.792758 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6f91f59d-f40c-49dd-bbef-90575bec74ea tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=47f35a41-d782-4d3e-9754-e87c9ca4914b&device_id=84fdbe4f-fa6d-4be7-be10-86bc94554965&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0404091 Nov 16 11:56:37.795330 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48300) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:37.880532 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9dd6c8-24f0-4295-b64d-6ee19c1b4f89 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:37.881912 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6d9dd6c8-24f0-4295-b64d-6ee19c1b4f89 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] 10.222.0.61 "GET /v2.0/networks/47f35a41-d782-4d3e-9754-e87c9ca4914b HTTP/1.1" status: 200 len: 881 time: 0.0856893 Nov 16 11:56:37.884712 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48302) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:37.910178 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1b07aa0d-ef47-486e-9ec8-90c074bf11e0 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] 10.222.0.61 "GET /v2.0/ports?device_id=84fdbe4f-fa6d-4be7-be10-86bc94554965 HTTP/1.1" status: 200 len: 205 time: 0.0244017 Nov 16 11:56:37.912643 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48304) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:38.017433 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58251108-0f47-4ff9-8ab3-1287beb844f8 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:38.106564 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 601596e1-d642-46f9-8ec0-f9e74fb342c3 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:56:38.122196 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58251108-0f47-4ff9-8ab3-1287beb844f8 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:38.161036 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a9118-3ad4-4c75-b170-c2b233978dd0 req-06969906-a367-454d-b317-a5d9ca163a60 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:38.162965 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-194a9118-3ad4-4c75-b170-c2b233978dd0 req-06969906-a367-454d-b317-a5d9ca163a60 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/ports?device_id=6201cd3c-a457-4604-89b7-5baefd12bcd4 HTTP/1.1" status: 200 len: 945 time: 0.0552888 Nov 16 11:56:38.165650 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port 601596e1-d642-46f9-8ec0-f9e74fb342c3 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 11:56:38.169729 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 601596e1-d642-46f9-8ec0-f9e74fb342c3 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:56:38.170245 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:38.187792 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-58251108-0f47-4ff9-8ab3-1287beb844f8 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Deleting port a2596325-0117-42e7-9f39-6d9a6048b333 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:56:38.188872 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58251108-0f47-4ff9-8ab3-1287beb844f8 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:38.219794 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-194a9118-3ad4-4c75-b170-c2b233978dd0 req-5cf6e5de-fa30-40f9-aaac-00b5b4e2a890 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/security-groups?id=bb3660c1-cc36-493e-bbee-237697747880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481572 Nov 16 11:56:38.257389 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:38.265221 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58251108-0f47-4ff9-8ab3-1287beb844f8 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:38.278508 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-58251108-0f47-4ff9-8ab3-1287beb844f8 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Calling delete_port for a2596325-0117-42e7-9f39-6d9a6048b333 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:56:38.281259 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6201cd3c-a457-4604-89b7-5baefd12bcd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '601596e1-d642-46f9-8ec0-f9e74fb342c3'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:56:38.283533 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd8b85e-df6d-4817-ad1f-a46273372cf6" -d '{"events": [{"server_uuid": "6201cd3c-a457-4604-89b7-5baefd12bcd4", "name": "network-vif-plugged", "status": "completed", "tag": "601596e1-d642-46f9-8ec0-f9e74fb342c3"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:56:38.300399 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 601596e1-d642-46f9-8ec0-f9e74fb342c3, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=601596e1-d642-46f9-8ec0-f9e74fb342c3,segment=NetworkSegment(8265722f-7ce6-4a01-9cef-8a229c9b255f),segment_id=8265722f-7ce6-4a01-9cef-8a229c9b255f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:56:38.304528 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:38.330898 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80e35be-cb48-4c8b-b72c-466881cbe987 x-openstack-request-id: req-e80e35be-cb48-4c8b-b72c-466881cbe987 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:56:38.331219 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6201cd3c-a457-4604-89b7-5baefd12bcd4", "name": "network-vif-plugged", "status": "completed", "tag": "601596e1-d642-46f9-8ec0-f9e74fb342c3", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:56:38.331772 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e80e35be-cb48-4c8b-b72c-466881cbe987 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:56:38.331772 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6201cd3c-a457-4604-89b7-5baefd12bcd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '601596e1-d642-46f9-8ec0-f9e74fb342c3', 'code': 200} Nov 16 11:56:38.362552 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=601596e1-d642-46f9-8ec0-f9e74fb342c3,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:38.411404 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:56:38.463384 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368b6a7-6a31-4fa9-9b90-e38e5f66cad7 req-e549d186-9eb3-41e4-89ba-2e78e592e3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:38.464927 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e368b6a7-6a31-4fa9-9b90-e38e5f66cad7 req-e549d186-9eb3-41e4-89ba-2e78e592e3b3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6201cd3c-a457-4604-89b7-5baefd12bcd4 HTTP/1.1" status: 200 len: 1097 time: 0.0743463 Nov 16 11:56:38.487454 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58251108-0f47-4ff9-8ab3-1287beb844f8 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:38.517046 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58251108-0f47-4ff9-8ab3-1287beb844f8 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Pushing event deleted for resources: {'Port': ['ID=a2596325-0117-42e7-9f39-6d9a6048b333,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:38.535077 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be2a5ba-9527-4f9b-8816-0640d388ec4d None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:56:38.572350 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e368b6a7-6a31-4fa9-9b90-e38e5f66cad7 req-c2771085-dba4-4405-ae29-0df0310a4add service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bb3660c1-cc36-493e-bbee-237697747880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984895 Nov 16 11:56:38.590922 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58251108-0f47-4ff9-8ab3-1287beb844f8 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:38.678545 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58251108-0f47-4ff9-8ab3-1287beb844f8 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:38.680712 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58251108-0f47-4ff9-8ab3-1287beb844f8 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:38.725740 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58251108-0f47-4ff9-8ab3-1287beb844f8 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:38.726350 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58251108-0f47-4ff9-8ab3-1287beb844f8 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Fanout notify agent at l3_agent the message router_deleted on router 84fdbe4f-fa6d-4be7-be10-86bc94554965 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:56:38.733207 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58251108-0f47-4ff9-8ab3-1287beb844f8 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:38.735444 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-58251108-0f47-4ff9-8ab3-1287beb844f8 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] 10.222.0.61 "DELETE /v2.0/routers/84fdbe4f-fa6d-4be7-be10-86bc94554965 HTTP/1.1" status: 204 len: 168 time: 0.8207076 Nov 16 11:56:38.737838 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48310) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:38.742160 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-1037bd8e-ad3f-49a7-937b-59b73fb1f445 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1655089505', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}, 'admin_state_up': False}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:38.766275 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1037bd8e-ad3f-49a7-937b-59b73fb1f445 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:38.767251 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1037bd8e-ad3f-49a7-937b-59b73fb1f445 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:38.824289 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1037bd8e-ad3f-49a7-937b-59b73fb1f445 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:38.956728 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1037bd8e-ad3f-49a7-937b-59b73fb1f445 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:39.146948 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1037bd8e-ad3f-49a7-937b-59b73fb1f445 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:39.165347 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1037bd8e-ad3f-49a7-937b-59b73fb1f445 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:39.267248 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-1037bd8e-ad3f-49a7-937b-59b73fb1f445 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Allocated IP 172.25.0.119 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/dc8f660e-d629-4e13-b7da-9cd8474b8ccb) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:56:39.339043 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6526e17-68dc-4c7d-8df2-433fba8e6443 req-ab1f0431-4d11-4f7e-bc09-a7f09eab21e0 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:39.340532 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d6526e17-68dc-4c7d-8df2-433fba8e6443 req-ab1f0431-4d11-4f7e-bc09-a7f09eab21e0 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/ports?device_id=6201cd3c-a457-4604-89b7-5baefd12bcd4 HTTP/1.1" status: 200 len: 946 time: 0.0485191 Nov 16 11:56:39.368189 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1037bd8e-ad3f-49a7-937b-59b73fb1f445 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:39.388170 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d6526e17-68dc-4c7d-8df2-433fba8e6443 req-e494f741-af35-4cb3-96fa-2bc3d397b161 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/security-groups?id=bb3660c1-cc36-493e-bbee-237697747880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416346 Nov 16 11:56:39.405804 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1037bd8e-ad3f-49a7-937b-59b73fb1f445 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:39.442428 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1037bd8e-ad3f-49a7-937b-59b73fb1f445 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:56:39.448851 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-1037bd8e-ad3f-49a7-937b-59b73fb1f445 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:56:39.452559 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1037bd8e-ad3f-49a7-937b-59b73fb1f445 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:56:39.458135 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1037bd8e-ad3f-49a7-937b-59b73fb1f445 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Pushing event updated for resources: {'Port': ['ID=dc8f660e-d629-4e13-b7da-9cd8474b8ccb,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:39.461194 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3548584-ca3f-4105-8255-be4989c73665 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:56:39.495156 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-888d4a8c-77ba-4675-a8d4-69de8627a152 None None] Provisioning complete for port dc8f660e-d629-4e13-b7da-9cd8474b8ccb triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:56:39.495532 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-888d4a8c-77ba-4675-a8d4-69de8627a152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:39.532359 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-888d4a8c-77ba-4675-a8d4-69de8627a152 None None] Port dc8f660e-d629-4e13-b7da-9cd8474b8ccb cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:56:39.699305 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1037bd8e-ad3f-49a7-937b-59b73fb1f445 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:39.889203 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1037bd8e-ad3f-49a7-937b-59b73fb1f445 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:40.010506 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1037bd8e-ad3f-49a7-937b-59b73fb1f445 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Router edd688f1-60c5-4e1e-878b-555caadcf188 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:56:40.113845 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1037bd8e-ad3f-49a7-937b-59b73fb1f445 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:56:40.126605 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca037b9-d75c-4fe5-9496-471b84de591e None None] Sync routers for ids ['edd688f1-60c5-4e1e-878b-555caadcf188'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:56:40.138218 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca037b9-d75c-4fe5-9496-471b84de591e None None] Routers {'edd688f1-60c5-4e1e-878b-555caadcf188'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:56:40.138866 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6ca037b9-d75c-4fe5-9496-471b84de591e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:56:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['edd688f1-60c5-4e1e-878b-555caadcf188'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:40.139414 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1037bd8e-ad3f-49a7-937b-59b73fb1f445 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:40.140642 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1037bd8e-ad3f-49a7-937b-59b73fb1f445 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.4018483 Nov 16 11:56:40.143337 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48314) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:40.148527 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-682b85c2-d723-480e-a5e9-0909c2d38085 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:40.176972 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6ca037b9-d75c-4fe5-9496-471b84de591e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:40.185688 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca037b9-d75c-4fe5-9496-471b84de591e None None] Routers {'edd688f1-60c5-4e1e-878b-555caadcf188'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:56:40.186321 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6ca037b9-d75c-4fe5-9496-471b84de591e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:56:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['edd688f1-60c5-4e1e-878b-555caadcf188'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:40.218905 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6ca037b9-d75c-4fe5-9496-471b84de591e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:40.219554 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca037b9-d75c-4fe5-9496-471b84de591e None None] The sync data for ids ['edd688f1-60c5-4e1e-878b-555caadcf188'] in n-d-816823-3 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:56:40.508866 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00437e-d94e-4de5-80cb-a31e7d5f6b76 req-9de11b2e-1e60-4009-a251-054e0edf8c9e tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:40.510516 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9e00437e-d94e-4de5-80cb-a31e7d5f6b76 req-9de11b2e-1e60-4009-a251-054e0edf8c9e tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/ports?device_id=6201cd3c-a457-4604-89b7-5baefd12bcd4 HTTP/1.1" status: 200 len: 946 time: 0.0512691 Nov 16 11:56:40.559891 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9e00437e-d94e-4de5-80cb-a31e7d5f6b76 req-664f17d2-0976-4278-b2db-14a30fb89854 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/security-groups?id=bb3660c1-cc36-493e-bbee-237697747880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431807 Nov 16 11:56:40.783065 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-682b85c2-d723-480e-a5e9-0909c2d38085 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:40.795044 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-682b85c2-d723-480e-a5e9-0909c2d38085 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:40.849884 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-682b85c2-d723-480e-a5e9-0909c2d38085 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Deleting port dc8f660e-d629-4e13-b7da-9cd8474b8ccb {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:56:40.850251 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-682b85c2-d723-480e-a5e9-0909c2d38085 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:40.928610 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-682b85c2-d723-480e-a5e9-0909c2d38085 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:40.940400 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-682b85c2-d723-480e-a5e9-0909c2d38085 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Calling delete_port for dc8f660e-d629-4e13-b7da-9cd8474b8ccb owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:56:41.109956 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-682b85c2-d723-480e-a5e9-0909c2d38085 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:41.135518 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b85c2-d723-480e-a5e9-0909c2d38085 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Pushing event deleted for resources: {'Port': ['ID=dc8f660e-d629-4e13-b7da-9cd8474b8ccb,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:41.154647 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090b1571-6d45-41e9-a861-382552ca2d0f None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:56:41.205575 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-682b85c2-d723-480e-a5e9-0909c2d38085 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:41.407368 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-682b85c2-d723-480e-a5e9-0909c2d38085 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1984560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1995711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3572'] for router, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:41.410682 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-682b85c2-d723-480e-a5e9-0909c2d38085 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1984559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1984550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1995702'] for router, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:41.487656 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682b85c2-d723-480e-a5e9-0909c2d38085 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Router edd688f1-60c5-4e1e-878b-555caadcf188 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:56:41.561445 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682b85c2-d723-480e-a5e9-0909c2d38085 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:56:41.569356 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-682b85c2-d723-480e-a5e9-0909c2d38085 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:41.572473 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-682b85c2-d723-480e-a5e9-0909c2d38085 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] 10.222.0.61 "PUT /v2.0/routers/edd688f1-60c5-4e1e-878b-555caadcf188 HTTP/1.1" status: 200 len: 710 time: 1.4256959 Nov 16 11:56:41.572666 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f29733f-f0cb-4328-9162-c97c5013571b None None] Sync routers for ids ['edd688f1-60c5-4e1e-878b-555caadcf188'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:56:41.573108 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48328) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:41.581639 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f29733f-f0cb-4328-9162-c97c5013571b None None] Routers {'edd688f1-60c5-4e1e-878b-555caadcf188'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:56:41.582279 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9f29733f-f0cb-4328-9162-c97c5013571b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:56:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['edd688f1-60c5-4e1e-878b-555caadcf188'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:41.615261 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9f29733f-f0cb-4328-9162-c97c5013571b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:41.624708 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f29733f-f0cb-4328-9162-c97c5013571b None None] Routers {'edd688f1-60c5-4e1e-878b-555caadcf188'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:56:41.625304 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9f29733f-f0cb-4328-9162-c97c5013571b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:56:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['edd688f1-60c5-4e1e-878b-555caadcf188'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:41.653413 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0f52f071-9eb2-40b0-b53f-8a856920b0af tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] 10.222.0.61 "GET /v2.0/routers/edd688f1-60c5-4e1e-878b-555caadcf188 HTTP/1.1" status: 200 len: 745 time: 0.0787628 Nov 16 11:56:41.655477 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48330) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:41.657294 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9f29733f-f0cb-4328-9162-c97c5013571b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:41.657967 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f29733f-f0cb-4328-9162-c97c5013571b None None] The sync data for ids ['edd688f1-60c5-4e1e-878b-555caadcf188'] in n-d-816823-3 is: [] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:56:41.682476 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-bcbd4c61-0a19-420a-947a-29b7850e6282 tempest-RoutersIpV6AdminTest-545615179 tempest-RoutersIpV6AdminTest-545615179-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=47f35a41-d782-4d3e-9754-e87c9ca4914b&device_id=edd688f1-60c5-4e1e-878b-555caadcf188 HTTP/1.1" status: 200 len: 205 time: 0.0258920 Nov 16 11:56:41.684965 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48332) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:41.714470 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b307cbfe-73b3-45e3-b563-d89691c3b568 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] 10.222.0.61 "GET /v2.0/ports?device_id=edd688f1-60c5-4e1e-878b-555caadcf188 HTTP/1.1" status: 200 len: 205 time: 0.0284576 Nov 16 11:56:41.717152 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48334) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:41.788615 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e9b6a6b2-d197-497d-aca8-46cf8341c6d5 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:41.955144 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e9b6a6b2-d197-497d-aca8-46cf8341c6d5 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:41.957325 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e9b6a6b2-d197-497d-aca8-46cf8341c6d5 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:42.003647 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e9b6a6b2-d197-497d-aca8-46cf8341c6d5 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:42.004339 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b6a6b2-d197-497d-aca8-46cf8341c6d5 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Fanout notify agent at l3_agent the message router_deleted on router edd688f1-60c5-4e1e-878b-555caadcf188 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:56:42.012278 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e9b6a6b2-d197-497d-aca8-46cf8341c6d5 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:42.016821 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e9b6a6b2-d197-497d-aca8-46cf8341c6d5 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] 10.222.0.61 "DELETE /v2.0/routers/edd688f1-60c5-4e1e-878b-555caadcf188 HTTP/1.1" status: 204 len: 168 time: 0.2953188 Nov 16 11:56:42.016821 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48338) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:42.043528 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-08e75d95-abe8-49f6-90b8-75968df07582 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] 10.222.0.61 "GET /v2.0/ports?device_id=edd688f1-60c5-4e1e-878b-555caadcf188 HTTP/1.1" status: 200 len: 205 time: 0.0255520 Nov 16 11:56:42.045901 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48340) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:42.082207 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-4af8307c-7c7c-41c4-99f3-a3d79f08a650 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] delete failed (client error): The resource could not be found. Nov 16 11:56:42.083190 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4af8307c-7c7c-41c4-99f3-a3d79f08a650 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] 10.222.0.61 "DELETE /v2.0/routers/edd688f1-60c5-4e1e-878b-555caadcf188 HTTP/1.1" status: 404 len: 336 time: 0.0363421 Nov 16 11:56:42.085860 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48342) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:42.112597 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6c798957-7b19-4d37-bc21-b234f53aac2a tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] 10.222.0.61 "GET /v2.0/ports?device_id=84fdbe4f-fa6d-4be7-be10-86bc94554965 HTTP/1.1" status: 200 len: 205 time: 0.0256639 Nov 16 11:56:42.115000 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48344) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:42.156292 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-624df2cb-f4c2-4aaf-9ca4-0d7f720e3c77 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] delete failed (client error): The resource could not be found. Nov 16 11:56:42.157319 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-624df2cb-f4c2-4aaf-9ca4-0d7f720e3c77 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] 10.222.0.61 "DELETE /v2.0/routers/84fdbe4f-fa6d-4be7-be10-86bc94554965 HTTP/1.1" status: 404 len: 336 time: 0.0414324 Nov 16 11:56:42.159918 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48346) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:42.186965 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5f470904-5186-4ae5-9881-93977522ed78 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] 10.222.0.61 "GET /v2.0/ports?device_id=8cd3aa3a-f9bc-4928-ad28-e68f84086da5 HTTP/1.1" status: 200 len: 205 time: 0.0259998 Nov 16 11:56:42.189622 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48348) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:42.226359 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-840db33e-a58f-4a1c-b23c-f4380358503e tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] delete failed (client error): The resource could not be found. Nov 16 11:56:42.227364 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-840db33e-a58f-4a1c-b23c-f4380358503e tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] 10.222.0.61 "DELETE /v2.0/routers/8cd3aa3a-f9bc-4928-ad28-e68f84086da5 HTTP/1.1" status: 404 len: 336 time: 0.0365970 Nov 16 11:56:42.229850 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48350) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:42.260323 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-708fa947-0b4f-4ecc-9ad2-db3de51c2e75 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d02c67f-bb0a-474c-8a47-2b53fe803277 HTTP/1.1" status: 200 len: 205 time: 0.0293884 Nov 16 11:56:42.262657 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48352) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:42.299023 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-32cbbc8c-1faa-46cd-a494-3260614d908b tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] delete failed (client error): The resource could not be found. Nov 16 11:56:42.299963 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-32cbbc8c-1faa-46cd-a494-3260614d908b tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] 10.222.0.61 "DELETE /v2.0/routers/0d02c67f-bb0a-474c-8a47-2b53fe803277 HTTP/1.1" status: 404 len: 336 time: 0.0363638 Nov 16 11:56:42.302625 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48354) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:42.330094 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d42285cf-f122-4214-8531-646ad8dc4631 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] 10.222.0.61 "GET /v2.0/ports?device_id=8285053f-72cb-4c5f-8430-5d080d003b7d HTTP/1.1" status: 200 len: 205 time: 0.0263350 Nov 16 11:56:42.332356 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48356) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:42.374178 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-60c2ef50-f628-4dd1-975e-13b3c196d8a1 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] delete failed (client error): The resource could not be found. Nov 16 11:56:42.375249 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-60c2ef50-f628-4dd1-975e-13b3c196d8a1 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] 10.222.0.61 "DELETE /v2.0/routers/8285053f-72cb-4c5f-8430-5d080d003b7d HTTP/1.1" status: 404 len: 336 time: 0.0419946 Nov 16 11:56:42.377910 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48358) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:42.405172 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1824628a-3717-4d91-91a7-05152a7926dd tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ad1af19-a7b5-4b27-99b1-c771b7e1ee78 HTTP/1.1" status: 200 len: 205 time: 0.0261188 Nov 16 11:56:42.407474 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48360) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:42.445218 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-18132b0c-86b3-47c4-8305-ab4ad9437ee2 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] delete failed (client error): The resource could not be found. Nov 16 11:56:42.446282 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-18132b0c-86b3-47c4-8305-ab4ad9437ee2 tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] 10.222.0.61 "DELETE /v2.0/routers/8ad1af19-a7b5-4b27-99b1-c771b7e1ee78 HTTP/1.1" status: 404 len: 336 time: 0.0379114 Nov 16 11:56:42.448991 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48362) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:42.474881 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddf36c1e-229e-4c34-83b6-7f4414215d5b tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] DELETE failed (client error): The resource could not be found. Nov 16 11:56:42.475343 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddf36c1e-229e-4c34-83b6-7f4414215d5b tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:56:42.479089 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ddf36c1e-229e-4c34-83b6-7f4414215d5b tempest-RoutersIpV6AdminTest-1051046853 tempest-RoutersIpV6AdminTest-1051046853-project] 10.222.0.61 "DELETE /v2.0/subnets/bb514aef-a5f8-4f23-9bcb-d6303b220aa1 HTTP/1.1" status: 404 len: 337 time: 0.0291858 Nov 16 11:56:42.781104 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48368) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:42.916871 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d845128e-9d32-48c7-863d-c3f08ec528ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:43.001398 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d845128e-9d32-48c7-863d-c3f08ec528ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:43.008136 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d845128e-9d32-48c7-863d-c3f08ec528ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:43.045982 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d845128e-9d32-48c7-863d-c3f08ec528ea admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c25ddd643acf4114ae1b083d755b0b40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2637062 Nov 16 11:56:43.048017 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d845128e-9d32-48c7-863d-c3f08ec528ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfb981a-379d-4920-bc49-8f8f4236bbe4,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:43.048782 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48374) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:43.080146 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9796f838-5e70-4fc4-ac02-42aacea3a6ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:43.113572 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0da1c773-7590-4c72-ba7a-a967dcca4986 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:43.137531 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0da1c773-7590-4c72-ba7a-a967dcca4986 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:43.186898 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0da1c773-7590-4c72-ba7a-a967dcca4986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:43.190143 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0da1c773-7590-4c72-ba7a-a967dcca4986 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:43.191288 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0da1c773-7590-4c72-ba7a-a967dcca4986 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7dfb981a-379d-4920-bc49-8f8f4236bbe4 HTTP/1.1" status: 204 len: 168 time: 0.1415086 Nov 16 11:56:43.199960 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da1c773-7590-4c72-ba7a-a967dcca4986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfb981a-379d-4920-bc49-8f8f4236bbe4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:43.460173 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48380) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:43.501063 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1855e092-e28a-4b59-8869-fb0fca75e91d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f0c3a61d32fa4e15837c0620a14ff698&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390828 Nov 16 11:56:43.503832 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48382) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:43.551746 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d0526ef-037c-4349-afa8-3c2fe13d8d97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:43.572720 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d0526ef-037c-4349-afa8-3c2fe13d8d97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:43.618981 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d0526ef-037c-4349-afa8-3c2fe13d8d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:43.621876 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d0526ef-037c-4349-afa8-3c2fe13d8d97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:43.623030 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4d0526ef-037c-4349-afa8-3c2fe13d8d97 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d8ac85f5-3246-47c8-9330-a3cb16584072 HTTP/1.1" status: 204 len: 168 time: 0.1178484 Nov 16 11:56:43.631066 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0526ef-037c-4349-afa8-3c2fe13d8d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ac85f5-3246-47c8-9330-a3cb16584072,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:44.898363 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48420) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:45.000872 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-06f3f7e8-4fc3-465b-80fe-fd9353725966 tempest-RoutersAdminNegativeIpV6Test-1806310967 tempest-RoutersAdminNegativeIpV6Test-1806310967-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2102224374', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:45.021651 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f3f7e8-4fc3-465b-80fe-fd9353725966 tempest-RoutersAdminNegativeIpV6Test-1806310967 tempest-RoutersAdminNegativeIpV6Test-1806310967-project-admin] Made reservation on behalf of 8338a7a8add047708c953b9d0a567175 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:56:45.024628 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-06f3f7e8-4fc3-465b-80fe-fd9353725966 tempest-RoutersAdminNegativeIpV6Test-1806310967 tempest-RoutersAdminNegativeIpV6Test-1806310967-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:45.035523 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-06f3f7e8-4fc3-465b-80fe-fd9353725966 tempest-RoutersAdminNegativeIpV6Test-1806310967 tempest-RoutersAdminNegativeIpV6Test-1806310967-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:45.120043 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-06f3f7e8-4fc3-465b-80fe-fd9353725966 tempest-RoutersAdminNegativeIpV6Test-1806310967 tempest-RoutersAdminNegativeIpV6Test-1806310967-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:45.124434 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-06f3f7e8-4fc3-465b-80fe-fd9353725966 tempest-RoutersAdminNegativeIpV6Test-1806310967 tempest-RoutersAdminNegativeIpV6Test-1806310967-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:45.137964 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-06f3f7e8-4fc3-465b-80fe-fd9353725966 tempest-RoutersAdminNegativeIpV6Test-1806310967 tempest-RoutersAdminNegativeIpV6Test-1806310967-project-admin] device_id is not set on port ab9fdaf1-d6a3-4d1c-a5e7-a8bc29ae73ce yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:56:45.183889 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3f7e8-4fc3-465b-80fe-fd9353725966 tempest-RoutersAdminNegativeIpV6Test-1806310967 tempest-RoutersAdminNegativeIpV6Test-1806310967-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a097456b-3fda-479e-a37c-b0e799d41285,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:45.258733 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-06f3f7e8-4fc3-465b-80fe-fd9353725966 tempest-RoutersAdminNegativeIpV6Test-1806310967 tempest-RoutersAdminNegativeIpV6Test-1806310967-project-admin] Allocated IP 172.25.0.113 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/ab9fdaf1-d6a3-4d1c-a5e7-a8bc29ae73ce) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:56:45.396491 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-06f3f7e8-4fc3-465b-80fe-fd9353725966 tempest-RoutersAdminNegativeIpV6Test-1806310967 tempest-RoutersAdminNegativeIpV6Test-1806310967-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:45.430734 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-06f3f7e8-4fc3-465b-80fe-fd9353725966 tempest-RoutersAdminNegativeIpV6Test-1806310967 tempest-RoutersAdminNegativeIpV6Test-1806310967-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:45.468039 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f3f7e8-4fc3-465b-80fe-fd9353725966 tempest-RoutersAdminNegativeIpV6Test-1806310967 tempest-RoutersAdminNegativeIpV6Test-1806310967-project-admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:56:45.470807 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-06f3f7e8-4fc3-465b-80fe-fd9353725966 tempest-RoutersAdminNegativeIpV6Test-1806310967 tempest-RoutersAdminNegativeIpV6Test-1806310967-project-admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:56:45.473889 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f3f7e8-4fc3-465b-80fe-fd9353725966 tempest-RoutersAdminNegativeIpV6Test-1806310967 tempest-RoutersAdminNegativeIpV6Test-1806310967-project-admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:56:45.484538 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cb3322-c541-4e1b-adf7-e589097835e0 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:56:45.515599 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3f7e8-4fc3-465b-80fe-fd9353725966 tempest-RoutersAdminNegativeIpV6Test-1806310967 tempest-RoutersAdminNegativeIpV6Test-1806310967-project-admin] Pushing event updated for resources: {'Port': ['ID=ab9fdaf1-d6a3-4d1c-a5e7-a8bc29ae73ce,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:45.530151 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f3f7e8-4fc3-465b-80fe-fd9353725966 tempest-RoutersAdminNegativeIpV6Test-1806310967 tempest-RoutersAdminNegativeIpV6Test-1806310967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:45.530903 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-06f3f7e8-4fc3-465b-80fe-fd9353725966 tempest-RoutersAdminNegativeIpV6Test-1806310967 tempest-RoutersAdminNegativeIpV6Test-1806310967-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:45.546368 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-06f3f7e8-4fc3-465b-80fe-fd9353725966 tempest-RoutersAdminNegativeIpV6Test-1806310967 tempest-RoutersAdminNegativeIpV6Test-1806310967-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 0.6468973 Nov 16 11:56:45.549166 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48426) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:45.553524 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5ff5e356-9d4c-4769-86b9-2a1e2b737b9f tempest-RoutersAdminNegativeIpV6Test-1806310967 tempest-RoutersAdminNegativeIpV6Test-1806310967-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.113'}]}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:45.574421 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ff5e356-9d4c-4769-86b9-2a1e2b737b9f tempest-RoutersAdminNegativeIpV6Test-1806310967 tempest-RoutersAdminNegativeIpV6Test-1806310967-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:45.575385 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ff5e356-9d4c-4769-86b9-2a1e2b737b9f tempest-RoutersAdminNegativeIpV6Test-1806310967 tempest-RoutersAdminNegativeIpV6Test-1806310967-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:45.594962 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f0f1cd42-76e1-4cc8-85e8-8f0d1fea90e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:45.613142 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d5d391ed-0e7b-4fec-9b8f-14fd6ed763a5 None None] Provisioning complete for port ab9fdaf1-d6a3-4d1c-a5e7-a8bc29ae73ce triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:56:45.613871 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d5d391ed-0e7b-4fec-9b8f-14fd6ed763a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:45.633169 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ff5e356-9d4c-4769-86b9-2a1e2b737b9f tempest-RoutersAdminNegativeIpV6Test-1806310967 tempest-RoutersAdminNegativeIpV6Test-1806310967-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:45.653260 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-d5d391ed-0e7b-4fec-9b8f-14fd6ed763a5 None None] Port ab9fdaf1-d6a3-4d1c-a5e7-a8bc29ae73ce cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:56:45.780334 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ff5e356-9d4c-4769-86b9-2a1e2b737b9f tempest-RoutersAdminNegativeIpV6Test-1806310967 tempest-RoutersAdminNegativeIpV6Test-1806310967-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:45.983106 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ff5e356-9d4c-4769-86b9-2a1e2b737b9f tempest-RoutersAdminNegativeIpV6Test-1806310967 tempest-RoutersAdminNegativeIpV6Test-1806310967-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:46.004780 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ff5e356-9d4c-4769-86b9-2a1e2b737b9f tempest-RoutersAdminNegativeIpV6Test-1806310967 tempest-RoutersAdminNegativeIpV6Test-1806310967-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:46.143903 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ff5e356-9d4c-4769-86b9-2a1e2b737b9f tempest-RoutersAdminNegativeIpV6Test-1806310967 tempest-RoutersAdminNegativeIpV6Test-1806310967-project-admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:46.296686 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ff5e356-9d4c-4769-86b9-2a1e2b737b9f tempest-RoutersAdminNegativeIpV6Test-1806310967 tempest-RoutersAdminNegativeIpV6Test-1806310967-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:46.298835 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ff5e356-9d4c-4769-86b9-2a1e2b737b9f tempest-RoutersAdminNegativeIpV6Test-1806310967 tempest-RoutersAdminNegativeIpV6Test-1806310967-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:46.339744 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ff5e356-9d4c-4769-86b9-2a1e2b737b9f tempest-RoutersAdminNegativeIpV6Test-1806310967 tempest-RoutersAdminNegativeIpV6Test-1806310967-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:46.340294 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff5e356-9d4c-4769-86b9-2a1e2b737b9f tempest-RoutersAdminNegativeIpV6Test-1806310967 tempest-RoutersAdminNegativeIpV6Test-1806310967-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 84833a32-87d3-4e30-97c2-521f21aed9d8 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:56:46.354492 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-5ff5e356-9d4c-4769-86b9-2a1e2b737b9f tempest-RoutersAdminNegativeIpV6Test-1806310967 tempest-RoutersAdminNegativeIpV6Test-1806310967-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 16 11:56:46.355606 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5ff5e356-9d4c-4769-86b9-2a1e2b737b9f tempest-RoutersAdminNegativeIpV6Test-1806310967 tempest-RoutersAdminNegativeIpV6Test-1806310967-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.8053579 Nov 16 11:56:46.358410 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48430) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:46.434931 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-7e30a8d0-0499-47c2-a724-127e3213fdd7 tempest-RoutersAdminNegativeIpV6Test-1806310967 tempest-RoutersAdminNegativeIpV6Test-1806310967-project-admin] Deleting port ab9fdaf1-d6a3-4d1c-a5e7-a8bc29ae73ce {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:56:46.435177 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7e30a8d0-0499-47c2-a724-127e3213fdd7 tempest-RoutersAdminNegativeIpV6Test-1806310967 tempest-RoutersAdminNegativeIpV6Test-1806310967-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:46.513019 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7e30a8d0-0499-47c2-a724-127e3213fdd7 tempest-RoutersAdminNegativeIpV6Test-1806310967 tempest-RoutersAdminNegativeIpV6Test-1806310967-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:46.524319 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-7e30a8d0-0499-47c2-a724-127e3213fdd7 tempest-RoutersAdminNegativeIpV6Test-1806310967 tempest-RoutersAdminNegativeIpV6Test-1806310967-project-admin] Calling delete_port for ab9fdaf1-d6a3-4d1c-a5e7-a8bc29ae73ce owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:56:46.639292 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7e30a8d0-0499-47c2-a724-127e3213fdd7 tempest-RoutersAdminNegativeIpV6Test-1806310967 tempest-RoutersAdminNegativeIpV6Test-1806310967-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:46.669176 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30a8d0-0499-47c2-a724-127e3213fdd7 tempest-RoutersAdminNegativeIpV6Test-1806310967 tempest-RoutersAdminNegativeIpV6Test-1806310967-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab9fdaf1-d6a3-4d1c-a5e7-a8bc29ae73ce,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:46.690921 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df992e4-dbe9-400c-89f5-adededc9002c None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:56:46.695671 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:46.731118 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7e30a8d0-0499-47c2-a724-127e3213fdd7 tempest-RoutersAdminNegativeIpV6Test-1806310967 tempest-RoutersAdminNegativeIpV6Test-1806310967-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:46.734807 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7e30a8d0-0499-47c2-a724-127e3213fdd7 tempest-RoutersAdminNegativeIpV6Test-1806310967 tempest-RoutersAdminNegativeIpV6Test-1806310967-project-admin] 10.222.0.61 "DELETE /v2.0/ports/ab9fdaf1-d6a3-4d1c-a5e7-a8bc29ae73ce HTTP/1.1" status: 204 len: 168 time: 0.3754828 Nov 16 11:56:46.968882 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48436) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:47.074871 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0013623-c1b7-4102-83a2-3e61483af18f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:47.146621 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0013623-c1b7-4102-83a2-3e61483af18f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:47.150262 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0013623-c1b7-4102-83a2-3e61483af18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:47.189369 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e0013623-c1b7-4102-83a2-3e61483af18f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=79bbe90a3493457f983732adc5572c9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2193468 Nov 16 11:56:47.190518 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0013623-c1b7-4102-83a2-3e61483af18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dd6494-8010-4f2d-a1ce-3b8ab62597ec,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:47.192152 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48442) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:47.240949 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f154cd82-b6f5-44fb-939f-3ad195a2718d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:47.270703 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f154cd82-b6f5-44fb-939f-3ad195a2718d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:47.315859 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f154cd82-b6f5-44fb-939f-3ad195a2718d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:47.318632 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f154cd82-b6f5-44fb-939f-3ad195a2718d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:47.320406 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f154cd82-b6f5-44fb-939f-3ad195a2718d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d2dd6494-8010-4f2d-a1ce-3b8ab62597ec HTTP/1.1" status: 204 len: 168 time: 0.1264706 Nov 16 11:56:47.327879 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154cd82-b6f5-44fb-939f-3ad195a2718d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dd6494-8010-4f2d-a1ce-3b8ab62597ec,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:47.586407 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48448) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:47.629829 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a8e0c3b4-9a8b-4142-9081-56e6c0733bd1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8338a7a8add047708c953b9d0a567175&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422533 Nov 16 11:56:47.632472 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48450) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:47.679853 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8cdb8851-3a10-431f-9c10-58d877e6ce20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:47.700345 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8cdb8851-3a10-431f-9c10-58d877e6ce20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:47.748550 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8cdb8851-3a10-431f-9c10-58d877e6ce20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:47.751059 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8cdb8851-3a10-431f-9c10-58d877e6ce20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:47.752228 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8cdb8851-3a10-431f-9c10-58d877e6ce20 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a097456b-3fda-479e-a37c-b0e799d41285 HTTP/1.1" status: 204 len: 168 time: 0.1187348 Nov 16 11:56:47.759723 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb8851-3a10-431f-9c10-58d877e6ce20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a097456b-3fda-479e-a37c-b0e799d41285,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:48.403789 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:48.428268 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48474) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:48.525228 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-4353ea4c-c107-40d4-941c-969737eb53b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-377725790'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:48.546119 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4353ea4c-c107-40d4-941c-969737eb53b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Made reservation on behalf of 894dc9e98b9f41b2a66a058e9f4e957a for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:56:48.549522 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4353ea4c-c107-40d4-941c-969737eb53b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:48.558259 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4353ea4c-c107-40d4-941c-969737eb53b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:48.629656 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4353ea4c-c107-40d4-941c-969737eb53b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:48.633361 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4353ea4c-c107-40d4-941c-969737eb53b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:48.660249 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4353ea4c-c107-40d4-941c-969737eb53b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:56:48.669419 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353ea4c-c107-40d4-941c-969737eb53b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=969284e3-10ad-4378-9508-eb38ddcf1ad7,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:48.677000 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4353ea4c-c107-40d4-941c-969737eb53b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:48.677285 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-4353ea4c-c107-40d4-941c-969737eb53b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Added segment 4b275784-49a0-49e8-98fa-0c04e7e7dc17 of type vlan for network b8b6c50c-3771-4246-8e60-d6ae5f865d0e Nov 16 11:56:48.718352 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4353ea4c-c107-40d4-941c-969737eb53b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:48.742480 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4353ea4c-c107-40d4-941c-969737eb53b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:48.748013 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4353ea4c-c107-40d4-941c-969737eb53b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:48.748590 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4353ea4c-c107-40d4-941c-969737eb53b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:48.803346 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4353ea4c-c107-40d4-941c-969737eb53b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3737760 Nov 16 11:56:48.806623 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48478) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:48.811359 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-32c8c61a-52fc-4ac7-9c3a-a77ea0d653a7 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Request body: {'subnet': {'network_id': 'b8b6c50c-3771-4246-8e60-d6ae5f865d0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:48.861448 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353ea4c-c107-40d4-941c-969737eb53b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Pushing event updated for resources: {'Network': ['ID=b8b6c50c-3771-4246-8e60-d6ae5f865d0e,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:48.873406 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network b8b6c50c-3771-4246-8e60-d6ae5f865d0e details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:56:48.887381 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:48.918227 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c8c61a-52fc-4ac7-9c3a-a77ea0d653a7 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Made reservation on behalf of 894dc9e98b9f41b2a66a058e9f4e957a for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:56:48.921854 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-32c8c61a-52fc-4ac7-9c3a-a77ea0d653a7 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:49.100693 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-32c8c61a-52fc-4ac7-9c3a-a77ea0d653a7 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:49.162347 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8c61a-52fc-4ac7-9c3a-a77ea0d653a7 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Pushing event updated for resources: {'Subnet': ['ID=b5a45b8c-963c-4e01-98e8-de66a96d5310,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:49.172956 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c8c61a-52fc-4ac7-9c3a-a77ea0d653a7 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Checking segment: {'id': '4b275784-49a0-49e8-98fa-0c04e7e7dc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b8b6c50c-3771-4246-8e60-d6ae5f865d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:56:49.173319 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c8c61a-52fc-4ac7-9c3a-a77ea0d653a7 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Network hostable DHCP agents. Network: b8b6c50c-3771-4246-8e60-d6ae5f865d0e, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:56:49.190247 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c8c61a-52fc-4ac7-9c3a-a77ea0d653a7 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Network b8b6c50c-3771-4246-8e60-d6ae5f865d0e is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:56:49.198648 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-32c8c61a-52fc-4ac7-9c3a-a77ea0d653a7 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, b8b6c50c-3771-4246-8e60-d6ae5f865d0e) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:56:49.202704 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c8c61a-52fc-4ac7-9c3a-a77ea0d653a7 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:49.206788 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-32c8c61a-52fc-4ac7-9c3a-a77ea0d653a7 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:49.211214 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4605dd-b3af-4b15-9d4c-2a813405cde3 None None] Network b8b6c50c-3771-4246-8e60-d6ae5f865d0e requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:56:49.227804 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-32c8c61a-52fc-4ac7-9c3a-a77ea0d653a7 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4201398 Nov 16 11:56:49.230413 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48480) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:49.235326 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-9d5fc1e4-7e46-4389-bf14-b98da18f53b8 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Request body: {'port': {'network_id': 'b8b6c50c-3771-4246-8e60-d6ae5f865d0e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-90906174'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:49.352548 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5fc1e4-7e46-4389-bf14-b98da18f53b8 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Made reservation on behalf of 894dc9e98b9f41b2a66a058e9f4e957a for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:56:49.356191 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9d5fc1e4-7e46-4389-bf14-b98da18f53b8 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:49.367866 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87af0a4-a491-472a-b638-5e09aa578213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-b8b6c50c-3771-4246-8e60-d6ae5f865d0e', 'network_id': 'b8b6c50c-3771-4246-8e60-d6ae5f865d0e', 'tenant_id': '894dc9e98b9f41b2a66a058e9f4e957a', 'fixed_ips': [{'subnet_id': 'b5a45b8c-963c-4e01-98e8-de66a96d5310'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:56:49.368719 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b87af0a4-a491-472a-b638-5e09aa578213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:49.373698 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-9d5fc1e4-7e46-4389-bf14-b98da18f53b8 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] device_id is not set on port 6029705b-e18a-4d38-b7d5-f778041a2ea5 yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:56:49.490517 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-9d5fc1e4-7e46-4389-bf14-b98da18f53b8 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Allocated IP 2001:db8::67 (b8b6c50c-3771-4246-8e60-d6ae5f865d0e/b5a45b8c-963c-4e01-98e8-de66a96d5310/6029705b-e18a-4d38-b7d5-f778041a2ea5) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:56:49.635599 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9d5fc1e4-7e46-4389-bf14-b98da18f53b8 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:49.668509 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9d5fc1e4-7e46-4389-bf14-b98da18f53b8 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:49.712260 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-b87af0a4-a491-472a-b638-5e09aa578213 None None] Allocated IP 2001:db8::2 (b8b6c50c-3771-4246-8e60-d6ae5f865d0e/b5a45b8c-963c-4e01-98e8-de66a96d5310/383c6340-547d-4b4e-8fdd-8107afcca0e9) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:56:49.713501 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5fc1e4-7e46-4389-bf14-b98da18f53b8 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Network b8b6c50c-3771-4246-8e60-d6ae5f865d0e is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:56:49.716680 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-9d5fc1e4-7e46-4389-bf14-b98da18f53b8 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:56:49.719640 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5fc1e4-7e46-4389-bf14-b98da18f53b8 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:56:49.726452 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5fc1e4-7e46-4389-bf14-b98da18f53b8 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:49.727364 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9d5fc1e4-7e46-4389-bf14-b98da18f53b8 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:49.740417 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5fc1e4-7e46-4389-bf14-b98da18f53b8 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Pushing event updated for resources: {'Port': ['ID=6029705b-e18a-4d38-b7d5-f778041a2ea5,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:49.753861 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-9d5fc1e4-7e46-4389-bf14-b98da18f53b8 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 0.5196381 Nov 16 11:56:49.754465 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48484) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:49.760159 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-9b6a057a-3f3c-49e5-906c-89e62a730832 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Request body: {'port': {'network_id': 'b8b6c50c-3771-4246-8e60-d6ae5f865d0e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-32866169', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:49.760739 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.api.validators [None req-9b6a057a-3f3c-49e5-906c-89e62a730832 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] bootfile-name is not in valid_values {{(pid=102668) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 11:56:49.761317 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.api.validators [None req-9b6a057a-3f3c-49e5-906c-89e62a730832 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] tftp-server is not in valid_values {{(pid=102668) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 11:56:49.761737 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.api.validators [None req-9b6a057a-3f3c-49e5-906c-89e62a730832 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] server-ip-address is not in valid_values {{(pid=102668) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 11:56:49.855229 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b87af0a4-a491-472a-b638-5e09aa578213 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:49.860429 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b87af0a4-a491-472a-b638-5e09aa578213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:49.870736 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6a057a-3f3c-49e5-906c-89e62a730832 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Made reservation on behalf of 894dc9e98b9f41b2a66a058e9f4e957a for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:56:49.874574 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9b6a057a-3f3c-49e5-906c-89e62a730832 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:49.891294 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-9b6a057a-3f3c-49e5-906c-89e62a730832 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] device_id is not set on port b11361e3-b6be-45f1-b9ea-e0458724cd75 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:56:49.895209 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87af0a4-a491-472a-b638-5e09aa578213 None None] Network b8b6c50c-3771-4246-8e60-d6ae5f865d0e is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:56:49.897972 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-b87af0a4-a491-472a-b638-5e09aa578213 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:56:49.903780 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87af0a4-a491-472a-b638-5e09aa578213 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:56:49.915344 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87af0a4-a491-472a-b638-5e09aa578213 None None] Pushing event updated for resources: {'Port': ['ID=383c6340-547d-4b4e-8fdd-8107afcca0e9,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:49.968046 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-b87af0a4-a491-472a-b638-5e09aa578213 None None] Attempting to bind port 383c6340-547d-4b4e-8fdd-8107afcca0e9 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:56:49.968418 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-b87af0a4-a491-472a-b638-5e09aa578213 None None] Attempting to bind port 383c6340-547d-4b4e-8fdd-8107afcca0e9 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '4b275784-49a0-49e8-98fa-0c04e7e7dc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b8b6c50c-3771-4246-8e60-d6ae5f865d0e'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:56:49.968781 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87af0a4-a491-472a-b638-5e09aa578213 None None] Attempting to bind port 383c6340-547d-4b4e-8fdd-8107afcca0e9 on network b8b6c50c-3771-4246-8e60-d6ae5f865d0e {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:56:49.973678 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87af0a4-a491-472a-b638-5e09aa578213 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:56:49.974186 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87af0a4-a491-472a-b638-5e09aa578213 None None] Checking segment: {'id': '4b275784-49a0-49e8-98fa-0c04e7e7dc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b8b6c50c-3771-4246-8e60-d6ae5f865d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:56:49.974603 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b87af0a4-a491-472a-b638-5e09aa578213 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:49.975000 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87af0a4-a491-472a-b638-5e09aa578213 None None] Bound using segment: {'id': '4b275784-49a0-49e8-98fa-0c04e7e7dc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b8b6c50c-3771-4246-8e60-d6ae5f865d0e'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:56:49.975470 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-b87af0a4-a491-472a-b638-5e09aa578213 None None] Bound port: 383c6340-547d-4b4e-8fdd-8107afcca0e9, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b275784-49a0-49e8-98fa-0c04e7e7dc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b8b6c50c-3771-4246-8e60-d6ae5f865d0e'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:56:49.976491 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b87af0a4-a491-472a-b638-5e09aa578213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:50.017102 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-9b6a057a-3f3c-49e5-906c-89e62a730832 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Allocated IP 2001:db8::1dc (b8b6c50c-3771-4246-8e60-d6ae5f865d0e/b5a45b8c-963c-4e01-98e8-de66a96d5310/b11361e3-b6be-45f1-b9ea-e0458724cd75) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:56:50.037279 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b87af0a4-a491-472a-b638-5e09aa578213 None None] For port 383c6340-547d-4b4e-8fdd-8107afcca0e9, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:56:50.041032 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b87af0a4-a491-472a-b638-5e09aa578213 None None] For port 383c6340-547d-4b4e-8fdd-8107afcca0e9, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=383c6340-547d-4b4e-8fdd-8107afcca0e9,segment=NetworkSegment(4b275784-49a0-49e8-98fa-0c04e7e7dc17),segment_id=4b275784-49a0-49e8-98fa-0c04e7e7dc17)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:56:50.046018 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b87af0a4-a491-472a-b638-5e09aa578213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:50.109869 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87af0a4-a491-472a-b638-5e09aa578213 None None] Pushing event updated for resources: {'Port': ['ID=383c6340-547d-4b4e-8fdd-8107afcca0e9,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:50.186930 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9b6a057a-3f3c-49e5-906c-89e62a730832 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:50.222618 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9b6a057a-3f3c-49e5-906c-89e62a730832 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:50.285457 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6a057a-3f3c-49e5-906c-89e62a730832 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Network b8b6c50c-3771-4246-8e60-d6ae5f865d0e is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:56:50.286219 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-9b6a057a-3f3c-49e5-906c-89e62a730832 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:56:50.291435 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6a057a-3f3c-49e5-906c-89e62a730832 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:56:50.297469 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6a057a-3f3c-49e5-906c-89e62a730832 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:50.298214 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9b6a057a-3f3c-49e5-906c-89e62a730832 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:50.305446 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a057a-3f3c-49e5-906c-89e62a730832 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Pushing event updated for resources: {'Port': ['ID=b11361e3-b6be-45f1-b9ea-e0458724cd75,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:50.322168 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9b6a057a-3f3c-49e5-906c-89e62a730832 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 0.5662131 Nov 16 11:56:50.324551 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48486) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:50.408850 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ab9f3b-6bf3-4abc-95d5-cb23b231667f tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:50.415455 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ab9f3b-6bf3-4abc-95d5-cb23b231667f tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:50.421432 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ab9f3b-6bf3-4abc-95d5-cb23b231667f tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:50.423056 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-72ab9f3b-6bf3-4abc-95d5-cb23b231667f tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.0975919 Nov 16 11:56:50.425868 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48490) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:50.510074 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-9f9fca33-3509-4e07-ba0a-87a9851ef8b5 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Deleting port b11361e3-b6be-45f1-b9ea-e0458724cd75 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:56:50.510406 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9f9fca33-3509-4e07-ba0a-87a9851ef8b5 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:50.595511 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9f9fca33-3509-4e07-ba0a-87a9851ef8b5 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:50.607121 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-9f9fca33-3509-4e07-ba0a-87a9851ef8b5 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Calling delete_port for b11361e3-b6be-45f1-b9ea-e0458724cd75 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:56:50.738732 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9f9fca33-3509-4e07-ba0a-87a9851ef8b5 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:50.770996 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9fca33-3509-4e07-ba0a-87a9851ef8b5 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Pushing event deleted for resources: {'Port': ['ID=b11361e3-b6be-45f1-b9ea-e0458724cd75,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:50.794074 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 383c6340-547d-4b4e-8fdd-8107afcca0e9 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:56:50.806523 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9f9fca33-3509-4e07-ba0a-87a9851ef8b5 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:50.810231 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9f9fca33-3509-4e07-ba0a-87a9851ef8b5 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] 10.222.0.61 "DELETE /v2.0/ports/b11361e3-b6be-45f1-b9ea-e0458724cd75 HTTP/1.1" status: 204 len: 168 time: 0.3831246 Nov 16 11:56:50.813593 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48492) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:50.819473 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-e2964946-fcfd-4f19-86d6-13a6dd9f29a8 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Request body: {'port': {'name': 'tempest-new-port-name-1813236142', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:50.820102 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.api.validators [None req-e2964946-fcfd-4f19-86d6-13a6dd9f29a8 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] bootfile-name is not in valid_values {{(pid=102669) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 11:56:50.820540 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.api.validators [None req-e2964946-fcfd-4f19-86d6-13a6dd9f29a8 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] tftp-server is not in valid_values {{(pid=102669) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 11:56:50.821116 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.api.validators [None req-e2964946-fcfd-4f19-86d6-13a6dd9f29a8 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] server-ip-address is not in valid_values {{(pid=102669) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 11:56:50.844367 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 383c6340-547d-4b4e-8fdd-8107afcca0e9 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:56:50.844731 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:50.893322 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e2964946-fcfd-4f19-86d6-13a6dd9f29a8 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:50.939578 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:50.975388 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 383c6340-547d-4b4e-8fdd-8107afcca0e9, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=383c6340-547d-4b4e-8fdd-8107afcca0e9,segment=NetworkSegment(4b275784-49a0-49e8-98fa-0c04e7e7dc17),segment_id=4b275784-49a0-49e8-98fa-0c04e7e7dc17)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:56:50.980395 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:51.024461 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af1f51b-0ac6-4a68-a0f3-ca31062ad613 None None] Network b8b6c50c-3771-4246-8e60-d6ae5f865d0e requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:56:51.045226 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=383c6340-547d-4b4e-8fdd-8107afcca0e9,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:51.100150 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e2964946-fcfd-4f19-86d6-13a6dd9f29a8 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:51.105472 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e2964946-fcfd-4f19-86d6-13a6dd9f29a8 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:51.126508 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-132e19c7-4b96-4070-9d92-8eb4a0a9ebf0 None None] Provisioning complete for port 383c6340-547d-4b4e-8fdd-8107afcca0e9 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:56:51.126884 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-132e19c7-4b96-4070-9d92-8eb4a0a9ebf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:51.138087 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e2964946-fcfd-4f19-86d6-13a6dd9f29a8 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] In _notify_port_updated(), no bound segment for port 6029705b-e18a-4d38-b7d5-f778041a2ea5 on network b8b6c50c-3771-4246-8e60-d6ae5f865d0e {{(pid=102669) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 11:56:51.143621 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2964946-fcfd-4f19-86d6-13a6dd9f29a8 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:51.144250 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e2964946-fcfd-4f19-86d6-13a6dd9f29a8 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:51.145543 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e2964946-fcfd-4f19-86d6-13a6dd9f29a8 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] 10.222.0.61 "PUT /v2.0/ports/6029705b-e18a-4d38-b7d5-f778041a2ea5 HTTP/1.1" status: 200 len: 1129 time: 0.3305337 Nov 16 11:56:51.148697 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48494) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:51.193841 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2964946-fcfd-4f19-86d6-13a6dd9f29a8 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Pushing event updated for resources: {'Port': ['ID=6029705b-e18a-4d38-b7d5-f778041a2ea5,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:51.205948 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3753ce3-f5ff-45ff-85e5-3da2fd88cd28 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:51.207354 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f3753ce3-f5ff-45ff-85e5-3da2fd88cd28 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] 10.222.0.61 "GET /v2.0/ports/6029705b-e18a-4d38-b7d5-f778041a2ea5 HTTP/1.1" status: 200 len: 1129 time: 0.0577359 Nov 16 11:56:51.211330 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48496) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:51.305721 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c262300f-edc6-453d-bc3e-3d3c1f88c9cb tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Deleting port 6029705b-e18a-4d38-b7d5-f778041a2ea5 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:56:51.306096 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c262300f-edc6-453d-bc3e-3d3c1f88c9cb tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:51.395298 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c262300f-edc6-453d-bc3e-3d3c1f88c9cb tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:51.409462 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c262300f-edc6-453d-bc3e-3d3c1f88c9cb tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Calling delete_port for 6029705b-e18a-4d38-b7d5-f778041a2ea5 owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:56:51.567417 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c262300f-edc6-453d-bc3e-3d3c1f88c9cb tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:51.600685 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c262300f-edc6-453d-bc3e-3d3c1f88c9cb tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Pushing event deleted for resources: {'Port': ['ID=6029705b-e18a-4d38-b7d5-f778041a2ea5,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:51.630270 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c262300f-edc6-453d-bc3e-3d3c1f88c9cb tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:51.636284 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c262300f-edc6-453d-bc3e-3d3c1f88c9cb tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] 10.222.0.61 "DELETE /v2.0/ports/6029705b-e18a-4d38-b7d5-f778041a2ea5 HTTP/1.1" status: 204 len: 168 time: 0.4218485 Nov 16 11:56:51.636573 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48502) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:51.693784 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-23750cdc-fe98-41df-a819-d59bfdaf169c tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Deleting subnet b5a45b8c-963c-4e01-98e8-de66a96d5310 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:56:51.697322 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-23750cdc-fe98-41df-a819-d59bfdaf169c tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:51.739886 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-23750cdc-fe98-41df-a819-d59bfdaf169c tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:51.775036 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-320498ad-bac6-4970-a1a5-9649e01b9a61 None None] Could not find standard attr ID for object 6029705b-e18a-4d38-b7d5-f778041a2ea5. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:56:51.785208 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-320498ad-bac6-4970-a1a5-9649e01b9a61 None None] Provisioning complete for port 383c6340-547d-4b4e-8fdd-8107afcca0e9 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:56:51.785718 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-320498ad-bac6-4970-a1a5-9649e01b9a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:51.830532 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-23750cdc-fe98-41df-a819-d59bfdaf169c tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:51.902567 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-23750cdc-fe98-41df-a819-d59bfdaf169c tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:51.927017 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23750cdc-fe98-41df-a819-d59bfdaf169c tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Pushing event deleted for resources: {'Subnet': ['ID=b5a45b8c-963c-4e01-98e8-de66a96d5310,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:51.936249 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-23750cdc-fe98-41df-a819-d59bfdaf169c tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:51.939794 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-23750cdc-fe98-41df-a819-d59bfdaf169c tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] 10.222.0.61 "DELETE /v2.0/subnets/b5a45b8c-963c-4e01-98e8-de66a96d5310 HTTP/1.1" status: 204 len: 168 time: 0.3021886 Nov 16 11:56:51.942233 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48504) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:51.963933 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a687420-a04a-4fab-8a64-2ea6ebf14fdd None None] Network b8b6c50c-3771-4246-8e60-d6ae5f865d0e requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:56:52.008293 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-548c6c9d-3e3f-4ea9-91c1-59916dbf9f90 None None] Could not find standard attr ID for object 6029705b-e18a-4d38-b7d5-f778041a2ea5. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:56:52.022319 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-575bb588-b956-4daf-9651-862b1dc4494e tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:52.074332 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-575bb588-b956-4daf-9651-862b1dc4494e tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Deleting port 383c6340-547d-4b4e-8fdd-8107afcca0e9 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:56:52.074589 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-575bb588-b956-4daf-9651-862b1dc4494e tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:52.135903 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0214be0a-b862-40d5-bc8e-2633085a2556 None None] DHCP port deletion for b8b6c50c-3771-4246-8e60-d6ae5f865d0e request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:56:52.144255 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-575bb588-b956-4daf-9651-862b1dc4494e tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] For port 383c6340-547d-4b4e-8fdd-8107afcca0e9, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=383c6340-547d-4b4e-8fdd-8107afcca0e9,segment=NetworkSegment(4b275784-49a0-49e8-98fa-0c04e7e7dc17),segment_id=4b275784-49a0-49e8-98fa-0c04e7e7dc17)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:56:52.144622 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-575bb588-b956-4daf-9651-862b1dc4494e tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:52.157889 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-575bb588-b956-4daf-9651-862b1dc4494e tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Calling delete_port for 383c6340-547d-4b4e-8fdd-8107afcca0e9 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:56:52.181528 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-0214be0a-b862-40d5-bc8e-2633085a2556 None None] Deleting port 383c6340-547d-4b4e-8fdd-8107afcca0e9 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:56:52.181907 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0214be0a-b862-40d5-bc8e-2633085a2556 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:52.234307 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-575bb588-b956-4daf-9651-862b1dc4494e tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:52.243980 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-0214be0a-b862-40d5-bc8e-2633085a2556 None None] For port 383c6340-547d-4b4e-8fdd-8107afcca0e9, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=383c6340-547d-4b4e-8fdd-8107afcca0e9,segment=NetworkSegment(4b275784-49a0-49e8-98fa-0c04e7e7dc17),segment_id=4b275784-49a0-49e8-98fa-0c04e7e7dc17)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:56:52.244379 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0214be0a-b862-40d5-bc8e-2633085a2556 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:52.257616 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-0214be0a-b862-40d5-bc8e-2633085a2556 None None] Calling delete_port for 383c6340-547d-4b4e-8fdd-8107afcca0e9 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:56:52.265804 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575bb588-b956-4daf-9651-862b1dc4494e tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Pushing event deleted for resources: {'Port': ['ID=383c6340-547d-4b4e-8fdd-8107afcca0e9,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:52.267667 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575bb588-b956-4daf-9651-862b1dc4494e tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] No DVR routers for this DVR port 383c6340-547d-4b4e-8fdd-8107afcca0e9 on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:56:52.340076 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0214be0a-b862-40d5-bc8e-2633085a2556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:52.347884 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-575bb588-b956-4daf-9651-862b1dc4494e tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:52.364607 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0214be0a-b862-40d5-bc8e-2633085a2556 None None] Pushing event deleted for resources: {'Port': ['ID=383c6340-547d-4b4e-8fdd-8107afcca0e9,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:52.367836 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-575bb588-b956-4daf-9651-862b1dc4494e tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8b6c50c-3771-4246-8e60-d6ae5f865d0e']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:52.370026 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0214be0a-b862-40d5-bc8e-2633085a2556 None None] No DVR routers for this DVR port 383c6340-547d-4b4e-8fdd-8107afcca0e9 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:56:52.377789 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-575bb588-b956-4daf-9651-862b1dc4494e tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b275784-49a0-49e8-98fa-0c04e7e7dc17') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:52.378119 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-575bb588-b956-4daf-9651-862b1dc4494e tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b275784-49a0-49e8-98fa-0c04e7e7dc17') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:52.389260 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-575bb588-b956-4daf-9651-862b1dc4494e tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:52.402584 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-575bb588-b956-4daf-9651-862b1dc4494e tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:52.408857 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-575bb588-b956-4daf-9651-862b1dc4494e tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:56:52.409240 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-575bb588-b956-4daf-9651-862b1dc4494e tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:52.412300 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:56:52.412300 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:56:52.412300 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:56:52.412300 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:56:52.412300 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:56:52.412300 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:56:52.412300 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:56:52.412300 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:56:52.412300 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:56:52.412300 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:56:52.412300 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:56:52.412300 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:56:52.412300 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:56:52.412300 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:56:52.412300 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:56:52.412300 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:56:52.412300 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:56:52.412300 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:56:52.412300 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:56:52.412300 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:56:52.412300 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:56:52.412300 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:56:52.412300 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:56:52.412300 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:56:52.412300 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:56:52.412300 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:56:52.412300 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:56:52.412300 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:56:52.412300 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:56:52.412300 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:56:52.412300 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:56:52.412300 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:56:52.472823 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-575bb588-b956-4daf-9651-862b1dc4494e tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:52.490061 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-575bb588-b956-4daf-9651-862b1dc4494e tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:52.496313 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-575bb588-b956-4daf-9651-862b1dc4494e tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] 10.222.0.61 "DELETE /v2.0/networks/b8b6c50c-3771-4246-8e60-d6ae5f865d0e HTTP/1.1" status: 204 len: 168 time: 0.5506396 Nov 16 11:56:52.497389 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575bb588-b956-4daf-9651-862b1dc4494e tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450 tempest-ExtraDHCPOptionsIpV6TestJSON-2124662450-project] Pushing event deleted for resources: {'Network': ['ID=b8b6c50c-3771-4246-8e60-d6ae5f865d0e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:52.749966 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48516) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:52.760054 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 383c6340-547d-4b4e-8fdd-8107afcca0e9 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:56:52.780882 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 383c6340-547d-4b4e-8fdd-8107afcca0e9 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:56:52.781234 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 383c6340-547d-4b4e-8fdd-8107afcca0e9 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:56:52.891409 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-fbc4908f-ba5e-405f-8fb9-af9278e85fe2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=894dc9e98b9f41b2a66a058e9f4e957a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1377757 Nov 16 11:56:52.891986 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48520) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:52.946823 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a15b5a89-5848-4090-985a-270096cf5a4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:52.968400 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a15b5a89-5848-4090-985a-270096cf5a4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:53.013581 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a15b5a89-5848-4090-985a-270096cf5a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:53.016195 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a15b5a89-5848-4090-985a-270096cf5a4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:53.017483 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a15b5a89-5848-4090-985a-270096cf5a4e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/969284e3-10ad-4378-9508-eb38ddcf1ad7 HTTP/1.1" status: 204 len: 168 time: 0.1249778 Nov 16 11:56:53.027212 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b5a89-5848-4090-985a-270096cf5a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969284e3-10ad-4378-9508-eb38ddcf1ad7,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:53.657460 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48542) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:53.755180 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-b54eaadf-6c60-4161-a174-2d07a86930df tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1522090758'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:53.781501 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54eaadf-6c60-4161-a174-2d07a86930df tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Made reservation on behalf of 71fdf32391a445a783a7b5e1a54b3d31 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:56:53.784910 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b54eaadf-6c60-4161-a174-2d07a86930df tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:53.793800 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b54eaadf-6c60-4161-a174-2d07a86930df tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:53.869325 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b54eaadf-6c60-4161-a174-2d07a86930df tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:53.873879 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b54eaadf-6c60-4161-a174-2d07a86930df tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:53.902645 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b54eaadf-6c60-4161-a174-2d07a86930df tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:56:53.912514 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54eaadf-6c60-4161-a174-2d07a86930df tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ded849e5-7fb7-4ee0-9ebb-5c2faaf90b5e,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:53.919229 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b54eaadf-6c60-4161-a174-2d07a86930df tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:53.919625 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-b54eaadf-6c60-4161-a174-2d07a86930df tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Added segment e904030b-90a6-46de-bd5e-2403e8d33d38 of type vlan for network 360bf339-6df4-4c36-975f-c5f325dc0e17 Nov 16 11:56:53.964086 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b54eaadf-6c60-4161-a174-2d07a86930df tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:53.994741 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b54eaadf-6c60-4161-a174-2d07a86930df tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:54.000435 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54eaadf-6c60-4161-a174-2d07a86930df tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:54.001058 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b54eaadf-6c60-4161-a174-2d07a86930df tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:54.074651 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54eaadf-6c60-4161-a174-2d07a86930df tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'Network': ['ID=360bf339-6df4-4c36-975f-c5f325dc0e17,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:54.095028 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 360bf339-6df4-4c36-975f-c5f325dc0e17 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:56:54.101907 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b54eaadf-6c60-4161-a174-2d07a86930df tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4431770 Nov 16 11:56:54.102184 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48548) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:54.107265 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-78139fa1-ce24-4ead-bfa9-f527dfd1d782 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'port': {'network_id': '360bf339-6df4-4c36-975f-c5f325dc0e17', 'name': 'tempest-PortsIpV6TestJSON-5036008'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:54.207064 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78139fa1-ce24-4ead-bfa9-f527dfd1d782 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Made reservation on behalf of 71fdf32391a445a783a7b5e1a54b3d31 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:56:54.211470 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78139fa1-ce24-4ead-bfa9-f527dfd1d782 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:54.229421 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-78139fa1-ce24-4ead-bfa9-f527dfd1d782 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] device_id is not set on port 07717bed-3783-4fea-bedd-4220e7b59bcb yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:56:54.395005 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78139fa1-ce24-4ead-bfa9-f527dfd1d782 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:54.427112 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78139fa1-ce24-4ead-bfa9-f527dfd1d782 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:54.488457 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78139fa1-ce24-4ead-bfa9-f527dfd1d782 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'Port': ['ID=07717bed-3783-4fea-bedd-4220e7b59bcb,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:54.498550 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78139fa1-ce24-4ead-bfa9-f527dfd1d782 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Checking segment: {'id': 'e904030b-90a6-46de-bd5e-2403e8d33d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '360bf339-6df4-4c36-975f-c5f325dc0e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:56:54.498909 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78139fa1-ce24-4ead-bfa9-f527dfd1d782 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Network hostable DHCP agents. Network: 360bf339-6df4-4c36-975f-c5f325dc0e17, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:56:54.515420 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78139fa1-ce24-4ead-bfa9-f527dfd1d782 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Network 360bf339-6df4-4c36-975f-c5f325dc0e17 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:56:54.524056 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-78139fa1-ce24-4ead-bfa9-f527dfd1d782 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 360bf339-6df4-4c36-975f-c5f325dc0e17) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:56:54.527506 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78139fa1-ce24-4ead-bfa9-f527dfd1d782 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:56:54.532503 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895ac126-3107-49cf-b7d2-2ecbe7bf3fad None None] Network 360bf339-6df4-4c36-975f-c5f325dc0e17 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:56:54.533108 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78139fa1-ce24-4ead-bfa9-f527dfd1d782 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:54.533706 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78139fa1-ce24-4ead-bfa9-f527dfd1d782 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:54.549687 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-78139fa1-ce24-4ead-bfa9-f527dfd1d782 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 847 time: 0.4464104 Nov 16 11:56:54.550485 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [req-867f7642-0d83-40f9-ac7e-8a75358091bb req-8ede79ef-c807-4389-b051-77a3cecebb23 service neutron] (102668) timed out ('10.222.0.61', 51802) {{(pid=102668) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 11:56:54.552897 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48550) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:54.558397 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5c577b4e-d937-47b9-9248-f205d06c0a25 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-315242217'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:54.579226 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c577b4e-d937-47b9-9248-f205d06c0a25 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Made reservation on behalf of 71fdf32391a445a783a7b5e1a54b3d31 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:56:54.582754 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c577b4e-d937-47b9-9248-f205d06c0a25 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:54.612741 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c577b4e-d937-47b9-9248-f205d06c0a25 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:56:54.622692 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c577b4e-d937-47b9-9248-f205d06c0a25 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:54.623038 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-5c577b4e-d937-47b9-9248-f205d06c0a25 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Added segment 680818ce-47ca-4068-9d4b-397cb2d1acea of type vlan for network 4847bf15-c573-4720-91e3-40f9ea984e2f Nov 16 11:56:54.663107 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c577b4e-d937-47b9-9248-f205d06c0a25 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:54.687184 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c577b4e-d937-47b9-9248-f205d06c0a25 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:54.693058 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c577b4e-d937-47b9-9248-f205d06c0a25 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:54.693470 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c577b4e-d937-47b9-9248-f205d06c0a25 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:54.746664 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5c577b4e-d937-47b9-9248-f205d06c0a25 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1927238 Nov 16 11:56:54.749533 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48556) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:54.755278 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-2f80f1ba-05c9-45a9-84fe-81016b647bba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'ports': [{'network_id': '360bf339-6df4-4c36-975f-c5f325dc0e17'}, {'network_id': '4847bf15-c573-4720-91e3-40f9ea984e2f'}]} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:54.755589 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-2f80f1ba-05c9-45a9-84fe-81016b647bba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'port': {'network_id': '360bf339-6df4-4c36-975f-c5f325dc0e17'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:54.756062 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-2f80f1ba-05c9-45a9-84fe-81016b647bba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'port': {'network_id': '4847bf15-c573-4720-91e3-40f9ea984e2f'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:54.768831 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c577b4e-d937-47b9-9248-f205d06c0a25 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'Network': ['ID=4847bf15-c573-4720-91e3-40f9ea984e2f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:54.779495 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 4847bf15-c573-4720-91e3-40f9ea984e2f details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:56:54.917958 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f80f1ba-05c9-45a9-84fe-81016b647bba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Made reservation on behalf of 71fdf32391a445a783a7b5e1a54b3d31 for: {'port': 2} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:56:54.922524 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2f80f1ba-05c9-45a9-84fe-81016b647bba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:54.936850 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2f80f1ba-05c9-45a9-84fe-81016b647bba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:55.015931 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-2f80f1ba-05c9-45a9-84fe-81016b647bba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] device_id is not set on port e238e315-7b61-46bf-bfec-00f942d95529 yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:56:55.142194 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2f80f1ba-05c9-45a9-84fe-81016b647bba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:55.206749 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-2f80f1ba-05c9-45a9-84fe-81016b647bba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] device_id is not set on port 609e575a-02bd-4c46-b065-3fc493c7b112 yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:56:55.317018 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2f80f1ba-05c9-45a9-84fe-81016b647bba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:55.353990 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2f80f1ba-05c9-45a9-84fe-81016b647bba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:55.399409 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f80f1ba-05c9-45a9-84fe-81016b647bba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Network 360bf339-6df4-4c36-975f-c5f325dc0e17 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:56:55.402599 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-2f80f1ba-05c9-45a9-84fe-81016b647bba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:56:55.406757 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f80f1ba-05c9-45a9-84fe-81016b647bba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:56:55.407570 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2f80f1ba-05c9-45a9-84fe-81016b647bba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:55.409326 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f80f1ba-05c9-45a9-84fe-81016b647bba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'Port': ['ID=e238e315-7b61-46bf-bfec-00f942d95529,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:55.464480 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f80f1ba-05c9-45a9-84fe-81016b647bba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'Port': ['ID=609e575a-02bd-4c46-b065-3fc493c7b112,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:55.480216 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f80f1ba-05c9-45a9-84fe-81016b647bba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Checking segment: {'id': '680818ce-47ca-4068-9d4b-397cb2d1acea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4847bf15-c573-4720-91e3-40f9ea984e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:56:55.480576 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f80f1ba-05c9-45a9-84fe-81016b647bba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Network hostable DHCP agents. Network: 4847bf15-c573-4720-91e3-40f9ea984e2f, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:56:55.496865 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f80f1ba-05c9-45a9-84fe-81016b647bba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Network 4847bf15-c573-4720-91e3-40f9ea984e2f is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:56:55.505793 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-2f80f1ba-05c9-45a9-84fe-81016b647bba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 4847bf15-c573-4720-91e3-40f9ea984e2f) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:56:55.509675 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f80f1ba-05c9-45a9-84fe-81016b647bba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:56:55.514844 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dd58ab-e4a7-4a23-901a-81f9ad39b878 None None] Network 4847bf15-c573-4720-91e3-40f9ea984e2f requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:56:55.516316 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f80f1ba-05c9-45a9-84fe-81016b647bba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:55.521288 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f80f1ba-05c9-45a9-84fe-81016b647bba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:55.521990 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2f80f1ba-05c9-45a9-84fe-81016b647bba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:55.543281 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2f80f1ba-05c9-45a9-84fe-81016b647bba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.7926314 Nov 16 11:56:55.543532 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48560) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:55.646042 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-82772538-6a51-48b5-bf83-5b883474f735 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Deleting port 609e575a-02bd-4c46-b065-3fc493c7b112 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:56:55.646494 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-82772538-6a51-48b5-bf83-5b883474f735 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:55.717365 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-82772538-6a51-48b5-bf83-5b883474f735 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:55.730716 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-82772538-6a51-48b5-bf83-5b883474f735 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Calling delete_port for 609e575a-02bd-4c46-b065-3fc493c7b112 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:56:55.806242 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-82772538-6a51-48b5-bf83-5b883474f735 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:55.836454 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82772538-6a51-48b5-bf83-5b883474f735 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'Port': ['ID=609e575a-02bd-4c46-b065-3fc493c7b112,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:55.839792 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-82772538-6a51-48b5-bf83-5b883474f735 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:55.845332 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-82772538-6a51-48b5-bf83-5b883474f735 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/ports/609e575a-02bd-4c46-b065-3fc493c7b112 HTTP/1.1" status: 204 len: 168 time: 0.2977273 Nov 16 11:56:55.845606 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48562) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:55.895338 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af899d1-8533-4675-9034-c7ba2887a6fa tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:55.902008 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af899d1-8533-4675-9034-c7ba2887a6fa tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:55.903516 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4af899d1-8533-4675-9034-c7ba2887a6fa tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1453 time: 0.0570049 Nov 16 11:56:55.906266 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48564) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:55.991741 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-b6663e4c-d9df-4c26-8587-a1e7e07ca3a4 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Deleting port e238e315-7b61-46bf-bfec-00f942d95529 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:56:55.992556 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b6663e4c-d9df-4c26-8587-a1e7e07ca3a4 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:56.060734 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b6663e4c-d9df-4c26-8587-a1e7e07ca3a4 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:56.514951 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-b6663e4c-d9df-4c26-8587-a1e7e07ca3a4 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Calling delete_port for e238e315-7b61-46bf-bfec-00f942d95529 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:56:56.589276 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b6663e4c-d9df-4c26-8587-a1e7e07ca3a4 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:56.617851 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6663e4c-d9df-4c26-8587-a1e7e07ca3a4 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'Port': ['ID=e238e315-7b61-46bf-bfec-00f942d95529,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:56.624155 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b6663e4c-d9df-4c26-8587-a1e7e07ca3a4 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:56.627914 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b6663e4c-d9df-4c26-8587-a1e7e07ca3a4 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/ports/e238e315-7b61-46bf-bfec-00f942d95529 HTTP/1.1" status: 204 len: 168 time: 0.7207122 Nov 16 11:56:56.630465 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48568) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:56.678716 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e20de2-021f-4e48-b60f-894b31fa5a21 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:56.680720 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-73e20de2-021f-4e48-b60f-894b31fa5a21 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 845 time: 0.0493405 Nov 16 11:56:56.683394 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48570) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:56.709766 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c4e5498-12b0-46f0-b100-effdabbfc8b1 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] GET failed (client error): The resource could not be found. Nov 16 11:56:56.711178 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9c4e5498-12b0-46f0-b100-effdabbfc8b1 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "GET /v2.0/ports/609e575a-02bd-4c46-b065-3fc493c7b112 HTTP/1.1" status: 404 len: 333 time: 0.0268948 Nov 16 11:56:56.713855 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48572) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:56.736702 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a5e68dc-d557-4b19-8e2b-081525585f7a tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] GET failed (client error): The resource could not be found. Nov 16 11:56:56.737873 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0a5e68dc-d557-4b19-8e2b-081525585f7a tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "GET /v2.0/ports/e238e315-7b61-46bf-bfec-00f942d95529 HTTP/1.1" status: 404 len: 333 time: 0.0230942 Nov 16 11:56:56.740312 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48574) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:56.821043 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-995d5d4f-9a1c-45a6-8fc8-87ee7e01cf7b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:56.907613 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-995d5d4f-9a1c-45a6-8fc8-87ee7e01cf7b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:56.927282 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-995d5d4f-9a1c-45a6-8fc8-87ee7e01cf7b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4847bf15-c573-4720-91e3-40f9ea984e2f']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:56.936781 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-995d5d4f-9a1c-45a6-8fc8-87ee7e01cf7b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '680818ce-47ca-4068-9d4b-397cb2d1acea') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:56.937078 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-995d5d4f-9a1c-45a6-8fc8-87ee7e01cf7b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '680818ce-47ca-4068-9d4b-397cb2d1acea') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:56.946505 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-995d5d4f-9a1c-45a6-8fc8-87ee7e01cf7b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:56.959336 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-995d5d4f-9a1c-45a6-8fc8-87ee7e01cf7b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:56.966252 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-995d5d4f-9a1c-45a6-8fc8-87ee7e01cf7b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:56:56.966729 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-995d5d4f-9a1c-45a6-8fc8-87ee7e01cf7b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:56.969796 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:56:56.969796 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:56:56.969796 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:56:56.969796 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:56:56.969796 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:56:56.969796 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:56:56.969796 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:56:56.969796 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:56:56.969796 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:56:56.969796 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:56:56.969796 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:56:56.969796 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:56:56.969796 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:56:56.969796 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:56:56.969796 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:56:56.969796 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:56:56.969796 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:56:56.969796 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:56:56.969796 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:56:56.969796 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:56:56.969796 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:56:56.969796 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:56:56.969796 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:56:56.969796 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:56:56.969796 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:56:56.969796 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:56:56.969796 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:56:56.969796 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:56:56.969796 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:56:56.969796 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:56:56.969796 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:56:56.969796 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:56:57.034180 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-995d5d4f-9a1c-45a6-8fc8-87ee7e01cf7b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:57.046520 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-995d5d4f-9a1c-45a6-8fc8-87ee7e01cf7b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:57.053614 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-995d5d4f-9a1c-45a6-8fc8-87ee7e01cf7b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/networks/4847bf15-c573-4720-91e3-40f9ea984e2f HTTP/1.1" status: 204 len: 168 time: 0.3089867 Nov 16 11:56:57.054949 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48582) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:57.063421 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-4263bdf7-6315-4691-9a3b-bdebbb46a001 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-819321653'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:57.065672 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d5d4f-9a1c-45a6-8fc8-87ee7e01cf7b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'Network': ['ID=4847bf15-c573-4720-91e3-40f9ea984e2f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:57.089862 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4263bdf7-6315-4691-9a3b-bdebbb46a001 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Made reservation on behalf of 71fdf32391a445a783a7b5e1a54b3d31 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:56:57.093447 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4263bdf7-6315-4691-9a3b-bdebbb46a001 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:57.121027 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4263bdf7-6315-4691-9a3b-bdebbb46a001 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:56:57.135422 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4263bdf7-6315-4691-9a3b-bdebbb46a001 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:57.135850 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-4263bdf7-6315-4691-9a3b-bdebbb46a001 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Added segment 9e7e25b9-7bd8-4a53-a05e-467ce935152f of type vlan for network 8dec8bdb-ebff-4220-b095-6f93baf75dac Nov 16 11:56:57.175809 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4263bdf7-6315-4691-9a3b-bdebbb46a001 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:57.201395 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4263bdf7-6315-4691-9a3b-bdebbb46a001 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:57.207072 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4263bdf7-6315-4691-9a3b-bdebbb46a001 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:57.207830 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4263bdf7-6315-4691-9a3b-bdebbb46a001 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:57.275157 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4263bdf7-6315-4691-9a3b-bdebbb46a001 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2181110 Nov 16 11:56:57.279720 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48584) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:57.280393 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4263bdf7-6315-4691-9a3b-bdebbb46a001 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'Network': ['ID=8dec8bdb-ebff-4220-b095-6f93baf75dac,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:57.291223 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 8dec8bdb-ebff-4220-b095-6f93baf75dac details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:56:57.292195 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b21524fb-2541-455b-8e88-743d527a9d09 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'subnet': {'network_id': '8dec8bdb-ebff-4220-b095-6f93baf75dac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:57.388120 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21524fb-2541-455b-8e88-743d527a9d09 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Made reservation on behalf of 71fdf32391a445a783a7b5e1a54b3d31 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:56:57.391672 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b21524fb-2541-455b-8e88-743d527a9d09 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:57.453444 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.ipam_backend_mixin [None req-b21524fb-2541-455b-8e88-743d527a9d09 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Performing IP validity checks on allocation pools {{(pid=102668) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 16 11:56:57.456358 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.ipam_backend_mixin [None req-b21524fb-2541-455b-8e88-743d527a9d09 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102668) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 16 11:56:57.574382 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b21524fb-2541-455b-8e88-743d527a9d09 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:57.640317 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21524fb-2541-455b-8e88-743d527a9d09 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'Subnet': ['ID=e3d448bb-6f8b-4210-92f1-74b9bc9234d3,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:57.651369 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21524fb-2541-455b-8e88-743d527a9d09 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Checking segment: {'id': '9e7e25b9-7bd8-4a53-a05e-467ce935152f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '8dec8bdb-ebff-4220-b095-6f93baf75dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:56:57.651729 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21524fb-2541-455b-8e88-743d527a9d09 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Network hostable DHCP agents. Network: 8dec8bdb-ebff-4220-b095-6f93baf75dac, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:56:57.669352 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21524fb-2541-455b-8e88-743d527a9d09 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Network 8dec8bdb-ebff-4220-b095-6f93baf75dac is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:56:57.678331 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-b21524fb-2541-455b-8e88-743d527a9d09 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 8dec8bdb-ebff-4220-b095-6f93baf75dac) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:56:57.682763 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21524fb-2541-455b-8e88-743d527a9d09 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:57.683353 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b21524fb-2541-455b-8e88-743d527a9d09 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:57.688034 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccec77a2-63b2-4bbc-807c-5d0acc67c853 None None] Network 8dec8bdb-ebff-4220-b095-6f93baf75dac requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:56:57.701246 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b21524fb-2541-455b-8e88-743d527a9d09 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4204676 Nov 16 11:56:57.704977 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48586) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:57.710595 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-0215f4d0-9e82-43fe-8b68-e7160e46185b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'port': {'network_id': '8dec8bdb-ebff-4220-b095-6f93baf75dac', 'name': 'tempest-PortsIpV6TestJSON-1170770243'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:57.823651 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0215f4d0-9e82-43fe-8b68-e7160e46185b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Made reservation on behalf of 71fdf32391a445a783a7b5e1a54b3d31 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:56:57.828069 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0215f4d0-9e82-43fe-8b68-e7160e46185b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:57.852840 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-0215f4d0-9e82-43fe-8b68-e7160e46185b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] device_id is not set on port 0c6d2ef3-412f-46e0-bfb0-5801b7b30cfb yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:56:57.855007 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b12f913-18a5-45d6-9fb7-4339a71d6395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-8dec8bdb-ebff-4220-b095-6f93baf75dac', 'network_id': '8dec8bdb-ebff-4220-b095-6f93baf75dac', 'tenant_id': '71fdf32391a445a783a7b5e1a54b3d31', 'fixed_ips': [{'subnet_id': 'e3d448bb-6f8b-4210-92f1-74b9bc9234d3'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:56:57.856141 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3b12f913-18a5-45d6-9fb7-4339a71d6395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:57.979732 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-0215f4d0-9e82-43fe-8b68-e7160e46185b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Allocated IP 2001:db8::2d2 (8dec8bdb-ebff-4220-b095-6f93baf75dac/e3d448bb-6f8b-4210-92f1-74b9bc9234d3/0c6d2ef3-412f-46e0-bfb0-5801b7b30cfb) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:56:58.134766 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0215f4d0-9e82-43fe-8b68-e7160e46185b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:58.169507 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0215f4d0-9e82-43fe-8b68-e7160e46185b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:58.216963 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0215f4d0-9e82-43fe-8b68-e7160e46185b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Network 8dec8bdb-ebff-4220-b095-6f93baf75dac is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:56:58.220107 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-0215f4d0-9e82-43fe-8b68-e7160e46185b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:56:58.223192 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0215f4d0-9e82-43fe-8b68-e7160e46185b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:56:58.229695 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0215f4d0-9e82-43fe-8b68-e7160e46185b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:58.230136 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0215f4d0-9e82-43fe-8b68-e7160e46185b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:58.238642 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-3b12f913-18a5-45d6-9fb7-4339a71d6395 None None] Allocated IP 2001:db8::2 (8dec8bdb-ebff-4220-b095-6f93baf75dac/e3d448bb-6f8b-4210-92f1-74b9bc9234d3/dbfa5294-a970-4d27-bf70-08735c8d18be) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:56:58.240375 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215f4d0-9e82-43fe-8b68-e7160e46185b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'Port': ['ID=0c6d2ef3-412f-46e0-bfb0-5801b7b30cfb,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:58.254793 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0215f4d0-9e82-43fe-8b68-e7160e46185b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5486557 Nov 16 11:56:58.258129 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48590) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:58.386582 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:58.401427 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-8bf2af65-f17a-4c3a-967c-2075fd40a1ff tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Deleting port 0c6d2ef3-412f-46e0-bfb0-5801b7b30cfb {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:56:58.401763 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8bf2af65-f17a-4c3a-967c-2075fd40a1ff tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:58.480329 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3b12f913-18a5-45d6-9fb7-4339a71d6395 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:58.487989 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3b12f913-18a5-45d6-9fb7-4339a71d6395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:58.497543 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8bf2af65-f17a-4c3a-967c-2075fd40a1ff tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:58.510194 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-8bf2af65-f17a-4c3a-967c-2075fd40a1ff tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Calling delete_port for 0c6d2ef3-412f-46e0-bfb0-5801b7b30cfb owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:56:58.523761 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b12f913-18a5-45d6-9fb7-4339a71d6395 None None] Network 8dec8bdb-ebff-4220-b095-6f93baf75dac is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:56:58.526695 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-3b12f913-18a5-45d6-9fb7-4339a71d6395 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:56:58.529222 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b12f913-18a5-45d6-9fb7-4339a71d6395 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:56:58.565299 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b12f913-18a5-45d6-9fb7-4339a71d6395 None None] Pushing event updated for resources: {'Port': ['ID=dbfa5294-a970-4d27-bf70-08735c8d18be,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:58.599519 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-3b12f913-18a5-45d6-9fb7-4339a71d6395 None None] Attempting to bind port dbfa5294-a970-4d27-bf70-08735c8d18be on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:56:58.600349 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-3b12f913-18a5-45d6-9fb7-4339a71d6395 None None] Attempting to bind port dbfa5294-a970-4d27-bf70-08735c8d18be by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9e7e25b9-7bd8-4a53-a05e-467ce935152f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '8dec8bdb-ebff-4220-b095-6f93baf75dac'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:56:58.600349 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b12f913-18a5-45d6-9fb7-4339a71d6395 None None] Attempting to bind port dbfa5294-a970-4d27-bf70-08735c8d18be on network 8dec8bdb-ebff-4220-b095-6f93baf75dac {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:56:58.606711 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b12f913-18a5-45d6-9fb7-4339a71d6395 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:56:58.607174 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b12f913-18a5-45d6-9fb7-4339a71d6395 None None] Checking segment: {'id': '9e7e25b9-7bd8-4a53-a05e-467ce935152f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '8dec8bdb-ebff-4220-b095-6f93baf75dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:56:58.607677 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3b12f913-18a5-45d6-9fb7-4339a71d6395 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:58.608146 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b12f913-18a5-45d6-9fb7-4339a71d6395 None None] Bound using segment: {'id': '9e7e25b9-7bd8-4a53-a05e-467ce935152f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '8dec8bdb-ebff-4220-b095-6f93baf75dac'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:56:58.608686 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-3b12f913-18a5-45d6-9fb7-4339a71d6395 None None] Bound port: dbfa5294-a970-4d27-bf70-08735c8d18be, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e7e25b9-7bd8-4a53-a05e-467ce935152f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '8dec8bdb-ebff-4220-b095-6f93baf75dac'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:56:58.609143 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3b12f913-18a5-45d6-9fb7-4339a71d6395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:58.659350 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8bf2af65-f17a-4c3a-967c-2075fd40a1ff tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:58.691954 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf2af65-f17a-4c3a-967c-2075fd40a1ff tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'Port': ['ID=0c6d2ef3-412f-46e0-bfb0-5801b7b30cfb,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:58.694514 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3b12f913-18a5-45d6-9fb7-4339a71d6395 None None] For port dbfa5294-a970-4d27-bf70-08735c8d18be, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:56:58.698133 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3b12f913-18a5-45d6-9fb7-4339a71d6395 None None] For port dbfa5294-a970-4d27-bf70-08735c8d18be, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=dbfa5294-a970-4d27-bf70-08735c8d18be,segment=NetworkSegment(9e7e25b9-7bd8-4a53-a05e-467ce935152f),segment_id=9e7e25b9-7bd8-4a53-a05e-467ce935152f)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:56:58.704096 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3b12f913-18a5-45d6-9fb7-4339a71d6395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:58.716093 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8bf2af65-f17a-4c3a-967c-2075fd40a1ff tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:58.720621 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8bf2af65-f17a-4c3a-967c-2075fd40a1ff tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/ports/0c6d2ef3-412f-46e0-bfb0-5801b7b30cfb HTTP/1.1" status: 204 len: 168 time: 0.4601545 Nov 16 11:56:58.722205 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48592) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:58.746604 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f429980-ca0c-4c06-ae7c-881bddd17cb1 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] DELETE failed (client error): The resource could not be found. Nov 16 11:56:58.747165 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f429980-ca0c-4c06-ae7c-881bddd17cb1 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:56:58.750279 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2f429980-ca0c-4c06-ae7c-881bddd17cb1 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/ports/0c6d2ef3-412f-46e0-bfb0-5801b7b30cfb HTTP/1.1" status: 404 len: 333 time: 0.0269873 Nov 16 11:56:58.755457 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48594) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:58.774287 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b12f913-18a5-45d6-9fb7-4339a71d6395 None None] Pushing event updated for resources: {'Port': ['ID=dbfa5294-a970-4d27-bf70-08735c8d18be,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:58.783205 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-31ed68b9-eb56-489c-9c07-e44fd9706bed tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] GET failed (client error): The resource could not be found. Nov 16 11:56:58.784644 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-31ed68b9-eb56-489c-9c07-e44fd9706bed tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "GET /v2.0/ports/0c6d2ef3-412f-46e0-bfb0-5801b7b30cfb HTTP/1.1" status: 404 len: 333 time: 0.0303247 Nov 16 11:56:58.787565 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48596) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:58.841394 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-0788e3b3-4d06-4502-9d54-fe11a8e50027 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Deleting subnet e3d448bb-6f8b-4210-92f1-74b9bc9234d3 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:56:58.844743 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0788e3b3-4d06-4502-9d54-fe11a8e50027 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:58.896361 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0788e3b3-4d06-4502-9d54-fe11a8e50027 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:58.971538 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [req-8617659c-3f8d-4161-b8de-413d616f65f9 req-a2b8485d-e8f9-4a3f-81d2-270589f7711e service neutron] (102669) timed out ('10.222.0.36', 63560) {{(pid=102669) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 11:56:58.997594 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0788e3b3-4d06-4502-9d54-fe11a8e50027 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:59.054622 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0788e3b3-4d06-4502-9d54-fe11a8e50027 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:59.081599 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788e3b3-4d06-4502-9d54-fe11a8e50027 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'Subnet': ['ID=e3d448bb-6f8b-4210-92f1-74b9bc9234d3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:59.083545 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0788e3b3-4d06-4502-9d54-fe11a8e50027 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:59.089373 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0788e3b3-4d06-4502-9d54-fe11a8e50027 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/subnets/e3d448bb-6f8b-4210-92f1-74b9bc9234d3 HTTP/1.1" status: 204 len: 168 time: 0.2977455 Nov 16 11:56:59.089957 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48598) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:59.141340 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:59.173571 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79c29ae1-8ada-42cb-bff2-fb0f43d488de tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:59.228677 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-79c29ae1-8ada-42cb-bff2-fb0f43d488de tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Deleting port dbfa5294-a970-4d27-bf70-08735c8d18be {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:56:59.229022 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79c29ae1-8ada-42cb-bff2-fb0f43d488de tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:59.293695 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-79c29ae1-8ada-42cb-bff2-fb0f43d488de tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] For port dbfa5294-a970-4d27-bf70-08735c8d18be, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=dbfa5294-a970-4d27-bf70-08735c8d18be,segment=NetworkSegment(9e7e25b9-7bd8-4a53-a05e-467ce935152f),segment_id=9e7e25b9-7bd8-4a53-a05e-467ce935152f)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:56:59.294106 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79c29ae1-8ada-42cb-bff2-fb0f43d488de tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:59.308102 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-79c29ae1-8ada-42cb-bff2-fb0f43d488de tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Calling delete_port for dbfa5294-a970-4d27-bf70-08735c8d18be owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:56:59.404804 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79c29ae1-8ada-42cb-bff2-fb0f43d488de tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:59.433687 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c29ae1-8ada-42cb-bff2-fb0f43d488de tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'Port': ['ID=dbfa5294-a970-4d27-bf70-08735c8d18be,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:59.439217 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c29ae1-8ada-42cb-bff2-fb0f43d488de tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] No DVR routers for this DVR port dbfa5294-a970-4d27-bf70-08735c8d18be on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:56:59.526373 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79c29ae1-8ada-42cb-bff2-fb0f43d488de tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:59.548263 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-79c29ae1-8ada-42cb-bff2-fb0f43d488de tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dec8bdb-ebff-4220-b095-6f93baf75dac']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:59.559275 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-79c29ae1-8ada-42cb-bff2-fb0f43d488de tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e7e25b9-7bd8-4a53-a05e-467ce935152f') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:59.559634 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-79c29ae1-8ada-42cb-bff2-fb0f43d488de tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e7e25b9-7bd8-4a53-a05e-467ce935152f') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:56:59.570403 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79c29ae1-8ada-42cb-bff2-fb0f43d488de tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:59.584379 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79c29ae1-8ada-42cb-bff2-fb0f43d488de tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:59.591144 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c29ae1-8ada-42cb-bff2-fb0f43d488de tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:56:59.591597 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79c29ae1-8ada-42cb-bff2-fb0f43d488de tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:59.595106 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:56:59.595106 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:56:59.595106 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:56:59.595106 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:56:59.595106 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:56:59.595106 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:56:59.595106 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:56:59.595106 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:56:59.595106 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:56:59.595106 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:56:59.595106 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:56:59.595106 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:56:59.595106 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:56:59.595106 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:56:59.595106 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:56:59.595106 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:56:59.595106 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:56:59.595106 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:56:59.595106 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:56:59.595106 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:56:59.595106 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:56:59.595106 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:56:59.595106 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:56:59.595106 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:56:59.595106 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:56:59.595106 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:56:59.595106 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:56:59.595106 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:56:59.595106 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:56:59.595106 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:56:59.595106 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:56:59.595106 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:56:59.639988 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbe914c-6f77-4b31-8101-2edb2dd5b210 None None] Network 8dec8bdb-ebff-4220-b095-6f93baf75dac requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:56:59.656775 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79c29ae1-8ada-42cb-bff2-fb0f43d488de tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:59.664408 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-79c29ae1-8ada-42cb-bff2-fb0f43d488de tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:59.667764 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-79c29ae1-8ada-42cb-bff2-fb0f43d488de tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/networks/8dec8bdb-ebff-4220-b095-6f93baf75dac HTTP/1.1" status: 204 len: 168 time: 0.5768716 Nov 16 11:56:59.671604 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48606) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:59.677781 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-23fa28d8-a1c1-47c6-8b9c-9ef3303ab5da tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1762857698'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:59.681847 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c29ae1-8ada-42cb-bff2-fb0f43d488de tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'Network': ['ID=8dec8bdb-ebff-4220-b095-6f93baf75dac,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:59.704734 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-41273d51-41c4-4fef-8e33-4d27d215b088 None None] Could not find standard attr ID for object dbfa5294-a970-4d27-bf70-08735c8d18be. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:56:59.706592 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fa28d8-a1c1-47c6-8b9c-9ef3303ab5da tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Made reservation on behalf of 71fdf32391a445a783a7b5e1a54b3d31 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:56:59.710756 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-23fa28d8-a1c1-47c6-8b9c-9ef3303ab5da tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:59.739306 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23fa28d8-a1c1-47c6-8b9c-9ef3303ab5da tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:56:59.750018 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-23fa28d8-a1c1-47c6-8b9c-9ef3303ab5da tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:59.750361 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-23fa28d8-a1c1-47c6-8b9c-9ef3303ab5da tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Added segment 83e4ce88-8eb4-4776-a4a9-56fdc94a526d of type vlan for network 1564f654-16fd-4999-8bde-95dcefb33898 Nov 16 11:56:59.793808 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-23fa28d8-a1c1-47c6-8b9c-9ef3303ab5da tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:59.832521 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-23fa28d8-a1c1-47c6-8b9c-9ef3303ab5da tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:59.838463 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dee6fa-154b-46ba-89aa-c5c4560daaab None None] DHCP port deletion for 8dec8bdb-ebff-4220-b095-6f93baf75dac request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:56:59.839466 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fa28d8-a1c1-47c6-8b9c-9ef3303ab5da tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:56:59.840379 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-23fa28d8-a1c1-47c6-8b9c-9ef3303ab5da tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:56:59.862735 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-23fa28d8-a1c1-47c6-8b9c-9ef3303ab5da tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1896639 Nov 16 11:56:59.866056 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48608) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:56:59.872206 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-9fba4f78-9d9e-4022-87c4-34880628e0df tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'subnet': {'network_id': '1564f654-16fd-4999-8bde-95dcefb33898', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:56:59.918941 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa28d8-a1c1-47c6-8b9c-9ef3303ab5da tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'Network': ['ID=1564f654-16fd-4999-8bde-95dcefb33898,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:56:59.930723 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 1564f654-16fd-4999-8bde-95dcefb33898 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:56:59.980746 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fba4f78-9d9e-4022-87c4-34880628e0df tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Made reservation on behalf of 71fdf32391a445a783a7b5e1a54b3d31 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:56:59.985124 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9fba4f78-9d9e-4022-87c4-34880628e0df tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:00.175116 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9fba4f78-9d9e-4022-87c4-34880628e0df tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:00.237589 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba4f78-9d9e-4022-87c4-34880628e0df tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'Subnet': ['ID=6c21b2e0-c4b8-4e33-8678-a88886e90948,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:00.246354 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fba4f78-9d9e-4022-87c4-34880628e0df tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Checking segment: {'id': '83e4ce88-8eb4-4776-a4a9-56fdc94a526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1564f654-16fd-4999-8bde-95dcefb33898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:57:00.246723 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fba4f78-9d9e-4022-87c4-34880628e0df tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Network hostable DHCP agents. Network: 1564f654-16fd-4999-8bde-95dcefb33898, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:57:00.264386 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fba4f78-9d9e-4022-87c4-34880628e0df tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Network 1564f654-16fd-4999-8bde-95dcefb33898 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:57:00.272515 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-9fba4f78-9d9e-4022-87c4-34880628e0df tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 1564f654-16fd-4999-8bde-95dcefb33898) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:57:00.277222 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fba4f78-9d9e-4022-87c4-34880628e0df tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:00.277863 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9fba4f78-9d9e-4022-87c4-34880628e0df tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:00.281976 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d680c28-7943-417e-adcc-37a2207dd623 None None] Network 1564f654-16fd-4999-8bde-95dcefb33898 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:57:00.299274 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9fba4f78-9d9e-4022-87c4-34880628e0df tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4289386 Nov 16 11:57:00.299939 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48612) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:00.304868 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-c1f0a237-4f97-45d5-a4fa-b28694b7d81f tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'port': {'network_id': '1564f654-16fd-4999-8bde-95dcefb33898', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1943928721'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:00.454938 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f0a237-4f97-45d5-a4fa-b28694b7d81f tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Made reservation on behalf of 71fdf32391a445a783a7b5e1a54b3d31 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:57:00.459109 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c1f0a237-4f97-45d5-a4fa-b28694b7d81f tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:00.471915 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dbea18-acfc-43b7-9e2a-e1d9e3834ce3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-1564f654-16fd-4999-8bde-95dcefb33898', 'network_id': '1564f654-16fd-4999-8bde-95dcefb33898', 'tenant_id': '71fdf32391a445a783a7b5e1a54b3d31', 'fixed_ips': [{'subnet_id': '6c21b2e0-c4b8-4e33-8678-a88886e90948'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:57:00.474603 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a3dbea18-acfc-43b7-9e2a-e1d9e3834ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:00.519839 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-c1f0a237-4f97-45d5-a4fa-b28694b7d81f tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] device_id is not set on port 9233aa44-f481-452c-9825-9f664fd5eec7 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:57:00.648751 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-c1f0a237-4f97-45d5-a4fa-b28694b7d81f tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Allocated IP 2001:db8::25b (1564f654-16fd-4999-8bde-95dcefb33898/6c21b2e0-c4b8-4e33-8678-a88886e90948/9233aa44-f481-452c-9825-9f664fd5eec7) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:57:00.774734 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c1f0a237-4f97-45d5-a4fa-b28694b7d81f tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:00.809704 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c1f0a237-4f97-45d5-a4fa-b28694b7d81f tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:00.854042 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-a3dbea18-acfc-43b7-9e2a-e1d9e3834ce3 None None] Allocated IP 2001:db8::2 (1564f654-16fd-4999-8bde-95dcefb33898/6c21b2e0-c4b8-4e33-8678-a88886e90948/8e88f37c-4670-46b6-965a-30ad2746f77f) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:57:00.857870 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f0a237-4f97-45d5-a4fa-b28694b7d81f tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Network 1564f654-16fd-4999-8bde-95dcefb33898 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:57:00.861376 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-c1f0a237-4f97-45d5-a4fa-b28694b7d81f tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:57:00.863821 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f0a237-4f97-45d5-a4fa-b28694b7d81f tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:57:00.870569 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f0a237-4f97-45d5-a4fa-b28694b7d81f tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:00.871312 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c1f0a237-4f97-45d5-a4fa-b28694b7d81f tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:00.880002 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f0a237-4f97-45d5-a4fa-b28694b7d81f tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'Port': ['ID=9233aa44-f481-452c-9825-9f664fd5eec7,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:00.894124 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c1f0a237-4f97-45d5-a4fa-b28694b7d81f tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.5931306 Nov 16 11:57:00.896759 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48614) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:00.983364 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-bc38f1a9-06aa-41b5-b8fa-06cf1646a2ec tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Deleting port 9233aa44-f481-452c-9825-9f664fd5eec7 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:57:00.983605 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc38f1a9-06aa-41b5-b8fa-06cf1646a2ec tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:00.999091 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a3dbea18-acfc-43b7-9e2a-e1d9e3834ce3 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:01.005958 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a3dbea18-acfc-43b7-9e2a-e1d9e3834ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:01.045157 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3dbea18-acfc-43b7-9e2a-e1d9e3834ce3 None None] Network 1564f654-16fd-4999-8bde-95dcefb33898 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:57:01.051929 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-a3dbea18-acfc-43b7-9e2a-e1d9e3834ce3 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:57:01.055509 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dbea18-acfc-43b7-9e2a-e1d9e3834ce3 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:57:01.062705 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dbea18-acfc-43b7-9e2a-e1d9e3834ce3 None None] Pushing event updated for resources: {'Port': ['ID=8e88f37c-4670-46b6-965a-30ad2746f77f,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:01.074937 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc38f1a9-06aa-41b5-b8fa-06cf1646a2ec tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:01.088583 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-bc38f1a9-06aa-41b5-b8fa-06cf1646a2ec tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Calling delete_port for 9233aa44-f481-452c-9825-9f664fd5eec7 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:57:01.112263 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-a3dbea18-acfc-43b7-9e2a-e1d9e3834ce3 None None] Attempting to bind port 8e88f37c-4670-46b6-965a-30ad2746f77f on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:57:01.112578 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-a3dbea18-acfc-43b7-9e2a-e1d9e3834ce3 None None] Attempting to bind port 8e88f37c-4670-46b6-965a-30ad2746f77f by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '83e4ce88-8eb4-4776-a4a9-56fdc94a526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1564f654-16fd-4999-8bde-95dcefb33898'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:57:01.112955 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dbea18-acfc-43b7-9e2a-e1d9e3834ce3 None None] Attempting to bind port 8e88f37c-4670-46b6-965a-30ad2746f77f on network 1564f654-16fd-4999-8bde-95dcefb33898 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:57:01.118087 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dbea18-acfc-43b7-9e2a-e1d9e3834ce3 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:57:01.118469 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dbea18-acfc-43b7-9e2a-e1d9e3834ce3 None None] Checking segment: {'id': '83e4ce88-8eb4-4776-a4a9-56fdc94a526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1564f654-16fd-4999-8bde-95dcefb33898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:57:01.118871 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a3dbea18-acfc-43b7-9e2a-e1d9e3834ce3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:01.119269 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dbea18-acfc-43b7-9e2a-e1d9e3834ce3 None None] Bound using segment: {'id': '83e4ce88-8eb4-4776-a4a9-56fdc94a526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1564f654-16fd-4999-8bde-95dcefb33898'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:57:01.119737 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-a3dbea18-acfc-43b7-9e2a-e1d9e3834ce3 None None] Bound port: 8e88f37c-4670-46b6-965a-30ad2746f77f, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e4ce88-8eb4-4776-a4a9-56fdc94a526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '1564f654-16fd-4999-8bde-95dcefb33898'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:57:01.120173 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a3dbea18-acfc-43b7-9e2a-e1d9e3834ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:01.183224 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-a3dbea18-acfc-43b7-9e2a-e1d9e3834ce3 None None] For port 8e88f37c-4670-46b6-965a-30ad2746f77f, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:57:01.218054 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc38f1a9-06aa-41b5-b8fa-06cf1646a2ec tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:01.218850 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-a3dbea18-acfc-43b7-9e2a-e1d9e3834ce3 None None] For port 8e88f37c-4670-46b6-965a-30ad2746f77f, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=8e88f37c-4670-46b6-965a-30ad2746f77f,segment=NetworkSegment(83e4ce88-8eb4-4776-a4a9-56fdc94a526d),segment_id=83e4ce88-8eb4-4776-a4a9-56fdc94a526d)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:57:01.223406 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a3dbea18-acfc-43b7-9e2a-e1d9e3834ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:01.245610 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc38f1a9-06aa-41b5-b8fa-06cf1646a2ec tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'Port': ['ID=9233aa44-f481-452c-9825-9f664fd5eec7,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:01.281545 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dbea18-acfc-43b7-9e2a-e1d9e3834ce3 None None] Pushing event updated for resources: {'Port': ['ID=8e88f37c-4670-46b6-965a-30ad2746f77f,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:01.298322 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc38f1a9-06aa-41b5-b8fa-06cf1646a2ec tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:01.304448 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bc38f1a9-06aa-41b5-b8fa-06cf1646a2ec tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/ports/9233aa44-f481-452c-9825-9f664fd5eec7 HTTP/1.1" status: 204 len: 168 time: 0.4039977 Nov 16 11:57:01.305215 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48620) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:01.356132 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc269423-e0d3-4bae-a2aa-e13ebd1f1937 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] GET failed (client error): The resource could not be found. Nov 16 11:57:01.357604 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-dc269423-e0d3-4bae-a2aa-e13ebd1f1937 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "GET /v2.0/ports/9233aa44-f481-452c-9825-9f664fd5eec7 HTTP/1.1" status: 404 len: 333 time: 0.0512555 Nov 16 11:57:01.360435 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48624) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:01.424505 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-c94a3408-6815-43b8-8617-963e6eab7b73 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Deleting subnet 6c21b2e0-c4b8-4e33-8678-a88886e90948 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:57:01.451902 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c94a3408-6815-43b8-8617-963e6eab7b73 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:01.501428 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c94a3408-6815-43b8-8617-963e6eab7b73 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:01.592701 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c94a3408-6815-43b8-8617-963e6eab7b73 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:01.652822 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c94a3408-6815-43b8-8617-963e6eab7b73 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:01.680730 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a3408-6815-43b8-8617-963e6eab7b73 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'Subnet': ['ID=6c21b2e0-c4b8-4e33-8678-a88886e90948,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:01.685412 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c94a3408-6815-43b8-8617-963e6eab7b73 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:01.688616 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c94a3408-6815-43b8-8617-963e6eab7b73 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/subnets/6c21b2e0-c4b8-4e33-8678-a88886e90948 HTTP/1.1" status: 204 len: 168 time: 0.3272550 Nov 16 11:57:01.691764 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48626) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:01.694340 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94a3408-6815-43b8-8617-963e6eab7b73 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:57:01.694744 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94a3408-6815-43b8-8617-963e6eab7b73 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:57:01.695090 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94a3408-6815-43b8-8617-963e6eab7b73 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:57:01.695436 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94a3408-6815-43b8-8617-963e6eab7b73 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:57:01.695844 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94a3408-6815-43b8-8617-963e6eab7b73 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:57:01.696200 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94a3408-6815-43b8-8617-963e6eab7b73 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:57:01.696517 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94a3408-6815-43b8-8617-963e6eab7b73 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:57:01.696849 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94a3408-6815-43b8-8617-963e6eab7b73 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:57:01.697183 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94a3408-6815-43b8-8617-963e6eab7b73 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:57:01.697509 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94a3408-6815-43b8-8617-963e6eab7b73 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:57:01.697840 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94a3408-6815-43b8-8617-963e6eab7b73 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:57:01.698267 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94a3408-6815-43b8-8617-963e6eab7b73 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:57:01.772412 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4553ef77-c1a9-4035-87f2-53cd835f127b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:01.834702 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-4553ef77-c1a9-4035-87f2-53cd835f127b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Deleting port 8e88f37c-4670-46b6-965a-30ad2746f77f {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:57:01.835385 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4553ef77-c1a9-4035-87f2-53cd835f127b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:01.906450 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-4553ef77-c1a9-4035-87f2-53cd835f127b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] For port 8e88f37c-4670-46b6-965a-30ad2746f77f, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=8e88f37c-4670-46b6-965a-30ad2746f77f,segment=NetworkSegment(83e4ce88-8eb4-4776-a4a9-56fdc94a526d),segment_id=83e4ce88-8eb4-4776-a4a9-56fdc94a526d)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:57:01.906806 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4553ef77-c1a9-4035-87f2-53cd835f127b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:01.932732 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-4553ef77-c1a9-4035-87f2-53cd835f127b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Calling delete_port for 8e88f37c-4670-46b6-965a-30ad2746f77f owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:57:02.028163 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4553ef77-c1a9-4035-87f2-53cd835f127b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:02.065049 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4553ef77-c1a9-4035-87f2-53cd835f127b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] No DVR routers for this DVR port 8e88f37c-4670-46b6-965a-30ad2746f77f on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:57:02.073745 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4553ef77-c1a9-4035-87f2-53cd835f127b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'Port': ['ID=8e88f37c-4670-46b6-965a-30ad2746f77f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:02.152647 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4553ef77-c1a9-4035-87f2-53cd835f127b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:02.178864 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-4553ef77-c1a9-4035-87f2-53cd835f127b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1564f654-16fd-4999-8bde-95dcefb33898']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:02.188506 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-4553ef77-c1a9-4035-87f2-53cd835f127b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83e4ce88-8eb4-4776-a4a9-56fdc94a526d') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:02.188802 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-4553ef77-c1a9-4035-87f2-53cd835f127b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83e4ce88-8eb4-4776-a4a9-56fdc94a526d') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:02.198845 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4553ef77-c1a9-4035-87f2-53cd835f127b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:02.212764 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4553ef77-c1a9-4035-87f2-53cd835f127b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:02.219435 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4553ef77-c1a9-4035-87f2-53cd835f127b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:57:02.219863 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4553ef77-c1a9-4035-87f2-53cd835f127b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:02.223096 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:57:02.223096 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:57:02.223096 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:57:02.223096 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:57:02.223096 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:57:02.223096 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:57:02.223096 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:57:02.223096 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:57:02.223096 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:57:02.223096 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:57:02.223096 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:57:02.223096 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:57:02.223096 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:57:02.223096 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:57:02.223096 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:57:02.223096 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:57:02.223096 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:57:02.223096 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:57:02.223096 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:57:02.223096 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:57:02.223096 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:57:02.223096 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:57:02.223096 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:57:02.223096 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:57:02.223096 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:57:02.223096 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:57:02.223096 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:57:02.223096 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:57:02.223096 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:57:02.223096 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:57:02.223096 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:57:02.223096 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:57:02.238207 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc6bbca-be44-4025-ab64-b18d26e06ca4 None None] Network 1564f654-16fd-4999-8bde-95dcefb33898 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:57:02.283245 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4553ef77-c1a9-4035-87f2-53cd835f127b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:02.292034 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-859ec3ec-7b5e-4056-9a08-c11b189cf28f None None] Could not find standard attr ID for object 8e88f37c-4670-46b6-965a-30ad2746f77f. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:57:02.292495 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4553ef77-c1a9-4035-87f2-53cd835f127b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:02.295707 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4553ef77-c1a9-4035-87f2-53cd835f127b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/networks/1564f654-16fd-4999-8bde-95dcefb33898 HTTP/1.1" status: 204 len: 168 time: 0.6028767 Nov 16 11:57:02.299724 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48628) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:02.306068 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-bb143177-42e9-4629-a46a-fc3c20c1e9d1 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'port': {'network_id': '360bf339-6df4-4c36-975f-c5f325dc0e17', 'name': 'tempest-PortsIpV6TestJSON-1305739583'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:02.310984 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4553ef77-c1a9-4035-87f2-53cd835f127b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'Network': ['ID=1564f654-16fd-4999-8bde-95dcefb33898,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:02.411365 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb143177-42e9-4629-a46a-fc3c20c1e9d1 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Made reservation on behalf of 71fdf32391a445a783a7b5e1a54b3d31 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:57:02.415025 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb143177-42e9-4629-a46a-fc3c20c1e9d1 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:02.431735 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-bb143177-42e9-4629-a46a-fc3c20c1e9d1 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] device_id is not set on port cae2d431-5fac-4601-b698-7a49e5c91319 yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:57:02.446872 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccff877-309f-42c7-9a7e-2e96ad80b118 None None] DHCP port deletion for 1564f654-16fd-4999-8bde-95dcefb33898 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:57:02.597268 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb143177-42e9-4629-a46a-fc3c20c1e9d1 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:02.629185 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb143177-42e9-4629-a46a-fc3c20c1e9d1 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:02.687452 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb143177-42e9-4629-a46a-fc3c20c1e9d1 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Network 360bf339-6df4-4c36-975f-c5f325dc0e17 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:57:02.690912 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-bb143177-42e9-4629-a46a-fc3c20c1e9d1 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:57:02.693427 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb143177-42e9-4629-a46a-fc3c20c1e9d1 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:57:02.699820 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb143177-42e9-4629-a46a-fc3c20c1e9d1 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:02.700422 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb143177-42e9-4629-a46a-fc3c20c1e9d1 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:02.711803 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb143177-42e9-4629-a46a-fc3c20c1e9d1 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'Port': ['ID=cae2d431-5fac-4601-b698-7a49e5c91319,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:02.725435 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-bb143177-42e9-4629-a46a-fc3c20c1e9d1 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4241440 Nov 16 11:57:02.728069 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48632) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:02.818812 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6a540082-16ec-442a-a52d-cef7a25930ea tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Deleting port cae2d431-5fac-4601-b698-7a49e5c91319 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:57:02.819320 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a540082-16ec-442a-a52d-cef7a25930ea tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:02.891109 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a540082-16ec-442a-a52d-cef7a25930ea tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:02.905243 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6a540082-16ec-442a-a52d-cef7a25930ea tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Calling delete_port for cae2d431-5fac-4601-b698-7a49e5c91319 owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:57:02.982623 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a540082-16ec-442a-a52d-cef7a25930ea tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:03.011668 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a540082-16ec-442a-a52d-cef7a25930ea tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'Port': ['ID=cae2d431-5fac-4601-b698-7a49e5c91319,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:03.016985 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a540082-16ec-442a-a52d-cef7a25930ea tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:03.020283 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6a540082-16ec-442a-a52d-cef7a25930ea tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/ports/cae2d431-5fac-4601-b698-7a49e5c91319 HTTP/1.1" status: 204 len: 168 time: 0.2910931 Nov 16 11:57:03.022859 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48634) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:03.027803 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-a564bc19-0745-4000-9936-4caa94901a84 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'port': {'network_id': '360bf339-6df4-4c36-975f-c5f325dc0e17', 'mac_address': 'fa:16:3e:c3:6b:14', 'name': 'tempest-PortsIpV6TestJSON-143481178'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:03.118756 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a564bc19-0745-4000-9936-4caa94901a84 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Made reservation on behalf of 71fdf32391a445a783a7b5e1a54b3d31 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:57:03.184647 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a564bc19-0745-4000-9936-4caa94901a84 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:03.205520 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-a564bc19-0745-4000-9936-4caa94901a84 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] device_id is not set on port b127f2f9-7858-4ed6-b31f-e880a23a5427 yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:57:03.693898 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a564bc19-0745-4000-9936-4caa94901a84 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:03.726371 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a564bc19-0745-4000-9936-4caa94901a84 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:03.769947 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a564bc19-0745-4000-9936-4caa94901a84 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Network 360bf339-6df4-4c36-975f-c5f325dc0e17 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:57:03.774906 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-a564bc19-0745-4000-9936-4caa94901a84 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:57:03.778590 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a564bc19-0745-4000-9936-4caa94901a84 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:57:03.784192 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a564bc19-0745-4000-9936-4caa94901a84 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:03.784789 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a564bc19-0745-4000-9936-4caa94901a84 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:03.796217 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a564bc19-0745-4000-9936-4caa94901a84 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'Port': ['ID=b127f2f9-7858-4ed6-b31f-e880a23a5427,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:03.805947 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a564bc19-0745-4000-9936-4caa94901a84 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7819293 Nov 16 11:57:03.808534 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48646) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:03.850102 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b39728-4cfc-40a2-b7f4-f65d9c1a3d3b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:03.851446 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-13b39728-4cfc-40a2-b7f4-f65d9c1a3d3b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "GET /v2.0/ports/b127f2f9-7858-4ed6-b31f-e880a23a5427 HTTP/1.1" status: 200 len: 844 time: 0.0419612 Nov 16 11:57:03.854054 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48648) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:03.940768 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-238c00a6-da29-4270-9409-e6b4d1809b60 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Deleting port b127f2f9-7858-4ed6-b31f-e880a23a5427 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:57:03.941108 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-238c00a6-da29-4270-9409-e6b4d1809b60 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:04.010951 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-238c00a6-da29-4270-9409-e6b4d1809b60 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:04.023481 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-238c00a6-da29-4270-9409-e6b4d1809b60 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Calling delete_port for b127f2f9-7858-4ed6-b31f-e880a23a5427 owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:57:04.108123 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-238c00a6-da29-4270-9409-e6b4d1809b60 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:04.137037 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c00a6-da29-4270-9409-e6b4d1809b60 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'Port': ['ID=b127f2f9-7858-4ed6-b31f-e880a23a5427,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:04.145602 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-238c00a6-da29-4270-9409-e6b4d1809b60 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:04.149330 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-238c00a6-da29-4270-9409-e6b4d1809b60 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/ports/b127f2f9-7858-4ed6-b31f-e880a23a5427 HTTP/1.1" status: 204 len: 168 time: 0.2943680 Nov 16 11:57:04.151996 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48650) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:04.176755 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-22bc4da3-4722-4b49-8fcb-0e756f9efd0d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] GET failed (client error): The resource could not be found. Nov 16 11:57:04.178166 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-22bc4da3-4722-4b49-8fcb-0e756f9efd0d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "GET /v2.0/ports/b127f2f9-7858-4ed6-b31f-e880a23a5427 HTTP/1.1" status: 404 len: 333 time: 0.0252151 Nov 16 11:57:04.182393 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48652) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:04.187497 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f055aa7a-7d59-4751-ae9f-80dbfd81ce15 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'port': {'network_id': '360bf339-6df4-4c36-975f-c5f325dc0e17', 'name': 'tempest-PortsIpV6TestJSON-885106419'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:04.279250 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f055aa7a-7d59-4751-ae9f-80dbfd81ce15 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Made reservation on behalf of 71fdf32391a445a783a7b5e1a54b3d31 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:57:04.282931 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f055aa7a-7d59-4751-ae9f-80dbfd81ce15 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:04.300089 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-f055aa7a-7d59-4751-ae9f-80dbfd81ce15 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] device_id is not set on port ca190373-358d-4734-8f8c-442f1fade4d9 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:57:04.460614 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f055aa7a-7d59-4751-ae9f-80dbfd81ce15 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:04.494317 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f055aa7a-7d59-4751-ae9f-80dbfd81ce15 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:04.535140 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f055aa7a-7d59-4751-ae9f-80dbfd81ce15 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Network 360bf339-6df4-4c36-975f-c5f325dc0e17 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:57:04.540083 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-f055aa7a-7d59-4751-ae9f-80dbfd81ce15 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:57:04.543956 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f055aa7a-7d59-4751-ae9f-80dbfd81ce15 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:57:04.549565 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f055aa7a-7d59-4751-ae9f-80dbfd81ce15 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:04.550200 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f055aa7a-7d59-4751-ae9f-80dbfd81ce15 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:04.560674 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055aa7a-7d59-4751-ae9f-80dbfd81ce15 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'Port': ['ID=ca190373-358d-4734-8f8c-442f1fade4d9,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:04.573794 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f055aa7a-7d59-4751-ae9f-80dbfd81ce15 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.3902647 Nov 16 11:57:04.576449 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48654) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:04.582155 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-bb8ea343-d648-4f6d-9c91-02027650c792 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:04.646646 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb8ea343-d648-4f6d-9c91-02027650c792 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:04.809743 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb8ea343-d648-4f6d-9c91-02027650c792 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:04.816225 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb8ea343-d648-4f6d-9c91-02027650c792 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:04.853524 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-bb8ea343-d648-4f6d-9c91-02027650c792 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] In _notify_port_updated(), no bound segment for port ca190373-358d-4734-8f8c-442f1fade4d9 on network 360bf339-6df4-4c36-975f-c5f325dc0e17 {{(pid=102668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 11:57:04.859126 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8ea343-d648-4f6d-9c91-02027650c792 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:04.859750 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb8ea343-d648-4f6d-9c91-02027650c792 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:04.861080 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bb8ea343-d648-4f6d-9c91-02027650c792 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "PUT /v2.0/ports/ca190373-358d-4734-8f8c-442f1fade4d9 HTTP/1.1" status: 200 len: 818 time: 0.2835140 Nov 16 11:57:04.864209 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48658) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:04.880305 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ea343-d648-4f6d-9c91-02027650c792 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'Port': ['ID=ca190373-358d-4734-8f8c-442f1fade4d9,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:04.948015 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-64074aa4-39d1-4686-ab98-c51d2c4275d9 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Deleting port ca190373-358d-4734-8f8c-442f1fade4d9 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:57:04.948355 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-64074aa4-39d1-4686-ab98-c51d2c4275d9 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:05.016401 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-64074aa4-39d1-4686-ab98-c51d2c4275d9 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:05.029102 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-64074aa4-39d1-4686-ab98-c51d2c4275d9 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Calling delete_port for ca190373-358d-4734-8f8c-442f1fade4d9 owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:57:05.111648 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-64074aa4-39d1-4686-ab98-c51d2c4275d9 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:05.138478 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64074aa4-39d1-4686-ab98-c51d2c4275d9 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'Port': ['ID=ca190373-358d-4734-8f8c-442f1fade4d9,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:05.145719 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-64074aa4-39d1-4686-ab98-c51d2c4275d9 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:05.152028 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-64074aa4-39d1-4686-ab98-c51d2c4275d9 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/ports/ca190373-358d-4734-8f8c-442f1fade4d9 HTTP/1.1" status: 204 len: 168 time: 0.2846639 Nov 16 11:57:05.152277 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48660) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:05.229895 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b56464-60e0-4915-bee3-f252acb51b47 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:05.231406 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-65b56464-60e0-4915-bee3-f252acb51b47 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 845 time: 0.0782084 Nov 16 11:57:05.234208 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48662) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:05.258324 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff43f123-f67c-4d71-96f9-410aa4bba731 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] GET failed (client error): The resource could not be found. Nov 16 11:57:05.259638 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ff43f123-f67c-4d71-96f9-410aa4bba731 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "GET /v2.0/ports/ca190373-358d-4734-8f8c-442f1fade4d9 HTTP/1.1" status: 404 len: 333 time: 0.0245278 Nov 16 11:57:05.263772 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48664) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:05.269189 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-af8cf29b-9850-4fe4-bed9-d5b8cddb18dc tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1868973032'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:05.290004 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8cf29b-9850-4fe4-bed9-d5b8cddb18dc tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Made reservation on behalf of 71fdf32391a445a783a7b5e1a54b3d31 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:57:05.294039 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af8cf29b-9850-4fe4-bed9-d5b8cddb18dc tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:05.318549 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af8cf29b-9850-4fe4-bed9-d5b8cddb18dc tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:57:05.329370 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af8cf29b-9850-4fe4-bed9-d5b8cddb18dc tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:05.329720 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-af8cf29b-9850-4fe4-bed9-d5b8cddb18dc tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Added segment a558beaa-fae6-4abf-8fdf-b5f33b21a4c8 of type vlan for network 744ad7f2-f1f1-42f3-afee-c66fd83f598a Nov 16 11:57:05.370143 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af8cf29b-9850-4fe4-bed9-d5b8cddb18dc tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:05.393607 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af8cf29b-9850-4fe4-bed9-d5b8cddb18dc tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:05.399393 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8cf29b-9850-4fe4-bed9-d5b8cddb18dc tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:05.400157 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af8cf29b-9850-4fe4-bed9-d5b8cddb18dc tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:05.468649 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-af8cf29b-9850-4fe4-bed9-d5b8cddb18dc tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2009764 Nov 16 11:57:05.468910 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48666) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:05.474588 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ba67934e-1829-4f38-8f1c-0c7a7cb1bd01 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'subnet': {'network_id': '744ad7f2-f1f1-42f3-afee-c66fd83f598a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:05.492604 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8cf29b-9850-4fe4-bed9-d5b8cddb18dc tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'Network': ['ID=744ad7f2-f1f1-42f3-afee-c66fd83f598a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:05.503693 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 744ad7f2-f1f1-42f3-afee-c66fd83f598a details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:57:05.568613 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba67934e-1829-4f38-8f1c-0c7a7cb1bd01 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Made reservation on behalf of 71fdf32391a445a783a7b5e1a54b3d31 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:57:05.573079 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ba67934e-1829-4f38-8f1c-0c7a7cb1bd01 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:05.771081 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ba67934e-1829-4f38-8f1c-0c7a7cb1bd01 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:05.834938 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba67934e-1829-4f38-8f1c-0c7a7cb1bd01 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'Subnet': ['ID=820f471d-2415-4756-8af0-16f60ccd0757,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:05.843681 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba67934e-1829-4f38-8f1c-0c7a7cb1bd01 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Checking segment: {'id': 'a558beaa-fae6-4abf-8fdf-b5f33b21a4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '744ad7f2-f1f1-42f3-afee-c66fd83f598a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:57:05.844043 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba67934e-1829-4f38-8f1c-0c7a7cb1bd01 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Network hostable DHCP agents. Network: 744ad7f2-f1f1-42f3-afee-c66fd83f598a, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:57:05.861032 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba67934e-1829-4f38-8f1c-0c7a7cb1bd01 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Network 744ad7f2-f1f1-42f3-afee-c66fd83f598a is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:57:05.871299 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-ba67934e-1829-4f38-8f1c-0c7a7cb1bd01 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 744ad7f2-f1f1-42f3-afee-c66fd83f598a) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:57:05.875379 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba67934e-1829-4f38-8f1c-0c7a7cb1bd01 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:05.875967 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ba67934e-1829-4f38-8f1c-0c7a7cb1bd01 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:05.884162 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72168a52-947e-432f-87c5-bd5c1ad155e4 None None] Network 744ad7f2-f1f1-42f3-afee-c66fd83f598a requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:57:05.897490 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ba67934e-1829-4f38-8f1c-0c7a7cb1bd01 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4246147 Nov 16 11:57:05.897917 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48670) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:05.903418 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-b3e92dff-25e1-4315-88a7-30e3b2cb83c2 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'subnet': {'network_id': '744ad7f2-f1f1-42f3-afee-c66fd83f598a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:06.019988 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e92dff-25e1-4315-88a7-30e3b2cb83c2 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Made reservation on behalf of 71fdf32391a445a783a7b5e1a54b3d31 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:57:06.023581 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b3e92dff-25e1-4315-88a7-30e3b2cb83c2 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:06.036041 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f6fa2b-43ef-4d10-b205-2974d3f38e28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-744ad7f2-f1f1-42f3-afee-c66fd83f598a', 'network_id': '744ad7f2-f1f1-42f3-afee-c66fd83f598a', 'tenant_id': '71fdf32391a445a783a7b5e1a54b3d31', 'fixed_ips': [{'subnet_id': '820f471d-2415-4756-8af0-16f60ccd0757'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:57:06.036914 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-61f6fa2b-43ef-4d10-b205-2974d3f38e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:06.137294 n-d-816823-3 neutron-server[102669]: INFO neutron.db.ipam_backend_mixin [None req-b3e92dff-25e1-4315-88a7-30e3b2cb83c2 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 820f471d-2415-4756-8af0-16f60ccd0757 (CIDR: 2001:db8::/64) Nov 16 11:57:06.141155 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3e92dff-25e1-4315-88a7-30e3b2cb83c2 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:57:06.141623 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3e92dff-25e1-4315-88a7-30e3b2cb83c2 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:57:06.160630 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b3e92dff-25e1-4315-88a7-30e3b2cb83c2 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2589490 Nov 16 11:57:06.160981 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48672) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:06.166699 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-bfc295d6-5260-4ffd-8e46-82a4f0d3ab0a tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'subnet': {'network_id': '744ad7f2-f1f1-42f3-afee-c66fd83f598a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:06.184948 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-61f6fa2b-43ef-4d10-b205-2974d3f38e28 None None] Allocated IP 2001:db8::2 (744ad7f2-f1f1-42f3-afee-c66fd83f598a/820f471d-2415-4756-8af0-16f60ccd0757/1683bfa2-2e86-4064-b791-bedfb019af5d) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:57:06.287496 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc295d6-5260-4ffd-8e46-82a4f0d3ab0a tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Made reservation on behalf of 71fdf32391a445a783a7b5e1a54b3d31 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:57:06.291736 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bfc295d6-5260-4ffd-8e46-82a4f0d3ab0a tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:06.500459 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-61f6fa2b-43ef-4d10-b205-2974d3f38e28 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:06.508041 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-61f6fa2b-43ef-4d10-b205-2974d3f38e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:06.534413 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bfc295d6-5260-4ffd-8e46-82a4f0d3ab0a tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:06.549317 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f6fa2b-43ef-4d10-b205-2974d3f38e28 None None] Network 744ad7f2-f1f1-42f3-afee-c66fd83f598a is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:57:06.552465 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-61f6fa2b-43ef-4d10-b205-2974d3f38e28 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:57:06.557093 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f6fa2b-43ef-4d10-b205-2974d3f38e28 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:57:06.558668 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc295d6-5260-4ffd-8e46-82a4f0d3ab0a tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Network 744ad7f2-f1f1-42f3-afee-c66fd83f598a is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:57:06.561298 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-bfc295d6-5260-4ffd-8e46-82a4f0d3ab0a tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:57:06.565685 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f6fa2b-43ef-4d10-b205-2974d3f38e28 None None] Pushing event updated for resources: {'Port': ['ID=1683bfa2-2e86-4064-b791-bedfb019af5d,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:06.587178 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc295d6-5260-4ffd-8e46-82a4f0d3ab0a tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:06.587769 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bfc295d6-5260-4ffd-8e46-82a4f0d3ab0a tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:06.619681 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48674) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:06.619926 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bfc295d6-5260-4ffd-8e46-82a4f0d3ab0a tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4578488 Nov 16 11:57:06.623184 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc295d6-5260-4ffd-8e46-82a4f0d3ab0a tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'Subnet': ['ID=3939b240-2610-4975-bcfb-c445f2ad194e,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:06.624550 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-61f6fa2b-43ef-4d10-b205-2974d3f38e28 None None] Attempting to bind port 1683bfa2-2e86-4064-b791-bedfb019af5d on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:57:06.625328 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-61f6fa2b-43ef-4d10-b205-2974d3f38e28 None None] Attempting to bind port 1683bfa2-2e86-4064-b791-bedfb019af5d by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'a558beaa-fae6-4abf-8fdf-b5f33b21a4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '744ad7f2-f1f1-42f3-afee-c66fd83f598a'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:57:06.625328 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f6fa2b-43ef-4d10-b205-2974d3f38e28 None None] Attempting to bind port 1683bfa2-2e86-4064-b791-bedfb019af5d on network 744ad7f2-f1f1-42f3-afee-c66fd83f598a {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:57:06.630662 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f6fa2b-43ef-4d10-b205-2974d3f38e28 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:57:06.630826 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-0d3d40f3-5b1c-4abb-8e0c-bff18724da91 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'port': {'network_id': '744ad7f2-f1f1-42f3-afee-c66fd83f598a', 'fixed_ips': [{'subnet_id': '820f471d-2415-4756-8af0-16f60ccd0757'}, {'subnet_id': '3939b240-2610-4975-bcfb-c445f2ad194e'}], 'name': 'tempest-PortsIpV6TestJSON-1684177722'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:06.631041 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f6fa2b-43ef-4d10-b205-2974d3f38e28 None None] Checking segment: {'id': 'a558beaa-fae6-4abf-8fdf-b5f33b21a4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '744ad7f2-f1f1-42f3-afee-c66fd83f598a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:57:06.631442 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-61f6fa2b-43ef-4d10-b205-2974d3f38e28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:06.631832 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f6fa2b-43ef-4d10-b205-2974d3f38e28 None None] Bound using segment: {'id': 'a558beaa-fae6-4abf-8fdf-b5f33b21a4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '744ad7f2-f1f1-42f3-afee-c66fd83f598a'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:57:06.632875 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-61f6fa2b-43ef-4d10-b205-2974d3f38e28 None None] Bound port: 1683bfa2-2e86-4064-b791-bedfb019af5d, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a558beaa-fae6-4abf-8fdf-b5f33b21a4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '744ad7f2-f1f1-42f3-afee-c66fd83f598a'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:57:06.633257 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-61f6fa2b-43ef-4d10-b205-2974d3f38e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:06.696292 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-61f6fa2b-43ef-4d10-b205-2974d3f38e28 None None] For port 1683bfa2-2e86-4064-b791-bedfb019af5d, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:57:06.699545 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-61f6fa2b-43ef-4d10-b205-2974d3f38e28 None None] For port 1683bfa2-2e86-4064-b791-bedfb019af5d, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=1683bfa2-2e86-4064-b791-bedfb019af5d,segment=NetworkSegment(a558beaa-fae6-4abf-8fdf-b5f33b21a4c8),segment_id=a558beaa-fae6-4abf-8fdf-b5f33b21a4c8)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:57:06.705298 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-61f6fa2b-43ef-4d10-b205-2974d3f38e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:06.762916 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3d40f3-5b1c-4abb-8e0c-bff18724da91 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Made reservation on behalf of 71fdf32391a445a783a7b5e1a54b3d31 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:57:06.772282 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f6fa2b-43ef-4d10-b205-2974d3f38e28 None None] Pushing event updated for resources: {'Port': ['ID=1683bfa2-2e86-4064-b791-bedfb019af5d,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:06.879280 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0d3d40f3-5b1c-4abb-8e0c-bff18724da91 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:06.902398 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-0d3d40f3-5b1c-4abb-8e0c-bff18724da91 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] device_id is not set on port c32c70c7-1e2e-4897-b700-86fe873edf92 yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:57:06.933368 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b59d15f5-6289-4910-80a9-0bd471ce412b req-a6a22947-9283-40cc-9c69-804f32517aa6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6201cd3c-a457-4604-89b7-5baefd12bcd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1578043 Nov 16 11:57:07.046475 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d15f5-6289-4910-80a9-0bd471ce412b req-047bb51b-dc2b-4b43-9bf6-0d579465d50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:07.048019 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b59d15f5-6289-4910-80a9-0bd471ce412b req-047bb51b-dc2b-4b43-9bf6-0d579465d50e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5bc6c6fe5814c119e15f05c26123a36&device_id=6201cd3c-a457-4604-89b7-5baefd12bcd4 HTTP/1.1" status: 200 len: 1097 time: 0.0597558 Nov 16 11:57:07.197522 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d15f5-6289-4910-80a9-0bd471ce412b req-ada589ba-e5a7-4c68-838c-11f9367d1a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:07.199229 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b59d15f5-6289-4910-80a9-0bd471ce412b req-ada589ba-e5a7-4c68-838c-11f9367d1a84 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d99fce6-7fd4-4024-a0f4-6aaf2d6df441 HTTP/1.1" status: 200 len: 915 time: 0.1306002 Nov 16 11:57:07.248894 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b59d15f5-6289-4910-80a9-0bd471ce412b req-aa3e018b-34e7-4d9b-bfa4-dd59f2b97754 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=601596e1-d642-46f9-8ec0-f9e74fb342c3 HTTP/1.1" status: 200 len: 217 time: 0.0419402 Nov 16 11:57:07.253231 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-0d3d40f3-5b1c-4abb-8e0c-bff18724da91 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Allocated IP 2001:db8::227 (744ad7f2-f1f1-42f3-afee-c66fd83f598a/820f471d-2415-4756-8af0-16f60ccd0757/c32c70c7-1e2e-4897-b700-86fe873edf92) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:57:07.260028 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-0d3d40f3-5b1c-4abb-8e0c-bff18724da91 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Allocated IP 2001:db8:0:1::216 (744ad7f2-f1f1-42f3-afee-c66fd83f598a/3939b240-2610-4975-bcfb-c445f2ad194e/c32c70c7-1e2e-4897-b700-86fe873edf92) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:57:07.300787 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d15f5-6289-4910-80a9-0bd471ce412b req-932ee361-aa4c-41c8-9c6e-26ccce87c6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:07.302390 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b59d15f5-6289-4910-80a9-0bd471ce412b req-932ee361-aa4c-41c8-9c6e-26ccce87c6c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f5994fc9-2be8-4fe8-9069-79e6834ca8ec HTTP/1.1" status: 200 len: 854 time: 0.0465710 Nov 16 11:57:07.342174 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b59d15f5-6289-4910-80a9-0bd471ce412b req-fb38adff-d404-48da-b6c8-0a89eb41e16f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d99fce6-7fd4-4024-a0f4-6aaf2d6df441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322337 Nov 16 11:57:07.353449 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [req-b59d15f5-6289-4910-80a9-0bd471ce412b req-07e07485-0095-4fda-b431-7ad2345bb321 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:57:07.354543 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b59d15f5-6289-4910-80a9-0bd471ce412b req-07e07485-0095-4fda-b431-7ad2345bb321 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056400 Nov 16 11:57:07.423671 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0d3d40f3-5b1c-4abb-8e0c-bff18724da91 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:07.448526 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b59d15f5-6289-4910-80a9-0bd471ce412b req-aeb1b2c5-f8a6-4a20-8820-ce74b25be198 service neutron] 10.222.0.36 "GET /v2.0/networks/8d99fce6-7fd4-4024-a0f4-6aaf2d6df441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863152 Nov 16 11:57:07.462982 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0d3d40f3-5b1c-4abb-8e0c-bff18724da91 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:07.520554 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3d40f3-5b1c-4abb-8e0c-bff18724da91 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Network 744ad7f2-f1f1-42f3-afee-c66fd83f598a is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:57:07.530825 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-0d3d40f3-5b1c-4abb-8e0c-bff18724da91 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:57:07.532914 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d40f3-5b1c-4abb-8e0c-bff18724da91 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'Port': ['ID=c32c70c7-1e2e-4897-b700-86fe873edf92,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:07.535341 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3d40f3-5b1c-4abb-8e0c-bff18724da91 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:57:07.541629 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3d40f3-5b1c-4abb-8e0c-bff18724da91 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:07.542320 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0d3d40f3-5b1c-4abb-8e0c-bff18724da91 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:07.558356 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b59d15f5-6289-4910-80a9-0bd471ce412b req-82430cb9-8204-4ecb-a641-8238c680b778 service neutron] 10.222.0.36 "GET /v2.0/networks/8d99fce6-7fd4-4024-a0f4-6aaf2d6df441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011248 Nov 16 11:57:07.581263 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0d3d40f3-5b1c-4abb-8e0c-bff18724da91 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 0.9572024 Nov 16 11:57:07.581483 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48680) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:07.587846 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-a457da0d-dcfb-41ab-aa4f-e28ef5e48a8d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '820f471d-2415-4756-8af0-16f60ccd0757'}]}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:07.656448 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a457da0d-dcfb-41ab-aa4f-e28ef5e48a8d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:07.860948 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8847ab18-b6a2-4cf0-8e01-54e08b56dadd None None] Network 744ad7f2-f1f1-42f3-afee-c66fd83f598a requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:57:07.927006 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-a457da0d-dcfb-41ab-aa4f-e28ef5e48a8d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Delete allocated IP 2001:db8:0:1::216 (744ad7f2-f1f1-42f3-afee-c66fd83f598a/3939b240-2610-4975-bcfb-c445f2ad194e) {{(pid=102669) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 16 11:57:07.996259 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6b80ab42-fb2d-4dd9-a6f3-4a5e5be6a5c3 None None] Provisioning complete for port 1683bfa2-2e86-4064-b791-bedfb019af5d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:07.996620 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6b80ab42-fb2d-4dd9-a6f3-4a5e5be6a5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:08.060418 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a457da0d-dcfb-41ab-aa4f-e28ef5e48a8d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:08.066151 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a457da0d-dcfb-41ab-aa4f-e28ef5e48a8d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:08.142852 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a457da0d-dcfb-41ab-aa4f-e28ef5e48a8d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] In _notify_port_updated(), no bound segment for port c32c70c7-1e2e-4897-b700-86fe873edf92 on network 744ad7f2-f1f1-42f3-afee-c66fd83f598a {{(pid=102669) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 11:57:08.149513 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6b80ab42-fb2d-4dd9-a6f3-4a5e5be6a5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:08.150080 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a457da0d-dcfb-41ab-aa4f-e28ef5e48a8d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:08.150716 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a457da0d-dcfb-41ab-aa4f-e28ef5e48a8d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:08.152051 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a457da0d-dcfb-41ab-aa4f-e28ef5e48a8d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "PUT /v2.0/ports/c32c70c7-1e2e-4897-b700-86fe873edf92 HTTP/1.1" status: 200 len: 926 time: 0.5695016 Nov 16 11:57:08.153283 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a457da0d-dcfb-41ab-aa4f-e28ef5e48a8d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'Port': ['ID=c32c70c7-1e2e-4897-b700-86fe873edf92,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:08.156724 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48684) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:08.168778 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-28b89513-b781-42fa-ac9f-ca455f1479d2 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '820f471d-2415-4756-8af0-16f60ccd0757'}, {'subnet_id': '3939b240-2610-4975-bcfb-c445f2ad194e'}]}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:08.193352 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-6b80ab42-fb2d-4dd9-a6f3-4a5e5be6a5c3 None None] For port 1683bfa2-2e86-4064-b791-bedfb019af5d, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=1683bfa2-2e86-4064-b791-bedfb019af5d,segment=NetworkSegment(a558beaa-fae6-4abf-8fdf-b5f33b21a4c8),segment_id=a558beaa-fae6-4abf-8fdf-b5f33b21a4c8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:57:08.206620 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf7b7e1-1b2e-44eb-bb19-3f398fb1bba6 None None] Update dhcp port {'port': {'network_id': '744ad7f2-f1f1-42f3-afee-c66fd83f598a', 'fixed_ips': [{'subnet_id': '820f471d-2415-4756-8af0-16f60ccd0757', 'ip_address': '2001:db8::2'}, {'subnet_id': '3939b240-2610-4975-bcfb-c445f2ad194e'}], 'binding:host_id': 'n-d-816823-3'}, 'id': '1683bfa2-2e86-4064-b791-bedfb019af5d'} from n-d-816823-3. {{(pid=102670) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 11:57:08.228765 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6b80ab42-fb2d-4dd9-a6f3-4a5e5be6a5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:08.261340 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3bf7b7e1-1b2e-44eb-bb19-3f398fb1bba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:08.329064 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b80ab42-fb2d-4dd9-a6f3-4a5e5be6a5c3 None None] Pushing event updated for resources: {'Port': ['ID=1683bfa2-2e86-4064-b791-bedfb019af5d,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:08.368361 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-28b89513-b781-42fa-ac9f-ca455f1479d2 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:08.470524 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-3bf7b7e1-1b2e-44eb-bb19-3f398fb1bba6 None None] Allocated IP 2001:db8:0:1::2 (744ad7f2-f1f1-42f3-afee-c66fd83f598a/3939b240-2610-4975-bcfb-c445f2ad194e/1683bfa2-2e86-4064-b791-bedfb019af5d) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:57:08.584856 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3bf7b7e1-1b2e-44eb-bb19-3f398fb1bba6 None None] For port 1683bfa2-2e86-4064-b791-bedfb019af5d, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=1683bfa2-2e86-4064-b791-bedfb019af5d,segment=NetworkSegment(a558beaa-fae6-4abf-8fdf-b5f33b21a4c8),segment_id=a558beaa-fae6-4abf-8fdf-b5f33b21a4c8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:57:08.625109 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3bf7b7e1-1b2e-44eb-bb19-3f398fb1bba6 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:08.630283 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3bf7b7e1-1b2e-44eb-bb19-3f398fb1bba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:08.695449 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-28b89513-b781-42fa-ac9f-ca455f1479d2 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Allocated IP 2001:db8:0:1::2e (744ad7f2-f1f1-42f3-afee-c66fd83f598a/3939b240-2610-4975-bcfb-c445f2ad194e/c32c70c7-1e2e-4897-b700-86fe873edf92) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:57:08.723686 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf7b7e1-1b2e-44eb-bb19-3f398fb1bba6 None None] Pushing event updated for resources: {'Port': ['ID=1683bfa2-2e86-4064-b791-bedfb019af5d,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:08.811684 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 1683bfa2-2e86-4064-b791-bedfb019af5d up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:57:08.834910 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-28b89513-b781-42fa-ac9f-ca455f1479d2 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:08.840387 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-28b89513-b781-42fa-ac9f-ca455f1479d2 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:08.864283 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 1683bfa2-2e86-4064-b791-bedfb019af5d triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:08.864909 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:08.921180 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-28b89513-b781-42fa-ac9f-ca455f1479d2 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] In _notify_port_updated(), no bound segment for port c32c70c7-1e2e-4897-b700-86fe873edf92 on network 744ad7f2-f1f1-42f3-afee-c66fd83f598a {{(pid=102668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 11:57:08.926865 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b89513-b781-42fa-ac9f-ca455f1479d2 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:08.927524 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-28b89513-b781-42fa-ac9f-ca455f1479d2 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:08.931978 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-28b89513-b781-42fa-ac9f-ca455f1479d2 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "PUT /v2.0/ports/c32c70c7-1e2e-4897-b700-86fe873edf92 HTTP/1.1" status: 200 len: 1011 time: 0.7711434 Nov 16 11:57:08.933232 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48688) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:08.947099 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b89513-b781-42fa-ac9f-ca455f1479d2 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'Port': ['ID=c32c70c7-1e2e-4897-b700-86fe873edf92,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:09.242250 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b50017-fe37-4eee-bc70-048bd40ac420 req-8662f811-f8fa-4257-ac6a-a2a9a195ed2e tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:09.244762 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-09b50017-fe37-4eee-bc70-048bd40ac420 req-8662f811-f8fa-4257-ac6a-a2a9a195ed2e tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/ports?device_id=6201cd3c-a457-4604-89b7-5baefd12bcd4 HTTP/1.1" status: 200 len: 946 time: 0.0733695 Nov 16 11:57:09.307275 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-09b50017-fe37-4eee-bc70-048bd40ac420 req-5199271e-a6c7-491b-8251-4108d46b6bb4 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/security-groups?id=bb3660c1-cc36-493e-bbee-237697747880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559528 Nov 16 11:57:09.358702 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83879cb5-8d8b-4e31-b197-f5f2fd0726b3 None None] Network 744ad7f2-f1f1-42f3-afee-c66fd83f598a requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:57:09.404794 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-c4af205c-6c20-42b0-a227-f9d6a182d434 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Deleting port c32c70c7-1e2e-4897-b700-86fe873edf92 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:57:09.405378 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c4af205c-6c20-42b0-a227-f9d6a182d434 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:09.487425 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-443fb87c-a942-4151-b2da-bd1ccdc6779f None None] Provisioning complete for port 1683bfa2-2e86-4064-b791-bedfb019af5d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:09.487790 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-443fb87c-a942-4151-b2da-bd1ccdc6779f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:09.493522 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c4af205c-6c20-42b0-a227-f9d6a182d434 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:09.505065 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-c4af205c-6c20-42b0-a227-f9d6a182d434 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Calling delete_port for c32c70c7-1e2e-4897-b700-86fe873edf92 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:57:09.601561 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-443fb87c-a942-4151-b2da-bd1ccdc6779f None None] Provisioning complete for port c32c70c7-1e2e-4897-b700-86fe873edf92 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:09.601979 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-443fb87c-a942-4151-b2da-bd1ccdc6779f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:09.641449 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-443fb87c-a942-4151-b2da-bd1ccdc6779f None None] Port c32c70c7-1e2e-4897-b700-86fe873edf92 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:57:09.686920 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c4af205c-6c20-42b0-a227-f9d6a182d434 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:09.718547 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af205c-6c20-42b0-a227-f9d6a182d434 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'Port': ['ID=c32c70c7-1e2e-4897-b700-86fe873edf92,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:09.760935 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c4af205c-6c20-42b0-a227-f9d6a182d434 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:09.766686 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c4af205c-6c20-42b0-a227-f9d6a182d434 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/ports/c32c70c7-1e2e-4897-b700-86fe873edf92 HTTP/1.1" status: 204 len: 168 time: 0.8302383 Nov 16 11:57:09.767058 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48694) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:09.791776 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-77492db5-ecee-4da4-a287-21676d5acf69 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] GET failed (client error): The resource could not be found. Nov 16 11:57:09.793219 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-77492db5-ecee-4da4-a287-21676d5acf69 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "GET /v2.0/ports/c32c70c7-1e2e-4897-b700-86fe873edf92 HTTP/1.1" status: 404 len: 333 time: 0.0251803 Nov 16 11:57:09.796022 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48696) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:09.854839 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-523ad36f-5006-4ea0-ba55-c552bf454d2c tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Deleting subnet 3939b240-2610-4975-bcfb-c445f2ad194e {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:57:09.858253 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-523ad36f-5006-4ea0-ba55-c552bf454d2c tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:09.862124 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-89d146fb-5160-460c-9695-18240cd33e24 None None] Provisioning complete for port 1683bfa2-2e86-4064-b791-bedfb019af5d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:09.862610 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89d146fb-5160-460c-9695-18240cd33e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:09.906119 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-523ad36f-5006-4ea0-ba55-c552bf454d2c tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:09.948463 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-89d146fb-5160-460c-9695-18240cd33e24 None None] Could not find standard attr ID for object c32c70c7-1e2e-4897-b700-86fe873edf92. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:57:09.996719 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-523ad36f-5006-4ea0-ba55-c552bf454d2c tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:10.055070 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-523ad36f-5006-4ea0-ba55-c552bf454d2c tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:10.062243 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ccdb3f74-8152-4c15-9ef4-35b26e61b753 None None] Could not find standard attr ID for object c32c70c7-1e2e-4897-b700-86fe873edf92. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:57:10.086757 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ad36f-5006-4ea0-ba55-c552bf454d2c tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'Subnet': ['ID=3939b240-2610-4975-bcfb-c445f2ad194e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:10.090348 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-523ad36f-5006-4ea0-ba55-c552bf454d2c tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:10.093553 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-523ad36f-5006-4ea0-ba55-c552bf454d2c tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/subnets/3939b240-2610-4975-bcfb-c445f2ad194e HTTP/1.1" status: 204 len: 168 time: 0.2966013 Nov 16 11:57:10.096231 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48698) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:10.154744 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a639392-a29b-41f9-b3f2-1accc8467483 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Deleting subnet 820f471d-2415-4756-8af0-16f60ccd0757 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:57:10.158145 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2a639392-a29b-41f9-b3f2-1accc8467483 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:10.189608 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00fe055-d054-49c0-91db-0299599aa2ce None None] Network 744ad7f2-f1f1-42f3-afee-c66fd83f598a requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:57:10.203313 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2a639392-a29b-41f9-b3f2-1accc8467483 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:10.291368 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2a639392-a29b-41f9-b3f2-1accc8467483 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:10.296860 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-23b65916-8a7e-4627-bf10-eeb81438776b None None] Could not find standard attr ID for object c32c70c7-1e2e-4897-b700-86fe873edf92. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:57:10.352541 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2a639392-a29b-41f9-b3f2-1accc8467483 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:10.383584 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2a639392-a29b-41f9-b3f2-1accc8467483 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:10.389570 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2a639392-a29b-41f9-b3f2-1accc8467483 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/subnets/820f471d-2415-4756-8af0-16f60ccd0757 HTTP/1.1" status: 204 len: 168 time: 0.2898390 Nov 16 11:57:10.389570 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a639392-a29b-41f9-b3f2-1accc8467483 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'Subnet': ['ID=820f471d-2415-4756-8af0-16f60ccd0757,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:10.389887 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48702) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:10.443452 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a9260-3ca7-442d-86fc-6feaf9a43ab1 req-3a3c9c85-a390-4101-836a-a334a8916da1 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:10.445591 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-833a9260-3ca7-442d-86fc-6feaf9a43ab1 req-3a3c9c85-a390-4101-836a-a334a8916da1 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/ports?device_id=6201cd3c-a457-4604-89b7-5baefd12bcd4 HTTP/1.1" status: 200 len: 946 time: 0.0574193 Nov 16 11:57:10.471897 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c9349a36-d4b1-4348-8624-bb68c07d418c tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:10.501227 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-833a9260-3ca7-442d-86fc-6feaf9a43ab1 req-cdda6353-11f4-4bc0-afc3-56d41dfca516 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/security-groups?id=bb3660c1-cc36-493e-bbee-237697747880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484686 Nov 16 11:57:10.529846 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-c9349a36-d4b1-4348-8624-bb68c07d418c tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Deleting port 1683bfa2-2e86-4064-b791-bedfb019af5d {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:57:10.530212 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c9349a36-d4b1-4348-8624-bb68c07d418c tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:10.596652 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-c9349a36-d4b1-4348-8624-bb68c07d418c tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] For port 1683bfa2-2e86-4064-b791-bedfb019af5d, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=1683bfa2-2e86-4064-b791-bedfb019af5d,segment=NetworkSegment(a558beaa-fae6-4abf-8fdf-b5f33b21a4c8),segment_id=a558beaa-fae6-4abf-8fdf-b5f33b21a4c8)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:57:10.597123 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c9349a36-d4b1-4348-8624-bb68c07d418c tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:10.614116 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-c9349a36-d4b1-4348-8624-bb68c07d418c tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Calling delete_port for 1683bfa2-2e86-4064-b791-bedfb019af5d owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:57:10.719777 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c9349a36-d4b1-4348-8624-bb68c07d418c tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:10.751489 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9349a36-d4b1-4348-8624-bb68c07d418c tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'Port': ['ID=1683bfa2-2e86-4064-b791-bedfb019af5d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:10.756281 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9349a36-d4b1-4348-8624-bb68c07d418c tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] No DVR routers for this DVR port 1683bfa2-2e86-4064-b791-bedfb019af5d on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:57:10.770122 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701bc6e-0f7c-4554-9cbc-cffca299e6ae req-918e7bdf-be85-44e6-9170-d94c76eba66b tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:10.771642 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9701bc6e-0f7c-4554-9cbc-cffca299e6ae req-918e7bdf-be85-44e6-9170-d94c76eba66b tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.36 "GET /v2.0/ports?device_id=6201cd3c-a457-4604-89b7-5baefd12bcd4 HTTP/1.1" status: 200 len: 946 time: 0.0952590 Nov 16 11:57:10.779865 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 1683bfa2-2e86-4064-b791-bedfb019af5d up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:57:10.807229 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 1683bfa2-2e86-4064-b791-bedfb019af5d {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:57:10.807630 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 1683bfa2-2e86-4064-b791-bedfb019af5d not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 16 11:57:10.827073 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Port 1683bfa2-2e86-4064-b791-bedfb019af5d not found, will not notify nova. {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 16 11:57:10.905439 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1664377-056d-41c1-956e-b784b215143a None None] Network 744ad7f2-f1f1-42f3-afee-c66fd83f598a requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:57:10.905859 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c9349a36-d4b1-4348-8624-bb68c07d418c tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:10.931089 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-c9349a36-d4b1-4348-8624-bb68c07d418c tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['744ad7f2-f1f1-42f3-afee-c66fd83f598a']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:10.942177 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-c9349a36-d4b1-4348-8624-bb68c07d418c tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a558beaa-fae6-4abf-8fdf-b5f33b21a4c8') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:10.942473 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-c9349a36-d4b1-4348-8624-bb68c07d418c tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a558beaa-fae6-4abf-8fdf-b5f33b21a4c8') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:10.947216 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-5f66db54-a8d2-4691-a350-116cac0447f4 None None] Could not find standard attr ID for object 1683bfa2-2e86-4064-b791-bedfb019af5d. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:57:10.955819 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c9349a36-d4b1-4348-8624-bb68c07d418c tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:10.974040 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c9349a36-d4b1-4348-8624-bb68c07d418c tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:10.980470 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-9701bc6e-0f7c-4554-9cbc-cffca299e6ae req-852f77db-46c9-45a3-a878-0cae49aeaff2 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Deleting port 601596e1-d642-46f9-8ec0-f9e74fb342c3 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:57:10.980799 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9701bc6e-0f7c-4554-9cbc-cffca299e6ae req-852f77db-46c9-45a3-a878-0cae49aeaff2 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:10.995744 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9349a36-d4b1-4348-8624-bb68c07d418c tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:57:10.996131 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c9349a36-d4b1-4348-8624-bb68c07d418c tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:10.999049 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:57:10.999049 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:57:10.999049 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:57:10.999049 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:57:10.999049 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:57:10.999049 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:57:10.999049 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:57:10.999049 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:57:10.999049 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:57:10.999049 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:57:10.999049 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:57:10.999049 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:57:10.999049 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:57:10.999049 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:57:10.999049 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:57:10.999049 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:57:10.999049 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:57:10.999049 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:57:10.999049 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:57:10.999049 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:57:10.999049 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:57:10.999049 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:57:10.999049 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:57:10.999049 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:57:10.999049 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:57:10.999049 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:57:10.999049 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:57:10.999049 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:57:10.999049 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:57:10.999049 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:57:10.999049 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:57:10.999049 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:57:11.073391 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e63778-7b7f-4216-80ea-461b75e7648d None None] DHCP port deletion for 744ad7f2-f1f1-42f3-afee-c66fd83f598a request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:57:11.095505 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c9349a36-d4b1-4348-8624-bb68c07d418c tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:11.104339 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c9349a36-d4b1-4348-8624-bb68c07d418c tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:11.107554 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c9349a36-d4b1-4348-8624-bb68c07d418c tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/networks/744ad7f2-f1f1-42f3-afee-c66fd83f598a HTTP/1.1" status: 204 len: 168 time: 0.7165864 Nov 16 11:57:11.111424 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48704) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:11.127828 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9349a36-d4b1-4348-8624-bb68c07d418c tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'Network': ['ID=744ad7f2-f1f1-42f3-afee-c66fd83f598a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:11.143497 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-9701bc6e-0f7c-4554-9cbc-cffca299e6ae req-852f77db-46c9-45a3-a878-0cae49aeaff2 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] For port 601596e1-d642-46f9-8ec0-f9e74fb342c3, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=601596e1-d642-46f9-8ec0-f9e74fb342c3,segment=NetworkSegment(8265722f-7ce6-4a01-9cef-8a229c9b255f),segment_id=8265722f-7ce6-4a01-9cef-8a229c9b255f)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:57:11.143860 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9701bc6e-0f7c-4554-9cbc-cffca299e6ae req-852f77db-46c9-45a3-a878-0cae49aeaff2 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:11.156422 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-9701bc6e-0f7c-4554-9cbc-cffca299e6ae req-852f77db-46c9-45a3-a878-0cae49aeaff2 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Calling delete_port for 601596e1-d642-46f9-8ec0-f9e74fb342c3 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:57:11.168101 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ec93ac-de0f-4388-ba5f-259df2903fde tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:11.170340 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-93ec93ac-de0f-4388-ba5f-259df2903fde tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 845 time: 0.0578864 Nov 16 11:57:11.174083 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48706) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:11.222943 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2eec7541-e356-44fc-bd97-0e1439183825 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0476303 Nov 16 11:57:11.226236 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48708) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:11.231077 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-a332648d-cefc-4341-b2f4-b4ef3540ab02 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-278154791'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:11.252161 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a332648d-cefc-4341-b2f4-b4ef3540ab02 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Made reservation on behalf of 71fdf32391a445a783a7b5e1a54b3d31 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:57:11.255687 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a332648d-cefc-4341-b2f4-b4ef3540ab02 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:11.279692 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a332648d-cefc-4341-b2f4-b4ef3540ab02 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:57:11.288395 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9701bc6e-0f7c-4554-9cbc-cffca299e6ae req-852f77db-46c9-45a3-a878-0cae49aeaff2 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:11.289476 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a332648d-cefc-4341-b2f4-b4ef3540ab02 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:11.289827 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-a332648d-cefc-4341-b2f4-b4ef3540ab02 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Added segment c04ea15e-83e1-4509-ae0d-029f508a0132 of type vlan for network ef96896a-9b5e-40b3-af4c-408a908408b7 Nov 16 11:57:11.300356 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['601596e1-d642-46f9-8ec0-f9e74fb342c3'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 11:57:11.317891 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f77db-46c9-45a3-a878-0cae49aeaff2 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Pushing event deleted for resources: {'Port': ['ID=601596e1-d642-46f9-8ec0-f9e74fb342c3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:11.332113 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a332648d-cefc-4341-b2f4-b4ef3540ab02 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:11.357714 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-9701bc6e-0f7c-4554-9cbc-cffca299e6ae req-852f77db-46c9-45a3-a878-0cae49aeaff2 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] No DVR routers for this DVR port 601596e1-d642-46f9-8ec0-f9e74fb342c3 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:57:11.358016 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a332648d-cefc-4341-b2f4-b4ef3540ab02 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:11.360425 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9701bc6e-0f7c-4554-9cbc-cffca299e6ae req-852f77db-46c9-45a3-a878-0cae49aeaff2 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:11.363665 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a332648d-cefc-4341-b2f4-b4ef3540ab02 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:11.363841 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9701bc6e-0f7c-4554-9cbc-cffca299e6ae req-852f77db-46c9-45a3-a878-0cae49aeaff2 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.36 "DELETE /v2.0/ports/601596e1-d642-46f9-8ec0-f9e74fb342c3 HTTP/1.1" status: 204 len: 173 time: 0.5701022 Nov 16 11:57:11.364126 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6201cd3c-a457-4604-89b7-5baefd12bcd4', 'name': 'network-vif-deleted', 'tag': '601596e1-d642-46f9-8ec0-f9e74fb342c3'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:57:11.364244 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a332648d-cefc-4341-b2f4-b4ef3540ab02 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:11.367203 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e8c0af-750a-4e5f-995a-93375363ee50" -d '{"events": [{"server_uuid": "6201cd3c-a457-4604-89b7-5baefd12bcd4", "name": "network-vif-deleted", "tag": "601596e1-d642-46f9-8ec0-f9e74fb342c3"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:57:11.409354 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 11:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1eb9314-1ccb-4fbc-8960-11fbaecf4167 x-openstack-request-id: req-e1eb9314-1ccb-4fbc-8960-11fbaecf4167 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:57:11.409916 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6201cd3c-a457-4604-89b7-5baefd12bcd4", "name": "network-vif-deleted", "tag": "601596e1-d642-46f9-8ec0-f9e74fb342c3", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:57:11.410290 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e1eb9314-1ccb-4fbc-8960-11fbaecf4167 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:57:11.410787 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6201cd3c-a457-4604-89b7-5baefd12bcd4', 'name': 'network-vif-deleted', 'tag': '601596e1-d642-46f9-8ec0-f9e74fb342c3', 'status': 'completed', 'code': 200} Nov 16 11:57:11.435653 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a332648d-cefc-4341-b2f4-b4ef3540ab02 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2083888 Nov 16 11:57:11.438795 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48712) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:11.444376 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-2bc28001-5c42-4e41-873f-5fd8e2967e30 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'subnet': {'network_id': 'ef96896a-9b5e-40b3-af4c-408a908408b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:11.449207 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a332648d-cefc-4341-b2f4-b4ef3540ab02 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'Network': ['ID=ef96896a-9b5e-40b3-af4c-408a908408b7,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:11.459783 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network ef96896a-9b5e-40b3-af4c-408a908408b7 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:57:11.540075 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc28001-5c42-4e41-873f-5fd8e2967e30 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Made reservation on behalf of 71fdf32391a445a783a7b5e1a54b3d31 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:57:11.543848 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2bc28001-5c42-4e41-873f-5fd8e2967e30 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:11.611936 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-079a86ec-af9f-40af-97e5-01ecd99e9df4 req-fdd3fb94-a44b-4c2d-91b6-375488667985 tempest-VolumesSnapshotTestJSON-642532672 tempest-VolumesSnapshotTestJSON-642532672-project] 10.222.0.61 "GET /v2.0/ports?device_id=6201cd3c-a457-4604-89b7-5baefd12bcd4 HTTP/1.1" status: 200 len: 210 time: 0.0268376 Nov 16 11:57:11.727489 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2bc28001-5c42-4e41-873f-5fd8e2967e30 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:11.789577 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc28001-5c42-4e41-873f-5fd8e2967e30 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'Subnet': ['ID=ebd872fe-a984-4cfe-b0fb-ad9e545c0af3,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:11.796962 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc28001-5c42-4e41-873f-5fd8e2967e30 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Checking segment: {'id': 'c04ea15e-83e1-4509-ae0d-029f508a0132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ef96896a-9b5e-40b3-af4c-408a908408b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:57:11.797307 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc28001-5c42-4e41-873f-5fd8e2967e30 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Network hostable DHCP agents. Network: ef96896a-9b5e-40b3-af4c-408a908408b7, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:57:11.815266 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc28001-5c42-4e41-873f-5fd8e2967e30 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Network ef96896a-9b5e-40b3-af4c-408a908408b7 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:57:11.824663 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-2bc28001-5c42-4e41-873f-5fd8e2967e30 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, ef96896a-9b5e-40b3-af4c-408a908408b7) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:57:11.828546 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc28001-5c42-4e41-873f-5fd8e2967e30 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:11.829137 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2bc28001-5c42-4e41-873f-5fd8e2967e30 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:11.834904 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d508f43-b428-4176-a8a1-52c0c183e23d None None] Network ef96896a-9b5e-40b3-af4c-408a908408b7 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:57:11.848119 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2bc28001-5c42-4e41-873f-5fd8e2967e30 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4078286 Nov 16 11:57:11.850856 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48716) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:11.855918 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-f341ac5e-737d-4b50-b840-8f642059f0b5 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'port': {'network_id': 'ef96896a-9b5e-40b3-af4c-408a908408b7', 'name': 'tempest-PortsIpV6TestJSON-1776392188'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:11.969587 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f341ac5e-737d-4b50-b840-8f642059f0b5 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Made reservation on behalf of 71fdf32391a445a783a7b5e1a54b3d31 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:57:11.973038 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f341ac5e-737d-4b50-b840-8f642059f0b5 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:11.984947 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6e0aed-4b16-416c-a7d6-c1a75275ed4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-ef96896a-9b5e-40b3-af4c-408a908408b7', 'network_id': 'ef96896a-9b5e-40b3-af4c-408a908408b7', 'tenant_id': '71fdf32391a445a783a7b5e1a54b3d31', 'fixed_ips': [{'subnet_id': 'ebd872fe-a984-4cfe-b0fb-ad9e545c0af3'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:57:11.985803 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bf6e0aed-4b16-416c-a7d6-c1a75275ed4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:11.990553 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-f341ac5e-737d-4b50-b840-8f642059f0b5 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] device_id is not set on port f8a389fe-edd2-43ab-9ea9-a3ab4278b815 yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:57:12.103255 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-f341ac5e-737d-4b50-b840-8f642059f0b5 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Allocated IP 2001:db8::254 (ef96896a-9b5e-40b3-af4c-408a908408b7/ebd872fe-a984-4cfe-b0fb-ad9e545c0af3/f8a389fe-edd2-43ab-9ea9-a3ab4278b815) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:57:12.252332 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f341ac5e-737d-4b50-b840-8f642059f0b5 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:12.285289 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f341ac5e-737d-4b50-b840-8f642059f0b5 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:12.333199 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-bf6e0aed-4b16-416c-a7d6-c1a75275ed4c None None] Allocated IP 2001:db8::2 (ef96896a-9b5e-40b3-af4c-408a908408b7/ebd872fe-a984-4cfe-b0fb-ad9e545c0af3/fab817ff-c2d0-4d95-906b-490664e3dd7c) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:57:12.335028 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f341ac5e-737d-4b50-b840-8f642059f0b5 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Network ef96896a-9b5e-40b3-af4c-408a908408b7 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:57:12.339243 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-f341ac5e-737d-4b50-b840-8f642059f0b5 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:57:12.341035 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341ac5e-737d-4b50-b840-8f642059f0b5 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'Port': ['ID=f8a389fe-edd2-43ab-9ea9-a3ab4278b815,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:12.343269 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f341ac5e-737d-4b50-b840-8f642059f0b5 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:57:12.349014 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f341ac5e-737d-4b50-b840-8f642059f0b5 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:12.349644 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f341ac5e-737d-4b50-b840-8f642059f0b5 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:12.371033 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f341ac5e-737d-4b50-b840-8f642059f0b5 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5184956 Nov 16 11:57:12.371732 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48718) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:12.378026 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-5926be00-fab0-4973-851e-bf66ce7f72ef tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'port': {'network_id': 'ef96896a-9b5e-40b3-af4c-408a908408b7', 'name': 'tempest-PortsIpV6TestJSON-15230043'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:12.484369 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bf6e0aed-4b16-416c-a7d6-c1a75275ed4c None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:12.490034 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5926be00-fab0-4973-851e-bf66ce7f72ef tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Made reservation on behalf of 71fdf32391a445a783a7b5e1a54b3d31 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:57:12.492529 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bf6e0aed-4b16-416c-a7d6-c1a75275ed4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:12.494468 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5926be00-fab0-4973-851e-bf66ce7f72ef tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:12.511559 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-5926be00-fab0-4973-851e-bf66ce7f72ef tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] device_id is not set on port 6c325ee9-ed0c-49cf-ad57-0b740e764329 yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:57:12.531764 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6e0aed-4b16-416c-a7d6-c1a75275ed4c None None] Network ef96896a-9b5e-40b3-af4c-408a908408b7 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:57:12.535130 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-bf6e0aed-4b16-416c-a7d6-c1a75275ed4c None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:57:12.539210 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6e0aed-4b16-416c-a7d6-c1a75275ed4c None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:57:12.544491 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e0aed-4b16-416c-a7d6-c1a75275ed4c None None] Pushing event updated for resources: {'Port': ['ID=fab817ff-c2d0-4d95-906b-490664e3dd7c,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:12.598596 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-bf6e0aed-4b16-416c-a7d6-c1a75275ed4c None None] Attempting to bind port fab817ff-c2d0-4d95-906b-490664e3dd7c on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:57:12.598959 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-bf6e0aed-4b16-416c-a7d6-c1a75275ed4c None None] Attempting to bind port fab817ff-c2d0-4d95-906b-490664e3dd7c by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'c04ea15e-83e1-4509-ae0d-029f508a0132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ef96896a-9b5e-40b3-af4c-408a908408b7'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:57:12.599316 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6e0aed-4b16-416c-a7d6-c1a75275ed4c None None] Attempting to bind port fab817ff-c2d0-4d95-906b-490664e3dd7c on network ef96896a-9b5e-40b3-af4c-408a908408b7 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:57:12.604853 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6e0aed-4b16-416c-a7d6-c1a75275ed4c None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:57:12.605226 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6e0aed-4b16-416c-a7d6-c1a75275ed4c None None] Checking segment: {'id': 'c04ea15e-83e1-4509-ae0d-029f508a0132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ef96896a-9b5e-40b3-af4c-408a908408b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:57:12.605626 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bf6e0aed-4b16-416c-a7d6-c1a75275ed4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:12.606054 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6e0aed-4b16-416c-a7d6-c1a75275ed4c None None] Bound using segment: {'id': 'c04ea15e-83e1-4509-ae0d-029f508a0132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ef96896a-9b5e-40b3-af4c-408a908408b7'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:57:12.606509 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-bf6e0aed-4b16-416c-a7d6-c1a75275ed4c None None] Bound port: fab817ff-c2d0-4d95-906b-490664e3dd7c, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04ea15e-83e1-4509-ae0d-029f508a0132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ef96896a-9b5e-40b3-af4c-408a908408b7'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:57:12.606883 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bf6e0aed-4b16-416c-a7d6-c1a75275ed4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:12.631013 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-5926be00-fab0-4973-851e-bf66ce7f72ef tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Allocated IP 2001:db8::1cb (ef96896a-9b5e-40b3-af4c-408a908408b7/ebd872fe-a984-4cfe-b0fb-ad9e545c0af3/6c325ee9-ed0c-49cf-ad57-0b740e764329) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:57:12.671039 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-bf6e0aed-4b16-416c-a7d6-c1a75275ed4c None None] For port fab817ff-c2d0-4d95-906b-490664e3dd7c, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:57:12.678714 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-bf6e0aed-4b16-416c-a7d6-c1a75275ed4c None None] For port fab817ff-c2d0-4d95-906b-490664e3dd7c, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=fab817ff-c2d0-4d95-906b-490664e3dd7c,segment=NetworkSegment(c04ea15e-83e1-4509-ae0d-029f508a0132),segment_id=c04ea15e-83e1-4509-ae0d-029f508a0132)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:57:12.688568 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bf6e0aed-4b16-416c-a7d6-c1a75275ed4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:12.760615 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e0aed-4b16-416c-a7d6-c1a75275ed4c None None] Pushing event updated for resources: {'Port': ['ID=fab817ff-c2d0-4d95-906b-490664e3dd7c,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:12.805602 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 1683bfa2-2e86-4064-b791-bedfb019af5d no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:57:12.827731 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5926be00-fab0-4973-851e-bf66ce7f72ef tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:12.833427 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 1683bfa2-2e86-4064-b791-bedfb019af5d {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:57:12.833795 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 1683bfa2-2e86-4064-b791-bedfb019af5d not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:57:12.869335 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5926be00-fab0-4973-851e-bf66ce7f72ef tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:12.937453 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5926be00-fab0-4973-851e-bf66ce7f72ef tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Network ef96896a-9b5e-40b3-af4c-408a908408b7 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:57:12.942737 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-5926be00-fab0-4973-851e-bf66ce7f72ef tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:57:12.946531 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5926be00-fab0-4973-851e-bf66ce7f72ef tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:57:12.952434 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5926be00-fab0-4973-851e-bf66ce7f72ef tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:12.953054 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5926be00-fab0-4973-851e-bf66ce7f72ef tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:12.965276 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5926be00-fab0-4973-851e-bf66ce7f72ef tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'Port': ['ID=6c325ee9-ed0c-49cf-ad57-0b740e764329,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:12.987129 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48726) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:12.990484 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5926be00-fab0-4973-851e-bf66ce7f72ef tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6173882 Nov 16 11:57:13.083288 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8ae3edca-9421-48ac-8aa2-be27440aa945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:13.109825 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4ed5ff-1278-4145-9b63-53e57d74fa45 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:13.114693 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48730) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:13.119609 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-df4ed5ff-1278-4145-9b63-53e57d74fa45 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A254 HTTP/1.1" status: 200 len: 929 time: 0.1256824 Nov 16 11:57:13.201666 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ad764427-3cdd-40ab-8d1c-e6efccfd2ef9 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Deleting port 6c325ee9-ed0c-49cf-ad57-0b740e764329 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:57:13.202031 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ad764427-3cdd-40ab-8d1c-e6efccfd2ef9 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:13.294791 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ad764427-3cdd-40ab-8d1c-e6efccfd2ef9 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:13.306705 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ad764427-3cdd-40ab-8d1c-e6efccfd2ef9 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Calling delete_port for 6c325ee9-ed0c-49cf-ad57-0b740e764329 owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:57:13.438199 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ad764427-3cdd-40ab-8d1c-e6efccfd2ef9 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:13.471884 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad764427-3cdd-40ab-8d1c-e6efccfd2ef9 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'Port': ['ID=6c325ee9-ed0c-49cf-ad57-0b740e764329,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:13.502185 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ad764427-3cdd-40ab-8d1c-e6efccfd2ef9 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:13.508247 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ad764427-3cdd-40ab-8d1c-e6efccfd2ef9 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/ports/6c325ee9-ed0c-49cf-ad57-0b740e764329 HTTP/1.1" status: 204 len: 168 time: 0.3899264 Nov 16 11:57:13.508711 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48734) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:13.534592 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cbf446b-1f79-4892-8387-e4ac4481c0b1 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] GET failed (client error): The resource could not be found. Nov 16 11:57:13.537973 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5cbf446b-1f79-4892-8387-e4ac4481c0b1 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "GET /v2.0/ports/6c325ee9-ed0c-49cf-ad57-0b740e764329 HTTP/1.1" status: 404 len: 333 time: 0.0263853 Nov 16 11:57:13.540044 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48736) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:13.628274 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d1fd368d-e52a-4dba-b733-c890e92d0c9c tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Deleting port f8a389fe-edd2-43ab-9ea9-a3ab4278b815 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:57:13.628912 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1fd368d-e52a-4dba-b733-c890e92d0c9c tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:13.727275 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1fd368d-e52a-4dba-b733-c890e92d0c9c tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:13.740493 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d1fd368d-e52a-4dba-b733-c890e92d0c9c tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Calling delete_port for f8a389fe-edd2-43ab-9ea9-a3ab4278b815 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:57:13.809273 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2d6d2d-21b3-4db3-929f-8cd07c3b86ca None None] Network ef96896a-9b5e-40b3-af4c-408a908408b7 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:57:13.891562 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1fd368d-e52a-4dba-b733-c890e92d0c9c tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:13.921357 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd368d-e52a-4dba-b733-c890e92d0c9c tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'Port': ['ID=f8a389fe-edd2-43ab-9ea9-a3ab4278b815,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:13.933744 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-0612666d-43d6-4a51-8294-aa20b9af0310 None None] Provisioning complete for port fab817ff-c2d0-4d95-906b-490664e3dd7c triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:13.934169 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0612666d-43d6-4a51-8294-aa20b9af0310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:13.955097 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1fd368d-e52a-4dba-b733-c890e92d0c9c tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:13.958876 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d1fd368d-e52a-4dba-b733-c890e92d0c9c tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/ports/f8a389fe-edd2-43ab-9ea9-a3ab4278b815 HTTP/1.1" status: 204 len: 168 time: 0.4164603 Nov 16 11:57:13.961750 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48738) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:13.985973 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-09062cfd-2512-4f32-a4c9-ab33981db2b9 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] GET failed (client error): The resource could not be found. Nov 16 11:57:13.987471 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-09062cfd-2512-4f32-a4c9-ab33981db2b9 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "GET /v2.0/ports/f8a389fe-edd2-43ab-9ea9-a3ab4278b815 HTTP/1.1" status: 404 len: 333 time: 0.0242252 Nov 16 11:57:13.990207 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48740) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:14.049083 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd0a13b-fe94-426a-94f2-048d9915247d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Deleting subnet ebd872fe-a984-4cfe-b0fb-ad9e545c0af3 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:57:14.052517 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8dd0a13b-fe94-426a-94f2-048d9915247d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:14.056579 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0612666d-43d6-4a51-8294-aa20b9af0310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:14.097616 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8dd0a13b-fe94-426a-94f2-048d9915247d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:14.107006 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-0612666d-43d6-4a51-8294-aa20b9af0310 None None] For port fab817ff-c2d0-4d95-906b-490664e3dd7c, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=fab817ff-c2d0-4d95-906b-490664e3dd7c,segment=NetworkSegment(c04ea15e-83e1-4509-ae0d-029f508a0132),segment_id=c04ea15e-83e1-4509-ae0d-029f508a0132)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:57:14.122248 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0612666d-43d6-4a51-8294-aa20b9af0310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:14.190916 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0612666d-43d6-4a51-8294-aa20b9af0310 None None] Pushing event updated for resources: {'Port': ['ID=fab817ff-c2d0-4d95-906b-490664e3dd7c,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:14.202907 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8dd0a13b-fe94-426a-94f2-048d9915247d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:14.232960 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 601596e1-d642-46f9-8ec0-f9e74fb342c3 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:57:14.257818 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: 601596e1-d642-46f9-8ec0-f9e74fb342c3 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:57:14.258189 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 601596e1-d642-46f9-8ec0-f9e74fb342c3 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:57:14.289346 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8dd0a13b-fe94-426a-94f2-048d9915247d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:14.318657 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd0a13b-fe94-426a-94f2-048d9915247d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'Subnet': ['ID=ebd872fe-a984-4cfe-b0fb-ad9e545c0af3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:14.322718 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8dd0a13b-fe94-426a-94f2-048d9915247d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:14.326052 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8dd0a13b-fe94-426a-94f2-048d9915247d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/subnets/ebd872fe-a984-4cfe-b0fb-ad9e545c0af3 HTTP/1.1" status: 204 len: 168 time: 0.3348298 Nov 16 11:57:14.328554 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48748) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:14.352496 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-27b227f2-e3f6-4693-8efd-23c5f33f1317 None None] Provisioning complete for port fab817ff-c2d0-4d95-906b-490664e3dd7c triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:14.352987 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-27b227f2-e3f6-4693-8efd-23c5f33f1317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:14.410822 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b83866c-9036-48c2-8622-79b458d94a3d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:14.483027 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-5b83866c-9036-48c2-8622-79b458d94a3d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Deleting port fab817ff-c2d0-4d95-906b-490664e3dd7c {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:57:14.483358 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b83866c-9036-48c2-8622-79b458d94a3d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:14.556196 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-5b83866c-9036-48c2-8622-79b458d94a3d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] For port fab817ff-c2d0-4d95-906b-490664e3dd7c, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=fab817ff-c2d0-4d95-906b-490664e3dd7c,segment=NetworkSegment(c04ea15e-83e1-4509-ae0d-029f508a0132),segment_id=c04ea15e-83e1-4509-ae0d-029f508a0132)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:57:14.556623 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b83866c-9036-48c2-8622-79b458d94a3d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:14.561395 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1b84db-f4a7-4ccb-9541-1e9cfe0274e2 None None] Network ef96896a-9b5e-40b3-af4c-408a908408b7 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:57:14.571218 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-5b83866c-9036-48c2-8622-79b458d94a3d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Calling delete_port for fab817ff-c2d0-4d95-906b-490664e3dd7c owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:57:14.578058 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-e6737f4f-3e83-4518-9ca2-ca7e5e35c80d None None] Could not find standard attr ID for object f8a389fe-edd2-43ab-9ea9-a3ab4278b815. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:57:14.650296 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b83866c-9036-48c2-8622-79b458d94a3d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:14.680670 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83866c-9036-48c2-8622-79b458d94a3d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'Port': ['ID=fab817ff-c2d0-4d95-906b-490664e3dd7c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:14.684121 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b83866c-9036-48c2-8622-79b458d94a3d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] No DVR routers for this DVR port fab817ff-c2d0-4d95-906b-490664e3dd7c on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:57:14.760886 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4314fc-f81c-4be2-a9d5-a883a457cdc8 None None] DHCP port deletion for ef96896a-9b5e-40b3-af4c-408a908408b7 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:57:14.781530 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b83866c-9036-48c2-8622-79b458d94a3d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:14.802283 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-5b83866c-9036-48c2-8622-79b458d94a3d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef96896a-9b5e-40b3-af4c-408a908408b7']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:14.812027 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-5b83866c-9036-48c2-8622-79b458d94a3d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c04ea15e-83e1-4509-ae0d-029f508a0132') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:14.812238 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-5b83866c-9036-48c2-8622-79b458d94a3d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c04ea15e-83e1-4509-ae0d-029f508a0132') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:14.821824 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b83866c-9036-48c2-8622-79b458d94a3d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:14.834713 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b83866c-9036-48c2-8622-79b458d94a3d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:14.841149 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b83866c-9036-48c2-8622-79b458d94a3d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:57:14.841532 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b83866c-9036-48c2-8622-79b458d94a3d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:14.844778 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:57:14.844778 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:57:14.844778 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:57:14.844778 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:57:14.844778 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:57:14.844778 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:57:14.844778 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:57:14.844778 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:57:14.844778 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:57:14.844778 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:57:14.844778 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:57:14.844778 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:57:14.844778 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:57:14.844778 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:57:14.844778 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:57:14.844778 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:57:14.844778 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:57:14.844778 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:57:14.844778 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:57:14.844778 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:57:14.844778 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:57:14.844778 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:57:14.844778 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:57:14.844778 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:57:14.844778 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:57:14.844778 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:57:14.844778 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:57:14.844778 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:57:14.844778 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:57:14.844778 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:57:14.844778 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:57:14.844778 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:57:14.915088 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b83866c-9036-48c2-8622-79b458d94a3d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:14.922431 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5b83866c-9036-48c2-8622-79b458d94a3d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:14.925816 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5b83866c-9036-48c2-8622-79b458d94a3d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/networks/ef96896a-9b5e-40b3-af4c-408a908408b7 HTTP/1.1" status: 204 len: 168 time: 0.5962374 Nov 16 11:57:14.929485 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48750) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:14.934580 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-756e5085-3307-4128-a395-355cc7fe1556 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1639159477'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:14.948460 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83866c-9036-48c2-8622-79b458d94a3d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'Network': ['ID=ef96896a-9b5e-40b3-af4c-408a908408b7,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:14.967600 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756e5085-3307-4128-a395-355cc7fe1556 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Made reservation on behalf of 71fdf32391a445a783a7b5e1a54b3d31 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:57:14.971340 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-756e5085-3307-4128-a395-355cc7fe1556 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:14.996037 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-756e5085-3307-4128-a395-355cc7fe1556 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:57:15.005013 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-756e5085-3307-4128-a395-355cc7fe1556 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:15.005361 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-756e5085-3307-4128-a395-355cc7fe1556 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Added segment b27b53bd-8d5a-4cb1-a941-b8f73d1b4edd of type vlan for network 7409bce3-2497-4c13-9de7-32d57a555c7a Nov 16 11:57:15.044608 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-756e5085-3307-4128-a395-355cc7fe1556 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:15.068603 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-756e5085-3307-4128-a395-355cc7fe1556 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:15.074160 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756e5085-3307-4128-a395-355cc7fe1556 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:15.074737 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-756e5085-3307-4128-a395-355cc7fe1556 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:15.134730 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-756e5085-3307-4128-a395-355cc7fe1556 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2041337 Nov 16 11:57:15.137721 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48752) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:15.143199 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-c01e698c-728a-4801-85ee-386fa8480505 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'subnet': {'network_id': '7409bce3-2497-4c13-9de7-32d57a555c7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:15.147284 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e5085-3307-4128-a395-355cc7fe1556 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'Network': ['ID=7409bce3-2497-4c13-9de7-32d57a555c7a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:15.159606 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 7409bce3-2497-4c13-9de7-32d57a555c7a details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:57:15.268603 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01e698c-728a-4801-85ee-386fa8480505 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Made reservation on behalf of 71fdf32391a445a783a7b5e1a54b3d31 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:57:15.282955 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c01e698c-728a-4801-85ee-386fa8480505 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:15.415026 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:57:15.473734 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c01e698c-728a-4801-85ee-386fa8480505 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:15.539181 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e698c-728a-4801-85ee-386fa8480505 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'Subnet': ['ID=4e5d1010-7121-439f-bcc5-856c701fc91a,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:15.550824 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01e698c-728a-4801-85ee-386fa8480505 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Checking segment: {'id': 'b27b53bd-8d5a-4cb1-a941-b8f73d1b4edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7409bce3-2497-4c13-9de7-32d57a555c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:57:15.551260 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01e698c-728a-4801-85ee-386fa8480505 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Network hostable DHCP agents. Network: 7409bce3-2497-4c13-9de7-32d57a555c7a, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:57:15.576610 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01e698c-728a-4801-85ee-386fa8480505 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Network 7409bce3-2497-4c13-9de7-32d57a555c7a is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:57:15.588323 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-c01e698c-728a-4801-85ee-386fa8480505 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 7409bce3-2497-4c13-9de7-32d57a555c7a) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:57:15.593269 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01e698c-728a-4801-85ee-386fa8480505 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:15.594262 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c01e698c-728a-4801-85ee-386fa8480505 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:15.599757 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5427865c-9be3-4548-a1f6-12e96f31e893 None None] Network 7409bce3-2497-4c13-9de7-32d57a555c7a requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:57:15.604382 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a74c1abc-4922-49d0-bff6-34c972296575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:15.683543 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c01e698c-728a-4801-85ee-386fa8480505 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5415905 Nov 16 11:57:15.707667 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48756) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:15.717251 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-b8502098-56d9-4ff3-8af2-93247d4472fd tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'port': {'network_id': '7409bce3-2497-4c13-9de7-32d57a555c7a', 'name': 'tempest-PortsIpV6TestJSON-1215476924', 'fixed_ips': [{'subnet_id': '4e5d1010-7121-439f-bcc5-856c701fc91a', 'ip_address': '2001:db8::10'}]}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:15.811514 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10d1247-2c6b-42fc-b5a2-e1bf277ed4e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-7409bce3-2497-4c13-9de7-32d57a555c7a', 'network_id': '7409bce3-2497-4c13-9de7-32d57a555c7a', 'tenant_id': '71fdf32391a445a783a7b5e1a54b3d31', 'fixed_ips': [{'subnet_id': '4e5d1010-7121-439f-bcc5-856c701fc91a'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:57:15.815749 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a10d1247-2c6b-42fc-b5a2-e1bf277ed4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:15.871626 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8502098-56d9-4ff3-8af2-93247d4472fd tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Made reservation on behalf of 71fdf32391a445a783a7b5e1a54b3d31 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:57:15.974962 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b8502098-56d9-4ff3-8af2-93247d4472fd tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:15.996548 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-b8502098-56d9-4ff3-8af2-93247d4472fd tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] device_id is not set on port 58b6c11a-9cdd-4424-ba75-9eabc5ad3e26 yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:57:16.171536 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-a10d1247-2c6b-42fc-b5a2-e1bf277ed4e7 None None] Allocated IP 2001:db8::2 (7409bce3-2497-4c13-9de7-32d57a555c7a/4e5d1010-7121-439f-bcc5-856c701fc91a/dee15df2-a297-4923-891e-a21ccc78a6fc) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:57:16.315696 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a10d1247-2c6b-42fc-b5a2-e1bf277ed4e7 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:16.322062 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a10d1247-2c6b-42fc-b5a2-e1bf277ed4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:16.361457 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10d1247-2c6b-42fc-b5a2-e1bf277ed4e7 None None] Network 7409bce3-2497-4c13-9de7-32d57a555c7a is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:57:16.364564 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-a10d1247-2c6b-42fc-b5a2-e1bf277ed4e7 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:57:16.370850 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10d1247-2c6b-42fc-b5a2-e1bf277ed4e7 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:57:16.384913 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-b8502098-56d9-4ff3-8af2-93247d4472fd tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Allocated IP 2001:db8::10 (7409bce3-2497-4c13-9de7-32d57a555c7a/4e5d1010-7121-439f-bcc5-856c701fc91a/58b6c11a-9cdd-4424-ba75-9eabc5ad3e26) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:57:16.385737 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d1247-2c6b-42fc-b5a2-e1bf277ed4e7 None None] Pushing event updated for resources: {'Port': ['ID=dee15df2-a297-4923-891e-a21ccc78a6fc,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:16.442635 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-a10d1247-2c6b-42fc-b5a2-e1bf277ed4e7 None None] Attempting to bind port dee15df2-a297-4923-891e-a21ccc78a6fc on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:57:16.443024 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-a10d1247-2c6b-42fc-b5a2-e1bf277ed4e7 None None] Attempting to bind port dee15df2-a297-4923-891e-a21ccc78a6fc by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'b27b53bd-8d5a-4cb1-a941-b8f73d1b4edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7409bce3-2497-4c13-9de7-32d57a555c7a'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:57:16.443485 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10d1247-2c6b-42fc-b5a2-e1bf277ed4e7 None None] Attempting to bind port dee15df2-a297-4923-891e-a21ccc78a6fc on network 7409bce3-2497-4c13-9de7-32d57a555c7a {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:57:16.450215 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10d1247-2c6b-42fc-b5a2-e1bf277ed4e7 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:57:16.450731 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10d1247-2c6b-42fc-b5a2-e1bf277ed4e7 None None] Checking segment: {'id': 'b27b53bd-8d5a-4cb1-a941-b8f73d1b4edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7409bce3-2497-4c13-9de7-32d57a555c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:57:16.451640 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a10d1247-2c6b-42fc-b5a2-e1bf277ed4e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:16.452140 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10d1247-2c6b-42fc-b5a2-e1bf277ed4e7 None None] Bound using segment: {'id': 'b27b53bd-8d5a-4cb1-a941-b8f73d1b4edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7409bce3-2497-4c13-9de7-32d57a555c7a'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:57:16.452738 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-a10d1247-2c6b-42fc-b5a2-e1bf277ed4e7 None None] Bound port: dee15df2-a297-4923-891e-a21ccc78a6fc, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b27b53bd-8d5a-4cb1-a941-b8f73d1b4edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7409bce3-2497-4c13-9de7-32d57a555c7a'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:57:16.453225 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a10d1247-2c6b-42fc-b5a2-e1bf277ed4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:16.531026 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-a10d1247-2c6b-42fc-b5a2-e1bf277ed4e7 None None] For port dee15df2-a297-4923-891e-a21ccc78a6fc, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:57:16.534283 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-a10d1247-2c6b-42fc-b5a2-e1bf277ed4e7 None None] For port dee15df2-a297-4923-891e-a21ccc78a6fc, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=dee15df2-a297-4923-891e-a21ccc78a6fc,segment=NetworkSegment(b27b53bd-8d5a-4cb1-a941-b8f73d1b4edd),segment_id=b27b53bd-8d5a-4cb1-a941-b8f73d1b4edd)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:57:16.539430 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a10d1247-2c6b-42fc-b5a2-e1bf277ed4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:16.581563 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b8502098-56d9-4ff3-8af2-93247d4472fd tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:16.618888 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d1247-2c6b-42fc-b5a2-e1bf277ed4e7 None None] Pushing event updated for resources: {'Port': ['ID=dee15df2-a297-4923-891e-a21ccc78a6fc,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:16.635665 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b8502098-56d9-4ff3-8af2-93247d4472fd tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:16.684861 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8502098-56d9-4ff3-8af2-93247d4472fd tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Network 7409bce3-2497-4c13-9de7-32d57a555c7a is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:57:16.704530 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:16.723765 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-b8502098-56d9-4ff3-8af2-93247d4472fd tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:57:16.725738 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8502098-56d9-4ff3-8af2-93247d4472fd tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'Port': ['ID=58b6c11a-9cdd-4424-ba75-9eabc5ad3e26,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:16.727160 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device fab817ff-c2d0-4d95-906b-490664e3dd7c no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:57:16.728484 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8502098-56d9-4ff3-8af2-93247d4472fd tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:57:16.734999 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8502098-56d9-4ff3-8af2-93247d4472fd tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:16.735728 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b8502098-56d9-4ff3-8af2-93247d4472fd tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:16.760703 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: fab817ff-c2d0-4d95-906b-490664e3dd7c {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:57:16.761204 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device fab817ff-c2d0-4d95-906b-490664e3dd7c not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:57:16.765288 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b8502098-56d9-4ff3-8af2-93247d4472fd tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0547686 Nov 16 11:57:16.768265 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48766) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:16.774852 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-0852bc79-0a0a-43b9-85bc-cbff3a52b006 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'port': {'network_id': '7409bce3-2497-4c13-9de7-32d57a555c7a', 'name': 'tempest-PortsIpV6TestJSON-1295154828', 'fixed_ips': [{'subnet_id': '4e5d1010-7121-439f-bcc5-856c701fc91a', 'ip_address': '2001:db8::f'}]}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:16.915763 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0852bc79-0a0a-43b9-85bc-cbff3a52b006 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Made reservation on behalf of 71fdf32391a445a783a7b5e1a54b3d31 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:57:17.015151 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0852bc79-0a0a-43b9-85bc-cbff3a52b006 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:17.032241 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [None req-0852bc79-0a0a-43b9-85bc-cbff3a52b006 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] device_id is not set on port d1637843-073f-4345-a5e9-a8523cff82d1 yet. {{(pid=102668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:57:17.190980 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-0852bc79-0a0a-43b9-85bc-cbff3a52b006 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Allocated IP 2001:db8::f (7409bce3-2497-4c13-9de7-32d57a555c7a/4e5d1010-7121-439f-bcc5-856c701fc91a/d1637843-073f-4345-a5e9-a8523cff82d1) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:57:17.344136 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0852bc79-0a0a-43b9-85bc-cbff3a52b006 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:17.378799 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0852bc79-0a0a-43b9-85bc-cbff3a52b006 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:17.421840 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0852bc79-0a0a-43b9-85bc-cbff3a52b006 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Network 7409bce3-2497-4c13-9de7-32d57a555c7a is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:57:17.428768 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-0852bc79-0a0a-43b9-85bc-cbff3a52b006 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:57:17.434448 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0852bc79-0a0a-43b9-85bc-cbff3a52b006 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:57:17.440590 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0852bc79-0a0a-43b9-85bc-cbff3a52b006 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:17.441274 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0852bc79-0a0a-43b9-85bc-cbff3a52b006 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:17.461618 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852bc79-0a0a-43b9-85bc-cbff3a52b006 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'Port': ['ID=d1637843-073f-4345-a5e9-a8523cff82d1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:17.474025 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0852bc79-0a0a-43b9-85bc-cbff3a52b006 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7029102 Nov 16 11:57:17.475357 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48770) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:17.536558 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b50cc85-bd5b-4999-b55a-8f53785d9d4b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:17.540040 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7b50cc85-bd5b-4999-b55a-8f53785d9d4b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.0627928 Nov 16 11:57:17.542964 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48772) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:17.603745 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba17f7e-2c21-45c5-a350-ed94b9808f74 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:17.610456 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba17f7e-2c21-45c5-a350-ed94b9808f74 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:17.617173 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba17f7e-2c21-45c5-a350-ed94b9808f74 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:17.620095 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-9ba17f7e-2c21-45c5-a350-ed94b9808f74 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.0749865 Nov 16 11:57:17.621959 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48774) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:17.697247 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7053caae-1bd7-4237-bea3-a79e31eca2ce None None] Network 7409bce3-2497-4c13-9de7-32d57a555c7a requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:57:17.714242 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-f511d80a-edcb-40de-8ecd-bf9001bcde70 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Deleting port d1637843-073f-4345-a5e9-a8523cff82d1 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:57:17.714606 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f511d80a-edcb-40de-8ecd-bf9001bcde70 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:17.763128 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a17979b5-d2ac-40bd-89f3-e723513d605d None None] Provisioning complete for port dee15df2-a297-4923-891e-a21ccc78a6fc triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:17.763516 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a17979b5-d2ac-40bd-89f3-e723513d605d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:17.812727 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f511d80a-edcb-40de-8ecd-bf9001bcde70 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:17.825041 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-f511d80a-edcb-40de-8ecd-bf9001bcde70 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Calling delete_port for d1637843-073f-4345-a5e9-a8523cff82d1 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:57:17.892552 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a17979b5-d2ac-40bd-89f3-e723513d605d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:17.947599 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-a17979b5-d2ac-40bd-89f3-e723513d605d None None] For port dee15df2-a297-4923-891e-a21ccc78a6fc, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=dee15df2-a297-4923-891e-a21ccc78a6fc,segment=NetworkSegment(b27b53bd-8d5a-4cb1-a941-b8f73d1b4edd),segment_id=b27b53bd-8d5a-4cb1-a941-b8f73d1b4edd)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:57:17.956173 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a17979b5-d2ac-40bd-89f3-e723513d605d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:17.964276 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f511d80a-edcb-40de-8ecd-bf9001bcde70 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:17.999717 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f511d80a-edcb-40de-8ecd-bf9001bcde70 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'Port': ['ID=d1637843-073f-4345-a5e9-a8523cff82d1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:18.022077 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17979b5-d2ac-40bd-89f3-e723513d605d None None] Pushing event updated for resources: {'Port': ['ID=dee15df2-a297-4923-891e-a21ccc78a6fc,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:18.034890 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f511d80a-edcb-40de-8ecd-bf9001bcde70 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:18.038183 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f511d80a-edcb-40de-8ecd-bf9001bcde70 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/ports/d1637843-073f-4345-a5e9-a8523cff82d1 HTTP/1.1" status: 204 len: 168 time: 0.4151416 Nov 16 11:57:18.040855 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48778) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:18.068289 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-43859840-ee09-40b9-9b42-83da1e38a029 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] GET failed (client error): The resource could not be found. Nov 16 11:57:18.070137 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-43859840-ee09-40b9-9b42-83da1e38a029 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "GET /v2.0/ports/d1637843-073f-4345-a5e9-a8523cff82d1 HTTP/1.1" status: 404 len: 333 time: 0.0280893 Nov 16 11:57:18.072737 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48780) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:18.171986 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d3f1107c-f46c-4c6c-a4d9-38f1a0268638 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Deleting port 58b6c11a-9cdd-4424-ba75-9eabc5ad3e26 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:57:18.172666 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d3f1107c-f46c-4c6c-a4d9-38f1a0268638 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:18.271936 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d3f1107c-f46c-4c6c-a4d9-38f1a0268638 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:18.281981 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d6b57677-bfd8-4b14-95df-3f3864269d21 None None] Provisioning complete for port 58b6c11a-9cdd-4424-ba75-9eabc5ad3e26 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:18.282361 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d6b57677-bfd8-4b14-95df-3f3864269d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:18.294420 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d3f1107c-f46c-4c6c-a4d9-38f1a0268638 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Calling delete_port for 58b6c11a-9cdd-4424-ba75-9eabc5ad3e26 owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:57:18.334065 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-d6b57677-bfd8-4b14-95df-3f3864269d21 None None] Port 58b6c11a-9cdd-4424-ba75-9eabc5ad3e26 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:57:18.337985 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d6b57677-bfd8-4b14-95df-3f3864269d21 None None] Could not find standard attr ID for object d1637843-073f-4345-a5e9-a8523cff82d1. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:57:18.348083 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d6b57677-bfd8-4b14-95df-3f3864269d21 None None] Provisioning complete for port dee15df2-a297-4923-891e-a21ccc78a6fc triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:18.348458 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d6b57677-bfd8-4b14-95df-3f3864269d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:18.437905 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:18.469122 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d3f1107c-f46c-4c6c-a4d9-38f1a0268638 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:18.504745 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f1107c-f46c-4c6c-a4d9-38f1a0268638 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'Port': ['ID=58b6c11a-9cdd-4424-ba75-9eabc5ad3e26,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:18.532110 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d3f1107c-f46c-4c6c-a4d9-38f1a0268638 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:18.537975 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d3f1107c-f46c-4c6c-a4d9-38f1a0268638 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/ports/58b6c11a-9cdd-4424-ba75-9eabc5ad3e26 HTTP/1.1" status: 204 len: 168 time: 0.4618795 Nov 16 11:57:18.538731 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48782) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:18.566629 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-86e2c366-198c-453d-8de9-a9cab4fabaf1 None None] Could not find standard attr ID for object 58b6c11a-9cdd-4424-ba75-9eabc5ad3e26. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:57:18.571216 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fc76be0-bd92-4d2b-aed0-789c547fb475 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] GET failed (client error): The resource could not be found. Nov 16 11:57:18.573969 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7fc76be0-bd92-4d2b-aed0-789c547fb475 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "GET /v2.0/ports/58b6c11a-9cdd-4424-ba75-9eabc5ad3e26 HTTP/1.1" status: 404 len: 333 time: 0.0329370 Nov 16 11:57:18.575345 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48784) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:18.628868 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-c552b108-d1ec-435d-9b21-2ca14bad6599 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Deleting subnet 4e5d1010-7121-439f-bcc5-856c701fc91a {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:57:18.634208 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c552b108-d1ec-435d-9b21-2ca14bad6599 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:18.682853 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c552b108-d1ec-435d-9b21-2ca14bad6599 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:18.779540 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-8edaddef-3237-42b9-bca5-d52075f2d5f2 None None] Could not find standard attr ID for object d1637843-073f-4345-a5e9-a8523cff82d1. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:57:18.802976 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c552b108-d1ec-435d-9b21-2ca14bad6599 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:18.885263 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:18.897450 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c552b108-d1ec-435d-9b21-2ca14bad6599 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:18.909360 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device dee15df2-a297-4923-891e-a21ccc78a6fc up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:57:18.949232 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c552b108-d1ec-435d-9b21-2ca14bad6599 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'Subnet': ['ID=4e5d1010-7121-439f-bcc5-856c701fc91a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:18.951623 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c552b108-d1ec-435d-9b21-2ca14bad6599 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:18.958530 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48790) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:18.959070 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c552b108-d1ec-435d-9b21-2ca14bad6599 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/subnets/4e5d1010-7121-439f-bcc5-856c701fc91a HTTP/1.1" status: 204 len: 168 time: 0.3822474 Nov 16 11:57:18.974580 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcd47e1-5b71-4468-a369-61eddc11a131 None None] Network 7409bce3-2497-4c13-9de7-32d57a555c7a requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:57:19.039324 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9bf03eb6-fbea-4c50-9260-9c60403e6aba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:19.070220 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port dee15df2-a297-4923-891e-a21ccc78a6fc triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:19.070616 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:19.095261 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-9bf03eb6-fbea-4c50-9260-9c60403e6aba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Deleting port dee15df2-a297-4923-891e-a21ccc78a6fc {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:57:19.095607 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9bf03eb6-fbea-4c50-9260-9c60403e6aba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:19.193265 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-9bf03eb6-fbea-4c50-9260-9c60403e6aba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] For port dee15df2-a297-4923-891e-a21ccc78a6fc, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=dee15df2-a297-4923-891e-a21ccc78a6fc,segment=NetworkSegment(b27b53bd-8d5a-4cb1-a941-b8f73d1b4edd),segment_id=b27b53bd-8d5a-4cb1-a941-b8f73d1b4edd)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:57:19.193634 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9bf03eb6-fbea-4c50-9260-9c60403e6aba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:19.208136 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26700d74-ad6c-4ce6-ba8e-13042fea7036 None None] DHCP port deletion for 7409bce3-2497-4c13-9de7-32d57a555c7a request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:57:19.208834 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-9bf03eb6-fbea-4c50-9260-9c60403e6aba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Calling delete_port for dee15df2-a297-4923-891e-a21ccc78a6fc owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:57:19.254310 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-26700d74-ad6c-4ce6-ba8e-13042fea7036 None None] Deleting port dee15df2-a297-4923-891e-a21ccc78a6fc {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:57:19.254689 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-26700d74-ad6c-4ce6-ba8e-13042fea7036 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:19.291767 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9bf03eb6-fbea-4c50-9260-9c60403e6aba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:19.321722 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf03eb6-fbea-4c50-9260-9c60403e6aba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] No DVR routers for this DVR port dee15df2-a297-4923-891e-a21ccc78a6fc on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:57:19.327019 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-26700d74-ad6c-4ce6-ba8e-13042fea7036 None None] For port dee15df2-a297-4923-891e-a21ccc78a6fc, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=dee15df2-a297-4923-891e-a21ccc78a6fc,segment=NetworkSegment(b27b53bd-8d5a-4cb1-a941-b8f73d1b4edd),segment_id=b27b53bd-8d5a-4cb1-a941-b8f73d1b4edd)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:57:19.327413 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-26700d74-ad6c-4ce6-ba8e-13042fea7036 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:19.328860 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf03eb6-fbea-4c50-9260-9c60403e6aba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'Port': ['ID=dee15df2-a297-4923-891e-a21ccc78a6fc,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:19.342044 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-26700d74-ad6c-4ce6-ba8e-13042fea7036 None None] Calling delete_port for dee15df2-a297-4923-891e-a21ccc78a6fc owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:57:19.417430 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9bf03eb6-fbea-4c50-9260-9c60403e6aba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:19.432535 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-26700d74-ad6c-4ce6-ba8e-13042fea7036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:19.446000 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-9bf03eb6-fbea-4c50-9260-9c60403e6aba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7409bce3-2497-4c13-9de7-32d57a555c7a']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:19.456437 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-9bf03eb6-fbea-4c50-9260-9c60403e6aba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b27b53bd-8d5a-4cb1-a941-b8f73d1b4edd') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:19.456721 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-9bf03eb6-fbea-4c50-9260-9c60403e6aba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b27b53bd-8d5a-4cb1-a941-b8f73d1b4edd') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:19.464307 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26700d74-ad6c-4ce6-ba8e-13042fea7036 None None] Pushing event deleted for resources: {'Port': ['ID=dee15df2-a297-4923-891e-a21ccc78a6fc,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:19.467828 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26700d74-ad6c-4ce6-ba8e-13042fea7036 None None] No DVR routers for this DVR port dee15df2-a297-4923-891e-a21ccc78a6fc on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:57:19.468028 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9bf03eb6-fbea-4c50-9260-9c60403e6aba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:19.488632 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9bf03eb6-fbea-4c50-9260-9c60403e6aba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:19.496115 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf03eb6-fbea-4c50-9260-9c60403e6aba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:57:19.496729 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9bf03eb6-fbea-4c50-9260-9c60403e6aba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:19.499907 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:57:19.499907 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:57:19.499907 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:57:19.499907 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:57:19.499907 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:57:19.499907 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:57:19.499907 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:57:19.499907 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:57:19.499907 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:57:19.499907 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:57:19.499907 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:57:19.499907 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:57:19.499907 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:57:19.499907 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:57:19.499907 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:57:19.499907 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:57:19.499907 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:57:19.499907 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:57:19.499907 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:57:19.499907 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:57:19.499907 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:57:19.499907 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:57:19.499907 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:57:19.499907 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:57:19.499907 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:57:19.499907 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:57:19.499907 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:57:19.499907 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:57:19.499907 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:57:19.499907 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:57:19.499907 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:57:19.499907 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:57:19.563630 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9bf03eb6-fbea-4c50-9260-9c60403e6aba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:19.571285 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9bf03eb6-fbea-4c50-9260-9c60403e6aba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:19.574449 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9bf03eb6-fbea-4c50-9260-9c60403e6aba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/networks/7409bce3-2497-4c13-9de7-32d57a555c7a HTTP/1.1" status: 204 len: 168 time: 0.6147544 Nov 16 11:57:19.578593 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48792) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:19.591454 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-0d20715e-7ae2-4e60-9363-926ca63ecb93 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-122471507'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:19.595867 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf03eb6-fbea-4c50-9260-9c60403e6aba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'Network': ['ID=7409bce3-2497-4c13-9de7-32d57a555c7a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:19.614627 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d20715e-7ae2-4e60-9363-926ca63ecb93 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Made reservation on behalf of 71fdf32391a445a783a7b5e1a54b3d31 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:57:19.618653 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0d20715e-7ae2-4e60-9363-926ca63ecb93 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:19.642128 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d20715e-7ae2-4e60-9363-926ca63ecb93 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:57:19.651443 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0d20715e-7ae2-4e60-9363-926ca63ecb93 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:19.651789 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-0d20715e-7ae2-4e60-9363-926ca63ecb93 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Added segment 040308fe-110f-4018-a5d7-ffcec3cb7706 of type vlan for network 0a893d6e-19d0-446e-995d-075ef1481c3f Nov 16 11:57:19.692280 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0d20715e-7ae2-4e60-9363-926ca63ecb93 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:19.722200 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0d20715e-7ae2-4e60-9363-926ca63ecb93 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:19.728344 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d20715e-7ae2-4e60-9363-926ca63ecb93 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:19.728882 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0d20715e-7ae2-4e60-9363-926ca63ecb93 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:19.784286 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0d20715e-7ae2-4e60-9363-926ca63ecb93 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2050672 Nov 16 11:57:19.787155 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48794) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:19.794611 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-6cc1f6a0-abf1-41aa-b4c2-a3911e21a5f7 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'subnet': {'network_id': '0a893d6e-19d0-446e-995d-075ef1481c3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:19.844917 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d20715e-7ae2-4e60-9363-926ca63ecb93 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'Network': ['ID=0a893d6e-19d0-446e-995d-075ef1481c3f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:19.855694 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 0a893d6e-19d0-446e-995d-075ef1481c3f details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:57:19.893146 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc1f6a0-abf1-41aa-b4c2-a3911e21a5f7 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Made reservation on behalf of 71fdf32391a445a783a7b5e1a54b3d31 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:57:19.896909 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6cc1f6a0-abf1-41aa-b4c2-a3911e21a5f7 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:20.086603 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6cc1f6a0-abf1-41aa-b4c2-a3911e21a5f7 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:20.160170 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc1f6a0-abf1-41aa-b4c2-a3911e21a5f7 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'Subnet': ['ID=939fbfad-be64-4b19-8d53-f12787d7eba6,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:20.169562 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc1f6a0-abf1-41aa-b4c2-a3911e21a5f7 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Checking segment: {'id': '040308fe-110f-4018-a5d7-ffcec3cb7706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0a893d6e-19d0-446e-995d-075ef1481c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:57:20.169941 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc1f6a0-abf1-41aa-b4c2-a3911e21a5f7 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Network hostable DHCP agents. Network: 0a893d6e-19d0-446e-995d-075ef1481c3f, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:57:20.187436 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc1f6a0-abf1-41aa-b4c2-a3911e21a5f7 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Network 0a893d6e-19d0-446e-995d-075ef1481c3f is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:57:20.196934 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-6cc1f6a0-abf1-41aa-b4c2-a3911e21a5f7 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 0a893d6e-19d0-446e-995d-075ef1481c3f) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:57:20.202336 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc1f6a0-abf1-41aa-b4c2-a3911e21a5f7 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:20.203287 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6cc1f6a0-abf1-41aa-b4c2-a3911e21a5f7 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:20.208601 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8a99ac-dcaf-4b90-82c3-e667f57a1800 None None] Network 0a893d6e-19d0-446e-995d-075ef1481c3f requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:57:20.227980 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6cc1f6a0-abf1-41aa-b4c2-a3911e21a5f7 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4396882 Nov 16 11:57:20.231067 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48798) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:20.237950 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-4c03b1da-86bb-42f4-a995-180377e12b65 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-448407011', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:20.271279 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c03b1da-86bb-42f4-a995-180377e12b65 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:20.273488 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c03b1da-86bb-42f4-a995-180377e12b65 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:20.345122 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c03b1da-86bb-42f4-a995-180377e12b65 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:20.350342 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c03b1da-86bb-42f4-a995-180377e12b65 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:20.379925 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c03b1da-86bb-42f4-a995-180377e12b65 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:20.381251 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4c03b1da-86bb-42f4-a995-180377e12b65 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1473260 Nov 16 11:57:20.382153 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100bdb74-263a-43f7-aeb3-06a46fb9c150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-0a893d6e-19d0-446e-995d-075ef1481c3f', 'network_id': '0a893d6e-19d0-446e-995d-075ef1481c3f', 'tenant_id': '71fdf32391a445a783a7b5e1a54b3d31', 'fixed_ips': [{'subnet_id': '939fbfad-be64-4b19-8d53-f12787d7eba6'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:57:20.383040 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-100bdb74-263a-43f7-aeb3-06a46fb9c150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:20.383923 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48800) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:20.390294 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-b1f3d9e7-3eca-4c60-994f-a83fa83b1f79 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'port': {'network_id': '0a893d6e-19d0-446e-995d-075ef1481c3f', 'name': 'tempest-PortsIpV6TestJSON-1409619436'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:20.512340 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f3d9e7-3eca-4c60-994f-a83fa83b1f79 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Made reservation on behalf of 71fdf32391a445a783a7b5e1a54b3d31 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:57:20.517044 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b1f3d9e7-3eca-4c60-994f-a83fa83b1f79 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:20.539046 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-b1f3d9e7-3eca-4c60-994f-a83fa83b1f79 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] device_id is not set on port ec1c8676-696d-48ad-a0a8-16a3aebdecec yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:57:20.546972 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-100bdb74-263a-43f7-aeb3-06a46fb9c150 None None] Allocated IP 2001:db8::2 (0a893d6e-19d0-446e-995d-075ef1481c3f/939fbfad-be64-4b19-8d53-f12787d7eba6/cef84bff-be65-4cf9-9ffc-95e7c994ac63) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:57:20.697840 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-100bdb74-263a-43f7-aeb3-06a46fb9c150 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:20.716476 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-100bdb74-263a-43f7-aeb3-06a46fb9c150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:20.766641 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100bdb74-263a-43f7-aeb3-06a46fb9c150 None None] Network 0a893d6e-19d0-446e-995d-075ef1481c3f is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:57:20.769663 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-100bdb74-263a-43f7-aeb3-06a46fb9c150 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:57:20.773735 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100bdb74-263a-43f7-aeb3-06a46fb9c150 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:57:20.789755 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-b1f3d9e7-3eca-4c60-994f-a83fa83b1f79 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Allocated IP 2001:db8::f6 (0a893d6e-19d0-446e-995d-075ef1481c3f/939fbfad-be64-4b19-8d53-f12787d7eba6/ec1c8676-696d-48ad-a0a8-16a3aebdecec) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:57:20.811950 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device dee15df2-a297-4923-891e-a21ccc78a6fc no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:57:20.856541 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100bdb74-263a-43f7-aeb3-06a46fb9c150 None None] Pushing event updated for resources: {'Port': ['ID=cef84bff-be65-4cf9-9ffc-95e7c994ac63,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:20.860317 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: dee15df2-a297-4923-891e-a21ccc78a6fc {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:57:20.861575 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device dee15df2-a297-4923-891e-a21ccc78a6fc not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:57:20.877032 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-100bdb74-263a-43f7-aeb3-06a46fb9c150 None None] Attempting to bind port cef84bff-be65-4cf9-9ffc-95e7c994ac63 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:57:20.877407 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-100bdb74-263a-43f7-aeb3-06a46fb9c150 None None] Attempting to bind port cef84bff-be65-4cf9-9ffc-95e7c994ac63 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '040308fe-110f-4018-a5d7-ffcec3cb7706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0a893d6e-19d0-446e-995d-075ef1481c3f'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:57:20.877770 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100bdb74-263a-43f7-aeb3-06a46fb9c150 None None] Attempting to bind port cef84bff-be65-4cf9-9ffc-95e7c994ac63 on network 0a893d6e-19d0-446e-995d-075ef1481c3f {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:57:20.883532 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100bdb74-263a-43f7-aeb3-06a46fb9c150 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:57:20.883532 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100bdb74-263a-43f7-aeb3-06a46fb9c150 None None] Checking segment: {'id': '040308fe-110f-4018-a5d7-ffcec3cb7706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0a893d6e-19d0-446e-995d-075ef1481c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:57:20.885141 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-100bdb74-263a-43f7-aeb3-06a46fb9c150 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:20.885141 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100bdb74-263a-43f7-aeb3-06a46fb9c150 None None] Bound using segment: {'id': '040308fe-110f-4018-a5d7-ffcec3cb7706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0a893d6e-19d0-446e-995d-075ef1481c3f'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:57:20.885141 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-100bdb74-263a-43f7-aeb3-06a46fb9c150 None None] Bound port: cef84bff-be65-4cf9-9ffc-95e7c994ac63, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '040308fe-110f-4018-a5d7-ffcec3cb7706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0a893d6e-19d0-446e-995d-075ef1481c3f'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:57:20.885141 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-100bdb74-263a-43f7-aeb3-06a46fb9c150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:20.954587 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-100bdb74-263a-43f7-aeb3-06a46fb9c150 None None] For port cef84bff-be65-4cf9-9ffc-95e7c994ac63, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:57:20.957466 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-100bdb74-263a-43f7-aeb3-06a46fb9c150 None None] For port cef84bff-be65-4cf9-9ffc-95e7c994ac63, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=cef84bff-be65-4cf9-9ffc-95e7c994ac63,segment=NetworkSegment(040308fe-110f-4018-a5d7-ffcec3cb7706),segment_id=040308fe-110f-4018-a5d7-ffcec3cb7706)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:57:20.964388 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-100bdb74-263a-43f7-aeb3-06a46fb9c150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:21.028606 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b1f3d9e7-3eca-4c60-994f-a83fa83b1f79 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:21.043889 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100bdb74-263a-43f7-aeb3-06a46fb9c150 None None] Pushing event updated for resources: {'Port': ['ID=cef84bff-be65-4cf9-9ffc-95e7c994ac63,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:21.071136 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b1f3d9e7-3eca-4c60-994f-a83fa83b1f79 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:21.118130 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f3d9e7-3eca-4c60-994f-a83fa83b1f79 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Network 0a893d6e-19d0-446e-995d-075ef1481c3f is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:57:21.123284 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-b1f3d9e7-3eca-4c60-994f-a83fa83b1f79 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:57:21.138904 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f3d9e7-3eca-4c60-994f-a83fa83b1f79 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:57:21.144493 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f3d9e7-3eca-4c60-994f-a83fa83b1f79 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:21.145099 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b1f3d9e7-3eca-4c60-994f-a83fa83b1f79 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:21.148723 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f3d9e7-3eca-4c60-994f-a83fa83b1f79 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'Port': ['ID=ec1c8676-696d-48ad-a0a8-16a3aebdecec,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:21.171599 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b1f3d9e7-3eca-4c60-994f-a83fa83b1f79 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7840261 Nov 16 11:57:21.172105 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48804) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:21.546739 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-675f4bf0-fdbb-4334-8610-45e3f43506b7 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:22.149627 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4583f89d-b7b6-4120-bf61-9973e6c659b8 None None] Network 0a893d6e-19d0-446e-995d-075ef1481c3f requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:57:22.206135 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-675f4bf0-fdbb-4334-8610-45e3f43506b7 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:22.212617 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-675f4bf0-fdbb-4334-8610-45e3f43506b7 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:22.268301 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-4623230c-2258-4fb1-9b82-0870a569748f None None] Provisioning complete for port cef84bff-be65-4cf9-9ffc-95e7c994ac63 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:22.268695 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4623230c-2258-4fb1-9b82-0870a569748f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:22.294270 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f4bf0-fdbb-4334-8610-45e3f43506b7 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'Port': ['ID=ec1c8676-696d-48ad-a0a8-16a3aebdecec,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:22.398211 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4623230c-2258-4fb1-9b82-0870a569748f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:22.426970 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-675f4bf0-fdbb-4334-8610-45e3f43506b7 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:22.459297 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-4623230c-2258-4fb1-9b82-0870a569748f None None] For port cef84bff-be65-4cf9-9ffc-95e7c994ac63, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=cef84bff-be65-4cf9-9ffc-95e7c994ac63,segment=NetworkSegment(040308fe-110f-4018-a5d7-ffcec3cb7706),segment_id=040308fe-110f-4018-a5d7-ffcec3cb7706)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:57:22.464198 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4623230c-2258-4fb1-9b82-0870a569748f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:22.525322 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4623230c-2258-4fb1-9b82-0870a569748f None None] Pushing event updated for resources: {'Port': ['ID=cef84bff-be65-4cf9-9ffc-95e7c994ac63,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:22.642247 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-675f4bf0-fdbb-4334-8610-45e3f43506b7 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:22.705503 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-cc06ac87-efeb-4866-bc4d-236f934566fa None None] Provisioning complete for port ec1c8676-696d-48ad-a0a8-16a3aebdecec triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:22.706078 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cc06ac87-efeb-4866-bc4d-236f934566fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:22.760136 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-cc06ac87-efeb-4866-bc4d-236f934566fa None None] Port ec1c8676-696d-48ad-a0a8-16a3aebdecec cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:57:22.793692 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-cc06ac87-efeb-4866-bc4d-236f934566fa None None] Provisioning complete for port cef84bff-be65-4cf9-9ffc-95e7c994ac63 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:22.794112 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cc06ac87-efeb-4866-bc4d-236f934566fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:22.899640 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device cef84bff-be65-4cf9-9ffc-95e7c994ac63 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:57:22.967646 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port cef84bff-be65-4cf9-9ffc-95e7c994ac63 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:22.967993 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:23.059068 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-675f4bf0-fdbb-4334-8610-45e3f43506b7 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:23.068508 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-675f4bf0-fdbb-4334-8610-45e3f43506b7 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:23.069625 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-675f4bf0-fdbb-4334-8610-45e3f43506b7 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:23.080017 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ae28b1ab-2df2-4c1c-9739-80fda51e22d0 None None] Provisioning complete for port ec1c8676-696d-48ad-a0a8-16a3aebdecec triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:23.080403 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ae28b1ab-2df2-4c1c-9739-80fda51e22d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:23.150562 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-ae28b1ab-2df2-4c1c-9739-80fda51e22d0 None None] Port ec1c8676-696d-48ad-a0a8-16a3aebdecec cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:57:23.210634 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f4bf0-fdbb-4334-8610-45e3f43506b7 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'Port': ['ID=ec1c8676-696d-48ad-a0a8-16a3aebdecec,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:23.262139 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675f4bf0-fdbb-4334-8610-45e3f43506b7 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Network 0a893d6e-19d0-446e-995d-075ef1481c3f is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:57:23.265230 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-675f4bf0-fdbb-4334-8610-45e3f43506b7 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:57:23.381396 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-9d0a5ae3-734a-44d6-a6ee-845b5ea1c33a None None] Provisioning complete for port ec1c8676-696d-48ad-a0a8-16a3aebdecec triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:23.381763 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9d0a5ae3-734a-44d6-a6ee-845b5ea1c33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:23.420611 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675f4bf0-fdbb-4334-8610-45e3f43506b7 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Router fddf348f-b66b-4a1a-b2cc-61a4eb0f4a8d is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:57:23.434694 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-9d0a5ae3-734a-44d6-a6ee-845b5ea1c33a None None] Port ec1c8676-696d-48ad-a0a8-16a3aebdecec cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:57:23.530932 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675f4bf0-fdbb-4334-8610-45e3f43506b7 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:57:23.542362 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-675f4bf0-fdbb-4334-8610-45e3f43506b7 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "PUT /v2.0/routers/fddf348f-b66b-4a1a-b2cc-61a4eb0f4a8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3689420 Nov 16 11:57:23.544997 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48810) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:23.547712 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79a0f09-9b9d-4fdd-919e-adc473c61bc8 None None] Sync routers for ids ['fddf348f-b66b-4a1a-b2cc-61a4eb0f4a8d'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:57:23.570716 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79a0f09-9b9d-4fdd-919e-adc473c61bc8 None None] Routers {'fddf348f-b66b-4a1a-b2cc-61a4eb0f4a8d'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:57:23.572978 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c79a0f09-9b9d-4fdd-919e-adc473c61bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:57:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['fddf348f-b66b-4a1a-b2cc-61a4eb0f4a8d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:23.598474 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c04d80-a6a5-4d85-b3c2-473800fabb21 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:23.599607 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-20c04d80-a6a5-4d85-b3c2-473800fabb21 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "GET /v2.0/ports?device_id=fddf348f-b66b-4a1a-b2cc-61a4eb0f4a8d HTTP/1.1" status: 200 len: 988 time: 0.0535786 Nov 16 11:57:23.603407 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48812) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:23.607418 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c79a0f09-9b9d-4fdd-919e-adc473c61bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:23.609592 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b5846c29-3009-446f-a23d-cc396594d332 None None] Provisioning complete for port ec1c8676-696d-48ad-a0a8-16a3aebdecec triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:23.609910 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b5846c29-3009-446f-a23d-cc396594d332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:23.648257 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79a0f09-9b9d-4fdd-919e-adc473c61bc8 None None] Routers {'fddf348f-b66b-4a1a-b2cc-61a4eb0f4a8d'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:57:23.648879 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c79a0f09-9b9d-4fdd-919e-adc473c61bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:57:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['fddf348f-b66b-4a1a-b2cc-61a4eb0f4a8d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:23.688531 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c79a0f09-9b9d-4fdd-919e-adc473c61bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:23.689103 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79a0f09-9b9d-4fdd-919e-adc473c61bc8 None None] The sync data for ids ['fddf348f-b66b-4a1a-b2cc-61a4eb0f4a8d'] in n-d-816823-3 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:57:23.692965 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b5846c29-3009-446f-a23d-cc396594d332 None None] Port ec1c8676-696d-48ad-a0a8-16a3aebdecec cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:57:24.025875 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bdae7816-b7a4-4913-9790-6e60871c9f0a tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:24.287331 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-bdae7816-b7a4-4913-9790-6e60871c9f0a tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Deleting port ec1c8676-696d-48ad-a0a8-16a3aebdecec {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:57:24.288090 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bdae7816-b7a4-4913-9790-6e60871c9f0a tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:24.374882 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bdae7816-b7a4-4913-9790-6e60871c9f0a tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:24.387779 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-bdae7816-b7a4-4913-9790-6e60871c9f0a tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Calling delete_port for ec1c8676-696d-48ad-a0a8-16a3aebdecec owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:57:24.560341 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bdae7816-b7a4-4913-9790-6e60871c9f0a tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:24.589063 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae7816-b7a4-4913-9790-6e60871c9f0a tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'Port': ['ID=ec1c8676-696d-48ad-a0a8-16a3aebdecec,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:24.691302 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bdae7816-b7a4-4913-9790-6e60871c9f0a tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:24.886384 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdae7816-b7a4-4913-9790-6e60871c9f0a tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Router fddf348f-b66b-4a1a-b2cc-61a4eb0f4a8d has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:57:24.970672 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdae7816-b7a4-4913-9790-6e60871c9f0a tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:57:24.978982 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bdae7816-b7a4-4913-9790-6e60871c9f0a tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "PUT /v2.0/routers/fddf348f-b66b-4a1a-b2cc-61a4eb0f4a8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3715596 Nov 16 11:57:24.979200 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48816) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:24.980093 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993ea276-c7e5-4ab5-b6e1-7c60f38ff254 None None] Sync routers for ids ['fddf348f-b66b-4a1a-b2cc-61a4eb0f4a8d'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:57:24.989699 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993ea276-c7e5-4ab5-b6e1-7c60f38ff254 None None] Routers {'fddf348f-b66b-4a1a-b2cc-61a4eb0f4a8d'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:57:24.990323 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-993ea276-c7e5-4ab5-b6e1-7c60f38ff254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:57:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['fddf348f-b66b-4a1a-b2cc-61a4eb0f4a8d'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:25.008129 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4b864a7-da91-4402-bcc3-30403ec2435f tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] GET failed (client error): The resource could not be found. Nov 16 11:57:25.009562 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f4b864a7-da91-4402-bcc3-30403ec2435f tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "GET /v2.0/ports/ec1c8676-696d-48ad-a0a8-16a3aebdecec HTTP/1.1" status: 404 len: 333 time: 0.0293672 Nov 16 11:57:25.012438 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48818) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:25.024943 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-993ea276-c7e5-4ab5-b6e1-7c60f38ff254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:25.033860 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993ea276-c7e5-4ab5-b6e1-7c60f38ff254 None None] Routers {'fddf348f-b66b-4a1a-b2cc-61a4eb0f4a8d'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:57:25.034477 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-993ea276-c7e5-4ab5-b6e1-7c60f38ff254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:57:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['fddf348f-b66b-4a1a-b2cc-61a4eb0f4a8d'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:25.065570 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-993ea276-c7e5-4ab5-b6e1-7c60f38ff254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:25.066155 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993ea276-c7e5-4ab5-b6e1-7c60f38ff254 None None] The sync data for ids ['fddf348f-b66b-4a1a-b2cc-61a4eb0f4a8d'] in n-d-816823-3 is: [] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:57:25.086673 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dbeada13-abab-4cc7-9069-2eaa87718f0d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:25.573198 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dbeada13-abab-4cc7-9069-2eaa87718f0d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:25.575307 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dbeada13-abab-4cc7-9069-2eaa87718f0d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:25.620570 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dbeada13-abab-4cc7-9069-2eaa87718f0d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:25.621312 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbeada13-abab-4cc7-9069-2eaa87718f0d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Fanout notify agent at l3_agent the message router_deleted on router fddf348f-b66b-4a1a-b2cc-61a4eb0f4a8d {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:57:25.628377 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dbeada13-abab-4cc7-9069-2eaa87718f0d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:25.629482 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-dbeada13-abab-4cc7-9069-2eaa87718f0d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/routers/fddf348f-b66b-4a1a-b2cc-61a4eb0f4a8d HTTP/1.1" status: 204 len: 168 time: 0.6161518 Nov 16 11:57:25.632917 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48828) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:25.683582 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-060dee3b-35e0-4fb5-8667-c17b43aa8e1b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Deleting subnet 939fbfad-be64-4b19-8d53-f12787d7eba6 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:57:25.686735 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-060dee3b-35e0-4fb5-8667-c17b43aa8e1b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:25.727124 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-060dee3b-35e0-4fb5-8667-c17b43aa8e1b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:25.813623 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-060dee3b-35e0-4fb5-8667-c17b43aa8e1b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:25.870828 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-060dee3b-35e0-4fb5-8667-c17b43aa8e1b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:25.898759 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060dee3b-35e0-4fb5-8667-c17b43aa8e1b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'Subnet': ['ID=939fbfad-be64-4b19-8d53-f12787d7eba6,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:25.900933 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-060dee3b-35e0-4fb5-8667-c17b43aa8e1b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:25.906691 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-060dee3b-35e0-4fb5-8667-c17b43aa8e1b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/subnets/939fbfad-be64-4b19-8d53-f12787d7eba6 HTTP/1.1" status: 204 len: 168 time: 0.2703230 Nov 16 11:57:25.906874 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48830) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:25.911546 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ffb3dd-b203-40ce-8c83-6f0e53ea3e00 None None] Network 0a893d6e-19d0-446e-995d-075ef1481c3f requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:57:25.987595 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a8ba0a1e-8f1f-457c-b14b-32a3c145a296 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:26.051954 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a8ba0a1e-8f1f-457c-b14b-32a3c145a296 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Deleting port cef84bff-be65-4cf9-9ffc-95e7c994ac63 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:57:26.052305 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a8ba0a1e-8f1f-457c-b14b-32a3c145a296 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:26.101239 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d4dad8-6f15-441c-84bf-7c191c992041 None None] DHCP port deletion for 0a893d6e-19d0-446e-995d-075ef1481c3f request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:57:26.130859 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a8ba0a1e-8f1f-457c-b14b-32a3c145a296 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] For port cef84bff-be65-4cf9-9ffc-95e7c994ac63, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=cef84bff-be65-4cf9-9ffc-95e7c994ac63,segment=NetworkSegment(040308fe-110f-4018-a5d7-ffcec3cb7706),segment_id=040308fe-110f-4018-a5d7-ffcec3cb7706)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:57:26.131533 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a8ba0a1e-8f1f-457c-b14b-32a3c145a296 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:26.145195 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a8ba0a1e-8f1f-457c-b14b-32a3c145a296 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Calling delete_port for cef84bff-be65-4cf9-9ffc-95e7c994ac63 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:57:26.158111 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-e8d4dad8-6f15-441c-84bf-7c191c992041 None None] Deleting port cef84bff-be65-4cf9-9ffc-95e7c994ac63 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:57:26.158616 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e8d4dad8-6f15-441c-84bf-7c191c992041 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:26.224736 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e8d4dad8-6f15-441c-84bf-7c191c992041 None None] For port cef84bff-be65-4cf9-9ffc-95e7c994ac63, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=cef84bff-be65-4cf9-9ffc-95e7c994ac63,segment=NetworkSegment(040308fe-110f-4018-a5d7-ffcec3cb7706),segment_id=040308fe-110f-4018-a5d7-ffcec3cb7706)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:57:26.225314 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e8d4dad8-6f15-441c-84bf-7c191c992041 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:26.232771 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a8ba0a1e-8f1f-457c-b14b-32a3c145a296 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:26.239227 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-e8d4dad8-6f15-441c-84bf-7c191c992041 None None] Calling delete_port for cef84bff-be65-4cf9-9ffc-95e7c994ac63 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:57:26.264464 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba0a1e-8f1f-457c-b14b-32a3c145a296 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'Port': ['ID=cef84bff-be65-4cf9-9ffc-95e7c994ac63,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:26.265841 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ba0a1e-8f1f-457c-b14b-32a3c145a296 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] No DVR routers for this DVR port cef84bff-be65-4cf9-9ffc-95e7c994ac63 on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:57:26.328352 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e8d4dad8-6f15-441c-84bf-7c191c992041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:26.351770 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d4dad8-6f15-441c-84bf-7c191c992041 None None] Pushing event deleted for resources: {'Port': ['ID=cef84bff-be65-4cf9-9ffc-95e7c994ac63,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:26.356156 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a8ba0a1e-8f1f-457c-b14b-32a3c145a296 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:26.360891 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4dad8-6f15-441c-84bf-7c191c992041 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:57:26.361237 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4dad8-6f15-441c-84bf-7c191c992041 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:57:26.361579 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4dad8-6f15-441c-84bf-7c191c992041 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:57:26.361933 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4dad8-6f15-441c-84bf-7c191c992041 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:57:26.362271 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4dad8-6f15-441c-84bf-7c191c992041 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:57:26.362602 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4dad8-6f15-441c-84bf-7c191c992041 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:57:26.362930 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4dad8-6f15-441c-84bf-7c191c992041 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:57:26.363257 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4dad8-6f15-441c-84bf-7c191c992041 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:57:26.363586 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4dad8-6f15-441c-84bf-7c191c992041 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:57:26.363911 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4dad8-6f15-441c-84bf-7c191c992041 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:57:26.364234 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4dad8-6f15-441c-84bf-7c191c992041 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:57:26.364555 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d4dad8-6f15-441c-84bf-7c191c992041 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:57:26.369179 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d4dad8-6f15-441c-84bf-7c191c992041 None None] No DVR routers for this DVR port cef84bff-be65-4cf9-9ffc-95e7c994ac63 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:57:26.388753 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-a8ba0a1e-8f1f-457c-b14b-32a3c145a296 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a893d6e-19d0-446e-995d-075ef1481c3f']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:26.399806 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-a8ba0a1e-8f1f-457c-b14b-32a3c145a296 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '040308fe-110f-4018-a5d7-ffcec3cb7706') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:26.400422 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-a8ba0a1e-8f1f-457c-b14b-32a3c145a296 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '040308fe-110f-4018-a5d7-ffcec3cb7706') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:26.413378 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a8ba0a1e-8f1f-457c-b14b-32a3c145a296 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:26.429984 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a8ba0a1e-8f1f-457c-b14b-32a3c145a296 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:26.449963 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ba0a1e-8f1f-457c-b14b-32a3c145a296 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:57:26.451163 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a8ba0a1e-8f1f-457c-b14b-32a3c145a296 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:26.502459 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:57:26.502459 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:57:26.502459 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:57:26.502459 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:57:26.502459 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:57:26.502459 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:57:26.502459 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:57:26.502459 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:57:26.502459 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:57:26.502459 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:57:26.502459 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:57:26.502459 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:57:26.502459 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:57:26.502459 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:57:26.502459 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:57:26.502459 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:57:26.502459 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:57:26.502459 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:57:26.502459 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:57:26.502459 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:57:26.502459 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:57:26.502459 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:57:26.502459 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:57:26.502459 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:57:26.502459 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:57:26.502459 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:57:26.502459 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:57:26.502459 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:57:26.502459 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:57:26.502459 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:57:26.502459 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:57:26.502459 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:57:26.531019 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a8ba0a1e-8f1f-457c-b14b-32a3c145a296 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:26.538103 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a8ba0a1e-8f1f-457c-b14b-32a3c145a296 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:26.541206 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a8ba0a1e-8f1f-457c-b14b-32a3c145a296 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/networks/0a893d6e-19d0-446e-995d-075ef1481c3f HTTP/1.1" status: 204 len: 168 time: 0.6331601 Nov 16 11:57:26.545097 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48834) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:26.555910 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba0a1e-8f1f-457c-b14b-32a3c145a296 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'Network': ['ID=0a893d6e-19d0-446e-995d-075ef1481c3f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:26.591287 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33623f65-b3b0-44c1-aa2e-9e0bb4ce7d7e tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:26.592742 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-33623f65-b3b0-44c1-aa2e-9e0bb4ce7d7e tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "GET /v2.0/ports/07717bed-3783-4fea-bedd-4220e7b59bcb HTTP/1.1" status: 200 len: 842 time: 0.0460427 Nov 16 11:57:26.596463 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48836) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:26.635132 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-62c31b77-a2f8-436a-b371-e5b941423fa6 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "GET /v2.0/ports/07717bed-3783-4fea-bedd-4220e7b59bcb?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0375900 Nov 16 11:57:26.639041 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48838) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:26.643730 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-cc7cbc67-4ff8-4f7a-9582-043734a5c7ba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'subnet': {'network_id': '360bf339-6df4-4c36-975f-c5f325dc0e17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:26.743791 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7cbc67-4ff8-4f7a-9582-043734a5c7ba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Made reservation on behalf of 71fdf32391a445a783a7b5e1a54b3d31 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:57:26.747718 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc7cbc67-4ff8-4f7a-9582-043734a5c7ba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:26.767166 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device cef84bff-be65-4cf9-9ffc-95e7c994ac63 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:57:26.790661 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: cef84bff-be65-4cf9-9ffc-95e7c994ac63 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:57:26.791007 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device cef84bff-be65-4cf9-9ffc-95e7c994ac63 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:57:27.368601 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc7cbc67-4ff8-4f7a-9582-043734a5c7ba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:27.415861 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7cbc67-4ff8-4f7a-9582-043734a5c7ba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Network 360bf339-6df4-4c36-975f-c5f325dc0e17 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:57:27.419211 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-cc7cbc67-4ff8-4f7a-9582-043734a5c7ba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:57:27.422739 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7cbc67-4ff8-4f7a-9582-043734a5c7ba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:27.423337 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc7cbc67-4ff8-4f7a-9582-043734a5c7ba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:27.430617 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197cad2b-2a01-41ff-80d6-8e4bff6483df None None] Network 360bf339-6df4-4c36-975f-c5f325dc0e17 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:57:27.435052 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7cbc67-4ff8-4f7a-9582-043734a5c7ba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'Subnet': ['ID=b22c40ec-8c42-4edc-8195-e33e93f8aa25,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:27.450576 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-cc7cbc67-4ff8-4f7a-9582-043734a5c7ba tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8105712 Nov 16 11:57:27.453562 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48840) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:27.458247 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-0cae138b-66ed-4db7-a359-d227f78eba0e tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'security_group': {'name': 'tempest-secgroup-1370111077'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:27.483136 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0cae138b-66ed-4db7-a359-d227f78eba0e tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:27.581286 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0cae138b-66ed-4db7-a359-d227f78eba0e tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:27.586786 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0cae138b-66ed-4db7-a359-d227f78eba0e tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:27.626479 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0cae138b-66ed-4db7-a359-d227f78eba0e tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:27.628232 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0cae138b-66ed-4db7-a359-d227f78eba0e tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1733909 Nov 16 11:57:27.630949 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48846) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:27.638269 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-3c0e6bc2-735b-47a6-b8dc-6aeef2fb4048 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'security_group': {'name': 'tempest-secgroup-153406146'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:27.661292 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1100e128-6633-4264-adf2-902e0c11a2b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-360bf339-6df4-4c36-975f-c5f325dc0e17', 'network_id': '360bf339-6df4-4c36-975f-c5f325dc0e17', 'tenant_id': '71fdf32391a445a783a7b5e1a54b3d31', 'fixed_ips': [{'subnet_id': 'b22c40ec-8c42-4edc-8195-e33e93f8aa25'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:57:27.662378 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae138b-66ed-4db7-a359-d227f78eba0e tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d856a8fd-aeb4-4e96-b2e7-ef57b11dfecc,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:27.663653 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1100e128-6633-4264-adf2-902e0c11a2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:27.694210 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3c0e6bc2-735b-47a6-b8dc-6aeef2fb4048 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:27.786791 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3c0e6bc2-735b-47a6-b8dc-6aeef2fb4048 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:27.793680 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3c0e6bc2-735b-47a6-b8dc-6aeef2fb4048 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:27.832482 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3c0e6bc2-735b-47a6-b8dc-6aeef2fb4048 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:27.837340 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48852) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:27.837639 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-3c0e6bc2-735b-47a6-b8dc-6aeef2fb4048 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2054348 Nov 16 11:57:27.842632 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e6bc2-735b-47a6-b8dc-6aeef2fb4048 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=571f0b98-88ec-4e43-9fd5-8a880770ba78,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:27.844026 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-46cfdf71-0296-4783-9965-9d58f3e9baa3 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-332112139', 'security_groups': ['571f0b98-88ec-4e43-9fd5-8a880770ba78'], 'network_id': '360bf339-6df4-4c36-975f-c5f325dc0e17', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b22c40ec-8c42-4edc-8195-e33e93f8aa25'}]}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:27.871695 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-1100e128-6633-4264-adf2-902e0c11a2b4 None None] Allocated IP 2001:db8::2 (360bf339-6df4-4c36-975f-c5f325dc0e17/b22c40ec-8c42-4edc-8195-e33e93f8aa25/2b47ef65-26a6-4e8b-8be2-d98fffbcf94e) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:57:27.997146 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46cfdf71-0296-4783-9965-9d58f3e9baa3 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Made reservation on behalf of 71fdf32391a445a783a7b5e1a54b3d31 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:57:28.039331 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1100e128-6633-4264-adf2-902e0c11a2b4 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:28.045702 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1100e128-6633-4264-adf2-902e0c11a2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:28.094261 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-46cfdf71-0296-4783-9965-9d58f3e9baa3 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:28.106177 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1100e128-6633-4264-adf2-902e0c11a2b4 None None] Pushing event updated for resources: {'Port': ['ID=2b47ef65-26a6-4e8b-8be2-d98fffbcf94e,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:28.114205 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-46cfdf71-0296-4783-9965-9d58f3e9baa3 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] device_id is not set on port cf7b9a99-c0fe-4c85-b404-ed412d5988db yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:57:28.141267 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1100e128-6633-4264-adf2-902e0c11a2b4 None None] Network 360bf339-6df4-4c36-975f-c5f325dc0e17 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:57:28.143059 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-1100e128-6633-4264-adf2-902e0c11a2b4 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:57:28.145452 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1100e128-6633-4264-adf2-902e0c11a2b4 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:57:28.205079 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-1100e128-6633-4264-adf2-902e0c11a2b4 None None] Attempting to bind port 2b47ef65-26a6-4e8b-8be2-d98fffbcf94e on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:57:28.205509 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-1100e128-6633-4264-adf2-902e0c11a2b4 None None] Attempting to bind port 2b47ef65-26a6-4e8b-8be2-d98fffbcf94e by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'e904030b-90a6-46de-bd5e-2403e8d33d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '360bf339-6df4-4c36-975f-c5f325dc0e17'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:57:28.205878 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1100e128-6633-4264-adf2-902e0c11a2b4 None None] Attempting to bind port 2b47ef65-26a6-4e8b-8be2-d98fffbcf94e on network 360bf339-6df4-4c36-975f-c5f325dc0e17 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:57:28.211356 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1100e128-6633-4264-adf2-902e0c11a2b4 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:57:28.211854 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1100e128-6633-4264-adf2-902e0c11a2b4 None None] Checking segment: {'id': 'e904030b-90a6-46de-bd5e-2403e8d33d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '360bf339-6df4-4c36-975f-c5f325dc0e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:57:28.213066 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1100e128-6633-4264-adf2-902e0c11a2b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:28.213066 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1100e128-6633-4264-adf2-902e0c11a2b4 None None] Bound using segment: {'id': 'e904030b-90a6-46de-bd5e-2403e8d33d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '360bf339-6df4-4c36-975f-c5f325dc0e17'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:57:28.213536 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-1100e128-6633-4264-adf2-902e0c11a2b4 None None] Bound port: 2b47ef65-26a6-4e8b-8be2-d98fffbcf94e, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e904030b-90a6-46de-bd5e-2403e8d33d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '360bf339-6df4-4c36-975f-c5f325dc0e17'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:57:28.214046 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1100e128-6633-4264-adf2-902e0c11a2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:28.294835 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-1100e128-6633-4264-adf2-902e0c11a2b4 None None] For port 2b47ef65-26a6-4e8b-8be2-d98fffbcf94e, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:57:28.299287 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-1100e128-6633-4264-adf2-902e0c11a2b4 None None] For port 2b47ef65-26a6-4e8b-8be2-d98fffbcf94e, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=2b47ef65-26a6-4e8b-8be2-d98fffbcf94e,segment=NetworkSegment(e904030b-90a6-46de-bd5e-2403e8d33d38),segment_id=e904030b-90a6-46de-bd5e-2403e8d33d38)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:57:28.306145 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1100e128-6633-4264-adf2-902e0c11a2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:28.330774 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-46cfdf71-0296-4783-9965-9d58f3e9baa3 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Allocated IP 2001:db8::2df (360bf339-6df4-4c36-975f-c5f325dc0e17/b22c40ec-8c42-4edc-8195-e33e93f8aa25/cf7b9a99-c0fe-4c85-b404-ed412d5988db) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:57:28.374756 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:28.386297 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1100e128-6633-4264-adf2-902e0c11a2b4 None None] Pushing event updated for resources: {'Port': ['ID=2b47ef65-26a6-4e8b-8be2-d98fffbcf94e,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:28.515482 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-46cfdf71-0296-4783-9965-9d58f3e9baa3 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:28.552795 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-46cfdf71-0296-4783-9965-9d58f3e9baa3 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:28.626739 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cfdf71-0296-4783-9965-9d58f3e9baa3 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Network 360bf339-6df4-4c36-975f-c5f325dc0e17 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:57:28.635316 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-46cfdf71-0296-4783-9965-9d58f3e9baa3 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:57:28.646484 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cfdf71-0296-4783-9965-9d58f3e9baa3 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:57:28.652731 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cfdf71-0296-4783-9965-9d58f3e9baa3 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:28.653498 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-46cfdf71-0296-4783-9965-9d58f3e9baa3 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:28.660163 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cfdf71-0296-4783-9965-9d58f3e9baa3 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'Port': ['ID=cf7b9a99-c0fe-4c85-b404-ed412d5988db,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:28.685323 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-46cfdf71-0296-4783-9965-9d58f3e9baa3 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8436849 Nov 16 11:57:28.685908 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48856) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:28.693023 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-8b28f24c-fa78-45fe-9def-10408a4947f1 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'subnet': {'network_id': '360bf339-6df4-4c36-975f-c5f325dc0e17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:28.876319 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b28f24c-fa78-45fe-9def-10408a4947f1 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Made reservation on behalf of 71fdf32391a445a783a7b5e1a54b3d31 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:57:28.879557 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 2b47ef65-26a6-4e8b-8be2-d98fffbcf94e up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:57:28.880393 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8b28f24c-fa78-45fe-9def-10408a4947f1 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:28.949373 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 2b47ef65-26a6-4e8b-8be2-d98fffbcf94e triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:28.952622 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:29.009076 n-d-816823-3 neutron-server[102669]: INFO neutron.db.ipam_backend_mixin [None req-8b28f24c-fa78-45fe-9def-10408a4947f1 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b22c40ec-8c42-4edc-8195-e33e93f8aa25 (CIDR: 2001:db8::/64) Nov 16 11:57:29.017233 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b28f24c-fa78-45fe-9def-10408a4947f1 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:57:29.017704 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b28f24c-fa78-45fe-9def-10408a4947f1 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:57:29.045416 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8b28f24c-fa78-45fe-9def-10408a4947f1 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3569560 Nov 16 11:57:29.048423 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48862) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:29.055251 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d6e38e9c-11bb-4ceb-be27-59b9e6e3f5bf tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'subnet': {'network_id': '360bf339-6df4-4c36-975f-c5f325dc0e17', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:29.186527 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:29.234821 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:29.243978 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e38e9c-11bb-4ceb-be27-59b9e6e3f5bf tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Made reservation on behalf of 71fdf32391a445a783a7b5e1a54b3d31 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:57:29.248048 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6e38e9c-11bb-4ceb-be27-59b9e6e3f5bf tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:29.273556 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 2b47ef65-26a6-4e8b-8be2-d98fffbcf94e, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=2b47ef65-26a6-4e8b-8be2-d98fffbcf94e,segment=NetworkSegment(e904030b-90a6-46de-bd5e-2403e8d33d38),segment_id=e904030b-90a6-46de-bd5e-2403e8d33d38)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:57:29.279636 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:29.340872 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=2b47ef65-26a6-4e8b-8be2-d98fffbcf94e,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:29.505790 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6e38e9c-11bb-4ceb-be27-59b9e6e3f5bf tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:29.555015 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e38e9c-11bb-4ceb-be27-59b9e6e3f5bf tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Network 360bf339-6df4-4c36-975f-c5f325dc0e17 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:57:29.558313 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-d6e38e9c-11bb-4ceb-be27-59b9e6e3f5bf tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:57:29.562734 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e38e9c-11bb-4ceb-be27-59b9e6e3f5bf tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:29.563330 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6e38e9c-11bb-4ceb-be27-59b9e6e3f5bf tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:29.575672 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e38e9c-11bb-4ceb-be27-59b9e6e3f5bf tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'Subnet': ['ID=74d06e98-fec5-4664-9a82-14235c736b63,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:29.587866 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d6e38e9c-11bb-4ceb-be27-59b9e6e3f5bf tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5374076 Nov 16 11:57:29.590539 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48866) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:29.596605 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a45b327b-74dd-48b0-8e48-64720100d1d1 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1397608457', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '74d06e98-fec5-4664-9a82-14235c736b63'}], 'security_groups': ['d856a8fd-aeb4-4e96-b2e7-ef57b11dfecc']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:29.615326 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944917b2-e877-4306-b392-95fb005583fa None None] Network 360bf339-6df4-4c36-975f-c5f325dc0e17 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:57:29.682642 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-1262bc4c-969a-48a6-ad32-642b1251d4f9 None None] Provisioning complete for port 07717bed-3783-4fea-bedd-4220e7b59bcb triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:29.683279 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1262bc4c-969a-48a6-ad32-642b1251d4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:29.755201 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a45b327b-74dd-48b0-8e48-64720100d1d1 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:29.765796 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-1262bc4c-969a-48a6-ad32-642b1251d4f9 None None] Port 07717bed-3783-4fea-bedd-4220e7b59bcb cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:57:29.791207 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-1262bc4c-969a-48a6-ad32-642b1251d4f9 None None] Provisioning complete for port 2b47ef65-26a6-4e8b-8be2-d98fffbcf94e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:29.791577 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1262bc4c-969a-48a6-ad32-642b1251d4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:29.945322 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd9d471-b679-470d-9d50-54ccc5ab4e8c None None] Update dhcp port {'port': {'network_id': '360bf339-6df4-4c36-975f-c5f325dc0e17', 'fixed_ips': [{'subnet_id': 'b22c40ec-8c42-4edc-8195-e33e93f8aa25', 'ip_address': '2001:db8::2'}, {'subnet_id': '74d06e98-fec5-4664-9a82-14235c736b63'}], 'binding:host_id': 'n-d-816823-3'}, 'id': '2b47ef65-26a6-4e8b-8be2-d98fffbcf94e'} from n-d-816823-3. {{(pid=102670) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 11:57:29.970816 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8bd9d471-b679-470d-9d50-54ccc5ab4e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:30.102851 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-a45b327b-74dd-48b0-8e48-64720100d1d1 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Delete allocated IP 2001:db8::2df (360bf339-6df4-4c36-975f-c5f325dc0e17/b22c40ec-8c42-4edc-8195-e33e93f8aa25) {{(pid=102668) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 16 11:57:30.114137 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-a45b327b-74dd-48b0-8e48-64720100d1d1 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Allocated IP 2001:db8:0:1::279 (360bf339-6df4-4c36-975f-c5f325dc0e17/74d06e98-fec5-4664-9a82-14235c736b63/cf7b9a99-c0fe-4c85-b404-ed412d5988db) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:57:30.276215 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a45b327b-74dd-48b0-8e48-64720100d1d1 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:30.280831 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a45b327b-74dd-48b0-8e48-64720100d1d1 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:30.342060 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a45b327b-74dd-48b0-8e48-64720100d1d1 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] In _notify_port_updated(), no bound segment for port cf7b9a99-c0fe-4c85-b404-ed412d5988db on network 360bf339-6df4-4c36-975f-c5f325dc0e17 {{(pid=102668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 11:57:30.345224 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-8bd9d471-b679-470d-9d50-54ccc5ab4e8c None None] Allocated IP 2001:db8:0:1::2 (360bf339-6df4-4c36-975f-c5f325dc0e17/74d06e98-fec5-4664-9a82-14235c736b63/2b47ef65-26a6-4e8b-8be2-d98fffbcf94e) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:57:30.347527 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45b327b-74dd-48b0-8e48-64720100d1d1 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:30.348136 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a45b327b-74dd-48b0-8e48-64720100d1d1 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:30.349531 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a45b327b-74dd-48b0-8e48-64720100d1d1 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "PUT /v2.0/ports/cf7b9a99-c0fe-4c85-b404-ed412d5988db HTTP/1.1" status: 200 len: 931 time: 0.7575624 Nov 16 11:57:30.353038 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48870) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:30.361599 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b327b-74dd-48b0-8e48-64720100d1d1 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'Port': ['ID=cf7b9a99-c0fe-4c85-b404-ed412d5988db,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:30.451943 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-8bd9d471-b679-470d-9d50-54ccc5ab4e8c None None] For port 2b47ef65-26a6-4e8b-8be2-d98fffbcf94e, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=2b47ef65-26a6-4e8b-8be2-d98fffbcf94e,segment=NetworkSegment(e904030b-90a6-46de-bd5e-2403e8d33d38),segment_id=e904030b-90a6-46de-bd5e-2403e8d33d38)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:57:30.452461 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-3089a3ba-6a52-486a-8f24-39c1e042b35c tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Deleting port cf7b9a99-c0fe-4c85-b404-ed412d5988db {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:57:30.452869 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3089a3ba-6a52-486a-8f24-39c1e042b35c tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:30.484543 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8bd9d471-b679-470d-9d50-54ccc5ab4e8c None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:30.490920 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8bd9d471-b679-470d-9d50-54ccc5ab4e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:30.590834 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd9d471-b679-470d-9d50-54ccc5ab4e8c None None] Pushing event updated for resources: {'Port': ['ID=2b47ef65-26a6-4e8b-8be2-d98fffbcf94e,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:30.616906 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3089a3ba-6a52-486a-8f24-39c1e042b35c tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:30.632692 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-3089a3ba-6a52-486a-8f24-39c1e042b35c tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Calling delete_port for cf7b9a99-c0fe-4c85-b404-ed412d5988db owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:57:30.787838 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 2b47ef65-26a6-4e8b-8be2-d98fffbcf94e up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:57:30.790795 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3089a3ba-6a52-486a-8f24-39c1e042b35c tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:30.850242 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3089a3ba-6a52-486a-8f24-39c1e042b35c tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'Port': ['ID=cf7b9a99-c0fe-4c85-b404-ed412d5988db,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:30.856938 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3089a3ba-6a52-486a-8f24-39c1e042b35c tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:30.861665 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3089a3ba-6a52-486a-8f24-39c1e042b35c tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/ports/cf7b9a99-c0fe-4c85-b404-ed412d5988db HTTP/1.1" status: 204 len: 168 time: 0.5056140 Nov 16 11:57:30.865246 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48872) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:30.868329 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 2b47ef65-26a6-4e8b-8be2-d98fffbcf94e triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:30.868787 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:30.895993 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-07fa6db5-754a-432c-84b2-ea41ae003226 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] GET failed (client error): The resource could not be found. Nov 16 11:57:30.898257 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-07fa6db5-754a-432c-84b2-ea41ae003226 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "GET /v2.0/ports/cf7b9a99-c0fe-4c85-b404-ed412d5988db HTTP/1.1" status: 404 len: 333 time: 0.0313313 Nov 16 11:57:30.901192 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48874) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:30.956706 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-272b40cd-f054-42d2-b852-ac0830d4ee9b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:30.980498 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-272b40cd-f054-42d2-b852-ac0830d4ee9b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:31.025567 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-272b40cd-f054-42d2-b852-ac0830d4ee9b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:31.028284 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-272b40cd-f054-42d2-b852-ac0830d4ee9b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:31.029451 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-272b40cd-f054-42d2-b852-ac0830d4ee9b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/security-groups/571f0b98-88ec-4e43-9fd5-8a880770ba78 HTTP/1.1" status: 204 len: 168 time: 0.1272497 Nov 16 11:57:31.032292 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48876) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:31.039276 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b40cd-f054-42d2-b852-ac0830d4ee9b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=571f0b98-88ec-4e43-9fd5-8a880770ba78,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:31.093998 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a3e4d7cf-e0e0-41e0-ace7-1517a7cdaf26 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:31.122313 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a3e4d7cf-e0e0-41e0-ace7-1517a7cdaf26 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:31.166630 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a3e4d7cf-e0e0-41e0-ace7-1517a7cdaf26 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:31.169432 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a3e4d7cf-e0e0-41e0-ace7-1517a7cdaf26 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:31.173092 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a3e4d7cf-e0e0-41e0-ace7-1517a7cdaf26 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/security-groups/d856a8fd-aeb4-4e96-b2e7-ef57b11dfecc HTTP/1.1" status: 204 len: 168 time: 0.1371984 Nov 16 11:57:31.173826 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48878) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:31.181375 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4d7cf-e0e0-41e0-ace7-1517a7cdaf26 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d856a8fd-aeb4-4e96-b2e7-ef57b11dfecc,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:31.236341 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-63c8241b-3780-476c-a913-c8921a7bd6a2 None None] Provisioning complete for port 07717bed-3783-4fea-bedd-4220e7b59bcb triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:31.236904 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-63c8241b-3780-476c-a913-c8921a7bd6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:31.243257 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0c2b463-96e1-40aa-b56f-ea3a49e0647b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Deleting subnet b22c40ec-8c42-4edc-8195-e33e93f8aa25 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:57:31.246854 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0c2b463-96e1-40aa-b56f-ea3a49e0647b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:31.274720 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-63c8241b-3780-476c-a913-c8921a7bd6a2 None None] Port 07717bed-3783-4fea-bedd-4220e7b59bcb cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:57:31.278991 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-63c8241b-3780-476c-a913-c8921a7bd6a2 None None] Could not find standard attr ID for object cf7b9a99-c0fe-4c85-b404-ed412d5988db. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:57:31.290079 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-63c8241b-3780-476c-a913-c8921a7bd6a2 None None] Provisioning complete for port 2b47ef65-26a6-4e8b-8be2-d98fffbcf94e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:31.290454 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-63c8241b-3780-476c-a913-c8921a7bd6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:31.299119 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0c2b463-96e1-40aa-b56f-ea3a49e0647b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:31.403186 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0c2b463-96e1-40aa-b56f-ea3a49e0647b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:31.472925 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0c2b463-96e1-40aa-b56f-ea3a49e0647b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:31.506725 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-e16bcb4e-05f6-4153-a238-db59b91157e0 None None] Could not find standard attr ID for object cf7b9a99-c0fe-4c85-b404-ed412d5988db. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:57:31.518351 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c2b463-96e1-40aa-b56f-ea3a49e0647b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'Subnet': ['ID=b22c40ec-8c42-4edc-8195-e33e93f8aa25,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:31.522344 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0c2b463-96e1-40aa-b56f-ea3a49e0647b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:31.525966 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d0c2b463-96e1-40aa-b56f-ea3a49e0647b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/subnets/b22c40ec-8c42-4edc-8195-e33e93f8aa25 HTTP/1.1" status: 204 len: 168 time: 0.3505006 Nov 16 11:57:31.531520 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48884) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:31.537112 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-c1044514-329e-4124-b5de-c3c0d8b51a8e tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'subnet': {'network_id': '360bf339-6df4-4c36-975f-c5f325dc0e17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:31.679839 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1044514-329e-4124-b5de-c3c0d8b51a8e tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Made reservation on behalf of 71fdf32391a445a783a7b5e1a54b3d31 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:57:31.684030 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c1044514-329e-4124-b5de-c3c0d8b51a8e tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:31.709516 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63b74ba-0a50-4ae4-af05-a9f0436ab148 None None] Network 360bf339-6df4-4c36-975f-c5f325dc0e17 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:57:31.759702 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-4e5a04db-3efa-4401-a857-fa3878c57b8a None None] Could not find standard attr ID for object cf7b9a99-c0fe-4c85-b404-ed412d5988db. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:57:31.923752 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c1044514-329e-4124-b5de-c3c0d8b51a8e tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:31.970597 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1044514-329e-4124-b5de-c3c0d8b51a8e tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Network 360bf339-6df4-4c36-975f-c5f325dc0e17 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:57:31.973887 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-c1044514-329e-4124-b5de-c3c0d8b51a8e tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:57:31.978781 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1044514-329e-4124-b5de-c3c0d8b51a8e tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:31.979377 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c1044514-329e-4124-b5de-c3c0d8b51a8e tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:31.994211 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1044514-329e-4124-b5de-c3c0d8b51a8e tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'Subnet': ['ID=cee9cfe8-8732-4722-bec8-669d1372584e,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:32.004638 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c1044514-329e-4124-b5de-c3c0d8b51a8e tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4690242 Nov 16 11:57:32.004825 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48892) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:32.009600 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e86cfdb1-249d-4cbd-adb3-47d4fca915e3 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'security_group': {'name': 'tempest-secgroup-1811323183'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:32.032007 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e86cfdb1-249d-4cbd-adb3-47d4fca915e3 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:32.104316 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e86cfdb1-249d-4cbd-adb3-47d4fca915e3 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:32.108473 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e86cfdb1-249d-4cbd-adb3-47d4fca915e3 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:32.139475 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e86cfdb1-249d-4cbd-adb3-47d4fca915e3 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:32.140746 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e86cfdb1-249d-4cbd-adb3-47d4fca915e3 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1348593 Nov 16 11:57:32.143566 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48894) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:32.148539 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e0ea7f17-cb9f-410c-b636-92cf6753a057 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'security_group': {'name': 'tempest-secgroup-612068472'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:32.154914 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86cfdb1-249d-4cbd-adb3-47d4fca915e3 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb36972-c4ab-4cfe-89c9-c6ea21c4149e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:32.177440 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0ea7f17-cb9f-410c-b636-92cf6753a057 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:32.250749 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0ea7f17-cb9f-410c-b636-92cf6753a057 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:32.255843 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0ea7f17-cb9f-410c-b636-92cf6753a057 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:32.290709 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0ea7f17-cb9f-410c-b636-92cf6753a057 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:32.292094 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e0ea7f17-cb9f-410c-b636-92cf6753a057 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1476002 Nov 16 11:57:32.294903 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48896) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:32.297156 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea7f17-cb9f-410c-b636-92cf6753a057 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a19269-47f6-47a2-afbe-7658631ca06d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:32.299451 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-37161d16-ae24-4bb0-80f6-3fd994e11a27 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'security_group': {'name': 'tempest-secgroup-1504302499'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:32.331781 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-37161d16-ae24-4bb0-80f6-3fd994e11a27 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:32.410288 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-37161d16-ae24-4bb0-80f6-3fd994e11a27 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:32.415173 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-37161d16-ae24-4bb0-80f6-3fd994e11a27 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:32.450034 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37161d16-ae24-4bb0-80f6-3fd994e11a27 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb620039-2718-487b-af55-256af1f35bcd,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:32.457739 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-37161d16-ae24-4bb0-80f6-3fd994e11a27 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:32.459053 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-37161d16-ae24-4bb0-80f6-3fd994e11a27 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1631277 Nov 16 11:57:32.461978 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48898) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:32.466813 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-1b167093-db34-4436-9ca6-53f2b3af593d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1620611821', 'security_groups': ['eb620039-2718-487b-af55-256af1f35bcd'], 'network_id': '360bf339-6df4-4c36-975f-c5f325dc0e17', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cee9cfe8-8732-4722-bec8-669d1372584e'}]}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:32.572113 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e355b8ce-67bc-4ca6-a1d9-9ba1e49ec798 None None] Network 360bf339-6df4-4c36-975f-c5f325dc0e17 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:57:32.595788 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b167093-db34-4436-9ca6-53f2b3af593d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Made reservation on behalf of 71fdf32391a445a783a7b5e1a54b3d31 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:57:32.600830 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1b167093-db34-4436-9ca6-53f2b3af593d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:32.620496 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-1b167093-db34-4436-9ca6-53f2b3af593d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] device_id is not set on port b7558811-5ac6-4924-9da9-827fc61d5a98 yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:57:32.635722 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-eb25960d-dc02-4e09-aa7b-0020c2a0c432 None None] Provisioning complete for port 07717bed-3783-4fea-bedd-4220e7b59bcb triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:32.636102 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-eb25960d-dc02-4e09-aa7b-0020c2a0c432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:32.693272 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-eb25960d-dc02-4e09-aa7b-0020c2a0c432 None None] Port 07717bed-3783-4fea-bedd-4220e7b59bcb cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:57:32.731688 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-eb25960d-dc02-4e09-aa7b-0020c2a0c432 None None] Provisioning complete for port 2b47ef65-26a6-4e8b-8be2-d98fffbcf94e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:32.732065 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-eb25960d-dc02-4e09-aa7b-0020c2a0c432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:32.812294 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-1b167093-db34-4436-9ca6-53f2b3af593d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Allocated IP 2001:db8::89 (360bf339-6df4-4c36-975f-c5f325dc0e17/cee9cfe8-8732-4722-bec8-669d1372584e/b7558811-5ac6-4924-9da9-827fc61d5a98) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:57:32.892386 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc7e804-cde3-4535-8de1-e20a97d414d7 None None] Update dhcp port {'port': {'network_id': '360bf339-6df4-4c36-975f-c5f325dc0e17', 'fixed_ips': [{'subnet_id': '74d06e98-fec5-4664-9a82-14235c736b63', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'cee9cfe8-8732-4722-bec8-669d1372584e'}], 'binding:host_id': 'n-d-816823-3'}, 'id': '2b47ef65-26a6-4e8b-8be2-d98fffbcf94e'} from n-d-816823-3. {{(pid=102670) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 11:57:32.918863 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fbc7e804-cde3-4535-8de1-e20a97d414d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:32.970500 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1b167093-db34-4436-9ca6-53f2b3af593d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:33.007527 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1b167093-db34-4436-9ca6-53f2b3af593d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:33.058541 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b167093-db34-4436-9ca6-53f2b3af593d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Network 360bf339-6df4-4c36-975f-c5f325dc0e17 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:57:33.063485 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-1b167093-db34-4436-9ca6-53f2b3af593d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:57:33.067276 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b167093-db34-4436-9ca6-53f2b3af593d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:57:33.073617 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b167093-db34-4436-9ca6-53f2b3af593d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:33.074396 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1b167093-db34-4436-9ca6-53f2b3af593d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:33.079269 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b167093-db34-4436-9ca6-53f2b3af593d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'Port': ['ID=b7558811-5ac6-4924-9da9-827fc61d5a98,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:33.094818 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1b167093-db34-4436-9ca6-53f2b3af593d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6318400 Nov 16 11:57:33.097593 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48902) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:33.103279 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-21f2652f-8487-4355-899f-1cf1d4d02a37 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'subnet': {'network_id': '360bf339-6df4-4c36-975f-c5f325dc0e17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:33.105210 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-fbc7e804-cde3-4535-8de1-e20a97d414d7 None None] Allocated IP 2001:db8::2 (360bf339-6df4-4c36-975f-c5f325dc0e17/cee9cfe8-8732-4722-bec8-669d1372584e/2b47ef65-26a6-4e8b-8be2-d98fffbcf94e) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:57:33.212306 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fbc7e804-cde3-4535-8de1-e20a97d414d7 None None] For port 2b47ef65-26a6-4e8b-8be2-d98fffbcf94e, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=2b47ef65-26a6-4e8b-8be2-d98fffbcf94e,segment=NetworkSegment(e904030b-90a6-46de-bd5e-2403e8d33d38),segment_id=e904030b-90a6-46de-bd5e-2403e8d33d38)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:57:33.231506 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f2652f-8487-4355-899f-1cf1d4d02a37 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Made reservation on behalf of 71fdf32391a445a783a7b5e1a54b3d31 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:57:33.235943 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-21f2652f-8487-4355-899f-1cf1d4d02a37 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:33.245027 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fbc7e804-cde3-4535-8de1-e20a97d414d7 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:33.250939 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fbc7e804-cde3-4535-8de1-e20a97d414d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:33.334233 n-d-816823-3 neutron-server[102669]: INFO neutron.db.ipam_backend_mixin [None req-21f2652f-8487-4355-899f-1cf1d4d02a37 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cee9cfe8-8732-4722-bec8-669d1372584e (CIDR: 2001:db8::/64) Nov 16 11:57:33.338905 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f2652f-8487-4355-899f-1cf1d4d02a37 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:57:33.339574 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21f2652f-8487-4355-899f-1cf1d4d02a37 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:57:33.349280 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc7e804-cde3-4535-8de1-e20a97d414d7 None None] Pushing event updated for resources: {'Port': ['ID=2b47ef65-26a6-4e8b-8be2-d98fffbcf94e,revision_number=6']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:33.362481 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-21f2652f-8487-4355-899f-1cf1d4d02a37 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2636778 Nov 16 11:57:33.365054 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48904) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:33.370124 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-a7d30117-eb6c-489e-b729-a8bcacae7735 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'subnet': {'network_id': '360bf339-6df4-4c36-975f-c5f325dc0e17', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:33.485415 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d30117-eb6c-489e-b729-a8bcacae7735 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Made reservation on behalf of 71fdf32391a445a783a7b5e1a54b3d31 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:57:33.489484 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7d30117-eb6c-489e-b729-a8bcacae7735 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:33.599941 n-d-816823-3 neutron-server[102669]: INFO neutron.db.ipam_backend_mixin [None req-a7d30117-eb6c-489e-b729-a8bcacae7735 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 74d06e98-fec5-4664-9a82-14235c736b63 (CIDR: 2001:db8:0:1::/64) Nov 16 11:57:33.603640 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d30117-eb6c-489e-b729-a8bcacae7735 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:57:33.604224 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7d30117-eb6c-489e-b729-a8bcacae7735 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:57:33.623796 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a7d30117-eb6c-489e-b729-a8bcacae7735 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2550979 Nov 16 11:57:33.624635 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48906) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:33.630199 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-9e481f6e-8e5a-45a6-ab6d-97f11d6ae458 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'subnet': {'network_id': '360bf339-6df4-4c36-975f-c5f325dc0e17', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:33.763379 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e481f6e-8e5a-45a6-ab6d-97f11d6ae458 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Made reservation on behalf of 71fdf32391a445a783a7b5e1a54b3d31 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:57:33.768373 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9e481f6e-8e5a-45a6-ab6d-97f11d6ae458 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:33.989895 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a4170015-9ff5-4484-ac5b-58b80b602b74 None None] Provisioning complete for port 07717bed-3783-4fea-bedd-4220e7b59bcb triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:33.991604 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a4170015-9ff5-4484-ac5b-58b80b602b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:34.029268 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9e481f6e-8e5a-45a6-ab6d-97f11d6ae458 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:34.029757 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-a4170015-9ff5-4484-ac5b-58b80b602b74 None None] Port 07717bed-3783-4fea-bedd-4220e7b59bcb cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:57:34.046253 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a4170015-9ff5-4484-ac5b-58b80b602b74 None None] Provisioning complete for port 2b47ef65-26a6-4e8b-8be2-d98fffbcf94e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:34.046918 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a4170015-9ff5-4484-ac5b-58b80b602b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:34.077969 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e481f6e-8e5a-45a6-ab6d-97f11d6ae458 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Network 360bf339-6df4-4c36-975f-c5f325dc0e17 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:57:34.081432 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-9e481f6e-8e5a-45a6-ab6d-97f11d6ae458 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:57:34.085855 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e481f6e-8e5a-45a6-ab6d-97f11d6ae458 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:34.086554 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9e481f6e-8e5a-45a6-ab6d-97f11d6ae458 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:34.098750 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e481f6e-8e5a-45a6-ab6d-97f11d6ae458 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'Subnet': ['ID=169654b7-b64e-4744-8709-bd5528e18c74,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:34.118330 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e481f6e-8e5a-45a6-ab6d-97f11d6ae458 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:57:34.119024 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e481f6e-8e5a-45a6-ab6d-97f11d6ae458 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:57:34.119553 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e481f6e-8e5a-45a6-ab6d-97f11d6ae458 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:57:34.120184 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e481f6e-8e5a-45a6-ab6d-97f11d6ae458 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:57:34.121373 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e481f6e-8e5a-45a6-ab6d-97f11d6ae458 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:57:34.121811 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e481f6e-8e5a-45a6-ab6d-97f11d6ae458 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:57:34.122314 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e481f6e-8e5a-45a6-ab6d-97f11d6ae458 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:57:34.122710 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e481f6e-8e5a-45a6-ab6d-97f11d6ae458 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:57:34.123072 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e481f6e-8e5a-45a6-ab6d-97f11d6ae458 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:57:34.123405 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e481f6e-8e5a-45a6-ab6d-97f11d6ae458 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:57:34.123735 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e481f6e-8e5a-45a6-ab6d-97f11d6ae458 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:57:34.124067 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e481f6e-8e5a-45a6-ab6d-97f11d6ae458 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:57:34.146281 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9e481f6e-8e5a-45a6-ab6d-97f11d6ae458 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5179691 Nov 16 11:57:34.146654 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48910) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:34.152957 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-2826781d-d299-47b9-a2e0-05711a0ed23d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1499318004', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '169654b7-b64e-4744-8709-bd5528e18c74'}], 'security_groups': ['0cb36972-c4ab-4cfe-89c9-c6ea21c4149e', 'a9a19269-47f6-47a2-afbe-7658631ca06d']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:34.207369 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77a5bb2-9780-4692-a6ff-f2dfad79a030 None None] Network 360bf339-6df4-4c36-975f-c5f325dc0e17 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:57:34.328828 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2826781d-d299-47b9-a2e0-05711a0ed23d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:34.329959 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-910c3086-d5e2-49dc-a7d0-79da692a94a7 None None] Provisioning complete for port b7558811-5ac6-4924-9da9-827fc61d5a98 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:34.330423 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-910c3086-d5e2-49dc-a7d0-79da692a94a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:34.405967 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-910c3086-d5e2-49dc-a7d0-79da692a94a7 None None] Port b7558811-5ac6-4924-9da9-827fc61d5a98 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:57:34.495095 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fa64cf-e7e8-4f88-b6ce-f63717ab8e8f None None] Update dhcp port {'port': {'network_id': '360bf339-6df4-4c36-975f-c5f325dc0e17', 'fixed_ips': [{'subnet_id': '74d06e98-fec5-4664-9a82-14235c736b63', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'cee9cfe8-8732-4722-bec8-669d1372584e', 'ip_address': '2001:db8::2'}, {'subnet_id': '169654b7-b64e-4744-8709-bd5528e18c74'}], 'binding:host_id': 'n-d-816823-3'}, 'id': '2b47ef65-26a6-4e8b-8be2-d98fffbcf94e'} from n-d-816823-3. {{(pid=102670) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 11:57:34.520457 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-36fa64cf-e7e8-4f88-b6ce-f63717ab8e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:34.657507 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-2826781d-d299-47b9-a2e0-05711a0ed23d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Delete allocated IP 2001:db8::89 (360bf339-6df4-4c36-975f-c5f325dc0e17/cee9cfe8-8732-4722-bec8-669d1372584e) {{(pid=102669) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 16 11:57:34.665473 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-2826781d-d299-47b9-a2e0-05711a0ed23d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Allocated IP 2001:db8:0:2::7c (360bf339-6df4-4c36-975f-c5f325dc0e17/169654b7-b64e-4744-8709-bd5528e18c74/b7558811-5ac6-4924-9da9-827fc61d5a98) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:57:34.787426 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 2b47ef65-26a6-4e8b-8be2-d98fffbcf94e up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:57:34.827682 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2826781d-d299-47b9-a2e0-05711a0ed23d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:34.834501 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2826781d-d299-47b9-a2e0-05711a0ed23d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:34.875017 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 2b47ef65-26a6-4e8b-8be2-d98fffbcf94e triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:34.875418 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:34.900833 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-2826781d-d299-47b9-a2e0-05711a0ed23d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] In _notify_port_updated(), no bound segment for port b7558811-5ac6-4924-9da9-827fc61d5a98 on network 360bf339-6df4-4c36-975f-c5f325dc0e17 {{(pid=102669) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 11:57:34.906154 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2826781d-d299-47b9-a2e0-05711a0ed23d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:34.906661 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2826781d-d299-47b9-a2e0-05711a0ed23d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:34.910585 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2826781d-d299-47b9-a2e0-05711a0ed23d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "PUT /v2.0/ports/b7558811-5ac6-4924-9da9-827fc61d5a98 HTTP/1.1" status: 200 len: 969 time: 0.7602255 Nov 16 11:57:34.911474 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48914) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:34.923062 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2826781d-d299-47b9-a2e0-05711a0ed23d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event updated for resources: {'Port': ['ID=b7558811-5ac6-4924-9da9-827fc61d5a98,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:34.925796 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-36fa64cf-e7e8-4f88-b6ce-f63717ab8e8f None None] Allocated IP 2001:db8:0:2::2 (360bf339-6df4-4c36-975f-c5f325dc0e17/169654b7-b64e-4744-8709-bd5528e18c74/2b47ef65-26a6-4e8b-8be2-d98fffbcf94e) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:57:35.018168 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ec73effa-cc1f-4f07-bc70-44c77c94b339 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Deleting port b7558811-5ac6-4924-9da9-827fc61d5a98 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:57:35.018506 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec73effa-cc1f-4f07-bc70-44c77c94b339 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:35.063531 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-36fa64cf-e7e8-4f88-b6ce-f63717ab8e8f None None] For port 2b47ef65-26a6-4e8b-8be2-d98fffbcf94e, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=2b47ef65-26a6-4e8b-8be2-d98fffbcf94e,segment=NetworkSegment(e904030b-90a6-46de-bd5e-2403e8d33d38),segment_id=e904030b-90a6-46de-bd5e-2403e8d33d38)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:57:35.147210 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec73effa-cc1f-4f07-bc70-44c77c94b339 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:35.164330 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ec73effa-cc1f-4f07-bc70-44c77c94b339 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Calling delete_port for b7558811-5ac6-4924-9da9-827fc61d5a98 owned by {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:57:35.276427 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-36fa64cf-e7e8-4f88-b6ce-f63717ab8e8f None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:35.283415 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-36fa64cf-e7e8-4f88-b6ce-f63717ab8e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:35.352444 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec73effa-cc1f-4f07-bc70-44c77c94b339 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:35.399945 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa64cf-e7e8-4f88-b6ce-f63717ab8e8f None None] Pushing event updated for resources: {'Port': ['ID=2b47ef65-26a6-4e8b-8be2-d98fffbcf94e,revision_number=7']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:35.417140 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec73effa-cc1f-4f07-bc70-44c77c94b339 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'Port': ['ID=b7558811-5ac6-4924-9da9-827fc61d5a98,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:35.421150 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec73effa-cc1f-4f07-bc70-44c77c94b339 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:35.424506 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ec73effa-cc1f-4f07-bc70-44c77c94b339 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/ports/b7558811-5ac6-4924-9da9-827fc61d5a98 HTTP/1.1" status: 204 len: 168 time: 0.5122154 Nov 16 11:57:35.427406 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48916) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:35.454603 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-02ab4d41-6eda-4c4f-9267-3f2517f71629 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] GET failed (client error): The resource could not be found. Nov 16 11:57:35.456135 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-02ab4d41-6eda-4c4f-9267-3f2517f71629 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "GET /v2.0/ports/b7558811-5ac6-4924-9da9-827fc61d5a98 HTTP/1.1" status: 404 len: 333 time: 0.0276864 Nov 16 11:57:35.459075 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48918) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:35.535508 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e9102933-7a0c-4b28-ae92-9601382cecfa tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:35.566348 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e9102933-7a0c-4b28-ae92-9601382cecfa tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:35.618130 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e9102933-7a0c-4b28-ae92-9601382cecfa tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:35.620751 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e9102933-7a0c-4b28-ae92-9601382cecfa tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:35.622054 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e9102933-7a0c-4b28-ae92-9601382cecfa tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/security-groups/eb620039-2718-487b-af55-256af1f35bcd HTTP/1.1" status: 204 len: 168 time: 0.1613417 Nov 16 11:57:35.624727 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48920) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:35.654131 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9102933-7a0c-4b28-ae92-9601382cecfa tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb620039-2718-487b-af55-256af1f35bcd,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:35.692561 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f147307-104a-4b64-8e51-7574ce65310f tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:35.726615 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f147307-104a-4b64-8e51-7574ce65310f tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:35.779262 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f147307-104a-4b64-8e51-7574ce65310f tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:35.782253 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f147307-104a-4b64-8e51-7574ce65310f tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:35.783579 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8f147307-104a-4b64-8e51-7574ce65310f tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/security-groups/a9a19269-47f6-47a2-afbe-7658631ca06d HTTP/1.1" status: 204 len: 168 time: 0.1576438 Nov 16 11:57:35.786298 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48922) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:35.807872 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f147307-104a-4b64-8e51-7574ce65310f tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a19269-47f6-47a2-afbe-7658631ca06d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:35.871088 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-185baea9-bd5f-4ca7-ae12-09ba0147028d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:35.910052 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-185baea9-bd5f-4ca7-ae12-09ba0147028d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:35.990229 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-185baea9-bd5f-4ca7-ae12-09ba0147028d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:35.992899 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-185baea9-bd5f-4ca7-ae12-09ba0147028d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:35.994326 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-185baea9-bd5f-4ca7-ae12-09ba0147028d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/security-groups/0cb36972-c4ab-4cfe-89c9-c6ea21c4149e HTTP/1.1" status: 204 len: 168 time: 0.2070363 Nov 16 11:57:35.997547 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48926) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:36.004652 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185baea9-bd5f-4ca7-ae12-09ba0147028d tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb36972-c4ab-4cfe-89c9-c6ea21c4149e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:36.086388 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8d97af5-90e8-4ea8-85a2-40d451cc3da4 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Deleting subnet cee9cfe8-8732-4722-bec8-669d1372584e {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:57:36.089870 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a8d97af5-90e8-4ea8-85a2-40d451cc3da4 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:36.157113 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-0b01d180-9c70-4928-baf6-02e1a03fee63 None None] Provisioning complete for port 07717bed-3783-4fea-bedd-4220e7b59bcb triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:36.157692 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0b01d180-9c70-4928-baf6-02e1a03fee63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:36.164268 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a8d97af5-90e8-4ea8-85a2-40d451cc3da4 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:36.211812 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-0b01d180-9c70-4928-baf6-02e1a03fee63 None None] Port 07717bed-3783-4fea-bedd-4220e7b59bcb cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:57:36.217359 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-0b01d180-9c70-4928-baf6-02e1a03fee63 None None] Could not find standard attr ID for object b7558811-5ac6-4924-9da9-827fc61d5a98. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:57:36.227727 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-0b01d180-9c70-4928-baf6-02e1a03fee63 None None] Provisioning complete for port 2b47ef65-26a6-4e8b-8be2-d98fffbcf94e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:36.228102 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0b01d180-9c70-4928-baf6-02e1a03fee63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:36.271188 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a8d97af5-90e8-4ea8-85a2-40d451cc3da4 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:36.399891 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a8d97af5-90e8-4ea8-85a2-40d451cc3da4 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:36.431566 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d97af5-90e8-4ea8-85a2-40d451cc3da4 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'Subnet': ['ID=cee9cfe8-8732-4722-bec8-669d1372584e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:36.438158 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a8d97af5-90e8-4ea8-85a2-40d451cc3da4 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:36.442343 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a8d97af5-90e8-4ea8-85a2-40d451cc3da4 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/subnets/cee9cfe8-8732-4722-bec8-669d1372584e HTTP/1.1" status: 204 len: 168 time: 0.4425387 Nov 16 11:57:36.446845 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48928) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:36.458176 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-507fff37-98a0-41e7-8d0c-a1d77d0ae6d4 None None] Could not find standard attr ID for object b7558811-5ac6-4924-9da9-827fc61d5a98. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:57:36.509476 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a865fb9-ab0e-4a3a-a4e3-efdb347c0680 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Deleting subnet 169654b7-b64e-4744-8709-bd5528e18c74 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:57:36.513744 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a865fb9-ab0e-4a3a-a4e3-efdb347c0680 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:36.564048 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a865fb9-ab0e-4a3a-a4e3-efdb347c0680 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:36.626326 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e144d70-d784-4c66-b2a9-c40ffa3c4081 None None] Network 360bf339-6df4-4c36-975f-c5f325dc0e17 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:57:36.664857 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a865fb9-ab0e-4a3a-a4e3-efdb347c0680 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:36.732445 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a865fb9-ab0e-4a3a-a4e3-efdb347c0680 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:36.769743 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1a865fb9-ab0e-4a3a-a4e3-efdb347c0680 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:36.777486 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1a865fb9-ab0e-4a3a-a4e3-efdb347c0680 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/subnets/169654b7-b64e-4744-8709-bd5528e18c74 HTTP/1.1" status: 204 len: 168 time: 0.3276534 Nov 16 11:57:36.777486 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a865fb9-ab0e-4a3a-a4e3-efdb347c0680 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'Subnet': ['ID=169654b7-b64e-4744-8709-bd5528e18c74,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:36.777907 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48930) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:36.810324 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-abf52704-026c-4e77-adb2-c2a80c9edc31 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] DELETE failed (client error): The resource could not be found. Nov 16 11:57:36.810791 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abf52704-026c-4e77-adb2-c2a80c9edc31 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:57:36.817328 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-abf52704-026c-4e77-adb2-c2a80c9edc31 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/subnets/cee9cfe8-8732-4722-bec8-669d1372584e HTTP/1.1" status: 404 len: 337 time: 0.0357938 Nov 16 11:57:36.817506 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48932) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:36.818792 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 2b47ef65-26a6-4e8b-8be2-d98fffbcf94e up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:57:36.879393 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f11f22d-bcab-43d4-9706-2b3ac5362088 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Deleting subnet 74d06e98-fec5-4664-9a82-14235c736b63 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:57:36.886139 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4f11f22d-bcab-43d4-9706-2b3ac5362088 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:36.918098 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be30230-55c1-4b92-b06a-5f6c5486a968 None None] Update dhcp port {'port': {'network_id': '360bf339-6df4-4c36-975f-c5f325dc0e17', 'fixed_ips': [{'subnet_id': '74d06e98-fec5-4664-9a82-14235c736b63', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '169654b7-b64e-4744-8709-bd5528e18c74'}], 'binding:host_id': 'n-d-816823-3'}, 'id': '2b47ef65-26a6-4e8b-8be2-d98fffbcf94e'} from n-d-816823-3. {{(pid=102670) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 11:57:36.920006 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 2b47ef65-26a6-4e8b-8be2-d98fffbcf94e triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:36.920372 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:36.963023 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4f11f22d-bcab-43d4-9706-2b3ac5362088 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:36.982416 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9be30230-55c1-4b92-b06a-5f6c5486a968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:37.087661 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4f11f22d-bcab-43d4-9706-2b3ac5362088 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:37.164984 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4f11f22d-bcab-43d4-9706-2b3ac5362088 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server [None req-9be30230-55c1-4b92-b06a-5f6c5486a968 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 74d06e98-fec5-4664-9a82-14235c736b63: This subnet is being modified by another concurrent operation. Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise exception Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 74d06e98-fec5-4664-9a82-14235c736b63: This subnet is being modified by another concurrent operation. Nov 16 11:57:37.166340 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server Nov 16 11:57:37.203272 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11f22d-bcab-43d4-9706-2b3ac5362088 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'Subnet': ['ID=74d06e98-fec5-4664-9a82-14235c736b63,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:37.207241 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4f11f22d-bcab-43d4-9706-2b3ac5362088 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:37.211313 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4f11f22d-bcab-43d4-9706-2b3ac5362088 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/subnets/74d06e98-fec5-4664-9a82-14235c736b63 HTTP/1.1" status: 204 len: 168 time: 0.3928943 Nov 16 11:57:37.214274 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48936) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:37.253205 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-625abc1a-0c4b-4e14-9886-663da979913e tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] DELETE failed (client error): The resource could not be found. Nov 16 11:57:37.253660 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-625abc1a-0c4b-4e14-9886-663da979913e tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:57:37.256823 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69337265-8c2a-4d61-bea6-e84beb4f6180 None None] Network 360bf339-6df4-4c36-975f-c5f325dc0e17 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:57:37.264058 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-625abc1a-0c4b-4e14-9886-663da979913e tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/subnets/b22c40ec-8c42-4edc-8195-e33e93f8aa25 HTTP/1.1" status: 404 len: 337 time: 0.0485413 Nov 16 11:57:37.266648 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48938) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:37.296519 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-040539e6-6a2e-45c4-aa39-e7e2c26a2705 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "GET /v2.0/ports?device_id=fddf348f-b66b-4a1a-b2cc-61a4eb0f4a8d HTTP/1.1" status: 200 len: 205 time: 0.0286236 Nov 16 11:57:37.299128 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48940) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:37.337351 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-f10c2fde-f2e3-41f6-8c66-af963d429891 None None] Provisioning complete for port 07717bed-3783-4fea-bedd-4220e7b59bcb triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:37.338021 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f10c2fde-f2e3-41f6-8c66-af963d429891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:37.343130 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-0611858a-a8f5-4ba7-aa5f-8faf434fb4b2 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] delete failed (client error): The resource could not be found. Nov 16 11:57:37.344162 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0611858a-a8f5-4ba7-aa5f-8faf434fb4b2 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/routers/fddf348f-b66b-4a1a-b2cc-61a4eb0f4a8d HTTP/1.1" status: 404 len: 336 time: 0.0432241 Nov 16 11:57:37.347205 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48942) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:37.374810 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ea58623-876c-418b-8e1b-c5eaf215e941 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] DELETE failed (client error): The resource could not be found. Nov 16 11:57:37.375354 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ea58623-876c-418b-8e1b-c5eaf215e941 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:57:37.378495 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1ea58623-876c-418b-8e1b-c5eaf215e941 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/subnets/939fbfad-be64-4b19-8d53-f12787d7eba6 HTTP/1.1" status: 404 len: 337 time: 0.0302243 Nov 16 11:57:37.381004 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48944) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:37.412494 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-abbb76a2-232e-4d0c-ae24-cf63f8e956bf tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] DELETE failed (client error): The resource could not be found. Nov 16 11:57:37.413848 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abbb76a2-232e-4d0c-ae24-cf63f8e956bf tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:57:37.416286 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-abbb76a2-232e-4d0c-ae24-cf63f8e956bf tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/subnets/4e5d1010-7121-439f-bcc5-856c701fc91a HTTP/1.1" status: 404 len: 337 time: 0.0337598 Nov 16 11:57:37.418846 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48946) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:37.425219 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-f10c2fde-f2e3-41f6-8c66-af963d429891 None None] Port 07717bed-3783-4fea-bedd-4220e7b59bcb cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:57:37.445871 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-f10c2fde-f2e3-41f6-8c66-af963d429891 None None] Provisioning complete for port 2b47ef65-26a6-4e8b-8be2-d98fffbcf94e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:37.446265 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f10c2fde-f2e3-41f6-8c66-af963d429891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:37.463398 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa07c509-f585-4577-97c8-d5e25ccf3ff5 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] DELETE failed (client error): The resource could not be found. Nov 16 11:57:37.463948 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa07c509-f585-4577-97c8-d5e25ccf3ff5 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:57:37.470368 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-aa07c509-f585-4577-97c8-d5e25ccf3ff5 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/subnets/ebd872fe-a984-4cfe-b0fb-ad9e545c0af3 HTTP/1.1" status: 404 len: 337 time: 0.0501091 Nov 16 11:57:37.471104 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48948) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:37.481447 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fabcf4-4d24-4a46-b63d-082d7092778e None None] DHCP port deletion for 360bf339-6df4-4c36-975f-c5f325dc0e17 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:57:37.498537 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-49b642e1-30c7-42e6-8021-904fff63524f tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] DELETE failed (client error): The resource could not be found. Nov 16 11:57:37.499307 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49b642e1-30c7-42e6-8021-904fff63524f tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:57:37.502587 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-49b642e1-30c7-42e6-8021-904fff63524f tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/ports/c32c70c7-1e2e-4897-b700-86fe873edf92 HTTP/1.1" status: 404 len: 333 time: 0.0304859 Nov 16 11:57:37.505290 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48950) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:37.535185 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-215384f8-851d-4a5c-b467-3fc12d6152e0 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] DELETE failed (client error): The resource could not be found. Nov 16 11:57:37.536540 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-215384f8-851d-4a5c-b467-3fc12d6152e0 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:57:37.539955 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-215384f8-851d-4a5c-b467-3fc12d6152e0 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/subnets/3939b240-2610-4975-bcfb-c445f2ad194e HTTP/1.1" status: 404 len: 337 time: 0.0335171 Nov 16 11:57:37.542569 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48952) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:37.571840 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-d47631d5-81c3-4fc9-ab1c-4f54c9bac895 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] DELETE failed (client error): The resource could not be found. Nov 16 11:57:37.572560 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d47631d5-81c3-4fc9-ab1c-4f54c9bac895 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:57:37.577998 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d47631d5-81c3-4fc9-ab1c-4f54c9bac895 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/subnets/820f471d-2415-4756-8af0-16f60ccd0757 HTTP/1.1" status: 404 len: 337 time: 0.0324376 Nov 16 11:57:37.579737 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48954) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:37.583483 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-c0fabcf4-4d24-4a46-b63d-082d7092778e None None] Deleting port 2b47ef65-26a6-4e8b-8be2-d98fffbcf94e {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:57:37.583857 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c0fabcf4-4d24-4a46-b63d-082d7092778e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:37.611588 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-e56640aa-a5aa-43a6-912b-95c1c47eb34f tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] DELETE failed (client error): The resource could not be found. Nov 16 11:57:37.612113 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e56640aa-a5aa-43a6-912b-95c1c47eb34f tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:57:37.615555 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e56640aa-a5aa-43a6-912b-95c1c47eb34f tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/ports/9233aa44-f481-452c-9825-9f664fd5eec7 HTTP/1.1" status: 404 len: 333 time: 0.0348923 Nov 16 11:57:37.618074 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48956) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:37.644207 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-53af9ad3-f4cb-4b84-b957-a6df2e6a4303 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] DELETE failed (client error): The resource could not be found. Nov 16 11:57:37.645087 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53af9ad3-f4cb-4b84-b957-a6df2e6a4303 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:57:37.648874 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-53af9ad3-f4cb-4b84-b957-a6df2e6a4303 tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/subnets/6c21b2e0-c4b8-4e33-8678-a88886e90948 HTTP/1.1" status: 404 len: 337 time: 0.0297115 Nov 16 11:57:37.651668 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 48958) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:37.652516 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c0fabcf4-4d24-4a46-b63d-082d7092778e None None] For port 2b47ef65-26a6-4e8b-8be2-d98fffbcf94e, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=2b47ef65-26a6-4e8b-8be2-d98fffbcf94e,segment=NetworkSegment(e904030b-90a6-46de-bd5e-2403e8d33d38),segment_id=e904030b-90a6-46de-bd5e-2403e8d33d38)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:57:37.652705 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c0fabcf4-4d24-4a46-b63d-082d7092778e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:37.666425 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-c0fabcf4-4d24-4a46-b63d-082d7092778e None None] Calling delete_port for 2b47ef65-26a6-4e8b-8be2-d98fffbcf94e owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:57:37.682877 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3248aee-aa87-43af-b567-9a70db0b322b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] DELETE failed (client error): The resource could not be found. Nov 16 11:57:37.683792 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3248aee-aa87-43af-b567-9a70db0b322b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:57:37.686670 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b3248aee-aa87-43af-b567-9a70db0b322b tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/subnets/e3d448bb-6f8b-4210-92f1-74b9bc9234d3 HTTP/1.1" status: 404 len: 337 time: 0.0340567 Nov 16 11:57:37.689257 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48960) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:37.755137 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c0fabcf4-4d24-4a46-b63d-082d7092778e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:37.783036 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fabcf4-4d24-4a46-b63d-082d7092778e None None] Pushing event deleted for resources: {'Port': ['ID=2b47ef65-26a6-4e8b-8be2-d98fffbcf94e,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:37.785478 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-db47f9b3-360a-4896-a75f-c61506f2270a tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Deleting port 07717bed-3783-4fea-bedd-4220e7b59bcb {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:57:37.786406 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db47f9b3-360a-4896-a75f-c61506f2270a tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:37.793433 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fabcf4-4d24-4a46-b63d-082d7092778e None None] No DVR routers for this DVR port 2b47ef65-26a6-4e8b-8be2-d98fffbcf94e on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:57:37.832106 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca19fb9-d818-4024-bdeb-3a8ea78aa7e3 None None] get_active_networks_info from n-d-816823-3 {{(pid=102670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 11:57:37.859472 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db47f9b3-360a-4896-a75f-c61506f2270a tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:37.873161 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-db47f9b3-360a-4896-a75f-c61506f2270a tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Calling delete_port for 07717bed-3783-4fea-bedd-4220e7b59bcb owned by {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:57:37.898434 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca19fb9-d818-4024-bdeb-3a8ea78aa7e3 None None] Resources bound (agent type, host, resource id): {{(pid=102670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 11:57:37.973769 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db47f9b3-360a-4896-a75f-c61506f2270a tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:37.999988 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db47f9b3-360a-4896-a75f-c61506f2270a tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'Port': ['ID=07717bed-3783-4fea-bedd-4220e7b59bcb,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:38.026178 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-db47f9b3-360a-4896-a75f-c61506f2270a tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:38.031953 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-db47f9b3-360a-4896-a75f-c61506f2270a tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/ports/07717bed-3783-4fea-bedd-4220e7b59bcb HTTP/1.1" status: 204 len: 168 time: 0.3389566 Nov 16 11:57:38.034588 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48964) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:38.117214 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7948ea8f-1840-45f9-ba8f-4a8eecf2082f tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:38.212476 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7948ea8f-1840-45f9-ba8f-4a8eecf2082f tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:38.232495 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-7948ea8f-1840-45f9-ba8f-4a8eecf2082f tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['360bf339-6df4-4c36-975f-c5f325dc0e17']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:38.241942 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-7948ea8f-1840-45f9-ba8f-4a8eecf2082f tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e904030b-90a6-46de-bd5e-2403e8d33d38') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:38.242282 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-7948ea8f-1840-45f9-ba8f-4a8eecf2082f tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e904030b-90a6-46de-bd5e-2403e8d33d38') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:38.251621 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7948ea8f-1840-45f9-ba8f-4a8eecf2082f tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:38.266742 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7948ea8f-1840-45f9-ba8f-4a8eecf2082f tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:38.273511 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7948ea8f-1840-45f9-ba8f-4a8eecf2082f tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:57:38.273894 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7948ea8f-1840-45f9-ba8f-4a8eecf2082f tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:38.276934 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:57:38.276934 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:57:38.276934 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:57:38.276934 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:57:38.276934 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:57:38.276934 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:57:38.276934 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:57:38.276934 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:57:38.276934 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:57:38.276934 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:57:38.276934 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:57:38.276934 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:57:38.276934 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:57:38.276934 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:57:38.276934 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:57:38.276934 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:57:38.276934 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:57:38.276934 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:57:38.276934 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:57:38.276934 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:57:38.276934 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:57:38.276934 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:57:38.276934 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:57:38.276934 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:57:38.276934 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:57:38.276934 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:57:38.276934 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:57:38.276934 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:57:38.276934 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:57:38.276934 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:57:38.276934 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:57:38.276934 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:57:38.337059 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7948ea8f-1840-45f9-ba8f-4a8eecf2082f tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:38.354510 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7948ea8f-1840-45f9-ba8f-4a8eecf2082f tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:38.360107 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7948ea8f-1840-45f9-ba8f-4a8eecf2082f tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] 10.222.0.61 "DELETE /v2.0/networks/360bf339-6df4-4c36-975f-c5f325dc0e17 HTTP/1.1" status: 204 len: 168 time: 0.3224955 Nov 16 11:57:38.360107 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948ea8f-1840-45f9-ba8f-4a8eecf2082f tempest-PortsIpV6TestJSON-575110603 tempest-PortsIpV6TestJSON-575110603-project] Pushing event deleted for resources: {'Network': ['ID=360bf339-6df4-4c36-975f-c5f325dc0e17,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:38.627784 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48970) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:38.780455 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 2b47ef65-26a6-4e8b-8be2-d98fffbcf94e no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:57:38.782546 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-fe6f686c-30d6-4600-8317-f45e59a34725 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=71fdf32391a445a783a7b5e1a54b3d31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1535821 Nov 16 11:57:38.785033 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48974) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:38.803491 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 2b47ef65-26a6-4e8b-8be2-d98fffbcf94e {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:57:38.804095 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 2b47ef65-26a6-4e8b-8be2-d98fffbcf94e not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:57:38.834450 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-24a0828b-2998-495b-8228-e3280dd61a76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:38.857614 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-24a0828b-2998-495b-8228-e3280dd61a76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:38.905515 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-24a0828b-2998-495b-8228-e3280dd61a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:38.908377 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-24a0828b-2998-495b-8228-e3280dd61a76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:38.909545 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-24a0828b-2998-495b-8228-e3280dd61a76 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ded849e5-7fb7-4ee0-9ebb-5c2faaf90b5e HTTP/1.1" status: 204 len: 168 time: 0.1236186 Nov 16 11:57:38.917713 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a0828b-2998-495b-8228-e3280dd61a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded849e5-7fb7-4ee0-9ebb-5c2faaf90b5e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:39.626727 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 48998) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:39.729625 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ea3dbf6a-1f91-461b-b76a-96decf7b0ec3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-651542108'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:39.753521 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3dbf6a-1f91-461b-b76a-96decf7b0ec3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Made reservation on behalf of 3db4b60e8c3e4cb79c9b3460ea2841aa for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:57:39.757657 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea3dbf6a-1f91-461b-b76a-96decf7b0ec3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:39.767368 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea3dbf6a-1f91-461b-b76a-96decf7b0ec3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:39.855236 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea3dbf6a-1f91-461b-b76a-96decf7b0ec3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:39.860165 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea3dbf6a-1f91-461b-b76a-96decf7b0ec3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:39.890420 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea3dbf6a-1f91-461b-b76a-96decf7b0ec3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:57:39.901586 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3dbf6a-1f91-461b-b76a-96decf7b0ec3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a602144f-cc86-4afe-8481-b25f3b7de74d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:39.906820 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea3dbf6a-1f91-461b-b76a-96decf7b0ec3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:39.907170 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-ea3dbf6a-1f91-461b-b76a-96decf7b0ec3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Added segment af7e16e6-73b8-4ef8-ba1f-00e4a24abf2d of type vlan for network 9030e58b-3811-47b6-91ef-63ab6e7fa56e Nov 16 11:57:39.957017 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea3dbf6a-1f91-461b-b76a-96decf7b0ec3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:39.982951 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea3dbf6a-1f91-461b-b76a-96decf7b0ec3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:39.988801 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3dbf6a-1f91-461b-b76a-96decf7b0ec3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:39.989385 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea3dbf6a-1f91-461b-b76a-96decf7b0ec3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:40.040851 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ea3dbf6a-1f91-461b-b76a-96decf7b0ec3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4130211 Nov 16 11:57:40.043601 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49002) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:40.048340 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-bf50c342-9474-4fc4-98d4-788f4a7d6530 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1907043530'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:40.073090 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3dbf6a-1f91-461b-b76a-96decf7b0ec3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event updated for resources: {'Network': ['ID=9030e58b-3811-47b6-91ef-63ab6e7fa56e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:40.083045 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 9030e58b-3811-47b6-91ef-63ab6e7fa56e details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:57:40.087742 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf50c342-9474-4fc4-98d4-788f4a7d6530 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Made reservation on behalf of 3db4b60e8c3e4cb79c9b3460ea2841aa for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:57:40.091229 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bf50c342-9474-4fc4-98d4-788f4a7d6530 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:40.117507 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf50c342-9474-4fc4-98d4-788f4a7d6530 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:57:40.128151 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bf50c342-9474-4fc4-98d4-788f4a7d6530 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:40.128498 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-bf50c342-9474-4fc4-98d4-788f4a7d6530 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Added segment e51c6662-c3a0-4040-b0de-2313b38a5a5b of type vlan for network 258bcb73-ddd0-464e-9758-81ccccc281d7 Nov 16 11:57:40.169456 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bf50c342-9474-4fc4-98d4-788f4a7d6530 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:40.197492 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bf50c342-9474-4fc4-98d4-788f4a7d6530 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:40.203183 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf50c342-9474-4fc4-98d4-788f4a7d6530 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:40.203786 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bf50c342-9474-4fc4-98d4-788f4a7d6530 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:40.257711 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bf50c342-9474-4fc4-98d4-788f4a7d6530 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2130866 Nov 16 11:57:40.260934 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49010) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:40.273803 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4e577a5b-718e-47eb-9d37-a13570b701e3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Request body: {'subnet': {'network_id': '9030e58b-3811-47b6-91ef-63ab6e7fa56e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:40.323637 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf50c342-9474-4fc4-98d4-788f4a7d6530 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event updated for resources: {'Network': ['ID=258bcb73-ddd0-464e-9758-81ccccc281d7,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:40.338856 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 258bcb73-ddd0-464e-9758-81ccccc281d7 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:57:40.375691 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e577a5b-718e-47eb-9d37-a13570b701e3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Made reservation on behalf of 3db4b60e8c3e4cb79c9b3460ea2841aa for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:57:40.379155 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e577a5b-718e-47eb-9d37-a13570b701e3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:40.565302 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e577a5b-718e-47eb-9d37-a13570b701e3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:40.624646 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e577a5b-718e-47eb-9d37-a13570b701e3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event updated for resources: {'Subnet': ['ID=a69892d0-c32e-4dea-8425-500f13731636,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:40.632390 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e577a5b-718e-47eb-9d37-a13570b701e3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Checking segment: {'id': 'af7e16e6-73b8-4ef8-ba1f-00e4a24abf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9030e58b-3811-47b6-91ef-63ab6e7fa56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:57:40.632679 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e577a5b-718e-47eb-9d37-a13570b701e3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Network hostable DHCP agents. Network: 9030e58b-3811-47b6-91ef-63ab6e7fa56e, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:57:40.648662 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e577a5b-718e-47eb-9d37-a13570b701e3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Network 9030e58b-3811-47b6-91ef-63ab6e7fa56e is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:57:40.657521 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-4e577a5b-718e-47eb-9d37-a13570b701e3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 9030e58b-3811-47b6-91ef-63ab6e7fa56e) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:57:40.661722 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e577a5b-718e-47eb-9d37-a13570b701e3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:40.662345 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e577a5b-718e-47eb-9d37-a13570b701e3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:40.666580 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9688dbff-8d83-468f-a77a-c407a603afc1 None None] Network 9030e58b-3811-47b6-91ef-63ab6e7fa56e requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:57:40.683129 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4e577a5b-718e-47eb-9d37-a13570b701e3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4211125 Nov 16 11:57:40.686320 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49014) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:40.692076 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e60481c7-f6e1-4fed-9146-77285dfd5efd tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Request body: {'subnet': {'network_id': '258bcb73-ddd0-464e-9758-81ccccc281d7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:40.787359 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60481c7-f6e1-4fed-9146-77285dfd5efd tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Made reservation on behalf of 3db4b60e8c3e4cb79c9b3460ea2841aa for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:57:40.791407 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e60481c7-f6e1-4fed-9146-77285dfd5efd tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:40.820834 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ad3dcf-e44e-4383-bf48-1b5ba6a2fcce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-9030e58b-3811-47b6-91ef-63ab6e7fa56e', 'network_id': '9030e58b-3811-47b6-91ef-63ab6e7fa56e', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'fixed_ips': [{'subnet_id': 'a69892d0-c32e-4dea-8425-500f13731636'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:57:40.822081 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-03ad3dcf-e44e-4383-bf48-1b5ba6a2fcce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:40.972289 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-03ad3dcf-e44e-4383-bf48-1b5ba6a2fcce None None] Allocated IP 2001:db8::2 (9030e58b-3811-47b6-91ef-63ab6e7fa56e/a69892d0-c32e-4dea-8425-500f13731636/5da0ca40-495f-456a-8339-189ce2dcd19d) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:57:40.988331 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e60481c7-f6e1-4fed-9146-77285dfd5efd tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:41.047645 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60481c7-f6e1-4fed-9146-77285dfd5efd tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event updated for resources: {'Subnet': ['ID=b28a3cab-a8b0-4b49-9c46-a789aa97f7e9,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:41.063127 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60481c7-f6e1-4fed-9146-77285dfd5efd tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Checking segment: {'id': 'e51c6662-c3a0-4040-b0de-2313b38a5a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '258bcb73-ddd0-464e-9758-81ccccc281d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:57:41.063570 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60481c7-f6e1-4fed-9146-77285dfd5efd tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Network hostable DHCP agents. Network: 258bcb73-ddd0-464e-9758-81ccccc281d7, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:57:41.082861 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60481c7-f6e1-4fed-9146-77285dfd5efd tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Network 258bcb73-ddd0-464e-9758-81ccccc281d7 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:57:41.093972 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-e60481c7-f6e1-4fed-9146-77285dfd5efd tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 258bcb73-ddd0-464e-9758-81ccccc281d7) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:57:41.098328 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60481c7-f6e1-4fed-9146-77285dfd5efd tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:41.098924 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e60481c7-f6e1-4fed-9146-77285dfd5efd tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:41.107660 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e582e5b5-33a0-4d94-abd0-27ae0f505aa6 None None] Network 258bcb73-ddd0-464e-9758-81ccccc281d7 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:57:41.124756 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e60481c7-f6e1-4fed-9146-77285dfd5efd tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4369214 Nov 16 11:57:41.127369 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49016) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:41.133519 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d507a5e9-ef0c-4a8a-a864-e9af35e1d448 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1394904357', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:41.159959 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d507a5e9-ef0c-4a8a-a864-e9af35e1d448 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:41.161086 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d507a5e9-ef0c-4a8a-a864-e9af35e1d448 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:41.186031 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-03ad3dcf-e44e-4383-bf48-1b5ba6a2fcce None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:41.198985 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-03ad3dcf-e44e-4383-bf48-1b5ba6a2fcce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:41.227147 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d507a5e9-ef0c-4a8a-a864-e9af35e1d448 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:41.234589 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d507a5e9-ef0c-4a8a-a864-e9af35e1d448 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:41.255044 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d507a5e9-ef0c-4a8a-a864-e9af35e1d448 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:41.259259 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d507a5e9-ef0c-4a8a-a864-e9af35e1d448 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1269093 Nov 16 11:57:41.259593 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49018) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:41.276362 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ad3dcf-e44e-4383-bf48-1b5ba6a2fcce None None] Network 9030e58b-3811-47b6-91ef-63ab6e7fa56e is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:57:41.277130 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad3dcf-e44e-4383-bf48-1b5ba6a2fcce None None] Pushing event updated for resources: {'Port': ['ID=5da0ca40-495f-456a-8339-189ce2dcd19d,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:41.282259 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-03ad3dcf-e44e-4383-bf48-1b5ba6a2fcce None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:57:41.304394 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ad3dcf-e44e-4383-bf48-1b5ba6a2fcce None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:57:41.553404 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-03ad3dcf-e44e-4383-bf48-1b5ba6a2fcce None None] Attempting to bind port 5da0ca40-495f-456a-8339-189ce2dcd19d on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:57:41.554571 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-03ad3dcf-e44e-4383-bf48-1b5ba6a2fcce None None] Attempting to bind port 5da0ca40-495f-456a-8339-189ce2dcd19d by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'af7e16e6-73b8-4ef8-ba1f-00e4a24abf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9030e58b-3811-47b6-91ef-63ab6e7fa56e'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:57:41.555275 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ad3dcf-e44e-4383-bf48-1b5ba6a2fcce None None] Attempting to bind port 5da0ca40-495f-456a-8339-189ce2dcd19d on network 9030e58b-3811-47b6-91ef-63ab6e7fa56e {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:57:41.561761 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acfa87d-3673-4387-849e-ea41f6746604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-258bcb73-ddd0-464e-9758-81ccccc281d7', 'network_id': '258bcb73-ddd0-464e-9758-81ccccc281d7', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'fixed_ips': [{'subnet_id': 'b28a3cab-a8b0-4b49-9c46-a789aa97f7e9'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:57:41.562829 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7acfa87d-3673-4387-849e-ea41f6746604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:41.569027 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ad3dcf-e44e-4383-bf48-1b5ba6a2fcce None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:57:41.570151 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ad3dcf-e44e-4383-bf48-1b5ba6a2fcce None None] Checking segment: {'id': 'af7e16e6-73b8-4ef8-ba1f-00e4a24abf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9030e58b-3811-47b6-91ef-63ab6e7fa56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:57:41.570620 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-03ad3dcf-e44e-4383-bf48-1b5ba6a2fcce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:41.571079 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ad3dcf-e44e-4383-bf48-1b5ba6a2fcce None None] Bound using segment: {'id': 'af7e16e6-73b8-4ef8-ba1f-00e4a24abf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9030e58b-3811-47b6-91ef-63ab6e7fa56e'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:57:41.571651 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-03ad3dcf-e44e-4383-bf48-1b5ba6a2fcce None None] Bound port: 5da0ca40-495f-456a-8339-189ce2dcd19d, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af7e16e6-73b8-4ef8-ba1f-00e4a24abf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9030e58b-3811-47b6-91ef-63ab6e7fa56e'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:57:41.572128 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-03ad3dcf-e44e-4383-bf48-1b5ba6a2fcce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:41.740551 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-03ad3dcf-e44e-4383-bf48-1b5ba6a2fcce None None] For port 5da0ca40-495f-456a-8339-189ce2dcd19d, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:57:41.759588 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-03ad3dcf-e44e-4383-bf48-1b5ba6a2fcce None None] For port 5da0ca40-495f-456a-8339-189ce2dcd19d, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=5da0ca40-495f-456a-8339-189ce2dcd19d,segment=NetworkSegment(af7e16e6-73b8-4ef8-ba1f-00e4a24abf2d),segment_id=af7e16e6-73b8-4ef8-ba1f-00e4a24abf2d)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:57:41.768174 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-03ad3dcf-e44e-4383-bf48-1b5ba6a2fcce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:41.781313 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-7acfa87d-3673-4387-849e-ea41f6746604 None None] Allocated IP 2001:db8:1::2 (258bcb73-ddd0-464e-9758-81ccccc281d7/b28a3cab-a8b0-4b49-9c46-a789aa97f7e9/a6361966-0a8f-46a0-a328-91bafbcc4d62) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:57:41.827478 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d9c898a4-dca8-4908-9750-e7eda8e783cb tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:41.887884 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad3dcf-e44e-4383-bf48-1b5ba6a2fcce None None] Pushing event updated for resources: {'Port': ['ID=5da0ca40-495f-456a-8339-189ce2dcd19d,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:41.996077 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7acfa87d-3673-4387-849e-ea41f6746604 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:42.007696 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7acfa87d-3673-4387-849e-ea41f6746604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:42.051884 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acfa87d-3673-4387-849e-ea41f6746604 None None] Network 258bcb73-ddd0-464e-9758-81ccccc281d7 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:57:42.055065 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-7acfa87d-3673-4387-849e-ea41f6746604 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:57:42.071169 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acfa87d-3673-4387-849e-ea41f6746604 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:57:42.107009 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acfa87d-3673-4387-849e-ea41f6746604 None None] Pushing event updated for resources: {'Port': ['ID=a6361966-0a8f-46a0-a328-91bafbcc4d62,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:42.136801 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-d9c898a4-dca8-4908-9750-e7eda8e783cb tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Allocated IP 2001:db8::1 (9030e58b-3811-47b6-91ef-63ab6e7fa56e/a69892d0-c32e-4dea-8425-500f13731636/f64737a2-05a8-4f1e-b07b-5b9337166254) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:57:42.192051 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-7acfa87d-3673-4387-849e-ea41f6746604 None None] Attempting to bind port a6361966-0a8f-46a0-a328-91bafbcc4d62 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:57:42.193533 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-7acfa87d-3673-4387-849e-ea41f6746604 None None] Attempting to bind port a6361966-0a8f-46a0-a328-91bafbcc4d62 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'e51c6662-c3a0-4040-b0de-2313b38a5a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '258bcb73-ddd0-464e-9758-81ccccc281d7'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:57:42.194774 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acfa87d-3673-4387-849e-ea41f6746604 None None] Attempting to bind port a6361966-0a8f-46a0-a328-91bafbcc4d62 on network 258bcb73-ddd0-464e-9758-81ccccc281d7 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:57:42.200823 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acfa87d-3673-4387-849e-ea41f6746604 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:57:42.201567 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acfa87d-3673-4387-849e-ea41f6746604 None None] Checking segment: {'id': 'e51c6662-c3a0-4040-b0de-2313b38a5a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '258bcb73-ddd0-464e-9758-81ccccc281d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:57:42.202123 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7acfa87d-3673-4387-849e-ea41f6746604 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:42.202632 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acfa87d-3673-4387-849e-ea41f6746604 None None] Bound using segment: {'id': 'e51c6662-c3a0-4040-b0de-2313b38a5a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '258bcb73-ddd0-464e-9758-81ccccc281d7'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:57:42.203627 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-7acfa87d-3673-4387-849e-ea41f6746604 None None] Bound port: a6361966-0a8f-46a0-a328-91bafbcc4d62, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e51c6662-c3a0-4040-b0de-2313b38a5a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '258bcb73-ddd0-464e-9758-81ccccc281d7'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:57:42.204111 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7acfa87d-3673-4387-849e-ea41f6746604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:42.275452 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d9c898a4-dca8-4908-9750-e7eda8e783cb tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:42.276700 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-7acfa87d-3673-4387-849e-ea41f6746604 None None] For port a6361966-0a8f-46a0-a328-91bafbcc4d62, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:57:42.279972 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-7acfa87d-3673-4387-849e-ea41f6746604 None None] For port a6361966-0a8f-46a0-a328-91bafbcc4d62, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=a6361966-0a8f-46a0-a328-91bafbcc4d62,segment=NetworkSegment(e51c6662-c3a0-4040-b0de-2313b38a5a5b),segment_id=e51c6662-c3a0-4040-b0de-2313b38a5a5b)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:57:42.284182 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7acfa87d-3673-4387-849e-ea41f6746604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:42.316547 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d9c898a4-dca8-4908-9750-e7eda8e783cb tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:42.350095 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acfa87d-3673-4387-849e-ea41f6746604 None None] Pushing event updated for resources: {'Port': ['ID=a6361966-0a8f-46a0-a328-91bafbcc4d62,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:42.372993 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c898a4-dca8-4908-9750-e7eda8e783cb tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Network 9030e58b-3811-47b6-91ef-63ab6e7fa56e is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:57:42.376306 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-d9c898a4-dca8-4908-9750-e7eda8e783cb tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:57:42.380333 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c898a4-dca8-4908-9750-e7eda8e783cb tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:57:42.380882 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d9c898a4-dca8-4908-9750-e7eda8e783cb tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:42.439400 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c898a4-dca8-4908-9750-e7eda8e783cb tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event updated for resources: {'Port': ['ID=f64737a2-05a8-4f1e-b07b-5b9337166254,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:42.551865 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d9c898a4-dca8-4908-9750-e7eda8e783cb tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:42.881139 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d9c898a4-dca8-4908-9750-e7eda8e783cb tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:42.888109 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d9c898a4-dca8-4908-9750-e7eda8e783cb tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:42.889372 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d9c898a4-dca8-4908-9750-e7eda8e783cb tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:42.893281 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 5da0ca40-495f-456a-8339-189ce2dcd19d up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:57:42.979165 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 5da0ca40-495f-456a-8339-189ce2dcd19d triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:42.979599 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:43.026398 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c898a4-dca8-4908-9750-e7eda8e783cb tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event updated for resources: {'Port': ['ID=f64737a2-05a8-4f1e-b07b-5b9337166254,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:43.075786 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c898a4-dca8-4908-9750-e7eda8e783cb tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Network 9030e58b-3811-47b6-91ef-63ab6e7fa56e is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:57:43.077648 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-d9c898a4-dca8-4908-9750-e7eda8e783cb tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:57:43.083047 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:43.099992 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4e7b97ac-46b8-4b65-8bbd-f94a687bf543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:43.105106 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fe20d9-c043-468f-9218-260e28c4e5d9 None None] Network 9030e58b-3811-47b6-91ef-63ab6e7fa56e requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:57:43.202020 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 5da0ca40-495f-456a-8339-189ce2dcd19d, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=5da0ca40-495f-456a-8339-189ce2dcd19d,segment=NetworkSegment(af7e16e6-73b8-4ef8-ba1f-00e4a24abf2d),segment_id=af7e16e6-73b8-4ef8-ba1f-00e4a24abf2d)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:57:43.215942 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:43.216762 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device a6361966-0a8f-46a0-a328-91bafbcc4d62 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:57:43.227183 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c898a4-dca8-4908-9750-e7eda8e783cb tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Router 6e268d5a-fb8e-4c3a-8b4a-146794116a91 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:57:43.227785 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-8ce244ad-79cf-4ea8-a461-2bec418e84bf None None] Provisioning complete for port 5da0ca40-495f-456a-8339-189ce2dcd19d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:43.228165 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8ce244ad-79cf-4ea8-a461-2bec418e84bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:43.326615 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c898a4-dca8-4908-9750-e7eda8e783cb tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:57:43.331948 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d9c898a4-dca8-4908-9750-e7eda8e783cb tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "PUT /v2.0/routers/6e268d5a-fb8e-4c3a-8b4a-146794116a91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0712256 Nov 16 11:57:43.334791 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49024) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:43.359181 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043d9f37-b8e7-4101-9a57-70876413e3f4 None None] Sync routers for ids ['6e268d5a-fb8e-4c3a-8b4a-146794116a91'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:57:43.388630 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aae9f9d-f509-4dc1-81b7-d9ef1e3aa765 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:43.392570 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-3aae9f9d-f509-4dc1-81b7-d9ef1e3aa765 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "GET /v2.0/ports/f64737a2-05a8-4f1e-b07b-5b9337166254 HTTP/1.1" status: 200 len: 911 time: 0.0538499 Nov 16 11:57:43.393027 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49026) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:43.425648 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=5da0ca40-495f-456a-8339-189ce2dcd19d,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:43.435620 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043d9f37-b8e7-4101-9a57-70876413e3f4 None None] Routers {'6e268d5a-fb8e-4c3a-8b4a-146794116a91'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:57:43.436474 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-043d9f37-b8e7-4101-9a57-70876413e3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:57:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['6e268d5a-fb8e-4c3a-8b4a-146794116a91'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:43.491777 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-043d9f37-b8e7-4101-9a57-70876413e3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:43.566514 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port a6361966-0a8f-46a0-a328-91bafbcc4d62 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:43.566916 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:43.610951 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4039d720-a879-4e39-a4c2-18655e75bdea None None] Network 258bcb73-ddd0-464e-9758-81ccccc281d7 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:57:43.733336 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043d9f37-b8e7-4101-9a57-70876413e3f4 None None] Routers {'6e268d5a-fb8e-4c3a-8b4a-146794116a91'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:57:43.734123 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-043d9f37-b8e7-4101-9a57-70876413e3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:57:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['6e268d5a-fb8e-4c3a-8b4a-146794116a91'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:43.844336 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5def3071-68e6-426c-8b83-2a49f7c531f3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:43.879174 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-043d9f37-b8e7-4101-9a57-70876413e3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:43.879996 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043d9f37-b8e7-4101-9a57-70876413e3f4 None None] The sync data for ids ['6e268d5a-fb8e-4c3a-8b4a-146794116a91'] in n-d-816823-3 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:57:43.974631 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-68c97d20-fa0f-4afc-92c3-6e6ae2fc380b None None] Provisioning complete for port a6361966-0a8f-46a0-a328-91bafbcc4d62 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:43.975041 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-68c97d20-fa0f-4afc-92c3-6e6ae2fc380b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:44.019297 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:44.092102 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port a6361966-0a8f-46a0-a328-91bafbcc4d62, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=a6361966-0a8f-46a0-a328-91bafbcc4d62,segment=NetworkSegment(e51c6662-c3a0-4040-b0de-2313b38a5a5b),segment_id=e51c6662-c3a0-4040-b0de-2313b38a5a5b)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:57:44.148561 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:44.228764 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-68c97d20-fa0f-4afc-92c3-6e6ae2fc380b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:44.282852 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=a6361966-0a8f-46a0-a328-91bafbcc4d62,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:44.333956 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.api [None req-68c97d20-fa0f-4afc-92c3-6e6ae2fc380b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 11:57:44.334512 n-d-816823-3 neutron-server[102670]: DEBUG oslo_db.api [None req-68c97d20-fa0f-4afc-92c3-6e6ae2fc380b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 11:57:44.632471 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-5def3071-68e6-426c-8b83-2a49f7c531f3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Allocated IP 2001:db8:1::1 (258bcb73-ddd0-464e-9758-81ccccc281d7/b28a3cab-a8b0-4b49-9c46-a789aa97f7e9/809e091b-70ef-449f-ae09-7039c41ef06a) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:57:44.758751 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5def3071-68e6-426c-8b83-2a49f7c531f3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:44.803955 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5def3071-68e6-426c-8b83-2a49f7c531f3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:44.822441 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 5da0ca40-495f-456a-8339-189ce2dcd19d up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:57:44.851382 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5def3071-68e6-426c-8b83-2a49f7c531f3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Network 258bcb73-ddd0-464e-9758-81ccccc281d7 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:57:44.857385 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-5def3071-68e6-426c-8b83-2a49f7c531f3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:57:44.859386 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def3071-68e6-426c-8b83-2a49f7c531f3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event updated for resources: {'Port': ['ID=809e091b-70ef-449f-ae09-7039c41ef06a,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:44.861559 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5def3071-68e6-426c-8b83-2a49f7c531f3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:57:44.862128 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5def3071-68e6-426c-8b83-2a49f7c531f3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:44.943894 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 5da0ca40-495f-456a-8339-189ce2dcd19d triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:44.945634 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:44.995567 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5def3071-68e6-426c-8b83-2a49f7c531f3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:45.068875 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device a6361966-0a8f-46a0-a328-91bafbcc4d62 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:57:45.111179 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ceaf685f-fd92-4b36-8c2b-c9ba8103f1c8 None None] Provisioning complete for port a6361966-0a8f-46a0-a328-91bafbcc4d62 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:45.111822 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ceaf685f-fd92-4b36-8c2b-c9ba8103f1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:45.200087 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port a6361966-0a8f-46a0-a328-91bafbcc4d62 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:45.200592 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:45.292629 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ceaf685f-fd92-4b36-8c2b-c9ba8103f1c8 None None] Provisioning complete for port f64737a2-05a8-4f1e-b07b-5b9337166254 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:45.292629 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ceaf685f-fd92-4b36-8c2b-c9ba8103f1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:45.322542 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5def3071-68e6-426c-8b83-2a49f7c531f3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:45.329137 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5def3071-68e6-426c-8b83-2a49f7c531f3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:45.330418 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5def3071-68e6-426c-8b83-2a49f7c531f3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:45.359243 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-ceaf685f-fd92-4b36-8c2b-c9ba8103f1c8 None None] Port f64737a2-05a8-4f1e-b07b-5b9337166254 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:57:45.371519 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ceaf685f-fd92-4b36-8c2b-c9ba8103f1c8 None None] Provisioning complete for port 5da0ca40-495f-456a-8339-189ce2dcd19d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:45.371914 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ceaf685f-fd92-4b36-8c2b-c9ba8103f1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:45.421077 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def3071-68e6-426c-8b83-2a49f7c531f3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event updated for resources: {'Port': ['ID=809e091b-70ef-449f-ae09-7039c41ef06a,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:45.467695 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5def3071-68e6-426c-8b83-2a49f7c531f3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Network 258bcb73-ddd0-464e-9758-81ccccc281d7 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:57:45.469021 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-5def3071-68e6-426c-8b83-2a49f7c531f3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:57:45.567539 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5def3071-68e6-426c-8b83-2a49f7c531f3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Router 6e268d5a-fb8e-4c3a-8b4a-146794116a91 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:57:45.579159 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-03364cc5-7867-4178-baad-6ff3afe0788a None None] Provisioning complete for port 809e091b-70ef-449f-ae09-7039c41ef06a triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:45.579525 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-03364cc5-7867-4178-baad-6ff3afe0788a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:45.647738 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e4bbcbc7-82f0-4fbc-abc5-a52797b9db39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:45.649189 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-03364cc5-7867-4178-baad-6ff3afe0788a None None] Port 809e091b-70ef-449f-ae09-7039c41ef06a cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:57:45.696134 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5def3071-68e6-426c-8b83-2a49f7c531f3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:57:45.703982 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5def3071-68e6-426c-8b83-2a49f7c531f3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "PUT /v2.0/routers/6e268d5a-fb8e-4c3a-8b4a-146794116a91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3082254 Nov 16 11:57:45.705326 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49042) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:45.707593 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff9d1a7-6138-454a-bf9d-f0b116c677b1 None None] Sync routers for ids ['6e268d5a-fb8e-4c3a-8b4a-146794116a91'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:57:45.719712 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff9d1a7-6138-454a-bf9d-f0b116c677b1 None None] Routers {'6e268d5a-fb8e-4c3a-8b4a-146794116a91'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:57:45.720649 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-7ff9d1a7-6138-454a-bf9d-f0b116c677b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:57:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['6e268d5a-fb8e-4c3a-8b4a-146794116a91'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:45.751105 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc506aa-7d97-4189-aaec-7908ac006d8b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:45.756059 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-9cc506aa-7d97-4189-aaec-7908ac006d8b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "GET /v2.0/ports/809e091b-70ef-449f-ae09-7039c41ef06a HTTP/1.1" status: 200 len: 913 time: 0.0454969 Nov 16 11:57:45.756059 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49044) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:45.759505 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-7ff9d1a7-6138-454a-bf9d-f0b116c677b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:45.770662 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff9d1a7-6138-454a-bf9d-f0b116c677b1 None None] Routers {'6e268d5a-fb8e-4c3a-8b4a-146794116a91'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:57:45.771385 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-7ff9d1a7-6138-454a-bf9d-f0b116c677b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:57:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['6e268d5a-fb8e-4c3a-8b4a-146794116a91'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:45.789899 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-1741fb95-c2bc-40b9-b51f-d472fa06c7d5 None None] Provisioning complete for port 809e091b-70ef-449f-ae09-7039c41ef06a triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:45.791212 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1741fb95-c2bc-40b9-b51f-d472fa06c7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:45.809057 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-7ff9d1a7-6138-454a-bf9d-f0b116c677b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:45.809837 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff9d1a7-6138-454a-bf9d-f0b116c677b1 None None] The sync data for ids ['6e268d5a-fb8e-4c3a-8b4a-146794116a91'] in n-d-816823-3 is: [] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:57:45.846296 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-1741fb95-c2bc-40b9-b51f-d472fa06c7d5 None None] Port 809e091b-70ef-449f-ae09-7039c41ef06a cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:57:46.123139 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-57ce9973-cf62-4a14-bdaa-25b4fb3e6db1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:46.368335 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-57ce9973-cf62-4a14-bdaa-25b4fb3e6db1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Deleting port 809e091b-70ef-449f-ae09-7039c41ef06a {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:57:46.368670 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-57ce9973-cf62-4a14-bdaa-25b4fb3e6db1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:46.458863 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-57ce9973-cf62-4a14-bdaa-25b4fb3e6db1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:46.472494 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-57ce9973-cf62-4a14-bdaa-25b4fb3e6db1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Calling delete_port for 809e091b-70ef-449f-ae09-7039c41ef06a owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:57:46.646615 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-57ce9973-cf62-4a14-bdaa-25b4fb3e6db1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:46.675758 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce9973-cf62-4a14-bdaa-25b4fb3e6db1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event deleted for resources: {'Port': ['ID=809e091b-70ef-449f-ae09-7039c41ef06a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:46.711229 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:46.794995 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-57ce9973-cf62-4a14-bdaa-25b4fb3e6db1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:46.996806 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ce9973-cf62-4a14-bdaa-25b4fb3e6db1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Router 6e268d5a-fb8e-4c3a-8b4a-146794116a91 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:57:47.093261 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ce9973-cf62-4a14-bdaa-25b4fb3e6db1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:57:47.099167 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-57ce9973-cf62-4a14-bdaa-25b4fb3e6db1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "PUT /v2.0/routers/6e268d5a-fb8e-4c3a-8b4a-146794116a91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3366928 Nov 16 11:57:47.104615 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49050) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:47.104781 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf217ae-b498-45a8-8a72-89ee14494de2 None None] Sync routers for ids ['6e268d5a-fb8e-4c3a-8b4a-146794116a91'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:57:47.126339 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf217ae-b498-45a8-8a72-89ee14494de2 None None] Routers {'6e268d5a-fb8e-4c3a-8b4a-146794116a91'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:57:47.126986 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-fdf217ae-b498-45a8-8a72-89ee14494de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:57:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['6e268d5a-fb8e-4c3a-8b4a-146794116a91'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:47.320926 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-fdf217ae-b498-45a8-8a72-89ee14494de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:47.330691 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf217ae-b498-45a8-8a72-89ee14494de2 None None] Routers {'6e268d5a-fb8e-4c3a-8b4a-146794116a91'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:57:47.331320 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-fdf217ae-b498-45a8-8a72-89ee14494de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:57:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['6e268d5a-fb8e-4c3a-8b4a-146794116a91'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:47.365957 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-fdf217ae-b498-45a8-8a72-89ee14494de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:47.366659 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf217ae-b498-45a8-8a72-89ee14494de2 None None] The sync data for ids ['6e268d5a-fb8e-4c3a-8b4a-146794116a91'] in n-d-816823-3 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:57:47.432815 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d6b7daf2-d8c8-477b-85c2-6d7edef9e2d7 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:47.677111 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d6b7daf2-d8c8-477b-85c2-6d7edef9e2d7 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Deleting port f64737a2-05a8-4f1e-b07b-5b9337166254 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:57:47.677722 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d6b7daf2-d8c8-477b-85c2-6d7edef9e2d7 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:47.764610 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d6b7daf2-d8c8-477b-85c2-6d7edef9e2d7 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:47.776273 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d6b7daf2-d8c8-477b-85c2-6d7edef9e2d7 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Calling delete_port for f64737a2-05a8-4f1e-b07b-5b9337166254 owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:57:47.957182 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d6b7daf2-d8c8-477b-85c2-6d7edef9e2d7 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:47.985714 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b7daf2-d8c8-477b-85c2-6d7edef9e2d7 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event deleted for resources: {'Port': ['ID=f64737a2-05a8-4f1e-b07b-5b9337166254,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:48.111421 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d6b7daf2-d8c8-477b-85c2-6d7edef9e2d7 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:48.298249 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b7daf2-d8c8-477b-85c2-6d7edef9e2d7 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Router 6e268d5a-fb8e-4c3a-8b4a-146794116a91 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:57:48.377434 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b7daf2-d8c8-477b-85c2-6d7edef9e2d7 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:57:48.382597 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d6b7daf2-d8c8-477b-85c2-6d7edef9e2d7 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "PUT /v2.0/routers/6e268d5a-fb8e-4c3a-8b4a-146794116a91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2768464 Nov 16 11:57:48.385231 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49060) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:48.387441 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e1e0eb-2786-49ce-8855-9b6bf3cb7024 None None] Sync routers for ids ['6e268d5a-fb8e-4c3a-8b4a-146794116a91'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:57:48.398667 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e1e0eb-2786-49ce-8855-9b6bf3cb7024 None None] Routers {'6e268d5a-fb8e-4c3a-8b4a-146794116a91'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:57:48.399543 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-60e1e0eb-2786-49ce-8855-9b6bf3cb7024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:57:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['6e268d5a-fb8e-4c3a-8b4a-146794116a91'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:48.415448 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-aca606a4-60a4-45a3-87a5-95e6acd4e8cc tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e268d5a-fb8e-4c3a-8b4a-146794116a91 HTTP/1.1" status: 200 len: 205 time: 0.0263779 Nov 16 11:57:48.415694 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49062) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:48.419146 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:48.518761 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-166e2cbc-d6f1-4759-bc9f-b3c7c850f339 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:48.542668 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-60e1e0eb-2786-49ce-8855-9b6bf3cb7024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:48.551888 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e1e0eb-2786-49ce-8855-9b6bf3cb7024 None None] Routers {'6e268d5a-fb8e-4c3a-8b4a-146794116a91'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:57:48.552491 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-60e1e0eb-2786-49ce-8855-9b6bf3cb7024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:57:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['6e268d5a-fb8e-4c3a-8b4a-146794116a91'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:48.585444 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-60e1e0eb-2786-49ce-8855-9b6bf3cb7024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:48.586194 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e1e0eb-2786-49ce-8855-9b6bf3cb7024 None None] The sync data for ids ['6e268d5a-fb8e-4c3a-8b4a-146794116a91'] in n-d-816823-3 is: [] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:57:48.875127 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:49.029142 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-166e2cbc-d6f1-4759-bc9f-b3c7c850f339 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:49.031455 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-166e2cbc-d6f1-4759-bc9f-b3c7c850f339 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:49.079132 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-166e2cbc-d6f1-4759-bc9f-b3c7c850f339 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:49.079657 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166e2cbc-d6f1-4759-bc9f-b3c7c850f339 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Fanout notify agent at l3_agent the message router_deleted on router 6e268d5a-fb8e-4c3a-8b4a-146794116a91 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:57:49.087393 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-166e2cbc-d6f1-4759-bc9f-b3c7c850f339 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:49.091029 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-166e2cbc-d6f1-4759-bc9f-b3c7c850f339 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "DELETE /v2.0/routers/6e268d5a-fb8e-4c3a-8b4a-146794116a91 HTTP/1.1" status: 204 len: 168 time: 0.6716883 Nov 16 11:57:49.091157 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49066) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:49.148725 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-82f23340-57c6-47b0-a349-857fd7114cbf tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Deleting subnet b28a3cab-a8b0-4b49-9c46-a789aa97f7e9 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:57:49.152438 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-82f23340-57c6-47b0-a349-857fd7114cbf tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:49.201081 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-82f23340-57c6-47b0-a349-857fd7114cbf tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:49.293182 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-82f23340-57c6-47b0-a349-857fd7114cbf tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:49.357702 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-82f23340-57c6-47b0-a349-857fd7114cbf tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:49.390795 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f23340-57c6-47b0-a349-857fd7114cbf tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event deleted for resources: {'Subnet': ['ID=b28a3cab-a8b0-4b49-9c46-a789aa97f7e9,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:49.394453 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-82f23340-57c6-47b0-a349-857fd7114cbf tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:49.400030 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-82f23340-57c6-47b0-a349-857fd7114cbf tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "DELETE /v2.0/subnets/b28a3cab-a8b0-4b49-9c46-a789aa97f7e9 HTTP/1.1" status: 204 len: 168 time: 0.3056717 Nov 16 11:57:49.400276 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49068) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:49.411559 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b416aa6-f15a-4e43-9116-1c05c942b01a None None] Network 258bcb73-ddd0-464e-9758-81ccccc281d7 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:57:49.456791 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-99df41c6-5186-4fc5-9ed4-740bee86f20b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Deleting subnet a69892d0-c32e-4dea-8425-500f13731636 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:57:49.459896 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-99df41c6-5186-4fc5-9ed4-740bee86f20b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:49.503793 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-99df41c6-5186-4fc5-9ed4-740bee86f20b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:49.604987 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-99df41c6-5186-4fc5-9ed4-740bee86f20b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:49.608241 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee48666-6d46-4da0-a720-1773fee84f38 None None] DHCP port deletion for 258bcb73-ddd0-464e-9758-81ccccc281d7 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:57:49.659993 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-4ee48666-6d46-4da0-a720-1773fee84f38 None None] Deleting port a6361966-0a8f-46a0-a328-91bafbcc4d62 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:57:49.660289 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4ee48666-6d46-4da0-a720-1773fee84f38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:49.664685 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-99df41c6-5186-4fc5-9ed4-740bee86f20b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:49.692170 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df41c6-5186-4fc5-9ed4-740bee86f20b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event deleted for resources: {'Subnet': ['ID=a69892d0-c32e-4dea-8425-500f13731636,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:49.695777 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-99df41c6-5186-4fc5-9ed4-740bee86f20b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:49.698975 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-99df41c6-5186-4fc5-9ed4-740bee86f20b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "DELETE /v2.0/subnets/a69892d0-c32e-4dea-8425-500f13731636 HTTP/1.1" status: 204 len: 168 time: 0.2977738 Nov 16 11:57:49.701898 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49070) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:49.706526 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe99aae-2a56-4514-8edd-e1844609b787 None None] Network 9030e58b-3811-47b6-91ef-63ab6e7fa56e requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:57:49.782082 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7f3c5e8c-7ae9-4081-9aab-b91a847c4831 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:49.800176 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-4ee48666-6d46-4da0-a720-1773fee84f38 None None] For port a6361966-0a8f-46a0-a328-91bafbcc4d62, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=a6361966-0a8f-46a0-a328-91bafbcc4d62,segment=NetworkSegment(e51c6662-c3a0-4040-b0de-2313b38a5a5b),segment_id=e51c6662-c3a0-4040-b0de-2313b38a5a5b)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:57:49.800584 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4ee48666-6d46-4da0-a720-1773fee84f38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:49.818422 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-4ee48666-6d46-4da0-a720-1773fee84f38 None None] Calling delete_port for a6361966-0a8f-46a0-a328-91bafbcc4d62 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:57:49.848490 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-7f3c5e8c-7ae9-4081-9aab-b91a847c4831 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Deleting port a6361966-0a8f-46a0-a328-91bafbcc4d62 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:57:49.849310 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7f3c5e8c-7ae9-4081-9aab-b91a847c4831 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:49.911881 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-7f3c5e8c-7ae9-4081-9aab-b91a847c4831 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] For port a6361966-0a8f-46a0-a328-91bafbcc4d62, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=a6361966-0a8f-46a0-a328-91bafbcc4d62,segment=NetworkSegment(e51c6662-c3a0-4040-b0de-2313b38a5a5b),segment_id=e51c6662-c3a0-4040-b0de-2313b38a5a5b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:57:49.912174 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7f3c5e8c-7ae9-4081-9aab-b91a847c4831 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:49.926120 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-7f3c5e8c-7ae9-4081-9aab-b91a847c4831 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Calling delete_port for a6361966-0a8f-46a0-a328-91bafbcc4d62 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:57:49.941415 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4ee48666-6d46-4da0-a720-1773fee84f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:49.957549 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee48666-6d46-4da0-a720-1773fee84f38 None None] No DVR routers for this DVR port a6361966-0a8f-46a0-a328-91bafbcc4d62 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:57:49.987582 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b3d248-1571-4e31-8b0d-167e0da3b741 None None] DHCP port deletion for 9030e58b-3811-47b6-91ef-63ab6e7fa56e request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:57:49.989848 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee48666-6d46-4da0-a720-1773fee84f38 None None] Pushing event deleted for resources: {'Port': ['ID=a6361966-0a8f-46a0-a328-91bafbcc4d62,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:50.014103 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7f3c5e8c-7ae9-4081-9aab-b91a847c4831 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:50.037111 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-95b3d248-1571-4e31-8b0d-167e0da3b741 None None] Deleting port 5da0ca40-495f-456a-8339-189ce2dcd19d {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:57:50.037491 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-95b3d248-1571-4e31-8b0d-167e0da3b741 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:50.040618 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3c5e8c-7ae9-4081-9aab-b91a847c4831 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event deleted for resources: {'Port': ['ID=a6361966-0a8f-46a0-a328-91bafbcc4d62,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:50.044168 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3c5e8c-7ae9-4081-9aab-b91a847c4831 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] No DVR routers for this DVR port a6361966-0a8f-46a0-a328-91bafbcc4d62 on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:57:50.107460 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-95b3d248-1571-4e31-8b0d-167e0da3b741 None None] For port 5da0ca40-495f-456a-8339-189ce2dcd19d, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=5da0ca40-495f-456a-8339-189ce2dcd19d,segment=NetworkSegment(af7e16e6-73b8-4ef8-ba1f-00e4a24abf2d),segment_id=af7e16e6-73b8-4ef8-ba1f-00e4a24abf2d)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:57:50.107915 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-95b3d248-1571-4e31-8b0d-167e0da3b741 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:50.141413 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-95b3d248-1571-4e31-8b0d-167e0da3b741 None None] Calling delete_port for 5da0ca40-495f-456a-8339-189ce2dcd19d owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:57:50.147217 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7f3c5e8c-7ae9-4081-9aab-b91a847c4831 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:50.172057 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-7f3c5e8c-7ae9-4081-9aab-b91a847c4831 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['258bcb73-ddd0-464e-9758-81ccccc281d7']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:50.183830 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-7f3c5e8c-7ae9-4081-9aab-b91a847c4831 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e51c6662-c3a0-4040-b0de-2313b38a5a5b') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:50.184173 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-7f3c5e8c-7ae9-4081-9aab-b91a847c4831 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e51c6662-c3a0-4040-b0de-2313b38a5a5b') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:50.195667 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7f3c5e8c-7ae9-4081-9aab-b91a847c4831 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:50.211963 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7f3c5e8c-7ae9-4081-9aab-b91a847c4831 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:50.223530 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f3c5e8c-7ae9-4081-9aab-b91a847c4831 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:57:50.224041 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7f3c5e8c-7ae9-4081-9aab-b91a847c4831 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:50.227384 n-d-816823-3 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:57:50.227384 n-d-816823-3 neutron-server[102669]: self.session.flush() Nov 16 11:57:50.227384 n-d-816823-3 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:57:50.227384 n-d-816823-3 neutron-server[102669]: self.session.flush() Nov 16 11:57:50.227384 n-d-816823-3 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:57:50.227384 n-d-816823-3 neutron-server[102669]: self.session.flush() Nov 16 11:57:50.227384 n-d-816823-3 neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 11:57:50.227384 n-d-816823-3 neutron-server[102669]: self.session.flush() Nov 16 11:57:50.227384 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:57:50.227384 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:57:50.227384 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:57:50.227384 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:57:50.227384 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:57:50.227384 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:57:50.227384 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:57:50.227384 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:57:50.227384 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:57:50.227384 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:57:50.227384 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:57:50.227384 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:57:50.227384 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:57:50.227384 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:57:50.227384 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:57:50.227384 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:57:50.227384 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:57:50.227384 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:57:50.227384 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:57:50.227384 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:57:50.227384 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:57:50.227384 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:57:50.227384 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:57:50.227384 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:57:50.227384 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:57:50.227384 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:57:50.227384 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:57:50.227384 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:57:50.227384 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:57:50.227384 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:57:50.227384 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:57:50.227384 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:57:50.231033 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-95b3d248-1571-4e31-8b0d-167e0da3b741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:50.262410 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b3d248-1571-4e31-8b0d-167e0da3b741 None None] No DVR routers for this DVR port 5da0ca40-495f-456a-8339-189ce2dcd19d on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:57:50.273906 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3d248-1571-4e31-8b0d-167e0da3b741 None None] Pushing event deleted for resources: {'Port': ['ID=5da0ca40-495f-456a-8339-189ce2dcd19d,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:50.291273 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7f3c5e8c-7ae9-4081-9aab-b91a847c4831 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:50.298147 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7f3c5e8c-7ae9-4081-9aab-b91a847c4831 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:50.301236 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7f3c5e8c-7ae9-4081-9aab-b91a847c4831 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "DELETE /v2.0/networks/258bcb73-ddd0-464e-9758-81ccccc281d7 HTTP/1.1" status: 204 len: 168 time: 0.5983911 Nov 16 11:57:50.304060 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49082) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:50.313156 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3c5e8c-7ae9-4081-9aab-b91a847c4831 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event deleted for resources: {'Network': ['ID=258bcb73-ddd0-464e-9758-81ccccc281d7,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:50.383520 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6a4ef664-5257-4d6a-beec-79dcc2fdc20a tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:50.473890 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6a4ef664-5257-4d6a-beec-79dcc2fdc20a tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:50.494148 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-6a4ef664-5257-4d6a-beec-79dcc2fdc20a tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9030e58b-3811-47b6-91ef-63ab6e7fa56e']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:50.503364 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-6a4ef664-5257-4d6a-beec-79dcc2fdc20a tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af7e16e6-73b8-4ef8-ba1f-00e4a24abf2d') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:50.503656 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-6a4ef664-5257-4d6a-beec-79dcc2fdc20a tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af7e16e6-73b8-4ef8-ba1f-00e4a24abf2d') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:50.519622 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6a4ef664-5257-4d6a-beec-79dcc2fdc20a tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:50.533107 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6a4ef664-5257-4d6a-beec-79dcc2fdc20a tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:50.539089 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a4ef664-5257-4d6a-beec-79dcc2fdc20a tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:57:50.539479 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6a4ef664-5257-4d6a-beec-79dcc2fdc20a tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:50.542544 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:57:50.542544 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:57:50.542544 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:57:50.542544 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:57:50.542544 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:57:50.542544 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:57:50.542544 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:57:50.542544 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:57:50.542544 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:57:50.542544 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:57:50.542544 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:57:50.542544 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:57:50.542544 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:57:50.542544 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:57:50.542544 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:57:50.542544 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:57:50.542544 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:57:50.542544 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:57:50.542544 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:57:50.542544 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:57:50.542544 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:57:50.542544 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:57:50.542544 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:57:50.542544 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:57:50.542544 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:57:50.542544 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:57:50.542544 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:57:50.542544 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:57:50.542544 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:57:50.542544 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:57:50.542544 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:57:50.542544 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:57:50.602885 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6a4ef664-5257-4d6a-beec-79dcc2fdc20a tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:50.607274 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6a4ef664-5257-4d6a-beec-79dcc2fdc20a tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:50.617391 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6a4ef664-5257-4d6a-beec-79dcc2fdc20a tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "DELETE /v2.0/networks/9030e58b-3811-47b6-91ef-63ab6e7fa56e HTTP/1.1" status: 204 len: 168 time: 0.3050737 Nov 16 11:57:50.617904 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49086) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:50.623756 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-ef118620-ab7c-4fd2-ba92-287ae6394d31 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-680097642'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:50.625712 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ef664-5257-4d6a-beec-79dcc2fdc20a tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event deleted for resources: {'Network': ['ID=9030e58b-3811-47b6-91ef-63ab6e7fa56e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:50.649219 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef118620-ab7c-4fd2-ba92-287ae6394d31 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Made reservation on behalf of 3db4b60e8c3e4cb79c9b3460ea2841aa for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:57:50.652771 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef118620-ab7c-4fd2-ba92-287ae6394d31 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:50.676297 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef118620-ab7c-4fd2-ba92-287ae6394d31 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:57:50.686654 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef118620-ab7c-4fd2-ba92-287ae6394d31 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:50.687001 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-ef118620-ab7c-4fd2-ba92-287ae6394d31 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Added segment fd22dfea-2764-481d-992c-d6d4bd167f41 of type vlan for network 24df48fd-9c2a-4895-b40f-4aab6452db56 Nov 16 11:57:50.731171 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef118620-ab7c-4fd2-ba92-287ae6394d31 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:50.759788 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef118620-ab7c-4fd2-ba92-287ae6394d31 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:50.766562 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef118620-ab7c-4fd2-ba92-287ae6394d31 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:50.767202 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef118620-ab7c-4fd2-ba92-287ae6394d31 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:50.799161 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 5da0ca40-495f-456a-8339-189ce2dcd19d no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:57:50.826908 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ef118620-ab7c-4fd2-ba92-287ae6394d31 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2047729 Nov 16 11:57:50.827143 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49088) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:50.829206 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 5da0ca40-495f-456a-8339-189ce2dcd19d {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:57:50.829644 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 5da0ca40-495f-456a-8339-189ce2dcd19d not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:57:50.830160 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device a6361966-0a8f-46a0-a328-91bafbcc4d62 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:57:50.834273 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-c15d5b8b-8a31-4b69-8bb3-f0a89bd29b69 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Request body: {'subnet': {'network_id': '24df48fd-9c2a-4895-b40f-4aab6452db56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:50.853046 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: a6361966-0a8f-46a0-a328-91bafbcc4d62 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:57:50.853723 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device a6361966-0a8f-46a0-a328-91bafbcc4d62 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:57:50.887382 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef118620-ab7c-4fd2-ba92-287ae6394d31 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event updated for resources: {'Network': ['ID=24df48fd-9c2a-4895-b40f-4aab6452db56,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:50.898394 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 24df48fd-9c2a-4895-b40f-4aab6452db56 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:57:50.945377 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15d5b8b-8a31-4b69-8bb3-f0a89bd29b69 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Made reservation on behalf of 3db4b60e8c3e4cb79c9b3460ea2841aa for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:57:50.949132 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c15d5b8b-8a31-4b69-8bb3-f0a89bd29b69 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:51.138868 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c15d5b8b-8a31-4b69-8bb3-f0a89bd29b69 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:51.200018 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d5b8b-8a31-4b69-8bb3-f0a89bd29b69 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event updated for resources: {'Subnet': ['ID=9b8fa71e-68d4-444f-85cb-99a0b77b3084,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:51.208793 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15d5b8b-8a31-4b69-8bb3-f0a89bd29b69 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Checking segment: {'id': 'fd22dfea-2764-481d-992c-d6d4bd167f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '24df48fd-9c2a-4895-b40f-4aab6452db56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:57:51.209151 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15d5b8b-8a31-4b69-8bb3-f0a89bd29b69 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Network hostable DHCP agents. Network: 24df48fd-9c2a-4895-b40f-4aab6452db56, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:57:51.228307 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15d5b8b-8a31-4b69-8bb3-f0a89bd29b69 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Network 24df48fd-9c2a-4895-b40f-4aab6452db56 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:57:51.240265 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-c15d5b8b-8a31-4b69-8bb3-f0a89bd29b69 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 24df48fd-9c2a-4895-b40f-4aab6452db56) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:57:51.245164 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15d5b8b-8a31-4b69-8bb3-f0a89bd29b69 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:51.245754 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c15d5b8b-8a31-4b69-8bb3-f0a89bd29b69 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:51.249943 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78360420-7e16-4f1b-8632-42570c51eeb3 None None] Network 24df48fd-9c2a-4895-b40f-4aab6452db56 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:57:51.266554 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c15d5b8b-8a31-4b69-8bb3-f0a89bd29b69 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4360585 Nov 16 11:57:51.266881 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49092) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:51.271842 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-f7e98ce8-e55f-4c24-900b-2c3770d724b5 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-765376194', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:51.299304 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f7e98ce8-e55f-4c24-900b-2c3770d724b5 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:51.300512 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f7e98ce8-e55f-4c24-900b-2c3770d724b5 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:51.369584 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f7e98ce8-e55f-4c24-900b-2c3770d724b5 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:51.373826 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f7e98ce8-e55f-4c24-900b-2c3770d724b5 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:51.394338 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f7e98ce8-e55f-4c24-900b-2c3770d724b5 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:51.396485 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f7e98ce8-e55f-4c24-900b-2c3770d724b5 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1283898 Nov 16 11:57:51.399807 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49094) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:51.406984 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-aa763ec9-d623-48c7-8d60-756bad088eb1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Request body: {'port': {'network_id': '24df48fd-9c2a-4895-b40f-4aab6452db56', 'name': 'tempest-RoutersIpV6Test-347260318'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:51.411535 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747fc1ae-06bf-4b0d-b244-a09a27ccc896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-24df48fd-9c2a-4895-b40f-4aab6452db56', 'network_id': '24df48fd-9c2a-4895-b40f-4aab6452db56', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'fixed_ips': [{'subnet_id': '9b8fa71e-68d4-444f-85cb-99a0b77b3084'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:57:51.412430 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-747fc1ae-06bf-4b0d-b244-a09a27ccc896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:51.523766 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa763ec9-d623-48c7-8d60-756bad088eb1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Made reservation on behalf of 3db4b60e8c3e4cb79c9b3460ea2841aa for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:57:51.527686 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa763ec9-d623-48c7-8d60-756bad088eb1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:51.547045 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-aa763ec9-d623-48c7-8d60-756bad088eb1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] device_id is not set on port 40825711-020b-4d20-beb5-2056b9c0ea15 yet. {{(pid=102669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 11:57:51.557855 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-747fc1ae-06bf-4b0d-b244-a09a27ccc896 None None] Allocated IP 2001:db8::2 (24df48fd-9c2a-4895-b40f-4aab6452db56/9b8fa71e-68d4-444f-85cb-99a0b77b3084/86fa389c-3c6b-4ec2-ac55-ff02142d7198) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:57:51.706216 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-747fc1ae-06bf-4b0d-b244-a09a27ccc896 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:51.717915 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-747fc1ae-06bf-4b0d-b244-a09a27ccc896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:51.760266 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747fc1ae-06bf-4b0d-b244-a09a27ccc896 None None] Network 24df48fd-9c2a-4895-b40f-4aab6452db56 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:57:51.763363 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-747fc1ae-06bf-4b0d-b244-a09a27ccc896 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:57:51.767185 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747fc1ae-06bf-4b0d-b244-a09a27ccc896 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:57:51.774625 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747fc1ae-06bf-4b0d-b244-a09a27ccc896 None None] Pushing event updated for resources: {'Port': ['ID=86fa389c-3c6b-4ec2-ac55-ff02142d7198,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:51.780314 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-aa763ec9-d623-48c7-8d60-756bad088eb1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Allocated IP 2001:db8::3a6 (24df48fd-9c2a-4895-b40f-4aab6452db56/9b8fa71e-68d4-444f-85cb-99a0b77b3084/40825711-020b-4d20-beb5-2056b9c0ea15) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:57:51.831524 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-747fc1ae-06bf-4b0d-b244-a09a27ccc896 None None] Attempting to bind port 86fa389c-3c6b-4ec2-ac55-ff02142d7198 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:57:51.832159 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-747fc1ae-06bf-4b0d-b244-a09a27ccc896 None None] Attempting to bind port 86fa389c-3c6b-4ec2-ac55-ff02142d7198 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'fd22dfea-2764-481d-992c-d6d4bd167f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '24df48fd-9c2a-4895-b40f-4aab6452db56'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:57:51.832301 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747fc1ae-06bf-4b0d-b244-a09a27ccc896 None None] Attempting to bind port 86fa389c-3c6b-4ec2-ac55-ff02142d7198 on network 24df48fd-9c2a-4895-b40f-4aab6452db56 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:57:51.837772 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747fc1ae-06bf-4b0d-b244-a09a27ccc896 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:57:51.838183 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747fc1ae-06bf-4b0d-b244-a09a27ccc896 None None] Checking segment: {'id': 'fd22dfea-2764-481d-992c-d6d4bd167f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '24df48fd-9c2a-4895-b40f-4aab6452db56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:57:51.838568 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-747fc1ae-06bf-4b0d-b244-a09a27ccc896 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:51.838963 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747fc1ae-06bf-4b0d-b244-a09a27ccc896 None None] Bound using segment: {'id': 'fd22dfea-2764-481d-992c-d6d4bd167f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '24df48fd-9c2a-4895-b40f-4aab6452db56'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:57:51.839431 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-747fc1ae-06bf-4b0d-b244-a09a27ccc896 None None] Bound port: 86fa389c-3c6b-4ec2-ac55-ff02142d7198, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd22dfea-2764-481d-992c-d6d4bd167f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '24df48fd-9c2a-4895-b40f-4aab6452db56'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:57:51.839813 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-747fc1ae-06bf-4b0d-b244-a09a27ccc896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:51.901971 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-747fc1ae-06bf-4b0d-b244-a09a27ccc896 None None] For port 86fa389c-3c6b-4ec2-ac55-ff02142d7198, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:57:51.905028 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-747fc1ae-06bf-4b0d-b244-a09a27ccc896 None None] For port 86fa389c-3c6b-4ec2-ac55-ff02142d7198, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=86fa389c-3c6b-4ec2-ac55-ff02142d7198,segment=NetworkSegment(fd22dfea-2764-481d-992c-d6d4bd167f41),segment_id=fd22dfea-2764-481d-992c-d6d4bd167f41)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:57:51.910790 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-747fc1ae-06bf-4b0d-b244-a09a27ccc896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:51.938689 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa763ec9-d623-48c7-8d60-756bad088eb1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:51.968504 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747fc1ae-06bf-4b0d-b244-a09a27ccc896 None None] Pushing event updated for resources: {'Port': ['ID=86fa389c-3c6b-4ec2-ac55-ff02142d7198,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:51.984081 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa763ec9-d623-48c7-8d60-756bad088eb1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:52.039983 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa763ec9-d623-48c7-8d60-756bad088eb1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Network 24df48fd-9c2a-4895-b40f-4aab6452db56 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:57:52.044283 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa763ec9-d623-48c7-8d60-756bad088eb1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event updated for resources: {'Port': ['ID=40825711-020b-4d20-beb5-2056b9c0ea15,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:52.046973 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-aa763ec9-d623-48c7-8d60-756bad088eb1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:57:52.049009 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa763ec9-d623-48c7-8d60-756bad088eb1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:57:52.060917 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa763ec9-d623-48c7-8d60-756bad088eb1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:52.061604 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa763ec9-d623-48c7-8d60-756bad088eb1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:52.087077 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-aa763ec9-d623-48c7-8d60-756bad088eb1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6824868 Nov 16 11:57:52.087230 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49096) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:52.405731 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:57:52.465592 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2752fe9c-a538-4a96-b979-c68988638d22 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:52.719144 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2752fe9c-a538-4a96-b979-c68988638d22 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:52.724886 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2752fe9c-a538-4a96-b979-c68988638d22 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:52.798910 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2752fe9c-a538-4a96-b979-c68988638d22 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event updated for resources: {'Port': ['ID=40825711-020b-4d20-beb5-2056b9c0ea15,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:52.861741 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 86fa389c-3c6b-4ec2-ac55-ff02142d7198 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:57:52.917094 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 86fa389c-3c6b-4ec2-ac55-ff02142d7198 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:52.917459 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:52.937135 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2752fe9c-a538-4a96-b979-c68988638d22 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:53.020735 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:53.041877 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3a071e-3589-4c0c-908b-30fea8453d20 None None] Network 24df48fd-9c2a-4895-b40f-4aab6452db56 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:57:53.065982 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2752fe9c-a538-4a96-b979-c68988638d22 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:53.113184 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 86fa389c-3c6b-4ec2-ac55-ff02142d7198, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=86fa389c-3c6b-4ec2-ac55-ff02142d7198,segment=NetworkSegment(fd22dfea-2764-481d-992c-d6d4bd167f41),segment_id=fd22dfea-2764-481d-992c-d6d4bd167f41)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:57:53.122546 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:53.194511 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-75abed6d-5983-437c-ae2b-595b66143b73 None None] Provisioning complete for port 86fa389c-3c6b-4ec2-ac55-ff02142d7198 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:53.195504 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-75abed6d-5983-437c-ae2b-595b66143b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:53.248620 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=86fa389c-3c6b-4ec2-ac55-ff02142d7198,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:53.368029 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2752fe9c-a538-4a96-b979-c68988638d22 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:53.374294 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2752fe9c-a538-4a96-b979-c68988638d22 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:53.375784 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2752fe9c-a538-4a96-b979-c68988638d22 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:53.478039 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2752fe9c-a538-4a96-b979-c68988638d22 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event updated for resources: {'Port': ['ID=40825711-020b-4d20-beb5-2056b9c0ea15,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:53.518691 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2752fe9c-a538-4a96-b979-c68988638d22 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Network 24df48fd-9c2a-4895-b40f-4aab6452db56 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:57:53.520317 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-2752fe9c-a538-4a96-b979-c68988638d22 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:57:53.655142 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2752fe9c-a538-4a96-b979-c68988638d22 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Router f7332d34-2e76-40b5-95ec-e72e0a70e471 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:57:53.757428 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2752fe9c-a538-4a96-b979-c68988638d22 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:57:53.763216 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2752fe9c-a538-4a96-b979-c68988638d22 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "PUT /v2.0/routers/f7332d34-2e76-40b5-95ec-e72e0a70e471/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6751113 Nov 16 11:57:53.766443 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49120) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:53.768541 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313ab55e-8012-4928-985b-2fced2890908 None None] Sync routers for ids ['f7332d34-2e76-40b5-95ec-e72e0a70e471'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:57:53.779634 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313ab55e-8012-4928-985b-2fced2890908 None None] Routers {'f7332d34-2e76-40b5-95ec-e72e0a70e471'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:57:53.780377 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-313ab55e-8012-4928-985b-2fced2890908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:57:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f7332d34-2e76-40b5-95ec-e72e0a70e471'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:53.821257 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-313ab55e-8012-4928-985b-2fced2890908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:53.828944 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d3ba99-d5b6-43d6-a574-04f91f1f0fde tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:53.830622 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-23d3ba99-d5b6-43d6-a574-04f91f1f0fde tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "GET /v2.0/ports/40825711-020b-4d20-beb5-2056b9c0ea15 HTTP/1.1" status: 200 len: 983 time: 0.0631664 Nov 16 11:57:53.833775 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49122) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:53.843595 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-684b2a2f-3cae-4b86-bb6f-0e240f45fe26 None None] Provisioning complete for port 40825711-020b-4d20-beb5-2056b9c0ea15 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:53.844355 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-684b2a2f-3cae-4b86-bb6f-0e240f45fe26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:53.869389 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313ab55e-8012-4928-985b-2fced2890908 None None] Routers {'f7332d34-2e76-40b5-95ec-e72e0a70e471'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:57:53.870872 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-313ab55e-8012-4928-985b-2fced2890908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:57:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f7332d34-2e76-40b5-95ec-e72e0a70e471'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:53.911930 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-313ab55e-8012-4928-985b-2fced2890908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:53.913545 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313ab55e-8012-4928-985b-2fced2890908 None None] The sync data for ids ['f7332d34-2e76-40b5-95ec-e72e0a70e471'] in n-d-816823-3 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:57:53.919681 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-684b2a2f-3cae-4b86-bb6f-0e240f45fe26 None None] Port 40825711-020b-4d20-beb5-2056b9c0ea15 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:57:53.931717 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-684b2a2f-3cae-4b86-bb6f-0e240f45fe26 None None] Provisioning complete for port 86fa389c-3c6b-4ec2-ac55-ff02142d7198 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:53.932629 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-684b2a2f-3cae-4b86-bb6f-0e240f45fe26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:54.149610 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-5a6d74dc-5571-4784-a476-16d231161334 None None] Provisioning complete for port 40825711-020b-4d20-beb5-2056b9c0ea15 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:54.150266 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5a6d74dc-5571-4784-a476-16d231161334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:54.190430 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-5a6d74dc-5571-4784-a476-16d231161334 None None] Port 40825711-020b-4d20-beb5-2056b9c0ea15 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:57:54.202824 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d1b5e694-be1c-43bd-a8dc-343424b0154f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:54.313498 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-7a504e39-122d-4e55-9029-c1d016d3e3ff None None] Provisioning complete for port 40825711-020b-4d20-beb5-2056b9c0ea15 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:54.314438 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7a504e39-122d-4e55-9029-c1d016d3e3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:54.357267 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-7a504e39-122d-4e55-9029-c1d016d3e3ff None None] Port 40825711-020b-4d20-beb5-2056b9c0ea15 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:57:54.485788 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d86a5577-a3a3-4359-b461-da805a93bbd3 None None] Provisioning complete for port 40825711-020b-4d20-beb5-2056b9c0ea15 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:54.486198 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d86a5577-a3a3-4359-b461-da805a93bbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:54.523591 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-d86a5577-a3a3-4359-b461-da805a93bbd3 None None] Port 40825711-020b-4d20-beb5-2056b9c0ea15 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:57:54.763871 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d1b5e694-be1c-43bd-a8dc-343424b0154f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Deleting port 40825711-020b-4d20-beb5-2056b9c0ea15 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:57:54.764443 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d1b5e694-be1c-43bd-a8dc-343424b0154f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:54.802172 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 86fa389c-3c6b-4ec2-ac55-ff02142d7198 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:57:54.850679 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d1b5e694-be1c-43bd-a8dc-343424b0154f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:54.852908 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 86fa389c-3c6b-4ec2-ac55-ff02142d7198 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:54.853534 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:54.863948 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d1b5e694-be1c-43bd-a8dc-343424b0154f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Calling delete_port for 40825711-020b-4d20-beb5-2056b9c0ea15 owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:57:55.045748 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d1b5e694-be1c-43bd-a8dc-343424b0154f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:55.090859 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b5e694-be1c-43bd-a8dc-343424b0154f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event deleted for resources: {'Port': ['ID=40825711-020b-4d20-beb5-2056b9c0ea15,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:55.200692 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d1b5e694-be1c-43bd-a8dc-343424b0154f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:55.369671 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b5e694-be1c-43bd-a8dc-343424b0154f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Router f7332d34-2e76-40b5-95ec-e72e0a70e471 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:57:55.445424 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b5e694-be1c-43bd-a8dc-343424b0154f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:57:55.450269 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d1b5e694-be1c-43bd-a8dc-343424b0154f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "PUT /v2.0/routers/f7332d34-2e76-40b5-95ec-e72e0a70e471/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6151230 Nov 16 11:57:55.452897 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49128) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:55.460397 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6a42c2-d2d1-4e6d-9efa-d435926be0bc None None] Sync routers for ids ['f7332d34-2e76-40b5-95ec-e72e0a70e471'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:57:55.470061 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6a42c2-d2d1-4e6d-9efa-d435926be0bc None None] Routers {'f7332d34-2e76-40b5-95ec-e72e0a70e471'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:57:55.471520 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-4d6a42c2-d2d1-4e6d-9efa-d435926be0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:57:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f7332d34-2e76-40b5-95ec-e72e0a70e471'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:55.505397 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-4d6a42c2-d2d1-4e6d-9efa-d435926be0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:55.514891 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6a42c2-d2d1-4e6d-9efa-d435926be0bc None None] Routers {'f7332d34-2e76-40b5-95ec-e72e0a70e471'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:57:55.515491 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-4d6a42c2-d2d1-4e6d-9efa-d435926be0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:57:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f7332d34-2e76-40b5-95ec-e72e0a70e471'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:55.547095 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-4d6a42c2-d2d1-4e6d-9efa-d435926be0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:55.547731 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6a42c2-d2d1-4e6d-9efa-d435926be0bc None None] The sync data for ids ['f7332d34-2e76-40b5-95ec-e72e0a70e471'] in n-d-816823-3 is: [] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:57:55.646837 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-1dd7dc4f-62a8-4872-86d0-7b1f6d4b7e41 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] remove_router_interface failed (client error): The resource could not be found. Nov 16 11:57:55.648482 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1dd7dc4f-62a8-4872-86d0-7b1f6d4b7e41 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "PUT /v2.0/routers/f7332d34-2e76-40b5-95ec-e72e0a70e471/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1946719 Nov 16 11:57:55.651255 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49130) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:55.678194 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c52caba6-2e34-44be-9b3d-bb47851f6f7e tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f7332d34-2e76-40b5-95ec-e72e0a70e471 HTTP/1.1" status: 200 len: 205 time: 0.0258605 Nov 16 11:57:55.681143 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49134) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:55.761506 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ffc31ba4-a471-4af0-bdc9-228c2284be0b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:55.924440 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ffc31ba4-a471-4af0-bdc9-228c2284be0b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:55.926653 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ffc31ba4-a471-4af0-bdc9-228c2284be0b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:55.970998 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ffc31ba4-a471-4af0-bdc9-228c2284be0b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:55.971783 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc31ba4-a471-4af0-bdc9-228c2284be0b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Fanout notify agent at l3_agent the message router_deleted on router f7332d34-2e76-40b5-95ec-e72e0a70e471 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:57:55.979682 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ffc31ba4-a471-4af0-bdc9-228c2284be0b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:55.981216 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ffc31ba4-a471-4af0-bdc9-228c2284be0b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "DELETE /v2.0/routers/f7332d34-2e76-40b5-95ec-e72e0a70e471 HTTP/1.1" status: 204 len: 168 time: 0.2988644 Nov 16 11:57:55.983565 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49136) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:56.040123 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-124c70e8-4c77-44b0-a4e5-ddaf4bd223bc tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Deleting subnet 9b8fa71e-68d4-444f-85cb-99a0b77b3084 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:57:56.043269 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-124c70e8-4c77-44b0-a4e5-ddaf4bd223bc tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:56.082558 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-124c70e8-4c77-44b0-a4e5-ddaf4bd223bc tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:56.169109 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-124c70e8-4c77-44b0-a4e5-ddaf4bd223bc tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:56.229457 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-124c70e8-4c77-44b0-a4e5-ddaf4bd223bc tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:56.257151 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c70e8-4c77-44b0-a4e5-ddaf4bd223bc tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event deleted for resources: {'Subnet': ['ID=9b8fa71e-68d4-444f-85cb-99a0b77b3084,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:56.262265 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-124c70e8-4c77-44b0-a4e5-ddaf4bd223bc tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:56.265946 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-124c70e8-4c77-44b0-a4e5-ddaf4bd223bc tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "DELETE /v2.0/subnets/9b8fa71e-68d4-444f-85cb-99a0b77b3084 HTTP/1.1" status: 204 len: 168 time: 0.2813222 Nov 16 11:57:56.269211 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49138) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:56.271525 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd3949a-ae5c-454d-8e2c-95d0dd87cda7 None None] Network 24df48fd-9c2a-4895-b40f-4aab6452db56 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:57:56.349114 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dff5d3ce-29a1-4d8f-8a44-817873d59fc7 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:56.407149 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-dff5d3ce-29a1-4d8f-8a44-817873d59fc7 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Deleting port 86fa389c-3c6b-4ec2-ac55-ff02142d7198 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:57:56.407715 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dff5d3ce-29a1-4d8f-8a44-817873d59fc7 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:56.482683 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d391c766-dc08-4309-a1f7-b3af39a39a27 None None] DHCP port deletion for 24df48fd-9c2a-4895-b40f-4aab6452db56 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:57:56.483700 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-dff5d3ce-29a1-4d8f-8a44-817873d59fc7 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] For port 86fa389c-3c6b-4ec2-ac55-ff02142d7198, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=86fa389c-3c6b-4ec2-ac55-ff02142d7198,segment=NetworkSegment(fd22dfea-2764-481d-992c-d6d4bd167f41),segment_id=fd22dfea-2764-481d-992c-d6d4bd167f41)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:57:56.484188 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dff5d3ce-29a1-4d8f-8a44-817873d59fc7 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:56.501026 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-dff5d3ce-29a1-4d8f-8a44-817873d59fc7 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Calling delete_port for 86fa389c-3c6b-4ec2-ac55-ff02142d7198 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:57:56.539342 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-d391c766-dc08-4309-a1f7-b3af39a39a27 None None] Deleting port 86fa389c-3c6b-4ec2-ac55-ff02142d7198 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:57:56.539780 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d391c766-dc08-4309-a1f7-b3af39a39a27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:56.598835 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dff5d3ce-29a1-4d8f-8a44-817873d59fc7 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:56.612526 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-d391c766-dc08-4309-a1f7-b3af39a39a27 None None] For port 86fa389c-3c6b-4ec2-ac55-ff02142d7198, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=86fa389c-3c6b-4ec2-ac55-ff02142d7198,segment=NetworkSegment(fd22dfea-2764-481d-992c-d6d4bd167f41),segment_id=fd22dfea-2764-481d-992c-d6d4bd167f41)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:57:56.612929 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d391c766-dc08-4309-a1f7-b3af39a39a27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:56.627109 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff5d3ce-29a1-4d8f-8a44-817873d59fc7 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event deleted for resources: {'Port': ['ID=86fa389c-3c6b-4ec2-ac55-ff02142d7198,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:56.633366 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff5d3ce-29a1-4d8f-8a44-817873d59fc7 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] No DVR routers for this DVR port 86fa389c-3c6b-4ec2-ac55-ff02142d7198 on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:57:56.634161 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-d391c766-dc08-4309-a1f7-b3af39a39a27 None None] Calling delete_port for 86fa389c-3c6b-4ec2-ac55-ff02142d7198 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:57:56.713285 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dff5d3ce-29a1-4d8f-8a44-817873d59fc7 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:56.713771 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d391c766-dc08-4309-a1f7-b3af39a39a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:56.736480 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-dff5d3ce-29a1-4d8f-8a44-817873d59fc7 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24df48fd-9c2a-4895-b40f-4aab6452db56']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:56.748426 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d391c766-dc08-4309-a1f7-b3af39a39a27 None None] Pushing event deleted for resources: {'Port': ['ID=86fa389c-3c6b-4ec2-ac55-ff02142d7198,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:56.749511 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-dff5d3ce-29a1-4d8f-8a44-817873d59fc7 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd22dfea-2764-481d-992c-d6d4bd167f41') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:56.749873 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-dff5d3ce-29a1-4d8f-8a44-817873d59fc7 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd22dfea-2764-481d-992c-d6d4bd167f41') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:56.755467 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d391c766-dc08-4309-a1f7-b3af39a39a27 None None] No DVR routers for this DVR port 86fa389c-3c6b-4ec2-ac55-ff02142d7198 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:57:56.766680 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dff5d3ce-29a1-4d8f-8a44-817873d59fc7 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:56.787565 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dff5d3ce-29a1-4d8f-8a44-817873d59fc7 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:56.806694 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dff5d3ce-29a1-4d8f-8a44-817873d59fc7 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:57:56.807286 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dff5d3ce-29a1-4d8f-8a44-817873d59fc7 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:56.810997 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:57:56.810997 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:57:56.810997 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:57:56.810997 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:57:56.810997 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:57:56.810997 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:57:56.810997 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:57:56.810997 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:57:56.810997 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:57:56.810997 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:57:56.810997 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:57:56.810997 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:57:56.810997 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:57:56.810997 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:57:56.810997 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:57:56.810997 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:57:56.810997 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:57:56.810997 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:57:56.810997 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:57:56.810997 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:57:56.810997 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:57:56.810997 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:57:56.810997 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:57:56.810997 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:57:56.810997 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:57:56.810997 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:57:56.810997 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:57:56.810997 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:57:56.810997 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:57:56.810997 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:57:56.810997 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:57:56.810997 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:57:56.840067 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 86fa389c-3c6b-4ec2-ac55-ff02142d7198 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:57:56.866571 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 86fa389c-3c6b-4ec2-ac55-ff02142d7198 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:57:56.867661 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 86fa389c-3c6b-4ec2-ac55-ff02142d7198 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:57:56.900857 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dff5d3ce-29a1-4d8f-8a44-817873d59fc7 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:56.906929 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dff5d3ce-29a1-4d8f-8a44-817873d59fc7 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:56.910920 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-dff5d3ce-29a1-4d8f-8a44-817873d59fc7 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "DELETE /v2.0/networks/24df48fd-9c2a-4895-b40f-4aab6452db56 HTTP/1.1" status: 204 len: 168 time: 0.6403787 Nov 16 11:57:56.915582 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49146) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:56.921095 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-6bdc10ec-c038-4e1a-b3a7-efc44dbc6126 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1399515405'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:56.933183 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff5d3ce-29a1-4d8f-8a44-817873d59fc7 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event deleted for resources: {'Network': ['ID=24df48fd-9c2a-4895-b40f-4aab6452db56,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:56.950678 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bdc10ec-c038-4e1a-b3a7-efc44dbc6126 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Made reservation on behalf of 3db4b60e8c3e4cb79c9b3460ea2841aa for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:57:56.953975 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6bdc10ec-c038-4e1a-b3a7-efc44dbc6126 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:56.987277 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bdc10ec-c038-4e1a-b3a7-efc44dbc6126 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:57:56.997000 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6bdc10ec-c038-4e1a-b3a7-efc44dbc6126 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:56.997352 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-6bdc10ec-c038-4e1a-b3a7-efc44dbc6126 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Added segment 1a6dc939-a625-4fb8-ab97-be26f44a819b of type vlan for network de3eea2d-8e5b-4515-aba6-f37544ff57f6 Nov 16 11:57:57.036950 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6bdc10ec-c038-4e1a-b3a7-efc44dbc6126 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:57.064196 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6bdc10ec-c038-4e1a-b3a7-efc44dbc6126 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:57.070404 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdc10ec-c038-4e1a-b3a7-efc44dbc6126 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:57.074538 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6bdc10ec-c038-4e1a-b3a7-efc44dbc6126 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:57.097948 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6bdc10ec-c038-4e1a-b3a7-efc44dbc6126 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1816416 Nov 16 11:57:57.101528 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49148) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:57.107946 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-235f67d4-c68f-48f9-bee0-2425d7574df1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Request body: {'subnet': {'network_id': 'de3eea2d-8e5b-4515-aba6-f37544ff57f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:57.154685 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc10ec-c038-4e1a-b3a7-efc44dbc6126 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event updated for resources: {'Network': ['ID=de3eea2d-8e5b-4515-aba6-f37544ff57f6,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:57.167166 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network de3eea2d-8e5b-4515-aba6-f37544ff57f6 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:57:57.241891 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235f67d4-c68f-48f9-bee0-2425d7574df1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Made reservation on behalf of 3db4b60e8c3e4cb79c9b3460ea2841aa for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:57:57.247037 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-235f67d4-c68f-48f9-bee0-2425d7574df1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:57.448299 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-235f67d4-c68f-48f9-bee0-2425d7574df1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:57.511247 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f67d4-c68f-48f9-bee0-2425d7574df1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event updated for resources: {'Subnet': ['ID=f404fba4-812f-44f0-817c-b8d480faac0f,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:57.520087 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235f67d4-c68f-48f9-bee0-2425d7574df1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Checking segment: {'id': '1a6dc939-a625-4fb8-ab97-be26f44a819b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'de3eea2d-8e5b-4515-aba6-f37544ff57f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:57:57.520458 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235f67d4-c68f-48f9-bee0-2425d7574df1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Network hostable DHCP agents. Network: de3eea2d-8e5b-4515-aba6-f37544ff57f6, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:57:57.539682 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235f67d4-c68f-48f9-bee0-2425d7574df1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Network de3eea2d-8e5b-4515-aba6-f37544ff57f6 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:57:57.550594 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-235f67d4-c68f-48f9-bee0-2425d7574df1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, de3eea2d-8e5b-4515-aba6-f37544ff57f6) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:57:57.555873 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235f67d4-c68f-48f9-bee0-2425d7574df1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:57.556485 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-235f67d4-c68f-48f9-bee0-2425d7574df1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:57.566767 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73d7069-ee27-4490-9cbd-d8b8f426d918 None None] Network de3eea2d-8e5b-4515-aba6-f37544ff57f6 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:57:57.584532 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-235f67d4-c68f-48f9-bee0-2425d7574df1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4792128 Nov 16 11:57:57.585346 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49150) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:57.589881 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-9edb58b8-a2c0-4c20-b158-a25c10e97981 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1271500726', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:57:57.613070 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9edb58b8-a2c0-4c20-b158-a25c10e97981 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:57.614172 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9edb58b8-a2c0-4c20-b158-a25c10e97981 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:57.690381 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9edb58b8-a2c0-4c20-b158-a25c10e97981 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:57.696327 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9edb58b8-a2c0-4c20-b158-a25c10e97981 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:57.718568 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9edb58b8-a2c0-4c20-b158-a25c10e97981 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:57.723021 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-9edb58b8-a2c0-4c20-b158-a25c10e97981 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1337132 Nov 16 11:57:57.723200 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49152) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:57.764946 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342ac146-bf16-40fe-8870-5f923212b8a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-de3eea2d-8e5b-4515-aba6-f37544ff57f6', 'network_id': 'de3eea2d-8e5b-4515-aba6-f37544ff57f6', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'fixed_ips': [{'subnet_id': 'f404fba4-812f-44f0-817c-b8d480faac0f'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:57:57.766338 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-342ac146-bf16-40fe-8870-5f923212b8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:57.935818 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-342ac146-bf16-40fe-8870-5f923212b8a4 None None] Allocated IP 2001:db8::2 (de3eea2d-8e5b-4515-aba6-f37544ff57f6/f404fba4-812f-44f0-817c-b8d480faac0f/e29289d2-6f00-4b87-98ba-0301b0151805) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:57:58.027158 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5adc5ffe-b08e-4de5-9ac4-20e26fd567a3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:58.083418 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-342ac146-bf16-40fe-8870-5f923212b8a4 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:58.088703 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-342ac146-bf16-40fe-8870-5f923212b8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:58.123712 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342ac146-bf16-40fe-8870-5f923212b8a4 None None] Network de3eea2d-8e5b-4515-aba6-f37544ff57f6 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:57:58.126702 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-342ac146-bf16-40fe-8870-5f923212b8a4 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:57:58.130312 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342ac146-bf16-40fe-8870-5f923212b8a4 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:57:58.151044 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ac146-bf16-40fe-8870-5f923212b8a4 None None] Pushing event updated for resources: {'Port': ['ID=e29289d2-6f00-4b87-98ba-0301b0151805,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:58.211340 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-342ac146-bf16-40fe-8870-5f923212b8a4 None None] Attempting to bind port e29289d2-6f00-4b87-98ba-0301b0151805 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:57:58.211881 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-342ac146-bf16-40fe-8870-5f923212b8a4 None None] Attempting to bind port e29289d2-6f00-4b87-98ba-0301b0151805 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '1a6dc939-a625-4fb8-ab97-be26f44a819b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'de3eea2d-8e5b-4515-aba6-f37544ff57f6'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:57:58.212346 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342ac146-bf16-40fe-8870-5f923212b8a4 None None] Attempting to bind port e29289d2-6f00-4b87-98ba-0301b0151805 on network de3eea2d-8e5b-4515-aba6-f37544ff57f6 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:57:58.217649 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342ac146-bf16-40fe-8870-5f923212b8a4 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:57:58.218241 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342ac146-bf16-40fe-8870-5f923212b8a4 None None] Checking segment: {'id': '1a6dc939-a625-4fb8-ab97-be26f44a819b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'de3eea2d-8e5b-4515-aba6-f37544ff57f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:57:58.219066 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-342ac146-bf16-40fe-8870-5f923212b8a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:58.219195 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342ac146-bf16-40fe-8870-5f923212b8a4 None None] Bound using segment: {'id': '1a6dc939-a625-4fb8-ab97-be26f44a819b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'de3eea2d-8e5b-4515-aba6-f37544ff57f6'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:57:58.219646 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-342ac146-bf16-40fe-8870-5f923212b8a4 None None] Bound port: e29289d2-6f00-4b87-98ba-0301b0151805, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6dc939-a625-4fb8-ab97-be26f44a819b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'de3eea2d-8e5b-4515-aba6-f37544ff57f6'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:57:58.220167 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-342ac146-bf16-40fe-8870-5f923212b8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:58.296471 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-342ac146-bf16-40fe-8870-5f923212b8a4 None None] For port e29289d2-6f00-4b87-98ba-0301b0151805, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:57:58.299458 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-342ac146-bf16-40fe-8870-5f923212b8a4 None None] For port e29289d2-6f00-4b87-98ba-0301b0151805, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=e29289d2-6f00-4b87-98ba-0301b0151805,segment=NetworkSegment(1a6dc939-a625-4fb8-ab97-be26f44a819b),segment_id=1a6dc939-a625-4fb8-ab97-be26f44a819b)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:57:58.301022 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-5adc5ffe-b08e-4de5-9ac4-20e26fd567a3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Allocated IP 2001:db8::1 (de3eea2d-8e5b-4515-aba6-f37544ff57f6/f404fba4-812f-44f0-817c-b8d480faac0f/6325b31f-f91a-40ea-bb88-c0c7b9cf579f) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:57:58.307419 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-342ac146-bf16-40fe-8870-5f923212b8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:58.376818 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:58.379748 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ac146-bf16-40fe-8870-5f923212b8a4 None None] Pushing event updated for resources: {'Port': ['ID=e29289d2-6f00-4b87-98ba-0301b0151805,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:58.443701 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5adc5ffe-b08e-4de5-9ac4-20e26fd567a3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:58.481200 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5adc5ffe-b08e-4de5-9ac4-20e26fd567a3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:58.529144 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adc5ffe-b08e-4de5-9ac4-20e26fd567a3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Network de3eea2d-8e5b-4515-aba6-f37544ff57f6 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:57:58.533535 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-5adc5ffe-b08e-4de5-9ac4-20e26fd567a3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:57:58.539309 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adc5ffe-b08e-4de5-9ac4-20e26fd567a3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:57:58.539976 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5adc5ffe-b08e-4de5-9ac4-20e26fd567a3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:58.547951 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc5ffe-b08e-4de5-9ac4-20e26fd567a3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event updated for resources: {'Port': ['ID=6325b31f-f91a-40ea-bb88-c0c7b9cf579f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:58.690418 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5adc5ffe-b08e-4de5-9ac4-20e26fd567a3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:58.813763 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device e29289d2-6f00-4b87-98ba-0301b0151805 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:57:58.863959 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port e29289d2-6f00-4b87-98ba-0301b0151805 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:58.864438 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:58.948803 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:58.972382 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5adc5ffe-b08e-4de5-9ac4-20e26fd567a3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:58.978932 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5adc5ffe-b08e-4de5-9ac4-20e26fd567a3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:58.979960 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5adc5ffe-b08e-4de5-9ac4-20e26fd567a3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:58.992615 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port e29289d2-6f00-4b87-98ba-0301b0151805, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=e29289d2-6f00-4b87-98ba-0301b0151805,segment=NetworkSegment(1a6dc939-a625-4fb8-ab97-be26f44a819b),segment_id=1a6dc939-a625-4fb8-ab97-be26f44a819b)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:57:58.997665 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:59.059095 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=e29289d2-6f00-4b87-98ba-0301b0151805,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:59.090852 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc5ffe-b08e-4de5-9ac4-20e26fd567a3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event updated for resources: {'Port': ['ID=6325b31f-f91a-40ea-bb88-c0c7b9cf579f,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:57:59.149828 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:59.160239 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adc5ffe-b08e-4de5-9ac4-20e26fd567a3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Network de3eea2d-8e5b-4515-aba6-f37544ff57f6 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:57:59.161757 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-5adc5ffe-b08e-4de5-9ac4-20e26fd567a3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:57:59.291689 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5adc5ffe-b08e-4de5-9ac4-20e26fd567a3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Router ced25b68-11e5-4527-a1f0-5fb5d61e46f8 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:57:59.391145 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5adc5ffe-b08e-4de5-9ac4-20e26fd567a3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:57:59.394474 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2071f492-152f-46ce-9c57-dc5922980e95 None None] Network de3eea2d-8e5b-4515-aba6-f37544ff57f6 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:57:59.400401 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5adc5ffe-b08e-4de5-9ac4-20e26fd567a3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "PUT /v2.0/routers/ced25b68-11e5-4527-a1f0-5fb5d61e46f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6748521 Nov 16 11:57:59.401714 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49162) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:59.411038 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8986f0e2-5628-4664-acd1-6155337a53c5 None None] Sync routers for ids ['ced25b68-11e5-4527-a1f0-5fb5d61e46f8'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:57:59.446417 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d97cfd7-46bf-4978-b261-90d646025f46 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:57:59.447815 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7d97cfd7-46bf-4978-b261-90d646025f46 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "GET /v2.0/ports/6325b31f-f91a-40ea-bb88-c0c7b9cf579f HTTP/1.1" status: 200 len: 911 time: 0.0450754 Nov 16 11:57:59.451010 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49164) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:57:59.459395 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8986f0e2-5628-4664-acd1-6155337a53c5 None None] Routers {'ced25b68-11e5-4527-a1f0-5fb5d61e46f8'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:57:59.460294 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8986f0e2-5628-4664-acd1-6155337a53c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:57:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['ced25b68-11e5-4527-a1f0-5fb5d61e46f8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:59.500917 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8986f0e2-5628-4664-acd1-6155337a53c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:59.532835 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8986f0e2-5628-4664-acd1-6155337a53c5 None None] Routers {'ced25b68-11e5-4527-a1f0-5fb5d61e46f8'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:57:59.533711 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8986f0e2-5628-4664-acd1-6155337a53c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:57:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['ced25b68-11e5-4527-a1f0-5fb5d61e46f8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:59.573495 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8986f0e2-5628-4664-acd1-6155337a53c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:57:59.574430 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8986f0e2-5628-4664-acd1-6155337a53c5 None None] The sync data for ids ['ced25b68-11e5-4527-a1f0-5fb5d61e46f8'] in n-d-816823-3 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:57:59.578718 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-25d688e6-42a8-4dc9-9549-ca3ccd7bc2af None None] Provisioning complete for port e29289d2-6f00-4b87-98ba-0301b0151805 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:59.579088 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-25d688e6-42a8-4dc9-9549-ca3ccd7bc2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:59.794738 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63fa867f-c20f-475f-9a69-a5b0880273b9 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:57:59.971316 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c9783c93-0f3c-43ce-9d44-9a6976d6d269 None None] Provisioning complete for port e29289d2-6f00-4b87-98ba-0301b0151805 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:57:59.971975 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c9783c93-0f3c-43ce-9d44-9a6976d6d269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:00.083443 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c9783c93-0f3c-43ce-9d44-9a6976d6d269 None None] Provisioning complete for port 6325b31f-f91a-40ea-bb88-c0c7b9cf579f triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:00.084169 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c9783c93-0f3c-43ce-9d44-9a6976d6d269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:00.153879 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-c9783c93-0f3c-43ce-9d44-9a6976d6d269 None None] Port 6325b31f-f91a-40ea-bb88-c0c7b9cf579f cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:58:00.295286 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-aca7643c-c695-44e2-b6f3-25a3bc7b1c53 None None] Provisioning complete for port 6325b31f-f91a-40ea-bb88-c0c7b9cf579f triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:00.295893 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aca7643c-c695-44e2-b6f3-25a3bc7b1c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:00.337086 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-aca7643c-c695-44e2-b6f3-25a3bc7b1c53 None None] Port 6325b31f-f91a-40ea-bb88-c0c7b9cf579f cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:58:00.430245 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63fa867f-c20f-475f-9a69-a5b0880273b9 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Deleting port 6325b31f-f91a-40ea-bb88-c0c7b9cf579f {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:58:00.430717 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63fa867f-c20f-475f-9a69-a5b0880273b9 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:00.457953 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a882a252-fa15-4267-8923-5d34dfb4597e None None] Provisioning complete for port 6325b31f-f91a-40ea-bb88-c0c7b9cf579f triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:00.458344 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a882a252-fa15-4267-8923-5d34dfb4597e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:00.501106 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-a882a252-fa15-4267-8923-5d34dfb4597e None None] Port 6325b31f-f91a-40ea-bb88-c0c7b9cf579f cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:58:00.520765 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63fa867f-c20f-475f-9a69-a5b0880273b9 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:00.533256 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-63fa867f-c20f-475f-9a69-a5b0880273b9 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Calling delete_port for 6325b31f-f91a-40ea-bb88-c0c7b9cf579f owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:58:00.705866 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63fa867f-c20f-475f-9a69-a5b0880273b9 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:00.733857 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa867f-c20f-475f-9a69-a5b0880273b9 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event deleted for resources: {'Port': ['ID=6325b31f-f91a-40ea-bb88-c0c7b9cf579f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:00.817900 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device e29289d2-6f00-4b87-98ba-0301b0151805 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:58:00.849248 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-63fa867f-c20f-475f-9a69-a5b0880273b9 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:00.887886 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port e29289d2-6f00-4b87-98ba-0301b0151805 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:00.888262 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:01.021538 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63fa867f-c20f-475f-9a69-a5b0880273b9 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Router ced25b68-11e5-4527-a1f0-5fb5d61e46f8 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:58:01.097783 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63fa867f-c20f-475f-9a69-a5b0880273b9 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:58:01.103892 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-63fa867f-c20f-475f-9a69-a5b0880273b9 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "PUT /v2.0/routers/ced25b68-11e5-4527-a1f0-5fb5d61e46f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6513662 Nov 16 11:58:01.106082 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49168) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:01.109938 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652c1084-78ed-4f82-b9d2-70c0bdc91692 None None] Sync routers for ids ['ced25b68-11e5-4527-a1f0-5fb5d61e46f8'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:58:01.129121 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652c1084-78ed-4f82-b9d2-70c0bdc91692 None None] Routers {'ced25b68-11e5-4527-a1f0-5fb5d61e46f8'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:58:01.130392 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-652c1084-78ed-4f82-b9d2-70c0bdc91692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:57:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['ced25b68-11e5-4527-a1f0-5fb5d61e46f8'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:01.138679 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b5a59d80-0d94-4a43-b9d1-e0241e44bea0 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ced25b68-11e5-4527-a1f0-5fb5d61e46f8 HTTP/1.1" status: 200 len: 205 time: 0.0309420 Nov 16 11:58:01.140815 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49170) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:01.177441 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-652c1084-78ed-4f82-b9d2-70c0bdc91692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:01.196125 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652c1084-78ed-4f82-b9d2-70c0bdc91692 None None] Routers {'ced25b68-11e5-4527-a1f0-5fb5d61e46f8'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:58:01.197636 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-652c1084-78ed-4f82-b9d2-70c0bdc91692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:57:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['ced25b68-11e5-4527-a1f0-5fb5d61e46f8'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:01.235959 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f49e5e24-2cf9-48ec-8729-5c8f34f9aaa4 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:01.236288 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-652c1084-78ed-4f82-b9d2-70c0bdc91692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:01.236978 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652c1084-78ed-4f82-b9d2-70c0bdc91692 None None] The sync data for ids ['ced25b68-11e5-4527-a1f0-5fb5d61e46f8'] in n-d-816823-3 is: [] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:58:01.404353 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f49e5e24-2cf9-48ec-8729-5c8f34f9aaa4 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:01.406622 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f49e5e24-2cf9-48ec-8729-5c8f34f9aaa4 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:01.450369 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f49e5e24-2cf9-48ec-8729-5c8f34f9aaa4 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:01.451291 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49e5e24-2cf9-48ec-8729-5c8f34f9aaa4 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Fanout notify agent at l3_agent the message router_deleted on router ced25b68-11e5-4527-a1f0-5fb5d61e46f8 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:58:01.457901 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f49e5e24-2cf9-48ec-8729-5c8f34f9aaa4 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:01.459035 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f49e5e24-2cf9-48ec-8729-5c8f34f9aaa4 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "DELETE /v2.0/routers/ced25b68-11e5-4527-a1f0-5fb5d61e46f8 HTTP/1.1" status: 204 len: 168 time: 0.3172154 Nov 16 11:58:01.462122 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49174) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:01.521148 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-5152995f-3f73-49ab-bb2d-c31774e202bc tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Deleting subnet f404fba4-812f-44f0-817c-b8d480faac0f {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:58:01.525479 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5152995f-3f73-49ab-bb2d-c31774e202bc tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:01.565767 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5152995f-3f73-49ab-bb2d-c31774e202bc tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:01.647828 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5152995f-3f73-49ab-bb2d-c31774e202bc tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:01.711729 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5152995f-3f73-49ab-bb2d-c31774e202bc tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:01.738572 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152995f-3f73-49ab-bb2d-c31774e202bc tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event deleted for resources: {'Subnet': ['ID=f404fba4-812f-44f0-817c-b8d480faac0f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:01.743674 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5152995f-3f73-49ab-bb2d-c31774e202bc tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:01.746893 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5152995f-3f73-49ab-bb2d-c31774e202bc tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "DELETE /v2.0/subnets/f404fba4-812f-44f0-817c-b8d480faac0f HTTP/1.1" status: 204 len: 168 time: 0.2837765 Nov 16 11:58:01.749960 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49176) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:01.752495 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ace25b-c8a0-4c31-a93f-23a816e6827a None None] Network de3eea2d-8e5b-4515-aba6-f37544ff57f6 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:58:01.752942 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5152995f-3f73-49ab-bb2d-c31774e202bc tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:01.752942 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5152995f-3f73-49ab-bb2d-c31774e202bc tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:01.753295 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5152995f-3f73-49ab-bb2d-c31774e202bc tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:01.753636 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5152995f-3f73-49ab-bb2d-c31774e202bc tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:01.754006 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5152995f-3f73-49ab-bb2d-c31774e202bc tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:01.754349 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5152995f-3f73-49ab-bb2d-c31774e202bc tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:01.754685 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5152995f-3f73-49ab-bb2d-c31774e202bc tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:01.755223 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5152995f-3f73-49ab-bb2d-c31774e202bc tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:01.755558 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5152995f-3f73-49ab-bb2d-c31774e202bc tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:01.757509 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5152995f-3f73-49ab-bb2d-c31774e202bc tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:01.757873 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5152995f-3f73-49ab-bb2d-c31774e202bc tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:01.758235 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5152995f-3f73-49ab-bb2d-c31774e202bc tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:01.850193 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc1c040a-5484-4167-b7aa-b26675b25f9f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:01.908526 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-bc1c040a-5484-4167-b7aa-b26675b25f9f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Deleting port e29289d2-6f00-4b87-98ba-0301b0151805 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:58:01.908873 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc1c040a-5484-4167-b7aa-b26675b25f9f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:01.941866 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53609b2c-6071-4ffc-abec-9b10f5e00a4f None None] DHCP port deletion for de3eea2d-8e5b-4515-aba6-f37544ff57f6 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:58:01.982059 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-bc1c040a-5484-4167-b7aa-b26675b25f9f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] For port e29289d2-6f00-4b87-98ba-0301b0151805, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=e29289d2-6f00-4b87-98ba-0301b0151805,segment=NetworkSegment(1a6dc939-a625-4fb8-ab97-be26f44a819b),segment_id=1a6dc939-a625-4fb8-ab97-be26f44a819b)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:58:01.982338 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc1c040a-5484-4167-b7aa-b26675b25f9f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:01.998128 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-53609b2c-6071-4ffc-abec-9b10f5e00a4f None None] Deleting port e29289d2-6f00-4b87-98ba-0301b0151805 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:58:01.998401 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-bc1c040a-5484-4167-b7aa-b26675b25f9f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Calling delete_port for e29289d2-6f00-4b87-98ba-0301b0151805 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:58:01.998623 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-53609b2c-6071-4ffc-abec-9b10f5e00a4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:02.067735 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-53609b2c-6071-4ffc-abec-9b10f5e00a4f None None] For port e29289d2-6f00-4b87-98ba-0301b0151805, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=e29289d2-6f00-4b87-98ba-0301b0151805,segment=NetworkSegment(1a6dc939-a625-4fb8-ab97-be26f44a819b),segment_id=1a6dc939-a625-4fb8-ab97-be26f44a819b)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:58:02.068737 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-53609b2c-6071-4ffc-abec-9b10f5e00a4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:02.081131 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc1c040a-5484-4167-b7aa-b26675b25f9f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:02.084045 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-53609b2c-6071-4ffc-abec-9b10f5e00a4f None None] Calling delete_port for e29289d2-6f00-4b87-98ba-0301b0151805 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:58:02.110527 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c040a-5484-4167-b7aa-b26675b25f9f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event deleted for resources: {'Port': ['ID=e29289d2-6f00-4b87-98ba-0301b0151805,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:02.126952 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1c040a-5484-4167-b7aa-b26675b25f9f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] No DVR routers for this DVR port e29289d2-6f00-4b87-98ba-0301b0151805 on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:58:02.168465 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-53609b2c-6071-4ffc-abec-9b10f5e00a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:02.199359 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53609b2c-6071-4ffc-abec-9b10f5e00a4f None None] Pushing event deleted for resources: {'Port': ['ID=e29289d2-6f00-4b87-98ba-0301b0151805,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:02.203168 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53609b2c-6071-4ffc-abec-9b10f5e00a4f None None] No DVR routers for this DVR port e29289d2-6f00-4b87-98ba-0301b0151805 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:58:02.222556 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc1c040a-5484-4167-b7aa-b26675b25f9f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:02.246161 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-bc1c040a-5484-4167-b7aa-b26675b25f9f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de3eea2d-8e5b-4515-aba6-f37544ff57f6']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:02.247264 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49180) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:02.260384 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-bc1c040a-5484-4167-b7aa-b26675b25f9f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a6dc939-a625-4fb8-ab97-be26f44a819b') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:02.260887 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-bc1c040a-5484-4167-b7aa-b26675b25f9f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a6dc939-a625-4fb8-ab97-be26f44a819b') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:02.271241 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc1c040a-5484-4167-b7aa-b26675b25f9f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:02.285844 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc1c040a-5484-4167-b7aa-b26675b25f9f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:02.293434 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc1c040a-5484-4167-b7aa-b26675b25f9f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:58:02.294124 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc1c040a-5484-4167-b7aa-b26675b25f9f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:02.295624 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-9687da66-2610-4af5-ba77-abfa377e0b41 admin admin] Deleting subnet f5994fc9-2be8-4fe8-9069-79e6834ca8ec {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:58:02.297860 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:58:02.297860 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:58:02.297860 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:58:02.297860 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:58:02.297860 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:58:02.297860 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:58:02.297860 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:58:02.297860 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:58:02.297860 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:58:02.297860 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:58:02.297860 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:58:02.297860 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:58:02.297860 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:58:02.297860 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:58:02.297860 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:58:02.297860 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:58:02.297860 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:58:02.297860 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:58:02.297860 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:58:02.297860 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:58:02.297860 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:58:02.297860 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:58:02.297860 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:58:02.297860 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:58:02.297860 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:58:02.297860 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:58:02.297860 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:58:02.297860 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:58:02.297860 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:58:02.297860 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:58:02.297860 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:58:02.297860 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:58:02.300336 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9687da66-2610-4af5-ba77-abfa377e0b41 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:02.342244 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9687da66-2610-4af5-ba77-abfa377e0b41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:02.374199 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc1c040a-5484-4167-b7aa-b26675b25f9f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:02.384141 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc1c040a-5484-4167-b7aa-b26675b25f9f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:02.392461 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bc1c040a-5484-4167-b7aa-b26675b25f9f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "DELETE /v2.0/networks/de3eea2d-8e5b-4515-aba6-f37544ff57f6 HTTP/1.1" status: 204 len: 168 time: 0.6367352 Nov 16 11:58:02.393098 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49182) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:02.397479 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-1707725f-8556-4ee3-ba6c-e5a291ae21f8 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-151153710', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}, 'admin_state_up': False}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:02.401294 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c040a-5484-4167-b7aa-b26675b25f9f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event deleted for resources: {'Network': ['ID=de3eea2d-8e5b-4515-aba6-f37544ff57f6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:02.406011 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9687da66-2610-4af5-ba77-abfa377e0b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:02.453629 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1707725f-8556-4ee3-ba6c-e5a291ae21f8 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:02.454713 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1707725f-8556-4ee3-ba6c-e5a291ae21f8 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:02.509100 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9687da66-2610-4af5-ba77-abfa377e0b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:02.518269 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1707725f-8556-4ee3-ba6c-e5a291ae21f8 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:02.544388 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9687da66-2610-4af5-ba77-abfa377e0b41 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:02.550288 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-9687da66-2610-4af5-ba77-abfa377e0b41 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f5994fc9-2be8-4fe8-9069-79e6834ca8ec HTTP/1.1" status: 204 len: 168 time: 0.3018761 Nov 16 11:58:02.550646 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49184) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:02.552880 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9687da66-2610-4af5-ba77-abfa377e0b41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5994fc9-2be8-4fe8-9069-79e6834ca8ec,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:02.556056 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f68a02-05fd-4a23-a8d0-bee0848c9268 None None] Network 8d99fce6-7fd4-4024-a0f4-6aaf2d6df441 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:58:02.639284 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-17fcb100-8fbf-4440-88b3-6337c407dd4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:02.698014 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481a0ddf-6717-4a0c-8d97-73cd7919cf43 None None] DHCP port deletion for 8d99fce6-7fd4-4024-a0f4-6aaf2d6df441 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:58:02.708820 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1707725f-8556-4ee3-ba6c-e5a291ae21f8 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:02.729839 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-17fcb100-8fbf-4440-88b3-6337c407dd4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:02.751480 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-17fcb100-8fbf-4440-88b3-6337c407dd4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d99fce6-7fd4-4024-a0f4-6aaf2d6df441']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:02.761481 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-17fcb100-8fbf-4440-88b3-6337c407dd4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8265722f-7ce6-4a01-9cef-8a229c9b255f') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:02.761776 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-17fcb100-8fbf-4440-88b3-6337c407dd4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8265722f-7ce6-4a01-9cef-8a229c9b255f') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:02.771495 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-17fcb100-8fbf-4440-88b3-6337c407dd4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:02.796659 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device e29289d2-6f00-4b87-98ba-0301b0151805 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:58:02.800382 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-17fcb100-8fbf-4440-88b3-6337c407dd4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:02.811482 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17fcb100-8fbf-4440-88b3-6337c407dd4e admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:58:02.812539 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-17fcb100-8fbf-4440-88b3-6337c407dd4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:02.817491 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:58:02.817491 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:58:02.817491 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:58:02.817491 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:58:02.817491 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:58:02.817491 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:58:02.817491 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:58:02.817491 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:58:02.817491 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:58:02.817491 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:58:02.817491 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:58:02.817491 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:58:02.817491 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:58:02.817491 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:58:02.817491 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:58:02.817491 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:58:02.817491 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:58:02.817491 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:58:02.817491 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:58:02.817491 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:58:02.817491 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:58:02.817491 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:58:02.817491 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:58:02.817491 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:58:02.817491 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:58:02.817491 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:58:02.817491 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:58:02.817491 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:58:02.817491 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:58:02.817491 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:58:02.817491 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:58:02.817491 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:58:02.821070 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: e29289d2-6f00-4b87-98ba-0301b0151805 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:58:02.821070 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device e29289d2-6f00-4b87-98ba-0301b0151805 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:58:02.890040 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-17fcb100-8fbf-4440-88b3-6337c407dd4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:02.894723 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-17fcb100-8fbf-4440-88b3-6337c407dd4e admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:02.898905 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-17fcb100-8fbf-4440-88b3-6337c407dd4e admin admin] 10.222.0.61 "DELETE /v2.0/networks/8d99fce6-7fd4-4024-a0f4-6aaf2d6df441 HTTP/1.1" status: 204 len: 168 time: 0.3473761 Nov 16 11:58:02.913344 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fcb100-8fbf-4440-88b3-6337c407dd4e admin admin] Pushing event deleted for resources: {'Network': ['ID=8d99fce6-7fd4-4024-a0f4-6aaf2d6df441,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:02.957734 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1707725f-8556-4ee3-ba6c-e5a291ae21f8 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for router_gateway, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:02.994373 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1707725f-8556-4ee3-ba6c-e5a291ae21f8 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:03.088349 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49188) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:03.126295 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-1707725f-8556-4ee3-ba6c-e5a291ae21f8 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Allocated IP 172.25.0.90 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/6d276eb6-b11f-40bd-885f-5a684ed332b4) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:58:03.158638 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-fd9d11ce-4028-4629-80bc-870769327946 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f5bc6c6fe5814c119e15f05c26123a36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0689573 Nov 16 11:58:03.161345 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49190) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:03.218462 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-017fce23-28e2-408d-a503-b654315bd5cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:03.240275 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-017fce23-28e2-408d-a503-b654315bd5cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:03.250753 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1707725f-8556-4ee3-ba6c-e5a291ae21f8 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:03.288376 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1707725f-8556-4ee3-ba6c-e5a291ae21f8 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:03.290561 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-017fce23-28e2-408d-a503-b654315bd5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:03.293663 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-017fce23-28e2-408d-a503-b654315bd5cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:03.294854 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-017fce23-28e2-408d-a503-b654315bd5cb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bb3660c1-cc36-493e-bbee-237697747880 HTTP/1.1" status: 204 len: 168 time: 0.1322026 Nov 16 11:58:03.302526 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017fce23-28e2-408d-a503-b654315bd5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3660c1-cc36-493e-bbee-237697747880,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:03.347167 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1707725f-8556-4ee3-ba6c-e5a291ae21f8 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:58:03.354408 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-1707725f-8556-4ee3-ba6c-e5a291ae21f8 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:58:03.358032 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1707725f-8556-4ee3-ba6c-e5a291ae21f8 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:58:03.369448 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab363a6-2188-4a9d-8920-879016eb8f95 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:58:03.381975 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707725f-8556-4ee3-ba6c-e5a291ae21f8 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event updated for resources: {'Port': ['ID=6d276eb6-b11f-40bd-885f-5a684ed332b4,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:03.442550 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-99682256-9734-4110-aad7-9e2fe34dc7b2 None None] Provisioning complete for port 6d276eb6-b11f-40bd-885f-5a684ed332b4 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:03.442928 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99682256-9734-4110-aad7-9e2fe34dc7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:03.481603 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-99682256-9734-4110-aad7-9e2fe34dc7b2 None None] Port 6d276eb6-b11f-40bd-885f-5a684ed332b4 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:58:03.646560 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1707725f-8556-4ee3-ba6c-e5a291ae21f8 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for router_gateway, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:03.862647 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1707725f-8556-4ee3-ba6c-e5a291ae21f8 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:03.991817 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1707725f-8556-4ee3-ba6c-e5a291ae21f8 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Router 41900872-bc74-4268-9acb-fee37396f0f3 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:58:04.099621 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1707725f-8556-4ee3-ba6c-e5a291ae21f8 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:58:04.110029 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef954cbb-3059-4382-839a-28b4b7d32654 None None] Sync routers for ids ['41900872-bc74-4268-9acb-fee37396f0f3'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:58:04.123450 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1707725f-8556-4ee3-ba6c-e5a291ae21f8 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:04.127357 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1707725f-8556-4ee3-ba6c-e5a291ae21f8 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 1.7307582 Nov 16 11:58:04.127357 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49194) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:04.128344 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef954cbb-3059-4382-839a-28b4b7d32654 None None] Routers {'41900872-bc74-4268-9acb-fee37396f0f3'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:58:04.128970 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ef954cbb-3059-4382-839a-28b4b7d32654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:57:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['41900872-bc74-4268-9acb-fee37396f0f3'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:04.164654 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ef954cbb-3059-4382-839a-28b4b7d32654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:04.173633 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef954cbb-3059-4382-839a-28b4b7d32654 None None] Routers {'41900872-bc74-4268-9acb-fee37396f0f3'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:58:04.174295 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ef954cbb-3059-4382-839a-28b4b7d32654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:57:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['41900872-bc74-4268-9acb-fee37396f0f3'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:04.205108 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ef954cbb-3059-4382-839a-28b4b7d32654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:04.205746 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef954cbb-3059-4382-839a-28b4b7d32654 None None] The sync data for ids ['41900872-bc74-4268-9acb-fee37396f0f3'] in n-d-816823-3 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:58:04.236925 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a969907e-b592-4c16-8824-c3a51edef2a0 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "GET /v2.0/routers/41900872-bc74-4268-9acb-fee37396f0f3 HTTP/1.1" status: 200 len: 883 time: 0.1084030 Nov 16 11:58:04.239495 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49196) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:04.779959 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8004f607-0f80-4d48-b2c7-e3f1f9e6003e tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.5393441 Nov 16 11:58:04.782708 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49198) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:04.786944 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-54057c14-4c6c-4a56-8764-6f3b326c9f84 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-151153710'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:05.094994 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-54057c14-4c6c-4a56-8764-6f3b326c9f84 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1984560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1995711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3572'] for router, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:05.105801 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-54057c14-4c6c-4a56-8764-6f3b326c9f84 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1984559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1984550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1995702'] for router, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:05.213362 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54057c14-4c6c-4a56-8764-6f3b326c9f84 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Router 41900872-bc74-4268-9acb-fee37396f0f3 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:58:05.325818 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54057c14-4c6c-4a56-8764-6f3b326c9f84 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:58:05.332956 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-54057c14-4c6c-4a56-8764-6f3b326c9f84 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:05.334155 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-54057c14-4c6c-4a56-8764-6f3b326c9f84 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "PUT /v2.0/routers/41900872-bc74-4268-9acb-fee37396f0f3 HTTP/1.1" status: 200 len: 890 time: 0.5505097 Nov 16 11:58:05.337492 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49200) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:05.340170 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38971979-8091-4e5a-beab-53da69943195 None None] Sync routers for ids ['41900872-bc74-4268-9acb-fee37396f0f3'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:58:05.349904 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38971979-8091-4e5a-beab-53da69943195 None None] Routers {'41900872-bc74-4268-9acb-fee37396f0f3'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:58:05.350498 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-38971979-8091-4e5a-beab-53da69943195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:57:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['41900872-bc74-4268-9acb-fee37396f0f3'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:05.382826 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-38971979-8091-4e5a-beab-53da69943195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:05.391216 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38971979-8091-4e5a-beab-53da69943195 None None] Routers {'41900872-bc74-4268-9acb-fee37396f0f3'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:58:05.391814 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-38971979-8091-4e5a-beab-53da69943195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:57:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['41900872-bc74-4268-9acb-fee37396f0f3'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:05.426409 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-38971979-8091-4e5a-beab-53da69943195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:05.427052 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38971979-8091-4e5a-beab-53da69943195 None None] The sync data for ids ['41900872-bc74-4268-9acb-fee37396f0f3'] in n-d-816823-3 is: [] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:58:05.444457 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1168a489-47aa-4f35-b4a7-64b3d0e2648d tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "GET /v2.0/routers/41900872-bc74-4268-9acb-fee37396f0f3 HTTP/1.1" status: 200 len: 890 time: 0.1052802 Nov 16 11:58:05.447202 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49202) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:05.476865 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e3fe77ab-8056-4034-84cf-49079179d574 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "GET /v2.0/ports?device_id=41900872-bc74-4268-9acb-fee37396f0f3 HTTP/1.1" status: 200 len: 205 time: 0.0285609 Nov 16 11:58:05.479445 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49204) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:05.583773 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-12fb4fc5-48d0-4e54-b480-395e47d9c9ec tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:05.682327 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-12fb4fc5-48d0-4e54-b480-395e47d9c9ec tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:05.737243 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-12fb4fc5-48d0-4e54-b480-395e47d9c9ec tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Deleting port 6d276eb6-b11f-40bd-885f-5a684ed332b4 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:58:05.737588 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-12fb4fc5-48d0-4e54-b480-395e47d9c9ec tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:05.811367 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-12fb4fc5-48d0-4e54-b480-395e47d9c9ec tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:05.823037 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-12fb4fc5-48d0-4e54-b480-395e47d9c9ec tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Calling delete_port for 6d276eb6-b11f-40bd-885f-5a684ed332b4 owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:58:05.981042 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-12fb4fc5-48d0-4e54-b480-395e47d9c9ec tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:06.009582 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb4fc5-48d0-4e54-b480-395e47d9c9ec tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event deleted for resources: {'Port': ['ID=6d276eb6-b11f-40bd-885f-5a684ed332b4,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:06.022952 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c1311c-4e2f-4811-96dd-a56a1c54a64d None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:58:06.069391 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-12fb4fc5-48d0-4e54-b480-395e47d9c9ec tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:06.157354 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-12fb4fc5-48d0-4e54-b480-395e47d9c9ec tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:06.159509 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-12fb4fc5-48d0-4e54-b480-395e47d9c9ec tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:06.201664 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-12fb4fc5-48d0-4e54-b480-395e47d9c9ec tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:06.202258 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12fb4fc5-48d0-4e54-b480-395e47d9c9ec tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Fanout notify agent at l3_agent the message router_deleted on router 41900872-bc74-4268-9acb-fee37396f0f3 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:58:06.209236 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-12fb4fc5-48d0-4e54-b480-395e47d9c9ec tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:06.210879 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-12fb4fc5-48d0-4e54-b480-395e47d9c9ec tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "DELETE /v2.0/routers/41900872-bc74-4268-9acb-fee37396f0f3 HTTP/1.1" status: 204 len: 168 time: 0.7305295 Nov 16 11:58:06.214574 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49206) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:06.219449 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-c9878c64-71b6-4780-9ec3-fd6be701797a tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1111401907'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:06.239681 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9878c64-71b6-4780-9ec3-fd6be701797a tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Made reservation on behalf of 3db4b60e8c3e4cb79c9b3460ea2841aa for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:58:06.243173 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c9878c64-71b6-4780-9ec3-fd6be701797a tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:06.266173 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9878c64-71b6-4780-9ec3-fd6be701797a tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:58:06.275995 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c9878c64-71b6-4780-9ec3-fd6be701797a tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:06.276341 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-c9878c64-71b6-4780-9ec3-fd6be701797a tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Added segment c02b693d-dff9-4d88-abd5-3a766c5f4738 of type vlan for network 3df295f9-c095-4f35-88a3-9f32ea860490 Nov 16 11:58:06.320206 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c9878c64-71b6-4780-9ec3-fd6be701797a tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:06.342952 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c9878c64-71b6-4780-9ec3-fd6be701797a tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:06.348479 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9878c64-71b6-4780-9ec3-fd6be701797a tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:58:06.349083 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c9878c64-71b6-4780-9ec3-fd6be701797a tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:06.403797 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c9878c64-71b6-4780-9ec3-fd6be701797a tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1881340 Nov 16 11:58:06.406888 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49208) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:06.411531 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-c80767b1-c921-4866-a745-6d93d50f356e tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Request body: {'subnet': {'network_id': '3df295f9-c095-4f35-88a3-9f32ea860490', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:06.464087 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9878c64-71b6-4780-9ec3-fd6be701797a tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event updated for resources: {'Network': ['ID=3df295f9-c095-4f35-88a3-9f32ea860490,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:06.475000 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 3df295f9-c095-4f35-88a3-9f32ea860490 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:58:06.514888 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80767b1-c921-4866-a745-6d93d50f356e tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Made reservation on behalf of 3db4b60e8c3e4cb79c9b3460ea2841aa for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:58:06.518510 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c80767b1-c921-4866-a745-6d93d50f356e tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:06.705317 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c80767b1-c921-4866-a745-6d93d50f356e tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:06.763709 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80767b1-c921-4866-a745-6d93d50f356e tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event updated for resources: {'Subnet': ['ID=f0a3f09f-2753-496c-a94d-65b14eabfb12,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:06.772675 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80767b1-c921-4866-a745-6d93d50f356e tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Checking segment: {'id': 'c02b693d-dff9-4d88-abd5-3a766c5f4738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3df295f9-c095-4f35-88a3-9f32ea860490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:58:06.773034 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80767b1-c921-4866-a745-6d93d50f356e tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Network hostable DHCP agents. Network: 3df295f9-c095-4f35-88a3-9f32ea860490, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:58:06.788913 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80767b1-c921-4866-a745-6d93d50f356e tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Network 3df295f9-c095-4f35-88a3-9f32ea860490 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:58:06.797272 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-c80767b1-c921-4866-a745-6d93d50f356e tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 3df295f9-c095-4f35-88a3-9f32ea860490) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:58:06.801077 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80767b1-c921-4866-a745-6d93d50f356e tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:58:06.801730 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c80767b1-c921-4866-a745-6d93d50f356e tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:06.808087 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304f8d71-38ef-4eeb-a7bf-6bdab5b03bf4 None None] Network 3df295f9-c095-4f35-88a3-9f32ea860490 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:58:06.819242 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c80767b1-c921-4866-a745-6d93d50f356e tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4115236 Nov 16 11:58:06.821815 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49210) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:06.826374 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-11e94779-ccb2-489e-9359-f597255d8fc3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1672230135', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:06.849802 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11e94779-ccb2-489e-9359-f597255d8fc3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:06.851863 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11e94779-ccb2-489e-9359-f597255d8fc3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:06.912112 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11e94779-ccb2-489e-9359-f597255d8fc3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:06.917194 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11e94779-ccb2-489e-9359-f597255d8fc3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:06.936007 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-11e94779-ccb2-489e-9359-f597255d8fc3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:06.937353 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-11e94779-ccb2-489e-9359-f597255d8fc3 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1145167 Nov 16 11:58:06.940009 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49212) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:06.968065 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f537a2f-d807-4e1e-b820-3ab000b1c6b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-3df295f9-c095-4f35-88a3-9f32ea860490', 'network_id': '3df295f9-c095-4f35-88a3-9f32ea860490', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'fixed_ips': [{'subnet_id': 'f0a3f09f-2753-496c-a94d-65b14eabfb12'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:58:06.968937 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6f537a2f-d807-4e1e-b820-3ab000b1c6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:07.106046 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-6f537a2f-d807-4e1e-b820-3ab000b1c6b9 None None] Allocated IP 2001:db8::2 (3df295f9-c095-4f35-88a3-9f32ea860490/f0a3f09f-2753-496c-a94d-65b14eabfb12/2a08217d-2226-4bf3-9af1-39d582b3d307) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:58:07.223370 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-75bfcf19-377a-4236-9099-b32e5d77e663 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:07.249742 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6f537a2f-d807-4e1e-b820-3ab000b1c6b9 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:07.255802 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6f537a2f-d807-4e1e-b820-3ab000b1c6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:07.456619 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f537a2f-d807-4e1e-b820-3ab000b1c6b9 None None] Network 3df295f9-c095-4f35-88a3-9f32ea860490 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:58:07.459576 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-6f537a2f-d807-4e1e-b820-3ab000b1c6b9 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:58:07.464388 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f537a2f-d807-4e1e-b820-3ab000b1c6b9 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:58:07.467489 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f537a2f-d807-4e1e-b820-3ab000b1c6b9 None None] Pushing event updated for resources: {'Port': ['ID=2a08217d-2226-4bf3-9af1-39d582b3d307,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:07.473252 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-75bfcf19-377a-4236-9099-b32e5d77e663 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Allocated IP 2001:db8::1 (3df295f9-c095-4f35-88a3-9f32ea860490/f0a3f09f-2753-496c-a94d-65b14eabfb12/b197e74b-2b7c-47b5-86b3-e92594645968) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:58:07.518880 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-6f537a2f-d807-4e1e-b820-3ab000b1c6b9 None None] Attempting to bind port 2a08217d-2226-4bf3-9af1-39d582b3d307 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:58:07.519246 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-6f537a2f-d807-4e1e-b820-3ab000b1c6b9 None None] Attempting to bind port 2a08217d-2226-4bf3-9af1-39d582b3d307 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'c02b693d-dff9-4d88-abd5-3a766c5f4738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3df295f9-c095-4f35-88a3-9f32ea860490'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:58:07.519608 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f537a2f-d807-4e1e-b820-3ab000b1c6b9 None None] Attempting to bind port 2a08217d-2226-4bf3-9af1-39d582b3d307 on network 3df295f9-c095-4f35-88a3-9f32ea860490 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:58:07.525269 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f537a2f-d807-4e1e-b820-3ab000b1c6b9 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:58:07.525649 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f537a2f-d807-4e1e-b820-3ab000b1c6b9 None None] Checking segment: {'id': 'c02b693d-dff9-4d88-abd5-3a766c5f4738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3df295f9-c095-4f35-88a3-9f32ea860490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:58:07.526084 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6f537a2f-d807-4e1e-b820-3ab000b1c6b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:07.526483 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f537a2f-d807-4e1e-b820-3ab000b1c6b9 None None] Bound using segment: {'id': 'c02b693d-dff9-4d88-abd5-3a766c5f4738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3df295f9-c095-4f35-88a3-9f32ea860490'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:58:07.526945 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-6f537a2f-d807-4e1e-b820-3ab000b1c6b9 None None] Bound port: 2a08217d-2226-4bf3-9af1-39d582b3d307, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c02b693d-dff9-4d88-abd5-3a766c5f4738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3df295f9-c095-4f35-88a3-9f32ea860490'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:58:07.527325 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6f537a2f-d807-4e1e-b820-3ab000b1c6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:07.589655 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-75bfcf19-377a-4236-9099-b32e5d77e663 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:07.590668 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-6f537a2f-d807-4e1e-b820-3ab000b1c6b9 None None] For port 2a08217d-2226-4bf3-9af1-39d582b3d307, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:58:07.593717 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-6f537a2f-d807-4e1e-b820-3ab000b1c6b9 None None] For port 2a08217d-2226-4bf3-9af1-39d582b3d307, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=2a08217d-2226-4bf3-9af1-39d582b3d307,segment=NetworkSegment(c02b693d-dff9-4d88-abd5-3a766c5f4738),segment_id=c02b693d-dff9-4d88-abd5-3a766c5f4738)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:58:07.598710 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6f537a2f-d807-4e1e-b820-3ab000b1c6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:07.623370 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-75bfcf19-377a-4236-9099-b32e5d77e663 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:07.660852 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f537a2f-d807-4e1e-b820-3ab000b1c6b9 None None] Pushing event updated for resources: {'Port': ['ID=2a08217d-2226-4bf3-9af1-39d582b3d307,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:07.669801 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bfcf19-377a-4236-9099-b32e5d77e663 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Network 3df295f9-c095-4f35-88a3-9f32ea860490 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:58:07.673897 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-75bfcf19-377a-4236-9099-b32e5d77e663 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:58:07.678155 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bfcf19-377a-4236-9099-b32e5d77e663 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:58:07.679279 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-75bfcf19-377a-4236-9099-b32e5d77e663 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:07.685291 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bfcf19-377a-4236-9099-b32e5d77e663 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event updated for resources: {'Port': ['ID=b197e74b-2b7c-47b5-86b3-e92594645968,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:07.798114 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-75bfcf19-377a-4236-9099-b32e5d77e663 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:08.066194 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-75bfcf19-377a-4236-9099-b32e5d77e663 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:08.071129 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-75bfcf19-377a-4236-9099-b32e5d77e663 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:08.072020 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-75bfcf19-377a-4236-9099-b32e5d77e663 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:08.152723 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bfcf19-377a-4236-9099-b32e5d77e663 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event updated for resources: {'Port': ['ID=b197e74b-2b7c-47b5-86b3-e92594645968,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:08.198478 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bfcf19-377a-4236-9099-b32e5d77e663 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Network 3df295f9-c095-4f35-88a3-9f32ea860490 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:58:08.199832 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-75bfcf19-377a-4236-9099-b32e5d77e663 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:58:08.546712 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc8eba9-9d9b-44ac-a1f6-17b92708dc5e None None] Network 3df295f9-c095-4f35-88a3-9f32ea860490 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:58:08.641800 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75bfcf19-377a-4236-9099-b32e5d77e663 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Router db457de6-ee39-4259-8ea2-d769f9cdbab7 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:58:08.679378 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-5e632c7d-9b8b-444a-986f-3ec949da612d None None] Provisioning complete for port 2a08217d-2226-4bf3-9af1-39d582b3d307 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:08.679756 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5e632c7d-9b8b-444a-986f-3ec949da612d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:08.739690 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75bfcf19-377a-4236-9099-b32e5d77e663 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:58:08.753449 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49214) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:08.753974 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-75bfcf19-377a-4236-9099-b32e5d77e663 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "PUT /v2.0/routers/db457de6-ee39-4259-8ea2-d769f9cdbab7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8124602 Nov 16 11:58:08.771872 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc855efb-6178-43b5-b445-0c7ffdce1adc None None] Sync routers for ids ['db457de6-ee39-4259-8ea2-d769f9cdbab7'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:58:08.804817 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc855efb-6178-43b5-b445-0c7ffdce1adc None None] Routers {'db457de6-ee39-4259-8ea2-d769f9cdbab7'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:58:08.805413 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-dc855efb-6178-43b5-b445-0c7ffdce1adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:57:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['db457de6-ee39-4259-8ea2-d769f9cdbab7'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:08.812912 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3e0a1e-10ea-4979-8cf3-9c57382ad090 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:58:08.815354 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6a3e0a1e-10ea-4979-8cf3-9c57382ad090 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "GET /v2.0/ports/b197e74b-2b7c-47b5-86b3-e92594645968 HTTP/1.1" status: 200 len: 911 time: 0.0608666 Nov 16 11:58:08.820840 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49216) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:08.826276 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-b39a9f62-ebd9-40bd-a671-997a2bb49202 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f0a3f09f-2753-496c-a94d-65b14eabfb12'}]}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:08.892825 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-dc855efb-6178-43b5-b445-0c7ffdce1adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:08.907277 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 2a08217d-2226-4bf3-9af1-39d582b3d307 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:58:08.936296 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5e632c7d-9b8b-444a-986f-3ec949da612d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:08.941493 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc855efb-6178-43b5-b445-0c7ffdce1adc None None] Routers {'db457de6-ee39-4259-8ea2-d769f9cdbab7'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:58:08.942173 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-dc855efb-6178-43b5-b445-0c7ffdce1adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:57:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['db457de6-ee39-4259-8ea2-d769f9cdbab7'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:08.996112 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-dc855efb-6178-43b5-b445-0c7ffdce1adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:08.996779 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc855efb-6178-43b5-b445-0c7ffdce1adc None None] The sync data for ids ['db457de6-ee39-4259-8ea2-d769f9cdbab7'] in n-d-816823-3 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:58:08.997754 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b39a9f62-ebd9-40bd-a671-997a2bb49202 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:09.032721 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-5e632c7d-9b8b-444a-986f-3ec949da612d None None] For port 2a08217d-2226-4bf3-9af1-39d582b3d307, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=2a08217d-2226-4bf3-9af1-39d582b3d307,segment=NetworkSegment(c02b693d-dff9-4d88-abd5-3a766c5f4738),segment_id=c02b693d-dff9-4d88-abd5-3a766c5f4738)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:58:09.036055 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 2a08217d-2226-4bf3-9af1-39d582b3d307 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:09.036683 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:09.041679 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5e632c7d-9b8b-444a-986f-3ec949da612d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:09.135877 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e632c7d-9b8b-444a-986f-3ec949da612d None None] Pushing event updated for resources: {'Port': ['ID=2a08217d-2226-4bf3-9af1-39d582b3d307,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:09.191374 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c7234659-287c-446b-86d1-dbe38f18a333 None None] Provisioning complete for port 2a08217d-2226-4bf3-9af1-39d582b3d307 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:09.191834 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c7234659-287c-446b-86d1-dbe38f18a333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:09.289303 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c7234659-287c-446b-86d1-dbe38f18a333 None None] Provisioning complete for port b197e74b-2b7c-47b5-86b3-e92594645968 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:09.289683 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c7234659-287c-446b-86d1-dbe38f18a333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:09.327328 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-c7234659-287c-446b-86d1-dbe38f18a333 None None] Port b197e74b-2b7c-47b5-86b3-e92594645968 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:58:09.408703 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b39a9f62-ebd9-40bd-a671-997a2bb49202 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:09.416937 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b39a9f62-ebd9-40bd-a671-997a2bb49202 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:09.422915 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39a9f62-ebd9-40bd-a671-997a2bb49202 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:58:09.423534 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b39a9f62-ebd9-40bd-a671-997a2bb49202 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:09.424916 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b39a9f62-ebd9-40bd-a671-997a2bb49202 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "PUT /v2.0/ports/b197e74b-2b7c-47b5-86b3-e92594645968 HTTP/1.1" status: 200 len: 911 time: 0.6030347 Nov 16 11:58:09.428137 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49218) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:09.449570 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-76bfa7be-5891-4fd1-9d11-1e24295d5498 None None] Provisioning complete for port b197e74b-2b7c-47b5-86b3-e92594645968 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:09.449976 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-76bfa7be-5891-4fd1-9d11-1e24295d5498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:09.482086 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39a9f62-ebd9-40bd-a671-997a2bb49202 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event updated for resources: {'Port': ['ID=b197e74b-2b7c-47b5-86b3-e92594645968,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:09.490511 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-76bfa7be-5891-4fd1-9d11-1e24295d5498 None None] Port b197e74b-2b7c-47b5-86b3-e92594645968 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:58:09.609933 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a6b9f1aa-a40c-4d32-82fd-d0edbac4620e None None] Provisioning complete for port b197e74b-2b7c-47b5-86b3-e92594645968 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:09.610646 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a6b9f1aa-a40c-4d32-82fd-d0edbac4620e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:09.643901 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-a6b9f1aa-a40c-4d32-82fd-d0edbac4620e None None] Port b197e74b-2b7c-47b5-86b3-e92594645968 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:58:09.809102 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc9e9028-07c1-4a3c-8494-b1c539fd4fd4 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:10.273589 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-bc9e9028-07c1-4a3c-8494-b1c539fd4fd4 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Deleting port b197e74b-2b7c-47b5-86b3-e92594645968 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:58:10.273947 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc9e9028-07c1-4a3c-8494-b1c539fd4fd4 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:10.355755 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc9e9028-07c1-4a3c-8494-b1c539fd4fd4 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:10.368089 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-bc9e9028-07c1-4a3c-8494-b1c539fd4fd4 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Calling delete_port for b197e74b-2b7c-47b5-86b3-e92594645968 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:58:10.529383 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc9e9028-07c1-4a3c-8494-b1c539fd4fd4 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:10.553993 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e9028-07c1-4a3c-8494-b1c539fd4fd4 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event deleted for resources: {'Port': ['ID=b197e74b-2b7c-47b5-86b3-e92594645968,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:10.656415 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc9e9028-07c1-4a3c-8494-b1c539fd4fd4 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:10.800687 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 2a08217d-2226-4bf3-9af1-39d582b3d307 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:58:10.815135 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9e9028-07c1-4a3c-8494-b1c539fd4fd4 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Router db457de6-ee39-4259-8ea2-d769f9cdbab7 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:58:10.848288 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 2a08217d-2226-4bf3-9af1-39d582b3d307 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:10.848588 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:10.893435 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9e9028-07c1-4a3c-8494-b1c539fd4fd4 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:58:10.898931 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bc9e9028-07c1-4a3c-8494-b1c539fd4fd4 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "PUT /v2.0/routers/db457de6-ee39-4259-8ea2-d769f9cdbab7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4692104 Nov 16 11:58:10.901952 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49220) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:10.905272 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59ec8c6-aa26-4fa5-a341-fd9dbd162afa None None] Sync routers for ids ['db457de6-ee39-4259-8ea2-d769f9cdbab7'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:58:10.916372 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59ec8c6-aa26-4fa5-a341-fd9dbd162afa None None] Routers {'db457de6-ee39-4259-8ea2-d769f9cdbab7'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:58:10.917288 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-e59ec8c6-aa26-4fa5-a341-fd9dbd162afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:57:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['db457de6-ee39-4259-8ea2-d769f9cdbab7'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:10.931711 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f64e104b-2faa-4668-84c9-a9dcbb51c811 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "GET /v2.0/ports?device_id=db457de6-ee39-4259-8ea2-d769f9cdbab7 HTTP/1.1" status: 200 len: 205 time: 0.0285020 Nov 16 11:58:10.934236 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49222) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:10.950342 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-e59ec8c6-aa26-4fa5-a341-fd9dbd162afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:10.958951 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59ec8c6-aa26-4fa5-a341-fd9dbd162afa None None] Routers {'db457de6-ee39-4259-8ea2-d769f9cdbab7'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:58:10.960065 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-e59ec8c6-aa26-4fa5-a341-fd9dbd162afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:57:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['db457de6-ee39-4259-8ea2-d769f9cdbab7'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:10.995110 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-e59ec8c6-aa26-4fa5-a341-fd9dbd162afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:10.995843 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59ec8c6-aa26-4fa5-a341-fd9dbd162afa None None] The sync data for ids ['db457de6-ee39-4259-8ea2-d769f9cdbab7'] in n-d-816823-3 is: [] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:58:11.011231 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c28f99ba-b2b1-4b83-b5a6-7862e5b16ab6 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:11.172901 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c28f99ba-b2b1-4b83-b5a6-7862e5b16ab6 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:11.175128 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c28f99ba-b2b1-4b83-b5a6-7862e5b16ab6 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:11.219105 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c28f99ba-b2b1-4b83-b5a6-7862e5b16ab6 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:11.219687 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28f99ba-b2b1-4b83-b5a6-7862e5b16ab6 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Fanout notify agent at l3_agent the message router_deleted on router db457de6-ee39-4259-8ea2-d769f9cdbab7 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:58:11.226643 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c28f99ba-b2b1-4b83-b5a6-7862e5b16ab6 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:11.227777 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c28f99ba-b2b1-4b83-b5a6-7862e5b16ab6 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "DELETE /v2.0/routers/db457de6-ee39-4259-8ea2-d769f9cdbab7 HTTP/1.1" status: 204 len: 168 time: 0.2925217 Nov 16 11:58:11.230526 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49224) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:11.286928 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-216e3ddb-1604-4193-924a-7e16636aa37b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Deleting subnet f0a3f09f-2753-496c-a94d-65b14eabfb12 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:58:11.290082 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-216e3ddb-1604-4193-924a-7e16636aa37b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:11.329337 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-216e3ddb-1604-4193-924a-7e16636aa37b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:11.409323 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-216e3ddb-1604-4193-924a-7e16636aa37b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:11.469087 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-216e3ddb-1604-4193-924a-7e16636aa37b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:11.496489 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e3ddb-1604-4193-924a-7e16636aa37b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event deleted for resources: {'Subnet': ['ID=f0a3f09f-2753-496c-a94d-65b14eabfb12,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:11.498517 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-216e3ddb-1604-4193-924a-7e16636aa37b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:11.501758 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-216e3ddb-1604-4193-924a-7e16636aa37b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "DELETE /v2.0/subnets/f0a3f09f-2753-496c-a94d-65b14eabfb12 HTTP/1.1" status: 204 len: 168 time: 0.2702768 Nov 16 11:58:11.504269 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49226) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:11.507259 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251f1b43-9f13-4d6e-beb6-d19a30920b8d None None] Network 3df295f9-c095-4f35-88a3-9f32ea860490 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:58:11.580351 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7ae34ef6-a458-465e-a97a-0fdb24ac0632 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:11.631130 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-7ae34ef6-a458-465e-a97a-0fdb24ac0632 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Deleting port 2a08217d-2226-4bf3-9af1-39d582b3d307 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:58:11.632040 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7ae34ef6-a458-465e-a97a-0fdb24ac0632 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:11.686820 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb70c75-7a84-4312-9fe3-29efb63164d7 None None] DHCP port deletion for 3df295f9-c095-4f35-88a3-9f32ea860490 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:58:11.699112 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-7ae34ef6-a458-465e-a97a-0fdb24ac0632 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] For port 2a08217d-2226-4bf3-9af1-39d582b3d307, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=2a08217d-2226-4bf3-9af1-39d582b3d307,segment=NetworkSegment(c02b693d-dff9-4d88-abd5-3a766c5f4738),segment_id=c02b693d-dff9-4d88-abd5-3a766c5f4738)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:58:11.699470 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7ae34ef6-a458-465e-a97a-0fdb24ac0632 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:11.711992 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-7ae34ef6-a458-465e-a97a-0fdb24ac0632 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Calling delete_port for 2a08217d-2226-4bf3-9af1-39d582b3d307 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:58:11.733271 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-1eb70c75-7a84-4312-9fe3-29efb63164d7 None None] Deleting port 2a08217d-2226-4bf3-9af1-39d582b3d307 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:58:11.733648 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1eb70c75-7a84-4312-9fe3-29efb63164d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:11.788307 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7ae34ef6-a458-465e-a97a-0fdb24ac0632 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:11.795379 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-1eb70c75-7a84-4312-9fe3-29efb63164d7 None None] For port 2a08217d-2226-4bf3-9af1-39d582b3d307, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=2a08217d-2226-4bf3-9af1-39d582b3d307,segment=NetworkSegment(c02b693d-dff9-4d88-abd5-3a766c5f4738),segment_id=c02b693d-dff9-4d88-abd5-3a766c5f4738)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:58:11.795783 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1eb70c75-7a84-4312-9fe3-29efb63164d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:11.812816 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-1eb70c75-7a84-4312-9fe3-29efb63164d7 None None] Calling delete_port for 2a08217d-2226-4bf3-9af1-39d582b3d307 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:58:11.819909 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae34ef6-a458-465e-a97a-0fdb24ac0632 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event deleted for resources: {'Port': ['ID=2a08217d-2226-4bf3-9af1-39d582b3d307,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:11.821732 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae34ef6-a458-465e-a97a-0fdb24ac0632 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] No DVR routers for this DVR port 2a08217d-2226-4bf3-9af1-39d582b3d307 on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:58:11.890308 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1eb70c75-7a84-4312-9fe3-29efb63164d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:11.899551 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7ae34ef6-a458-465e-a97a-0fdb24ac0632 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:11.912286 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb70c75-7a84-4312-9fe3-29efb63164d7 None None] Pushing event deleted for resources: {'Port': ['ID=2a08217d-2226-4bf3-9af1-39d582b3d307,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:11.918507 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb70c75-7a84-4312-9fe3-29efb63164d7 None None] No DVR routers for this DVR port 2a08217d-2226-4bf3-9af1-39d582b3d307 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:58:11.921133 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-7ae34ef6-a458-465e-a97a-0fdb24ac0632 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3df295f9-c095-4f35-88a3-9f32ea860490']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:11.932046 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-7ae34ef6-a458-465e-a97a-0fdb24ac0632 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c02b693d-dff9-4d88-abd5-3a766c5f4738') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:11.932354 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-7ae34ef6-a458-465e-a97a-0fdb24ac0632 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c02b693d-dff9-4d88-abd5-3a766c5f4738') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:11.942020 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7ae34ef6-a458-465e-a97a-0fdb24ac0632 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:11.954715 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7ae34ef6-a458-465e-a97a-0fdb24ac0632 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:11.964728 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae34ef6-a458-465e-a97a-0fdb24ac0632 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:58:11.965148 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7ae34ef6-a458-465e-a97a-0fdb24ac0632 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:11.968261 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:58:11.968261 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:58:11.968261 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:58:11.968261 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:58:11.968261 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:58:11.968261 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:58:11.968261 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:58:11.968261 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:58:11.968261 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:58:11.968261 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:58:11.968261 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:58:11.968261 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:58:11.968261 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:58:11.968261 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:58:11.968261 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:58:11.968261 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:58:11.968261 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:58:11.968261 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:58:11.968261 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:58:11.968261 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:58:11.968261 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:58:11.968261 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:58:11.968261 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:58:11.968261 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:58:11.968261 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:58:11.968261 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:58:11.968261 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:58:11.968261 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:58:11.968261 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:58:11.968261 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:58:11.968261 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:58:11.968261 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:58:12.038912 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7ae34ef6-a458-465e-a97a-0fdb24ac0632 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:12.045822 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7ae34ef6-a458-465e-a97a-0fdb24ac0632 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:12.049024 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7ae34ef6-a458-465e-a97a-0fdb24ac0632 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "DELETE /v2.0/networks/3df295f9-c095-4f35-88a3-9f32ea860490 HTTP/1.1" status: 204 len: 168 time: 0.5438383 Nov 16 11:58:12.054155 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49228) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:12.058909 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-27455011-1e21-45ff-82e9-a45cac07a188 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-291507731', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:12.061481 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae34ef6-a458-465e-a97a-0fdb24ac0632 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event deleted for resources: {'Network': ['ID=3df295f9-c095-4f35-88a3-9f32ea860490,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:12.080512 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-27455011-1e21-45ff-82e9-a45cac07a188 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:12.081547 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-27455011-1e21-45ff-82e9-a45cac07a188 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:12.130254 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-27455011-1e21-45ff-82e9-a45cac07a188 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:12.134690 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-27455011-1e21-45ff-82e9-a45cac07a188 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:12.151805 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-27455011-1e21-45ff-82e9-a45cac07a188 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:12.152992 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-27455011-1e21-45ff-82e9-a45cac07a188 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.0978248 Nov 16 11:58:12.156258 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49230) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:12.161049 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-8309fe0e-5af4-4c6b-a349-78d14bfe9a0b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1244458962'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:12.180855 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8309fe0e-5af4-4c6b-a349-78d14bfe9a0b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Made reservation on behalf of 3db4b60e8c3e4cb79c9b3460ea2841aa for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:58:12.184172 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8309fe0e-5af4-4c6b-a349-78d14bfe9a0b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:12.207651 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8309fe0e-5af4-4c6b-a349-78d14bfe9a0b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:58:12.216727 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8309fe0e-5af4-4c6b-a349-78d14bfe9a0b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:12.217074 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-8309fe0e-5af4-4c6b-a349-78d14bfe9a0b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Added segment 49bfaed9-3939-4202-a8b4-fc3e7b1d21e4 of type vlan for network 2a86c8a1-bd20-4a6e-b278-c7818103186c Nov 16 11:58:12.258650 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8309fe0e-5af4-4c6b-a349-78d14bfe9a0b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:12.282619 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8309fe0e-5af4-4c6b-a349-78d14bfe9a0b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:12.288961 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8309fe0e-5af4-4c6b-a349-78d14bfe9a0b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:58:12.289536 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8309fe0e-5af4-4c6b-a349-78d14bfe9a0b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:12.341739 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8309fe0e-5af4-4c6b-a349-78d14bfe9a0b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1844335 Nov 16 11:58:12.345392 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49232) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:12.360800 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4992daaa-a11f-42e4-827e-81818dadf965 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Request body: {'subnet': {'network_id': '2a86c8a1-bd20-4a6e-b278-c7818103186c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:12.377608 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309fe0e-5af4-4c6b-a349-78d14bfe9a0b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event updated for resources: {'Network': ['ID=2a86c8a1-bd20-4a6e-b278-c7818103186c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:12.387906 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 2a86c8a1-bd20-4a6e-b278-c7818103186c details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:58:12.453774 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4992daaa-a11f-42e4-827e-81818dadf965 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Made reservation on behalf of 3db4b60e8c3e4cb79c9b3460ea2841aa for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:58:12.458395 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4992daaa-a11f-42e4-827e-81818dadf965 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:12.636902 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4992daaa-a11f-42e4-827e-81818dadf965 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:12.699735 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992daaa-a11f-42e4-827e-81818dadf965 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event updated for resources: {'Subnet': ['ID=a7e7b29e-08ac-44c4-8839-3dd173d9bec0,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:12.706572 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4992daaa-a11f-42e4-827e-81818dadf965 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Checking segment: {'id': '49bfaed9-3939-4202-a8b4-fc3e7b1d21e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2a86c8a1-bd20-4a6e-b278-c7818103186c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:58:12.706572 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4992daaa-a11f-42e4-827e-81818dadf965 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Network hostable DHCP agents. Network: 2a86c8a1-bd20-4a6e-b278-c7818103186c, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:58:12.723108 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4992daaa-a11f-42e4-827e-81818dadf965 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Network 2a86c8a1-bd20-4a6e-b278-c7818103186c is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:58:12.735096 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-4992daaa-a11f-42e4-827e-81818dadf965 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 2a86c8a1-bd20-4a6e-b278-c7818103186c) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:58:12.739119 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4992daaa-a11f-42e4-827e-81818dadf965 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:58:12.739708 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4992daaa-a11f-42e4-827e-81818dadf965 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:12.745429 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bdcd61-663c-48b7-9c73-e0cd2579049c None None] Network 2a86c8a1-bd20-4a6e-b278-c7818103186c requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:58:12.769052 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4992daaa-a11f-42e4-827e-81818dadf965 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4225690 Nov 16 11:58:12.772813 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49234) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:12.827151 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 2a08217d-2226-4bf3-9af1-39d582b3d307 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:58:12.856319 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 2a08217d-2226-4bf3-9af1-39d582b3d307 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:58:12.856665 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 2a08217d-2226-4bf3-9af1-39d582b3d307 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:58:12.920450 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fef91f1-c7b3-4c81-a061-428962aac355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-2a86c8a1-bd20-4a6e-b278-c7818103186c', 'network_id': '2a86c8a1-bd20-4a6e-b278-c7818103186c', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'fixed_ips': [{'subnet_id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:58:12.921322 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2fef91f1-c7b3-4c81-a061-428962aac355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:13.048281 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b233a4b9-fcc2-4461-ac13-8093d54726fd tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:13.054874 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-2fef91f1-c7b3-4c81-a061-428962aac355 None None] Allocated IP 2001:db8::2 (2a86c8a1-bd20-4a6e-b278-c7818103186c/a7e7b29e-08ac-44c4-8839-3dd173d9bec0/b98e6c0c-52f6-4264-9252-8c9e7a2b3ae0) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:58:13.114979 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1538a506-fc65-418c-af23-1b9c71fece16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:13.206995 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2fef91f1-c7b3-4c81-a061-428962aac355 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:13.213890 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2fef91f1-c7b3-4c81-a061-428962aac355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:13.258947 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fef91f1-c7b3-4c81-a061-428962aac355 None None] Network 2a86c8a1-bd20-4a6e-b278-c7818103186c is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:58:13.262126 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-2fef91f1-c7b3-4c81-a061-428962aac355 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:58:13.266470 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fef91f1-c7b3-4c81-a061-428962aac355 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:58:13.269716 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fef91f1-c7b3-4c81-a061-428962aac355 None None] Pushing event updated for resources: {'Port': ['ID=b98e6c0c-52f6-4264-9252-8c9e7a2b3ae0,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:13.298956 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-b233a4b9-fcc2-4461-ac13-8093d54726fd tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Allocated IP 2001:db8::1 (2a86c8a1-bd20-4a6e-b278-c7818103186c/a7e7b29e-08ac-44c4-8839-3dd173d9bec0/dedd9dbb-d934-49e2-8fc1-b31406629e1d) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:58:13.325711 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-2fef91f1-c7b3-4c81-a061-428962aac355 None None] Attempting to bind port b98e6c0c-52f6-4264-9252-8c9e7a2b3ae0 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:58:13.326127 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-2fef91f1-c7b3-4c81-a061-428962aac355 None None] Attempting to bind port b98e6c0c-52f6-4264-9252-8c9e7a2b3ae0 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '49bfaed9-3939-4202-a8b4-fc3e7b1d21e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2a86c8a1-bd20-4a6e-b278-c7818103186c'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:58:13.326498 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fef91f1-c7b3-4c81-a061-428962aac355 None None] Attempting to bind port b98e6c0c-52f6-4264-9252-8c9e7a2b3ae0 on network 2a86c8a1-bd20-4a6e-b278-c7818103186c {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:58:13.331412 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fef91f1-c7b3-4c81-a061-428962aac355 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:58:13.331787 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fef91f1-c7b3-4c81-a061-428962aac355 None None] Checking segment: {'id': '49bfaed9-3939-4202-a8b4-fc3e7b1d21e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2a86c8a1-bd20-4a6e-b278-c7818103186c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:58:13.332188 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2fef91f1-c7b3-4c81-a061-428962aac355 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:13.332586 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fef91f1-c7b3-4c81-a061-428962aac355 None None] Bound using segment: {'id': '49bfaed9-3939-4202-a8b4-fc3e7b1d21e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2a86c8a1-bd20-4a6e-b278-c7818103186c'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:58:13.333050 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-2fef91f1-c7b3-4c81-a061-428962aac355 None None] Bound port: b98e6c0c-52f6-4264-9252-8c9e7a2b3ae0, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49bfaed9-3939-4202-a8b4-fc3e7b1d21e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2a86c8a1-bd20-4a6e-b278-c7818103186c'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:58:13.333431 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2fef91f1-c7b3-4c81-a061-428962aac355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:13.394929 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-2fef91f1-c7b3-4c81-a061-428962aac355 None None] For port b98e6c0c-52f6-4264-9252-8c9e7a2b3ae0, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:58:13.398005 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-2fef91f1-c7b3-4c81-a061-428962aac355 None None] For port b98e6c0c-52f6-4264-9252-8c9e7a2b3ae0, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=b98e6c0c-52f6-4264-9252-8c9e7a2b3ae0,segment=NetworkSegment(49bfaed9-3939-4202-a8b4-fc3e7b1d21e4),segment_id=49bfaed9-3939-4202-a8b4-fc3e7b1d21e4)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:58:13.402529 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2fef91f1-c7b3-4c81-a061-428962aac355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:13.409737 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b233a4b9-fcc2-4461-ac13-8093d54726fd tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:13.443937 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b233a4b9-fcc2-4461-ac13-8093d54726fd tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:13.460935 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fef91f1-c7b3-4c81-a061-428962aac355 None None] Pushing event updated for resources: {'Port': ['ID=b98e6c0c-52f6-4264-9252-8c9e7a2b3ae0,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:13.488003 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b233a4b9-fcc2-4461-ac13-8093d54726fd tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Network 2a86c8a1-bd20-4a6e-b278-c7818103186c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:58:13.491606 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-b233a4b9-fcc2-4461-ac13-8093d54726fd tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:58:13.494054 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b233a4b9-fcc2-4461-ac13-8093d54726fd tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:58:13.494800 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b233a4b9-fcc2-4461-ac13-8093d54726fd tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:13.546653 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233a4b9-fcc2-4461-ac13-8093d54726fd tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event updated for resources: {'Port': ['ID=dedd9dbb-d934-49e2-8fc1-b31406629e1d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:13.620790 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b233a4b9-fcc2-4461-ac13-8093d54726fd tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:13.902275 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b233a4b9-fcc2-4461-ac13-8093d54726fd tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:13.906851 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b233a4b9-fcc2-4461-ac13-8093d54726fd tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:13.907629 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b233a4b9-fcc2-4461-ac13-8093d54726fd tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:13.994323 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233a4b9-fcc2-4461-ac13-8093d54726fd tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event updated for resources: {'Port': ['ID=dedd9dbb-d934-49e2-8fc1-b31406629e1d,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:14.036149 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b233a4b9-fcc2-4461-ac13-8093d54726fd tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Network 2a86c8a1-bd20-4a6e-b278-c7818103186c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:58:14.038281 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-b233a4b9-fcc2-4461-ac13-8093d54726fd tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:58:14.160599 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b233a4b9-fcc2-4461-ac13-8093d54726fd tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Router 7023c65d-8479-4ae7-819d-c5379b403857 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:58:14.366400 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeebf850-e8e4-444c-8923-1a20ea147d73 None None] Network 2a86c8a1-bd20-4a6e-b278-c7818103186c requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:58:14.431949 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-f486e0a0-8e79-45fe-bafb-13b13ba01c51 None None] Provisioning complete for port b98e6c0c-52f6-4264-9252-8c9e7a2b3ae0 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:14.432285 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f486e0a0-8e79-45fe-bafb-13b13ba01c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:14.511187 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b233a4b9-fcc2-4461-ac13-8093d54726fd tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:58:14.519170 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49236) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:14.519746 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b233a4b9-fcc2-4461-ac13-8093d54726fd tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "PUT /v2.0/routers/7023c65d-8479-4ae7-819d-c5379b403857/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7452199 Nov 16 11:58:14.524111 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-4542d21f-f51d-4607-8d67-cf4dfd49244e tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-282697368'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:14.525647 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f843ec0-f7c9-4206-b36e-a8c14babbfbb None None] Sync routers for ids ['7023c65d-8479-4ae7-819d-c5379b403857'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:58:14.544573 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4542d21f-f51d-4607-8d67-cf4dfd49244e tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Made reservation on behalf of 3db4b60e8c3e4cb79c9b3460ea2841aa for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:58:14.548171 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4542d21f-f51d-4607-8d67-cf4dfd49244e tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:14.572442 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4542d21f-f51d-4607-8d67-cf4dfd49244e tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:58:14.582398 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4542d21f-f51d-4607-8d67-cf4dfd49244e tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:14.582816 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-4542d21f-f51d-4607-8d67-cf4dfd49244e tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Added segment f1dcd9b7-8063-441b-b451-7b9f721427ac of type vlan for network d5c949e5-b9c9-4d53-bc92-7c414b47f68a Nov 16 11:58:14.583577 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f843ec0-f7c9-4206-b36e-a8c14babbfbb None None] Routers {'7023c65d-8479-4ae7-819d-c5379b403857'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:58:14.584211 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2f843ec0-f7c9-4206-b36e-a8c14babbfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:57:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['7023c65d-8479-4ae7-819d-c5379b403857'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:14.627273 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4542d21f-f51d-4607-8d67-cf4dfd49244e tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:14.655290 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4542d21f-f51d-4607-8d67-cf4dfd49244e tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:14.662266 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4542d21f-f51d-4607-8d67-cf4dfd49244e tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:58:14.662907 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4542d21f-f51d-4607-8d67-cf4dfd49244e tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:14.729885 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4542d21f-f51d-4607-8d67-cf4dfd49244e tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2069285 Nov 16 11:58:14.730262 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49238) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:14.735709 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e41b4693-db5d-4eb8-8996-d5a6f8fe3a90 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Request body: {'subnet': {'network_id': 'd5c949e5-b9c9-4d53-bc92-7c414b47f68a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:14.742727 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4542d21f-f51d-4607-8d67-cf4dfd49244e tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event updated for resources: {'Network': ['ID=d5c949e5-b9c9-4d53-bc92-7c414b47f68a,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:14.824892 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network d5c949e5-b9c9-4d53-bc92-7c414b47f68a details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:58:14.842050 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f486e0a0-8e79-45fe-bafb-13b13ba01c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:14.843874 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41b4693-db5d-4eb8-8996-d5a6f8fe3a90 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Made reservation on behalf of 3db4b60e8c3e4cb79c9b3460ea2841aa for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:58:14.847544 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e41b4693-db5d-4eb8-8996-d5a6f8fe3a90 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:14.886204 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device b98e6c0c-52f6-4264-9252-8c9e7a2b3ae0 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:58:14.975574 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-2f843ec0-f7c9-4206-b36e-a8c14babbfbb None None] Set router 7023c65d-8479-4ae7-819d-c5379b403857 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:58:15.011604 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-f486e0a0-8e79-45fe-bafb-13b13ba01c51 None None] For port b98e6c0c-52f6-4264-9252-8c9e7a2b3ae0, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=b98e6c0c-52f6-4264-9252-8c9e7a2b3ae0,segment=NetworkSegment(49bfaed9-3939-4202-a8b4-fc3e7b1d21e4),segment_id=49bfaed9-3939-4202-a8b4-fc3e7b1d21e4)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:58:15.019148 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f486e0a0-8e79-45fe-bafb-13b13ba01c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:15.055660 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e41b4693-db5d-4eb8-8996-d5a6f8fe3a90 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:15.127262 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41b4693-db5d-4eb8-8996-d5a6f8fe3a90 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Checking segment: {'id': 'f1dcd9b7-8063-441b-b451-7b9f721427ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd5c949e5-b9c9-4d53-bc92-7c414b47f68a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:58:15.127638 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41b4693-db5d-4eb8-8996-d5a6f8fe3a90 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Network hostable DHCP agents. Network: d5c949e5-b9c9-4d53-bc92-7c414b47f68a, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:58:15.134356 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b4693-db5d-4eb8-8996-d5a6f8fe3a90 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event updated for resources: {'Subnet': ['ID=d36e5fd4-1d51-40bd-82a8-8db9cbdebdbe,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:15.150866 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41b4693-db5d-4eb8-8996-d5a6f8fe3a90 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Network d5c949e5-b9c9-4d53-bc92-7c414b47f68a is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:58:15.152820 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port b98e6c0c-52f6-4264-9252-8c9e7a2b3ae0 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:15.153196 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:15.162169 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-e41b4693-db5d-4eb8-8996-d5a6f8fe3a90 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, d5c949e5-b9c9-4d53-bc92-7c414b47f68a) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:58:15.167890 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41b4693-db5d-4eb8-8996-d5a6f8fe3a90 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:58:15.168552 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e41b4693-db5d-4eb8-8996-d5a6f8fe3a90 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:15.183061 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486e0a0-8e79-45fe-bafb-13b13ba01c51 None None] Pushing event updated for resources: {'Port': ['ID=b98e6c0c-52f6-4264-9252-8c9e7a2b3ae0,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:15.191049 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155a8de2-af55-4e5d-b636-b0739c527d26 None None] Network d5c949e5-b9c9-4d53-bc92-7c414b47f68a requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:58:15.197132 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e41b4693-db5d-4eb8-8996-d5a6f8fe3a90 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4632430 Nov 16 11:58:15.197494 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49240) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:15.339509 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-8e6c1719-047f-44f0-bb10-f4b735cbf457 None None] Provisioning complete for port dedd9dbb-d934-49e2-8fc1-b31406629e1d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:15.339885 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8e6c1719-047f-44f0-bb10-f4b735cbf457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:15.459227 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-8e6c1719-047f-44f0-bb10-f4b735cbf457 None None] Port dedd9dbb-d934-49e2-8fc1-b31406629e1d cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:58:15.497042 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-8e6c1719-047f-44f0-bb10-f4b735cbf457 None None] Provisioning complete for port b98e6c0c-52f6-4264-9252-8c9e7a2b3ae0 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:15.497417 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8e6c1719-047f-44f0-bb10-f4b735cbf457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:15.550239 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2f843ec0-f7c9-4206-b36e-a8c14babbfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7023c65d-8479-4ae7-819d-c5379b403857', 'name': 'tempest-RoutersIpV6Test-router-291507731', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:58:12Z', 'updated_at': '2021-11-16T11:58:13Z', 'revision_number': 2, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'gw_port_host': None, '_interfaces': [{'id': 'dedd9dbb-d934-49e2-8fc1-b31406629e1d', 'name': '', 'network_id': '2a86c8a1-bd20-4a6e-b278-c7818103186c', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:8b:71:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:13Z', 'updated_at': '2021-11-16T11:58:13Z', 'revision_number': 2, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:15.556633 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1898aaea-2f58-479b-b405-969a6b6442db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-d5c949e5-b9c9-4d53-bc92-7c414b47f68a', 'network_id': 'd5c949e5-b9c9-4d53-bc92-7c414b47f68a', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'fixed_ips': [{'subnet_id': 'd36e5fd4-1d51-40bd-82a8-8db9cbdebdbe'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:58:15.557493 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1898aaea-2f58-479b-b405-969a6b6442db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:15.587370 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f843ec0-f7c9-4206-b36e-a8c14babbfbb None None] Checking router: 7023c65d-8479-4ae7-819d-c5379b403857 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:58:15.587798 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f843ec0-f7c9-4206-b36e-a8c14babbfbb None None] Updating router 7023c65d-8479-4ae7-819d-c5379b403857 port dedd9dbb-d934-49e2-8fc1-b31406629e1d binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:58:15.619268 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22dee1e6-269f-40fa-840a-a3b5c98294e8 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:15.650072 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-18d05d89-c87e-47fa-81be-37650ccd5a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:15.652800 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2f843ec0-f7c9-4206-b36e-a8c14babbfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:15.870911 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-1898aaea-2f58-479b-b405-969a6b6442db None None] Allocated IP 2001:db8:1::2 (d5c949e5-b9c9-4d53-bc92-7c414b47f68a/d36e5fd4-1d51-40bd-82a8-8db9cbdebdbe/cbd39aea-f7a9-4e82-b9c3-a9c33769e73d) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:58:16.074104 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-2ffb1028-dc20-4fb3-b6da-ae7835e09d78 None None] Provisioning complete for port dedd9dbb-d934-49e2-8fc1-b31406629e1d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:16.074386 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1028-dc20-4fb3-b6da-ae7835e09d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:16.177626 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb1028-dc20-4fb3-b6da-ae7835e09d78 None None] Port dedd9dbb-d934-49e2-8fc1-b31406629e1d cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:58:16.216574 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1898aaea-2f58-479b-b405-969a6b6442db None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:16.228830 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1898aaea-2f58-479b-b405-969a6b6442db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:16.276144 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-22dee1e6-269f-40fa-840a-a3b5c98294e8 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Allocated IP 2001:db8:1::1 (d5c949e5-b9c9-4d53-bc92-7c414b47f68a/d36e5fd4-1d51-40bd-82a8-8db9cbdebdbe/bd4bc28e-e28d-40e6-a746-23904ac97a34) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:58:16.289649 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1898aaea-2f58-479b-b405-969a6b6442db None None] Network d5c949e5-b9c9-4d53-bc92-7c414b47f68a is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:58:16.300120 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-1898aaea-2f58-479b-b405-969a6b6442db None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:58:16.308686 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1898aaea-2f58-479b-b405-969a6b6442db None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:58:16.317832 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2f843ec0-f7c9-4206-b36e-a8c14babbfbb None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:16.321712 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1898aaea-2f58-479b-b405-969a6b6442db None None] Pushing event updated for resources: {'Port': ['ID=cbd39aea-f7a9-4e82-b9c3-a9c33769e73d,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:16.351714 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2f843ec0-f7c9-4206-b36e-a8c14babbfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:16.435825 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22dee1e6-269f-40fa-840a-a3b5c98294e8 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:16.436674 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-1898aaea-2f58-479b-b405-969a6b6442db None None] Attempting to bind port cbd39aea-f7a9-4e82-b9c3-a9c33769e73d on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:58:16.437060 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-1898aaea-2f58-479b-b405-969a6b6442db None None] Attempting to bind port cbd39aea-f7a9-4e82-b9c3-a9c33769e73d by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'f1dcd9b7-8063-441b-b451-7b9f721427ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd5c949e5-b9c9-4d53-bc92-7c414b47f68a'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:58:16.437428 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1898aaea-2f58-479b-b405-969a6b6442db None None] Attempting to bind port cbd39aea-f7a9-4e82-b9c3-a9c33769e73d on network d5c949e5-b9c9-4d53-bc92-7c414b47f68a {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:58:16.444290 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a424a202-a415-4904-a2ba-ebaed37a84fc None None] Pushing event updated for resources: {'Port': ['ID=dedd9dbb-d934-49e2-8fc1-b31406629e1d,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:16.461601 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1898aaea-2f58-479b-b405-969a6b6442db None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:58:16.462349 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1898aaea-2f58-479b-b405-969a6b6442db None None] Checking segment: {'id': 'f1dcd9b7-8063-441b-b451-7b9f721427ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd5c949e5-b9c9-4d53-bc92-7c414b47f68a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:58:16.462476 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1898aaea-2f58-479b-b405-969a6b6442db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:16.462936 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1898aaea-2f58-479b-b405-969a6b6442db None None] Bound using segment: {'id': 'f1dcd9b7-8063-441b-b451-7b9f721427ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd5c949e5-b9c9-4d53-bc92-7c414b47f68a'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:58:16.463373 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-1898aaea-2f58-479b-b405-969a6b6442db None None] Bound port: cbd39aea-f7a9-4e82-b9c3-a9c33769e73d, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1dcd9b7-8063-441b-b451-7b9f721427ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd5c949e5-b9c9-4d53-bc92-7c414b47f68a'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:58:16.463780 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1898aaea-2f58-479b-b405-969a6b6442db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:16.492080 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22dee1e6-269f-40fa-840a-a3b5c98294e8 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:16.527201 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-2f843ec0-f7c9-4206-b36e-a8c14babbfbb None None] Attempting to bind port dedd9dbb-d934-49e2-8fc1-b31406629e1d on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:58:16.527569 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-2f843ec0-f7c9-4206-b36e-a8c14babbfbb None None] Attempting to bind port dedd9dbb-d934-49e2-8fc1-b31406629e1d by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '49bfaed9-3939-4202-a8b4-fc3e7b1d21e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2a86c8a1-bd20-4a6e-b278-c7818103186c'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:58:16.527933 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f843ec0-f7c9-4206-b36e-a8c14babbfbb None None] Attempting to bind port dedd9dbb-d934-49e2-8fc1-b31406629e1d on network 2a86c8a1-bd20-4a6e-b278-c7818103186c {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:58:16.539258 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f843ec0-f7c9-4206-b36e-a8c14babbfbb None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:58:16.539630 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f843ec0-f7c9-4206-b36e-a8c14babbfbb None None] Checking segment: {'id': '49bfaed9-3939-4202-a8b4-fc3e7b1d21e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2a86c8a1-bd20-4a6e-b278-c7818103186c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:58:16.540036 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2f843ec0-f7c9-4206-b36e-a8c14babbfbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:16.540426 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f843ec0-f7c9-4206-b36e-a8c14babbfbb None None] Bound using segment: {'id': '49bfaed9-3939-4202-a8b4-fc3e7b1d21e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2a86c8a1-bd20-4a6e-b278-c7818103186c'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:58:16.540891 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-2f843ec0-f7c9-4206-b36e-a8c14babbfbb None None] Bound port: dedd9dbb-d934-49e2-8fc1-b31406629e1d, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49bfaed9-3939-4202-a8b4-fc3e7b1d21e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2a86c8a1-bd20-4a6e-b278-c7818103186c'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:58:16.541303 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2f843ec0-f7c9-4206-b36e-a8c14babbfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:16.542612 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dee1e6-269f-40fa-840a-a3b5c98294e8 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Network d5c949e5-b9c9-4d53-bc92-7c414b47f68a is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:58:16.546216 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-22dee1e6-269f-40fa-840a-a3b5c98294e8 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:58:16.550514 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dee1e6-269f-40fa-840a-a3b5c98294e8 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:58:16.551066 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22dee1e6-269f-40fa-840a-a3b5c98294e8 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:16.651925 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dee1e6-269f-40fa-840a-a3b5c98294e8 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event updated for resources: {'Port': ['ID=bd4bc28e-e28d-40e6-a746-23904ac97a34,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:16.707699 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22dee1e6-269f-40fa-840a-a3b5c98294e8 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:16.783445 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-1898aaea-2f58-479b-b405-969a6b6442db None None] For port cbd39aea-f7a9-4e82-b9c3-a9c33769e73d, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:58:16.815323 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-1898aaea-2f58-479b-b405-969a6b6442db None None] For port cbd39aea-f7a9-4e82-b9c3-a9c33769e73d, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=cbd39aea-f7a9-4e82-b9c3-a9c33769e73d,segment=NetworkSegment(f1dcd9b7-8063-441b-b451-7b9f721427ac),segment_id=f1dcd9b7-8063-441b-b451-7b9f721427ac)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:58:16.824976 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device b98e6c0c-52f6-4264-9252-8c9e7a2b3ae0 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:58:16.828098 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:16.836506 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1898aaea-2f58-479b-b405-969a6b6442db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:16.868830 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-9c5bd150-08d8-4cc7-8c3e-c6bdf05bdaa1 None None] Provisioning complete for port dedd9dbb-d934-49e2-8fc1-b31406629e1d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:16.869182 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9c5bd150-08d8-4cc7-8c3e-c6bdf05bdaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:16.933951 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-2f843ec0-f7c9-4206-b36e-a8c14babbfbb None None] For port dedd9dbb-d934-49e2-8fc1-b31406629e1d, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:58:16.971760 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-2f843ec0-f7c9-4206-b36e-a8c14babbfbb None None] For port dedd9dbb-d934-49e2-8fc1-b31406629e1d, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=dedd9dbb-d934-49e2-8fc1-b31406629e1d,segment=NetworkSegment(49bfaed9-3939-4202-a8b4-fc3e7b1d21e4),segment_id=49bfaed9-3939-4202-a8b4-fc3e7b1d21e4)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:58:16.983655 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2f843ec0-f7c9-4206-b36e-a8c14babbfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:16.983902 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22dee1e6-269f-40fa-840a-a3b5c98294e8 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:16.990571 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-9c5bd150-08d8-4cc7-8c3e-c6bdf05bdaa1 None None] Port dedd9dbb-d934-49e2-8fc1-b31406629e1d cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:58:16.992741 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22dee1e6-269f-40fa-840a-a3b5c98294e8 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:16.993596 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-22dee1e6-269f-40fa-840a-a3b5c98294e8 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:17.001151 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1898aaea-2f58-479b-b405-969a6b6442db None None] Pushing event updated for resources: {'Port': ['ID=cbd39aea-f7a9-4e82-b9c3-a9c33769e73d,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:17.062733 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port b98e6c0c-52f6-4264-9252-8c9e7a2b3ae0 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:17.063108 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:17.094179 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dee1e6-269f-40fa-840a-a3b5c98294e8 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event updated for resources: {'Port': ['ID=bd4bc28e-e28d-40e6-a746-23904ac97a34,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:17.099025 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f843ec0-f7c9-4206-b36e-a8c14babbfbb None None] Routers {'7023c65d-8479-4ae7-819d-c5379b403857'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:58:17.099689 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2f843ec0-f7c9-4206-b36e-a8c14babbfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:58:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['7023c65d-8479-4ae7-819d-c5379b403857'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:17.138011 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a424a202-a415-4904-a2ba-ebaed37a84fc None None] Pushing event updated for resources: {'Port': ['ID=dedd9dbb-d934-49e2-8fc1-b31406629e1d,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:17.164900 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dee1e6-269f-40fa-840a-a3b5c98294e8 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Network d5c949e5-b9c9-4d53-bc92-7c414b47f68a is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:58:17.168585 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-22dee1e6-269f-40fa-840a-a3b5c98294e8 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:58:17.213422 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-2f843ec0-f7c9-4206-b36e-a8c14babbfbb None None] Set router 7023c65d-8479-4ae7-819d-c5379b403857 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:58:17.315142 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22dee1e6-269f-40fa-840a-a3b5c98294e8 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Router 7023c65d-8479-4ae7-819d-c5379b403857 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:58:17.461074 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-9c260ddd-e186-4bd9-9654-ab8f8f676d83 None None] Provisioning complete for port dedd9dbb-d934-49e2-8fc1-b31406629e1d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:17.461453 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9c260ddd-e186-4bd9-9654-ab8f8f676d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:17.534121 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2f843ec0-f7c9-4206-b36e-a8c14babbfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7023c65d-8479-4ae7-819d-c5379b403857', 'name': 'tempest-RoutersIpV6Test-router-291507731', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:58:12Z', 'updated_at': '2021-11-16T11:58:16Z', 'revision_number': 3, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'gw_port_host': None, '_interfaces': [{'id': 'bd4bc28e-e28d-40e6-a746-23904ac97a34', 'name': '', 'network_id': 'd5c949e5-b9c9-4d53-bc92-7c414b47f68a', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:91:38:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'd36e5fd4-1d51-40bd-82a8-8db9cbdebdbe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:15Z', 'updated_at': '2021-11-16T11:58:16Z', 'revision_number': 2, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': 'd36e5fd4-1d51-40bd-82a8-8db9cbdebdbe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dedd9dbb-d934-49e2-8fc1-b31406629e1d', 'name': '', 'network_id': '2a86c8a1-bd20-4a6e-b278-c7818103186c', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:8b:71:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:13Z', 'updated_at': '2021-11-16T11:58:16Z', 'revision_number': 4, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:17.580160 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f843ec0-f7c9-4206-b36e-a8c14babbfbb None None] The sync data for ids ['7023c65d-8479-4ae7-819d-c5379b403857'] in n-d-816823-3 is: [{'id': '7023c65d-8479-4ae7-819d-c5379b403857', 'name': 'tempest-RoutersIpV6Test-router-291507731', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:58:12Z', 'updated_at': '2021-11-16T11:58:16Z', 'revision_number': 3, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'gw_port_host': None, '_interfaces': [{'id': 'bd4bc28e-e28d-40e6-a746-23904ac97a34', 'name': '', 'network_id': 'd5c949e5-b9c9-4d53-bc92-7c414b47f68a', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:91:38:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'd36e5fd4-1d51-40bd-82a8-8db9cbdebdbe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:15Z', 'updated_at': '2021-11-16T11:58:16Z', 'revision_number': 2, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': 'd36e5fd4-1d51-40bd-82a8-8db9cbdebdbe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dedd9dbb-d934-49e2-8fc1-b31406629e1d', 'name': '', 'network_id': '2a86c8a1-bd20-4a6e-b278-c7818103186c', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:8b:71:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:13Z', 'updated_at': '2021-11-16T11:58:16Z', 'revision_number': 4, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:58:17.594993 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9c260ddd-e186-4bd9-9654-ab8f8f676d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:17.631560 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-9c260ddd-e186-4bd9-9654-ab8f8f676d83 None None] For port dedd9dbb-d934-49e2-8fc1-b31406629e1d, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=dedd9dbb-d934-49e2-8fc1-b31406629e1d,segment=NetworkSegment(49bfaed9-3939-4202-a8b4-fc3e7b1d21e4),segment_id=49bfaed9-3939-4202-a8b4-fc3e7b1d21e4)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:58:17.637092 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9c260ddd-e186-4bd9-9654-ab8f8f676d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:17.696034 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c260ddd-e186-4bd9-9654-ab8f8f676d83 None None] Pushing event updated for resources: {'Port': ['ID=dedd9dbb-d934-49e2-8fc1-b31406629e1d,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:17.776382 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22dee1e6-269f-40fa-840a-a3b5c98294e8 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:58:17.784077 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-22dee1e6-269f-40fa-840a-a3b5c98294e8 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "PUT /v2.0/routers/7023c65d-8479-4ae7-819d-c5379b403857/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5832951 Nov 16 11:58:17.784580 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49242) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:17.800042 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-b66f7424-d174-4cb6-8d14-5ef6d0d38480 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1444362758'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:17.829311 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66f7424-d174-4cb6-8d14-5ef6d0d38480 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Made reservation on behalf of 3db4b60e8c3e4cb79c9b3460ea2841aa for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:58:17.832803 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b66f7424-d174-4cb6-8d14-5ef6d0d38480 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:17.867438 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b66f7424-d174-4cb6-8d14-5ef6d0d38480 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:58:17.879394 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b66f7424-d174-4cb6-8d14-5ef6d0d38480 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:17.879900 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-b66f7424-d174-4cb6-8d14-5ef6d0d38480 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Added segment 04e8fec4-fc6c-4399-a357-8b1b75207d0f of type vlan for network 4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4 Nov 16 11:58:17.928599 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b66f7424-d174-4cb6-8d14-5ef6d0d38480 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:17.958786 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b66f7424-d174-4cb6-8d14-5ef6d0d38480 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:17.965516 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66f7424-d174-4cb6-8d14-5ef6d0d38480 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:58:17.966156 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b66f7424-d174-4cb6-8d14-5ef6d0d38480 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:18.030399 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b66f7424-d174-4cb6-8d14-5ef6d0d38480 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2443097 Nov 16 11:58:18.033034 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49244) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:18.039704 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-15b7eea1-7d79-4b19-ba0b-43f167976f42 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Request body: {'subnet': {'network_id': '4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:18.050801 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f7424-d174-4cb6-8d14-5ef6d0d38480 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event updated for resources: {'Network': ['ID=4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:18.066265 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:58:18.133110 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ef0e1a-aaf7-4960-b589-2aa79a04c05a None None] Network d5c949e5-b9c9-4d53-bc92-7c414b47f68a requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:58:18.167316 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b7eea1-7d79-4b19-ba0b-43f167976f42 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Made reservation on behalf of 3db4b60e8c3e4cb79c9b3460ea2841aa for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:58:18.171383 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-15b7eea1-7d79-4b19-ba0b-43f167976f42 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:18.213647 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-939fd6fc-ab2c-4bff-9deb-4ff020c2b304 None None] Provisioning complete for port cbd39aea-f7a9-4e82-b9c3-a9c33769e73d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:18.214055 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-939fd6fc-ab2c-4bff-9deb-4ff020c2b304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:18.397171 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-939fd6fc-ab2c-4bff-9deb-4ff020c2b304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:18.411497 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-15b7eea1-7d79-4b19-ba0b-43f167976f42 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:18.438868 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:18.457587 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-939fd6fc-ab2c-4bff-9deb-4ff020c2b304 None None] For port cbd39aea-f7a9-4e82-b9c3-a9c33769e73d, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=cbd39aea-f7a9-4e82-b9c3-a9c33769e73d,segment=NetworkSegment(f1dcd9b7-8063-441b-b451-7b9f721427ac),segment_id=f1dcd9b7-8063-441b-b451-7b9f721427ac)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:58:18.462580 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-939fd6fc-ab2c-4bff-9deb-4ff020c2b304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:18.466106 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b7eea1-7d79-4b19-ba0b-43f167976f42 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event updated for resources: {'Subnet': ['ID=01899a02-dfd0-4c85-ac78-935ed43404db,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:18.507539 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b7eea1-7d79-4b19-ba0b-43f167976f42 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Checking segment: {'id': '04e8fec4-fc6c-4399-a357-8b1b75207d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:58:18.507905 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b7eea1-7d79-4b19-ba0b-43f167976f42 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Network hostable DHCP agents. Network: 4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:58:18.522778 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939fd6fc-ab2c-4bff-9deb-4ff020c2b304 None None] Pushing event updated for resources: {'Port': ['ID=cbd39aea-f7a9-4e82-b9c3-a9c33769e73d,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:18.529879 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b7eea1-7d79-4b19-ba0b-43f167976f42 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Network 4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:58:18.542412 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-15b7eea1-7d79-4b19-ba0b-43f167976f42 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:58:18.554281 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8abf32e-b0b1-45fc-a16b-7178a93047e1 None None] Network 4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:58:18.556491 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b7eea1-7d79-4b19-ba0b-43f167976f42 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:58:18.557567 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-15b7eea1-7d79-4b19-ba0b-43f167976f42 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:18.590319 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49246) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:18.596855 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-15b7eea1-7d79-4b19-ba0b-43f167976f42 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5618134 Nov 16 11:58:18.746759 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9c880a-f2d6-4cb0-abdb-1bbd855e5f9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4', 'network_id': '4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'fixed_ips': [{'subnet_id': '01899a02-dfd0-4c85-ac78-935ed43404db'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:58:18.747641 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2c9c880a-f2d6-4cb0-abdb-1bbd855e5f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:18.895086 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-2bf827e7-783e-4e17-a99f-729355ca43a0 None None] Provisioning complete for port bd4bc28e-e28d-40e6-a746-23904ac97a34 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:18.895706 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2bf827e7-783e-4e17-a99f-729355ca43a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:18.952542 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device cbd39aea-f7a9-4e82-b9c3-a9c33769e73d up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:58:18.961971 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:19.039322 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-2bf827e7-783e-4e17-a99f-729355ca43a0 None None] Port bd4bc28e-e28d-40e6-a746-23904ac97a34 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:58:19.043414 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5adb334f-bbb0-4017-95f3-23d8b22390d4 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:19.072978 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-2c9c880a-f2d6-4cb0-abdb-1bbd855e5f9e None None] Allocated IP 2001:db8:2::2 (4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4/01899a02-dfd0-4c85-ac78-935ed43404db/33002edf-149f-4cc3-bc18-dd19fc6e8956) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:58:19.078634 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-2bf827e7-783e-4e17-a99f-729355ca43a0 None None] Provisioning complete for port cbd39aea-f7a9-4e82-b9c3-a9c33769e73d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:19.078937 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2bf827e7-783e-4e17-a99f-729355ca43a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:19.176921 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port cbd39aea-f7a9-4e82-b9c3-a9c33769e73d triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:19.177284 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:19.518795 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2c9c880a-f2d6-4cb0-abdb-1bbd855e5f9e None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:19.531728 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2c9c880a-f2d6-4cb0-abdb-1bbd855e5f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:19.562586 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device dedd9dbb-d934-49e2-8fc1-b31406629e1d up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:58:19.578571 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-5adb334f-bbb0-4017-95f3-23d8b22390d4 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Allocated IP 2001:db8:2::1 (4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4/01899a02-dfd0-4c85-ac78-935ed43404db/d944a885-0f03-46f7-91a5-0ab15c4e6930) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:58:19.605320 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9c880a-f2d6-4cb0-abdb-1bbd855e5f9e None None] Network 4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:58:19.618385 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-2c9c880a-f2d6-4cb0-abdb-1bbd855e5f9e None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:58:19.626130 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9c880a-f2d6-4cb0-abdb-1bbd855e5f9e None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:58:19.630732 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c880a-f2d6-4cb0-abdb-1bbd855e5f9e None None] Pushing event updated for resources: {'Port': ['ID=33002edf-149f-4cc3-bc18-dd19fc6e8956,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:19.640123 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-e5b6d103-3a64-444d-8004-8f0b19870f1c None None] Provisioning complete for port bd4bc28e-e28d-40e6-a746-23904ac97a34 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:19.640500 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e5b6d103-3a64-444d-8004-8f0b19870f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:19.699974 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5adb334f-bbb0-4017-95f3-23d8b22390d4 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:19.728889 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-2c9c880a-f2d6-4cb0-abdb-1bbd855e5f9e None None] Attempting to bind port 33002edf-149f-4cc3-bc18-dd19fc6e8956 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:58:19.729266 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-2c9c880a-f2d6-4cb0-abdb-1bbd855e5f9e None None] Attempting to bind port 33002edf-149f-4cc3-bc18-dd19fc6e8956 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '04e8fec4-fc6c-4399-a357-8b1b75207d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:58:19.729635 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9c880a-f2d6-4cb0-abdb-1bbd855e5f9e None None] Attempting to bind port 33002edf-149f-4cc3-bc18-dd19fc6e8956 on network 4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:58:19.730641 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a16edb4-9a65-4f5e-bb56-45eb6aa46a68 None None] Sync routers for ids ['7023c65d-8479-4ae7-819d-c5379b403857'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:58:19.731498 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-e5b6d103-3a64-444d-8004-8f0b19870f1c None None] Port bd4bc28e-e28d-40e6-a746-23904ac97a34 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:58:19.733966 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port dedd9dbb-d934-49e2-8fc1-b31406629e1d triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:19.734343 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:19.737632 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5adb334f-bbb0-4017-95f3-23d8b22390d4 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:19.745097 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a16edb4-9a65-4f5e-bb56-45eb6aa46a68 None None] Routers {'7023c65d-8479-4ae7-819d-c5379b403857'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:58:19.745792 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-5a16edb4-9a65-4f5e-bb56-45eb6aa46a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:58:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['7023c65d-8479-4ae7-819d-c5379b403857'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:19.760673 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9c880a-f2d6-4cb0-abdb-1bbd855e5f9e None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:58:19.761059 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9c880a-f2d6-4cb0-abdb-1bbd855e5f9e None None] Checking segment: {'id': '04e8fec4-fc6c-4399-a357-8b1b75207d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:58:19.761465 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2c9c880a-f2d6-4cb0-abdb-1bbd855e5f9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:19.761863 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9c880a-f2d6-4cb0-abdb-1bbd855e5f9e None None] Bound using segment: {'id': '04e8fec4-fc6c-4399-a357-8b1b75207d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:58:19.762402 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-2c9c880a-f2d6-4cb0-abdb-1bbd855e5f9e None None] Bound port: 33002edf-149f-4cc3-bc18-dd19fc6e8956, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e8fec4-fc6c-4399-a357-8b1b75207d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:58:19.762790 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2c9c880a-f2d6-4cb0-abdb-1bbd855e5f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:19.786783 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adb334f-bbb0-4017-95f3-23d8b22390d4 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Network 4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:58:19.790092 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-5adb334f-bbb0-4017-95f3-23d8b22390d4 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:58:19.793996 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adb334f-bbb0-4017-95f3-23d8b22390d4 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:58:19.795526 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5adb334f-bbb0-4017-95f3-23d8b22390d4 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:19.832303 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb334f-bbb0-4017-95f3-23d8b22390d4 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event updated for resources: {'Port': ['ID=d944a885-0f03-46f7-91a5-0ab15c4e6930,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:19.840800 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-5a16edb4-9a65-4f5e-bb56-45eb6aa46a68 None None] Set router 7023c65d-8479-4ae7-819d-c5379b403857 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:58:19.884748 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-2c9c880a-f2d6-4cb0-abdb-1bbd855e5f9e None None] For port 33002edf-149f-4cc3-bc18-dd19fc6e8956, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:58:19.890122 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-2c9c880a-f2d6-4cb0-abdb-1bbd855e5f9e None None] For port 33002edf-149f-4cc3-bc18-dd19fc6e8956, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=33002edf-149f-4cc3-bc18-dd19fc6e8956,segment=NetworkSegment(04e8fec4-fc6c-4399-a357-8b1b75207d0f),segment_id=04e8fec4-fc6c-4399-a357-8b1b75207d0f)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:58:19.896206 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2c9c880a-f2d6-4cb0-abdb-1bbd855e5f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:19.927428 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5adb334f-bbb0-4017-95f3-23d8b22390d4 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:19.962529 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c880a-f2d6-4cb0-abdb-1bbd855e5f9e None None] Pushing event updated for resources: {'Port': ['ID=33002edf-149f-4cc3-bc18-dd19fc6e8956,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:20.067553 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-5a16edb4-9a65-4f5e-bb56-45eb6aa46a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7023c65d-8479-4ae7-819d-c5379b403857', 'name': 'tempest-RoutersIpV6Test-router-291507731', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:58:12Z', 'updated_at': '2021-11-16T11:58:16Z', 'revision_number': 3, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'gw_port_host': None, '_interfaces': [{'id': 'bd4bc28e-e28d-40e6-a746-23904ac97a34', 'name': '', 'network_id': 'd5c949e5-b9c9-4d53-bc92-7c414b47f68a', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:91:38:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'd36e5fd4-1d51-40bd-82a8-8db9cbdebdbe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:15Z', 'updated_at': '2021-11-16T11:58:16Z', 'revision_number': 2, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': 'd36e5fd4-1d51-40bd-82a8-8db9cbdebdbe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dedd9dbb-d934-49e2-8fc1-b31406629e1d', 'name': '', 'network_id': '2a86c8a1-bd20-4a6e-b278-c7818103186c', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:8b:71:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:13Z', 'updated_at': '2021-11-16T11:58:17Z', 'revision_number': 5, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:20.094245 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a16edb4-9a65-4f5e-bb56-45eb6aa46a68 None None] Checking router: 7023c65d-8479-4ae7-819d-c5379b403857 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:58:20.094597 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a16edb4-9a65-4f5e-bb56-45eb6aa46a68 None None] Updating router 7023c65d-8479-4ae7-819d-c5379b403857 port bd4bc28e-e28d-40e6-a746-23904ac97a34 binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:58:20.122122 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5a16edb4-9a65-4f5e-bb56-45eb6aa46a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:20.234450 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5adb334f-bbb0-4017-95f3-23d8b22390d4 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:20.241996 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5adb334f-bbb0-4017-95f3-23d8b22390d4 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:20.243048 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5adb334f-bbb0-4017-95f3-23d8b22390d4 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:20.339695 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb334f-bbb0-4017-95f3-23d8b22390d4 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event updated for resources: {'Port': ['ID=d944a885-0f03-46f7-91a5-0ab15c4e6930,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:20.386137 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adb334f-bbb0-4017-95f3-23d8b22390d4 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Network 4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:58:20.387668 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-5adb334f-bbb0-4017-95f3-23d8b22390d4 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:58:20.433251 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5a16edb4-9a65-4f5e-bb56-45eb6aa46a68 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:20.440353 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5a16edb4-9a65-4f5e-bb56-45eb6aa46a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:20.488811 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a77ac-3518-42a0-8921-18152459f20b None None] Pushing event updated for resources: {'Port': ['ID=bd4bc28e-e28d-40e6-a746-23904ac97a34,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:20.493197 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5adb334f-bbb0-4017-95f3-23d8b22390d4 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Router 7023c65d-8479-4ae7-819d-c5379b403857 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:58:20.500315 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913a77ac-3518-42a0-8921-18152459f20b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:20.500912 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913a77ac-3518-42a0-8921-18152459f20b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:20.501450 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913a77ac-3518-42a0-8921-18152459f20b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:20.501979 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913a77ac-3518-42a0-8921-18152459f20b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:20.502495 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913a77ac-3518-42a0-8921-18152459f20b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:20.503120 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913a77ac-3518-42a0-8921-18152459f20b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:20.503635 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913a77ac-3518-42a0-8921-18152459f20b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:20.504161 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913a77ac-3518-42a0-8921-18152459f20b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:20.504854 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913a77ac-3518-42a0-8921-18152459f20b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:20.504854 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913a77ac-3518-42a0-8921-18152459f20b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:20.505055 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913a77ac-3518-42a0-8921-18152459f20b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:20.505270 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913a77ac-3518-42a0-8921-18152459f20b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:20.559104 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-5a16edb4-9a65-4f5e-bb56-45eb6aa46a68 None None] Attempting to bind port bd4bc28e-e28d-40e6-a746-23904ac97a34 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:58:20.559494 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-5a16edb4-9a65-4f5e-bb56-45eb6aa46a68 None None] Attempting to bind port bd4bc28e-e28d-40e6-a746-23904ac97a34 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'f1dcd9b7-8063-441b-b451-7b9f721427ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd5c949e5-b9c9-4d53-bc92-7c414b47f68a'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:58:20.559856 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a16edb4-9a65-4f5e-bb56-45eb6aa46a68 None None] Attempting to bind port bd4bc28e-e28d-40e6-a746-23904ac97a34 on network d5c949e5-b9c9-4d53-bc92-7c414b47f68a {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:58:20.565167 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a16edb4-9a65-4f5e-bb56-45eb6aa46a68 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:58:20.565531 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a16edb4-9a65-4f5e-bb56-45eb6aa46a68 None None] Checking segment: {'id': 'f1dcd9b7-8063-441b-b451-7b9f721427ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd5c949e5-b9c9-4d53-bc92-7c414b47f68a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:58:20.566244 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5a16edb4-9a65-4f5e-bb56-45eb6aa46a68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:20.566631 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a16edb4-9a65-4f5e-bb56-45eb6aa46a68 None None] Bound using segment: {'id': 'f1dcd9b7-8063-441b-b451-7b9f721427ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd5c949e5-b9c9-4d53-bc92-7c414b47f68a'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:58:20.567124 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-5a16edb4-9a65-4f5e-bb56-45eb6aa46a68 None None] Bound port: bd4bc28e-e28d-40e6-a746-23904ac97a34, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1dcd9b7-8063-441b-b451-7b9f721427ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd5c949e5-b9c9-4d53-bc92-7c414b47f68a'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:58:20.567470 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5a16edb4-9a65-4f5e-bb56-45eb6aa46a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:20.595816 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5adb334f-bbb0-4017-95f3-23d8b22390d4 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:58:20.604278 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5adb334f-bbb0-4017-95f3-23d8b22390d4 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "PUT /v2.0/routers/7023c65d-8479-4ae7-819d-c5379b403857/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0103047 Nov 16 11:58:20.604493 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49248) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:20.609591 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-6bd1e1fd-8e23-4eaf-9ba6-97cc6a9700b2 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1469819834'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:20.632963 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd1e1fd-8e23-4eaf-9ba6-97cc6a9700b2 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Made reservation on behalf of 3db4b60e8c3e4cb79c9b3460ea2841aa for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:58:20.636900 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6bd1e1fd-8e23-4eaf-9ba6-97cc6a9700b2 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:20.646446 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-5a16edb4-9a65-4f5e-bb56-45eb6aa46a68 None None] For port bd4bc28e-e28d-40e6-a746-23904ac97a34, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:58:20.651644 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-5a16edb4-9a65-4f5e-bb56-45eb6aa46a68 None None] For port bd4bc28e-e28d-40e6-a746-23904ac97a34, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=bd4bc28e-e28d-40e6-a746-23904ac97a34,segment=NetworkSegment(f1dcd9b7-8063-441b-b451-7b9f721427ac),segment_id=f1dcd9b7-8063-441b-b451-7b9f721427ac)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:58:20.658563 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5a16edb4-9a65-4f5e-bb56-45eb6aa46a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:20.668890 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bd1e1fd-8e23-4eaf-9ba6-97cc6a9700b2 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:58:20.686616 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6bd1e1fd-8e23-4eaf-9ba6-97cc6a9700b2 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:20.687357 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-6bd1e1fd-8e23-4eaf-9ba6-97cc6a9700b2 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Added segment 42b69b82-dafe-45a8-9a84-063723f9622f of type vlan for network 263a6831-4413-470e-9da0-c49dff9d77b9 Nov 16 11:58:20.711975 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a16edb4-9a65-4f5e-bb56-45eb6aa46a68 None None] Routers {'7023c65d-8479-4ae7-819d-c5379b403857'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:58:20.712886 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-5a16edb4-9a65-4f5e-bb56-45eb6aa46a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:58:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['7023c65d-8479-4ae7-819d-c5379b403857'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:20.741439 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6bd1e1fd-8e23-4eaf-9ba6-97cc6a9700b2 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:20.781761 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6bd1e1fd-8e23-4eaf-9ba6-97cc6a9700b2 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:20.788811 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd1e1fd-8e23-4eaf-9ba6-97cc6a9700b2 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:58:20.789414 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6bd1e1fd-8e23-4eaf-9ba6-97cc6a9700b2 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:20.798818 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a77ac-3518-42a0-8921-18152459f20b None None] Pushing event updated for resources: {'Port': ['ID=bd4bc28e-e28d-40e6-a746-23904ac97a34,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:20.813272 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-254decdf-2cf2-42d4-9757-e6dd54241bca None None] Provisioning complete for port bd4bc28e-e28d-40e6-a746-23904ac97a34 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:20.814451 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-254decdf-2cf2-42d4-9757-e6dd54241bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:20.848306 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-5a16edb4-9a65-4f5e-bb56-45eb6aa46a68 None None] Set router 7023c65d-8479-4ae7-819d-c5379b403857 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:58:20.872520 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6bd1e1fd-8e23-4eaf-9ba6-97cc6a9700b2 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2668359 Nov 16 11:58:20.875839 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49250) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:20.886714 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-749ca0eb-ea65-4d18-9c71-89cdb0d6f12e tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Request body: {'subnet': {'network_id': '263a6831-4413-470e-9da0-c49dff9d77b9', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:20.888645 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1e1fd-8e23-4eaf-9ba6-97cc6a9700b2 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event updated for resources: {'Network': ['ID=263a6831-4413-470e-9da0-c49dff9d77b9,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:20.899842 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 263a6831-4413-470e-9da0-c49dff9d77b9 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:58:21.014899 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 33002edf-149f-4cc3-bc18-dd19fc6e8956 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:58:21.079451 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749ca0eb-ea65-4d18-9c71-89cdb0d6f12e tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Made reservation on behalf of 3db4b60e8c3e4cb79c9b3460ea2841aa for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:58:21.083895 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-749ca0eb-ea65-4d18-9c71-89cdb0d6f12e tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:21.096478 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-254decdf-2cf2-42d4-9757-e6dd54241bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:21.200797 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-254decdf-2cf2-42d4-9757-e6dd54241bca None None] For port bd4bc28e-e28d-40e6-a746-23904ac97a34, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=bd4bc28e-e28d-40e6-a746-23904ac97a34,segment=NetworkSegment(f1dcd9b7-8063-441b-b451-7b9f721427ac),segment_id=f1dcd9b7-8063-441b-b451-7b9f721427ac)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:58:21.209791 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-254decdf-2cf2-42d4-9757-e6dd54241bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:21.214424 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 33002edf-149f-4cc3-bc18-dd19fc6e8956 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:21.214775 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:21.300134 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254decdf-2cf2-42d4-9757-e6dd54241bca None None] Pushing event updated for resources: {'Port': ['ID=bd4bc28e-e28d-40e6-a746-23904ac97a34,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:21.311185 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-5a16edb4-9a65-4f5e-bb56-45eb6aa46a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7023c65d-8479-4ae7-819d-c5379b403857', 'name': 'tempest-RoutersIpV6Test-router-291507731', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:58:12Z', 'updated_at': '2021-11-16T11:58:19Z', 'revision_number': 4, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'gw_port_host': None, '_interfaces': [{'id': 'bd4bc28e-e28d-40e6-a746-23904ac97a34', 'name': '', 'network_id': 'd5c949e5-b9c9-4d53-bc92-7c414b47f68a', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:91:38:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'd36e5fd4-1d51-40bd-82a8-8db9cbdebdbe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:15Z', 'updated_at': '2021-11-16T11:58:20Z', 'revision_number': 4, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': 'd36e5fd4-1d51-40bd-82a8-8db9cbdebdbe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd944a885-0f03-46f7-91a5-0ab15c4e6930', 'name': '', 'network_id': '4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:73:d0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '01899a02-dfd0-4c85-ac78-935ed43404db', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:19Z', 'updated_at': '2021-11-16T11:58:20Z', 'revision_number': 2, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': '01899a02-dfd0-4c85-ac78-935ed43404db', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dedd9dbb-d934-49e2-8fc1-b31406629e1d', 'name': '', 'network_id': '2a86c8a1-bd20-4a6e-b278-c7818103186c', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:8b:71:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:13Z', 'updated_at': '2021-11-16T11:58:17Z', 'revision_number': 5, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:21.321436 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbac9ada-f7af-4085-b219-adb013f27887 None None] Network 4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:58:21.345817 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a16edb4-9a65-4f5e-bb56-45eb6aa46a68 None None] The sync data for ids ['7023c65d-8479-4ae7-819d-c5379b403857'] in n-d-816823-3 is: [{'id': '7023c65d-8479-4ae7-819d-c5379b403857', 'name': 'tempest-RoutersIpV6Test-router-291507731', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:58:12Z', 'updated_at': '2021-11-16T11:58:19Z', 'revision_number': 4, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'gw_port_host': None, '_interfaces': [{'id': 'bd4bc28e-e28d-40e6-a746-23904ac97a34', 'name': '', 'network_id': 'd5c949e5-b9c9-4d53-bc92-7c414b47f68a', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:91:38:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'd36e5fd4-1d51-40bd-82a8-8db9cbdebdbe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:15Z', 'updated_at': '2021-11-16T11:58:20Z', 'revision_number': 4, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': 'd36e5fd4-1d51-40bd-82a8-8db9cbdebdbe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd944a885-0f03-46f7-91a5-0ab15c4e6930', 'name': '', 'network_id': '4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:73:d0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '01899a02-dfd0-4c85-ac78-935ed43404db', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:19Z', 'updated_at': '2021-11-16T11:58:20Z', 'revision_number': 2, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': '01899a02-dfd0-4c85-ac78-935ed43404db', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dedd9dbb-d934-49e2-8fc1-b31406629e1d', 'name': '', 'network_id': '2a86c8a1-bd20-4a6e-b278-c7818103186c', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:8b:71:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:13Z', 'updated_at': '2021-11-16T11:58:17Z', 'revision_number': 5, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:58:21.371021 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-749ca0eb-ea65-4d18-9c71-89cdb0d6f12e tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:21.430499 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:21.454814 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-cacc847a-195c-454d-952a-37c272b6029b None None] Provisioning complete for port bd4bc28e-e28d-40e6-a746-23904ac97a34 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:21.454814 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cacc847a-195c-454d-952a-37c272b6029b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:21.468172 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ca0eb-ea65-4d18-9c71-89cdb0d6f12e tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event updated for resources: {'Subnet': ['ID=99a9b437-0770-40c4-bd70-eb7ffddca863,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:21.485772 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749ca0eb-ea65-4d18-9c71-89cdb0d6f12e tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Checking segment: {'id': '42b69b82-dafe-45a8-9a84-063723f9622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '263a6831-4413-470e-9da0-c49dff9d77b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:58:21.486203 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749ca0eb-ea65-4d18-9c71-89cdb0d6f12e tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Network hostable DHCP agents. Network: 263a6831-4413-470e-9da0-c49dff9d77b9, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:58:21.507479 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749ca0eb-ea65-4d18-9c71-89cdb0d6f12e tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Network 263a6831-4413-470e-9da0-c49dff9d77b9 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:58:21.518981 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-749ca0eb-ea65-4d18-9c71-89cdb0d6f12e tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 263a6831-4413-470e-9da0-c49dff9d77b9) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:58:21.528912 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749ca0eb-ea65-4d18-9c71-89cdb0d6f12e tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:58:21.529598 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-749ca0eb-ea65-4d18-9c71-89cdb0d6f12e tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:21.539007 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 33002edf-149f-4cc3-bc18-dd19fc6e8956, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=33002edf-149f-4cc3-bc18-dd19fc6e8956,segment=NetworkSegment(04e8fec4-fc6c-4399-a357-8b1b75207d0f),segment_id=04e8fec4-fc6c-4399-a357-8b1b75207d0f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:58:21.542565 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b066b0c-2540-4711-b7c3-456979545b3f None None] Network 263a6831-4413-470e-9da0-c49dff9d77b9 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:58:21.548901 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-749ca0eb-ea65-4d18-9c71-89cdb0d6f12e tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6719205 Nov 16 11:58:21.549130 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:21.552040 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49252) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:21.723728 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=33002edf-149f-4cc3-bc18-dd19fc6e8956,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:21.803757 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-cacc847a-195c-454d-952a-37c272b6029b None None] Provisioning complete for port 33002edf-149f-4cc3-bc18-dd19fc6e8956 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:21.804370 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cacc847a-195c-454d-952a-37c272b6029b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:21.860523 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0830ad3c-a9b3-4ce3-9bae-9cad3dce5d16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-263a6831-4413-470e-9da0-c49dff9d77b9', 'network_id': '263a6831-4413-470e-9da0-c49dff9d77b9', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'fixed_ips': [{'subnet_id': '99a9b437-0770-40c4-bd70-eb7ffddca863'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:58:21.861553 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0830ad3c-a9b3-4ce3-9bae-9cad3dce5d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:21.994316 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b3e40673-271e-49bf-bea3-10bb147e191f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:22.053764 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-0830ad3c-a9b3-4ce3-9bae-9cad3dce5d16 None None] Allocated IP 2001:db8:3::2 (263a6831-4413-470e-9da0-c49dff9d77b9/99a9b437-0770-40c4-bd70-eb7ffddca863/a9f905fd-1dc7-446c-b8bf-1d33f570ceb0) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:58:22.222674 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da95ef7-12e9-454d-b260-6789f697a9fa None None] Sync routers for ids ['7023c65d-8479-4ae7-819d-c5379b403857'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:58:22.246507 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0830ad3c-a9b3-4ce3-9bae-9cad3dce5d16 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:22.252703 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-79e18e0f-07c7-40a3-b9f2-c91d67ff4ccd None None] Provisioning complete for port d944a885-0f03-46f7-91a5-0ab15c4e6930 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:22.253044 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-79e18e0f-07c7-40a3-b9f2-c91d67ff4ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:22.256443 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0830ad3c-a9b3-4ce3-9bae-9cad3dce5d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:22.258185 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da95ef7-12e9-454d-b260-6789f697a9fa None None] Routers {'7023c65d-8479-4ae7-819d-c5379b403857'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:58:22.258810 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9da95ef7-12e9-454d-b260-6789f697a9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:58:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['7023c65d-8479-4ae7-819d-c5379b403857'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:22.319715 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-b3e40673-271e-49bf-bea3-10bb147e191f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Allocated IP 2001:db8:3::1 (263a6831-4413-470e-9da0-c49dff9d77b9/99a9b437-0770-40c4-bd70-eb7ffddca863/9b686d24-1063-4a1a-a535-3b094b76de15) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:58:22.390340 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0830ad3c-a9b3-4ce3-9bae-9cad3dce5d16 None None] Network 263a6831-4413-470e-9da0-c49dff9d77b9 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:58:22.402301 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-0830ad3c-a9b3-4ce3-9bae-9cad3dce5d16 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:58:22.410817 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0830ad3c-a9b3-4ce3-9bae-9cad3dce5d16 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:58:22.415679 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0830ad3c-a9b3-4ce3-9bae-9cad3dce5d16 None None] Pushing event updated for resources: {'Port': ['ID=a9f905fd-1dc7-446c-b8bf-1d33f570ceb0,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:22.418415 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-79e18e0f-07c7-40a3-b9f2-c91d67ff4ccd None None] Port d944a885-0f03-46f7-91a5-0ab15c4e6930 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:58:22.435851 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-9da95ef7-12e9-454d-b260-6789f697a9fa None None] Set router 7023c65d-8479-4ae7-819d-c5379b403857 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:58:22.445687 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b3e40673-271e-49bf-bea3-10bb147e191f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:22.493995 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b3e40673-271e-49bf-bea3-10bb147e191f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:22.547675 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e40673-271e-49bf-bea3-10bb147e191f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Network 263a6831-4413-470e-9da0-c49dff9d77b9 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:58:22.551345 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-b3e40673-271e-49bf-bea3-10bb147e191f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:58:22.556053 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e40673-271e-49bf-bea3-10bb147e191f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:58:22.557193 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b3e40673-271e-49bf-bea3-10bb147e191f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:22.561421 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e40673-271e-49bf-bea3-10bb147e191f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event updated for resources: {'Port': ['ID=9b686d24-1063-4a1a-a535-3b094b76de15,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:22.665870 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-79e18e0f-07c7-40a3-b9f2-c91d67ff4ccd None None] Provisioning complete for port 33002edf-149f-4cc3-bc18-dd19fc6e8956 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:22.666576 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-79e18e0f-07c7-40a3-b9f2-c91d67ff4ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:22.674268 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b3e40673-271e-49bf-bea3-10bb147e191f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:22.742807 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-0830ad3c-a9b3-4ce3-9bae-9cad3dce5d16 None None] Attempting to bind port a9f905fd-1dc7-446c-b8bf-1d33f570ceb0 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:58:22.743170 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-0830ad3c-a9b3-4ce3-9bae-9cad3dce5d16 None None] Attempting to bind port a9f905fd-1dc7-446c-b8bf-1d33f570ceb0 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '42b69b82-dafe-45a8-9a84-063723f9622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '263a6831-4413-470e-9da0-c49dff9d77b9'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:58:22.743535 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0830ad3c-a9b3-4ce3-9bae-9cad3dce5d16 None None] Attempting to bind port a9f905fd-1dc7-446c-b8bf-1d33f570ceb0 on network 263a6831-4413-470e-9da0-c49dff9d77b9 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:58:22.799078 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0830ad3c-a9b3-4ce3-9bae-9cad3dce5d16 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:58:22.799440 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0830ad3c-a9b3-4ce3-9bae-9cad3dce5d16 None None] Checking segment: {'id': '42b69b82-dafe-45a8-9a84-063723f9622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '263a6831-4413-470e-9da0-c49dff9d77b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:58:22.799839 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0830ad3c-a9b3-4ce3-9bae-9cad3dce5d16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:22.800231 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0830ad3c-a9b3-4ce3-9bae-9cad3dce5d16 None None] Bound using segment: {'id': '42b69b82-dafe-45a8-9a84-063723f9622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '263a6831-4413-470e-9da0-c49dff9d77b9'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:58:22.800716 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-0830ad3c-a9b3-4ce3-9bae-9cad3dce5d16 None None] Bound port: a9f905fd-1dc7-446c-b8bf-1d33f570ceb0, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b69b82-dafe-45a8-9a84-063723f9622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '263a6831-4413-470e-9da0-c49dff9d77b9'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:58:22.801177 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0830ad3c-a9b3-4ce3-9bae-9cad3dce5d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:22.881302 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 33002edf-149f-4cc3-bc18-dd19fc6e8956 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:58:22.952349 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b3e40673-271e-49bf-bea3-10bb147e191f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:22.957235 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b3e40673-271e-49bf-bea3-10bb147e191f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:22.958178 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b3e40673-271e-49bf-bea3-10bb147e191f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:22.986146 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-0830ad3c-a9b3-4ce3-9bae-9cad3dce5d16 None None] For port a9f905fd-1dc7-446c-b8bf-1d33f570ceb0, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:58:23.002179 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-0830ad3c-a9b3-4ce3-9bae-9cad3dce5d16 None None] For port a9f905fd-1dc7-446c-b8bf-1d33f570ceb0, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=a9f905fd-1dc7-446c-b8bf-1d33f570ceb0,segment=NetworkSegment(42b69b82-dafe-45a8-9a84-063723f9622f),segment_id=42b69b82-dafe-45a8-9a84-063723f9622f)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:58:23.009501 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0830ad3c-a9b3-4ce3-9bae-9cad3dce5d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:23.052316 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e40673-271e-49bf-bea3-10bb147e191f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event updated for resources: {'Port': ['ID=9b686d24-1063-4a1a-a535-3b094b76de15,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:23.062033 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 33002edf-149f-4cc3-bc18-dd19fc6e8956 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:23.062413 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:23.099792 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e40673-271e-49bf-bea3-10bb147e191f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Network 263a6831-4413-470e-9da0-c49dff9d77b9 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:58:23.101787 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-b3e40673-271e-49bf-bea3-10bb147e191f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:58:23.129278 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0830ad3c-a9b3-4ce3-9bae-9cad3dce5d16 None None] Pushing event updated for resources: {'Port': ['ID=a9f905fd-1dc7-446c-b8bf-1d33f570ceb0,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:23.140206 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9da95ef7-12e9-454d-b260-6789f697a9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7023c65d-8479-4ae7-819d-c5379b403857', 'name': 'tempest-RoutersIpV6Test-router-291507731', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:58:12Z', 'updated_at': '2021-11-16T11:58:19Z', 'revision_number': 4, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'gw_port_host': None, '_interfaces': [{'id': 'bd4bc28e-e28d-40e6-a746-23904ac97a34', 'name': '', 'network_id': 'd5c949e5-b9c9-4d53-bc92-7c414b47f68a', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:91:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'd36e5fd4-1d51-40bd-82a8-8db9cbdebdbe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:15Z', 'updated_at': '2021-11-16T11:58:21Z', 'revision_number': 5, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': 'd36e5fd4-1d51-40bd-82a8-8db9cbdebdbe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd944a885-0f03-46f7-91a5-0ab15c4e6930', 'name': '', 'network_id': '4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:73:d0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '01899a02-dfd0-4c85-ac78-935ed43404db', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:19Z', 'updated_at': '2021-11-16T11:58:20Z', 'revision_number': 2, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': '01899a02-dfd0-4c85-ac78-935ed43404db', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dedd9dbb-d934-49e2-8fc1-b31406629e1d', 'name': '', 'network_id': '2a86c8a1-bd20-4a6e-b278-c7818103186c', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:8b:71:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:13Z', 'updated_at': '2021-11-16T11:58:17Z', 'revision_number': 5, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:23.172233 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-bea3e2c7-f2ae-479e-84d6-7dd59f667300 None None] Provisioning complete for port d944a885-0f03-46f7-91a5-0ab15c4e6930 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:23.172604 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bea3e2c7-f2ae-479e-84d6-7dd59f667300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:23.174691 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da95ef7-12e9-454d-b260-6789f697a9fa None None] Checking router: 7023c65d-8479-4ae7-819d-c5379b403857 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:58:23.174867 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da95ef7-12e9-454d-b260-6789f697a9fa None None] Updating router 7023c65d-8479-4ae7-819d-c5379b403857 port d944a885-0f03-46f7-91a5-0ab15c4e6930 binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:58:23.218621 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e40673-271e-49bf-bea3-10bb147e191f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Router 7023c65d-8479-4ae7-819d-c5379b403857 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:58:23.232070 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9da95ef7-12e9-454d-b260-6789f697a9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:23.272183 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-bea3e2c7-f2ae-479e-84d6-7dd59f667300 None None] Port d944a885-0f03-46f7-91a5-0ab15c4e6930 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:58:23.307522 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device bd4bc28e-e28d-40e6-a746-23904ac97a34 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:58:23.343938 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e40673-271e-49bf-bea3-10bb147e191f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:58:23.350894 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b3e40673-271e-49bf-bea3-10bb147e191f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "PUT /v2.0/routers/7023c65d-8479-4ae7-819d-c5379b403857/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7963202 Nov 16 11:58:23.353593 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49254) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:23.358550 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-02a989be-ed26-46be-b0d6-dbb2304e87cc tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:23.448459 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port bd4bc28e-e28d-40e6-a746-23904ac97a34 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:23.448909 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:23.648841 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9da95ef7-12e9-454d-b260-6789f697a9fa None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:23.655658 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9da95ef7-12e9-454d-b260-6789f697a9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:23.710631 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37e31a-086c-4a48-b23c-b92a09f6a0c6 None None] Pushing event updated for resources: {'Port': ['ID=d944a885-0f03-46f7-91a5-0ab15c4e6930,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:23.740211 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.extraroute_db [None req-02a989be-ed26-46be-b0d6-dbb2304e87cc tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=102669) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 16 11:58:23.758990 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.extraroute_db [None req-02a989be-ed26-46be-b0d6-dbb2304e87cc tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Removed routes are [] {{(pid=102669) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 16 11:58:23.759613 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-02a989be-ed26-46be-b0d6-dbb2304e87cc tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1984560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1995711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3572'] for router, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:23.765697 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-9da95ef7-12e9-454d-b260-6789f697a9fa None None] Attempting to bind port d944a885-0f03-46f7-91a5-0ab15c4e6930 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:58:23.766344 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-9da95ef7-12e9-454d-b260-6789f697a9fa None None] Attempting to bind port d944a885-0f03-46f7-91a5-0ab15c4e6930 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '04e8fec4-fc6c-4399-a357-8b1b75207d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:58:23.766793 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da95ef7-12e9-454d-b260-6789f697a9fa None None] Attempting to bind port d944a885-0f03-46f7-91a5-0ab15c4e6930 on network 4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:58:23.773559 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da95ef7-12e9-454d-b260-6789f697a9fa None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:58:23.774271 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da95ef7-12e9-454d-b260-6789f697a9fa None None] Checking segment: {'id': '04e8fec4-fc6c-4399-a357-8b1b75207d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:58:23.774780 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9da95ef7-12e9-454d-b260-6789f697a9fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:23.775186 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da95ef7-12e9-454d-b260-6789f697a9fa None None] Bound using segment: {'id': '04e8fec4-fc6c-4399-a357-8b1b75207d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:58:23.775674 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-9da95ef7-12e9-454d-b260-6789f697a9fa None None] Bound port: d944a885-0f03-46f7-91a5-0ab15c4e6930, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e8fec4-fc6c-4399-a357-8b1b75207d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:58:23.776070 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9da95ef7-12e9-454d-b260-6789f697a9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:23.858176 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-9da95ef7-12e9-454d-b260-6789f697a9fa None None] For port d944a885-0f03-46f7-91a5-0ab15c4e6930, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:58:23.861554 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-9da95ef7-12e9-454d-b260-6789f697a9fa None None] For port d944a885-0f03-46f7-91a5-0ab15c4e6930, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=d944a885-0f03-46f7-91a5-0ab15c4e6930,segment=NetworkSegment(04e8fec4-fc6c-4399-a357-8b1b75207d0f),segment_id=04e8fec4-fc6c-4399-a357-8b1b75207d0f)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:58:23.868469 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9da95ef7-12e9-454d-b260-6789f697a9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:23.948720 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da95ef7-12e9-454d-b260-6789f697a9fa None None] Routers {'7023c65d-8479-4ae7-819d-c5379b403857'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:58:23.949362 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9da95ef7-12e9-454d-b260-6789f697a9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:58:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['7023c65d-8479-4ae7-819d-c5379b403857'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:23.980277 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-02a989be-ed26-46be-b0d6-dbb2304e87cc tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1984560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1995711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3572'] for router, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:23.984163 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-02a989be-ed26-46be-b0d6-dbb2304e87cc tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1984559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1984550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1995702'] for router, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:24.026679 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37e31a-086c-4a48-b23c-b92a09f6a0c6 None None] Pushing event updated for resources: {'Port': ['ID=d944a885-0f03-46f7-91a5-0ab15c4e6930,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:24.065331 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-9da95ef7-12e9-454d-b260-6789f697a9fa None None] Set router 7023c65d-8479-4ae7-819d-c5379b403857 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:58:24.101650 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a989be-ed26-46be-b0d6-dbb2304e87cc tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Router 7023c65d-8479-4ae7-819d-c5379b403857 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:58:24.105187 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-bdd3972f-c127-42d3-a06f-c3bc98888d09 None None] Provisioning complete for port d944a885-0f03-46f7-91a5-0ab15c4e6930 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:24.105664 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bdd3972f-c127-42d3-a06f-c3bc98888d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:24.220758 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a989be-ed26-46be-b0d6-dbb2304e87cc tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:58:24.229711 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-02a989be-ed26-46be-b0d6-dbb2304e87cc tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:24.231010 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-02a989be-ed26-46be-b0d6-dbb2304e87cc tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "PUT /v2.0/routers/7023c65d-8479-4ae7-819d-c5379b403857 HTTP/1.1" status: 200 len: 953 time: 0.8762572 Nov 16 11:58:24.233538 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49256) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:24.290404 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b610b8fc-e6db-45de-aaf1-1c3edde4f175 None None] Network 263a6831-4413-470e-9da0-c49dff9d77b9 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:58:24.328263 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bdd3972f-c127-42d3-a06f-c3bc98888d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:24.442639 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-bdd3972f-c127-42d3-a06f-c3bc98888d09 None None] For port d944a885-0f03-46f7-91a5-0ab15c4e6930, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=d944a885-0f03-46f7-91a5-0ab15c4e6930,segment=NetworkSegment(04e8fec4-fc6c-4399-a357-8b1b75207d0f),segment_id=04e8fec4-fc6c-4399-a357-8b1b75207d0f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:58:24.457625 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bdd3972f-c127-42d3-a06f-c3bc98888d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:24.549268 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd3972f-c127-42d3-a06f-c3bc98888d09 None None] Pushing event updated for resources: {'Port': ['ID=d944a885-0f03-46f7-91a5-0ab15c4e6930,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:24.557803 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9da95ef7-12e9-454d-b260-6789f697a9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7023c65d-8479-4ae7-819d-c5379b403857', 'name': 'tempest-RoutersIpV6Test-router-291507731', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:58:12Z', 'updated_at': '2021-11-16T11:58:23Z', 'revision_number': 6, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'gw_port_host': None, '_interfaces': [{'id': '9b686d24-1063-4a1a-a535-3b094b76de15', 'name': '', 'network_id': '263a6831-4413-470e-9da0-c49dff9d77b9', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:e9:ae:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '99a9b437-0770-40c4-bd70-eb7ffddca863', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:22Z', 'updated_at': '2021-11-16T11:58:22Z', 'revision_number': 2, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': '99a9b437-0770-40c4-bd70-eb7ffddca863', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd4bc28e-e28d-40e6-a746-23904ac97a34', 'name': '', 'network_id': 'd5c949e5-b9c9-4d53-bc92-7c414b47f68a', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:91:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'd36e5fd4-1d51-40bd-82a8-8db9cbdebdbe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:15Z', 'updated_at': '2021-11-16T11:58:21Z', 'revision_number': 5, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': 'd36e5fd4-1d51-40bd-82a8-8db9cbdebdbe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd944a885-0f03-46f7-91a5-0ab15c4e6930', 'name': '', 'network_id': '4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:73:d0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '01899a02-dfd0-4c85-ac78-935ed43404db', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:19Z', 'updated_at': '2021-11-16T11:58:23Z', 'revision_number': 4, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': '01899a02-dfd0-4c85-ac78-935ed43404db', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dedd9dbb-d934-49e2-8fc1-b31406629e1d', 'name': '', 'network_id': '2a86c8a1-bd20-4a6e-b278-c7818103186c', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:8b:71:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:13Z', 'updated_at': '2021-11-16T11:58:17Z', 'revision_number': 5, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:24.605878 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da95ef7-12e9-454d-b260-6789f697a9fa None None] The sync data for ids ['7023c65d-8479-4ae7-819d-c5379b403857'] in n-d-816823-3 is: [{'id': '7023c65d-8479-4ae7-819d-c5379b403857', 'name': 'tempest-RoutersIpV6Test-router-291507731', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:58:12Z', 'updated_at': '2021-11-16T11:58:23Z', 'revision_number': 6, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'gw_port_host': None, '_interfaces': [{'id': '9b686d24-1063-4a1a-a535-3b094b76de15', 'name': '', 'network_id': '263a6831-4413-470e-9da0-c49dff9d77b9', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:e9:ae:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '99a9b437-0770-40c4-bd70-eb7ffddca863', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:22Z', 'updated_at': '2021-11-16T11:58:22Z', 'revision_number': 2, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': '99a9b437-0770-40c4-bd70-eb7ffddca863', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd4bc28e-e28d-40e6-a746-23904ac97a34', 'name': '', 'network_id': 'd5c949e5-b9c9-4d53-bc92-7c414b47f68a', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:91:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'd36e5fd4-1d51-40bd-82a8-8db9cbdebdbe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:15Z', 'updated_at': '2021-11-16T11:58:21Z', 'revision_number': 5, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': 'd36e5fd4-1d51-40bd-82a8-8db9cbdebdbe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd944a885-0f03-46f7-91a5-0ab15c4e6930', 'name': '', 'network_id': '4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:73:d0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '01899a02-dfd0-4c85-ac78-935ed43404db', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:19Z', 'updated_at': '2021-11-16T11:58:23Z', 'revision_number': 4, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': '01899a02-dfd0-4c85-ac78-935ed43404db', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dedd9dbb-d934-49e2-8fc1-b31406629e1d', 'name': '', 'network_id': '2a86c8a1-bd20-4a6e-b278-c7818103186c', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:8b:71:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:13Z', 'updated_at': '2021-11-16T11:58:17Z', 'revision_number': 5, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:58:24.627388 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-e91de27f-cf8a-4bf1-a95d-85e185569fdf None None] Provisioning complete for port d944a885-0f03-46f7-91a5-0ab15c4e6930 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:24.627762 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e91de27f-cf8a-4bf1-a95d-85e185569fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:24.716822 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49258) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:24.718414 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-365ab950-8ba5-4f02-a1d4-cb45fd1b26d4 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "GET /v2.0/routers/7023c65d-8479-4ae7-819d-c5379b403857 HTTP/1.1" status: 200 len: 953 time: 0.4833148 Nov 16 11:58:24.722885 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e2862922-4f89-4502-ad85-cc602e22721f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Request body: {'router': {'routes': None}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:24.760283 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-e91de27f-cf8a-4bf1-a95d-85e185569fdf None None] Provisioning complete for port a9f905fd-1dc7-446c-b8bf-1d33f570ceb0 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:24.760752 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e91de27f-cf8a-4bf1-a95d-85e185569fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:24.872095 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e91de27f-cf8a-4bf1-a95d-85e185569fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:24.914972 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e91de27f-cf8a-4bf1-a95d-85e185569fdf None None] For port a9f905fd-1dc7-446c-b8bf-1d33f570ceb0, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=a9f905fd-1dc7-446c-b8bf-1d33f570ceb0,segment=NetworkSegment(42b69b82-dafe-45a8-9a84-063723f9622f),segment_id=42b69b82-dafe-45a8-9a84-063723f9622f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:58:24.921558 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e91de27f-cf8a-4bf1-a95d-85e185569fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:24.999287 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91de27f-cf8a-4bf1-a95d-85e185569fdf None None] Pushing event updated for resources: {'Port': ['ID=a9f905fd-1dc7-446c-b8bf-1d33f570ceb0,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:25.070908 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-4cbe3421-ec62-42fd-b4fb-862898321fed None None] Provisioning complete for port a9f905fd-1dc7-446c-b8bf-1d33f570ceb0 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:25.070908 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4cbe3421-ec62-42fd-b4fb-862898321fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:25.264579 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device d944a885-0f03-46f7-91a5-0ab15c4e6930 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:58:25.379052 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port d944a885-0f03-46f7-91a5-0ab15c4e6930 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:25.379428 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:25.426075 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-4cbe3421-ec62-42fd-b4fb-862898321fed None None] Provisioning complete for port 9b686d24-1063-4a1a-a535-3b094b76de15 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:25.426456 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4cbe3421-ec62-42fd-b4fb-862898321fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:25.473116 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-4cbe3421-ec62-42fd-b4fb-862898321fed None None] Port 9b686d24-1063-4a1a-a535-3b094b76de15 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:58:25.526914 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device a9f905fd-1dc7-446c-b8bf-1d33f570ceb0 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:58:25.553892 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.extraroute_db [None req-e2862922-4f89-4502-ad85-cc602e22721f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Added routes are [] {{(pid=102668) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 16 11:58:25.554255 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.extraroute_db [None req-e2862922-4f89-4502-ad85-cc602e22721f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=102668) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 16 11:58:25.578351 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port a9f905fd-1dc7-446c-b8bf-1d33f570ceb0 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:25.578748 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:25.590912 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2862922-4f89-4502-ad85-cc602e22721f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1984560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1995711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3572'] for router, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:25.629889 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-e8a0213a-67de-4ad7-9fa7-42a139508429 None None] Provisioning complete for port 9b686d24-1063-4a1a-a535-3b094b76de15 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:25.630307 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e8a0213a-67de-4ad7-9fa7-42a139508429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:25.671326 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e10e6be-3e06-47fa-867f-e242d8ec9ad9 None None] Sync routers for ids ['7023c65d-8479-4ae7-819d-c5379b403857'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:58:25.681911 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e10e6be-3e06-47fa-867f-e242d8ec9ad9 None None] Routers {'7023c65d-8479-4ae7-819d-c5379b403857'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:58:25.682931 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-0e10e6be-3e06-47fa-867f-e242d8ec9ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:58:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['7023c65d-8479-4ae7-819d-c5379b403857'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:25.709121 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-e8a0213a-67de-4ad7-9fa7-42a139508429 None None] Port 9b686d24-1063-4a1a-a535-3b094b76de15 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:58:25.771956 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-0e10e6be-3e06-47fa-867f-e242d8ec9ad9 None None] Set router 7023c65d-8479-4ae7-819d-c5379b403857 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:58:25.783805 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2862922-4f89-4502-ad85-cc602e22721f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1984560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1995711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3572'] for router, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:25.787169 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2862922-4f89-4502-ad85-cc602e22721f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1984559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1984550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1995702'] for router, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:25.885752 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2862922-4f89-4502-ad85-cc602e22721f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Router 7023c65d-8479-4ae7-819d-c5379b403857 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:58:25.976820 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-0e10e6be-3e06-47fa-867f-e242d8ec9ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7023c65d-8479-4ae7-819d-c5379b403857', 'name': 'tempest-RoutersIpV6Test-router-291507731', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:58:12Z', 'updated_at': '2021-11-16T11:58:25Z', 'revision_number': 7, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'gw_port_host': None, '_interfaces': [{'id': '9b686d24-1063-4a1a-a535-3b094b76de15', 'name': '', 'network_id': '263a6831-4413-470e-9da0-c49dff9d77b9', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:e9:ae:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '99a9b437-0770-40c4-bd70-eb7ffddca863', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:22Z', 'updated_at': '2021-11-16T11:58:22Z', 'revision_number': 2, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': '99a9b437-0770-40c4-bd70-eb7ffddca863', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd4bc28e-e28d-40e6-a746-23904ac97a34', 'name': '', 'network_id': 'd5c949e5-b9c9-4d53-bc92-7c414b47f68a', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:91:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'd36e5fd4-1d51-40bd-82a8-8db9cbdebdbe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:15Z', 'updated_at': '2021-11-16T11:58:21Z', 'revision_number': 5, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': 'd36e5fd4-1d51-40bd-82a8-8db9cbdebdbe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd944a885-0f03-46f7-91a5-0ab15c4e6930', 'name': '', 'network_id': '4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:73:d0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '01899a02-dfd0-4c85-ac78-935ed43404db', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:19Z', 'updated_at': '2021-11-16T11:58:24Z', 'revision_number': 5, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': '01899a02-dfd0-4c85-ac78-935ed43404db', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dedd9dbb-d934-49e2-8fc1-b31406629e1d', 'name': '', 'network_id': '2a86c8a1-bd20-4a6e-b278-c7818103186c', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:8b:71:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:13Z', 'updated_at': '2021-11-16T11:58:17Z', 'revision_number': 5, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:25.982646 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2862922-4f89-4502-ad85-cc602e22721f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:58:25.989646 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2862922-4f89-4502-ad85-cc602e22721f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:25.993689 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e2862922-4f89-4502-ad85-cc602e22721f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "PUT /v2.0/routers/7023c65d-8479-4ae7-819d-c5379b403857 HTTP/1.1" status: 200 len: 703 time: 1.2716849 Nov 16 11:58:25.994019 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49260) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:26.007254 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e10e6be-3e06-47fa-867f-e242d8ec9ad9 None None] Checking router: 7023c65d-8479-4ae7-819d-c5379b403857 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:58:26.007601 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e10e6be-3e06-47fa-867f-e242d8ec9ad9 None None] Updating router 7023c65d-8479-4ae7-819d-c5379b403857 port 9b686d24-1063-4a1a-a535-3b094b76de15 binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:58:26.031407 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0e10e6be-3e06-47fa-867f-e242d8ec9ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:26.090026 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-576945c5-3f6a-46e0-9155-474e62db207a tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "GET /v2.0/routers/7023c65d-8479-4ae7-819d-c5379b403857 HTTP/1.1" status: 200 len: 703 time: 0.0948279 Nov 16 11:58:26.092710 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49262) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:26.288341 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0e10e6be-3e06-47fa-867f-e242d8ec9ad9 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:26.293371 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0e10e6be-3e06-47fa-867f-e242d8ec9ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:26.342095 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9617b-c26c-4833-b1e1-4d56f50f2e99 None None] Pushing event updated for resources: {'Port': ['ID=9b686d24-1063-4a1a-a535-3b094b76de15,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:26.411018 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-0e10e6be-3e06-47fa-867f-e242d8ec9ad9 None None] Attempting to bind port 9b686d24-1063-4a1a-a535-3b094b76de15 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:58:26.411419 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-0e10e6be-3e06-47fa-867f-e242d8ec9ad9 None None] Attempting to bind port 9b686d24-1063-4a1a-a535-3b094b76de15 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '42b69b82-dafe-45a8-9a84-063723f9622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '263a6831-4413-470e-9da0-c49dff9d77b9'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:58:26.411962 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e10e6be-3e06-47fa-867f-e242d8ec9ad9 None None] Attempting to bind port 9b686d24-1063-4a1a-a535-3b094b76de15 on network 263a6831-4413-470e-9da0-c49dff9d77b9 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:58:26.418455 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e10e6be-3e06-47fa-867f-e242d8ec9ad9 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:58:26.418855 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e10e6be-3e06-47fa-867f-e242d8ec9ad9 None None] Checking segment: {'id': '42b69b82-dafe-45a8-9a84-063723f9622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '263a6831-4413-470e-9da0-c49dff9d77b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:58:26.419218 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0e10e6be-3e06-47fa-867f-e242d8ec9ad9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:26.419604 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e10e6be-3e06-47fa-867f-e242d8ec9ad9 None None] Bound using segment: {'id': '42b69b82-dafe-45a8-9a84-063723f9622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '263a6831-4413-470e-9da0-c49dff9d77b9'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:58:26.420069 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-0e10e6be-3e06-47fa-867f-e242d8ec9ad9 None None] Bound port: 9b686d24-1063-4a1a-a535-3b094b76de15, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b69b82-dafe-45a8-9a84-063723f9622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '263a6831-4413-470e-9da0-c49dff9d77b9'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:58:26.420439 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0e10e6be-3e06-47fa-867f-e242d8ec9ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:26.424488 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f1212618-db05-4e3f-a2db-fc4cbb5b7797 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:26.489453 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-0e10e6be-3e06-47fa-867f-e242d8ec9ad9 None None] For port 9b686d24-1063-4a1a-a535-3b094b76de15, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:58:26.492943 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-0e10e6be-3e06-47fa-867f-e242d8ec9ad9 None None] For port 9b686d24-1063-4a1a-a535-3b094b76de15, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=9b686d24-1063-4a1a-a535-3b094b76de15,segment=NetworkSegment(42b69b82-dafe-45a8-9a84-063723f9622f),segment_id=42b69b82-dafe-45a8-9a84-063723f9622f)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:58:26.496807 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0e10e6be-3e06-47fa-867f-e242d8ec9ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:26.553537 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9617b-c26c-4833-b1e1-4d56f50f2e99 None None] Pushing event updated for resources: {'Port': ['ID=9b686d24-1063-4a1a-a535-3b094b76de15,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:26.566862 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e10e6be-3e06-47fa-867f-e242d8ec9ad9 None None] Routers {'7023c65d-8479-4ae7-819d-c5379b403857'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:58:26.567477 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-0e10e6be-3e06-47fa-867f-e242d8ec9ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:58:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['7023c65d-8479-4ae7-819d-c5379b403857'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:26.647501 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-f31bf81e-28ef-4069-b1ca-b754dd013af7 None None] Provisioning complete for port 9b686d24-1063-4a1a-a535-3b094b76de15 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:26.648081 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f31bf81e-28ef-4069-b1ca-b754dd013af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:26.672215 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-0e10e6be-3e06-47fa-867f-e242d8ec9ad9 None None] Set router 7023c65d-8479-4ae7-819d-c5379b403857 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:58:26.698541 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-f1212618-db05-4e3f-a2db-fc4cbb5b7797 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Deleting port 9b686d24-1063-4a1a-a535-3b094b76de15 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:58:26.698967 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f1212618-db05-4e3f-a2db-fc4cbb5b7797 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:26.752408 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f31bf81e-28ef-4069-b1ca-b754dd013af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:26.816461 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-f31bf81e-28ef-4069-b1ca-b754dd013af7 None None] For port 9b686d24-1063-4a1a-a535-3b094b76de15, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=9b686d24-1063-4a1a-a535-3b094b76de15,segment=NetworkSegment(42b69b82-dafe-45a8-9a84-063723f9622f),segment_id=42b69b82-dafe-45a8-9a84-063723f9622f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:58:26.822181 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f31bf81e-28ef-4069-b1ca-b754dd013af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:26.853121 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-f1212618-db05-4e3f-a2db-fc4cbb5b7797 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] For port 9b686d24-1063-4a1a-a535-3b094b76de15, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=9b686d24-1063-4a1a-a535-3b094b76de15,segment=NetworkSegment(42b69b82-dafe-45a8-9a84-063723f9622f),segment_id=42b69b82-dafe-45a8-9a84-063723f9622f)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:58:26.853121 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f1212618-db05-4e3f-a2db-fc4cbb5b7797 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:26.870498 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-f1212618-db05-4e3f-a2db-fc4cbb5b7797 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Calling delete_port for 9b686d24-1063-4a1a-a535-3b094b76de15 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:58:26.899920 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 9b686d24-1063-4a1a-a535-3b094b76de15 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:58:26.902504 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31bf81e-28ef-4069-b1ca-b754dd013af7 None None] Pushing event updated for resources: {'Port': ['ID=9b686d24-1063-4a1a-a535-3b094b76de15,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:26.939420 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31bf81e-28ef-4069-b1ca-b754dd013af7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:26.939867 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31bf81e-28ef-4069-b1ca-b754dd013af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:26.940224 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31bf81e-28ef-4069-b1ca-b754dd013af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:26.940560 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31bf81e-28ef-4069-b1ca-b754dd013af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:26.941161 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31bf81e-28ef-4069-b1ca-b754dd013af7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:26.941696 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31bf81e-28ef-4069-b1ca-b754dd013af7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:26.941854 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31bf81e-28ef-4069-b1ca-b754dd013af7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:26.942162 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31bf81e-28ef-4069-b1ca-b754dd013af7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:26.942485 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31bf81e-28ef-4069-b1ca-b754dd013af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:26.942811 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31bf81e-28ef-4069-b1ca-b754dd013af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:26.943397 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31bf81e-28ef-4069-b1ca-b754dd013af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:26.943553 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31bf81e-28ef-4069-b1ca-b754dd013af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:26.963764 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-0e10e6be-3e06-47fa-867f-e242d8ec9ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7023c65d-8479-4ae7-819d-c5379b403857', 'name': 'tempest-RoutersIpV6Test-router-291507731', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:58:12Z', 'updated_at': '2021-11-16T11:58:25Z', 'revision_number': 7, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'gw_port_host': None, '_interfaces': [{'id': '9b686d24-1063-4a1a-a535-3b094b76de15', 'name': '', 'network_id': '263a6831-4413-470e-9da0-c49dff9d77b9', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:e9:ae:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '99a9b437-0770-40c4-bd70-eb7ffddca863', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:22Z', 'updated_at': '2021-11-16T11:58:26Z', 'revision_number': 4, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': '99a9b437-0770-40c4-bd70-eb7ffddca863', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd4bc28e-e28d-40e6-a746-23904ac97a34', 'name': '', 'network_id': 'd5c949e5-b9c9-4d53-bc92-7c414b47f68a', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:91:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'd36e5fd4-1d51-40bd-82a8-8db9cbdebdbe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:15Z', 'updated_at': '2021-11-16T11:58:21Z', 'revision_number': 5, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': 'd36e5fd4-1d51-40bd-82a8-8db9cbdebdbe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd944a885-0f03-46f7-91a5-0ab15c4e6930', 'name': '', 'network_id': '4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:73:d0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '01899a02-dfd0-4c85-ac78-935ed43404db', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:19Z', 'updated_at': '2021-11-16T11:58:24Z', 'revision_number': 5, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': '01899a02-dfd0-4c85-ac78-935ed43404db', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dedd9dbb-d934-49e2-8fc1-b31406629e1d', 'name': '', 'network_id': '2a86c8a1-bd20-4a6e-b278-c7818103186c', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:8b:71:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:13Z', 'updated_at': '2021-11-16T11:58:17Z', 'revision_number': 5, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:26.969158 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a034e2f5-ecea-45df-b418-c969b3b9ad37 None None] Provisioning complete for port 9b686d24-1063-4a1a-a535-3b094b76de15 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:26.969158 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a034e2f5-ecea-45df-b418-c969b3b9ad37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:27.002799 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e10e6be-3e06-47fa-867f-e242d8ec9ad9 None None] The sync data for ids ['7023c65d-8479-4ae7-819d-c5379b403857'] in n-d-816823-3 is: [{'id': '7023c65d-8479-4ae7-819d-c5379b403857', 'name': 'tempest-RoutersIpV6Test-router-291507731', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:58:12Z', 'updated_at': '2021-11-16T11:58:25Z', 'revision_number': 7, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'gw_port_host': None, '_interfaces': [{'id': '9b686d24-1063-4a1a-a535-3b094b76de15', 'name': '', 'network_id': '263a6831-4413-470e-9da0-c49dff9d77b9', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:e9:ae:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '99a9b437-0770-40c4-bd70-eb7ffddca863', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:22Z', 'updated_at': '2021-11-16T11:58:26Z', 'revision_number': 4, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': '99a9b437-0770-40c4-bd70-eb7ffddca863', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd4bc28e-e28d-40e6-a746-23904ac97a34', 'name': '', 'network_id': 'd5c949e5-b9c9-4d53-bc92-7c414b47f68a', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:91:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'd36e5fd4-1d51-40bd-82a8-8db9cbdebdbe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:15Z', 'updated_at': '2021-11-16T11:58:21Z', 'revision_number': 5, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': 'd36e5fd4-1d51-40bd-82a8-8db9cbdebdbe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd944a885-0f03-46f7-91a5-0ab15c4e6930', 'name': '', 'network_id': '4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:73:d0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '01899a02-dfd0-4c85-ac78-935ed43404db', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:19Z', 'updated_at': '2021-11-16T11:58:24Z', 'revision_number': 5, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': '01899a02-dfd0-4c85-ac78-935ed43404db', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dedd9dbb-d934-49e2-8fc1-b31406629e1d', 'name': '', 'network_id': '2a86c8a1-bd20-4a6e-b278-c7818103186c', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:8b:71:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:13Z', 'updated_at': '2021-11-16T11:58:17Z', 'revision_number': 5, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:58:27.014713 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 9b686d24-1063-4a1a-a535-3b094b76de15 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:27.015093 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:27.102786 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f1212618-db05-4e3f-a2db-fc4cbb5b7797 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:27.125419 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Port 9b686d24-1063-4a1a-a535-3b094b76de15 update to ACTIVE by agent not found {{(pid=102670) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 16 11:58:27.126004 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device a9f905fd-1dc7-446c-b8bf-1d33f570ceb0 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:58:27.153423 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1212618-db05-4e3f-a2db-fc4cbb5b7797 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event deleted for resources: {'Port': ['ID=9b686d24-1063-4a1a-a535-3b094b76de15,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:27.191443 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port a9f905fd-1dc7-446c-b8bf-1d33f570ceb0 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:27.191817 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:27.296355 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f1212618-db05-4e3f-a2db-fc4cbb5b7797 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:27.325563 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a218435-a5ff-4490-92a6-73329ede9146 None None] Sync routers for ids ['7023c65d-8479-4ae7-819d-c5379b403857'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:58:27.341352 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a218435-a5ff-4490-92a6-73329ede9146 None None] Routers {'7023c65d-8479-4ae7-819d-c5379b403857'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:58:27.342199 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9a218435-a5ff-4490-92a6-73329ede9146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:58:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['7023c65d-8479-4ae7-819d-c5379b403857'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:27.454321 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-9a218435-a5ff-4490-92a6-73329ede9146 None None] Set router 7023c65d-8479-4ae7-819d-c5379b403857 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:58:27.511830 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1212618-db05-4e3f-a2db-fc4cbb5b7797 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Router 7023c65d-8479-4ae7-819d-c5379b403857 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:58:27.607300 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1212618-db05-4e3f-a2db-fc4cbb5b7797 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:58:27.612244 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f1212618-db05-4e3f-a2db-fc4cbb5b7797 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "PUT /v2.0/routers/7023c65d-8479-4ae7-819d-c5379b403857/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5185523 Nov 16 11:58:27.614968 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49264) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:27.668442 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-80014628-03ab-4213-a08f-cbdcee386767 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Deleting subnet 99a9b437-0770-40c4-bd70-eb7ffddca863 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:58:27.671644 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80014628-03ab-4213-a08f-cbdcee386767 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:27.689147 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9a218435-a5ff-4490-92a6-73329ede9146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7023c65d-8479-4ae7-819d-c5379b403857', 'name': 'tempest-RoutersIpV6Test-router-291507731', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:58:12Z', 'updated_at': '2021-11-16T11:58:27Z', 'revision_number': 8, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'gw_port_host': None, '_interfaces': [{'id': 'bd4bc28e-e28d-40e6-a746-23904ac97a34', 'name': '', 'network_id': 'd5c949e5-b9c9-4d53-bc92-7c414b47f68a', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:91:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'd36e5fd4-1d51-40bd-82a8-8db9cbdebdbe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:15Z', 'updated_at': '2021-11-16T11:58:21Z', 'revision_number': 5, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': 'd36e5fd4-1d51-40bd-82a8-8db9cbdebdbe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd944a885-0f03-46f7-91a5-0ab15c4e6930', 'name': '', 'network_id': '4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:73:d0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '01899a02-dfd0-4c85-ac78-935ed43404db', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:19Z', 'updated_at': '2021-11-16T11:58:24Z', 'revision_number': 5, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': '01899a02-dfd0-4c85-ac78-935ed43404db', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dedd9dbb-d934-49e2-8fc1-b31406629e1d', 'name': '', 'network_id': '2a86c8a1-bd20-4a6e-b278-c7818103186c', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:8b:71:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:13Z', 'updated_at': '2021-11-16T11:58:17Z', 'revision_number': 5, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:27.711632 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80014628-03ab-4213-a08f-cbdcee386767 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:27.717562 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a218435-a5ff-4490-92a6-73329ede9146 None None] Checking router: 7023c65d-8479-4ae7-819d-c5379b403857 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:58:27.726081 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a218435-a5ff-4490-92a6-73329ede9146 None None] Routers {'7023c65d-8479-4ae7-819d-c5379b403857'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:58:27.726702 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9a218435-a5ff-4490-92a6-73329ede9146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:58:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['7023c65d-8479-4ae7-819d-c5379b403857'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:27.791550 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80014628-03ab-4213-a08f-cbdcee386767 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:27.817236 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-9a218435-a5ff-4490-92a6-73329ede9146 None None] Set router 7023c65d-8479-4ae7-819d-c5379b403857 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:58:27.853375 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80014628-03ab-4213-a08f-cbdcee386767 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:27.878588 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80014628-03ab-4213-a08f-cbdcee386767 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event deleted for resources: {'Subnet': ['ID=99a9b437-0770-40c4-bd70-eb7ffddca863,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:27.884176 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80014628-03ab-4213-a08f-cbdcee386767 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:27.890085 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49266) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:27.890554 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-80014628-03ab-4213-a08f-cbdcee386767 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "DELETE /v2.0/subnets/99a9b437-0770-40c4-bd70-eb7ffddca863 HTTP/1.1" status: 204 len: 168 time: 0.2741535 Nov 16 11:58:27.900050 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e23ed22-a9e7-4050-9c76-df3e7d3ec972 None None] Network 263a6831-4413-470e-9da0-c49dff9d77b9 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:58:27.967598 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5f1a5d97-df76-4311-9640-93a05cbf742d tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:28.021118 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5f1a5d97-df76-4311-9640-93a05cbf742d tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Deleting port a9f905fd-1dc7-446c-b8bf-1d33f570ceb0 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:58:28.021535 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5f1a5d97-df76-4311-9640-93a05cbf742d tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:28.087888 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5f1a5d97-df76-4311-9640-93a05cbf742d tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] For port a9f905fd-1dc7-446c-b8bf-1d33f570ceb0, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=a9f905fd-1dc7-446c-b8bf-1d33f570ceb0,segment=NetworkSegment(42b69b82-dafe-45a8-9a84-063723f9622f),segment_id=42b69b82-dafe-45a8-9a84-063723f9622f)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:58:28.088254 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5f1a5d97-df76-4311-9640-93a05cbf742d tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:28.101034 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5f1a5d97-df76-4311-9640-93a05cbf742d tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Calling delete_port for a9f905fd-1dc7-446c-b8bf-1d33f570ceb0 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:58:28.147735 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9a218435-a5ff-4490-92a6-73329ede9146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7023c65d-8479-4ae7-819d-c5379b403857', 'name': 'tempest-RoutersIpV6Test-router-291507731', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:58:12Z', 'updated_at': '2021-11-16T11:58:27Z', 'revision_number': 8, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'gw_port_host': None, '_interfaces': [{'id': 'bd4bc28e-e28d-40e6-a746-23904ac97a34', 'name': '', 'network_id': 'd5c949e5-b9c9-4d53-bc92-7c414b47f68a', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:91:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'd36e5fd4-1d51-40bd-82a8-8db9cbdebdbe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:15Z', 'updated_at': '2021-11-16T11:58:21Z', 'revision_number': 5, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': 'd36e5fd4-1d51-40bd-82a8-8db9cbdebdbe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd944a885-0f03-46f7-91a5-0ab15c4e6930', 'name': '', 'network_id': '4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:73:d0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '01899a02-dfd0-4c85-ac78-935ed43404db', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:19Z', 'updated_at': '2021-11-16T11:58:24Z', 'revision_number': 5, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': '01899a02-dfd0-4c85-ac78-935ed43404db', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dedd9dbb-d934-49e2-8fc1-b31406629e1d', 'name': '', 'network_id': '2a86c8a1-bd20-4a6e-b278-c7818103186c', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:8b:71:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:13Z', 'updated_at': '2021-11-16T11:58:17Z', 'revision_number': 5, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:28.179868 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a218435-a5ff-4490-92a6-73329ede9146 None None] The sync data for ids ['7023c65d-8479-4ae7-819d-c5379b403857'] in n-d-816823-3 is: [{'id': '7023c65d-8479-4ae7-819d-c5379b403857', 'name': 'tempest-RoutersIpV6Test-router-291507731', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:58:12Z', 'updated_at': '2021-11-16T11:58:27Z', 'revision_number': 8, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'gw_port_host': None, '_interfaces': [{'id': 'bd4bc28e-e28d-40e6-a746-23904ac97a34', 'name': '', 'network_id': 'd5c949e5-b9c9-4d53-bc92-7c414b47f68a', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:91:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'd36e5fd4-1d51-40bd-82a8-8db9cbdebdbe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:15Z', 'updated_at': '2021-11-16T11:58:21Z', 'revision_number': 5, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': 'd36e5fd4-1d51-40bd-82a8-8db9cbdebdbe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd944a885-0f03-46f7-91a5-0ab15c4e6930', 'name': '', 'network_id': '4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:73:d0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '01899a02-dfd0-4c85-ac78-935ed43404db', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:19Z', 'updated_at': '2021-11-16T11:58:24Z', 'revision_number': 5, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': '01899a02-dfd0-4c85-ac78-935ed43404db', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dedd9dbb-d934-49e2-8fc1-b31406629e1d', 'name': '', 'network_id': '2a86c8a1-bd20-4a6e-b278-c7818103186c', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:8b:71:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:13Z', 'updated_at': '2021-11-16T11:58:17Z', 'revision_number': 5, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:58:28.194880 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5f1a5d97-df76-4311-9640-93a05cbf742d tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:28.202114 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e2fbdb-dd4f-45bc-8604-c29571dd0b76 None None] DHCP port deletion for 263a6831-4413-470e-9da0-c49dff9d77b9 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:58:28.230358 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a5d97-df76-4311-9640-93a05cbf742d tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event deleted for resources: {'Port': ['ID=a9f905fd-1dc7-446c-b8bf-1d33f570ceb0,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:28.234269 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1a5d97-df76-4311-9640-93a05cbf742d tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] No DVR routers for this DVR port a9f905fd-1dc7-446c-b8bf-1d33f570ceb0 on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:58:28.316448 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5f1a5d97-df76-4311-9640-93a05cbf742d tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:28.339160 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-5f1a5d97-df76-4311-9640-93a05cbf742d tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['263a6831-4413-470e-9da0-c49dff9d77b9']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:28.345294 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:28.349310 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-5f1a5d97-df76-4311-9640-93a05cbf742d tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42b69b82-dafe-45a8-9a84-063723f9622f') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:28.349612 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-5f1a5d97-df76-4311-9640-93a05cbf742d tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42b69b82-dafe-45a8-9a84-063723f9622f') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:28.359554 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5f1a5d97-df76-4311-9640-93a05cbf742d tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:28.373168 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5f1a5d97-df76-4311-9640-93a05cbf742d tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:28.379420 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f1a5d97-df76-4311-9640-93a05cbf742d tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:58:28.379849 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5f1a5d97-df76-4311-9640-93a05cbf742d tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:28.383529 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:58:28.383529 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:58:28.383529 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:58:28.383529 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:58:28.383529 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:58:28.383529 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:58:28.383529 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:58:28.383529 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:58:28.383529 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:58:28.383529 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:58:28.383529 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:58:28.383529 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:58:28.383529 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:58:28.383529 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:58:28.383529 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:58:28.383529 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:58:28.383529 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:58:28.383529 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:58:28.383529 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:58:28.383529 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:58:28.383529 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:58:28.383529 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:58:28.383529 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:58:28.383529 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:58:28.383529 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:58:28.383529 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:58:28.383529 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:58:28.383529 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:58:28.383529 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:58:28.383529 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:58:28.383529 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:58:28.383529 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:58:28.451418 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5f1a5d97-df76-4311-9640-93a05cbf742d tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:28.458930 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5f1a5d97-df76-4311-9640-93a05cbf742d tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:28.462461 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5f1a5d97-df76-4311-9640-93a05cbf742d tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "DELETE /v2.0/networks/263a6831-4413-470e-9da0-c49dff9d77b9 HTTP/1.1" status: 204 len: 168 time: 0.5713809 Nov 16 11:58:28.465465 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49268) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:28.474377 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a5d97-df76-4311-9640-93a05cbf742d tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event deleted for resources: {'Network': ['ID=263a6831-4413-470e-9da0-c49dff9d77b9,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:28.491677 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfaa14c-cf72-4406-b70c-0593ab3c0b4c None None] Sync routers for ids ['7023c65d-8479-4ae7-819d-c5379b403857'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:58:28.502715 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfaa14c-cf72-4406-b70c-0593ab3c0b4c None None] Routers {'7023c65d-8479-4ae7-819d-c5379b403857'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:58:28.503322 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ccfaa14c-cf72-4406-b70c-0593ab3c0b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:58:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['7023c65d-8479-4ae7-819d-c5379b403857'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:28.594076 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-ccfaa14c-cf72-4406-b70c-0593ab3c0b4c None None] Set router 7023c65d-8479-4ae7-819d-c5379b403857 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:58:28.822519 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 9b686d24-1063-4a1a-a535-3b094b76de15 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:58:28.842480 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 9b686d24-1063-4a1a-a535-3b094b76de15 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:58:28.842838 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 9b686d24-1063-4a1a-a535-3b094b76de15 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:58:28.843256 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device a9f905fd-1dc7-446c-b8bf-1d33f570ceb0 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:58:28.863197 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: a9f905fd-1dc7-446c-b8bf-1d33f570ceb0 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:58:28.863849 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device a9f905fd-1dc7-446c-b8bf-1d33f570ceb0 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:58:28.904103 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ccfaa14c-cf72-4406-b70c-0593ab3c0b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7023c65d-8479-4ae7-819d-c5379b403857', 'name': 'tempest-RoutersIpV6Test-router-291507731', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:58:12Z', 'updated_at': '2021-11-16T11:58:27Z', 'revision_number': 8, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'gw_port_host': None, '_interfaces': [{'id': 'bd4bc28e-e28d-40e6-a746-23904ac97a34', 'name': '', 'network_id': 'd5c949e5-b9c9-4d53-bc92-7c414b47f68a', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:91:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'd36e5fd4-1d51-40bd-82a8-8db9cbdebdbe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:15Z', 'updated_at': '2021-11-16T11:58:21Z', 'revision_number': 5, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': 'd36e5fd4-1d51-40bd-82a8-8db9cbdebdbe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd944a885-0f03-46f7-91a5-0ab15c4e6930', 'name': '', 'network_id': '4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:73:d0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '01899a02-dfd0-4c85-ac78-935ed43404db', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:19Z', 'updated_at': '2021-11-16T11:58:24Z', 'revision_number': 5, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': '01899a02-dfd0-4c85-ac78-935ed43404db', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dedd9dbb-d934-49e2-8fc1-b31406629e1d', 'name': '', 'network_id': '2a86c8a1-bd20-4a6e-b278-c7818103186c', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:8b:71:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:13Z', 'updated_at': '2021-11-16T11:58:17Z', 'revision_number': 5, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:28.930261 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfaa14c-cf72-4406-b70c-0593ab3c0b4c None None] Checking router: 7023c65d-8479-4ae7-819d-c5379b403857 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:58:28.938722 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfaa14c-cf72-4406-b70c-0593ab3c0b4c None None] Routers {'7023c65d-8479-4ae7-819d-c5379b403857'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:58:28.939320 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ccfaa14c-cf72-4406-b70c-0593ab3c0b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:58:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['7023c65d-8479-4ae7-819d-c5379b403857'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:29.026094 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-ccfaa14c-cf72-4406-b70c-0593ab3c0b4c None None] Set router 7023c65d-8479-4ae7-819d-c5379b403857 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:58:29.061475 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ad035fe-a724-4681-b662-bb299bed9103 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:29.158963 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:29.237621 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ccfaa14c-cf72-4406-b70c-0593ab3c0b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7023c65d-8479-4ae7-819d-c5379b403857', 'name': 'tempest-RoutersIpV6Test-router-291507731', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:58:12Z', 'updated_at': '2021-11-16T11:58:27Z', 'revision_number': 8, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'gw_port_host': None, '_interfaces': [{'id': 'bd4bc28e-e28d-40e6-a746-23904ac97a34', 'name': '', 'network_id': 'd5c949e5-b9c9-4d53-bc92-7c414b47f68a', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:91:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'd36e5fd4-1d51-40bd-82a8-8db9cbdebdbe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:15Z', 'updated_at': '2021-11-16T11:58:21Z', 'revision_number': 5, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': 'd36e5fd4-1d51-40bd-82a8-8db9cbdebdbe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd944a885-0f03-46f7-91a5-0ab15c4e6930', 'name': '', 'network_id': '4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:73:d0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '01899a02-dfd0-4c85-ac78-935ed43404db', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:19Z', 'updated_at': '2021-11-16T11:58:24Z', 'revision_number': 5, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': '01899a02-dfd0-4c85-ac78-935ed43404db', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dedd9dbb-d934-49e2-8fc1-b31406629e1d', 'name': '', 'network_id': '2a86c8a1-bd20-4a6e-b278-c7818103186c', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:8b:71:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:13Z', 'updated_at': '2021-11-16T11:58:17Z', 'revision_number': 5, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:29.265577 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfaa14c-cf72-4406-b70c-0593ab3c0b4c None None] The sync data for ids ['7023c65d-8479-4ae7-819d-c5379b403857'] in n-d-816823-3 is: [{'id': '7023c65d-8479-4ae7-819d-c5379b403857', 'name': 'tempest-RoutersIpV6Test-router-291507731', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:58:12Z', 'updated_at': '2021-11-16T11:58:27Z', 'revision_number': 8, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'gw_port_host': None, '_interfaces': [{'id': 'bd4bc28e-e28d-40e6-a746-23904ac97a34', 'name': '', 'network_id': 'd5c949e5-b9c9-4d53-bc92-7c414b47f68a', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:91:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'd36e5fd4-1d51-40bd-82a8-8db9cbdebdbe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:15Z', 'updated_at': '2021-11-16T11:58:21Z', 'revision_number': 5, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': 'd36e5fd4-1d51-40bd-82a8-8db9cbdebdbe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd944a885-0f03-46f7-91a5-0ab15c4e6930', 'name': '', 'network_id': '4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:73:d0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '01899a02-dfd0-4c85-ac78-935ed43404db', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:19Z', 'updated_at': '2021-11-16T11:58:24Z', 'revision_number': 5, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': '01899a02-dfd0-4c85-ac78-935ed43404db', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dedd9dbb-d934-49e2-8fc1-b31406629e1d', 'name': '', 'network_id': '2a86c8a1-bd20-4a6e-b278-c7818103186c', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:8b:71:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:13Z', 'updated_at': '2021-11-16T11:58:17Z', 'revision_number': 5, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:58:29.312135 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-5ad035fe-a724-4681-b662-bb299bed9103 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Deleting port d944a885-0f03-46f7-91a5-0ab15c4e6930 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:58:29.312479 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ad035fe-a724-4681-b662-bb299bed9103 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:29.405186 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:58:29.407161 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-5ad035fe-a724-4681-b662-bb299bed9103 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] For port d944a885-0f03-46f7-91a5-0ab15c4e6930, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=d944a885-0f03-46f7-91a5-0ab15c4e6930,segment=NetworkSegment(04e8fec4-fc6c-4399-a357-8b1b75207d0f),segment_id=04e8fec4-fc6c-4399-a357-8b1b75207d0f)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:58:29.407523 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ad035fe-a724-4681-b662-bb299bed9103 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:29.420004 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-5ad035fe-a724-4681-b662-bb299bed9103 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Calling delete_port for d944a885-0f03-46f7-91a5-0ab15c4e6930 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:58:29.587126 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ad035fe-a724-4681-b662-bb299bed9103 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:29.619453 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad035fe-a724-4681-b662-bb299bed9103 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event deleted for resources: {'Port': ['ID=d944a885-0f03-46f7-91a5-0ab15c4e6930,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:29.728351 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ad035fe-a724-4681-b662-bb299bed9103 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:29.922232 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad035fe-a724-4681-b662-bb299bed9103 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Router 7023c65d-8479-4ae7-819d-c5379b403857 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:58:30.014820 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad035fe-a724-4681-b662-bb299bed9103 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:58:30.020024 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5ad035fe-a724-4681-b662-bb299bed9103 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "PUT /v2.0/routers/7023c65d-8479-4ae7-819d-c5379b403857/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5534933 Nov 16 11:58:30.023548 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49270) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:30.028554 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da434aa-2d43-4b0d-9920-10488a460544 None None] Sync routers for ids ['7023c65d-8479-4ae7-819d-c5379b403857'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:58:30.037872 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da434aa-2d43-4b0d-9920-10488a460544 None None] Routers {'7023c65d-8479-4ae7-819d-c5379b403857'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:58:30.038524 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2da434aa-2d43-4b0d-9920-10488a460544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:58:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['7023c65d-8479-4ae7-819d-c5379b403857'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:30.074826 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-95e0d509-ed40-4ab6-9fb1-0cbe9c8d7c9a tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Deleting subnet 01899a02-dfd0-4c85-ac78-935ed43404db {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:58:30.078028 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-95e0d509-ed40-4ab6-9fb1-0cbe9c8d7c9a tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:30.119008 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-95e0d509-ed40-4ab6-9fb1-0cbe9c8d7c9a tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:30.130064 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-2da434aa-2d43-4b0d-9920-10488a460544 None None] Set router 7023c65d-8479-4ae7-819d-c5379b403857 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:58:30.207127 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-95e0d509-ed40-4ab6-9fb1-0cbe9c8d7c9a tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:30.265765 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-95e0d509-ed40-4ab6-9fb1-0cbe9c8d7c9a tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:30.293318 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e0d509-ed40-4ab6-9fb1-0cbe9c8d7c9a tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event deleted for resources: {'Subnet': ['ID=01899a02-dfd0-4c85-ac78-935ed43404db,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:30.297109 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-95e0d509-ed40-4ab6-9fb1-0cbe9c8d7c9a tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:30.300210 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-95e0d509-ed40-4ab6-9fb1-0cbe9c8d7c9a tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "DELETE /v2.0/subnets/01899a02-dfd0-4c85-ac78-935ed43404db HTTP/1.1" status: 204 len: 168 time: 0.2757168 Nov 16 11:58:30.302786 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49272) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:30.309786 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa53efb8-35d0-4c1f-b7f0-11cc114d0d2e None None] Network 4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:58:30.383747 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e571a28-1c34-4934-969d-b7db4e8e240b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:30.438186 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-6e571a28-1c34-4934-969d-b7db4e8e240b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Deleting port 33002edf-149f-4cc3-bc18-dd19fc6e8956 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:58:30.438540 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e571a28-1c34-4934-969d-b7db4e8e240b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:30.505902 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-6e571a28-1c34-4934-969d-b7db4e8e240b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] For port 33002edf-149f-4cc3-bc18-dd19fc6e8956, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=33002edf-149f-4cc3-bc18-dd19fc6e8956,segment=NetworkSegment(04e8fec4-fc6c-4399-a357-8b1b75207d0f),segment_id=04e8fec4-fc6c-4399-a357-8b1b75207d0f)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:58:30.506952 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e571a28-1c34-4934-969d-b7db4e8e240b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:30.524137 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-6e571a28-1c34-4934-969d-b7db4e8e240b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Calling delete_port for 33002edf-149f-4cc3-bc18-dd19fc6e8956 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:58:30.583373 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2da434aa-2d43-4b0d-9920-10488a460544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7023c65d-8479-4ae7-819d-c5379b403857', 'name': 'tempest-RoutersIpV6Test-router-291507731', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:58:12Z', 'updated_at': '2021-11-16T11:58:29Z', 'revision_number': 9, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'gw_port_host': None, '_interfaces': [{'id': 'bd4bc28e-e28d-40e6-a746-23904ac97a34', 'name': '', 'network_id': 'd5c949e5-b9c9-4d53-bc92-7c414b47f68a', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:91:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'd36e5fd4-1d51-40bd-82a8-8db9cbdebdbe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:15Z', 'updated_at': '2021-11-16T11:58:21Z', 'revision_number': 5, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': 'd36e5fd4-1d51-40bd-82a8-8db9cbdebdbe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dedd9dbb-d934-49e2-8fc1-b31406629e1d', 'name': '', 'network_id': '2a86c8a1-bd20-4a6e-b278-c7818103186c', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:8b:71:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:13Z', 'updated_at': '2021-11-16T11:58:17Z', 'revision_number': 5, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:30.603990 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e571a28-1c34-4934-969d-b7db4e8e240b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:30.611856 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da434aa-2d43-4b0d-9920-10488a460544 None None] Checking router: 7023c65d-8479-4ae7-819d-c5379b403857 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:58:30.627645 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da434aa-2d43-4b0d-9920-10488a460544 None None] Routers {'7023c65d-8479-4ae7-819d-c5379b403857'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:58:30.628244 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2da434aa-2d43-4b0d-9920-10488a460544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:58:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['7023c65d-8479-4ae7-819d-c5379b403857'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:30.630687 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e571a28-1c34-4934-969d-b7db4e8e240b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event deleted for resources: {'Port': ['ID=33002edf-149f-4cc3-bc18-dd19fc6e8956,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:30.635060 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e571a28-1c34-4934-969d-b7db4e8e240b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] No DVR routers for this DVR port 33002edf-149f-4cc3-bc18-dd19fc6e8956 on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:58:30.697678 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff5db2c-2dee-41ca-8f04-02423982c308 None None] DHCP port deletion for 4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:58:30.722622 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e571a28-1c34-4934-969d-b7db4e8e240b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:30.725606 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-2da434aa-2d43-4b0d-9920-10488a460544 None None] Set router 7023c65d-8479-4ae7-819d-c5379b403857 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:58:30.743425 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-6e571a28-1c34-4934-969d-b7db4e8e240b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:30.753253 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-6e571a28-1c34-4934-969d-b7db4e8e240b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e8fec4-fc6c-4399-a357-8b1b75207d0f') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:30.753253 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-6e571a28-1c34-4934-969d-b7db4e8e240b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e8fec4-fc6c-4399-a357-8b1b75207d0f') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:30.765159 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e571a28-1c34-4934-969d-b7db4e8e240b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:30.779229 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e571a28-1c34-4934-969d-b7db4e8e240b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:30.785763 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e571a28-1c34-4934-969d-b7db4e8e240b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:58:30.786192 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e571a28-1c34-4934-969d-b7db4e8e240b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:30.790207 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:58:30.790207 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:58:30.790207 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:58:30.790207 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:58:30.790207 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:58:30.790207 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:58:30.790207 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:58:30.790207 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:58:30.790207 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:58:30.790207 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:58:30.790207 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:58:30.790207 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:58:30.790207 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:58:30.790207 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:58:30.790207 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:58:30.790207 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:58:30.790207 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:58:30.790207 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:58:30.790207 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:58:30.790207 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:58:30.790207 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:58:30.790207 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:58:30.790207 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:58:30.790207 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:58:30.790207 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:58:30.790207 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:58:30.790207 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:58:30.790207 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:58:30.790207 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:58:30.790207 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:58:30.790207 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:58:30.790207 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:58:30.853547 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e571a28-1c34-4934-969d-b7db4e8e240b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:30.859434 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e571a28-1c34-4934-969d-b7db4e8e240b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:30.868975 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6e571a28-1c34-4934-969d-b7db4e8e240b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "DELETE /v2.0/networks/4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4 HTTP/1.1" status: 204 len: 168 time: 0.5617347 Nov 16 11:58:30.870010 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49274) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:30.883900 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 33002edf-149f-4cc3-bc18-dd19fc6e8956 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:58:30.892789 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e571a28-1c34-4934-969d-b7db4e8e240b tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event deleted for resources: {'Network': ['ID=4a0c98d7-7dd3-45f9-9f84-571b8bfdf0a4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:30.909608 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 33002edf-149f-4cc3-bc18-dd19fc6e8956 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:58:30.909982 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 33002edf-149f-4cc3-bc18-dd19fc6e8956 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:58:30.962802 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2da434aa-2d43-4b0d-9920-10488a460544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7023c65d-8479-4ae7-819d-c5379b403857', 'name': 'tempest-RoutersIpV6Test-router-291507731', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:58:12Z', 'updated_at': '2021-11-16T11:58:29Z', 'revision_number': 9, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'gw_port_host': None, '_interfaces': [{'id': 'bd4bc28e-e28d-40e6-a746-23904ac97a34', 'name': '', 'network_id': 'd5c949e5-b9c9-4d53-bc92-7c414b47f68a', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:91:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'd36e5fd4-1d51-40bd-82a8-8db9cbdebdbe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:15Z', 'updated_at': '2021-11-16T11:58:21Z', 'revision_number': 5, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': 'd36e5fd4-1d51-40bd-82a8-8db9cbdebdbe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dedd9dbb-d934-49e2-8fc1-b31406629e1d', 'name': '', 'network_id': '2a86c8a1-bd20-4a6e-b278-c7818103186c', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:8b:71:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:13Z', 'updated_at': '2021-11-16T11:58:17Z', 'revision_number': 5, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:30.993614 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da434aa-2d43-4b0d-9920-10488a460544 None None] The sync data for ids ['7023c65d-8479-4ae7-819d-c5379b403857'] in n-d-816823-3 is: [{'id': '7023c65d-8479-4ae7-819d-c5379b403857', 'name': 'tempest-RoutersIpV6Test-router-291507731', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:58:12Z', 'updated_at': '2021-11-16T11:58:29Z', 'revision_number': 9, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'gw_port_host': None, '_interfaces': [{'id': 'bd4bc28e-e28d-40e6-a746-23904ac97a34', 'name': '', 'network_id': 'd5c949e5-b9c9-4d53-bc92-7c414b47f68a', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:91:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'd36e5fd4-1d51-40bd-82a8-8db9cbdebdbe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:15Z', 'updated_at': '2021-11-16T11:58:21Z', 'revision_number': 5, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': 'd36e5fd4-1d51-40bd-82a8-8db9cbdebdbe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dedd9dbb-d934-49e2-8fc1-b31406629e1d', 'name': '', 'network_id': '2a86c8a1-bd20-4a6e-b278-c7818103186c', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:8b:71:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:13Z', 'updated_at': '2021-11-16T11:58:17Z', 'revision_number': 5, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:58:31.217631 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-059ac7b0-43dc-4e5e-9f68-cd5b44a28716 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:31.470399 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-059ac7b0-43dc-4e5e-9f68-cd5b44a28716 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Deleting port bd4bc28e-e28d-40e6-a746-23904ac97a34 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:58:31.470733 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-059ac7b0-43dc-4e5e-9f68-cd5b44a28716 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:31.568378 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-059ac7b0-43dc-4e5e-9f68-cd5b44a28716 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] For port bd4bc28e-e28d-40e6-a746-23904ac97a34, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=bd4bc28e-e28d-40e6-a746-23904ac97a34,segment=NetworkSegment(f1dcd9b7-8063-441b-b451-7b9f721427ac),segment_id=f1dcd9b7-8063-441b-b451-7b9f721427ac)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:58:31.568680 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-059ac7b0-43dc-4e5e-9f68-cd5b44a28716 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:31.581393 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-059ac7b0-43dc-4e5e-9f68-cd5b44a28716 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Calling delete_port for bd4bc28e-e28d-40e6-a746-23904ac97a34 owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:58:31.759079 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-059ac7b0-43dc-4e5e-9f68-cd5b44a28716 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:31.786479 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ac7b0-43dc-4e5e-9f68-cd5b44a28716 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event deleted for resources: {'Port': ['ID=bd4bc28e-e28d-40e6-a746-23904ac97a34,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:31.899476 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-059ac7b0-43dc-4e5e-9f68-cd5b44a28716 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:32.093010 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059ac7b0-43dc-4e5e-9f68-cd5b44a28716 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Router 7023c65d-8479-4ae7-819d-c5379b403857 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:58:32.183756 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059ac7b0-43dc-4e5e-9f68-cd5b44a28716 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:58:32.189223 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-059ac7b0-43dc-4e5e-9f68-cd5b44a28716 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "PUT /v2.0/routers/7023c65d-8479-4ae7-819d-c5379b403857/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3180759 Nov 16 11:58:32.192313 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49276) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:32.193544 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db75cf1-6b4e-4490-aca3-ff4b48d67e23 None None] Sync routers for ids ['7023c65d-8479-4ae7-819d-c5379b403857'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:58:32.203672 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db75cf1-6b4e-4490-aca3-ff4b48d67e23 None None] Routers {'7023c65d-8479-4ae7-819d-c5379b403857'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:58:32.204276 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-2db75cf1-6b4e-4490-aca3-ff4b48d67e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:58:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['7023c65d-8479-4ae7-819d-c5379b403857'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:32.242964 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c7f9d62-0a0c-4187-bc46-6d6d8da658c2 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Deleting subnet d36e5fd4-1d51-40bd-82a8-8db9cbdebdbe {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:58:32.246169 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0c7f9d62-0a0c-4187-bc46-6d6d8da658c2 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:32.286891 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0c7f9d62-0a0c-4187-bc46-6d6d8da658c2 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:32.289691 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-2db75cf1-6b4e-4490-aca3-ff4b48d67e23 None None] Set router 7023c65d-8479-4ae7-819d-c5379b403857 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:58:32.379385 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0c7f9d62-0a0c-4187-bc46-6d6d8da658c2 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:32.436042 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0c7f9d62-0a0c-4187-bc46-6d6d8da658c2 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:32.464188 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f9d62-0a0c-4187-bc46-6d6d8da658c2 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event deleted for resources: {'Subnet': ['ID=d36e5fd4-1d51-40bd-82a8-8db9cbdebdbe,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:32.466160 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0c7f9d62-0a0c-4187-bc46-6d6d8da658c2 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:32.470507 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7534c3-037d-47b3-8c5b-9e48b89221c0 None None] Network d5c949e5-b9c9-4d53-bc92-7c414b47f68a requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:58:32.472043 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0c7f9d62-0a0c-4187-bc46-6d6d8da658c2 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "DELETE /v2.0/subnets/d36e5fd4-1d51-40bd-82a8-8db9cbdebdbe HTTP/1.1" status: 204 len: 168 time: 0.2787523 Nov 16 11:58:32.472216 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49278) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:32.500135 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-2db75cf1-6b4e-4490-aca3-ff4b48d67e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7023c65d-8479-4ae7-819d-c5379b403857', 'name': 'tempest-RoutersIpV6Test-router-291507731', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:58:12Z', 'updated_at': '2021-11-16T11:58:31Z', 'revision_number': 10, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'gw_port_host': None, '_interfaces': [{'id': 'dedd9dbb-d934-49e2-8fc1-b31406629e1d', 'name': '', 'network_id': '2a86c8a1-bd20-4a6e-b278-c7818103186c', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:8b:71:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:13Z', 'updated_at': '2021-11-16T11:58:17Z', 'revision_number': 5, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:32.527856 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db75cf1-6b4e-4490-aca3-ff4b48d67e23 None None] Checking router: 7023c65d-8479-4ae7-819d-c5379b403857 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:58:32.536713 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db75cf1-6b4e-4490-aca3-ff4b48d67e23 None None] Routers {'7023c65d-8479-4ae7-819d-c5379b403857'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:58:32.537538 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-2db75cf1-6b4e-4490-aca3-ff4b48d67e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:58:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['7023c65d-8479-4ae7-819d-c5379b403857'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:32.548648 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bf6e17fd-0f36-448d-bd5a-8066c485db83 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:32.606319 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-bf6e17fd-0f36-448d-bd5a-8066c485db83 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Deleting port cbd39aea-f7a9-4e82-b9c3-a9c33769e73d {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:58:32.606722 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bf6e17fd-0f36-448d-bd5a-8066c485db83 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:32.631611 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-2db75cf1-6b4e-4490-aca3-ff4b48d67e23 None None] Set router 7023c65d-8479-4ae7-819d-c5379b403857 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:58:32.652196 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf35f70-39ad-4ac9-819c-58eb96f58bae None None] DHCP port deletion for d5c949e5-b9c9-4d53-bc92-7c414b47f68a request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:58:32.680392 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-bf6e17fd-0f36-448d-bd5a-8066c485db83 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] For port cbd39aea-f7a9-4e82-b9c3-a9c33769e73d, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=cbd39aea-f7a9-4e82-b9c3-a9c33769e73d,segment=NetworkSegment(f1dcd9b7-8063-441b-b451-7b9f721427ac),segment_id=f1dcd9b7-8063-441b-b451-7b9f721427ac)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:58:32.680684 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bf6e17fd-0f36-448d-bd5a-8066c485db83 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:32.695103 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-bf6e17fd-0f36-448d-bd5a-8066c485db83 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Calling delete_port for cbd39aea-f7a9-4e82-b9c3-a9c33769e73d owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:58:32.708011 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-ddf35f70-39ad-4ac9-819c-58eb96f58bae None None] Deleting port cbd39aea-f7a9-4e82-b9c3-a9c33769e73d {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:58:32.708522 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ddf35f70-39ad-4ac9-819c-58eb96f58bae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:32.774889 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-ddf35f70-39ad-4ac9-819c-58eb96f58bae None None] For port cbd39aea-f7a9-4e82-b9c3-a9c33769e73d, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=cbd39aea-f7a9-4e82-b9c3-a9c33769e73d,segment=NetworkSegment(f1dcd9b7-8063-441b-b451-7b9f721427ac),segment_id=f1dcd9b7-8063-441b-b451-7b9f721427ac)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:58:32.775430 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ddf35f70-39ad-4ac9-819c-58eb96f58bae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:32.784688 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bf6e17fd-0f36-448d-bd5a-8066c485db83 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:32.792949 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-ddf35f70-39ad-4ac9-819c-58eb96f58bae None None] Calling delete_port for cbd39aea-f7a9-4e82-b9c3-a9c33769e73d owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:58:32.811847 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e17fd-0f36-448d-bd5a-8066c485db83 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event deleted for resources: {'Port': ['ID=cbd39aea-f7a9-4e82-b9c3-a9c33769e73d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:32.821834 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6e17fd-0f36-448d-bd5a-8066c485db83 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] No DVR routers for this DVR port cbd39aea-f7a9-4e82-b9c3-a9c33769e73d on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:58:32.842479 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-2db75cf1-6b4e-4490-aca3-ff4b48d67e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7023c65d-8479-4ae7-819d-c5379b403857', 'name': 'tempest-RoutersIpV6Test-router-291507731', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:58:12Z', 'updated_at': '2021-11-16T11:58:31Z', 'revision_number': 10, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'gw_port_host': None, '_interfaces': [{'id': 'dedd9dbb-d934-49e2-8fc1-b31406629e1d', 'name': '', 'network_id': '2a86c8a1-bd20-4a6e-b278-c7818103186c', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:8b:71:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:13Z', 'updated_at': '2021-11-16T11:58:17Z', 'revision_number': 5, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:32.889117 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db75cf1-6b4e-4490-aca3-ff4b48d67e23 None None] The sync data for ids ['7023c65d-8479-4ae7-819d-c5379b403857'] in n-d-816823-3 is: [{'id': '7023c65d-8479-4ae7-819d-c5379b403857', 'name': 'tempest-RoutersIpV6Test-router-291507731', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:58:12Z', 'updated_at': '2021-11-16T11:58:31Z', 'revision_number': 10, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'gw_port_host': None, '_interfaces': [{'id': 'dedd9dbb-d934-49e2-8fc1-b31406629e1d', 'name': '', 'network_id': '2a86c8a1-bd20-4a6e-b278-c7818103186c', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'mac_address': 'fa:16:3e:8b:71:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7023c65d-8479-4ae7-819d-c5379b403857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:58:13Z', 'updated_at': '2021-11-16T11:58:17Z', 'revision_number': 5, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'subnets': [{'id': 'a7e7b29e-08ac-44c4-8839-3dd173d9bec0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:58:32.896127 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ddf35f70-39ad-4ac9-819c-58eb96f58bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:32.920860 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bf6e17fd-0f36-448d-bd5a-8066c485db83 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:32.930857 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf35f70-39ad-4ac9-819c-58eb96f58bae None None] Pushing event deleted for resources: {'Port': ['ID=cbd39aea-f7a9-4e82-b9c3-a9c33769e73d,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:32.932815 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf35f70-39ad-4ac9-819c-58eb96f58bae None None] No DVR routers for this DVR port cbd39aea-f7a9-4e82-b9c3-a9c33769e73d on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:58:32.951054 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device cbd39aea-f7a9-4e82-b9c3-a9c33769e73d no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:58:32.952293 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-bf6e17fd-0f36-448d-bd5a-8066c485db83 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5c949e5-b9c9-4d53-bc92-7c414b47f68a']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:32.963595 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-bf6e17fd-0f36-448d-bd5a-8066c485db83 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1dcd9b7-8063-441b-b451-7b9f721427ac') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:32.963976 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-bf6e17fd-0f36-448d-bd5a-8066c485db83 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1dcd9b7-8063-441b-b451-7b9f721427ac') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:32.972586 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: cbd39aea-f7a9-4e82-b9c3-a9c33769e73d {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:58:32.972934 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device cbd39aea-f7a9-4e82-b9c3-a9c33769e73d not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:58:32.973350 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device d944a885-0f03-46f7-91a5-0ab15c4e6930 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:58:32.973833 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bf6e17fd-0f36-448d-bd5a-8066c485db83 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:32.986775 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bf6e17fd-0f36-448d-bd5a-8066c485db83 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:32.992734 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: d944a885-0f03-46f7-91a5-0ab15c4e6930 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:58:32.993103 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device d944a885-0f03-46f7-91a5-0ab15c4e6930 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:58:32.993347 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf6e17fd-0f36-448d-bd5a-8066c485db83 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:58:32.993768 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bf6e17fd-0f36-448d-bd5a-8066c485db83 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:32.996918 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:58:32.996918 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:58:32.996918 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:58:32.996918 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:58:32.996918 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:58:32.996918 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:58:32.996918 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:58:32.996918 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:58:32.996918 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:58:32.996918 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:58:32.996918 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:58:32.996918 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:58:32.996918 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:58:32.996918 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:58:32.996918 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:58:32.996918 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:58:32.996918 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:58:32.996918 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:58:32.996918 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:58:32.996918 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:58:32.996918 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:58:32.996918 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:58:32.996918 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:58:32.996918 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:58:32.996918 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:58:32.996918 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:58:32.996918 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:58:32.996918 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:58:32.996918 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:58:32.996918 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:58:32.996918 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:58:32.996918 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:58:33.058138 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bf6e17fd-0f36-448d-bd5a-8066c485db83 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:33.064547 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bf6e17fd-0f36-448d-bd5a-8066c485db83 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:33.069317 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bf6e17fd-0f36-448d-bd5a-8066c485db83 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "DELETE /v2.0/networks/d5c949e5-b9c9-4d53-bc92-7c414b47f68a HTTP/1.1" status: 204 len: 168 time: 0.5956976 Nov 16 11:58:33.072238 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49280) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:33.080658 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e17fd-0f36-448d-bd5a-8066c485db83 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event deleted for resources: {'Network': ['ID=d5c949e5-b9c9-4d53-bc92-7c414b47f68a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:33.404196 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dff29e98-4735-48dd-a922-7b6b33bf08a1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:33.635692 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-dff29e98-4735-48dd-a922-7b6b33bf08a1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Deleting port dedd9dbb-d934-49e2-8fc1-b31406629e1d {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:58:33.636026 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dff29e98-4735-48dd-a922-7b6b33bf08a1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:33.729518 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-dff29e98-4735-48dd-a922-7b6b33bf08a1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] For port dedd9dbb-d934-49e2-8fc1-b31406629e1d, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=dedd9dbb-d934-49e2-8fc1-b31406629e1d,segment=NetworkSegment(49bfaed9-3939-4202-a8b4-fc3e7b1d21e4),segment_id=49bfaed9-3939-4202-a8b4-fc3e7b1d21e4)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:58:33.729878 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dff29e98-4735-48dd-a922-7b6b33bf08a1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:33.745540 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-dff29e98-4735-48dd-a922-7b6b33bf08a1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Calling delete_port for dedd9dbb-d934-49e2-8fc1-b31406629e1d owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:58:33.909261 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dff29e98-4735-48dd-a922-7b6b33bf08a1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:33.944090 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff29e98-4735-48dd-a922-7b6b33bf08a1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event deleted for resources: {'Port': ['ID=dedd9dbb-d934-49e2-8fc1-b31406629e1d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:34.038923 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dff29e98-4735-48dd-a922-7b6b33bf08a1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:34.193081 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff29e98-4735-48dd-a922-7b6b33bf08a1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Router 7023c65d-8479-4ae7-819d-c5379b403857 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:58:34.269383 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff29e98-4735-48dd-a922-7b6b33bf08a1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:58:34.277523 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49282) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:34.278000 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-dff29e98-4735-48dd-a922-7b6b33bf08a1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "PUT /v2.0/routers/7023c65d-8479-4ae7-819d-c5379b403857/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2041733 Nov 16 11:58:34.283514 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c29bff-2c69-4855-9b4c-3c4fd509ebb1 None None] Sync routers for ids ['7023c65d-8479-4ae7-819d-c5379b403857'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:58:34.293204 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c29bff-2c69-4855-9b4c-3c4fd509ebb1 None None] Routers {'7023c65d-8479-4ae7-819d-c5379b403857'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:58:34.293881 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-28c29bff-2c69-4855-9b4c-3c4fd509ebb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:58:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['7023c65d-8479-4ae7-819d-c5379b403857'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:34.328586 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b54677e-9b95-4e46-b350-ac11c310deb9 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Deleting subnet a7e7b29e-08ac-44c4-8839-3dd173d9bec0 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:58:34.331761 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8b54677e-9b95-4e46-b350-ac11c310deb9 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:34.362999 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-28c29bff-2c69-4855-9b4c-3c4fd509ebb1 None None] Set router 7023c65d-8479-4ae7-819d-c5379b403857 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:58:34.371408 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8b54677e-9b95-4e46-b350-ac11c310deb9 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:34.416539 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-28c29bff-2c69-4855-9b4c-3c4fd509ebb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7023c65d-8479-4ae7-819d-c5379b403857', 'name': 'tempest-RoutersIpV6Test-router-291507731', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:58:12Z', 'updated_at': '2021-11-16T11:58:33Z', 'revision_number': 11, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:34.442593 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c29bff-2c69-4855-9b4c-3c4fd509ebb1 None None] Checking router: 7023c65d-8479-4ae7-819d-c5379b403857 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:58:34.451625 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c29bff-2c69-4855-9b4c-3c4fd509ebb1 None None] Routers {'7023c65d-8479-4ae7-819d-c5379b403857'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:58:34.452170 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-28c29bff-2c69-4855-9b4c-3c4fd509ebb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:58:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['7023c65d-8479-4ae7-819d-c5379b403857'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:34.458218 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8b54677e-9b95-4e46-b350-ac11c310deb9 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:34.515118 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8b54677e-9b95-4e46-b350-ac11c310deb9 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:34.522898 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-28c29bff-2c69-4855-9b4c-3c4fd509ebb1 None None] Set router 7023c65d-8479-4ae7-819d-c5379b403857 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:58:34.546753 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8b54677e-9b95-4e46-b350-ac11c310deb9 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:34.551043 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8b54677e-9b95-4e46-b350-ac11c310deb9 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "DELETE /v2.0/subnets/a7e7b29e-08ac-44c4-8839-3dd173d9bec0 HTTP/1.1" status: 204 len: 168 time: 0.2723203 Nov 16 11:58:34.552170 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54677e-9b95-4e46-b350-ac11c310deb9 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event deleted for resources: {'Subnet': ['ID=a7e7b29e-08ac-44c4-8839-3dd173d9bec0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:34.554469 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49284) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:34.565610 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b54677e-9b95-4e46-b350-ac11c310deb9 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:34.566683 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b54677e-9b95-4e46-b350-ac11c310deb9 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:34.567298 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b54677e-9b95-4e46-b350-ac11c310deb9 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:34.567738 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b54677e-9b95-4e46-b350-ac11c310deb9 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:34.568195 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b54677e-9b95-4e46-b350-ac11c310deb9 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:34.568641 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b54677e-9b95-4e46-b350-ac11c310deb9 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:34.569072 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b54677e-9b95-4e46-b350-ac11c310deb9 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:34.569527 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b54677e-9b95-4e46-b350-ac11c310deb9 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:34.569989 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b54677e-9b95-4e46-b350-ac11c310deb9 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:34.570444 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b54677e-9b95-4e46-b350-ac11c310deb9 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:34.570903 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b54677e-9b95-4e46-b350-ac11c310deb9 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:34.571352 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b54677e-9b95-4e46-b350-ac11c310deb9 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:58:34.579600 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a84b36-c8e2-4518-81e5-8fcad6528607 None None] Network 2a86c8a1-bd20-4a6e-b278-c7818103186c requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:58:34.581910 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-28c29bff-2c69-4855-9b4c-3c4fd509ebb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7023c65d-8479-4ae7-819d-c5379b403857', 'name': 'tempest-RoutersIpV6Test-router-291507731', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:58:12Z', 'updated_at': '2021-11-16T11:58:33Z', 'revision_number': 11, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:34.640115 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-744e2285-164f-46ba-ac0a-96cdac974435 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:34.646526 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c29bff-2c69-4855-9b4c-3c4fd509ebb1 None None] The sync data for ids ['7023c65d-8479-4ae7-819d-c5379b403857'] in n-d-816823-3 is: [{'id': '7023c65d-8479-4ae7-819d-c5379b403857', 'name': 'tempest-RoutersIpV6Test-router-291507731', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:58:12Z', 'updated_at': '2021-11-16T11:58:33Z', 'revision_number': 11, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:58:34.699934 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-744e2285-164f-46ba-ac0a-96cdac974435 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Deleting port b98e6c0c-52f6-4264-9252-8c9e7a2b3ae0 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:58:34.700258 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-744e2285-164f-46ba-ac0a-96cdac974435 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:34.765431 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-744e2285-164f-46ba-ac0a-96cdac974435 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] For port b98e6c0c-52f6-4264-9252-8c9e7a2b3ae0, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=b98e6c0c-52f6-4264-9252-8c9e7a2b3ae0,segment=NetworkSegment(49bfaed9-3939-4202-a8b4-fc3e7b1d21e4),segment_id=49bfaed9-3939-4202-a8b4-fc3e7b1d21e4)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:58:34.765824 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-744e2285-164f-46ba-ac0a-96cdac974435 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:34.779138 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-744e2285-164f-46ba-ac0a-96cdac974435 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Calling delete_port for b98e6c0c-52f6-4264-9252-8c9e7a2b3ae0 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:58:34.861080 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-744e2285-164f-46ba-ac0a-96cdac974435 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:34.885615 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e2285-164f-46ba-ac0a-96cdac974435 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event deleted for resources: {'Port': ['ID=b98e6c0c-52f6-4264-9252-8c9e7a2b3ae0,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:34.890535 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744e2285-164f-46ba-ac0a-96cdac974435 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] No DVR routers for this DVR port b98e6c0c-52f6-4264-9252-8c9e7a2b3ae0 on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:58:34.980461 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-744e2285-164f-46ba-ac0a-96cdac974435 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:35.003396 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-744e2285-164f-46ba-ac0a-96cdac974435 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a86c8a1-bd20-4a6e-b278-c7818103186c']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:35.003843 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243081cb-93c4-472d-8d62-3bff6f339f78 None None] DHCP port deletion for 2a86c8a1-bd20-4a6e-b278-c7818103186c request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:58:35.017213 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-744e2285-164f-46ba-ac0a-96cdac974435 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49bfaed9-3939-4202-a8b4-fc3e7b1d21e4') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:35.017550 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-744e2285-164f-46ba-ac0a-96cdac974435 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49bfaed9-3939-4202-a8b4-fc3e7b1d21e4') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:35.034151 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-744e2285-164f-46ba-ac0a-96cdac974435 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:35.049607 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-744e2285-164f-46ba-ac0a-96cdac974435 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:35.057021 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-744e2285-164f-46ba-ac0a-96cdac974435 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:58:35.057584 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-744e2285-164f-46ba-ac0a-96cdac974435 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:35.064427 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:58:35.064427 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:58:35.064427 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:58:35.064427 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:58:35.064427 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:58:35.064427 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:58:35.064427 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:58:35.064427 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:58:35.064427 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:58:35.064427 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:58:35.064427 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:58:35.064427 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:58:35.064427 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:58:35.064427 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:58:35.064427 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:58:35.064427 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:58:35.064427 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:58:35.064427 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:58:35.064427 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:58:35.064427 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:58:35.064427 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:58:35.064427 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:58:35.064427 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:58:35.064427 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:58:35.064427 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:58:35.064427 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:58:35.064427 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:58:35.064427 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:58:35.064427 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:58:35.064427 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:58:35.064427 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:58:35.064427 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:58:35.081010 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device dedd9dbb-d934-49e2-8fc1-b31406629e1d no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:58:35.104679 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: dedd9dbb-d934-49e2-8fc1-b31406629e1d {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:58:35.105035 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device dedd9dbb-d934-49e2-8fc1-b31406629e1d not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:58:35.105454 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device b98e6c0c-52f6-4264-9252-8c9e7a2b3ae0 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:58:35.125878 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: b98e6c0c-52f6-4264-9252-8c9e7a2b3ae0 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:58:35.126716 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device b98e6c0c-52f6-4264-9252-8c9e7a2b3ae0 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:58:35.127898 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device bd4bc28e-e28d-40e6-a746-23904ac97a34 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:58:35.133507 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-744e2285-164f-46ba-ac0a-96cdac974435 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:35.140958 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-744e2285-164f-46ba-ac0a-96cdac974435 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:35.144230 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-744e2285-164f-46ba-ac0a-96cdac974435 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "DELETE /v2.0/networks/2a86c8a1-bd20-4a6e-b278-c7818103186c HTTP/1.1" status: 204 len: 168 time: 0.5886436 Nov 16 11:58:35.147622 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49286) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:35.152301 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-816fd032-def9-40fc-bb85-f4a7c87d5865 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Request body: {'router': {'routes': None}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:35.152782 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: bd4bc28e-e28d-40e6-a746-23904ac97a34 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:58:35.153200 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device bd4bc28e-e28d-40e6-a746-23904ac97a34 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:58:35.156869 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e2285-164f-46ba-ac0a-96cdac974435 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Pushing event deleted for resources: {'Network': ['ID=2a86c8a1-bd20-4a6e-b278-c7818103186c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:35.306588 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.extraroute_db [None req-816fd032-def9-40fc-bb85-f4a7c87d5865 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Added routes are [] {{(pid=102668) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 16 11:58:35.307221 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.extraroute_db [None req-816fd032-def9-40fc-bb85-f4a7c87d5865 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Removed routes are [] {{(pid=102668) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 16 11:58:35.307221 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-816fd032-def9-40fc-bb85-f4a7c87d5865 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1984560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1995711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3572'] for router, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:35.697445 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-816fd032-def9-40fc-bb85-f4a7c87d5865 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1984560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1995711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3572'] for router, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:35.701553 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-816fd032-def9-40fc-bb85-f4a7c87d5865 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1984559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1984550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1995702'] for router, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:35.776019 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816fd032-def9-40fc-bb85-f4a7c87d5865 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Router 7023c65d-8479-4ae7-819d-c5379b403857 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:58:35.849669 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816fd032-def9-40fc-bb85-f4a7c87d5865 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:58:35.856853 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-816fd032-def9-40fc-bb85-f4a7c87d5865 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:35.858291 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-816fd032-def9-40fc-bb85-f4a7c87d5865 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "PUT /v2.0/routers/7023c65d-8479-4ae7-819d-c5379b403857 HTTP/1.1" status: 200 len: 704 time: 0.7093763 Nov 16 11:58:35.860465 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0fced1-aa8f-4b32-b163-ff6c548e93d5 None None] Sync routers for ids ['7023c65d-8479-4ae7-819d-c5379b403857'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:58:35.860935 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49288) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:35.871487 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0fced1-aa8f-4b32-b163-ff6c548e93d5 None None] Routers {'7023c65d-8479-4ae7-819d-c5379b403857'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:58:35.872099 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-6a0fced1-aa8f-4b32-b163-ff6c548e93d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:58:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['7023c65d-8479-4ae7-819d-c5379b403857'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:35.887273 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e8b823a6-1c16-4943-8788-e16444c5a49a tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "GET /v2.0/ports?device_id=7023c65d-8479-4ae7-819d-c5379b403857 HTTP/1.1" status: 200 len: 205 time: 0.0253828 Nov 16 11:58:35.889729 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49290) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:35.964636 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-561ff98e-516e-4bd8-b76c-9877427ea603 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:36.026986 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-6a0fced1-aa8f-4b32-b163-ff6c548e93d5 None None] Set router 7023c65d-8479-4ae7-819d-c5379b403857 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:58:36.080256 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-6a0fced1-aa8f-4b32-b163-ff6c548e93d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7023c65d-8479-4ae7-819d-c5379b403857', 'name': 'tempest-RoutersIpV6Test-router-291507731', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:58:12Z', 'updated_at': '2021-11-16T11:58:33Z', 'revision_number': 11, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:36.115144 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0fced1-aa8f-4b32-b163-ff6c548e93d5 None None] Checking router: 7023c65d-8479-4ae7-819d-c5379b403857 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:58:36.124971 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0fced1-aa8f-4b32-b163-ff6c548e93d5 None None] Routers {'7023c65d-8479-4ae7-819d-c5379b403857'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:58:36.125579 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-6a0fced1-aa8f-4b32-b163-ff6c548e93d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:58:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['7023c65d-8479-4ae7-819d-c5379b403857'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:36.136536 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-561ff98e-516e-4bd8-b76c-9877427ea603 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:36.138693 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-561ff98e-516e-4bd8-b76c-9877427ea603 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:36.181010 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-561ff98e-516e-4bd8-b76c-9877427ea603 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:36.181508 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561ff98e-516e-4bd8-b76c-9877427ea603 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Fanout notify agent at l3_agent the message router_deleted on router 7023c65d-8479-4ae7-819d-c5379b403857 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:58:36.188756 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-561ff98e-516e-4bd8-b76c-9877427ea603 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:36.193944 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-561ff98e-516e-4bd8-b76c-9877427ea603 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "DELETE /v2.0/routers/7023c65d-8479-4ae7-819d-c5379b403857 HTTP/1.1" status: 204 len: 168 time: 0.2992613 Nov 16 11:58:36.194141 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-6a0fced1-aa8f-4b32-b163-ff6c548e93d5 None None] Set router 7023c65d-8479-4ae7-819d-c5379b403857 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:58:36.194717 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49292) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:36.199719 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-4215b6b7-53fe-480f-b1d6-82888631b8c2 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-555961660', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:36.222588 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4215b6b7-53fe-480f-b1d6-82888631b8c2 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:36.223526 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4215b6b7-53fe-480f-b1d6-82888631b8c2 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:36.253231 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-6a0fced1-aa8f-4b32-b163-ff6c548e93d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7023c65d-8479-4ae7-819d-c5379b403857', 'name': 'tempest-RoutersIpV6Test-router-291507731', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:58:12Z', 'updated_at': '2021-11-16T11:58:33Z', 'revision_number': 11, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:36.278825 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4215b6b7-53fe-480f-b1d6-82888631b8c2 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:36.281011 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0fced1-aa8f-4b32-b163-ff6c548e93d5 None None] The sync data for ids ['7023c65d-8479-4ae7-819d-c5379b403857'] in n-d-816823-3 is: [{'id': '7023c65d-8479-4ae7-819d-c5379b403857', 'name': 'tempest-RoutersIpV6Test-router-291507731', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:58:12Z', 'updated_at': '2021-11-16T11:58:33Z', 'revision_number': 11, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'gw_port_host': None}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:58:36.283042 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4215b6b7-53fe-480f-b1d6-82888631b8c2 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:36.302193 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4215b6b7-53fe-480f-b1d6-82888631b8c2 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:36.303472 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4215b6b7-53fe-480f-b1d6-82888631b8c2 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1076014 Nov 16 11:58:36.306302 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49294) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:36.311027 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-144e7ec6-b114-404a-8c16-ed1c94b84ad9 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:36.530788 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-144e7ec6-b114-404a-8c16-ed1c94b84ad9 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1984560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1995711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3572'] for router, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:36.542344 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-144e7ec6-b114-404a-8c16-ed1c94b84ad9 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1984559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1984550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1995702'] for router, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:36.645917 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144e7ec6-b114-404a-8c16-ed1c94b84ad9 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Router 0a5b5f16-91a9-49bc-8580-690d7fa9992d is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:58:36.716906 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144e7ec6-b114-404a-8c16-ed1c94b84ad9 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:58:36.723901 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-144e7ec6-b114-404a-8c16-ed1c94b84ad9 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:36.725404 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-144e7ec6-b114-404a-8c16-ed1c94b84ad9 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "PUT /v2.0/routers/0a5b5f16-91a9-49bc-8580-690d7fa9992d HTTP/1.1" status: 200 len: 697 time: 0.4175632 Nov 16 11:58:36.728151 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49296) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:36.729986 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2538dca-8e99-46d1-aca1-27b9f50b98fb None None] Sync routers for ids ['0a5b5f16-91a9-49bc-8580-690d7fa9992d'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:58:36.741618 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2538dca-8e99-46d1-aca1-27b9f50b98fb None None] Routers {'0a5b5f16-91a9-49bc-8580-690d7fa9992d'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:58:36.742204 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a2538dca-8e99-46d1-aca1-27b9f50b98fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:58:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['0a5b5f16-91a9-49bc-8580-690d7fa9992d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:36.814635 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-a2538dca-8e99-46d1-aca1-27b9f50b98fb None None] Set router 0a5b5f16-91a9-49bc-8580-690d7fa9992d gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:58:36.874897 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a2538dca-8e99-46d1-aca1-27b9f50b98fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5b5f16-91a9-49bc-8580-690d7fa9992d', 'name': 'tempest-RoutersIpV6Test-router-555961660', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:58:36Z', 'updated_at': '2021-11-16T11:58:36Z', 'revision_number': 2, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:36.901440 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2538dca-8e99-46d1-aca1-27b9f50b98fb None None] Checking router: 0a5b5f16-91a9-49bc-8580-690d7fa9992d for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:58:36.911056 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2538dca-8e99-46d1-aca1-27b9f50b98fb None None] Routers {'0a5b5f16-91a9-49bc-8580-690d7fa9992d'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:58:36.911717 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a2538dca-8e99-46d1-aca1-27b9f50b98fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:58:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['0a5b5f16-91a9-49bc-8580-690d7fa9992d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:36.992465 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-a2538dca-8e99-46d1-aca1-27b9f50b98fb None None] Set router 0a5b5f16-91a9-49bc-8580-690d7fa9992d gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:58:37.054051 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a2538dca-8e99-46d1-aca1-27b9f50b98fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5b5f16-91a9-49bc-8580-690d7fa9992d', 'name': 'tempest-RoutersIpV6Test-router-555961660', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:58:36Z', 'updated_at': '2021-11-16T11:58:36Z', 'revision_number': 2, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:37.080289 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2538dca-8e99-46d1-aca1-27b9f50b98fb None None] The sync data for ids ['0a5b5f16-91a9-49bc-8580-690d7fa9992d'] in n-d-816823-3 is: [{'id': '0a5b5f16-91a9-49bc-8580-690d7fa9992d', 'name': 'tempest-RoutersIpV6Test-router-555961660', 'tenant_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:58:36Z', 'updated_at': '2021-11-16T11:58:36Z', 'revision_number': 2, 'project_id': '3db4b60e8c3e4cb79c9b3460ea2841aa', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:58:37.145417 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-50d9856a-c41b-4a5a-a671-0e58bf13bc3f tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "GET /v2.0/routers/0a5b5f16-91a9-49bc-8580-690d7fa9992d HTTP/1.1" status: 200 len: 703 time: 0.4158673 Nov 16 11:58:37.148987 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49298) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:37.182020 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-201f05f2-6e78-458e-afea-21590ba78995 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a5b5f16-91a9-49bc-8580-690d7fa9992d HTTP/1.1" status: 200 len: 205 time: 0.0315046 Nov 16 11:58:37.184422 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49300) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:37.258659 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7d1b4f8-0138-40f3-8ef6-cf217e2565e7 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:37.419728 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7d1b4f8-0138-40f3-8ef6-cf217e2565e7 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:37.421904 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7d1b4f8-0138-40f3-8ef6-cf217e2565e7 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:37.470215 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7d1b4f8-0138-40f3-8ef6-cf217e2565e7 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:37.470736 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d1b4f8-0138-40f3-8ef6-cf217e2565e7 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Fanout notify agent at l3_agent the message router_deleted on router 0a5b5f16-91a9-49bc-8580-690d7fa9992d {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:58:37.478313 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7d1b4f8-0138-40f3-8ef6-cf217e2565e7 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:37.479467 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f7d1b4f8-0138-40f3-8ef6-cf217e2565e7 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "DELETE /v2.0/routers/0a5b5f16-91a9-49bc-8580-690d7fa9992d HTTP/1.1" status: 204 len: 168 time: 0.2941227 Nov 16 11:58:37.483141 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49302) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:37.510057 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-728b2526-c8f6-4299-b530-10b1b18b0cf1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a5b5f16-91a9-49bc-8580-690d7fa9992d HTTP/1.1" status: 200 len: 205 time: 0.0257058 Nov 16 11:58:37.512290 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49304) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:37.547756 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-a5bbf948-bce3-4aee-9dd3-c9e85fa6832c tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] delete failed (client error): The resource could not be found. Nov 16 11:58:37.548744 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a5bbf948-bce3-4aee-9dd3-c9e85fa6832c tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "DELETE /v2.0/routers/0a5b5f16-91a9-49bc-8580-690d7fa9992d HTTP/1.1" status: 404 len: 336 time: 0.0355678 Nov 16 11:58:37.551187 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49306) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:37.576650 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-5030b1e4-1250-4883-9fbb-1d8d65c85a8e tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] DELETE failed (client error): The resource could not be found. Nov 16 11:58:37.577089 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5030b1e4-1250-4883-9fbb-1d8d65c85a8e tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:58:37.580085 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5030b1e4-1250-4883-9fbb-1d8d65c85a8e tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "DELETE /v2.0/subnets/99a9b437-0770-40c4-bd70-eb7ffddca863 HTTP/1.1" status: 404 len: 337 time: 0.0280178 Nov 16 11:58:37.582366 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49308) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:37.607390 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fa334e5-935d-4d7b-8717-13511d85f726 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] DELETE failed (client error): The resource could not be found. Nov 16 11:58:37.607832 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fa334e5-935d-4d7b-8717-13511d85f726 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:58:37.610807 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2fa334e5-935d-4d7b-8717-13511d85f726 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "DELETE /v2.0/subnets/01899a02-dfd0-4c85-ac78-935ed43404db HTTP/1.1" status: 404 len: 337 time: 0.0275586 Nov 16 11:58:37.613151 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49310) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:37.641722 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e9bb774-e6d0-45b7-94f7-2b2086721cbd tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] DELETE failed (client error): The resource could not be found. Nov 16 11:58:37.642324 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e9bb774-e6d0-45b7-94f7-2b2086721cbd tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:58:37.645255 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8e9bb774-e6d0-45b7-94f7-2b2086721cbd tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "DELETE /v2.0/subnets/d36e5fd4-1d51-40bd-82a8-8db9cbdebdbe HTTP/1.1" status: 404 len: 337 time: 0.0312195 Nov 16 11:58:37.648368 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49312) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:37.673918 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-af152e88-9cbd-4d65-baff-faea28ae4c5a tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] DELETE failed (client error): The resource could not be found. Nov 16 11:58:37.674402 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af152e88-9cbd-4d65-baff-faea28ae4c5a tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:58:37.677433 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-af152e88-9cbd-4d65-baff-faea28ae4c5a tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "DELETE /v2.0/subnets/a7e7b29e-08ac-44c4-8839-3dd173d9bec0 HTTP/1.1" status: 404 len: 337 time: 0.0281491 Nov 16 11:58:37.680711 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49314) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:37.707708 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-863aa819-f8e0-45f1-a176-09c9c64fb49a tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "GET /v2.0/ports?device_id=7023c65d-8479-4ae7-819d-c5379b403857 HTTP/1.1" status: 200 len: 205 time: 0.0258865 Nov 16 11:58:37.710082 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49316) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:37.746315 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-4fec33ad-a19b-4593-9897-7d306ecbdb79 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] delete failed (client error): The resource could not be found. Nov 16 11:58:37.747365 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4fec33ad-a19b-4593-9897-7d306ecbdb79 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "DELETE /v2.0/routers/7023c65d-8479-4ae7-819d-c5379b403857 HTTP/1.1" status: 404 len: 336 time: 0.0363369 Nov 16 11:58:37.749904 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49318) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:37.780403 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2dc3f568-b5d3-4524-a8a7-417b174766c2 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "GET /v2.0/ports?device_id=db457de6-ee39-4259-8ea2-d769f9cdbab7 HTTP/1.1" status: 200 len: 205 time: 0.0294096 Nov 16 11:58:37.783110 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49320) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:37.820456 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-a1a27e9d-bc28-4826-aa87-90a530911c42 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] delete failed (client error): The resource could not be found. Nov 16 11:58:37.821492 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a1a27e9d-bc28-4826-aa87-90a530911c42 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "DELETE /v2.0/routers/db457de6-ee39-4259-8ea2-d769f9cdbab7 HTTP/1.1" status: 404 len: 336 time: 0.0374994 Nov 16 11:58:37.824053 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49322) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:37.849367 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0000e9d-9386-4f35-b313-0d3422d2e940 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] DELETE failed (client error): The resource could not be found. Nov 16 11:58:37.849826 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0000e9d-9386-4f35-b313-0d3422d2e940 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:58:37.852784 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e0000e9d-9386-4f35-b313-0d3422d2e940 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "DELETE /v2.0/subnets/f0a3f09f-2753-496c-a94d-65b14eabfb12 HTTP/1.1" status: 404 len: 337 time: 0.0278265 Nov 16 11:58:37.855269 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49324) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:37.888719 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a48dbd41-666a-4163-b23d-4551b37d56be tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "GET /v2.0/ports?device_id=41900872-bc74-4268-9acb-fee37396f0f3 HTTP/1.1" status: 200 len: 205 time: 0.0321400 Nov 16 11:58:37.890965 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49326) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:37.935678 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-15154bb9-7951-4d9c-bea8-62d475536c56 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] delete failed (client error): The resource could not be found. Nov 16 11:58:37.936732 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-15154bb9-7951-4d9c-bea8-62d475536c56 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "DELETE /v2.0/routers/41900872-bc74-4268-9acb-fee37396f0f3 HTTP/1.1" status: 404 len: 336 time: 0.0446167 Nov 16 11:58:37.939391 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49328) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:37.967137 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ee193f1a-613c-4867-a791-5178fdf30ea4 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ced25b68-11e5-4527-a1f0-5fb5d61e46f8 HTTP/1.1" status: 200 len: 205 time: 0.0266607 Nov 16 11:58:37.969488 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49330) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:38.007322 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-f42c76e5-a63d-473d-a878-7721ac24bf7a tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] delete failed (client error): The resource could not be found. Nov 16 11:58:38.008347 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f42c76e5-a63d-473d-a878-7721ac24bf7a tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "DELETE /v2.0/routers/ced25b68-11e5-4527-a1f0-5fb5d61e46f8 HTTP/1.1" status: 404 len: 336 time: 0.0378351 Nov 16 11:58:38.010944 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49332) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:38.036150 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb3119b4-be93-4782-9cb6-a7457bb4c2ea tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] DELETE failed (client error): The resource could not be found. Nov 16 11:58:38.036527 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb3119b4-be93-4782-9cb6-a7457bb4c2ea tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:58:38.040059 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-cb3119b4-be93-4782-9cb6-a7457bb4c2ea tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "DELETE /v2.0/subnets/f404fba4-812f-44f0-817c-b8d480faac0f HTTP/1.1" status: 404 len: 337 time: 0.0282195 Nov 16 11:58:38.042486 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49334) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:38.072770 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-563c72da-ee0e-46e0-9341-6fa313a94fb1 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f7332d34-2e76-40b5-95ec-e72e0a70e471 HTTP/1.1" status: 200 len: 205 time: 0.0292313 Nov 16 11:58:38.076436 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49336) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:38.112472 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-b8ab9f7f-e57e-415f-ba54-89f1768485f7 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] delete failed (client error): The resource could not be found. Nov 16 11:58:38.113505 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b8ab9f7f-e57e-415f-ba54-89f1768485f7 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "DELETE /v2.0/routers/f7332d34-2e76-40b5-95ec-e72e0a70e471 HTTP/1.1" status: 404 len: 336 time: 0.0361760 Nov 16 11:58:38.116650 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49338) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:38.142182 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-a52dd67c-6fa5-414f-906d-056e446cb412 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] DELETE failed (client error): The resource could not be found. Nov 16 11:58:38.142632 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a52dd67c-6fa5-414f-906d-056e446cb412 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:58:38.145590 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a52dd67c-6fa5-414f-906d-056e446cb412 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "DELETE /v2.0/subnets/9b8fa71e-68d4-444f-85cb-99a0b77b3084 HTTP/1.1" status: 404 len: 337 time: 0.0280428 Nov 16 11:58:38.148136 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49340) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:38.173735 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-820776fc-18d8-4da3-b108-03a043c006ad tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e268d5a-fb8e-4c3a-8b4a-146794116a91 HTTP/1.1" status: 200 len: 205 time: 0.0246582 Nov 16 11:58:38.175922 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49342) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:38.215195 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-ff41e400-4a8c-4ff5-ad5c-3d8544008ee7 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] delete failed (client error): The resource could not be found. Nov 16 11:58:38.216173 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ff41e400-4a8c-4ff5-ad5c-3d8544008ee7 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "DELETE /v2.0/routers/6e268d5a-fb8e-4c3a-8b4a-146794116a91 HTTP/1.1" status: 404 len: 336 time: 0.0393612 Nov 16 11:58:38.218525 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49344) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:38.244137 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-377d7977-c04b-454f-bd54-7de92fc711fb tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] DELETE failed (client error): The resource could not be found. Nov 16 11:58:38.244573 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-377d7977-c04b-454f-bd54-7de92fc711fb tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:58:38.247528 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-377d7977-c04b-454f-bd54-7de92fc711fb tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "DELETE /v2.0/subnets/b28a3cab-a8b0-4b49-9c46-a789aa97f7e9 HTTP/1.1" status: 404 len: 337 time: 0.0281315 Nov 16 11:58:38.249773 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49346) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:38.274523 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-08f24127-58ac-469c-97d1-f21e8f1f65e8 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] DELETE failed (client error): The resource could not be found. Nov 16 11:58:38.274957 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08f24127-58ac-469c-97d1-f21e8f1f65e8 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 11:58:38.277984 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-08f24127-58ac-469c-97d1-f21e8f1f65e8 tempest-RoutersIpV6Test-2031395360 tempest-RoutersIpV6Test-2031395360-project] 10.222.0.61 "DELETE /v2.0/subnets/a69892d0-c32e-4dea-8425-500f13731636 HTTP/1.1" status: 404 len: 337 time: 0.0272758 Nov 16 11:58:38.522969 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49352) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:38.652598 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-de0af127-cfc6-4a12-a446-ca6b1d8181b1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3db4b60e8c3e4cb79c9b3460ea2841aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1284781 Nov 16 11:58:38.655013 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49356) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:38.700874 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c5972499-ffea-45ba-b900-53223342e23b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:38.725885 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c5972499-ffea-45ba-b900-53223342e23b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:38.770531 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c5972499-ffea-45ba-b900-53223342e23b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:38.773805 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c5972499-ffea-45ba-b900-53223342e23b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:38.774995 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c5972499-ffea-45ba-b900-53223342e23b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a602144f-cc86-4afe-8481-b25f3b7de74d HTTP/1.1" status: 204 len: 168 time: 0.1190946 Nov 16 11:58:38.782509 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5972499-ffea-45ba-b900-53223342e23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a602144f-cc86-4afe-8481-b25f3b7de74d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:39.393356 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49378) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:39.486215 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-a85645a0-0bd3-4700-b72c-eaf29b71475b tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1273026358', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:39.509905 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a85645a0-0bd3-4700-b72c-eaf29b71475b tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:39.510913 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a85645a0-0bd3-4700-b72c-eaf29b71475b tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:39.559107 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a85645a0-0bd3-4700-b72c-eaf29b71475b tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:39.563101 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a85645a0-0bd3-4700-b72c-eaf29b71475b tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:39.580264 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a85645a0-0bd3-4700-b72c-eaf29b71475b tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:39.581445 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a85645a0-0bd3-4700-b72c-eaf29b71475b tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.1870394 Nov 16 11:58:39.584145 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49382) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:39.588878 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-02efce7b-9a6e-4fc4-a42e-80dff84f89d0 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1701311975'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:39.608340 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02efce7b-9a6e-4fc4-a42e-80dff84f89d0 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Made reservation on behalf of c3952ddb9b1f4015a45cf9a6aad6bb52 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:58:39.611674 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-02efce7b-9a6e-4fc4-a42e-80dff84f89d0 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:39.620484 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-02efce7b-9a6e-4fc4-a42e-80dff84f89d0 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:39.696143 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-02efce7b-9a6e-4fc4-a42e-80dff84f89d0 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:39.699526 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-02efce7b-9a6e-4fc4-a42e-80dff84f89d0 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:39.721448 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02efce7b-9a6e-4fc4-a42e-80dff84f89d0 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:58:39.736416 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02efce7b-9a6e-4fc4-a42e-80dff84f89d0 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf356bf5-ce45-440c-825f-447ead43cc1e,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:39.739270 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-02efce7b-9a6e-4fc4-a42e-80dff84f89d0 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:39.739618 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-02efce7b-9a6e-4fc4-a42e-80dff84f89d0 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Added segment 5f38e096-282b-44a5-bf7e-4fe6c2a750ab of type vlan for network 5f21d87b-3718-49ec-97a6-da31a540f00f Nov 16 11:58:39.778582 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-02efce7b-9a6e-4fc4-a42e-80dff84f89d0 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:39.802694 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-02efce7b-9a6e-4fc4-a42e-80dff84f89d0 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:39.808927 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02efce7b-9a6e-4fc4-a42e-80dff84f89d0 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:58:39.809510 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-02efce7b-9a6e-4fc4-a42e-80dff84f89d0 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:39.860603 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-02efce7b-9a6e-4fc4-a42e-80dff84f89d0 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2753408 Nov 16 11:58:39.863418 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49384) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:39.870856 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-6f40ab9f-457b-43bc-a2e0-b8bbb420e8b1 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Request body: {'subnet': {'network_id': '5f21d87b-3718-49ec-97a6-da31a540f00f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:39.923481 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02efce7b-9a6e-4fc4-a42e-80dff84f89d0 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Pushing event updated for resources: {'Network': ['ID=5f21d87b-3718-49ec-97a6-da31a540f00f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:39.936138 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 5f21d87b-3718-49ec-97a6-da31a540f00f details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:58:39.972030 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f40ab9f-457b-43bc-a2e0-b8bbb420e8b1 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Made reservation on behalf of c3952ddb9b1f4015a45cf9a6aad6bb52 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:58:39.976501 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6f40ab9f-457b-43bc-a2e0-b8bbb420e8b1 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:40.165434 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6f40ab9f-457b-43bc-a2e0-b8bbb420e8b1 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:40.223975 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40ab9f-457b-43bc-a2e0-b8bbb420e8b1 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Pushing event updated for resources: {'Subnet': ['ID=772f87e2-e52e-450c-a029-2a5a17188420,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:40.233033 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f40ab9f-457b-43bc-a2e0-b8bbb420e8b1 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Checking segment: {'id': '5f38e096-282b-44a5-bf7e-4fe6c2a750ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5f21d87b-3718-49ec-97a6-da31a540f00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:58:40.233396 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f40ab9f-457b-43bc-a2e0-b8bbb420e8b1 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Network hostable DHCP agents. Network: 5f21d87b-3718-49ec-97a6-da31a540f00f, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:58:40.249491 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f40ab9f-457b-43bc-a2e0-b8bbb420e8b1 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Network 5f21d87b-3718-49ec-97a6-da31a540f00f is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:58:40.257946 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-6f40ab9f-457b-43bc-a2e0-b8bbb420e8b1 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 5f21d87b-3718-49ec-97a6-da31a540f00f) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:58:40.261797 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f40ab9f-457b-43bc-a2e0-b8bbb420e8b1 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:58:40.263502 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6f40ab9f-457b-43bc-a2e0-b8bbb420e8b1 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:40.266901 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcff92e-8091-4c27-91f4-708db0851597 None None] Network 5f21d87b-3718-49ec-97a6-da31a540f00f requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:58:40.280012 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6f40ab9f-457b-43bc-a2e0-b8bbb420e8b1 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4155526 Nov 16 11:58:40.283315 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49386) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:40.288889 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-546b1e8f-020b-48b0-85eb-5d8cd9dbaf91 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Request body: {'network': {'name': 'tempest-router-network01--1752393057'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:40.309984 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546b1e8f-020b-48b0-85eb-5d8cd9dbaf91 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Made reservation on behalf of c3952ddb9b1f4015a45cf9a6aad6bb52 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:58:40.313512 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-546b1e8f-020b-48b0-85eb-5d8cd9dbaf91 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:40.337864 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-546b1e8f-020b-48b0-85eb-5d8cd9dbaf91 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:58:40.347064 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-546b1e8f-020b-48b0-85eb-5d8cd9dbaf91 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:40.347406 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-546b1e8f-020b-48b0-85eb-5d8cd9dbaf91 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Added segment ef34710f-7cf5-442f-8266-e56b87c3a0a6 of type vlan for network 00ebdbe4-29ff-414f-929e-77b661e691e4 Nov 16 11:58:40.390663 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-546b1e8f-020b-48b0-85eb-5d8cd9dbaf91 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:40.414544 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cfc271-d0f8-4d23-b36b-bab167030f1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-5f21d87b-3718-49ec-97a6-da31a540f00f', 'network_id': '5f21d87b-3718-49ec-97a6-da31a540f00f', 'tenant_id': 'c3952ddb9b1f4015a45cf9a6aad6bb52', 'fixed_ips': [{'subnet_id': '772f87e2-e52e-450c-a029-2a5a17188420'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:58:40.415541 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f1cfc271-d0f8-4d23-b36b-bab167030f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:40.416447 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-546b1e8f-020b-48b0-85eb-5d8cd9dbaf91 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:40.422058 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546b1e8f-020b-48b0-85eb-5d8cd9dbaf91 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:58:40.422657 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-546b1e8f-020b-48b0-85eb-5d8cd9dbaf91 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:40.480592 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-546b1e8f-020b-48b0-85eb-5d8cd9dbaf91 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1936412 Nov 16 11:58:40.480795 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49388) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:40.485636 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-960d1cbc-a7c2-4bae-a5d9-03925c02dd06 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Request body: {'network': {'name': 'tempest-router-network02--119391948'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:40.505548 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b1e8f-020b-48b0-85eb-5d8cd9dbaf91 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Pushing event updated for resources: {'Network': ['ID=00ebdbe4-29ff-414f-929e-77b661e691e4,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:40.520493 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960d1cbc-a7c2-4bae-a5d9-03925c02dd06 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Made reservation on behalf of c3952ddb9b1f4015a45cf9a6aad6bb52 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:58:40.524685 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-960d1cbc-a7c2-4bae-a5d9-03925c02dd06 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:40.530935 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 00ebdbe4-29ff-414f-929e-77b661e691e4 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:58:40.548087 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-960d1cbc-a7c2-4bae-a5d9-03925c02dd06 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:58:40.557377 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-960d1cbc-a7c2-4bae-a5d9-03925c02dd06 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:40.557723 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-960d1cbc-a7c2-4bae-a5d9-03925c02dd06 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Added segment 50f84e2a-5478-4ac1-9075-ec0229676dfa of type vlan for network e7d9bd33-9014-4c2b-a566-25b63d2bcfa8 Nov 16 11:58:40.602291 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-960d1cbc-a7c2-4bae-a5d9-03925c02dd06 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:40.606777 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-f1cfc271-d0f8-4d23-b36b-bab167030f1e None None] Allocated IP 2001:db8::2 (5f21d87b-3718-49ec-97a6-da31a540f00f/772f87e2-e52e-450c-a029-2a5a17188420/a1c314a7-c7a1-4837-a895-6447d97b920d) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:58:40.627503 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-960d1cbc-a7c2-4bae-a5d9-03925c02dd06 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:40.633738 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960d1cbc-a7c2-4bae-a5d9-03925c02dd06 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:58:40.634353 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-960d1cbc-a7c2-4bae-a5d9-03925c02dd06 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:40.688638 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-960d1cbc-a7c2-4bae-a5d9-03925c02dd06 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2068386 Nov 16 11:58:40.691620 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49390) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:40.697355 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-3e83e656-d137-46c9-9403-0bbb531c7a65 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Request body: {'subnet': {'network_id': '00ebdbe4-29ff-414f-929e-77b661e691e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:40.750143 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d1cbc-a7c2-4bae-a5d9-03925c02dd06 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Pushing event updated for resources: {'Network': ['ID=e7d9bd33-9014-4c2b-a566-25b63d2bcfa8,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:40.763027 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network e7d9bd33-9014-4c2b-a566-25b63d2bcfa8 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:58:40.768664 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f1cfc271-d0f8-4d23-b36b-bab167030f1e None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:40.802874 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e83e656-d137-46c9-9403-0bbb531c7a65 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Made reservation on behalf of c3952ddb9b1f4015a45cf9a6aad6bb52 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:58:40.806911 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3e83e656-d137-46c9-9403-0bbb531c7a65 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:40.982960 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f1cfc271-d0f8-4d23-b36b-bab167030f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:41.000482 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3e83e656-d137-46c9-9403-0bbb531c7a65 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:41.049825 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cfc271-d0f8-4d23-b36b-bab167030f1e None None] Network 5f21d87b-3718-49ec-97a6-da31a540f00f is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:58:41.057498 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-f1cfc271-d0f8-4d23-b36b-bab167030f1e None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:58:41.059964 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cfc271-d0f8-4d23-b36b-bab167030f1e None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:58:41.064881 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e83e656-d137-46c9-9403-0bbb531c7a65 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Pushing event updated for resources: {'Subnet': ['ID=8ae6f4f5-e506-472e-806a-ef7ac9ceeaef,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:41.070198 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cfc271-d0f8-4d23-b36b-bab167030f1e None None] Pushing event updated for resources: {'Port': ['ID=a1c314a7-c7a1-4837-a895-6447d97b920d,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:41.070556 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e83e656-d137-46c9-9403-0bbb531c7a65 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Checking segment: {'id': 'ef34710f-7cf5-442f-8266-e56b87c3a0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '00ebdbe4-29ff-414f-929e-77b661e691e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:58:41.070931 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e83e656-d137-46c9-9403-0bbb531c7a65 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Network hostable DHCP agents. Network: 00ebdbe4-29ff-414f-929e-77b661e691e4, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:58:41.088792 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e83e656-d137-46c9-9403-0bbb531c7a65 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Network 00ebdbe4-29ff-414f-929e-77b661e691e4 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:58:41.098593 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-3e83e656-d137-46c9-9403-0bbb531c7a65 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 00ebdbe4-29ff-414f-929e-77b661e691e4) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:58:41.103145 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e83e656-d137-46c9-9403-0bbb531c7a65 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:58:41.103762 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3e83e656-d137-46c9-9403-0bbb531c7a65 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:41.114506 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d693fb-36bf-4e46-bd36-8f60be89113d None None] Network 00ebdbe4-29ff-414f-929e-77b661e691e4 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:58:41.123198 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3e83e656-d137-46c9-9403-0bbb531c7a65 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4305494 Nov 16 11:58:41.126814 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49392) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:41.132705 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-1d7a5df5-09dc-4f60-9777-aab113c5f528 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Request body: {'subnet': {'network_id': 'e7d9bd33-9014-4c2b-a566-25b63d2bcfa8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:41.167926 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-f1cfc271-d0f8-4d23-b36b-bab167030f1e None None] Attempting to bind port a1c314a7-c7a1-4837-a895-6447d97b920d on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:58:41.168349 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-f1cfc271-d0f8-4d23-b36b-bab167030f1e None None] Attempting to bind port a1c314a7-c7a1-4837-a895-6447d97b920d by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '5f38e096-282b-44a5-bf7e-4fe6c2a750ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5f21d87b-3718-49ec-97a6-da31a540f00f'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:58:41.168714 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cfc271-d0f8-4d23-b36b-bab167030f1e None None] Attempting to bind port a1c314a7-c7a1-4837-a895-6447d97b920d on network 5f21d87b-3718-49ec-97a6-da31a540f00f {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:58:41.181735 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cfc271-d0f8-4d23-b36b-bab167030f1e None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:58:41.182212 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cfc271-d0f8-4d23-b36b-bab167030f1e None None] Checking segment: {'id': '5f38e096-282b-44a5-bf7e-4fe6c2a750ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5f21d87b-3718-49ec-97a6-da31a540f00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:58:41.182631 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f1cfc271-d0f8-4d23-b36b-bab167030f1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:41.183073 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cfc271-d0f8-4d23-b36b-bab167030f1e None None] Bound using segment: {'id': '5f38e096-282b-44a5-bf7e-4fe6c2a750ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5f21d87b-3718-49ec-97a6-da31a540f00f'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:58:41.183861 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-f1cfc271-d0f8-4d23-b36b-bab167030f1e None None] Bound port: a1c314a7-c7a1-4837-a895-6447d97b920d, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f38e096-282b-44a5-bf7e-4fe6c2a750ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5f21d87b-3718-49ec-97a6-da31a540f00f'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:58:41.184325 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f1cfc271-d0f8-4d23-b36b-bab167030f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:41.226970 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7a5df5-09dc-4f60-9777-aab113c5f528 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Made reservation on behalf of c3952ddb9b1f4015a45cf9a6aad6bb52 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:58:41.230451 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1d7a5df5-09dc-4f60-9777-aab113c5f528 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:41.313315 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-f1cfc271-d0f8-4d23-b36b-bab167030f1e None None] For port a1c314a7-c7a1-4837-a895-6447d97b920d, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:58:41.318316 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-f1cfc271-d0f8-4d23-b36b-bab167030f1e None None] For port a1c314a7-c7a1-4837-a895-6447d97b920d, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=a1c314a7-c7a1-4837-a895-6447d97b920d,segment=NetworkSegment(5f38e096-282b-44a5-bf7e-4fe6c2a750ab),segment_id=5f38e096-282b-44a5-bf7e-4fe6c2a750ab)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:58:41.326720 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f1cfc271-d0f8-4d23-b36b-bab167030f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:41.376196 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9adeb96-0c4e-433c-81c4-a0eefa4b45c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-00ebdbe4-29ff-414f-929e-77b661e691e4', 'network_id': '00ebdbe4-29ff-414f-929e-77b661e691e4', 'tenant_id': 'c3952ddb9b1f4015a45cf9a6aad6bb52', 'fixed_ips': [{'subnet_id': '8ae6f4f5-e506-472e-806a-ef7ac9ceeaef'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:58:41.377123 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f9adeb96-0c4e-433c-81c4-a0eefa4b45c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:41.413830 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1d7a5df5-09dc-4f60-9777-aab113c5f528 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:41.434229 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cfc271-d0f8-4d23-b36b-bab167030f1e None None] Pushing event updated for resources: {'Port': ['ID=a1c314a7-c7a1-4837-a895-6447d97b920d,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:41.481722 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a5df5-09dc-4f60-9777-aab113c5f528 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Pushing event updated for resources: {'Subnet': ['ID=9780a30a-1ed3-409f-bb8e-9e2b8ce2034f,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:41.491258 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7a5df5-09dc-4f60-9777-aab113c5f528 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Checking segment: {'id': '50f84e2a-5478-4ac1-9075-ec0229676dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e7d9bd33-9014-4c2b-a566-25b63d2bcfa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:58:41.491630 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7a5df5-09dc-4f60-9777-aab113c5f528 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Network hostable DHCP agents. Network: e7d9bd33-9014-4c2b-a566-25b63d2bcfa8, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:58:41.510538 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7a5df5-09dc-4f60-9777-aab113c5f528 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Network e7d9bd33-9014-4c2b-a566-25b63d2bcfa8 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:58:41.521365 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-1d7a5df5-09dc-4f60-9777-aab113c5f528 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, e7d9bd33-9014-4c2b-a566-25b63d2bcfa8) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:58:41.525732 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7a5df5-09dc-4f60-9777-aab113c5f528 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:58:41.526421 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1d7a5df5-09dc-4f60-9777-aab113c5f528 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:41.546146 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49394) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:41.546350 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1d7a5df5-09dc-4f60-9777-aab113c5f528 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4177151 Nov 16 11:58:41.566936 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13d6c1c-65f5-4091-a02c-6297e51f9be3 None None] Network e7d9bd33-9014-4c2b-a566-25b63d2bcfa8 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:58:41.653744 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-f9adeb96-0c4e-433c-81c4-a0eefa4b45c6 None None] Allocated IP 2001:db8::2 (00ebdbe4-29ff-414f-929e-77b661e691e4/8ae6f4f5-e506-472e-806a-ef7ac9ceeaef/645ade86-ee48-495d-ac28-eaaf0c274d94) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:58:41.811831 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca131dc-af3a-453f-bd70-6ac2d551b813 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-e7d9bd33-9014-4c2b-a566-25b63d2bcfa8', 'network_id': 'e7d9bd33-9014-4c2b-a566-25b63d2bcfa8', 'tenant_id': 'c3952ddb9b1f4015a45cf9a6aad6bb52', 'fixed_ips': [{'subnet_id': '9780a30a-1ed3-409f-bb8e-9e2b8ce2034f'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:58:41.812624 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-eca131dc-af3a-453f-bd70-6ac2d551b813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:41.863077 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bee24874-891c-4185-9c3b-801b46dd1ebc tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:41.932398 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f9adeb96-0c4e-433c-81c4-a0eefa4b45c6 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:41.941714 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f9adeb96-0c4e-433c-81c4-a0eefa4b45c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:42.024617 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9adeb96-0c4e-433c-81c4-a0eefa4b45c6 None None] Network 00ebdbe4-29ff-414f-929e-77b661e691e4 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:58:42.031348 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9adeb96-0c4e-433c-81c4-a0eefa4b45c6 None None] Pushing event updated for resources: {'Port': ['ID=645ade86-ee48-495d-ac28-eaaf0c274d94,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:42.033900 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-f9adeb96-0c4e-433c-81c4-a0eefa4b45c6 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:58:42.038327 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9adeb96-0c4e-433c-81c4-a0eefa4b45c6 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:58:42.050260 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-eca131dc-af3a-453f-bd70-6ac2d551b813 None None] Allocated IP 2001:db8::2 (e7d9bd33-9014-4c2b-a566-25b63d2bcfa8/9780a30a-1ed3-409f-bb8e-9e2b8ce2034f/d08a56fd-e6c9-4d25-bb20-5993cdefa847) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:58:42.151454 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-f9adeb96-0c4e-433c-81c4-a0eefa4b45c6 None None] Attempting to bind port 645ade86-ee48-495d-ac28-eaaf0c274d94 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:58:42.151833 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-f9adeb96-0c4e-433c-81c4-a0eefa4b45c6 None None] Attempting to bind port 645ade86-ee48-495d-ac28-eaaf0c274d94 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'ef34710f-7cf5-442f-8266-e56b87c3a0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '00ebdbe4-29ff-414f-929e-77b661e691e4'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:58:42.152205 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9adeb96-0c4e-433c-81c4-a0eefa4b45c6 None None] Attempting to bind port 645ade86-ee48-495d-ac28-eaaf0c274d94 on network 00ebdbe4-29ff-414f-929e-77b661e691e4 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:58:42.154355 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-bee24874-891c-4185-9c3b-801b46dd1ebc tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Allocated IP 2001:db8::1 (00ebdbe4-29ff-414f-929e-77b661e691e4/8ae6f4f5-e506-472e-806a-ef7ac9ceeaef/bbdcbaf2-1b8d-407a-bbfb-68dbd08a9463) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:58:42.161448 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9adeb96-0c4e-433c-81c4-a0eefa4b45c6 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:58:42.161834 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9adeb96-0c4e-433c-81c4-a0eefa4b45c6 None None] Checking segment: {'id': 'ef34710f-7cf5-442f-8266-e56b87c3a0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '00ebdbe4-29ff-414f-929e-77b661e691e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:58:42.162271 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f9adeb96-0c4e-433c-81c4-a0eefa4b45c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:42.163212 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9adeb96-0c4e-433c-81c4-a0eefa4b45c6 None None] Bound using segment: {'id': 'ef34710f-7cf5-442f-8266-e56b87c3a0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '00ebdbe4-29ff-414f-929e-77b661e691e4'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:58:42.163695 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-f9adeb96-0c4e-433c-81c4-a0eefa4b45c6 None None] Bound port: 645ade86-ee48-495d-ac28-eaaf0c274d94, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef34710f-7cf5-442f-8266-e56b87c3a0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '00ebdbe4-29ff-414f-929e-77b661e691e4'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:58:42.164087 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f9adeb96-0c4e-433c-81c4-a0eefa4b45c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:42.279761 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bee24874-891c-4185-9c3b-801b46dd1ebc tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:42.284953 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-f9adeb96-0c4e-433c-81c4-a0eefa4b45c6 None None] For port 645ade86-ee48-495d-ac28-eaaf0c274d94, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:58:42.289600 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-f9adeb96-0c4e-433c-81c4-a0eefa4b45c6 None None] For port 645ade86-ee48-495d-ac28-eaaf0c274d94, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=645ade86-ee48-495d-ac28-eaaf0c274d94,segment=NetworkSegment(ef34710f-7cf5-442f-8266-e56b87c3a0a6),segment_id=ef34710f-7cf5-442f-8266-e56b87c3a0a6)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:58:42.300302 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f9adeb96-0c4e-433c-81c4-a0eefa4b45c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:42.306708 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-eca131dc-af3a-453f-bd70-6ac2d551b813 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:42.320681 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bee24874-891c-4185-9c3b-801b46dd1ebc tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:42.338876 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-eca131dc-af3a-453f-bd70-6ac2d551b813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:42.374294 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee24874-891c-4185-9c3b-801b46dd1ebc tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Network 00ebdbe4-29ff-414f-929e-77b661e691e4 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:58:42.376200 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca131dc-af3a-453f-bd70-6ac2d551b813 None None] Network e7d9bd33-9014-4c2b-a566-25b63d2bcfa8 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:58:42.378100 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-bee24874-891c-4185-9c3b-801b46dd1ebc tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:58:42.379135 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-eca131dc-af3a-453f-bd70-6ac2d551b813 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:58:42.383695 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca131dc-af3a-453f-bd70-6ac2d551b813 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:58:42.383912 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee24874-891c-4185-9c3b-801b46dd1ebc tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:58:42.384341 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bee24874-891c-4185-9c3b-801b46dd1ebc tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:42.386942 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9adeb96-0c4e-433c-81c4-a0eefa4b45c6 None None] Pushing event updated for resources: {'Port': ['ID=645ade86-ee48-495d-ac28-eaaf0c274d94,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:42.388707 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee24874-891c-4185-9c3b-801b46dd1ebc tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Pushing event updated for resources: {'Port': ['ID=bbdcbaf2-1b8d-407a-bbfb-68dbd08a9463,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:42.459974 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca131dc-af3a-453f-bd70-6ac2d551b813 None None] Pushing event updated for resources: {'Port': ['ID=d08a56fd-e6c9-4d25-bb20-5993cdefa847,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:42.471993 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-eca131dc-af3a-453f-bd70-6ac2d551b813 None None] Attempting to bind port d08a56fd-e6c9-4d25-bb20-5993cdefa847 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:58:42.472508 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-eca131dc-af3a-453f-bd70-6ac2d551b813 None None] Attempting to bind port d08a56fd-e6c9-4d25-bb20-5993cdefa847 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '50f84e2a-5478-4ac1-9075-ec0229676dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e7d9bd33-9014-4c2b-a566-25b63d2bcfa8'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:58:42.472935 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca131dc-af3a-453f-bd70-6ac2d551b813 None None] Attempting to bind port d08a56fd-e6c9-4d25-bb20-5993cdefa847 on network e7d9bd33-9014-4c2b-a566-25b63d2bcfa8 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:58:42.479947 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca131dc-af3a-453f-bd70-6ac2d551b813 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:58:42.479947 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca131dc-af3a-453f-bd70-6ac2d551b813 None None] Checking segment: {'id': '50f84e2a-5478-4ac1-9075-ec0229676dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e7d9bd33-9014-4c2b-a566-25b63d2bcfa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:58:42.480342 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-eca131dc-af3a-453f-bd70-6ac2d551b813 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:42.484971 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca131dc-af3a-453f-bd70-6ac2d551b813 None None] Bound using segment: {'id': '50f84e2a-5478-4ac1-9075-ec0229676dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e7d9bd33-9014-4c2b-a566-25b63d2bcfa8'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:58:42.488919 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-eca131dc-af3a-453f-bd70-6ac2d551b813 None None] Bound port: d08a56fd-e6c9-4d25-bb20-5993cdefa847, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f84e2a-5478-4ac1-9075-ec0229676dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e7d9bd33-9014-4c2b-a566-25b63d2bcfa8'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:58:42.489339 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-eca131dc-af3a-453f-bd70-6ac2d551b813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:42.494600 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95cf1ad-bf5d-423b-bd3e-99c04f9d001a None None] Network 5f21d87b-3718-49ec-97a6-da31a540f00f requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:58:42.534052 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bee24874-891c-4185-9c3b-801b46dd1ebc tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:42.595081 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ffd3cb70-b985-4477-8c10-0b97161ba107 None None] Provisioning complete for port a1c314a7-c7a1-4837-a895-6447d97b920d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:42.595362 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ffd3cb70-b985-4477-8c10-0b97161ba107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:42.680204 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-eca131dc-af3a-453f-bd70-6ac2d551b813 None None] For port d08a56fd-e6c9-4d25-bb20-5993cdefa847, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:58:42.703599 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-eca131dc-af3a-453f-bd70-6ac2d551b813 None None] For port d08a56fd-e6c9-4d25-bb20-5993cdefa847, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=d08a56fd-e6c9-4d25-bb20-5993cdefa847,segment=NetworkSegment(50f84e2a-5478-4ac1-9075-ec0229676dfa),segment_id=50f84e2a-5478-4ac1-9075-ec0229676dfa)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:58:42.710907 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-eca131dc-af3a-453f-bd70-6ac2d551b813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:42.848274 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bee24874-891c-4185-9c3b-801b46dd1ebc tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:42.849161 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ffd3cb70-b985-4477-8c10-0b97161ba107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:42.855712 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bee24874-891c-4185-9c3b-801b46dd1ebc tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:42.856652 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bee24874-891c-4185-9c3b-801b46dd1ebc tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:42.865144 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca131dc-af3a-453f-bd70-6ac2d551b813 None None] Pushing event updated for resources: {'Port': ['ID=d08a56fd-e6c9-4d25-bb20-5993cdefa847,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:42.905383 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-ffd3cb70-b985-4477-8c10-0b97161ba107 None None] For port a1c314a7-c7a1-4837-a895-6447d97b920d, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=a1c314a7-c7a1-4837-a895-6447d97b920d,segment=NetworkSegment(5f38e096-282b-44a5-bf7e-4fe6c2a750ab),segment_id=5f38e096-282b-44a5-bf7e-4fe6c2a750ab)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:58:42.914341 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ffd3cb70-b985-4477-8c10-0b97161ba107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:42.949054 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device a1c314a7-c7a1-4837-a895-6447d97b920d up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:58:42.997421 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3cb70-b985-4477-8c10-0b97161ba107 None None] Pushing event updated for resources: {'Port': ['ID=a1c314a7-c7a1-4837-a895-6447d97b920d,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:43.025460 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port a1c314a7-c7a1-4837-a895-6447d97b920d triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:43.026179 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:43.040417 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee24874-891c-4185-9c3b-801b46dd1ebc tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Pushing event updated for resources: {'Port': ['ID=bbdcbaf2-1b8d-407a-bbfb-68dbd08a9463,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:43.064188 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee24874-891c-4185-9c3b-801b46dd1ebc tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Network 00ebdbe4-29ff-414f-929e-77b661e691e4 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:58:43.065716 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-bee24874-891c-4185-9c3b-801b46dd1ebc tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:58:43.089736 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f00fa4b8-b399-4103-986c-ca7027db9782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:43.162488 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 645ade86-ee48-495d-ac28-eaaf0c274d94 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:58:43.229346 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 645ade86-ee48-495d-ac28-eaaf0c274d94 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:43.229736 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:43.239067 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee24874-891c-4185-9c3b-801b46dd1ebc tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Router 384a44d1-4732-4126-bc8b-eab62326edba is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:58:43.340553 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:43.351400 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee24874-891c-4185-9c3b-801b46dd1ebc tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:58:43.357297 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-bee24874-891c-4185-9c3b-801b46dd1ebc tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] 10.222.0.61 "PUT /v2.0/routers/384a44d1-4732-4126-bc8b-eab62326edba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8098030 Nov 16 11:58:43.360293 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49396) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:43.371189 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-e8c1e53f-8d96-4bff-970e-525f7e70ba07 None None] Provisioning complete for port a1c314a7-c7a1-4837-a895-6447d97b920d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:43.371566 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e8c1e53f-8d96-4bff-970e-525f7e70ba07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:43.371862 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9394a760-d206-4d42-92a9-9b6ee8003e0a None None] Sync routers for ids ['384a44d1-4732-4126-bc8b-eab62326edba'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:58:43.390515 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9394a760-d206-4d42-92a9-9b6ee8003e0a None None] Routers {'384a44d1-4732-4126-bc8b-eab62326edba'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:58:43.391304 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9394a760-d206-4d42-92a9-9b6ee8003e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:58:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['384a44d1-4732-4126-bc8b-eab62326edba'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:43.408939 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 645ade86-ee48-495d-ac28-eaaf0c274d94, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=645ade86-ee48-495d-ac28-eaaf0c274d94,segment=NetworkSegment(ef34710f-7cf5-442f-8266-e56b87c3a0a6),segment_id=ef34710f-7cf5-442f-8266-e56b87c3a0a6)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:58:43.421090 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:43.431155 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9394a760-d206-4d42-92a9-9b6ee8003e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:43.440693 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9394a760-d206-4d42-92a9-9b6ee8003e0a None None] Routers {'384a44d1-4732-4126-bc8b-eab62326edba'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:58:43.441554 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9394a760-d206-4d42-92a9-9b6ee8003e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:58:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['384a44d1-4732-4126-bc8b-eab62326edba'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:43.475682 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9394a760-d206-4d42-92a9-9b6ee8003e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:43.476609 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9394a760-d206-4d42-92a9-9b6ee8003e0a None None] The sync data for ids ['384a44d1-4732-4126-bc8b-eab62326edba'] in n-d-816823-3 is: [] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:58:43.477799 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=645ade86-ee48-495d-ac28-eaaf0c274d94,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:43.636649 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a981f754-cc0c-4d71-a4b5-1196caf463e6 None None] Network 00ebdbe4-29ff-414f-929e-77b661e691e4 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:58:43.702664 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b8038c68-d49b-49e5-a674-7fd9cd692581 None None] Provisioning complete for port 645ade86-ee48-495d-ac28-eaaf0c274d94 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:43.703040 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b8038c68-d49b-49e5-a674-7fd9cd692581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:43.745493 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-fd54353b-05b9-426a-8ce9-73703965482a tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:58:43.746583 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-fd54353b-05b9-426a-8ce9-73703965482a tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] 10.222.0.61 "PUT /v2.0/routers/384a44d1-4732-4126-bc8b-eab62326edba/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.3852599 Nov 16 11:58:43.749644 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49398) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:44.066686 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5e6170-9ba9-4a3d-9237-183282b94740 None None] Network e7d9bd33-9014-4c2b-a566-25b63d2bcfa8 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:58:44.097907 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d70763f7-74c9-43a2-b45f-9cf9ac00bcfd tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:44.166044 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-f1e3834e-ddc4-483b-b293-55e21c280744 None None] Provisioning complete for port d08a56fd-e6c9-4d25-bb20-5993cdefa847 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:44.166417 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f1e3834e-ddc4-483b-b293-55e21c280744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:44.305692 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f1e3834e-ddc4-483b-b293-55e21c280744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:44.344013 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-f1e3834e-ddc4-483b-b293-55e21c280744 None None] For port d08a56fd-e6c9-4d25-bb20-5993cdefa847, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=d08a56fd-e6c9-4d25-bb20-5993cdefa847,segment=NetworkSegment(50f84e2a-5478-4ac1-9075-ec0229676dfa),segment_id=50f84e2a-5478-4ac1-9075-ec0229676dfa)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:58:44.350696 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f1e3834e-ddc4-483b-b293-55e21c280744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:44.362172 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d70763f7-74c9-43a2-b45f-9cf9ac00bcfd tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Deleting port bbdcbaf2-1b8d-407a-bbfb-68dbd08a9463 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:58:44.362732 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d70763f7-74c9-43a2-b45f-9cf9ac00bcfd tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:44.418352 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e3834e-ddc4-483b-b293-55e21c280744 None None] Pushing event updated for resources: {'Port': ['ID=d08a56fd-e6c9-4d25-bb20-5993cdefa847,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:44.475090 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d70763f7-74c9-43a2-b45f-9cf9ac00bcfd tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:44.476078 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-9c65d820-5bf2-4e15-b3ee-ff194d89c48b None None] Provisioning complete for port bbdcbaf2-1b8d-407a-bbfb-68dbd08a9463 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:44.476461 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9c65d820-5bf2-4e15-b3ee-ff194d89c48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:44.489994 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d70763f7-74c9-43a2-b45f-9cf9ac00bcfd tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Calling delete_port for bbdcbaf2-1b8d-407a-bbfb-68dbd08a9463 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:58:44.518956 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-9c65d820-5bf2-4e15-b3ee-ff194d89c48b None None] Port bbdcbaf2-1b8d-407a-bbfb-68dbd08a9463 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:58:44.531090 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-9c65d820-5bf2-4e15-b3ee-ff194d89c48b None None] Provisioning complete for port 645ade86-ee48-495d-ac28-eaaf0c274d94 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:44.531531 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9c65d820-5bf2-4e15-b3ee-ff194d89c48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:44.678573 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d70763f7-74c9-43a2-b45f-9cf9ac00bcfd tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:44.709987 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70763f7-74c9-43a2-b45f-9cf9ac00bcfd tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Pushing event deleted for resources: {'Port': ['ID=bbdcbaf2-1b8d-407a-bbfb-68dbd08a9463,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:44.737791 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c97b9f51-97f4-4fab-9aab-fadba44e2b37 None None] Provisioning complete for port d08a56fd-e6c9-4d25-bb20-5993cdefa847 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:44.738192 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c97b9f51-97f4-4fab-9aab-fadba44e2b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:44.815090 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d70763f7-74c9-43a2-b45f-9cf9ac00bcfd tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:44.838628 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c97b9f51-97f4-4fab-9aab-fadba44e2b37 None None] Could not find standard attr ID for object bbdcbaf2-1b8d-407a-bbfb-68dbd08a9463. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:58:44.952111 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 645ade86-ee48-495d-ac28-eaaf0c274d94 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:58:44.974282 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-28669b6d-c7bc-4f1a-810b-7a344669f522 None None] Could not find standard attr ID for object bbdcbaf2-1b8d-407a-bbfb-68dbd08a9463. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 11:58:45.014889 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 645ade86-ee48-495d-ac28-eaaf0c274d94 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:45.015190 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:45.103103 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device a1c314a7-c7a1-4837-a895-6447d97b920d up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:58:45.150145 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port a1c314a7-c7a1-4837-a895-6447d97b920d triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:45.150525 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:45.229124 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device d08a56fd-e6c9-4d25-bb20-5993cdefa847 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:58:45.242666 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70763f7-74c9-43a2-b45f-9cf9ac00bcfd tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Router 384a44d1-4732-4126-bc8b-eab62326edba has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:58:45.278732 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port d08a56fd-e6c9-4d25-bb20-5993cdefa847 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:45.279024 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:45.315684 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70763f7-74c9-43a2-b45f-9cf9ac00bcfd tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:58:45.320975 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d70763f7-74c9-43a2-b45f-9cf9ac00bcfd tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] 10.222.0.61 "PUT /v2.0/routers/384a44d1-4732-4126-bc8b-eab62326edba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5702710 Nov 16 11:58:45.325167 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49400) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:45.329978 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d77c8d-ed29-4eb8-b555-e66803f12829 None None] Sync routers for ids ['384a44d1-4732-4126-bc8b-eab62326edba'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:58:45.363144 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d77c8d-ed29-4eb8-b555-e66803f12829 None None] Routers {'384a44d1-4732-4126-bc8b-eab62326edba'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:58:45.363779 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-31d77c8d-ed29-4eb8-b555-e66803f12829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:58:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['384a44d1-4732-4126-bc8b-eab62326edba'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:45.366268 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-c0579c1e-6e6d-4ab5-bb25-9695e4997185 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] delete failed (client error): The resource could not be found. Nov 16 11:58:45.367321 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c0579c1e-6e6d-4ab5-bb25-9695e4997185 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] 10.222.0.61 "DELETE /v2.0/routers/tempest-non_exist_router-663494936 HTTP/1.1" status: 404 len: 334 time: 0.0409751 Nov 16 11:58:45.371046 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49402) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:45.375801 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4a5a360e-3053-4bb8-b129-519db923aebd tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Request body: {'router': {'external_gateway_info': {'network_id': '384a44d1-4732-4126-bc8b-eab62326edba'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:45.405839 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-31d77c8d-ed29-4eb8-b555-e66803f12829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:45.418312 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d77c8d-ed29-4eb8-b555-e66803f12829 None None] Routers {'384a44d1-4732-4126-bc8b-eab62326edba'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:58:45.418931 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-31d77c8d-ed29-4eb8-b555-e66803f12829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:58:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['384a44d1-4732-4126-bc8b-eab62326edba'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:45.450663 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-31d77c8d-ed29-4eb8-b555-e66803f12829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:45.451320 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d77c8d-ed29-4eb8-b555-e66803f12829 None None] The sync data for ids ['384a44d1-4732-4126-bc8b-eab62326edba'] in n-d-816823-3 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:58:45.577023 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4a5a360e-3053-4bb8-b129-519db923aebd tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:45.598014 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-4a5a360e-3053-4bb8-b129-519db923aebd tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] update failed (client error): The resource could not be found. Nov 16 11:58:45.599075 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4a5a360e-3053-4bb8-b129-519db923aebd tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] 10.222.0.61 "PUT /v2.0/routers/384a44d1-4732-4126-bc8b-eab62326edba HTTP/1.1" status: 404 len: 339 time: 0.2269962 Nov 16 11:58:45.602611 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49404) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:45.606697 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d6ecd5cc-b9f9-4c83-bf56-5bdafe76207a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:45.607683 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-36feafb1-c70f-427e-aa71-234f03fb68b2 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-340482799'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:45.628717 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36feafb1-c70f-427e-aa71-234f03fb68b2 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Made reservation on behalf of c3952ddb9b1f4015a45cf9a6aad6bb52 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:58:45.632649 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36feafb1-c70f-427e-aa71-234f03fb68b2 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:45.655312 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36feafb1-c70f-427e-aa71-234f03fb68b2 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:58:45.663742 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36feafb1-c70f-427e-aa71-234f03fb68b2 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:45.664078 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-36feafb1-c70f-427e-aa71-234f03fb68b2 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Added segment 13447cc2-2152-4cd3-8d09-a45bcb4d2feb of type vlan for network 90c26a42-5d90-4f5c-9aa1-9017145f80ac Nov 16 11:58:45.705401 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36feafb1-c70f-427e-aa71-234f03fb68b2 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:45.729784 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36feafb1-c70f-427e-aa71-234f03fb68b2 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:45.735271 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36feafb1-c70f-427e-aa71-234f03fb68b2 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:58:45.735839 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36feafb1-c70f-427e-aa71-234f03fb68b2 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:45.785881 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-36feafb1-c70f-427e-aa71-234f03fb68b2 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1822543 Nov 16 11:58:45.788875 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49406) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:45.794166 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-afd391fb-a052-4d05-ae42-de73dd059c89 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Request body: {'subnet': {'network_id': '90c26a42-5d90-4f5c-9aa1-9017145f80ac', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:45.803199 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36feafb1-c70f-427e-aa71-234f03fb68b2 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Pushing event updated for resources: {'Network': ['ID=90c26a42-5d90-4f5c-9aa1-9017145f80ac,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:45.814276 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 90c26a42-5d90-4f5c-9aa1-9017145f80ac details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:58:45.882975 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd391fb-a052-4d05-ae42-de73dd059c89 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Made reservation on behalf of c3952ddb9b1f4015a45cf9a6aad6bb52 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:58:45.886610 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-afd391fb-a052-4d05-ae42-de73dd059c89 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:46.065123 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-afd391fb-a052-4d05-ae42-de73dd059c89 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:46.131421 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd391fb-a052-4d05-ae42-de73dd059c89 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Pushing event updated for resources: {'Subnet': ['ID=e82c7efd-1c06-4f13-8f4a-ad33ef40dc70,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:46.138715 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd391fb-a052-4d05-ae42-de73dd059c89 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Checking segment: {'id': '13447cc2-2152-4cd3-8d09-a45bcb4d2feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '90c26a42-5d90-4f5c-9aa1-9017145f80ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:58:46.139081 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd391fb-a052-4d05-ae42-de73dd059c89 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Network hostable DHCP agents. Network: 90c26a42-5d90-4f5c-9aa1-9017145f80ac, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:58:46.155817 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd391fb-a052-4d05-ae42-de73dd059c89 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Network 90c26a42-5d90-4f5c-9aa1-9017145f80ac is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:58:46.164767 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-afd391fb-a052-4d05-ae42-de73dd059c89 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 90c26a42-5d90-4f5c-9aa1-9017145f80ac) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:58:46.168823 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd391fb-a052-4d05-ae42-de73dd059c89 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:58:46.169409 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-afd391fb-a052-4d05-ae42-de73dd059c89 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:46.174938 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc0f840-cb17-45e8-af45-cbd7121968fb None None] Network 90c26a42-5d90-4f5c-9aa1-9017145f80ac requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:58:46.186299 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-afd391fb-a052-4d05-ae42-de73dd059c89 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.3961818 Nov 16 11:58:46.189073 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49408) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:46.193810 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-765cfd10-5ec3-4074-ac76-05a062b6a00d tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Request body: {'router': {'external_gateway_info': {'network_id': '90c26a42-5d90-4f5c-9aa1-9017145f80ac'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:46.317897 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76819bc-522f-4d5d-925d-bec6f970972d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-90c26a42-5d90-4f5c-9aa1-9017145f80ac', 'network_id': '90c26a42-5d90-4f5c-9aa1-9017145f80ac', 'tenant_id': 'c3952ddb9b1f4015a45cf9a6aad6bb52', 'fixed_ips': [{'subnet_id': 'e82c7efd-1c06-4f13-8f4a-ad33ef40dc70'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:58:46.319291 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a76819bc-522f-4d5d-925d-bec6f970972d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:46.402002 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-765cfd10-5ec3-4074-ac76-05a062b6a00d tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:46.451152 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-a76819bc-522f-4d5d-925d-bec6f970972d None None] Allocated IP 2001:db8:1::2 (90c26a42-5d90-4f5c-9aa1-9017145f80ac/e82c7efd-1c06-4f13-8f4a-ad33ef40dc70/5096667e-895b-4f4a-b528-3af2de1157aa) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:58:46.508293 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-765cfd10-5ec3-4074-ac76-05a062b6a00d tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 11:58:46.509364 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-765cfd10-5ec3-4074-ac76-05a062b6a00d tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] 10.222.0.61 "PUT /v2.0/routers/384a44d1-4732-4126-bc8b-eab62326edba HTTP/1.1" status: 400 len: 364 time: 0.3193667 Nov 16 11:58:46.513457 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49410) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:46.594426 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a76819bc-522f-4d5d-925d-bec6f970972d None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:46.601021 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a76819bc-522f-4d5d-925d-bec6f970972d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:46.644737 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76819bc-522f-4d5d-925d-bec6f970972d None None] Network 90c26a42-5d90-4f5c-9aa1-9017145f80ac is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:58:46.647675 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-a76819bc-522f-4d5d-925d-bec6f970972d None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:58:46.651236 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76819bc-522f-4d5d-925d-bec6f970972d None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:58:46.656608 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76819bc-522f-4d5d-925d-bec6f970972d None None] Pushing event updated for resources: {'Port': ['ID=5096667e-895b-4f4a-b528-3af2de1157aa,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:46.716605 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-a76819bc-522f-4d5d-925d-bec6f970972d None None] Attempting to bind port 5096667e-895b-4f4a-b528-3af2de1157aa on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:58:46.717034 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-a76819bc-522f-4d5d-925d-bec6f970972d None None] Attempting to bind port 5096667e-895b-4f4a-b528-3af2de1157aa by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '13447cc2-2152-4cd3-8d09-a45bcb4d2feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '90c26a42-5d90-4f5c-9aa1-9017145f80ac'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:58:46.717396 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76819bc-522f-4d5d-925d-bec6f970972d None None] Attempting to bind port 5096667e-895b-4f4a-b528-3af2de1157aa on network 90c26a42-5d90-4f5c-9aa1-9017145f80ac {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:58:46.720501 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:46.723190 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76819bc-522f-4d5d-925d-bec6f970972d None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:58:46.723560 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76819bc-522f-4d5d-925d-bec6f970972d None None] Checking segment: {'id': '13447cc2-2152-4cd3-8d09-a45bcb4d2feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '90c26a42-5d90-4f5c-9aa1-9017145f80ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:58:46.723954 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a76819bc-522f-4d5d-925d-bec6f970972d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:46.724342 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76819bc-522f-4d5d-925d-bec6f970972d None None] Bound using segment: {'id': '13447cc2-2152-4cd3-8d09-a45bcb4d2feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '90c26a42-5d90-4f5c-9aa1-9017145f80ac'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:58:46.724850 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-a76819bc-522f-4d5d-925d-bec6f970972d None None] Bound port: 5096667e-895b-4f4a-b528-3af2de1157aa, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13447cc2-2152-4cd3-8d09-a45bcb4d2feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '90c26a42-5d90-4f5c-9aa1-9017145f80ac'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:58:46.725219 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a76819bc-522f-4d5d-925d-bec6f970972d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:46.787215 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-a76819bc-522f-4d5d-925d-bec6f970972d None None] For port 5096667e-895b-4f4a-b528-3af2de1157aa, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:58:46.790891 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-efc4d0f6-861e-44bc-ab72-fcc36e9cc830 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:46.791384 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-a76819bc-522f-4d5d-925d-bec6f970972d None None] For port 5096667e-895b-4f4a-b528-3af2de1157aa, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=5096667e-895b-4f4a-b528-3af2de1157aa,segment=NetworkSegment(13447cc2-2152-4cd3-8d09-a45bcb4d2feb),segment_id=13447cc2-2152-4cd3-8d09-a45bcb4d2feb)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:58:46.795664 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a76819bc-522f-4d5d-925d-bec6f970972d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:46.862344 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76819bc-522f-4d5d-925d-bec6f970972d None None] Pushing event updated for resources: {'Port': ['ID=5096667e-895b-4f4a-b528-3af2de1157aa,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:47.046114 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-efc4d0f6-861e-44bc-ab72-fcc36e9cc830 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Allocated IP 2001:db8::1 (5f21d87b-3718-49ec-97a6-da31a540f00f/772f87e2-e52e-450c-a029-2a5a17188420/9dc4ce18-9965-431d-a734-0b3d32a970ef) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:58:47.519731 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-efc4d0f6-861e-44bc-ab72-fcc36e9cc830 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:47.556197 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-efc4d0f6-861e-44bc-ab72-fcc36e9cc830 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:47.600411 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc4d0f6-861e-44bc-ab72-fcc36e9cc830 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Network 5f21d87b-3718-49ec-97a6-da31a540f00f is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:58:47.603648 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-efc4d0f6-861e-44bc-ab72-fcc36e9cc830 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:58:47.607580 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc4d0f6-861e-44bc-ab72-fcc36e9cc830 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:58:47.608197 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-efc4d0f6-861e-44bc-ab72-fcc36e9cc830 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:47.614010 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4d0f6-861e-44bc-ab72-fcc36e9cc830 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Pushing event updated for resources: {'Port': ['ID=9dc4ce18-9965-431d-a734-0b3d32a970ef,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:47.732956 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-efc4d0f6-861e-44bc-ab72-fcc36e9cc830 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:47.857013 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81a5de1-1d82-4f2b-9266-6ed9696248e7 None None] Network 90c26a42-5d90-4f5c-9aa1-9017145f80ac requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:58:47.933847 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6b2dc304-9aa3-43e0-97a3-b82cee7ab701 None None] Provisioning complete for port 9dc4ce18-9965-431d-a734-0b3d32a970ef triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:47.934160 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6b2dc304-9aa3-43e0-97a3-b82cee7ab701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:48.003166 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-6b2dc304-9aa3-43e0-97a3-b82cee7ab701 None None] Port 9dc4ce18-9965-431d-a734-0b3d32a970ef cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:58:48.005758 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-efc4d0f6-861e-44bc-ab72-fcc36e9cc830 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:48.010409 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-efc4d0f6-861e-44bc-ab72-fcc36e9cc830 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:48.011158 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-efc4d0f6-861e-44bc-ab72-fcc36e9cc830 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:48.023221 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6b2dc304-9aa3-43e0-97a3-b82cee7ab701 None None] Provisioning complete for port 5096667e-895b-4f4a-b528-3af2de1157aa triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:48.023518 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6b2dc304-9aa3-43e0-97a3-b82cee7ab701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:48.099331 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4d0f6-861e-44bc-ab72-fcc36e9cc830 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Pushing event updated for resources: {'Port': ['ID=9dc4ce18-9965-431d-a734-0b3d32a970ef,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:48.127071 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6b2dc304-9aa3-43e0-97a3-b82cee7ab701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:48.153811 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc4d0f6-861e-44bc-ab72-fcc36e9cc830 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Network 5f21d87b-3718-49ec-97a6-da31a540f00f is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:58:48.155483 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-efc4d0f6-861e-44bc-ab72-fcc36e9cc830 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:58:48.163947 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-6b2dc304-9aa3-43e0-97a3-b82cee7ab701 None None] For port 5096667e-895b-4f4a-b528-3af2de1157aa, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=5096667e-895b-4f4a-b528-3af2de1157aa,segment=NetworkSegment(13447cc2-2152-4cd3-8d09-a45bcb4d2feb),segment_id=13447cc2-2152-4cd3-8d09-a45bcb4d2feb)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:58:48.168204 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6b2dc304-9aa3-43e0-97a3-b82cee7ab701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:48.225031 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2dc304-9aa3-43e0-97a3-b82cee7ab701 None None] Pushing event updated for resources: {'Port': ['ID=5096667e-895b-4f4a-b528-3af2de1157aa,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:48.270920 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc4d0f6-861e-44bc-ab72-fcc36e9cc830 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Router 384a44d1-4732-4126-bc8b-eab62326edba has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:58:48.373719 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc4d0f6-861e-44bc-ab72-fcc36e9cc830 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:58:48.378905 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-efc4d0f6-861e-44bc-ab72-fcc36e9cc830 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] 10.222.0.61 "PUT /v2.0/routers/384a44d1-4732-4126-bc8b-eab62326edba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8644004 Nov 16 11:58:48.381489 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49412) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:48.384793 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612e5b1a-6a5a-4a90-ab2c-5e57971d8765 None None] Sync routers for ids ['384a44d1-4732-4126-bc8b-eab62326edba'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:58:48.403112 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612e5b1a-6a5a-4a90-ab2c-5e57971d8765 None None] Routers {'384a44d1-4732-4126-bc8b-eab62326edba'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:58:48.403769 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-612e5b1a-6a5a-4a90-ab2c-5e57971d8765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:58:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['384a44d1-4732-4126-bc8b-eab62326edba'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:48.416036 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d2dbe342-3a27-45d0-b0ff-731b006559a0 None None] Provisioning complete for port 5096667e-895b-4f4a-b528-3af2de1157aa triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:48.417127 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d2dbe342-3a27-45d0-b0ff-731b006559a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:48.442068 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-612e5b1a-6a5a-4a90-ab2c-5e57971d8765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:48.448144 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:48.451374 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612e5b1a-6a5a-4a90-ab2c-5e57971d8765 None None] Routers {'384a44d1-4732-4126-bc8b-eab62326edba'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:58:48.452179 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-612e5b1a-6a5a-4a90-ab2c-5e57971d8765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:58:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['384a44d1-4732-4126-bc8b-eab62326edba'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:48.485856 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5c4adc9d-f4cc-4d9a-af0c-2ed15187a7f7 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:48.486475 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-612e5b1a-6a5a-4a90-ab2c-5e57971d8765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:48.487122 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612e5b1a-6a5a-4a90-ab2c-5e57971d8765 None None] The sync data for ids ['384a44d1-4732-4126-bc8b-eab62326edba'] in n-d-816823-3 is: [] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:58:48.574908 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-5c4adc9d-f4cc-4d9a-af0c-2ed15187a7f7 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 16 11:58:48.575878 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5c4adc9d-f4cc-4d9a-af0c-2ed15187a7f7 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] 10.222.0.61 "DELETE /v2.0/routers/384a44d1-4732-4126-bc8b-eab62326edba HTTP/1.1" status: 409 len: 329 time: 0.1933565 Nov 16 11:58:48.578745 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49414) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:48.626073 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-7d42b74f-5f3d-4278-adb8-cad92ab4b632 None None] Provisioning complete for port 9dc4ce18-9965-431d-a734-0b3d32a970ef triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:48.626439 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7d42b74f-5f3d-4278-adb8-cad92ab4b632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:48.660137 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-7d42b74f-5f3d-4278-adb8-cad92ab4b632 None None] Port 9dc4ce18-9965-431d-a734-0b3d32a970ef cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:58:48.847210 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 5096667e-895b-4f4a-b528-3af2de1157aa up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:58:48.892255 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:48.896305 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e281eff8-adad-4ee0-9fac-a833f324978b tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:48.906684 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 5096667e-895b-4f4a-b528-3af2de1157aa triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:58:48.907054 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:49.139801 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e281eff8-adad-4ee0-9fac-a833f324978b tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Deleting port 9dc4ce18-9965-431d-a734-0b3d32a970ef {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:58:49.140389 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e281eff8-adad-4ee0-9fac-a833f324978b tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:49.223643 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e281eff8-adad-4ee0-9fac-a833f324978b tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:49.235279 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e281eff8-adad-4ee0-9fac-a833f324978b tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Calling delete_port for 9dc4ce18-9965-431d-a734-0b3d32a970ef owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:58:49.408625 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e281eff8-adad-4ee0-9fac-a833f324978b tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:49.435942 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e281eff8-adad-4ee0-9fac-a833f324978b tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Pushing event deleted for resources: {'Port': ['ID=9dc4ce18-9965-431d-a734-0b3d32a970ef,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:49.528616 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e281eff8-adad-4ee0-9fac-a833f324978b tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:49.682711 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e281eff8-adad-4ee0-9fac-a833f324978b tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Router 384a44d1-4732-4126-bc8b-eab62326edba has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:58:49.759366 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e281eff8-adad-4ee0-9fac-a833f324978b tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:58:49.764213 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e281eff8-adad-4ee0-9fac-a833f324978b tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] 10.222.0.61 "PUT /v2.0/routers/384a44d1-4732-4126-bc8b-eab62326edba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.1845555 Nov 16 11:58:49.768272 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49416) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:49.769629 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e78f7b6-8cc7-40ef-b721-bd49af232da2 None None] Sync routers for ids ['384a44d1-4732-4126-bc8b-eab62326edba'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:58:49.779999 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e78f7b6-8cc7-40ef-b721-bd49af232da2 None None] Routers {'384a44d1-4732-4126-bc8b-eab62326edba'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:58:49.780615 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8e78f7b6-8cc7-40ef-b721-bd49af232da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:58:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['384a44d1-4732-4126-bc8b-eab62326edba'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:49.804157 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-abf79841-c370-4180-93c2-4701a94c5674 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] show failed (client error): The resource could not be found. Nov 16 11:58:49.805168 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-abf79841-c370-4180-93c2-4701a94c5674 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] 10.222.0.61 "GET /v2.0/routers/tempest-non_exist_router-1807871790 HTTP/1.1" status: 404 len: 335 time: 0.0359929 Nov 16 11:58:49.808913 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49418) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:49.812190 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8e78f7b6-8cc7-40ef-b721-bd49af232da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:49.813150 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-161a2eb9-333c-44fa-8b09-c19123c05823 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:49.821653 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e78f7b6-8cc7-40ef-b721-bd49af232da2 None None] Routers {'384a44d1-4732-4126-bc8b-eab62326edba'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:58:49.822286 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8e78f7b6-8cc7-40ef-b721-bd49af232da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:58:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['384a44d1-4732-4126-bc8b-eab62326edba'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:49.849174 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [None req-161a2eb9-333c-44fa-8b09-c19123c05823 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] update failed (client error): The resource could not be found. Nov 16 11:58:49.850234 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-161a2eb9-333c-44fa-8b09-c19123c05823 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] 10.222.0.61 "PUT /v2.0/routers/tempest-non_exist_router-225877838 HTTP/1.1" status: 404 len: 334 time: 0.0404065 Nov 16 11:58:49.853608 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49420) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:49.856194 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8e78f7b6-8cc7-40ef-b721-bd49af232da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:49.856849 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e78f7b6-8cc7-40ef-b721-bd49af232da2 None None] The sync data for ids ['384a44d1-4732-4126-bc8b-eab62326edba'] in n-d-816823-3 is: [] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:58:49.903248 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-35dc40cc-856c-4685-92d3-03c468c1045a tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Deleting subnet e82c7efd-1c06-4f13-8f4a-ad33ef40dc70 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:58:49.906267 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-35dc40cc-856c-4685-92d3-03c468c1045a tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:49.945513 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-35dc40cc-856c-4685-92d3-03c468c1045a tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:50.029212 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-35dc40cc-856c-4685-92d3-03c468c1045a tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:50.085861 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-35dc40cc-856c-4685-92d3-03c468c1045a tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:50.109773 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dc40cc-856c-4685-92d3-03c468c1045a tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Pushing event deleted for resources: {'Subnet': ['ID=e82c7efd-1c06-4f13-8f4a-ad33ef40dc70,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:50.119075 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-35dc40cc-856c-4685-92d3-03c468c1045a tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:50.124782 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-35dc40cc-856c-4685-92d3-03c468c1045a tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] 10.222.0.61 "DELETE /v2.0/subnets/e82c7efd-1c06-4f13-8f4a-ad33ef40dc70 HTTP/1.1" status: 204 len: 168 time: 0.2680540 Nov 16 11:58:50.125173 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49422) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:50.125770 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d54ffc8-c119-4237-8f6e-fce29a5ec522 None None] Network 90c26a42-5d90-4f5c-9aa1-9017145f80ac requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:58:50.207940 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3d1a1dc-2a00-46ed-ad93-eac35288f2df tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:50.259876 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-e3d1a1dc-2a00-46ed-ad93-eac35288f2df tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Deleting port 5096667e-895b-4f4a-b528-3af2de1157aa {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:58:50.260217 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3d1a1dc-2a00-46ed-ad93-eac35288f2df tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:50.299379 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e339b0-7a43-4280-8ddc-dc45912ff1f0 None None] DHCP port deletion for 90c26a42-5d90-4f5c-9aa1-9017145f80ac request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:58:50.325986 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-e3d1a1dc-2a00-46ed-ad93-eac35288f2df tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] For port 5096667e-895b-4f4a-b528-3af2de1157aa, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=5096667e-895b-4f4a-b528-3af2de1157aa,segment=NetworkSegment(13447cc2-2152-4cd3-8d09-a45bcb4d2feb),segment_id=13447cc2-2152-4cd3-8d09-a45bcb4d2feb)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:58:50.326359 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3d1a1dc-2a00-46ed-ad93-eac35288f2df tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:50.339175 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-e3d1a1dc-2a00-46ed-ad93-eac35288f2df tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Calling delete_port for 5096667e-895b-4f4a-b528-3af2de1157aa owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:58:50.347109 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-51e339b0-7a43-4280-8ddc-dc45912ff1f0 None None] Deleting port 5096667e-895b-4f4a-b528-3af2de1157aa {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:58:50.347488 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-51e339b0-7a43-4280-8ddc-dc45912ff1f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:50.408559 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-51e339b0-7a43-4280-8ddc-dc45912ff1f0 None None] For port 5096667e-895b-4f4a-b528-3af2de1157aa, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=5096667e-895b-4f4a-b528-3af2de1157aa,segment=NetworkSegment(13447cc2-2152-4cd3-8d09-a45bcb4d2feb),segment_id=13447cc2-2152-4cd3-8d09-a45bcb4d2feb)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:58:50.408955 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-51e339b0-7a43-4280-8ddc-dc45912ff1f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:50.419759 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3d1a1dc-2a00-46ed-ad93-eac35288f2df tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:50.421363 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-51e339b0-7a43-4280-8ddc-dc45912ff1f0 None None] Calling delete_port for 5096667e-895b-4f4a-b528-3af2de1157aa owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:58:50.445966 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1a1dc-2a00-46ed-ad93-eac35288f2df tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Pushing event deleted for resources: {'Port': ['ID=5096667e-895b-4f4a-b528-3af2de1157aa,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:50.447791 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d1a1dc-2a00-46ed-ad93-eac35288f2df tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] No DVR routers for this DVR port 5096667e-895b-4f4a-b528-3af2de1157aa on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:58:50.500487 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-51e339b0-7a43-4280-8ddc-dc45912ff1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:50.525423 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e339b0-7a43-4280-8ddc-dc45912ff1f0 None None] Pushing event deleted for resources: {'Port': ['ID=5096667e-895b-4f4a-b528-3af2de1157aa,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:50.526479 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3d1a1dc-2a00-46ed-ad93-eac35288f2df tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:50.529084 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e339b0-7a43-4280-8ddc-dc45912ff1f0 None None] No DVR routers for this DVR port 5096667e-895b-4f4a-b528-3af2de1157aa on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:58:50.546218 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e3d1a1dc-2a00-46ed-ad93-eac35288f2df tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90c26a42-5d90-4f5c-9aa1-9017145f80ac']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:50.555707 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e3d1a1dc-2a00-46ed-ad93-eac35288f2df tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13447cc2-2152-4cd3-8d09-a45bcb4d2feb') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:50.555997 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e3d1a1dc-2a00-46ed-ad93-eac35288f2df tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13447cc2-2152-4cd3-8d09-a45bcb4d2feb') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:50.565000 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3d1a1dc-2a00-46ed-ad93-eac35288f2df tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:50.578434 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3d1a1dc-2a00-46ed-ad93-eac35288f2df tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:50.584045 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d1a1dc-2a00-46ed-ad93-eac35288f2df tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:58:50.584459 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3d1a1dc-2a00-46ed-ad93-eac35288f2df tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:50.587362 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:58:50.587362 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:58:50.587362 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:58:50.587362 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:58:50.587362 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:58:50.587362 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:58:50.587362 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:58:50.587362 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:58:50.587362 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:58:50.587362 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:58:50.587362 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:58:50.587362 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:58:50.587362 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:58:50.587362 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:58:50.587362 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:58:50.587362 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:58:50.587362 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:58:50.587362 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:58:50.587362 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:58:50.587362 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:58:50.587362 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:58:50.587362 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:58:50.587362 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:58:50.587362 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:58:50.587362 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:58:50.587362 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:58:50.587362 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:58:50.587362 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:58:50.587362 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:58:50.587362 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:58:50.587362 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:58:50.587362 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:58:50.641564 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3d1a1dc-2a00-46ed-ad93-eac35288f2df tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:50.648855 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3d1a1dc-2a00-46ed-ad93-eac35288f2df tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:50.651920 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e3d1a1dc-2a00-46ed-ad93-eac35288f2df tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] 10.222.0.61 "DELETE /v2.0/networks/90c26a42-5d90-4f5c-9aa1-9017145f80ac HTTP/1.1" status: 204 len: 168 time: 0.5257461 Nov 16 11:58:50.654544 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49424) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:50.663021 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1a1dc-2a00-46ed-ad93-eac35288f2df tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Pushing event deleted for resources: {'Network': ['ID=90c26a42-5d90-4f5c-9aa1-9017145f80ac,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:50.706029 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc9e047c-9476-4b67-9ad7-9b2b0b80d72c tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Deleting subnet 9780a30a-1ed3-409f-bb8e-9e2b8ce2034f {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:58:50.709196 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fc9e047c-9476-4b67-9ad7-9b2b0b80d72c tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:50.751903 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fc9e047c-9476-4b67-9ad7-9b2b0b80d72c tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:50.820349 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 5096667e-895b-4f4a-b528-3af2de1157aa no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:58:50.833472 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fc9e047c-9476-4b67-9ad7-9b2b0b80d72c tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:50.840523 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 5096667e-895b-4f4a-b528-3af2de1157aa {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:58:50.840875 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 5096667e-895b-4f4a-b528-3af2de1157aa not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:58:50.890010 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fc9e047c-9476-4b67-9ad7-9b2b0b80d72c tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:50.917725 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9e047c-9476-4b67-9ad7-9b2b0b80d72c tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Pushing event deleted for resources: {'Subnet': ['ID=9780a30a-1ed3-409f-bb8e-9e2b8ce2034f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:50.919723 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fc9e047c-9476-4b67-9ad7-9b2b0b80d72c tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:50.925315 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-fc9e047c-9476-4b67-9ad7-9b2b0b80d72c tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] 10.222.0.61 "DELETE /v2.0/subnets/9780a30a-1ed3-409f-bb8e-9e2b8ce2034f HTTP/1.1" status: 204 len: 168 time: 0.2674971 Nov 16 11:58:50.926114 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49426) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:50.928299 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d69170-4fd1-4877-8ea3-5105abfb3534 None None] Network e7d9bd33-9014-4c2b-a566-25b63d2bcfa8 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:58:50.980271 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af9f139-a0fb-46c2-a5b2-fd4b4f59efb9 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Deleting subnet 8ae6f4f5-e506-472e-806a-ef7ac9ceeaef {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:58:50.983467 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4af9f139-a0fb-46c2-a5b2-fd4b4f59efb9 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:51.023960 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4af9f139-a0fb-46c2-a5b2-fd4b4f59efb9 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:51.106787 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4af9f139-a0fb-46c2-a5b2-fd4b4f59efb9 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:51.113532 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca87ebb-7bb7-41ea-a6a7-cb1e88a2c84d None None] DHCP port deletion for e7d9bd33-9014-4c2b-a566-25b63d2bcfa8 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:58:51.167397 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fca87ebb-7bb7-41ea-a6a7-cb1e88a2c84d None None] Deleting port d08a56fd-e6c9-4d25-bb20-5993cdefa847 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:58:51.168158 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fca87ebb-7bb7-41ea-a6a7-cb1e88a2c84d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:51.171148 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4af9f139-a0fb-46c2-a5b2-fd4b4f59efb9 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:51.201553 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9f139-a0fb-46c2-a5b2-fd4b4f59efb9 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Pushing event deleted for resources: {'Subnet': ['ID=8ae6f4f5-e506-472e-806a-ef7ac9ceeaef,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:51.203596 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4af9f139-a0fb-46c2-a5b2-fd4b4f59efb9 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:51.206904 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4af9f139-a0fb-46c2-a5b2-fd4b4f59efb9 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] 10.222.0.61 "DELETE /v2.0/subnets/8ae6f4f5-e506-472e-806a-ef7ac9ceeaef HTTP/1.1" status: 204 len: 168 time: 0.2804112 Nov 16 11:58:51.209525 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49428) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:51.295772 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32ee311f-5468-4c78-ae8c-661a9d529e4e tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:51.348809 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-32ee311f-5468-4c78-ae8c-661a9d529e4e tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Deleting port d08a56fd-e6c9-4d25-bb20-5993cdefa847 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:58:51.349054 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32ee311f-5468-4c78-ae8c-661a9d529e4e tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:51.366613 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b58fbc-d2d4-4bfc-96fb-291d9dcef7fc None None] Network 00ebdbe4-29ff-414f-929e-77b661e691e4 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:58:51.413832 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-32ee311f-5468-4c78-ae8c-661a9d529e4e tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] For port d08a56fd-e6c9-4d25-bb20-5993cdefa847, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=d08a56fd-e6c9-4d25-bb20-5993cdefa847,segment=NetworkSegment(50f84e2a-5478-4ac1-9075-ec0229676dfa),segment_id=50f84e2a-5478-4ac1-9075-ec0229676dfa)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:58:51.414224 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32ee311f-5468-4c78-ae8c-661a9d529e4e tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:51.426590 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-32ee311f-5468-4c78-ae8c-661a9d529e4e tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Calling delete_port for d08a56fd-e6c9-4d25-bb20-5993cdefa847 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:58:51.446056 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fca87ebb-7bb7-41ea-a6a7-cb1e88a2c84d None None] For port d08a56fd-e6c9-4d25-bb20-5993cdefa847, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=d08a56fd-e6c9-4d25-bb20-5993cdefa847,segment=NetworkSegment(50f84e2a-5478-4ac1-9075-ec0229676dfa),segment_id=50f84e2a-5478-4ac1-9075-ec0229676dfa)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:58:51.446458 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fca87ebb-7bb7-41ea-a6a7-cb1e88a2c84d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:51.463016 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fca87ebb-7bb7-41ea-a6a7-cb1e88a2c84d None None] Calling delete_port for d08a56fd-e6c9-4d25-bb20-5993cdefa847 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:58:51.507404 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32ee311f-5468-4c78-ae8c-661a9d529e4e tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:51.534151 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ee311f-5468-4c78-ae8c-661a9d529e4e tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] No DVR routers for this DVR port d08a56fd-e6c9-4d25-bb20-5993cdefa847 on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:58:51.540568 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee311f-5468-4c78-ae8c-661a9d529e4e tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Pushing event deleted for resources: {'Port': ['ID=d08a56fd-e6c9-4d25-bb20-5993cdefa847,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:51.580282 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fca87ebb-7bb7-41ea-a6a7-cb1e88a2c84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:51.603775 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca87ebb-7bb7-41ea-a6a7-cb1e88a2c84d None None] Pushing event deleted for resources: {'Port': ['ID=d08a56fd-e6c9-4d25-bb20-5993cdefa847,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:51.610170 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca87ebb-7bb7-41ea-a6a7-cb1e88a2c84d None None] No DVR routers for this DVR port d08a56fd-e6c9-4d25-bb20-5993cdefa847 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:58:51.630450 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32ee311f-5468-4c78-ae8c-661a9d529e4e tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:51.647077 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf56e7a6-a35e-423d-bbcc-73c6914ba613 None None] DHCP port deletion for 00ebdbe4-29ff-414f-929e-77b661e691e4 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:58:51.650907 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-32ee311f-5468-4c78-ae8c-661a9d529e4e tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d9bd33-9014-4c2b-a566-25b63d2bcfa8']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:51.660195 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-32ee311f-5468-4c78-ae8c-661a9d529e4e tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50f84e2a-5478-4ac1-9075-ec0229676dfa') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:51.660492 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-32ee311f-5468-4c78-ae8c-661a9d529e4e tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50f84e2a-5478-4ac1-9075-ec0229676dfa') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:51.670335 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32ee311f-5468-4c78-ae8c-661a9d529e4e tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:51.683671 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32ee311f-5468-4c78-ae8c-661a9d529e4e tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:51.689876 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32ee311f-5468-4c78-ae8c-661a9d529e4e tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:58:51.690298 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32ee311f-5468-4c78-ae8c-661a9d529e4e tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:51.693831 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 11:58:51.693831 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:58:51.693831 n-d-816823-3 neutron-server[102668]: timer() Nov 16 11:58:51.693831 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:58:51.693831 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 11:58:51.693831 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:58:51.693831 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 11:58:51.693831 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:58:51.693831 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 11:58:51.693831 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:58:51.693831 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 11:58:51.693831 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:58:51.693831 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 11:58:51.693831 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:58:51.693831 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:58:51.693831 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:58:51.693831 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:58:51.693831 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:58:51.693831 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 11:58:51.693831 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:58:51.693831 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 11:58:51.693831 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:58:51.693831 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:58:51.693831 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:58:51.693831 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 11:58:51.693831 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:58:51.693831 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:58:51.693831 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:58:51.693831 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:58:51.693831 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:58:51.693831 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:58:51.693831 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:58:51.696851 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-bf56e7a6-a35e-423d-bbcc-73c6914ba613 None None] Deleting port 645ade86-ee48-495d-ac28-eaaf0c274d94 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:58:51.696851 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bf56e7a6-a35e-423d-bbcc-73c6914ba613 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:51.757221 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32ee311f-5468-4c78-ae8c-661a9d529e4e tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:51.764304 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32ee311f-5468-4c78-ae8c-661a9d529e4e tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:51.767397 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-32ee311f-5468-4c78-ae8c-661a9d529e4e tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] 10.222.0.61 "DELETE /v2.0/networks/e7d9bd33-9014-4c2b-a566-25b63d2bcfa8 HTTP/1.1" status: 204 len: 168 time: 0.5567000 Nov 16 11:58:51.770099 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49430) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:51.779148 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee311f-5468-4c78-ae8c-661a9d529e4e tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Pushing event deleted for resources: {'Network': ['ID=e7d9bd33-9014-4c2b-a566-25b63d2bcfa8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:51.783173 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-bf56e7a6-a35e-423d-bbcc-73c6914ba613 None None] For port 645ade86-ee48-495d-ac28-eaaf0c274d94, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=645ade86-ee48-495d-ac28-eaaf0c274d94,segment=NetworkSegment(ef34710f-7cf5-442f-8266-e56b87c3a0a6),segment_id=ef34710f-7cf5-442f-8266-e56b87c3a0a6)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:58:51.783574 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bf56e7a6-a35e-423d-bbcc-73c6914ba613 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:51.796202 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-bf56e7a6-a35e-423d-bbcc-73c6914ba613 None None] Calling delete_port for 645ade86-ee48-495d-ac28-eaaf0c274d94 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:58:51.848327 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-18bf5ad9-07a8-48fe-8759-6069349d90cf tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:51.871707 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bf56e7a6-a35e-423d-bbcc-73c6914ba613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:51.896443 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf56e7a6-a35e-423d-bbcc-73c6914ba613 None None] Pushing event deleted for resources: {'Port': ['ID=645ade86-ee48-495d-ac28-eaaf0c274d94,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:51.899888 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf56e7a6-a35e-423d-bbcc-73c6914ba613 None None] No DVR routers for this DVR port 645ade86-ee48-495d-ac28-eaaf0c274d94 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:58:51.909778 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-18bf5ad9-07a8-48fe-8759-6069349d90cf tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Deleting port 645ade86-ee48-495d-ac28-eaaf0c274d94 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:58:51.910148 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-18bf5ad9-07a8-48fe-8759-6069349d90cf tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:51.972967 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-18bf5ad9-07a8-48fe-8759-6069349d90cf tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] For port 645ade86-ee48-495d-ac28-eaaf0c274d94, host n-d-816823-3, got binding levels [] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:58:51.973332 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-18bf5ad9-07a8-48fe-8759-6069349d90cf tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:51.986826 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-18bf5ad9-07a8-48fe-8759-6069349d90cf tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Calling delete_port for 645ade86-ee48-495d-ac28-eaaf0c274d94 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:58:51.989457 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.ipam_backend_mixin [None req-18bf5ad9-07a8-48fe-8759-6069349d90cf tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Port 645ade86-ee48-495d-ac28-eaaf0c274d94 was not found and therefore no delete operation was performed {{(pid=102669) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 11:58:51.990737 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-18bf5ad9-07a8-48fe-8759-6069349d90cf tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:52.018384 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf5ad9-07a8-48fe-8759-6069349d90cf tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Pushing event deleted for resources: {'Port': ['ID=645ade86-ee48-495d-ac28-eaaf0c274d94,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:52.026009 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bf5ad9-07a8-48fe-8759-6069349d90cf tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] No DVR routers for this DVR port 645ade86-ee48-495d-ac28-eaaf0c274d94 on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:58:52.106818 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-18bf5ad9-07a8-48fe-8759-6069349d90cf tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:52.125789 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-18bf5ad9-07a8-48fe-8759-6069349d90cf tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00ebdbe4-29ff-414f-929e-77b661e691e4']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:52.134982 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-18bf5ad9-07a8-48fe-8759-6069349d90cf tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef34710f-7cf5-442f-8266-e56b87c3a0a6') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:52.135281 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-18bf5ad9-07a8-48fe-8759-6069349d90cf tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef34710f-7cf5-442f-8266-e56b87c3a0a6') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:52.144446 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-18bf5ad9-07a8-48fe-8759-6069349d90cf tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:52.157665 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-18bf5ad9-07a8-48fe-8759-6069349d90cf tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:52.164223 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18bf5ad9-07a8-48fe-8759-6069349d90cf tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:58:52.164615 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-18bf5ad9-07a8-48fe-8759-6069349d90cf tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:52.167623 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:58:52.167623 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:58:52.167623 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:58:52.167623 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:58:52.167623 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:58:52.167623 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:58:52.167623 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:58:52.167623 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:58:52.167623 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:58:52.167623 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:58:52.167623 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:58:52.167623 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:58:52.167623 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:58:52.167623 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:58:52.167623 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:58:52.167623 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:58:52.167623 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:58:52.167623 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:58:52.167623 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:58:52.167623 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:58:52.167623 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:58:52.167623 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:58:52.167623 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:58:52.167623 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:58:52.167623 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:58:52.167623 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:58:52.167623 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:58:52.167623 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:58:52.167623 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:58:52.167623 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:58:52.167623 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:58:52.167623 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:58:52.227847 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-18bf5ad9-07a8-48fe-8759-6069349d90cf tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:52.235527 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-18bf5ad9-07a8-48fe-8759-6069349d90cf tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:52.238682 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-18bf5ad9-07a8-48fe-8759-6069349d90cf tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] 10.222.0.61 "DELETE /v2.0/networks/00ebdbe4-29ff-414f-929e-77b661e691e4 HTTP/1.1" status: 204 len: 168 time: 0.4675882 Nov 16 11:58:52.241055 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49432) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:52.258073 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf5ad9-07a8-48fe-8759-6069349d90cf tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Pushing event deleted for resources: {'Network': ['ID=00ebdbe4-29ff-414f-929e-77b661e691e4,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:52.301696 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5177a16-1890-45a8-9166-337e0681b2a2 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Deleting subnet 772f87e2-e52e-450c-a029-2a5a17188420 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 11:58:52.304789 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c5177a16-1890-45a8-9166-337e0681b2a2 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:52.343628 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c5177a16-1890-45a8-9166-337e0681b2a2 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:52.432133 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c5177a16-1890-45a8-9166-337e0681b2a2 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:52.486810 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c5177a16-1890-45a8-9166-337e0681b2a2 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:52.510983 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5177a16-1890-45a8-9166-337e0681b2a2 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Pushing event deleted for resources: {'Subnet': ['ID=772f87e2-e52e-450c-a029-2a5a17188420,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:52.516552 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c5177a16-1890-45a8-9166-337e0681b2a2 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:52.519716 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c5177a16-1890-45a8-9166-337e0681b2a2 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] 10.222.0.61 "DELETE /v2.0/subnets/772f87e2-e52e-450c-a029-2a5a17188420 HTTP/1.1" status: 204 len: 168 time: 0.2777264 Nov 16 11:58:52.522833 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49434) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:52.525291 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0f3959-d146-4b46-a847-56b5fa991f97 None None] Network 5f21d87b-3718-49ec-97a6-da31a540f00f requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:58:52.603624 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-48a7230f-5913-409e-af66-5f4b26a91d79 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:52.656811 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-48a7230f-5913-409e-af66-5f4b26a91d79 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Deleting port a1c314a7-c7a1-4837-a895-6447d97b920d {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:58:52.657158 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-48a7230f-5913-409e-af66-5f4b26a91d79 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:52.686267 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e484462-c4fb-4263-8eab-b05cfc2b1fa9 None None] DHCP port deletion for 5f21d87b-3718-49ec-97a6-da31a540f00f request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:58:52.721781 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-48a7230f-5913-409e-af66-5f4b26a91d79 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] For port a1c314a7-c7a1-4837-a895-6447d97b920d, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=a1c314a7-c7a1-4837-a895-6447d97b920d,segment=NetworkSegment(5f38e096-282b-44a5-bf7e-4fe6c2a750ab),segment_id=5f38e096-282b-44a5-bf7e-4fe6c2a750ab)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:58:52.722183 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-48a7230f-5913-409e-af66-5f4b26a91d79 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:52.735391 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-48a7230f-5913-409e-af66-5f4b26a91d79 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Calling delete_port for a1c314a7-c7a1-4837-a895-6447d97b920d owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:58:52.737564 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-8e484462-c4fb-4263-8eab-b05cfc2b1fa9 None None] Deleting port a1c314a7-c7a1-4837-a895-6447d97b920d {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 11:58:52.737952 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8e484462-c4fb-4263-8eab-b05cfc2b1fa9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:52.803625 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-8e484462-c4fb-4263-8eab-b05cfc2b1fa9 None None] For port a1c314a7-c7a1-4837-a895-6447d97b920d, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=a1c314a7-c7a1-4837-a895-6447d97b920d,segment=NetworkSegment(5f38e096-282b-44a5-bf7e-4fe6c2a750ab),segment_id=5f38e096-282b-44a5-bf7e-4fe6c2a750ab)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:58:52.804023 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8e484462-c4fb-4263-8eab-b05cfc2b1fa9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:52.817160 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-8e484462-c4fb-4263-8eab-b05cfc2b1fa9 None None] Calling delete_port for a1c314a7-c7a1-4837-a895-6447d97b920d owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 11:58:52.820839 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-48a7230f-5913-409e-af66-5f4b26a91d79 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:52.844432 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a7230f-5913-409e-af66-5f4b26a91d79 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Pushing event deleted for resources: {'Port': ['ID=a1c314a7-c7a1-4837-a895-6447d97b920d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:52.850105 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a7230f-5913-409e-af66-5f4b26a91d79 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] No DVR routers for this DVR port a1c314a7-c7a1-4837-a895-6447d97b920d on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:58:52.864428 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device d08a56fd-e6c9-4d25-bb20-5993cdefa847 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:58:52.889454 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: d08a56fd-e6c9-4d25-bb20-5993cdefa847 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:58:52.889795 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device d08a56fd-e6c9-4d25-bb20-5993cdefa847 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:58:52.890232 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device a1c314a7-c7a1-4837-a895-6447d97b920d no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:58:52.919874 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: a1c314a7-c7a1-4837-a895-6447d97b920d {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:58:52.920143 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device a1c314a7-c7a1-4837-a895-6447d97b920d not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:58:52.920549 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 645ade86-ee48-495d-ac28-eaaf0c274d94 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 11:58:52.931518 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-48a7230f-5913-409e-af66-5f4b26a91d79 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:52.940658 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 645ade86-ee48-495d-ac28-eaaf0c274d94 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 11:58:52.940965 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 645ade86-ee48-495d-ac28-eaaf0c274d94 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 11:58:52.952571 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-48a7230f-5913-409e-af66-5f4b26a91d79 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f21d87b-3718-49ec-97a6-da31a540f00f']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:52.954634 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8e484462-c4fb-4263-8eab-b05cfc2b1fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:52.965191 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-48a7230f-5913-409e-af66-5f4b26a91d79 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f38e096-282b-44a5-bf7e-4fe6c2a750ab') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:52.965489 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-48a7230f-5913-409e-af66-5f4b26a91d79 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f38e096-282b-44a5-bf7e-4fe6c2a750ab') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:58:52.975511 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-48a7230f-5913-409e-af66-5f4b26a91d79 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:52.980652 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e484462-c4fb-4263-8eab-b05cfc2b1fa9 None None] Pushing event deleted for resources: {'Port': ['ID=a1c314a7-c7a1-4837-a895-6447d97b920d,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:52.983834 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e484462-c4fb-4263-8eab-b05cfc2b1fa9 None None] No DVR routers for this DVR port a1c314a7-c7a1-4837-a895-6447d97b920d on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 11:58:52.990196 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-48a7230f-5913-409e-af66-5f4b26a91d79 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:53.002529 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a7230f-5913-409e-af66-5f4b26a91d79 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 11:58:53.003201 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-48a7230f-5913-409e-af66-5f4b26a91d79 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:53.006284 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 11:58:53.006284 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 11:58:53.006284 n-d-816823-3 neutron-server[102669]: timer() Nov 16 11:58:53.006284 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 11:58:53.006284 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 11:58:53.006284 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 11:58:53.006284 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 11:58:53.006284 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 11:58:53.006284 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 11:58:53.006284 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 11:58:53.006284 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 11:58:53.006284 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 11:58:53.006284 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 11:58:53.006284 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 11:58:53.006284 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 11:58:53.006284 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 11:58:53.006284 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 11:58:53.006284 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 11:58:53.006284 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 11:58:53.006284 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 11:58:53.006284 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 11:58:53.006284 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 11:58:53.006284 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 11:58:53.006284 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 11:58:53.006284 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 11:58:53.006284 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 11:58:53.006284 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 11:58:53.006284 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 11:58:53.006284 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 11:58:53.006284 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 11:58:53.006284 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 11:58:53.006284 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 11:58:53.065500 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-48a7230f-5913-409e-af66-5f4b26a91d79 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:53.076531 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-48a7230f-5913-409e-af66-5f4b26a91d79 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:53.079661 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-48a7230f-5913-409e-af66-5f4b26a91d79 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] 10.222.0.61 "DELETE /v2.0/networks/5f21d87b-3718-49ec-97a6-da31a540f00f HTTP/1.1" status: 204 len: 168 time: 0.5531030 Nov 16 11:58:53.082538 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49436) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:53.091885 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a7230f-5913-409e-af66-5f4b26a91d79 tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Pushing event deleted for resources: {'Network': ['ID=5f21d87b-3718-49ec-97a6-da31a540f00f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:53.112532 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-84141e4b-80a8-413d-b112-5aa3493391da tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] 10.222.0.61 "GET /v2.0/ports?device_id=384a44d1-4732-4126-bc8b-eab62326edba HTTP/1.1" status: 200 len: 205 time: 0.0267041 Nov 16 11:58:53.112771 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49438) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:53.185528 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75fe808c-22ec-43e0-b73e-5fa67475040c tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:53.337884 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75fe808c-22ec-43e0-b73e-5fa67475040c tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:53.340047 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75fe808c-22ec-43e0-b73e-5fa67475040c tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:53.381832 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75fe808c-22ec-43e0-b73e-5fa67475040c tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:53.382346 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fe808c-22ec-43e0-b73e-5fa67475040c tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Fanout notify agent at l3_agent the message router_deleted on router 384a44d1-4732-4126-bc8b-eab62326edba {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 11:58:53.388998 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75fe808c-22ec-43e0-b73e-5fa67475040c tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:53.390114 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-75fe808c-22ec-43e0-b73e-5fa67475040c tempest-RoutersNegativeIpV6Test-1258654125 tempest-RoutersNegativeIpV6Test-1258654125-project] 10.222.0.61 "DELETE /v2.0/routers/384a44d1-4732-4126-bc8b-eab62326edba HTTP/1.1" status: 204 len: 168 time: 0.2764225 Nov 16 11:58:53.622386 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49444) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:53.759993 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b35b1190-7756-4c9b-be7f-0d0bddf1a0c7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c3952ddb9b1f4015a45cf9a6aad6bb52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1364179 Nov 16 11:58:53.762451 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49448) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:53.811009 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-798c1359-cf3e-49b8-af64-ba8df13a5f72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:53.831736 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-798c1359-cf3e-49b8-af64-ba8df13a5f72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:53.875953 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-798c1359-cf3e-49b8-af64-ba8df13a5f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:53.878526 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-798c1359-cf3e-49b8-af64-ba8df13a5f72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:53.879676 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-798c1359-cf3e-49b8-af64-ba8df13a5f72 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cf356bf5-ce45-440c-825f-447ead43cc1e HTTP/1.1" status: 204 len: 168 time: 0.1163428 Nov 16 11:58:53.887628 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c1359-cf3e-49b8-af64-ba8df13a5f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf356bf5-ce45-440c-825f-447ead43cc1e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:54.498419 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49470) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:54.594160 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-19111948-3768-4423-b1b1-7828facbf85a tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Request body: {'security_group': {'name': 'tempest-secgroup--153320681'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:54.614922 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-19111948-3768-4423-b1b1-7828facbf85a tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:54.622379 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-19111948-3768-4423-b1b1-7828facbf85a tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:54.696294 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-19111948-3768-4423-b1b1-7828facbf85a tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:54.699893 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-19111948-3768-4423-b1b1-7828facbf85a tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:54.737935 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19111948-3768-4423-b1b1-7828facbf85a tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21b0d334-39ca-4248-bf5f-0b340296b319,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:54.776585 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-19111948-3768-4423-b1b1-7828facbf85a tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:54.780228 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-19111948-3768-4423-b1b1-7828facbf85a tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:54.808248 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-19111948-3768-4423-b1b1-7828facbf85a tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:54.809464 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-19111948-3768-4423-b1b1-7828facbf85a tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3100407 Nov 16 11:58:54.811511 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19111948-3768-4423-b1b1-7828facbf85a tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7947e9f-d0bb-449e-8a17-bde367975c1a,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:54.812299 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49474) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:54.875261 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-325c9e55-e99a-4225-962f-6a6629a1b9a6 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0618184 Nov 16 11:58:54.877937 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49476) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:54.882132 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e632c926-abde-4556-b708-866306d0653e tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Request body: {'security_group': {'name': 'tempest-security--1417161945', 'description': 'tempest-security-description-1964273557'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:54.913288 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e632c926-abde-4556-b708-866306d0653e tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:54.962365 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e632c926-abde-4556-b708-866306d0653e tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:54.966117 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e632c926-abde-4556-b708-866306d0653e tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:54.968939 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e632c926-abde-4556-b708-866306d0653e tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:54.970152 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e632c926-abde-4556-b708-866306d0653e tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "PUT /v2.0/security-groups/b7947e9f-d0bb-449e-8a17-bde367975c1a HTTP/1.1" status: 200 len: 1797 time: 0.0912812 Nov 16 11:58:54.972944 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49478) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:54.992939 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e632c926-abde-4556-b708-866306d0653e tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7947e9f-d0bb-449e-8a17-bde367975c1a,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:55.017635 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a9c1d027-99be-4b3f-a3bf-2b4430b1ef20 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "GET /v2.0/security-groups/b7947e9f-d0bb-449e-8a17-bde367975c1a HTTP/1.1" status: 200 len: 1797 time: 0.0433526 Nov 16 11:58:55.020076 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49480) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:55.071095 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b179ce4e-70a0-4d9d-b0ba-4c27ba0bf93e tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:55.093273 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b179ce4e-70a0-4d9d-b0ba-4c27ba0bf93e tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:55.133667 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b179ce4e-70a0-4d9d-b0ba-4c27ba0bf93e tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:55.136289 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b179ce4e-70a0-4d9d-b0ba-4c27ba0bf93e tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:55.137433 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b179ce4e-70a0-4d9d-b0ba-4c27ba0bf93e tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "DELETE /v2.0/security-groups/b7947e9f-d0bb-449e-8a17-bde367975c1a HTTP/1.1" status: 204 len: 168 time: 0.1164205 Nov 16 11:58:55.140083 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49482) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:55.146770 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179ce4e-70a0-4d9d-b0ba-4c27ba0bf93e tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7947e9f-d0bb-449e-8a17-bde367975c1a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:55.186119 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-3ba4605b-ceed-4a46-bd98-4948208332af tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0447137 Nov 16 11:58:55.188898 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49484) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:55.201341 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-82636e50-fef1-436f-8b63-2ad9872464c1 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] delete failed (client error): The resource could not be found. Nov 16 11:58:55.202330 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-82636e50-fef1-436f-8b63-2ad9872464c1 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "DELETE /v2.0/security-groups/b7947e9f-d0bb-449e-8a17-bde367975c1a HTTP/1.1" status: 404 len: 347 time: 0.0126488 Nov 16 11:58:55.205894 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49486) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:55.211287 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-15fd67e4-a31d-4e8d-b3c5-0a5cccc96389 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Request body: {'security_group': {'name': 'tempest-secgroup--10996837'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:55.233443 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-15fd67e4-a31d-4e8d-b3c5-0a5cccc96389 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:55.297853 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-15fd67e4-a31d-4e8d-b3c5-0a5cccc96389 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:55.301774 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-15fd67e4-a31d-4e8d-b3c5-0a5cccc96389 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:55.332258 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-15fd67e4-a31d-4e8d-b3c5-0a5cccc96389 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:55.333483 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-15fd67e4-a31d-4e8d-b3c5-0a5cccc96389 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1266632 Nov 16 11:58:55.336620 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49488) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:55.340996 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b8c7cd43-4440-468a-aec9-fbca570e28c8 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Request body: {'security_group_rule': {'security_group_id': 'd24d6176-518c-42c1-85d6-0e9318b5c676', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:55.344944 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd67e4-a31d-4e8d-b3c5-0a5cccc96389 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d24d6176-518c-42c1-85d6-0e9318b5c676,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:55.372566 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b8c7cd43-4440-468a-aec9-fbca570e28c8 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:55.442047 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b8c7cd43-4440-468a-aec9-fbca570e28c8 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:55.445747 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b8c7cd43-4440-468a-aec9-fbca570e28c8 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:55.463297 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c7cd43-4440-468a-aec9-fbca570e28c8 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31812e73-fe27-4b30-8498-853305ec08c8,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:55.470654 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b8c7cd43-4440-468a-aec9-fbca570e28c8 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:55.471861 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b8c7cd43-4440-468a-aec9-fbca570e28c8 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1343708 Nov 16 11:58:55.475207 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49490) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:55.503358 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a713885b-9657-4d55-9f9e-d57b555f86d8 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:55.511529 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a713885b-9657-4d55-9f9e-d57b555f86d8 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:55.545628 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a713885b-9657-4d55-9f9e-d57b555f86d8 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:55.551629 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a713885b-9657-4d55-9f9e-d57b555f86d8 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:55.553298 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a713885b-9657-4d55-9f9e-d57b555f86d8 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/31812e73-fe27-4b30-8498-853305ec08c8 HTTP/1.1" status: 204 len: 168 time: 0.0771918 Nov 16 11:58:55.555959 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49492) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:55.558809 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a713885b-9657-4d55-9f9e-d57b555f86d8 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31812e73-fe27-4b30-8498-853305ec08c8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:55.601095 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e2053054-50d4-491a-b116-06dedc0f2298 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0438912 Nov 16 11:58:55.603680 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49494) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:55.654205 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f0483a57-4bb7-47f1-a8fd-2cf2d4594fbd tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:55.675598 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f0483a57-4bb7-47f1-a8fd-2cf2d4594fbd tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:55.719242 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f0483a57-4bb7-47f1-a8fd-2cf2d4594fbd tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:55.721898 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f0483a57-4bb7-47f1-a8fd-2cf2d4594fbd tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:55.723083 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f0483a57-4bb7-47f1-a8fd-2cf2d4594fbd tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "DELETE /v2.0/security-groups/d24d6176-518c-42c1-85d6-0e9318b5c676 HTTP/1.1" status: 204 len: 168 time: 0.1184990 Nov 16 11:58:55.726399 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49496) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:55.732872 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0483a57-4bb7-47f1-a8fd-2cf2d4594fbd tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24d6176-518c-42c1-85d6-0e9318b5c676,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:55.767899 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1d9fd61f-15e0-4499-8cae-4271cf7a41a1 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0403104 Nov 16 11:58:55.772191 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49498) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:55.776604 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-c7b6cba3-7b37-417b-8df0-d6eed71c9ce0 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Request body: {'security_group': {'name': 'tempest-secgroup--1614853584'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:55.798568 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c7b6cba3-7b37-417b-8df0-d6eed71c9ce0 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:55.861575 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c7b6cba3-7b37-417b-8df0-d6eed71c9ce0 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:55.865773 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c7b6cba3-7b37-417b-8df0-d6eed71c9ce0 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:55.895826 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c7b6cba3-7b37-417b-8df0-d6eed71c9ce0 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:55.897045 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c7b6cba3-7b37-417b-8df0-d6eed71c9ce0 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1237476 Nov 16 11:58:55.898185 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6cba3-7b37-417b-8df0-d6eed71c9ce0 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb2f29c-1003-4ff6-9c8e-7065d0c39362,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:55.900697 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49500) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:55.905861 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-755a2abf-0905-4734-bd5e-b7d3cd522dfa tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Request body: {'security_group_rule': {'security_group_id': '6bb2f29c-1003-4ff6-9c8e-7065d0c39362', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:55.934163 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-755a2abf-0905-4734-bd5e-b7d3cd522dfa tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:55.980134 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-755a2abf-0905-4734-bd5e-b7d3cd522dfa tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:55.984382 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-755a2abf-0905-4734-bd5e-b7d3cd522dfa tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:56.002933 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755a2abf-0905-4734-bd5e-b7d3cd522dfa tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=180b983d-65fb-409f-8469-d5ba945e1bd2,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:56.007967 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-755a2abf-0905-4734-bd5e-b7d3cd522dfa tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:56.009101 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-755a2abf-0905-4734-bd5e-b7d3cd522dfa tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1067555 Nov 16 11:58:56.012073 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49502) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:56.016671 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-df856993-34ff-40aa-8817-833316f80de6 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Request body: {'security_group_rule': {'security_group_id': '6bb2f29c-1003-4ff6-9c8e-7065d0c39362', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:56.043142 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-df856993-34ff-40aa-8817-833316f80de6 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:56.098145 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-df856993-34ff-40aa-8817-833316f80de6 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:56.101677 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-df856993-34ff-40aa-8817-833316f80de6 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:56.119258 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df856993-34ff-40aa-8817-833316f80de6 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27580c92-43f9-49c7-a58a-2041b0a2647d,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:56.128371 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-df856993-34ff-40aa-8817-833316f80de6 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:56.129567 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-df856993-34ff-40aa-8817-833316f80de6 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165698 Nov 16 11:58:56.132761 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49504) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:56.137093 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-94195191-6433-44cc-89ed-c1e64f01a360 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Request body: {'security_group_rule': {'security_group_id': '6bb2f29c-1003-4ff6-9c8e-7065d0c39362', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:56.162737 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-94195191-6433-44cc-89ed-c1e64f01a360 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:56.218323 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-94195191-6433-44cc-89ed-c1e64f01a360 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:56.221886 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-94195191-6433-44cc-89ed-c1e64f01a360 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:56.236160 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94195191-6433-44cc-89ed-c1e64f01a360 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b19a8d71-5ba4-4504-a722-d9ce96c0f06c,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:56.246654 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-94195191-6433-44cc-89ed-c1e64f01a360 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:56.247866 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-94195191-6433-44cc-89ed-c1e64f01a360 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1141424 Nov 16 11:58:56.250584 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49506) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:56.254840 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-19c2c323-fed1-48f9-82be-69f2de813e0f tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Request body: {'security_group_rule': {'security_group_id': '6bb2f29c-1003-4ff6-9c8e-7065d0c39362', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:56.281238 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-19c2c323-fed1-48f9-82be-69f2de813e0f tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:56.339294 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-19c2c323-fed1-48f9-82be-69f2de813e0f tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:56.342548 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-19c2c323-fed1-48f9-82be-69f2de813e0f tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:56.358803 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c2c323-fed1-48f9-82be-69f2de813e0f tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e2fa6b-dcf0-4548-b338-e90dfd43951f,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:56.370614 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-19c2c323-fed1-48f9-82be-69f2de813e0f tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:56.371841 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-19c2c323-fed1-48f9-82be-69f2de813e0f tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1203434 Nov 16 11:58:56.377528 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49508) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:56.382834 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-8dbb0977-1c54-423e-8d71-fafd93a55aaa tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Request body: {'security_group_rule': {'security_group_id': '6bb2f29c-1003-4ff6-9c8e-7065d0c39362', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:56.408669 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8dbb0977-1c54-423e-8d71-fafd93a55aaa tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:56.471719 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8dbb0977-1c54-423e-8d71-fafd93a55aaa tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:56.475370 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8dbb0977-1c54-423e-8d71-fafd93a55aaa tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:56.492900 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb0977-1c54-423e-8d71-fafd93a55aaa tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ab186c1-fcd1-4637-be29-1c34d26ac474,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:56.499919 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8dbb0977-1c54-423e-8d71-fafd93a55aaa tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:56.501099 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8dbb0977-1c54-423e-8d71-fafd93a55aaa tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1226079 Nov 16 11:58:56.503867 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49510) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:56.529422 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-32028f1c-71d5-4294-b981-d7e4e20acb0d tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:56.537595 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-32028f1c-71d5-4294-b981-d7e4e20acb0d tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:56.562613 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-32028f1c-71d5-4294-b981-d7e4e20acb0d tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:56.568679 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-32028f1c-71d5-4294-b981-d7e4e20acb0d tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:56.569772 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-32028f1c-71d5-4294-b981-d7e4e20acb0d tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/1ab186c1-fcd1-4637-be29-1c34d26ac474 HTTP/1.1" status: 204 len: 168 time: 0.0650067 Nov 16 11:58:56.572483 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49512) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:56.577235 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32028f1c-71d5-4294-b981-d7e4e20acb0d tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ab186c1-fcd1-4637-be29-1c34d26ac474,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:56.622030 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0cd74dd5-ed7f-4600-a706-94cbfea8da2b tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0483840 Nov 16 11:58:56.624968 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49514) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:56.649093 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-69363a58-05a8-422a-9a6c-3e4ae7f52576 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:56.656562 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-69363a58-05a8-422a-9a6c-3e4ae7f52576 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:56.682531 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-69363a58-05a8-422a-9a6c-3e4ae7f52576 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:56.688445 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-69363a58-05a8-422a-9a6c-3e4ae7f52576 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:56.689563 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-69363a58-05a8-422a-9a6c-3e4ae7f52576 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/03e2fa6b-dcf0-4548-b338-e90dfd43951f HTTP/1.1" status: 204 len: 168 time: 0.0635982 Nov 16 11:58:56.692506 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49516) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:56.695618 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69363a58-05a8-422a-9a6c-3e4ae7f52576 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=03e2fa6b-dcf0-4548-b338-e90dfd43951f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:56.737776 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2a6a60aa-b527-4c5e-bb08-b6b151f07b81 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0435388 Nov 16 11:58:56.741117 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49518) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:56.764604 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-607b0279-e0de-4742-ba66-432008a13bf4 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:56.772709 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-607b0279-e0de-4742-ba66-432008a13bf4 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:56.800460 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-607b0279-e0de-4742-ba66-432008a13bf4 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:56.806459 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-607b0279-e0de-4742-ba66-432008a13bf4 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:56.807526 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-607b0279-e0de-4742-ba66-432008a13bf4 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/b19a8d71-5ba4-4504-a722-d9ce96c0f06c HTTP/1.1" status: 204 len: 168 time: 0.0652111 Nov 16 11:58:56.810232 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49520) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:56.812641 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b0279-e0de-4742-ba66-432008a13bf4 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b19a8d71-5ba4-4504-a722-d9ce96c0f06c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:56.851791 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-111eeba8-a1b7-480a-8977-e4d5233bfdc6 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0403533 Nov 16 11:58:56.854525 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49522) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:56.876468 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-63bc17c4-2a23-49c1-8ebb-af72f973491c tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:56.884386 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-63bc17c4-2a23-49c1-8ebb-af72f973491c tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:56.910364 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-63bc17c4-2a23-49c1-8ebb-af72f973491c tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:56.916302 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-63bc17c4-2a23-49c1-8ebb-af72f973491c tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:56.917382 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-63bc17c4-2a23-49c1-8ebb-af72f973491c tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/27580c92-43f9-49c7-a58a-2041b0a2647d HTTP/1.1" status: 204 len: 168 time: 0.0619555 Nov 16 11:58:56.920148 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49524) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:56.922808 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc17c4-2a23-49c1-8ebb-af72f973491c tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27580c92-43f9-49c7-a58a-2041b0a2647d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:56.960053 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-77d90c60-f802-46e6-8b15-e1d63cf55f61 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0387774 Nov 16 11:58:56.962712 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49526) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:56.987398 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e695118-ff63-4117-94d3-ef40ab8ddd17 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:56.994925 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e695118-ff63-4117-94d3-ef40ab8ddd17 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:57.019915 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e695118-ff63-4117-94d3-ef40ab8ddd17 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:57.025416 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e695118-ff63-4117-94d3-ef40ab8ddd17 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:57.027170 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0e695118-ff63-4117-94d3-ef40ab8ddd17 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/180b983d-65fb-409f-8469-d5ba945e1bd2 HTTP/1.1" status: 204 len: 168 time: 0.0635638 Nov 16 11:58:57.030087 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49528) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:57.034623 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e695118-ff63-4117-94d3-ef40ab8ddd17 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=180b983d-65fb-409f-8469-d5ba945e1bd2,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:57.069456 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e9e69136-d366-4d91-a42e-bb6d2b61597f tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0381701 Nov 16 11:58:57.072263 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49530) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:57.124423 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c57fe061-ab42-400a-a58d-997cfa5bb388 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:57.147477 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c57fe061-ab42-400a-a58d-997cfa5bb388 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:57.186145 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c57fe061-ab42-400a-a58d-997cfa5bb388 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:57.188769 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c57fe061-ab42-400a-a58d-997cfa5bb388 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:57.189908 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c57fe061-ab42-400a-a58d-997cfa5bb388 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "DELETE /v2.0/security-groups/6bb2f29c-1003-4ff6-9c8e-7065d0c39362 HTTP/1.1" status: 204 len: 168 time: 0.1165004 Nov 16 11:58:57.193586 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49532) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:57.199463 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57fe061-ab42-400a-a58d-997cfa5bb388 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb2f29c-1003-4ff6-9c8e-7065d0c39362,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:57.235821 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8ff6b1df-408d-4691-8343-81897bc56667 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0410552 Nov 16 11:58:57.240672 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49534) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:57.245090 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-eca20f80-fcbc-44be-a37d-81a46cc70b9c tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Request body: {'security_group': {'name': 'tempest-secgroup--456357174'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:57.267274 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eca20f80-fcbc-44be-a37d-81a46cc70b9c tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:57.335185 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eca20f80-fcbc-44be-a37d-81a46cc70b9c tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:57.338929 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eca20f80-fcbc-44be-a37d-81a46cc70b9c tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:57.366943 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eca20f80-fcbc-44be-a37d-81a46cc70b9c tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:57.368150 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-eca20f80-fcbc-44be-a37d-81a46cc70b9c tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1264591 Nov 16 11:58:57.371067 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49536) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:57.372665 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca20f80-fcbc-44be-a37d-81a46cc70b9c tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b3f4ed-5510-4ec3-a4f1-aed346499737,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:57.375587 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-bd0c8e95-1eae-497e-bbef-7b5c00bbc16b tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Request body: {'security_group_rule': {'security_group_id': 'c6b3f4ed-5510-4ec3-a4f1-aed346499737', 'direction': 'ingress', 'protocol': 17}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:57.403257 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8e95-1eae-497e-bbef-7b5c00bbc16b tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:57.449118 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8e95-1eae-497e-bbef-7b5c00bbc16b tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:57.452566 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8e95-1eae-497e-bbef-7b5c00bbc16b tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:57.473416 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c8e95-1eae-497e-bbef-7b5c00bbc16b tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcee70cb-003f-4252-89ea-ed7938ef0847,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:57.478152 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8e95-1eae-497e-bbef-7b5c00bbc16b tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:57.479328 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bd0c8e95-1eae-497e-bbef-7b5c00bbc16b tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1072617 Nov 16 11:58:57.482196 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49538) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:57.533535 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8a393836-bc00-4536-8220-179d034b3e2b tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:57.556174 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8a393836-bc00-4536-8220-179d034b3e2b tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:57.602508 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8a393836-bc00-4536-8220-179d034b3e2b tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:57.605109 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8a393836-bc00-4536-8220-179d034b3e2b tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:57.606274 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8a393836-bc00-4536-8220-179d034b3e2b tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "DELETE /v2.0/security-groups/c6b3f4ed-5510-4ec3-a4f1-aed346499737 HTTP/1.1" status: 204 len: 168 time: 0.1231358 Nov 16 11:58:57.608949 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49540) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:57.615157 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a393836-bc00-4536-8220-179d034b3e2b tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b3f4ed-5510-4ec3-a4f1-aed346499737,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:57.654736 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2e4bffb4-a771-4e31-bb82-c4cf704d3bb9 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0445423 Nov 16 11:58:57.658283 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49542) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:57.662364 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-6f4fffa3-f6fc-4595-bb09-b48f90b51dec tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Request body: {'security_group': {'name': 'tempest-secgroup--630262484'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:57.682658 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6f4fffa3-f6fc-4595-bb09-b48f90b51dec tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:57.748823 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6f4fffa3-f6fc-4595-bb09-b48f90b51dec tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:57.752428 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6f4fffa3-f6fc-4595-bb09-b48f90b51dec tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:57.779401 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6f4fffa3-f6fc-4595-bb09-b48f90b51dec tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:57.780590 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6f4fffa3-f6fc-4595-bb09-b48f90b51dec tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1213989 Nov 16 11:58:57.783316 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49544) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:57.788822 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-e086af54-72e6-49e2-b653-9e6837016e39 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Request body: {'security_group': {'name': 'tempest-secgroup--551988685'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:57.793744 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fffa3-f6fc-4595-bb09-b48f90b51dec tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d874c7e2-e925-4ff8-a29d-17760e5007de,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:57.813250 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e086af54-72e6-49e2-b653-9e6837016e39 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:57.878709 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e086af54-72e6-49e2-b653-9e6837016e39 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:57.882231 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e086af54-72e6-49e2-b653-9e6837016e39 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:57.912535 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e086af54-72e6-49e2-b653-9e6837016e39 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:57.913752 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e086af54-72e6-49e2-b653-9e6837016e39 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1288166 Nov 16 11:58:57.914860 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e086af54-72e6-49e2-b653-9e6837016e39 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9848d725-ef69-4ec6-bca1-24ae5452817e,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:57.916758 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49546) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:57.921296 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-0b9a6671-3ffb-411e-8e00-adb8208f69c2 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Request body: {'security_group_rule': {'security_group_id': 'd874c7e2-e925-4ff8-a29d-17760e5007de', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9848d725-ef69-4ec6-bca1-24ae5452817e', 'remote_ip_prefix': None}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:57.951373 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b9a6671-3ffb-411e-8e00-adb8208f69c2 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:58.020320 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b9a6671-3ffb-411e-8e00-adb8208f69c2 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:58.024621 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b9a6671-3ffb-411e-8e00-adb8208f69c2 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:58.043412 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a6671-3ffb-411e-8e00-adb8208f69c2 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cd281b7-e0a6-4b0e-bb27-22762ce19937,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:58.050012 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b9a6671-3ffb-411e-8e00-adb8208f69c2 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:58.051215 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0b9a6671-3ffb-411e-8e00-adb8208f69c2 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1335511 Nov 16 11:58:58.054020 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49548) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:58.076308 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a7e4d61-8ce3-45d2-84d7-c3edc45e15ad tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:58.083991 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a7e4d61-8ce3-45d2-84d7-c3edc45e15ad tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:58.110272 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a7e4d61-8ce3-45d2-84d7-c3edc45e15ad tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:58.116712 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a7e4d61-8ce3-45d2-84d7-c3edc45e15ad tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:58.120387 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6a7e4d61-8ce3-45d2-84d7-c3edc45e15ad tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/1cd281b7-e0a6-4b0e-bb27-22762ce19937 HTTP/1.1" status: 204 len: 168 time: 0.0628903 Nov 16 11:58:58.120853 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49550) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:58.123453 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e4d61-8ce3-45d2-84d7-c3edc45e15ad tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1cd281b7-e0a6-4b0e-bb27-22762ce19937,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:58.162335 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8a9019af-df8d-47ff-8d68-a7eb3acf2f83 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0400870 Nov 16 11:58:58.165157 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49552) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:58.215176 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-51c635d9-fda8-4985-87e9-b999d0761a4c tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:58.241062 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-51c635d9-fda8-4985-87e9-b999d0761a4c tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:58.280390 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-51c635d9-fda8-4985-87e9-b999d0761a4c tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:58.283124 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-51c635d9-fda8-4985-87e9-b999d0761a4c tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:58.284292 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-51c635d9-fda8-4985-87e9-b999d0761a4c tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "DELETE /v2.0/security-groups/9848d725-ef69-4ec6-bca1-24ae5452817e HTTP/1.1" status: 204 len: 168 time: 0.1182375 Nov 16 11:58:58.287599 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49554) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:58.293717 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c635d9-fda8-4985-87e9-b999d0761a4c tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9848d725-ef69-4ec6-bca1-24ae5452817e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:58.352281 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:58.675358 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-704256e8-ed8e-4f92-ae69-c00c5f5ca4d5 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.3865795 Nov 16 11:58:58.678747 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49556) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:58.727669 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dc8b4e96-caba-419b-8620-98aaebd58067 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:58.748361 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dc8b4e96-caba-419b-8620-98aaebd58067 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:58.788333 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dc8b4e96-caba-419b-8620-98aaebd58067 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:58.791030 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dc8b4e96-caba-419b-8620-98aaebd58067 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:58.792140 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-dc8b4e96-caba-419b-8620-98aaebd58067 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "DELETE /v2.0/security-groups/d874c7e2-e925-4ff8-a29d-17760e5007de HTTP/1.1" status: 204 len: 168 time: 0.1125069 Nov 16 11:58:58.794928 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49558) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:58.800613 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b4e96-caba-419b-8620-98aaebd58067 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d874c7e2-e925-4ff8-a29d-17760e5007de,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:58.842690 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-068edef1-cd81-40fb-9959-ef37c46e0203 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0465405 Nov 16 11:58:58.846639 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49560) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:58.851707 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-bf3c6e13-c3a6-4e23-8d1d-67447bccafad tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Request body: {'security_group': {'name': 'tempest-secgroup--583898378'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:58.873285 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bf3c6e13-c3a6-4e23-8d1d-67447bccafad tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:58.937001 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bf3c6e13-c3a6-4e23-8d1d-67447bccafad tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:58.940891 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bf3c6e13-c3a6-4e23-8d1d-67447bccafad tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:58.967929 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bf3c6e13-c3a6-4e23-8d1d-67447bccafad tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:58.969172 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-bf3c6e13-c3a6-4e23-8d1d-67447bccafad tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1215391 Nov 16 11:58:58.972111 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49562) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:58.973036 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c6e13-c3a6-4e23-8d1d-67447bccafad tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=affdac2f-c924-4dd8-9391-7e41e0a447ed,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:58.978798 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-04676915-930c-4a36-94a5-0e5ebf520c43 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Request body: {'security_group_rule': {'security_group_id': 'affdac2f-c924-4dd8-9391-7e41e0a447ed', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:59.005642 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-04676915-930c-4a36-94a5-0e5ebf520c43 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:59.061662 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-04676915-930c-4a36-94a5-0e5ebf520c43 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:59.065115 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-04676915-930c-4a36-94a5-0e5ebf520c43 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:59.083986 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04676915-930c-4a36-94a5-0e5ebf520c43 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=529ad2f6-05b2-4186-ab1e-ff07723ad630,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:59.093709 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-04676915-930c-4a36-94a5-0e5ebf520c43 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:59.094973 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-04676915-930c-4a36-94a5-0e5ebf520c43 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1214769 Nov 16 11:58:59.097716 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49564) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:59.121770 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4aededa2-6f76-4a89-a326-b900a1247060 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:59.131242 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4aededa2-6f76-4a89-a326-b900a1247060 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:59.157887 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:59.158474 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4aededa2-6f76-4a89-a326-b900a1247060 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:59.164177 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4aededa2-6f76-4a89-a326-b900a1247060 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:59.165327 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4aededa2-6f76-4a89-a326-b900a1247060 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/529ad2f6-05b2-4186-ab1e-ff07723ad630 HTTP/1.1" status: 204 len: 168 time: 0.0666480 Nov 16 11:58:59.168009 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49566) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:59.172743 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aededa2-6f76-4a89-a326-b900a1247060 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=529ad2f6-05b2-4186-ab1e-ff07723ad630,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:59.209407 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-688ee863-86fe-4590-bad8-05fae8674676 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0401888 Nov 16 11:58:59.211955 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49568) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:59.260763 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7165545a-20f6-44de-9443-266f25279d97 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:59.283705 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7165545a-20f6-44de-9443-266f25279d97 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:59.324096 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7165545a-20f6-44de-9443-266f25279d97 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:59.326792 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7165545a-20f6-44de-9443-266f25279d97 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:59.327923 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7165545a-20f6-44de-9443-266f25279d97 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "DELETE /v2.0/security-groups/affdac2f-c924-4dd8-9391-7e41e0a447ed HTTP/1.1" status: 204 len: 168 time: 0.1150837 Nov 16 11:58:59.330835 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49570) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:59.337517 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7165545a-20f6-44de-9443-266f25279d97 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=affdac2f-c924-4dd8-9391-7e41e0a447ed,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:59.376894 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f29c7f88-02fa-415e-9bdb-48ac83f74fca tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0448761 Nov 16 11:58:59.381061 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49572) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:59.385203 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-bd84f07b-e5ee-4cdb-a70a-382504b35d7f tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Request body: {'security_group': {'name': 'tempest-secgroup--1965994797'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:59.407149 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd84f07b-e5ee-4cdb-a70a-382504b35d7f tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:59.474395 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd84f07b-e5ee-4cdb-a70a-382504b35d7f tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:59.478134 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd84f07b-e5ee-4cdb-a70a-382504b35d7f tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:59.508432 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd84f07b-e5ee-4cdb-a70a-382504b35d7f tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:59.509645 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bd84f07b-e5ee-4cdb-a70a-382504b35d7f tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1276710 Nov 16 11:58:59.511537 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84f07b-e5ee-4cdb-a70a-382504b35d7f tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8520ab2b-89fb-4b67-a422-5b2a31dac351,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:59.512456 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49574) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:59.518221 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-e69688a8-310b-4115-ace8-ee5b42802ae9 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Request body: {'security_group_rule': {'security_group_id': '8520ab2b-89fb-4b67-a422-5b2a31dac351', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:59.544583 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e69688a8-310b-4115-ace8-ee5b42802ae9 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:59.589200 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e69688a8-310b-4115-ace8-ee5b42802ae9 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:59.592824 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e69688a8-310b-4115-ace8-ee5b42802ae9 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:59.609573 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69688a8-310b-4115-ace8-ee5b42802ae9 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b12bcbcd-b276-4901-8e9c-d13302cd03be,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:59.617981 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e69688a8-310b-4115-ace8-ee5b42802ae9 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:59.619173 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e69688a8-310b-4115-ace8-ee5b42802ae9 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1056089 Nov 16 11:58:59.621827 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49576) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:59.637412 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-babe5b55-fbc5-4b20-8d2a-6d4bd64a077d tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "GET /v2.0/security-group-rules/b12bcbcd-b276-4901-8e9c-d13302cd03be HTTP/1.1" status: 200 len: 763 time: 0.0145772 Nov 16 11:58:59.639744 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49578) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:59.677070 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3ff2b5c4-88d6-4e99-84bb-77532fcd31a8 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0363390 Nov 16 11:58:59.679500 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49580) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:59.701092 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7aa693b-22e3-407e-9cfc-da1bd193abb0 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:59.708725 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7aa693b-22e3-407e-9cfc-da1bd193abb0 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:59.736417 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7aa693b-22e3-407e-9cfc-da1bd193abb0 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:59.743221 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7aa693b-22e3-407e-9cfc-da1bd193abb0 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:59.744290 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e7aa693b-22e3-407e-9cfc-da1bd193abb0 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/b12bcbcd-b276-4901-8e9c-d13302cd03be HTTP/1.1" status: 204 len: 168 time: 0.0639217 Nov 16 11:58:59.746990 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49582) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:59.751944 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa693b-22e3-407e-9cfc-da1bd193abb0 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b12bcbcd-b276-4901-8e9c-d13302cd03be,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:59.785075 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1d4ed91e-10fb-4036-b142-89dce63f9bd2 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0369730 Nov 16 11:58:59.788203 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49584) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:59.792312 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-0f6dbd43-ee76-4b29-86a6-b40df4959810 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Request body: {'security_group_rule': {'security_group_id': '8520ab2b-89fb-4b67-a422-5b2a31dac351', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:58:59.818713 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f6dbd43-ee76-4b29-86a6-b40df4959810 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:59.871535 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f6dbd43-ee76-4b29-86a6-b40df4959810 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:59.875101 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f6dbd43-ee76-4b29-86a6-b40df4959810 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:59.896539 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6dbd43-ee76-4b29-86a6-b40df4959810 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4780e49-a87b-40f3-9b6f-8f78f4dcc431,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:58:59.902832 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f6dbd43-ee76-4b29-86a6-b40df4959810 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:59.903876 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0f6dbd43-ee76-4b29-86a6-b40df4959810 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1147723 Nov 16 11:58:59.906586 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49586) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:59.922228 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-18c88fec-e5da-42d6-a6b3-4087dd410349 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "GET /v2.0/security-group-rules/b4780e49-a87b-40f3-9b6f-8f78f4dcc431 HTTP/1.1" status: 200 len: 763 time: 0.0145688 Nov 16 11:58:59.924614 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49588) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:59.963877 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bfbfe8f3-f7c8-4655-96db-34c790146948 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0381804 Nov 16 11:58:59.966605 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49590) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:58:59.989243 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-51487b6b-08bf-40d7-8a60-3ed5c65cfbe5 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:58:59.996428 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-51487b6b-08bf-40d7-8a60-3ed5c65cfbe5 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:00.022209 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-51487b6b-08bf-40d7-8a60-3ed5c65cfbe5 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:00.028987 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-51487b6b-08bf-40d7-8a60-3ed5c65cfbe5 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:00.030168 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-51487b6b-08bf-40d7-8a60-3ed5c65cfbe5 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/b4780e49-a87b-40f3-9b6f-8f78f4dcc431 HTTP/1.1" status: 204 len: 168 time: 0.0625796 Nov 16 11:59:00.033214 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49592) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:59:00.034483 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51487b6b-08bf-40d7-8a60-3ed5c65cfbe5 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4780e49-a87b-40f3-9b6f-8f78f4dcc431,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:00.073243 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-34f7553a-7f21-4e7a-a7eb-f16a49932bd5 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0386958 Nov 16 11:59:00.075832 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49594) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:59:00.079883 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-0e464473-af91-413e-882f-63b6f3539df2 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Request body: {'security_group_rule': {'security_group_id': '8520ab2b-89fb-4b67-a422-5b2a31dac351', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:59:00.101493 n-d-816823-3 neutron-server[102669]: INFO neutron.db.securitygroups_db [None req-0e464473-af91-413e-882f-63b6f3539df2 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Project cdf14aa11693480099be14f2453c3bf4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 11:59:00.106670 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e464473-af91-413e-882f-63b6f3539df2 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:00.162976 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e464473-af91-413e-882f-63b6f3539df2 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:00.166596 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e464473-af91-413e-882f-63b6f3539df2 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:00.183291 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e464473-af91-413e-882f-63b6f3539df2 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc713f09-1295-4c07-b284-b495b3b66b69,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:00.190774 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e464473-af91-413e-882f-63b6f3539df2 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:00.191936 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0e464473-af91-413e-882f-63b6f3539df2 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1152093 Nov 16 11:59:00.195080 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49596) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:59:00.210221 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-64cbf867-6598-42d3-afad-cb90feb5a38b tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "GET /v2.0/security-group-rules/bc713f09-1295-4c07-b284-b495b3b66b69 HTTP/1.1" status: 200 len: 769 time: 0.0141239 Nov 16 11:59:00.212496 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49598) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:59:00.250088 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e3f49bce-da67-4201-8bd4-bac93f90365c tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0362179 Nov 16 11:59:00.252170 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49600) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:59:00.274273 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c82400b-ef73-4c04-a4e1-0eb86bac7798 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:00.281451 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c82400b-ef73-4c04-a4e1-0eb86bac7798 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:00.306700 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c82400b-ef73-4c04-a4e1-0eb86bac7798 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:00.312446 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c82400b-ef73-4c04-a4e1-0eb86bac7798 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:00.313513 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2c82400b-ef73-4c04-a4e1-0eb86bac7798 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/bc713f09-1295-4c07-b284-b495b3b66b69 HTTP/1.1" status: 204 len: 168 time: 0.0604682 Nov 16 11:59:00.316401 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49602) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:59:00.319690 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c82400b-ef73-4c04-a4e1-0eb86bac7798 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc713f09-1295-4c07-b284-b495b3b66b69,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:00.354739 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9138f8a4-8cef-4c67-8efd-b85d16fee45d tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0371771 Nov 16 11:59:00.357400 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49604) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:59:00.408828 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-27a76b0d-5fea-4082-98f9-4bea1d87f721 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:00.429898 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-27a76b0d-5fea-4082-98f9-4bea1d87f721 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:00.469230 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-27a76b0d-5fea-4082-98f9-4bea1d87f721 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:00.471796 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-27a76b0d-5fea-4082-98f9-4bea1d87f721 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:00.472907 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-27a76b0d-5fea-4082-98f9-4bea1d87f721 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "DELETE /v2.0/security-groups/8520ab2b-89fb-4b67-a422-5b2a31dac351 HTTP/1.1" status: 204 len: 168 time: 0.1144571 Nov 16 11:59:00.476171 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49606) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:59:00.482108 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a76b0d-5fea-4082-98f9-4bea1d87f721 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8520ab2b-89fb-4b67-a422-5b2a31dac351,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:00.517609 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f51c1683-95fe-4aa8-bdf7-7b4926aa6eed tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0402100 Nov 16 11:59:00.522394 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49608) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:59:00.571841 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-61638bd9-a130-4bc3-8e96-9c8440173454 tempest-SecGroupIPv6Test-1012001225 tempest-SecGroupIPv6Test-1012001225-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0483830 Nov 16 11:59:00.808188 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49614) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:59:00.937238 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-92737020-a165-4f02-862f-1be8e3ef5fa0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cdf14aa11693480099be14f2453c3bf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1275580 Nov 16 11:59:00.939315 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49618) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:59:00.984975 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-67658187-6698-47bb-a234-1351302269e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:01.005305 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-67658187-6698-47bb-a234-1351302269e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:01.050508 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-67658187-6698-47bb-a234-1351302269e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:01.053043 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-67658187-6698-47bb-a234-1351302269e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:01.054232 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-67658187-6698-47bb-a234-1351302269e8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/21b0d334-39ca-4248-bf5f-0b340296b319 HTTP/1.1" status: 204 len: 168 time: 0.1139977 Nov 16 11:59:01.061575 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67658187-6698-47bb-a234-1351302269e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b0d334-39ca-4248-bf5f-0b340296b319,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:01.757858 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49640) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:59:01.761504 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026355 Nov 16 11:59:01.764375 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49642) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:59:01.863103 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-41a501bd-4016-4edb-9ba8-c3e0f4e0da55 tempest-NetworksApiDiscovery-117827104 tempest-NetworksApiDiscovery-117827104-project] 10.222.0.61 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.0976086 Nov 16 11:59:02.103424 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49650) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:59:02.211365 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9c088499-6b51-492e-8511-f164bfc2e97b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:02.285444 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9c088499-6b51-492e-8511-f164bfc2e97b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:02.289327 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9c088499-6b51-492e-8511-f164bfc2e97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:02.326941 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9c088499-6b51-492e-8511-f164bfc2e97b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=47b39ec5c3f84ed5a782a83cb7fcad4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2224760 Nov 16 11:59:02.328061 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c088499-6b51-492e-8511-f164bfc2e97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce72d2a-0c8e-495b-85dc-f2db93c294de,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:02.329694 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49654) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:59:02.376537 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4f5f686a-eab5-455d-a3da-39e8fbee5d47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:02.397418 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4f5f686a-eab5-455d-a3da-39e8fbee5d47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:02.444584 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4f5f686a-eab5-455d-a3da-39e8fbee5d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:02.447272 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4f5f686a-eab5-455d-a3da-39e8fbee5d47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:02.448375 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4f5f686a-eab5-455d-a3da-39e8fbee5d47 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cce72d2a-0c8e-495b-85dc-f2db93c294de HTTP/1.1" status: 204 len: 168 time: 0.1176119 Nov 16 11:59:02.455702 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f686a-eab5-455d-a3da-39e8fbee5d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce72d2a-0c8e-495b-85dc-f2db93c294de,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:02.462949 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5f686a-eab5-455d-a3da-39e8fbee5d47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:02.463292 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5f686a-eab5-455d-a3da-39e8fbee5d47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:02.463624 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5f686a-eab5-455d-a3da-39e8fbee5d47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:02.463952 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5f686a-eab5-455d-a3da-39e8fbee5d47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:02.464275 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5f686a-eab5-455d-a3da-39e8fbee5d47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:02.464610 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5f686a-eab5-455d-a3da-39e8fbee5d47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:02.464914 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5f686a-eab5-455d-a3da-39e8fbee5d47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:02.465232 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5f686a-eab5-455d-a3da-39e8fbee5d47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:02.465553 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5f686a-eab5-455d-a3da-39e8fbee5d47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:02.465866 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5f686a-eab5-455d-a3da-39e8fbee5d47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:02.466219 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5f686a-eab5-455d-a3da-39e8fbee5d47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:02.466538 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5f686a-eab5-455d-a3da-39e8fbee5d47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:03.966334 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49710) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:59:04.068636 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7b24d55b-f544-4637-86c0-3673d77360bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:04.141705 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7b24d55b-f544-4637-86c0-3673d77360bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:04.146072 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7b24d55b-f544-4637-86c0-3673d77360bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:04.184175 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7b24d55b-f544-4637-86c0-3673d77360bc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=84783ef55cdd4f83ad65399ecb48bc9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2166684 Nov 16 11:59:04.184954 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b24d55b-f544-4637-86c0-3673d77360bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182996f6-de9b-4575-9d24-15094cd8b90a,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:04.186888 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49714) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:59:04.234596 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c7f3ca10-302b-49c7-a956-804b19925647 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:04.255017 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c7f3ca10-302b-49c7-a956-804b19925647 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:04.306130 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c7f3ca10-302b-49c7-a956-804b19925647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:04.308816 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c7f3ca10-302b-49c7-a956-804b19925647 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:04.309982 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c7f3ca10-302b-49c7-a956-804b19925647 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/182996f6-de9b-4575-9d24-15094cd8b90a HTTP/1.1" status: 204 len: 168 time: 0.1219842 Nov 16 11:59:04.318188 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f3ca10-302b-49c7-a956-804b19925647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182996f6-de9b-4575-9d24-15094cd8b90a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:04.568202 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49720) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:59:04.580991 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6613dd5a-982b-43f3-a556-0d7b99db9e36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:04.654297 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6613dd5a-982b-43f3-a556-0d7b99db9e36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:04.658028 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6613dd5a-982b-43f3-a556-0d7b99db9e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:04.693916 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6613dd5a-982b-43f3-a556-0d7b99db9e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6f9e65-a804-490f-98af-e2bd5333aeaa,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:04.701015 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49722) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:59:04.701126 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6613dd5a-982b-43f3-a556-0d7b99db9e36 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7d2d84d857854fe1b091782828787969&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1316769 Nov 16 11:59:04.749218 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-adacda3c-42b9-4e86-9f13-a9e7b3426d90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:04.769689 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-adacda3c-42b9-4e86-9f13-a9e7b3426d90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:04.814594 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-adacda3c-42b9-4e86-9f13-a9e7b3426d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:04.817489 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-adacda3c-42b9-4e86-9f13-a9e7b3426d90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:04.818651 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-adacda3c-42b9-4e86-9f13-a9e7b3426d90 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8f6f9e65-a804-490f-98af-e2bd5333aeaa HTTP/1.1" status: 204 len: 168 time: 0.1167579 Nov 16 11:59:04.826033 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adacda3c-42b9-4e86-9f13-a9e7b3426d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6f9e65-a804-490f-98af-e2bd5333aeaa,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:06.407623 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:59:06.843404 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49794) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:59:06.950887 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4250c4e3-3ffb-42e8-914d-d2b309b62cc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:07.032308 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4250c4e3-3ffb-42e8-914d-d2b309b62cc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:07.035940 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4250c4e3-3ffb-42e8-914d-d2b309b62cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:07.073605 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4250c4e3-3ffb-42e8-914d-d2b309b62cc0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b3563b7a8117490caa667d55813d7ddb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2290723 Nov 16 11:59:07.075592 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4250c4e3-3ffb-42e8-914d-d2b309b62cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2347d7a0-8db7-42f3-95f0-8bb86fb44cf2,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:07.076427 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49798) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:59:07.125808 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e97bd72a-cf6f-4b8c-ac69-8a54d3670fcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:07.150008 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e97bd72a-cf6f-4b8c-ac69-8a54d3670fcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:07.198483 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e97bd72a-cf6f-4b8c-ac69-8a54d3670fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:07.201105 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e97bd72a-cf6f-4b8c-ac69-8a54d3670fcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:07.202325 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e97bd72a-cf6f-4b8c-ac69-8a54d3670fcc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2347d7a0-8db7-42f3-95f0-8bb86fb44cf2 HTTP/1.1" status: 204 len: 168 time: 0.1248569 Nov 16 11:59:07.210596 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97bd72a-cf6f-4b8c-ac69-8a54d3670fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2347d7a0-8db7-42f3-95f0-8bb86fb44cf2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:07.458792 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49804) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:59:07.474936 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0094b6e-28a3-4ad5-a1b4-80938b74c8fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:07.547827 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0094b6e-28a3-4ad5-a1b4-80938b74c8fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:07.552165 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0094b6e-28a3-4ad5-a1b4-80938b74c8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:07.591189 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c0094b6e-28a3-4ad5-a1b4-80938b74c8fb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5d216542b4374d26885b11f8c9c58fc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1313322 Nov 16 11:59:07.592358 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0094b6e-28a3-4ad5-a1b4-80938b74c8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b80f6dd-13b1-4082-bffd-41e6725d2886,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:07.594007 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49806) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:59:07.648487 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ce1e5491-c1e7-4683-ace2-ed031f4edf98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:07.669836 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ce1e5491-c1e7-4683-ace2-ed031f4edf98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:07.719719 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ce1e5491-c1e7-4683-ace2-ed031f4edf98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:07.722469 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ce1e5491-c1e7-4683-ace2-ed031f4edf98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:07.724311 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ce1e5491-c1e7-4683-ace2-ed031f4edf98 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6b80f6dd-13b1-4082-bffd-41e6725d2886 HTTP/1.1" status: 204 len: 168 time: 0.1292052 Nov 16 11:59:07.732147 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e5491-c1e7-4683-ace2-ed031f4edf98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b80f6dd-13b1-4082-bffd-41e6725d2886,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:09.571945 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49880) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:59:09.682998 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9e041a88-0406-43eb-a9d5-41073f1ee4f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:09.755099 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9e041a88-0406-43eb-a9d5-41073f1ee4f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:09.759104 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9e041a88-0406-43eb-a9d5-41073f1ee4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:09.797015 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9e041a88-0406-43eb-a9d5-41073f1ee4f8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=263a382edef84e71996eca3314561d42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2239015 Nov 16 11:59:09.798009 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e041a88-0406-43eb-a9d5-41073f1ee4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36883b2-e873-49e4-a374-88d6a6bf759c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:09.799715 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49886) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:59:09.848128 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-efaf7f49-f76b-4e89-b102-03b444d23aa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:09.868366 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-efaf7f49-f76b-4e89-b102-03b444d23aa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:09.915794 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-efaf7f49-f76b-4e89-b102-03b444d23aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:09.918419 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-efaf7f49-f76b-4e89-b102-03b444d23aa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:09.919572 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-efaf7f49-f76b-4e89-b102-03b444d23aa7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f36883b2-e873-49e4-a374-88d6a6bf759c HTTP/1.1" status: 204 len: 168 time: 0.1182766 Nov 16 11:59:09.927805 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf7f49-f76b-4e89-b102-03b444d23aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36883b2-e873-49e4-a374-88d6a6bf759c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:10.176485 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 49894) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:59:10.189245 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a61f7788-213d-45b4-9b57-95d9f7350fde admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:10.261439 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a61f7788-213d-45b4-9b57-95d9f7350fde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:10.265037 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a61f7788-213d-45b4-9b57-95d9f7350fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:10.303891 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a61f7788-213d-45b4-9b57-95d9f7350fde admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1859c90c0e6848c98e324242fe6c34be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1263375 Nov 16 11:59:10.305009 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61f7788-213d-45b4-9b57-95d9f7350fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b694aaa-9cba-46bf-8946-49cf78f40b20,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:10.306603 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 49896) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:59:10.354607 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6780096-5d41-44c3-89e8-6b7a8461cc07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:10.378019 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6780096-5d41-44c3-89e8-6b7a8461cc07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:10.421732 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6780096-5d41-44c3-89e8-6b7a8461cc07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:10.424291 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6780096-5d41-44c3-89e8-6b7a8461cc07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:10.426001 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d6780096-5d41-44c3-89e8-6b7a8461cc07 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6b694aaa-9cba-46bf-8946-49cf78f40b20 HTTP/1.1" status: 204 len: 168 time: 0.1177576 Nov 16 11:59:10.434838 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6780096-5d41-44c3-89e8-6b7a8461cc07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b694aaa-9cba-46bf-8946-49cf78f40b20,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:13.074983 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2bdb3091-81e1-4ad7-b6ef-fbd7795f504c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:15.600374 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b017c359-950a-4a55-99c1-849a0cf4e15e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:16.708280 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:16.791076 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [req-4c0023c9-48df-4815-bd0a-d7c62d9f6eb5 req-94d2ee65-d5b5-483c-a7ea-2ec7eae02693 service neutron] (102668) timed out ('10.222.0.64', 60636) {{(pid=102668) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 11:59:18.416470 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:18.874702 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:28.366582 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:29.170879 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:43.077800 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-96377eb7-ee71-407c-a1dd-3a8ba376c14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:43.320150 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50124) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:59:43.410777 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 11:59:43.432945 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb77fcdd-138e-409e-bba8-99aaefb10aa7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:43.507074 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb77fcdd-138e-409e-bba8-99aaefb10aa7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:43.511220 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb77fcdd-138e-409e-bba8-99aaefb10aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:43.554663 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-fb77fcdd-138e-409e-bba8-99aaefb10aa7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3c07b011fb724c9ca14238034adeb562&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2332764 Nov 16 11:59:43.555630 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb77fcdd-138e-409e-bba8-99aaefb10aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de03fe99-3aee-4057-9cad-fe9876a96096,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:43.557370 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50128) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:59:43.564236 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb77fcdd-138e-409e-bba8-99aaefb10aa7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:43.564579 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb77fcdd-138e-409e-bba8-99aaefb10aa7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:43.565263 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb77fcdd-138e-409e-bba8-99aaefb10aa7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:43.565604 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb77fcdd-138e-409e-bba8-99aaefb10aa7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:43.566187 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb77fcdd-138e-409e-bba8-99aaefb10aa7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:43.566322 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb77fcdd-138e-409e-bba8-99aaefb10aa7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:43.566724 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb77fcdd-138e-409e-bba8-99aaefb10aa7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:43.567048 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb77fcdd-138e-409e-bba8-99aaefb10aa7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:43.567370 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb77fcdd-138e-409e-bba8-99aaefb10aa7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:43.567689 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb77fcdd-138e-409e-bba8-99aaefb10aa7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:43.568007 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb77fcdd-138e-409e-bba8-99aaefb10aa7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:43.568323 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb77fcdd-138e-409e-bba8-99aaefb10aa7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:43.611841 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ff6a69b0-12bf-488b-94c6-b2763a9c5ddc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:43.634456 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ff6a69b0-12bf-488b-94c6-b2763a9c5ddc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:43.687442 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ff6a69b0-12bf-488b-94c6-b2763a9c5ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:43.690199 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ff6a69b0-12bf-488b-94c6-b2763a9c5ddc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:43.691358 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ff6a69b0-12bf-488b-94c6-b2763a9c5ddc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/de03fe99-3aee-4057-9cad-fe9876a96096 HTTP/1.1" status: 204 len: 168 time: 0.1329720 Nov 16 11:59:43.701072 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a69b0-12bf-488b-94c6-b2763a9c5ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de03fe99-3aee-4057-9cad-fe9876a96096,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:44.682658 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50158) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:59:44.789278 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c0b0093-8858-4685-b173-c909913a65c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:44.862477 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c0b0093-8858-4685-b173-c909913a65c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:44.865984 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c0b0093-8858-4685-b173-c909913a65c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:44.903987 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-9c0b0093-8858-4685-b173-c909913a65c8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d30cbddb410e4ea89d948f1a1a16e5bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2202737 Nov 16 11:59:44.905937 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b0093-8858-4685-b173-c909913a65c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad42543-ed53-4a0c-afdf-3f0fabdc5e43,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:44.906785 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50162) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:59:44.952753 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9072181c-fa9f-4202-a01e-7840d1c22718 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:44.973177 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9072181c-fa9f-4202-a01e-7840d1c22718 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:45.020763 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9072181c-fa9f-4202-a01e-7840d1c22718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:45.024808 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9072181c-fa9f-4202-a01e-7840d1c22718 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:45.029107 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9072181c-fa9f-4202-a01e-7840d1c22718 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bad42543-ed53-4a0c-afdf-3f0fabdc5e43 HTTP/1.1" status: 204 len: 168 time: 0.1181960 Nov 16 11:59:45.036977 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9072181c-fa9f-4202-a01e-7840d1c22718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad42543-ed53-4a0c-afdf-3f0fabdc5e43,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:45.602496 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5409f322-0f7f-4c03-82dc-66a89f5bd5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:45.644707 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50184) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:59:45.742388 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-2ae80fd7-9641-4932-ad54-ce0e3a7d32ff admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-561345682-network', 'tenant_id': '5c5f06c922a341db8ea81e641dcd9430'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:59:45.765710 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae80fd7-9641-4932-ad54-ce0e3a7d32ff admin admin] Made reservation on behalf of 5c5f06c922a341db8ea81e641dcd9430 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:59:45.768092 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ae80fd7-9641-4932-ad54-ce0e3a7d32ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:45.776656 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ae80fd7-9641-4932-ad54-ce0e3a7d32ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:45.849171 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ae80fd7-9641-4932-ad54-ce0e3a7d32ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:45.853069 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ae80fd7-9641-4932-ad54-ce0e3a7d32ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:45.874335 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ae80fd7-9641-4932-ad54-ce0e3a7d32ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:59:45.889128 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae80fd7-9641-4932-ad54-ce0e3a7d32ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feea6f71-fdb3-4a89-8765-5ccacad17485,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:45.893606 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ae80fd7-9641-4932-ad54-ce0e3a7d32ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:45.894039 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-2ae80fd7-9641-4932-ad54-ce0e3a7d32ff admin admin] Added segment 9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936 of type vlan for network 93687c3b-f369-41c3-b67a-6ce8c2bdf421 Nov 16 11:59:45.932946 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ae80fd7-9641-4932-ad54-ce0e3a7d32ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:45.957771 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ae80fd7-9641-4932-ad54-ce0e3a7d32ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:45.958745 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae80fd7-9641-4932-ad54-ce0e3a7d32ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:59:45.959318 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ae80fd7-9641-4932-ad54-ce0e3a7d32ff admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:46.013280 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2ae80fd7-9641-4932-ad54-ce0e3a7d32ff admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3674715 Nov 16 11:59:46.016909 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50188) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:59:46.021969 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-b2192b60-74be-4411-9cf2-43e99807ee1b admin admin] Request body: {'subnet': {'network_id': '93687c3b-f369-41c3-b67a-6ce8c2bdf421', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-561345682-subnet', 'tenant_id': '5c5f06c922a341db8ea81e641dcd9430', 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:59:46.025137 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae80fd7-9641-4932-ad54-ce0e3a7d32ff admin admin] Pushing event updated for resources: {'Network': ['ID=93687c3b-f369-41c3-b67a-6ce8c2bdf421,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:46.035221 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 93687c3b-f369-41c3-b67a-6ce8c2bdf421 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:59:46.042786 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2192b60-74be-4411-9cf2-43e99807ee1b admin admin] Made reservation on behalf of 5c5f06c922a341db8ea81e641dcd9430 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:59:46.045129 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b2192b60-74be-4411-9cf2-43e99807ee1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:46.208592 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b2192b60-74be-4411-9cf2-43e99807ee1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:46.262944 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2192b60-74be-4411-9cf2-43e99807ee1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a342dcc1-0651-4224-9ba6-cfc83300ef71,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:46.271169 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2192b60-74be-4411-9cf2-43e99807ee1b admin admin] Checking segment: {'id': '9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '93687c3b-f369-41c3-b67a-6ce8c2bdf421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:59:46.271523 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2192b60-74be-4411-9cf2-43e99807ee1b admin admin] Network hostable DHCP agents. Network: 93687c3b-f369-41c3-b67a-6ce8c2bdf421, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:59:46.287134 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2192b60-74be-4411-9cf2-43e99807ee1b admin admin] Network 93687c3b-f369-41c3-b67a-6ce8c2bdf421 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:59:46.295335 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-b2192b60-74be-4411-9cf2-43e99807ee1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 93687c3b-f369-41c3-b67a-6ce8c2bdf421) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:59:46.299509 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2192b60-74be-4411-9cf2-43e99807ee1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:59:46.300114 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b2192b60-74be-4411-9cf2-43e99807ee1b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:46.304404 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dea6e2-000e-426f-a003-7d1cc3e855ea None None] Network 93687c3b-f369-41c3-b67a-6ce8c2bdf421 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:59:46.315815 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b2192b60-74be-4411-9cf2-43e99807ee1b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2977557 Nov 16 11:59:46.321810 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50190) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:59:46.326143 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-a1c28391-b46d-4cf3-a1c6-8d7d6cbbf18e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-561345682-router', 'tenant_id': '5c5f06c922a341db8ea81e641dcd9430', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:59:46.347173 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1c28391-b46d-4cf3-a1c6-8d7d6cbbf18e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:46.348194 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1c28391-b46d-4cf3-a1c6-8d7d6cbbf18e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:46.402118 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1c28391-b46d-4cf3-a1c6-8d7d6cbbf18e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:46.448521 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85e10bd-1c06-42a3-9db3-cadd29c19b2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-93687c3b-f369-41c3-b67a-6ce8c2bdf421', 'network_id': '93687c3b-f369-41c3-b67a-6ce8c2bdf421', 'tenant_id': '5c5f06c922a341db8ea81e641dcd9430', 'fixed_ips': [{'subnet_id': 'a342dcc1-0651-4224-9ba6-cfc83300ef71'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:59:46.449398 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d85e10bd-1c06-42a3-9db3-cadd29c19b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:46.540505 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1c28391-b46d-4cf3-a1c6-8d7d6cbbf18e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:46.579143 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-d85e10bd-1c06-42a3-9db3-cadd29c19b2f None None] Allocated IP 172.20.0.2 (93687c3b-f369-41c3-b67a-6ce8c2bdf421/a342dcc1-0651-4224-9ba6-cfc83300ef71/24046c7a-6602-4272-b5a4-b305dece034e) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:59:46.733349 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:46.737550 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d85e10bd-1c06-42a3-9db3-cadd29c19b2f None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:46.738504 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1c28391-b46d-4cf3-a1c6-8d7d6cbbf18e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:46.743815 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d85e10bd-1c06-42a3-9db3-cadd29c19b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:46.757803 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1c28391-b46d-4cf3-a1c6-8d7d6cbbf18e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:46.784210 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85e10bd-1c06-42a3-9db3-cadd29c19b2f None None] Network 93687c3b-f369-41c3-b67a-6ce8c2bdf421 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:59:46.789974 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-d85e10bd-1c06-42a3-9db3-cadd29c19b2f None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:59:46.792945 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85e10bd-1c06-42a3-9db3-cadd29c19b2f None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:59:46.807461 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e10bd-1c06-42a3-9db3-cadd29c19b2f None None] Pushing event updated for resources: {'Port': ['ID=24046c7a-6602-4272-b5a4-b305dece034e,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:46.830248 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85e10bd-1c06-42a3-9db3-cadd29c19b2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:46.830607 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85e10bd-1c06-42a3-9db3-cadd29c19b2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:46.830950 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85e10bd-1c06-42a3-9db3-cadd29c19b2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:46.831290 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85e10bd-1c06-42a3-9db3-cadd29c19b2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:46.831627 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85e10bd-1c06-42a3-9db3-cadd29c19b2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:46.831962 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85e10bd-1c06-42a3-9db3-cadd29c19b2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:46.832292 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85e10bd-1c06-42a3-9db3-cadd29c19b2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:46.832620 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85e10bd-1c06-42a3-9db3-cadd29c19b2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:46.832944 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85e10bd-1c06-42a3-9db3-cadd29c19b2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:46.833268 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85e10bd-1c06-42a3-9db3-cadd29c19b2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:46.833594 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85e10bd-1c06-42a3-9db3-cadd29c19b2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:46.833917 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85e10bd-1c06-42a3-9db3-cadd29c19b2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:46.862786 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-d85e10bd-1c06-42a3-9db3-cadd29c19b2f None None] Attempting to bind port 24046c7a-6602-4272-b5a4-b305dece034e on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:59:46.863160 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-d85e10bd-1c06-42a3-9db3-cadd29c19b2f None None] Attempting to bind port 24046c7a-6602-4272-b5a4-b305dece034e by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '93687c3b-f369-41c3-b67a-6ce8c2bdf421'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:59:46.863528 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85e10bd-1c06-42a3-9db3-cadd29c19b2f None None] Attempting to bind port 24046c7a-6602-4272-b5a4-b305dece034e on network 93687c3b-f369-41c3-b67a-6ce8c2bdf421 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:59:46.864912 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-a1c28391-b46d-4cf3-a1c6-8d7d6cbbf18e admin admin] Allocated IP 172.25.0.105 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/b5179e3e-ddda-4277-a71a-a09eeb27b98d) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:59:46.868898 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85e10bd-1c06-42a3-9db3-cadd29c19b2f None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:59:46.869273 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85e10bd-1c06-42a3-9db3-cadd29c19b2f None None] Checking segment: {'id': '9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '93687c3b-f369-41c3-b67a-6ce8c2bdf421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:59:46.869698 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d85e10bd-1c06-42a3-9db3-cadd29c19b2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:46.870122 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85e10bd-1c06-42a3-9db3-cadd29c19b2f None None] Bound using segment: {'id': '9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '93687c3b-f369-41c3-b67a-6ce8c2bdf421'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:59:46.870582 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-d85e10bd-1c06-42a3-9db3-cadd29c19b2f None None] Bound port: 24046c7a-6602-4272-b5a4-b305dece034e, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '93687c3b-f369-41c3-b67a-6ce8c2bdf421'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:59:46.870976 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d85e10bd-1c06-42a3-9db3-cadd29c19b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:46.930904 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-d85e10bd-1c06-42a3-9db3-cadd29c19b2f None None] For port 24046c7a-6602-4272-b5a4-b305dece034e, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:59:46.933947 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-d85e10bd-1c06-42a3-9db3-cadd29c19b2f None None] For port 24046c7a-6602-4272-b5a4-b305dece034e, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=24046c7a-6602-4272-b5a4-b305dece034e,segment=NetworkSegment(9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936),segment_id=9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:59:46.939617 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d85e10bd-1c06-42a3-9db3-cadd29c19b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:46.964208 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1c28391-b46d-4cf3-a1c6-8d7d6cbbf18e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:47.001847 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1c28391-b46d-4cf3-a1c6-8d7d6cbbf18e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:47.005523 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e10bd-1c06-42a3-9db3-cadd29c19b2f None None] Pushing event updated for resources: {'Port': ['ID=24046c7a-6602-4272-b5a4-b305dece034e,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:47.052059 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c28391-b46d-4cf3-a1c6-8d7d6cbbf18e admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:59:47.055048 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-a1c28391-b46d-4cf3-a1c6-8d7d6cbbf18e admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:59:47.059922 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c28391-b46d-4cf3-a1c6-8d7d6cbbf18e admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:59:47.063204 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c28391-b46d-4cf3-a1c6-8d7d6cbbf18e admin admin] Pushing event updated for resources: {'Port': ['ID=b5179e3e-ddda-4277-a71a-a09eeb27b98d,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:47.068442 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becef927-ffad-4769-824c-b992b1a91f69 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:59:47.137072 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-95e2fc9c-de5d-4efc-bb01-c06a395446bb None None] Provisioning complete for port b5179e3e-ddda-4277-a71a-a09eeb27b98d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:59:47.137472 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-95e2fc9c-de5d-4efc-bb01-c06a395446bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:47.200953 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-95e2fc9c-de5d-4efc-bb01-c06a395446bb None None] Port b5179e3e-ddda-4277-a71a-a09eeb27b98d cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:59:47.327990 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1c28391-b46d-4cf3-a1c6-8d7d6cbbf18e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:47.518206 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1c28391-b46d-4cf3-a1c6-8d7d6cbbf18e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:47.653748 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c28391-b46d-4cf3-a1c6-8d7d6cbbf18e admin admin] Router 982c0433-44b5-4004-8577-4f9fe7bcabf5 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:59:47.769516 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c28391-b46d-4cf3-a1c6-8d7d6cbbf18e admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:59:47.778334 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cbebc5-a435-49ff-a455-a77940b04cb2 None None] Sync routers for ids ['982c0433-44b5-4004-8577-4f9fe7bcabf5'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:59:47.788142 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1c28391-b46d-4cf3-a1c6-8d7d6cbbf18e admin admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:47.792119 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a1c28391-b46d-4cf3-a1c6-8d7d6cbbf18e admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4668162 Nov 16 11:59:47.792676 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50192) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:59:47.794654 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cbebc5-a435-49ff-a455-a77940b04cb2 None None] Routers {'982c0433-44b5-4004-8577-4f9fe7bcabf5'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:59:47.795419 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-42cbebc5-a435-49ff-a455-a77940b04cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:59:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['982c0433-44b5-4004-8577-4f9fe7bcabf5'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:59:47.908609 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-42cbebc5-a435-49ff-a455-a77940b04cb2 None None] Set router 982c0433-44b5-4004-8577-4f9fe7bcabf5 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:59:47.938901 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4caeafb-d1d8-498d-90f1-3d7cba19aa46 None None] Network 93687c3b-f369-41c3-b67a-6ce8c2bdf421 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:59:48.063862 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-629a3a53-10cc-4ac0-a494-bf0bf8d16f5e None None] Provisioning complete for port 24046c7a-6602-4272-b5a4-b305dece034e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:59:48.064285 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-629a3a53-10cc-4ac0-a494-bf0bf8d16f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:48.106642 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-42cbebc5-a435-49ff-a455-a77940b04cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982c0433-44b5-4004-8577-4f9fe7bcabf5', 'name': 'tempest-TestServerMultinode-561345682-router', 'tenant_id': '5c5f06c922a341db8ea81e641dcd9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'b5179e3e-ddda-4277-a71a-a09eeb27b98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:59:46Z', 'updated_at': '2021-11-16T11:59:47Z', 'revision_number': 3, 'project_id': '5c5f06c922a341db8ea81e641dcd9430', 'gw_port': {'id': 'b5179e3e-ddda-4277-a71a-a09eeb27b98d', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982c0433-44b5-4004-8577-4f9fe7bcabf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:59:46Z', 'updated_at': '2021-11-16T11:59:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:59:48.135680 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cbebc5-a435-49ff-a455-a77940b04cb2 None None] Checking router: 982c0433-44b5-4004-8577-4f9fe7bcabf5 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:59:48.136298 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cbebc5-a435-49ff-a455-a77940b04cb2 None None] Updating router 982c0433-44b5-4004-8577-4f9fe7bcabf5 port b5179e3e-ddda-4277-a71a-a09eeb27b98d binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:59:48.162136 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-42cbebc5-a435-49ff-a455-a77940b04cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:48.177588 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-629a3a53-10cc-4ac0-a494-bf0bf8d16f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:48.214663 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-629a3a53-10cc-4ac0-a494-bf0bf8d16f5e None None] For port 24046c7a-6602-4272-b5a4-b305dece034e, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=24046c7a-6602-4272-b5a4-b305dece034e,segment=NetworkSegment(9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936),segment_id=9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:59:48.221162 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-629a3a53-10cc-4ac0-a494-bf0bf8d16f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:48.242573 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-79d4593c-0bdf-4e1b-8300-b784e4fecfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:48.292000 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a3a53-10cc-4ac0-a494-bf0bf8d16f5e None None] Pushing event updated for resources: {'Port': ['ID=24046c7a-6602-4272-b5a4-b305dece034e,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:48.418921 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-79d4593c-0bdf-4e1b-8300-b784e4fecfc5 admin admin] Allocated IP 172.20.0.1 (93687c3b-f369-41c3-b67a-6ce8c2bdf421/a342dcc1-0651-4224-9ba6-cfc83300ef71/81b1ef21-11a6-4f19-b9be-4baf6cd2f2b4) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:59:48.419197 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:48.443934 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3d08c543-8eb0-4ab5-a6fd-21808dd1f13e None None] Provisioning complete for port 24046c7a-6602-4272-b5a4-b305dece034e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:59:48.444576 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3d08c543-8eb0-4ab5-a6fd-21808dd1f13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:48.451659 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-42cbebc5-a435-49ff-a455-a77940b04cb2 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:48.458990 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-42cbebc5-a435-49ff-a455-a77940b04cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:48.502464 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae5fa9-31ee-470d-ad80-e7c76e31fe79 None None] Pushing event updated for resources: {'Port': ['ID=b5179e3e-ddda-4277-a71a-a09eeb27b98d,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:48.518396 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-42cbebc5-a435-49ff-a455-a77940b04cb2 None None] Attempting to bind port b5179e3e-ddda-4277-a71a-a09eeb27b98d on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:59:48.518689 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-42cbebc5-a435-49ff-a455-a77940b04cb2 None None] Attempting to bind port b5179e3e-ddda-4277-a71a-a09eeb27b98d by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:59:48.519045 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cbebc5-a435-49ff-a455-a77940b04cb2 None None] Attempting to bind port b5179e3e-ddda-4277-a71a-a09eeb27b98d on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:59:48.520279 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff11ab2-e420-476a-a054-b90ed4cb7220 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:59:48.527151 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cbebc5-a435-49ff-a455-a77940b04cb2 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:59:48.527519 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cbebc5-a435-49ff-a455-a77940b04cb2 None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:59:48.527914 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-42cbebc5-a435-49ff-a455-a77940b04cb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:48.528303 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cbebc5-a435-49ff-a455-a77940b04cb2 None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:59:48.528870 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-42cbebc5-a435-49ff-a455-a77940b04cb2 None None] Bound port: b5179e3e-ddda-4277-a71a-a09eeb27b98d, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:59:48.529131 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-42cbebc5-a435-49ff-a455-a77940b04cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:48.542353 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-79d4593c-0bdf-4e1b-8300-b784e4fecfc5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:48.549820 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae5fa9-31ee-470d-ad80-e7c76e31fe79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:48.550189 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae5fa9-31ee-470d-ad80-e7c76e31fe79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:48.550512 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae5fa9-31ee-470d-ad80-e7c76e31fe79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:48.550842 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae5fa9-31ee-470d-ad80-e7c76e31fe79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:48.551172 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae5fa9-31ee-470d-ad80-e7c76e31fe79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:48.551493 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae5fa9-31ee-470d-ad80-e7c76e31fe79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:48.551817 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae5fa9-31ee-470d-ad80-e7c76e31fe79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:48.552132 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae5fa9-31ee-470d-ad80-e7c76e31fe79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:48.552448 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae5fa9-31ee-470d-ad80-e7c76e31fe79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:48.552771 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae5fa9-31ee-470d-ad80-e7c76e31fe79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:48.553086 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae5fa9-31ee-470d-ad80-e7c76e31fe79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:48.553399 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae5fa9-31ee-470d-ad80-e7c76e31fe79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 11:59:48.579568 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-79d4593c-0bdf-4e1b-8300-b784e4fecfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:48.589384 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-42cbebc5-a435-49ff-a455-a77940b04cb2 None None] For port b5179e3e-ddda-4277-a71a-a09eeb27b98d, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:59:48.592606 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-42cbebc5-a435-49ff-a455-a77940b04cb2 None None] For port b5179e3e-ddda-4277-a71a-a09eeb27b98d, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=b5179e3e-ddda-4277-a71a-a09eeb27b98d,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:59:48.597601 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-42cbebc5-a435-49ff-a455-a77940b04cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:48.616853 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d4593c-0bdf-4e1b-8300-b784e4fecfc5 admin admin] Network 93687c3b-f369-41c3-b67a-6ce8c2bdf421 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:59:48.623065 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-79d4593c-0bdf-4e1b-8300-b784e4fecfc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:59:48.626301 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d4593c-0bdf-4e1b-8300-b784e4fecfc5 admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:59:48.649042 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fe8aa1-dac7-4921-ba28-c4788016bba3 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:59:48.665476 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4593c-0bdf-4e1b-8300-b784e4fecfc5 admin admin] Pushing event updated for resources: {'Port': ['ID=81b1ef21-11a6-4f19-b9be-4baf6cd2f2b4,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:48.669805 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fa778a16-a0fe-4dcc-bd0b-f53936c22312 None None] Provisioning complete for port b5179e3e-ddda-4277-a71a-a09eeb27b98d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:59:48.670424 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fa778a16-a0fe-4dcc-bd0b-f53936c22312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:48.674406 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae5fa9-31ee-470d-ad80-e7c76e31fe79 None None] Pushing event updated for resources: {'Port': ['ID=b5179e3e-ddda-4277-a71a-a09eeb27b98d,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:48.681196 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-79d4593c-0bdf-4e1b-8300-b784e4fecfc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:48.690154 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cbebc5-a435-49ff-a455-a77940b04cb2 None None] Routers {'982c0433-44b5-4004-8577-4f9fe7bcabf5'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:59:48.691554 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-42cbebc5-a435-49ff-a455-a77940b04cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:59:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['982c0433-44b5-4004-8577-4f9fe7bcabf5'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:59:48.773147 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fa778a16-a0fe-4dcc-bd0b-f53936c22312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:48.803666 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fa778a16-a0fe-4dcc-bd0b-f53936c22312 None None] For port b5179e3e-ddda-4277-a71a-a09eeb27b98d, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=b5179e3e-ddda-4277-a71a-a09eeb27b98d,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:59:48.808838 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fa778a16-a0fe-4dcc-bd0b-f53936c22312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:48.831269 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-79d4593c-0bdf-4e1b-8300-b784e4fecfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:48.854186 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-42cbebc5-a435-49ff-a455-a77940b04cb2 None None] Set router 982c0433-44b5-4004-8577-4f9fe7bcabf5 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:59:48.892238 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa778a16-a0fe-4dcc-bd0b-f53936c22312 None None] Pushing event updated for resources: {'Port': ['ID=b5179e3e-ddda-4277-a71a-a09eeb27b98d,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:48.912714 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:48.934132 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-60c850b3-c8ea-454c-a13b-22045ea419a1 None None] Provisioning complete for port 81b1ef21-11a6-4f19-b9be-4baf6cd2f2b4 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:59:48.935137 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-60c850b3-c8ea-454c-a13b-22045ea419a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:48.964363 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 24046c7a-6602-4272-b5a4-b305dece034e up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:59:49.011076 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-60c850b3-c8ea-454c-a13b-22045ea419a1 None None] Port 81b1ef21-11a6-4f19-b9be-4baf6cd2f2b4 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:59:49.029111 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-60c850b3-c8ea-454c-a13b-22045ea419a1 None None] Provisioning complete for port b5179e3e-ddda-4277-a71a-a09eeb27b98d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:59:49.029576 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-60c850b3-c8ea-454c-a13b-22045ea419a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:49.041706 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-79d4593c-0bdf-4e1b-8300-b784e4fecfc5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:49.048467 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-79d4593c-0bdf-4e1b-8300-b784e4fecfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:49.061668 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 24046c7a-6602-4272-b5a4-b305dece034e triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:59:49.062071 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:49.080712 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-42cbebc5-a435-49ff-a455-a77940b04cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982c0433-44b5-4004-8577-4f9fe7bcabf5', 'name': 'tempest-TestServerMultinode-561345682-router', 'tenant_id': '5c5f06c922a341db8ea81e641dcd9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'b5179e3e-ddda-4277-a71a-a09eeb27b98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:59:46Z', 'updated_at': '2021-11-16T11:59:47Z', 'revision_number': 3, 'project_id': '5c5f06c922a341db8ea81e641dcd9430', 'gw_port': {'id': 'b5179e3e-ddda-4277-a71a-a09eeb27b98d', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982c0433-44b5-4004-8577-4f9fe7bcabf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:59:46Z', 'updated_at': '2021-11-16T11:59:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:59:49.107893 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cbebc5-a435-49ff-a455-a77940b04cb2 None None] The sync data for ids ['982c0433-44b5-4004-8577-4f9fe7bcabf5'] in n-d-816823-3 is: [{'id': '982c0433-44b5-4004-8577-4f9fe7bcabf5', 'name': 'tempest-TestServerMultinode-561345682-router', 'tenant_id': '5c5f06c922a341db8ea81e641dcd9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'b5179e3e-ddda-4277-a71a-a09eeb27b98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:59:46Z', 'updated_at': '2021-11-16T11:59:47Z', 'revision_number': 3, 'project_id': '5c5f06c922a341db8ea81e641dcd9430', 'gw_port': {'id': 'b5179e3e-ddda-4277-a71a-a09eeb27b98d', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982c0433-44b5-4004-8577-4f9fe7bcabf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:59:46Z', 'updated_at': '2021-11-16T11:59:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:59:49.124121 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4593c-0bdf-4e1b-8300-b784e4fecfc5 admin admin] Pushing event updated for resources: {'Port': ['ID=81b1ef21-11a6-4f19-b9be-4baf6cd2f2b4,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:49.127539 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-79d4593c-0bdf-4e1b-8300-b784e4fecfc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:49.229011 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d4593c-0bdf-4e1b-8300-b784e4fecfc5 admin admin] Network 93687c3b-f369-41c3-b67a-6ce8c2bdf421 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:59:49.230396 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-79d4593c-0bdf-4e1b-8300-b784e4fecfc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:59:49.360985 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d4593c-0bdf-4e1b-8300-b784e4fecfc5 admin admin] Router 982c0433-44b5-4004-8577-4f9fe7bcabf5 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:59:49.510468 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-bd75edae-5688-4416-bd21-b7d766d3c734 None None] Provisioning complete for port 81b1ef21-11a6-4f19-b9be-4baf6cd2f2b4 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:59:49.510751 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bd75edae-5688-4416-bd21-b7d766d3c734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:49.547885 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-bd75edae-5688-4416-bd21-b7d766d3c734 None None] Port 81b1ef21-11a6-4f19-b9be-4baf6cd2f2b4 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:59:49.848177 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d4593c-0bdf-4e1b-8300-b784e4fecfc5 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:59:49.860278 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-79d4593c-0bdf-4e1b-8300-b784e4fecfc5 admin admin] 10.222.0.61 "PUT /v2.0/routers/982c0433-44b5-4004-8577-4f9fe7bcabf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0599177 Nov 16 11:59:50.327804 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50208) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:59:50.333366 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-a63af59e-68c1-43d6-b64e-f770323b23b8 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-462052768-network', 'tenant_id': '6e89124b138440faa2c2ab05c06927d0'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:59:50.353522 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63af59e-68c1-43d6-b64e-f770323b23b8 admin admin] Made reservation on behalf of 6e89124b138440faa2c2ab05c06927d0 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:59:50.355966 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a63af59e-68c1-43d6-b64e-f770323b23b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:50.364613 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a63af59e-68c1-43d6-b64e-f770323b23b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:50.439528 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a63af59e-68c1-43d6-b64e-f770323b23b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:50.443252 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a63af59e-68c1-43d6-b64e-f770323b23b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:50.469471 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a63af59e-68c1-43d6-b64e-f770323b23b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 11:59:50.475540 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63af59e-68c1-43d6-b64e-f770323b23b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e0aafe-04f8-46e3-bb51-8c12be2cd573,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:50.483779 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a63af59e-68c1-43d6-b64e-f770323b23b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:50.483779 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-a63af59e-68c1-43d6-b64e-f770323b23b8 admin admin] Added segment 52be07be-fc43-4a8a-be84-b036b3df3b68 of type vlan for network 935e7574-043b-4341-b7f8-483f0f8e5930 Nov 16 11:59:50.524863 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a63af59e-68c1-43d6-b64e-f770323b23b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:50.559431 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a63af59e-68c1-43d6-b64e-f770323b23b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:50.560838 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63af59e-68c1-43d6-b64e-f770323b23b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:59:50.561504 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a63af59e-68c1-43d6-b64e-f770323b23b8 admin admin] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:50.616703 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a63af59e-68c1-43d6-b64e-f770323b23b8 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2872026 Nov 16 11:59:50.619518 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50210) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:59:50.625643 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-cb288110-87c5-4566-abfa-4086d1e5c874 admin admin] Request body: {'subnet': {'network_id': '935e7574-043b-4341-b7f8-483f0f8e5930', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-462052768-subnet', 'tenant_id': '6e89124b138440faa2c2ab05c06927d0', 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:59:50.628940 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63af59e-68c1-43d6-b64e-f770323b23b8 admin admin] Pushing event updated for resources: {'Network': ['ID=935e7574-043b-4341-b7f8-483f0f8e5930,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:50.641564 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 935e7574-043b-4341-b7f8-483f0f8e5930 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 11:59:50.651200 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb288110-87c5-4566-abfa-4086d1e5c874 admin admin] Made reservation on behalf of 6e89124b138440faa2c2ab05c06927d0 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:59:50.653802 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cb288110-87c5-4566-abfa-4086d1e5c874 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:50.852482 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af68de7-7721-4a78-b599-ec5868293453 None None] Sync routers for ids ['982c0433-44b5-4004-8577-4f9fe7bcabf5'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:59:50.864441 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af68de7-7721-4a78-b599-ec5868293453 None None] Routers {'982c0433-44b5-4004-8577-4f9fe7bcabf5'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:59:50.866178 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6af68de7-7721-4a78-b599-ec5868293453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:59:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['982c0433-44b5-4004-8577-4f9fe7bcabf5'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:59:50.900511 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device b5179e3e-ddda-4277-a71a-a09eeb27b98d up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:59:51.086322 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cb288110-87c5-4566-abfa-4086d1e5c874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:51.143295 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb288110-87c5-4566-abfa-4086d1e5c874 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27506c8c-9dc2-44e9-9416-b3cd44402039,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:51.161525 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb288110-87c5-4566-abfa-4086d1e5c874 admin admin] Checking segment: {'id': '52be07be-fc43-4a8a-be84-b036b3df3b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '935e7574-043b-4341-b7f8-483f0f8e5930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:59:51.161887 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb288110-87c5-4566-abfa-4086d1e5c874 admin admin] Network hostable DHCP agents. Network: 935e7574-043b-4341-b7f8-483f0f8e5930, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 11:59:51.174187 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-6af68de7-7721-4a78-b599-ec5868293453 None None] Set router 982c0433-44b5-4004-8577-4f9fe7bcabf5 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:59:51.179680 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb288110-87c5-4566-abfa-4086d1e5c874 admin admin] Network 935e7574-043b-4341-b7f8-483f0f8e5930 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 11:59:51.191439 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-cb288110-87c5-4566-abfa-4086d1e5c874 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 935e7574-043b-4341-b7f8-483f0f8e5930) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:59:51.198165 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb288110-87c5-4566-abfa-4086d1e5c874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:59:51.198764 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cb288110-87c5-4566-abfa-4086d1e5c874 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:51.205176 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24b95e0-4863-4c82-837a-04604f3f5504 None None] Network 935e7574-043b-4341-b7f8-483f0f8e5930 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:59:51.206912 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port b5179e3e-ddda-4277-a71a-a09eeb27b98d triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:59:51.207285 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:51.219467 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-cb288110-87c5-4566-abfa-4086d1e5c874 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5952592 Nov 16 11:59:51.219725 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50212) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:59:51.223980 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-23b25901-d954-4d4f-b87b-e93d3169d3cc admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-462052768-router', 'tenant_id': '6e89124b138440faa2c2ab05c06927d0', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:59:51.246899 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-23b25901-d954-4d4f-b87b-e93d3169d3cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:51.248076 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-23b25901-d954-4d4f-b87b-e93d3169d3cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:51.298648 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-23b25901-d954-4d4f-b87b-e93d3169d3cc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:51.431766 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-23b25901-d954-4d4f-b87b-e93d3169d3cc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:51.549693 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302acf4b-0d20-469f-a4ee-b74f388f27dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-935e7574-043b-4341-b7f8-483f0f8e5930', 'network_id': '935e7574-043b-4341-b7f8-483f0f8e5930', 'tenant_id': '6e89124b138440faa2c2ab05c06927d0', 'fixed_ips': [{'subnet_id': '27506c8c-9dc2-44e9-9416-b3cd44402039'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 11:59:51.550596 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-302acf4b-0d20-469f-a4ee-b74f388f27dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:51.638636 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-23b25901-d954-4d4f-b87b-e93d3169d3cc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:51.640493 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6af68de7-7721-4a78-b599-ec5868293453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982c0433-44b5-4004-8577-4f9fe7bcabf5', 'name': 'tempest-TestServerMultinode-561345682-router', 'tenant_id': '5c5f06c922a341db8ea81e641dcd9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'b5179e3e-ddda-4277-a71a-a09eeb27b98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:59:46Z', 'updated_at': '2021-11-16T11:59:48Z', 'revision_number': 4, 'project_id': '5c5f06c922a341db8ea81e641dcd9430', 'gw_port': {'id': 'b5179e3e-ddda-4277-a71a-a09eeb27b98d', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982c0433-44b5-4004-8577-4f9fe7bcabf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:59:46Z', 'updated_at': '2021-11-16T11:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '81b1ef21-11a6-4f19-b9be-4baf6cd2f2b4', 'name': '', 'network_id': '93687c3b-f369-41c3-b67a-6ce8c2bdf421', 'tenant_id': '5c5f06c922a341db8ea81e641dcd9430', 'mac_address': 'fa:16:3e:56:1a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982c0433-44b5-4004-8577-4f9fe7bcabf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'a342dcc1-0651-4224-9ba6-cfc83300ef71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:59:48Z', 'updated_at': '2021-11-16T11:59:48Z', 'revision_number': 2, 'project_id': '5c5f06c922a341db8ea81e641dcd9430', 'subnets': [{'id': 'a342dcc1-0651-4224-9ba6-cfc83300ef71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:59:51.659001 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-23b25901-d954-4d4f-b87b-e93d3169d3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:51.669573 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af68de7-7721-4a78-b599-ec5868293453 None None] Checking router: 982c0433-44b5-4004-8577-4f9fe7bcabf5 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:59:51.670147 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af68de7-7721-4a78-b599-ec5868293453 None None] Updating router 982c0433-44b5-4004-8577-4f9fe7bcabf5 port 81b1ef21-11a6-4f19-b9be-4baf6cd2f2b4 binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:59:51.722018 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6af68de7-7721-4a78-b599-ec5868293453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:51.760838 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-23b25901-d954-4d4f-b87b-e93d3169d3cc admin admin] Allocated IP 172.25.0.254 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/c97ffa12-be40-43a1-ad33-26ccfef335e2) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:59:51.775007 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-302acf4b-0d20-469f-a4ee-b74f388f27dc None None] Allocated IP 172.20.0.2 (935e7574-043b-4341-b7f8-483f0f8e5930/27506c8c-9dc2-44e9-9416-b3cd44402039/1e052646-8797-4fed-81d9-44cda2f554b2) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:59:51.865809 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-23b25901-d954-4d4f-b87b-e93d3169d3cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:51.899682 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-23b25901-d954-4d4f-b87b-e93d3169d3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:51.939241 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b25901-d954-4d4f-b87b-e93d3169d3cc admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:59:51.942432 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-23b25901-d954-4d4f-b87b-e93d3169d3cc admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:59:51.944988 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b25901-d954-4d4f-b87b-e93d3169d3cc admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:59:51.962178 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0261c550-d52b-4f1e-b1e4-78c30429809c None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:59:51.971573 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b25901-d954-4d4f-b87b-e93d3169d3cc admin admin] Pushing event updated for resources: {'Port': ['ID=c97ffa12-be40-43a1-ad33-26ccfef335e2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:52.085781 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-302acf4b-0d20-469f-a4ee-b74f388f27dc None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:52.118643 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-302acf4b-0d20-469f-a4ee-b74f388f27dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:52.167500 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-af78ed70-89f4-444a-acac-ca5ae944925c None None] Provisioning complete for port c97ffa12-be40-43a1-ad33-26ccfef335e2 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:59:52.167862 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-af78ed70-89f4-444a-acac-ca5ae944925c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:52.200195 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6af68de7-7721-4a78-b599-ec5868293453 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:52.203950 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-23b25901-d954-4d4f-b87b-e93d3169d3cc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:52.209441 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302acf4b-0d20-469f-a4ee-b74f388f27dc None None] Network 935e7574-043b-4341-b7f8-483f0f8e5930 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:59:52.222670 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-302acf4b-0d20-469f-a4ee-b74f388f27dc None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:59:52.226236 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302acf4b-0d20-469f-a4ee-b74f388f27dc None None] Pushing event updated for resources: {'Port': ['ID=1e052646-8797-4fed-81d9-44cda2f554b2,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:52.228372 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6af68de7-7721-4a78-b599-ec5868293453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:52.233785 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302acf4b-0d20-469f-a4ee-b74f388f27dc None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:59:52.265321 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-af78ed70-89f4-444a-acac-ca5ae944925c None None] Port c97ffa12-be40-43a1-ad33-26ccfef335e2 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:59:52.316586 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4436f01-c514-4f56-924d-af74a9158561 None None] Pushing event updated for resources: {'Port': ['ID=81b1ef21-11a6-4f19-b9be-4baf6cd2f2b4,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:52.418036 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-23b25901-d954-4d4f-b87b-e93d3169d3cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:52.419583 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-302acf4b-0d20-469f-a4ee-b74f388f27dc None None] Attempting to bind port 1e052646-8797-4fed-81d9-44cda2f554b2 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:59:52.419963 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-302acf4b-0d20-469f-a4ee-b74f388f27dc None None] Attempting to bind port 1e052646-8797-4fed-81d9-44cda2f554b2 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '52be07be-fc43-4a8a-be84-b036b3df3b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '935e7574-043b-4341-b7f8-483f0f8e5930'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:59:52.420327 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302acf4b-0d20-469f-a4ee-b74f388f27dc None None] Attempting to bind port 1e052646-8797-4fed-81d9-44cda2f554b2 on network 935e7574-043b-4341-b7f8-483f0f8e5930 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:59:52.465767 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302acf4b-0d20-469f-a4ee-b74f388f27dc None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:59:52.466183 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302acf4b-0d20-469f-a4ee-b74f388f27dc None None] Checking segment: {'id': '52be07be-fc43-4a8a-be84-b036b3df3b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '935e7574-043b-4341-b7f8-483f0f8e5930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:59:52.466598 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-302acf4b-0d20-469f-a4ee-b74f388f27dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:52.467070 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302acf4b-0d20-469f-a4ee-b74f388f27dc None None] Bound using segment: {'id': '52be07be-fc43-4a8a-be84-b036b3df3b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '935e7574-043b-4341-b7f8-483f0f8e5930'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:59:52.467595 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-302acf4b-0d20-469f-a4ee-b74f388f27dc None None] Bound port: 1e052646-8797-4fed-81d9-44cda2f554b2, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52be07be-fc43-4a8a-be84-b036b3df3b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '935e7574-043b-4341-b7f8-483f0f8e5930'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:59:52.467979 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-302acf4b-0d20-469f-a4ee-b74f388f27dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:52.470913 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-6af68de7-7721-4a78-b599-ec5868293453 None None] Attempting to bind port 81b1ef21-11a6-4f19-b9be-4baf6cd2f2b4 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:59:52.471280 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-6af68de7-7721-4a78-b599-ec5868293453 None None] Attempting to bind port 81b1ef21-11a6-4f19-b9be-4baf6cd2f2b4 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '93687c3b-f369-41c3-b67a-6ce8c2bdf421'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:59:52.471639 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af68de7-7721-4a78-b599-ec5868293453 None None] Attempting to bind port 81b1ef21-11a6-4f19-b9be-4baf6cd2f2b4 on network 93687c3b-f369-41c3-b67a-6ce8c2bdf421 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:59:52.492030 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af68de7-7721-4a78-b599-ec5868293453 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:59:52.492384 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af68de7-7721-4a78-b599-ec5868293453 None None] Checking segment: {'id': '9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '93687c3b-f369-41c3-b67a-6ce8c2bdf421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:59:52.492875 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6af68de7-7721-4a78-b599-ec5868293453 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:52.493293 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af68de7-7721-4a78-b599-ec5868293453 None None] Bound using segment: {'id': '9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '93687c3b-f369-41c3-b67a-6ce8c2bdf421'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:59:52.493785 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-6af68de7-7721-4a78-b599-ec5868293453 None None] Bound port: 81b1ef21-11a6-4f19-b9be-4baf6cd2f2b4, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '93687c3b-f369-41c3-b67a-6ce8c2bdf421'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:59:52.494208 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6af68de7-7721-4a78-b599-ec5868293453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:52.553433 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b25901-d954-4d4f-b87b-e93d3169d3cc admin admin] Router 2ffeebe9-a5ef-464b-9d38-29dcdfd30952 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 11:59:52.623972 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-6af68de7-7721-4a78-b599-ec5868293453 None None] For port 81b1ef21-11a6-4f19-b9be-4baf6cd2f2b4, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:59:52.630832 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-302acf4b-0d20-469f-a4ee-b74f388f27dc None None] For port 1e052646-8797-4fed-81d9-44cda2f554b2, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:59:52.656617 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-6af68de7-7721-4a78-b599-ec5868293453 None None] For port 81b1ef21-11a6-4f19-b9be-4baf6cd2f2b4, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=81b1ef21-11a6-4f19-b9be-4baf6cd2f2b4,segment=NetworkSegment(9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936),segment_id=9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:59:52.659563 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b25901-d954-4d4f-b87b-e93d3169d3cc admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:59:52.660608 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-9bb0a94d-d96d-4a89-a7ac-72109b7430e7 None None] Provisioning complete for port 81b1ef21-11a6-4f19-b9be-4baf6cd2f2b4 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:59:52.661001 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9bb0a94d-d96d-4a89-a7ac-72109b7430e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:52.664040 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-302acf4b-0d20-469f-a4ee-b74f388f27dc None None] For port 1e052646-8797-4fed-81d9-44cda2f554b2, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=1e052646-8797-4fed-81d9-44cda2f554b2,segment=NetworkSegment(52be07be-fc43-4a8a-be84-b036b3df3b68),segment_id=52be07be-fc43-4a8a-be84-b036b3df3b68)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:59:52.666854 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6af68de7-7721-4a78-b599-ec5868293453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:52.672222 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92e3aa8-7677-4cd2-9f79-943d7f05d90a None None] Sync routers for ids ['2ffeebe9-a5ef-464b-9d38-29dcdfd30952'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:59:52.682939 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-23b25901-d954-4d4f-b87b-e93d3169d3cc admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:52.685022 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92e3aa8-7677-4cd2-9f79-943d7f05d90a None None] Routers {'2ffeebe9-a5ef-464b-9d38-29dcdfd30952'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:59:52.686038 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-a92e3aa8-7677-4cd2-9f79-943d7f05d90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:59:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['2ffeebe9-a5ef-464b-9d38-29dcdfd30952'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:59:52.687962 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50214) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 11:59:52.688482 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-23b25901-d954-4d4f-b87b-e93d3169d3cc admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4669309 Nov 16 11:59:52.858664 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-302acf4b-0d20-469f-a4ee-b74f388f27dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:52.896234 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-a92e3aa8-7677-4cd2-9f79-943d7f05d90a None None] Set router 2ffeebe9-a5ef-464b-9d38-29dcdfd30952 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:59:52.963735 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4436f01-c514-4f56-924d-af74a9158561 None None] Pushing event updated for resources: {'Port': ['ID=81b1ef21-11a6-4f19-b9be-4baf6cd2f2b4,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:53.067029 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9bb0a94d-d96d-4a89-a7ac-72109b7430e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:53.083546 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af68de7-7721-4a78-b599-ec5868293453 None None] Routers {'982c0433-44b5-4004-8577-4f9fe7bcabf5'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:59:53.084431 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6af68de7-7721-4a78-b599-ec5868293453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:59:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['982c0433-44b5-4004-8577-4f9fe7bcabf5'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:59:53.119234 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-a92e3aa8-7677-4cd2-9f79-943d7f05d90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffeebe9-a5ef-464b-9d38-29dcdfd30952', 'name': 'tempest-TestServerMultinode-462052768-router', 'tenant_id': '6e89124b138440faa2c2ab05c06927d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c97ffa12-be40-43a1-ad33-26ccfef335e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:59:51Z', 'updated_at': '2021-11-16T11:59:52Z', 'revision_number': 3, 'project_id': '6e89124b138440faa2c2ab05c06927d0', 'gw_port': {'id': 'c97ffa12-be40-43a1-ad33-26ccfef335e2', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ffeebe9-a5ef-464b-9d38-29dcdfd30952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:59:51Z', 'updated_at': '2021-11-16T11:59:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:59:53.153277 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92e3aa8-7677-4cd2-9f79-943d7f05d90a None None] Checking router: 2ffeebe9-a5ef-464b-9d38-29dcdfd30952 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:59:53.154048 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92e3aa8-7677-4cd2-9f79-943d7f05d90a None None] Updating router 2ffeebe9-a5ef-464b-9d38-29dcdfd30952 port c97ffa12-be40-43a1-ad33-26ccfef335e2 binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:59:53.182071 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a92e3aa8-7677-4cd2-9f79-943d7f05d90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:53.237437 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302acf4b-0d20-469f-a4ee-b74f388f27dc None None] Pushing event updated for resources: {'Port': ['ID=1e052646-8797-4fed-81d9-44cda2f554b2,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:53.259426 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-9bb0a94d-d96d-4a89-a7ac-72109b7430e7 None None] For port 81b1ef21-11a6-4f19-b9be-4baf6cd2f2b4, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=81b1ef21-11a6-4f19-b9be-4baf6cd2f2b4,segment=NetworkSegment(9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936),segment_id=9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:59:53.266023 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2a66aee5-21c2-4f3c-a82e-602dab7cb113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:53.270943 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9bb0a94d-d96d-4a89-a7ac-72109b7430e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:53.332596 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-6af68de7-7721-4a78-b599-ec5868293453 None None] Set router 982c0433-44b5-4004-8577-4f9fe7bcabf5 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:59:53.370795 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb0a94d-d96d-4a89-a7ac-72109b7430e7 None None] Pushing event updated for resources: {'Port': ['ID=81b1ef21-11a6-4f19-b9be-4baf6cd2f2b4,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:53.468262 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-cdafb455-e6de-4a96-ada5-9e7095ea5c58 None None] Provisioning complete for port 81b1ef21-11a6-4f19-b9be-4baf6cd2f2b4 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:59:53.468644 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cdafb455-e6de-4a96-ada5-9e7095ea5c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:53.489128 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-2a66aee5-21c2-4f3c-a82e-602dab7cb113 admin admin] Allocated IP 172.20.0.1 (935e7574-043b-4341-b7f8-483f0f8e5930/27506c8c-9dc2-44e9-9416-b3cd44402039/cc9f5f98-9ed2-4170-b128-b0aecdd097fe) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:59:53.540757 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a92e3aa8-7677-4cd2-9f79-943d7f05d90a None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:53.548339 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a92e3aa8-7677-4cd2-9f79-943d7f05d90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:53.602981 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dc50d3-e7a2-4c7a-8d72-815dcc5a9321 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:59:53.603607 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-a92e3aa8-7677-4cd2-9f79-943d7f05d90a None None] Attempting to bind port c97ffa12-be40-43a1-ad33-26ccfef335e2 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:59:53.603987 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-a92e3aa8-7677-4cd2-9f79-943d7f05d90a None None] Attempting to bind port c97ffa12-be40-43a1-ad33-26ccfef335e2 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:59:53.604353 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92e3aa8-7677-4cd2-9f79-943d7f05d90a None None] Attempting to bind port c97ffa12-be40-43a1-ad33-26ccfef335e2 on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:59:53.610387 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2a66aee5-21c2-4f3c-a82e-602dab7cb113 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:53.613347 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37527919-a9cd-41ca-a22a-79b61df8dbfd None None] Pushing event updated for resources: {'Port': ['ID=c97ffa12-be40-43a1-ad33-26ccfef335e2,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:53.616686 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92e3aa8-7677-4cd2-9f79-943d7f05d90a None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:59:53.617064 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92e3aa8-7677-4cd2-9f79-943d7f05d90a None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:59:53.617464 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a92e3aa8-7677-4cd2-9f79-943d7f05d90a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:53.617849 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92e3aa8-7677-4cd2-9f79-943d7f05d90a None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:59:53.618540 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-a92e3aa8-7677-4cd2-9f79-943d7f05d90a None None] Bound port: c97ffa12-be40-43a1-ad33-26ccfef335e2, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:59:53.619330 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a92e3aa8-7677-4cd2-9f79-943d7f05d90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:53.641533 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6af68de7-7721-4a78-b599-ec5868293453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982c0433-44b5-4004-8577-4f9fe7bcabf5', 'name': 'tempest-TestServerMultinode-561345682-router', 'tenant_id': '5c5f06c922a341db8ea81e641dcd9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'b5179e3e-ddda-4277-a71a-a09eeb27b98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:59:46Z', 'updated_at': '2021-11-16T11:59:48Z', 'revision_number': 4, 'project_id': '5c5f06c922a341db8ea81e641dcd9430', 'gw_port': {'id': 'b5179e3e-ddda-4277-a71a-a09eeb27b98d', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982c0433-44b5-4004-8577-4f9fe7bcabf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:59:46Z', 'updated_at': '2021-11-16T11:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '81b1ef21-11a6-4f19-b9be-4baf6cd2f2b4', 'name': '', 'network_id': '93687c3b-f369-41c3-b67a-6ce8c2bdf421', 'tenant_id': '5c5f06c922a341db8ea81e641dcd9430', 'mac_address': 'fa:16:3e:56:1a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982c0433-44b5-4004-8577-4f9fe7bcabf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'a342dcc1-0651-4224-9ba6-cfc83300ef71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:59:48Z', 'updated_at': '2021-11-16T11:59:52Z', 'revision_number': 4, 'project_id': '5c5f06c922a341db8ea81e641dcd9430', 'subnets': [{'id': 'a342dcc1-0651-4224-9ba6-cfc83300ef71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:59:53.657500 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2a66aee5-21c2-4f3c-a82e-602dab7cb113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:53.674255 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af68de7-7721-4a78-b599-ec5868293453 None None] The sync data for ids ['982c0433-44b5-4004-8577-4f9fe7bcabf5'] in n-d-816823-3 is: [{'id': '982c0433-44b5-4004-8577-4f9fe7bcabf5', 'name': 'tempest-TestServerMultinode-561345682-router', 'tenant_id': '5c5f06c922a341db8ea81e641dcd9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'b5179e3e-ddda-4277-a71a-a09eeb27b98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:59:46Z', 'updated_at': '2021-11-16T11:59:48Z', 'revision_number': 4, 'project_id': '5c5f06c922a341db8ea81e641dcd9430', 'gw_port': {'id': 'b5179e3e-ddda-4277-a71a-a09eeb27b98d', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982c0433-44b5-4004-8577-4f9fe7bcabf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:59:46Z', 'updated_at': '2021-11-16T11:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '81b1ef21-11a6-4f19-b9be-4baf6cd2f2b4', 'name': '', 'network_id': '93687c3b-f369-41c3-b67a-6ce8c2bdf421', 'tenant_id': '5c5f06c922a341db8ea81e641dcd9430', 'mac_address': 'fa:16:3e:56:1a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982c0433-44b5-4004-8577-4f9fe7bcabf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'a342dcc1-0651-4224-9ba6-cfc83300ef71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:59:48Z', 'updated_at': '2021-11-16T11:59:52Z', 'revision_number': 4, 'project_id': '5c5f06c922a341db8ea81e641dcd9430', 'subnets': [{'id': 'a342dcc1-0651-4224-9ba6-cfc83300ef71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:59:53.692191 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-a92e3aa8-7677-4cd2-9f79-943d7f05d90a None None] For port c97ffa12-be40-43a1-ad33-26ccfef335e2, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:59:53.695776 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-a92e3aa8-7677-4cd2-9f79-943d7f05d90a None None] For port c97ffa12-be40-43a1-ad33-26ccfef335e2, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=c97ffa12-be40-43a1-ad33-26ccfef335e2,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:59:53.702016 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a92e3aa8-7677-4cd2-9f79-943d7f05d90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:53.703901 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a66aee5-21c2-4f3c-a82e-602dab7cb113 admin admin] Network 935e7574-043b-4341-b7f8-483f0f8e5930 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:59:53.710880 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-2a66aee5-21c2-4f3c-a82e-602dab7cb113 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:59:53.714279 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a66aee5-21c2-4f3c-a82e-602dab7cb113 admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:59:53.756733 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66aee5-21c2-4f3c-a82e-602dab7cb113 admin admin] Pushing event updated for resources: {'Port': ['ID=cc9f5f98-9ed2-4170-b128-b0aecdd097fe,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:53.777007 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-bc2048b1-8a42-490f-9d4b-b4be0e0e78a7 None None] Provisioning complete for port c97ffa12-be40-43a1-ad33-26ccfef335e2 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:59:53.777566 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bc2048b1-8a42-490f-9d4b-b4be0e0e78a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:53.787278 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2a66aee5-21c2-4f3c-a82e-602dab7cb113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:53.791860 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92e3aa8-7677-4cd2-9f79-943d7f05d90a None None] Routers {'2ffeebe9-a5ef-464b-9d38-29dcdfd30952'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:59:53.792475 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-a92e3aa8-7677-4cd2-9f79-943d7f05d90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:59:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['2ffeebe9-a5ef-464b-9d38-29dcdfd30952'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:59:53.833880 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9366b17f-ab2c-465d-a2df-d3d46ef00760 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 11:59:53.846629 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37527919-a9cd-41ca-a22a-79b61df8dbfd None None] Pushing event updated for resources: {'Port': ['ID=c97ffa12-be40-43a1-ad33-26ccfef335e2,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:53.932964 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2a66aee5-21c2-4f3c-a82e-602dab7cb113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:53.948135 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bc2048b1-8a42-490f-9d4b-b4be0e0e78a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:53.980334 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-bc2048b1-8a42-490f-9d4b-b4be0e0e78a7 None None] For port c97ffa12-be40-43a1-ad33-26ccfef335e2, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=c97ffa12-be40-43a1-ad33-26ccfef335e2,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:59:53.986904 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bc2048b1-8a42-490f-9d4b-b4be0e0e78a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:54.009591 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-a92e3aa8-7677-4cd2-9f79-943d7f05d90a None None] Set router 2ffeebe9-a5ef-464b-9d38-29dcdfd30952 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:59:54.079554 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2048b1-8a42-490f-9d4b-b4be0e0e78a7 None None] Pushing event updated for resources: {'Port': ['ID=c97ffa12-be40-43a1-ad33-26ccfef335e2,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:54.136018 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-5a489f8f-16a7-45f2-9029-3010990de061 None None] Provisioning complete for port c97ffa12-be40-43a1-ad33-26ccfef335e2 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:59:54.136401 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5a489f8f-16a7-45f2-9029-3010990de061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:54.213323 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2a66aee5-21c2-4f3c-a82e-602dab7cb113 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:54.220143 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2a66aee5-21c2-4f3c-a82e-602dab7cb113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:54.290847 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2a66aee5-21c2-4f3c-a82e-602dab7cb113 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:54.314230 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66aee5-21c2-4f3c-a82e-602dab7cb113 admin admin] Pushing event updated for resources: {'Port': ['ID=cc9f5f98-9ed2-4170-b128-b0aecdd097fe,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:54.314831 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-a92e3aa8-7677-4cd2-9f79-943d7f05d90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffeebe9-a5ef-464b-9d38-29dcdfd30952', 'name': 'tempest-TestServerMultinode-462052768-router', 'tenant_id': '6e89124b138440faa2c2ab05c06927d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c97ffa12-be40-43a1-ad33-26ccfef335e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:59:51Z', 'updated_at': '2021-11-16T11:59:52Z', 'revision_number': 3, 'project_id': '6e89124b138440faa2c2ab05c06927d0', 'gw_port': {'id': 'c97ffa12-be40-43a1-ad33-26ccfef335e2', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ffeebe9-a5ef-464b-9d38-29dcdfd30952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:59:51Z', 'updated_at': '2021-11-16T11:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:59:54.344162 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92e3aa8-7677-4cd2-9f79-943d7f05d90a None None] The sync data for ids ['2ffeebe9-a5ef-464b-9d38-29dcdfd30952'] in n-d-816823-3 is: [{'id': '2ffeebe9-a5ef-464b-9d38-29dcdfd30952', 'name': 'tempest-TestServerMultinode-462052768-router', 'tenant_id': '6e89124b138440faa2c2ab05c06927d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c97ffa12-be40-43a1-ad33-26ccfef335e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:59:51Z', 'updated_at': '2021-11-16T11:59:52Z', 'revision_number': 3, 'project_id': '6e89124b138440faa2c2ab05c06927d0', 'gw_port': {'id': 'c97ffa12-be40-43a1-ad33-26ccfef335e2', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ffeebe9-a5ef-464b-9d38-29dcdfd30952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:59:51Z', 'updated_at': '2021-11-16T11:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:59:54.383821 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f46e88f-a8ae-4f13-80bf-abfe63490a71 None None] Network 935e7574-043b-4341-b7f8-483f0f8e5930 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 11:59:54.425531 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a66aee5-21c2-4f3c-a82e-602dab7cb113 admin admin] Network 935e7574-043b-4341-b7f8-483f0f8e5930 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:59:54.427077 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-2a66aee5-21c2-4f3c-a82e-602dab7cb113 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:59:54.489067 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-257b34fb-9b41-4285-8433-22ffb0341cc7 None None] Provisioning complete for port 1e052646-8797-4fed-81d9-44cda2f554b2 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:59:54.489457 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-257b34fb-9b41-4285-8433-22ffb0341cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:54.568277 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a66aee5-21c2-4f3c-a82e-602dab7cb113 admin admin] Router 2ffeebe9-a5ef-464b-9d38-29dcdfd30952 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 11:59:54.649749 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-257b34fb-9b41-4285-8433-22ffb0341cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:54.712375 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-257b34fb-9b41-4285-8433-22ffb0341cc7 None None] For port 1e052646-8797-4fed-81d9-44cda2f554b2, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=1e052646-8797-4fed-81d9-44cda2f554b2,segment=NetworkSegment(52be07be-fc43-4a8a-be84-b036b3df3b68),segment_id=52be07be-fc43-4a8a-be84-b036b3df3b68)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:59:54.714492 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a66aee5-21c2-4f3c-a82e-602dab7cb113 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 11:59:54.721948 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-257b34fb-9b41-4285-8433-22ffb0341cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:54.738639 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2a66aee5-21c2-4f3c-a82e-602dab7cb113 admin admin] 10.222.0.61 "PUT /v2.0/routers/2ffeebe9-a5ef-464b-9d38-29dcdfd30952/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0405631 Nov 16 11:59:54.775663 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b34fb-9b41-4285-8433-22ffb0341cc7 None None] Pushing event updated for resources: {'Port': ['ID=1e052646-8797-4fed-81d9-44cda2f554b2,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:55.030965 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 81b1ef21-11a6-4f19-b9be-4baf6cd2f2b4 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:59:55.095469 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a8793d77-9b49-4595-8a7e-27baa6717fd0 None None] Provisioning complete for port 1e052646-8797-4fed-81d9-44cda2f554b2 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:59:55.096500 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a8793d77-9b49-4595-8a7e-27baa6717fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:55.193155 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 81b1ef21-11a6-4f19-b9be-4baf6cd2f2b4 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:59:55.193519 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:55.352417 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a8793d77-9b49-4595-8a7e-27baa6717fd0 None None] Provisioning complete for port cc9f5f98-9ed2-4170-b128-b0aecdd097fe triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:59:55.352935 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a8793d77-9b49-4595-8a7e-27baa6717fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:55.417536 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 1e052646-8797-4fed-81d9-44cda2f554b2 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:59:55.446938 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-a8793d77-9b49-4595-8a7e-27baa6717fd0 None None] Port cc9f5f98-9ed2-4170-b128-b0aecdd097fe cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:59:55.475902 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 1e052646-8797-4fed-81d9-44cda2f554b2 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:59:55.476370 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:55.577265 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device c97ffa12-be40-43a1-ad33-26ccfef335e2 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:59:55.608275 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c515b713-b9c5-4d18-8cbd-cfa3aa73a31f None None] Provisioning complete for port cc9f5f98-9ed2-4170-b128-b0aecdd097fe triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:59:55.608807 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c515b713-b9c5-4d18-8cbd-cfa3aa73a31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:55.634262 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-fe3a90d7-e123-4152-ab49-c471b408fc31 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:59:55.636106 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-fe3a90d7-e123-4152-ab49-c471b408fc31 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/networks?id=93687c3b-f369-41c3-b67a-6ce8c2bdf421 HTTP/1.1" status: 200 len: 910 time: 0.1799843 Nov 16 11:59:55.654918 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-5b929b6d-694b-414c-a963-807fa4e821f4 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/quotas/6e89124b138440faa2c2ab05c06927d0 HTTP/1.1" status: 200 len: 375 time: 0.0128372 Nov 16 11:59:55.666723 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-c515b713-b9c5-4d18-8cbd-cfa3aa73a31f None None] Port cc9f5f98-9ed2-4170-b128-b0aecdd097fe cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:59:55.676504 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port c97ffa12-be40-43a1-ad33-26ccfef335e2 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:59:55.676969 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:55.768079 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-b0c15941-1388-4317-b744-5751a55ed788 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/ports?tenant_id=6e89124b138440faa2c2ab05c06927d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1072092 Nov 16 11:59:55.879373 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-1d458871-2086-41b5-a3de-4f1fd898e184 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:59:55.880415 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-1d458871-2086-41b5-a3de-4f1fd898e184 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1055570 Nov 16 11:59:55.972867 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-dced4150-0292-42bc-8e29-03d04ec9e3f4 service neutron] 10.222.0.61 "GET /v2.0/networks/93687c3b-f369-41c3-b67a-6ce8c2bdf421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862925 Nov 16 11:59:56.065900 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-abcbd40d-948e-4233-a0e2-3d83386f0f8e service neutron] 10.222.0.61 "GET /v2.0/networks/93687c3b-f369-41c3-b67a-6ce8c2bdf421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873363 Nov 16 11:59:56.243864 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3e540867-5cfc-4a55-8e84-b7dfdfc8ec9b req-cd46ebed-bbeb-4bf3-ad54-2c918088ee70 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=325f0203-d322-452b-98b6-8c2b5df8ff85 HTTP/1.1" status: 200 len: 210 time: 0.0470004 Nov 16 11:59:56.970820 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd62ca63-c69f-4b8a-b646-2eece7e7cc33 None None] Sync routers for ids ['2ffeebe9-a5ef-464b-9d38-29dcdfd30952'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 11:59:56.981024 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd62ca63-c69f-4b8a-b646-2eece7e7cc33 None None] Routers {'2ffeebe9-a5ef-464b-9d38-29dcdfd30952'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:59:56.981622 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-dd62ca63-c69f-4b8a-b646-2eece7e7cc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:59:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['2ffeebe9-a5ef-464b-9d38-29dcdfd30952'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:59:57.084575 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-dd62ca63-c69f-4b8a-b646-2eece7e7cc33 None None] Set router 2ffeebe9-a5ef-464b-9d38-29dcdfd30952 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:59:57.287985 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-dd62ca63-c69f-4b8a-b646-2eece7e7cc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffeebe9-a5ef-464b-9d38-29dcdfd30952', 'name': 'tempest-TestServerMultinode-462052768-router', 'tenant_id': '6e89124b138440faa2c2ab05c06927d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c97ffa12-be40-43a1-ad33-26ccfef335e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:59:51Z', 'updated_at': '2021-11-16T11:59:53Z', 'revision_number': 4, 'project_id': '6e89124b138440faa2c2ab05c06927d0', 'gw_port': {'id': 'c97ffa12-be40-43a1-ad33-26ccfef335e2', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffeebe9-a5ef-464b-9d38-29dcdfd30952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:59:51Z', 'updated_at': '2021-11-16T11:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'cc9f5f98-9ed2-4170-b128-b0aecdd097fe', 'name': '', 'network_id': '935e7574-043b-4341-b7f8-483f0f8e5930', 'tenant_id': '6e89124b138440faa2c2ab05c06927d0', 'mac_address': 'fa:16:3e:4d:cc:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ffeebe9-a5ef-464b-9d38-29dcdfd30952', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '27506c8c-9dc2-44e9-9416-b3cd44402039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:59:53Z', 'updated_at': '2021-11-16T11:59:53Z', 'revision_number': 2, 'project_id': '6e89124b138440faa2c2ab05c06927d0', 'subnets': [{'id': '27506c8c-9dc2-44e9-9416-b3cd44402039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:59:57.315334 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd62ca63-c69f-4b8a-b646-2eece7e7cc33 None None] Checking router: 2ffeebe9-a5ef-464b-9d38-29dcdfd30952 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 11:59:57.315692 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd62ca63-c69f-4b8a-b646-2eece7e7cc33 None None] Updating router 2ffeebe9-a5ef-464b-9d38-29dcdfd30952 port cc9f5f98-9ed2-4170-b128-b0aecdd097fe binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 11:59:57.335569 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-43f15ad2-d855-479b-94e7-416d68b294b8 req-68cad470-25f5-4d08-b849-1e56fb431c4f tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=325f0203-d322-452b-98b6-8c2b5df8ff85 HTTP/1.1" status: 200 len: 210 time: 0.0253997 Nov 16 11:59:57.340305 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dd62ca63-c69f-4b8a-b646-2eece7e7cc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:57.757829 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dd62ca63-c69f-4b8a-b646-2eece7e7cc33 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:57.762903 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dd62ca63-c69f-4b8a-b646-2eece7e7cc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:57.849329 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad222ca-3345-4296-8f6f-3d0229fca7f7 None None] Pushing event updated for resources: {'Port': ['ID=cc9f5f98-9ed2-4170-b128-b0aecdd097fe,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:57.866132 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-dd62ca63-c69f-4b8a-b646-2eece7e7cc33 None None] Attempting to bind port cc9f5f98-9ed2-4170-b128-b0aecdd097fe on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:59:57.866517 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-dd62ca63-c69f-4b8a-b646-2eece7e7cc33 None None] Attempting to bind port cc9f5f98-9ed2-4170-b128-b0aecdd097fe by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '52be07be-fc43-4a8a-be84-b036b3df3b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '935e7574-043b-4341-b7f8-483f0f8e5930'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:59:57.866889 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd62ca63-c69f-4b8a-b646-2eece7e7cc33 None None] Attempting to bind port cc9f5f98-9ed2-4170-b128-b0aecdd097fe on network 935e7574-043b-4341-b7f8-483f0f8e5930 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:59:57.872445 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd62ca63-c69f-4b8a-b646-2eece7e7cc33 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:59:57.872828 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd62ca63-c69f-4b8a-b646-2eece7e7cc33 None None] Checking segment: {'id': '52be07be-fc43-4a8a-be84-b036b3df3b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '935e7574-043b-4341-b7f8-483f0f8e5930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:59:57.873236 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dd62ca63-c69f-4b8a-b646-2eece7e7cc33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:57.873636 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd62ca63-c69f-4b8a-b646-2eece7e7cc33 None None] Bound using segment: {'id': '52be07be-fc43-4a8a-be84-b036b3df3b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '935e7574-043b-4341-b7f8-483f0f8e5930'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:59:57.874166 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-dd62ca63-c69f-4b8a-b646-2eece7e7cc33 None None] Bound port: cc9f5f98-9ed2-4170-b128-b0aecdd097fe, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52be07be-fc43-4a8a-be84-b036b3df3b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '935e7574-043b-4341-b7f8-483f0f8e5930'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:59:57.874558 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dd62ca63-c69f-4b8a-b646-2eece7e7cc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:57.942478 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-dd62ca63-c69f-4b8a-b646-2eece7e7cc33 None None] For port cc9f5f98-9ed2-4170-b128-b0aecdd097fe, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:59:57.946243 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-dd62ca63-c69f-4b8a-b646-2eece7e7cc33 None None] For port cc9f5f98-9ed2-4170-b128-b0aecdd097fe, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=cc9f5f98-9ed2-4170-b128-b0aecdd097fe,segment=NetworkSegment(52be07be-fc43-4a8a-be84-b036b3df3b68),segment_id=52be07be-fc43-4a8a-be84-b036b3df3b68)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:59:57.951272 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dd62ca63-c69f-4b8a-b646-2eece7e7cc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:58.015263 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd62ca63-c69f-4b8a-b646-2eece7e7cc33 None None] Routers {'2ffeebe9-a5ef-464b-9d38-29dcdfd30952'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 11:59:58.015942 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-dd62ca63-c69f-4b8a-b646-2eece7e7cc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T11:59:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['2ffeebe9-a5ef-464b-9d38-29dcdfd30952'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:59:58.020208 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad222ca-3345-4296-8f6f-3d0229fca7f7 None None] Pushing event updated for resources: {'Port': ['ID=cc9f5f98-9ed2-4170-b128-b0aecdd097fe,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:58.115831 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c9c55559-41ad-43a2-b0ee-ccae3de4e00d None None] Provisioning complete for port cc9f5f98-9ed2-4170-b128-b0aecdd097fe triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:59:58.116243 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c9c55559-41ad-43a2-b0ee-ccae3de4e00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:58.168941 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-dd62ca63-c69f-4b8a-b646-2eece7e7cc33 None None] Set router 2ffeebe9-a5ef-464b-9d38-29dcdfd30952 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 11:59:58.313371 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c9c55559-41ad-43a2-b0ee-ccae3de4e00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:58.376941 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c9c55559-41ad-43a2-b0ee-ccae3de4e00d None None] For port cc9f5f98-9ed2-4170-b128-b0aecdd097fe, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=cc9f5f98-9ed2-4170-b128-b0aecdd097fe,segment=NetworkSegment(52be07be-fc43-4a8a-be84-b036b3df3b68),segment_id=52be07be-fc43-4a8a-be84-b036b3df3b68)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 11:59:58.388106 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c9c55559-41ad-43a2-b0ee-ccae3de4e00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:58.395236 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:58.449254 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dc1ea808-0f81-4249-baa1-b56fb131ce22 req-04fa6133-aeef-4708-b339-58f52a08831f tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=325f0203-d322-452b-98b6-8c2b5df8ff85 HTTP/1.1" status: 200 len: 210 time: 0.0327122 Nov 16 11:59:58.471378 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c55559-41ad-43a2-b0ee-ccae3de4e00d None None] Pushing event updated for resources: {'Port': ['ID=cc9f5f98-9ed2-4170-b128-b0aecdd097fe,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:58.491790 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-dd62ca63-c69f-4b8a-b646-2eece7e7cc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffeebe9-a5ef-464b-9d38-29dcdfd30952', 'name': 'tempest-TestServerMultinode-462052768-router', 'tenant_id': '6e89124b138440faa2c2ab05c06927d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c97ffa12-be40-43a1-ad33-26ccfef335e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:59:51Z', 'updated_at': '2021-11-16T11:59:53Z', 'revision_number': 4, 'project_id': '6e89124b138440faa2c2ab05c06927d0', 'gw_port': {'id': 'c97ffa12-be40-43a1-ad33-26ccfef335e2', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffeebe9-a5ef-464b-9d38-29dcdfd30952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:59:51Z', 'updated_at': '2021-11-16T11:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'cc9f5f98-9ed2-4170-b128-b0aecdd097fe', 'name': '', 'network_id': '935e7574-043b-4341-b7f8-483f0f8e5930', 'tenant_id': '6e89124b138440faa2c2ab05c06927d0', 'mac_address': 'fa:16:3e:4d:cc:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ffeebe9-a5ef-464b-9d38-29dcdfd30952', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '27506c8c-9dc2-44e9-9416-b3cd44402039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:59:53Z', 'updated_at': '2021-11-16T11:59:57Z', 'revision_number': 4, 'project_id': '6e89124b138440faa2c2ab05c06927d0', 'subnets': [{'id': '27506c8c-9dc2-44e9-9416-b3cd44402039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 11:59:58.495466 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-f98cb589-aca9-4078-8e4c-23a29d59fdcb tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:59:58.497750 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-f98cb589-aca9-4078-8e4c-23a29d59fdcb tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.64 "GET /v2.0/networks?id=93687c3b-f369-41c3-b67a-6ce8c2bdf421 HTTP/1.1" status: 200 len: 910 time: 0.1331096 Nov 16 11:59:58.521240 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-65fe2b44-f8e2-4fdc-b2a6-3b02a583a22b tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Request body: {'port': {'device_id': '325f0203-d322-452b-98b6-8c2b5df8ff85', 'network_id': '93687c3b-f369-41c3-b67a-6ce8c2bdf421', 'admin_state_up': True, 'tenant_id': '6e89124b138440faa2c2ab05c06927d0'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:59:58.523005 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd62ca63-c69f-4b8a-b646-2eece7e7cc33 None None] The sync data for ids ['2ffeebe9-a5ef-464b-9d38-29dcdfd30952'] in n-d-816823-3 is: [{'id': '2ffeebe9-a5ef-464b-9d38-29dcdfd30952', 'name': 'tempest-TestServerMultinode-462052768-router', 'tenant_id': '6e89124b138440faa2c2ab05c06927d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c97ffa12-be40-43a1-ad33-26ccfef335e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:59:51Z', 'updated_at': '2021-11-16T11:59:53Z', 'revision_number': 4, 'project_id': '6e89124b138440faa2c2ab05c06927d0', 'gw_port': {'id': 'c97ffa12-be40-43a1-ad33-26ccfef335e2', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffeebe9-a5ef-464b-9d38-29dcdfd30952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:59:51Z', 'updated_at': '2021-11-16T11:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'cc9f5f98-9ed2-4170-b128-b0aecdd097fe', 'name': '', 'network_id': '935e7574-043b-4341-b7f8-483f0f8e5930', 'tenant_id': '6e89124b138440faa2c2ab05c06927d0', 'mac_address': 'fa:16:3e:4d:cc:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ffeebe9-a5ef-464b-9d38-29dcdfd30952', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '27506c8c-9dc2-44e9-9416-b3cd44402039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:59:53Z', 'updated_at': '2021-11-16T11:59:57Z', 'revision_number': 4, 'project_id': '6e89124b138440faa2c2ab05c06927d0', 'subnets': [{'id': '27506c8c-9dc2-44e9-9416-b3cd44402039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 11:59:58.533800 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-7abbc7c1-4207-462e-9170-93bc177e144c None None] Provisioning complete for port cc9f5f98-9ed2-4170-b128-b0aecdd097fe triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:59:58.534203 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7abbc7c1-4207-462e-9170-93bc177e144c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:58.557787 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-65fe2b44-f8e2-4fdc-b2a6-3b02a583a22b tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Made reservation on behalf of 6e89124b138440faa2c2ab05c06927d0 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 11:59:58.562168 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-65fe2b44-f8e2-4fdc-b2a6-3b02a583a22b tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:58.722058 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-65fe2b44-f8e2-4fdc-b2a6-3b02a583a22b tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Allocated IP 172.20.0.5 (93687c3b-f369-41c3-b67a-6ce8c2bdf421/a342dcc1-0651-4224-9ba6-cfc83300ef71/7a27f373-3943-4ead-b246-b0eed8fdfc60) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 11:59:58.883094 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-65fe2b44-f8e2-4fdc-b2a6-3b02a583a22b tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:58.893659 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device cc9f5f98-9ed2-4170-b128-b0aecdd097fe up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 11:59:58.923622 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-65fe2b44-f8e2-4fdc-b2a6-3b02a583a22b tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:58.949517 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port cc9f5f98-9ed2-4170-b128-b0aecdd097fe triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:59:58.950006 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:58.973446 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-65fe2b44-f8e2-4fdc-b2a6-3b02a583a22b tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Network 93687c3b-f369-41c3-b67a-6ce8c2bdf421 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 11:59:58.976703 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-65fe2b44-f8e2-4fdc-b2a6-3b02a583a22b tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 11:59:58.981408 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-65fe2b44-f8e2-4fdc-b2a6-3b02a583a22b tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 11:59:59.009970 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe2b44-f8e2-4fdc-b2a6-3b02a583a22b tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Pushing event updated for resources: {'Port': ['ID=7a27f373-3943-4ead-b246-b0eed8fdfc60,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:59.042542 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-65fe2b44-f8e2-4fdc-b2a6-3b02a583a22b tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:59:59.043170 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-65fe2b44-f8e2-4fdc-b2a6-3b02a583a22b tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:59.061391 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-65fe2b44-f8e2-4fdc-b2a6-3b02a583a22b tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5445251 Nov 16 11:59:59.075698 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-f1cdc144-5fe5-4504-abf8-77e76aefad1c tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 11:59:59.076653 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-f1cdc144-5fe5-4504-abf8-77e76aefad1c tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054560 Nov 16 11:59:59.160489 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-c214033d-c7e6-4993-a212-ea1084f07405 service neutron] Request body: {'port': {'device_id': '325f0203-d322-452b-98b6-8c2b5df8ff85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 11:59:59.167408 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:59.226775 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-c214033d-c7e6-4993-a212-ea1084f07405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:59.263705 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3472ca89-bd20-4488-b17f-8a7353b844bb None None] Provisioning complete for port 7a27f373-3943-4ead-b246-b0eed8fdfc60 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 11:59:59.264082 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3472ca89-bd20-4488-b17f-8a7353b844bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:59.302166 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3472ca89-bd20-4488-b17f-8a7353b844bb None None] Port 7a27f373-3943-4ead-b246-b0eed8fdfc60 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 11:59:59.492138 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-c214033d-c7e6-4993-a212-ea1084f07405 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a27f373-3943-4ead-b246-b0eed8fdfc60 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 11:59:59.500749 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-c214033d-c7e6-4993-a212-ea1084f07405 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:59.516292 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-c214033d-c7e6-4993-a212-ea1084f07405 service neutron] Transition to ACTIVE for port object 7a27f373-3943-4ead-b246-b0eed8fdfc60 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 11:59:59.520518 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-c214033d-c7e6-4993-a212-ea1084f07405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:59.571211 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214033d-c7e6-4993-a212-ea1084f07405 service neutron] Pushing event updated for resources: {'Port': ['ID=7a27f373-3943-4ead-b246-b0eed8fdfc60,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:59.575137 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e58ce-4135-4d65-9b4b-d305d89610a2 req-1961cef2-99c2-47b8-9a1c-af39599658dd tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:59:59.576769 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a24e58ce-4135-4d65-9b4b-d305d89610a2 req-1961cef2-99c2-47b8-9a1c-af39599658dd tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=325f0203-d322-452b-98b6-8c2b5df8ff85 HTTP/1.1" status: 200 len: 1052 time: 0.0513136 Nov 16 11:59:59.631724 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a24e58ce-4135-4d65-9b4b-d305d89610a2 req-28d0194c-b618-482b-957c-3443d166ee91 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=d9e0aafe-04f8-46e3-bb51-8c12be2cd573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479016 Nov 16 11:59:59.652982 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-c214033d-c7e6-4993-a212-ea1084f07405 service neutron] Attempting to bind port 7a27f373-3943-4ead-b246-b0eed8fdfc60 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 11:59:59.653316 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-c214033d-c7e6-4993-a212-ea1084f07405 service neutron] Attempting to bind port 7a27f373-3943-4ead-b246-b0eed8fdfc60 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '93687c3b-f369-41c3-b67a-6ce8c2bdf421'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 11:59:59.653645 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-c214033d-c7e6-4993-a212-ea1084f07405 service neutron] Attempting to bind port 7a27f373-3943-4ead-b246-b0eed8fdfc60 on network 93687c3b-f369-41c3-b67a-6ce8c2bdf421 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:59:59.659106 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-c214033d-c7e6-4993-a212-ea1084f07405 service neutron] Port 7a27f373-3943-4ead-b246-b0eed8fdfc60 on network 93687c3b-f369-41c3-b67a-6ce8c2bdf421 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 11:59:59.659428 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-c214033d-c7e6-4993-a212-ea1084f07405 service neutron] Attempting to bind port 7a27f373-3943-4ead-b246-b0eed8fdfc60 on network 93687c3b-f369-41c3-b67a-6ce8c2bdf421 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 11:59:59.664320 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-c214033d-c7e6-4993-a212-ea1084f07405 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 11:59:59.664660 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-c214033d-c7e6-4993-a212-ea1084f07405 service neutron] Checking segment: {'id': '9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '93687c3b-f369-41c3-b67a-6ce8c2bdf421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 11:59:59.665121 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-c214033d-c7e6-4993-a212-ea1084f07405 service neutron] Bound using segment: {'id': '9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '93687c3b-f369-41c3-b67a-6ce8c2bdf421'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 11:59:59.665466 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-c214033d-c7e6-4993-a212-ea1084f07405 service neutron] Bound port: 7a27f373-3943-4ead-b246-b0eed8fdfc60, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '93687c3b-f369-41c3-b67a-6ce8c2bdf421'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 11:59:59.665824 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-c214033d-c7e6-4993-a212-ea1084f07405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:59.734023 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-c214033d-c7e6-4993-a212-ea1084f07405 service neutron] For port 7a27f373-3943-4ead-b246-b0eed8fdfc60, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 11:59:59.737254 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-c214033d-c7e6-4993-a212-ea1084f07405 service neutron] For port 7a27f373-3943-4ead-b246-b0eed8fdfc60, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=7a27f373-3943-4ead-b246-b0eed8fdfc60,segment=NetworkSegment(9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936),segment_id=9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 11:59:59.742815 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-c214033d-c7e6-4993-a212-ea1084f07405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:59.778699 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-c214033d-c7e6-4993-a212-ea1084f07405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:59:59.779330 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-c214033d-c7e6-4993-a212-ea1084f07405 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 11:59:59.781201 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-c214033d-c7e6-4993-a212-ea1084f07405 service neutron] 10.222.0.64 "PUT /v2.0/ports/7a27f373-3943-4ead-b246-b0eed8fdfc60 HTTP/1.1" status: 200 len: 1091 time: 0.6906767 Nov 16 11:59:59.783330 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '325f0203-d322-452b-98b6-8c2b5df8ff85', 'tag': '7a27f373-3943-4ead-b246-b0eed8fdfc60'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 11:59:59.785731 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd82805-4ec0-464f-ab5b-872526e8bddc" -d '{"events": [{"name": "network-changed", "server_uuid": "325f0203-d322-452b-98b6-8c2b5df8ff85", "tag": "7a27f373-3943-4ead-b246-b0eed8fdfc60"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 11:59:59.848201 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214033d-c7e6-4993-a212-ea1084f07405 service neutron] Pushing event updated for resources: {'Port': ['ID=7a27f373-3943-4ead-b246-b0eed8fdfc60,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 11:59:59.904002 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-9e498908-6842-41e6-80d0-257e17d7453c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 11:59:59.905752 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-9e498908-6842-41e6-80d0-257e17d7453c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6e89124b138440faa2c2ab05c06927d0&device_id=325f0203-d322-452b-98b6-8c2b5df8ff85 HTTP/1.1" status: 200 len: 1094 time: 0.0545330 Nov 16 11:59:59.907918 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 11:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4aba06-0f3e-4162-b18b-2c154b7867f1 x-openstack-request-id: req-da4aba06-0f3e-4162-b18b-2c154b7867f1 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 11:59:59.908216 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "325f0203-d322-452b-98b6-8c2b5df8ff85", "tag": "7a27f373-3943-4ead-b246-b0eed8fdfc60", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 11:59:59.908472 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-da4aba06-0f3e-4162-b18b-2c154b7867f1 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 11:59:59.908868 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '325f0203-d322-452b-98b6-8c2b5df8ff85', 'tag': '7a27f373-3943-4ead-b246-b0eed8fdfc60', 'status': 'completed', 'code': 200} Nov 16 11:59:59.963374 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-3a266e6d-fb1f-41fb-bafc-ab580bb1dddb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a27f373-3943-4ead-b246-b0eed8fdfc60 HTTP/1.1" status: 200 len: 217 time: 0.0393014 Nov 16 12:00:00.017915 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-838be4e7-1533-4efa-b44c-8bb6b97a6afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:00.019381 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-838be4e7-1533-4efa-b44c-8bb6b97a6afe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a342dcc1-0651-4224-9ba6-cfc83300ef71 HTTP/1.1" status: 200 len: 848 time: 0.0443213 Nov 16 12:00:00.069230 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-bf2a8838-df6c-4590-8037-accf0184ad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:00.070889 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-bf2a8838-df6c-4590-8037-accf0184ad95 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=93687c3b-f369-41c3-b67a-6ce8c2bdf421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406539 Nov 16 12:00:00.171834 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-e40950fe-42ed-4ff2-9ba8-930b999fd9aa service neutron] 10.222.0.64 "GET /v2.0/networks/93687c3b-f369-41c3-b67a-6ce8c2bdf421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882261 Nov 16 12:00:00.260810 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1694222c-06db-41e0-a5ef-a4d94791b6c9 req-d80a9a08-670d-435e-8cf2-e84e476d6c37 service neutron] 10.222.0.64 "GET /v2.0/networks/93687c3b-f369-41c3-b67a-6ce8c2bdf421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817008 Nov 16 12:00:00.398740 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd82805-4ec0-464f-ab5b-872526e8bddc req-9c584a6f-92e4-472d-82c6-ac6bd4704429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:00.400166 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bfd82805-4ec0-464f-ab5b-872526e8bddc req-9c584a6f-92e4-472d-82c6-ac6bd4704429 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6e89124b138440faa2c2ab05c06927d0&device_id=325f0203-d322-452b-98b6-8c2b5df8ff85 HTTP/1.1" status: 200 len: 1094 time: 0.0407591 Nov 16 12:00:00.494935 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd82805-4ec0-464f-ab5b-872526e8bddc req-1e31fb1f-c05c-4461-9dee-5ecfa980ed12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:00.496402 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bfd82805-4ec0-464f-ab5b-872526e8bddc req-1e31fb1f-c05c-4461-9dee-5ecfa980ed12 service neutron] 10.222.0.64 "GET /v2.0/networks?id=93687c3b-f369-41c3-b67a-6ce8c2bdf421 HTTP/1.1" status: 200 len: 910 time: 0.0893462 Nov 16 12:00:00.540896 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bfd82805-4ec0-464f-ab5b-872526e8bddc req-ef7d05a7-915b-4a78-b7bc-a800db6a7d62 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a27f373-3943-4ead-b246-b0eed8fdfc60 HTTP/1.1" status: 200 len: 217 time: 0.0372000 Nov 16 12:00:00.595237 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd82805-4ec0-464f-ab5b-872526e8bddc req-6d73bf19-99c5-46f8-95e7-2d97faef4139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:00.596728 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bfd82805-4ec0-464f-ab5b-872526e8bddc req-6d73bf19-99c5-46f8-95e7-2d97faef4139 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a342dcc1-0651-4224-9ba6-cfc83300ef71 HTTP/1.1" status: 200 len: 848 time: 0.0485802 Nov 16 12:00:00.646830 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd82805-4ec0-464f-ab5b-872526e8bddc req-6e424759-3d12-40ac-920c-4cb255fa5f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:00.648340 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bfd82805-4ec0-464f-ab5b-872526e8bddc req-6e424759-3d12-40ac-920c-4cb255fa5f4b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=93687c3b-f369-41c3-b67a-6ce8c2bdf421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410352 Nov 16 12:00:00.750493 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c565f16-3e5c-4356-850f-58cf2f6ccac2 req-5766e0bb-10bb-4020-8c67-b13eef5adcc6 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:00.751203 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bfd82805-4ec0-464f-ab5b-872526e8bddc req-fbdbd569-05f4-43aa-8a72-9f827ef0d21c service neutron] 10.222.0.64 "GET /v2.0/networks/93687c3b-f369-41c3-b67a-6ce8c2bdf421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889914 Nov 16 12:00:00.752165 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9c565f16-3e5c-4356-850f-58cf2f6ccac2 req-5766e0bb-10bb-4020-8c67-b13eef5adcc6 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=325f0203-d322-452b-98b6-8c2b5df8ff85 HTTP/1.1" status: 200 len: 1094 time: 0.0457275 Nov 16 12:00:00.796604 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9c565f16-3e5c-4356-850f-58cf2f6ccac2 req-1b692fca-d08c-4a0a-8a35-be2a4cb228dd tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=d9e0aafe-04f8-46e3-bb51-8c12be2cd573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377905 Nov 16 12:00:00.846653 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bfd82805-4ec0-464f-ab5b-872526e8bddc req-74da12c5-dc1e-4a76-857e-0f7cebd632b3 service neutron] 10.222.0.64 "GET /v2.0/networks/93687c3b-f369-41c3-b67a-6ce8c2bdf421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844340 Nov 16 12:00:01.907980 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c9813-330e-4f89-9142-3fca49ea4a5a req-de8e9117-11bc-40a3-b336-83338e3b1604 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:01.909500 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ea2c9813-330e-4f89-9142-3fca49ea4a5a req-de8e9117-11bc-40a3-b336-83338e3b1604 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=325f0203-d322-452b-98b6-8c2b5df8ff85 HTTP/1.1" status: 200 len: 1094 time: 0.0438478 Nov 16 12:00:01.952631 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ea2c9813-330e-4f89-9142-3fca49ea4a5a req-1fb6d02d-a1ef-43a2-9b54-d527508f92b3 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=d9e0aafe-04f8-46e3-bb51-8c12be2cd573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372496 Nov 16 12:00:03.055537 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6be50-f5de-43fe-9a68-380fc132f190 req-43bb5020-a0f7-4935-8f03-80fd40ad198d tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:03.057044 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-11e6be50-f5de-43fe-9a68-380fc132f190 req-43bb5020-a0f7-4935-8f03-80fd40ad198d tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=325f0203-d322-452b-98b6-8c2b5df8ff85 HTTP/1.1" status: 200 len: 1094 time: 0.0393419 Nov 16 12:00:03.101151 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-11e6be50-f5de-43fe-9a68-380fc132f190 req-bb5c9b14-1daf-4e20-b23a-3672504409ce tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=d9e0aafe-04f8-46e3-bb51-8c12be2cd573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375760 Nov 16 12:00:03.899214 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 7a27f373-3943-4ead-b246-b0eed8fdfc60 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 12:00:03.990418 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 7a27f373-3943-4ead-b246-b0eed8fdfc60, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=7a27f373-3943-4ead-b246-b0eed8fdfc60,segment=NetworkSegment(9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936),segment_id=9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:00:04.004392 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '7a27f373-3943-4ead-b246-b0eed8fdfc60', 'network_id': '93687c3b-f369-41c3-b67a-6ce8c2bdf421', 'port_id': '7a27f373-3943-4ead-b246-b0eed8fdfc60', 'mac_address': 'fa:16:3e:e8:e9:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a342dcc1-0651-4224-9ba6-cfc83300ef71', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 12:00:04.040093 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:04.052555 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a27f373-3943-4ead-b246-b0eed8fdfc60 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:00:04.071612 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 7a27f373-3943-4ead-b246-b0eed8fdfc60, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=7a27f373-3943-4ead-b246-b0eed8fdfc60,segment=NetworkSegment(9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936),segment_id=9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:00:04.075947 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:04.121431 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=7a27f373-3943-4ead-b246-b0eed8fdfc60,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:04.207265 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62117070-051d-42bc-aa33-e7b95e499853 req-e53d1750-0ac5-4121-9649-5c4b2bf6ed13 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:04.208712 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-62117070-051d-42bc-aa33-e7b95e499853 req-e53d1750-0ac5-4121-9649-5c4b2bf6ed13 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=325f0203-d322-452b-98b6-8c2b5df8ff85 HTTP/1.1" status: 200 len: 1095 time: 0.0424078 Nov 16 12:00:04.256245 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-62117070-051d-42bc-aa33-e7b95e499853 req-d48892d2-3833-4b6c-96de-e91726d1ea6d tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=d9e0aafe-04f8-46e3-bb51-8c12be2cd573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417354 Nov 16 12:00:04.413071 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['7a27f373-3943-4ead-b246-b0eed8fdfc60'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:00:05.360014 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f19cd-a623-43b1-98aa-4e981e692577 req-a9334a95-38a7-4f7f-8c2a-b8f2de112fb3 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:05.361538 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-804f19cd-a623-43b1-98aa-4e981e692577 req-a9334a95-38a7-4f7f-8c2a-b8f2de112fb3 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=325f0203-d322-452b-98b6-8c2b5df8ff85 HTTP/1.1" status: 200 len: 1095 time: 0.0406156 Nov 16 12:00:05.405253 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-804f19cd-a623-43b1-98aa-4e981e692577 req-f57ca5a9-e2e5-4906-823f-9b7b681a436a tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=d9e0aafe-04f8-46e3-bb51-8c12be2cd573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377660 Nov 16 12:00:05.898962 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 7a27f373-3943-4ead-b246-b0eed8fdfc60 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:00:05.946770 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 7a27f373-3943-4ead-b246-b0eed8fdfc60 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 12:00:05.950523 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 7a27f373-3943-4ead-b246-b0eed8fdfc60 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:00:05.950900 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:06.027470 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:06.050005 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325f0203-d322-452b-98b6-8c2b5df8ff85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a27f373-3943-4ead-b246-b0eed8fdfc60'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:00:06.052238 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b144234-dc04-4ab3-9d13-83805b2f93ce" -d '{"events": [{"server_uuid": "325f0203-d322-452b-98b6-8c2b5df8ff85", "name": "network-vif-plugged", "status": "completed", "tag": "7a27f373-3943-4ead-b246-b0eed8fdfc60"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:00:06.065336 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 7a27f373-3943-4ead-b246-b0eed8fdfc60, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=7a27f373-3943-4ead-b246-b0eed8fdfc60,segment=NetworkSegment(9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936),segment_id=9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:00:06.070178 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:06.116726 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=7a27f373-3943-4ead-b246-b0eed8fdfc60,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:06.151250 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd5883e-6167-41ef-8b66-b228623c6d09 x-openstack-request-id: req-9fd5883e-6167-41ef-8b66-b228623c6d09 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:00:06.151539 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "325f0203-d322-452b-98b6-8c2b5df8ff85", "name": "network-vif-plugged", "status": "completed", "tag": "7a27f373-3943-4ead-b246-b0eed8fdfc60", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:00:06.151790 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9fd5883e-6167-41ef-8b66-b228623c6d09 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:00:06.152188 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '325f0203-d322-452b-98b6-8c2b5df8ff85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a27f373-3943-4ead-b246-b0eed8fdfc60', 'code': 200} Nov 16 12:00:06.261801 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d254f47-5a8d-4f2a-ba54-ed012430588a req-8c1cda22-91db-4d1d-9365-9e7e93e5fcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:06.263309 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5d254f47-5a8d-4f2a-ba54-ed012430588a req-8c1cda22-91db-4d1d-9365-9e7e93e5fcf0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=325f0203-d322-452b-98b6-8c2b5df8ff85 HTTP/1.1" status: 200 len: 1096 time: 0.0403082 Nov 16 12:00:06.308786 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5d254f47-5a8d-4f2a-ba54-ed012430588a req-f9ce0f30-df8d-4def-a12b-f91ab0e4defa service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d9e0aafe-04f8-46e3-bb51-8c12be2cd573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364881 Nov 16 12:00:06.510799 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5e613-20cc-45fb-9ce7-f06cca0ac687 req-a84f81c7-f80a-4edd-97e8-aa0487bbf4c7 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:06.512277 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f2e5e613-20cc-45fb-9ce7-f06cca0ac687 req-a84f81c7-f80a-4edd-97e8-aa0487bbf4c7 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=325f0203-d322-452b-98b6-8c2b5df8ff85 HTTP/1.1" status: 200 len: 1096 time: 0.0405242 Nov 16 12:00:06.555040 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f2e5e613-20cc-45fb-9ce7-f06cca0ac687 req-7881e861-fcf3-4f17-97af-e6c2310e0899 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=d9e0aafe-04f8-46e3-bb51-8c12be2cd573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370541 Nov 16 12:00:07.672254 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861f99f-283e-4930-a6e6-ac878f74cb7f req-81ddbcc6-d2c8-4530-b6ac-f3b91fc9a861 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:07.673951 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9861f99f-283e-4930-a6e6-ac878f74cb7f req-81ddbcc6-d2c8-4530-b6ac-f3b91fc9a861 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=325f0203-d322-452b-98b6-8c2b5df8ff85 HTTP/1.1" status: 200 len: 1096 time: 0.0468712 Nov 16 12:00:07.719453 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9861f99f-283e-4930-a6e6-ac878f74cb7f req-8b7e9f78-d1a0-46dc-b13e-f9f29b4e49d0 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=d9e0aafe-04f8-46e3-bb51-8c12be2cd573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392928 Nov 16 12:00:08.640818 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2c03d5a0-e63f-4e7c-94a0-43f90c99e089 req-99eba74e-19df-41d2-b6f2-9075ce10e2a6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=325f0203-d322-452b-98b6-8c2b5df8ff85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424130 Nov 16 12:00:08.719621 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03d5a0-e63f-4e7c-94a0-43f90c99e089 req-fd6b45fc-96ae-4935-be1c-74eb24d9d552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:08.720991 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2c03d5a0-e63f-4e7c-94a0-43f90c99e089 req-fd6b45fc-96ae-4935-be1c-74eb24d9d552 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6e89124b138440faa2c2ab05c06927d0&device_id=325f0203-d322-452b-98b6-8c2b5df8ff85 HTTP/1.1" status: 200 len: 1096 time: 0.0395575 Nov 16 12:00:08.827004 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b95b3-6dde-4f9a-a96a-d4a2113ea596 req-64d920da-0989-44bd-832f-ae53321e34bd tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:08.828528 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-932b95b3-6dde-4f9a-a96a-d4a2113ea596 req-64d920da-0989-44bd-832f-ae53321e34bd tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=325f0203-d322-452b-98b6-8c2b5df8ff85 HTTP/1.1" status: 200 len: 1096 time: 0.0418813 Nov 16 12:00:08.830894 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03d5a0-e63f-4e7c-94a0-43f90c99e089 req-fe8822df-c89c-4c83-9b23-4dfdc7af8cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:08.832356 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2c03d5a0-e63f-4e7c-94a0-43f90c99e089 req-fe8822df-c89c-4c83-9b23-4dfdc7af8cd0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=93687c3b-f369-41c3-b67a-6ce8c2bdf421 HTTP/1.1" status: 200 len: 910 time: 0.0922604 Nov 16 12:00:08.872003 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-932b95b3-6dde-4f9a-a96a-d4a2113ea596 req-bfe587d4-e7a2-4418-9697-365acc3af239 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=d9e0aafe-04f8-46e3-bb51-8c12be2cd573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371177 Nov 16 12:00:08.874814 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2c03d5a0-e63f-4e7c-94a0-43f90c99e089 req-df0b0072-4a5b-48f7-acc2-17c1764ebb15 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a27f373-3943-4ead-b246-b0eed8fdfc60 HTTP/1.1" status: 200 len: 217 time: 0.0345681 Nov 16 12:00:08.930494 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03d5a0-e63f-4e7c-94a0-43f90c99e089 req-bf0486ba-2ce2-4fec-a49d-9ecb3ec1e326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:08.931940 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2c03d5a0-e63f-4e7c-94a0-43f90c99e089 req-bf0486ba-2ce2-4fec-a49d-9ecb3ec1e326 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a342dcc1-0651-4224-9ba6-cfc83300ef71 HTTP/1.1" status: 200 len: 848 time: 0.0497298 Nov 16 12:00:08.977179 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03d5a0-e63f-4e7c-94a0-43f90c99e089 req-2099d9b9-ed67-43d9-932a-9be2b8b7d8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:08.978640 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2c03d5a0-e63f-4e7c-94a0-43f90c99e089 req-2099d9b9-ed67-43d9-932a-9be2b8b7d8b2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=93687c3b-f369-41c3-b67a-6ce8c2bdf421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396614 Nov 16 12:00:08.984436 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef25c68-a278-4460-8d23-5d142c2a3dfa req-8ca6a250-716e-4d5a-aa86-5231bcae8658 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:08.985979 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3ef25c68-a278-4460-8d23-5d142c2a3dfa req-8ca6a250-716e-4d5a-aa86-5231bcae8658 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=325f0203-d322-452b-98b6-8c2b5df8ff85 HTTP/1.1" status: 200 len: 1096 time: 0.0410881 Nov 16 12:00:09.034338 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3ef25c68-a278-4460-8d23-5d142c2a3dfa req-ebc7f50d-5fdc-46ef-9f9a-86e09fd23bbe tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=d9e0aafe-04f8-46e3-bb51-8c12be2cd573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424519 Nov 16 12:00:09.071815 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2c03d5a0-e63f-4e7c-94a0-43f90c99e089 req-a037b9aa-c615-42e8-b79d-72bce783840d service neutron] 10.222.0.64 "GET /v2.0/networks/93687c3b-f369-41c3-b67a-6ce8c2bdf421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857518 Nov 16 12:00:09.141690 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6b2c6-fc2f-40ce-b66d-83c5ea8af6d6 req-056e4284-195f-4f0c-80c6-8b4a1774f1bd tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:09.143337 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fcc6b2c6-fc2f-40ce-b66d-83c5ea8af6d6 req-056e4284-195f-4f0c-80c6-8b4a1774f1bd tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=325f0203-d322-452b-98b6-8c2b5df8ff85 HTTP/1.1" status: 200 len: 1096 time: 0.0452027 Nov 16 12:00:09.161659 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2c03d5a0-e63f-4e7c-94a0-43f90c99e089 req-4be980ca-4447-4a43-95f8-75d0c42c4fef service neutron] 10.222.0.64 "GET /v2.0/networks/93687c3b-f369-41c3-b67a-6ce8c2bdf421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828958 Nov 16 12:00:09.188202 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fcc6b2c6-fc2f-40ce-b66d-83c5ea8af6d6 req-a410aa71-b05c-4527-ace4-96bc23d393c4 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=d9e0aafe-04f8-46e3-bb51-8c12be2cd573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388746 Nov 16 12:00:09.408825 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77176159-b024-4854-a6a7-25969c718b33 req-1aa6ddb1-3cd5-4f8e-b709-ae62eaec1968 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:09.410620 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-77176159-b024-4854-a6a7-25969c718b33 req-1aa6ddb1-3cd5-4f8e-b709-ae62eaec1968 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/networks?id=93687c3b-f369-41c3-b67a-6ce8c2bdf421 HTTP/1.1" status: 200 len: 910 time: 0.0905876 Nov 16 12:00:09.425513 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-77176159-b024-4854-a6a7-25969c718b33 req-78bec408-4282-48a6-9b10-41194fe858c4 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/quotas/6e89124b138440faa2c2ab05c06927d0 HTTP/1.1" status: 200 len: 375 time: 0.0088592 Nov 16 12:00:09.475754 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-77176159-b024-4854-a6a7-25969c718b33 req-5964d2e7-dc37-4b64-9137-4e4316443527 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/ports?tenant_id=6e89124b138440faa2c2ab05c06927d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0439024 Nov 16 12:00:09.567443 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-77176159-b024-4854-a6a7-25969c718b33 req-0f2ab5ce-7b37-4a74-80d3-1ce6e3a80a81 service neutron] 10.222.0.61 "GET /v2.0/networks/93687c3b-f369-41c3-b67a-6ce8c2bdf421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845981 Nov 16 12:00:09.662247 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-77176159-b024-4854-a6a7-25969c718b33 req-60e30a86-f73a-4640-a2cf-f81579d9215c service neutron] 10.222.0.61 "GET /v2.0/networks/93687c3b-f369-41c3-b67a-6ce8c2bdf421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882938 Nov 16 12:00:09.821044 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3287f99e-1531-4955-b4a9-ecca93037cda req-257f3d17-4bf7-4735-9ac7-9f7fd1beb311 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=24d6ae9d-2209-4876-af53-0d79e055a5d9 HTTP/1.1" status: 200 len: 210 time: 0.0289478 Nov 16 12:00:10.713012 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77176159-b024-4854-a6a7-25969c718b33 req-ce2e8196-fcf7-400f-a2bc-70ca4f836340 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:10.714548 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-77176159-b024-4854-a6a7-25969c718b33 req-ce2e8196-fcf7-400f-a2bc-70ca4f836340 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.36 "GET /v2.0/networks?id=93687c3b-f369-41c3-b67a-6ce8c2bdf421 HTTP/1.1" status: 200 len: 910 time: 0.0908241 Nov 16 12:00:10.726941 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-77176159-b024-4854-a6a7-25969c718b33 req-6609617c-7f26-4f1b-baa2-bd4ab91a0867 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Request body: {'port': {'device_id': '24d6ae9d-2209-4876-af53-0d79e055a5d9', 'network_id': '93687c3b-f369-41c3-b67a-6ce8c2bdf421', 'admin_state_up': True, 'tenant_id': '6e89124b138440faa2c2ab05c06927d0'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:00:10.747936 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77176159-b024-4854-a6a7-25969c718b33 req-6609617c-7f26-4f1b-baa2-bd4ab91a0867 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Made reservation on behalf of 6e89124b138440faa2c2ab05c06927d0 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:00:10.750480 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-77176159-b024-4854-a6a7-25969c718b33 req-6609617c-7f26-4f1b-baa2-bd4ab91a0867 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:10.865734 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-77176159-b024-4854-a6a7-25969c718b33 req-6609617c-7f26-4f1b-baa2-bd4ab91a0867 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Allocated IP 172.20.0.11 (93687c3b-f369-41c3-b67a-6ce8c2bdf421/a342dcc1-0651-4224-9ba6-cfc83300ef71/a0b8d5fa-6c7b-42c2-9d63-10fecd828662) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:00:10.917244 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-65c9b005-becb-4f26-a5a3-99562dc9f5bb req-a298cb67-2e4d-4feb-838a-68a456c9360e tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=24d6ae9d-2209-4876-af53-0d79e055a5d9 HTTP/1.1" status: 200 len: 210 time: 0.0287149 Nov 16 12:00:11.002233 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-77176159-b024-4854-a6a7-25969c718b33 req-6609617c-7f26-4f1b-baa2-bd4ab91a0867 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:11.034895 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-77176159-b024-4854-a6a7-25969c718b33 req-6609617c-7f26-4f1b-baa2-bd4ab91a0867 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:11.046566 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['7a27f373-3943-4ead-b246-b0eed8fdfc60'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:00:11.081358 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77176159-b024-4854-a6a7-25969c718b33 req-6609617c-7f26-4f1b-baa2-bd4ab91a0867 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Network 93687c3b-f369-41c3-b67a-6ce8c2bdf421 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:00:11.084535 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-77176159-b024-4854-a6a7-25969c718b33 req-6609617c-7f26-4f1b-baa2-bd4ab91a0867 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:00:11.088876 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-77176159-b024-4854-a6a7-25969c718b33 req-6609617c-7f26-4f1b-baa2-bd4ab91a0867 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:00:11.092511 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609617c-7f26-4f1b-baa2-bd4ab91a0867 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Pushing event updated for resources: {'Port': ['ID=a0b8d5fa-6c7b-42c2-9d63-10fecd828662,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:11.129797 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77176159-b024-4854-a6a7-25969c718b33 req-6609617c-7f26-4f1b-baa2-bd4ab91a0867 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:11.130451 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-77176159-b024-4854-a6a7-25969c718b33 req-6609617c-7f26-4f1b-baa2-bd4ab91a0867 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:11.145886 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-77176159-b024-4854-a6a7-25969c718b33 req-6609617c-7f26-4f1b-baa2-bd4ab91a0867 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4224808 Nov 16 12:00:11.160179 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-77176159-b024-4854-a6a7-25969c718b33 req-d4f894dd-8d45-4f7f-beb8-705a67a2d2fb service neutron] Request body: {'port': {'device_id': '24d6ae9d-2209-4876-af53-0d79e055a5d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:00:11.218485 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-77176159-b024-4854-a6a7-25969c718b33 req-d4f894dd-8d45-4f7f-beb8-705a67a2d2fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:11.355177 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3e8b1971-c3b8-499f-85df-1863f2a24dfe None None] Provisioning complete for port a0b8d5fa-6c7b-42c2-9d63-10fecd828662 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:00:11.355550 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3e8b1971-c3b8-499f-85df-1863f2a24dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:11.389072 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3e8b1971-c3b8-499f-85df-1863f2a24dfe None None] Port a0b8d5fa-6c7b-42c2-9d63-10fecd828662 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:00:11.478202 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-77176159-b024-4854-a6a7-25969c718b33 req-d4f894dd-8d45-4f7f-beb8-705a67a2d2fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0b8d5fa-6c7b-42c2-9d63-10fecd828662 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:00:11.486069 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-77176159-b024-4854-a6a7-25969c718b33 req-d4f894dd-8d45-4f7f-beb8-705a67a2d2fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:11.498678 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-77176159-b024-4854-a6a7-25969c718b33 req-d4f894dd-8d45-4f7f-beb8-705a67a2d2fb service neutron] Transition to ACTIVE for port object a0b8d5fa-6c7b-42c2-9d63-10fecd828662 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 12:00:11.501459 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-77176159-b024-4854-a6a7-25969c718b33 req-d4f894dd-8d45-4f7f-beb8-705a67a2d2fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:11.571282 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f894dd-8d45-4f7f-beb8-705a67a2d2fb service neutron] Pushing event updated for resources: {'Port': ['ID=a0b8d5fa-6c7b-42c2-9d63-10fecd828662,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:11.625896 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-77176159-b024-4854-a6a7-25969c718b33 req-d4f894dd-8d45-4f7f-beb8-705a67a2d2fb service neutron] Attempting to bind port a0b8d5fa-6c7b-42c2-9d63-10fecd828662 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:00:11.626345 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-77176159-b024-4854-a6a7-25969c718b33 req-d4f894dd-8d45-4f7f-beb8-705a67a2d2fb service neutron] Attempting to bind port a0b8d5fa-6c7b-42c2-9d63-10fecd828662 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '93687c3b-f369-41c3-b67a-6ce8c2bdf421'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:00:11.626678 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77176159-b024-4854-a6a7-25969c718b33 req-d4f894dd-8d45-4f7f-beb8-705a67a2d2fb service neutron] Attempting to bind port a0b8d5fa-6c7b-42c2-9d63-10fecd828662 on network 93687c3b-f369-41c3-b67a-6ce8c2bdf421 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:00:11.631457 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77176159-b024-4854-a6a7-25969c718b33 req-d4f894dd-8d45-4f7f-beb8-705a67a2d2fb service neutron] Port a0b8d5fa-6c7b-42c2-9d63-10fecd828662 on network 93687c3b-f369-41c3-b67a-6ce8c2bdf421 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 12:00:11.631779 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77176159-b024-4854-a6a7-25969c718b33 req-d4f894dd-8d45-4f7f-beb8-705a67a2d2fb service neutron] Attempting to bind port a0b8d5fa-6c7b-42c2-9d63-10fecd828662 on network 93687c3b-f369-41c3-b67a-6ce8c2bdf421 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:00:11.636887 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77176159-b024-4854-a6a7-25969c718b33 req-d4f894dd-8d45-4f7f-beb8-705a67a2d2fb service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 11, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:00:11.637358 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77176159-b024-4854-a6a7-25969c718b33 req-d4f894dd-8d45-4f7f-beb8-705a67a2d2fb service neutron] Checking segment: {'id': '9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '93687c3b-f369-41c3-b67a-6ce8c2bdf421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:00:11.637756 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77176159-b024-4854-a6a7-25969c718b33 req-d4f894dd-8d45-4f7f-beb8-705a67a2d2fb service neutron] Bound using segment: {'id': '9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '93687c3b-f369-41c3-b67a-6ce8c2bdf421'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:00:11.638220 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-77176159-b024-4854-a6a7-25969c718b33 req-d4f894dd-8d45-4f7f-beb8-705a67a2d2fb service neutron] Bound port: a0b8d5fa-6c7b-42c2-9d63-10fecd828662, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '93687c3b-f369-41c3-b67a-6ce8c2bdf421'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:00:11.638607 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-77176159-b024-4854-a6a7-25969c718b33 req-d4f894dd-8d45-4f7f-beb8-705a67a2d2fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:11.706648 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-77176159-b024-4854-a6a7-25969c718b33 req-d4f894dd-8d45-4f7f-beb8-705a67a2d2fb service neutron] For port a0b8d5fa-6c7b-42c2-9d63-10fecd828662, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:00:11.709757 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-77176159-b024-4854-a6a7-25969c718b33 req-d4f894dd-8d45-4f7f-beb8-705a67a2d2fb service neutron] For port a0b8d5fa-6c7b-42c2-9d63-10fecd828662, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=a0b8d5fa-6c7b-42c2-9d63-10fecd828662,segment=NetworkSegment(9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936),segment_id=9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:00:11.713786 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-77176159-b024-4854-a6a7-25969c718b33 req-d4f894dd-8d45-4f7f-beb8-705a67a2d2fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:11.746419 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77176159-b024-4854-a6a7-25969c718b33 req-d4f894dd-8d45-4f7f-beb8-705a67a2d2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:11.747046 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-77176159-b024-4854-a6a7-25969c718b33 req-d4f894dd-8d45-4f7f-beb8-705a67a2d2fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:11.748945 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-77176159-b024-4854-a6a7-25969c718b33 req-d4f894dd-8d45-4f7f-beb8-705a67a2d2fb service neutron] 10.222.0.36 "PUT /v2.0/ports/a0b8d5fa-6c7b-42c2-9d63-10fecd828662 HTTP/1.1" status: 200 len: 1092 time: 0.5935829 Nov 16 12:00:11.749388 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24d6ae9d-2209-4876-af53-0d79e055a5d9', 'tag': 'a0b8d5fa-6c7b-42c2-9d63-10fecd828662'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:00:11.751694 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9515c6b-c836-422f-afd1-91f04fb5d22d" -d '{"events": [{"name": "network-changed", "server_uuid": "24d6ae9d-2209-4876-af53-0d79e055a5d9", "tag": "a0b8d5fa-6c7b-42c2-9d63-10fecd828662"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:00:11.779231 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f894dd-8d45-4f7f-beb8-705a67a2d2fb service neutron] Pushing event updated for resources: {'Port': ['ID=a0b8d5fa-6c7b-42c2-9d63-10fecd828662,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:11.825371 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c4eb12-86d7-4b3f-af08-c735b8a3c395 x-openstack-request-id: req-71c4eb12-86d7-4b3f-af08-c735b8a3c395 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:00:11.826305 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24d6ae9d-2209-4876-af53-0d79e055a5d9", "tag": "a0b8d5fa-6c7b-42c2-9d63-10fecd828662", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:00:11.826567 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-71c4eb12-86d7-4b3f-af08-c735b8a3c395 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:00:11.826976 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24d6ae9d-2209-4876-af53-0d79e055a5d9', 'tag': 'a0b8d5fa-6c7b-42c2-9d63-10fecd828662', 'status': 'completed', 'code': 200} Nov 16 12:00:11.846814 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77176159-b024-4854-a6a7-25969c718b33 req-63120c3d-564b-4894-bb09-c1717e15598e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:11.848250 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-77176159-b024-4854-a6a7-25969c718b33 req-63120c3d-564b-4894-bb09-c1717e15598e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e89124b138440faa2c2ab05c06927d0&device_id=24d6ae9d-2209-4876-af53-0d79e055a5d9 HTTP/1.1" status: 200 len: 1095 time: 0.0566337 Nov 16 12:00:12.032445 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7209c-efa9-403c-b84f-0a54ef186634 req-da642dc8-5911-4d8d-934a-6e3ada6e8031 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:12.034054 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0be7209c-efa9-403c-b84f-0a54ef186634 req-da642dc8-5911-4d8d-934a-6e3ada6e8031 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=24d6ae9d-2209-4876-af53-0d79e055a5d9 HTTP/1.1" status: 200 len: 1095 time: 0.0427737 Nov 16 12:00:12.088149 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0be7209c-efa9-403c-b84f-0a54ef186634 req-93e29e2a-56ee-4336-88b7-b11e805a949f tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=d9e0aafe-04f8-46e3-bb51-8c12be2cd573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455332 Nov 16 12:00:12.148690 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-77176159-b024-4854-a6a7-25969c718b33 req-1d27c304-8e98-471a-8987-d3e32122da30 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0b8d5fa-6c7b-42c2-9d63-10fecd828662 HTTP/1.1" status: 200 len: 217 time: 0.2921600 Nov 16 12:00:12.199700 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77176159-b024-4854-a6a7-25969c718b33 req-00a6d18e-b0c0-4e48-81e9-fb69f517e7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:12.201689 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-77176159-b024-4854-a6a7-25969c718b33 req-00a6d18e-b0c0-4e48-81e9-fb69f517e7ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a342dcc1-0651-4224-9ba6-cfc83300ef71 HTTP/1.1" status: 200 len: 848 time: 0.0429845 Nov 16 12:00:12.246839 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77176159-b024-4854-a6a7-25969c718b33 req-8e0d4536-36a5-4e75-b7b9-665a32e0ddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:12.248361 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-77176159-b024-4854-a6a7-25969c718b33 req-8e0d4536-36a5-4e75-b7b9-665a32e0ddfe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=93687c3b-f369-41c3-b67a-6ce8c2bdf421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395842 Nov 16 12:00:12.339914 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-77176159-b024-4854-a6a7-25969c718b33 req-31cf69e9-30aa-431f-a4fe-44d263c94572 service neutron] 10.222.0.36 "GET /v2.0/networks/93687c3b-f369-41c3-b67a-6ce8c2bdf421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837724 Nov 16 12:00:12.427056 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-77176159-b024-4854-a6a7-25969c718b33 req-3ab47a66-a050-4cf1-9c10-1df0a04be83e service neutron] 10.222.0.36 "GET /v2.0/networks/93687c3b-f369-41c3-b67a-6ce8c2bdf421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804152 Nov 16 12:00:12.644274 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9515c6b-c836-422f-afd1-91f04fb5d22d req-883fb04b-38d1-4b07-82ae-123d5ba65ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:12.645619 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d9515c6b-c836-422f-afd1-91f04fb5d22d req-883fb04b-38d1-4b07-82ae-123d5ba65ae5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e89124b138440faa2c2ab05c06927d0&device_id=24d6ae9d-2209-4876-af53-0d79e055a5d9 HTTP/1.1" status: 200 len: 1095 time: 0.0408704 Nov 16 12:00:12.736349 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9515c6b-c836-422f-afd1-91f04fb5d22d req-8eca4c1f-a414-4ef4-a2c6-c7e747830eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:12.737789 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d9515c6b-c836-422f-afd1-91f04fb5d22d req-8eca4c1f-a414-4ef4-a2c6-c7e747830eae service neutron] 10.222.0.36 "GET /v2.0/networks?id=93687c3b-f369-41c3-b67a-6ce8c2bdf421 HTTP/1.1" status: 200 len: 910 time: 0.0854077 Nov 16 12:00:12.778227 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d9515c6b-c836-422f-afd1-91f04fb5d22d req-b4fb4c05-2fcd-4cb5-a4be-a54e2bcb47df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0b8d5fa-6c7b-42c2-9d63-10fecd828662 HTTP/1.1" status: 200 len: 217 time: 0.0325184 Nov 16 12:00:12.839166 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9515c6b-c836-422f-afd1-91f04fb5d22d req-b08158fe-2b9a-4168-b2cd-93f42c92ea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:12.840605 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d9515c6b-c836-422f-afd1-91f04fb5d22d req-b08158fe-2b9a-4168-b2cd-93f42c92ea4e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a342dcc1-0651-4224-9ba6-cfc83300ef71 HTTP/1.1" status: 200 len: 848 time: 0.0475178 Nov 16 12:00:12.886642 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9515c6b-c836-422f-afd1-91f04fb5d22d req-616a4611-052d-447f-acf2-be15020d4d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:12.888632 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d9515c6b-c836-422f-afd1-91f04fb5d22d req-616a4611-052d-447f-acf2-be15020d4d98 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=93687c3b-f369-41c3-b67a-6ce8c2bdf421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397260 Nov 16 12:00:12.975834 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d9515c6b-c836-422f-afd1-91f04fb5d22d req-522c9965-70fc-4418-889a-15b18a27e828 service neutron] 10.222.0.36 "GET /v2.0/networks/93687c3b-f369-41c3-b67a-6ce8c2bdf421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798426 Nov 16 12:00:13.068452 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d9515c6b-c836-422f-afd1-91f04fb5d22d req-8930c550-0f50-4fc2-a109-ba0df2fbfbdf service neutron] 10.222.0.36 "GET /v2.0/networks/93687c3b-f369-41c3-b67a-6ce8c2bdf421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835173 Nov 16 12:00:13.079643 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c2194417-0838-4f18-b970-d1ef4bee93dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:13.204092 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d277a-95ac-4566-9750-a090290d709d req-43ac8032-b6b8-4438-a592-27fbb63e6904 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:13.205638 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fa8d277a-95ac-4566-9750-a090290d709d req-43ac8032-b6b8-4438-a592-27fbb63e6904 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=24d6ae9d-2209-4876-af53-0d79e055a5d9 HTTP/1.1" status: 200 len: 1095 time: 0.0432618 Nov 16 12:00:13.250207 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fa8d277a-95ac-4566-9750-a090290d709d req-61ab9f69-f922-42ea-a5f4-84dbd6704660 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=d9e0aafe-04f8-46e3-bb51-8c12be2cd573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387084 Nov 16 12:00:14.354955 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22c334-7f7a-452a-b498-431bf4c10583 req-d4c695c8-0917-46a7-b8b6-8c48b575aa07 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:14.356498 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1e22c334-7f7a-452a-b498-431bf4c10583 req-d4c695c8-0917-46a7-b8b6-8c48b575aa07 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=24d6ae9d-2209-4876-af53-0d79e055a5d9 HTTP/1.1" status: 200 len: 1095 time: 0.0399201 Nov 16 12:00:14.400133 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1e22c334-7f7a-452a-b498-431bf4c10583 req-30adb11b-c3af-4330-ae7d-382b579011be tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=d9e0aafe-04f8-46e3-bb51-8c12be2cd573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372765 Nov 16 12:00:14.822474 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device a0b8d5fa-6c7b-42c2-9d63-10fecd828662 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 12:00:14.914305 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port a0b8d5fa-6c7b-42c2-9d63-10fecd828662, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=a0b8d5fa-6c7b-42c2-9d63-10fecd828662,segment=NetworkSegment(9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936),segment_id=9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:00:14.925515 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': 'a0b8d5fa-6c7b-42c2-9d63-10fecd828662', 'network_id': '93687c3b-f369-41c3-b67a-6ce8c2bdf421', 'port_id': 'a0b8d5fa-6c7b-42c2-9d63-10fecd828662', 'mac_address': 'fa:16:3e:90:00:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a342dcc1-0651-4224-9ba6-cfc83300ef71', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 12:00:14.963926 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:14.976594 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0b8d5fa-6c7b-42c2-9d63-10fecd828662 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:00:14.994942 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port a0b8d5fa-6c7b-42c2-9d63-10fecd828662, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=a0b8d5fa-6c7b-42c2-9d63-10fecd828662,segment=NetworkSegment(9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936),segment_id=9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:00:14.998847 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:15.044732 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=a0b8d5fa-6c7b-42c2-9d63-10fecd828662,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:15.249561 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['a0b8d5fa-6c7b-42c2-9d63-10fecd828662'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:00:15.508732 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d989e70-c613-4c24-92de-15f1cec20e5d req-46366962-5f1a-417c-a050-bb4db1018378 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:15.510200 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2d989e70-c613-4c24-92de-15f1cec20e5d req-46366962-5f1a-417c-a050-bb4db1018378 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=24d6ae9d-2209-4876-af53-0d79e055a5d9 HTTP/1.1" status: 200 len: 1096 time: 0.0454152 Nov 16 12:00:15.555609 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2d989e70-c613-4c24-92de-15f1cec20e5d req-e60c745f-b66b-4420-bba3-786a0e43c026 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=d9e0aafe-04f8-46e3-bb51-8c12be2cd573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386641 Nov 16 12:00:15.604962 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d30fb39a-53cb-4630-8a00-a836d656aee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:16.659737 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f17d9-58bc-466b-8317-63169759e73b req-20480278-d9b3-4128-aeda-78410375711e tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:16.661247 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f20f17d9-58bc-466b-8317-63169759e73b req-20480278-d9b3-4128-aeda-78410375711e tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=24d6ae9d-2209-4876-af53-0d79e055a5d9 HTTP/1.1" status: 200 len: 1096 time: 0.0408785 Nov 16 12:00:16.704446 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f20f17d9-58bc-466b-8317-63169759e73b req-f6e0a929-d693-4c2a-9189-4f3ac7cb088f tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=d9e0aafe-04f8-46e3-bb51-8c12be2cd573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373743 Nov 16 12:00:16.711807 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:16.836774 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device a0b8d5fa-6c7b-42c2-9d63-10fecd828662 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:00:16.883953 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port a0b8d5fa-6c7b-42c2-9d63-10fecd828662 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 12:00:16.887954 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port a0b8d5fa-6c7b-42c2-9d63-10fecd828662 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:00:16.888328 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:16.965196 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:16.987756 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d6ae9d-2209-4876-af53-0d79e055a5d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b8d5fa-6c7b-42c2-9d63-10fecd828662'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:00:16.990027 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0bce3f-a410-454a-a694-e95c5f921c4e" -d '{"events": [{"server_uuid": "24d6ae9d-2209-4876-af53-0d79e055a5d9", "name": "network-vif-plugged", "status": "completed", "tag": "a0b8d5fa-6c7b-42c2-9d63-10fecd828662"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:00:17.002848 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port a0b8d5fa-6c7b-42c2-9d63-10fecd828662, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=a0b8d5fa-6c7b-42c2-9d63-10fecd828662,segment=NetworkSegment(9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936),segment_id=9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:00:17.007349 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:17.031008 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acab6e43-f411-46a8-a508-9e2460b4ef15 x-openstack-request-id: req-acab6e43-f411-46a8-a508-9e2460b4ef15 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:00:17.031343 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24d6ae9d-2209-4876-af53-0d79e055a5d9", "name": "network-vif-plugged", "status": "completed", "tag": "a0b8d5fa-6c7b-42c2-9d63-10fecd828662", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:00:17.031600 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-acab6e43-f411-46a8-a508-9e2460b4ef15 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:00:17.031975 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d6ae9d-2209-4876-af53-0d79e055a5d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b8d5fa-6c7b-42c2-9d63-10fecd828662', 'code': 200} Nov 16 12:00:17.056900 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=a0b8d5fa-6c7b-42c2-9d63-10fecd828662,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:17.123994 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1779b3-c7f8-4fa2-95bd-6fe36082243c req-1513f35d-b77e-4ce7-b199-32e61eafa821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:17.125524 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0a1779b3-c7f8-4fa2-95bd-6fe36082243c req-1513f35d-b77e-4ce7-b199-32e61eafa821 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=24d6ae9d-2209-4876-af53-0d79e055a5d9 HTTP/1.1" status: 200 len: 1097 time: 0.0408702 Nov 16 12:00:17.169646 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0a1779b3-c7f8-4fa2-95bd-6fe36082243c req-5b02be29-2ac8-4354-9d7e-04b38f8737a9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d9e0aafe-04f8-46e3-bb51-8c12be2cd573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373721 Nov 16 12:00:17.816448 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a945c-26ce-494c-a4a2-ae83bbd591cb req-f7c8182d-05b6-4eb2-bad7-f656bfb8a51f tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:17.818774 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ec6a945c-26ce-494c-a4a2-ae83bbd591cb req-f7c8182d-05b6-4eb2-bad7-f656bfb8a51f tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=24d6ae9d-2209-4876-af53-0d79e055a5d9 HTTP/1.1" status: 200 len: 1097 time: 0.0451422 Nov 16 12:00:17.864390 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ec6a945c-26ce-494c-a4a2-ae83bbd591cb req-718c5c71-5c42-490a-9aaa-01c03bd3e4ea tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=d9e0aafe-04f8-46e3-bb51-8c12be2cd573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375500 Nov 16 12:00:18.420702 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:18.877870 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:18.972318 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb93ec3-f8c9-4803-a8dc-db10ede0dfc1 req-f4b0e050-abf6-4501-958f-7fef626ac828 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:18.973791 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1fb93ec3-f8c9-4803-a8dc-db10ede0dfc1 req-f4b0e050-abf6-4501-958f-7fef626ac828 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=24d6ae9d-2209-4876-af53-0d79e055a5d9 HTTP/1.1" status: 200 len: 1097 time: 0.0400803 Nov 16 12:00:19.016897 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1fb93ec3-f8c9-4803-a8dc-db10ede0dfc1 req-494dc3f3-7289-4f23-856c-7bc8297e6137 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=d9e0aafe-04f8-46e3-bb51-8c12be2cd573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370529 Nov 16 12:00:19.118686 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ac518-2746-4635-835b-815fdc821229 req-cc674667-8b11-4513-81d8-a788a2e85356 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:19.120078 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6e0ac518-2746-4635-835b-815fdc821229 req-cc674667-8b11-4513-81d8-a788a2e85356 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=24d6ae9d-2209-4876-af53-0d79e055a5d9 HTTP/1.1" status: 200 len: 1097 time: 0.0389173 Nov 16 12:00:19.167881 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6e0ac518-2746-4635-835b-815fdc821229 req-bef98f5e-8a4e-46f4-8cdf-d303304611e4 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=d9e0aafe-04f8-46e3-bb51-8c12be2cd573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413823 Nov 16 12:00:19.269388 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfa13a-7b3a-4bd3-9b8e-5991f0a5b4ca req-963e0b5f-53bb-4a09-b494-67c69ec9f6b8 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:19.270906 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-22bfa13a-7b3a-4bd3-9b8e-5991f0a5b4ca req-963e0b5f-53bb-4a09-b494-67c69ec9f6b8 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=24d6ae9d-2209-4876-af53-0d79e055a5d9 HTTP/1.1" status: 200 len: 1097 time: 0.0405548 Nov 16 12:00:19.314929 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-22bfa13a-7b3a-4bd3-9b8e-5991f0a5b4ca req-9792301b-def9-408e-9ccf-a4cd34aa78c1 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=d9e0aafe-04f8-46e3-bb51-8c12be2cd573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382490 Nov 16 12:00:19.531839 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc047f6f-c23d-45ff-ae8c-7bfc41a01d77 req-8d328cd3-5250-4c31-9130-6343435b0fb5 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:19.533355 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cc047f6f-c23d-45ff-ae8c-7bfc41a01d77 req-8d328cd3-5250-4c31-9130-6343435b0fb5 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=24d6ae9d-2209-4876-af53-0d79e055a5d9 HTTP/1.1" status: 200 len: 1097 time: 0.0407450 Nov 16 12:00:19.576872 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cc047f6f-c23d-45ff-ae8c-7bfc41a01d77 req-956d67b6-7c48-46c5-b526-2fc1028dd09a tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=d9e0aafe-04f8-46e3-bb51-8c12be2cd573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376718 Nov 16 12:00:20.410646 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:00:20.686544 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f219bd3-7e02-4338-bb3c-70e070085d1b req-a8cc334a-bf1d-44f0-adce-f9fc23b82e0f tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:20.687968 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1f219bd3-7e02-4338-bb3c-70e070085d1b req-a8cc334a-bf1d-44f0-adce-f9fc23b82e0f tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=24d6ae9d-2209-4876-af53-0d79e055a5d9 HTTP/1.1" status: 200 len: 1097 time: 0.0444522 Nov 16 12:00:20.736471 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1f219bd3-7e02-4338-bb3c-70e070085d1b req-524fa18e-6dba-4852-a730-669a40265fcc tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=d9e0aafe-04f8-46e3-bb51-8c12be2cd573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425723 Nov 16 12:00:20.800493 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce745bbd-817d-467f-aba9-a6db1c15e3f7 req-74d10074-4e7e-49f7-85f4-7476003a5aba tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:20.801987 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ce745bbd-817d-467f-aba9-a6db1c15e3f7 req-74d10074-4e7e-49f7-85f4-7476003a5aba tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=24d6ae9d-2209-4876-af53-0d79e055a5d9 HTTP/1.1" status: 200 len: 1097 time: 0.0438495 Nov 16 12:00:20.880931 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-ce745bbd-817d-467f-aba9-a6db1c15e3f7 req-7c43b805-63cc-4a23-8e2f-cae9a7ac4d47 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Deleting port a0b8d5fa-6c7b-42c2-9d63-10fecd828662 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:00:20.881268 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ce745bbd-817d-467f-aba9-a6db1c15e3f7 req-7c43b805-63cc-4a23-8e2f-cae9a7ac4d47 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:20.960039 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ce745bbd-817d-467f-aba9-a6db1c15e3f7 req-7c43b805-63cc-4a23-8e2f-cae9a7ac4d47 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] For port a0b8d5fa-6c7b-42c2-9d63-10fecd828662, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=a0b8d5fa-6c7b-42c2-9d63-10fecd828662,segment=NetworkSegment(9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936),segment_id=9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:00:20.960317 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ce745bbd-817d-467f-aba9-a6db1c15e3f7 req-7c43b805-63cc-4a23-8e2f-cae9a7ac4d47 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:20.972824 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-ce745bbd-817d-467f-aba9-a6db1c15e3f7 req-7c43b805-63cc-4a23-8e2f-cae9a7ac4d47 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Calling delete_port for a0b8d5fa-6c7b-42c2-9d63-10fecd828662 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:00:21.090694 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ce745bbd-817d-467f-aba9-a6db1c15e3f7 req-7c43b805-63cc-4a23-8e2f-cae9a7ac4d47 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:21.102385 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['a0b8d5fa-6c7b-42c2-9d63-10fecd828662'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:00:21.128233 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['7a27f373-3943-4ead-b246-b0eed8fdfc60'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:00:21.134376 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c43b805-63cc-4a23-8e2f-cae9a7ac4d47 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0b8d5fa-6c7b-42c2-9d63-10fecd828662,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:21.174061 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce745bbd-817d-467f-aba9-a6db1c15e3f7 req-7c43b805-63cc-4a23-8e2f-cae9a7ac4d47 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] No DVR routers for this DVR port a0b8d5fa-6c7b-42c2-9d63-10fecd828662 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:00:21.176861 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ce745bbd-817d-467f-aba9-a6db1c15e3f7 req-7c43b805-63cc-4a23-8e2f-cae9a7ac4d47 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:21.180264 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ce745bbd-817d-467f-aba9-a6db1c15e3f7 req-7c43b805-63cc-4a23-8e2f-cae9a7ac4d47 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.36 "DELETE /v2.0/ports/a0b8d5fa-6c7b-42c2-9d63-10fecd828662 HTTP/1.1" status: 204 len: 173 time: 0.3723958 Nov 16 12:00:21.180729 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d6ae9d-2209-4876-af53-0d79e055a5d9', 'name': 'network-vif-deleted', 'tag': 'a0b8d5fa-6c7b-42c2-9d63-10fecd828662'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:00:21.183381 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66058e6-0b47-41b4-a028-a2ccc22e4095" -d '{"events": [{"server_uuid": "24d6ae9d-2209-4876-af53-0d79e055a5d9", "name": "network-vif-deleted", "tag": "a0b8d5fa-6c7b-42c2-9d63-10fecd828662"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:00:21.234902 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f11c467-3c8d-438b-a979-c64bd9ab25bf x-openstack-request-id: req-3f11c467-3c8d-438b-a979-c64bd9ab25bf {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:00:21.235200 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24d6ae9d-2209-4876-af53-0d79e055a5d9", "name": "network-vif-deleted", "tag": "a0b8d5fa-6c7b-42c2-9d63-10fecd828662", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:00:21.235455 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3f11c467-3c8d-438b-a979-c64bd9ab25bf {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:00:21.235878 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d6ae9d-2209-4876-af53-0d79e055a5d9', 'name': 'network-vif-deleted', 'tag': 'a0b8d5fa-6c7b-42c2-9d63-10fecd828662', 'status': 'completed', 'code': 200} Nov 16 12:00:21.992712 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443729b-b04c-429e-9234-d28b8e8fce87 req-4c4d317f-828b-49c7-a742-35b922ffd768 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:21.994254 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9443729b-b04c-429e-9234-d28b8e8fce87 req-4c4d317f-828b-49c7-a742-35b922ffd768 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=325f0203-d322-452b-98b6-8c2b5df8ff85 HTTP/1.1" status: 200 len: 1096 time: 0.0408659 Nov 16 12:00:22.037203 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9443729b-b04c-429e-9234-d28b8e8fce87 req-9238d2b6-30b8-491b-8308-8d194b399e01 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=d9e0aafe-04f8-46e3-bb51-8c12be2cd573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370586 Nov 16 12:00:23.143004 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336b84a-0bc1-4f55-9abc-3d3fe941dd05 req-8c9063ad-47e0-4624-af26-eeb5961d57d5 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:23.144530 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c336b84a-0bc1-4f55-9abc-3d3fe941dd05 req-8c9063ad-47e0-4624-af26-eeb5961d57d5 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=325f0203-d322-452b-98b6-8c2b5df8ff85 HTTP/1.1" status: 200 len: 1096 time: 0.0407512 Nov 16 12:00:23.191529 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c336b84a-0bc1-4f55-9abc-3d3fe941dd05 req-56e35a5f-a5c2-4df5-9ef5-e8feb878ba13 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=d9e0aafe-04f8-46e3-bb51-8c12be2cd573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410748 Nov 16 12:00:23.432502 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f5f13-79c0-4a59-a727-7c56ba79ba28 req-73c4326a-ef0c-4c94-bcfd-7be32a4d1641 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:23.434202 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-eb1f5f13-79c0-4a59-a727-7c56ba79ba28 req-73c4326a-ef0c-4c94-bcfd-7be32a4d1641 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=325f0203-d322-452b-98b6-8c2b5df8ff85 HTTP/1.1" status: 200 len: 1096 time: 0.0410180 Nov 16 12:00:23.519418 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-eb1f5f13-79c0-4a59-a727-7c56ba79ba28 req-f8b2b511-8cd6-46bf-b226-ea7909efee82 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Deleting port 7a27f373-3943-4ead-b246-b0eed8fdfc60 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:00:23.519752 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eb1f5f13-79c0-4a59-a727-7c56ba79ba28 req-f8b2b511-8cd6-46bf-b226-ea7909efee82 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:23.596264 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-eb1f5f13-79c0-4a59-a727-7c56ba79ba28 req-f8b2b511-8cd6-46bf-b226-ea7909efee82 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] For port 7a27f373-3943-4ead-b246-b0eed8fdfc60, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=7a27f373-3943-4ead-b246-b0eed8fdfc60,segment=NetworkSegment(9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936),segment_id=9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:00:23.596634 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eb1f5f13-79c0-4a59-a727-7c56ba79ba28 req-f8b2b511-8cd6-46bf-b226-ea7909efee82 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:23.609263 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-eb1f5f13-79c0-4a59-a727-7c56ba79ba28 req-f8b2b511-8cd6-46bf-b226-ea7909efee82 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Calling delete_port for 7a27f373-3943-4ead-b246-b0eed8fdfc60 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:00:23.728641 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eb1f5f13-79c0-4a59-a727-7c56ba79ba28 req-f8b2b511-8cd6-46bf-b226-ea7909efee82 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:23.743676 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['7a27f373-3943-4ead-b246-b0eed8fdfc60'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:00:23.753672 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b2b511-8cd6-46bf-b226-ea7909efee82 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a27f373-3943-4ead-b246-b0eed8fdfc60,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:23.796680 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1f5f13-79c0-4a59-a727-7c56ba79ba28 req-f8b2b511-8cd6-46bf-b226-ea7909efee82 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] No DVR routers for this DVR port 7a27f373-3943-4ead-b246-b0eed8fdfc60 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:00:23.799224 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eb1f5f13-79c0-4a59-a727-7c56ba79ba28 req-f8b2b511-8cd6-46bf-b226-ea7909efee82 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:23.802638 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-eb1f5f13-79c0-4a59-a727-7c56ba79ba28 req-f8b2b511-8cd6-46bf-b226-ea7909efee82 tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.64 "DELETE /v2.0/ports/7a27f373-3943-4ead-b246-b0eed8fdfc60 HTTP/1.1" status: 204 len: 173 time: 0.3572948 Nov 16 12:00:23.803096 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325f0203-d322-452b-98b6-8c2b5df8ff85', 'name': 'network-vif-deleted', 'tag': '7a27f373-3943-4ead-b246-b0eed8fdfc60'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:00:23.805391 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5e22d8-26b8-40c4-9758-e22a008c5083" -d '{"events": [{"server_uuid": "325f0203-d322-452b-98b6-8c2b5df8ff85", "name": "network-vif-deleted", "tag": "7a27f373-3943-4ead-b246-b0eed8fdfc60"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:00:23.849212 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9075520b-3b63-487c-941e-253f903dd043 x-openstack-request-id: req-9075520b-3b63-487c-941e-253f903dd043 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:00:23.849533 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "325f0203-d322-452b-98b6-8c2b5df8ff85", "name": "network-vif-deleted", "tag": "7a27f373-3943-4ead-b246-b0eed8fdfc60", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:00:23.849788 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9075520b-3b63-487c-941e-253f903dd043 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:00:23.850231 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '325f0203-d322-452b-98b6-8c2b5df8ff85', 'name': 'network-vif-deleted', 'tag': '7a27f373-3943-4ead-b246-b0eed8fdfc60', 'status': 'completed', 'code': 200} Nov 16 12:00:24.297833 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9c765c23-9a2c-4720-a238-2bfffe9f2d88 req-48ab85c1-f5d0-4c92-9cb5-b0c9db9d4cad tempest-TestServerMultinode-811872144 tempest-TestServerMultinode-811872144-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=325f0203-d322-452b-98b6-8c2b5df8ff85 HTTP/1.1" status: 200 len: 210 time: 0.0263803 Nov 16 12:00:24.873780 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device a0b8d5fa-6c7b-42c2-9d63-10fecd828662 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:00:24.893322 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: a0b8d5fa-6c7b-42c2-9d63-10fecd828662 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:00:24.893690 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device a0b8d5fa-6c7b-42c2-9d63-10fecd828662 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:00:25.363125 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50366) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:00:25.700817 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-52463274-10bf-4af2-a748-cae825c8dcfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:25.942177 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-52463274-10bf-4af2-a748-cae825c8dcfa admin admin] Deleting port 81b1ef21-11a6-4f19-b9be-4baf6cd2f2b4 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:00:25.942526 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-52463274-10bf-4af2-a748-cae825c8dcfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:26.023465 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-52463274-10bf-4af2-a748-cae825c8dcfa admin admin] For port 81b1ef21-11a6-4f19-b9be-4baf6cd2f2b4, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=81b1ef21-11a6-4f19-b9be-4baf6cd2f2b4,segment=NetworkSegment(9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936),segment_id=9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:00:26.023836 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-52463274-10bf-4af2-a748-cae825c8dcfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:26.036377 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-52463274-10bf-4af2-a748-cae825c8dcfa admin admin] Calling delete_port for 81b1ef21-11a6-4f19-b9be-4baf6cd2f2b4 owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:00:26.212948 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-52463274-10bf-4af2-a748-cae825c8dcfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:26.238070 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52463274-10bf-4af2-a748-cae825c8dcfa admin admin] Pushing event deleted for resources: {'Port': ['ID=81b1ef21-11a6-4f19-b9be-4baf6cd2f2b4,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:26.250583 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52463274-10bf-4af2-a748-cae825c8dcfa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:00:26.250933 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52463274-10bf-4af2-a748-cae825c8dcfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:00:26.251273 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52463274-10bf-4af2-a748-cae825c8dcfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:00:26.251611 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52463274-10bf-4af2-a748-cae825c8dcfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:00:26.251946 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52463274-10bf-4af2-a748-cae825c8dcfa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:00:26.252276 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52463274-10bf-4af2-a748-cae825c8dcfa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:00:26.252611 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52463274-10bf-4af2-a748-cae825c8dcfa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:00:26.252942 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52463274-10bf-4af2-a748-cae825c8dcfa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:00:26.253268 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52463274-10bf-4af2-a748-cae825c8dcfa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:00:26.253594 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52463274-10bf-4af2-a748-cae825c8dcfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:00:26.253911 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52463274-10bf-4af2-a748-cae825c8dcfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:00:26.254256 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52463274-10bf-4af2-a748-cae825c8dcfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:00:26.411273 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-52463274-10bf-4af2-a748-cae825c8dcfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:26.962870 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52463274-10bf-4af2-a748-cae825c8dcfa admin admin] Router 982c0433-44b5-4004-8577-4f9fe7bcabf5 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:00:27.069424 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52463274-10bf-4af2-a748-cae825c8dcfa admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:00:27.075616 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-52463274-10bf-4af2-a748-cae825c8dcfa admin admin] 10.222.0.61 "PUT /v2.0/routers/982c0433-44b5-4004-8577-4f9fe7bcabf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7112942 Nov 16 12:00:27.077533 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50368) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:00:27.078717 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41b51eb-aaf6-4bb1-bfd6-569c68b36a75 None None] Sync routers for ids ['982c0433-44b5-4004-8577-4f9fe7bcabf5'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:00:27.088546 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41b51eb-aaf6-4bb1-bfd6-569c68b36a75 None None] Routers {'982c0433-44b5-4004-8577-4f9fe7bcabf5'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:00:27.089146 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-e41b51eb-aaf6-4bb1-bfd6-569c68b36a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:00:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['982c0433-44b5-4004-8577-4f9fe7bcabf5'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:00:27.179449 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e52fbfd6-d284-4d73-8bed-25bcedcbbd7b admin admin] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:27.191976 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-e41b51eb-aaf6-4bb1-bfd6-569c68b36a75 None None] Set router 982c0433-44b5-4004-8577-4f9fe7bcabf5 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:00:27.284843 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e52fbfd6-d284-4d73-8bed-25bcedcbbd7b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:27.337502 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e52fbfd6-d284-4d73-8bed-25bcedcbbd7b admin admin] Deleting port b5179e3e-ddda-4277-a71a-a09eeb27b98d {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:00:27.337758 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e52fbfd6-d284-4d73-8bed-25bcedcbbd7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:27.366909 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-e41b51eb-aaf6-4bb1-bfd6-569c68b36a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982c0433-44b5-4004-8577-4f9fe7bcabf5', 'name': 'tempest-TestServerMultinode-561345682-router', 'tenant_id': '5c5f06c922a341db8ea81e641dcd9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': 'b5179e3e-ddda-4277-a71a-a09eeb27b98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:59:46Z', 'updated_at': '2021-11-16T12:00:26Z', 'revision_number': 5, 'project_id': '5c5f06c922a341db8ea81e641dcd9430', 'gw_port': {'id': 'b5179e3e-ddda-4277-a71a-a09eeb27b98d', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:6d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982c0433-44b5-4004-8577-4f9fe7bcabf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:59:46Z', 'updated_at': '2021-11-16T11:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:00:27.395404 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41b51eb-aaf6-4bb1-bfd6-569c68b36a75 None None] Checking router: 982c0433-44b5-4004-8577-4f9fe7bcabf5 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:00:27.404197 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41b51eb-aaf6-4bb1-bfd6-569c68b36a75 None None] Routers {'982c0433-44b5-4004-8577-4f9fe7bcabf5'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:00:27.404794 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-e41b51eb-aaf6-4bb1-bfd6-569c68b36a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:00:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['982c0433-44b5-4004-8577-4f9fe7bcabf5'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:00:27.414711 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-e52fbfd6-d284-4d73-8bed-25bcedcbbd7b admin admin] For port b5179e3e-ddda-4277-a71a-a09eeb27b98d, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=b5179e3e-ddda-4277-a71a-a09eeb27b98d,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:00:27.415259 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e52fbfd6-d284-4d73-8bed-25bcedcbbd7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:27.428340 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e52fbfd6-d284-4d73-8bed-25bcedcbbd7b admin admin] Calling delete_port for b5179e3e-ddda-4277-a71a-a09eeb27b98d owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:00:27.485788 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-e41b51eb-aaf6-4bb1-bfd6-569c68b36a75 None None] Set router 982c0433-44b5-4004-8577-4f9fe7bcabf5 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:00:27.538161 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-e41b51eb-aaf6-4bb1-bfd6-569c68b36a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982c0433-44b5-4004-8577-4f9fe7bcabf5', 'name': 'tempest-TestServerMultinode-561345682-router', 'tenant_id': '5c5f06c922a341db8ea81e641dcd9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:59:46Z', 'updated_at': '2021-11-16T12:00:27Z', 'revision_number': 6, 'project_id': '5c5f06c922a341db8ea81e641dcd9430', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:00:27.563780 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41b51eb-aaf6-4bb1-bfd6-569c68b36a75 None None] The sync data for ids ['982c0433-44b5-4004-8577-4f9fe7bcabf5'] in n-d-816823-3 is: [{'id': '982c0433-44b5-4004-8577-4f9fe7bcabf5', 'name': 'tempest-TestServerMultinode-561345682-router', 'tenant_id': '5c5f06c922a341db8ea81e641dcd9430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:59:46Z', 'updated_at': '2021-11-16T12:00:27Z', 'revision_number': 6, 'project_id': '5c5f06c922a341db8ea81e641dcd9430', 'gw_port_host': None}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:00:27.595683 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e52fbfd6-d284-4d73-8bed-25bcedcbbd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:27.623002 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52fbfd6-d284-4d73-8bed-25bcedcbbd7b admin admin] Pushing event deleted for resources: {'Port': ['ID=b5179e3e-ddda-4277-a71a-a09eeb27b98d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:27.638375 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852cfc4d-3f0b-4bed-b6ce-bdffb3dd7ae0 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:00:27.683751 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e52fbfd6-d284-4d73-8bed-25bcedcbbd7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:27.775305 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e52fbfd6-d284-4d73-8bed-25bcedcbbd7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:27.778032 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e52fbfd6-d284-4d73-8bed-25bcedcbbd7b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:27.818868 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e52fbfd6-d284-4d73-8bed-25bcedcbbd7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:27.819530 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52fbfd6-d284-4d73-8bed-25bcedcbbd7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 982c0433-44b5-4004-8577-4f9fe7bcabf5 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 12:00:27.825239 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e52fbfd6-d284-4d73-8bed-25bcedcbbd7b admin admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:27.826424 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e52fbfd6-d284-4d73-8bed-25bcedcbbd7b admin admin] 10.222.0.61 "DELETE /v2.0/routers/982c0433-44b5-4004-8577-4f9fe7bcabf5 HTTP/1.1" status: 204 len: 168 time: 0.7478752 Nov 16 12:00:27.828914 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50370) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:00:27.877997 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-784e1d90-bbcd-404f-93a8-3490f7d55337 admin admin] Deleting subnet a342dcc1-0651-4224-9ba6-cfc83300ef71 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 12:00:27.880994 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-784e1d90-bbcd-404f-93a8-3490f7d55337 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:27.915926 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-784e1d90-bbcd-404f-93a8-3490f7d55337 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:28.003769 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-784e1d90-bbcd-404f-93a8-3490f7d55337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:28.037889 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 7a27f373-3943-4ead-b246-b0eed8fdfc60 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:00:28.057811 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 7a27f373-3943-4ead-b246-b0eed8fdfc60 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:00:28.058704 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 7a27f373-3943-4ead-b246-b0eed8fdfc60 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:00:28.081376 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-784e1d90-bbcd-404f-93a8-3490f7d55337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:28.112769 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e1d90-bbcd-404f-93a8-3490f7d55337 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a342dcc1-0651-4224-9ba6-cfc83300ef71,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:28.116510 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-784e1d90-bbcd-404f-93a8-3490f7d55337 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:28.121975 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-784e1d90-bbcd-404f-93a8-3490f7d55337 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/a342dcc1-0651-4224-9ba6-cfc83300ef71 HTTP/1.1" status: 204 len: 168 time: 0.2920597 Nov 16 12:00:28.123437 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50372) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:00:28.125447 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcfbe72-45cc-40ba-aef8-bbc24293164c None None] Network 93687c3b-f369-41c3-b67a-6ce8c2bdf421 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:00:28.195006 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3775971d-94df-4c02-90bc-4007b8215709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:28.257729 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-3775971d-94df-4c02-90bc-4007b8215709 admin admin] Deleting port 24046c7a-6602-4272-b5a4-b305dece034e {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:00:28.258035 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3775971d-94df-4c02-90bc-4007b8215709 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:28.325969 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-3775971d-94df-4c02-90bc-4007b8215709 admin admin] For port 24046c7a-6602-4272-b5a4-b305dece034e, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=24046c7a-6602-4272-b5a4-b305dece034e,segment=NetworkSegment(9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936),segment_id=9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:00:28.326246 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3775971d-94df-4c02-90bc-4007b8215709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:28.343546 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-3775971d-94df-4c02-90bc-4007b8215709 admin admin] Calling delete_port for 24046c7a-6602-4272-b5a4-b305dece034e owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:00:28.362515 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:28.365228 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58636643-c473-4a0e-b65b-511d8bbe57fb None None] DHCP port deletion for 93687c3b-f369-41c3-b67a-6ce8c2bdf421 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:00:28.418675 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-58636643-c473-4a0e-b65b-511d8bbe57fb None None] Deleting port 24046c7a-6602-4272-b5a4-b305dece034e {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:00:28.419090 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-58636643-c473-4a0e-b65b-511d8bbe57fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:28.447661 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3775971d-94df-4c02-90bc-4007b8215709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:28.484840 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3775971d-94df-4c02-90bc-4007b8215709 admin admin] Pushing event deleted for resources: {'Port': ['ID=24046c7a-6602-4272-b5a4-b305dece034e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:28.490706 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3775971d-94df-4c02-90bc-4007b8215709 admin admin] No DVR routers for this DVR port 24046c7a-6602-4272-b5a4-b305dece034e on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:00:28.492070 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-58636643-c473-4a0e-b65b-511d8bbe57fb None None] For port 24046c7a-6602-4272-b5a4-b305dece034e, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=24046c7a-6602-4272-b5a4-b305dece034e,segment=NetworkSegment(9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936),segment_id=9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:00:28.492430 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-58636643-c473-4a0e-b65b-511d8bbe57fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:28.508518 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-58636643-c473-4a0e-b65b-511d8bbe57fb None None] Calling delete_port for 24046c7a-6602-4272-b5a4-b305dece034e owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:00:28.567799 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3775971d-94df-4c02-90bc-4007b8215709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:28.589836 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-3775971d-94df-4c02-90bc-4007b8215709 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93687c3b-f369-41c3-b67a-6ce8c2bdf421']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:00:28.593286 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-58636643-c473-4a0e-b65b-511d8bbe57fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:28.599583 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-3775971d-94df-4c02-90bc-4007b8215709 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:00:28.599888 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-3775971d-94df-4c02-90bc-4007b8215709 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c92d7b9-dc9b-46b4-b51d-14b5dd4d3936') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:00:28.610879 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3775971d-94df-4c02-90bc-4007b8215709 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:28.620510 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58636643-c473-4a0e-b65b-511d8bbe57fb None None] Pushing event deleted for resources: {'Port': ['ID=24046c7a-6602-4272-b5a4-b305dece034e,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:28.623245 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58636643-c473-4a0e-b65b-511d8bbe57fb None None] No DVR routers for this DVR port 24046c7a-6602-4272-b5a4-b305dece034e on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:00:28.626029 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3775971d-94df-4c02-90bc-4007b8215709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:28.633475 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3775971d-94df-4c02-90bc-4007b8215709 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 12:00:28.634285 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3775971d-94df-4c02-90bc-4007b8215709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:28.635979 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 12:00:28.635979 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 12:00:28.635979 n-d-816823-3 neutron-server[102669]: timer() Nov 16 12:00:28.635979 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 12:00:28.635979 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 12:00:28.635979 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 12:00:28.635979 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 12:00:28.635979 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 12:00:28.635979 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 12:00:28.635979 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 12:00:28.635979 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 12:00:28.635979 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 12:00:28.635979 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 12:00:28.635979 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 12:00:28.635979 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 12:00:28.635979 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 12:00:28.635979 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 12:00:28.635979 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 12:00:28.635979 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 12:00:28.635979 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 12:00:28.635979 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 12:00:28.635979 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 12:00:28.635979 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 12:00:28.635979 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 12:00:28.635979 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 12:00:28.635979 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 12:00:28.635979 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 12:00:28.635979 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 12:00:28.635979 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 12:00:28.635979 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 12:00:28.635979 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 12:00:28.635979 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 12:00:28.696495 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3775971d-94df-4c02-90bc-4007b8215709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:28.702567 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3775971d-94df-4c02-90bc-4007b8215709 admin admin] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:28.709389 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3775971d-94df-4c02-90bc-4007b8215709 admin admin] 10.222.0.61 "DELETE /v2.0/networks/93687c3b-f369-41c3-b67a-6ce8c2bdf421 HTTP/1.1" status: 204 len: 168 time: 0.5849044 Nov 16 12:00:28.712382 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50374) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:00:28.721206 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3775971d-94df-4c02-90bc-4007b8215709 admin admin] Pushing event deleted for resources: {'Network': ['ID=93687c3b-f369-41c3-b67a-6ce8c2bdf421,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:28.880773 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device b5179e3e-ddda-4277-a71a-a09eeb27b98d no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:00:28.899790 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: b5179e3e-ddda-4277-a71a-a09eeb27b98d {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:00:28.900051 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device b5179e3e-ddda-4277-a71a-a09eeb27b98d not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:00:28.900452 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 81b1ef21-11a6-4f19-b9be-4baf6cd2f2b4 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:00:28.919798 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 81b1ef21-11a6-4f19-b9be-4baf6cd2f2b4 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:00:28.920134 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 81b1ef21-11a6-4f19-b9be-4baf6cd2f2b4 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:00:28.920535 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 24046c7a-6602-4272-b5a4-b305dece034e no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:00:28.940646 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 24046c7a-6602-4272-b5a4-b305dece034e {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:00:28.940991 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 24046c7a-6602-4272-b5a4-b305dece034e not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:00:29.052344 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-687af437-c92c-48c1-afb6-ca701b667367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:29.172809 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:29.291687 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-687af437-c92c-48c1-afb6-ca701b667367 admin admin] Deleting port cc9f5f98-9ed2-4170-b128-b0aecdd097fe {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:00:29.292020 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-687af437-c92c-48c1-afb6-ca701b667367 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:29.367175 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-687af437-c92c-48c1-afb6-ca701b667367 admin admin] For port cc9f5f98-9ed2-4170-b128-b0aecdd097fe, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=cc9f5f98-9ed2-4170-b128-b0aecdd097fe,segment=NetworkSegment(52be07be-fc43-4a8a-be84-b036b3df3b68),segment_id=52be07be-fc43-4a8a-be84-b036b3df3b68)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:00:29.367456 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-687af437-c92c-48c1-afb6-ca701b667367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:29.379965 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-687af437-c92c-48c1-afb6-ca701b667367 admin admin] Calling delete_port for cc9f5f98-9ed2-4170-b128-b0aecdd097fe owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:00:29.550997 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-687af437-c92c-48c1-afb6-ca701b667367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:29.581535 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687af437-c92c-48c1-afb6-ca701b667367 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc9f5f98-9ed2-4170-b128-b0aecdd097fe,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:29.740979 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-687af437-c92c-48c1-afb6-ca701b667367 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:29.956319 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687af437-c92c-48c1-afb6-ca701b667367 admin admin] Router 2ffeebe9-a5ef-464b-9d38-29dcdfd30952 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:00:30.066643 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687af437-c92c-48c1-afb6-ca701b667367 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:00:30.073359 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-687af437-c92c-48c1-afb6-ca701b667367 admin admin] 10.222.0.61 "PUT /v2.0/routers/2ffeebe9-a5ef-464b-9d38-29dcdfd30952/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3584268 Nov 16 12:00:30.074431 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50376) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:00:30.076945 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad79a77-91d0-4ba0-9137-149578a580bb None None] Sync routers for ids ['2ffeebe9-a5ef-464b-9d38-29dcdfd30952'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:00:30.086805 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad79a77-91d0-4ba0-9137-149578a580bb None None] Routers {'2ffeebe9-a5ef-464b-9d38-29dcdfd30952'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:00:30.087419 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3ad79a77-91d0-4ba0-9137-149578a580bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:00:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['2ffeebe9-a5ef-464b-9d38-29dcdfd30952'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:00:30.181027 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c736716-8d02-438c-9b79-67ba96aa0273 admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:30.284797 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c736716-8d02-438c-9b79-67ba96aa0273 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:30.340514 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-5c736716-8d02-438c-9b79-67ba96aa0273 admin admin] Deleting port c97ffa12-be40-43a1-ad33-26ccfef335e2 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:00:30.340843 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c736716-8d02-438c-9b79-67ba96aa0273 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:30.345692 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-3ad79a77-91d0-4ba0-9137-149578a580bb None None] Set router 2ffeebe9-a5ef-464b-9d38-29dcdfd30952 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:00:30.415895 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-5c736716-8d02-438c-9b79-67ba96aa0273 admin admin] For port c97ffa12-be40-43a1-ad33-26ccfef335e2, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=c97ffa12-be40-43a1-ad33-26ccfef335e2,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:00:30.416248 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c736716-8d02-438c-9b79-67ba96aa0273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:30.428744 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-5c736716-8d02-438c-9b79-67ba96aa0273 admin admin] Calling delete_port for c97ffa12-be40-43a1-ad33-26ccfef335e2 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:00:30.524811 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3ad79a77-91d0-4ba0-9137-149578a580bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffeebe9-a5ef-464b-9d38-29dcdfd30952', 'name': 'tempest-TestServerMultinode-462052768-router', 'tenant_id': '6e89124b138440faa2c2ab05c06927d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c97ffa12-be40-43a1-ad33-26ccfef335e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:59:51Z', 'updated_at': '2021-11-16T12:00:29Z', 'revision_number': 5, 'project_id': '6e89124b138440faa2c2ab05c06927d0', 'gw_port': {'id': 'c97ffa12-be40-43a1-ad33-26ccfef335e2', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ffeebe9-a5ef-464b-9d38-29dcdfd30952', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T11:59:51Z', 'updated_at': '2021-11-16T11:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:00:30.552127 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad79a77-91d0-4ba0-9137-149578a580bb None None] Checking router: 2ffeebe9-a5ef-464b-9d38-29dcdfd30952 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:00:30.560579 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad79a77-91d0-4ba0-9137-149578a580bb None None] Routers {'2ffeebe9-a5ef-464b-9d38-29dcdfd30952'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:00:30.561191 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3ad79a77-91d0-4ba0-9137-149578a580bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:00:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['2ffeebe9-a5ef-464b-9d38-29dcdfd30952'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:00:30.590235 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c736716-8d02-438c-9b79-67ba96aa0273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:30.614814 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c736716-8d02-438c-9b79-67ba96aa0273 admin admin] Pushing event deleted for resources: {'Port': ['ID=c97ffa12-be40-43a1-ad33-26ccfef335e2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:30.635652 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1926b6ba-54ea-435c-a1de-125616f5d5e8 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:00:30.656844 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-3ad79a77-91d0-4ba0-9137-149578a580bb None None] Set router 2ffeebe9-a5ef-464b-9d38-29dcdfd30952 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:00:30.678534 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c736716-8d02-438c-9b79-67ba96aa0273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:30.711657 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3ad79a77-91d0-4ba0-9137-149578a580bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ffeebe9-a5ef-464b-9d38-29dcdfd30952', 'name': 'tempest-TestServerMultinode-462052768-router', 'tenant_id': '6e89124b138440faa2c2ab05c06927d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:59:51Z', 'updated_at': '2021-11-16T12:00:30Z', 'revision_number': 6, 'project_id': '6e89124b138440faa2c2ab05c06927d0', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:00:30.737514 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad79a77-91d0-4ba0-9137-149578a580bb None None] The sync data for ids ['2ffeebe9-a5ef-464b-9d38-29dcdfd30952'] in n-d-816823-3 is: [{'id': '2ffeebe9-a5ef-464b-9d38-29dcdfd30952', 'name': 'tempest-TestServerMultinode-462052768-router', 'tenant_id': '6e89124b138440faa2c2ab05c06927d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T11:59:51Z', 'updated_at': '2021-11-16T12:00:30Z', 'revision_number': 6, 'project_id': '6e89124b138440faa2c2ab05c06927d0', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:00:30.772271 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c736716-8d02-438c-9b79-67ba96aa0273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:30.772747 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c736716-8d02-438c-9b79-67ba96aa0273 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:30.815452 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c736716-8d02-438c-9b79-67ba96aa0273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:30.815881 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c736716-8d02-438c-9b79-67ba96aa0273 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ffeebe9-a5ef-464b-9d38-29dcdfd30952 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 12:00:30.821233 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c736716-8d02-438c-9b79-67ba96aa0273 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:30.822398 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5c736716-8d02-438c-9b79-67ba96aa0273 admin admin] 10.222.0.61 "DELETE /v2.0/routers/2ffeebe9-a5ef-464b-9d38-29dcdfd30952 HTTP/1.1" status: 204 len: 168 time: 0.7470450 Nov 16 12:00:30.825525 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50378) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:00:30.868349 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-92c5c3a3-ceb5-44db-9c6b-4401885c4524 admin admin] Deleting subnet 27506c8c-9dc2-44e9-9416-b3cd44402039 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 12:00:30.871428 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-92c5c3a3-ceb5-44db-9c6b-4401885c4524 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:31.166426 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-92c5c3a3-ceb5-44db-9c6b-4401885c4524 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:31.240962 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-92c5c3a3-ceb5-44db-9c6b-4401885c4524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:31.292951 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-92c5c3a3-ceb5-44db-9c6b-4401885c4524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:31.321987 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c5c3a3-ceb5-44db-9c6b-4401885c4524 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27506c8c-9dc2-44e9-9416-b3cd44402039,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:31.326680 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-92c5c3a3-ceb5-44db-9c6b-4401885c4524 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:31.330743 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-92c5c3a3-ceb5-44db-9c6b-4401885c4524 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/27506c8c-9dc2-44e9-9416-b3cd44402039 HTTP/1.1" status: 204 len: 168 time: 0.5038357 Nov 16 12:00:31.331516 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c95c87a-172c-446f-980b-6adda77b9a05 None None] Network 935e7574-043b-4341-b7f8-483f0f8e5930 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:00:31.332459 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50380) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:00:31.398377 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3ccd9cb0-cdc3-464b-8847-15a9a3150ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:31.450412 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd9cb0-cdc3-464b-8847-15a9a3150ab2 admin admin] Deleting port 1e052646-8797-4fed-81d9-44cda2f554b2 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:00:31.450800 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3ccd9cb0-cdc3-464b-8847-15a9a3150ab2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:31.477367 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device cc9f5f98-9ed2-4170-b128-b0aecdd097fe no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:00:31.513005 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: cc9f5f98-9ed2-4170-b128-b0aecdd097fe {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:00:31.513246 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device cc9f5f98-9ed2-4170-b128-b0aecdd097fe not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:00:31.520994 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643edc24-f31a-4557-8ad9-44439d482077 None None] DHCP port deletion for 935e7574-043b-4341-b7f8-483f0f8e5930 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:00:31.532374 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-3ccd9cb0-cdc3-464b-8847-15a9a3150ab2 admin admin] For port 1e052646-8797-4fed-81d9-44cda2f554b2, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=1e052646-8797-4fed-81d9-44cda2f554b2,segment=NetworkSegment(52be07be-fc43-4a8a-be84-b036b3df3b68),segment_id=52be07be-fc43-4a8a-be84-b036b3df3b68)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:00:31.533320 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3ccd9cb0-cdc3-464b-8847-15a9a3150ab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:31.546169 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd9cb0-cdc3-464b-8847-15a9a3150ab2 admin admin] Calling delete_port for 1e052646-8797-4fed-81d9-44cda2f554b2 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:00:31.568014 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-643edc24-f31a-4557-8ad9-44439d482077 None None] Deleting port 1e052646-8797-4fed-81d9-44cda2f554b2 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:00:31.568382 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-643edc24-f31a-4557-8ad9-44439d482077 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:31.631486 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3ccd9cb0-cdc3-464b-8847-15a9a3150ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:31.638680 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-643edc24-f31a-4557-8ad9-44439d482077 None None] For port 1e052646-8797-4fed-81d9-44cda2f554b2, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=1e052646-8797-4fed-81d9-44cda2f554b2,segment=NetworkSegment(52be07be-fc43-4a8a-be84-b036b3df3b68),segment_id=52be07be-fc43-4a8a-be84-b036b3df3b68)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:00:31.639306 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-643edc24-f31a-4557-8ad9-44439d482077 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:31.654982 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-643edc24-f31a-4557-8ad9-44439d482077 None None] Calling delete_port for 1e052646-8797-4fed-81d9-44cda2f554b2 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:00:31.663771 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd9cb0-cdc3-464b-8847-15a9a3150ab2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e052646-8797-4fed-81d9-44cda2f554b2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:31.665615 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccd9cb0-cdc3-464b-8847-15a9a3150ab2 admin admin] No DVR routers for this DVR port 1e052646-8797-4fed-81d9-44cda2f554b2 on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:00:31.735122 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-643edc24-f31a-4557-8ad9-44439d482077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:31.736596 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3ccd9cb0-cdc3-464b-8847-15a9a3150ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:31.759345 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-3ccd9cb0-cdc3-464b-8847-15a9a3150ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['935e7574-043b-4341-b7f8-483f0f8e5930']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:00:31.765374 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643edc24-f31a-4557-8ad9-44439d482077 None None] Pushing event deleted for resources: {'Port': ['ID=1e052646-8797-4fed-81d9-44cda2f554b2,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:31.768876 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643edc24-f31a-4557-8ad9-44439d482077 None None] No DVR routers for this DVR port 1e052646-8797-4fed-81d9-44cda2f554b2 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:00:31.770249 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-3ccd9cb0-cdc3-464b-8847-15a9a3150ab2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52be07be-fc43-4a8a-be84-b036b3df3b68') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:00:31.770511 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-3ccd9cb0-cdc3-464b-8847-15a9a3150ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52be07be-fc43-4a8a-be84-b036b3df3b68') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:00:31.788422 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3ccd9cb0-cdc3-464b-8847-15a9a3150ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:31.803045 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3ccd9cb0-cdc3-464b-8847-15a9a3150ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:31.810402 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ccd9cb0-cdc3-464b-8847-15a9a3150ab2 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 12:00:31.810876 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3ccd9cb0-cdc3-464b-8847-15a9a3150ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:31.812717 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 12:00:31.812717 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 12:00:31.812717 n-d-816823-3 neutron-server[102668]: timer() Nov 16 12:00:31.812717 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 12:00:31.812717 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 12:00:31.812717 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 12:00:31.812717 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 12:00:31.812717 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 12:00:31.812717 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 12:00:31.812717 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 12:00:31.812717 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 12:00:31.812717 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 12:00:31.812717 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 12:00:31.812717 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 12:00:31.812717 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 12:00:31.812717 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 12:00:31.812717 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 12:00:31.812717 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 12:00:31.812717 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 12:00:31.812717 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 12:00:31.812717 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 12:00:31.812717 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 12:00:31.812717 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 12:00:31.812717 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 12:00:31.812717 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 12:00:31.812717 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 12:00:31.812717 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 12:00:31.812717 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 12:00:31.812717 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 12:00:31.812717 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 12:00:31.812717 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 12:00:31.812717 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 12:00:31.869710 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3ccd9cb0-cdc3-464b-8847-15a9a3150ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:31.875816 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3ccd9cb0-cdc3-464b-8847-15a9a3150ab2 admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:31.879036 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-3ccd9cb0-cdc3-464b-8847-15a9a3150ab2 admin admin] 10.222.0.61 "DELETE /v2.0/networks/935e7574-043b-4341-b7f8-483f0f8e5930 HTTP/1.1" status: 204 len: 168 time: 0.5456445 Nov 16 12:00:31.891770 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd9cb0-cdc3-464b-8847-15a9a3150ab2 admin admin] Pushing event deleted for resources: {'Network': ['ID=935e7574-043b-4341-b7f8-483f0f8e5930,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:32.045401 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50384) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:00:32.085012 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-215ca21e-e432-4858-9330-c401676e0f05 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5c5f06c922a341db8ea81e641dcd9430&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386400 Nov 16 12:00:32.087439 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50386) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:00:32.133164 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b6a9c9f1-70c3-47ae-b2fa-d207eb294528 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:32.154713 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b6a9c9f1-70c3-47ae-b2fa-d207eb294528 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:32.200275 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b6a9c9f1-70c3-47ae-b2fa-d207eb294528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:32.202817 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b6a9c9f1-70c3-47ae-b2fa-d207eb294528 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:32.203967 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b6a9c9f1-70c3-47ae-b2fa-d207eb294528 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/feea6f71-fdb3-4a89-8765-5ccacad17485 HTTP/1.1" status: 204 len: 168 time: 0.1156301 Nov 16 12:00:32.211412 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9c9f1-70c3-47ae-b2fa-d207eb294528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feea6f71-fdb3-4a89-8765-5ccacad17485,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:32.506657 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50392) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:00:32.546311 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-12102ea0-4e07-45c6-8e1d-6f2b153db392 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6e89124b138440faa2c2ab05c06927d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383673 Nov 16 12:00:32.548641 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50394) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:00:32.595477 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-890e7f3a-50d2-417c-8b4b-ce779ab73fb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:32.615753 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-890e7f3a-50d2-417c-8b4b-ce779ab73fb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:32.662124 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-890e7f3a-50d2-417c-8b4b-ce779ab73fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:32.664631 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-890e7f3a-50d2-417c-8b4b-ce779ab73fb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:32.665757 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-890e7f3a-50d2-417c-8b4b-ce779ab73fb2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d9e0aafe-04f8-46e3-bb51-8c12be2cd573 HTTP/1.1" status: 204 len: 168 time: 0.1162045 Nov 16 12:00:32.673053 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e7f3a-50d2-417c-8b4b-ce779ab73fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e0aafe-04f8-46e3-bb51-8c12be2cd573,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:32.879454 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device c97ffa12-be40-43a1-ad33-26ccfef335e2 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:00:32.899928 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: c97ffa12-be40-43a1-ad33-26ccfef335e2 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:00:32.900358 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device c97ffa12-be40-43a1-ad33-26ccfef335e2 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:00:32.900837 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 1e052646-8797-4fed-81d9-44cda2f554b2 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:00:32.919281 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 1e052646-8797-4fed-81d9-44cda2f554b2 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:00:32.919696 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 1e052646-8797-4fed-81d9-44cda2f554b2 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:00:33.336066 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50416) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:00:33.431512 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-825d0e88-87d2-4b40-a948-76d162a32ff6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-604491902-network', 'tenant_id': 'aa36fd9bb7f84370bf70d7acc32a5c04'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:00:33.456757 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825d0e88-87d2-4b40-a948-76d162a32ff6 admin admin] Made reservation on behalf of aa36fd9bb7f84370bf70d7acc32a5c04 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:00:33.459104 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-825d0e88-87d2-4b40-a948-76d162a32ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:33.467486 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-825d0e88-87d2-4b40-a948-76d162a32ff6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:33.541092 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-825d0e88-87d2-4b40-a948-76d162a32ff6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:33.545146 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-825d0e88-87d2-4b40-a948-76d162a32ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:33.569369 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-825d0e88-87d2-4b40-a948-76d162a32ff6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 12:00:33.578608 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825d0e88-87d2-4b40-a948-76d162a32ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d00851e-ed9a-46b1-8351-3d607ef3d989,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:33.585170 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-825d0e88-87d2-4b40-a948-76d162a32ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:33.585504 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-825d0e88-87d2-4b40-a948-76d162a32ff6 admin admin] Added segment f24ff35c-4258-47d7-83f3-4bfeb629a6d8 of type vlan for network 733da998-908b-4f40-9755-3953876ebf1d Nov 16 12:00:33.624461 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-825d0e88-87d2-4b40-a948-76d162a32ff6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:33.648401 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-825d0e88-87d2-4b40-a948-76d162a32ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:33.649297 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825d0e88-87d2-4b40-a948-76d162a32ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:33.649858 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-825d0e88-87d2-4b40-a948-76d162a32ff6 admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:33.701873 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-825d0e88-87d2-4b40-a948-76d162a32ff6 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3646185 Nov 16 12:00:33.704917 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50420) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:00:33.709858 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-641af104-a9df-43b8-8e51-60ab1aca324a admin admin] Request body: {'subnet': {'network_id': '733da998-908b-4f40-9755-3953876ebf1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-604491902-subnet', 'tenant_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:00:33.712194 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825d0e88-87d2-4b40-a948-76d162a32ff6 admin admin] Pushing event updated for resources: {'Network': ['ID=733da998-908b-4f40-9755-3953876ebf1d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:33.721898 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 733da998-908b-4f40-9755-3953876ebf1d details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 12:00:33.731555 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641af104-a9df-43b8-8e51-60ab1aca324a admin admin] Made reservation on behalf of aa36fd9bb7f84370bf70d7acc32a5c04 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:00:33.733864 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-641af104-a9df-43b8-8e51-60ab1aca324a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:33.898998 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-641af104-a9df-43b8-8e51-60ab1aca324a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:33.959300 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641af104-a9df-43b8-8e51-60ab1aca324a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea9aad6c-3107-480c-8789-ef41dca06fc0,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:33.966362 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641af104-a9df-43b8-8e51-60ab1aca324a admin admin] Checking segment: {'id': 'f24ff35c-4258-47d7-83f3-4bfeb629a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '733da998-908b-4f40-9755-3953876ebf1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:00:33.966728 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641af104-a9df-43b8-8e51-60ab1aca324a admin admin] Network hostable DHCP agents. Network: 733da998-908b-4f40-9755-3953876ebf1d, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 12:00:33.982972 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641af104-a9df-43b8-8e51-60ab1aca324a admin admin] Network 733da998-908b-4f40-9755-3953876ebf1d is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 12:00:33.991542 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-641af104-a9df-43b8-8e51-60ab1aca324a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 733da998-908b-4f40-9755-3953876ebf1d) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:00:33.995559 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641af104-a9df-43b8-8e51-60ab1aca324a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:33.996763 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-641af104-a9df-43b8-8e51-60ab1aca324a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:34.001101 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb733bc-d50f-46d5-981c-01f2f5ae780e None None] Network 733da998-908b-4f40-9755-3953876ebf1d requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:00:34.012399 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-641af104-a9df-43b8-8e51-60ab1aca324a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3063817 Nov 16 12:00:34.015082 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50422) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:00:34.020181 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-4514bd98-8d2e-4e78-ba25-5533bb9b0ce8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-604491902-router', 'tenant_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:00:34.041589 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4514bd98-8d2e-4e78-ba25-5533bb9b0ce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:34.042697 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4514bd98-8d2e-4e78-ba25-5533bb9b0ce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:34.095530 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4514bd98-8d2e-4e78-ba25-5533bb9b0ce8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:34.149489 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3686cea6-c1f2-4adf-8b87-8e1f94ef9bec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-733da998-908b-4f40-9755-3953876ebf1d', 'network_id': '733da998-908b-4f40-9755-3953876ebf1d', 'tenant_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'fixed_ips': [{'subnet_id': 'ea9aad6c-3107-480c-8789-ef41dca06fc0'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 12:00:34.150632 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3686cea6-c1f2-4adf-8b87-8e1f94ef9bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:34.233060 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4514bd98-8d2e-4e78-ba25-5533bb9b0ce8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:34.288379 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-3686cea6-c1f2-4adf-8b87-8e1f94ef9bec None None] Allocated IP 172.20.0.2 (733da998-908b-4f40-9755-3953876ebf1d/ea9aad6c-3107-480c-8789-ef41dca06fc0/ab5d3f16-3b65-4d2a-ad69-a459b6528f2a) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:00:34.426360 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3686cea6-c1f2-4adf-8b87-8e1f94ef9bec None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:34.432871 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3686cea6-c1f2-4adf-8b87-8e1f94ef9bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:34.438421 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4514bd98-8d2e-4e78-ba25-5533bb9b0ce8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:34.457676 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4514bd98-8d2e-4e78-ba25-5533bb9b0ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:34.476399 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3686cea6-c1f2-4adf-8b87-8e1f94ef9bec None None] Network 733da998-908b-4f40-9755-3953876ebf1d is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:00:34.479390 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-3686cea6-c1f2-4adf-8b87-8e1f94ef9bec None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:00:34.483150 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3686cea6-c1f2-4adf-8b87-8e1f94ef9bec None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:00:34.490095 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686cea6-c1f2-4adf-8b87-8e1f94ef9bec None None] Pushing event updated for resources: {'Port': ['ID=ab5d3f16-3b65-4d2a-ad69-a459b6528f2a,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:34.539824 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-3686cea6-c1f2-4adf-8b87-8e1f94ef9bec None None] Attempting to bind port ab5d3f16-3b65-4d2a-ad69-a459b6528f2a on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:00:34.540290 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-3686cea6-c1f2-4adf-8b87-8e1f94ef9bec None None] Attempting to bind port ab5d3f16-3b65-4d2a-ad69-a459b6528f2a by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'f24ff35c-4258-47d7-83f3-4bfeb629a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '733da998-908b-4f40-9755-3953876ebf1d'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:00:34.540652 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3686cea6-c1f2-4adf-8b87-8e1f94ef9bec None None] Attempting to bind port ab5d3f16-3b65-4d2a-ad69-a459b6528f2a on network 733da998-908b-4f40-9755-3953876ebf1d {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:00:34.545771 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3686cea6-c1f2-4adf-8b87-8e1f94ef9bec None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:00:34.546230 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3686cea6-c1f2-4adf-8b87-8e1f94ef9bec None None] Checking segment: {'id': 'f24ff35c-4258-47d7-83f3-4bfeb629a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '733da998-908b-4f40-9755-3953876ebf1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:00:34.546630 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3686cea6-c1f2-4adf-8b87-8e1f94ef9bec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:34.547021 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3686cea6-c1f2-4adf-8b87-8e1f94ef9bec None None] Bound using segment: {'id': 'f24ff35c-4258-47d7-83f3-4bfeb629a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '733da998-908b-4f40-9755-3953876ebf1d'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:00:34.547479 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-3686cea6-c1f2-4adf-8b87-8e1f94ef9bec None None] Bound port: ab5d3f16-3b65-4d2a-ad69-a459b6528f2a, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f24ff35c-4258-47d7-83f3-4bfeb629a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '733da998-908b-4f40-9755-3953876ebf1d'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:00:34.547855 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3686cea6-c1f2-4adf-8b87-8e1f94ef9bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:34.561611 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-4514bd98-8d2e-4e78-ba25-5533bb9b0ce8 admin admin] Allocated IP 172.25.0.15 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/df954ea7-f2c9-413f-ad56-b36631664e73) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:00:34.611625 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3686cea6-c1f2-4adf-8b87-8e1f94ef9bec None None] For port ab5d3f16-3b65-4d2a-ad69-a459b6528f2a, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:00:34.615091 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3686cea6-c1f2-4adf-8b87-8e1f94ef9bec None None] For port ab5d3f16-3b65-4d2a-ad69-a459b6528f2a, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=ab5d3f16-3b65-4d2a-ad69-a459b6528f2a,segment=NetworkSegment(f24ff35c-4258-47d7-83f3-4bfeb629a6d8),segment_id=f24ff35c-4258-47d7-83f3-4bfeb629a6d8)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:00:34.618677 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3686cea6-c1f2-4adf-8b87-8e1f94ef9bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:34.673337 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4514bd98-8d2e-4e78-ba25-5533bb9b0ce8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:34.677460 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686cea6-c1f2-4adf-8b87-8e1f94ef9bec None None] Pushing event updated for resources: {'Port': ['ID=ab5d3f16-3b65-4d2a-ad69-a459b6528f2a,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:34.709000 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4514bd98-8d2e-4e78-ba25-5533bb9b0ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:34.753966 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4514bd98-8d2e-4e78-ba25-5533bb9b0ce8 admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:00:34.757041 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-4514bd98-8d2e-4e78-ba25-5533bb9b0ce8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:00:34.761871 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4514bd98-8d2e-4e78-ba25-5533bb9b0ce8 admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:00:34.765066 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4514bd98-8d2e-4e78-ba25-5533bb9b0ce8 admin admin] Pushing event updated for resources: {'Port': ['ID=df954ea7-f2c9-413f-ad56-b36631664e73,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:34.770732 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb93a53-eac1-444c-9642-d9fe432935b1 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:00:34.894126 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-51438878-d1e4-469b-b782-5ee497fde93e None None] Provisioning complete for port df954ea7-f2c9-413f-ad56-b36631664e73 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:00:34.894609 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-51438878-d1e4-469b-b782-5ee497fde93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:34.934223 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-51438878-d1e4-469b-b782-5ee497fde93e None None] Port df954ea7-f2c9-413f-ad56-b36631664e73 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:00:34.954156 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device ab5d3f16-3b65-4d2a-ad69-a459b6528f2a up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:00:35.004083 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port ab5d3f16-3b65-4d2a-ad69-a459b6528f2a triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:00:35.005220 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:35.047332 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4514bd98-8d2e-4e78-ba25-5533bb9b0ce8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:35.092713 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:35.126234 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port ab5d3f16-3b65-4d2a-ad69-a459b6528f2a, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=ab5d3f16-3b65-4d2a-ad69-a459b6528f2a,segment=NetworkSegment(f24ff35c-4258-47d7-83f3-4bfeb629a6d8),segment_id=f24ff35c-4258-47d7-83f3-4bfeb629a6d8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:00:35.133633 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:35.180123 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=ab5d3f16-3b65-4d2a-ad69-a459b6528f2a,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:35.478363 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4514bd98-8d2e-4e78-ba25-5533bb9b0ce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:35.604493 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb44215-adbe-47d6-8024-5a11b8fe6e73 None None] Network 733da998-908b-4f40-9755-3953876ebf1d requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:00:35.613532 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4514bd98-8d2e-4e78-ba25-5533bb9b0ce8 admin admin] Router e6851fbd-1cde-46f6-9477-79a751334d12 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 12:00:35.680178 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d8f20ed3-c2b8-45f2-b415-2c534c967a94 None None] Provisioning complete for port ab5d3f16-3b65-4d2a-ad69-a459b6528f2a triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:00:35.680549 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d8f20ed3-c2b8-45f2-b415-2c534c967a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:35.735201 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4514bd98-8d2e-4e78-ba25-5533bb9b0ce8 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:00:35.744799 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fa7a28-13f8-451f-aea0-5588db65b282 None None] Sync routers for ids ['e6851fbd-1cde-46f6-9477-79a751334d12'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:00:35.755557 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4514bd98-8d2e-4e78-ba25-5533bb9b0ce8 admin admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:35.759638 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4514bd98-8d2e-4e78-ba25-5533bb9b0ce8 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7410572 Nov 16 12:00:35.760061 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50424) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:00:35.762831 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fa7a28-13f8-451f-aea0-5588db65b282 None None] Routers {'e6851fbd-1cde-46f6-9477-79a751334d12'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:00:35.763458 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-43fa7a28-13f8-451f-aea0-5588db65b282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:00:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['e6851fbd-1cde-46f6-9477-79a751334d12'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:00:35.873128 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-43fa7a28-13f8-451f-aea0-5588db65b282 None None] Set router e6851fbd-1cde-46f6-9477-79a751334d12 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:00:36.064627 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-15552bc1-db78-406e-8ef7-4dec1c6157c7 None None] Provisioning complete for port ab5d3f16-3b65-4d2a-ad69-a459b6528f2a triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:00:36.066114 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-15552bc1-db78-406e-8ef7-4dec1c6157c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:36.169847 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-43fa7a28-13f8-451f-aea0-5588db65b282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'name': 'tempest-TestVolumeBackupRestore-604491902-router', 'tenant_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'df954ea7-f2c9-413f-ad56-b36631664e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:00:34Z', 'updated_at': '2021-11-16T12:00:34Z', 'revision_number': 3, 'project_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'gw_port': {'id': 'df954ea7-f2c9-413f-ad56-b36631664e73', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:95:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:00:34Z', 'updated_at': '2021-11-16T12:00:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:00:36.196144 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fa7a28-13f8-451f-aea0-5588db65b282 None None] Checking router: e6851fbd-1cde-46f6-9477-79a751334d12 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:00:36.196494 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fa7a28-13f8-451f-aea0-5588db65b282 None None] Updating router e6851fbd-1cde-46f6-9477-79a751334d12 port df954ea7-f2c9-413f-ad56-b36631664e73 binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 12:00:36.203930 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b855d898-a988-4598-aa8a-ec827833d2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:36.220183 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-43fa7a28-13f8-451f-aea0-5588db65b282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:36.373546 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-b855d898-a988-4598-aa8a-ec827833d2d1 admin admin] Allocated IP 172.20.0.1 (733da998-908b-4f40-9755-3953876ebf1d/ea9aad6c-3107-480c-8789-ef41dca06fc0/81503f54-ab05-412e-91a3-b9217684d0f6) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:00:36.475542 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b855d898-a988-4598-aa8a-ec827833d2d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:36.475954 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-43fa7a28-13f8-451f-aea0-5588db65b282 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:36.481141 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-43fa7a28-13f8-451f-aea0-5588db65b282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:36.510482 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b855d898-a988-4598-aa8a-ec827833d2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:36.520627 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f5f815-3861-4944-bbe6-db8cbf094140 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:00:36.529781 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-43fa7a28-13f8-451f-aea0-5588db65b282 None None] Attempting to bind port df954ea7-f2c9-413f-ad56-b36631664e73 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:00:36.530175 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-43fa7a28-13f8-451f-aea0-5588db65b282 None None] Attempting to bind port df954ea7-f2c9-413f-ad56-b36631664e73 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:00:36.530555 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fa7a28-13f8-451f-aea0-5588db65b282 None None] Attempting to bind port df954ea7-f2c9-413f-ad56-b36631664e73 on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:00:36.541664 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fa7a28-13f8-451f-aea0-5588db65b282 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:00:36.542066 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fa7a28-13f8-451f-aea0-5588db65b282 None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:00:36.542825 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-43fa7a28-13f8-451f-aea0-5588db65b282 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:36.543217 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fa7a28-13f8-451f-aea0-5588db65b282 None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:00:36.543681 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-43fa7a28-13f8-451f-aea0-5588db65b282 None None] Bound port: df954ea7-f2c9-413f-ad56-b36631664e73, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:00:36.544060 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-43fa7a28-13f8-451f-aea0-5588db65b282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:36.546529 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb58c3-ef41-46fb-b88b-6f8dcc93043d None None] Pushing event updated for resources: {'Port': ['ID=df954ea7-f2c9-413f-ad56-b36631664e73,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:36.561976 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b855d898-a988-4598-aa8a-ec827833d2d1 admin admin] Network 733da998-908b-4f40-9755-3953876ebf1d is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:00:36.568200 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-b855d898-a988-4598-aa8a-ec827833d2d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:00:36.571265 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b855d898-a988-4598-aa8a-ec827833d2d1 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:00:36.574648 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b855d898-a988-4598-aa8a-ec827833d2d1 admin admin] Pushing event updated for resources: {'Port': ['ID=81503f54-ab05-412e-91a3-b9217684d0f6,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:36.582714 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3c606af1-7c3a-4b5f-bb19-dfe9806ed740 None None] Provisioning complete for port df954ea7-f2c9-413f-ad56-b36631664e73 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:00:36.583091 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3c606af1-7c3a-4b5f-bb19-dfe9806ed740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:36.599165 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-43fa7a28-13f8-451f-aea0-5588db65b282 None None] For port df954ea7-f2c9-413f-ad56-b36631664e73, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:00:36.602407 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-43fa7a28-13f8-451f-aea0-5588db65b282 None None] For port df954ea7-f2c9-413f-ad56-b36631664e73, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=df954ea7-f2c9-413f-ad56-b36631664e73,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:00:36.608619 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-43fa7a28-13f8-451f-aea0-5588db65b282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:36.614581 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b855d898-a988-4598-aa8a-ec827833d2d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:36.644455 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d453cc-2854-407d-9508-466cbacbc61a None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:00:36.650160 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3c606af1-7c3a-4b5f-bb19-dfe9806ed740 None None] Port df954ea7-f2c9-413f-ad56-b36631664e73 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:00:36.672586 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb58c3-ef41-46fb-b88b-6f8dcc93043d None None] Pushing event updated for resources: {'Port': ['ID=df954ea7-f2c9-413f-ad56-b36631664e73,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:36.685035 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fa7a28-13f8-451f-aea0-5588db65b282 None None] Routers {'e6851fbd-1cde-46f6-9477-79a751334d12'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:00:36.685650 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-43fa7a28-13f8-451f-aea0-5588db65b282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:00:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['e6851fbd-1cde-46f6-9477-79a751334d12'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:00:36.773049 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6f4012ff-3bb9-4989-9276-0034a10eece0 None None] Provisioning complete for port df954ea7-f2c9-413f-ad56-b36631664e73 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:00:36.773835 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6f4012ff-3bb9-4989-9276-0034a10eece0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:36.796331 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b855d898-a988-4598-aa8a-ec827833d2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:36.798933 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-43fa7a28-13f8-451f-aea0-5588db65b282 None None] Set router e6851fbd-1cde-46f6-9477-79a751334d12 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:00:36.859722 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6f4012ff-3bb9-4989-9276-0034a10eece0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:36.891930 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-6f4012ff-3bb9-4989-9276-0034a10eece0 None None] For port df954ea7-f2c9-413f-ad56-b36631664e73, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=df954ea7-f2c9-413f-ad56-b36631664e73,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:00:36.899103 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6f4012ff-3bb9-4989-9276-0034a10eece0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:36.951916 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device ab5d3f16-3b65-4d2a-ad69-a459b6528f2a up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:00:36.971549 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b855d898-a988-4598-aa8a-ec827833d2d1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:36.977302 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b855d898-a988-4598-aa8a-ec827833d2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:36.993798 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4012ff-3bb9-4989-9276-0034a10eece0 None None] Pushing event updated for resources: {'Port': ['ID=df954ea7-f2c9-413f-ad56-b36631664e73,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:37.006500 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-43fa7a28-13f8-451f-aea0-5588db65b282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'name': 'tempest-TestVolumeBackupRestore-604491902-router', 'tenant_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'df954ea7-f2c9-413f-ad56-b36631664e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:00:34Z', 'updated_at': '2021-11-16T12:00:34Z', 'revision_number': 3, 'project_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'gw_port': {'id': 'df954ea7-f2c9-413f-ad56-b36631664e73', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:95:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:00:34Z', 'updated_at': '2021-11-16T12:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:00:37.030926 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d0a46a4b-33e2-4a2d-bb85-11b11cdd0fdb None None] Provisioning complete for port 81503f54-ab05-412e-91a3-b9217684d0f6 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:00:37.031206 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d0a46a4b-33e2-4a2d-bb85-11b11cdd0fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:37.036194 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port ab5d3f16-3b65-4d2a-ad69-a459b6528f2a triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:00:37.036579 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:37.040002 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fa7a28-13f8-451f-aea0-5588db65b282 None None] The sync data for ids ['e6851fbd-1cde-46f6-9477-79a751334d12'] in n-d-816823-3 is: [{'id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'name': 'tempest-TestVolumeBackupRestore-604491902-router', 'tenant_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'df954ea7-f2c9-413f-ad56-b36631664e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:00:34Z', 'updated_at': '2021-11-16T12:00:34Z', 'revision_number': 3, 'project_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'gw_port': {'id': 'df954ea7-f2c9-413f-ad56-b36631664e73', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:95:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:00:34Z', 'updated_at': '2021-11-16T12:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:00:37.063431 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b855d898-a988-4598-aa8a-ec827833d2d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:37.065364 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b855d898-a988-4598-aa8a-ec827833d2d1 admin admin] Pushing event updated for resources: {'Port': ['ID=81503f54-ab05-412e-91a3-b9217684d0f6,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:37.098612 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-d0a46a4b-33e2-4a2d-bb85-11b11cdd0fdb None None] Port 81503f54-ab05-412e-91a3-b9217684d0f6 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:00:37.164344 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b855d898-a988-4598-aa8a-ec827833d2d1 admin admin] Network 733da998-908b-4f40-9755-3953876ebf1d is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:00:37.165788 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-b855d898-a988-4598-aa8a-ec827833d2d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:00:37.283788 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b855d898-a988-4598-aa8a-ec827833d2d1 admin admin] Router e6851fbd-1cde-46f6-9477-79a751334d12 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:00:37.409343 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b855d898-a988-4598-aa8a-ec827833d2d1 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:00:37.418439 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b855d898-a988-4598-aa8a-ec827833d2d1 admin admin] 10.222.0.61 "PUT /v2.0/routers/e6851fbd-1cde-46f6-9477-79a751334d12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6570201 Nov 16 12:00:37.425570 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b4cb2061-3b0b-469b-b5f6-a21333957107 None None] Provisioning complete for port 81503f54-ab05-412e-91a3-b9217684d0f6 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:00:37.426418 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b4cb2061-3b0b-469b-b5f6-a21333957107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:37.461483 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b4cb2061-3b0b-469b-b5f6-a21333957107 None None] Port 81503f54-ab05-412e-91a3-b9217684d0f6 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:00:37.910432 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50440) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:00:37.915466 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-0f69ad87-1206-475d-b2cd-d46081b0a251 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-103078809-network', 'tenant_id': 'ec2938cc7fc44d0aaa9777e7f6f10d37'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:00:37.936893 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f69ad87-1206-475d-b2cd-d46081b0a251 admin admin] Made reservation on behalf of ec2938cc7fc44d0aaa9777e7f6f10d37 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:00:37.939204 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f69ad87-1206-475d-b2cd-d46081b0a251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:37.947817 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f69ad87-1206-475d-b2cd-d46081b0a251 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:38.027018 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f69ad87-1206-475d-b2cd-d46081b0a251 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:38.031103 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f69ad87-1206-475d-b2cd-d46081b0a251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:38.051495 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f69ad87-1206-475d-b2cd-d46081b0a251 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 12:00:38.066990 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69ad87-1206-475d-b2cd-d46081b0a251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee38886d-a224-4226-b1fd-667d54fc5707,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:38.069991 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f69ad87-1206-475d-b2cd-d46081b0a251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:38.070406 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-0f69ad87-1206-475d-b2cd-d46081b0a251 admin admin] Added segment 27b1942e-471a-46cf-944f-dc5f83b5f71a of type vlan for network c3b90160-ba36-48b6-b9ea-48179b903dcc Nov 16 12:00:38.111820 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f69ad87-1206-475d-b2cd-d46081b0a251 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:38.137498 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f69ad87-1206-475d-b2cd-d46081b0a251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:38.138515 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f69ad87-1206-475d-b2cd-d46081b0a251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:38.139091 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f69ad87-1206-475d-b2cd-d46081b0a251 admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:38.187802 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0f69ad87-1206-475d-b2cd-d46081b0a251 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2762365 Nov 16 12:00:38.190565 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50442) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:00:38.195575 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-6b267b1a-8c80-44a4-ac6d-611184f10860 admin admin] Request body: {'subnet': {'network_id': 'c3b90160-ba36-48b6-b9ea-48179b903dcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-103078809-subnet', 'tenant_id': 'ec2938cc7fc44d0aaa9777e7f6f10d37', 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:00:38.200963 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69ad87-1206-475d-b2cd-d46081b0a251 admin admin] Pushing event updated for resources: {'Network': ['ID=c3b90160-ba36-48b6-b9ea-48179b903dcc,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:38.210331 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network c3b90160-ba36-48b6-b9ea-48179b903dcc details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 12:00:38.216439 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b267b1a-8c80-44a4-ac6d-611184f10860 admin admin] Made reservation on behalf of ec2938cc7fc44d0aaa9777e7f6f10d37 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:00:38.218842 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b267b1a-8c80-44a4-ac6d-611184f10860 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:38.406915 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b267b1a-8c80-44a4-ac6d-611184f10860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:38.468533 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b267b1a-8c80-44a4-ac6d-611184f10860 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84662cd4-70a5-4c97-90b6-ddb52aaacc54,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:38.477266 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b267b1a-8c80-44a4-ac6d-611184f10860 admin admin] Checking segment: {'id': '27b1942e-471a-46cf-944f-dc5f83b5f71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'c3b90160-ba36-48b6-b9ea-48179b903dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:00:38.477626 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b267b1a-8c80-44a4-ac6d-611184f10860 admin admin] Network hostable DHCP agents. Network: c3b90160-ba36-48b6-b9ea-48179b903dcc, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 12:00:38.494097 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b267b1a-8c80-44a4-ac6d-611184f10860 admin admin] Network c3b90160-ba36-48b6-b9ea-48179b903dcc is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 12:00:38.503288 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-6b267b1a-8c80-44a4-ac6d-611184f10860 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, c3b90160-ba36-48b6-b9ea-48179b903dcc) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:00:38.507452 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b267b1a-8c80-44a4-ac6d-611184f10860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:00:38.508736 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b267b1a-8c80-44a4-ac6d-611184f10860 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:38.511667 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965752e7-4f55-47cf-a1c0-7cf44723f61f None None] Network c3b90160-ba36-48b6-b9ea-48179b903dcc requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:00:38.527172 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6b267b1a-8c80-44a4-ac6d-611184f10860 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3331928 Nov 16 12:00:38.527869 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 50444) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:00:38.532804 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-3be716f0-1b87-4684-b8c2-ea4f2b4582f0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-103078809-router', 'tenant_id': 'ec2938cc7fc44d0aaa9777e7f6f10d37', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:00:38.554864 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3be716f0-1b87-4684-b8c2-ea4f2b4582f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:38.556056 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3be716f0-1b87-4684-b8c2-ea4f2b4582f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:38.611160 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3be716f0-1b87-4684-b8c2-ea4f2b4582f0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:38.634212 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0c4036-c51e-46ab-9ab0-a39add58f1c1 None None] Sync routers for ids ['e6851fbd-1cde-46f6-9477-79a751334d12'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:00:38.652563 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0c4036-c51e-46ab-9ab0-a39add58f1c1 None None] Routers {'e6851fbd-1cde-46f6-9477-79a751334d12'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:00:38.653284 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-bd0c4036-c51e-46ab-9ab0-a39add58f1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:00:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['e6851fbd-1cde-46f6-9477-79a751334d12'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:00:38.730419 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12907ac3-8bbc-4de9-89f2-13a158b5cabc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-c3b90160-ba36-48b6-b9ea-48179b903dcc', 'network_id': 'c3b90160-ba36-48b6-b9ea-48179b903dcc', 'tenant_id': 'ec2938cc7fc44d0aaa9777e7f6f10d37', 'fixed_ips': [{'subnet_id': '84662cd4-70a5-4c97-90b6-ddb52aaacc54'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 12:00:38.731283 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-12907ac3-8bbc-4de9-89f2-13a158b5cabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:38.761034 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3be716f0-1b87-4684-b8c2-ea4f2b4582f0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:38.854348 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-bd0c4036-c51e-46ab-9ab0-a39add58f1c1 None None] Set router e6851fbd-1cde-46f6-9477-79a751334d12 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:00:38.954722 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device df954ea7-f2c9-413f-ad56-b36631664e73 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:00:38.972851 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3be716f0-1b87-4684-b8c2-ea4f2b4582f0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:38.979364 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-12907ac3-8bbc-4de9-89f2-13a158b5cabc None None] Allocated IP 172.20.0.2 (c3b90160-ba36-48b6-b9ea-48179b903dcc/84662cd4-70a5-4c97-90b6-ddb52aaacc54/a7ad8817-a645-4d56-807a-988a08a25aa8) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:00:38.992287 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3be716f0-1b87-4684-b8c2-ea4f2b4582f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:39.096291 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-3be716f0-1b87-4684-b8c2-ea4f2b4582f0 admin admin] Allocated IP 172.25.0.83 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/343a78e6-a421-4065-ba51-d6e1f3c3728c) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:00:39.153428 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port df954ea7-f2c9-413f-ad56-b36631664e73 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:00:39.153795 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:39.199593 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3be716f0-1b87-4684-b8c2-ea4f2b4582f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:39.233322 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3be716f0-1b87-4684-b8c2-ea4f2b4582f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:39.268896 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be716f0-1b87-4684-b8c2-ea4f2b4582f0 admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:00:39.273711 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-3be716f0-1b87-4684-b8c2-ea4f2b4582f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:00:39.277844 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be716f0-1b87-4684-b8c2-ea4f2b4582f0 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:00:39.285806 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-12907ac3-8bbc-4de9-89f2-13a158b5cabc None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:39.307383 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1643053-cf4e-4584-a461-fe0f6ddee5cc None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:00:39.307679 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be716f0-1b87-4684-b8c2-ea4f2b4582f0 admin admin] Pushing event updated for resources: {'Port': ['ID=343a78e6-a421-4065-ba51-d6e1f3c3728c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:39.324629 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-12907ac3-8bbc-4de9-89f2-13a158b5cabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:39.363124 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-bd0c4036-c51e-46ab-9ab0-a39add58f1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'name': 'tempest-TestVolumeBackupRestore-604491902-router', 'tenant_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'df954ea7-f2c9-413f-ad56-b36631664e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:00:34Z', 'updated_at': '2021-11-16T12:00:36Z', 'revision_number': 4, 'project_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'gw_port': {'id': 'df954ea7-f2c9-413f-ad56-b36631664e73', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:95:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:00:34Z', 'updated_at': '2021-11-16T12:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '81503f54-ab05-412e-91a3-b9217684d0f6', 'name': '', 'network_id': '733da998-908b-4f40-9755-3953876ebf1d', 'tenant_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'mac_address': 'fa:16:3e:ee:b1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'ea9aad6c-3107-480c-8789-ef41dca06fc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:00:36Z', 'updated_at': '2021-11-16T12:00:36Z', 'revision_number': 2, 'project_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'subnets': [{'id': 'ea9aad6c-3107-480c-8789-ef41dca06fc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:00:39.407375 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0c4036-c51e-46ab-9ab0-a39add58f1c1 None None] Checking router: e6851fbd-1cde-46f6-9477-79a751334d12 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:00:39.407635 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0c4036-c51e-46ab-9ab0-a39add58f1c1 None None] Updating router e6851fbd-1cde-46f6-9477-79a751334d12 port 81503f54-ab05-412e-91a3-b9217684d0f6 binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 12:00:39.417422 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12907ac3-8bbc-4de9-89f2-13a158b5cabc None None] Network c3b90160-ba36-48b6-b9ea-48179b903dcc is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:00:39.434608 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12907ac3-8bbc-4de9-89f2-13a158b5cabc None None] Pushing event updated for resources: {'Port': ['ID=a7ad8817-a645-4d56-807a-988a08a25aa8,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:39.437424 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-12907ac3-8bbc-4de9-89f2-13a158b5cabc None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:00:39.444496 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12907ac3-8bbc-4de9-89f2-13a158b5cabc None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:00:39.456260 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bd0c4036-c51e-46ab-9ab0-a39add58f1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:39.467649 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-76dd8e94-e452-4883-bf61-ec76f51c9b15 None None] Provisioning complete for port 343a78e6-a421-4065-ba51-d6e1f3c3728c triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:00:39.468011 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-76dd8e94-e452-4883-bf61-ec76f51c9b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:39.541521 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3be716f0-1b87-4684-b8c2-ea4f2b4582f0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:39.570550 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-12907ac3-8bbc-4de9-89f2-13a158b5cabc None None] Attempting to bind port a7ad8817-a645-4d56-807a-988a08a25aa8 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:00:39.570924 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-12907ac3-8bbc-4de9-89f2-13a158b5cabc None None] Attempting to bind port a7ad8817-a645-4d56-807a-988a08a25aa8 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '27b1942e-471a-46cf-944f-dc5f83b5f71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'c3b90160-ba36-48b6-b9ea-48179b903dcc'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:00:39.571287 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12907ac3-8bbc-4de9-89f2-13a158b5cabc None None] Attempting to bind port a7ad8817-a645-4d56-807a-988a08a25aa8 on network c3b90160-ba36-48b6-b9ea-48179b903dcc {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:00:39.573094 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-76dd8e94-e452-4883-bf61-ec76f51c9b15 None None] Port 343a78e6-a421-4065-ba51-d6e1f3c3728c cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:00:39.583378 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12907ac3-8bbc-4de9-89f2-13a158b5cabc None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:00:39.583756 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12907ac3-8bbc-4de9-89f2-13a158b5cabc None None] Checking segment: {'id': '27b1942e-471a-46cf-944f-dc5f83b5f71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'c3b90160-ba36-48b6-b9ea-48179b903dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:00:39.584178 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-12907ac3-8bbc-4de9-89f2-13a158b5cabc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:39.584554 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12907ac3-8bbc-4de9-89f2-13a158b5cabc None None] Bound using segment: {'id': '27b1942e-471a-46cf-944f-dc5f83b5f71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'c3b90160-ba36-48b6-b9ea-48179b903dcc'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:00:39.585015 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-12907ac3-8bbc-4de9-89f2-13a158b5cabc None None] Bound port: a7ad8817-a645-4d56-807a-988a08a25aa8, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b1942e-471a-46cf-944f-dc5f83b5f71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'c3b90160-ba36-48b6-b9ea-48179b903dcc'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:00:39.585396 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-12907ac3-8bbc-4de9-89f2-13a158b5cabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:39.761416 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-12907ac3-8bbc-4de9-89f2-13a158b5cabc None None] For port a7ad8817-a645-4d56-807a-988a08a25aa8, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:00:39.766448 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-12907ac3-8bbc-4de9-89f2-13a158b5cabc None None] For port a7ad8817-a645-4d56-807a-988a08a25aa8, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=a7ad8817-a645-4d56-807a-988a08a25aa8,segment=NetworkSegment(27b1942e-471a-46cf-944f-dc5f83b5f71a),segment_id=27b1942e-471a-46cf-944f-dc5f83b5f71a)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:00:39.772789 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-12907ac3-8bbc-4de9-89f2-13a158b5cabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:39.868394 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12907ac3-8bbc-4de9-89f2-13a158b5cabc None None] Pushing event updated for resources: {'Port': ['ID=a7ad8817-a645-4d56-807a-988a08a25aa8,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:39.924657 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bd0c4036-c51e-46ab-9ab0-a39add58f1c1 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:39.932694 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bd0c4036-c51e-46ab-9ab0-a39add58f1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:39.984386 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5642a-d490-47f2-96c5-eb0cd8d0e8a1 None None] Pushing event updated for resources: {'Port': ['ID=81503f54-ab05-412e-91a3-b9217684d0f6,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:40.004068 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3be716f0-1b87-4684-b8c2-ea4f2b4582f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:40.085396 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-bd0c4036-c51e-46ab-9ab0-a39add58f1c1 None None] Attempting to bind port 81503f54-ab05-412e-91a3-b9217684d0f6 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:00:40.086118 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-bd0c4036-c51e-46ab-9ab0-a39add58f1c1 None None] Attempting to bind port 81503f54-ab05-412e-91a3-b9217684d0f6 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'f24ff35c-4258-47d7-83f3-4bfeb629a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '733da998-908b-4f40-9755-3953876ebf1d'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:00:40.086653 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0c4036-c51e-46ab-9ab0-a39add58f1c1 None None] Attempting to bind port 81503f54-ab05-412e-91a3-b9217684d0f6 on network 733da998-908b-4f40-9755-3953876ebf1d {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:00:40.100033 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0c4036-c51e-46ab-9ab0-a39add58f1c1 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:00:40.100421 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0c4036-c51e-46ab-9ab0-a39add58f1c1 None None] Checking segment: {'id': 'f24ff35c-4258-47d7-83f3-4bfeb629a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '733da998-908b-4f40-9755-3953876ebf1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:00:40.100827 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bd0c4036-c51e-46ab-9ab0-a39add58f1c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:40.101227 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0c4036-c51e-46ab-9ab0-a39add58f1c1 None None] Bound using segment: {'id': 'f24ff35c-4258-47d7-83f3-4bfeb629a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '733da998-908b-4f40-9755-3953876ebf1d'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:00:40.101704 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-bd0c4036-c51e-46ab-9ab0-a39add58f1c1 None None] Bound port: 81503f54-ab05-412e-91a3-b9217684d0f6, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f24ff35c-4258-47d7-83f3-4bfeb629a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '733da998-908b-4f40-9755-3953876ebf1d'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:00:40.102120 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bd0c4036-c51e-46ab-9ab0-a39add58f1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:40.188334 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-bd0c4036-c51e-46ab-9ab0-a39add58f1c1 None None] For port 81503f54-ab05-412e-91a3-b9217684d0f6, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:00:40.192514 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-bd0c4036-c51e-46ab-9ab0-a39add58f1c1 None None] For port 81503f54-ab05-412e-91a3-b9217684d0f6, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=81503f54-ab05-412e-91a3-b9217684d0f6,segment=NetworkSegment(f24ff35c-4258-47d7-83f3-4bfeb629a6d8),segment_id=f24ff35c-4258-47d7-83f3-4bfeb629a6d8)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:00:40.193311 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be716f0-1b87-4684-b8c2-ea4f2b4582f0 admin admin] Router 7367ab40-33e0-4df0-9f90-29fa00e417da is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 12:00:40.198132 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bd0c4036-c51e-46ab-9ab0-a39add58f1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:40.262370 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0c4036-c51e-46ab-9ab0-a39add58f1c1 None None] Routers {'e6851fbd-1cde-46f6-9477-79a751334d12'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:00:40.262999 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-bd0c4036-c51e-46ab-9ab0-a39add58f1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:00:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['e6851fbd-1cde-46f6-9477-79a751334d12'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:00:40.323193 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be716f0-1b87-4684-b8c2-ea4f2b4582f0 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:00:40.333080 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776e6d26-3daa-4ce9-a8af-41c5ac058a98 None None] Sync routers for ids ['7367ab40-33e0-4df0-9f90-29fa00e417da'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:00:40.346400 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776e6d26-3daa-4ce9-a8af-41c5ac058a98 None None] Routers {'7367ab40-33e0-4df0-9f90-29fa00e417da'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:00:40.347423 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-776e6d26-3daa-4ce9-a8af-41c5ac058a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:00:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['7367ab40-33e0-4df0-9f90-29fa00e417da'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:00:40.350374 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3be716f0-1b87-4684-b8c2-ea4f2b4582f0 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:40.351846 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-3be716f0-1b87-4684-b8c2-ea4f2b4582f0 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8229549 Nov 16 12:00:40.355210 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 50446) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:00:40.491073 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-776e6d26-3daa-4ce9-a8af-41c5ac058a98 None None] Set router 7367ab40-33e0-4df0-9f90-29fa00e417da gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:00:40.543019 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5642a-d490-47f2-96c5-eb0cd8d0e8a1 None None] Pushing event updated for resources: {'Port': ['ID=81503f54-ab05-412e-91a3-b9217684d0f6,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:40.570453 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6bbc667e-d897-4469-839a-1ddad657762b None None] Provisioning complete for port 81503f54-ab05-412e-91a3-b9217684d0f6 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:00:40.570963 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6bbc667e-d897-4469-839a-1ddad657762b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:40.625563 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-bd0c4036-c51e-46ab-9ab0-a39add58f1c1 None None] Set router e6851fbd-1cde-46f6-9477-79a751334d12 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:00:40.697207 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-776e6d26-3daa-4ce9-a8af-41c5ac058a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7367ab40-33e0-4df0-9f90-29fa00e417da', 'name': 'tempest-TestVolumeBackupRestore-103078809-router', 'tenant_id': 'ec2938cc7fc44d0aaa9777e7f6f10d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '343a78e6-a421-4065-ba51-d6e1f3c3728c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:00:38Z', 'updated_at': '2021-11-16T12:00:39Z', 'revision_number': 3, 'project_id': 'ec2938cc7fc44d0aaa9777e7f6f10d37', 'gw_port': {'id': '343a78e6-a421-4065-ba51-d6e1f3c3728c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7367ab40-33e0-4df0-9f90-29fa00e417da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:00:38Z', 'updated_at': '2021-11-16T12:00:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:00:40.729734 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776e6d26-3daa-4ce9-a8af-41c5ac058a98 None None] Checking router: 7367ab40-33e0-4df0-9f90-29fa00e417da for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:00:40.730137 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776e6d26-3daa-4ce9-a8af-41c5ac058a98 None None] Updating router 7367ab40-33e0-4df0-9f90-29fa00e417da port 343a78e6-a421-4065-ba51-d6e1f3c3728c binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 12:00:40.762964 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-776e6d26-3daa-4ce9-a8af-41c5ac058a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:40.815994 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6bbc667e-d897-4469-839a-1ddad657762b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:40.837352 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4529a39f-9e37-4135-9e84-5effe4b8ff8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:40.875890 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-6bbc667e-d897-4469-839a-1ddad657762b None None] For port 81503f54-ab05-412e-91a3-b9217684d0f6, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=81503f54-ab05-412e-91a3-b9217684d0f6,segment=NetworkSegment(f24ff35c-4258-47d7-83f3-4bfeb629a6d8),segment_id=f24ff35c-4258-47d7-83f3-4bfeb629a6d8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:00:40.888122 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6bbc667e-d897-4469-839a-1ddad657762b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:40.988944 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc667e-d897-4469-839a-1ddad657762b None None] Pushing event updated for resources: {'Port': ['ID=81503f54-ab05-412e-91a3-b9217684d0f6,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:41.000687 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-bd0c4036-c51e-46ab-9ab0-a39add58f1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'name': 'tempest-TestVolumeBackupRestore-604491902-router', 'tenant_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'df954ea7-f2c9-413f-ad56-b36631664e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:00:34Z', 'updated_at': '2021-11-16T12:00:36Z', 'revision_number': 4, 'project_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'gw_port': {'id': 'df954ea7-f2c9-413f-ad56-b36631664e73', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:95:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:00:34Z', 'updated_at': '2021-11-16T12:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '81503f54-ab05-412e-91a3-b9217684d0f6', 'name': '', 'network_id': '733da998-908b-4f40-9755-3953876ebf1d', 'tenant_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'mac_address': 'fa:16:3e:ee:b1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'ea9aad6c-3107-480c-8789-ef41dca06fc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:00:36Z', 'updated_at': '2021-11-16T12:00:40Z', 'revision_number': 4, 'project_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'subnets': [{'id': 'ea9aad6c-3107-480c-8789-ef41dca06fc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:00:41.041546 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device a7ad8817-a645-4d56-807a-988a08a25aa8 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:00:41.064758 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0c4036-c51e-46ab-9ab0-a39add58f1c1 None None] The sync data for ids ['e6851fbd-1cde-46f6-9477-79a751334d12'] in n-d-816823-3 is: [{'id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'name': 'tempest-TestVolumeBackupRestore-604491902-router', 'tenant_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'df954ea7-f2c9-413f-ad56-b36631664e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:00:34Z', 'updated_at': '2021-11-16T12:00:36Z', 'revision_number': 4, 'project_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'gw_port': {'id': 'df954ea7-f2c9-413f-ad56-b36631664e73', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:95:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:00:34Z', 'updated_at': '2021-11-16T12:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '81503f54-ab05-412e-91a3-b9217684d0f6', 'name': '', 'network_id': '733da998-908b-4f40-9755-3953876ebf1d', 'tenant_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'mac_address': 'fa:16:3e:ee:b1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'ea9aad6c-3107-480c-8789-ef41dca06fc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:00:36Z', 'updated_at': '2021-11-16T12:00:40Z', 'revision_number': 4, 'project_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'subnets': [{'id': 'ea9aad6c-3107-480c-8789-ef41dca06fc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:00:41.074592 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3549f49d-0c32-48d5-a680-caf4b2298e0d None None] Provisioning complete for port 81503f54-ab05-412e-91a3-b9217684d0f6 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:00:41.074967 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3549f49d-0c32-48d5-a680-caf4b2298e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:41.087011 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-4529a39f-9e37-4135-9e84-5effe4b8ff8a admin admin] Allocated IP 172.20.0.1 (c3b90160-ba36-48b6-b9ea-48179b903dcc/84662cd4-70a5-4c97-90b6-ddb52aaacc54/5cdd4aa4-72b6-4d14-9314-da89c2317873) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:00:41.154130 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-776e6d26-3daa-4ce9-a8af-41c5ac058a98 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:41.154934 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port a7ad8817-a645-4d56-807a-988a08a25aa8 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:00:41.154934 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:41.168255 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-776e6d26-3daa-4ce9-a8af-41c5ac058a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:41.208146 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c181d5-bc68-4424-8e2f-4674938869f8 None None] Network c3b90160-ba36-48b6-b9ea-48179b903dcc requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:00:41.236184 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0923899-fee8-4507-9404-3d174b14baf1 None None] Pushing event updated for resources: {'Port': ['ID=343a78e6-a421-4065-ba51-d6e1f3c3728c,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:41.245827 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-776e6d26-3daa-4ce9-a8af-41c5ac058a98 None None] Attempting to bind port 343a78e6-a421-4065-ba51-d6e1f3c3728c on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:00:41.251077 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-776e6d26-3daa-4ce9-a8af-41c5ac058a98 None None] Attempting to bind port 343a78e6-a421-4065-ba51-d6e1f3c3728c by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:00:41.251496 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776e6d26-3daa-4ce9-a8af-41c5ac058a98 None None] Attempting to bind port 343a78e6-a421-4065-ba51-d6e1f3c3728c on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:00:41.257621 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776e6d26-3daa-4ce9-a8af-41c5ac058a98 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:00:41.258390 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776e6d26-3daa-4ce9-a8af-41c5ac058a98 None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:00:41.259776 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-776e6d26-3daa-4ce9-a8af-41c5ac058a98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:41.260371 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776e6d26-3daa-4ce9-a8af-41c5ac058a98 None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:00:41.262320 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-776e6d26-3daa-4ce9-a8af-41c5ac058a98 None None] Bound port: 343a78e6-a421-4065-ba51-d6e1f3c3728c, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:00:41.263087 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-776e6d26-3daa-4ce9-a8af-41c5ac058a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:41.272106 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4529a39f-9e37-4135-9e84-5effe4b8ff8a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:41.299520 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a5b083-105d-4f70-9324-5a55d34a7cfc None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:00:41.320707 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4529a39f-9e37-4135-9e84-5effe4b8ff8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:41.331407 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-776e6d26-3daa-4ce9-a8af-41c5ac058a98 None None] For port 343a78e6-a421-4065-ba51-d6e1f3c3728c, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:00:41.337206 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-776e6d26-3daa-4ce9-a8af-41c5ac058a98 None None] For port 343a78e6-a421-4065-ba51-d6e1f3c3728c, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=343a78e6-a421-4065-ba51-d6e1f3c3728c,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:00:41.348044 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-776e6d26-3daa-4ce9-a8af-41c5ac058a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:41.373820 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4529a39f-9e37-4135-9e84-5effe4b8ff8a admin admin] Network c3b90160-ba36-48b6-b9ea-48179b903dcc is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:00:41.377136 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-4529a39f-9e37-4135-9e84-5effe4b8ff8a admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:00:41.380401 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4529a39f-9e37-4135-9e84-5effe4b8ff8a admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:00:41.410962 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4529a39f-9e37-4135-9e84-5effe4b8ff8a admin admin] Pushing event updated for resources: {'Port': ['ID=5cdd4aa4-72b6-4d14-9314-da89c2317873,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:41.429693 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4529a39f-9e37-4135-9e84-5effe4b8ff8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:41.433181 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0923899-fee8-4507-9404-3d174b14baf1 None None] Pushing event updated for resources: {'Port': ['ID=343a78e6-a421-4065-ba51-d6e1f3c3728c,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:41.466257 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f139551-3d35-4783-935a-4ae292fad074 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:00:41.472329 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:41.473874 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776e6d26-3daa-4ce9-a8af-41c5ac058a98 None None] Routers {'7367ab40-33e0-4df0-9f90-29fa00e417da'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:00:41.474759 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-776e6d26-3daa-4ce9-a8af-41c5ac058a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:00:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['7367ab40-33e0-4df0-9f90-29fa00e417da'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:00:41.542880 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port a7ad8817-a645-4d56-807a-988a08a25aa8, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=a7ad8817-a645-4d56-807a-988a08a25aa8,segment=NetworkSegment(27b1942e-471a-46cf-944f-dc5f83b5f71a),segment_id=27b1942e-471a-46cf-944f-dc5f83b5f71a)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:00:41.544643 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-90ae5311-1547-40ea-a085-dce56ff5951d None None] Provisioning complete for port 343a78e6-a421-4065-ba51-d6e1f3c3728c triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:00:41.544643 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-90ae5311-1547-40ea-a085-dce56ff5951d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:41.578471 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:41.624576 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-776e6d26-3daa-4ce9-a8af-41c5ac058a98 None None] Set router 7367ab40-33e0-4df0-9f90-29fa00e417da gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:00:41.661766 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4529a39f-9e37-4135-9e84-5effe4b8ff8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:41.708411 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=a7ad8817-a645-4d56-807a-988a08a25aa8,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:41.741131 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-90ae5311-1547-40ea-a085-dce56ff5951d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:41.766549 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-90ae5311-1547-40ea-a085-dce56ff5951d None None] For port 343a78e6-a421-4065-ba51-d6e1f3c3728c, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=343a78e6-a421-4065-ba51-d6e1f3c3728c,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:00:41.772416 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-90ae5311-1547-40ea-a085-dce56ff5951d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:41.813255 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-90ae5311-1547-40ea-a085-dce56ff5951d None None] Provisioning complete for port a7ad8817-a645-4d56-807a-988a08a25aa8 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:00:41.813776 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-90ae5311-1547-40ea-a085-dce56ff5951d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:41.900821 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ae5311-1547-40ea-a085-dce56ff5951d None None] Pushing event updated for resources: {'Port': ['ID=343a78e6-a421-4065-ba51-d6e1f3c3728c,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:41.957900 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4529a39f-9e37-4135-9e84-5effe4b8ff8a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:41.966114 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4529a39f-9e37-4135-9e84-5effe4b8ff8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:42.020714 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-776e6d26-3daa-4ce9-a8af-41c5ac058a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7367ab40-33e0-4df0-9f90-29fa00e417da', 'name': 'tempest-TestVolumeBackupRestore-103078809-router', 'tenant_id': 'ec2938cc7fc44d0aaa9777e7f6f10d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '343a78e6-a421-4065-ba51-d6e1f3c3728c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:00:38Z', 'updated_at': '2021-11-16T12:00:39Z', 'revision_number': 3, 'project_id': 'ec2938cc7fc44d0aaa9777e7f6f10d37', 'gw_port': {'id': '343a78e6-a421-4065-ba51-d6e1f3c3728c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7367ab40-33e0-4df0-9f90-29fa00e417da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:00:38Z', 'updated_at': '2021-11-16T12:00:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:00:42.032650 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4529a39f-9e37-4135-9e84-5effe4b8ff8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:42.060099 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776e6d26-3daa-4ce9-a8af-41c5ac058a98 None None] The sync data for ids ['7367ab40-33e0-4df0-9f90-29fa00e417da'] in n-d-816823-3 is: [{'id': '7367ab40-33e0-4df0-9f90-29fa00e417da', 'name': 'tempest-TestVolumeBackupRestore-103078809-router', 'tenant_id': 'ec2938cc7fc44d0aaa9777e7f6f10d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '343a78e6-a421-4065-ba51-d6e1f3c3728c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:00:38Z', 'updated_at': '2021-11-16T12:00:39Z', 'revision_number': 3, 'project_id': 'ec2938cc7fc44d0aaa9777e7f6f10d37', 'gw_port': {'id': '343a78e6-a421-4065-ba51-d6e1f3c3728c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7367ab40-33e0-4df0-9f90-29fa00e417da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:00:38Z', 'updated_at': '2021-11-16T12:00:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:00:42.119441 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4529a39f-9e37-4135-9e84-5effe4b8ff8a admin admin] Pushing event updated for resources: {'Port': ['ID=5cdd4aa4-72b6-4d14-9314-da89c2317873,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:42.153074 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-2f3283ad-bfcc-45b0-b785-a07fb58f5c40 None None] Provisioning complete for port 5cdd4aa4-72b6-4d14-9314-da89c2317873 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:00:42.153541 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2f3283ad-bfcc-45b0-b785-a07fb58f5c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:42.190138 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-2f3283ad-bfcc-45b0-b785-a07fb58f5c40 None None] Port 5cdd4aa4-72b6-4d14-9314-da89c2317873 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:00:42.190846 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4529a39f-9e37-4135-9e84-5effe4b8ff8a admin admin] Network c3b90160-ba36-48b6-b9ea-48179b903dcc is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:00:42.192587 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-4529a39f-9e37-4135-9e84-5effe4b8ff8a admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:00:42.203488 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-2f3283ad-bfcc-45b0-b785-a07fb58f5c40 None None] Provisioning complete for port 343a78e6-a421-4065-ba51-d6e1f3c3728c triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:00:42.203864 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2f3283ad-bfcc-45b0-b785-a07fb58f5c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:42.330326 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-2f3283ad-bfcc-45b0-b785-a07fb58f5c40 None None] Provisioning complete for port a7ad8817-a645-4d56-807a-988a08a25aa8 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:00:42.330854 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2f3283ad-bfcc-45b0-b785-a07fb58f5c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:42.339022 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4529a39f-9e37-4135-9e84-5effe4b8ff8a admin admin] Router 7367ab40-33e0-4df0-9f90-29fa00e417da has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:00:42.519343 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4529a39f-9e37-4135-9e84-5effe4b8ff8a admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:00:42.524585 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4529a39f-9e37-4135-9e84-5effe4b8ff8a admin admin] 10.222.0.61 "PUT /v2.0/routers/7367ab40-33e0-4df0-9f90-29fa00e417da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1682894 Nov 16 12:00:42.566520 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-96802de1-7791-40d1-a36b-970ab9a8e30b None None] Provisioning complete for port 5cdd4aa4-72b6-4d14-9314-da89c2317873 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:00:42.567136 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-96802de1-7791-40d1-a36b-970ab9a8e30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:42.605946 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-96802de1-7791-40d1-a36b-970ab9a8e30b None None] Port 5cdd4aa4-72b6-4d14-9314-da89c2317873 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:00:43.039185 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 343a78e6-a421-4065-ba51-d6e1f3c3728c up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:00:43.107154 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bf1f2d98-5905-4378-ad7a-0947884e6f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:43.127978 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 343a78e6-a421-4065-ba51-d6e1f3c3728c triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:00:43.128375 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:43.210796 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device a7ad8817-a645-4d56-807a-988a08a25aa8 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:00:43.275464 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port a7ad8817-a645-4d56-807a-988a08a25aa8 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:00:43.276639 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:43.363814 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 81503f54-ab05-412e-91a3-b9217684d0f6 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:00:43.409882 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 81503f54-ab05-412e-91a3-b9217684d0f6 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:00:43.410284 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:44.647530 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f8acfb-125a-4196-a84f-bb9807fef7ed None None] Sync routers for ids ['7367ab40-33e0-4df0-9f90-29fa00e417da'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:00:44.659455 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f8acfb-125a-4196-a84f-bb9807fef7ed None None] Routers {'7367ab40-33e0-4df0-9f90-29fa00e417da'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:00:44.660125 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-79f8acfb-125a-4196-a84f-bb9807fef7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:00:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['7367ab40-33e0-4df0-9f90-29fa00e417da'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:00:44.767886 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-79f8acfb-125a-4196-a84f-bb9807fef7ed None None] Set router 7367ab40-33e0-4df0-9f90-29fa00e417da gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:00:44.971857 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-79f8acfb-125a-4196-a84f-bb9807fef7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7367ab40-33e0-4df0-9f90-29fa00e417da', 'name': 'tempest-TestVolumeBackupRestore-103078809-router', 'tenant_id': 'ec2938cc7fc44d0aaa9777e7f6f10d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '343a78e6-a421-4065-ba51-d6e1f3c3728c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:00:38Z', 'updated_at': '2021-11-16T12:00:41Z', 'revision_number': 4, 'project_id': 'ec2938cc7fc44d0aaa9777e7f6f10d37', 'gw_port': {'id': '343a78e6-a421-4065-ba51-d6e1f3c3728c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367ab40-33e0-4df0-9f90-29fa00e417da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:00:38Z', 'updated_at': '2021-11-16T12:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '5cdd4aa4-72b6-4d14-9314-da89c2317873', 'name': '', 'network_id': 'c3b90160-ba36-48b6-b9ea-48179b903dcc', 'tenant_id': 'ec2938cc7fc44d0aaa9777e7f6f10d37', 'mac_address': 'fa:16:3e:a4:bf:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7367ab40-33e0-4df0-9f90-29fa00e417da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '84662cd4-70a5-4c97-90b6-ddb52aaacc54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:00:40Z', 'updated_at': '2021-11-16T12:00:41Z', 'revision_number': 2, 'project_id': 'ec2938cc7fc44d0aaa9777e7f6f10d37', 'subnets': [{'id': '84662cd4-70a5-4c97-90b6-ddb52aaacc54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:00:44.998210 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f8acfb-125a-4196-a84f-bb9807fef7ed None None] Checking router: 7367ab40-33e0-4df0-9f90-29fa00e417da for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:00:44.998570 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f8acfb-125a-4196-a84f-bb9807fef7ed None None] Updating router 7367ab40-33e0-4df0-9f90-29fa00e417da port 5cdd4aa4-72b6-4d14-9314-da89c2317873 binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 12:00:45.027544 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-79f8acfb-125a-4196-a84f-bb9807fef7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:45.461542 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-79f8acfb-125a-4196-a84f-bb9807fef7ed None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:45.466937 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-79f8acfb-125a-4196-a84f-bb9807fef7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:45.516447 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d09a2-93eb-4927-97e6-e8d303163647 None None] Pushing event updated for resources: {'Port': ['ID=5cdd4aa4-72b6-4d14-9314-da89c2317873,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:45.580773 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-79f8acfb-125a-4196-a84f-bb9807fef7ed None None] Attempting to bind port 5cdd4aa4-72b6-4d14-9314-da89c2317873 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:00:45.581139 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-79f8acfb-125a-4196-a84f-bb9807fef7ed None None] Attempting to bind port 5cdd4aa4-72b6-4d14-9314-da89c2317873 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '27b1942e-471a-46cf-944f-dc5f83b5f71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'c3b90160-ba36-48b6-b9ea-48179b903dcc'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:00:45.581507 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f8acfb-125a-4196-a84f-bb9807fef7ed None None] Attempting to bind port 5cdd4aa4-72b6-4d14-9314-da89c2317873 on network c3b90160-ba36-48b6-b9ea-48179b903dcc {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:00:45.586820 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f8acfb-125a-4196-a84f-bb9807fef7ed None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:00:45.587191 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f8acfb-125a-4196-a84f-bb9807fef7ed None None] Checking segment: {'id': '27b1942e-471a-46cf-944f-dc5f83b5f71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'c3b90160-ba36-48b6-b9ea-48179b903dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:00:45.587625 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-79f8acfb-125a-4196-a84f-bb9807fef7ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:45.588022 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f8acfb-125a-4196-a84f-bb9807fef7ed None None] Bound using segment: {'id': '27b1942e-471a-46cf-944f-dc5f83b5f71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'c3b90160-ba36-48b6-b9ea-48179b903dcc'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:00:45.588692 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-79f8acfb-125a-4196-a84f-bb9807fef7ed None None] Bound port: 5cdd4aa4-72b6-4d14-9314-da89c2317873, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b1942e-471a-46cf-944f-dc5f83b5f71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'c3b90160-ba36-48b6-b9ea-48179b903dcc'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:00:45.589090 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-79f8acfb-125a-4196-a84f-bb9807fef7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:45.645463 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b459e5d3-2ba8-4a05-8a7a-0523f4b2a155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:45.679332 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-79f8acfb-125a-4196-a84f-bb9807fef7ed None None] For port 5cdd4aa4-72b6-4d14-9314-da89c2317873, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:00:45.683378 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-79f8acfb-125a-4196-a84f-bb9807fef7ed None None] For port 5cdd4aa4-72b6-4d14-9314-da89c2317873, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=5cdd4aa4-72b6-4d14-9314-da89c2317873,segment=NetworkSegment(27b1942e-471a-46cf-944f-dc5f83b5f71a),segment_id=27b1942e-471a-46cf-944f-dc5f83b5f71a)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:00:45.688395 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-79f8acfb-125a-4196-a84f-bb9807fef7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:45.754888 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f8acfb-125a-4196-a84f-bb9807fef7ed None None] Routers {'7367ab40-33e0-4df0-9f90-29fa00e417da'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:00:45.755534 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-79f8acfb-125a-4196-a84f-bb9807fef7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:00:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['7367ab40-33e0-4df0-9f90-29fa00e417da'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:00:45.820537 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d09a2-93eb-4927-97e6-e8d303163647 None None] Pushing event updated for resources: {'Port': ['ID=5cdd4aa4-72b6-4d14-9314-da89c2317873,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:45.844808 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-e66548c3-b9c7-4453-97cd-922075ad6e25 None None] Provisioning complete for port 5cdd4aa4-72b6-4d14-9314-da89c2317873 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:00:45.845191 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e66548c3-b9c7-4453-97cd-922075ad6e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:45.908602 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-79f8acfb-125a-4196-a84f-bb9807fef7ed None None] Set router 7367ab40-33e0-4df0-9f90-29fa00e417da gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:00:46.049479 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e66548c3-b9c7-4453-97cd-922075ad6e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:46.104701 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e66548c3-b9c7-4453-97cd-922075ad6e25 None None] For port 5cdd4aa4-72b6-4d14-9314-da89c2317873, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=5cdd4aa4-72b6-4d14-9314-da89c2317873,segment=NetworkSegment(27b1942e-471a-46cf-944f-dc5f83b5f71a),segment_id=27b1942e-471a-46cf-944f-dc5f83b5f71a)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:00:46.115594 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e66548c3-b9c7-4453-97cd-922075ad6e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:46.206528 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66548c3-b9c7-4453-97cd-922075ad6e25 None None] Pushing event updated for resources: {'Port': ['ID=5cdd4aa4-72b6-4d14-9314-da89c2317873,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:00:46.237263 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-79f8acfb-125a-4196-a84f-bb9807fef7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7367ab40-33e0-4df0-9f90-29fa00e417da', 'name': 'tempest-TestVolumeBackupRestore-103078809-router', 'tenant_id': 'ec2938cc7fc44d0aaa9777e7f6f10d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '343a78e6-a421-4065-ba51-d6e1f3c3728c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:00:38Z', 'updated_at': '2021-11-16T12:00:41Z', 'revision_number': 4, 'project_id': 'ec2938cc7fc44d0aaa9777e7f6f10d37', 'gw_port': {'id': '343a78e6-a421-4065-ba51-d6e1f3c3728c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367ab40-33e0-4df0-9f90-29fa00e417da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:00:38Z', 'updated_at': '2021-11-16T12:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '5cdd4aa4-72b6-4d14-9314-da89c2317873', 'name': '', 'network_id': 'c3b90160-ba36-48b6-b9ea-48179b903dcc', 'tenant_id': 'ec2938cc7fc44d0aaa9777e7f6f10d37', 'mac_address': 'fa:16:3e:a4:bf:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7367ab40-33e0-4df0-9f90-29fa00e417da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '84662cd4-70a5-4c97-90b6-ddb52aaacc54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:00:40Z', 'updated_at': '2021-11-16T12:00:45Z', 'revision_number': 4, 'project_id': 'ec2938cc7fc44d0aaa9777e7f6f10d37', 'subnets': [{'id': '84662cd4-70a5-4c97-90b6-ddb52aaacc54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:00:46.267643 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6558adbf-6ddd-42d1-8894-957a51419e88 None None] Provisioning complete for port 5cdd4aa4-72b6-4d14-9314-da89c2317873 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:00:46.268015 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6558adbf-6ddd-42d1-8894-957a51419e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:46.269704 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f8acfb-125a-4196-a84f-bb9807fef7ed None None] The sync data for ids ['7367ab40-33e0-4df0-9f90-29fa00e417da'] in n-d-816823-3 is: [{'id': '7367ab40-33e0-4df0-9f90-29fa00e417da', 'name': 'tempest-TestVolumeBackupRestore-103078809-router', 'tenant_id': 'ec2938cc7fc44d0aaa9777e7f6f10d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '343a78e6-a421-4065-ba51-d6e1f3c3728c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:00:38Z', 'updated_at': '2021-11-16T12:00:41Z', 'revision_number': 4, 'project_id': 'ec2938cc7fc44d0aaa9777e7f6f10d37', 'gw_port': {'id': '343a78e6-a421-4065-ba51-d6e1f3c3728c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367ab40-33e0-4df0-9f90-29fa00e417da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:00:38Z', 'updated_at': '2021-11-16T12:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '5cdd4aa4-72b6-4d14-9314-da89c2317873', 'name': '', 'network_id': 'c3b90160-ba36-48b6-b9ea-48179b903dcc', 'tenant_id': 'ec2938cc7fc44d0aaa9777e7f6f10d37', 'mac_address': 'fa:16:3e:a4:bf:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7367ab40-33e0-4df0-9f90-29fa00e417da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '84662cd4-70a5-4c97-90b6-ddb52aaacc54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:00:40Z', 'updated_at': '2021-11-16T12:00:45Z', 'revision_number': 4, 'project_id': 'ec2938cc7fc44d0aaa9777e7f6f10d37', 'subnets': [{'id': '84662cd4-70a5-4c97-90b6-ddb52aaacc54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:00:46.718670 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:46.928381 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 5cdd4aa4-72b6-4d14-9314-da89c2317873 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:00:46.980111 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 5cdd4aa4-72b6-4d14-9314-da89c2317873 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:00:46.980572 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:48.424596 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:48.880197 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:57.410093 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:00:58.353835 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:00:59.189055 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:01:04.838310 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [req-23250e22-51dd-4216-9043-b3788861093a req-9b43ac02-698a-443f-8993-ae8f11cef576 service neutron] (102668) timed out ('10.222.0.64', 60637) {{(pid=102668) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 12:01:13.079268 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a670c9b8-bb70-4bf9-a765-8af365695462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:01:15.624876 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3b2ef3cb-1781-47ba-afed-42fdfe213890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:01:16.718731 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:01:18.430861 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:01:18.883044 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:01:28.349350 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:01:29.190501 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:01:34.409240 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:01:43.082356 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a868b8fd-d762-4822-a220-8166845c0e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:01:45.605938 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c0e72a51-343a-4081-86fa-92ea10294c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:01:46.722347 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:01:48.429178 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:01:48.885883 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:01:58.375653 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:01:59.197282 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:11.408450 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:02:13.086180 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a1f098c7-ae39-46f5-b66f-fcac8040ce8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:15.608479 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-36176b68-9333-4bda-b4a2-b3b024b5ed29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:16.724114 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:18.434777 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:18.889940 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:28.373738 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:29.194793 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:30.093644 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51460) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:02:30.099529 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-c0a1fc76-2941-48b7-9cc1-28f53019d2d2 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1111827752', 'description': 'tempest-secgroup-smoke-1111827752 description', 'project_id': 'aa36fd9bb7f84370bf70d7acc32a5c04'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:02:30.123491 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c0a1fc76-2941-48b7-9cc1-28f53019d2d2 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:30.190090 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c0a1fc76-2941-48b7-9cc1-28f53019d2d2 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:30.193620 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c0a1fc76-2941-48b7-9cc1-28f53019d2d2 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:30.223151 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c0a1fc76-2941-48b7-9cc1-28f53019d2d2 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:30.224386 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c0a1fc76-2941-48b7-9cc1-28f53019d2d2 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1290965 Nov 16 12:02:30.226296 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a1fc76-2941-48b7-9cc1-28f53019d2d2 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77ff17da-a42c-4e59-a5ca-34bfa71d174d,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:02:30.227627 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 51464) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:02:30.233932 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a1fc76-2941-48b7-9cc1-28f53019d2d2 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:02:30.234108 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-af62840c-bd78-4660-9429-a615072a69f2 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Request body: {'security_group_rule': {'security_group_id': '77ff17da-a42c-4e59-a5ca-34bfa71d174d', 'project_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:02:30.234298 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a1fc76-2941-48b7-9cc1-28f53019d2d2 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:02:30.234685 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a1fc76-2941-48b7-9cc1-28f53019d2d2 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:02:30.235027 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a1fc76-2941-48b7-9cc1-28f53019d2d2 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:02:30.235362 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a1fc76-2941-48b7-9cc1-28f53019d2d2 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:02:30.235694 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a1fc76-2941-48b7-9cc1-28f53019d2d2 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:02:30.236023 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a1fc76-2941-48b7-9cc1-28f53019d2d2 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:02:30.236350 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a1fc76-2941-48b7-9cc1-28f53019d2d2 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:02:30.236680 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a1fc76-2941-48b7-9cc1-28f53019d2d2 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:02:30.237007 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a1fc76-2941-48b7-9cc1-28f53019d2d2 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:02:30.237327 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a1fc76-2941-48b7-9cc1-28f53019d2d2 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:02:30.237652 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a1fc76-2941-48b7-9cc1-28f53019d2d2 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:02:30.262512 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af62840c-bd78-4660-9429-a615072a69f2 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:30.316170 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af62840c-bd78-4660-9429-a615072a69f2 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:30.319766 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af62840c-bd78-4660-9429-a615072a69f2 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:30.341737 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62840c-bd78-4660-9429-a615072a69f2 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=928d1df4-f343-452e-baa6-b806ff5b9747,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:02:30.351297 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62840c-bd78-4660-9429-a615072a69f2 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:02:30.351641 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62840c-bd78-4660-9429-a615072a69f2 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:02:30.351971 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62840c-bd78-4660-9429-a615072a69f2 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:02:30.352365 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62840c-bd78-4660-9429-a615072a69f2 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:02:30.352758 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62840c-bd78-4660-9429-a615072a69f2 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:02:30.353130 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62840c-bd78-4660-9429-a615072a69f2 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:02:30.353451 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62840c-bd78-4660-9429-a615072a69f2 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:02:30.353768 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62840c-bd78-4660-9429-a615072a69f2 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:02:30.354121 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62840c-bd78-4660-9429-a615072a69f2 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:02:30.354437 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62840c-bd78-4660-9429-a615072a69f2 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:02:30.354754 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62840c-bd78-4660-9429-a615072a69f2 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:02:30.355069 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62840c-bd78-4660-9429-a615072a69f2 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:02:30.360763 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af62840c-bd78-4660-9429-a615072a69f2 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:30.364700 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-af62840c-bd78-4660-9429-a615072a69f2 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1360538 Nov 16 12:02:30.364975 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51468) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:02:30.369364 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-8886fec4-ca06-43ca-afee-864042698e00 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Request body: {'security_group_rule': {'security_group_id': '77ff17da-a42c-4e59-a5ca-34bfa71d174d', 'project_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:02:30.396400 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8886fec4-ca06-43ca-afee-864042698e00 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:30.451386 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8886fec4-ca06-43ca-afee-864042698e00 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:30.455292 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8886fec4-ca06-43ca-afee-864042698e00 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:30.471446 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886fec4-ca06-43ca-afee-864042698e00 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e27ea7f-b558-41a9-80be-9e6e1208e018,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:02:30.479608 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8886fec4-ca06-43ca-afee-864042698e00 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:30.480815 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8886fec4-ca06-43ca-afee-864042698e00 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1150763 Nov 16 12:02:30.483665 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51470) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:02:30.488518 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-145d0ecb-d93d-45dd-9c18-33073bba08cc tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Request body: {'security_group_rule': {'security_group_id': '77ff17da-a42c-4e59-a5ca-34bfa71d174d', 'project_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:02:30.514886 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-145d0ecb-d93d-45dd-9c18-33073bba08cc tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:30.570477 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-145d0ecb-d93d-45dd-9c18-33073bba08cc tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:30.573845 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-145d0ecb-d93d-45dd-9c18-33073bba08cc tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:30.593446 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d0ecb-d93d-45dd-9c18-33073bba08cc tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92caf4c3-22b9-4be0-bcd7-8e2527eba788,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:02:30.601598 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-145d0ecb-d93d-45dd-9c18-33073bba08cc tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:30.602893 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-145d0ecb-d93d-45dd-9c18-33073bba08cc tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183066 Nov 16 12:02:30.605552 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51472) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:02:30.610379 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-2f3eaff2-76df-4a61-a90d-2858258d2014 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Request body: {'security_group_rule': {'security_group_id': '77ff17da-a42c-4e59-a5ca-34bfa71d174d', 'project_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:02:30.637503 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2f3eaff2-76df-4a61-a90d-2858258d2014 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:30.695468 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2f3eaff2-76df-4a61-a90d-2858258d2014 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:30.698963 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2f3eaff2-76df-4a61-a90d-2858258d2014 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:30.713253 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3eaff2-76df-4a61-a90d-2858258d2014 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bb56bc0-3b2b-4a50-ab8f-d82077536fa7,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:02:30.724170 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2f3eaff2-76df-4a61-a90d-2858258d2014 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:30.725498 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2f3eaff2-76df-4a61-a90d-2858258d2014 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1188753 Nov 16 12:02:30.728042 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51476) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:02:30.732399 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-5ee03719-c25f-4f74-95a0-cc726e922e49 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Request body: {'security_group_rule': {'security_group_id': '77ff17da-a42c-4e59-a5ca-34bfa71d174d', 'project_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:02:30.754411 n-d-816823-3 neutron-server[102669]: INFO neutron.db.securitygroups_db [None req-5ee03719-c25f-4f74-95a0-cc726e922e49 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Project aa36fd9bb7f84370bf70d7acc32a5c04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 12:02:30.759099 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5ee03719-c25f-4f74-95a0-cc726e922e49 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:30.816174 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5ee03719-c25f-4f74-95a0-cc726e922e49 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:30.819648 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5ee03719-c25f-4f74-95a0-cc726e922e49 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:30.837767 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee03719-c25f-4f74-95a0-cc726e922e49 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ba273c9-859a-4f20-b5b1-eeb91b1020e8,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:02:30.845304 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5ee03719-c25f-4f74-95a0-cc726e922e49 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:30.846626 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5ee03719-c25f-4f74-95a0-cc726e922e49 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1176617 Nov 16 12:02:30.849334 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51478) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:02:30.853645 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-56fd374f-8f10-406b-a5c6-766ba4495c1b tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Request body: {'security_group_rule': {'security_group_id': '77ff17da-a42c-4e59-a5ca-34bfa71d174d', 'project_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:02:30.874436 n-d-816823-3 neutron-server[102669]: INFO neutron.db.securitygroups_db [None req-56fd374f-8f10-406b-a5c6-766ba4495c1b tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Project aa36fd9bb7f84370bf70d7acc32a5c04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 12:02:30.879934 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-56fd374f-8f10-406b-a5c6-766ba4495c1b tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:30.939896 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-56fd374f-8f10-406b-a5c6-766ba4495c1b tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:30.943519 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-56fd374f-8f10-406b-a5c6-766ba4495c1b tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:30.963099 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd374f-8f10-406b-a5c6-766ba4495c1b tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db4d172e-5cc4-4454-82a7-571e8afae564,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:02:30.969947 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-56fd374f-8f10-406b-a5c6-766ba4495c1b tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:30.971065 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-56fd374f-8f10-406b-a5c6-766ba4495c1b tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1207459 Nov 16 12:02:31.309183 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-ab9ea616-e8d0-4060-ae49-c5c981541e81 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1111827752&fields=id&tenant_id=aa36fd9bb7f84370bf70d7acc32a5c04 HTTP/1.1" status: 200 len: 267 time: 0.0570538 Nov 16 12:02:31.489342 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-719f7ea0-716a-4ba8-8872-d4efbf140140 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:02:31.490742 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-719f7ea0-716a-4ba8-8872-d4efbf140140 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "GET /v2.0/networks?id=733da998-908b-4f40-9755-3953876ebf1d HTTP/1.1" status: 200 len: 813 time: 0.1746418 Nov 16 12:02:31.505906 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-b7bb27bf-9619-406b-bc3b-b17b357fecba tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "GET /v2.0/quotas/aa36fd9bb7f84370bf70d7acc32a5c04 HTTP/1.1" status: 200 len: 375 time: 0.0094898 Nov 16 12:02:31.810979 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-4d00a0a8-125e-4feb-ab37-033e5f0df640 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=aa36fd9bb7f84370bf70d7acc32a5c04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3000510 Nov 16 12:02:31.903506 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-1b314bee-970d-493d-b813-086e1ceef87b service neutron] 10.222.0.61 "GET /v2.0/networks/733da998-908b-4f40-9755-3953876ebf1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801218 Nov 16 12:02:31.994547 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-9fb850bb-24cd-4a81-abbd-3bf1ecedcb2f service neutron] 10.222.0.61 "GET /v2.0/networks/733da998-908b-4f40-9755-3953876ebf1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851147 Nov 16 12:02:32.273746 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c99afdad-72d8-4950-9ef5-7827ac32e6de req-012719a3-f99d-4767-bff6-eceb9a8d3299 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd931796-66db-474c-810b-7a93f780dfef HTTP/1.1" status: 200 len: 210 time: 0.0263329 Nov 16 12:02:33.165283 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-71c03d9f-2a7b-42c4-b9f8-f3d6bec03bcf tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:02:33.166771 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-71c03d9f-2a7b-42c4-b9f8-f3d6bec03bcf tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.36 "GET /v2.0/networks?id=733da998-908b-4f40-9755-3953876ebf1d HTTP/1.1" status: 200 len: 813 time: 0.1027551 Nov 16 12:02:33.241205 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-0612fecf-e2dd-4b8f-8e5c-8e4c071f8ce6 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa36fd9bb7f84370bf70d7acc32a5c04 HTTP/1.1" status: 200 len: 380 time: 0.0649815 Nov 16 12:02:33.252072 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-88dc0d36-73b0-400e-a09b-ca0bfe439875 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Request body: {'port': {'device_id': 'dd931796-66db-474c-810b-7a93f780dfef', 'network_id': '733da998-908b-4f40-9755-3953876ebf1d', 'admin_state_up': True, 'tenant_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'security_groups': ['77ff17da-a42c-4e59-a5ca-34bfa71d174d']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:02:33.368416 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-88dc0d36-73b0-400e-a09b-ca0bfe439875 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Made reservation on behalf of aa36fd9bb7f84370bf70d7acc32a5c04 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:02:33.371681 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4d3d249c-457e-44d4-984b-487c377c2fde req-620c8e49-47c0-4aec-bea8-ee9d7c1bd790 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd931796-66db-474c-810b-7a93f780dfef HTTP/1.1" status: 200 len: 210 time: 0.0303330 Nov 16 12:02:33.372200 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-88dc0d36-73b0-400e-a09b-ca0bfe439875 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:33.502960 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-88dc0d36-73b0-400e-a09b-ca0bfe439875 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Allocated IP 172.20.0.12 (733da998-908b-4f40-9755-3953876ebf1d/ea9aad6c-3107-480c-8789-ef41dca06fc0/244a56e8-43bd-42ce-8cb3-f0807bc498e7) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:02:33.637498 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-88dc0d36-73b0-400e-a09b-ca0bfe439875 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:33.670931 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-88dc0d36-73b0-400e-a09b-ca0bfe439875 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:33.719075 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-88dc0d36-73b0-400e-a09b-ca0bfe439875 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Network 733da998-908b-4f40-9755-3953876ebf1d is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:02:33.722212 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-88dc0d36-73b0-400e-a09b-ca0bfe439875 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:02:33.726088 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-88dc0d36-73b0-400e-a09b-ca0bfe439875 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:02:33.750843 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc0d36-73b0-400e-a09b-ca0bfe439875 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Pushing event updated for resources: {'Port': ['ID=244a56e8-43bd-42ce-8cb3-f0807bc498e7,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:02:33.780428 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-88dc0d36-73b0-400e-a09b-ca0bfe439875 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:02:33.781061 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-88dc0d36-73b0-400e-a09b-ca0bfe439875 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:33.799260 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-88dc0d36-73b0-400e-a09b-ca0bfe439875 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5513833 Nov 16 12:02:33.926323 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-0927615c-3dd7-4b1a-9efd-b83aa9428350 service neutron] Request body: {'port': {'device_id': 'dd931796-66db-474c-810b-7a93f780dfef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:02:33.933456 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-30ce3143-ddd9-4c00-a168-5c779b29f9be None None] Provisioning complete for port 244a56e8-43bd-42ce-8cb3-f0807bc498e7 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:02:33.935288 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-30ce3143-ddd9-4c00-a168-5c779b29f9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:33.967912 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-30ce3143-ddd9-4c00-a168-5c779b29f9be None None] Port 244a56e8-43bd-42ce-8cb3-f0807bc498e7 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:02:33.985461 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-0927615c-3dd7-4b1a-9efd-b83aa9428350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:34.253461 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-0927615c-3dd7-4b1a-9efd-b83aa9428350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 244a56e8-43bd-42ce-8cb3-f0807bc498e7 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:02:34.260827 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-0927615c-3dd7-4b1a-9efd-b83aa9428350 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:34.273181 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-0927615c-3dd7-4b1a-9efd-b83aa9428350 service neutron] Transition to ACTIVE for port object 244a56e8-43bd-42ce-8cb3-f0807bc498e7 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 12:02:34.277056 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-0927615c-3dd7-4b1a-9efd-b83aa9428350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:34.349072 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927615c-3dd7-4b1a-9efd-b83aa9428350 service neutron] Pushing event updated for resources: {'Port': ['ID=244a56e8-43bd-42ce-8cb3-f0807bc498e7,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:02:34.408209 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-0927615c-3dd7-4b1a-9efd-b83aa9428350 service neutron] Attempting to bind port 244a56e8-43bd-42ce-8cb3-f0807bc498e7 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:02:34.408559 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-0927615c-3dd7-4b1a-9efd-b83aa9428350 service neutron] Attempting to bind port 244a56e8-43bd-42ce-8cb3-f0807bc498e7 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'f24ff35c-4258-47d7-83f3-4bfeb629a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '733da998-908b-4f40-9755-3953876ebf1d'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:02:34.408888 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-0927615c-3dd7-4b1a-9efd-b83aa9428350 service neutron] Attempting to bind port 244a56e8-43bd-42ce-8cb3-f0807bc498e7 on network 733da998-908b-4f40-9755-3953876ebf1d {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:02:34.413890 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-0927615c-3dd7-4b1a-9efd-b83aa9428350 service neutron] Port 244a56e8-43bd-42ce-8cb3-f0807bc498e7 on network 733da998-908b-4f40-9755-3953876ebf1d not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 12:02:34.414450 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-0927615c-3dd7-4b1a-9efd-b83aa9428350 service neutron] Attempting to bind port 244a56e8-43bd-42ce-8cb3-f0807bc498e7 on network 733da998-908b-4f40-9755-3953876ebf1d {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:02:34.420271 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-0927615c-3dd7-4b1a-9efd-b83aa9428350 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:02:34.420606 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-0927615c-3dd7-4b1a-9efd-b83aa9428350 service neutron] Checking segment: {'id': 'f24ff35c-4258-47d7-83f3-4bfeb629a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '733da998-908b-4f40-9755-3953876ebf1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:02:34.420989 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-0927615c-3dd7-4b1a-9efd-b83aa9428350 service neutron] Bound using segment: {'id': 'f24ff35c-4258-47d7-83f3-4bfeb629a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '733da998-908b-4f40-9755-3953876ebf1d'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:02:34.421476 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-0927615c-3dd7-4b1a-9efd-b83aa9428350 service neutron] Bound port: 244a56e8-43bd-42ce-8cb3-f0807bc498e7, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24ff35c-4258-47d7-83f3-4bfeb629a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '733da998-908b-4f40-9755-3953876ebf1d'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:02:34.421871 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-0927615c-3dd7-4b1a-9efd-b83aa9428350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:34.503326 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-0927615c-3dd7-4b1a-9efd-b83aa9428350 service neutron] For port 244a56e8-43bd-42ce-8cb3-f0807bc498e7, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:02:34.507768 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-0927615c-3dd7-4b1a-9efd-b83aa9428350 service neutron] For port 244a56e8-43bd-42ce-8cb3-f0807bc498e7, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=244a56e8-43bd-42ce-8cb3-f0807bc498e7,segment=NetworkSegment(f24ff35c-4258-47d7-83f3-4bfeb629a6d8),segment_id=f24ff35c-4258-47d7-83f3-4bfeb629a6d8)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:02:34.518623 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-0927615c-3dd7-4b1a-9efd-b83aa9428350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:34.550765 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a0514-1ad3-4dbb-8850-d4c44f661b34 req-059680ad-a44f-42d6-a486-1c0a64869511 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:02:34.551346 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0e1a0514-1ad3-4dbb-8850-d4c44f661b34 req-059680ad-a44f-42d6-a486-1c0a64869511 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd931796-66db-474c-810b-7a93f780dfef HTTP/1.1" status: 200 len: 944 time: 0.0790534 Nov 16 12:02:34.559120 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-0927615c-3dd7-4b1a-9efd-b83aa9428350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:02:34.559808 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-0927615c-3dd7-4b1a-9efd-b83aa9428350 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:34.561333 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-0927615c-3dd7-4b1a-9efd-b83aa9428350 service neutron] 10.222.0.36 "PUT /v2.0/ports/244a56e8-43bd-42ce-8cb3-f0807bc498e7 HTTP/1.1" status: 200 len: 1092 time: 0.7535334 Nov 16 12:02:34.561847 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd931796-66db-474c-810b-7a93f780dfef', 'tag': '244a56e8-43bd-42ce-8cb3-f0807bc498e7'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:02:34.564262 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4fb6c1-9e3d-4c02-82f3-f45b159b7e6d" -d '{"events": [{"name": "network-changed", "server_uuid": "dd931796-66db-474c-810b-7a93f780dfef", "tag": "244a56e8-43bd-42ce-8cb3-f0807bc498e7"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:02:34.623011 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0e1a0514-1ad3-4dbb-8850-d4c44f661b34 req-05a5dba5-9926-42fa-a8a5-770977db3dd6 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "GET /v2.0/security-groups?id=77ff17da-a42c-4e59-a5ca-34bfa71d174d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613139 Nov 16 12:02:34.652968 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927615c-3dd7-4b1a-9efd-b83aa9428350 service neutron] Pushing event updated for resources: {'Port': ['ID=244a56e8-43bd-42ce-8cb3-f0807bc498e7,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:02:34.676382 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-800adc39-92e2-4660-a50c-9668ff544a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:02:34.678058 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-800adc39-92e2-4660-a50c-9668ff544a60 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa36fd9bb7f84370bf70d7acc32a5c04&device_id=dd931796-66db-474c-810b-7a93f780dfef HTTP/1.1" status: 200 len: 1095 time: 0.0658064 Nov 16 12:02:34.694702 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa603ce-381a-49b8-b4a1-36a679b37823 x-openstack-request-id: req-8fa603ce-381a-49b8-b4a1-36a679b37823 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:02:34.695076 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd931796-66db-474c-810b-7a93f780dfef", "tag": "244a56e8-43bd-42ce-8cb3-f0807bc498e7", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:02:34.695507 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8fa603ce-381a-49b8-b4a1-36a679b37823 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:02:34.695979 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd931796-66db-474c-810b-7a93f780dfef', 'tag': '244a56e8-43bd-42ce-8cb3-f0807bc498e7', 'status': 'completed', 'code': 200} Nov 16 12:02:34.731089 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-4b8b5269-05df-44c6-9fcc-fcb2d879a269 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=244a56e8-43bd-42ce-8cb3-f0807bc498e7 HTTP/1.1" status: 200 len: 217 time: 0.0441980 Nov 16 12:02:34.785459 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-58645560-65ad-4150-8a98-1c2bb5dd4ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:02:34.787579 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-58645560-65ad-4150-8a98-1c2bb5dd4ac3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ea9aad6c-3107-480c-8789-ef41dca06fc0 HTTP/1.1" status: 200 len: 852 time: 0.0501382 Nov 16 12:02:34.843592 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-26020511-64a2-413a-aba8-7e475859edfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:02:34.845065 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-26020511-64a2-413a-aba8-7e475859edfb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=733da998-908b-4f40-9755-3953876ebf1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494900 Nov 16 12:02:34.942512 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-3a4972f9-1625-414e-9519-47ad41e876e0 service neutron] 10.222.0.36 "GET /v2.0/networks/733da998-908b-4f40-9755-3953876ebf1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904896 Nov 16 12:02:35.032573 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1e2c004a-e7ec-4651-b611-fb309103c1cb req-3695226f-e7fe-4322-86bf-698511130dde service neutron] 10.222.0.36 "GET /v2.0/networks/733da998-908b-4f40-9755-3953876ebf1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825462 Nov 16 12:02:35.118180 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4fb6c1-9e3d-4c02-82f3-f45b159b7e6d req-fab3ec60-a07c-4671-99e8-897bd8ef5b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:02:35.119698 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0c4fb6c1-9e3d-4c02-82f3-f45b159b7e6d req-fab3ec60-a07c-4671-99e8-897bd8ef5b85 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa36fd9bb7f84370bf70d7acc32a5c04&device_id=dd931796-66db-474c-810b-7a93f780dfef HTTP/1.1" status: 200 len: 1095 time: 0.0414546 Nov 16 12:02:35.220604 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4fb6c1-9e3d-4c02-82f3-f45b159b7e6d req-7f72b77f-8f9e-484e-8335-c06bd98c139b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:02:35.222106 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0c4fb6c1-9e3d-4c02-82f3-f45b159b7e6d req-7f72b77f-8f9e-484e-8335-c06bd98c139b service neutron] 10.222.0.36 "GET /v2.0/networks?id=733da998-908b-4f40-9755-3953876ebf1d HTTP/1.1" status: 200 len: 914 time: 0.0956087 Nov 16 12:02:35.272342 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0c4fb6c1-9e3d-4c02-82f3-f45b159b7e6d req-86bbcc43-4cb2-4996-b261-981b672ae771 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=244a56e8-43bd-42ce-8cb3-f0807bc498e7 HTTP/1.1" status: 200 len: 217 time: 0.0431554 Nov 16 12:02:35.327094 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4fb6c1-9e3d-4c02-82f3-f45b159b7e6d req-3c242008-8101-4224-9730-3574d94e4e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:02:35.328586 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0c4fb6c1-9e3d-4c02-82f3-f45b159b7e6d req-3c242008-8101-4224-9730-3574d94e4e84 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ea9aad6c-3107-480c-8789-ef41dca06fc0 HTTP/1.1" status: 200 len: 852 time: 0.0487764 Nov 16 12:02:35.375422 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4fb6c1-9e3d-4c02-82f3-f45b159b7e6d req-67c696b0-8827-41d8-b653-c2455c917b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:02:35.378226 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0c4fb6c1-9e3d-4c02-82f3-f45b159b7e6d req-67c696b0-8827-41d8-b653-c2455c917b50 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=733da998-908b-4f40-9755-3953876ebf1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420921 Nov 16 12:02:35.471731 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0c4fb6c1-9e3d-4c02-82f3-f45b159b7e6d req-e112a2e1-d3c4-460b-b271-1943218082fb service neutron] 10.222.0.36 "GET /v2.0/networks/733da998-908b-4f40-9755-3953876ebf1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877335 Nov 16 12:02:35.561467 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0c4fb6c1-9e3d-4c02-82f3-f45b159b7e6d req-f386e6c5-7ed8-4916-8114-918afffd8558 service neutron] 10.222.0.36 "GET /v2.0/networks/733da998-908b-4f40-9755-3953876ebf1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827577 Nov 16 12:02:35.744682 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69442808-41dd-4dc1-9f04-b3c6b66acb39 req-a665aa40-3de1-4119-ac9b-75c72b7f553f tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:02:35.746198 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-69442808-41dd-4dc1-9f04-b3c6b66acb39 req-a665aa40-3de1-4119-ac9b-75c72b7f553f tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd931796-66db-474c-810b-7a93f780dfef HTTP/1.1" status: 200 len: 944 time: 0.0498018 Nov 16 12:02:35.797338 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-69442808-41dd-4dc1-9f04-b3c6b66acb39 req-ddf531e3-7c5f-446a-994b-6580d1513e04 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "GET /v2.0/security-groups?id=77ff17da-a42c-4e59-a5ca-34bfa71d174d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436668 Nov 16 12:02:36.912527 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b25257-4203-4311-9465-8deb9b8306d2 req-3219848a-7644-4562-9df2-ccc9be2e8979 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:02:36.914035 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f2b25257-4203-4311-9465-8deb9b8306d2 req-3219848a-7644-4562-9df2-ccc9be2e8979 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd931796-66db-474c-810b-7a93f780dfef HTTP/1.1" status: 200 len: 944 time: 0.0494986 Nov 16 12:02:36.967789 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f2b25257-4203-4311-9465-8deb9b8306d2 req-8907fbbf-be3f-4598-8081-be41eecd835f tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "GET /v2.0/security-groups?id=77ff17da-a42c-4e59-a5ca-34bfa71d174d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478246 Nov 16 12:02:38.087517 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983bf9fa-4e7d-4e8c-8916-17f39cd013bd req-87bb6959-ac56-4b6d-9383-790c8971a84a tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:02:38.089097 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-983bf9fa-4e7d-4e8c-8916-17f39cd013bd req-87bb6959-ac56-4b6d-9383-790c8971a84a tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd931796-66db-474c-810b-7a93f780dfef HTTP/1.1" status: 200 len: 944 time: 0.0518086 Nov 16 12:02:38.147036 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-983bf9fa-4e7d-4e8c-8916-17f39cd013bd req-d2894eb8-1145-42eb-8e74-73ce9ee64bee tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "GET /v2.0/security-groups?id=77ff17da-a42c-4e59-a5ca-34bfa71d174d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501080 Nov 16 12:02:39.259730 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b26b79-20d6-4352-b767-1e4efd0105a1 req-20b98123-9061-4c99-95e8-9159f853f05f tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:02:39.261225 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-66b26b79-20d6-4352-b767-1e4efd0105a1 req-20b98123-9061-4c99-95e8-9159f853f05f tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd931796-66db-474c-810b-7a93f780dfef HTTP/1.1" status: 200 len: 944 time: 0.0478022 Nov 16 12:02:39.309523 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-66b26b79-20d6-4352-b767-1e4efd0105a1 req-4df2cb3f-3fca-480b-a19b-939567cfddca tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "GET /v2.0/security-groups?id=77ff17da-a42c-4e59-a5ca-34bfa71d174d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418429 Nov 16 12:02:40.428745 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b8714-8bc3-4df9-8dad-efbc45c84964 req-673a3acd-aa14-4eeb-8b70-0c0d040961ac tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:02:40.430148 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-673b8714-8bc3-4df9-8dad-efbc45c84964 req-673a3acd-aa14-4eeb-8b70-0c0d040961ac tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd931796-66db-474c-810b-7a93f780dfef HTTP/1.1" status: 200 len: 944 time: 0.0525522 Nov 16 12:02:40.478828 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-673b8714-8bc3-4df9-8dad-efbc45c84964 req-47c79219-6aed-4b91-beed-d9dffce00879 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "GET /v2.0/security-groups?id=77ff17da-a42c-4e59-a5ca-34bfa71d174d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428646 Nov 16 12:02:41.593015 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc21513-01ba-45d5-8bc3-ea483e0b7d41 req-00add547-3027-4527-a1bd-cbb496d99982 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:02:41.594533 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8dc21513-01ba-45d5-8bc3-ea483e0b7d41 req-00add547-3027-4527-a1bd-cbb496d99982 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd931796-66db-474c-810b-7a93f780dfef HTTP/1.1" status: 200 len: 944 time: 0.0501606 Nov 16 12:02:41.643054 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8dc21513-01ba-45d5-8bc3-ea483e0b7d41 req-f820c794-458e-450e-a4ea-d8593da012fe tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "GET /v2.0/security-groups?id=77ff17da-a42c-4e59-a5ca-34bfa71d174d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426843 Nov 16 12:02:42.756140 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ef490-ac5e-4ca7-bd66-7139eb398a84 req-c93b37c7-ea9b-477b-a88d-99ff02d223b5 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:02:42.757601 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ae4ef490-ac5e-4ca7-bd66-7139eb398a84 req-c93b37c7-ea9b-477b-a88d-99ff02d223b5 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd931796-66db-474c-810b-7a93f780dfef HTTP/1.1" status: 200 len: 944 time: 0.0483561 Nov 16 12:02:42.809598 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ae4ef490-ac5e-4ca7-bd66-7139eb398a84 req-a75f1bf8-6136-4452-a316-ed82f51f3898 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "GET /v2.0/security-groups?id=77ff17da-a42c-4e59-a5ca-34bfa71d174d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460629 Nov 16 12:02:43.087227 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-45f109bd-523a-44f4-a1cd-71337c97e7e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:43.924018 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd81fb1-a1f7-4005-8232-2b7bb0b041ae req-c5999f8a-575f-43e8-a0ed-82019b32c457 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:02:43.925477 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4cd81fb1-a1f7-4005-8232-2b7bb0b041ae req-c5999f8a-575f-43e8-a0ed-82019b32c457 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd931796-66db-474c-810b-7a93f780dfef HTTP/1.1" status: 200 len: 944 time: 0.0486679 Nov 16 12:02:43.974307 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4cd81fb1-a1f7-4005-8232-2b7bb0b041ae req-ae2d3fa9-b16d-45af-95d9-1dc9122ca6ee tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "GET /v2.0/security-groups?id=77ff17da-a42c-4e59-a5ca-34bfa71d174d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426590 Nov 16 12:02:45.089279 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c56c5a-8217-4a04-96b4-793395a08749 req-0681f91a-72ed-42d8-bddf-ddde4f3d6015 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:02:45.090771 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-30c56c5a-8217-4a04-96b4-793395a08749 req-0681f91a-72ed-42d8-bddf-ddde4f3d6015 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd931796-66db-474c-810b-7a93f780dfef HTTP/1.1" status: 200 len: 944 time: 0.0497110 Nov 16 12:02:45.140676 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-30c56c5a-8217-4a04-96b4-793395a08749 req-1c0e381c-9da2-4464-b3e7-a1833385837b tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "GET /v2.0/security-groups?id=77ff17da-a42c-4e59-a5ca-34bfa71d174d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435162 Nov 16 12:02:45.453048 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 244a56e8-43bd-42ce-8cb3-f0807bc498e7 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 12:02:45.555874 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 244a56e8-43bd-42ce-8cb3-f0807bc498e7, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=244a56e8-43bd-42ce-8cb3-f0807bc498e7,segment=NetworkSegment(f24ff35c-4258-47d7-83f3-4bfeb629a6d8),segment_id=f24ff35c-4258-47d7-83f3-4bfeb629a6d8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:02:45.567122 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '244a56e8-43bd-42ce-8cb3-f0807bc498e7', 'network_id': '733da998-908b-4f40-9755-3953876ebf1d', 'port_id': '244a56e8-43bd-42ce-8cb3-f0807bc498e7', 'mac_address': 'fa:16:3e:42:d4:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea9aad6c-3107-480c-8789-ef41dca06fc0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 12:02:45.613215 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:45.624630 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a6f3aa0b-550f-4a44-81bc-92f4d3beb43c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:45.628400 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 244a56e8-43bd-42ce-8cb3-f0807bc498e7 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:02:45.648671 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 244a56e8-43bd-42ce-8cb3-f0807bc498e7, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=244a56e8-43bd-42ce-8cb3-f0807bc498e7,segment=NetworkSegment(f24ff35c-4258-47d7-83f3-4bfeb629a6d8),segment_id=f24ff35c-4258-47d7-83f3-4bfeb629a6d8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:02:45.652054 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:45.696701 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=244a56e8-43bd-42ce-8cb3-f0807bc498e7,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:02:45.704545 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:02:45.704824 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:02:45.705160 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:02:45.705489 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:02:45.705813 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:02:45.706174 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:02:45.706501 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:02:45.706840 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:02:45.707142 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:02:45.707459 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:02:45.707802 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:02:45.708120 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:02:45.899353 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['244a56e8-43bd-42ce-8cb3-f0807bc498e7'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:02:46.257944 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf422dd-200b-4f31-975e-438af39d96a7 req-1fe5447b-8d2e-41c5-80f3-996e838f386b tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:02:46.259431 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bcf422dd-200b-4f31-975e-438af39d96a7 req-1fe5447b-8d2e-41c5-80f3-996e838f386b tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd931796-66db-474c-810b-7a93f780dfef HTTP/1.1" status: 200 len: 945 time: 0.0523372 Nov 16 12:02:46.308287 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bcf422dd-200b-4f31-975e-438af39d96a7 req-add411cc-fb5e-4113-aa47-04ba6e158c35 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "GET /v2.0/security-groups?id=77ff17da-a42c-4e59-a5ca-34bfa71d174d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425336 Nov 16 12:02:46.726241 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:47.424345 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa1ec2-f783-40c9-a3f1-fb10834d867b req-0b5e6110-d2ba-49ce-8d7a-ba9a019b7266 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:02:47.425687 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a4fa1ec2-f783-40c9-a3f1-fb10834d867b req-0b5e6110-d2ba-49ce-8d7a-ba9a019b7266 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd931796-66db-474c-810b-7a93f780dfef HTTP/1.1" status: 200 len: 945 time: 0.0483758 Nov 16 12:02:47.468578 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 244a56e8-43bd-42ce-8cb3-f0807bc498e7 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:02:47.472822 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a4fa1ec2-f783-40c9-a3f1-fb10834d867b req-fce14eb9-7c2a-4638-92f2-b9f54b205762 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "GET /v2.0/security-groups?id=77ff17da-a42c-4e59-a5ca-34bfa71d174d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413554 Nov 16 12:02:47.517898 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port 244a56e8-43bd-42ce-8cb3-f0807bc498e7 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 12:02:47.521858 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 244a56e8-43bd-42ce-8cb3-f0807bc498e7 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:02:47.522270 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:47.596162 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:47.620824 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd931796-66db-474c-810b-7a93f780dfef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244a56e8-43bd-42ce-8cb3-f0807bc498e7'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:02:47.623039 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3883c69c-7e4a-446f-842a-aa42f96079cf" -d '{"events": [{"server_uuid": "dd931796-66db-474c-810b-7a93f780dfef", "name": "network-vif-plugged", "status": "completed", "tag": "244a56e8-43bd-42ce-8cb3-f0807bc498e7"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:02:47.635660 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 244a56e8-43bd-42ce-8cb3-f0807bc498e7, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=244a56e8-43bd-42ce-8cb3-f0807bc498e7,segment=NetworkSegment(f24ff35c-4258-47d7-83f3-4bfeb629a6d8),segment_id=f24ff35c-4258-47d7-83f3-4bfeb629a6d8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:02:47.640233 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:47.665580 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce85a847-ff7a-4360-8797-cf964a04f064 x-openstack-request-id: req-ce85a847-ff7a-4360-8797-cf964a04f064 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:02:47.665880 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd931796-66db-474c-810b-7a93f780dfef", "name": "network-vif-plugged", "status": "completed", "tag": "244a56e8-43bd-42ce-8cb3-f0807bc498e7", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:02:47.666159 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ce85a847-ff7a-4360-8797-cf964a04f064 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:02:47.666547 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd931796-66db-474c-810b-7a93f780dfef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244a56e8-43bd-42ce-8cb3-f0807bc498e7', 'code': 200} Nov 16 12:02:47.690617 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=244a56e8-43bd-42ce-8cb3-f0807bc498e7,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:02:47.754514 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3d0b1-43ef-42e3-923f-ca978dccd366 req-9be8f73f-4908-4887-9448-a4a334ef1550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:02:47.756003 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-54a3d0b1-43ef-42e3-923f-ca978dccd366 req-9be8f73f-4908-4887-9448-a4a334ef1550 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dd931796-66db-474c-810b-7a93f780dfef HTTP/1.1" status: 200 len: 1097 time: 0.0408840 Nov 16 12:02:47.803058 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-54a3d0b1-43ef-42e3-923f-ca978dccd366 req-ed55dd75-e2a9-4185-933d-5feb633ab44a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=77ff17da-a42c-4e59-a5ca-34bfa71d174d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395541 Nov 16 12:02:48.408095 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:02:48.437039 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:48.597844 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c181d-7ba0-40e8-b02b-a0502ee0238d req-3cfdbb8f-3f77-4a04-8dfd-748f554d7b82 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:02:48.599344 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3a1c181d-7ba0-40e8-b02b-a0502ee0238d req-3cfdbb8f-3f77-4a04-8dfd-748f554d7b82 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd931796-66db-474c-810b-7a93f780dfef HTTP/1.1" status: 200 len: 946 time: 0.0527825 Nov 16 12:02:48.647571 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3a1c181d-7ba0-40e8-b02b-a0502ee0238d req-925174aa-283d-4efa-94f4-02311b499b2c tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "GET /v2.0/security-groups?id=77ff17da-a42c-4e59-a5ca-34bfa71d174d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423715 Nov 16 12:02:48.892516 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:49.760967 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42131fa8-153d-4cb1-9eef-4d27f338dba2 req-fb75171c-ea78-437d-9556-e4ea9cc030e6 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:02:49.762473 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-42131fa8-153d-4cb1-9eef-4d27f338dba2 req-fb75171c-ea78-437d-9556-e4ea9cc030e6 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd931796-66db-474c-810b-7a93f780dfef HTTP/1.1" status: 200 len: 946 time: 0.0488205 Nov 16 12:02:49.810822 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-42131fa8-153d-4cb1-9eef-4d27f338dba2 req-ac0175aa-342d-40c6-95b0-676eadfc73cc tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "GET /v2.0/security-groups?id=77ff17da-a42c-4e59-a5ca-34bfa71d174d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425785 Nov 16 12:02:49.925715 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e79be-f0db-4777-a085-d1167dbbe77c req-ebd00254-0d93-4fa4-bb4d-da50ae1c1ca2 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:02:49.927118 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-256e79be-f0db-4777-a085-d1167dbbe77c req-ebd00254-0d93-4fa4-bb4d-da50ae1c1ca2 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd931796-66db-474c-810b-7a93f780dfef HTTP/1.1" status: 200 len: 946 time: 0.0485852 Nov 16 12:02:49.978384 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-256e79be-f0db-4777-a085-d1167dbbe77c req-5a41e78c-b379-4147-b0bd-2315c81c5629 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "GET /v2.0/security-groups?id=77ff17da-a42c-4e59-a5ca-34bfa71d174d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454922 Nov 16 12:02:49.999593 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51546) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:02:50.087645 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe94dce-e930-4327-adc9-a1187d1e9043 tempest-TestVolumeBackupRestore-910830061 tempest-TestVolumeBackupRestore-910830061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:02:50.089155 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8fe94dce-e930-4327-adc9-a1187d1e9043 tempest-TestVolumeBackupRestore-910830061 tempest-TestVolumeBackupRestore-910830061-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=dd931796-66db-474c-810b-7a93f780dfef HTTP/1.1" status: 200 len: 1092 time: 0.0885899 Nov 16 12:02:50.092644 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51550) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:02:50.096816 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-29105732-1ee4-40cc-a0b6-681ca507d9e6 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'port_id': '244a56e8-43bd-42ce-8cb3-f0807bc498e7', 'tenant_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:02:50.119174 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-29105732-1ee4-40cc-a0b6-681ca507d9e6 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks [] for floatingip, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:50.212445 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-29105732-1ee4-40cc-a0b6-681ca507d9e6 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:50.316260 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-29105732-1ee4-40cc-a0b6-681ca507d9e6 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Allocated IP 172.25.0.184 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/aca2aa1a-ce13-49f3-a377-d4b2eaac8efb) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:02:50.418684 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-29105732-1ee4-40cc-a0b6-681ca507d9e6 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:50.451212 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-29105732-1ee4-40cc-a0b6-681ca507d9e6 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:50.486603 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29105732-1ee4-40cc-a0b6-681ca507d9e6 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:02:50.491880 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-29105732-1ee4-40cc-a0b6-681ca507d9e6 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:02:50.494482 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29105732-1ee4-40cc-a0b6-681ca507d9e6 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:02:50.523019 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29105732-1ee4-40cc-a0b6-681ca507d9e6 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Pushing event updated for resources: {'Port': ['ID=aca2aa1a-ce13-49f3-a377-d4b2eaac8efb,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:02:50.943176 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-29105732-1ee4-40cc-a0b6-681ca507d9e6 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:51.040712 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-29105732-1ee4-40cc-a0b6-681ca507d9e6 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:51.188231 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-29105732-1ee4-40cc-a0b6-681ca507d9e6 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:51.192429 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-29105732-1ee4-40cc-a0b6-681ca507d9e6 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:51.258720 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29105732-1ee4-40cc-a0b6-681ca507d9e6 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Pushing event updated for resources: {'Port': ['ID=aca2aa1a-ce13-49f3-a377-d4b2eaac8efb,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:02:51.268270 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-29105732-1ee4-40cc-a0b6-681ca507d9e6 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:51.364805 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [None req-29105732-1ee4-40cc-a0b6-681ca507d9e6 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Floating IP bc748ef7-d4a8-4f4c-9174-29e4cd8ba626 associated. External IP: 172.25.0.184, port: 244a56e8-43bd-42ce-8cb3-f0807bc498e7. Nov 16 12:02:51.805517 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29105732-1ee4-40cc-a0b6-681ca507d9e6 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Router e6851fbd-1cde-46f6-9477-79a751334d12 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:02:51.911633 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29105732-1ee4-40cc-a0b6-681ca507d9e6 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:02:51.921997 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc62802f-18bb-4de7-a155-dea4aa1ab514 None None] Sync routers for ids ['e6851fbd-1cde-46f6-9477-79a751334d12'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:02:51.930031 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-29105732-1ee4-40cc-a0b6-681ca507d9e6 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:51.933635 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc62802f-18bb-4de7-a155-dea4aa1ab514 None None] Routers {'e6851fbd-1cde-46f6-9477-79a751334d12'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:02:51.934289 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-cc62802f-18bb-4de7-a155-dea4aa1ab514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:02:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['e6851fbd-1cde-46f6-9477-79a751334d12'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:02:51.956053 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-29105732-1ee4-40cc-a0b6-681ca507d9e6 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8624122 Nov 16 12:02:51.956610 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd931796-66db-474c-810b-7a93f780dfef', 'tag': '244a56e8-43bd-42ce-8cb3-f0807bc498e7'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:02:51.958911 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 51552) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:02:51.959423 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fdbe3e-b155-4b51-873d-532fbf8bcb88" -d '{"events": [{"name": "network-changed", "server_uuid": "dd931796-66db-474c-810b-7a93f780dfef", "tag": "244a56e8-43bd-42ce-8cb3-f0807bc498e7"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:02:52.003811 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fa3c93-2068-4620-9a1a-1551be2d204b tempest-TestVolumeBackupRestore-910830061 tempest-TestVolumeBackupRestore-910830061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:02:52.008241 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-37fa3c93-2068-4620-9a1a-1551be2d204b tempest-TestVolumeBackupRestore-910830061 tempest-TestVolumeBackupRestore-910830061-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=dd931796-66db-474c-810b-7a93f780dfef HTTP/1.1" status: 200 len: 1092 time: 0.0480497 Nov 16 12:02:52.009051 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 51558) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:02:52.016492 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-2c914406-59ff-447b-85a1-665b71f601b5 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Request body: {'floatingip': {'port_id': '244a56e8-43bd-42ce-8cb3-f0807bc498e7'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:02:52.041399 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-cc62802f-18bb-4de7-a155-dea4aa1ab514 None None] Set router e6851fbd-1cde-46f6-9477-79a751334d12 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:02:52.079893 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709b8359-be03-47fe-9d83-534c6f74cb0c x-openstack-request-id: req-709b8359-be03-47fe-9d83-534c6f74cb0c {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:02:52.080176 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd931796-66db-474c-810b-7a93f780dfef", "tag": "244a56e8-43bd-42ce-8cb3-f0807bc498e7", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:02:52.080440 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-709b8359-be03-47fe-9d83-534c6f74cb0c {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:02:52.080843 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd931796-66db-474c-810b-7a93f780dfef', 'tag': '244a56e8-43bd-42ce-8cb3-f0807bc498e7', 'status': 'completed', 'code': 200} Nov 16 12:02:52.133015 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fdbe3e-b155-4b51-873d-532fbf8bcb88 req-74f0a5ba-4903-4556-a227-f6f05f4f28c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:02:52.134585 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-63fdbe3e-b155-4b51-873d-532fbf8bcb88 req-74f0a5ba-4903-4556-a227-f6f05f4f28c5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa36fd9bb7f84370bf70d7acc32a5c04&device_id=dd931796-66db-474c-810b-7a93f780dfef HTTP/1.1" status: 200 len: 1097 time: 0.0426233 Nov 16 12:02:52.135324 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c914406-59ff-447b-85a1-665b71f601b5 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks [] for floatingip, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:52.237325 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fdbe3e-b155-4b51-873d-532fbf8bcb88 req-c08f102b-a3df-4857-a750-f0a71011722e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:02:52.239228 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-63fdbe3e-b155-4b51-873d-532fbf8bcb88 req-c08f102b-a3df-4857-a750-f0a71011722e service neutron] 10.222.0.36 "GET /v2.0/networks?id=733da998-908b-4f40-9755-3953876ebf1d HTTP/1.1" status: 200 len: 914 time: 0.0972090 Nov 16 12:02:52.283152 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-cc62802f-18bb-4de7-a155-dea4aa1ab514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'name': 'tempest-TestVolumeBackupRestore-604491902-router', 'tenant_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'df954ea7-f2c9-413f-ad56-b36631664e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:00:34Z', 'updated_at': '2021-11-16T12:00:36Z', 'revision_number': 4, 'project_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'gw_port': {'id': 'df954ea7-f2c9-413f-ad56-b36631664e73', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:95:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:00:34Z', 'updated_at': '2021-11-16T12:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': 'bc748ef7-d4a8-4f4c-9174-29e4cd8ba626', 'tenant_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'floating_ip_address': '172.25.0.184', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'port_id': '244a56e8-43bd-42ce-8cb3-f0807bc498e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733da998-908b-4f40-9755-3953876ebf1d', 'mac_address': 'fa:16:3e:42:d4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd931796-66db-474c-810b-7a93f780dfef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:02:50Z', 'updated_at': '2021-11-16T12:02:50Z', 'revision_number': 0, 'project_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81503f54-ab05-412e-91a3-b9217684d0f6', 'name': '', 'network_id': '733da998-908b-4f40-9755-3953876ebf1d', 'tenant_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'mac_address': 'fa:16:3e:ee:b1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'ea9aad6c-3107-480c-8789-ef41dca06fc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:00:36Z', 'updated_at': '2021-11-16T12:00:40Z', 'revision_number': 5, 'project_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'subnets': [{'id': 'ea9aad6c-3107-480c-8789-ef41dca06fc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:02:52.309301 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc62802f-18bb-4de7-a155-dea4aa1ab514 None None] Checking router: e6851fbd-1cde-46f6-9477-79a751334d12 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:02:52.317815 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc62802f-18bb-4de7-a155-dea4aa1ab514 None None] Routers {'e6851fbd-1cde-46f6-9477-79a751334d12'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:02:52.318460 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-cc62802f-18bb-4de7-a155-dea4aa1ab514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:02:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['e6851fbd-1cde-46f6-9477-79a751334d12'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:02:52.334538 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-63fdbe3e-b155-4b51-873d-532fbf8bcb88 req-076efe8f-de26-4a50-874a-7416d25af103 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=244a56e8-43bd-42ce-8cb3-f0807bc498e7 HTTP/1.1" status: 200 len: 1000 time: 0.0876350 Nov 16 12:02:52.388521 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fdbe3e-b155-4b51-873d-532fbf8bcb88 req-56050155-0a92-4b83-9793-f830709f5add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:02:52.390650 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-63fdbe3e-b155-4b51-873d-532fbf8bcb88 req-56050155-0a92-4b83-9793-f830709f5add service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ea9aad6c-3107-480c-8789-ef41dca06fc0 HTTP/1.1" status: 200 len: 852 time: 0.0477719 Nov 16 12:02:52.429087 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-cc62802f-18bb-4de7-a155-dea4aa1ab514 None None] Set router e6851fbd-1cde-46f6-9477-79a751334d12 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:02:52.436559 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fdbe3e-b155-4b51-873d-532fbf8bcb88 req-8f82e297-482f-4c28-bbd2-d19b195318e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:02:52.438245 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-63fdbe3e-b155-4b51-873d-532fbf8bcb88 req-8f82e297-482f-4c28-bbd2-d19b195318e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=733da998-908b-4f40-9755-3953876ebf1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405605 Nov 16 12:02:52.528937 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-63fdbe3e-b155-4b51-873d-532fbf8bcb88 req-a951d8ee-93b7-4eb3-99f4-981c0e521b62 service neutron] 10.222.0.36 "GET /v2.0/networks/733da998-908b-4f40-9755-3953876ebf1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839515 Nov 16 12:02:52.609977 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c914406-59ff-447b-85a1-665b71f601b5 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:52.614180 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c914406-59ff-447b-85a1-665b71f601b5 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:52.624448 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-63fdbe3e-b155-4b51-873d-532fbf8bcb88 req-f5aeef9e-b79b-4732-964c-44f682732ef8 service neutron] 10.222.0.36 "GET /v2.0/networks/733da998-908b-4f40-9755-3953876ebf1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885715 Nov 16 12:02:52.675540 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-cc62802f-18bb-4de7-a155-dea4aa1ab514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'name': 'tempest-TestVolumeBackupRestore-604491902-router', 'tenant_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'df954ea7-f2c9-413f-ad56-b36631664e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:00:34Z', 'updated_at': '2021-11-16T12:00:36Z', 'revision_number': 4, 'project_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'gw_port': {'id': 'df954ea7-f2c9-413f-ad56-b36631664e73', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:95:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:00:34Z', 'updated_at': '2021-11-16T12:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': 'bc748ef7-d4a8-4f4c-9174-29e4cd8ba626', 'tenant_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'floating_ip_address': '172.25.0.184', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'port_id': '244a56e8-43bd-42ce-8cb3-f0807bc498e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733da998-908b-4f40-9755-3953876ebf1d', 'mac_address': 'fa:16:3e:42:d4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd931796-66db-474c-810b-7a93f780dfef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:02:50Z', 'updated_at': '2021-11-16T12:02:50Z', 'revision_number': 0, 'project_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81503f54-ab05-412e-91a3-b9217684d0f6', 'name': '', 'network_id': '733da998-908b-4f40-9755-3953876ebf1d', 'tenant_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'mac_address': 'fa:16:3e:ee:b1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'ea9aad6c-3107-480c-8789-ef41dca06fc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:00:36Z', 'updated_at': '2021-11-16T12:00:40Z', 'revision_number': 5, 'project_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'subnets': [{'id': 'ea9aad6c-3107-480c-8789-ef41dca06fc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:02:52.701498 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc62802f-18bb-4de7-a155-dea4aa1ab514 None None] The sync data for ids ['e6851fbd-1cde-46f6-9477-79a751334d12'] in n-d-816823-3 is: [{'id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'name': 'tempest-TestVolumeBackupRestore-604491902-router', 'tenant_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'df954ea7-f2c9-413f-ad56-b36631664e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:00:34Z', 'updated_at': '2021-11-16T12:00:36Z', 'revision_number': 4, 'project_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'gw_port': {'id': 'df954ea7-f2c9-413f-ad56-b36631664e73', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:95:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:00:34Z', 'updated_at': '2021-11-16T12:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': 'bc748ef7-d4a8-4f4c-9174-29e4cd8ba626', 'tenant_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'floating_ip_address': '172.25.0.184', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'port_id': '244a56e8-43bd-42ce-8cb3-f0807bc498e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733da998-908b-4f40-9755-3953876ebf1d', 'mac_address': 'fa:16:3e:42:d4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd931796-66db-474c-810b-7a93f780dfef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:02:50Z', 'updated_at': '2021-11-16T12:02:50Z', 'revision_number': 0, 'project_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81503f54-ab05-412e-91a3-b9217684d0f6', 'name': '', 'network_id': '733da998-908b-4f40-9755-3953876ebf1d', 'tenant_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'mac_address': 'fa:16:3e:ee:b1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'ea9aad6c-3107-480c-8789-ef41dca06fc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:00:36Z', 'updated_at': '2021-11-16T12:00:40Z', 'revision_number': 5, 'project_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'subnets': [{'id': 'ea9aad6c-3107-480c-8789-ef41dca06fc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:02:52.826872 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c914406-59ff-447b-85a1-665b71f601b5 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Router e6851fbd-1cde-46f6-9477-79a751334d12 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:02:52.895686 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cd12f0-3605-46b8-ae9c-eccb05bd3877 None None] New status for floating IP bc748ef7-d4a8-4f4c-9174-29e4cd8ba626: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 12:02:52.946327 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c914406-59ff-447b-85a1-665b71f601b5 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:02:52.952428 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c914406-59ff-447b-85a1-665b71f601b5 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:53.004046 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2c914406-59ff-447b-85a1-665b71f601b5 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "PUT /v2.0/floatingips/bc748ef7-d4a8-4f4c-9174-29e4cd8ba626 HTTP/1.1" status: 200 len: 992 time: 0.9917836 Nov 16 12:02:53.099373 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bff5ec-a070-481b-9d86-2364ee31434f None None] Sync routers for ids ['e6851fbd-1cde-46f6-9477-79a751334d12'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:02:53.109994 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bff5ec-a070-481b-9d86-2364ee31434f None None] Routers {'e6851fbd-1cde-46f6-9477-79a751334d12'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:02:53.110597 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-65bff5ec-a070-481b-9d86-2364ee31434f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:02:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['e6851fbd-1cde-46f6-9477-79a751334d12'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:02:53.212174 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-65bff5ec-a070-481b-9d86-2364ee31434f None None] Set router e6851fbd-1cde-46f6-9477-79a751334d12 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:02:53.432568 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-65bff5ec-a070-481b-9d86-2364ee31434f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'name': 'tempest-TestVolumeBackupRestore-604491902-router', 'tenant_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'df954ea7-f2c9-413f-ad56-b36631664e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:00:34Z', 'updated_at': '2021-11-16T12:00:36Z', 'revision_number': 4, 'project_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'gw_port': {'id': 'df954ea7-f2c9-413f-ad56-b36631664e73', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:95:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:00:34Z', 'updated_at': '2021-11-16T12:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': 'bc748ef7-d4a8-4f4c-9174-29e4cd8ba626', 'tenant_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'floating_ip_address': '172.25.0.184', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'port_id': '244a56e8-43bd-42ce-8cb3-f0807bc498e7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733da998-908b-4f40-9755-3953876ebf1d', 'mac_address': 'fa:16:3e:42:d4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd931796-66db-474c-810b-7a93f780dfef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:02:50Z', 'updated_at': '2021-11-16T12:02:52Z', 'revision_number': 2, 'project_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81503f54-ab05-412e-91a3-b9217684d0f6', 'name': '', 'network_id': '733da998-908b-4f40-9755-3953876ebf1d', 'tenant_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'mac_address': 'fa:16:3e:ee:b1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'ea9aad6c-3107-480c-8789-ef41dca06fc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:00:36Z', 'updated_at': '2021-11-16T12:00:40Z', 'revision_number': 5, 'project_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'subnets': [{'id': 'ea9aad6c-3107-480c-8789-ef41dca06fc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:02:53.457039 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bff5ec-a070-481b-9d86-2364ee31434f None None] Checking router: e6851fbd-1cde-46f6-9477-79a751334d12 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:02:53.464819 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bff5ec-a070-481b-9d86-2364ee31434f None None] Routers {'e6851fbd-1cde-46f6-9477-79a751334d12'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:02:53.465345 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-65bff5ec-a070-481b-9d86-2364ee31434f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:02:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['e6851fbd-1cde-46f6-9477-79a751334d12'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:02:53.653761 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-65bff5ec-a070-481b-9d86-2364ee31434f None None] Set router e6851fbd-1cde-46f6-9477-79a751334d12 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:02:53.866225 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-65bff5ec-a070-481b-9d86-2364ee31434f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'name': 'tempest-TestVolumeBackupRestore-604491902-router', 'tenant_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'df954ea7-f2c9-413f-ad56-b36631664e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:00:34Z', 'updated_at': '2021-11-16T12:00:36Z', 'revision_number': 4, 'project_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'gw_port': {'id': 'df954ea7-f2c9-413f-ad56-b36631664e73', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:95:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:00:34Z', 'updated_at': '2021-11-16T12:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': 'bc748ef7-d4a8-4f4c-9174-29e4cd8ba626', 'tenant_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'floating_ip_address': '172.25.0.184', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'port_id': '244a56e8-43bd-42ce-8cb3-f0807bc498e7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733da998-908b-4f40-9755-3953876ebf1d', 'mac_address': 'fa:16:3e:42:d4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd931796-66db-474c-810b-7a93f780dfef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:02:50Z', 'updated_at': '2021-11-16T12:02:52Z', 'revision_number': 2, 'project_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81503f54-ab05-412e-91a3-b9217684d0f6', 'name': '', 'network_id': '733da998-908b-4f40-9755-3953876ebf1d', 'tenant_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'mac_address': 'fa:16:3e:ee:b1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'ea9aad6c-3107-480c-8789-ef41dca06fc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:00:36Z', 'updated_at': '2021-11-16T12:00:40Z', 'revision_number': 5, 'project_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'subnets': [{'id': 'ea9aad6c-3107-480c-8789-ef41dca06fc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:02:53.895331 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bff5ec-a070-481b-9d86-2364ee31434f None None] The sync data for ids ['e6851fbd-1cde-46f6-9477-79a751334d12'] in n-d-816823-3 is: [{'id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'name': 'tempest-TestVolumeBackupRestore-604491902-router', 'tenant_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'df954ea7-f2c9-413f-ad56-b36631664e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:00:34Z', 'updated_at': '2021-11-16T12:00:36Z', 'revision_number': 4, 'project_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'gw_port': {'id': 'df954ea7-f2c9-413f-ad56-b36631664e73', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:95:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:00:34Z', 'updated_at': '2021-11-16T12:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': 'bc748ef7-d4a8-4f4c-9174-29e4cd8ba626', 'tenant_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'floating_ip_address': '172.25.0.184', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'port_id': '244a56e8-43bd-42ce-8cb3-f0807bc498e7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733da998-908b-4f40-9755-3953876ebf1d', 'mac_address': 'fa:16:3e:42:d4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd931796-66db-474c-810b-7a93f780dfef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:02:50Z', 'updated_at': '2021-11-16T12:02:52Z', 'revision_number': 2, 'project_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81503f54-ab05-412e-91a3-b9217684d0f6', 'name': '', 'network_id': '733da998-908b-4f40-9755-3953876ebf1d', 'tenant_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'mac_address': 'fa:16:3e:ee:b1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'ea9aad6c-3107-480c-8789-ef41dca06fc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:00:36Z', 'updated_at': '2021-11-16T12:00:40Z', 'revision_number': 5, 'project_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'subnets': [{'id': 'ea9aad6c-3107-480c-8789-ef41dca06fc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:02:54.082096 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd931796-66db-474c-810b-7a93f780dfef', 'tag': '244a56e8-43bd-42ce-8cb3-f0807bc498e7'}, {'name': 'network-changed', 'server_uuid': 'dd931796-66db-474c-810b-7a93f780dfef', 'tag': '244a56e8-43bd-42ce-8cb3-f0807bc498e7'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:02:54.084470 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8335e3-9d80-432c-859c-50c87f300127" -d '{"events": [{"name": "network-changed", "server_uuid": "dd931796-66db-474c-810b-7a93f780dfef", "tag": "244a56e8-43bd-42ce-8cb3-f0807bc498e7"}, {"name": "network-changed", "server_uuid": "dd931796-66db-474c-810b-7a93f780dfef", "tag": "244a56e8-43bd-42ce-8cb3-f0807bc498e7"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:02:54.122335 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 16 Nov 2021 12:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42200783-a673-49d3-b522-455e6f4e20c8 x-openstack-request-id: req-42200783-a673-49d3-b522-455e6f4e20c8 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:02:54.122635 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd931796-66db-474c-810b-7a93f780dfef", "tag": "244a56e8-43bd-42ce-8cb3-f0807bc498e7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dd931796-66db-474c-810b-7a93f780dfef", "tag": "244a56e8-43bd-42ce-8cb3-f0807bc498e7", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:02:54.123421 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-42200783-a673-49d3-b522-455e6f4e20c8 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:02:54.123840 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd931796-66db-474c-810b-7a93f780dfef', 'tag': '244a56e8-43bd-42ce-8cb3-f0807bc498e7', 'status': 'completed', 'code': 200} Nov 16 12:02:54.124111 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd931796-66db-474c-810b-7a93f780dfef', 'tag': '244a56e8-43bd-42ce-8cb3-f0807bc498e7', 'status': 'completed', 'code': 200} Nov 16 12:02:54.185807 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8335e3-9d80-432c-859c-50c87f300127 req-5301dd86-792b-434d-95cb-6897d6050973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:02:54.187315 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bd8335e3-9d80-432c-859c-50c87f300127 req-5301dd86-792b-434d-95cb-6897d6050973 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa36fd9bb7f84370bf70d7acc32a5c04&device_id=dd931796-66db-474c-810b-7a93f780dfef HTTP/1.1" status: 200 len: 1097 time: 0.0405099 Nov 16 12:02:54.280073 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8335e3-9d80-432c-859c-50c87f300127 req-5c6a2aff-1efc-48aa-8098-25bd797d7571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:02:54.281535 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bd8335e3-9d80-432c-859c-50c87f300127 req-5c6a2aff-1efc-48aa-8098-25bd797d7571 service neutron] 10.222.0.36 "GET /v2.0/networks?id=733da998-908b-4f40-9755-3953876ebf1d HTTP/1.1" status: 200 len: 914 time: 0.0867479 Nov 16 12:02:54.345075 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bd8335e3-9d80-432c-859c-50c87f300127 req-0d5cd867-8b6c-4f94-9d70-cb0f64501ef0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=244a56e8-43bd-42ce-8cb3-f0807bc498e7 HTTP/1.1" status: 200 len: 1002 time: 0.0567281 Nov 16 12:02:54.396359 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8335e3-9d80-432c-859c-50c87f300127 req-c426683d-6731-4e9f-9b9e-4fb18ce219e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:02:54.397675 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bd8335e3-9d80-432c-859c-50c87f300127 req-c426683d-6731-4e9f-9b9e-4fb18ce219e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ea9aad6c-3107-480c-8789-ef41dca06fc0 HTTP/1.1" status: 200 len: 852 time: 0.0461085 Nov 16 12:02:54.441009 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8335e3-9d80-432c-859c-50c87f300127 req-7f4713e7-60cb-4c15-8975-f46f5a7de361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:02:54.442475 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bd8335e3-9d80-432c-859c-50c87f300127 req-7f4713e7-60cb-4c15-8975-f46f5a7de361 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=733da998-908b-4f40-9755-3953876ebf1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386357 Nov 16 12:02:54.529814 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bd8335e3-9d80-432c-859c-50c87f300127 req-edd78f9d-f518-4d6e-a9a2-e7e0dd7ba190 service neutron] 10.222.0.36 "GET /v2.0/networks/733da998-908b-4f40-9755-3953876ebf1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804024 Nov 16 12:02:54.625301 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bd8335e3-9d80-432c-859c-50c87f300127 req-8e262094-a182-4e85-951b-5d05f6a28591 service neutron] 10.222.0.36 "GET /v2.0/networks/733da998-908b-4f40-9755-3953876ebf1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891695 Nov 16 12:02:54.705324 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8335e3-9d80-432c-859c-50c87f300127 req-0dd18c44-b018-4684-854d-1313fd8afef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:02:54.706769 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bd8335e3-9d80-432c-859c-50c87f300127 req-0dd18c44-b018-4684-854d-1313fd8afef1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa36fd9bb7f84370bf70d7acc32a5c04&device_id=dd931796-66db-474c-810b-7a93f780dfef HTTP/1.1" status: 200 len: 1097 time: 0.0411069 Nov 16 12:02:54.798184 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8335e3-9d80-432c-859c-50c87f300127 req-a581b792-8f60-42b6-917f-40a682dc46ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:02:54.799623 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bd8335e3-9d80-432c-859c-50c87f300127 req-a581b792-8f60-42b6-917f-40a682dc46ce service neutron] 10.222.0.36 "GET /v2.0/networks?id=733da998-908b-4f40-9755-3953876ebf1d HTTP/1.1" status: 200 len: 914 time: 0.0863814 Nov 16 12:02:54.870934 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bd8335e3-9d80-432c-859c-50c87f300127 req-fdc42fbd-b4fc-48e4-bd4b-45e6e1d3f082 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=244a56e8-43bd-42ce-8cb3-f0807bc498e7 HTTP/1.1" status: 200 len: 1002 time: 0.0557766 Nov 16 12:02:54.918570 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8335e3-9d80-432c-859c-50c87f300127 req-0948cf5b-f4dd-4f85-8549-231f97c004dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:02:54.920084 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bd8335e3-9d80-432c-859c-50c87f300127 req-0948cf5b-f4dd-4f85-8549-231f97c004dd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ea9aad6c-3107-480c-8789-ef41dca06fc0 HTTP/1.1" status: 200 len: 852 time: 0.0424821 Nov 16 12:02:54.972093 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8335e3-9d80-432c-859c-50c87f300127 req-6d0fb56f-a614-49e6-bed4-50f1f497f313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:02:54.973545 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bd8335e3-9d80-432c-859c-50c87f300127 req-6d0fb56f-a614-49e6-bed4-50f1f497f313 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=733da998-908b-4f40-9755-3953876ebf1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473998 Nov 16 12:02:55.067821 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bd8335e3-9d80-432c-859c-50c87f300127 req-9332423f-b873-4cce-808f-054744e5f209 service neutron] 10.222.0.36 "GET /v2.0/networks/733da998-908b-4f40-9755-3953876ebf1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862150 Nov 16 12:02:55.163073 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bd8335e3-9d80-432c-859c-50c87f300127 req-104bbf35-2ad1-4a6e-8bbd-dac8a6dd69cb service neutron] 10.222.0.36 "GET /v2.0/networks/733da998-908b-4f40-9755-3953876ebf1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876758 Nov 16 12:02:58.377498 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:02:59.214653 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:12.750757 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-401c1e18-96e9-4059-b699-3a100905ad26 req-d47a00fe-f5cd-468a-bbf1-d7c89b53e574 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dd931796-66db-474c-810b-7a93f780dfef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418131 Nov 16 12:03:12.836842 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c1e18-96e9-4059-b699-3a100905ad26 req-f4e353f9-266f-44fc-b2cc-e44529f0088f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:03:12.838356 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-401c1e18-96e9-4059-b699-3a100905ad26 req-f4e353f9-266f-44fc-b2cc-e44529f0088f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa36fd9bb7f84370bf70d7acc32a5c04&device_id=dd931796-66db-474c-810b-7a93f780dfef HTTP/1.1" status: 200 len: 1097 time: 0.0442276 Nov 16 12:03:12.947447 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c1e18-96e9-4059-b699-3a100905ad26 req-b2a8f6be-7c8b-4b1d-9bf3-cfc600ede50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:03:12.948917 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-401c1e18-96e9-4059-b699-3a100905ad26 req-b2a8f6be-7c8b-4b1d-9bf3-cfc600ede50f service neutron] 10.222.0.36 "GET /v2.0/networks?id=733da998-908b-4f40-9755-3953876ebf1d HTTP/1.1" status: 200 len: 914 time: 0.0907140 Nov 16 12:03:13.011927 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-401c1e18-96e9-4059-b699-3a100905ad26 req-659f86f0-ee3b-46e5-8f3e-9b5aabb55a6f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=244a56e8-43bd-42ce-8cb3-f0807bc498e7 HTTP/1.1" status: 200 len: 1002 time: 0.0559051 Nov 16 12:03:13.064966 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c1e18-96e9-4059-b699-3a100905ad26 req-54ae4d28-08fe-418e-86dc-d4d230a91def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:03:13.066379 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-401c1e18-96e9-4059-b699-3a100905ad26 req-54ae4d28-08fe-418e-86dc-d4d230a91def service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ea9aad6c-3107-480c-8789-ef41dca06fc0 HTTP/1.1" status: 200 len: 852 time: 0.0469904 Nov 16 12:03:13.088504 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-84a1bd17-a09e-46a2-8870-7993e7292a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:13.112481 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c1e18-96e9-4059-b699-3a100905ad26 req-d143d0d5-d509-438c-9565-1821e92b914e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:03:13.114052 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-401c1e18-96e9-4059-b699-3a100905ad26 req-d143d0d5-d509-438c-9565-1821e92b914e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=733da998-908b-4f40-9755-3953876ebf1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411909 Nov 16 12:03:13.203593 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-401c1e18-96e9-4059-b699-3a100905ad26 req-6ee972c9-1667-45e4-9f5f-9fb8078415b9 service neutron] 10.222.0.36 "GET /v2.0/networks/733da998-908b-4f40-9755-3953876ebf1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823536 Nov 16 12:03:13.296122 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-401c1e18-96e9-4059-b699-3a100905ad26 req-6418d47e-4521-4182-9206-3885321e08b8 service neutron] 10.222.0.36 "GET /v2.0/networks/733da998-908b-4f40-9755-3953876ebf1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848544 Nov 16 12:03:15.617510 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3b9ae632-aed9-4952-9a66-c20639b9fc70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:16.729122 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:18.438201 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:18.894248 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:21.465913 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 51568) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:03:21.676909 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d1cd2ddf-abcc-47bc-a735-eafaae9d6b06 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Deleting port aca2aa1a-ce13-49f3-a377-d4b2eaac8efb {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:03:21.677247 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1cd2ddf-abcc-47bc-a735-eafaae9d6b06 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:21.753114 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1cd2ddf-abcc-47bc-a735-eafaae9d6b06 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:21.753366 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1cd2ddf-abcc-47bc-a735-eafaae9d6b06 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:21.765152 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d1cd2ddf-abcc-47bc-a735-eafaae9d6b06 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Calling delete_port for aca2aa1a-ce13-49f3-a377-d4b2eaac8efb owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:03:21.932793 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1cd2ddf-abcc-47bc-a735-eafaae9d6b06 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:22.213817 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd2ddf-abcc-47bc-a735-eafaae9d6b06 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Pushing event deleted for resources: {'Port': ['ID=aca2aa1a-ce13-49f3-a377-d4b2eaac8efb,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:03:22.273649 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1cd2ddf-abcc-47bc-a735-eafaae9d6b06 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:22.274053 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [None req-d1cd2ddf-abcc-47bc-a735-eafaae9d6b06 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Floating IP bc748ef7-d4a8-4f4c-9174-29e4cd8ba626 disassociated (deleted). External IP: 172.25.0.184, port: 244a56e8-43bd-42ce-8cb3-f0807bc498e7. Nov 16 12:03:22.478953 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1cd2ddf-abcc-47bc-a735-eafaae9d6b06 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Router e6851fbd-1cde-46f6-9477-79a751334d12 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:03:22.584365 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1cd2ddf-abcc-47bc-a735-eafaae9d6b06 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:03:22.589342 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d1cd2ddf-abcc-47bc-a735-eafaae9d6b06 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:22.593955 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e420cd-a930-48f6-a0c8-10048294f3ea None None] Sync routers for ids ['e6851fbd-1cde-46f6-9477-79a751334d12'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:03:22.604042 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e420cd-a930-48f6-a0c8-10048294f3ea None None] Routers {'e6851fbd-1cde-46f6-9477-79a751334d12'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:03:22.604663 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-89e420cd-a930-48f6-a0c8-10048294f3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:03:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['e6851fbd-1cde-46f6-9477-79a751334d12'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:03:22.617018 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d1cd2ddf-abcc-47bc-a735-eafaae9d6b06 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "DELETE /v2.0/floatingips/bc748ef7-d4a8-4f4c-9174-29e4cd8ba626 HTTP/1.1" status: 204 len: 168 time: 1.1499879 Nov 16 12:03:22.617698 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd931796-66db-474c-810b-7a93f780dfef', 'tag': '244a56e8-43bd-42ce-8cb3-f0807bc498e7'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:03:22.620098 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b61a0d-4da6-40e1-9927-57c6247520a8" -d '{"events": [{"name": "network-changed", "server_uuid": "dd931796-66db-474c-810b-7a93f780dfef", "tag": "244a56e8-43bd-42ce-8cb3-f0807bc498e7"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:03:22.711757 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-89e420cd-a930-48f6-a0c8-10048294f3ea None None] Set router e6851fbd-1cde-46f6-9477-79a751334d12 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:03:22.776383 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f18126-c1a7-460c-801e-3e49186f1619 x-openstack-request-id: req-46f18126-c1a7-460c-801e-3e49186f1619 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:03:22.776892 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd931796-66db-474c-810b-7a93f780dfef", "tag": "244a56e8-43bd-42ce-8cb3-f0807bc498e7", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:03:22.777204 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-46f18126-c1a7-460c-801e-3e49186f1619 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:03:22.777615 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd931796-66db-474c-810b-7a93f780dfef', 'tag': '244a56e8-43bd-42ce-8cb3-f0807bc498e7', 'status': 'completed', 'code': 200} Nov 16 12:03:22.846867 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b61a0d-4da6-40e1-9927-57c6247520a8 req-9ed65c16-f425-4d0c-bc53-b5b6fee662f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:03:22.848401 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-15b61a0d-4da6-40e1-9927-57c6247520a8 req-9ed65c16-f425-4d0c-bc53-b5b6fee662f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa36fd9bb7f84370bf70d7acc32a5c04&device_id=dd931796-66db-474c-810b-7a93f780dfef HTTP/1.1" status: 200 len: 1097 time: 0.0461874 Nov 16 12:03:22.874614 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fcb02b-4cbb-40b6-babe-d6868f4af7f5 req-fd574054-fced-41e4-9adf-e969dbb6db21 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:03:22.876865 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b7fcb02b-4cbb-40b6-babe-d6868f4af7f5 req-fd574054-fced-41e4-9adf-e969dbb6db21 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd931796-66db-474c-810b-7a93f780dfef HTTP/1.1" status: 200 len: 946 time: 0.0540340 Nov 16 12:03:22.929369 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b7fcb02b-4cbb-40b6-babe-d6868f4af7f5 req-b2e49ec0-be39-4a8b-8a7d-aac4cb8562a0 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "GET /v2.0/security-groups?id=77ff17da-a42c-4e59-a5ca-34bfa71d174d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461130 Nov 16 12:03:22.936028 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-89e420cd-a930-48f6-a0c8-10048294f3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'name': 'tempest-TestVolumeBackupRestore-604491902-router', 'tenant_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'df954ea7-f2c9-413f-ad56-b36631664e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:00:34Z', 'updated_at': '2021-11-16T12:00:36Z', 'revision_number': 4, 'project_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'gw_port': {'id': 'df954ea7-f2c9-413f-ad56-b36631664e73', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:95:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:00:34Z', 'updated_at': '2021-11-16T12:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '81503f54-ab05-412e-91a3-b9217684d0f6', 'name': '', 'network_id': '733da998-908b-4f40-9755-3953876ebf1d', 'tenant_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'mac_address': 'fa:16:3e:ee:b1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'ea9aad6c-3107-480c-8789-ef41dca06fc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:00:36Z', 'updated_at': '2021-11-16T12:00:40Z', 'revision_number': 5, 'project_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'subnets': [{'id': 'ea9aad6c-3107-480c-8789-ef41dca06fc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:03:22.960628 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b61a0d-4da6-40e1-9927-57c6247520a8 req-438aa202-c3f6-475f-89f0-090557e8ef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:03:22.962173 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-15b61a0d-4da6-40e1-9927-57c6247520a8 req-438aa202-c3f6-475f-89f0-090557e8ef70 service neutron] 10.222.0.36 "GET /v2.0/networks?id=733da998-908b-4f40-9755-3953876ebf1d HTTP/1.1" status: 200 len: 914 time: 0.1050241 Nov 16 12:03:22.962946 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e420cd-a930-48f6-a0c8-10048294f3ea None None] Checking router: e6851fbd-1cde-46f6-9477-79a751334d12 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:03:22.971742 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e420cd-a930-48f6-a0c8-10048294f3ea None None] Routers {'e6851fbd-1cde-46f6-9477-79a751334d12'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:03:22.972357 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-89e420cd-a930-48f6-a0c8-10048294f3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:03:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['e6851fbd-1cde-46f6-9477-79a751334d12'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:03:23.008960 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-15b61a0d-4da6-40e1-9927-57c6247520a8 req-1ed1363e-9a1a-4959-be94-d3f145e4b5a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=244a56e8-43bd-42ce-8cb3-f0807bc498e7 HTTP/1.1" status: 200 len: 217 time: 0.0395265 Nov 16 12:03:23.059235 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b61a0d-4da6-40e1-9927-57c6247520a8 req-6449716a-47bc-4324-82c2-a880486869c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:03:23.060710 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-15b61a0d-4da6-40e1-9927-57c6247520a8 req-6449716a-47bc-4324-82c2-a880486869c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ea9aad6c-3107-480c-8789-ef41dca06fc0 HTTP/1.1" status: 200 len: 852 time: 0.0441163 Nov 16 12:03:23.078452 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-89e420cd-a930-48f6-a0c8-10048294f3ea None None] Set router e6851fbd-1cde-46f6-9477-79a751334d12 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:03:23.111869 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b61a0d-4da6-40e1-9927-57c6247520a8 req-f5783a91-5d87-44e1-864f-31ceda06fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:03:23.113401 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-15b61a0d-4da6-40e1-9927-57c6247520a8 req-f5783a91-5d87-44e1-864f-31ceda06fad5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=733da998-908b-4f40-9755-3953876ebf1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455346 Nov 16 12:03:23.206644 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-15b61a0d-4da6-40e1-9927-57c6247520a8 req-cd6bc2fb-b320-4bce-809c-bc77c171e8a7 service neutron] 10.222.0.36 "GET /v2.0/networks/733da998-908b-4f40-9755-3953876ebf1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828047 Nov 16 12:03:23.285391 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-89e420cd-a930-48f6-a0c8-10048294f3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'name': 'tempest-TestVolumeBackupRestore-604491902-router', 'tenant_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'df954ea7-f2c9-413f-ad56-b36631664e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:00:34Z', 'updated_at': '2021-11-16T12:00:36Z', 'revision_number': 4, 'project_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'gw_port': {'id': 'df954ea7-f2c9-413f-ad56-b36631664e73', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:95:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:00:34Z', 'updated_at': '2021-11-16T12:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '81503f54-ab05-412e-91a3-b9217684d0f6', 'name': '', 'network_id': '733da998-908b-4f40-9755-3953876ebf1d', 'tenant_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'mac_address': 'fa:16:3e:ee:b1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'ea9aad6c-3107-480c-8789-ef41dca06fc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:00:36Z', 'updated_at': '2021-11-16T12:00:40Z', 'revision_number': 5, 'project_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'subnets': [{'id': 'ea9aad6c-3107-480c-8789-ef41dca06fc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:03:23.303922 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-15b61a0d-4da6-40e1-9927-57c6247520a8 req-7de4c33b-0075-4f8d-b439-3da43b8e305c service neutron] 10.222.0.36 "GET /v2.0/networks/733da998-908b-4f40-9755-3953876ebf1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885046 Nov 16 12:03:23.314761 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e420cd-a930-48f6-a0c8-10048294f3ea None None] The sync data for ids ['e6851fbd-1cde-46f6-9477-79a751334d12'] in n-d-816823-3 is: [{'id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'name': 'tempest-TestVolumeBackupRestore-604491902-router', 'tenant_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'df954ea7-f2c9-413f-ad56-b36631664e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:00:34Z', 'updated_at': '2021-11-16T12:00:36Z', 'revision_number': 4, 'project_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'gw_port': {'id': 'df954ea7-f2c9-413f-ad56-b36631664e73', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:95:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:00:34Z', 'updated_at': '2021-11-16T12:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '81503f54-ab05-412e-91a3-b9217684d0f6', 'name': '', 'network_id': '733da998-908b-4f40-9755-3953876ebf1d', 'tenant_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'mac_address': 'fa:16:3e:ee:b1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'ea9aad6c-3107-480c-8789-ef41dca06fc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:00:36Z', 'updated_at': '2021-11-16T12:00:40Z', 'revision_number': 5, 'project_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'subnets': [{'id': 'ea9aad6c-3107-480c-8789-ef41dca06fc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:03:23.532716 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97e101b-a4d3-49ba-9973-6f24cbe5fe83 None None] New status for floating IP bc748ef7-d4a8-4f4c-9174-29e4cd8ba626: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 12:03:24.056181 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc22f17-ee01-4366-aec6-4a29211ac42e req-3940af1c-bc5e-48d7-85a5-38ff6a00d154 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:03:24.057638 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cbc22f17-ee01-4366-aec6-4a29211ac42e req-3940af1c-bc5e-48d7-85a5-38ff6a00d154 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd931796-66db-474c-810b-7a93f780dfef HTTP/1.1" status: 200 len: 946 time: 0.0551567 Nov 16 12:03:24.105388 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cbc22f17-ee01-4366-aec6-4a29211ac42e req-c4a86d65-7011-4d1d-be04-e963cc40d82e tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "GET /v2.0/security-groups?id=77ff17da-a42c-4e59-a5ca-34bfa71d174d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419354 Nov 16 12:03:24.375377 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4adf3e0-88e2-4ec6-9563-d4be7beda8ac req-0b2c9289-7464-419d-a4e4-13b1ee32eb56 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:03:24.377382 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a4adf3e0-88e2-4ec6-9563-d4be7beda8ac req-0b2c9289-7464-419d-a4e4-13b1ee32eb56 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd931796-66db-474c-810b-7a93f780dfef HTTP/1.1" status: 200 len: 946 time: 0.0541148 Nov 16 12:03:24.466051 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-a4adf3e0-88e2-4ec6-9563-d4be7beda8ac req-da50e482-9533-4cc6-8210-db400ba5e8eb tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Deleting port 244a56e8-43bd-42ce-8cb3-f0807bc498e7 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:03:24.466397 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a4adf3e0-88e2-4ec6-9563-d4be7beda8ac req-da50e482-9533-4cc6-8210-db400ba5e8eb tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:24.554234 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-a4adf3e0-88e2-4ec6-9563-d4be7beda8ac req-da50e482-9533-4cc6-8210-db400ba5e8eb tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] For port 244a56e8-43bd-42ce-8cb3-f0807bc498e7, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=244a56e8-43bd-42ce-8cb3-f0807bc498e7,segment=NetworkSegment(f24ff35c-4258-47d7-83f3-4bfeb629a6d8),segment_id=f24ff35c-4258-47d7-83f3-4bfeb629a6d8)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:03:24.554601 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a4adf3e0-88e2-4ec6-9563-d4be7beda8ac req-da50e482-9533-4cc6-8210-db400ba5e8eb tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:24.567504 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-a4adf3e0-88e2-4ec6-9563-d4be7beda8ac req-da50e482-9533-4cc6-8210-db400ba5e8eb tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Calling delete_port for 244a56e8-43bd-42ce-8cb3-f0807bc498e7 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:03:24.695600 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a4adf3e0-88e2-4ec6-9563-d4be7beda8ac req-da50e482-9533-4cc6-8210-db400ba5e8eb tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:24.732043 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da50e482-9533-4cc6-8210-db400ba5e8eb tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Pushing event deleted for resources: {'Port': ['ID=244a56e8-43bd-42ce-8cb3-f0807bc498e7,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:03:24.773490 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4adf3e0-88e2-4ec6-9563-d4be7beda8ac req-da50e482-9533-4cc6-8210-db400ba5e8eb tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] No DVR routers for this DVR port 244a56e8-43bd-42ce-8cb3-f0807bc498e7 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:03:24.776067 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a4adf3e0-88e2-4ec6-9563-d4be7beda8ac req-da50e482-9533-4cc6-8210-db400ba5e8eb tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:24.779479 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a4adf3e0-88e2-4ec6-9563-d4be7beda8ac req-da50e482-9533-4cc6-8210-db400ba5e8eb tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.36 "DELETE /v2.0/ports/244a56e8-43bd-42ce-8cb3-f0807bc498e7 HTTP/1.1" status: 204 len: 173 time: 0.3964717 Nov 16 12:03:24.779926 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd931796-66db-474c-810b-7a93f780dfef', 'name': 'network-vif-deleted', 'tag': '244a56e8-43bd-42ce-8cb3-f0807bc498e7'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:03:24.782168 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba8415b-9fff-4b3e-9020-4d20c179f341" -d '{"events": [{"server_uuid": "dd931796-66db-474c-810b-7a93f780dfef", "name": "network-vif-deleted", "tag": "244a56e8-43bd-42ce-8cb3-f0807bc498e7"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:03:24.819696 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e4fb72-f20f-4b96-a5ce-10a4383b5029 x-openstack-request-id: req-98e4fb72-f20f-4b96-a5ce-10a4383b5029 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:03:24.819992 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd931796-66db-474c-810b-7a93f780dfef", "name": "network-vif-deleted", "tag": "244a56e8-43bd-42ce-8cb3-f0807bc498e7", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:03:24.820247 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-98e4fb72-f20f-4b96-a5ce-10a4383b5029 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:03:24.820655 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd931796-66db-474c-810b-7a93f780dfef', 'name': 'network-vif-deleted', 'tag': '244a56e8-43bd-42ce-8cb3-f0807bc498e7', 'status': 'completed', 'code': 200} Nov 16 12:03:25.212087 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d7e1536a-b2d2-4d81-a633-9314db0aecc6 req-b8bf074f-24c6-4d01-b44c-1f54dc26f5ad tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd931796-66db-474c-810b-7a93f780dfef HTTP/1.1" status: 200 len: 210 time: 0.0274212 Nov 16 12:03:25.407476 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:03:26.307268 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-09f3a948-64f8-4dd1-ac70-a8e50e04be5c req-b0f6a9f6-6aaf-4330-89be-8008499865c9 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd931796-66db-474c-810b-7a93f780dfef HTTP/1.1" status: 200 len: 210 time: 0.0276060 Nov 16 12:03:27.402710 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c7762c06-aef6-40f4-872a-fd1a362e4bdd req-c79932ad-cfb6-47bb-a3c5-43d4cd525440 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd931796-66db-474c-810b-7a93f780dfef HTTP/1.1" status: 200 len: 210 time: 0.0263903 Nov 16 12:03:27.667574 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 244a56e8-43bd-42ce-8cb3-f0807bc498e7 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:03:27.687331 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: 244a56e8-43bd-42ce-8cb3-f0807bc498e7 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:03:27.687671 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 244a56e8-43bd-42ce-8cb3-f0807bc498e7 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:03:28.369714 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:28.498468 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8c17475d-1c47-4b28-a424-2a8b2939431c req-abf9090a-e916-4516-8a4c-60a699c8605e tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd931796-66db-474c-810b-7a93f780dfef HTTP/1.1" status: 200 len: 210 time: 0.0257425 Nov 16 12:03:29.222144 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:29.556938 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 51590) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:03:29.618045 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1ef02707-fba2-45d6-888f-ddbfd23fe5d9 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:29.643005 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1ef02707-fba2-45d6-888f-ddbfd23fe5d9 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:29.701711 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1ef02707-fba2-45d6-888f-ddbfd23fe5d9 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:29.704372 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1ef02707-fba2-45d6-888f-ddbfd23fe5d9 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:29.705534 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1ef02707-fba2-45d6-888f-ddbfd23fe5d9 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] 10.222.0.61 "DELETE /v2.0/security-groups/77ff17da-a42c-4e59-a5ca-34bfa71d174d HTTP/1.1" status: 204 len: 168 time: 0.1476154 Nov 16 12:03:29.715520 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef02707-fba2-45d6-888f-ddbfd23fe5d9 tempest-TestVolumeBackupRestore-2078343218 tempest-TestVolumeBackupRestore-2078343218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ff17da-a42c-4e59-a5ca-34bfa71d174d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:03:34.159449 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52046) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:03:34.503376 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ff71f26-42f4-471b-ba3d-8af431812b0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:34.746728 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-2ff71f26-42f4-471b-ba3d-8af431812b0f admin admin] Deleting port 81503f54-ab05-412e-91a3-b9217684d0f6 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:03:34.747063 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ff71f26-42f4-471b-ba3d-8af431812b0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:34.826325 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-2ff71f26-42f4-471b-ba3d-8af431812b0f admin admin] For port 81503f54-ab05-412e-91a3-b9217684d0f6, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=81503f54-ab05-412e-91a3-b9217684d0f6,segment=NetworkSegment(f24ff35c-4258-47d7-83f3-4bfeb629a6d8),segment_id=f24ff35c-4258-47d7-83f3-4bfeb629a6d8)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:03:34.826684 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ff71f26-42f4-471b-ba3d-8af431812b0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:34.839659 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-2ff71f26-42f4-471b-ba3d-8af431812b0f admin admin] Calling delete_port for 81503f54-ab05-412e-91a3-b9217684d0f6 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:03:35.018995 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ff71f26-42f4-471b-ba3d-8af431812b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:35.043789 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff71f26-42f4-471b-ba3d-8af431812b0f admin admin] Pushing event deleted for resources: {'Port': ['ID=81503f54-ab05-412e-91a3-b9217684d0f6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:03:35.055697 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff71f26-42f4-471b-ba3d-8af431812b0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:03:35.056048 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff71f26-42f4-471b-ba3d-8af431812b0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:03:35.056382 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff71f26-42f4-471b-ba3d-8af431812b0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:03:35.056710 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff71f26-42f4-471b-ba3d-8af431812b0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:03:35.057039 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff71f26-42f4-471b-ba3d-8af431812b0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:03:35.057361 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff71f26-42f4-471b-ba3d-8af431812b0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:03:35.057685 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff71f26-42f4-471b-ba3d-8af431812b0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:03:35.058037 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff71f26-42f4-471b-ba3d-8af431812b0f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:03:35.058360 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff71f26-42f4-471b-ba3d-8af431812b0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:03:35.058680 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff71f26-42f4-471b-ba3d-8af431812b0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:03:35.058996 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff71f26-42f4-471b-ba3d-8af431812b0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:03:35.059309 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff71f26-42f4-471b-ba3d-8af431812b0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:03:35.215717 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ff71f26-42f4-471b-ba3d-8af431812b0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:35.427687 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff71f26-42f4-471b-ba3d-8af431812b0f admin admin] Router e6851fbd-1cde-46f6-9477-79a751334d12 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:03:35.530271 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff71f26-42f4-471b-ba3d-8af431812b0f admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:03:35.535784 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2ff71f26-42f4-471b-ba3d-8af431812b0f admin admin] 10.222.0.61 "PUT /v2.0/routers/e6851fbd-1cde-46f6-9477-79a751334d12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3753057 Nov 16 12:03:35.538356 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52048) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:03:35.540847 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86555ec7-ad04-4196-ad58-9c6349c04158 None None] Sync routers for ids ['e6851fbd-1cde-46f6-9477-79a751334d12'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:03:35.551803 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86555ec7-ad04-4196-ad58-9c6349c04158 None None] Routers {'e6851fbd-1cde-46f6-9477-79a751334d12'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:03:35.552407 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-86555ec7-ad04-4196-ad58-9c6349c04158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:03:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['e6851fbd-1cde-46f6-9477-79a751334d12'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:03:35.658257 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-86555ec7-ad04-4196-ad58-9c6349c04158 None None] Set router e6851fbd-1cde-46f6-9477-79a751334d12 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:03:35.841451 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-86555ec7-ad04-4196-ad58-9c6349c04158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'name': 'tempest-TestVolumeBackupRestore-604491902-router', 'tenant_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'df954ea7-f2c9-413f-ad56-b36631664e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:00:34Z', 'updated_at': '2021-11-16T12:03:34Z', 'revision_number': 5, 'project_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'gw_port': {'id': 'df954ea7-f2c9-413f-ad56-b36631664e73', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:95:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:00:34Z', 'updated_at': '2021-11-16T12:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:03:35.872727 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86555ec7-ad04-4196-ad58-9c6349c04158 None None] Checking router: e6851fbd-1cde-46f6-9477-79a751334d12 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:03:35.882067 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86555ec7-ad04-4196-ad58-9c6349c04158 None None] Routers {'e6851fbd-1cde-46f6-9477-79a751334d12'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:03:35.882685 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-86555ec7-ad04-4196-ad58-9c6349c04158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:03:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['e6851fbd-1cde-46f6-9477-79a751334d12'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:03:35.915542 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-43feff96-db63-4f2f-a246-735d786c9a7d admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:35.985097 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-86555ec7-ad04-4196-ad58-9c6349c04158 None None] Set router e6851fbd-1cde-46f6-9477-79a751334d12 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:03:36.015238 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-43feff96-db63-4f2f-a246-735d786c9a7d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:36.068275 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-43feff96-db63-4f2f-a246-735d786c9a7d admin admin] Deleting port df954ea7-f2c9-413f-ad56-b36631664e73 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:03:36.068616 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-43feff96-db63-4f2f-a246-735d786c9a7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:36.152411 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-43feff96-db63-4f2f-a246-735d786c9a7d admin admin] For port df954ea7-f2c9-413f-ad56-b36631664e73, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=df954ea7-f2c9-413f-ad56-b36631664e73,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:03:36.152802 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-43feff96-db63-4f2f-a246-735d786c9a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:36.163641 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-86555ec7-ad04-4196-ad58-9c6349c04158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'name': 'tempest-TestVolumeBackupRestore-604491902-router', 'tenant_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'df954ea7-f2c9-413f-ad56-b36631664e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:00:34Z', 'updated_at': '2021-11-16T12:03:34Z', 'revision_number': 5, 'project_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'gw_port': {'id': 'df954ea7-f2c9-413f-ad56-b36631664e73', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:95:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:00:34Z', 'updated_at': '2021-11-16T12:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:03:36.165535 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-43feff96-db63-4f2f-a246-735d786c9a7d admin admin] Calling delete_port for df954ea7-f2c9-413f-ad56-b36631664e73 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:03:36.189609 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86555ec7-ad04-4196-ad58-9c6349c04158 None None] The sync data for ids ['e6851fbd-1cde-46f6-9477-79a751334d12'] in n-d-816823-3 is: [{'id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'name': 'tempest-TestVolumeBackupRestore-604491902-router', 'tenant_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'df954ea7-f2c9-413f-ad56-b36631664e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:00:34Z', 'updated_at': '2021-11-16T12:03:34Z', 'revision_number': 5, 'project_id': 'aa36fd9bb7f84370bf70d7acc32a5c04', 'gw_port': {'id': 'df954ea7-f2c9-413f-ad56-b36631664e73', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:95:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6851fbd-1cde-46f6-9477-79a751334d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:00:34Z', 'updated_at': '2021-11-16T12:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:03:36.331550 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-43feff96-db63-4f2f-a246-735d786c9a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:36.359438 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43feff96-db63-4f2f-a246-735d786c9a7d admin admin] Pushing event deleted for resources: {'Port': ['ID=df954ea7-f2c9-413f-ad56-b36631664e73,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:03:36.373410 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e36ef55-b0be-487a-ae7b-3440fff77688 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:03:36.418279 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-43feff96-db63-4f2f-a246-735d786c9a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:36.506883 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-43feff96-db63-4f2f-a246-735d786c9a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:36.508911 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-43feff96-db63-4f2f-a246-735d786c9a7d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:36.563717 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-43feff96-db63-4f2f-a246-735d786c9a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:36.564314 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43feff96-db63-4f2f-a246-735d786c9a7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6851fbd-1cde-46f6-9477-79a751334d12 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 12:03:36.569851 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-43feff96-db63-4f2f-a246-735d786c9a7d admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:36.571054 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-43feff96-db63-4f2f-a246-735d786c9a7d admin admin] 10.222.0.61 "DELETE /v2.0/routers/e6851fbd-1cde-46f6-9477-79a751334d12 HTTP/1.1" status: 204 len: 168 time: 1.0317836 Nov 16 12:03:36.573696 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52050) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:03:36.623331 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dcccfb1-693b-4172-b24f-3985f8dea50e admin admin] Deleting subnet ea9aad6c-3107-480c-8789-ef41dca06fc0 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 12:03:36.627176 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8dcccfb1-693b-4172-b24f-3985f8dea50e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:36.663394 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8dcccfb1-693b-4172-b24f-3985f8dea50e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:36.741772 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8dcccfb1-693b-4172-b24f-3985f8dea50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:36.803006 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8dcccfb1-693b-4172-b24f-3985f8dea50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:36.828952 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcccfb1-693b-4172-b24f-3985f8dea50e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea9aad6c-3107-480c-8789-ef41dca06fc0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:03:36.832430 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8dcccfb1-693b-4172-b24f-3985f8dea50e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:36.835666 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8dcccfb1-693b-4172-b24f-3985f8dea50e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/ea9aad6c-3107-480c-8789-ef41dca06fc0 HTTP/1.1" status: 204 len: 168 time: 0.2609434 Nov 16 12:03:36.838260 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52052) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:03:36.840358 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cc7fdc-3126-4175-9dad-45ea0713aba1 None None] Network 733da998-908b-4f40-9755-3953876ebf1d requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:03:36.920196 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0c731d7-afed-4b3d-ad2b-686f99415305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:36.977280 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-c0c731d7-afed-4b3d-ad2b-686f99415305 admin admin] Deleting port ab5d3f16-3b65-4d2a-ad69-a459b6528f2a {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:03:36.977588 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0c731d7-afed-4b3d-ad2b-686f99415305 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:37.041560 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-c0c731d7-afed-4b3d-ad2b-686f99415305 admin admin] For port ab5d3f16-3b65-4d2a-ad69-a459b6528f2a, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=ab5d3f16-3b65-4d2a-ad69-a459b6528f2a,segment=NetworkSegment(f24ff35c-4258-47d7-83f3-4bfeb629a6d8),segment_id=f24ff35c-4258-47d7-83f3-4bfeb629a6d8)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:03:37.041916 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0c731d7-afed-4b3d-ad2b-686f99415305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:37.054931 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-c0c731d7-afed-4b3d-ad2b-686f99415305 admin admin] Calling delete_port for ab5d3f16-3b65-4d2a-ad69-a459b6528f2a owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:03:37.131764 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0c731d7-afed-4b3d-ad2b-686f99415305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:37.161770 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c731d7-afed-4b3d-ad2b-686f99415305 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab5d3f16-3b65-4d2a-ad69-a459b6528f2a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:03:37.166601 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c731d7-afed-4b3d-ad2b-686f99415305 admin admin] No DVR routers for this DVR port ab5d3f16-3b65-4d2a-ad69-a459b6528f2a on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:03:37.207043 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd29ede-b76a-4424-9f4e-c63ff4ed3f7c None None] DHCP port deletion for 733da998-908b-4f40-9755-3953876ebf1d request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:03:37.244469 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0c731d7-afed-4b3d-ad2b-686f99415305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:37.265484 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-c0c731d7-afed-4b3d-ad2b-686f99415305 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['733da998-908b-4f40-9755-3953876ebf1d']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:03:37.274797 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device ab5d3f16-3b65-4d2a-ad69-a459b6528f2a no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:03:37.277294 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-c0c731d7-afed-4b3d-ad2b-686f99415305 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f24ff35c-4258-47d7-83f3-4bfeb629a6d8') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:03:37.277787 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-c0c731d7-afed-4b3d-ad2b-686f99415305 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f24ff35c-4258-47d7-83f3-4bfeb629a6d8') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:03:37.293023 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0c731d7-afed-4b3d-ad2b-686f99415305 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:37.303095 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: ab5d3f16-3b65-4d2a-ad69-a459b6528f2a {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:03:37.303442 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device ab5d3f16-3b65-4d2a-ad69-a459b6528f2a not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:03:37.303859 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 81503f54-ab05-412e-91a3-b9217684d0f6 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:03:37.308166 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0c731d7-afed-4b3d-ad2b-686f99415305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:37.315033 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0c731d7-afed-4b3d-ad2b-686f99415305 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 12:03:37.315418 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0c731d7-afed-4b3d-ad2b-686f99415305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:37.317151 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 12:03:37.317151 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 12:03:37.317151 n-d-816823-3 neutron-server[102668]: timer() Nov 16 12:03:37.317151 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 12:03:37.317151 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 12:03:37.317151 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 12:03:37.317151 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 12:03:37.317151 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 12:03:37.317151 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 12:03:37.317151 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 12:03:37.317151 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 12:03:37.317151 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 12:03:37.317151 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 12:03:37.317151 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 12:03:37.317151 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 12:03:37.317151 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 12:03:37.317151 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 12:03:37.317151 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 12:03:37.317151 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 12:03:37.317151 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 12:03:37.317151 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 12:03:37.317151 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 12:03:37.317151 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 12:03:37.317151 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 12:03:37.317151 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 12:03:37.317151 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 12:03:37.317151 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 12:03:37.317151 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 12:03:37.317151 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 12:03:37.317151 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 12:03:37.317151 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 12:03:37.317151 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 12:03:37.323494 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 81503f54-ab05-412e-91a3-b9217684d0f6 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:03:37.323848 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 81503f54-ab05-412e-91a3-b9217684d0f6 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:03:37.324263 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device df954ea7-f2c9-413f-ad56-b36631664e73 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:03:37.342526 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: df954ea7-f2c9-413f-ad56-b36631664e73 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:03:37.342876 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device df954ea7-f2c9-413f-ad56-b36631664e73 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:03:37.379797 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0c731d7-afed-4b3d-ad2b-686f99415305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:37.385210 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0c731d7-afed-4b3d-ad2b-686f99415305 admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:37.388426 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c0c731d7-afed-4b3d-ad2b-686f99415305 admin admin] 10.222.0.61 "DELETE /v2.0/networks/733da998-908b-4f40-9755-3953876ebf1d HTTP/1.1" status: 204 len: 168 time: 0.5492613 Nov 16 12:03:37.391561 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 52054) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:03:37.401876 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c731d7-afed-4b3d-ad2b-686f99415305 admin admin] Pushing event deleted for resources: {'Network': ['ID=733da998-908b-4f40-9755-3953876ebf1d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:03:37.736030 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7fc44967-1d95-4347-b960-cedfba0c8b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:37.972842 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-7fc44967-1d95-4347-b960-cedfba0c8b2d admin admin] Deleting port 5cdd4aa4-72b6-4d14-9314-da89c2317873 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:03:37.973171 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7fc44967-1d95-4347-b960-cedfba0c8b2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:38.047770 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-7fc44967-1d95-4347-b960-cedfba0c8b2d admin admin] For port 5cdd4aa4-72b6-4d14-9314-da89c2317873, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=5cdd4aa4-72b6-4d14-9314-da89c2317873,segment=NetworkSegment(27b1942e-471a-46cf-944f-dc5f83b5f71a),segment_id=27b1942e-471a-46cf-944f-dc5f83b5f71a)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:03:38.048123 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7fc44967-1d95-4347-b960-cedfba0c8b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:38.060078 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-7fc44967-1d95-4347-b960-cedfba0c8b2d admin admin] Calling delete_port for 5cdd4aa4-72b6-4d14-9314-da89c2317873 owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:03:38.236656 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7fc44967-1d95-4347-b960-cedfba0c8b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:38.265209 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc44967-1d95-4347-b960-cedfba0c8b2d admin admin] Pushing event deleted for resources: {'Port': ['ID=5cdd4aa4-72b6-4d14-9314-da89c2317873,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:03:38.294464 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc44967-1d95-4347-b960-cedfba0c8b2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:03:38.294884 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc44967-1d95-4347-b960-cedfba0c8b2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:03:38.295321 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc44967-1d95-4347-b960-cedfba0c8b2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:03:38.295800 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc44967-1d95-4347-b960-cedfba0c8b2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:03:38.296140 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc44967-1d95-4347-b960-cedfba0c8b2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:03:38.296471 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc44967-1d95-4347-b960-cedfba0c8b2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:03:38.296799 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc44967-1d95-4347-b960-cedfba0c8b2d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:03:38.297125 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc44967-1d95-4347-b960-cedfba0c8b2d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:03:38.297528 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc44967-1d95-4347-b960-cedfba0c8b2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:03:38.297898 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc44967-1d95-4347-b960-cedfba0c8b2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:03:38.298206 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc44967-1d95-4347-b960-cedfba0c8b2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:03:38.298526 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc44967-1d95-4347-b960-cedfba0c8b2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:03:38.694850 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7fc44967-1d95-4347-b960-cedfba0c8b2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:38.904863 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc44967-1d95-4347-b960-cedfba0c8b2d admin admin] Router 7367ab40-33e0-4df0-9f90-29fa00e417da has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:03:39.007932 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc44967-1d95-4347-b960-cedfba0c8b2d admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:03:39.013175 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7fc44967-1d95-4347-b960-cedfba0c8b2d admin admin] 10.222.0.61 "PUT /v2.0/routers/7367ab40-33e0-4df0-9f90-29fa00e417da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6201439 Nov 16 12:03:39.015392 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 52056) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:03:39.018632 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2daf0f-006f-4927-bf58-35b30692db1a None None] Sync routers for ids ['7367ab40-33e0-4df0-9f90-29fa00e417da'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:03:39.029251 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2daf0f-006f-4927-bf58-35b30692db1a None None] Routers {'7367ab40-33e0-4df0-9f90-29fa00e417da'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:03:39.029991 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-6d2daf0f-006f-4927-bf58-35b30692db1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:03:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['7367ab40-33e0-4df0-9f90-29fa00e417da'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:03:39.116809 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ceb1f54b-f4e0-49d6-ac5e-86eceb63cab8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:39.132215 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-6d2daf0f-006f-4927-bf58-35b30692db1a None None] Set router 7367ab40-33e0-4df0-9f90-29fa00e417da gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:03:39.219059 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ceb1f54b-f4e0-49d6-ac5e-86eceb63cab8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:39.271127 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ceb1f54b-f4e0-49d6-ac5e-86eceb63cab8 admin admin] Deleting port 343a78e6-a421-4065-ba51-d6e1f3c3728c {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:03:39.271467 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ceb1f54b-f4e0-49d6-ac5e-86eceb63cab8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:39.309650 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-6d2daf0f-006f-4927-bf58-35b30692db1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7367ab40-33e0-4df0-9f90-29fa00e417da', 'name': 'tempest-TestVolumeBackupRestore-103078809-router', 'tenant_id': 'ec2938cc7fc44d0aaa9777e7f6f10d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '343a78e6-a421-4065-ba51-d6e1f3c3728c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:00:38Z', 'updated_at': '2021-11-16T12:03:38Z', 'revision_number': 5, 'project_id': 'ec2938cc7fc44d0aaa9777e7f6f10d37', 'gw_port': {'id': '343a78e6-a421-4065-ba51-d6e1f3c3728c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7367ab40-33e0-4df0-9f90-29fa00e417da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:00:38Z', 'updated_at': '2021-11-16T12:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:03:39.335798 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2daf0f-006f-4927-bf58-35b30692db1a None None] Checking router: 7367ab40-33e0-4df0-9f90-29fa00e417da for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:03:39.343901 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2daf0f-006f-4927-bf58-35b30692db1a None None] Routers {'7367ab40-33e0-4df0-9f90-29fa00e417da'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:03:39.345046 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-6d2daf0f-006f-4927-bf58-35b30692db1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:03:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['7367ab40-33e0-4df0-9f90-29fa00e417da'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:03:39.354510 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-ceb1f54b-f4e0-49d6-ac5e-86eceb63cab8 admin admin] For port 343a78e6-a421-4065-ba51-d6e1f3c3728c, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=343a78e6-a421-4065-ba51-d6e1f3c3728c,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:03:39.354888 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ceb1f54b-f4e0-49d6-ac5e-86eceb63cab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:39.367068 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ceb1f54b-f4e0-49d6-ac5e-86eceb63cab8 admin admin] Calling delete_port for 343a78e6-a421-4065-ba51-d6e1f3c3728c owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:03:39.427216 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-6d2daf0f-006f-4927-bf58-35b30692db1a None None] Set router 7367ab40-33e0-4df0-9f90-29fa00e417da gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:03:39.479863 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-6d2daf0f-006f-4927-bf58-35b30692db1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7367ab40-33e0-4df0-9f90-29fa00e417da', 'name': 'tempest-TestVolumeBackupRestore-103078809-router', 'tenant_id': 'ec2938cc7fc44d0aaa9777e7f6f10d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:00:38Z', 'updated_at': '2021-11-16T12:03:39Z', 'revision_number': 6, 'project_id': 'ec2938cc7fc44d0aaa9777e7f6f10d37', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:03:39.505132 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2daf0f-006f-4927-bf58-35b30692db1a None None] The sync data for ids ['7367ab40-33e0-4df0-9f90-29fa00e417da'] in n-d-816823-3 is: [{'id': '7367ab40-33e0-4df0-9f90-29fa00e417da', 'name': 'tempest-TestVolumeBackupRestore-103078809-router', 'tenant_id': 'ec2938cc7fc44d0aaa9777e7f6f10d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:00:38Z', 'updated_at': '2021-11-16T12:03:39Z', 'revision_number': 6, 'project_id': 'ec2938cc7fc44d0aaa9777e7f6f10d37', 'gw_port_host': None}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:03:39.531425 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ceb1f54b-f4e0-49d6-ac5e-86eceb63cab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:39.561637 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb1f54b-f4e0-49d6-ac5e-86eceb63cab8 admin admin] Pushing event deleted for resources: {'Port': ['ID=343a78e6-a421-4065-ba51-d6e1f3c3728c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:03:39.571976 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e94e8b-bcec-45f0-9901-3d364d41c3bd None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:03:39.628643 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ceb1f54b-f4e0-49d6-ac5e-86eceb63cab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:39.717880 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ceb1f54b-f4e0-49d6-ac5e-86eceb63cab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:39.720004 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ceb1f54b-f4e0-49d6-ac5e-86eceb63cab8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:39.762564 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ceb1f54b-f4e0-49d6-ac5e-86eceb63cab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:39.763130 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb1f54b-f4e0-49d6-ac5e-86eceb63cab8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7367ab40-33e0-4df0-9f90-29fa00e417da {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 12:03:39.768017 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ceb1f54b-f4e0-49d6-ac5e-86eceb63cab8 admin admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:39.769163 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ceb1f54b-f4e0-49d6-ac5e-86eceb63cab8 admin admin] 10.222.0.61 "DELETE /v2.0/routers/7367ab40-33e0-4df0-9f90-29fa00e417da HTTP/1.1" status: 204 len: 168 time: 0.7527635 Nov 16 12:03:39.771730 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 52058) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:03:39.815544 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-a26beac5-6825-4921-b991-383f02e290d2 admin admin] Deleting subnet 84662cd4-70a5-4c97-90b6-ddb52aaacc54 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 12:03:39.818489 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a26beac5-6825-4921-b991-383f02e290d2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:39.852541 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a26beac5-6825-4921-b991-383f02e290d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:39.942473 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a26beac5-6825-4921-b991-383f02e290d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:39.994968 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a26beac5-6825-4921-b991-383f02e290d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:40.019438 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26beac5-6825-4921-b991-383f02e290d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84662cd4-70a5-4c97-90b6-ddb52aaacc54,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:03:40.025067 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a26beac5-6825-4921-b991-383f02e290d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:40.028458 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a26beac5-6825-4921-b991-383f02e290d2 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/84662cd4-70a5-4c97-90b6-ddb52aaacc54 HTTP/1.1" status: 204 len: 168 time: 0.2557425 Nov 16 12:03:40.030903 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 52060) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:03:40.033798 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c663d00e-8d06-450c-81a3-7444662ac9bb None None] Network c3b90160-ba36-48b6-b9ea-48179b903dcc requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:03:40.109280 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8edacf29-f9da-40bd-9e4d-ca255da96e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:40.163994 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-8edacf29-f9da-40bd-9e4d-ca255da96e09 admin admin] Deleting port a7ad8817-a645-4d56-807a-988a08a25aa8 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:03:40.164338 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8edacf29-f9da-40bd-9e4d-ca255da96e09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:40.227834 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-8edacf29-f9da-40bd-9e4d-ca255da96e09 admin admin] For port a7ad8817-a645-4d56-807a-988a08a25aa8, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=a7ad8817-a645-4d56-807a-988a08a25aa8,segment=NetworkSegment(27b1942e-471a-46cf-944f-dc5f83b5f71a),segment_id=27b1942e-471a-46cf-944f-dc5f83b5f71a)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:03:40.228136 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8edacf29-f9da-40bd-9e4d-ca255da96e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:40.240441 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-8edacf29-f9da-40bd-9e4d-ca255da96e09 admin admin] Calling delete_port for a7ad8817-a645-4d56-807a-988a08a25aa8 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:03:40.299182 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c17a2b-593c-4761-b1a4-7e765ce38f4e None None] DHCP port deletion for c3b90160-ba36-48b6-b9ea-48179b903dcc request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:03:40.336073 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8edacf29-f9da-40bd-9e4d-ca255da96e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:40.347804 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-a6c17a2b-593c-4761-b1a4-7e765ce38f4e None None] Deleting port a7ad8817-a645-4d56-807a-988a08a25aa8 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:03:40.348174 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a6c17a2b-593c-4761-b1a4-7e765ce38f4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:40.363480 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edacf29-f9da-40bd-9e4d-ca255da96e09 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7ad8817-a645-4d56-807a-988a08a25aa8,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:03:40.367327 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edacf29-f9da-40bd-9e4d-ca255da96e09 admin admin] No DVR routers for this DVR port a7ad8817-a645-4d56-807a-988a08a25aa8 on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:03:40.420054 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-a6c17a2b-593c-4761-b1a4-7e765ce38f4e None None] For port a7ad8817-a645-4d56-807a-988a08a25aa8, host n-d-816823-3, got binding levels [] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:03:40.420454 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a6c17a2b-593c-4761-b1a4-7e765ce38f4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:40.432861 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-a6c17a2b-593c-4761-b1a4-7e765ce38f4e None None] Calling delete_port for a7ad8817-a645-4d56-807a-988a08a25aa8 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:03:40.435697 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.ipam_backend_mixin [None req-a6c17a2b-593c-4761-b1a4-7e765ce38f4e None None] Port a7ad8817-a645-4d56-807a-988a08a25aa8 was not found and therefore no delete operation was performed {{(pid=102670) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 12:03:40.436926 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a6c17a2b-593c-4761-b1a4-7e765ce38f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:40.449008 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8edacf29-f9da-40bd-9e4d-ca255da96e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:40.464041 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c17a2b-593c-4761-b1a4-7e765ce38f4e None None] Pushing event deleted for resources: {'Port': ['ID=a7ad8817-a645-4d56-807a-988a08a25aa8,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:03:40.465899 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c17a2b-593c-4761-b1a4-7e765ce38f4e None None] No DVR routers for this DVR port a7ad8817-a645-4d56-807a-988a08a25aa8 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:03:40.477576 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-8edacf29-f9da-40bd-9e4d-ca255da96e09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3b90160-ba36-48b6-b9ea-48179b903dcc']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:03:40.487524 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-8edacf29-f9da-40bd-9e4d-ca255da96e09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27b1942e-471a-46cf-944f-dc5f83b5f71a') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:03:40.487826 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-8edacf29-f9da-40bd-9e4d-ca255da96e09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27b1942e-471a-46cf-944f-dc5f83b5f71a') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:03:40.497451 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8edacf29-f9da-40bd-9e4d-ca255da96e09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:40.512569 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8edacf29-f9da-40bd-9e4d-ca255da96e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:40.519844 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8edacf29-f9da-40bd-9e4d-ca255da96e09 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 12:03:40.519945 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8edacf29-f9da-40bd-9e4d-ca255da96e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:40.521692 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 12:03:40.521692 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 12:03:40.521692 n-d-816823-3 neutron-server[102669]: timer() Nov 16 12:03:40.521692 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 12:03:40.521692 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 12:03:40.521692 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 12:03:40.521692 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 12:03:40.521692 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 12:03:40.521692 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 12:03:40.521692 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 12:03:40.521692 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 12:03:40.521692 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 12:03:40.521692 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 12:03:40.521692 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 12:03:40.521692 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 12:03:40.521692 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 12:03:40.521692 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 12:03:40.521692 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 12:03:40.521692 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 12:03:40.521692 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 12:03:40.521692 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 12:03:40.521692 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 12:03:40.521692 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 12:03:40.521692 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 12:03:40.521692 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 12:03:40.521692 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 12:03:40.521692 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 12:03:40.521692 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 12:03:40.521692 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 12:03:40.521692 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 12:03:40.521692 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 12:03:40.521692 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 12:03:40.579054 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8edacf29-f9da-40bd-9e4d-ca255da96e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:40.585002 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8edacf29-f9da-40bd-9e4d-ca255da96e09 admin admin] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:40.588291 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8edacf29-f9da-40bd-9e4d-ca255da96e09 admin admin] 10.222.0.61 "DELETE /v2.0/networks/c3b90160-ba36-48b6-b9ea-48179b903dcc HTTP/1.1" status: 204 len: 168 time: 0.5564415 Nov 16 12:03:40.600727 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edacf29-f9da-40bd-9e4d-ca255da96e09 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3b90160-ba36-48b6-b9ea-48179b903dcc,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:03:40.755581 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 52064) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:03:40.794661 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-65ddf6bb-8635-4432-bb77-7fce86181bb6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=aa36fd9bb7f84370bf70d7acc32a5c04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377855 Nov 16 12:03:40.796967 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 52066) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:03:40.846607 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d578925-bd2d-4697-a42f-53e63e86533c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:40.867198 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d578925-bd2d-4697-a42f-53e63e86533c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:40.910619 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d578925-bd2d-4697-a42f-53e63e86533c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:40.913179 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2d578925-bd2d-4697-a42f-53e63e86533c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:40.914335 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2d578925-bd2d-4697-a42f-53e63e86533c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1d00851e-ed9a-46b1-8351-3d607ef3d989 HTTP/1.1" status: 204 len: 168 time: 0.1159539 Nov 16 12:03:40.922549 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d578925-bd2d-4697-a42f-53e63e86533c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d00851e-ed9a-46b1-8351-3d607ef3d989,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:03:41.004445 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 343a78e6-a421-4065-ba51-d6e1f3c3728c no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:03:41.025156 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 343a78e6-a421-4065-ba51-d6e1f3c3728c {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:03:41.025571 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 343a78e6-a421-4065-ba51-d6e1f3c3728c not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:03:41.026014 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 5cdd4aa4-72b6-4d14-9314-da89c2317873 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:03:41.044870 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 5cdd4aa4-72b6-4d14-9314-da89c2317873 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:03:41.045225 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 5cdd4aa4-72b6-4d14-9314-da89c2317873 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:03:41.045632 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device a7ad8817-a645-4d56-807a-988a08a25aa8 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:03:41.068228 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: a7ad8817-a645-4d56-807a-988a08a25aa8 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:03:41.068580 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device a7ad8817-a645-4d56-807a-988a08a25aa8 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:03:41.231293 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 52072) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:03:41.270238 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-bf110f47-f3aa-491c-976a-4a5389676c17 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ec2938cc7fc44d0aaa9777e7f6f10d37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377815 Nov 16 12:03:41.272596 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 52074) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:03:41.319584 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-40b97d45-51e6-42c8-b7a8-91bbc82204cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:41.340144 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-40b97d45-51e6-42c8-b7a8-91bbc82204cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:41.386142 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-40b97d45-51e6-42c8-b7a8-91bbc82204cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:41.388797 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-40b97d45-51e6-42c8-b7a8-91bbc82204cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:41.389969 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-40b97d45-51e6-42c8-b7a8-91bbc82204cb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ee38886d-a224-4226-b1fd-667d54fc5707 HTTP/1.1" status: 204 len: 168 time: 0.1164732 Nov 16 12:03:41.398382 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b97d45-51e6-42c8-b7a8-91bbc82204cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee38886d-a224-4226-b1fd-667d54fc5707,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:03:43.091132 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-561d1d3c-f441-4f29-ac39-450e5c4ff038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:45.619879 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b35e91e3-2b22-44d9-b3f1-4971041343c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:46.732901 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:48.439960 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:48.895922 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:51.308290 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-26ae0776-5add-492f-9cb4-3cca43d0a085 tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=1d6a954e5e0244f2b9a054755de38bf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334203 Nov 16 12:03:51.490120 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-0d373843-b9ec-4336-8e6e-80a5e77dcbb7 tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:03:51.491537 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-0d373843-b9ec-4336-8e6e-80a5e77dcbb7 tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1777053 Nov 16 12:03:51.506723 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-b5d8c7e6-2c9a-4220-b679-de298b3bb56a tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] 10.222.0.61 "GET /v2.0/quotas/1d6a954e5e0244f2b9a054755de38bf4 HTTP/1.1" status: 200 len: 375 time: 0.0094285 Nov 16 12:03:51.536658 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-5c17b3ec-086d-41b1-b1cf-44445c83767b tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1d6a954e5e0244f2b9a054755de38bf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248384 Nov 16 12:03:51.689742 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a458ff63-ee99-44ab-ad1a-04091446d233 req-cf1e1c23-9f74-448e-910e-9431a7cfdba7 tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f837cfd-bb74-43af-ba43-5b532fb66714 HTTP/1.1" status: 200 len: 210 time: 0.0259891 Nov 16 12:03:52.519080 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-f3617852-99d9-4169-b268-a8bcd4641437 tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=1d6a954e5e0244f2b9a054755de38bf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350313 Nov 16 12:03:52.712579 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-340fbaba-6259-43ad-97ef-f8783a6590e9 tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:03:52.714039 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-340fbaba-6259-43ad-97ef-f8783a6590e9 tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1882343 Nov 16 12:03:52.727047 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-3c44d383-8b08-46e1-b552-06b4f530b43e tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] Request body: {'port': {'device_id': '5f837cfd-bb74-43af-ba43-5b532fb66714', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'admin_state_up': True, 'tenant_id': '1d6a954e5e0244f2b9a054755de38bf4'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:03:52.787115 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f35cfb5b-ea48-41b2-aa5f-a64dee16e6ea req-70088b5c-ff13-4c6c-836b-3e12a1041114 tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f837cfd-bb74-43af-ba43-5b532fb66714 HTTP/1.1" status: 200 len: 210 time: 0.0298297 Nov 16 12:03:52.840150 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-3c44d383-8b08-46e1-b552-06b4f530b43e tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] Made reservation on behalf of 1d6a954e5e0244f2b9a054755de38bf4 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:03:52.843742 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-3c44d383-8b08-46e1-b552-06b4f530b43e tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:52.852588 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-3c44d383-8b08-46e1-b552-06b4f530b43e tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:52.925076 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-3c44d383-8b08-46e1-b552-06b4f530b43e tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:52.928723 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-3c44d383-8b08-46e1-b552-06b4f530b43e tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:52.995565 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c44d383-8b08-46e1-b552-06b4f530b43e tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b990f66a-e54c-4b7d-9c8d-08c50126a167,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:03:53.060176 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-3c44d383-8b08-46e1-b552-06b4f530b43e tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] Allocated IP 192.168.233.167 (d184b1c6-3832-4c86-bfd0-c1472d76d6c3/c4c770cc-51d7-42eb-b4a6-9a605bacae0f/50594c32-e3f8-4cec-bd8a-d83c2edf881c) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:03:53.205048 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-3c44d383-8b08-46e1-b552-06b4f530b43e tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:53.237358 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-3c44d383-8b08-46e1-b552-06b4f530b43e tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:53.282302 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-3c44d383-8b08-46e1-b552-06b4f530b43e tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] Network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:03:53.285394 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-3c44d383-8b08-46e1-b552-06b4f530b43e tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:03:53.288034 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-3c44d383-8b08-46e1-b552-06b4f530b43e tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:03:53.314596 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c44d383-8b08-46e1-b552-06b4f530b43e tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] Pushing event updated for resources: {'Port': ['ID=50594c32-e3f8-4cec-bd8a-d83c2edf881c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:03:53.343208 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-3c44d383-8b08-46e1-b552-06b4f530b43e tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:03:53.343826 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-3c44d383-8b08-46e1-b552-06b4f530b43e tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:53.360357 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-3c44d383-8b08-46e1-b552-06b4f530b43e tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6365640 Nov 16 12:03:53.372793 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-5bd3e43b-4719-45af-9d56-539387ef27ab service neutron] Request body: {'port': {'device_id': '5f837cfd-bb74-43af-ba43-5b532fb66714', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:03:53.432556 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-5bd3e43b-4719-45af-9d56-539387ef27ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:53.524808 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-046b0784-183a-4b6c-9ea9-1937765a526c None None] Provisioning complete for port 50594c32-e3f8-4cec-bd8a-d83c2edf881c triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:03:53.525354 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-046b0784-183a-4b6c-9ea9-1937765a526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:53.558617 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-046b0784-183a-4b6c-9ea9-1937765a526c None None] Port 50594c32-e3f8-4cec-bd8a-d83c2edf881c cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:03:53.684478 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-5bd3e43b-4719-45af-9d56-539387ef27ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50594c32-e3f8-4cec-bd8a-d83c2edf881c {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:03:53.692303 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-5bd3e43b-4719-45af-9d56-539387ef27ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:53.704012 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-5bd3e43b-4719-45af-9d56-539387ef27ab service neutron] Transition to ACTIVE for port object 50594c32-e3f8-4cec-bd8a-d83c2edf881c will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 12:03:53.707838 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-5bd3e43b-4719-45af-9d56-539387ef27ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:53.759318 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd3e43b-4719-45af-9d56-539387ef27ab service neutron] Pushing event updated for resources: {'Port': ['ID=50594c32-e3f8-4cec-bd8a-d83c2edf881c,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:03:53.829221 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-5bd3e43b-4719-45af-9d56-539387ef27ab service neutron] Attempting to bind port 50594c32-e3f8-4cec-bd8a-d83c2edf881c on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:03:53.829509 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-5bd3e43b-4719-45af-9d56-539387ef27ab service neutron] Attempting to bind port 50594c32-e3f8-4cec-bd8a-d83c2edf881c by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:03:53.829840 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-5bd3e43b-4719-45af-9d56-539387ef27ab service neutron] Attempting to bind port 50594c32-e3f8-4cec-bd8a-d83c2edf881c on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:03:53.834560 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-5bd3e43b-4719-45af-9d56-539387ef27ab service neutron] Port 50594c32-e3f8-4cec-bd8a-d83c2edf881c on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 12:03:53.834887 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-5bd3e43b-4719-45af-9d56-539387ef27ab service neutron] Attempting to bind port 50594c32-e3f8-4cec-bd8a-d83c2edf881c on network d184b1c6-3832-4c86-bfd0-c1472d76d6c3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:03:53.840053 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-5bd3e43b-4719-45af-9d56-539387ef27ab service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:03:53.840396 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-5bd3e43b-4719-45af-9d56-539387ef27ab service neutron] Checking segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:03:53.841069 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-5bd3e43b-4719-45af-9d56-539387ef27ab service neutron] Bound using segment: {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:03:53.841512 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-5bd3e43b-4719-45af-9d56-539387ef27ab service neutron] Bound port: 50594c32-e3f8-4cec-bd8a-d83c2edf881c, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a40f806-df52-42af-bd83-fe837ff2c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:03:53.841870 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-5bd3e43b-4719-45af-9d56-539387ef27ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:53.909842 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-5bd3e43b-4719-45af-9d56-539387ef27ab service neutron] For port 50594c32-e3f8-4cec-bd8a-d83c2edf881c, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:03:53.912156 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7914d9e-7015-45b2-8c6f-20449227c5c0 req-ce6ec98b-12f1-4646-b82d-690fc00545c0 tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:03:53.913312 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-5bd3e43b-4719-45af-9d56-539387ef27ab service neutron] For port 50594c32-e3f8-4cec-bd8a-d83c2edf881c, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=50594c32-e3f8-4cec-bd8a-d83c2edf881c,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:03:53.914560 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c7914d9e-7015-45b2-8c6f-20449227c5c0 req-ce6ec98b-12f1-4646-b82d-690fc00545c0 tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f837cfd-bb74-43af-ba43-5b532fb66714 HTTP/1.1" status: 200 len: 948 time: 0.0518663 Nov 16 12:03:53.917599 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-5bd3e43b-4719-45af-9d56-539387ef27ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:53.957598 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-5bd3e43b-4719-45af-9d56-539387ef27ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:03:53.958350 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-5bd3e43b-4719-45af-9d56-539387ef27ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:53.959766 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-5bd3e43b-4719-45af-9d56-539387ef27ab service neutron] 10.222.0.36 "PUT /v2.0/ports/50594c32-e3f8-4cec-bd8a-d83c2edf881c HTTP/1.1" status: 200 len: 1096 time: 0.5912545 Nov 16 12:03:53.960222 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f837cfd-bb74-43af-ba43-5b532fb66714', 'tag': '50594c32-e3f8-4cec-bd8a-d83c2edf881c'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:03:53.962569 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0645fc88-bfb0-4052-bb64-62374fc7d413" -d '{"events": [{"name": "network-changed", "server_uuid": "5f837cfd-bb74-43af-ba43-5b532fb66714", "tag": "50594c32-e3f8-4cec-bd8a-d83c2edf881c"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:03:53.965648 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c7914d9e-7015-45b2-8c6f-20449227c5c0 req-1b08db40-faed-46dd-ae1a-b29d7b6c61d4 tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] 10.222.0.61 "GET /v2.0/security-groups?id=b990f66a-e54c-4b7d-9c8d-08c50126a167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455317 Nov 16 12:03:53.982728 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd3e43b-4719-45af-9d56-539387ef27ab service neutron] Pushing event updated for resources: {'Port': ['ID=50594c32-e3f8-4cec-bd8a-d83c2edf881c,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:03:54.030067 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9455e72-3250-41a0-aec6-989123de8bcb x-openstack-request-id: req-b9455e72-3250-41a0-aec6-989123de8bcb {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:03:54.030360 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f837cfd-bb74-43af-ba43-5b532fb66714", "tag": "50594c32-e3f8-4cec-bd8a-d83c2edf881c", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:03:54.030572 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b9455e72-3250-41a0-aec6-989123de8bcb {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:03:54.031136 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f837cfd-bb74-43af-ba43-5b532fb66714', 'tag': '50594c32-e3f8-4cec-bd8a-d83c2edf881c', 'status': 'completed', 'code': 200} Nov 16 12:03:54.065178 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-86f8f96a-0c3f-4c4c-a01a-e0ba38fd375e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:03:54.066746 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-86f8f96a-0c3f-4c4c-a01a-e0ba38fd375e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1d6a954e5e0244f2b9a054755de38bf4&device_id=5f837cfd-bb74-43af-ba43-5b532fb66714 HTTP/1.1" status: 200 len: 1099 time: 0.0481887 Nov 16 12:03:54.108984 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-0041a215-5d03-484a-83e9-0197bcfa9eee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=50594c32-e3f8-4cec-bd8a-d83c2edf881c HTTP/1.1" status: 200 len: 217 time: 0.0343375 Nov 16 12:03:54.162559 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-9a510ef9-337f-48f2-97c8-e48f3ca46388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:03:54.164029 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-9a510ef9-337f-48f2-97c8-e48f3ca46388 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0478725 Nov 16 12:03:54.213133 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-58365c98-7149-4f5b-808c-6b5125800584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:03:54.214662 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-58365c98-7149-4f5b-808c-6b5125800584 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0440125 Nov 16 12:03:54.303338 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-80e83f6f-1716-430c-a94b-4ebe607f7fa7 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812595 Nov 16 12:03:54.394248 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6333b13e-9859-4a1b-9dc0-30a2ffc68945 req-b1a00c24-a969-429b-83d4-1794b52fae98 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844197 Nov 16 12:03:54.476214 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645fc88-bfb0-4052-bb64-62374fc7d413 req-7e19eac4-43ee-46cc-848a-759acb125525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:03:54.477842 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0645fc88-bfb0-4052-bb64-62374fc7d413 req-7e19eac4-43ee-46cc-848a-759acb125525 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1d6a954e5e0244f2b9a054755de38bf4&device_id=5f837cfd-bb74-43af-ba43-5b532fb66714 HTTP/1.1" status: 200 len: 1099 time: 0.0410576 Nov 16 12:03:54.565841 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645fc88-bfb0-4052-bb64-62374fc7d413 req-3bb4cb50-1f63-4911-aa5d-ba7a4a0ba1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:03:54.567308 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0645fc88-bfb0-4052-bb64-62374fc7d413 req-3bb4cb50-1f63-4911-aa5d-ba7a4a0ba1b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3 HTTP/1.1" status: 200 len: 870 time: 0.0817513 Nov 16 12:03:54.608980 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0645fc88-bfb0-4052-bb64-62374fc7d413 req-16667191-b491-4e9d-9d9b-8aa43f186ace service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=50594c32-e3f8-4cec-bd8a-d83c2edf881c HTTP/1.1" status: 200 len: 217 time: 0.0347381 Nov 16 12:03:54.658700 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645fc88-bfb0-4052-bb64-62374fc7d413 req-4eb6c7f2-dccb-4586-958e-f84f5acb8372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:03:54.660104 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0645fc88-bfb0-4052-bb64-62374fc7d413 req-4eb6c7f2-dccb-4586-958e-f84f5acb8372 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c4c770cc-51d7-42eb-b4a6-9a605bacae0f HTTP/1.1" status: 200 len: 843 time: 0.0434716 Nov 16 12:03:54.706485 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645fc88-bfb0-4052-bb64-62374fc7d413 req-50037e18-e2e5-47bf-a97d-61477f7c9711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:03:54.707927 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0645fc88-bfb0-4052-bb64-62374fc7d413 req-50037e18-e2e5-47bf-a97d-61477f7c9711 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d184b1c6-3832-4c86-bfd0-c1472d76d6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0390460 Nov 16 12:03:54.798292 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0645fc88-bfb0-4052-bb64-62374fc7d413 req-521f1d26-90dd-41df-b03e-bd1207acf4b6 service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830865 Nov 16 12:03:54.886348 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0645fc88-bfb0-4052-bb64-62374fc7d413 req-0b905df1-0dd1-446e-b0d1-a229f9f0660b service neutron] 10.222.0.36 "GET /v2.0/networks/d184b1c6-3832-4c86-bfd0-c1472d76d6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800188 Nov 16 12:03:55.089004 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d12e68-58b3-477a-86ab-9f9e5803be19 req-a1482128-713b-4bdc-892d-d1fa9c3cfd2d tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:03:55.090413 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-92d12e68-58b3-477a-86ab-9f9e5803be19 req-a1482128-713b-4bdc-892d-d1fa9c3cfd2d tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f837cfd-bb74-43af-ba43-5b532fb66714 HTTP/1.1" status: 200 len: 948 time: 0.0479252 Nov 16 12:03:55.136800 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-92d12e68-58b3-477a-86ab-9f9e5803be19 req-18598daa-66a4-4319-adb2-61138099b2c2 tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] 10.222.0.61 "GET /v2.0/security-groups?id=b990f66a-e54c-4b7d-9c8d-08c50126a167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406697 Nov 16 12:03:55.805877 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 50594c32-e3f8-4cec-bd8a-d83c2edf881c details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 12:03:55.901149 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 50594c32-e3f8-4cec-bd8a-d83c2edf881c, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=50594c32-e3f8-4cec-bd8a-d83c2edf881c,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:03:55.911914 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '50594c32-e3f8-4cec-bd8a-d83c2edf881c', 'network_id': 'd184b1c6-3832-4c86-bfd0-c1472d76d6c3', 'port_id': '50594c32-e3f8-4cec-bd8a-d83c2edf881c', 'mac_address': 'fa:16:3e:3a:08:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c770cc-51d7-42eb-b4a6-9a605bacae0f', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 12:03:55.948647 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:55.961818 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50594c32-e3f8-4cec-bd8a-d83c2edf881c {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:03:55.980335 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 50594c32-e3f8-4cec-bd8a-d83c2edf881c, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=50594c32-e3f8-4cec-bd8a-d83c2edf881c,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:03:55.984844 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:56.033907 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=50594c32-e3f8-4cec-bd8a-d83c2edf881c,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:03:56.041183 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:03:56.041534 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:03:56.041878 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:03:56.042254 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:03:56.042592 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:03:56.043172 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:03:56.043509 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:03:56.043836 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:03:56.044160 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:03:56.044483 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:03:56.044807 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:03:56.045128 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:03:56.184401 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['50594c32-e3f8-4cec-bd8a-d83c2edf881c'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:03:56.253386 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39015d-6c70-4293-83e2-98ea707f99c2 req-da3a438a-ec2f-493c-b6b4-d8450fef65c6 tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:03:56.254899 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5a39015d-6c70-4293-83e2-98ea707f99c2 req-da3a438a-ec2f-493c-b6b4-d8450fef65c6 tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f837cfd-bb74-43af-ba43-5b532fb66714 HTTP/1.1" status: 200 len: 949 time: 0.0516100 Nov 16 12:03:56.306048 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5a39015d-6c70-4293-83e2-98ea707f99c2 req-d6657b06-525d-4e2d-a2c7-a68365c393ae tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] 10.222.0.61 "GET /v2.0/security-groups?id=b990f66a-e54c-4b7d-9c8d-08c50126a167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452912 Nov 16 12:03:57.419766 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc29c9d-a219-4891-9545-6199d32ece30 req-34aac836-d157-465c-9273-683edafcd27a tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:03:57.421236 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9bc29c9d-a219-4891-9545-6199d32ece30 req-34aac836-d157-465c-9273-683edafcd27a tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f837cfd-bb74-43af-ba43-5b532fb66714 HTTP/1.1" status: 200 len: 949 time: 0.0482333 Nov 16 12:03:57.474213 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9bc29c9d-a219-4891-9545-6199d32ece30 req-4187d473-b6a2-4031-8a05-a164d4b1fb14 tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] 10.222.0.61 "GET /v2.0/security-groups?id=b990f66a-e54c-4b7d-9c8d-08c50126a167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465879 Nov 16 12:03:57.821308 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 50594c32-e3f8-4cec-bd8a-d83c2edf881c up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:03:57.872461 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port 50594c32-e3f8-4cec-bd8a-d83c2edf881c completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 12:03:57.876198 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 50594c32-e3f8-4cec-bd8a-d83c2edf881c triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:03:57.876570 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:57.950758 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:57.972672 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f837cfd-bb74-43af-ba43-5b532fb66714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50594c32-e3f8-4cec-bd8a-d83c2edf881c'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:03:57.975057 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4584ebb-de32-4e19-be82-9a76369b449e" -d '{"events": [{"server_uuid": "5f837cfd-bb74-43af-ba43-5b532fb66714", "name": "network-vif-plugged", "status": "completed", "tag": "50594c32-e3f8-4cec-bd8a-d83c2edf881c"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:03:57.988673 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 50594c32-e3f8-4cec-bd8a-d83c2edf881c, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=50594c32-e3f8-4cec-bd8a-d83c2edf881c,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:03:57.992620 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:58.018421 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f5cbc6-89dd-4eb2-92b5-a2f45c58c86d x-openstack-request-id: req-22f5cbc6-89dd-4eb2-92b5-a2f45c58c86d {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:03:58.018710 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f837cfd-bb74-43af-ba43-5b532fb66714", "name": "network-vif-plugged", "status": "completed", "tag": "50594c32-e3f8-4cec-bd8a-d83c2edf881c", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:03:58.018961 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-22f5cbc6-89dd-4eb2-92b5-a2f45c58c86d {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:03:58.019341 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f837cfd-bb74-43af-ba43-5b532fb66714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50594c32-e3f8-4cec-bd8a-d83c2edf881c', 'code': 200} Nov 16 12:03:58.045079 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=50594c32-e3f8-4cec-bd8a-d83c2edf881c,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:03:58.113719 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19405370-23fd-484f-9d4e-cad9102d6c3b req-be40c113-d2ef-4b57-8f10-1e77c35d14d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:03:58.115166 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-19405370-23fd-484f-9d4e-cad9102d6c3b req-be40c113-d2ef-4b57-8f10-1e77c35d14d4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5f837cfd-bb74-43af-ba43-5b532fb66714 HTTP/1.1" status: 200 len: 1101 time: 0.0447755 Nov 16 12:03:58.159790 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-19405370-23fd-484f-9d4e-cad9102d6c3b req-7dbc5ffc-7f36-4be9-b752-d8ff97bb43ea service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b990f66a-e54c-4b7d-9c8d-08c50126a167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372846 Nov 16 12:03:58.380635 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:58.596115 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e3cd3-4a35-47ac-a4b9-c9dee127ca5b req-82985461-aa5d-4601-8e22-7140d88f5e74 tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:03:58.597586 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-227e3cd3-4a35-47ac-a4b9-c9dee127ca5b req-82985461-aa5d-4601-8e22-7140d88f5e74 tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f837cfd-bb74-43af-ba43-5b532fb66714 HTTP/1.1" status: 200 len: 950 time: 0.0520940 Nov 16 12:03:58.648319 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-227e3cd3-4a35-47ac-a4b9-c9dee127ca5b req-ad1f6504-7233-4794-9a50-f6cdb51f9c81 tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] 10.222.0.61 "GET /v2.0/security-groups?id=b990f66a-e54c-4b7d-9c8d-08c50126a167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447564 Nov 16 12:03:59.232574 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:03:59.759561 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854fd65b-c566-4a36-a26b-6e20f0ae9cbc req-c924dd44-dee6-403a-874f-b668a8347ea2 tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:03:59.761021 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-854fd65b-c566-4a36-a26b-6e20f0ae9cbc req-c924dd44-dee6-403a-874f-b668a8347ea2 tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f837cfd-bb74-43af-ba43-5b532fb66714 HTTP/1.1" status: 200 len: 950 time: 0.0474908 Nov 16 12:03:59.808304 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-854fd65b-c566-4a36-a26b-6e20f0ae9cbc req-6434872a-fa49-4545-985a-88c3cb4e3208 tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] 10.222.0.61 "GET /v2.0/security-groups?id=b990f66a-e54c-4b7d-9c8d-08c50126a167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408657 Nov 16 12:04:00.075329 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [req-779c7a67-ba26-420f-beaf-39cf5b437571 req-a1c8ae74-7e73-474d-9c72-b6bc55d8ef7d service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 12:04:00.076319 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-779c7a67-ba26-420f-beaf-39cf5b437571 req-a1c8ae74-7e73-474d-9c72-b6bc55d8ef7d service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054100 Nov 16 12:04:00.652335 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536dd1c-b7b5-4c99-b2c3-f5bcf83a465c req-ce11f336-5804-4a3c-a1cb-22a3fc3356fb tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:00.653777 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8536dd1c-b7b5-4c99-b2c3-f5bcf83a465c req-ce11f336-5804-4a3c-a1cb-22a3fc3356fb tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f837cfd-bb74-43af-ba43-5b532fb66714 HTTP/1.1" status: 200 len: 950 time: 0.0489032 Nov 16 12:04:00.704072 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8536dd1c-b7b5-4c99-b2c3-f5bcf83a465c req-5bd07fb2-67f6-4317-9c76-04301ab9d628 tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] 10.222.0.61 "GET /v2.0/security-groups?id=b990f66a-e54c-4b7d-9c8d-08c50126a167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436900 Nov 16 12:04:01.820255 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2af07-8eba-4733-aca9-a4fc748bbb2a req-a0238b0e-1d9f-43c2-b7be-5efa98b89fd0 tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:01.821722 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-54d2af07-8eba-4733-aca9-a4fc748bbb2a req-a0238b0e-1d9f-43c2-b7be-5efa98b89fd0 tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f837cfd-bb74-43af-ba43-5b532fb66714 HTTP/1.1" status: 200 len: 950 time: 0.0509586 Nov 16 12:04:01.871088 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-54d2af07-8eba-4733-aca9-a4fc748bbb2a req-37c0343e-8401-46bf-a778-b60b976a210b tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] 10.222.0.61 "GET /v2.0/security-groups?id=b990f66a-e54c-4b7d-9c8d-08c50126a167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435550 Nov 16 12:04:01.896066 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411dc89e-fcc6-4d72-a583-e805199ee678 req-931cedbd-a7ec-4bc7-9d3b-d2b9c8c93cdf tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:01.897500 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-411dc89e-fcc6-4d72-a583-e805199ee678 req-931cedbd-a7ec-4bc7-9d3b-d2b9c8c93cdf tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f837cfd-bb74-43af-ba43-5b532fb66714 HTTP/1.1" status: 200 len: 950 time: 0.0521598 Nov 16 12:04:01.981884 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-411dc89e-fcc6-4d72-a583-e805199ee678 req-6ae5fe3d-5f39-4cca-9063-e06af092d308 tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] Deleting port 50594c32-e3f8-4cec-bd8a-d83c2edf881c {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:04:01.982272 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-411dc89e-fcc6-4d72-a583-e805199ee678 req-6ae5fe3d-5f39-4cca-9063-e06af092d308 tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:02.071558 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-411dc89e-fcc6-4d72-a583-e805199ee678 req-6ae5fe3d-5f39-4cca-9063-e06af092d308 tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] For port 50594c32-e3f8-4cec-bd8a-d83c2edf881c, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=50594c32-e3f8-4cec-bd8a-d83c2edf881c,segment=NetworkSegment(2a40f806-df52-42af-bd83-fe837ff2c049),segment_id=2a40f806-df52-42af-bd83-fe837ff2c049)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:04:02.071920 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-411dc89e-fcc6-4d72-a583-e805199ee678 req-6ae5fe3d-5f39-4cca-9063-e06af092d308 tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:02.083551 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-411dc89e-fcc6-4d72-a583-e805199ee678 req-6ae5fe3d-5f39-4cca-9063-e06af092d308 tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] Calling delete_port for 50594c32-e3f8-4cec-bd8a-d83c2edf881c owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:04:02.212174 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-411dc89e-fcc6-4d72-a583-e805199ee678 req-6ae5fe3d-5f39-4cca-9063-e06af092d308 tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:02.223860 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['50594c32-e3f8-4cec-bd8a-d83c2edf881c'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:04:02.239827 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae5fe3d-5f39-4cca-9063-e06af092d308 tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] Pushing event deleted for resources: {'Port': ['ID=50594c32-e3f8-4cec-bd8a-d83c2edf881c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:04:02.283351 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-411dc89e-fcc6-4d72-a583-e805199ee678 req-6ae5fe3d-5f39-4cca-9063-e06af092d308 tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] No DVR routers for this DVR port 50594c32-e3f8-4cec-bd8a-d83c2edf881c on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:04:02.286067 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-411dc89e-fcc6-4d72-a583-e805199ee678 req-6ae5fe3d-5f39-4cca-9063-e06af092d308 tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:02.289765 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-411dc89e-fcc6-4d72-a583-e805199ee678 req-6ae5fe3d-5f39-4cca-9063-e06af092d308 tempest-ServersAdminNegativeTestJSON-454817788 tempest-ServersAdminNegativeTestJSON-454817788-project] 10.222.0.36 "DELETE /v2.0/ports/50594c32-e3f8-4cec-bd8a-d83c2edf881c HTTP/1.1" status: 204 len: 173 time: 0.3862028 Nov 16 12:04:02.290243 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f837cfd-bb74-43af-ba43-5b532fb66714', 'name': 'network-vif-deleted', 'tag': '50594c32-e3f8-4cec-bd8a-d83c2edf881c'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:04:02.292552 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502363f2-fc8d-495f-a727-c9fcd78c762b" -d '{"events": [{"server_uuid": "5f837cfd-bb74-43af-ba43-5b532fb66714", "name": "network-vif-deleted", "tag": "50594c32-e3f8-4cec-bd8a-d83c2edf881c"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:04:02.333142 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600b7957-bf31-483e-b78a-6ac0a2e3eee4 x-openstack-request-id: req-600b7957-bf31-483e-b78a-6ac0a2e3eee4 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:04:02.333444 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f837cfd-bb74-43af-ba43-5b532fb66714", "name": "network-vif-deleted", "tag": "50594c32-e3f8-4cec-bd8a-d83c2edf881c", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:04:02.333712 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-600b7957-bf31-483e-b78a-6ac0a2e3eee4 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:04:02.334148 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f837cfd-bb74-43af-ba43-5b532fb66714', 'name': 'network-vif-deleted', 'tag': '50594c32-e3f8-4cec-bd8a-d83c2edf881c', 'status': 'completed', 'code': 200} Nov 16 12:04:02.407119 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:04:03.159818 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52200) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:04:03.342033 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-40dff4be-48c8-4cab-869e-7f022c1d59b5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1d6a954e5e0244f2b9a054755de38bf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1810555 Nov 16 12:04:03.344525 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52206) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:04:03.392826 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-317c59b8-1d87-4513-9989-e5eac05b286f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:03.412657 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-317c59b8-1d87-4513-9989-e5eac05b286f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:03.458124 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-317c59b8-1d87-4513-9989-e5eac05b286f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:03.460673 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-317c59b8-1d87-4513-9989-e5eac05b286f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:03.461796 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-317c59b8-1d87-4513-9989-e5eac05b286f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b990f66a-e54c-4b7d-9c8d-08c50126a167 HTTP/1.1" status: 204 len: 168 time: 0.1163981 Nov 16 12:04:03.469425 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c59b8-1d87-4513-9989-e5eac05b286f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b990f66a-e54c-4b7d-9c8d-08c50126a167,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:04:03.713610 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52212) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:04:03.727164 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4f4b0c08-8893-4ed3-acb0-1c25bd299e40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:03.802289 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4f4b0c08-8893-4ed3-acb0-1c25bd299e40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:03.806003 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4f4b0c08-8893-4ed3-acb0-1c25bd299e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:03.841733 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4f4b0c08-8893-4ed3-acb0-1c25bd299e40 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=21b51f30a638467484f919c483d3ab07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1269217 Nov 16 12:04:03.843637 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b0c08-8893-4ed3-acb0-1c25bd299e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0eb8c3-b137-4468-830c-97a024470f1c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:04:03.844607 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 52214) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:04:03.893896 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5f5704c3-935f-4a02-b069-4acff26bb03a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:03.915030 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5f5704c3-935f-4a02-b069-4acff26bb03a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:03.962280 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5f5704c3-935f-4a02-b069-4acff26bb03a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:03.964821 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5f5704c3-935f-4a02-b069-4acff26bb03a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:03.965995 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5f5704c3-935f-4a02-b069-4acff26bb03a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/df0eb8c3-b137-4468-830c-97a024470f1c HTTP/1.1" status: 204 len: 168 time: 0.1197422 Nov 16 12:04:03.974055 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5704c3-935f-4a02-b069-4acff26bb03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0eb8c3-b137-4468-830c-97a024470f1c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:04:04.612408 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52236) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:04:04.707018 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5d5f0aea-0c26-4aa6-a890-c079e879274d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-844498590-network', 'tenant_id': '9d5d2545764546c79fba151a45b1f546'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:04:04.726700 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5f0aea-0c26-4aa6-a890-c079e879274d admin admin] Made reservation on behalf of 9d5d2545764546c79fba151a45b1f546 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:04:04.728968 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5d5f0aea-0c26-4aa6-a890-c079e879274d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:04.737736 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5d5f0aea-0c26-4aa6-a890-c079e879274d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:04.811495 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5d5f0aea-0c26-4aa6-a890-c079e879274d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:04.815620 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5d5f0aea-0c26-4aa6-a890-c079e879274d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:04.836826 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d5f0aea-0c26-4aa6-a890-c079e879274d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 12:04:04.851555 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f0aea-0c26-4aa6-a890-c079e879274d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe0b15e-d5d9-4a0d-925c-2ba283278cfa,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:04:04.856011 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5d5f0aea-0c26-4aa6-a890-c079e879274d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:04.856366 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-5d5f0aea-0c26-4aa6-a890-c079e879274d admin admin] Added segment d28564a7-20b9-438f-92e7-3afc426c38b5 of type vlan for network f5324a66-54fa-490e-8cee-1ac38f1b5d81 Nov 16 12:04:04.895970 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5d5f0aea-0c26-4aa6-a890-c079e879274d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:04.919841 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5d5f0aea-0c26-4aa6-a890-c079e879274d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:04.920885 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5f0aea-0c26-4aa6-a890-c079e879274d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:04.921486 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5d5f0aea-0c26-4aa6-a890-c079e879274d admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:04.980712 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5d5f0aea-0c26-4aa6-a890-c079e879274d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3642983 Nov 16 12:04:04.980997 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 52240) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:04:04.982852 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f0aea-0c26-4aa6-a890-c079e879274d admin admin] Pushing event updated for resources: {'Network': ['ID=f5324a66-54fa-490e-8cee-1ac38f1b5d81,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:04:04.986538 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-693c94f8-d832-4e64-97cd-6e59718178cf admin admin] Request body: {'subnet': {'network_id': 'f5324a66-54fa-490e-8cee-1ac38f1b5d81', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-844498590-subnet', 'tenant_id': '9d5d2545764546c79fba151a45b1f546', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:04:04.993128 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network f5324a66-54fa-490e-8cee-1ac38f1b5d81 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 12:04:05.009045 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693c94f8-d832-4e64-97cd-6e59718178cf admin admin] Made reservation on behalf of 9d5d2545764546c79fba151a45b1f546 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:04:05.011491 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-693c94f8-d832-4e64-97cd-6e59718178cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:05.174148 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-693c94f8-d832-4e64-97cd-6e59718178cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:05.232056 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c94f8-d832-4e64-97cd-6e59718178cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1251217-2d0d-42ef-aada-828cb5b241ef,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:04:05.239536 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693c94f8-d832-4e64-97cd-6e59718178cf admin admin] Checking segment: {'id': 'd28564a7-20b9-438f-92e7-3afc426c38b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f5324a66-54fa-490e-8cee-1ac38f1b5d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:04:05.239886 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693c94f8-d832-4e64-97cd-6e59718178cf admin admin] Network hostable DHCP agents. Network: f5324a66-54fa-490e-8cee-1ac38f1b5d81, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 12:04:05.255073 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693c94f8-d832-4e64-97cd-6e59718178cf admin admin] Network f5324a66-54fa-490e-8cee-1ac38f1b5d81 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 12:04:05.263216 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-693c94f8-d832-4e64-97cd-6e59718178cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, f5324a66-54fa-490e-8cee-1ac38f1b5d81) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:04:05.267193 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693c94f8-d832-4e64-97cd-6e59718178cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:05.267780 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-693c94f8-d832-4e64-97cd-6e59718178cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:05.272902 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53084713-663d-4668-ac69-067591b00933 None None] Network f5324a66-54fa-490e-8cee-1ac38f1b5d81 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:04:05.283205 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-693c94f8-d832-4e64-97cd-6e59718178cf admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3011096 Nov 16 12:04:05.407054 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7786c34-517d-4e05-91da-127f5342cdac None None] Network f5324a66-54fa-490e-8cee-1ac38f1b5d81 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:04:05.701187 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12851f0e-6828-4a49-a237-c21282dce911 req-3b42c7cd-580c-4be8-aa39-65f7bec2f560 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:05.702681 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-12851f0e-6828-4a49-a237-c21282dce911 req-3b42c7cd-580c-4be8-aa39-65f7bec2f560 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/networks?id=f5324a66-54fa-490e-8cee-1ac38f1b5d81 HTTP/1.1" status: 200 len: 811 time: 0.0993574 Nov 16 12:04:05.717086 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-12851f0e-6828-4a49-a237-c21282dce911 req-3fabd8b2-4e60-45e1-b5c2-f0574799a50a tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/quotas/9d5d2545764546c79fba151a45b1f546 HTTP/1.1" status: 200 len: 375 time: 0.0087142 Nov 16 12:04:05.751013 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-12851f0e-6828-4a49-a237-c21282dce911 req-c1a48cdc-e7e5-4b59-adad-9671664426c9 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9d5d2545764546c79fba151a45b1f546&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288932 Nov 16 12:04:05.836384 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 50594c32-e3f8-4cec-bd8a-d83c2edf881c no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:04:05.840302 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-12851f0e-6828-4a49-a237-c21282dce911 req-1cd812fb-23bd-4978-aaaf-039806554643 service neutron] 10.222.0.61 "GET /v2.0/networks/f5324a66-54fa-490e-8cee-1ac38f1b5d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820699 Nov 16 12:04:05.855930 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: 50594c32-e3f8-4cec-bd8a-d83c2edf881c {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:04:05.856279 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 50594c32-e3f8-4cec-bd8a-d83c2edf881c not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:04:05.933678 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-12851f0e-6828-4a49-a237-c21282dce911 req-fbc16463-9c6d-4ade-ad56-9df81cffe0b4 service neutron] 10.222.0.61 "GET /v2.0/networks/f5324a66-54fa-490e-8cee-1ac38f1b5d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872467 Nov 16 12:04:06.086842 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-06bf63b4-7f75-42da-88f8-f36ef46c3683 req-0cbcedad-d4a3-4259-a8d9-deecfd878798 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 210 time: 0.0268977 Nov 16 12:04:07.200206 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2520b16b-bcb9-4e48-9b4f-0bd3b50c5d5e req-011b5ee2-a1d9-47de-bfe0-b8c94bbfeaa1 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 210 time: 0.0306430 Nov 16 12:04:07.245518 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12851f0e-6828-4a49-a237-c21282dce911 req-0df5ed7c-653c-475a-90ff-05ded08dd48e tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:07.246990 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-12851f0e-6828-4a49-a237-c21282dce911 req-0df5ed7c-653c-475a-90ff-05ded08dd48e tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.36 "GET /v2.0/networks?id=f5324a66-54fa-490e-8cee-1ac38f1b5d81 HTTP/1.1" status: 200 len: 811 time: 0.1356699 Nov 16 12:04:07.261140 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-12851f0e-6828-4a49-a237-c21282dce911 req-aed90d1a-67b0-4955-b0c9-5033b05cd6ea tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Request body: {'port': {'device_id': '2a24bb32-c466-4e1f-b95e-36ee7150e321', 'network_id': 'f5324a66-54fa-490e-8cee-1ac38f1b5d81', 'admin_state_up': True, 'tenant_id': '9d5d2545764546c79fba151a45b1f546'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:04:07.362707 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12851f0e-6828-4a49-a237-c21282dce911 req-aed90d1a-67b0-4955-b0c9-5033b05cd6ea tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Made reservation on behalf of 9d5d2545764546c79fba151a45b1f546 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:04:07.366104 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-12851f0e-6828-4a49-a237-c21282dce911 req-aed90d1a-67b0-4955-b0c9-5033b05cd6ea tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:07.488751 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-12851f0e-6828-4a49-a237-c21282dce911 req-aed90d1a-67b0-4955-b0c9-5033b05cd6ea tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Allocated IP 172.20.0.3 (f5324a66-54fa-490e-8cee-1ac38f1b5d81/c1251217-2d0d-42ef-aada-828cb5b241ef/5f0c5132-fd2d-498d-b05a-0c2467691748) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:04:07.900186 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-12851f0e-6828-4a49-a237-c21282dce911 req-aed90d1a-67b0-4955-b0c9-5033b05cd6ea tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:07.932287 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-12851f0e-6828-4a49-a237-c21282dce911 req-aed90d1a-67b0-4955-b0c9-5033b05cd6ea tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:07.971916 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12851f0e-6828-4a49-a237-c21282dce911 req-aed90d1a-67b0-4955-b0c9-5033b05cd6ea tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Network f5324a66-54fa-490e-8cee-1ac38f1b5d81 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:04:07.976807 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-12851f0e-6828-4a49-a237-c21282dce911 req-aed90d1a-67b0-4955-b0c9-5033b05cd6ea tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:04:07.980491 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-12851f0e-6828-4a49-a237-c21282dce911 req-aed90d1a-67b0-4955-b0c9-5033b05cd6ea tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:04:08.012367 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed90d1a-67b0-4955-b0c9-5033b05cd6ea tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Pushing event updated for resources: {'Port': ['ID=5f0c5132-fd2d-498d-b05a-0c2467691748,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:04:08.039515 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12851f0e-6828-4a49-a237-c21282dce911 req-aed90d1a-67b0-4955-b0c9-5033b05cd6ea tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:08.040120 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-12851f0e-6828-4a49-a237-c21282dce911 req-aed90d1a-67b0-4955-b0c9-5033b05cd6ea tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:08.056119 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-12851f0e-6828-4a49-a237-c21282dce911 req-aed90d1a-67b0-4955-b0c9-5033b05cd6ea tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7985759 Nov 16 12:04:08.068292 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-12851f0e-6828-4a49-a237-c21282dce911 req-fc8212b0-43a7-4749-aa18-a0ad5b53ad6e service neutron] Request body: {'port': {'device_id': '2a24bb32-c466-4e1f-b95e-36ee7150e321', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:04:08.122035 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-12851f0e-6828-4a49-a237-c21282dce911 req-fc8212b0-43a7-4749-aa18-a0ad5b53ad6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:08.315818 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36e8e4-9285-4dac-b114-8c8c8db7b0ac req-7431e760-c910-4a6a-b5fd-5d2dae965e94 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:08.317288 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0c36e8e4-9285-4dac-b114-8c8c8db7b0ac req-7431e760-c910-4a6a-b5fd-5d2dae965e94 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 931 time: 0.0500472 Nov 16 12:04:08.370600 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0c36e8e4-9285-4dac-b114-8c8c8db7b0ac req-273578a4-eabe-4468-9dae-454f4d4ed72c tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/security-groups?id=afe0b15e-d5d9-4a0d-925c-2ba283278cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474036 Nov 16 12:04:08.382051 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-12851f0e-6828-4a49-a237-c21282dce911 req-fc8212b0-43a7-4749-aa18-a0ad5b53ad6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f0c5132-fd2d-498d-b05a-0c2467691748 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:04:08.389513 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-12851f0e-6828-4a49-a237-c21282dce911 req-fc8212b0-43a7-4749-aa18-a0ad5b53ad6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:08.401273 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-12851f0e-6828-4a49-a237-c21282dce911 req-fc8212b0-43a7-4749-aa18-a0ad5b53ad6e service neutron] Transition to ACTIVE for port object 5f0c5132-fd2d-498d-b05a-0c2467691748 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 12:04:08.404514 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-12851f0e-6828-4a49-a237-c21282dce911 req-fc8212b0-43a7-4749-aa18-a0ad5b53ad6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:08.458208 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8212b0-43a7-4749-aa18-a0ad5b53ad6e service neutron] Pushing event updated for resources: {'Port': ['ID=5f0c5132-fd2d-498d-b05a-0c2467691748,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:04:08.522686 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-12851f0e-6828-4a49-a237-c21282dce911 req-fc8212b0-43a7-4749-aa18-a0ad5b53ad6e service neutron] Attempting to bind port 5f0c5132-fd2d-498d-b05a-0c2467691748 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:04:08.523018 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-12851f0e-6828-4a49-a237-c21282dce911 req-fc8212b0-43a7-4749-aa18-a0ad5b53ad6e service neutron] Attempting to bind port 5f0c5132-fd2d-498d-b05a-0c2467691748 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'd28564a7-20b9-438f-92e7-3afc426c38b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f5324a66-54fa-490e-8cee-1ac38f1b5d81'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:04:08.523334 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12851f0e-6828-4a49-a237-c21282dce911 req-fc8212b0-43a7-4749-aa18-a0ad5b53ad6e service neutron] Attempting to bind port 5f0c5132-fd2d-498d-b05a-0c2467691748 on network f5324a66-54fa-490e-8cee-1ac38f1b5d81 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:04:08.527542 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12851f0e-6828-4a49-a237-c21282dce911 req-fc8212b0-43a7-4749-aa18-a0ad5b53ad6e service neutron] Port 5f0c5132-fd2d-498d-b05a-0c2467691748 on network f5324a66-54fa-490e-8cee-1ac38f1b5d81 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 12:04:08.527857 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12851f0e-6828-4a49-a237-c21282dce911 req-fc8212b0-43a7-4749-aa18-a0ad5b53ad6e service neutron] Attempting to bind port 5f0c5132-fd2d-498d-b05a-0c2467691748 on network f5324a66-54fa-490e-8cee-1ac38f1b5d81 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:04:08.533106 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12851f0e-6828-4a49-a237-c21282dce911 req-fc8212b0-43a7-4749-aa18-a0ad5b53ad6e service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:04:08.533433 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12851f0e-6828-4a49-a237-c21282dce911 req-fc8212b0-43a7-4749-aa18-a0ad5b53ad6e service neutron] Checking segment: {'id': 'd28564a7-20b9-438f-92e7-3afc426c38b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f5324a66-54fa-490e-8cee-1ac38f1b5d81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:04:08.533808 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12851f0e-6828-4a49-a237-c21282dce911 req-fc8212b0-43a7-4749-aa18-a0ad5b53ad6e service neutron] Bound using segment: {'id': 'd28564a7-20b9-438f-92e7-3afc426c38b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f5324a66-54fa-490e-8cee-1ac38f1b5d81'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:04:08.534249 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-12851f0e-6828-4a49-a237-c21282dce911 req-fc8212b0-43a7-4749-aa18-a0ad5b53ad6e service neutron] Bound port: 5f0c5132-fd2d-498d-b05a-0c2467691748, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd28564a7-20b9-438f-92e7-3afc426c38b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f5324a66-54fa-490e-8cee-1ac38f1b5d81'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:04:08.534590 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-12851f0e-6828-4a49-a237-c21282dce911 req-fc8212b0-43a7-4749-aa18-a0ad5b53ad6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:08.593655 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-12851f0e-6828-4a49-a237-c21282dce911 req-fc8212b0-43a7-4749-aa18-a0ad5b53ad6e service neutron] For port 5f0c5132-fd2d-498d-b05a-0c2467691748, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:04:08.597205 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-12851f0e-6828-4a49-a237-c21282dce911 req-fc8212b0-43a7-4749-aa18-a0ad5b53ad6e service neutron] For port 5f0c5132-fd2d-498d-b05a-0c2467691748, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=5f0c5132-fd2d-498d-b05a-0c2467691748,segment=NetworkSegment(d28564a7-20b9-438f-92e7-3afc426c38b5),segment_id=d28564a7-20b9-438f-92e7-3afc426c38b5)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:04:08.600851 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-12851f0e-6828-4a49-a237-c21282dce911 req-fc8212b0-43a7-4749-aa18-a0ad5b53ad6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:08.632679 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12851f0e-6828-4a49-a237-c21282dce911 req-fc8212b0-43a7-4749-aa18-a0ad5b53ad6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:08.633414 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-12851f0e-6828-4a49-a237-c21282dce911 req-fc8212b0-43a7-4749-aa18-a0ad5b53ad6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:08.634797 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-12851f0e-6828-4a49-a237-c21282dce911 req-fc8212b0-43a7-4749-aa18-a0ad5b53ad6e service neutron] 10.222.0.36 "PUT /v2.0/ports/5f0c5132-fd2d-498d-b05a-0c2467691748 HTTP/1.1" status: 200 len: 1091 time: 0.5704374 Nov 16 12:04:08.635226 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a24bb32-c466-4e1f-b95e-36ee7150e321', 'tag': '5f0c5132-fd2d-498d-b05a-0c2467691748'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:04:08.637435 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63319b9c-6a12-4d78-a390-cd0f20b5f179" -d '{"events": [{"name": "network-changed", "server_uuid": "2a24bb32-c466-4e1f-b95e-36ee7150e321", "tag": "5f0c5132-fd2d-498d-b05a-0c2467691748"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:04:08.663817 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8212b0-43a7-4749-aa18-a0ad5b53ad6e service neutron] Pushing event updated for resources: {'Port': ['ID=5f0c5132-fd2d-498d-b05a-0c2467691748,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:04:08.685118 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22965f89-e248-4e93-b104-ffd3c7adbbc7 x-openstack-request-id: req-22965f89-e248-4e93-b104-ffd3c7adbbc7 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:04:08.685409 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a24bb32-c466-4e1f-b95e-36ee7150e321", "tag": "5f0c5132-fd2d-498d-b05a-0c2467691748", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:04:08.685663 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-22965f89-e248-4e93-b104-ffd3c7adbbc7 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:04:08.686090 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a24bb32-c466-4e1f-b95e-36ee7150e321', 'tag': '5f0c5132-fd2d-498d-b05a-0c2467691748', 'status': 'completed', 'code': 200} Nov 16 12:04:08.722570 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12851f0e-6828-4a49-a237-c21282dce911 req-3f661e54-3deb-4f6d-962e-94efdeeaad97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:08.724066 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-12851f0e-6828-4a49-a237-c21282dce911 req-3f661e54-3deb-4f6d-962e-94efdeeaad97 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d5d2545764546c79fba151a45b1f546&device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 1094 time: 0.0488887 Nov 16 12:04:08.764259 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-12851f0e-6828-4a49-a237-c21282dce911 req-2b48a798-23b0-4e2b-baf3-7dde30de28e3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f0c5132-fd2d-498d-b05a-0c2467691748 HTTP/1.1" status: 200 len: 217 time: 0.0324726 Nov 16 12:04:08.811961 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12851f0e-6828-4a49-a237-c21282dce911 req-94b966d1-5ec5-497e-ae9f-d5209d71b09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:08.813302 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-12851f0e-6828-4a49-a237-c21282dce911 req-94b966d1-5ec5-497e-ae9f-d5209d71b09d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c1251217-2d0d-42ef-aada-828cb5b241ef HTTP/1.1" status: 200 len: 851 time: 0.0423820 Nov 16 12:04:08.843536 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-12851f0e-6828-4a49-a237-c21282dce911 req-cb365ab4-e6d2-4615-bbea-c5d6ff549544 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f5324a66-54fa-490e-8cee-1ac38f1b5d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237145 Nov 16 12:04:08.933632 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-12851f0e-6828-4a49-a237-c21282dce911 req-f5c065ec-476c-4201-b9ba-1f31b0bb5c12 service neutron] 10.222.0.36 "GET /v2.0/networks/f5324a66-54fa-490e-8cee-1ac38f1b5d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823352 Nov 16 12:04:09.021214 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-12851f0e-6828-4a49-a237-c21282dce911 req-54ef80ad-eed7-4054-a717-0d0fc1eb72ad service neutron] 10.222.0.36 "GET /v2.0/networks/f5324a66-54fa-490e-8cee-1ac38f1b5d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804551 Nov 16 12:04:09.108358 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63319b9c-6a12-4d78-a390-cd0f20b5f179 req-e691ba84-86d7-4001-acf6-393c33143e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:09.109731 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-63319b9c-6a12-4d78-a390-cd0f20b5f179 req-e691ba84-86d7-4001-acf6-393c33143e2f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d5d2545764546c79fba151a45b1f546&device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 1094 time: 0.0448492 Nov 16 12:04:09.197792 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63319b9c-6a12-4d78-a390-cd0f20b5f179 req-285c61f1-4d0b-4869-a991-70257245d12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:09.199333 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-63319b9c-6a12-4d78-a390-cd0f20b5f179 req-285c61f1-4d0b-4869-a991-70257245d12c service neutron] 10.222.0.36 "GET /v2.0/networks?id=f5324a66-54fa-490e-8cee-1ac38f1b5d81 HTTP/1.1" status: 200 len: 912 time: 0.0827610 Nov 16 12:04:09.243658 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-63319b9c-6a12-4d78-a390-cd0f20b5f179 req-42ba83a2-7ead-4493-988b-0b85d32a2cf6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f0c5132-fd2d-498d-b05a-0c2467691748 HTTP/1.1" status: 200 len: 217 time: 0.0372238 Nov 16 12:04:09.293807 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63319b9c-6a12-4d78-a390-cd0f20b5f179 req-4fc0de4d-1386-45d3-b564-f126206b5be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:09.295670 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-63319b9c-6a12-4d78-a390-cd0f20b5f179 req-4fc0de4d-1386-45d3-b564-f126206b5be6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c1251217-2d0d-42ef-aada-828cb5b241ef HTTP/1.1" status: 200 len: 851 time: 0.0444314 Nov 16 12:04:09.327536 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-63319b9c-6a12-4d78-a390-cd0f20b5f179 req-0d361715-ee76-481c-bff3-9d679a7c69c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f5324a66-54fa-490e-8cee-1ac38f1b5d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240579 Nov 16 12:04:09.421764 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-63319b9c-6a12-4d78-a390-cd0f20b5f179 req-325dc323-861e-4d15-9b67-7b360f516e0e service neutron] 10.222.0.36 "GET /v2.0/networks/f5324a66-54fa-490e-8cee-1ac38f1b5d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853405 Nov 16 12:04:09.489318 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84908286-eabb-4055-9b08-45430b497633 req-f0441048-a5fe-4642-9d36-9c980514836e tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:09.490836 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-84908286-eabb-4055-9b08-45430b497633 req-f0441048-a5fe-4642-9d36-9c980514836e tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 943 time: 0.0516398 Nov 16 12:04:09.512907 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-63319b9c-6a12-4d78-a390-cd0f20b5f179 req-bf8dcbe8-05d1-4ccf-af2b-c040e61a5c09 service neutron] 10.222.0.36 "GET /v2.0/networks/f5324a66-54fa-490e-8cee-1ac38f1b5d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822241 Nov 16 12:04:09.538387 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-84908286-eabb-4055-9b08-45430b497633 req-28a9ea71-822a-4734-96da-c629ddafb4e1 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/security-groups?id=afe0b15e-d5d9-4a0d-925c-2ba283278cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416148 Nov 16 12:04:10.651305 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e0585-4ea1-47d1-b2cc-137fdef3068b req-ec95a1c0-2d93-4d24-9779-ef46328ec56a tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:10.652820 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-507e0585-4ea1-47d1-b2cc-137fdef3068b req-ec95a1c0-2d93-4d24-9779-ef46328ec56a tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 943 time: 0.0480125 Nov 16 12:04:10.701517 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-507e0585-4ea1-47d1-b2cc-137fdef3068b req-fb6122ad-200a-4bfe-a34d-276ff3cacd3a tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/security-groups?id=afe0b15e-d5d9-4a0d-925c-2ba283278cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423391 Nov 16 12:04:11.813369 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7fe85-4222-47ff-9cec-2a4737951680 req-a4601163-ddec-4976-83f8-29622e3bedb5 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:11.814848 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b4f7fe85-4222-47ff-9cec-2a4737951680 req-a4601163-ddec-4976-83f8-29622e3bedb5 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 943 time: 0.0476274 Nov 16 12:04:11.835966 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 5f0c5132-fd2d-498d-b05a-0c2467691748 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 12:04:11.867332 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b4f7fe85-4222-47ff-9cec-2a4737951680 req-f05e663c-84c5-43e9-96a5-ba0256ffdcb7 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/security-groups?id=afe0b15e-d5d9-4a0d-925c-2ba283278cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467954 Nov 16 12:04:11.931829 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 5f0c5132-fd2d-498d-b05a-0c2467691748, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=5f0c5132-fd2d-498d-b05a-0c2467691748,segment=NetworkSegment(d28564a7-20b9-438f-92e7-3afc426c38b5),segment_id=d28564a7-20b9-438f-92e7-3afc426c38b5)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:04:11.943551 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '5f0c5132-fd2d-498d-b05a-0c2467691748', 'network_id': 'f5324a66-54fa-490e-8cee-1ac38f1b5d81', 'port_id': '5f0c5132-fd2d-498d-b05a-0c2467691748', 'mac_address': 'fa:16:3e:66:ef:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1251217-2d0d-42ef-aada-828cb5b241ef', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 12:04:11.979893 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:11.992467 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f0c5132-fd2d-498d-b05a-0c2467691748 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:04:12.015093 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 5f0c5132-fd2d-498d-b05a-0c2467691748, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=5f0c5132-fd2d-498d-b05a-0c2467691748,segment=NetworkSegment(d28564a7-20b9-438f-92e7-3afc426c38b5),segment_id=d28564a7-20b9-438f-92e7-3afc426c38b5)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:04:12.019445 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:12.064684 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=5f0c5132-fd2d-498d-b05a-0c2467691748,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:04:12.210863 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['5f0c5132-fd2d-498d-b05a-0c2467691748'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:04:12.988303 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253fef8-2183-4b77-964d-520d32569c9b req-bac81d5e-cb89-4ac8-84d9-78fff9b74cd5 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:12.989769 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d253fef8-2183-4b77-964d-520d32569c9b req-bac81d5e-cb89-4ac8-84d9-78fff9b74cd5 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 944 time: 0.0542364 Nov 16 12:04:13.035439 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d253fef8-2183-4b77-964d-520d32569c9b req-01dc6210-5104-4a8b-96fa-f2aa3966c37c tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/security-groups?id=afe0b15e-d5d9-4a0d-925c-2ba283278cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396163 Nov 16 12:04:13.095214 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3c92f0dc-793d-4724-bb9b-c83dfc85874a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:13.851838 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 5f0c5132-fd2d-498d-b05a-0c2467691748 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:04:13.900088 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port 5f0c5132-fd2d-498d-b05a-0c2467691748 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 12:04:13.903865 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 5f0c5132-fd2d-498d-b05a-0c2467691748 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:04:13.904239 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:13.978575 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:14.000997 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a24bb32-c466-4e1f-b95e-36ee7150e321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0c5132-fd2d-498d-b05a-0c2467691748'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:04:14.003234 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971e67e9-64e6-4b2c-a383-a9ed55ebce3c" -d '{"events": [{"server_uuid": "2a24bb32-c466-4e1f-b95e-36ee7150e321", "name": "network-vif-plugged", "status": "completed", "tag": "5f0c5132-fd2d-498d-b05a-0c2467691748"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:04:14.019122 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 5f0c5132-fd2d-498d-b05a-0c2467691748, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=5f0c5132-fd2d-498d-b05a-0c2467691748,segment=NetworkSegment(d28564a7-20b9-438f-92e7-3afc426c38b5),segment_id=d28564a7-20b9-438f-92e7-3afc426c38b5)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:04:14.023650 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:14.046153 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f89390-6558-4e26-ac84-6f929274aadc x-openstack-request-id: req-d1f89390-6558-4e26-ac84-6f929274aadc {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:04:14.046501 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a24bb32-c466-4e1f-b95e-36ee7150e321", "name": "network-vif-plugged", "status": "completed", "tag": "5f0c5132-fd2d-498d-b05a-0c2467691748", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:04:14.046759 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d1f89390-6558-4e26-ac84-6f929274aadc {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:04:14.047671 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a24bb32-c466-4e1f-b95e-36ee7150e321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0c5132-fd2d-498d-b05a-0c2467691748', 'code': 200} Nov 16 12:04:14.074848 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=5f0c5132-fd2d-498d-b05a-0c2467691748,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:04:14.141686 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da84975-5fc8-47ce-b5e9-c569924cc886 req-94fb6d57-6326-4d3d-8296-cee57c35b197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:14.143375 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1da84975-5fc8-47ce-b5e9-c569924cc886 req-94fb6d57-6326-4d3d-8296-cee57c35b197 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 1096 time: 0.0423737 Nov 16 12:04:14.162222 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724491f-bd9c-4209-8d8c-71fb19f7e676 req-5922a1f2-41a9-4f06-a78e-32adfa6b0d78 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:14.163721 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a724491f-bd9c-4209-8d8c-71fb19f7e676 req-5922a1f2-41a9-4f06-a78e-32adfa6b0d78 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 945 time: 0.0496898 Nov 16 12:04:14.189623 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1da84975-5fc8-47ce-b5e9-c569924cc886 req-1b7ac380-bd53-408e-84a7-bb58211fd857 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=afe0b15e-d5d9-4a0d-925c-2ba283278cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385687 Nov 16 12:04:14.210793 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a724491f-bd9c-4209-8d8c-71fb19f7e676 req-d9dc5ebc-e3dd-4f80-88b3-69edcbf42a43 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/security-groups?id=afe0b15e-d5d9-4a0d-925c-2ba283278cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409040 Nov 16 12:04:15.331010 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18513b-b797-4dc7-931b-6cc1d35377df req-6e9e20e4-256a-443a-a69c-0689899ccdc7 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:15.332521 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8a18513b-b797-4dc7-931b-6cc1d35377df req-6e9e20e4-256a-443a-a69c-0689899ccdc7 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 945 time: 0.0542159 Nov 16 12:04:15.383076 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8a18513b-b797-4dc7-931b-6cc1d35377df req-fe4b6e27-d714-4daa-84df-0b59b6b58fed tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/security-groups?id=afe0b15e-d5d9-4a0d-925c-2ba283278cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447149 Nov 16 12:04:15.565307 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 52294) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:04:15.624556 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d4f7c28c-250f-4a5c-b89c-97dd343bdf5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:15.639035 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b53f7-f5ac-48de-b191-392ac6bbf169 req-f6af9e6f-d1c7-4d78-a8f2-8be5f8e7c893 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:15.641365 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ec4b53f7-f5ac-48de-b191-392ac6bbf169 req-f6af9e6f-d1c7-4d78-a8f2-8be5f8e7c893 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 945 time: 0.0658491 Nov 16 12:04:15.719136 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ec4b53f7-f5ac-48de-b191-392ac6bbf169 req-fb59cb47-5cb9-42b1-8d02-d93dbcba7136 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/security-groups?id=afe0b15e-d5d9-4a0d-925c-2ba283278cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653739 Nov 16 12:04:15.731075 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5d1b501a-7bad-44b2-b561-501599b45167 req-b5bfe062-d9c6-49c1-90f6-7bdef6689e15 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1640503 Nov 16 12:04:15.739823 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [req-5d1b501a-7bad-44b2-b561-501599b45167 req-5c33fa8b-0298-4da2-a677-7bf65aa35996 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 12:04:15.740753 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5d1b501a-7bad-44b2-b561-501599b45167 req-5c33fa8b-0298-4da2-a677-7bf65aa35996 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048809 Nov 16 12:04:16.736604 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:16.840014 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915d1ba-a564-4a8a-866c-cca1fd49bdee req-3547939d-7e9d-41e7-8467-952f18c0d5fd tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:16.841549 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c915d1ba-a564-4a8a-866c-cca1fd49bdee req-3547939d-7e9d-41e7-8467-952f18c0d5fd tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 945 time: 0.0523055 Nov 16 12:04:16.893991 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c915d1ba-a564-4a8a-866c-cca1fd49bdee req-336768bf-9e53-4044-b275-26614e83350d tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/security-groups?id=afe0b15e-d5d9-4a0d-925c-2ba283278cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451398 Nov 16 12:04:16.954256 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b501a-7bad-44b2-b561-501599b45167 req-604b5d81-f7b8-4b35-abd4-14dea01a4e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:16.955764 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5d1b501a-7bad-44b2-b561-501599b45167 req-604b5d81-f7b8-4b35-abd4-14dea01a4e06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d5d2545764546c79fba151a45b1f546&device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 1096 time: 0.0446496 Nov 16 12:04:17.043478 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b501a-7bad-44b2-b561-501599b45167 req-cbdab6fa-8d79-4a16-81f2-631effa64db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:17.044940 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5d1b501a-7bad-44b2-b561-501599b45167 req-cbdab6fa-8d79-4a16-81f2-631effa64db1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f5324a66-54fa-490e-8cee-1ac38f1b5d81 HTTP/1.1" status: 200 len: 912 time: 0.0829029 Nov 16 12:04:17.088720 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5d1b501a-7bad-44b2-b561-501599b45167 req-fbd41f1c-592b-471e-863a-5294f6aac7bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f0c5132-fd2d-498d-b05a-0c2467691748 HTTP/1.1" status: 200 len: 217 time: 0.0367842 Nov 16 12:04:17.143575 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b501a-7bad-44b2-b561-501599b45167 req-432a39bd-4bc5-4d02-bd5b-eb686ab13b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:17.145347 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5d1b501a-7bad-44b2-b561-501599b45167 req-432a39bd-4bc5-4d02-bd5b-eb686ab13b75 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c1251217-2d0d-42ef-aada-828cb5b241ef HTTP/1.1" status: 200 len: 851 time: 0.0500798 Nov 16 12:04:17.177877 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5d1b501a-7bad-44b2-b561-501599b45167 req-b718b9db-25bc-4b00-834b-2144adbfd5c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f5324a66-54fa-490e-8cee-1ac38f1b5d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258732 Nov 16 12:04:17.273289 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5d1b501a-7bad-44b2-b561-501599b45167 req-1581ac81-c1cd-4523-bc40-65736d32c07c service neutron] 10.222.0.36 "GET /v2.0/networks/f5324a66-54fa-490e-8cee-1ac38f1b5d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875764 Nov 16 12:04:17.361481 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5d1b501a-7bad-44b2-b561-501599b45167 req-aaa3c654-caf8-45b2-9af7-40838ce5ffe6 service neutron] 10.222.0.36 "GET /v2.0/networks/f5324a66-54fa-490e-8cee-1ac38f1b5d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812435 Nov 16 12:04:18.010152 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8af7d-8572-4558-b746-e1227462a47c req-91e1c224-c4c9-4869-aee1-ba2ccd944a46 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:18.011610 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-08c8af7d-8572-4558-b746-e1227462a47c req-91e1c224-c4c9-4869-aee1-ba2ccd944a46 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 945 time: 0.0496366 Nov 16 12:04:18.058562 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-08c8af7d-8572-4558-b746-e1227462a47c req-ad1e596e-77e0-40e4-a02c-d6a21f836abe tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/security-groups?id=afe0b15e-d5d9-4a0d-925c-2ba283278cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411370 Nov 16 12:04:18.443446 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:18.897558 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:19.175680 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44cd65d-a713-41df-9641-8d3246133ef2 req-4a14a42a-9748-46fc-8cf0-8c3d0c7e86dc tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:19.177074 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d44cd65d-a713-41df-9641-8d3246133ef2 req-4a14a42a-9748-46fc-8cf0-8c3d0c7e86dc tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 945 time: 0.0523841 Nov 16 12:04:19.222368 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d44cd65d-a713-41df-9641-8d3246133ef2 req-2c75b36e-d5c7-4564-9b31-e305c8629af1 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/security-groups?id=afe0b15e-d5d9-4a0d-925c-2ba283278cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395041 Nov 16 12:04:20.336466 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ea747-bd52-4316-a3f0-63d596530a2e req-f34a6b2a-fe16-45d4-bc96-f20df8af9dee tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:20.337947 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5f8ea747-bd52-4316-a3f0-63d596530a2e req-f34a6b2a-fe16-45d4-bc96-f20df8af9dee tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 945 time: 0.0489473 Nov 16 12:04:20.383998 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5f8ea747-bd52-4316-a3f0-63d596530a2e req-b0fd4122-2b66-4c37-8977-1e8d16173284 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/security-groups?id=afe0b15e-d5d9-4a0d-925c-2ba283278cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395184 Nov 16 12:04:21.497024 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99361f-3319-4c9a-bba8-b3154c7e9b6b req-1ed825ff-48bb-48af-bc4a-b8dca012100c tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:21.498504 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4c99361f-3319-4c9a-bba8-b3154c7e9b6b req-1ed825ff-48bb-48af-bc4a-b8dca012100c tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 945 time: 0.0479946 Nov 16 12:04:21.548132 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4c99361f-3319-4c9a-bba8-b3154c7e9b6b req-09b2e9b4-a211-4699-a46a-969bacfb6f4b tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/security-groups?id=afe0b15e-d5d9-4a0d-925c-2ba283278cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437748 Nov 16 12:04:22.928341 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acda51-22ae-4c42-8978-cf3ea77de179 req-4c4817c8-8390-4031-8dca-f902cc8d4970 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:22.929733 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f1acda51-22ae-4c42-8978-cf3ea77de179 req-4c4817c8-8390-4031-8dca-f902cc8d4970 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 945 time: 0.3098822 Nov 16 12:04:22.975816 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f1acda51-22ae-4c42-8978-cf3ea77de179 req-aa9e598a-86b8-4c1c-b988-af1a4c2bcd92 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/security-groups?id=afe0b15e-d5d9-4a0d-925c-2ba283278cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402105 Nov 16 12:04:24.091262 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93e7b2-eb10-4736-98d2-60fec273ebe4 req-c09faa95-6424-4a14-b475-77aa2530b11b tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:24.092716 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1f93e7b2-eb10-4736-98d2-60fec273ebe4 req-c09faa95-6424-4a14-b475-77aa2530b11b tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 945 time: 0.0473218 Nov 16 12:04:24.139922 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1f93e7b2-eb10-4736-98d2-60fec273ebe4 req-6d2b2af5-81e2-4651-b415-e8ab7c772d72 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/security-groups?id=afe0b15e-d5d9-4a0d-925c-2ba283278cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407810 Nov 16 12:04:25.256031 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f1064-c253-4df0-a765-4479db1e24dc req-e745aca9-1e84-4339-8997-e46ea0341e75 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:25.257386 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-096f1064-c253-4df0-a765-4479db1e24dc req-e745aca9-1e84-4339-8997-e46ea0341e75 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 945 time: 0.0502138 Nov 16 12:04:25.304282 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-096f1064-c253-4df0-a765-4479db1e24dc req-dfa9001d-0f74-4728-b844-58ed566c5712 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/security-groups?id=afe0b15e-d5d9-4a0d-925c-2ba283278cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410786 Nov 16 12:04:26.417429 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39747105-f2a2-4406-bf3f-4adb592eb099 req-bce1cceb-2d64-4625-af2d-95318420e619 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:26.418849 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-39747105-f2a2-4406-bf3f-4adb592eb099 req-bce1cceb-2d64-4625-af2d-95318420e619 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 945 time: 0.0474796 Nov 16 12:04:26.464196 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-39747105-f2a2-4406-bf3f-4adb592eb099 req-0734e017-ee2c-47d9-af4c-73b586a4a3b5 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/security-groups?id=afe0b15e-d5d9-4a0d-925c-2ba283278cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390236 Nov 16 12:04:27.579937 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38a734-0e27-46b4-929e-7aea73a15220 req-d926679c-45b6-4789-ac92-ddb73592af0d tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:27.581419 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4d38a734-0e27-46b4-929e-7aea73a15220 req-d926679c-45b6-4789-ac92-ddb73592af0d tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 945 time: 0.0479748 Nov 16 12:04:27.630335 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4d38a734-0e27-46b4-929e-7aea73a15220 req-c79d6941-29e7-4be5-aa7f-d68bf884fd94 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/security-groups?id=afe0b15e-d5d9-4a0d-925c-2ba283278cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430951 Nov 16 12:04:28.402612 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:28.749763 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e00208-8e9b-43fa-9dc9-8da9e4ce8e2c req-5b5b95b3-0b43-4c04-b9ab-fcc4aadb7756 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:28.751242 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e1e00208-8e9b-43fa-9dc9-8da9e4ce8e2c req-5b5b95b3-0b43-4c04-b9ab-fcc4aadb7756 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 945 time: 0.0480514 Nov 16 12:04:28.797083 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e1e00208-8e9b-43fa-9dc9-8da9e4ce8e2c req-8f00e1eb-9750-4884-aef7-95bf8483261a tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/security-groups?id=afe0b15e-d5d9-4a0d-925c-2ba283278cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401039 Nov 16 12:04:29.230664 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:29.917459 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c209b03-381a-4f17-a8cb-70f3972030d7 req-94b52b28-dfad-4e8b-9bb7-4ea333eca0bc tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:29.918976 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2c209b03-381a-4f17-a8cb-70f3972030d7 req-94b52b28-dfad-4e8b-9bb7-4ea333eca0bc tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 945 time: 0.0555906 Nov 16 12:04:29.964773 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2c209b03-381a-4f17-a8cb-70f3972030d7 req-75b49619-c0c4-4bb6-9b0f-0ff00e1a0c8b tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/security-groups?id=afe0b15e-d5d9-4a0d-925c-2ba283278cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399647 Nov 16 12:04:31.086079 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0b318-f75f-4ff3-a9f7-01df017c421b req-7dccb5e1-2481-4da8-a21c-e858e460e923 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:31.087867 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d0f0b318-f75f-4ff3-a9f7-01df017c421b req-7dccb5e1-2481-4da8-a21c-e858e460e923 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 945 time: 0.0541570 Nov 16 12:04:31.137500 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d0f0b318-f75f-4ff3-a9f7-01df017c421b req-aee84176-9700-4d45-9c4b-34b8a97452b8 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/security-groups?id=afe0b15e-d5d9-4a0d-925c-2ba283278cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433996 Nov 16 12:04:32.254781 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b017c5-5d99-4ab8-9c97-4c4e4e09021b req-de4d428b-0ceb-424a-9a45-d04d1dda988f tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:32.256262 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-84b017c5-5d99-4ab8-9c97-4c4e4e09021b req-de4d428b-0ceb-424a-9a45-d04d1dda988f tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 945 time: 0.0478163 Nov 16 12:04:32.303027 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-84b017c5-5d99-4ab8-9c97-4c4e4e09021b req-0a646312-bc56-4f67-82b3-590dc14dae49 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/security-groups?id=afe0b15e-d5d9-4a0d-925c-2ba283278cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410762 Nov 16 12:04:33.429288 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac248d-8f49-4322-9e80-fe1c676ac5a3 req-259dea20-b9d1-4a7c-9728-e111f36a38d3 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:33.430780 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8aac248d-8f49-4322-9e80-fe1c676ac5a3 req-259dea20-b9d1-4a7c-9728-e111f36a38d3 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 945 time: 0.0516565 Nov 16 12:04:33.476187 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8aac248d-8f49-4322-9e80-fe1c676ac5a3 req-1e6f345c-073d-49a5-b17f-636ed540b4c3 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/security-groups?id=afe0b15e-d5d9-4a0d-925c-2ba283278cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391026 Nov 16 12:04:34.591639 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f82e0e-1420-4bf5-be46-482429b824bc req-3ad75c1b-a2f1-4fa4-8e16-4b3e619fd6e6 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:34.593134 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d4f82e0e-1420-4bf5-be46-482429b824bc req-3ad75c1b-a2f1-4fa4-8e16-4b3e619fd6e6 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 945 time: 0.0489736 Nov 16 12:04:34.639858 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d4f82e0e-1420-4bf5-be46-482429b824bc req-3bc3e09d-7209-43d3-a4eb-fb55310d5983 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/security-groups?id=afe0b15e-d5d9-4a0d-925c-2ba283278cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403104 Nov 16 12:04:35.753023 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9cece9-3710-4f70-b9c3-730fa93f8c7d req-536db2c5-2d87-47e7-a827-569bd5e47fa8 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:35.754523 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9d9cece9-3710-4f70-b9c3-730fa93f8c7d req-536db2c5-2d87-47e7-a827-569bd5e47fa8 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 945 time: 0.0476661 Nov 16 12:04:35.804345 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9d9cece9-3710-4f70-b9c3-730fa93f8c7d req-15c176bc-0150-49aa-bd6d-76c6dca549de tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/security-groups?id=afe0b15e-d5d9-4a0d-925c-2ba283278cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439496 Nov 16 12:04:36.919105 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3e253-de05-47a8-a502-b84f240536e6 req-7b8cc7d0-eb99-4abb-90a4-57b6ebc41f38 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:36.920565 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ccc3e253-de05-47a8-a502-b84f240536e6 req-7b8cc7d0-eb99-4abb-90a4-57b6ebc41f38 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 945 time: 0.0495455 Nov 16 12:04:36.967526 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ccc3e253-de05-47a8-a502-b84f240536e6 req-1b7a0a0d-360d-44ca-98af-c3fbc055cbac tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/security-groups?id=afe0b15e-d5d9-4a0d-925c-2ba283278cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405114 Nov 16 12:04:38.082546 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770c246-3119-4a55-8e28-3efb9feffc88 req-b7391ef4-e860-41dc-802b-4d3582f1c5e2 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:38.084020 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7770c246-3119-4a55-8e28-3efb9feffc88 req-b7391ef4-e860-41dc-802b-4d3582f1c5e2 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 945 time: 0.0486405 Nov 16 12:04:38.137659 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7770c246-3119-4a55-8e28-3efb9feffc88 req-7c03c3b9-a48d-4df9-bb51-652125e124af tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/security-groups?id=afe0b15e-d5d9-4a0d-925c-2ba283278cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478179 Nov 16 12:04:39.258311 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba3c4a-a5d3-4bfb-8c1f-03f6b26f7959 req-39421690-9b0d-47a5-b248-b20c24f867f0 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:39.259702 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c0ba3c4a-a5d3-4bfb-8c1f-03f6b26f7959 req-39421690-9b0d-47a5-b248-b20c24f867f0 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 945 time: 0.0523908 Nov 16 12:04:39.315412 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c0ba3c4a-a5d3-4bfb-8c1f-03f6b26f7959 req-45c95396-42ea-4b4a-82c7-5b7cb7584ff6 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/security-groups?id=afe0b15e-d5d9-4a0d-925c-2ba283278cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492346 Nov 16 12:04:39.408117 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:04:40.430270 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd711e8-6b1e-4c60-83d9-4659d1147bca req-f370af85-dff4-4760-bdc9-ef07691af1a7 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:40.431709 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6cd711e8-6b1e-4c60-83d9-4659d1147bca req-f370af85-dff4-4760-bdc9-ef07691af1a7 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 945 time: 0.0485125 Nov 16 12:04:40.478398 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6cd711e8-6b1e-4c60-83d9-4659d1147bca req-80ea246a-a66a-4c50-a556-e0c21d4a8c0f tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/security-groups?id=afe0b15e-d5d9-4a0d-925c-2ba283278cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404432 Nov 16 12:04:41.591471 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa084cd6-93c7-459d-82e3-b5bf4351031b req-279e38bd-bc9a-4702-9805-ee07ba52d872 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:41.593506 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aa084cd6-93c7-459d-82e3-b5bf4351031b req-279e38bd-bc9a-4702-9805-ee07ba52d872 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 945 time: 0.0476892 Nov 16 12:04:41.643391 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aa084cd6-93c7-459d-82e3-b5bf4351031b req-235344a5-69b7-49b9-97ed-2961d3515e78 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/security-groups?id=afe0b15e-d5d9-4a0d-925c-2ba283278cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441084 Nov 16 12:04:42.759447 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3da53-49f9-45b7-a67e-c403d92f9526 req-46d45341-f22b-48a1-8f0d-c2c035161a7c tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:42.760923 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7aa3da53-49f9-45b7-a67e-c403d92f9526 req-46d45341-f22b-48a1-8f0d-c2c035161a7c tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 945 time: 0.0504880 Nov 16 12:04:42.821887 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7aa3da53-49f9-45b7-a67e-c403d92f9526 req-f2764e8b-5b4f-4ceb-821d-def94caf2624 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/security-groups?id=afe0b15e-d5d9-4a0d-925c-2ba283278cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550883 Nov 16 12:04:43.099268 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-27134523-f652-4128-998f-36400704c272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:43.935920 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea098eb-55bb-4d34-bdfb-d26e2ee22337 req-83c5ec91-9ab5-4105-843c-b9da023686e0 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:43.938048 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aea098eb-55bb-4d34-bdfb-d26e2ee22337 req-83c5ec91-9ab5-4105-843c-b9da023686e0 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 945 time: 0.0494237 Nov 16 12:04:43.982780 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aea098eb-55bb-4d34-bdfb-d26e2ee22337 req-02155902-22d3-47be-8b27-cfd74a3d3aa1 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/security-groups?id=afe0b15e-d5d9-4a0d-925c-2ba283278cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389962 Nov 16 12:04:44.218782 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [req-5d1b501a-7bad-44b2-b561-501599b45167 req-c0d8d567-8ae1-4319-894a-c220416aa2a3 service neutron] show failed (client error): The resource could not be found. Nov 16 12:04:44.219763 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5d1b501a-7bad-44b2-b561-501599b45167 req-c0d8d567-8ae1-4319-894a-c220416aa2a3 service neutron] 10.222.0.36 "GET /v2.0/ports/5f0c5132-fd2d-498d-b05a-0c2467691748/bindings/n-h2-816823-3 HTTP/1.1" status: 404 len: 380 time: 0.0543194 Nov 16 12:04:44.459720 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b501a-7bad-44b2-b561-501599b45167 req-1b6287d1-03ca-471b-866b-f57f6050fe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:44.461092 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5d1b501a-7bad-44b2-b561-501599b45167 req-1b6287d1-03ca-471b-866b-f57f6050fe4a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321&tenant_id=9d5d2545764546c79fba151a45b1f546 HTTP/1.1" status: 200 len: 1096 time: 0.0739241 Nov 16 12:04:44.477175 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-5d1b501a-7bad-44b2-b561-501599b45167 req-9207dfe4-58b3-4c01-89a5-760c1616e8aa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816823-3', 'device_owner': 'compute:nova'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:04:44.532221 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5d1b501a-7bad-44b2-b561-501599b45167 req-9207dfe4-58b3-4c01-89a5-760c1616e8aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:44.734757 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-5d1b501a-7bad-44b2-b561-501599b45167 req-9207dfe4-58b3-4c01-89a5-760c1616e8aa service neutron] For port 5f0c5132-fd2d-498d-b05a-0c2467691748, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=5f0c5132-fd2d-498d-b05a-0c2467691748,segment=NetworkSegment(d28564a7-20b9-438f-92e7-3afc426c38b5),segment_id=d28564a7-20b9-438f-92e7-3afc426c38b5)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:04:44.765616 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-5d1b501a-7bad-44b2-b561-501599b45167 req-9207dfe4-58b3-4c01-89a5-760c1616e8aa service neutron] For port 5f0c5132-fd2d-498d-b05a-0c2467691748, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:04:44.802833 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a24bb32-c466-4e1f-b95e-36ee7150e321', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f0c5132-fd2d-498d-b05a-0c2467691748'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:04:44.805149 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e98bce8-97aa-4dcb-ae0f-97f56ee96464" -d '{"events": [{"server_uuid": "2a24bb32-c466-4e1f-b95e-36ee7150e321", "name": "network-vif-unplugged", "status": "completed", "tag": "5f0c5132-fd2d-498d-b05a-0c2467691748"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:04:44.808839 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5d1b501a-7bad-44b2-b561-501599b45167 req-9207dfe4-58b3-4c01-89a5-760c1616e8aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:44.821877 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-5d1b501a-7bad-44b2-b561-501599b45167 req-9207dfe4-58b3-4c01-89a5-760c1616e8aa service neutron] Transition to ACTIVE for port object 5f0c5132-fd2d-498d-b05a-0c2467691748 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 12:04:44.825967 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5d1b501a-7bad-44b2-b561-501599b45167 req-9207dfe4-58b3-4c01-89a5-760c1616e8aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:44.867059 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 12:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ddef8b-ddf3-4c47-993d-1b133862552d x-openstack-request-id: req-e0ddef8b-ddf3-4c47-993d-1b133862552d {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:04:44.867358 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a24bb32-c466-4e1f-b95e-36ee7150e321", "name": "network-vif-unplugged", "status": "completed", "tag": "5f0c5132-fd2d-498d-b05a-0c2467691748", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:04:44.867632 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e0ddef8b-ddf3-4c47-993d-1b133862552d {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:04:44.868049 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a24bb32-c466-4e1f-b95e-36ee7150e321', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f0c5132-fd2d-498d-b05a-0c2467691748', 'code': 200} Nov 16 12:04:44.891558 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9207dfe4-58b3-4c01-89a5-760c1616e8aa service neutron] Pushing event updated for resources: {'Port': ['ID=5f0c5132-fd2d-498d-b05a-0c2467691748,revision_number=6']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:04:44.893664 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1b501a-7bad-44b2-b561-501599b45167 req-9207dfe4-58b3-4c01-89a5-760c1616e8aa service neutron] No DVR routers for this DVR port 5f0c5132-fd2d-498d-b05a-0c2467691748 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:04:44.902468 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207dfe4-58b3-4c01-89a5-760c1616e8aa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:04:44.902812 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207dfe4-58b3-4c01-89a5-760c1616e8aa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:04:44.903151 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207dfe4-58b3-4c01-89a5-760c1616e8aa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:04:44.903483 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207dfe4-58b3-4c01-89a5-760c1616e8aa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:04:44.903812 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207dfe4-58b3-4c01-89a5-760c1616e8aa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:04:44.904137 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207dfe4-58b3-4c01-89a5-760c1616e8aa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:04:44.904462 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207dfe4-58b3-4c01-89a5-760c1616e8aa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:04:44.904804 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207dfe4-58b3-4c01-89a5-760c1616e8aa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:04:44.905133 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207dfe4-58b3-4c01-89a5-760c1616e8aa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:04:44.905451 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207dfe4-58b3-4c01-89a5-760c1616e8aa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:04:44.905772 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207dfe4-58b3-4c01-89a5-760c1616e8aa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:04:44.906116 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207dfe4-58b3-4c01-89a5-760c1616e8aa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:04:44.938825 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-5d1b501a-7bad-44b2-b561-501599b45167 req-9207dfe4-58b3-4c01-89a5-760c1616e8aa service neutron] Attempting to bind port 5f0c5132-fd2d-498d-b05a-0c2467691748 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:04:44.939158 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-5d1b501a-7bad-44b2-b561-501599b45167 req-9207dfe4-58b3-4c01-89a5-760c1616e8aa service neutron] Attempting to bind port 5f0c5132-fd2d-498d-b05a-0c2467691748 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'd28564a7-20b9-438f-92e7-3afc426c38b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f5324a66-54fa-490e-8cee-1ac38f1b5d81'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:04:44.939485 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1b501a-7bad-44b2-b561-501599b45167 req-9207dfe4-58b3-4c01-89a5-760c1616e8aa service neutron] Attempting to bind port 5f0c5132-fd2d-498d-b05a-0c2467691748 on network f5324a66-54fa-490e-8cee-1ac38f1b5d81 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:04:44.943733 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1b501a-7bad-44b2-b561-501599b45167 req-9207dfe4-58b3-4c01-89a5-760c1616e8aa service neutron] Port 5f0c5132-fd2d-498d-b05a-0c2467691748 on network f5324a66-54fa-490e-8cee-1ac38f1b5d81 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 12:04:44.944049 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1b501a-7bad-44b2-b561-501599b45167 req-9207dfe4-58b3-4c01-89a5-760c1616e8aa service neutron] Attempting to bind port 5f0c5132-fd2d-498d-b05a-0c2467691748 on network f5324a66-54fa-490e-8cee-1ac38f1b5d81 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:04:44.948777 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1b501a-7bad-44b2-b561-501599b45167 req-9207dfe4-58b3-4c01-89a5-760c1616e8aa service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:04:44.949102 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1b501a-7bad-44b2-b561-501599b45167 req-9207dfe4-58b3-4c01-89a5-760c1616e8aa service neutron] Checking segment: {'id': 'd28564a7-20b9-438f-92e7-3afc426c38b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f5324a66-54fa-490e-8cee-1ac38f1b5d81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:04:44.949475 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1b501a-7bad-44b2-b561-501599b45167 req-9207dfe4-58b3-4c01-89a5-760c1616e8aa service neutron] Bound using segment: {'id': 'd28564a7-20b9-438f-92e7-3afc426c38b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f5324a66-54fa-490e-8cee-1ac38f1b5d81'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:04:44.949891 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-5d1b501a-7bad-44b2-b561-501599b45167 req-9207dfe4-58b3-4c01-89a5-760c1616e8aa service neutron] Bound port: 5f0c5132-fd2d-498d-b05a-0c2467691748, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd28564a7-20b9-438f-92e7-3afc426c38b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f5324a66-54fa-490e-8cee-1ac38f1b5d81'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:04:44.950263 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5d1b501a-7bad-44b2-b561-501599b45167 req-9207dfe4-58b3-4c01-89a5-760c1616e8aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:45.015327 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-5d1b501a-7bad-44b2-b561-501599b45167 req-9207dfe4-58b3-4c01-89a5-760c1616e8aa service neutron] For port 5f0c5132-fd2d-498d-b05a-0c2467691748, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:04:45.018443 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-5d1b501a-7bad-44b2-b561-501599b45167 req-9207dfe4-58b3-4c01-89a5-760c1616e8aa service neutron] For port 5f0c5132-fd2d-498d-b05a-0c2467691748, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=5f0c5132-fd2d-498d-b05a-0c2467691748,segment=NetworkSegment(d28564a7-20b9-438f-92e7-3afc426c38b5),segment_id=d28564a7-20b9-438f-92e7-3afc426c38b5)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:04:45.023263 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5d1b501a-7bad-44b2-b561-501599b45167 req-9207dfe4-58b3-4c01-89a5-760c1616e8aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:45.055040 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b501a-7bad-44b2-b561-501599b45167 req-9207dfe4-58b3-4c01-89a5-760c1616e8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:45.055837 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5d1b501a-7bad-44b2-b561-501599b45167 req-9207dfe4-58b3-4c01-89a5-760c1616e8aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:45.057468 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5d1b501a-7bad-44b2-b561-501599b45167 req-9207dfe4-58b3-4c01-89a5-760c1616e8aa service neutron] 10.222.0.64 "PUT /v2.0/ports/5f0c5132-fd2d-498d-b05a-0c2467691748 HTTP/1.1" status: 200 len: 1091 time: 0.5841272 Nov 16 12:04:45.085753 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9207dfe4-58b3-4c01-89a5-760c1616e8aa service neutron] Pushing event updated for resources: {'Port': ['ID=5f0c5132-fd2d-498d-b05a-0c2467691748,revision_number=7']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:04:45.111451 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543bdb7-a850-4386-8ce9-cc2aa1395f63 req-dd40cab6-1564-4bae-b760-84acbcb7c4d2 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:45.114144 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5543bdb7-a850-4386-8ce9-cc2aa1395f63 req-dd40cab6-1564-4bae-b760-84acbcb7c4d2 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 943 time: 0.0556180 Nov 16 12:04:45.135340 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b501a-7bad-44b2-b561-501599b45167 req-9ee46f6f-3000-4cfa-ac10-7efa5e8fe4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:45.137064 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5d1b501a-7bad-44b2-b561-501599b45167 req-9ee46f6f-3000-4cfa-ac10-7efa5e8fe4bc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9d5d2545764546c79fba151a45b1f546&device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 1094 time: 0.0471907 Nov 16 12:04:45.162360 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5543bdb7-a850-4386-8ce9-cc2aa1395f63 req-ffd2f724-6377-4d33-b2e9-d81d5e0e8e7b tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/security-groups?id=afe0b15e-d5d9-4a0d-925c-2ba283278cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419014 Nov 16 12:04:45.234863 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b501a-7bad-44b2-b561-501599b45167 req-0912fbf2-69e1-4ee9-ba7b-d90c52114d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:45.236336 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5d1b501a-7bad-44b2-b561-501599b45167 req-0912fbf2-69e1-4ee9-ba7b-d90c52114d4d service neutron] 10.222.0.64 "GET /v2.0/networks?id=f5324a66-54fa-490e-8cee-1ac38f1b5d81 HTTP/1.1" status: 200 len: 912 time: 0.0884373 Nov 16 12:04:45.282447 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5d1b501a-7bad-44b2-b561-501599b45167 req-02716903-fdeb-4497-a316-373cb92b9146 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f0c5132-fd2d-498d-b05a-0c2467691748 HTTP/1.1" status: 200 len: 217 time: 0.0336154 Nov 16 12:04:45.336703 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b501a-7bad-44b2-b561-501599b45167 req-359e615f-a618-4f7b-b9de-a756895594b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:45.338190 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5d1b501a-7bad-44b2-b561-501599b45167 req-359e615f-a618-4f7b-b9de-a756895594b3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c1251217-2d0d-42ef-aada-828cb5b241ef HTTP/1.1" status: 200 len: 851 time: 0.0483849 Nov 16 12:04:45.372396 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5d1b501a-7bad-44b2-b561-501599b45167 req-37bd4d1e-41cc-48d2-a9b1-22e4450a174c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f5324a66-54fa-490e-8cee-1ac38f1b5d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245185 Nov 16 12:04:45.465052 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5d1b501a-7bad-44b2-b561-501599b45167 req-15113397-09e1-47e1-94b8-09166b0c1f5d service neutron] 10.222.0.64 "GET /v2.0/networks/f5324a66-54fa-490e-8cee-1ac38f1b5d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816121 Nov 16 12:04:45.559091 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5d1b501a-7bad-44b2-b561-501599b45167 req-2c72e96f-6dce-4b6a-8ee1-b04412f442f7 service neutron] 10.222.0.64 "GET /v2.0/networks/f5324a66-54fa-490e-8cee-1ac38f1b5d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834932 Nov 16 12:04:45.617059 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-94813e5c-02e3-4441-916e-e61080779be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:46.283052 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7184bda-d182-4052-a842-cef8ad45f3e0 req-0658a98d-48dc-4d90-be12-4bf7e82ff3a1 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:46.284537 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a7184bda-d182-4052-a842-cef8ad45f3e0 req-0658a98d-48dc-4d90-be12-4bf7e82ff3a1 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 943 time: 0.0522180 Nov 16 12:04:46.332200 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a7184bda-d182-4052-a842-cef8ad45f3e0 req-37cac952-ac38-4c05-983a-804decc793f1 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/security-groups?id=afe0b15e-d5d9-4a0d-925c-2ba283278cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419168 Nov 16 12:04:46.738554 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:46.868988 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a24bb32-c466-4e1f-b95e-36ee7150e321', 'tag': '5f0c5132-fd2d-498d-b05a-0c2467691748'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:04:46.871385 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae15663-8de2-4328-b7ef-7769031216a8" -d '{"events": [{"name": "network-changed", "server_uuid": "2a24bb32-c466-4e1f-b95e-36ee7150e321", "tag": "5f0c5132-fd2d-498d-b05a-0c2467691748"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:04:46.917604 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a64944-7835-44c1-b509-f530b88d24a9 x-openstack-request-id: req-80a64944-7835-44c1-b509-f530b88d24a9 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:04:46.917896 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a24bb32-c466-4e1f-b95e-36ee7150e321", "tag": "5f0c5132-fd2d-498d-b05a-0c2467691748", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:04:46.918173 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-80a64944-7835-44c1-b509-f530b88d24a9 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:04:46.918568 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a24bb32-c466-4e1f-b95e-36ee7150e321', 'tag': '5f0c5132-fd2d-498d-b05a-0c2467691748', 'status': 'completed', 'code': 200} Nov 16 12:04:47.003021 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae15663-8de2-4328-b7ef-7769031216a8 req-a2677c0e-62b8-4aa4-8071-2744fc7684cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:47.004412 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8ae15663-8de2-4328-b7ef-7769031216a8 req-a2677c0e-62b8-4aa4-8071-2744fc7684cc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9d5d2545764546c79fba151a45b1f546&device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 1094 time: 0.0655067 Nov 16 12:04:47.009385 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae15663-8de2-4328-b7ef-7769031216a8 req-fc84ed8a-2545-4647-bbdb-6816b6df8464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:47.010757 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8ae15663-8de2-4328-b7ef-7769031216a8 req-fc84ed8a-2545-4647-bbdb-6816b6df8464 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d5d2545764546c79fba151a45b1f546&device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 1094 time: 0.0706687 Nov 16 12:04:47.097994 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 5f0c5132-fd2d-498d-b05a-0c2467691748 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 12:04:47.162071 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae15663-8de2-4328-b7ef-7769031216a8 req-1450baec-9892-4a29-9ece-63e8ebcabd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:47.163528 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8ae15663-8de2-4328-b7ef-7769031216a8 req-1450baec-9892-4a29-9ece-63e8ebcabd2d service neutron] 10.222.0.64 "GET /v2.0/networks?id=f5324a66-54fa-490e-8cee-1ac38f1b5d81 HTTP/1.1" status: 200 len: 912 time: 0.1509309 Nov 16 12:04:47.166327 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae15663-8de2-4328-b7ef-7769031216a8 req-ad3ad5c2-3bf6-4773-a77f-fccde4301cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:47.167618 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8ae15663-8de2-4328-b7ef-7769031216a8 req-ad3ad5c2-3bf6-4773-a77f-fccde4301cda service neutron] 10.222.0.36 "GET /v2.0/networks?id=f5324a66-54fa-490e-8cee-1ac38f1b5d81 HTTP/1.1" status: 200 len: 912 time: 0.1482146 Nov 16 12:04:47.195937 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 5f0c5132-fd2d-498d-b05a-0c2467691748, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=5f0c5132-fd2d-498d-b05a-0c2467691748,segment=NetworkSegment(d28564a7-20b9-438f-92e7-3afc426c38b5),segment_id=d28564a7-20b9-438f-92e7-3afc426c38b5)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:04:47.210157 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8ae15663-8de2-4328-b7ef-7769031216a8 req-01b68838-bb7d-43b3-82a7-91dc301efd9f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f0c5132-fd2d-498d-b05a-0c2467691748 HTTP/1.1" status: 200 len: 217 time: 0.0392785 Nov 16 12:04:47.214106 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '5f0c5132-fd2d-498d-b05a-0c2467691748', 'network_id': 'f5324a66-54fa-490e-8cee-1ac38f1b5d81', 'port_id': '5f0c5132-fd2d-498d-b05a-0c2467691748', 'mac_address': 'fa:16:3e:66:ef:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1251217-2d0d-42ef-aada-828cb5b241ef', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 12:04:47.244158 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8ae15663-8de2-4328-b7ef-7769031216a8 req-726433ba-f360-4d30-93ce-8d1f16a11d1f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f0c5132-fd2d-498d-b05a-0c2467691748 HTTP/1.1" status: 200 len: 217 time: 0.0664587 Nov 16 12:04:47.253106 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:47.267062 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f0c5132-fd2d-498d-b05a-0c2467691748 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:04:47.288047 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 5f0c5132-fd2d-498d-b05a-0c2467691748, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=5f0c5132-fd2d-498d-b05a-0c2467691748,segment=NetworkSegment(d28564a7-20b9-438f-92e7-3afc426c38b5),segment_id=d28564a7-20b9-438f-92e7-3afc426c38b5)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:04:47.293079 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:47.316915 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae15663-8de2-4328-b7ef-7769031216a8 req-ed877157-d862-4607-9498-bf7e56b78ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:47.318407 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8ae15663-8de2-4328-b7ef-7769031216a8 req-ed877157-d862-4607-9498-bf7e56b78ad6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c1251217-2d0d-42ef-aada-828cb5b241ef HTTP/1.1" status: 200 len: 851 time: 0.0823140 Nov 16 12:04:47.325842 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae15663-8de2-4328-b7ef-7769031216a8 req-90e68ce6-b954-4eba-9839-486c46143bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:47.327264 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8ae15663-8de2-4328-b7ef-7769031216a8 req-90e68ce6-b954-4eba-9839-486c46143bc1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c1251217-2d0d-42ef-aada-828cb5b241ef HTTP/1.1" status: 200 len: 851 time: 0.0645087 Nov 16 12:04:47.344778 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=5f0c5132-fd2d-498d-b05a-0c2467691748,revision_number=8']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:04:47.373485 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8ae15663-8de2-4328-b7ef-7769031216a8 req-d25576ad-2ed6-4c26-849e-251a2f289e17 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f5324a66-54fa-490e-8cee-1ac38f1b5d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375574 Nov 16 12:04:47.375268 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8ae15663-8de2-4328-b7ef-7769031216a8 req-fcd54460-8483-44ce-91a6-552d963c90ea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f5324a66-54fa-490e-8cee-1ac38f1b5d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471566 Nov 16 12:04:47.454909 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c78b2-342c-433c-bd6b-b73be50fb577 req-e64c3087-d254-4d5a-9581-fc1d42ad2c2e tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:47.456402 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-488c78b2-342c-433c-bd6b-b73be50fb577 req-e64c3087-d254-4d5a-9581-fc1d42ad2c2e tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 944 time: 0.0547078 Nov 16 12:04:47.506191 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-488c78b2-342c-433c-bd6b-b73be50fb577 req-b5e61a1c-d471-494b-87ab-085a780be85f tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/security-groups?id=afe0b15e-d5d9-4a0d-925c-2ba283278cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438368 Nov 16 12:04:47.531449 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8ae15663-8de2-4328-b7ef-7769031216a8 req-76187400-a908-4a0b-a805-3327ab58d785 service neutron] 10.222.0.36 "GET /v2.0/networks/f5324a66-54fa-490e-8cee-1ac38f1b5d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501091 Nov 16 12:04:47.534840 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8ae15663-8de2-4328-b7ef-7769031216a8 req-a3fe8a63-1939-4a5e-a2f7-9b03e4dfc105 service neutron] 10.222.0.64 "GET /v2.0/networks/f5324a66-54fa-490e-8cee-1ac38f1b5d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524572 Nov 16 12:04:47.579813 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['5f0c5132-fd2d-498d-b05a-0c2467691748'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:04:47.744904 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8ae15663-8de2-4328-b7ef-7769031216a8 req-f59ae48d-92c4-4ee5-91c6-3048fe0decbd service neutron] 10.222.0.36 "GET /v2.0/networks/f5324a66-54fa-490e-8cee-1ac38f1b5d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060449 Nov 16 12:04:47.764420 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8ae15663-8de2-4328-b7ef-7769031216a8 req-2e818c2e-ebdc-4fd3-aac3-fff1b11fe2dd service neutron] 10.222.0.64 "GET /v2.0/networks/f5324a66-54fa-490e-8cee-1ac38f1b5d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178078 Nov 16 12:04:47.800531 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6769c2f-eb8b-4a72-a06f-f1be6e3c524c req-02bd5931-2d8f-4a26-9730-e41efba2b7dd tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:47.802010 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b6769c2f-eb8b-4a72-a06f-f1be6e3c524c req-02bd5931-2d8f-4a26-9730-e41efba2b7dd tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321&tenant_id=9d5d2545764546c79fba151a45b1f546&binding%3Ahost_id=n-h2-816823-3 HTTP/1.1" status: 200 len: 944 time: 0.0963674 Nov 16 12:04:47.860624 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [req-b6769c2f-eb8b-4a72-a06f-f1be6e3c524c req-1d764796-c7ce-4411-8f08-2dcc0a477938 service neutron] delete failed (client error): The resource could not be found. Nov 16 12:04:47.861625 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b6769c2f-eb8b-4a72-a06f-f1be6e3c524c req-1d764796-c7ce-4411-8f08-2dcc0a477938 service neutron] 10.222.0.36 "DELETE /v2.0/ports/5f0c5132-fd2d-498d-b05a-0c2467691748/bindings/n-h1-816823-3 HTTP/1.1" status: 404 len: 380 time: 0.0527499 Nov 16 12:04:47.942323 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6769c2f-eb8b-4a72-a06f-f1be6e3c524c req-5e2ca0ef-bbd1-4c43-804f-ac2d382829cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:47.943792 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b6769c2f-eb8b-4a72-a06f-f1be6e3c524c req-5e2ca0ef-bbd1-4c43-804f-ac2d382829cb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d5d2545764546c79fba151a45b1f546&device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 1095 time: 0.0407269 Nov 16 12:04:47.988913 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 5f0c5132-fd2d-498d-b05a-0c2467691748 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:04:48.026544 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 5f0c5132-fd2d-498d-b05a-0c2467691748 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:04:48.035237 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6769c2f-eb8b-4a72-a06f-f1be6e3c524c req-8f180ba5-1026-461d-9bc6-79c193e51ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:48.036702 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b6769c2f-eb8b-4a72-a06f-f1be6e3c524c req-8f180ba5-1026-461d-9bc6-79c193e51ee7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f5324a66-54fa-490e-8cee-1ac38f1b5d81 HTTP/1.1" status: 200 len: 912 time: 0.0861132 Nov 16 12:04:48.076162 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b6769c2f-eb8b-4a72-a06f-f1be6e3c524c req-94a79ba5-3ac6-43f6-bde4-6afeda880d4b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f0c5132-fd2d-498d-b05a-0c2467691748 HTTP/1.1" status: 200 len: 217 time: 0.0326471 Nov 16 12:04:48.128407 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6769c2f-eb8b-4a72-a06f-f1be6e3c524c req-f1f0f7e5-0a0d-4ed0-b371-88088e6c2ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:48.129848 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b6769c2f-eb8b-4a72-a06f-f1be6e3c524c req-f1f0f7e5-0a0d-4ed0-b371-88088e6c2ee8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c1251217-2d0d-42ef-aada-828cb5b241ef HTTP/1.1" status: 200 len: 851 time: 0.0464239 Nov 16 12:04:48.160894 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b6769c2f-eb8b-4a72-a06f-f1be6e3c524c req-ba0c583c-1cc6-4eb9-9b14-5729ff76da05 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f5324a66-54fa-490e-8cee-1ac38f1b5d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241804 Nov 16 12:04:48.247343 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b6769c2f-eb8b-4a72-a06f-f1be6e3c524c req-7188faa6-0d5f-4d25-805b-de39119fba6c service neutron] 10.222.0.36 "GET /v2.0/networks/f5324a66-54fa-490e-8cee-1ac38f1b5d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788841 Nov 16 12:04:48.338855 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b6769c2f-eb8b-4a72-a06f-f1be6e3c524c req-e8903c97-9388-4f9a-9db5-9a245c234204 service neutron] 10.222.0.36 "GET /v2.0/networks/f5324a66-54fa-490e-8cee-1ac38f1b5d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837812 Nov 16 12:04:48.445494 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:48.899444 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:49.025063 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ff0a7-dee5-4017-8421-1b638123cc4d req-511b5169-4661-42d6-9720-37e83da9707c tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:49.026563 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-110ff0a7-dee5-4017-8421-1b638123cc4d req-511b5169-4661-42d6-9720-37e83da9707c tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 944 time: 0.0496128 Nov 16 12:04:49.073187 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-110ff0a7-dee5-4017-8421-1b638123cc4d req-66186014-01bc-4273-af6e-ba31196c91e1 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/security-groups?id=afe0b15e-d5d9-4a0d-925c-2ba283278cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402889 Nov 16 12:04:49.106457 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 5f0c5132-fd2d-498d-b05a-0c2467691748 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:04:49.157006 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 5f0c5132-fd2d-498d-b05a-0c2467691748 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 12:04:49.160740 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 5f0c5132-fd2d-498d-b05a-0c2467691748 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:04:49.161106 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:49.234970 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:49.256310 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a24bb32-c466-4e1f-b95e-36ee7150e321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0c5132-fd2d-498d-b05a-0c2467691748'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:04:49.258524 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b174797-ef53-4a86-beaf-342f9ba3d988" -d '{"events": [{"server_uuid": "2a24bb32-c466-4e1f-b95e-36ee7150e321", "name": "network-vif-plugged", "status": "completed", "tag": "5f0c5132-fd2d-498d-b05a-0c2467691748"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:04:49.271338 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 5f0c5132-fd2d-498d-b05a-0c2467691748, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=5f0c5132-fd2d-498d-b05a-0c2467691748,segment=NetworkSegment(d28564a7-20b9-438f-92e7-3afc426c38b5),segment_id=d28564a7-20b9-438f-92e7-3afc426c38b5)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:04:49.275352 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:49.301191 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bc2d80-3c21-499f-9151-c347efbeb7e4 x-openstack-request-id: req-76bc2d80-3c21-499f-9151-c347efbeb7e4 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:04:49.301480 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a24bb32-c466-4e1f-b95e-36ee7150e321", "name": "network-vif-plugged", "status": "completed", "tag": "5f0c5132-fd2d-498d-b05a-0c2467691748", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:04:49.301731 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-76bc2d80-3c21-499f-9151-c347efbeb7e4 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:04:49.302135 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a24bb32-c466-4e1f-b95e-36ee7150e321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0c5132-fd2d-498d-b05a-0c2467691748', 'code': 200} Nov 16 12:04:49.327210 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=5f0c5132-fd2d-498d-b05a-0c2467691748,revision_number=9']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:04:50.196704 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551dbb3-d9b8-4146-8667-bf55bc446595 req-04a77655-6a15-4011-99ef-595b85c746d0 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:50.198235 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e551dbb3-d9b8-4146-8667-bf55bc446595 req-04a77655-6a15-4011-99ef-595b85c746d0 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 945 time: 0.0504479 Nov 16 12:04:50.251862 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e551dbb3-d9b8-4146-8667-bf55bc446595 req-763897d8-d25a-4480-919b-5089de338cfa tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.61 "GET /v2.0/security-groups?id=afe0b15e-d5d9-4a0d-925c-2ba283278cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469599 Nov 16 12:04:50.392927 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6769c2f-eb8b-4a72-a06f-f1be6e3c524c req-45260f28-5964-46bb-a45a-1e8355c95c33 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:50.394287 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b6769c2f-eb8b-4a72-a06f-f1be6e3c524c req-45260f28-5964-46bb-a45a-1e8355c95c33 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.64 "GET /v2.0/ports?device_id=2a24bb32-c466-4e1f-b95e-36ee7150e321 HTTP/1.1" status: 200 len: 945 time: 0.0480862 Nov 16 12:04:50.486587 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-b6769c2f-eb8b-4a72-a06f-f1be6e3c524c req-388252a1-6621-4b99-b76a-6602207b6206 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Deleting port 5f0c5132-fd2d-498d-b05a-0c2467691748 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:04:50.486931 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b6769c2f-eb8b-4a72-a06f-f1be6e3c524c req-388252a1-6621-4b99-b76a-6602207b6206 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:50.572077 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-b6769c2f-eb8b-4a72-a06f-f1be6e3c524c req-388252a1-6621-4b99-b76a-6602207b6206 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] For port 5f0c5132-fd2d-498d-b05a-0c2467691748, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=5f0c5132-fd2d-498d-b05a-0c2467691748,segment=NetworkSegment(d28564a7-20b9-438f-92e7-3afc426c38b5),segment_id=d28564a7-20b9-438f-92e7-3afc426c38b5)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:04:50.572437 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b6769c2f-eb8b-4a72-a06f-f1be6e3c524c req-388252a1-6621-4b99-b76a-6602207b6206 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:50.584482 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-b6769c2f-eb8b-4a72-a06f-f1be6e3c524c req-388252a1-6621-4b99-b76a-6602207b6206 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Calling delete_port for 5f0c5132-fd2d-498d-b05a-0c2467691748 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:04:50.709817 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b6769c2f-eb8b-4a72-a06f-f1be6e3c524c req-388252a1-6621-4b99-b76a-6602207b6206 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:50.723751 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['5f0c5132-fd2d-498d-b05a-0c2467691748'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:04:50.738051 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388252a1-6621-4b99-b76a-6602207b6206 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Pushing event deleted for resources: {'Port': ['ID=5f0c5132-fd2d-498d-b05a-0c2467691748,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:04:50.780670 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6769c2f-eb8b-4a72-a06f-f1be6e3c524c req-388252a1-6621-4b99-b76a-6602207b6206 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] No DVR routers for this DVR port 5f0c5132-fd2d-498d-b05a-0c2467691748 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:04:50.783239 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b6769c2f-eb8b-4a72-a06f-f1be6e3c524c req-388252a1-6621-4b99-b76a-6602207b6206 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:50.786824 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b6769c2f-eb8b-4a72-a06f-f1be6e3c524c req-388252a1-6621-4b99-b76a-6602207b6206 tempest-DeleteServersTestJSON-795284606 tempest-DeleteServersTestJSON-795284606-project] 10.222.0.64 "DELETE /v2.0/ports/5f0c5132-fd2d-498d-b05a-0c2467691748 HTTP/1.1" status: 204 len: 173 time: 0.3832567 Nov 16 12:04:50.787254 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a24bb32-c466-4e1f-b95e-36ee7150e321', 'name': 'network-vif-deleted', 'tag': '5f0c5132-fd2d-498d-b05a-0c2467691748'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:04:50.789483 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0875953-a168-459f-98fe-21700f40d234" -d '{"events": [{"server_uuid": "2a24bb32-c466-4e1f-b95e-36ee7150e321", "name": "network-vif-deleted", "tag": "5f0c5132-fd2d-498d-b05a-0c2467691748"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:04:50.827495 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8579eb-30c2-4b1f-84fc-b8a8338d3c75 x-openstack-request-id: req-1b8579eb-30c2-4b1f-84fc-b8a8338d3c75 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:04:50.827792 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a24bb32-c466-4e1f-b95e-36ee7150e321", "name": "network-vif-deleted", "tag": "5f0c5132-fd2d-498d-b05a-0c2467691748", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:04:50.828042 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1b8579eb-30c2-4b1f-84fc-b8a8338d3c75 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:04:50.828444 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a24bb32-c466-4e1f-b95e-36ee7150e321', 'name': 'network-vif-deleted', 'tag': '5f0c5132-fd2d-498d-b05a-0c2467691748', 'status': 'completed', 'code': 200} Nov 16 12:04:51.378391 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 52400) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:04:51.422633 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bdb4455-822a-43cb-b44d-d29dced0b776 admin admin] Deleting subnet c1251217-2d0d-42ef-aada-828cb5b241ef {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 12:04:51.425571 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4bdb4455-822a-43cb-b44d-d29dced0b776 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:51.459062 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4bdb4455-822a-43cb-b44d-d29dced0b776 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:51.497514 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4bdb4455-822a-43cb-b44d-d29dced0b776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:51.552700 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4bdb4455-822a-43cb-b44d-d29dced0b776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:51.575855 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb4455-822a-43cb-b44d-d29dced0b776 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1251217-2d0d-42ef-aada-828cb5b241ef,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:04:51.585397 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4bdb4455-822a-43cb-b44d-d29dced0b776 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:51.588607 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4bdb4455-822a-43cb-b44d-d29dced0b776 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c1251217-2d0d-42ef-aada-828cb5b241ef HTTP/1.1" status: 204 len: 168 time: 0.2092094 Nov 16 12:04:51.590519 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb4455-822a-43cb-b44d-d29dced0b776 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:04:51.590867 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb4455-822a-43cb-b44d-d29dced0b776 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:04:51.591209 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb4455-822a-43cb-b44d-d29dced0b776 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:04:51.591315 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52402) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:04:51.592270 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb4455-822a-43cb-b44d-d29dced0b776 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:04:51.592417 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb4455-822a-43cb-b44d-d29dced0b776 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:04:51.592745 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb4455-822a-43cb-b44d-d29dced0b776 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:04:51.593073 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb4455-822a-43cb-b44d-d29dced0b776 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:04:51.593400 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb4455-822a-43cb-b44d-d29dced0b776 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:04:51.593727 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb4455-822a-43cb-b44d-d29dced0b776 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:04:51.594224 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb4455-822a-43cb-b44d-d29dced0b776 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:04:51.594556 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb4455-822a-43cb-b44d-d29dced0b776 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:04:51.594876 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdb4455-822a-43cb-b44d-d29dced0b776 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:04:51.659130 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d2fae00-b87d-4bf5-bda0-e5dc833f01a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:51.738521 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d2fae00-b87d-4bf5-bda0-e5dc833f01a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:51.757731 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-9d2fae00-b87d-4bf5-bda0-e5dc833f01a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5324a66-54fa-490e-8cee-1ac38f1b5d81']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:04:51.766706 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-9d2fae00-b87d-4bf5-bda0-e5dc833f01a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd28564a7-20b9-438f-92e7-3afc426c38b5') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:04:51.767006 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-9d2fae00-b87d-4bf5-bda0-e5dc833f01a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd28564a7-20b9-438f-92e7-3afc426c38b5') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:04:51.776063 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d2fae00-b87d-4bf5-bda0-e5dc833f01a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:51.789291 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d2fae00-b87d-4bf5-bda0-e5dc833f01a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:51.795476 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d2fae00-b87d-4bf5-bda0-e5dc833f01a6 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 12:04:51.797280 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d2fae00-b87d-4bf5-bda0-e5dc833f01a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:51.799517 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 12:04:51.799517 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 12:04:51.799517 n-d-816823-3 neutron-server[102668]: timer() Nov 16 12:04:51.799517 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 12:04:51.799517 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 12:04:51.799517 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 12:04:51.799517 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 12:04:51.799517 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 12:04:51.799517 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 12:04:51.799517 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 12:04:51.799517 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 12:04:51.799517 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 12:04:51.799517 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 12:04:51.799517 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 12:04:51.799517 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 12:04:51.799517 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 12:04:51.799517 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 12:04:51.799517 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 12:04:51.799517 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 12:04:51.799517 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 12:04:51.799517 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 12:04:51.799517 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 12:04:51.799517 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 12:04:51.799517 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 12:04:51.799517 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 12:04:51.799517 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 12:04:51.799517 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 12:04:51.799517 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 12:04:51.799517 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 12:04:51.799517 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 12:04:51.799517 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 12:04:51.799517 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 12:04:51.848397 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d2fae00-b87d-4bf5-bda0-e5dc833f01a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:51.853831 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9d2fae00-b87d-4bf5-bda0-e5dc833f01a6 admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:51.857034 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9d2fae00-b87d-4bf5-bda0-e5dc833f01a6 admin admin] 10.222.0.61 "DELETE /v2.0/networks/f5324a66-54fa-490e-8cee-1ac38f1b5d81 HTTP/1.1" status: 204 len: 168 time: 0.2641630 Nov 16 12:04:51.868376 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2fae00-b87d-4bf5-bda0-e5dc833f01a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5324a66-54fa-490e-8cee-1ac38f1b5d81,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:04:51.963287 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52406) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:04:52.007867 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5e530f79-a57a-4e48-b5b9-8588d1a76015 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9d5d2545764546c79fba151a45b1f546&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433555 Nov 16 12:04:52.010292 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52408) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:04:52.055483 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d12ff316-1716-4c7a-95f2-aef1e2279ed7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:52.075438 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d12ff316-1716-4c7a-95f2-aef1e2279ed7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:52.120006 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d12ff316-1716-4c7a-95f2-aef1e2279ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:52.122554 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d12ff316-1716-4c7a-95f2-aef1e2279ed7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:52.123692 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d12ff316-1716-4c7a-95f2-aef1e2279ed7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/afe0b15e-d5d9-4a0d-925c-2ba283278cfa HTTP/1.1" status: 204 len: 168 time: 0.1124656 Nov 16 12:04:52.131538 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ff316-1716-4c7a-95f2-aef1e2279ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe0b15e-d5d9-4a0d-925c-2ba283278cfa,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:04:52.775800 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52430) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:04:52.872302 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a8e19130-030b-4da6-b4bc-8d2a078b3e45 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-693870789-network', 'tenant_id': '3185617f9c7743129fa0e568807197af'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:04:52.893579 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e19130-030b-4da6-b4bc-8d2a078b3e45 admin admin] Made reservation on behalf of 3185617f9c7743129fa0e568807197af for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:04:52.895750 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a8e19130-030b-4da6-b4bc-8d2a078b3e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:52.903761 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a8e19130-030b-4da6-b4bc-8d2a078b3e45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:52.985077 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a8e19130-030b-4da6-b4bc-8d2a078b3e45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:52.988926 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a8e19130-030b-4da6-b4bc-8d2a078b3e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:53.009253 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8e19130-030b-4da6-b4bc-8d2a078b3e45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 12:04:53.022948 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e19130-030b-4da6-b4bc-8d2a078b3e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8553378-a4da-44ff-a6f9-dbceb431d9b5,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:04:53.028842 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a8e19130-030b-4da6-b4bc-8d2a078b3e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:53.029286 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-a8e19130-030b-4da6-b4bc-8d2a078b3e45 admin admin] Added segment cfa2000f-8511-4037-8914-5cb133695763 of type vlan for network 5db605bc-b62c-4b49-8927-f45c9701d96e Nov 16 12:04:53.072197 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a8e19130-030b-4da6-b4bc-8d2a078b3e45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:53.096380 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a8e19130-030b-4da6-b4bc-8d2a078b3e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:53.097342 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e19130-030b-4da6-b4bc-8d2a078b3e45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:53.097896 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a8e19130-030b-4da6-b4bc-8d2a078b3e45 admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:53.125416 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 5f0c5132-fd2d-498d-b05a-0c2467691748 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:04:53.146254 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 5f0c5132-fd2d-498d-b05a-0c2467691748 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:04:53.146559 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a8e19130-030b-4da6-b4bc-8d2a078b3e45 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3693562 Nov 16 12:04:53.146659 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 5f0c5132-fd2d-498d-b05a-0c2467691748 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:04:53.149192 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 52434) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:04:53.154141 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-5803a856-40fb-4edb-ada8-7859ed9f3e37 admin admin] Request body: {'subnet': {'network_id': '5db605bc-b62c-4b49-8927-f45c9701d96e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-693870789-subnet', 'tenant_id': '3185617f9c7743129fa0e568807197af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:04:53.159087 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e19130-030b-4da6-b4bc-8d2a078b3e45 admin admin] Pushing event updated for resources: {'Network': ['ID=5db605bc-b62c-4b49-8927-f45c9701d96e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:04:53.168420 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 5db605bc-b62c-4b49-8927-f45c9701d96e details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 12:04:53.176246 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5803a856-40fb-4edb-ada8-7859ed9f3e37 admin admin] Made reservation on behalf of 3185617f9c7743129fa0e568807197af for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:04:53.178618 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5803a856-40fb-4edb-ada8-7859ed9f3e37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:53.344758 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5803a856-40fb-4edb-ada8-7859ed9f3e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:53.399753 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5803a856-40fb-4edb-ada8-7859ed9f3e37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5956f90d-bb3b-40ad-b6c5-b9b4276cec65,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:04:53.407459 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5803a856-40fb-4edb-ada8-7859ed9f3e37 admin admin] Checking segment: {'id': 'cfa2000f-8511-4037-8914-5cb133695763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '5db605bc-b62c-4b49-8927-f45c9701d96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:04:53.407823 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5803a856-40fb-4edb-ada8-7859ed9f3e37 admin admin] Network hostable DHCP agents. Network: 5db605bc-b62c-4b49-8927-f45c9701d96e, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 12:04:53.424703 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5803a856-40fb-4edb-ada8-7859ed9f3e37 admin admin] Network 5db605bc-b62c-4b49-8927-f45c9701d96e is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 12:04:53.433290 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-5803a856-40fb-4edb-ada8-7859ed9f3e37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 5db605bc-b62c-4b49-8927-f45c9701d96e) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:04:53.437663 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5803a856-40fb-4edb-ada8-7859ed9f3e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:53.438443 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5803a856-40fb-4edb-ada8-7859ed9f3e37 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:53.442496 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0e3c06-6b7d-4e31-8c7c-d85b79dfd9d7 None None] Network 5db605bc-b62c-4b49-8927-f45c9701d96e requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:04:53.454652 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5803a856-40fb-4edb-ada8-7859ed9f3e37 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3039758 Nov 16 12:04:53.564431 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d478cb3-b211-468b-ba0e-76dfc75756dd None None] Network 5db605bc-b62c-4b49-8927-f45c9701d96e requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:04:53.887085 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-e19ff66d-cf5f-4782-bb97-1aa902810fcd tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:53.889132 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-e19ff66d-cf5f-4782-bb97-1aa902810fcd tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/networks?id=5db605bc-b62c-4b49-8927-f45c9701d96e HTTP/1.1" status: 200 len: 814 time: 0.1097760 Nov 16 12:04:53.903715 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-4a1e6634-99fd-43e7-943b-02e283ac74e8 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/quotas/3185617f9c7743129fa0e568807197af HTTP/1.1" status: 200 len: 375 time: 0.0088751 Nov 16 12:04:53.934290 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-f9739577-d31d-4298-b400-ab0d7e74cd41 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3185617f9c7743129fa0e568807197af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254917 Nov 16 12:04:54.021806 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-6c6ca44f-55ad-461a-bbb0-f5dcf7e65c77 service neutron] 10.222.0.61 "GET /v2.0/networks/5db605bc-b62c-4b49-8927-f45c9701d96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803404 Nov 16 12:04:54.112706 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-781e4276-1ef2-495b-8ad1-ab6d7c84035b service neutron] 10.222.0.61 "GET /v2.0/networks/5db605bc-b62c-4b49-8927-f45c9701d96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849137 Nov 16 12:04:54.267714 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a0317ac3-98c1-4cfa-a38f-217245a4ae30 req-5acb083e-1228-4c73-a8a4-81ca033e206a tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 210 time: 0.0271766 Nov 16 12:04:55.378873 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-46b0c740-3ac5-4deb-8388-968c23256f0c req-dac334d5-90a3-485c-bf31-c97396105f16 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 210 time: 0.0379858 Nov 16 12:04:55.399748 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-4c296e97-2511-4501-8bc0-191e542b09b7 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:55.401210 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-4c296e97-2511-4501-8bc0-191e542b09b7 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.64 "GET /v2.0/networks?id=5db605bc-b62c-4b49-8927-f45c9701d96e HTTP/1.1" status: 200 len: 814 time: 0.1163733 Nov 16 12:04:55.417824 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-1d8ebd92-245c-40d2-aadb-32a08431435e tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Request body: {'port': {'device_id': 'c3d9d7f2-307c-42a2-9f79-447d2421e0bd', 'network_id': '5db605bc-b62c-4b49-8927-f45c9701d96e', 'admin_state_up': True, 'tenant_id': '3185617f9c7743129fa0e568807197af'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:04:55.522267 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-1d8ebd92-245c-40d2-aadb-32a08431435e tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Made reservation on behalf of 3185617f9c7743129fa0e568807197af for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:04:55.525703 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-1d8ebd92-245c-40d2-aadb-32a08431435e tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:55.921582 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-1d8ebd92-245c-40d2-aadb-32a08431435e tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Allocated IP 172.20.0.9 (5db605bc-b62c-4b49-8927-f45c9701d96e/5956f90d-bb3b-40ad-b6c5-b9b4276cec65/df2868f7-cb91-456c-9739-8de2bd193746) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:04:56.060501 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-1d8ebd92-245c-40d2-aadb-32a08431435e tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:56.094743 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-1d8ebd92-245c-40d2-aadb-32a08431435e tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:56.133709 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-1d8ebd92-245c-40d2-aadb-32a08431435e tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Network 5db605bc-b62c-4b49-8927-f45c9701d96e is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:04:56.139115 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-1d8ebd92-245c-40d2-aadb-32a08431435e tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:04:56.142796 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-1d8ebd92-245c-40d2-aadb-32a08431435e tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:04:56.167083 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ebd92-245c-40d2-aadb-32a08431435e tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Pushing event updated for resources: {'Port': ['ID=df2868f7-cb91-456c-9739-8de2bd193746,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:04:56.194977 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-1d8ebd92-245c-40d2-aadb-32a08431435e tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:56.195589 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-1d8ebd92-245c-40d2-aadb-32a08431435e tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:56.210473 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-1d8ebd92-245c-40d2-aadb-32a08431435e tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7966654 Nov 16 12:04:56.227573 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-4562bcea-ea86-485c-93bc-525c4ab2702b service neutron] Request body: {'port': {'device_id': 'c3d9d7f2-307c-42a2-9f79-447d2421e0bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:04:56.282219 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-4562bcea-ea86-485c-93bc-525c4ab2702b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:56.501617 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04c62c-05ad-4755-8a62-d608442650c9 req-780cbced-e78f-47cb-a94e-d08e2a38ea3f tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:56.503037 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1c04c62c-05ad-4755-8a62-d608442650c9 req-780cbced-e78f-47cb-a94e-d08e2a38ea3f tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 931 time: 0.0545700 Nov 16 12:04:56.537667 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-4562bcea-ea86-485c-93bc-525c4ab2702b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df2868f7-cb91-456c-9739-8de2bd193746 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:04:56.545781 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-4562bcea-ea86-485c-93bc-525c4ab2702b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:56.551394 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1c04c62c-05ad-4755-8a62-d608442650c9 req-d7781ead-acf9-40ad-bca8-1ea03668458b tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422211 Nov 16 12:04:56.557701 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-4562bcea-ea86-485c-93bc-525c4ab2702b service neutron] Transition to ACTIVE for port object df2868f7-cb91-456c-9739-8de2bd193746 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 12:04:56.562577 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-4562bcea-ea86-485c-93bc-525c4ab2702b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:56.610076 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562bcea-ea86-485c-93bc-525c4ab2702b service neutron] Pushing event updated for resources: {'Port': ['ID=df2868f7-cb91-456c-9739-8de2bd193746,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:04:56.680626 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-4562bcea-ea86-485c-93bc-525c4ab2702b service neutron] Attempting to bind port df2868f7-cb91-456c-9739-8de2bd193746 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:04:56.680956 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-4562bcea-ea86-485c-93bc-525c4ab2702b service neutron] Attempting to bind port df2868f7-cb91-456c-9739-8de2bd193746 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'cfa2000f-8511-4037-8914-5cb133695763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '5db605bc-b62c-4b49-8927-f45c9701d96e'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:04:56.681282 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-4562bcea-ea86-485c-93bc-525c4ab2702b service neutron] Attempting to bind port df2868f7-cb91-456c-9739-8de2bd193746 on network 5db605bc-b62c-4b49-8927-f45c9701d96e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:04:56.686113 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-4562bcea-ea86-485c-93bc-525c4ab2702b service neutron] Port df2868f7-cb91-456c-9739-8de2bd193746 on network 5db605bc-b62c-4b49-8927-f45c9701d96e not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 12:04:56.686428 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-4562bcea-ea86-485c-93bc-525c4ab2702b service neutron] Attempting to bind port df2868f7-cb91-456c-9739-8de2bd193746 on network 5db605bc-b62c-4b49-8927-f45c9701d96e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:04:56.691126 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-4562bcea-ea86-485c-93bc-525c4ab2702b service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:04:56.691456 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-4562bcea-ea86-485c-93bc-525c4ab2702b service neutron] Checking segment: {'id': 'cfa2000f-8511-4037-8914-5cb133695763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '5db605bc-b62c-4b49-8927-f45c9701d96e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:04:56.691836 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-4562bcea-ea86-485c-93bc-525c4ab2702b service neutron] Bound using segment: {'id': 'cfa2000f-8511-4037-8914-5cb133695763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '5db605bc-b62c-4b49-8927-f45c9701d96e'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:04:56.692255 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-4562bcea-ea86-485c-93bc-525c4ab2702b service neutron] Bound port: df2868f7-cb91-456c-9739-8de2bd193746, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfa2000f-8511-4037-8914-5cb133695763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '5db605bc-b62c-4b49-8927-f45c9701d96e'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:04:56.692603 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-4562bcea-ea86-485c-93bc-525c4ab2702b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:56.752685 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-4562bcea-ea86-485c-93bc-525c4ab2702b service neutron] For port df2868f7-cb91-456c-9739-8de2bd193746, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:04:56.755605 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-4562bcea-ea86-485c-93bc-525c4ab2702b service neutron] For port df2868f7-cb91-456c-9739-8de2bd193746, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=df2868f7-cb91-456c-9739-8de2bd193746,segment=NetworkSegment(cfa2000f-8511-4037-8914-5cb133695763),segment_id=cfa2000f-8511-4037-8914-5cb133695763)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:04:56.759926 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-4562bcea-ea86-485c-93bc-525c4ab2702b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:56.796865 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-4562bcea-ea86-485c-93bc-525c4ab2702b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:56.797481 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-4562bcea-ea86-485c-93bc-525c4ab2702b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:56.798892 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-4562bcea-ea86-485c-93bc-525c4ab2702b service neutron] 10.222.0.64 "PUT /v2.0/ports/df2868f7-cb91-456c-9739-8de2bd193746 HTTP/1.1" status: 200 len: 1091 time: 0.5752590 Nov 16 12:04:56.799324 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d9d7f2-307c-42a2-9f79-447d2421e0bd', 'tag': 'df2868f7-cb91-456c-9739-8de2bd193746'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:04:56.801661 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126f2ac3-ed28-49f9-ba7e-2497578f3dc4" -d '{"events": [{"name": "network-changed", "server_uuid": "c3d9d7f2-307c-42a2-9f79-447d2421e0bd", "tag": "df2868f7-cb91-456c-9739-8de2bd193746"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:04:56.820347 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562bcea-ea86-485c-93bc-525c4ab2702b service neutron] Pushing event updated for resources: {'Port': ['ID=df2868f7-cb91-456c-9739-8de2bd193746,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:04:56.851655 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94741887-90cc-4554-b4fb-02dbb2e83ab1 x-openstack-request-id: req-94741887-90cc-4554-b4fb-02dbb2e83ab1 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:04:56.851945 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3d9d7f2-307c-42a2-9f79-447d2421e0bd", "tag": "df2868f7-cb91-456c-9739-8de2bd193746", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:04:56.852194 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-94741887-90cc-4554-b4fb-02dbb2e83ab1 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:04:56.852589 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3d9d7f2-307c-42a2-9f79-447d2421e0bd', 'tag': 'df2868f7-cb91-456c-9739-8de2bd193746', 'status': 'completed', 'code': 200} Nov 16 12:04:56.888585 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-9f7b2ff9-a234-49d9-b46d-6d1877fc67ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:56.890099 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-9f7b2ff9-a234-49d9-b46d-6d1877fc67ae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3185617f9c7743129fa0e568807197af&device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 1094 time: 0.0476899 Nov 16 12:04:56.938217 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-f0853632-ae4d-4af0-9dac-46032cb09b14 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df2868f7-cb91-456c-9739-8de2bd193746 HTTP/1.1" status: 200 len: 217 time: 0.0341570 Nov 16 12:04:56.994602 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-fc1cdd01-debf-4db1-bb38-dbae480f593b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:56.996059 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-fc1cdd01-debf-4db1-bb38-dbae480f593b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5956f90d-bb3b-40ad-b6c5-b9b4276cec65 HTTP/1.1" status: 200 len: 854 time: 0.0461485 Nov 16 12:04:57.034889 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-5e880b01-8813-4fec-b38e-9f3ac9fbda81 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5db605bc-b62c-4b49-8927-f45c9701d96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242209 Nov 16 12:04:57.126388 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-3d7c1c5d-deab-47f9-9c78-1e4290c2da6f service neutron] 10.222.0.64 "GET /v2.0/networks/5db605bc-b62c-4b49-8927-f45c9701d96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832801 Nov 16 12:04:57.218209 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-aa7c8847-09c2-4b48-a7f1-830a0947baa2 req-a91cbc72-017d-4001-a08c-f99ca35af398 service neutron] 10.222.0.64 "GET /v2.0/networks/5db605bc-b62c-4b49-8927-f45c9701d96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804758 Nov 16 12:04:57.316706 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f2ac3-ed28-49f9-ba7e-2497578f3dc4 req-30be93f2-2877-4ddc-999c-b77d408d0c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:57.318139 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-126f2ac3-ed28-49f9-ba7e-2497578f3dc4 req-30be93f2-2877-4ddc-999c-b77d408d0c36 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3185617f9c7743129fa0e568807197af&device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 1094 time: 0.0487609 Nov 16 12:04:57.407315 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f2ac3-ed28-49f9-ba7e-2497578f3dc4 req-a1c849ee-ed10-4bb5-8e44-391b35bdda6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:57.408764 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-126f2ac3-ed28-49f9-ba7e-2497578f3dc4 req-a1c849ee-ed10-4bb5-8e44-391b35bdda6f service neutron] 10.222.0.64 "GET /v2.0/networks?id=5db605bc-b62c-4b49-8927-f45c9701d96e HTTP/1.1" status: 200 len: 915 time: 0.0828257 Nov 16 12:04:57.453610 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-126f2ac3-ed28-49f9-ba7e-2497578f3dc4 req-5e5e9e20-8306-4efe-9470-658ce75a03d1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df2868f7-cb91-456c-9739-8de2bd193746 HTTP/1.1" status: 200 len: 217 time: 0.0375750 Nov 16 12:04:57.503416 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f2ac3-ed28-49f9-ba7e-2497578f3dc4 req-5dff79af-4fb5-40b3-a6ed-a0b62b4e59cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:57.504858 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-126f2ac3-ed28-49f9-ba7e-2497578f3dc4 req-5dff79af-4fb5-40b3-a6ed-a0b62b4e59cd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5956f90d-bb3b-40ad-b6c5-b9b4276cec65 HTTP/1.1" status: 200 len: 854 time: 0.0435121 Nov 16 12:04:57.538190 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-126f2ac3-ed28-49f9-ba7e-2497578f3dc4 req-50d44102-b645-4110-a016-d7400d67f36c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5db605bc-b62c-4b49-8927-f45c9701d96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249727 Nov 16 12:04:57.633133 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-126f2ac3-ed28-49f9-ba7e-2497578f3dc4 req-9349273d-de4a-4db6-91b6-958dbb818723 service neutron] 10.222.0.64 "GET /v2.0/networks/5db605bc-b62c-4b49-8927-f45c9701d96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865748 Nov 16 12:04:57.669131 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911c171-661e-40ab-a872-5b63ba974ba8 req-43b5f056-3d60-4598-b7ce-7bd47758bb3d tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:57.670680 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6911c171-661e-40ab-a872-5b63ba974ba8 req-43b5f056-3d60-4598-b7ce-7bd47758bb3d tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 943 time: 0.0492382 Nov 16 12:04:57.718564 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6911c171-661e-40ab-a872-5b63ba974ba8 req-dc27ff16-197b-4892-a8ee-67581a6a84f1 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419352 Nov 16 12:04:57.724165 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-126f2ac3-ed28-49f9-ba7e-2497578f3dc4 req-02bb3b08-aca9-475c-8233-6067145c1913 service neutron] 10.222.0.64 "GET /v2.0/networks/5db605bc-b62c-4b49-8927-f45c9701d96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834959 Nov 16 12:04:58.391426 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:58.832081 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee754520-c7d6-4cd4-a25d-2da3db7b7a38 req-e58a741b-bc2e-4b69-bb93-122d85f84343 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:58.833545 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ee754520-c7d6-4cd4-a25d-2da3db7b7a38 req-e58a741b-bc2e-4b69-bb93-122d85f84343 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 943 time: 0.0485923 Nov 16 12:04:58.883626 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ee754520-c7d6-4cd4-a25d-2da3db7b7a38 req-7066d1d8-b89e-4058-844e-f867ed82db99 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443134 Nov 16 12:04:59.138351 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device df2868f7-cb91-456c-9739-8de2bd193746 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 12:04:59.234657 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port df2868f7-cb91-456c-9739-8de2bd193746, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=df2868f7-cb91-456c-9739-8de2bd193746,segment=NetworkSegment(cfa2000f-8511-4037-8914-5cb133695763),segment_id=cfa2000f-8511-4037-8914-5cb133695763)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:04:59.251031 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'df2868f7-cb91-456c-9739-8de2bd193746', 'network_id': '5db605bc-b62c-4b49-8927-f45c9701d96e', 'port_id': 'df2868f7-cb91-456c-9739-8de2bd193746', 'mac_address': 'fa:16:3e:7c:cf:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5956f90d-bb3b-40ad-b6c5-b9b4276cec65', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 12:04:59.258102 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:59.288442 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:59.301761 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df2868f7-cb91-456c-9739-8de2bd193746 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:04:59.320771 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port df2868f7-cb91-456c-9739-8de2bd193746, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=df2868f7-cb91-456c-9739-8de2bd193746,segment=NetworkSegment(cfa2000f-8511-4037-8914-5cb133695763),segment_id=cfa2000f-8511-4037-8914-5cb133695763)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:04:59.324570 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:04:59.368967 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=df2868f7-cb91-456c-9739-8de2bd193746,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:04:59.376371 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:04:59.376660 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:04:59.377000 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:04:59.377333 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:04:59.377666 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:04:59.378022 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:04:59.378354 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:04:59.378677 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:04:59.378998 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:04:59.379318 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:04:59.379638 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:04:59.379956 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:04:59.589172 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['df2868f7-cb91-456c-9739-8de2bd193746'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:04:59.996303 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0cce0-f93b-4b43-b81a-0e1ceb46f728 req-ac7d344d-3281-4f0f-a966-08efe4362268 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:04:59.997780 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-18f0cce0-f93b-4b43-b81a-0e1ceb46f728 req-ac7d344d-3281-4f0f-a966-08efe4362268 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 944 time: 0.0483131 Nov 16 12:05:00.044251 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-18f0cce0-f93b-4b43-b81a-0e1ceb46f728 req-0b116dbe-7db5-4b5c-b609-87265ea9b839 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406692 Nov 16 12:05:01.154795 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device df2868f7-cb91-456c-9739-8de2bd193746 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:05:01.159612 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd96d96-2800-4f59-8cc5-9b3e64cf9ea3 req-320bf612-eab8-4b98-886c-195bb839a7c0 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:01.161101 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0cd96d96-2800-4f59-8cc5-9b3e64cf9ea3 req-320bf612-eab8-4b98-886c-195bb839a7c0 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 944 time: 0.0489178 Nov 16 12:05:01.208681 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port df2868f7-cb91-456c-9739-8de2bd193746 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 12:05:01.210789 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0cd96d96-2800-4f59-8cc5-9b3e64cf9ea3 req-5200b2ce-fbc5-4648-a280-e768bb04ffa7 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435443 Nov 16 12:05:01.212706 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port df2868f7-cb91-456c-9739-8de2bd193746 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:05:01.213100 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:01.449669 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:01.473338 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d9d7f2-307c-42a2-9f79-447d2421e0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2868f7-cb91-456c-9739-8de2bd193746'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:05:01.475603 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18f2849-1e23-4907-8629-49841f0f793a" -d '{"events": [{"server_uuid": "c3d9d7f2-307c-42a2-9f79-447d2421e0bd", "name": "network-vif-plugged", "status": "completed", "tag": "df2868f7-cb91-456c-9739-8de2bd193746"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:05:01.487911 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port df2868f7-cb91-456c-9739-8de2bd193746, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=df2868f7-cb91-456c-9739-8de2bd193746,segment=NetworkSegment(cfa2000f-8511-4037-8914-5cb133695763),segment_id=cfa2000f-8511-4037-8914-5cb133695763)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:05:01.491345 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:01.514398 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbd3b71-3e65-4acf-9fd5-2d89afb049b4 x-openstack-request-id: req-1cbd3b71-3e65-4acf-9fd5-2d89afb049b4 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:05:01.514681 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d9d7f2-307c-42a2-9f79-447d2421e0bd", "name": "network-vif-plugged", "status": "completed", "tag": "df2868f7-cb91-456c-9739-8de2bd193746", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:05:01.514923 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1cbd3b71-3e65-4acf-9fd5-2d89afb049b4 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:05:01.515296 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d9d7f2-307c-42a2-9f79-447d2421e0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2868f7-cb91-456c-9739-8de2bd193746', 'code': 200} Nov 16 12:05:01.539086 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=df2868f7-cb91-456c-9739-8de2bd193746,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:05:01.666075 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679903e-6d5b-4612-892b-6ae4123a8e91 req-7f28e332-5a21-4e11-85ca-8ff90c0c8e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:01.667585 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3679903e-6d5b-4612-892b-6ae4123a8e91 req-7f28e332-5a21-4e11-85ca-8ff90c0c8e36 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 1096 time: 0.0878243 Nov 16 12:05:01.715115 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3679903e-6d5b-4612-892b-6ae4123a8e91 req-6173aae1-8ee0-453f-a003-3667bfa3df4c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366766 Nov 16 12:05:02.334236 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c507a92-a85b-4dae-baea-06da234ac753 req-9c479a3e-7777-45b1-9c0b-9d77dd510b74 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:02.335713 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0c507a92-a85b-4dae-baea-06da234ac753 req-9c479a3e-7777-45b1-9c0b-9d77dd510b74 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 945 time: 0.0532150 Nov 16 12:05:02.381598 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0c507a92-a85b-4dae-baea-06da234ac753 req-3b7a0cd1-2138-410a-bf06-c586dc08d5f8 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399802 Nov 16 12:05:03.496959 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b679187-6592-4b1a-9606-6393dd07090a req-4b73ba5f-6716-4402-b98b-6fb873b97da2 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:03.498503 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4b679187-6592-4b1a-9606-6393dd07090a req-4b73ba5f-6716-4402-b98b-6fb873b97da2 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 945 time: 0.0488687 Nov 16 12:05:03.546452 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4b679187-6592-4b1a-9606-6393dd07090a req-4cea23e8-993c-4c39-9e44-384277cbddb6 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417068 Nov 16 12:05:03.657506 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb40dd-6c36-4034-a283-5127d1624a7d req-edac5723-6bb5-4b82-801d-dbbdfd877e06 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:03.659068 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9ddb40dd-6c36-4034-a283-5127d1624a7d req-edac5723-6bb5-4b82-801d-dbbdfd877e06 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 945 time: 0.0491705 Nov 16 12:05:03.709160 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9ddb40dd-6c36-4034-a283-5127d1624a7d req-0ddc7f62-edca-40cb-9511-3a60283d5643 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443635 Nov 16 12:05:03.901819 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d512d9-11e4-4839-a6b2-aa192ac82f52 req-a6791bd3-f59a-44ff-a1e9-b30da8b8bf54 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:03.903312 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-17d512d9-11e4-4839-a6b2-aa192ac82f52 req-a6791bd3-f59a-44ff-a1e9-b30da8b8bf54 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 945 time: 0.0489523 Nov 16 12:05:03.950008 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-17d512d9-11e4-4839-a6b2-aa192ac82f52 req-f88b461f-eca8-4f23-85be-b038174fae18 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406842 Nov 16 12:05:04.060589 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe945a-70e9-4808-8860-304c5487ab67 req-ce260ecf-a8dd-4c25-b856-acb7ee5bf2ea tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:04.062068 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-22fe945a-70e9-4808-8860-304c5487ab67 req-ce260ecf-a8dd-4c25-b856-acb7ee5bf2ea tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 945 time: 0.0479422 Nov 16 12:05:04.108214 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-22fe945a-70e9-4808-8860-304c5487ab67 req-26528d9f-2339-484d-b3d8-43f45560d25c tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403056 Nov 16 12:05:04.358010 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-46b6b821-1f95-41f2-89d2-8089fb4c5e45 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0727887 Nov 16 12:05:04.366377 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc3689-49bb-4447-8d65-c3d2b1006af6 req-4fbecd26-bad4-408f-8118-3f2950e64c10 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:04.370059 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f5fc3689-49bb-4447-8d65-c3d2b1006af6 req-4fbecd26-bad4-408f-8118-3f2950e64c10 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 945 time: 0.0740695 Nov 16 12:05:04.426340 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f5fc3689-49bb-4447-8d65-c3d2b1006af6 req-d97c5794-7fbd-4d0b-bedc-8ed2161807c8 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521207 Nov 16 12:05:05.498004 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-de0070e7-1221-4214-a761-58bbc3a7efc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:05.499689 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-de0070e7-1221-4214-a761-58bbc3a7efc7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3185617f9c7743129fa0e568807197af&device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 1096 time: 0.0463667 Nov 16 12:05:05.542998 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4b524-6cd3-46bd-81e5-9a6e86bb66da req-41f89c1e-5098-44e6-bbd5-f87b351863dd tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:05.545025 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4df4b524-6cd3-46bd-81e5-9a6e86bb66da req-41f89c1e-5098-44e6-bbd5-f87b351863dd tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 945 time: 0.0492330 Nov 16 12:05:05.589298 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-5caacb7e-6368-41b4-a586-4200d1244671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:05.591051 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-5caacb7e-6368-41b4-a586-4200d1244671 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5db605bc-b62c-4b49-8927-f45c9701d96e HTTP/1.1" status: 200 len: 915 time: 0.0844917 Nov 16 12:05:05.595286 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4df4b524-6cd3-46bd-81e5-9a6e86bb66da req-f2916ec0-5ddd-4b89-9076-71384eca0aba tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441170 Nov 16 12:05:05.637508 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-232d0c7a-86c6-49e0-b23c-2dd67041f95a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df2868f7-cb91-456c-9739-8de2bd193746 HTTP/1.1" status: 200 len: 217 time: 0.0397906 Nov 16 12:05:05.686918 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-587ca82b-8987-4991-97cc-053edda80746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:05.688373 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-587ca82b-8987-4991-97cc-053edda80746 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5956f90d-bb3b-40ad-b6c5-b9b4276cec65 HTTP/1.1" status: 200 len: 854 time: 0.0447242 Nov 16 12:05:05.719682 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-03de7663-5908-4125-a05d-9cec1114d425 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5db605bc-b62c-4b49-8927-f45c9701d96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244863 Nov 16 12:05:05.811841 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-805f0e8c-578d-4aa4-8e39-7443469ac4f6 service neutron] 10.222.0.64 "GET /v2.0/networks/5db605bc-b62c-4b49-8927-f45c9701d96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854297 Nov 16 12:05:05.900345 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-e04e0cc4-1023-49e6-a761-6d0cf5e7afe7 service neutron] 10.222.0.64 "GET /v2.0/networks/5db605bc-b62c-4b49-8927-f45c9701d96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807955 Nov 16 12:05:06.710622 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2aa62-4764-41c5-aa4d-0cea4a7247b2 req-23370554-b692-4c54-a94e-819292793fcd tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:06.712096 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8dd2aa62-4764-41c5-aa4d-0cea4a7247b2 req-23370554-b692-4c54-a94e-819292793fcd tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 945 time: 0.0489414 Nov 16 12:05:06.758584 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8dd2aa62-4764-41c5-aa4d-0cea4a7247b2 req-21b387ff-9a33-4cf3-a907-08ff6721b578 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407166 Nov 16 12:05:07.879262 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcab61c-b1a7-4e69-8c90-c906ecffa3b2 req-407207aa-7cdb-455d-aadf-e9c2ba99af47 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:07.880735 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2fcab61c-b1a7-4e69-8c90-c906ecffa3b2 req-407207aa-7cdb-455d-aadf-e9c2ba99af47 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 945 time: 0.0483630 Nov 16 12:05:07.927099 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2fcab61c-b1a7-4e69-8c90-c906ecffa3b2 req-320dfa91-8b60-449f-bcfb-019ac23d63ea tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405393 Nov 16 12:05:09.044767 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11548865-b04a-4c40-9c08-0a652447908c req-63f37ea8-b233-44d4-8e3a-fc586410647b tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:09.046240 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-11548865-b04a-4c40-9c08-0a652447908c req-63f37ea8-b233-44d4-8e3a-fc586410647b tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 945 time: 0.0525572 Nov 16 12:05:09.093112 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-11548865-b04a-4c40-9c08-0a652447908c req-734b7860-cbdf-4dd3-9fc3-b3e5a2137f70 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410991 Nov 16 12:05:09.928873 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d55414-4b6a-4fc0-849d-a9d6bb1e86be req-394d8cc7-c25c-4035-9153-b644a611a0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:09.930381 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-74d55414-4b6a-4fc0-849d-a9d6bb1e86be req-394d8cc7-c25c-4035-9153-b644a611a0d3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3185617f9c7743129fa0e568807197af&device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 1096 time: 0.0413234 Nov 16 12:05:10.035909 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d55414-4b6a-4fc0-849d-a9d6bb1e86be req-55fc18a3-fcb8-4956-a9e6-3edc38b968a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:10.037360 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-74d55414-4b6a-4fc0-849d-a9d6bb1e86be req-55fc18a3-fcb8-4956-a9e6-3edc38b968a4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5db605bc-b62c-4b49-8927-f45c9701d96e HTTP/1.1" status: 200 len: 915 time: 0.0881209 Nov 16 12:05:10.077586 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-74d55414-4b6a-4fc0-849d-a9d6bb1e86be req-de4127f7-649f-4fa1-b6e2-e3e7381b9ab8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df2868f7-cb91-456c-9739-8de2bd193746 HTTP/1.1" status: 200 len: 217 time: 0.0327349 Nov 16 12:05:10.134775 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d55414-4b6a-4fc0-849d-a9d6bb1e86be req-9b0d24ee-be27-4d1d-8fa5-c7e73c2e7bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:10.136266 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-74d55414-4b6a-4fc0-849d-a9d6bb1e86be req-9b0d24ee-be27-4d1d-8fa5-c7e73c2e7bdf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5956f90d-bb3b-40ad-b6c5-b9b4276cec65 HTTP/1.1" status: 200 len: 854 time: 0.0515547 Nov 16 12:05:10.167815 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-74d55414-4b6a-4fc0-849d-a9d6bb1e86be req-d926941e-a37d-4977-9a4b-755dcfae68f1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5db605bc-b62c-4b49-8927-f45c9701d96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244780 Nov 16 12:05:10.210935 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d8be3-c148-4d54-8bd8-4e1de287d1f1 req-ceba692d-ab61-4a9f-a925-5eb7130540fb tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:10.212308 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4f5d8be3-c148-4d54-8bd8-4e1de287d1f1 req-ceba692d-ab61-4a9f-a925-5eb7130540fb tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 945 time: 0.0489814 Nov 16 12:05:10.259052 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-74d55414-4b6a-4fc0-849d-a9d6bb1e86be req-8eec64ad-1eca-4536-8f0f-579cf52ba27e service neutron] 10.222.0.64 "GET /v2.0/networks/5db605bc-b62c-4b49-8927-f45c9701d96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834947 Nov 16 12:05:10.259914 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4f5d8be3-c148-4d54-8bd8-4e1de287d1f1 req-e79d872b-b9c9-4e5b-8c48-42f18e355f30 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416017 Nov 16 12:05:10.354229 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-74d55414-4b6a-4fc0-849d-a9d6bb1e86be req-f43c17c4-4e62-426c-a158-a30f4ff8ee57 service neutron] 10.222.0.64 "GET /v2.0/networks/5db605bc-b62c-4b49-8927-f45c9701d96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882013 Nov 16 12:05:11.377228 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cea7e9-8afa-467f-b2f0-ac92f74c107d req-6dfef87c-0e79-427d-9a59-d3991e209f57 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:11.378731 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c0cea7e9-8afa-467f-b2f0-ac92f74c107d req-6dfef87c-0e79-427d-9a59-d3991e209f57 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 945 time: 0.0483932 Nov 16 12:05:11.429507 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c0cea7e9-8afa-467f-b2f0-ac92f74c107d req-eadab9fe-2b91-4397-8161-b166e012b393 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450656 Nov 16 12:05:12.542616 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be3af5-f1b3-41e4-b6d8-10fb15631e6c req-22143127-f5d2-487c-bef9-2676d5abc795 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:12.544600 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f7be3af5-f1b3-41e4-b6d8-10fb15631e6c req-22143127-f5d2-487c-bef9-2676d5abc795 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 945 time: 0.0488236 Nov 16 12:05:12.591323 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f7be3af5-f1b3-41e4-b6d8-10fb15631e6c req-ad04a10a-627f-40df-b401-05d48cbfc76a tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403786 Nov 16 12:05:13.100153 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3f57a162-5a12-4541-ad35-b47a04604780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:13.706688 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef17e4-cb44-4ee3-b901-2854062448a1 req-3ebd4955-4b41-4dfc-a68e-c1d6999d4cee tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:13.708342 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fdef17e4-cb44-4ee3-b901-2854062448a1 req-3ebd4955-4b41-4dfc-a68e-c1d6999d4cee tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 945 time: 0.0496740 Nov 16 12:05:13.754517 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fdef17e4-cb44-4ee3-b901-2854062448a1 req-a17bc605-c27e-4fd9-a3c4-9d182ee4a17a tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402768 Nov 16 12:05:14.871323 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd9c0e-7f02-4570-ba36-3bfac8fba4e5 req-caf73a6c-f55f-4de9-a54d-82ddbc134c9f tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:14.872770 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f3cd9c0e-7f02-4570-ba36-3bfac8fba4e5 req-caf73a6c-f55f-4de9-a54d-82ddbc134c9f tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 945 time: 0.0514050 Nov 16 12:05:14.918382 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f3cd9c0e-7f02-4570-ba36-3bfac8fba4e5 req-a583fe93-48ad-4f95-81d4-1510a38a4042 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398428 Nov 16 12:05:15.618886 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ba9a9602-f009-4078-b1aa-7de739a9672c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:16.033560 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73996ce9-eb1a-4d57-a7cc-c7d7daf3ecef req-4e676a0a-1517-47ed-93d6-40f99f7b9c68 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:16.035057 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-73996ce9-eb1a-4d57-a7cc-c7d7daf3ecef req-4e676a0a-1517-47ed-93d6-40f99f7b9c68 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 945 time: 0.0483382 Nov 16 12:05:16.083390 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-73996ce9-eb1a-4d57-a7cc-c7d7daf3ecef req-124c8130-1ced-468b-a1d2-694a41982327 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420556 Nov 16 12:05:16.440608 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:05:16.740862 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:17.205192 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df294895-a6a1-415f-aed0-11958ea5e6b8 req-6314b4f9-886e-4097-a6ef-e37b9350f5a7 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:17.206806 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-df294895-a6a1-415f-aed0-11958ea5e6b8 req-6314b4f9-886e-4097-a6ef-e37b9350f5a7 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 945 time: 0.0538061 Nov 16 12:05:17.269010 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-df294895-a6a1-415f-aed0-11958ea5e6b8 req-20e31014-6679-45b7-82fb-76e509c771d2 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557809 Nov 16 12:05:18.386968 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb43230-bac7-461e-8d72-9b4ec87c0651 req-49bfb41f-6bbc-485d-97ad-c3de12efc984 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:18.388325 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dcb43230-bac7-461e-8d72-9b4ec87c0651 req-49bfb41f-6bbc-485d-97ad-c3de12efc984 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 945 time: 0.0482962 Nov 16 12:05:18.435495 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dcb43230-bac7-461e-8d72-9b4ec87c0651 req-e6140b7d-2af7-4a1b-8d7c-2549604f5d68 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413609 Nov 16 12:05:18.451217 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:18.901816 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:19.549554 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eeb816-dd4a-40f1-8381-7bc29c4bf947 req-3e7f46f0-1b4e-4347-b4e4-a745fe4799f6 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:19.551011 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c2eeb816-dd4a-40f1-8381-7bc29c4bf947 req-3e7f46f0-1b4e-4347-b4e4-a745fe4799f6 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 945 time: 0.0476117 Nov 16 12:05:19.600992 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c2eeb816-dd4a-40f1-8381-7bc29c4bf947 req-30ab4490-455e-433f-a7b9-cfb3f76d82e1 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441945 Nov 16 12:05:20.715944 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628835a0-f551-4f00-8764-23d151614fe0 req-97d90c1b-a27f-4b63-afef-e63ce987c69f tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:20.717396 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-628835a0-f551-4f00-8764-23d151614fe0 req-97d90c1b-a27f-4b63-afef-e63ce987c69f tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 945 time: 0.0486181 Nov 16 12:05:20.762530 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-628835a0-f551-4f00-8764-23d151614fe0 req-941fa72b-8c98-4a68-9745-e1e5a6c2b22a tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388200 Nov 16 12:05:21.876094 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925f5d6-e629-4fac-95b5-5bd94fc60eaf req-116c9247-b703-4a98-8cdf-efd270b7eec1 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:21.877543 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9925f5d6-e629-4fac-95b5-5bd94fc60eaf req-116c9247-b703-4a98-8cdf-efd270b7eec1 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 945 time: 0.0477855 Nov 16 12:05:21.923529 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9925f5d6-e629-4fac-95b5-5bd94fc60eaf req-7c5d1e40-c309-475d-a6f8-999fed556aef tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402091 Nov 16 12:05:23.041035 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e9003-84d4-44c9-a366-80c36de79dfe req-a5eab762-d716-48ed-8994-897d7aab7231 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:23.042554 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2b3e9003-84d4-44c9-a366-80c36de79dfe req-a5eab762-d716-48ed-8994-897d7aab7231 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 945 time: 0.0518007 Nov 16 12:05:23.089441 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2b3e9003-84d4-44c9-a366-80c36de79dfe req-2d98a04b-4e19-4d43-be57-b844a20230f2 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405774 Nov 16 12:05:24.207155 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77f6ae-c485-4b37-906e-cebcb1659c64 req-b2921b97-bc80-4ebc-958d-715aae6f857d tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:24.208622 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b77f6ae-c485-4b37-906e-cebcb1659c64 req-b2921b97-bc80-4ebc-958d-715aae6f857d tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 945 time: 0.0487380 Nov 16 12:05:24.254475 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b77f6ae-c485-4b37-906e-cebcb1659c64 req-b9194dca-e2bf-4ab4-b1ca-b7cef7fa97d6 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401473 Nov 16 12:05:25.375343 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabea063-accf-4309-8900-5f3be14fbfb2 req-29e29774-08e5-45b0-af46-75089ead5ad4 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:25.376822 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aabea063-accf-4309-8900-5f3be14fbfb2 req-29e29774-08e5-45b0-af46-75089ead5ad4 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 945 time: 0.0503898 Nov 16 12:05:25.427470 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aabea063-accf-4309-8900-5f3be14fbfb2 req-57c1a8ed-bb9d-41bc-bf81-94cd087f01a3 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448539 Nov 16 12:05:26.542810 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3418ca-6735-4b54-b472-fe8c8e36cd20 req-6a2ad422-53dd-42d8-8543-46e1fff6dcb9 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:26.544293 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7b3418ca-6735-4b54-b472-fe8c8e36cd20 req-6a2ad422-53dd-42d8-8543-46e1fff6dcb9 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 945 time: 0.0496614 Nov 16 12:05:26.590424 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7b3418ca-6735-4b54-b472-fe8c8e36cd20 req-313db7e4-c6da-4dbc-87fb-bc10722ab93b tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397027 Nov 16 12:05:27.703649 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cf4ac-abaf-4972-9932-3b9becbc3f7b req-d3de9295-ca17-4d4a-968d-bf95f0a9bb3e tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:27.705115 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5a2cf4ac-abaf-4972-9932-3b9becbc3f7b req-d3de9295-ca17-4d4a-968d-bf95f0a9bb3e tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 945 time: 0.0483532 Nov 16 12:05:27.751785 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5a2cf4ac-abaf-4972-9932-3b9becbc3f7b req-1850bcbd-6b68-42cb-9707-68ec86f7dd2e tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408595 Nov 16 12:05:28.405123 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:28.868908 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821dd54e-46f4-4abc-b05f-cd5a22a73d48 req-24085b1d-44d4-4bb0-8244-5c9368b7b0e4 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:28.870391 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-821dd54e-46f4-4abc-b05f-cd5a22a73d48 req-24085b1d-44d4-4bb0-8244-5c9368b7b0e4 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 945 time: 0.0514171 Nov 16 12:05:28.916626 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-821dd54e-46f4-4abc-b05f-cd5a22a73d48 req-3b5e298d-4973-416c-9c90-d380cd7f7102 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397828 Nov 16 12:05:29.243269 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:30.030721 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52460857-c34f-417b-ad2c-d70a5dff9d02 req-a291fe22-28b5-4061-91f0-c96ae61edec3 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:30.032219 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-52460857-c34f-417b-ad2c-d70a5dff9d02 req-a291fe22-28b5-4061-91f0-c96ae61edec3 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 945 time: 0.0477722 Nov 16 12:05:30.078832 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-52460857-c34f-417b-ad2c-d70a5dff9d02 req-59755793-ff1f-442d-b537-8caa14ec7e79 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408943 Nov 16 12:05:31.201190 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd825caf-67f2-453c-91d3-4c16dcb23e4b req-5acfb015-2b50-42ab-b208-d8e0e593b195 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:31.202712 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fd825caf-67f2-453c-91d3-4c16dcb23e4b req-5acfb015-2b50-42ab-b208-d8e0e593b195 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 945 time: 0.0527787 Nov 16 12:05:31.251510 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fd825caf-67f2-453c-91d3-4c16dcb23e4b req-cb412d6a-7303-4851-bf1b-7f8382805e02 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415294 Nov 16 12:05:32.368157 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29355b6f-78f8-466d-ba06-5f2d6d6d1e3b req-2dfc3476-73c2-4590-a1a5-27ab468ac9fb tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:32.370458 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-29355b6f-78f8-466d-ba06-5f2d6d6d1e3b req-2dfc3476-73c2-4590-a1a5-27ab468ac9fb tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 945 time: 0.0490036 Nov 16 12:05:32.416338 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-29355b6f-78f8-466d-ba06-5f2d6d6d1e3b req-8ccc8aee-20f2-4e36-b561-e75086aec271 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399690 Nov 16 12:05:33.067714 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-b2c19962-630e-4cd3-95a3-581bec30f1dc service neutron] show failed (client error): The resource could not be found. Nov 16 12:05:33.068678 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-b2c19962-630e-4cd3-95a3-581bec30f1dc service neutron] 10.222.0.64 "GET /v2.0/ports/df2868f7-cb91-456c-9739-8de2bd193746/bindings/n-h1-816823-3 HTTP/1.1" status: 404 len: 380 time: 0.0533297 Nov 16 12:05:33.273503 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-7889ca79-4b8e-4c07-86f0-9055a44108a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:33.275033 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-7889ca79-4b8e-4c07-86f0-9055a44108a7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd&tenant_id=3185617f9c7743129fa0e568807197af HTTP/1.1" status: 200 len: 1096 time: 0.0417047 Nov 16 12:05:33.288831 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-196baf3f-85d5-4aef-89a0-27d6bf42bef1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816823-3', 'device_owner': 'compute:nova'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:05:33.348482 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-196baf3f-85d5-4aef-89a0-27d6bf42bef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:33.541537 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a4f72-18c8-42f5-8746-6671e4d7aaf3 req-578484d8-2fa5-4800-af00-e5168bb06a95 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:33.543047 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-678a4f72-18c8-42f5-8746-6671e4d7aaf3 req-578484d8-2fa5-4800-af00-e5168bb06a95 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 945 time: 0.0542119 Nov 16 12:05:33.558339 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-196baf3f-85d5-4aef-89a0-27d6bf42bef1 service neutron] For port df2868f7-cb91-456c-9739-8de2bd193746, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=df2868f7-cb91-456c-9739-8de2bd193746,segment=NetworkSegment(cfa2000f-8511-4037-8914-5cb133695763),segment_id=cfa2000f-8511-4037-8914-5cb133695763)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:05:33.592035 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-196baf3f-85d5-4aef-89a0-27d6bf42bef1 service neutron] For port df2868f7-cb91-456c-9739-8de2bd193746, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:05:33.594374 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-678a4f72-18c8-42f5-8746-6671e4d7aaf3 req-3fd9886b-e5ad-435d-a6a9-ccfa9a495262 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451107 Nov 16 12:05:33.631270 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d9d7f2-307c-42a2-9f79-447d2421e0bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df2868f7-cb91-456c-9739-8de2bd193746'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:05:33.633537 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e11027a-a7d6-413c-9689-57922ef0c38a" -d '{"events": [{"server_uuid": "c3d9d7f2-307c-42a2-9f79-447d2421e0bd", "name": "network-vif-unplugged", "status": "completed", "tag": "df2868f7-cb91-456c-9739-8de2bd193746"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:05:33.638030 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-196baf3f-85d5-4aef-89a0-27d6bf42bef1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:33.649983 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-196baf3f-85d5-4aef-89a0-27d6bf42bef1 service neutron] Transition to ACTIVE for port object df2868f7-cb91-456c-9739-8de2bd193746 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 12:05:33.653882 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-196baf3f-85d5-4aef-89a0-27d6bf42bef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:33.717510 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196baf3f-85d5-4aef-89a0-27d6bf42bef1 service neutron] Pushing event updated for resources: {'Port': ['ID=df2868f7-cb91-456c-9739-8de2bd193746,revision_number=6']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:05:33.719818 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-196baf3f-85d5-4aef-89a0-27d6bf42bef1 service neutron] No DVR routers for this DVR port df2868f7-cb91-456c-9739-8de2bd193746 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:05:33.752766 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 12:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e50f440-aa09-47ca-8066-6b7e57c09ba1 x-openstack-request-id: req-0e50f440-aa09-47ca-8066-6b7e57c09ba1 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:05:33.753052 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d9d7f2-307c-42a2-9f79-447d2421e0bd", "name": "network-vif-unplugged", "status": "completed", "tag": "df2868f7-cb91-456c-9739-8de2bd193746", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:05:33.753300 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0e50f440-aa09-47ca-8066-6b7e57c09ba1 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:05:33.753692 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d9d7f2-307c-42a2-9f79-447d2421e0bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df2868f7-cb91-456c-9739-8de2bd193746', 'code': 200} Nov 16 12:05:33.757872 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-196baf3f-85d5-4aef-89a0-27d6bf42bef1 service neutron] Attempting to bind port df2868f7-cb91-456c-9739-8de2bd193746 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:05:33.758235 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-196baf3f-85d5-4aef-89a0-27d6bf42bef1 service neutron] Attempting to bind port df2868f7-cb91-456c-9739-8de2bd193746 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'cfa2000f-8511-4037-8914-5cb133695763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '5db605bc-b62c-4b49-8927-f45c9701d96e'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:05:33.758559 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-196baf3f-85d5-4aef-89a0-27d6bf42bef1 service neutron] Attempting to bind port df2868f7-cb91-456c-9739-8de2bd193746 on network 5db605bc-b62c-4b49-8927-f45c9701d96e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:05:33.763406 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-196baf3f-85d5-4aef-89a0-27d6bf42bef1 service neutron] Port df2868f7-cb91-456c-9739-8de2bd193746 on network 5db605bc-b62c-4b49-8927-f45c9701d96e not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 12:05:33.763726 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-196baf3f-85d5-4aef-89a0-27d6bf42bef1 service neutron] Attempting to bind port df2868f7-cb91-456c-9739-8de2bd193746 on network 5db605bc-b62c-4b49-8927-f45c9701d96e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:05:33.768470 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-196baf3f-85d5-4aef-89a0-27d6bf42bef1 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:05:33.768799 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-196baf3f-85d5-4aef-89a0-27d6bf42bef1 service neutron] Checking segment: {'id': 'cfa2000f-8511-4037-8914-5cb133695763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '5db605bc-b62c-4b49-8927-f45c9701d96e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:05:33.769177 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-196baf3f-85d5-4aef-89a0-27d6bf42bef1 service neutron] Bound using segment: {'id': 'cfa2000f-8511-4037-8914-5cb133695763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '5db605bc-b62c-4b49-8927-f45c9701d96e'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:05:33.769592 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-196baf3f-85d5-4aef-89a0-27d6bf42bef1 service neutron] Bound port: df2868f7-cb91-456c-9739-8de2bd193746, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfa2000f-8511-4037-8914-5cb133695763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '5db605bc-b62c-4b49-8927-f45c9701d96e'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:05:33.769964 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-196baf3f-85d5-4aef-89a0-27d6bf42bef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:33.830309 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-196baf3f-85d5-4aef-89a0-27d6bf42bef1 service neutron] For port df2868f7-cb91-456c-9739-8de2bd193746, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:05:33.833161 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-196baf3f-85d5-4aef-89a0-27d6bf42bef1 service neutron] For port df2868f7-cb91-456c-9739-8de2bd193746, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=df2868f7-cb91-456c-9739-8de2bd193746,segment=NetworkSegment(cfa2000f-8511-4037-8914-5cb133695763),segment_id=cfa2000f-8511-4037-8914-5cb133695763)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:05:33.837621 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-196baf3f-85d5-4aef-89a0-27d6bf42bef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:33.870773 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-196baf3f-85d5-4aef-89a0-27d6bf42bef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:33.871391 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-196baf3f-85d5-4aef-89a0-27d6bf42bef1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:33.872769 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-196baf3f-85d5-4aef-89a0-27d6bf42bef1 service neutron] 10.222.0.36 "PUT /v2.0/ports/df2868f7-cb91-456c-9739-8de2bd193746 HTTP/1.1" status: 200 len: 1091 time: 0.5882556 Nov 16 12:05:33.894352 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196baf3f-85d5-4aef-89a0-27d6bf42bef1 service neutron] Pushing event updated for resources: {'Port': ['ID=df2868f7-cb91-456c-9739-8de2bd193746,revision_number=7']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:05:33.939244 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-e6f56873-d427-43c5-a841-ec944923c6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:33.940731 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-e6f56873-d427-43c5-a841-ec944923c6b8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3185617f9c7743129fa0e568807197af&device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 1094 time: 0.0436497 Nov 16 12:05:34.027029 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-7fac467e-2e44-4315-92b6-4ac7e48736f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:34.028497 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-7fac467e-2e44-4315-92b6-4ac7e48736f8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5db605bc-b62c-4b49-8927-f45c9701d96e HTTP/1.1" status: 200 len: 915 time: 0.0815756 Nov 16 12:05:34.072222 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-b14a3d99-6958-49a0-b08e-d8817fb5701d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df2868f7-cb91-456c-9739-8de2bd193746 HTTP/1.1" status: 200 len: 217 time: 0.0366299 Nov 16 12:05:34.122140 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-4a659e2e-900e-4e37-9928-d0a4fb679ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:34.123514 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-4a659e2e-900e-4e37-9928-d0a4fb679ca0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5956f90d-bb3b-40ad-b6c5-b9b4276cec65 HTTP/1.1" status: 200 len: 854 time: 0.0433159 Nov 16 12:05:34.154541 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-06c915b9-3d17-4121-b22f-1aef55fa13c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5db605bc-b62c-4b49-8927-f45c9701d96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237775 Nov 16 12:05:34.241058 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-3b4e605b-552a-47cc-8612-fbe9dc1a0819 service neutron] 10.222.0.36 "GET /v2.0/networks/5db605bc-b62c-4b49-8927-f45c9701d96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791683 Nov 16 12:05:34.333461 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-18b3b16e-9675-43da-b461-0a711976c8a6 req-f1f75632-c7bf-4bdb-806e-0bae3003778c service neutron] 10.222.0.36 "GET /v2.0/networks/5db605bc-b62c-4b49-8927-f45c9701d96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860198 Nov 16 12:05:34.711841 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa2393-97ba-459c-a319-eaf1547497fc req-108f8b29-def4-439c-8a44-9958058307ac tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:34.713214 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e9aa2393-97ba-459c-a319-eaf1547497fc req-108f8b29-def4-439c-8a44-9958058307ac tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 943 time: 0.0487382 Nov 16 12:05:34.759109 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e9aa2393-97ba-459c-a319-eaf1547497fc req-973a5039-f126-40a1-8379-925dc6da81d4 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394969 Nov 16 12:05:35.323804 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device df2868f7-cb91-456c-9739-8de2bd193746 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:05:35.365199 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device df2868f7-cb91-456c-9739-8de2bd193746 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:05:35.755402 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d9d7f2-307c-42a2-9f79-447d2421e0bd', 'tag': 'df2868f7-cb91-456c-9739-8de2bd193746'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:05:35.757654 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93076230-a0fb-4f4d-8b76-139cc77e06c1" -d '{"events": [{"name": "network-changed", "server_uuid": "c3d9d7f2-307c-42a2-9f79-447d2421e0bd", "tag": "df2868f7-cb91-456c-9739-8de2bd193746"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:05:35.809683 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843c7936-ef3f-4a05-ac95-52e353122a0a x-openstack-request-id: req-843c7936-ef3f-4a05-ac95-52e353122a0a {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:05:35.810009 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3d9d7f2-307c-42a2-9f79-447d2421e0bd", "tag": "df2868f7-cb91-456c-9739-8de2bd193746", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:05:35.810265 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-843c7936-ef3f-4a05-ac95-52e353122a0a {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:05:35.810666 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3d9d7f2-307c-42a2-9f79-447d2421e0bd', 'tag': 'df2868f7-cb91-456c-9739-8de2bd193746', 'status': 'completed', 'code': 200} Nov 16 12:05:35.902379 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914cd67b-b655-472d-a815-566e6d4a5cc7 req-94631de8-027e-40e2-a310-c4c305953a0e tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:35.903866 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-914cd67b-b655-472d-a815-566e6d4a5cc7 req-94631de8-027e-40e2-a310-c4c305953a0e tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 943 time: 0.0492496 Nov 16 12:05:35.910959 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93076230-a0fb-4f4d-8b76-139cc77e06c1 req-a01d724d-ed8e-4d52-8db8-42f4ae0a7308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:35.912503 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-93076230-a0fb-4f4d-8b76-139cc77e06c1 req-a01d724d-ed8e-4d52-8db8-42f4ae0a7308 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3185617f9c7743129fa0e568807197af&device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 1094 time: 0.0758836 Nov 16 12:05:35.914452 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93076230-a0fb-4f4d-8b76-139cc77e06c1 req-ab5f463f-46e3-4f96-92dd-f22f35f6b346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:35.915787 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-93076230-a0fb-4f4d-8b76-139cc77e06c1 req-ab5f463f-46e3-4f96-92dd-f22f35f6b346 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3185617f9c7743129fa0e568807197af&device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 1094 time: 0.0687048 Nov 16 12:05:35.951206 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-914cd67b-b655-472d-a815-566e6d4a5cc7 req-22fefeb2-bf59-4558-aad4-46416642ffdc tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413392 Nov 16 12:05:36.071333 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93076230-a0fb-4f4d-8b76-139cc77e06c1 req-618209ae-8539-4698-82b1-41463b950513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:36.072911 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-93076230-a0fb-4f4d-8b76-139cc77e06c1 req-618209ae-8539-4698-82b1-41463b950513 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5db605bc-b62c-4b49-8927-f45c9701d96e HTTP/1.1" status: 200 len: 915 time: 0.1539209 Nov 16 12:05:36.077529 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93076230-a0fb-4f4d-8b76-139cc77e06c1 req-217e19c7-699c-4c2b-a394-4b7adb61d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:36.078908 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-93076230-a0fb-4f4d-8b76-139cc77e06c1 req-217e19c7-699c-4c2b-a394-4b7adb61d59d service neutron] 10.222.0.64 "GET /v2.0/networks?id=5db605bc-b62c-4b49-8927-f45c9701d96e HTTP/1.1" status: 200 len: 915 time: 0.1517761 Nov 16 12:05:36.126988 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-93076230-a0fb-4f4d-8b76-139cc77e06c1 req-92661111-6d70-4479-9dfd-94e8d9c6fd6d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df2868f7-cb91-456c-9739-8de2bd193746 HTTP/1.1" status: 200 len: 217 time: 0.0466771 Nov 16 12:05:36.159513 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87214655-9104-4fc1-98d7-49fbcaebe5cd req-3cd31f6b-e171-49a4-970a-55bc54098076 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:36.161017 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-87214655-9104-4fc1-98d7-49fbcaebe5cd req-3cd31f6b-e171-49a4-970a-55bc54098076 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 943 time: 0.0594010 Nov 16 12:05:36.164945 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.64', 61339) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:05:36.165377 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-93076230-a0fb-4f4d-8b76-139cc77e06c1 req-f1801610-b988-4815-9fc1-cdfee46ad04a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df2868f7-cb91-456c-9739-8de2bd193746 HTTP/1.1" status: 200 len: 217 time: 0.0745246 Nov 16 12:05:36.213334 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device df2868f7-cb91-456c-9739-8de2bd193746 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 12:05:36.233755 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93076230-a0fb-4f4d-8b76-139cc77e06c1 req-5cf13f94-04cb-4115-88a4-4639a48ce49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:36.235251 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-93076230-a0fb-4f4d-8b76-139cc77e06c1 req-5cf13f94-04cb-4115-88a4-4639a48ce49f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5956f90d-bb3b-40ad-b6c5-b9b4276cec65 HTTP/1.1" status: 200 len: 854 time: 0.0784900 Nov 16 12:05:36.240839 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93076230-a0fb-4f4d-8b76-139cc77e06c1 req-9a13db0e-8892-4181-aa50-12e88a744daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:36.241774 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-93076230-a0fb-4f4d-8b76-139cc77e06c1 req-9a13db0e-8892-4181-aa50-12e88a744daf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5956f90d-bb3b-40ad-b6c5-b9b4276cec65 HTTP/1.1" status: 200 len: 854 time: 0.0574529 Nov 16 12:05:36.275134 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ecb295-0384-4617-a0ff-bd48a910bf51 req-c2921b25-ca55-4f1c-a6f4-0e7bb0cec267 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:36.277224 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-34ecb295-0384-4617-a0ff-bd48a910bf51 req-c2921b25-ca55-4f1c-a6f4-0e7bb0cec267 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd&tenant_id=3185617f9c7743129fa0e568807197af&binding%3Ahost_id=n-h1-816823-3 HTTP/1.1" status: 200 len: 943 time: 0.1106715 Nov 16 12:05:36.295597 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-93076230-a0fb-4f4d-8b76-139cc77e06c1 req-493dfa33-74d6-45ec-9225-8e70845bad82 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5db605bc-b62c-4b49-8927-f45c9701d96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527902 Nov 16 12:05:36.296206 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-87214655-9104-4fc1-98d7-49fbcaebe5cd req-7a168b85-ca96-4456-a1ec-cb69e000a378 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999651 Nov 16 12:05:36.300986 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-93076230-a0fb-4f4d-8b76-139cc77e06c1 req-e773e24c-9428-4ff6-8316-4d4862513670 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5db605bc-b62c-4b49-8927-f45c9701d96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476029 Nov 16 12:05:36.322832 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port df2868f7-cb91-456c-9739-8de2bd193746, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=df2868f7-cb91-456c-9739-8de2bd193746,segment=NetworkSegment(cfa2000f-8511-4037-8914-5cb133695763),segment_id=cfa2000f-8511-4037-8914-5cb133695763)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:05:36.334864 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': 'df2868f7-cb91-456c-9739-8de2bd193746', 'network_id': '5db605bc-b62c-4b49-8927-f45c9701d96e', 'port_id': 'df2868f7-cb91-456c-9739-8de2bd193746', 'mac_address': 'fa:16:3e:7c:cf:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5956f90d-bb3b-40ad-b6c5-b9b4276cec65', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 12:05:36.351385 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [req-34ecb295-0384-4617-a0ff-bd48a910bf51 req-02950c7b-c7cf-4eca-b6ea-a225d30c0804 service neutron] delete failed (client error): The resource could not be found. Nov 16 12:05:36.352420 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-34ecb295-0384-4617-a0ff-bd48a910bf51 req-02950c7b-c7cf-4eca-b6ea-a225d30c0804 service neutron] 10.222.0.64 "DELETE /v2.0/ports/df2868f7-cb91-456c-9739-8de2bd193746/bindings/n-h2-816823-3 HTTP/1.1" status: 404 len: 380 time: 0.0666745 Nov 16 12:05:36.374441 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:36.387625 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df2868f7-cb91-456c-9739-8de2bd193746 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:05:36.408195 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port df2868f7-cb91-456c-9739-8de2bd193746, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=df2868f7-cb91-456c-9739-8de2bd193746,segment=NetworkSegment(cfa2000f-8511-4037-8914-5cb133695763),segment_id=cfa2000f-8511-4037-8914-5cb133695763)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:05:36.413005 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:36.453584 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-93076230-a0fb-4f4d-8b76-139cc77e06c1 req-1613c3ba-4451-4d39-9b1b-3bc294a4e6f9 service neutron] 10.222.0.36 "GET /v2.0/networks/5db605bc-b62c-4b49-8927-f45c9701d96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510301 Nov 16 12:05:36.458160 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=df2868f7-cb91-456c-9739-8de2bd193746,revision_number=8']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:05:36.458736 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-93076230-a0fb-4f4d-8b76-139cc77e06c1 req-1b9a9d28-37cb-4d77-ad5a-17ee32ba1c9c service neutron] 10.222.0.64 "GET /v2.0/networks/5db605bc-b62c-4b49-8927-f45c9701d96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363549 Nov 16 12:05:36.605143 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-93076230-a0fb-4f4d-8b76-139cc77e06c1 req-bdee6079-1373-445d-b614-cfc95346fabd service neutron] 10.222.0.36 "GET /v2.0/networks/5db605bc-b62c-4b49-8927-f45c9701d96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443810 Nov 16 12:05:36.610037 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-93076230-a0fb-4f4d-8b76-139cc77e06c1 req-d026afc4-5a1a-4b0f-8887-9a0fe9cae325 service neutron] 10.222.0.64 "GET /v2.0/networks/5db605bc-b62c-4b49-8927-f45c9701d96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323037 Nov 16 12:05:36.624547 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['df2868f7-cb91-456c-9739-8de2bd193746'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:05:36.717866 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ecb295-0384-4617-a0ff-bd48a910bf51 req-bd063cb2-87c7-41ed-a0e4-0d810b4805d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:36.719364 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-34ecb295-0384-4617-a0ff-bd48a910bf51 req-bd063cb2-87c7-41ed-a0e4-0d810b4805d8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3185617f9c7743129fa0e568807197af&device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 1095 time: 0.0405567 Nov 16 12:05:37.092322 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ecb295-0384-4617-a0ff-bd48a910bf51 req-1436d43b-643b-4c78-be60-e7ca1bb74acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:37.093764 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-34ecb295-0384-4617-a0ff-bd48a910bf51 req-1436d43b-643b-4c78-be60-e7ca1bb74acb service neutron] 10.222.0.64 "GET /v2.0/networks?id=5db605bc-b62c-4b49-8927-f45c9701d96e HTTP/1.1" status: 200 len: 915 time: 0.3622317 Nov 16 12:05:37.136148 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-34ecb295-0384-4617-a0ff-bd48a910bf51 req-06fc6f81-dec9-41e4-91c4-8d1cd822bf6a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df2868f7-cb91-456c-9739-8de2bd193746 HTTP/1.1" status: 200 len: 217 time: 0.0329397 Nov 16 12:05:37.187242 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ecb295-0384-4617-a0ff-bd48a910bf51 req-b46ed961-efe4-4167-9f98-900e613dbc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:37.188623 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-34ecb295-0384-4617-a0ff-bd48a910bf51 req-b46ed961-efe4-4167-9f98-900e613dbc4c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5956f90d-bb3b-40ad-b6c5-b9b4276cec65 HTTP/1.1" status: 200 len: 854 time: 0.0456195 Nov 16 12:05:37.223182 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-34ecb295-0384-4617-a0ff-bd48a910bf51 req-857ca29f-5c6e-4e55-ae87-7cb3174882bb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5db605bc-b62c-4b49-8927-f45c9701d96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229528 Nov 16 12:05:37.317338 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-34ecb295-0384-4617-a0ff-bd48a910bf51 req-8f5705a0-c5cc-42ed-901b-1656d229b5b9 service neutron] 10.222.0.64 "GET /v2.0/networks/5db605bc-b62c-4b49-8927-f45c9701d96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794251 Nov 16 12:05:37.415663 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8783a-41c8-46ac-83c3-2fa5b3a7bf55 req-d97bc300-e12c-43a2-bd16-6a5dc8b0efdf tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:37.416353 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-34ecb295-0384-4617-a0ff-bd48a910bf51 req-c4c4cb94-9b0c-4fd0-9afd-d2f4e56818db service neutron] 10.222.0.64 "GET /v2.0/networks/5db605bc-b62c-4b49-8927-f45c9701d96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880029 Nov 16 12:05:37.417773 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f9d8783a-41c8-46ac-83c3-2fa5b3a7bf55 req-d97bc300-e12c-43a2-bd16-6a5dc8b0efdf tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 944 time: 0.0505810 Nov 16 12:05:37.466530 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f9d8783a-41c8-46ac-83c3-2fa5b3a7bf55 req-9b2145c5-115a-4b52-9e51-403205de6ac7 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428786 Nov 16 12:05:38.222970 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device df2868f7-cb91-456c-9739-8de2bd193746 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:05:38.269597 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port df2868f7-cb91-456c-9739-8de2bd193746 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 12:05:38.273615 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port df2868f7-cb91-456c-9739-8de2bd193746 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:05:38.274016 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:38.351702 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:38.374111 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d9d7f2-307c-42a2-9f79-447d2421e0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2868f7-cb91-456c-9739-8de2bd193746'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:05:38.376474 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c49d612-29e6-401c-9d99-86992a8d7c54" -d '{"events": [{"server_uuid": "c3d9d7f2-307c-42a2-9f79-447d2421e0bd", "name": "network-vif-plugged", "status": "completed", "tag": "df2868f7-cb91-456c-9739-8de2bd193746"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:05:38.389406 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port df2868f7-cb91-456c-9739-8de2bd193746, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=df2868f7-cb91-456c-9739-8de2bd193746,segment=NetworkSegment(cfa2000f-8511-4037-8914-5cb133695763),segment_id=cfa2000f-8511-4037-8914-5cb133695763)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:05:38.394278 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:38.440284 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=df2868f7-cb91-456c-9739-8de2bd193746,revision_number=9']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:05:38.475615 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c611e9-fa2d-4ab6-b091-5a9239e05044 x-openstack-request-id: req-e5c611e9-fa2d-4ab6-b091-5a9239e05044 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:05:38.475904 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d9d7f2-307c-42a2-9f79-447d2421e0bd", "name": "network-vif-plugged", "status": "completed", "tag": "df2868f7-cb91-456c-9739-8de2bd193746", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:05:38.476149 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e5c611e9-fa2d-4ab6-b091-5a9239e05044 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:05:38.476535 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d9d7f2-307c-42a2-9f79-447d2421e0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2868f7-cb91-456c-9739-8de2bd193746', 'code': 200} Nov 16 12:05:38.578884 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbd91e-1916-4881-ab18-4cd489f2fe56 req-9cd91889-50ad-42b4-97ff-cd8531ca80e7 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:38.580345 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d6dbd91e-1916-4881-ab18-4cd489f2fe56 req-9cd91889-50ad-42b4-97ff-cd8531ca80e7 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 945 time: 0.0474668 Nov 16 12:05:38.625900 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d6dbd91e-1916-4881-ab18-4cd489f2fe56 req-38e1c7b6-ba37-466d-b71b-db17155567b0 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398591 Nov 16 12:05:38.742223 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763da21-985e-48ee-8b9d-08b22277b980 req-63b558dd-b3b9-4bc5-b488-a85509c68135 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:38.743671 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b763da21-985e-48ee-8b9d-08b22277b980 req-63b558dd-b3b9-4bc5-b488-a85509c68135 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 945 time: 0.0531774 Nov 16 12:05:38.789989 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b763da21-985e-48ee-8b9d-08b22277b980 req-9e099a38-3497-41e6-be48-aeea4f428522 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404654 Nov 16 12:05:38.899223 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863cd55a-18f5-473d-9bae-5225d819884c req-9d8f1fd2-15ad-4e8c-81db-1daaa7f886e2 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:38.900579 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-863cd55a-18f5-473d-9bae-5225d819884c req-9d8f1fd2-15ad-4e8c-81db-1daaa7f886e2 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 945 time: 0.0477622 Nov 16 12:05:38.946812 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-863cd55a-18f5-473d-9bae-5225d819884c req-d9569024-f9d5-4178-b48d-6a80914c2733 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403810 Nov 16 12:05:39.286573 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-43a07790-abd2-4252-bdd4-c2560e58c969 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:39.289730 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-43a07790-abd2-4252-bdd4-c2560e58c969 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/networks?id=5db605bc-b62c-4b49-8927-f45c9701d96e HTTP/1.1" status: 200 len: 814 time: 0.1045747 Nov 16 12:05:39.306841 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-1adab93a-ee8f-429c-8893-cad8883c3101 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/quotas/3185617f9c7743129fa0e568807197af HTTP/1.1" status: 200 len: 375 time: 0.0108922 Nov 16 12:05:39.354117 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-426549b8-80a5-4bea-b1d7-7ca018e4f4e4 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3185617f9c7743129fa0e568807197af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0413508 Nov 16 12:05:39.498646 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-2e98763b-9063-4634-ac20-a6c3623dd640 service neutron] 10.222.0.61 "GET /v2.0/networks/5db605bc-b62c-4b49-8927-f45c9701d96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371734 Nov 16 12:05:39.586164 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-e5cc1d2a-37ad-4581-a828-5c07d6a2d8e4 service neutron] 10.222.0.61 "GET /v2.0/networks/5db605bc-b62c-4b49-8927-f45c9701d96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816114 Nov 16 12:05:39.739658 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-656b6bcd-4ab3-4efd-a452-e69baed76a7b req-5c248479-01da-4d07-8e8c-cbd645208f5f tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 210 time: 0.0270894 Nov 16 12:05:40.416124 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d4d4e-f9a6-4f67-89d5-73f3df9bc9b7 req-501788ee-88ed-4a3b-8a10-013826a12e2a tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:40.417478 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ff0d4d4e-f9a6-4f67-89d5-73f3df9bc9b7 req-501788ee-88ed-4a3b-8a10-013826a12e2a tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3d9d7f2-307c-42a2-9f79-447d2421e0bd HTTP/1.1" status: 200 len: 945 time: 0.0491588 Nov 16 12:05:40.514462 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-ff0d4d4e-f9a6-4f67-89d5-73f3df9bc9b7 req-f9e7faa1-44aa-405b-bf2b-d1eabb989a2e tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Deleting port df2868f7-cb91-456c-9739-8de2bd193746 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:05:40.514826 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ff0d4d4e-f9a6-4f67-89d5-73f3df9bc9b7 req-f9e7faa1-44aa-405b-bf2b-d1eabb989a2e tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:40.683405 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ff0d4d4e-f9a6-4f67-89d5-73f3df9bc9b7 req-f9e7faa1-44aa-405b-bf2b-d1eabb989a2e tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] For port df2868f7-cb91-456c-9739-8de2bd193746, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=df2868f7-cb91-456c-9739-8de2bd193746,segment=NetworkSegment(cfa2000f-8511-4037-8914-5cb133695763),segment_id=cfa2000f-8511-4037-8914-5cb133695763)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:05:40.683682 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ff0d4d4e-f9a6-4f67-89d5-73f3df9bc9b7 req-f9e7faa1-44aa-405b-bf2b-d1eabb989a2e tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:40.701386 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-44db5875-c384-47da-9734-ebca4f8a9c66 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:40.702817 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-44db5875-c384-47da-9734-ebca4f8a9c66 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.36 "GET /v2.0/networks?id=5db605bc-b62c-4b49-8927-f45c9701d96e HTTP/1.1" status: 200 len: 814 time: 0.1509814 Nov 16 12:05:40.706585 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-ff0d4d4e-f9a6-4f67-89d5-73f3df9bc9b7 req-f9e7faa1-44aa-405b-bf2b-d1eabb989a2e tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Calling delete_port for df2868f7-cb91-456c-9739-8de2bd193746 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:05:40.718252 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-1b0dcb1c-358f-4c7b-af6d-b75c948a355e tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Request body: {'port': {'device_id': '82d30d3a-caba-459c-9ee7-42186032ccdf', 'network_id': '5db605bc-b62c-4b49-8927-f45c9701d96e', 'admin_state_up': True, 'tenant_id': '3185617f9c7743129fa0e568807197af'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:05:40.842895 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-feffdb57-d366-44d3-a7c5-b8fc70d2e54a req-f3fe44a1-3f23-4837-9ebc-bf00995edfaa tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 210 time: 0.0296750 Nov 16 12:05:40.900468 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-1b0dcb1c-358f-4c7b-af6d-b75c948a355e tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Made reservation on behalf of 3185617f9c7743129fa0e568807197af for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:05:40.903939 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-1b0dcb1c-358f-4c7b-af6d-b75c948a355e tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:40.941117 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ff0d4d4e-f9a6-4f67-89d5-73f3df9bc9b7 req-f9e7faa1-44aa-405b-bf2b-d1eabb989a2e tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:40.952921 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['df2868f7-cb91-456c-9739-8de2bd193746'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:05:40.998393 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e7faa1-44aa-405b-bf2b-d1eabb989a2e tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Pushing event deleted for resources: {'Port': ['ID=df2868f7-cb91-456c-9739-8de2bd193746,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:05:41.074927 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0d4d4e-f9a6-4f67-89d5-73f3df9bc9b7 req-f9e7faa1-44aa-405b-bf2b-d1eabb989a2e tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] No DVR routers for this DVR port df2868f7-cb91-456c-9739-8de2bd193746 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:05:41.078744 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ff0d4d4e-f9a6-4f67-89d5-73f3df9bc9b7 req-f9e7faa1-44aa-405b-bf2b-d1eabb989a2e tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:41.082121 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ff0d4d4e-f9a6-4f67-89d5-73f3df9bc9b7 req-f9e7faa1-44aa-405b-bf2b-d1eabb989a2e tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.36 "DELETE /v2.0/ports/df2868f7-cb91-456c-9739-8de2bd193746 HTTP/1.1" status: 204 len: 173 time: 0.6571941 Nov 16 12:05:41.082566 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d9d7f2-307c-42a2-9f79-447d2421e0bd', 'name': 'network-vif-deleted', 'tag': 'df2868f7-cb91-456c-9739-8de2bd193746'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:05:41.084832 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fa1675-9ba5-467d-9484-9bbed27cd970" -d '{"events": [{"server_uuid": "c3d9d7f2-307c-42a2-9f79-447d2421e0bd", "name": "network-vif-deleted", "tag": "df2868f7-cb91-456c-9739-8de2bd193746"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:05:41.114331 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-1b0dcb1c-358f-4c7b-af6d-b75c948a355e tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Allocated IP 172.20.0.7 (5db605bc-b62c-4b49-8927-f45c9701d96e/5956f90d-bb3b-40ad-b6c5-b9b4276cec65/e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:05:41.128766 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf65ac26-b8bb-49dd-8fdf-e186c35261dd x-openstack-request-id: req-bf65ac26-b8bb-49dd-8fdf-e186c35261dd {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:05:41.129113 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d9d7f2-307c-42a2-9f79-447d2421e0bd", "name": "network-vif-deleted", "tag": "df2868f7-cb91-456c-9739-8de2bd193746", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:05:41.129379 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bf65ac26-b8bb-49dd-8fdf-e186c35261dd {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:05:41.129838 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d9d7f2-307c-42a2-9f79-447d2421e0bd', 'name': 'network-vif-deleted', 'tag': 'df2868f7-cb91-456c-9739-8de2bd193746', 'status': 'completed', 'code': 200} Nov 16 12:05:41.269005 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-1b0dcb1c-358f-4c7b-af6d-b75c948a355e tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:41.305100 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-1b0dcb1c-358f-4c7b-af6d-b75c948a355e tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:41.319136 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['df2868f7-cb91-456c-9739-8de2bd193746'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:05:41.371442 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-1b0dcb1c-358f-4c7b-af6d-b75c948a355e tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Network 5db605bc-b62c-4b49-8927-f45c9701d96e is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:05:41.374761 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-1b0dcb1c-358f-4c7b-af6d-b75c948a355e tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:05:41.379118 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-1b0dcb1c-358f-4c7b-af6d-b75c948a355e tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:05:41.382971 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0dcb1c-358f-4c7b-af6d-b75c948a355e tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Pushing event updated for resources: {'Port': ['ID=e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:05:41.427999 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-1b0dcb1c-358f-4c7b-af6d-b75c948a355e tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:41.428649 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-1b0dcb1c-358f-4c7b-af6d-b75c948a355e tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:41.444156 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-1b0dcb1c-358f-4c7b-af6d-b75c948a355e tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7294073 Nov 16 12:05:41.457270 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-bf6551cb-5552-4db2-abe8-45bf747b3060 service neutron] Request body: {'port': {'device_id': '82d30d3a-caba-459c-9ee7-42186032ccdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:05:41.513844 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-bf6551cb-5552-4db2-abe8-45bf747b3060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:41.764858 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-bf6551cb-5552-4db2-abe8-45bf747b3060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:05:41.772183 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-bf6551cb-5552-4db2-abe8-45bf747b3060 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:41.784211 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-bf6551cb-5552-4db2-abe8-45bf747b3060 service neutron] Transition to ACTIVE for port object e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 12:05:41.788164 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-bf6551cb-5552-4db2-abe8-45bf747b3060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:41.836114 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6551cb-5552-4db2-abe8-45bf747b3060 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:05:41.904782 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-bf6551cb-5552-4db2-abe8-45bf747b3060 service neutron] Attempting to bind port e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:05:41.905112 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-bf6551cb-5552-4db2-abe8-45bf747b3060 service neutron] Attempting to bind port e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'cfa2000f-8511-4037-8914-5cb133695763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '5db605bc-b62c-4b49-8927-f45c9701d96e'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:05:41.905433 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-bf6551cb-5552-4db2-abe8-45bf747b3060 service neutron] Attempting to bind port e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2 on network 5db605bc-b62c-4b49-8927-f45c9701d96e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:05:41.909677 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-bf6551cb-5552-4db2-abe8-45bf747b3060 service neutron] Port e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2 on network 5db605bc-b62c-4b49-8927-f45c9701d96e not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 12:05:41.910019 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-bf6551cb-5552-4db2-abe8-45bf747b3060 service neutron] Attempting to bind port e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2 on network 5db605bc-b62c-4b49-8927-f45c9701d96e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:05:41.915018 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-bf6551cb-5552-4db2-abe8-45bf747b3060 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:05:41.915347 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-bf6551cb-5552-4db2-abe8-45bf747b3060 service neutron] Checking segment: {'id': 'cfa2000f-8511-4037-8914-5cb133695763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '5db605bc-b62c-4b49-8927-f45c9701d96e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:05:41.915722 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-bf6551cb-5552-4db2-abe8-45bf747b3060 service neutron] Bound using segment: {'id': 'cfa2000f-8511-4037-8914-5cb133695763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '5db605bc-b62c-4b49-8927-f45c9701d96e'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:05:41.916139 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-bf6551cb-5552-4db2-abe8-45bf747b3060 service neutron] Bound port: e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfa2000f-8511-4037-8914-5cb133695763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '5db605bc-b62c-4b49-8927-f45c9701d96e'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:05:41.916484 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-bf6551cb-5552-4db2-abe8-45bf747b3060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:41.961500 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b2833-ada2-46a7-b5e2-8f755d7deed7 req-97bc8575-1dec-4e07-a08e-7347d4bec007 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:41.963035 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-810b2833-ada2-46a7-b5e2-8f755d7deed7 req-97bc8575-1dec-4e07-a08e-7347d4bec007 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 943 time: 0.0499172 Nov 16 12:05:41.978482 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-bf6551cb-5552-4db2-abe8-45bf747b3060 service neutron] For port e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:05:41.984692 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-bf6551cb-5552-4db2-abe8-45bf747b3060 service neutron] For port e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2,segment=NetworkSegment(cfa2000f-8511-4037-8914-5cb133695763),segment_id=cfa2000f-8511-4037-8914-5cb133695763)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:05:41.991995 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-bf6551cb-5552-4db2-abe8-45bf747b3060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:42.012347 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-810b2833-ada2-46a7-b5e2-8f755d7deed7 req-bf202407-89c3-4d0c-9f7a-e3cd84495a75 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434885 Nov 16 12:05:42.030102 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-bf6551cb-5552-4db2-abe8-45bf747b3060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:42.030954 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-bf6551cb-5552-4db2-abe8-45bf747b3060 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:42.032340 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-bf6551cb-5552-4db2-abe8-45bf747b3060 service neutron] 10.222.0.36 "PUT /v2.0/ports/e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2 HTTP/1.1" status: 200 len: 1091 time: 0.5792143 Nov 16 12:05:42.059738 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6551cb-5552-4db2-abe8-45bf747b3060 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:05:42.106044 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-e195a7ea-c733-4ac1-8a1a-55871f943764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:42.107521 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-e195a7ea-c733-4ac1-8a1a-55871f943764 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3185617f9c7743129fa0e568807197af&device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 1094 time: 0.0399983 Nov 16 12:05:42.152975 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-489f1473-b2ae-446e-8f45-01f8a87c53e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2 HTTP/1.1" status: 200 len: 217 time: 0.0371699 Nov 16 12:05:42.201067 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-0de13e8c-1b69-4ada-bd80-3f475cb60a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:42.202619 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-0de13e8c-1b69-4ada-bd80-3f475cb60a24 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5956f90d-bb3b-40ad-b6c5-b9b4276cec65 HTTP/1.1" status: 200 len: 854 time: 0.0433998 Nov 16 12:05:42.232716 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-323f1110-46e7-4792-a540-6769c00b7c06 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5db605bc-b62c-4b49-8927-f45c9701d96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237203 Nov 16 12:05:42.329998 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-e8f0ba5c-782a-4a24-b108-632a327fbc64 service neutron] 10.222.0.36 "GET /v2.0/networks/5db605bc-b62c-4b49-8927-f45c9701d96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899241 Nov 16 12:05:42.415645 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ae18f0b7-77a2-4f51-ad6f-11a1ebd4a6ac req-e046b633-3cea-4b38-927a-7fc840243011 service neutron] 10.222.0.36 "GET /v2.0/networks/5db605bc-b62c-4b49-8927-f45c9701d96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791326 Nov 16 12:05:43.101905 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6b4cbd74-1cfb-414d-a7bb-0ae4b11cdb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:43.128518 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520c955-0e8d-4496-bede-5e7923a563f1 req-fb988f41-2759-4632-a0b9-1eea2d528d78 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:43.130083 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4520c955-0e8d-4496-bede-5e7923a563f1 req-fb988f41-2759-4632-a0b9-1eea2d528d78 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 943 time: 0.0500450 Nov 16 12:05:43.130889 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d30d3a-caba-459c-9ee7-42186032ccdf', 'tag': 'e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:05:43.133282 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7243f659-dd7b-4093-b2f8-910cedfdaf61" -d '{"events": [{"name": "network-changed", "server_uuid": "82d30d3a-caba-459c-9ee7-42186032ccdf", "tag": "e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:05:43.177164 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4520c955-0e8d-4496-bede-5e7923a563f1 req-f3abcd8e-cd8a-4c25-a55f-c4d20302ceff tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407043 Nov 16 12:05:43.218375 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feccfa4c-7e10-4278-89f5-e13216528cd4 x-openstack-request-id: req-feccfa4c-7e10-4278-89f5-e13216528cd4 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:05:43.218665 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d30d3a-caba-459c-9ee7-42186032ccdf", "tag": "e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:05:43.218944 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-feccfa4c-7e10-4278-89f5-e13216528cd4 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:05:43.219347 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d30d3a-caba-459c-9ee7-42186032ccdf', 'tag': 'e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2', 'status': 'completed', 'code': 200} Nov 16 12:05:43.281280 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243f659-dd7b-4093-b2f8-910cedfdaf61 req-00d6a09e-97bd-48cc-8bca-517522f53fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:43.282783 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7243f659-dd7b-4093-b2f8-910cedfdaf61 req-00d6a09e-97bd-48cc-8bca-517522f53fef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3185617f9c7743129fa0e568807197af&device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 1094 time: 0.0410903 Nov 16 12:05:43.375534 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243f659-dd7b-4093-b2f8-910cedfdaf61 req-65c95cdc-dd82-417f-83e8-241ea3a8da5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:43.376986 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7243f659-dd7b-4093-b2f8-910cedfdaf61 req-65c95cdc-dd82-417f-83e8-241ea3a8da5f service neutron] 10.222.0.36 "GET /v2.0/networks?id=5db605bc-b62c-4b49-8927-f45c9701d96e HTTP/1.1" status: 200 len: 915 time: 0.0874791 Nov 16 12:05:43.416633 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7243f659-dd7b-4093-b2f8-910cedfdaf61 req-716e32f9-d2e2-48a0-adb7-d7ed0719a255 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2 HTTP/1.1" status: 200 len: 217 time: 0.0329723 Nov 16 12:05:43.471207 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243f659-dd7b-4093-b2f8-910cedfdaf61 req-8b6b062e-8d16-4c6f-af52-8f435d701801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:43.472559 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7243f659-dd7b-4093-b2f8-910cedfdaf61 req-8b6b062e-8d16-4c6f-af52-8f435d701801 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5956f90d-bb3b-40ad-b6c5-b9b4276cec65 HTTP/1.1" status: 200 len: 854 time: 0.0486605 Nov 16 12:05:43.504248 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7243f659-dd7b-4093-b2f8-910cedfdaf61 req-4240cc0c-839a-43ff-9dc1-568a35a1d3dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5db605bc-b62c-4b49-8927-f45c9701d96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250812 Nov 16 12:05:43.593449 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7243f659-dd7b-4093-b2f8-910cedfdaf61 req-18db7bfa-6cd8-41b3-a384-6894f3bc6ad1 service neutron] 10.222.0.36 "GET /v2.0/networks/5db605bc-b62c-4b49-8927-f45c9701d96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820358 Nov 16 12:05:43.685672 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7243f659-dd7b-4093-b2f8-910cedfdaf61 req-21617706-39e8-4809-986b-bcfdd291dc56 service neutron] 10.222.0.36 "GET /v2.0/networks/5db605bc-b62c-4b49-8927-f45c9701d96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849664 Nov 16 12:05:44.250338 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 12:05:44.253512 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device df2868f7-cb91-456c-9739-8de2bd193746 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:05:44.281524 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: df2868f7-cb91-456c-9739-8de2bd193746 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:05:44.281863 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device df2868f7-cb91-456c-9739-8de2bd193746 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:05:44.295566 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2ddcb-ba72-45a1-bbed-63160fb59c34 req-36d4d651-6963-48de-8429-084f06ac059f tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:44.297063 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9ff2ddcb-ba72-45a1-bbed-63160fb59c34 req-36d4d651-6963-48de-8429-084f06ac059f tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 943 time: 0.0527620 Nov 16 12:05:44.345817 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9ff2ddcb-ba72-45a1-bbed-63160fb59c34 req-4adfd8a6-d7de-416d-ac37-dd7fff918923 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424902 Nov 16 12:05:44.365973 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2,segment=NetworkSegment(cfa2000f-8511-4037-8914-5cb133695763),segment_id=cfa2000f-8511-4037-8914-5cb133695763)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:05:44.377253 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': 'e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2', 'network_id': '5db605bc-b62c-4b49-8927-f45c9701d96e', 'port_id': 'e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2', 'mac_address': 'fa:16:3e:6d:a7:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5956f90d-bb3b-40ad-b6c5-b9b4276cec65', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 12:05:44.414015 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:44.427101 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:05:44.446967 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2,segment=NetworkSegment(cfa2000f-8511-4037-8914-5cb133695763),segment_id=cfa2000f-8511-4037-8914-5cb133695763)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:05:44.451066 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:44.500931 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:05:44.636405 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:05:45.460661 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b6e8a-347c-4498-8e3c-2cbd3704a947 req-808dc582-841f-4d6e-ac42-22b8f33e1ad8 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:45.462158 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1d9b6e8a-347c-4498-8e3c-2cbd3704a947 req-808dc582-841f-4d6e-ac42-22b8f33e1ad8 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 944 time: 0.0492682 Nov 16 12:05:45.509548 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1d9b6e8a-347c-4498-8e3c-2cbd3704a947 req-92ee12f7-c4e5-4e18-b86a-925719931e67 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409355 Nov 16 12:05:45.621770 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-51b1c76b-827d-4398-b339-f3e32c87eb13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:46.266341 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:05:46.316764 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 12:05:46.320547 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:05:46.320938 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:46.395043 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:46.417732 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d30d3a-caba-459c-9ee7-42186032ccdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:05:46.419971 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb92f7bc-56ec-4a70-a7bf-e7d901914700" -d '{"events": [{"server_uuid": "82d30d3a-caba-459c-9ee7-42186032ccdf", "name": "network-vif-plugged", "status": "completed", "tag": "e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:05:46.433096 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2,segment=NetworkSegment(cfa2000f-8511-4037-8914-5cb133695763),segment_id=cfa2000f-8511-4037-8914-5cb133695763)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:05:46.437175 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:46.462785 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18342d3-8aaa-484a-a08e-e98aef9ed375 x-openstack-request-id: req-a18342d3-8aaa-484a-a08e-e98aef9ed375 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:05:46.463080 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d30d3a-caba-459c-9ee7-42186032ccdf", "name": "network-vif-plugged", "status": "completed", "tag": "e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:05:46.463851 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a18342d3-8aaa-484a-a08e-e98aef9ed375 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:05:46.464235 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d30d3a-caba-459c-9ee7-42186032ccdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2', 'code': 200} Nov 16 12:05:46.494164 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:05:46.555451 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a96a9-6342-424b-a559-f39f1fb183d0 req-ef5ddd8d-b901-4d77-bdf5-db44acf50899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:46.557039 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a40a96a9-6342-424b-a559-f39f1fb183d0 req-ef5ddd8d-b901-4d77-bdf5-db44acf50899 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 1096 time: 0.0417466 Nov 16 12:05:46.602615 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a40a96a9-6342-424b-a559-f39f1fb183d0 req-39460826-ae02-4a12-9067-b6d7106cddbc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377517 Nov 16 12:05:46.625247 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62705cd-25c6-4ec6-ac2c-ba3ba8e28d59 req-a69e1553-634a-475d-87e3-1043918a09d9 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:46.626745 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a62705cd-25c6-4ec6-ac2c-ba3ba8e28d59 req-a69e1553-634a-475d-87e3-1043918a09d9 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 945 time: 0.0481849 Nov 16 12:05:46.677614 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a62705cd-25c6-4ec6-ac2c-ba3ba8e28d59 req-18250138-4913-4025-844a-f7caedf52c85 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445840 Nov 16 12:05:46.743488 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:47.789329 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83dab4-07ae-4a62-ac58-8624485c62b7 req-c99bf329-50f4-4cde-971b-d7d5699d2abe tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:47.790799 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ca83dab4-07ae-4a62-ac58-8624485c62b7 req-c99bf329-50f4-4cde-971b-d7d5699d2abe tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 945 time: 0.0474811 Nov 16 12:05:47.836992 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ca83dab4-07ae-4a62-ac58-8624485c62b7 req-19dfe7d4-03e0-4a16-a7b0-55e8d6149c84 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395312 Nov 16 12:05:47.948503 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a22a58-07eb-4340-a8ee-75305d508abe req-ddc8ac09-293f-4211-bc7a-3cd6f7d30ab8 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:47.949939 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f1a22a58-07eb-4340-a8ee-75305d508abe req-ddc8ac09-293f-4211-bc7a-3cd6f7d30ab8 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 945 time: 0.0472994 Nov 16 12:05:47.995525 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f1a22a58-07eb-4340-a8ee-75305d508abe req-23dfd70a-1485-48b5-9a36-75b23e5cc243 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397325 Nov 16 12:05:48.251407 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-98d283cd-38f4-48bf-9944-e3001089b13d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0715821 Nov 16 12:05:48.259584 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6033e97-de3b-4f17-aff0-1b123c2c5eac req-aec17292-051f-470b-b05f-d50d13876d2e tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:48.261724 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a6033e97-de3b-4f17-aff0-1b123c2c5eac req-aec17292-051f-470b-b05f-d50d13876d2e tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 945 time: 0.0739288 Nov 16 12:05:48.311147 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a6033e97-de3b-4f17-aff0-1b123c2c5eac req-53d05e34-efac-40ca-a8bf-76bc2d260995 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431070 Nov 16 12:05:48.452767 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:48.903488 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:49.415119 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-3d65de80-90fa-430c-93ca-cb09771f045f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:49.416624 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-3d65de80-90fa-430c-93ca-cb09771f045f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3185617f9c7743129fa0e568807197af&device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 1096 time: 0.0454216 Nov 16 12:05:49.427161 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95786c7-6eb1-4e08-93f7-993103391904 req-b34a82f5-f448-40c8-816b-7f0c6f00a04c tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:49.428624 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a95786c7-6eb1-4e08-93f7-993103391904 req-b34a82f5-f448-40c8-816b-7f0c6f00a04c tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 945 time: 0.0485349 Nov 16 12:05:49.478825 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a95786c7-6eb1-4e08-93f7-993103391904 req-82f4a690-f974-45f7-918d-cad0ccb4e766 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436735 Nov 16 12:05:49.508154 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-9f97b083-824a-486a-a18b-106d13378ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:49.509628 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-9f97b083-824a-486a-a18b-106d13378ddc service neutron] 10.222.0.36 "GET /v2.0/networks?id=5db605bc-b62c-4b49-8927-f45c9701d96e HTTP/1.1" status: 200 len: 915 time: 0.0860791 Nov 16 12:05:49.557385 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-c365c475-8708-4ba3-ba45-61bc9810cd6c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2 HTTP/1.1" status: 200 len: 217 time: 0.0399883 Nov 16 12:05:49.604948 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-32152133-3466-4885-b9ad-f465671452c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:49.606343 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-32152133-3466-4885-b9ad-f465671452c0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5956f90d-bb3b-40ad-b6c5-b9b4276cec65 HTTP/1.1" status: 200 len: 854 time: 0.0432057 Nov 16 12:05:49.638290 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-9344c353-e262-4fe7-bdb5-f72de0fcea7a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5db605bc-b62c-4b49-8927-f45c9701d96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250213 Nov 16 12:05:49.729299 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-d8e76303-cf13-456a-b754-f2d561698076 service neutron] 10.222.0.36 "GET /v2.0/networks/5db605bc-b62c-4b49-8927-f45c9701d96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834024 Nov 16 12:05:49.815659 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-8bbb30d1-da46-49b3-ad4c-292896ce8ccd service neutron] 10.222.0.36 "GET /v2.0/networks/5db605bc-b62c-4b49-8927-f45c9701d96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798030 Nov 16 12:05:50.596356 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b53ba-95de-4694-814f-16fab985e18a req-198cfc51-acc5-4d54-9851-e0f9a426a4e3 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:50.597855 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a96b53ba-95de-4694-814f-16fab985e18a req-198cfc51-acc5-4d54-9851-e0f9a426a4e3 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 945 time: 0.0489690 Nov 16 12:05:50.643826 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a96b53ba-95de-4694-814f-16fab985e18a req-cc7428f2-d121-4ecb-955c-0f1562c7b701 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402558 Nov 16 12:05:51.758076 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40594f0-9041-4233-be14-c818ac087e71 req-5ee7ac95-038c-472b-ad77-307b110a6ae4 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:51.759548 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e40594f0-9041-4233-be14-c818ac087e71 req-5ee7ac95-038c-472b-ad77-307b110a6ae4 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 945 time: 0.0478206 Nov 16 12:05:51.804971 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e40594f0-9041-4233-be14-c818ac087e71 req-e131debd-1b0c-43b9-b2f3-5707ace6cb04 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396650 Nov 16 12:05:52.924452 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ce118-889e-4e1c-a9d8-a856e591b718 req-b5a3553a-083b-4c3b-a4f5-7b9b66a28fba tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:52.926284 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-031ce118-889e-4e1c-a9d8-a856e591b718 req-b5a3553a-083b-4c3b-a4f5-7b9b66a28fba tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 945 time: 0.0520937 Nov 16 12:05:52.972800 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-031ce118-889e-4e1c-a9d8-a856e591b718 req-9350d2e2-b38d-4f91-abb0-5ebed71df1d3 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407293 Nov 16 12:05:53.440374 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:05:54.088923 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4f3e6-f6dc-4994-8a40-3855e2f85347 req-bf86b1f1-a467-4c47-90c3-51da428504f1 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:54.090490 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7fe4f3e6-f6dc-4994-8a40-3855e2f85347 req-bf86b1f1-a467-4c47-90c3-51da428504f1 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 945 time: 0.0505855 Nov 16 12:05:54.137357 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7fe4f3e6-f6dc-4994-8a40-3855e2f85347 req-2e14b5a1-ff5c-40d3-a204-0844a0c1ad0e tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410869 Nov 16 12:05:55.254091 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4944e-6168-4a90-b0d9-a19acca5d2d4 req-e201f0cf-e9c1-4149-a12d-51065efeb911 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:55.255444 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-48b4944e-6168-4a90-b0d9-a19acca5d2d4 req-e201f0cf-e9c1-4149-a12d-51065efeb911 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 945 time: 0.0504539 Nov 16 12:05:55.300912 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-48b4944e-6168-4a90-b0d9-a19acca5d2d4 req-83253924-e986-4a62-90e1-3d1d9fc0d0d0 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389624 Nov 16 12:05:56.414030 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfb3a0-f465-4de4-978d-a1550b1488eb req-704e1931-e528-46ff-9755-91960f685f1d tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:56.415408 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0edfb3a0-f465-4de4-978d-a1550b1488eb req-704e1931-e528-46ff-9755-91960f685f1d tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 945 time: 0.0484183 Nov 16 12:05:56.464505 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0edfb3a0-f465-4de4-978d-a1550b1488eb req-619b3ab6-7ef9-437e-ba66-f18dc0125795 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432827 Nov 16 12:05:57.584407 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807af1c2-3b4f-4224-8352-af474c559637 req-d2ce998c-a05b-49d2-b6ac-ad7142054c86 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:57.585879 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-807af1c2-3b4f-4224-8352-af474c559637 req-d2ce998c-a05b-49d2-b6ac-ad7142054c86 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 945 time: 0.0488229 Nov 16 12:05:57.636324 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-807af1c2-3b4f-4224-8352-af474c559637 req-75d6121c-2231-4db2-a549-7fe499a2d28f tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439255 Nov 16 12:05:58.402356 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:58.752843 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075d35d-9c0a-47be-88a2-da6fa8dfee44 req-645539e0-2911-49d0-bd8b-1e9dea9c13c4 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:58.754327 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5075d35d-9c0a-47be-88a2-da6fa8dfee44 req-645539e0-2911-49d0-bd8b-1e9dea9c13c4 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 945 time: 0.0484700 Nov 16 12:05:58.800388 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5075d35d-9c0a-47be-88a2-da6fa8dfee44 req-5748d2c4-3d05-44c9-b00f-0a9d19b9c84a tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397167 Nov 16 12:05:59.245968 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:05:59.915809 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eddb20-bc1e-4886-982b-fa088d844f78 req-4525e4bf-7091-4c15-b788-1ebd563c0616 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:05:59.917259 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b1eddb20-bc1e-4886-982b-fa088d844f78 req-4525e4bf-7091-4c15-b788-1ebd563c0616 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 945 time: 0.0481598 Nov 16 12:05:59.963087 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b1eddb20-bc1e-4886-982b-fa088d844f78 req-cef48f47-177a-4d3f-bc71-54fd812ee24c tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395861 Nov 16 12:06:01.080040 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70991ed3-3e64-4dcb-9838-5ad34a9de277 req-66cc7d0a-d34c-4f2f-9c68-e171b06f1e72 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:01.081481 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-70991ed3-3e64-4dcb-9838-5ad34a9de277 req-66cc7d0a-d34c-4f2f-9c68-e171b06f1e72 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 945 time: 0.0515182 Nov 16 12:06:01.127351 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-70991ed3-3e64-4dcb-9838-5ad34a9de277 req-5550c052-aaa0-44b6-8708-5f8ae00140fc tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400681 Nov 16 12:06:02.242113 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4481d9-dde2-42d3-a051-3a91ddd15223 req-4946305c-5b10-45e9-bd13-1085752cb2f8 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:02.243578 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ae4481d9-dde2-42d3-a051-3a91ddd15223 req-4946305c-5b10-45e9-bd13-1085752cb2f8 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 945 time: 0.0483429 Nov 16 12:06:02.290467 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ae4481d9-dde2-42d3-a051-3a91ddd15223 req-76063647-6469-47ba-8d9f-33040d30e132 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410547 Nov 16 12:06:03.403240 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9953e2b-5521-4b1c-a640-ad5014adcd39 req-29a199fc-e0ab-4588-a875-82f8f2393b00 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:03.404675 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b9953e2b-5521-4b1c-a640-ad5014adcd39 req-29a199fc-e0ab-4588-a875-82f8f2393b00 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 945 time: 0.0473588 Nov 16 12:06:03.454178 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b9953e2b-5521-4b1c-a640-ad5014adcd39 req-1afb2369-ac24-47ab-a192-959183701826 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437121 Nov 16 12:06:04.570772 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121dfca5-2260-4d95-8eaf-80d91704d9dc req-d7ac64a1-ddf5-4d32-8dcc-6572da73c14a tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:04.572246 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-121dfca5-2260-4d95-8eaf-80d91704d9dc req-d7ac64a1-ddf5-4d32-8dcc-6572da73c14a tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 945 time: 0.0499933 Nov 16 12:06:04.619616 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-121dfca5-2260-4d95-8eaf-80d91704d9dc req-0736ac99-f6ef-403a-a7bc-2adbb214d82f tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413435 Nov 16 12:06:05.736861 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bf2c7-1072-4b74-95ea-248c129fa5ce req-2b14f4fb-e0c0-4262-abc6-17eb80e79a1a tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:05.738354 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-084bf2c7-1072-4b74-95ea-248c129fa5ce req-2b14f4fb-e0c0-4262-abc6-17eb80e79a1a tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 945 time: 0.0502970 Nov 16 12:06:05.784321 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-084bf2c7-1072-4b74-95ea-248c129fa5ce req-4453ee8e-561e-482e-b02c-c6fbf53bbb08 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395653 Nov 16 12:06:07.169407 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46129c28-4c48-4e33-89a1-3c9096c2b39e req-cb9b0597-434f-457f-87a2-630ff09bd67c tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:07.170899 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-46129c28-4c48-4e33-89a1-3c9096c2b39e req-cb9b0597-434f-457f-87a2-630ff09bd67c tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 945 time: 0.3154800 Nov 16 12:06:07.216693 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-46129c28-4c48-4e33-89a1-3c9096c2b39e req-e02ae536-7e1a-4b82-9d96-2d919c4fa248 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400469 Nov 16 12:06:08.594536 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb91c3-913b-42f8-b4a6-69397765d392 req-a0d1693f-f17e-4b10-8a47-3e8132082616 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:08.595984 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1ceb91c3-913b-42f8-b4a6-69397765d392 req-a0d1693f-f17e-4b10-8a47-3e8132082616 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 945 time: 0.0468171 Nov 16 12:06:08.641359 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1ceb91c3-913b-42f8-b4a6-69397765d392 req-5425411a-1f21-4aa7-864c-ea7a8a8a14e4 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396695 Nov 16 12:06:09.759052 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7cc9db-04d5-46f1-837d-c6b7b8201fc0 req-03eca73f-faf3-454a-98ec-48673d739c17 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:09.760494 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b7cc9db-04d5-46f1-837d-c6b7b8201fc0 req-03eca73f-faf3-454a-98ec-48673d739c17 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 945 time: 0.0504825 Nov 16 12:06:09.811888 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b7cc9db-04d5-46f1-837d-c6b7b8201fc0 req-8dc0eb89-63d9-447b-9c49-6fef227bcafb tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456469 Nov 16 12:06:10.928066 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2647d-1a2e-43db-9280-87f9691d0dec req-24ecb00e-142b-40e4-b832-2c0b1a121573 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:10.929534 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-80c2647d-1a2e-43db-9280-87f9691d0dec req-24ecb00e-142b-40e4-b832-2c0b1a121573 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 945 time: 0.0491104 Nov 16 12:06:10.977634 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-80c2647d-1a2e-43db-9280-87f9691d0dec req-11a01495-38ce-4496-bd02-840879bf6204 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415604 Nov 16 12:06:12.089291 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3c2a8-a2c1-4479-8ab5-09fd4874b6f0 req-fcb8d456-f6f9-405d-a9f2-dc4f79e56ad8 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:12.090760 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eeb3c2a8-a2c1-4479-8ab5-09fd4874b6f0 req-fcb8d456-f6f9-405d-a9f2-dc4f79e56ad8 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 945 time: 0.0466385 Nov 16 12:06:12.140793 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eeb3c2a8-a2c1-4479-8ab5-09fd4874b6f0 req-ddec2ca4-6feb-403e-b607-d7f9f5930dad tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442121 Nov 16 12:06:13.104598 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-69b21def-c116-4fd3-8145-97d92f406d2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:13.254296 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5da1a0-0a22-474d-a7c4-3efa8f8c1031 req-fadc24e5-72f0-41c8-b5f8-cc120b9c3cfa tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:13.255658 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bb5da1a0-0a22-474d-a7c4-3efa8f8c1031 req-fadc24e5-72f0-41c8-b5f8-cc120b9c3cfa tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 945 time: 0.0478518 Nov 16 12:06:13.305734 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bb5da1a0-0a22-474d-a7c4-3efa8f8c1031 req-72c77505-24ab-4f8d-912d-54c5fdc6e87f tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440979 Nov 16 12:06:14.205195 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfcd129-a696-4236-89d5-aedd5e1a7a7b req-ee48cbc2-9400-48be-bfc0-fce726918437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:14.206727 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5cfcd129-a696-4236-89d5-aedd5e1a7a7b req-ee48cbc2-9400-48be-bfc0-fce726918437 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3185617f9c7743129fa0e568807197af&device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 1096 time: 0.0455053 Nov 16 12:06:14.314391 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfcd129-a696-4236-89d5-aedd5e1a7a7b req-d4717363-8e4d-4521-a2d9-44cb0ca8aca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:14.315867 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5cfcd129-a696-4236-89d5-aedd5e1a7a7b req-d4717363-8e4d-4521-a2d9-44cb0ca8aca0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5db605bc-b62c-4b49-8927-f45c9701d96e HTTP/1.1" status: 200 len: 915 time: 0.0907793 Nov 16 12:06:14.356349 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5cfcd129-a696-4236-89d5-aedd5e1a7a7b req-27473a1f-737e-4d86-aaaf-4bfdb48adb31 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2 HTTP/1.1" status: 200 len: 217 time: 0.0334396 Nov 16 12:06:14.408781 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfcd129-a696-4236-89d5-aedd5e1a7a7b req-746bef67-398d-4828-9f67-e2fac35def60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:14.410309 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5cfcd129-a696-4236-89d5-aedd5e1a7a7b req-746bef67-398d-4828-9f67-e2fac35def60 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5956f90d-bb3b-40ad-b6c5-b9b4276cec65 HTTP/1.1" status: 200 len: 854 time: 0.0478158 Nov 16 12:06:14.421803 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea99d8-5641-4008-9547-e1b58febda03 req-1f14cec5-d898-4720-874a-b423429d4916 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:14.423306 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cfea99d8-5641-4008-9547-e1b58febda03 req-1f14cec5-d898-4720-874a-b423429d4916 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 945 time: 0.0507443 Nov 16 12:06:14.442275 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5cfcd129-a696-4236-89d5-aedd5e1a7a7b req-ec1c10ff-d81f-4800-b3df-889a525d8271 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5db605bc-b62c-4b49-8927-f45c9701d96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251803 Nov 16 12:06:14.470409 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cfea99d8-5641-4008-9547-e1b58febda03 req-c745282e-31fa-42ca-84e0-318c8abd1b3b tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411401 Nov 16 12:06:14.530492 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5cfcd129-a696-4236-89d5-aedd5e1a7a7b req-b38537a0-20ea-4d98-9e8c-371a182e7d14 service neutron] 10.222.0.36 "GET /v2.0/networks/5db605bc-b62c-4b49-8927-f45c9701d96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800407 Nov 16 12:06:14.628704 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5cfcd129-a696-4236-89d5-aedd5e1a7a7b req-9f930c80-240b-427b-b30f-ba10cfcb95ea service neutron] 10.222.0.36 "GET /v2.0/networks/5db605bc-b62c-4b49-8927-f45c9701d96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918040 Nov 16 12:06:15.591739 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a85cd3-0f03-455e-8387-e407990b9535 req-94d02262-ae2d-46ab-820d-e458ccc39f20 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:15.593196 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-10a85cd3-0f03-455e-8387-e407990b9535 req-94d02262-ae2d-46ab-820d-e458ccc39f20 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 945 time: 0.0522633 Nov 16 12:06:15.623522 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7966fe39-741c-44d5-9514-08918b508eeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:15.645866 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-10a85cd3-0f03-455e-8387-e407990b9535 req-c2c9576b-2b96-4978-b8d2-550095fe4205 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467815 Nov 16 12:06:16.602340 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-c02be57c-19ad-4063-a395-b50a8a2d108e service neutron] show failed (client error): The resource could not be found. Nov 16 12:06:16.603361 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-c02be57c-19ad-4063-a395-b50a8a2d108e service neutron] 10.222.0.36 "GET /v2.0/ports/e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2/bindings/n-h2-816823-3 HTTP/1.1" status: 404 len: 380 time: 0.0546730 Nov 16 12:06:16.750055 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:16.771717 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acee2eb-d347-467c-9141-31218730d4a9 req-d23c51fe-c6f1-4dbd-acaf-9685a33d796c tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:16.773218 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2acee2eb-d347-467c-9141-31218730d4a9 req-d23c51fe-c6f1-4dbd-acaf-9685a33d796c tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 945 time: 0.0509772 Nov 16 12:06:16.820896 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-fb280fc4-3f94-49c3-bde0-1b2fb298762a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:16.823102 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-fb280fc4-3f94-49c3-bde0-1b2fb298762a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf&tenant_id=3185617f9c7743129fa0e568807197af HTTP/1.1" status: 200 len: 1096 time: 0.0413122 Nov 16 12:06:16.823978 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2acee2eb-d347-467c-9141-31218730d4a9 req-1771789d-ff11-4935-be73-1660d2b12faf tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443628 Nov 16 12:06:16.838744 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-df84baba-251a-4e23-bc6b-e5a3aa44af06 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816823-3', 'device_owner': 'compute:nova'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:06:16.893055 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-df84baba-251a-4e23-bc6b-e5a3aa44af06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:17.086702 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-df84baba-251a-4e23-bc6b-e5a3aa44af06 service neutron] For port e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2,segment=NetworkSegment(cfa2000f-8511-4037-8914-5cb133695763),segment_id=cfa2000f-8511-4037-8914-5cb133695763)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:06:17.119938 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-df84baba-251a-4e23-bc6b-e5a3aa44af06 service neutron] For port e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:06:17.162360 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d30d3a-caba-459c-9ee7-42186032ccdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:06:17.164604 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57491556-53b5-4f42-b54d-4403dc378b42" -d '{"events": [{"server_uuid": "82d30d3a-caba-459c-9ee7-42186032ccdf", "name": "network-vif-unplugged", "status": "completed", "tag": "e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:06:17.168352 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-df84baba-251a-4e23-bc6b-e5a3aa44af06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:17.181337 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-df84baba-251a-4e23-bc6b-e5a3aa44af06 service neutron] Transition to ACTIVE for port object e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 12:06:17.186056 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-df84baba-251a-4e23-bc6b-e5a3aa44af06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:17.220245 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 12:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acdf50c-6434-4620-9080-b187308db29c x-openstack-request-id: req-0acdf50c-6434-4620-9080-b187308db29c {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:06:17.220592 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d30d3a-caba-459c-9ee7-42186032ccdf", "name": "network-vif-unplugged", "status": "completed", "tag": "e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:06:17.220792 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0acdf50c-6434-4620-9080-b187308db29c {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:06:17.221174 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d30d3a-caba-459c-9ee7-42186032ccdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2', 'code': 200} Nov 16 12:06:17.240460 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df84baba-251a-4e23-bc6b-e5a3aa44af06 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2,revision_number=6']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:06:17.260179 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-df84baba-251a-4e23-bc6b-e5a3aa44af06 service neutron] No DVR routers for this DVR port e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:06:17.267254 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84baba-251a-4e23-bc6b-e5a3aa44af06 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:17.267595 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84baba-251a-4e23-bc6b-e5a3aa44af06 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:17.267931 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84baba-251a-4e23-bc6b-e5a3aa44af06 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:17.268265 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84baba-251a-4e23-bc6b-e5a3aa44af06 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:17.268592 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84baba-251a-4e23-bc6b-e5a3aa44af06 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:17.268920 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84baba-251a-4e23-bc6b-e5a3aa44af06 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:17.269241 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84baba-251a-4e23-bc6b-e5a3aa44af06 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:17.269561 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84baba-251a-4e23-bc6b-e5a3aa44af06 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:17.269881 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84baba-251a-4e23-bc6b-e5a3aa44af06 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:17.270227 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84baba-251a-4e23-bc6b-e5a3aa44af06 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:17.270547 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84baba-251a-4e23-bc6b-e5a3aa44af06 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:17.270868 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df84baba-251a-4e23-bc6b-e5a3aa44af06 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:17.308860 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-df84baba-251a-4e23-bc6b-e5a3aa44af06 service neutron] Attempting to bind port e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:06:17.309392 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-df84baba-251a-4e23-bc6b-e5a3aa44af06 service neutron] Attempting to bind port e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'cfa2000f-8511-4037-8914-5cb133695763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '5db605bc-b62c-4b49-8927-f45c9701d96e'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:06:17.309983 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-df84baba-251a-4e23-bc6b-e5a3aa44af06 service neutron] Attempting to bind port e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2 on network 5db605bc-b62c-4b49-8927-f45c9701d96e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:06:17.315612 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-df84baba-251a-4e23-bc6b-e5a3aa44af06 service neutron] Port e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2 on network 5db605bc-b62c-4b49-8927-f45c9701d96e not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 12:06:17.315934 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-df84baba-251a-4e23-bc6b-e5a3aa44af06 service neutron] Attempting to bind port e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2 on network 5db605bc-b62c-4b49-8927-f45c9701d96e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:06:17.320747 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-df84baba-251a-4e23-bc6b-e5a3aa44af06 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:06:17.321114 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-df84baba-251a-4e23-bc6b-e5a3aa44af06 service neutron] Checking segment: {'id': 'cfa2000f-8511-4037-8914-5cb133695763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '5db605bc-b62c-4b49-8927-f45c9701d96e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:06:17.321501 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-df84baba-251a-4e23-bc6b-e5a3aa44af06 service neutron] Bound using segment: {'id': 'cfa2000f-8511-4037-8914-5cb133695763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '5db605bc-b62c-4b49-8927-f45c9701d96e'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:06:17.322038 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-df84baba-251a-4e23-bc6b-e5a3aa44af06 service neutron] Bound port: e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfa2000f-8511-4037-8914-5cb133695763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '5db605bc-b62c-4b49-8927-f45c9701d96e'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:06:17.322397 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-df84baba-251a-4e23-bc6b-e5a3aa44af06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:17.383595 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-df84baba-251a-4e23-bc6b-e5a3aa44af06 service neutron] For port e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:06:17.386810 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-df84baba-251a-4e23-bc6b-e5a3aa44af06 service neutron] For port e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2,segment=NetworkSegment(cfa2000f-8511-4037-8914-5cb133695763),segment_id=cfa2000f-8511-4037-8914-5cb133695763)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:06:17.390808 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-df84baba-251a-4e23-bc6b-e5a3aa44af06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:17.427477 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-df84baba-251a-4e23-bc6b-e5a3aa44af06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:17.428082 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-df84baba-251a-4e23-bc6b-e5a3aa44af06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:17.429478 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-df84baba-251a-4e23-bc6b-e5a3aa44af06 service neutron] 10.222.0.64 "PUT /v2.0/ports/e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2 HTTP/1.1" status: 200 len: 1091 time: 0.5955427 Nov 16 12:06:17.445872 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df84baba-251a-4e23-bc6b-e5a3aa44af06 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2,revision_number=7']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:06:17.499741 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-6688407f-4f01-442a-b44b-da148d64beb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:17.501279 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-6688407f-4f01-442a-b44b-da148d64beb4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3185617f9c7743129fa0e568807197af&device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 1094 time: 0.0442941 Nov 16 12:06:17.588894 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-8fc8870a-3efa-4a26-ab5f-555cae31f935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:17.590391 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-8fc8870a-3efa-4a26-ab5f-555cae31f935 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5db605bc-b62c-4b49-8927-f45c9701d96e HTTP/1.1" status: 200 len: 915 time: 0.0820868 Nov 16 12:06:17.637044 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-549dc7cc-9888-4dec-a312-9bc29083feec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2 HTTP/1.1" status: 200 len: 217 time: 0.0358465 Nov 16 12:06:17.690700 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-e9bbfefa-daff-4956-8cd8-f76f1387b9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:17.692075 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-e9bbfefa-daff-4956-8cd8-f76f1387b9c5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5956f90d-bb3b-40ad-b6c5-b9b4276cec65 HTTP/1.1" status: 200 len: 854 time: 0.0429327 Nov 16 12:06:17.728101 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-17880094-bbc7-40bd-8f50-9e275a0453a6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5db605bc-b62c-4b49-8927-f45c9701d96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242665 Nov 16 12:06:17.817349 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-571530ac-687b-4cd4-a042-d35526437284 service neutron] 10.222.0.64 "GET /v2.0/networks/5db605bc-b62c-4b49-8927-f45c9701d96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775669 Nov 16 12:06:17.914765 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c5264073-2715-4e8a-8d1f-4b0bbb5bb380 req-856d582a-720e-4c70-8334-bb67c20b8883 service neutron] 10.222.0.64 "GET /v2.0/networks/5db605bc-b62c-4b49-8927-f45c9701d96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862453 Nov 16 12:06:17.943955 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519f6f1-07e8-4e9e-a43d-01801cdc3552 req-18fe1563-e9a6-4f07-ba6c-caeab916f4eb tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:17.945449 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2519f6f1-07e8-4e9e-a43d-01801cdc3552 req-18fe1563-e9a6-4f07-ba6c-caeab916f4eb tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 943 time: 0.0491610 Nov 16 12:06:17.998840 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2519f6f1-07e8-4e9e-a43d-01801cdc3552 req-1339d588-d554-4bfc-8597-cfe9cc779bd7 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473990 Nov 16 12:06:18.452991 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:18.904813 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:19.114843 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cd1db-9b9d-49a5-bb9b-a99c0e6afe95 req-81cc0a8d-b1f4-4b25-9fc3-fb8da66eca53 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:19.116349 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ef9cd1db-9b9d-49a5-bb9b-a99c0e6afe95 req-81cc0a8d-b1f4-4b25-9fc3-fb8da66eca53 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 943 time: 0.0480545 Nov 16 12:06:19.162766 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ef9cd1db-9b9d-49a5-bb9b-a99c0e6afe95 req-0a8c173f-8a4c-4630-adb6-45bc616d7c77 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405791 Nov 16 12:06:19.222352 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d30d3a-caba-459c-9ee7-42186032ccdf', 'tag': 'e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:06:19.224680 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bf36d1-d005-4dea-ae8d-f1317b3b5305" -d '{"events": [{"name": "network-changed", "server_uuid": "82d30d3a-caba-459c-9ee7-42186032ccdf", "tag": "e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:06:19.269436 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085e04b5-081c-4f38-9e0f-421cecdf9e51 x-openstack-request-id: req-085e04b5-081c-4f38-9e0f-421cecdf9e51 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:06:19.269723 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d30d3a-caba-459c-9ee7-42186032ccdf", "tag": "e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:06:19.270006 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-085e04b5-081c-4f38-9e0f-421cecdf9e51 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:06:19.270404 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d30d3a-caba-459c-9ee7-42186032ccdf', 'tag': 'e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2', 'status': 'completed', 'code': 200} Nov 16 12:06:19.363092 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf36d1-d005-4dea-ae8d-f1317b3b5305 req-c632ff3f-2760-42ea-8026-0a740e23a979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:19.364751 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f2bf36d1-d005-4dea-ae8d-f1317b3b5305 req-c632ff3f-2760-42ea-8026-0a740e23a979 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3185617f9c7743129fa0e568807197af&device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 1094 time: 0.0705576 Nov 16 12:06:19.366377 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf36d1-d005-4dea-ae8d-f1317b3b5305 req-02003208-5063-404b-b556-909869f4a252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:19.367674 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f2bf36d1-d005-4dea-ae8d-f1317b3b5305 req-02003208-5063-404b-b556-909869f4a252 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3185617f9c7743129fa0e568807197af&device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 1094 time: 0.0747373 Nov 16 12:06:19.616289 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 12:06:19.721452 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2,segment=NetworkSegment(cfa2000f-8511-4037-8914-5cb133695763),segment_id=cfa2000f-8511-4037-8914-5cb133695763)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:06:19.744271 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2', 'network_id': '5db605bc-b62c-4b49-8927-f45c9701d96e', 'port_id': 'e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2', 'mac_address': 'fa:16:3e:6d:a7:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5956f90d-bb3b-40ad-b6c5-b9b4276cec65', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 12:06:19.786351 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:19.800471 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:06:19.820286 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2,segment=NetworkSegment(cfa2000f-8511-4037-8914-5cb133695763),segment_id=cfa2000f-8511-4037-8914-5cb133695763)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:06:19.821817 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf36d1-d005-4dea-ae8d-f1317b3b5305 req-88a59b16-0bf6-4d8c-b42b-9f4e0b71835b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:19.823658 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f2bf36d1-d005-4dea-ae8d-f1317b3b5305 req-88a59b16-0bf6-4d8c-b42b-9f4e0b71835b service neutron] 10.222.0.64 "GET /v2.0/networks?id=5db605bc-b62c-4b49-8927-f45c9701d96e HTTP/1.1" status: 200 len: 915 time: 0.4509797 Nov 16 12:06:19.824699 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:19.825021 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf36d1-d005-4dea-ae8d-f1317b3b5305 req-0d21ceeb-a57e-4d13-9a78-4d0a01e3e270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:19.826491 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f2bf36d1-d005-4dea-ae8d-f1317b3b5305 req-0d21ceeb-a57e-4d13-9a78-4d0a01e3e270 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5db605bc-b62c-4b49-8927-f45c9701d96e HTTP/1.1" status: 200 len: 915 time: 0.4461732 Nov 16 12:06:19.875225 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2,revision_number=8']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:06:19.882541 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:19.882891 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:19.883231 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:19.884156 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:19.884500 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:19.884823 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:19.885150 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:19.885476 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:19.885855 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:19.886204 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:19.886526 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:19.886846 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:19.895341 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f2bf36d1-d005-4dea-ae8d-f1317b3b5305 req-afc7abea-3bb6-47fe-b24e-8e3344cd9f20 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2 HTTP/1.1" status: 200 len: 217 time: 0.0641541 Nov 16 12:06:19.896691 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f2bf36d1-d005-4dea-ae8d-f1317b3b5305 req-d01bf9ef-65fe-4cde-8dc3-6c217965cfbf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2 HTTP/1.1" status: 200 len: 217 time: 0.0600157 Nov 16 12:06:19.981361 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf36d1-d005-4dea-ae8d-f1317b3b5305 req-51285638-35d0-4b6a-9c04-caa5560f1df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:19.982826 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f2bf36d1-d005-4dea-ae8d-f1317b3b5305 req-51285638-35d0-4b6a-9c04-caa5560f1df8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5956f90d-bb3b-40ad-b6c5-b9b4276cec65 HTTP/1.1" status: 200 len: 854 time: 0.0729558 Nov 16 12:06:19.984056 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf36d1-d005-4dea-ae8d-f1317b3b5305 req-f374be6a-76c5-4812-a50e-0cf79ff68989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:19.985364 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f2bf36d1-d005-4dea-ae8d-f1317b3b5305 req-f374be6a-76c5-4812-a50e-0cf79ff68989 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5956f90d-bb3b-40ad-b6c5-b9b4276cec65 HTTP/1.1" status: 200 len: 854 time: 0.0827389 Nov 16 12:06:20.036210 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f2bf36d1-d005-4dea-ae8d-f1317b3b5305 req-c26814ef-29ac-497f-8690-271d2cd1b240 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5db605bc-b62c-4b49-8927-f45c9701d96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470369 Nov 16 12:06:20.038300 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f2bf36d1-d005-4dea-ae8d-f1317b3b5305 req-a4397532-3dfc-4013-821d-ee9c5cef92df service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5db605bc-b62c-4b49-8927-f45c9701d96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412889 Nov 16 12:06:20.073001 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:06:20.197515 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f2bf36d1-d005-4dea-ae8d-f1317b3b5305 req-4560e5cb-50fe-4455-b5b1-78ac399b5d41 service neutron] 10.222.0.36 "GET /v2.0/networks/5db605bc-b62c-4b49-8927-f45c9701d96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518929 Nov 16 12:06:20.199276 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f2bf36d1-d005-4dea-ae8d-f1317b3b5305 req-cdbb6e8c-862b-4313-995f-194e47909409 service neutron] 10.222.0.64 "GET /v2.0/networks/5db605bc-b62c-4b49-8927-f45c9701d96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526706 Nov 16 12:06:20.284671 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a456a-a1bf-44eb-8dd4-1b46465eea4e req-8d369974-c4a1-446b-be51-391b5ab1fc23 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:20.286150 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-976a456a-a1bf-44eb-8dd4-1b46465eea4e req-8d369974-c4a1-446b-be51-391b5ab1fc23 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 944 time: 0.0477383 Nov 16 12:06:20.333617 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-976a456a-a1bf-44eb-8dd4-1b46465eea4e req-3917c316-4bbc-4d88-99f2-4d3533b3a3cb tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408053 Nov 16 12:06:20.357072 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f2bf36d1-d005-4dea-ae8d-f1317b3b5305 req-52d2ad11-2882-444c-b88f-5564c86466b2 service neutron] 10.222.0.36 "GET /v2.0/networks/5db605bc-b62c-4b49-8927-f45c9701d96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531150 Nov 16 12:06:20.360647 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f2bf36d1-d005-4dea-ae8d-f1317b3b5305 req-b94f91ac-576c-4739-be2e-35f67eb6fad4 service neutron] 10.222.0.64 "GET /v2.0/networks/5db605bc-b62c-4b49-8927-f45c9701d96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479793 Nov 16 12:06:20.466227 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:06:20.506918 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:06:20.543308 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623646a-ea66-4733-9c6e-f0b8aecc4304 req-4f0224c2-5327-434e-931a-3b54678393c7 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:20.543847 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02732d6d-379a-45df-a636-76edc0a3708c req-d24ed05a-8d59-4c6b-9834-fcdf4d84d5dc tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:20.544781 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f623646a-ea66-4733-9c6e-f0b8aecc4304 req-4f0224c2-5327-434e-931a-3b54678393c7 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 944 time: 0.0587254 Nov 16 12:06:20.545367 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02732d6d-379a-45df-a636-76edc0a3708c req-d24ed05a-8d59-4c6b-9834-fcdf4d84d5dc tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.36 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf&tenant_id=3185617f9c7743129fa0e568807197af&binding%3Ahost_id=n-h2-816823-3 HTTP/1.1" status: 200 len: 944 time: 0.0537202 Nov 16 12:06:20.591956 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f623646a-ea66-4733-9c6e-f0b8aecc4304 req-9b03ffd9-1368-4859-aaff-dd064ed0e9e6 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413172 Nov 16 12:06:20.610665 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [req-02732d6d-379a-45df-a636-76edc0a3708c req-65cc26c6-ae6a-42c6-b88d-3bd3b0003741 service neutron] delete failed (client error): The resource could not be found. Nov 16 12:06:20.611680 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02732d6d-379a-45df-a636-76edc0a3708c req-65cc26c6-ae6a-42c6-b88d-3bd3b0003741 service neutron] 10.222.0.36 "DELETE /v2.0/ports/e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2/bindings/n-h1-816823-3 HTTP/1.1" status: 404 len: 380 time: 0.0595932 Nov 16 12:06:20.694470 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02732d6d-379a-45df-a636-76edc0a3708c req-89f687a8-ed5f-48bb-b4ca-673b9ed599d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:20.695838 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02732d6d-379a-45df-a636-76edc0a3708c req-89f687a8-ed5f-48bb-b4ca-673b9ed599d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3185617f9c7743129fa0e568807197af&device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 1095 time: 0.0404813 Nov 16 12:06:20.785066 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02732d6d-379a-45df-a636-76edc0a3708c req-0d2cedbb-4822-4ab0-b127-cdef3993ecbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:20.786820 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02732d6d-379a-45df-a636-76edc0a3708c req-0d2cedbb-4822-4ab0-b127-cdef3993ecbb service neutron] 10.222.0.36 "GET /v2.0/networks?id=5db605bc-b62c-4b49-8927-f45c9701d96e HTTP/1.1" status: 200 len: 915 time: 0.0838013 Nov 16 12:06:20.831990 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02732d6d-379a-45df-a636-76edc0a3708c req-8c614a12-99bc-4986-bbd9-8d54302aec0b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2 HTTP/1.1" status: 200 len: 217 time: 0.0371950 Nov 16 12:06:20.879352 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02732d6d-379a-45df-a636-76edc0a3708c req-70eb83b4-bd9b-4e49-81b3-bb4c550e9f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:20.880758 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02732d6d-379a-45df-a636-76edc0a3708c req-70eb83b4-bd9b-4e49-81b3-bb4c550e9f57 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5956f90d-bb3b-40ad-b6c5-b9b4276cec65 HTTP/1.1" status: 200 len: 854 time: 0.0423555 Nov 16 12:06:20.913048 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02732d6d-379a-45df-a636-76edc0a3708c req-85032e4f-be6e-484a-916c-81093f539076 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5db605bc-b62c-4b49-8927-f45c9701d96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239766 Nov 16 12:06:21.004575 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02732d6d-379a-45df-a636-76edc0a3708c req-cafcac79-2668-46c4-a4ec-054d72061665 service neutron] 10.222.0.36 "GET /v2.0/networks/5db605bc-b62c-4b49-8927-f45c9701d96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850778 Nov 16 12:06:21.092799 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-02732d6d-379a-45df-a636-76edc0a3708c req-b4b81a3c-39d2-40fc-9976-ea4320219e6b service neutron] 10.222.0.36 "GET /v2.0/networks/5db605bc-b62c-4b49-8927-f45c9701d96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812144 Nov 16 12:06:21.409744 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [req-879bb4b1-b51f-4260-b730-c13e3ae7625a req-e6a4f2bf-7f97-4a6b-8743-38c05b0879ef service neutron] (102668) timed out ('10.222.0.61', 42886) {{(pid=102668) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 12:06:21.637797 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:06:21.692666 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 12:06:21.696896 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:06:21.697348 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:21.712801 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce70eb-5e09-4f85-ac9d-babc023eb801 req-cfe3baa2-70cd-465f-801f-d059e6416847 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:21.714328 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-87ce70eb-5e09-4f85-ac9d-babc023eb801 req-cfe3baa2-70cd-465f-801f-d059e6416847 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 944 time: 0.0501790 Nov 16 12:06:21.763149 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-87ce70eb-5e09-4f85-ac9d-babc023eb801 req-698f9fb4-81fa-4511-8cfd-e49ebc99b9dd tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429308 Nov 16 12:06:21.774709 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:21.797852 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d30d3a-caba-459c-9ee7-42186032ccdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:06:21.800205 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2308229b-7a0a-4545-a96d-6f227308615f" -d '{"events": [{"server_uuid": "82d30d3a-caba-459c-9ee7-42186032ccdf", "name": "network-vif-plugged", "status": "completed", "tag": "e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:06:21.813206 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2,segment=NetworkSegment(cfa2000f-8511-4037-8914-5cb133695763),segment_id=cfa2000f-8511-4037-8914-5cb133695763)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:06:21.818149 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:21.863567 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2,revision_number=9']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:06:21.883025 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99767ed5-2989-4869-9ee0-7ce67c287fbe req-2b7f97a2-63b8-41ea-a8e6-42e7b17854a8 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:21.884526 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-99767ed5-2989-4869-9ee0-7ce67c287fbe req-2b7f97a2-63b8-41ea-a8e6-42e7b17854a8 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 945 time: 0.0524092 Nov 16 12:06:21.932037 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-99767ed5-2989-4869-9ee0-7ce67c287fbe req-223f74f4-a5fa-4058-bdf1-1bc217adfeb7 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416157 Nov 16 12:06:21.973477 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837d9012-75b8-4298-89cc-6ebf930e86b5 x-openstack-request-id: req-837d9012-75b8-4298-89cc-6ebf930e86b5 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:06:21.973860 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d30d3a-caba-459c-9ee7-42186032ccdf", "name": "network-vif-plugged", "status": "completed", "tag": "e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:06:21.974208 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-837d9012-75b8-4298-89cc-6ebf930e86b5 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:06:21.974673 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d30d3a-caba-459c-9ee7-42186032ccdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2', 'code': 200} Nov 16 12:06:22.063542 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b5531-d0b6-45d7-af20-6a17f686f847 req-26637e07-60d9-437e-b026-569ebdebdf02 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:22.065062 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-252b5531-d0b6-45d7-af20-6a17f686f847 req-26637e07-60d9-437e-b026-569ebdebdf02 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 945 time: 0.0496333 Nov 16 12:06:22.112994 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-252b5531-d0b6-45d7-af20-6a17f686f847 req-d3986591-899d-4460-a75e-fdf9a9596354 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421274 Nov 16 12:06:22.437641 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe97764-0a53-4b17-a178-69dbeaa81d44 req-1ec52336-322a-4ca8-8959-06dd1976ecd3 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:22.439238 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-afe97764-0a53-4b17-a178-69dbeaa81d44 req-1ec52336-322a-4ca8-8959-06dd1976ecd3 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 945 time: 0.0502348 Nov 16 12:06:22.492257 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-afe97764-0a53-4b17-a178-69dbeaa81d44 req-d649f38b-10bf-468d-9168-3480d4893c13 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471244 Nov 16 12:06:23.611599 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480cfc2-6e09-46e4-b5ad-369d53eccb5a req-b88c6118-d885-4635-bb86-d101029457ca tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:23.613072 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0480cfc2-6e09-46e4-b5ad-369d53eccb5a req-b88c6118-d885-4635-bb86-d101029457ca tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 945 time: 0.0491145 Nov 16 12:06:23.660338 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0480cfc2-6e09-46e4-b5ad-369d53eccb5a req-aa639d05-f53b-4d23-a959-4ad9808ad0a2 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.61 "GET /v2.0/security-groups?id=f8553378-a4da-44ff-a6f9-dbceb431d9b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407484 Nov 16 12:06:23.707722 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1f47f-466d-4e14-bad2-a0df70c87d0f req-69ee4453-a710-4290-825f-b789775b5d17 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:23.709220 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-29c1f47f-466d-4e14-bad2-a0df70c87d0f req-69ee4453-a710-4290-825f-b789775b5d17 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.64 "GET /v2.0/ports?device_id=82d30d3a-caba-459c-9ee7-42186032ccdf HTTP/1.1" status: 200 len: 945 time: 0.0571928 Nov 16 12:06:23.805864 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-29c1f47f-466d-4e14-bad2-a0df70c87d0f req-2f8f38f5-5f58-4fdb-bd85-f17cdb6fa0e4 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Deleting port e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:06:23.806152 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-29c1f47f-466d-4e14-bad2-a0df70c87d0f req-2f8f38f5-5f58-4fdb-bd85-f17cdb6fa0e4 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:23.892295 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-29c1f47f-466d-4e14-bad2-a0df70c87d0f req-2f8f38f5-5f58-4fdb-bd85-f17cdb6fa0e4 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] For port e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2,segment=NetworkSegment(cfa2000f-8511-4037-8914-5cb133695763),segment_id=cfa2000f-8511-4037-8914-5cb133695763)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:06:23.892656 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-29c1f47f-466d-4e14-bad2-a0df70c87d0f req-2f8f38f5-5f58-4fdb-bd85-f17cdb6fa0e4 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:23.904866 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-29c1f47f-466d-4e14-bad2-a0df70c87d0f req-2f8f38f5-5f58-4fdb-bd85-f17cdb6fa0e4 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Calling delete_port for e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:06:24.034107 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-29c1f47f-466d-4e14-bad2-a0df70c87d0f req-2f8f38f5-5f58-4fdb-bd85-f17cdb6fa0e4 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:24.049602 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:06:24.062941 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f38f5-5f58-4fdb-bd85-f17cdb6fa0e4 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Pushing event deleted for resources: {'Port': ['ID=e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:06:24.106711 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c1f47f-466d-4e14-bad2-a0df70c87d0f req-2f8f38f5-5f58-4fdb-bd85-f17cdb6fa0e4 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] No DVR routers for this DVR port e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:06:24.109298 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-29c1f47f-466d-4e14-bad2-a0df70c87d0f req-2f8f38f5-5f58-4fdb-bd85-f17cdb6fa0e4 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:24.112652 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-29c1f47f-466d-4e14-bad2-a0df70c87d0f req-2f8f38f5-5f58-4fdb-bd85-f17cdb6fa0e4 tempest-ServerDiskConfigTestJSON-1045051528 tempest-ServerDiskConfigTestJSON-1045051528-project] 10.222.0.64 "DELETE /v2.0/ports/e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2 HTTP/1.1" status: 204 len: 173 time: 0.3929942 Nov 16 12:06:24.113086 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d30d3a-caba-459c-9ee7-42186032ccdf', 'name': 'network-vif-deleted', 'tag': 'e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:06:24.115334 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f2907c-d28e-487c-85eb-08b9473b12c4" -d '{"events": [{"server_uuid": "82d30d3a-caba-459c-9ee7-42186032ccdf", "name": "network-vif-deleted", "tag": "e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:06:24.154596 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de169c4-c7bd-4f29-b453-169243e59053 x-openstack-request-id: req-7de169c4-c7bd-4f29-b453-169243e59053 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:06:24.154892 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d30d3a-caba-459c-9ee7-42186032ccdf", "name": "network-vif-deleted", "tag": "e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:06:24.155144 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7de169c4-c7bd-4f29-b453-169243e59053 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:06:24.155552 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d30d3a-caba-459c-9ee7-42186032ccdf', 'name': 'network-vif-deleted', 'tag': 'e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2', 'status': 'completed', 'code': 200} Nov 16 12:06:24.784415 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 52790) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:06:24.828943 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cfd753c-36bc-4f13-9880-5de1c6a8f21c admin admin] Deleting subnet 5956f90d-bb3b-40ad-b6c5-b9b4276cec65 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 12:06:24.832029 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7cfd753c-36bc-4f13-9880-5de1c6a8f21c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:24.865543 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7cfd753c-36bc-4f13-9880-5de1c6a8f21c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:24.907557 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7cfd753c-36bc-4f13-9880-5de1c6a8f21c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:24.958449 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7cfd753c-36bc-4f13-9880-5de1c6a8f21c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:24.984803 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd753c-36bc-4f13-9880-5de1c6a8f21c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5956f90d-bb3b-40ad-b6c5-b9b4276cec65,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:06:24.987215 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7cfd753c-36bc-4f13-9880-5de1c6a8f21c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:24.990341 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7cfd753c-36bc-4f13-9880-5de1c6a8f21c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/5956f90d-bb3b-40ad-b6c5-b9b4276cec65 HTTP/1.1" status: 204 len: 168 time: 0.2049170 Nov 16 12:06:24.993513 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52792) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:06:24.997432 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd753c-36bc-4f13-9880-5de1c6a8f21c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:24.997785 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd753c-36bc-4f13-9880-5de1c6a8f21c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:24.998149 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd753c-36bc-4f13-9880-5de1c6a8f21c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:24.998487 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd753c-36bc-4f13-9880-5de1c6a8f21c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:24.998818 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd753c-36bc-4f13-9880-5de1c6a8f21c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:24.999146 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd753c-36bc-4f13-9880-5de1c6a8f21c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:24.999526 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd753c-36bc-4f13-9880-5de1c6a8f21c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:24.999796 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd753c-36bc-4f13-9880-5de1c6a8f21c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:25.000117 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd753c-36bc-4f13-9880-5de1c6a8f21c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:25.000438 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd753c-36bc-4f13-9880-5de1c6a8f21c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:25.000761 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd753c-36bc-4f13-9880-5de1c6a8f21c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:25.001083 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd753c-36bc-4f13-9880-5de1c6a8f21c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:25.061009 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-01932dd8-32fa-4322-8961-94ba389c7f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:25.141550 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-01932dd8-32fa-4322-8961-94ba389c7f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:25.161876 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-01932dd8-32fa-4322-8961-94ba389c7f5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5db605bc-b62c-4b49-8927-f45c9701d96e']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:06:25.171638 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-01932dd8-32fa-4322-8961-94ba389c7f5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfa2000f-8511-4037-8914-5cb133695763') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:06:25.171938 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-01932dd8-32fa-4322-8961-94ba389c7f5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfa2000f-8511-4037-8914-5cb133695763') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:06:25.181076 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-01932dd8-32fa-4322-8961-94ba389c7f5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:25.193771 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-01932dd8-32fa-4322-8961-94ba389c7f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:25.200019 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01932dd8-32fa-4322-8961-94ba389c7f5b admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 12:06:25.200407 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-01932dd8-32fa-4322-8961-94ba389c7f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:25.202053 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 12:06:25.202053 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 12:06:25.202053 n-d-816823-3 neutron-server[102668]: timer() Nov 16 12:06:25.202053 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 12:06:25.202053 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 12:06:25.202053 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 12:06:25.202053 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 12:06:25.202053 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 12:06:25.202053 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 12:06:25.202053 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 12:06:25.202053 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 12:06:25.202053 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 12:06:25.202053 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 12:06:25.202053 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 12:06:25.202053 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 12:06:25.202053 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 12:06:25.202053 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 12:06:25.202053 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 12:06:25.202053 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 12:06:25.202053 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 12:06:25.202053 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 12:06:25.202053 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 12:06:25.202053 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 12:06:25.202053 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 12:06:25.202053 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 12:06:25.202053 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 12:06:25.202053 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 12:06:25.202053 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 12:06:25.202053 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 12:06:25.202053 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 12:06:25.202053 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 12:06:25.202053 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 12:06:25.254538 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-01932dd8-32fa-4322-8961-94ba389c7f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:25.261080 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-01932dd8-32fa-4322-8961-94ba389c7f5b admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:25.264183 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-01932dd8-32fa-4322-8961-94ba389c7f5b admin admin] 10.222.0.61 "DELETE /v2.0/networks/5db605bc-b62c-4b49-8927-f45c9701d96e HTTP/1.1" status: 204 len: 168 time: 0.2696159 Nov 16 12:06:25.274720 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01932dd8-32fa-4322-8961-94ba389c7f5b admin admin] Pushing event deleted for resources: {'Network': ['ID=5db605bc-b62c-4b49-8927-f45c9701d96e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:06:25.373676 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 52796) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:06:25.416585 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-452a5b76-0dd8-405f-86dc-b631df8ac029 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3185617f9c7743129fa0e568807197af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416868 Nov 16 12:06:25.420028 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 52798) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:06:25.465632 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-04109e05-a9d1-4c4c-933a-8ecda0aa2d39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:25.486823 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-04109e05-a9d1-4c4c-933a-8ecda0aa2d39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:25.538408 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-04109e05-a9d1-4c4c-933a-8ecda0aa2d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:25.541348 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-04109e05-a9d1-4c4c-933a-8ecda0aa2d39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:25.542537 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-04109e05-a9d1-4c4c-933a-8ecda0aa2d39 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f8553378-a4da-44ff-a6f9-dbceb431d9b5 HTTP/1.1" status: 204 len: 168 time: 0.1216073 Nov 16 12:06:25.550207 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04109e05-a9d1-4c4c-933a-8ecda0aa2d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8553378-a4da-44ff-a6f9-dbceb431d9b5,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:06:26.189239 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 52820) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:06:26.282501 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-e337fb32-58c0-4e32-82c6-f8584eed82b9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1199017088-network', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:06:26.304354 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e337fb32-58c0-4e32-82c6-f8584eed82b9 admin admin] Made reservation on behalf of fa1f0787ff78459a91511f0e797caff6 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:06:26.307108 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e337fb32-58c0-4e32-82c6-f8584eed82b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:26.315389 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e337fb32-58c0-4e32-82c6-f8584eed82b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:26.389748 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e337fb32-58c0-4e32-82c6-f8584eed82b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:26.393413 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e337fb32-58c0-4e32-82c6-f8584eed82b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:26.414749 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e337fb32-58c0-4e32-82c6-f8584eed82b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 12:06:26.429656 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337fb32-58c0-4e32-82c6-f8584eed82b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1fdcfc-618e-478c-b7d6-562435904f05,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:06:26.432582 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e337fb32-58c0-4e32-82c6-f8584eed82b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:26.432933 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-e337fb32-58c0-4e32-82c6-f8584eed82b9 admin admin] Added segment 3db4291f-a083-4ffc-8636-65802af3ebda of type vlan for network 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc Nov 16 12:06:26.473129 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e337fb32-58c0-4e32-82c6-f8584eed82b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:26.498102 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e337fb32-58c0-4e32-82c6-f8584eed82b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:26.499268 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e337fb32-58c0-4e32-82c6-f8584eed82b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:26.499847 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e337fb32-58c0-4e32-82c6-f8584eed82b9 admin admin] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:26.559453 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e337fb32-58c0-4e32-82c6-f8584eed82b9 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3689642 Nov 16 12:06:26.562351 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52824) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:06:26.564272 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337fb32-58c0-4e32-82c6-f8584eed82b9 admin admin] Pushing event updated for resources: {'Network': ['ID=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:06:26.567427 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-934f8acf-d4b8-44ec-8016-6eb96ece8db6 admin admin] Request body: {'subnet': {'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1199017088-subnet', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:06:26.575438 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 12:06:26.589746 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934f8acf-d4b8-44ec-8016-6eb96ece8db6 admin admin] Made reservation on behalf of fa1f0787ff78459a91511f0e797caff6 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:06:26.592251 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-934f8acf-d4b8-44ec-8016-6eb96ece8db6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:26.762206 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-934f8acf-d4b8-44ec-8016-6eb96ece8db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:26.825027 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f8acf-d4b8-44ec-8016-6eb96ece8db6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=626c6757-b381-4075-be6d-8260f307f917,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:06:26.830223 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934f8acf-d4b8-44ec-8016-6eb96ece8db6 admin admin] Checking segment: {'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:06:26.830581 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934f8acf-d4b8-44ec-8016-6eb96ece8db6 admin admin] Network hostable DHCP agents. Network: 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 12:06:26.846904 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934f8acf-d4b8-44ec-8016-6eb96ece8db6 admin admin] Network 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 12:06:26.855132 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-934f8acf-d4b8-44ec-8016-6eb96ece8db6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:06:26.859027 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934f8acf-d4b8-44ec-8016-6eb96ece8db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:26.859617 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-934f8acf-d4b8-44ec-8016-6eb96ece8db6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:26.865389 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f396f1c0-ed42-4ef4-b10b-b836f747d7f8 None None] Network 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:06:26.875401 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-934f8acf-d4b8-44ec-8016-6eb96ece8db6 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3119602 Nov 16 12:06:26.878306 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52826) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:06:26.882534 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-eb31f307-1c9a-44ea-b85c-db77c724cc87 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1199017088-router', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:06:26.903421 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eb31f307-1c9a-44ea-b85c-db77c724cc87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:26.904420 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eb31f307-1c9a-44ea-b85c-db77c724cc87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:26.954698 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eb31f307-1c9a-44ea-b85c-db77c724cc87 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:27.014586 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0896680-e9a1-44f9-a771-4c92ed69a24d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'fixed_ips': [{'subnet_id': '626c6757-b381-4075-be6d-8260f307f917'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 12:06:27.015526 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c0896680-e9a1-44f9-a771-4c92ed69a24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:27.089834 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eb31f307-1c9a-44ea-b85c-db77c724cc87 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:27.148321 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-c0896680-e9a1-44f9-a771-4c92ed69a24d None None] Allocated IP 172.20.0.2 (1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc/626c6757-b381-4075-be6d-8260f307f917/900d51f8-dcb8-4d54-8957-be7bc552a3c4) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:06:27.292651 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c0896680-e9a1-44f9-a771-4c92ed69a24d None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:27.294738 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eb31f307-1c9a-44ea-b85c-db77c724cc87 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:27.298751 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c0896680-e9a1-44f9-a771-4c92ed69a24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:27.315470 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eb31f307-1c9a-44ea-b85c-db77c724cc87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:27.335158 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0896680-e9a1-44f9-a771-4c92ed69a24d None None] Network 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:06:27.340480 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-c0896680-e9a1-44f9-a771-4c92ed69a24d None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:06:27.343848 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0896680-e9a1-44f9-a771-4c92ed69a24d None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:06:27.356818 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0896680-e9a1-44f9-a771-4c92ed69a24d None None] Pushing event updated for resources: {'Port': ['ID=900d51f8-dcb8-4d54-8957-be7bc552a3c4,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:06:27.405305 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c0896680-e9a1-44f9-a771-4c92ed69a24d None None] Attempting to bind port 900d51f8-dcb8-4d54-8957-be7bc552a3c4 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:06:27.405672 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c0896680-e9a1-44f9-a771-4c92ed69a24d None None] Attempting to bind port 900d51f8-dcb8-4d54-8957-be7bc552a3c4 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:06:27.406068 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0896680-e9a1-44f9-a771-4c92ed69a24d None None] Attempting to bind port 900d51f8-dcb8-4d54-8957-be7bc552a3c4 on network 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:06:27.411016 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0896680-e9a1-44f9-a771-4c92ed69a24d None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:06:27.411676 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0896680-e9a1-44f9-a771-4c92ed69a24d None None] Checking segment: {'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:06:27.412077 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c0896680-e9a1-44f9-a771-4c92ed69a24d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:27.412465 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0896680-e9a1-44f9-a771-4c92ed69a24d None None] Bound using segment: {'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:06:27.412925 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c0896680-e9a1-44f9-a771-4c92ed69a24d None None] Bound port: 900d51f8-dcb8-4d54-8957-be7bc552a3c4, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:06:27.413298 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c0896680-e9a1-44f9-a771-4c92ed69a24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:27.417550 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-eb31f307-1c9a-44ea-b85c-db77c724cc87 admin admin] Allocated IP 172.25.0.48 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/b2679ba1-65d5-45b3-942b-39728e87e67f) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:06:27.474105 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c0896680-e9a1-44f9-a771-4c92ed69a24d None None] For port 900d51f8-dcb8-4d54-8957-be7bc552a3c4, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:06:27.478569 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c0896680-e9a1-44f9-a771-4c92ed69a24d None None] For port 900d51f8-dcb8-4d54-8957-be7bc552a3c4, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=900d51f8-dcb8-4d54-8957-be7bc552a3c4,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:06:27.483539 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c0896680-e9a1-44f9-a771-4c92ed69a24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:27.524756 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eb31f307-1c9a-44ea-b85c-db77c724cc87 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:27.542251 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0896680-e9a1-44f9-a771-4c92ed69a24d None None] Pushing event updated for resources: {'Port': ['ID=900d51f8-dcb8-4d54-8957-be7bc552a3c4,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:06:27.559809 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eb31f307-1c9a-44ea-b85c-db77c724cc87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:27.597200 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb31f307-1c9a-44ea-b85c-db77c724cc87 admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:06:27.602695 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-eb31f307-1c9a-44ea-b85c-db77c724cc87 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:06:27.606302 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb31f307-1c9a-44ea-b85c-db77c724cc87 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:06:27.615021 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1eda70-5e67-4512-9f76-eb60afd184f3 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:06:27.630841 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb31f307-1c9a-44ea-b85c-db77c724cc87 admin admin] Pushing event updated for resources: {'Port': ['ID=b2679ba1-65d5-45b3-942b-39728e87e67f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:06:27.649649 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:06:27.670545 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:06:27.670887 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device e9f9c5c0-7adc-40ab-bcee-a56ef4d2f8e2 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:06:27.731549 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-97474739-79e1-46a0-a8ea-f5d2ba8c5cef None None] Provisioning complete for port b2679ba1-65d5-45b3-942b-39728e87e67f triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:06:27.731918 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-97474739-79e1-46a0-a8ea-f5d2ba8c5cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:27.770998 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-97474739-79e1-46a0-a8ea-f5d2ba8c5cef None None] Port b2679ba1-65d5-45b3-942b-39728e87e67f cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:06:27.881227 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eb31f307-1c9a-44ea-b85c-db77c724cc87 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:28.078506 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eb31f307-1c9a-44ea-b85c-db77c724cc87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:28.211956 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb31f307-1c9a-44ea-b85c-db77c724cc87 admin admin] Router 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 12:06:28.321368 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb31f307-1c9a-44ea-b85c-db77c724cc87 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:06:28.330569 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4731f9-278f-4643-8cd0-4c46ad30a94c None None] Sync routers for ids ['5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:06:28.340399 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eb31f307-1c9a-44ea-b85c-db77c724cc87 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:28.344262 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-eb31f307-1c9a-44ea-b85c-db77c724cc87 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4624968 Nov 16 12:06:28.344385 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4731f9-278f-4643-8cd0-4c46ad30a94c None None] Routers {'5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:06:28.344385 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7e4731f9-278f-4643-8cd0-4c46ad30a94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:06:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:06:28.344768 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52828) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:06:28.570012 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aec35b3-c587-4ac8-b348-44e1c7910966 None None] Network 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:06:28.646642 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:28.678147 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-786cf38a-ec53-4f5d-b6a1-f227f3ceca96 None None] Provisioning complete for port 900d51f8-dcb8-4d54-8957-be7bc552a3c4 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:06:28.678444 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-786cf38a-ec53-4f5d-b6a1-f227f3ceca96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:28.720672 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-7e4731f9-278f-4643-8cd0-4c46ad30a94c None None] Set router 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:06:28.991915 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-786cf38a-ec53-4f5d-b6a1-f227f3ceca96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:29.035896 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-786cf38a-ec53-4f5d-b6a1-f227f3ceca96 None None] For port 900d51f8-dcb8-4d54-8957-be7bc552a3c4, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=900d51f8-dcb8-4d54-8957-be7bc552a3c4,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:06:29.047131 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7e4731f9-278f-4643-8cd0-4c46ad30a94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'name': 'tempest-ServerActionsTestJSON-1199017088-router', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:06:26Z', 'updated_at': '2021-11-16T12:06:27Z', 'revision_number': 3, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'gw_port': {'id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:27Z', 'updated_at': '2021-11-16T12:06:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:06:29.049311 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-786cf38a-ec53-4f5d-b6a1-f227f3ceca96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:29.062685 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7886a898-4896-429d-9594-78c7f1520b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:29.083686 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4731f9-278f-4643-8cd0-4c46ad30a94c None None] Checking router: 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:06:29.084041 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4731f9-278f-4643-8cd0-4c46ad30a94c None None] Updating router 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 port b2679ba1-65d5-45b3-942b-39728e87e67f binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 12:06:29.143089 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 900d51f8-dcb8-4d54-8957-be7bc552a3c4 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:06:29.151620 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7e4731f9-278f-4643-8cd0-4c46ad30a94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:29.205532 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786cf38a-ec53-4f5d-b6a1-f227f3ceca96 None None] Pushing event updated for resources: {'Port': ['ID=900d51f8-dcb8-4d54-8957-be7bc552a3c4,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:06:29.267073 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-7886a898-4896-429d-9594-78c7f1520b2f admin admin] Allocated IP 172.20.0.1 (1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc/626c6757-b381-4075-be6d-8260f307f917/7b4674ce-d0bb-4357-a84b-cc68655d03c0) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:06:29.315082 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:29.318504 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 900d51f8-dcb8-4d54-8957-be7bc552a3c4 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:06:29.318867 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:29.368645 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7886a898-4896-429d-9594-78c7f1520b2f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:29.402278 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7886a898-4896-429d-9594-78c7f1520b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:29.423017 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-91cc3c40-9d6f-493d-aed9-1c3e0c67f190 None None] Provisioning complete for port 900d51f8-dcb8-4d54-8957-be7bc552a3c4 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:06:29.423391 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-91cc3c40-9d6f-493d-aed9-1c3e0c67f190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:29.446627 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7886a898-4896-429d-9594-78c7f1520b2f admin admin] Network 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:06:29.451255 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-7886a898-4896-429d-9594-78c7f1520b2f admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:06:29.455590 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7886a898-4896-429d-9594-78c7f1520b2f admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:06:29.458684 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7886a898-4896-429d-9594-78c7f1520b2f admin admin] Pushing event updated for resources: {'Port': ['ID=7b4674ce-d0bb-4357-a84b-cc68655d03c0,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:06:29.495254 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7886a898-4896-429d-9594-78c7f1520b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:29.618328 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7e4731f9-278f-4643-8cd0-4c46ad30a94c None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:29.626412 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7e4731f9-278f-4643-8cd0-4c46ad30a94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:29.638096 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7886a898-4896-429d-9594-78c7f1520b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:29.674509 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2ef6c3-8a84-4506-a0e1-e524df6b94e9 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:06:29.686674 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-7e4731f9-278f-4643-8cd0-4c46ad30a94c None None] Attempting to bind port b2679ba1-65d5-45b3-942b-39728e87e67f on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:06:29.687044 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-7e4731f9-278f-4643-8cd0-4c46ad30a94c None None] Attempting to bind port b2679ba1-65d5-45b3-942b-39728e87e67f by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:06:29.687407 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4731f9-278f-4643-8cd0-4c46ad30a94c None None] Attempting to bind port b2679ba1-65d5-45b3-942b-39728e87e67f on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:06:29.690162 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f212f6e-6602-4465-ad33-ce056400e29c None None] Pushing event updated for resources: {'Port': ['ID=b2679ba1-65d5-45b3-942b-39728e87e67f,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:06:29.696870 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4731f9-278f-4643-8cd0-4c46ad30a94c None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:06:29.697249 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4731f9-278f-4643-8cd0-4c46ad30a94c None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:06:29.697680 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7e4731f9-278f-4643-8cd0-4c46ad30a94c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:29.698055 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4731f9-278f-4643-8cd0-4c46ad30a94c None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:06:29.698527 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-7e4731f9-278f-4643-8cd0-4c46ad30a94c None None] Bound port: b2679ba1-65d5-45b3-942b-39728e87e67f, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:06:29.698914 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7e4731f9-278f-4643-8cd0-4c46ad30a94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:29.764402 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c8a0f0bb-547c-4a0c-b6a0-06fa98695546 None None] Provisioning complete for port b2679ba1-65d5-45b3-942b-39728e87e67f triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:06:29.764792 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c8a0f0bb-547c-4a0c-b6a0-06fa98695546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:29.767406 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-7e4731f9-278f-4643-8cd0-4c46ad30a94c None None] For port b2679ba1-65d5-45b3-942b-39728e87e67f, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:06:29.770994 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-7e4731f9-278f-4643-8cd0-4c46ad30a94c None None] For port b2679ba1-65d5-45b3-942b-39728e87e67f, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=b2679ba1-65d5-45b3-942b-39728e87e67f,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:06:29.790731 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7e4731f9-278f-4643-8cd0-4c46ad30a94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:29.824862 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7886a898-4896-429d-9594-78c7f1520b2f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:29.831224 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7886a898-4896-429d-9594-78c7f1520b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:29.840651 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-c8a0f0bb-547c-4a0c-b6a0-06fa98695546 None None] Port b2679ba1-65d5-45b3-942b-39728e87e67f cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:06:29.853806 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088b06cb-6d8c-4310-8c05-dc40d41a8f80 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:06:29.870051 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4731f9-278f-4643-8cd0-4c46ad30a94c None None] Routers {'5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:06:29.870688 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7e4731f9-278f-4643-8cd0-4c46ad30a94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:06:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:06:29.907982 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7886a898-4896-429d-9594-78c7f1520b2f admin admin] Pushing event updated for resources: {'Port': ['ID=7b4674ce-d0bb-4357-a84b-cc68655d03c0,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:06:29.910531 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7886a898-4896-429d-9594-78c7f1520b2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:29.913957 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f212f6e-6602-4465-ad33-ce056400e29c None None] Pushing event updated for resources: {'Port': ['ID=b2679ba1-65d5-45b3-942b-39728e87e67f,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:06:29.916346 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c8a0f0bb-547c-4a0c-b6a0-06fa98695546 None None] Provisioning complete for port 7b4674ce-d0bb-4357-a84b-cc68655d03c0 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:06:29.916724 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c8a0f0bb-547c-4a0c-b6a0-06fa98695546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:29.988790 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-c8a0f0bb-547c-4a0c-b6a0-06fa98695546 None None] Port 7b4674ce-d0bb-4357-a84b-cc68655d03c0 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:06:30.009502 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7886a898-4896-429d-9594-78c7f1520b2f admin admin] Network 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:06:30.010928 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-7886a898-4896-429d-9594-78c7f1520b2f admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:06:30.018445 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-7e4731f9-278f-4643-8cd0-4c46ad30a94c None None] Set router 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:06:30.131033 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7886a898-4896-429d-9594-78c7f1520b2f admin admin] Router 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:06:30.145886 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fcce72d5-0eea-413f-a67f-028209d2f15b None None] Provisioning complete for port b2679ba1-65d5-45b3-942b-39728e87e67f triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:06:30.146288 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fcce72d5-0eea-413f-a67f-028209d2f15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:30.247857 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7886a898-4896-429d-9594-78c7f1520b2f admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:06:30.257772 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7886a898-4896-429d-9594-78c7f1520b2f admin admin] 10.222.0.61 "PUT /v2.0/routers/5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9075732 Nov 16 12:06:30.287398 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fcce72d5-0eea-413f-a67f-028209d2f15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:30.313775 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fcce72d5-0eea-413f-a67f-028209d2f15b None None] For port b2679ba1-65d5-45b3-942b-39728e87e67f, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=b2679ba1-65d5-45b3-942b-39728e87e67f,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:06:30.319841 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fcce72d5-0eea-413f-a67f-028209d2f15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:30.325292 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7e4731f9-278f-4643-8cd0-4c46ad30a94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'name': 'tempest-ServerActionsTestJSON-1199017088-router', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:06:26Z', 'updated_at': '2021-11-16T12:06:29Z', 'revision_number': 4, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'gw_port': {'id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:27Z', 'updated_at': '2021-11-16T12:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '7b4674ce-d0bb-4357-a84b-cc68655d03c0', 'name': '', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'mac_address': 'fa:16:3e:e4:f6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '626c6757-b381-4075-be6d-8260f307f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:29Z', 'updated_at': '2021-11-16T12:06:29Z', 'revision_number': 2, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'subnets': [{'id': '626c6757-b381-4075-be6d-8260f307f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:06:30.443000 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:06:30.529729 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4731f9-278f-4643-8cd0-4c46ad30a94c None None] The sync data for ids ['5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'] in n-d-816823-3 is: [{'id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'name': 'tempest-ServerActionsTestJSON-1199017088-router', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:06:26Z', 'updated_at': '2021-11-16T12:06:29Z', 'revision_number': 4, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'gw_port': {'id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:27Z', 'updated_at': '2021-11-16T12:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '7b4674ce-d0bb-4357-a84b-cc68655d03c0', 'name': '', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'mac_address': 'fa:16:3e:e4:f6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '626c6757-b381-4075-be6d-8260f307f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:29Z', 'updated_at': '2021-11-16T12:06:29Z', 'revision_number': 2, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'subnets': [{'id': '626c6757-b381-4075-be6d-8260f307f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:06:30.558350 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-be201ef7-4c3a-48ef-8f9c-066afdca5763 None None] Provisioning complete for port 7b4674ce-d0bb-4357-a84b-cc68655d03c0 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:06:30.558730 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-be201ef7-4c3a-48ef-8f9c-066afdca5763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:30.563590 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce72d5-0eea-413f-a67f-028209d2f15b None None] Pushing event updated for resources: {'Port': ['ID=b2679ba1-65d5-45b3-942b-39728e87e67f,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:06:30.598711 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-be201ef7-4c3a-48ef-8f9c-066afdca5763 None None] Port 7b4674ce-d0bb-4357-a84b-cc68655d03c0 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:06:30.637020 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52838) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:06:30.641811 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ce7966b1-8181-41ac-ad55-c799b08189bf tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2044211792', 'description': 'tempest-description--1339752417'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:06:30.664313 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ce7966b1-8181-41ac-ad55-c799b08189bf tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:30.743048 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ce7966b1-8181-41ac-ad55-c799b08189bf tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:30.748117 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ce7966b1-8181-41ac-ad55-c799b08189bf tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:30.784610 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ce7966b1-8181-41ac-ad55-c799b08189bf tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:30.786428 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ce7966b1-8181-41ac-ad55-c799b08189bf tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1477468 Nov 16 12:06:30.790905 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52840) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:06:30.795652 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-64cbf942-6936-41b8-a018-799d21e0b671 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Request body: {'security_group_rule': {'security_group_id': 'd71af835-cf94-46f4-b0ba-2e2199258eb5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:06:30.801033 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7966b1-8181-41ac-ad55-c799b08189bf tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d71af835-cf94-46f4-b0ba-2e2199258eb5,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:06:30.826719 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64cbf942-6936-41b8-a018-799d21e0b671 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:30.897126 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64cbf942-6936-41b8-a018-799d21e0b671 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:30.901502 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64cbf942-6936-41b8-a018-799d21e0b671 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:30.925350 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cbf942-6936-41b8-a018-799d21e0b671 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=448fd0c8-2f71-4c15-bfd1-2e2be5d20e05,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:06:30.932218 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64cbf942-6936-41b8-a018-799d21e0b671 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:30.937299 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-64cbf942-6936-41b8-a018-799d21e0b671 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1423314 Nov 16 12:06:30.938138 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 52842) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:06:30.942899 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-51daa651-5658-43b7-8e99-896ebb99ac6e tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Request body: {'security_group_rule': {'security_group_id': 'd71af835-cf94-46f4-b0ba-2e2199258eb5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:06:30.972639 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-51daa651-5658-43b7-8e99-896ebb99ac6e tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:31.039581 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-51daa651-5658-43b7-8e99-896ebb99ac6e tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:31.044087 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-51daa651-5658-43b7-8e99-896ebb99ac6e tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:31.068336 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51daa651-5658-43b7-8e99-896ebb99ac6e tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31a26370-0c3a-476b-a97d-bcd442ef28c8,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:06:31.078278 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-51daa651-5658-43b7-8e99-896ebb99ac6e tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:31.083545 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-51daa651-5658-43b7-8e99-896ebb99ac6e tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1406856 Nov 16 12:06:31.084318 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 52844) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:06:31.090128 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-6a095dc1-42ff-449d-a1a1-36ed567712a3 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:06:31.108582 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 900d51f8-dcb8-4d54-8957-be7bc552a3c4 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:06:31.137642 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a095dc1-42ff-449d-a1a1-36ed567712a3 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks [] for floatingip, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:31.168073 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 900d51f8-dcb8-4d54-8957-be7bc552a3c4 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:06:31.168455 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:31.297857 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a095dc1-42ff-449d-a1a1-36ed567712a3 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:31.421536 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-6a095dc1-42ff-449d-a1a1-36ed567712a3 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Allocated IP 172.25.0.168 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/e53205b8-b5d3-4851-b237-7155d6f768d0) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:06:31.549972 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a095dc1-42ff-449d-a1a1-36ed567712a3 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:31.590184 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a095dc1-42ff-449d-a1a1-36ed567712a3 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:31.634970 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a095dc1-42ff-449d-a1a1-36ed567712a3 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:06:31.638134 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-6a095dc1-42ff-449d-a1a1-36ed567712a3 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:06:31.641893 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a095dc1-42ff-449d-a1a1-36ed567712a3 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:06:31.647699 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a095dc1-42ff-449d-a1a1-36ed567712a3 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Pushing event updated for resources: {'Port': ['ID=e53205b8-b5d3-4851-b237-7155d6f768d0,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:06:31.731066 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a095dc1-42ff-449d-a1a1-36ed567712a3 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:31.765794 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a095dc1-42ff-449d-a1a1-36ed567712a3 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:31.926934 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a095dc1-42ff-449d-a1a1-36ed567712a3 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:31.932480 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a095dc1-42ff-449d-a1a1-36ed567712a3 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:32.003595 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a095dc1-42ff-449d-a1a1-36ed567712a3 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Pushing event updated for resources: {'Port': ['ID=e53205b8-b5d3-4851-b237-7155d6f768d0,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:06:32.013987 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a095dc1-42ff-449d-a1a1-36ed567712a3 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:32.032410 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a095dc1-42ff-449d-a1a1-36ed567712a3 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:32.033708 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6a095dc1-42ff-449d-a1a1-36ed567712a3 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9483447 Nov 16 12:06:32.182837 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-fdebac58-e9c3-4677-8939-42bfeb73a9f6 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--2044211792&fields=id&tenant_id=fa1f0787ff78459a91511f0e797caff6 HTTP/1.1" status: 200 len: 267 time: 0.0425069 Nov 16 12:06:32.290524 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-57e7d5f7-483b-4062-bc0f-229173868121 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:32.292019 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-57e7d5f7-483b-4062-bc0f-229173868121 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 812 time: 0.1025019 Nov 16 12:06:32.308224 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-d6970ebd-8820-4c33-864c-ecd84430d51b tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/quotas/fa1f0787ff78459a91511f0e797caff6 HTTP/1.1" status: 200 len: 375 time: 0.0104110 Nov 16 12:06:32.366135 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-2464e1e9-872d-41ae-8e4c-1fb88d50e964 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519793 Nov 16 12:06:32.462087 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-daaea2a7-7df6-4ae0-b6af-41f75bc3b11a service neutron] 10.222.0.61 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835299 Nov 16 12:06:32.558806 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-85aedddc-a2af-4b17-b763-5c1cbb355739 service neutron] 10.222.0.61 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900593 Nov 16 12:06:32.565651 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfbda4e-f885-4cb0-80e6-fdd9c1cf69ac None None] Sync routers for ids ['5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:06:32.574671 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfbda4e-f885-4cb0-80e6-fdd9c1cf69ac None None] Routers {'5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:06:32.575183 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-6bfbda4e-f885-4cb0-80e6-fdd9c1cf69ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:06:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:06:32.681634 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-6bfbda4e-f885-4cb0-80e6-fdd9c1cf69ac None None] Set router 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:06:32.724653 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5334e2b5-3e11-4a41-b0fb-7eb950251fcc req-e422d840-1a16-44e1-b565-35bd4866e9d2 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 210 time: 0.0288641 Nov 16 12:06:32.888375 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-6bfbda4e-f885-4cb0-80e6-fdd9c1cf69ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'name': 'tempest-ServerActionsTestJSON-1199017088-router', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:06:26Z', 'updated_at': '2021-11-16T12:06:29Z', 'revision_number': 4, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'gw_port': {'id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:27Z', 'updated_at': '2021-11-16T12:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '7b4674ce-d0bb-4357-a84b-cc68655d03c0', 'name': '', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'mac_address': 'fa:16:3e:e4:f6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '626c6757-b381-4075-be6d-8260f307f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:29Z', 'updated_at': '2021-11-16T12:06:29Z', 'revision_number': 2, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'subnets': [{'id': '626c6757-b381-4075-be6d-8260f307f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:06:32.919455 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfbda4e-f885-4cb0-80e6-fdd9c1cf69ac None None] Checking router: 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:06:32.919841 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfbda4e-f885-4cb0-80e6-fdd9c1cf69ac None None] Updating router 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 port 7b4674ce-d0bb-4357-a84b-cc68655d03c0 binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 12:06:32.949312 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6bfbda4e-f885-4cb0-80e6-fdd9c1cf69ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:33.089395 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device b2679ba1-65d5-45b3-942b-39728e87e67f up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:06:33.166316 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port b2679ba1-65d5-45b3-942b-39728e87e67f triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:06:33.166689 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:33.232789 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6bfbda4e-f885-4cb0-80e6-fdd9c1cf69ac None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:33.239742 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6bfbda4e-f885-4cb0-80e6-fdd9c1cf69ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:33.294448 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abfc330-7144-46e7-b6d3-2508f50d3c61 None None] Pushing event updated for resources: {'Port': ['ID=7b4674ce-d0bb-4357-a84b-cc68655d03c0,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:06:33.304015 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abfc330-7144-46e7-b6d3-2508f50d3c61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:33.304318 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abfc330-7144-46e7-b6d3-2508f50d3c61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:33.305129 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abfc330-7144-46e7-b6d3-2508f50d3c61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:33.305603 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abfc330-7144-46e7-b6d3-2508f50d3c61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:33.306284 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abfc330-7144-46e7-b6d3-2508f50d3c61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:33.306564 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abfc330-7144-46e7-b6d3-2508f50d3c61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:33.306972 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abfc330-7144-46e7-b6d3-2508f50d3c61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:33.307477 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abfc330-7144-46e7-b6d3-2508f50d3c61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:33.310118 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abfc330-7144-46e7-b6d3-2508f50d3c61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:33.310485 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abfc330-7144-46e7-b6d3-2508f50d3c61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:33.310822 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abfc330-7144-46e7-b6d3-2508f50d3c61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:33.311283 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abfc330-7144-46e7-b6d3-2508f50d3c61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:06:33.367768 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-6bfbda4e-f885-4cb0-80e6-fdd9c1cf69ac None None] Attempting to bind port 7b4674ce-d0bb-4357-a84b-cc68655d03c0 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:06:33.367875 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-6bfbda4e-f885-4cb0-80e6-fdd9c1cf69ac None None] Attempting to bind port 7b4674ce-d0bb-4357-a84b-cc68655d03c0 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:06:33.368230 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfbda4e-f885-4cb0-80e6-fdd9c1cf69ac None None] Attempting to bind port 7b4674ce-d0bb-4357-a84b-cc68655d03c0 on network 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:06:33.373437 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfbda4e-f885-4cb0-80e6-fdd9c1cf69ac None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:06:33.373814 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfbda4e-f885-4cb0-80e6-fdd9c1cf69ac None None] Checking segment: {'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:06:33.374237 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6bfbda4e-f885-4cb0-80e6-fdd9c1cf69ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:33.374705 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfbda4e-f885-4cb0-80e6-fdd9c1cf69ac None None] Bound using segment: {'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:06:33.375098 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-6bfbda4e-f885-4cb0-80e6-fdd9c1cf69ac None None] Bound port: 7b4674ce-d0bb-4357-a84b-cc68655d03c0, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:06:33.375585 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6bfbda4e-f885-4cb0-80e6-fdd9c1cf69ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:33.440450 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-6bfbda4e-f885-4cb0-80e6-fdd9c1cf69ac None None] For port 7b4674ce-d0bb-4357-a84b-cc68655d03c0, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:06:33.443834 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-6bfbda4e-f885-4cb0-80e6-fdd9c1cf69ac None None] For port 7b4674ce-d0bb-4357-a84b-cc68655d03c0, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=7b4674ce-d0bb-4357-a84b-cc68655d03c0,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:06:33.448041 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6bfbda4e-f885-4cb0-80e6-fdd9c1cf69ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:33.507699 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfbda4e-f885-4cb0-80e6-fdd9c1cf69ac None None] Routers {'5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:06:33.508348 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-6bfbda4e-f885-4cb0-80e6-fdd9c1cf69ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:06:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:06:33.537211 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-7f5cb60e-bd9c-4f23-a371-89fc2ab40264 None None] Provisioning complete for port 7b4674ce-d0bb-4357-a84b-cc68655d03c0 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:06:33.537683 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7f5cb60e-bd9c-4f23-a371-89fc2ab40264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:33.545259 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abfc330-7144-46e7-b6d3-2508f50d3c61 None None] Pushing event updated for resources: {'Port': ['ID=7b4674ce-d0bb-4357-a84b-cc68655d03c0,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:06:33.624083 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-6bfbda4e-f885-4cb0-80e6-fdd9c1cf69ac None None] Set router 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:06:33.628981 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7f5cb60e-bd9c-4f23-a371-89fc2ab40264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:33.674233 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-7f5cb60e-bd9c-4f23-a371-89fc2ab40264 None None] For port 7b4674ce-d0bb-4357-a84b-cc68655d03c0, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=7b4674ce-d0bb-4357-a84b-cc68655d03c0,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:06:33.680021 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7f5cb60e-bd9c-4f23-a371-89fc2ab40264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:33.754224 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5cb60e-bd9c-4f23-a371-89fc2ab40264 None None] Pushing event updated for resources: {'Port': ['ID=7b4674ce-d0bb-4357-a84b-cc68655d03c0,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:06:33.805101 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-f05a42f9-f401-4415-9dbe-2abc4a21aaed None None] Provisioning complete for port 7b4674ce-d0bb-4357-a84b-cc68655d03c0 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:06:33.805469 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f05a42f9-f401-4415-9dbe-2abc4a21aaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:33.831866 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-b14f08c3-65fd-4e52-b712-2d8beaa3c985 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:33.835111 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-b14f08c3-65fd-4e52-b712-2d8beaa3c985 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.64 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 812 time: 0.1217606 Nov 16 12:06:33.880704 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4705fedc-0019-473b-b350-439519544569 req-176dd42c-aa2c-486a-ac53-6da788a0a979 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 210 time: 0.0401797 Nov 16 12:06:33.903249 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-6bfbda4e-f885-4cb0-80e6-fdd9c1cf69ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'name': 'tempest-ServerActionsTestJSON-1199017088-router', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:06:26Z', 'updated_at': '2021-11-16T12:06:29Z', 'revision_number': 4, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'gw_port': {'id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:27Z', 'updated_at': '2021-11-16T12:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '7b4674ce-d0bb-4357-a84b-cc68655d03c0', 'name': '', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'mac_address': 'fa:16:3e:e4:f6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '626c6757-b381-4075-be6d-8260f307f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:29Z', 'updated_at': '2021-11-16T12:06:33Z', 'revision_number': 4, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'subnets': [{'id': '626c6757-b381-4075-be6d-8260f307f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:06:33.933299 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfbda4e-f885-4cb0-80e6-fdd9c1cf69ac None None] The sync data for ids ['5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'] in n-d-816823-3 is: [{'id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'name': 'tempest-ServerActionsTestJSON-1199017088-router', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:06:26Z', 'updated_at': '2021-11-16T12:06:29Z', 'revision_number': 4, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'gw_port': {'id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:27Z', 'updated_at': '2021-11-16T12:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '7b4674ce-d0bb-4357-a84b-cc68655d03c0', 'name': '', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'mac_address': 'fa:16:3e:e4:f6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '626c6757-b381-4075-be6d-8260f307f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:29Z', 'updated_at': '2021-11-16T12:06:33Z', 'revision_number': 4, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'subnets': [{'id': '626c6757-b381-4075-be6d-8260f307f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:06:33.935209 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-5430fb4a-8706-4cc4-8912-645761744c7c tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa1f0787ff78459a91511f0e797caff6 HTTP/1.1" status: 200 len: 380 time: 0.0843356 Nov 16 12:06:33.947658 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-6156c5c9-0dd2-4857-8851-0301e5db60c5 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Request body: {'port': {'device_id': '5f695b17-4c30-4504-bc32-3c0f76bdb38f', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'admin_state_up': True, 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'security_groups': ['d71af835-cf94-46f4-b0ba-2e2199258eb5']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:06:34.072074 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-6156c5c9-0dd2-4857-8851-0301e5db60c5 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Made reservation on behalf of fa1f0787ff78459a91511f0e797caff6 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:06:34.076152 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-6156c5c9-0dd2-4857-8851-0301e5db60c5 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:34.203376 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-6156c5c9-0dd2-4857-8851-0301e5db60c5 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Allocated IP 172.20.0.14 (1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc/626c6757-b381-4075-be6d-8260f307f917/cf8df5e5-7dbb-487e-ae39-3d109f06f3ae) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:06:34.350073 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-6156c5c9-0dd2-4857-8851-0301e5db60c5 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:34.384558 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-6156c5c9-0dd2-4857-8851-0301e5db60c5 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:34.431662 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-6156c5c9-0dd2-4857-8851-0301e5db60c5 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Network 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:06:34.435044 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-6156c5c9-0dd2-4857-8851-0301e5db60c5 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:06:34.439675 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-6156c5c9-0dd2-4857-8851-0301e5db60c5 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:06:34.443695 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6156c5c9-0dd2-4857-8851-0301e5db60c5 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Pushing event updated for resources: {'Port': ['ID=cf8df5e5-7dbb-487e-ae39-3d109f06f3ae,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:06:34.506619 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-6156c5c9-0dd2-4857-8851-0301e5db60c5 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:34.508262 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-6156c5c9-0dd2-4857-8851-0301e5db60c5 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:34.526772 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-6156c5c9-0dd2-4857-8851-0301e5db60c5 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5831125 Nov 16 12:06:34.544634 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-7f9ca05a-a5d9-41f6-992d-e8d45088b41d service neutron] Request body: {'port': {'device_id': '5f695b17-4c30-4504-bc32-3c0f76bdb38f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:06:34.602384 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-7f9ca05a-a5d9-41f6-992d-e8d45088b41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:34.747827 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-75bdb40f-4f15-4371-8550-344d19815da8 None None] Provisioning complete for port cf8df5e5-7dbb-487e-ae39-3d109f06f3ae triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:06:34.748391 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-75bdb40f-4f15-4371-8550-344d19815da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:34.784005 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-75bdb40f-4f15-4371-8550-344d19815da8 None None] Port cf8df5e5-7dbb-487e-ae39-3d109f06f3ae cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:06:34.863836 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-7f9ca05a-a5d9-41f6-992d-e8d45088b41d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf8df5e5-7dbb-487e-ae39-3d109f06f3ae {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:06:34.871693 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-7f9ca05a-a5d9-41f6-992d-e8d45088b41d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:34.883799 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-7f9ca05a-a5d9-41f6-992d-e8d45088b41d service neutron] Transition to ACTIVE for port object cf8df5e5-7dbb-487e-ae39-3d109f06f3ae will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 12:06:34.888203 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-7f9ca05a-a5d9-41f6-992d-e8d45088b41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:34.938291 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ca05a-a5d9-41f6-992d-e8d45088b41d service neutron] Pushing event updated for resources: {'Port': ['ID=cf8df5e5-7dbb-487e-ae39-3d109f06f3ae,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:06:35.016379 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-7f9ca05a-a5d9-41f6-992d-e8d45088b41d service neutron] Attempting to bind port cf8df5e5-7dbb-487e-ae39-3d109f06f3ae on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:06:35.016721 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-7f9ca05a-a5d9-41f6-992d-e8d45088b41d service neutron] Attempting to bind port cf8df5e5-7dbb-487e-ae39-3d109f06f3ae by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:06:35.017042 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-7f9ca05a-a5d9-41f6-992d-e8d45088b41d service neutron] Attempting to bind port cf8df5e5-7dbb-487e-ae39-3d109f06f3ae on network 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:06:35.019819 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94becf3d-b805-435a-b1b6-2fbbaab31bb7 req-713d4f07-a494-4250-82d8-b607b71299b0 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:35.021845 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-94becf3d-b805-435a-b1b6-2fbbaab31bb7 req-713d4f07-a494-4250-82d8-b607b71299b0 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 944 time: 0.0604284 Nov 16 12:06:35.022370 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-7f9ca05a-a5d9-41f6-992d-e8d45088b41d service neutron] Port cf8df5e5-7dbb-487e-ae39-3d109f06f3ae on network 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 12:06:35.022774 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-7f9ca05a-a5d9-41f6-992d-e8d45088b41d service neutron] Attempting to bind port cf8df5e5-7dbb-487e-ae39-3d109f06f3ae on network 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:06:35.033604 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-7f9ca05a-a5d9-41f6-992d-e8d45088b41d service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:06:35.033963 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-7f9ca05a-a5d9-41f6-992d-e8d45088b41d service neutron] Checking segment: {'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:06:35.034428 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-7f9ca05a-a5d9-41f6-992d-e8d45088b41d service neutron] Bound using segment: {'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:06:35.034824 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-7f9ca05a-a5d9-41f6-992d-e8d45088b41d service neutron] Bound port: cf8df5e5-7dbb-487e-ae39-3d109f06f3ae, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:06:35.035183 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-7f9ca05a-a5d9-41f6-992d-e8d45088b41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:35.100808 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-94becf3d-b805-435a-b1b6-2fbbaab31bb7 req-5397ee77-372c-4699-9bc4-054d30564b74 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713422 Nov 16 12:06:35.130982 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7b4674ce-d0bb-4357-a84b-cc68655d03c0 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:06:35.139618 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-7f9ca05a-a5d9-41f6-992d-e8d45088b41d service neutron] For port cf8df5e5-7dbb-487e-ae39-3d109f06f3ae, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:06:35.143462 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-7f9ca05a-a5d9-41f6-992d-e8d45088b41d service neutron] For port cf8df5e5-7dbb-487e-ae39-3d109f06f3ae, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=cf8df5e5-7dbb-487e-ae39-3d109f06f3ae,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:06:35.148945 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-7f9ca05a-a5d9-41f6-992d-e8d45088b41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:35.179039 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 7b4674ce-d0bb-4357-a84b-cc68655d03c0 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:06:35.180277 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:35.182286 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-7f9ca05a-a5d9-41f6-992d-e8d45088b41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:35.183605 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-7f9ca05a-a5d9-41f6-992d-e8d45088b41d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:35.185235 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-7f9ca05a-a5d9-41f6-992d-e8d45088b41d service neutron] 10.222.0.64 "PUT /v2.0/ports/cf8df5e5-7dbb-487e-ae39-3d109f06f3ae HTTP/1.1" status: 200 len: 1092 time: 0.6450799 Nov 16 12:06:35.188058 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f695b17-4c30-4504-bc32-3c0f76bdb38f', 'tag': 'cf8df5e5-7dbb-487e-ae39-3d109f06f3ae'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:06:35.190717 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443ae257-61c9-4101-aef0-96e4915a8b90" -d '{"events": [{"name": "network-changed", "server_uuid": "5f695b17-4c30-4504-bc32-3c0f76bdb38f", "tag": "cf8df5e5-7dbb-487e-ae39-3d109f06f3ae"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:06:35.228814 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ca05a-a5d9-41f6-992d-e8d45088b41d service neutron] Pushing event updated for resources: {'Port': ['ID=cf8df5e5-7dbb-487e-ae39-3d109f06f3ae,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:06:35.276351 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3457a18-d950-4526-ba7b-41d1eca939af x-openstack-request-id: req-a3457a18-d950-4526-ba7b-41d1eca939af {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:06:35.276592 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f695b17-4c30-4504-bc32-3c0f76bdb38f", "tag": "cf8df5e5-7dbb-487e-ae39-3d109f06f3ae", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:06:35.276777 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a3457a18-d950-4526-ba7b-41d1eca939af {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:06:35.277192 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f695b17-4c30-4504-bc32-3c0f76bdb38f', 'tag': 'cf8df5e5-7dbb-487e-ae39-3d109f06f3ae', 'status': 'completed', 'code': 200} Nov 16 12:06:35.294912 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-3f9070bc-a61e-4b94-bc9e-503837fc6e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:35.296386 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-3f9070bc-a61e-4b94-bc9e-503837fc6e91 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 1095 time: 0.0498037 Nov 16 12:06:35.344536 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-b9679e7c-931a-4577-bfed-dc108ecf143a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf8df5e5-7dbb-487e-ae39-3d109f06f3ae HTTP/1.1" status: 200 len: 217 time: 0.0383980 Nov 16 12:06:35.399490 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-938a2499-8339-41c5-a882-e654dda313f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:35.400968 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-938a2499-8339-41c5-a882-e654dda313f2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0466249 Nov 16 12:06:35.451324 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-56785272-21e0-4b95-80b9-f8e762ae39eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:35.453162 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-56785272-21e0-4b95-80b9-f8e762ae39eb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411210 Nov 16 12:06:35.548538 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-bc40425e-9ac7-46d6-94d1-ab89e97d7895 service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836709 Nov 16 12:06:35.638982 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-afbcf1ca-94ff-4b7c-a7b9-ac7a0266d651 req-651df183-9baf-423d-b15d-aa4f4dcfeca9 service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821459 Nov 16 12:06:35.733010 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ae257-61c9-4101-aef0-96e4915a8b90 req-fdc58e75-a715-4073-aa45-b44a431634a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:35.734535 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-443ae257-61c9-4101-aef0-96e4915a8b90 req-fdc58e75-a715-4073-aa45-b44a431634a7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 1095 time: 0.0406432 Nov 16 12:06:35.829316 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ae257-61c9-4101-aef0-96e4915a8b90 req-63053ff2-d446-45b5-9c47-ff901576af11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:35.830741 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-443ae257-61c9-4101-aef0-96e4915a8b90 req-63053ff2-d446-45b5-9c47-ff901576af11 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 913 time: 0.0880837 Nov 16 12:06:35.872395 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-443ae257-61c9-4101-aef0-96e4915a8b90 req-8c35b1f7-5d99-406a-b8e4-77f1ae877a1a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf8df5e5-7dbb-487e-ae39-3d109f06f3ae HTTP/1.1" status: 200 len: 217 time: 0.0340245 Nov 16 12:06:35.927957 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ae257-61c9-4101-aef0-96e4915a8b90 req-5a0520cd-b1a6-432f-8362-89edc7d8c8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:35.929940 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-443ae257-61c9-4101-aef0-96e4915a8b90 req-5a0520cd-b1a6-432f-8362-89edc7d8c8cc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0474181 Nov 16 12:06:35.975727 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ae257-61c9-4101-aef0-96e4915a8b90 req-0fe3e3fb-c73b-4526-92be-89441d03ebad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:35.977713 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-443ae257-61c9-4101-aef0-96e4915a8b90 req-0fe3e3fb-c73b-4526-92be-89441d03ebad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397859 Nov 16 12:06:36.065711 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-443ae257-61c9-4101-aef0-96e4915a8b90 req-255c8225-2667-4383-80e7-3b91171dd6bd service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793810 Nov 16 12:06:36.161983 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-443ae257-61c9-4101-aef0-96e4915a8b90 req-a386d368-495a-4839-b5e0-02e55d7bd81a service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879741 Nov 16 12:06:36.222320 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed80ee5-940a-402e-9a1f-e168dcfb584e req-697a84c7-ee2d-403e-93a2-a6da43b4e7d8 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:36.223786 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aed80ee5-940a-402e-9a1f-e168dcfb584e req-697a84c7-ee2d-403e-93a2-a6da43b4e7d8 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 944 time: 0.0522666 Nov 16 12:06:36.270734 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aed80ee5-940a-402e-9a1f-e168dcfb584e req-9e8ff5b3-f8b5-40ba-891a-cbb6a1bcc306 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405135 Nov 16 12:06:37.384722 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b776b7-8b34-4247-8b5d-d17662ac5732 req-61d72bc0-3e95-418c-b724-35c17ac8f0e8 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:37.386186 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-86b776b7-8b34-4247-8b5d-d17662ac5732 req-61d72bc0-3e95-418c-b724-35c17ac8f0e8 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 944 time: 0.0476429 Nov 16 12:06:37.432833 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-86b776b7-8b34-4247-8b5d-d17662ac5732 req-c18bd1a2-722f-4e4c-ad7a-72330af3ac33 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409455 Nov 16 12:06:37.741476 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device cf8df5e5-7dbb-487e-ae39-3d109f06f3ae details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 12:06:37.836682 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port cf8df5e5-7dbb-487e-ae39-3d109f06f3ae, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=cf8df5e5-7dbb-487e-ae39-3d109f06f3ae,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:06:37.847309 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'cf8df5e5-7dbb-487e-ae39-3d109f06f3ae', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'port_id': 'cf8df5e5-7dbb-487e-ae39-3d109f06f3ae', 'mac_address': 'fa:16:3e:ab:a4:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626c6757-b381-4075-be6d-8260f307f917', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 12:06:37.883240 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:37.895926 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf8df5e5-7dbb-487e-ae39-3d109f06f3ae {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:06:37.914860 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port cf8df5e5-7dbb-487e-ae39-3d109f06f3ae, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=cf8df5e5-7dbb-487e-ae39-3d109f06f3ae,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:06:37.918876 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:37.964326 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=cf8df5e5-7dbb-487e-ae39-3d109f06f3ae,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:06:38.159028 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['cf8df5e5-7dbb-487e-ae39-3d109f06f3ae'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:06:38.546268 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a60c41-ad55-4186-9181-ee012c603227 req-6eb93bc9-ea1c-46fd-9e09-61b6d790665b tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:38.547744 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-01a60c41-ad55-4186-9181-ee012c603227 req-6eb93bc9-ea1c-46fd-9e09-61b6d790665b tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 945 time: 0.0492923 Nov 16 12:06:38.597897 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-01a60c41-ad55-4186-9181-ee012c603227 req-33ada421-2c3f-426e-a856-9c26db9a72bf tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443861 Nov 16 12:06:39.712285 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1078e7-0bfa-402c-a043-0820312bc11b req-b6ecfc4d-ef86-4fda-85cb-5901208ef61b tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:39.713731 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3a1078e7-0bfa-402c-a043-0820312bc11b req-b6ecfc4d-ef86-4fda-85cb-5901208ef61b tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 945 time: 0.0473182 Nov 16 12:06:39.759729 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3a1078e7-0bfa-402c-a043-0820312bc11b req-12fa8eee-e548-40bf-86d3-5acf8c480763 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401697 Nov 16 12:06:39.773404 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device cf8df5e5-7dbb-487e-ae39-3d109f06f3ae up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:06:39.824493 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port cf8df5e5-7dbb-487e-ae39-3d109f06f3ae completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 12:06:39.828342 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port cf8df5e5-7dbb-487e-ae39-3d109f06f3ae triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:06:39.828720 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:39.903917 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:39.925389 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f695b17-4c30-4504-bc32-3c0f76bdb38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8df5e5-7dbb-487e-ae39-3d109f06f3ae'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:06:39.927657 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e385322f-2807-443a-8c5a-7ef38e89e18b" -d '{"events": [{"server_uuid": "5f695b17-4c30-4504-bc32-3c0f76bdb38f", "name": "network-vif-plugged", "status": "completed", "tag": "cf8df5e5-7dbb-487e-ae39-3d109f06f3ae"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:06:39.940432 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port cf8df5e5-7dbb-487e-ae39-3d109f06f3ae, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=cf8df5e5-7dbb-487e-ae39-3d109f06f3ae,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:06:39.945274 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:39.968604 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b767f4e9-442b-4ffc-884d-66bb2ea36188 x-openstack-request-id: req-b767f4e9-442b-4ffc-884d-66bb2ea36188 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:06:39.968896 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f695b17-4c30-4504-bc32-3c0f76bdb38f", "name": "network-vif-plugged", "status": "completed", "tag": "cf8df5e5-7dbb-487e-ae39-3d109f06f3ae", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:06:39.969145 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b767f4e9-442b-4ffc-884d-66bb2ea36188 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:06:39.969525 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f695b17-4c30-4504-bc32-3c0f76bdb38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8df5e5-7dbb-487e-ae39-3d109f06f3ae', 'code': 200} Nov 16 12:06:39.994906 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=cf8df5e5-7dbb-487e-ae39-3d109f06f3ae,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:06:40.067731 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8880a-b5be-498b-a986-731e119565a1 req-ed922b30-2559-4e12-b5f7-73f1fd462138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:40.069227 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2fb8880a-b5be-498b-a986-731e119565a1 req-ed922b30-2559-4e12-b5f7-73f1fd462138 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 1097 time: 0.0402071 Nov 16 12:06:40.116149 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2fb8880a-b5be-498b-a986-731e119565a1 req-a64ac410-011c-4f83-9401-2182a7d83f93 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361795 Nov 16 12:06:40.877456 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f96ea7-4147-4ad8-b2f1-a58826875608 req-2ceafb48-a05c-484d-8a54-fc6bbf08abf1 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:40.878873 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-74f96ea7-4147-4ad8-b2f1-a58826875608 req-2ceafb48-a05c-484d-8a54-fc6bbf08abf1 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 946 time: 0.0487964 Nov 16 12:06:40.925757 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-74f96ea7-4147-4ad8-b2f1-a58826875608 req-b6b42f9c-8616-4024-ba40-a715783df93e tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410738 Nov 16 12:06:42.043432 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e13a9a-bdaf-4a6f-8448-6d04a130d382 req-5c911e95-5f2b-4cdc-ae29-6a78e2f2238f tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:42.044895 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-38e13a9a-bdaf-4a6f-8448-6d04a130d382 req-5c911e95-5f2b-4cdc-ae29-6a78e2f2238f tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 946 time: 0.0537331 Nov 16 12:06:42.090265 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-38e13a9a-bdaf-4a6f-8448-6d04a130d382 req-d6591abc-6158-42f9-89f5-b67f1ab212c3 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395615 Nov 16 12:06:42.201917 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec615c-3ad1-4fb7-ae34-18a790f28c70 req-9d7200e5-338e-4f43-9a21-fe8d1984e7c2 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:42.203462 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-63ec615c-3ad1-4fb7-ae34-18a790f28c70 req-9d7200e5-338e-4f43-9a21-fe8d1984e7c2 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 946 time: 0.0512867 Nov 16 12:06:42.212079 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 52894) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:06:42.216400 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-7054022f-fac5-48b7-9c76-215a3b0c0e7b tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Request body: {'floatingip': {'port_id': 'cf8df5e5-7dbb-487e-ae39-3d109f06f3ae'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:06:42.257892 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7054022f-fac5-48b7-9c76-215a3b0c0e7b tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks [] for floatingip, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:42.667119 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7054022f-fac5-48b7-9c76-215a3b0c0e7b tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:42.670907 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7054022f-fac5-48b7-9c76-215a3b0c0e7b tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:42.766766 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [None req-7054022f-fac5-48b7-9c76-215a3b0c0e7b tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Floating IP 7a1a3597-ec8b-4070-965e-8a2d11e1dbaa associated. External IP: 172.25.0.168, port: cf8df5e5-7dbb-487e-ae39-3d109f06f3ae. Nov 16 12:06:42.966169 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7054022f-fac5-48b7-9c76-215a3b0c0e7b tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Router 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:06:43.073661 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7054022f-fac5-48b7-9c76-215a3b0c0e7b tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:06:43.078482 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7054022f-fac5-48b7-9c76-215a3b0c0e7b tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:43.083452 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc15292-675a-4461-a5ba-96d9d5dab58c None None] Sync routers for ids ['5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:06:43.100927 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc15292-675a-4461-a5ba-96d9d5dab58c None None] Routers {'5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:06:43.101528 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-cbc15292-675a-4461-a5ba-96d9d5dab58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:06:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:06:43.109452 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7054022f-fac5-48b7-9c76-215a3b0c0e7b tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "PUT /v2.0/floatingips/7a1a3597-ec8b-4070-965e-8a2d11e1dbaa HTTP/1.1" status: 200 len: 992 time: 0.8963397 Nov 16 12:06:43.110173 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f695b17-4c30-4504-bc32-3c0f76bdb38f', 'tag': 'cf8df5e5-7dbb-487e-ae39-3d109f06f3ae'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:06:43.112555 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783f4ec7-5052-4655-b7e0-836a33dd10b5" -d '{"events": [{"name": "network-changed", "server_uuid": "5f695b17-4c30-4504-bc32-3c0f76bdb38f", "tag": "cf8df5e5-7dbb-487e-ae39-3d109f06f3ae"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:06:43.169319 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7f3aa6f9-71e2-4e8a-9484-aa48ea5d5625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:43.204993 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a33dd3f-d135-4c5b-8691-e90c0080d0d9 x-openstack-request-id: req-1a33dd3f-d135-4c5b-8691-e90c0080d0d9 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:06:43.205293 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f695b17-4c30-4504-bc32-3c0f76bdb38f", "tag": "cf8df5e5-7dbb-487e-ae39-3d109f06f3ae", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:06:43.205547 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1a33dd3f-d135-4c5b-8691-e90c0080d0d9 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:06:43.205986 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f695b17-4c30-4504-bc32-3c0f76bdb38f', 'tag': 'cf8df5e5-7dbb-487e-ae39-3d109f06f3ae', 'status': 'completed', 'code': 200} Nov 16 12:06:43.216399 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-cbc15292-675a-4461-a5ba-96d9d5dab58c None None] Set router 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:06:43.274150 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f4ec7-5052-4655-b7e0-836a33dd10b5 req-7ffde263-4547-433c-b6bd-6a35356e5d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:43.275619 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-783f4ec7-5052-4655-b7e0-836a33dd10b5 req-7ffde263-4547-433c-b6bd-6a35356e5d4d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 1097 time: 0.0445766 Nov 16 12:06:43.364699 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f4ec7-5052-4655-b7e0-836a33dd10b5 req-36c8dde3-5e9b-444a-b73f-f30c779b9e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:43.366741 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-783f4ec7-5052-4655-b7e0-836a33dd10b5 req-36c8dde3-5e9b-444a-b73f-f30c779b9e99 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 913 time: 0.0825918 Nov 16 12:06:43.435492 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-783f4ec7-5052-4655-b7e0-836a33dd10b5 req-0d9c7e67-bfe2-47a8-bc3e-ef9e014b4845 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf8df5e5-7dbb-487e-ae39-3d109f06f3ae HTTP/1.1" status: 200 len: 1000 time: 0.0620580 Nov 16 12:06:43.439639 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-cbc15292-675a-4461-a5ba-96d9d5dab58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'name': 'tempest-ServerActionsTestJSON-1199017088-router', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:06:26Z', 'updated_at': '2021-11-16T12:06:29Z', 'revision_number': 4, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'gw_port': {'id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:27Z', 'updated_at': '2021-11-16T12:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '7a1a3597-ec8b-4070-965e-8a2d11e1dbaa', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'floating_ip_address': '172.25.0.168', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'port_id': 'cf8df5e5-7dbb-487e-ae39-3d109f06f3ae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'mac_address': 'fa:16:3e:ab:a4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f695b17-4c30-4504-bc32-3c0f76bdb38f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:06:31Z', 'updated_at': '2021-11-16T12:06:42Z', 'revision_number': 1, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b4674ce-d0bb-4357-a84b-cc68655d03c0', 'name': '', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'mac_address': 'fa:16:3e:e4:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '626c6757-b381-4075-be6d-8260f307f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:29Z', 'updated_at': '2021-11-16T12:06:33Z', 'revision_number': 5, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'subnets': [{'id': '626c6757-b381-4075-be6d-8260f307f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:06:43.469136 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc15292-675a-4461-a5ba-96d9d5dab58c None None] Checking router: 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:06:43.478389 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc15292-675a-4461-a5ba-96d9d5dab58c None None] Routers {'5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:06:43.479001 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-cbc15292-675a-4461-a5ba-96d9d5dab58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:06:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:06:43.485334 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f4ec7-5052-4655-b7e0-836a33dd10b5 req-7ed1acdb-d87f-4d5c-9b86-241ebf4a8dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:43.486834 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-783f4ec7-5052-4655-b7e0-836a33dd10b5 req-7ed1acdb-d87f-4d5c-9b86-241ebf4a8dec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0439696 Nov 16 12:06:43.531801 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f4ec7-5052-4655-b7e0-836a33dd10b5 req-c18b1869-53e4-4bd1-984f-35b8494bc2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:06:43.533289 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-783f4ec7-5052-4655-b7e0-836a33dd10b5 req-c18b1869-53e4-4bd1-984f-35b8494bc2d5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396280 Nov 16 12:06:43.580757 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-cbc15292-675a-4461-a5ba-96d9d5dab58c None None] Set router 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:06:43.626261 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-783f4ec7-5052-4655-b7e0-836a33dd10b5 req-4f4c0edf-d18e-485f-a6d2-9c466f89b78f service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854635 Nov 16 12:06:43.712343 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-783f4ec7-5052-4655-b7e0-836a33dd10b5 req-2d33cf71-4b8b-4003-af2c-ddab860bff51 service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794487 Nov 16 12:06:43.806364 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-cbc15292-675a-4461-a5ba-96d9d5dab58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'name': 'tempest-ServerActionsTestJSON-1199017088-router', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:06:26Z', 'updated_at': '2021-11-16T12:06:29Z', 'revision_number': 4, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'gw_port': {'id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:27Z', 'updated_at': '2021-11-16T12:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '7a1a3597-ec8b-4070-965e-8a2d11e1dbaa', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'floating_ip_address': '172.25.0.168', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'port_id': 'cf8df5e5-7dbb-487e-ae39-3d109f06f3ae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'mac_address': 'fa:16:3e:ab:a4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f695b17-4c30-4504-bc32-3c0f76bdb38f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:06:31Z', 'updated_at': '2021-11-16T12:06:42Z', 'revision_number': 1, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b4674ce-d0bb-4357-a84b-cc68655d03c0', 'name': '', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'mac_address': 'fa:16:3e:e4:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '626c6757-b381-4075-be6d-8260f307f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:29Z', 'updated_at': '2021-11-16T12:06:33Z', 'revision_number': 5, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'subnets': [{'id': '626c6757-b381-4075-be6d-8260f307f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:06:43.835591 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc15292-675a-4461-a5ba-96d9d5dab58c None None] The sync data for ids ['5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'] in n-d-816823-3 is: [{'id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'name': 'tempest-ServerActionsTestJSON-1199017088-router', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:06:26Z', 'updated_at': '2021-11-16T12:06:29Z', 'revision_number': 4, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'gw_port': {'id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:27Z', 'updated_at': '2021-11-16T12:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '7a1a3597-ec8b-4070-965e-8a2d11e1dbaa', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'floating_ip_address': '172.25.0.168', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'port_id': 'cf8df5e5-7dbb-487e-ae39-3d109f06f3ae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'mac_address': 'fa:16:3e:ab:a4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f695b17-4c30-4504-bc32-3c0f76bdb38f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:06:31Z', 'updated_at': '2021-11-16T12:06:42Z', 'revision_number': 1, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b4674ce-d0bb-4357-a84b-cc68655d03c0', 'name': '', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'mac_address': 'fa:16:3e:e4:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '626c6757-b381-4075-be6d-8260f307f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:29Z', 'updated_at': '2021-11-16T12:06:33Z', 'revision_number': 5, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'subnets': [{'id': '626c6757-b381-4075-be6d-8260f307f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:06:44.025838 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f791773-bc2f-420b-83b3-60e754e577e3 None None] New status for floating IP 7a1a3597-ec8b-4070-965e-8a2d11e1dbaa: ACTIVE {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 12:06:45.622944 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d4bdcbbe-df06-4f55-b5ae-21b13df6fc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:46.750476 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:48.455701 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:48.907150 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:58.430535 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:06:59.246163 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:07:07.442238 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:07:11.897501 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-76d5779d-bec9-4aea-abba-caea15f3abc1 req-35e87abf-56c5-4107-8a85-d71f0802adb6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419655 Nov 16 12:07:11.986222 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5779d-bec9-4aea-abba-caea15f3abc1 req-9b722522-acb8-40ea-80b3-db17699d3e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:07:11.987667 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-76d5779d-bec9-4aea-abba-caea15f3abc1 req-9b722522-acb8-40ea-80b3-db17699d3e5a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 1097 time: 0.0433438 Nov 16 12:07:12.089181 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5779d-bec9-4aea-abba-caea15f3abc1 req-5b2e8c26-e1ca-4d3e-8cb7-e1ba22e2fbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:07:12.090586 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-76d5779d-bec9-4aea-abba-caea15f3abc1 req-5b2e8c26-e1ca-4d3e-8cb7-e1ba22e2fbd2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 913 time: 0.0827417 Nov 16 12:07:12.159959 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-76d5779d-bec9-4aea-abba-caea15f3abc1 req-a6f6e6be-9a36-4af6-8867-b8f155f66d5e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf8df5e5-7dbb-487e-ae39-3d109f06f3ae HTTP/1.1" status: 200 len: 1002 time: 0.0608964 Nov 16 12:07:12.208439 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5779d-bec9-4aea-abba-caea15f3abc1 req-daff151c-b532-4e22-9da2-7c4365028dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:07:12.209844 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-76d5779d-bec9-4aea-abba-caea15f3abc1 req-daff151c-b532-4e22-9da2-7c4365028dad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0425568 Nov 16 12:07:12.255136 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5779d-bec9-4aea-abba-caea15f3abc1 req-136659fd-d52d-46f9-b83b-34b39379ac1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:07:12.256581 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-76d5779d-bec9-4aea-abba-caea15f3abc1 req-136659fd-d52d-46f9-b83b-34b39379ac1e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398235 Nov 16 12:07:12.353887 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-76d5779d-bec9-4aea-abba-caea15f3abc1 req-3455a8fa-9f4f-47d6-a2ea-19a05b8acb17 service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884173 Nov 16 12:07:12.444559 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-76d5779d-bec9-4aea-abba-caea15f3abc1 req-30e8595f-4876-42bd-aa9b-71f30472f624 service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833535 Nov 16 12:07:13.110120 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f8f4ae72-5d61-4cce-bf2a-b39f7e466bee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:07:15.623536 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1fa1090f-e7d1-4299-ae1c-3ae856cf079b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:07:16.751759 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:07:18.458439 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:07:18.909815 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:07:28.443802 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:07:29.270010 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:07:43.111240 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f3e1a5be-b404-4cdb-b466-11c864f0d046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:07:44.441793 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:07:45.625166 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-56930fe8-c498-4791-a11f-41c2e9884a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:07:46.754426 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:07:48.461246 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:07:48.912338 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:07:58.463478 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:07:59.281216 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:12.885744 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-214ef982-900d-467d-a032-bf6d9d17af88 req-4c08dc24-8ed7-4102-a531-f9d9f9485818 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407419 Nov 16 12:08:12.981429 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ef982-900d-467d-a032-bf6d9d17af88 req-34f903d2-c90c-4598-ba61-dbed081757a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:12.982873 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-214ef982-900d-467d-a032-bf6d9d17af88 req-34f903d2-c90c-4598-ba61-dbed081757a4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 1097 time: 0.0494554 Nov 16 12:08:13.090384 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ef982-900d-467d-a032-bf6d9d17af88 req-82e19262-ff68-4dd5-a99a-61c5b8ce5f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:13.091846 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-214ef982-900d-467d-a032-bf6d9d17af88 req-82e19262-ff68-4dd5-a99a-61c5b8ce5f8d service neutron] 10.222.0.64 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 913 time: 0.0834167 Nov 16 12:08:13.120311 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-71ced117-2807-44f3-b9ae-908b2d8ca03c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:13.167455 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-214ef982-900d-467d-a032-bf6d9d17af88 req-6377b176-ebf6-424b-ae53-1dc7e4de3166 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf8df5e5-7dbb-487e-ae39-3d109f06f3ae HTTP/1.1" status: 200 len: 1002 time: 0.0645854 Nov 16 12:08:13.223242 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ef982-900d-467d-a032-bf6d9d17af88 req-661fbf0c-b3bc-45f3-90ac-21df5243ba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:13.224709 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-214ef982-900d-467d-a032-bf6d9d17af88 req-661fbf0c-b3bc-45f3-90ac-21df5243ba5d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0465190 Nov 16 12:08:13.274771 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ef982-900d-467d-a032-bf6d9d17af88 req-5c8e2340-0fb0-4420-bf0e-9b0c075bc6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:13.276243 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-214ef982-900d-467d-a032-bf6d9d17af88 req-5c8e2340-0fb0-4420-bf0e-9b0c075bc6ed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393991 Nov 16 12:08:13.371592 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-214ef982-900d-467d-a032-bf6d9d17af88 req-cb189165-be85-435b-9405-12c9a13aef7b service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834639 Nov 16 12:08:13.463670 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-214ef982-900d-467d-a032-bf6d9d17af88 req-bec4226c-e6ea-4448-934b-92658a8bdef6 service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807309 Nov 16 12:08:15.626081 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b4f954f5-930f-431f-99d7-d8433aff6c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:16.757571 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:18.461902 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:18.914521 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:21.441181 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:08:23.639184 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7701977-71c4-4998-938d-94aed0182334 req-a891f33e-39bd-4c36-ae4c-c67fff03292c tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:23.640586 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f7701977-71c4-4998-938d-94aed0182334 req-a891f33e-39bd-4c36-ae4c-c67fff03292c tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 946 time: 0.1502199 Nov 16 12:08:23.699435 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f7701977-71c4-4998-938d-94aed0182334 req-397ae350-e75e-4187-a2f6-55f2e2e637ae tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527043 Nov 16 12:08:23.956634 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-da419192-b951-4b5c-a698-aad4da690ccd req-d4e88968-18fe-4ec1-8e58-5e0970f8f1a4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0724156 Nov 16 12:08:23.964822 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9a8db-c7d6-4e70-a991-25a3b4175194 req-7e1a497d-02a3-41c1-bc55-d35b78275cd4 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:23.966242 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-faa9a8db-c7d6-4e70-a991-25a3b4175194 req-7e1a497d-02a3-41c1-bc55-d35b78275cd4 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 946 time: 0.0732064 Nov 16 12:08:24.016011 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-faa9a8db-c7d6-4e70-a991-25a3b4175194 req-0257cca2-db0b-4301-9d24-7e4b0ec99ba1 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431576 Nov 16 12:08:25.092635 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da419192-b951-4b5c-a698-aad4da690ccd req-e9938b62-72fb-4c08-9f75-74da05966535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:25.094180 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-da419192-b951-4b5c-a698-aad4da690ccd req-e9938b62-72fb-4c08-9f75-74da05966535 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 1097 time: 0.0417545 Nov 16 12:08:25.133572 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61b7f0-6f9a-4712-b814-0a65346e538e req-46275e43-f1e4-4807-b71f-0ff65870b134 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:25.135094 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b61b7f0-6f9a-4712-b814-0a65346e538e req-46275e43-f1e4-4807-b71f-0ff65870b134 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 946 time: 0.0485694 Nov 16 12:08:25.182649 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b61b7f0-6f9a-4712-b814-0a65346e538e req-b5e0fe19-2b67-4620-a0ce-95577869dd80 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414448 Nov 16 12:08:25.189996 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da419192-b951-4b5c-a698-aad4da690ccd req-c3b8ffee-15d7-47b3-933d-01158d179389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:25.191543 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-da419192-b951-4b5c-a698-aad4da690ccd req-c3b8ffee-15d7-47b3-933d-01158d179389 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 913 time: 0.0895503 Nov 16 12:08:25.257155 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-da419192-b951-4b5c-a698-aad4da690ccd req-08e976d4-f302-4132-8f7c-7d0a659bf310 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf8df5e5-7dbb-487e-ae39-3d109f06f3ae HTTP/1.1" status: 200 len: 1002 time: 0.0558298 Nov 16 12:08:25.314487 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da419192-b951-4b5c-a698-aad4da690ccd req-c94c921d-8c0b-4e7a-bf24-9d358d1eaecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:25.315929 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-da419192-b951-4b5c-a698-aad4da690ccd req-c94c921d-8c0b-4e7a-bf24-9d358d1eaecb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0482204 Nov 16 12:08:25.365801 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da419192-b951-4b5c-a698-aad4da690ccd req-469805da-0a4e-4f7f-bc54-cf5acfbe85cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:25.367481 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-da419192-b951-4b5c-a698-aad4da690ccd req-469805da-0a4e-4f7f-bc54-cf5acfbe85cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408165 Nov 16 12:08:25.461525 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-da419192-b951-4b5c-a698-aad4da690ccd req-7e931033-acb9-4f33-b262-b98f953bd24a service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858982 Nov 16 12:08:25.842708 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-da419192-b951-4b5c-a698-aad4da690ccd req-3cf02c13-0212-48e5-86eb-9266ebfca2f4 service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658359 Nov 16 12:08:26.306969 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe9bd4-fe2d-4a3f-b6fb-12c8e75fc808 req-cdb2c77f-25ea-4d03-b219-ae804c46f91c tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:26.308523 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-66fe9bd4-fe2d-4a3f-b6fb-12c8e75fc808 req-cdb2c77f-25ea-4d03-b219-ae804c46f91c tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 946 time: 0.0548401 Nov 16 12:08:26.357231 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-66fe9bd4-fe2d-4a3f-b6fb-12c8e75fc808 req-1edc925f-2a50-4cdc-bd6f-e8cccc832e8e tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424421 Nov 16 12:08:27.477603 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4fb28-c814-459b-bbf3-5286b4ba4694 req-48cacc8d-88bf-4e46-998a-6b8545aabfde tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:27.479116 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2ba4fb28-c814-459b-bbf3-5286b4ba4694 req-48cacc8d-88bf-4e46-998a-6b8545aabfde tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 946 time: 0.0488820 Nov 16 12:08:27.525784 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2ba4fb28-c814-459b-bbf3-5286b4ba4694 req-16f0d36c-beac-4eb4-a127-3d72c3b13d8a tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407898 Nov 16 12:08:28.471661 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:28.640533 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab26993-535d-4b66-85e5-692ad7b2f17a req-57233ce5-01db-4afd-9a0b-ab82b6a0b615 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:28.642004 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dab26993-535d-4b66-85e5-692ad7b2f17a req-57233ce5-01db-4afd-9a0b-ab82b6a0b615 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 946 time: 0.0477297 Nov 16 12:08:28.959005 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dab26993-535d-4b66-85e5-692ad7b2f17a req-77e12430-e8fa-493c-a961-3cf4b2516177 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3110716 Nov 16 12:08:29.310012 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:30.073572 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc21fc-4c73-4f77-a313-f0f0a0799ce9 req-455edd38-ed25-4b85-8456-6857aa06add8 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:30.075041 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8bcc21fc-4c73-4f77-a313-f0f0a0799ce9 req-455edd38-ed25-4b85-8456-6857aa06add8 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 946 time: 0.0479488 Nov 16 12:08:30.121975 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8bcc21fc-4c73-4f77-a313-f0f0a0799ce9 req-d90d9492-d021-4b0c-abf0-658f3ccd97a9 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410976 Nov 16 12:08:31.242577 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084526a6-92ee-417c-b308-f6fcad038496 req-b0c66fab-a3e1-42e1-8243-61e178d718b5 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:31.244094 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-084526a6-92ee-417c-b308-f6fcad038496 req-b0c66fab-a3e1-42e1-8243-61e178d718b5 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 946 time: 0.0514238 Nov 16 12:08:31.291748 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-084526a6-92ee-417c-b308-f6fcad038496 req-d22cf432-4df6-4b8d-98fa-06af5f926c10 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417938 Nov 16 12:08:32.416801 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0d743-0c19-4c6b-b8b8-c2a0981a7cba req-fecd6f32-38e2-4cd1-bb91-ee3a8ba3ab2c tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:32.418311 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0fd0d743-0c19-4c6b-b8b8-c2a0981a7cba req-fecd6f32-38e2-4cd1-bb91-ee3a8ba3ab2c tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 946 time: 0.0545702 Nov 16 12:08:32.467703 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0fd0d743-0c19-4c6b-b8b8-c2a0981a7cba req-f8c65ccf-c28c-463c-b593-e4284de0eb4a tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430961 Nov 16 12:08:33.586554 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae2f40-2aaf-4761-b109-58c39b49bf8a req-f51ac6a5-7009-4896-9a82-b064c96cceeb tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:33.588032 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aeae2f40-2aaf-4761-b109-58c39b49bf8a req-f51ac6a5-7009-4896-9a82-b064c96cceeb tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 946 time: 0.0476058 Nov 16 12:08:33.634241 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aeae2f40-2aaf-4761-b109-58c39b49bf8a req-57bd824d-72a3-451e-ad45-9ce9b2a6bbe5 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403888 Nov 16 12:08:34.753191 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f767227-6fa8-474a-93a2-4f66cb92660c req-419a8598-9e60-431c-adb5-78a051b9f395 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:34.754670 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3f767227-6fa8-474a-93a2-4f66cb92660c req-419a8598-9e60-431c-adb5-78a051b9f395 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 946 time: 0.0519083 Nov 16 12:08:34.802792 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3f767227-6fa8-474a-93a2-4f66cb92660c req-9025e3c5-9c3b-4f94-9f74-288df111473b tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403762 Nov 16 12:08:35.919007 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054bfe6-3f13-49ec-85a4-fa26fbbc16bc req-4d3b1df0-3364-4d0e-bf76-0455069a005f tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:35.920485 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d054bfe6-3f13-49ec-85a4-fa26fbbc16bc req-4d3b1df0-3364-4d0e-bf76-0455069a005f tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 946 time: 0.0500367 Nov 16 12:08:35.972962 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d054bfe6-3f13-49ec-85a4-fa26fbbc16bc req-3c390ecc-3056-4672-8ae9-d30dc0a24749 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463974 Nov 16 12:08:37.096943 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163bc85-8644-47cf-9e2d-b6af6036998d req-38bcb94a-0bb3-4219-9b75-70fe1a09fdad tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:37.098412 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4163bc85-8644-47cf-9e2d-b6af6036998d req-38bcb94a-0bb3-4219-9b75-70fe1a09fdad tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 946 time: 0.0473745 Nov 16 12:08:37.149688 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4163bc85-8644-47cf-9e2d-b6af6036998d req-223c22c8-6fe5-4321-a0a9-179616b49a82 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453548 Nov 16 12:08:38.127894 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [req-da419192-b951-4b5c-a698-aad4da690ccd req-67a6a82a-6d12-4e83-b511-ebde6dd04633 service neutron] show failed (client error): The resource could not be found. Nov 16 12:08:38.128899 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-da419192-b951-4b5c-a698-aad4da690ccd req-67a6a82a-6d12-4e83-b511-ebde6dd04633 service neutron] 10.222.0.64 "GET /v2.0/ports/cf8df5e5-7dbb-487e-ae39-3d109f06f3ae/bindings/n-h1-816823-3 HTTP/1.1" status: 404 len: 380 time: 0.0542018 Nov 16 12:08:38.272846 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053caf5-47a6-474b-beca-f9b34e06d8e1 req-5de756b7-7d0b-47d4-b58e-16a69e9afeb8 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:38.274375 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8053caf5-47a6-474b-beca-f9b34e06d8e1 req-5de756b7-7d0b-47d4-b58e-16a69e9afeb8 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 946 time: 0.0502262 Nov 16 12:08:38.325765 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8053caf5-47a6-474b-beca-f9b34e06d8e1 req-35ea3025-bf10-4180-a332-ca60eb2b094d tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445035 Nov 16 12:08:38.417670 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da419192-b951-4b5c-a698-aad4da690ccd req-a7185714-117d-4c84-a4c2-31083e028a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:38.419141 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-da419192-b951-4b5c-a698-aad4da690ccd req-a7185714-117d-4c84-a4c2-31083e028a18 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f&tenant_id=fa1f0787ff78459a91511f0e797caff6 HTTP/1.1" status: 200 len: 1097 time: 0.1067693 Nov 16 12:08:38.429722 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [req-da419192-b951-4b5c-a698-aad4da690ccd req-11dcb826-9596-4ccd-a49a-12b94becb8f6 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 12:08:38.430693 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-da419192-b951-4b5c-a698-aad4da690ccd req-11dcb826-9596-4ccd-a49a-12b94becb8f6 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049753 Nov 16 12:08:38.443700 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-da419192-b951-4b5c-a698-aad4da690ccd req-ba980449-bc95-4f0d-a68c-6c1b12a7f347 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816823-3', 'device_owner': 'compute:nova'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:08:38.493630 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-da419192-b951-4b5c-a698-aad4da690ccd req-ba980449-bc95-4f0d-a68c-6c1b12a7f347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:38.687090 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-da419192-b951-4b5c-a698-aad4da690ccd req-ba980449-bc95-4f0d-a68c-6c1b12a7f347 service neutron] For port cf8df5e5-7dbb-487e-ae39-3d109f06f3ae, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=cf8df5e5-7dbb-487e-ae39-3d109f06f3ae,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:08:38.722560 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-da419192-b951-4b5c-a698-aad4da690ccd req-ba980449-bc95-4f0d-a68c-6c1b12a7f347 service neutron] For port cf8df5e5-7dbb-487e-ae39-3d109f06f3ae, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:08:38.760479 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f695b17-4c30-4504-bc32-3c0f76bdb38f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf8df5e5-7dbb-487e-ae39-3d109f06f3ae'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:08:38.762820 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40221858-55fc-4bf2-b9be-e6f6d1bb1d0b" -d '{"events": [{"server_uuid": "5f695b17-4c30-4504-bc32-3c0f76bdb38f", "name": "network-vif-unplugged", "status": "completed", "tag": "cf8df5e5-7dbb-487e-ae39-3d109f06f3ae"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:08:38.766578 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-da419192-b951-4b5c-a698-aad4da690ccd req-ba980449-bc95-4f0d-a68c-6c1b12a7f347 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:38.778791 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-da419192-b951-4b5c-a698-aad4da690ccd req-ba980449-bc95-4f0d-a68c-6c1b12a7f347 service neutron] Transition to ACTIVE for port object cf8df5e5-7dbb-487e-ae39-3d109f06f3ae will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 12:08:38.783779 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-da419192-b951-4b5c-a698-aad4da690ccd req-ba980449-bc95-4f0d-a68c-6c1b12a7f347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:38.817731 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 12:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905f1a49-829e-4e47-8154-1a15160b1b21 x-openstack-request-id: req-905f1a49-829e-4e47-8154-1a15160b1b21 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:08:38.818106 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f695b17-4c30-4504-bc32-3c0f76bdb38f", "name": "network-vif-unplugged", "status": "completed", "tag": "cf8df5e5-7dbb-487e-ae39-3d109f06f3ae", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:08:38.818363 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-905f1a49-829e-4e47-8154-1a15160b1b21 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:08:38.818775 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f695b17-4c30-4504-bc32-3c0f76bdb38f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf8df5e5-7dbb-487e-ae39-3d109f06f3ae', 'code': 200} Nov 16 12:08:38.888803 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba980449-bc95-4f0d-a68c-6c1b12a7f347 service neutron] Pushing event updated for resources: {'Port': ['ID=cf8df5e5-7dbb-487e-ae39-3d109f06f3ae,revision_number=6']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:08:38.914436 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba980449-bc95-4f0d-a68c-6c1b12a7f347 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:08:38.914786 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba980449-bc95-4f0d-a68c-6c1b12a7f347 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:08:38.915130 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba980449-bc95-4f0d-a68c-6c1b12a7f347 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:08:38.915465 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba980449-bc95-4f0d-a68c-6c1b12a7f347 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:08:38.915798 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba980449-bc95-4f0d-a68c-6c1b12a7f347 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:08:38.916132 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba980449-bc95-4f0d-a68c-6c1b12a7f347 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:08:38.916461 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba980449-bc95-4f0d-a68c-6c1b12a7f347 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:08:38.916784 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba980449-bc95-4f0d-a68c-6c1b12a7f347 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:08:38.917108 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba980449-bc95-4f0d-a68c-6c1b12a7f347 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:08:38.917433 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba980449-bc95-4f0d-a68c-6c1b12a7f347 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:08:38.917756 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba980449-bc95-4f0d-a68c-6c1b12a7f347 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:08:38.918104 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba980449-bc95-4f0d-a68c-6c1b12a7f347 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:08:38.966200 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-da419192-b951-4b5c-a698-aad4da690ccd req-ba980449-bc95-4f0d-a68c-6c1b12a7f347 service neutron] No DVR routers for this DVR port cf8df5e5-7dbb-487e-ae39-3d109f06f3ae on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:08:39.099626 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-da419192-b951-4b5c-a698-aad4da690ccd req-ba980449-bc95-4f0d-a68c-6c1b12a7f347 service neutron] Attempting to bind port cf8df5e5-7dbb-487e-ae39-3d109f06f3ae on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:08:39.099964 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-da419192-b951-4b5c-a698-aad4da690ccd req-ba980449-bc95-4f0d-a68c-6c1b12a7f347 service neutron] Attempting to bind port cf8df5e5-7dbb-487e-ae39-3d109f06f3ae by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:08:39.100293 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da419192-b951-4b5c-a698-aad4da690ccd req-ba980449-bc95-4f0d-a68c-6c1b12a7f347 service neutron] Attempting to bind port cf8df5e5-7dbb-487e-ae39-3d109f06f3ae on network 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:08:39.104578 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da419192-b951-4b5c-a698-aad4da690ccd req-ba980449-bc95-4f0d-a68c-6c1b12a7f347 service neutron] Port cf8df5e5-7dbb-487e-ae39-3d109f06f3ae on network 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 12:08:39.104900 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da419192-b951-4b5c-a698-aad4da690ccd req-ba980449-bc95-4f0d-a68c-6c1b12a7f347 service neutron] Attempting to bind port cf8df5e5-7dbb-487e-ae39-3d109f06f3ae on network 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:08:39.109752 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da419192-b951-4b5c-a698-aad4da690ccd req-ba980449-bc95-4f0d-a68c-6c1b12a7f347 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:08:39.110124 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da419192-b951-4b5c-a698-aad4da690ccd req-ba980449-bc95-4f0d-a68c-6c1b12a7f347 service neutron] Checking segment: {'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:08:39.110508 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da419192-b951-4b5c-a698-aad4da690ccd req-ba980449-bc95-4f0d-a68c-6c1b12a7f347 service neutron] Bound using segment: {'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:08:39.110932 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-da419192-b951-4b5c-a698-aad4da690ccd req-ba980449-bc95-4f0d-a68c-6c1b12a7f347 service neutron] Bound port: cf8df5e5-7dbb-487e-ae39-3d109f06f3ae, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:08:39.111284 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-da419192-b951-4b5c-a698-aad4da690ccd req-ba980449-bc95-4f0d-a68c-6c1b12a7f347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:39.177255 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-da419192-b951-4b5c-a698-aad4da690ccd req-ba980449-bc95-4f0d-a68c-6c1b12a7f347 service neutron] For port cf8df5e5-7dbb-487e-ae39-3d109f06f3ae, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:08:39.180695 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-da419192-b951-4b5c-a698-aad4da690ccd req-ba980449-bc95-4f0d-a68c-6c1b12a7f347 service neutron] For port cf8df5e5-7dbb-487e-ae39-3d109f06f3ae, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=cf8df5e5-7dbb-487e-ae39-3d109f06f3ae,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:08:39.184257 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-da419192-b951-4b5c-a698-aad4da690ccd req-ba980449-bc95-4f0d-a68c-6c1b12a7f347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:39.217517 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da419192-b951-4b5c-a698-aad4da690ccd req-ba980449-bc95-4f0d-a68c-6c1b12a7f347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:39.218164 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-da419192-b951-4b5c-a698-aad4da690ccd req-ba980449-bc95-4f0d-a68c-6c1b12a7f347 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:39.219540 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-da419192-b951-4b5c-a698-aad4da690ccd req-ba980449-bc95-4f0d-a68c-6c1b12a7f347 service neutron] 10.222.0.36 "PUT /v2.0/ports/cf8df5e5-7dbb-487e-ae39-3d109f06f3ae HTTP/1.1" status: 200 len: 1092 time: 0.7799656 Nov 16 12:08:39.242916 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba980449-bc95-4f0d-a68c-6c1b12a7f347 service neutron] Pushing event updated for resources: {'Port': ['ID=cf8df5e5-7dbb-487e-ae39-3d109f06f3ae,revision_number=7']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:08:39.287031 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da419192-b951-4b5c-a698-aad4da690ccd req-219cc610-b645-436b-87e2-eaf27d6b32a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:39.288548 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-da419192-b951-4b5c-a698-aad4da690ccd req-219cc610-b645-436b-87e2-eaf27d6b32a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 1095 time: 0.0468895 Nov 16 12:08:39.388909 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da419192-b951-4b5c-a698-aad4da690ccd req-d8a63ca3-94d5-4630-bfd0-c53273ce3c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:39.390430 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-da419192-b951-4b5c-a698-aad4da690ccd req-d8a63ca3-94d5-4630-bfd0-c53273ce3c6d service neutron] 10.222.0.36 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 913 time: 0.0951211 Nov 16 12:08:39.447437 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db7a6d-aaa0-44d9-b6ee-d40df4f6a550 req-e156007f-06ab-476c-a4dd-0c4c96f5fd72 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:39.448963 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d5db7a6d-aaa0-44d9-b6ee-d40df4f6a550 req-e156007f-06ab-476c-a4dd-0c4c96f5fd72 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 944 time: 0.0486982 Nov 16 12:08:39.463510 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-da419192-b951-4b5c-a698-aad4da690ccd req-df232525-5185-4e2e-a1f5-35a3dac6db95 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf8df5e5-7dbb-487e-ae39-3d109f06f3ae HTTP/1.1" status: 200 len: 1000 time: 0.0642114 Nov 16 12:08:39.496746 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d5db7a6d-aaa0-44d9-b6ee-d40df4f6a550 req-4a6e6f5f-bbb7-4898-8bd4-35a3a0ec768f tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417552 Nov 16 12:08:39.515377 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da419192-b951-4b5c-a698-aad4da690ccd req-49a28f0e-5262-49df-b8b4-da486b2bf7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:39.516838 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-da419192-b951-4b5c-a698-aad4da690ccd req-49a28f0e-5262-49df-b8b4-da486b2bf7a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0454848 Nov 16 12:08:39.566664 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da419192-b951-4b5c-a698-aad4da690ccd req-f462942a-45a1-4387-8e1b-9fa4c2c59612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:39.568166 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-da419192-b951-4b5c-a698-aad4da690ccd req-f462942a-45a1-4387-8e1b-9fa4c2c59612 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444398 Nov 16 12:08:39.654833 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-da419192-b951-4b5c-a698-aad4da690ccd req-b6d1c832-5fc4-43cb-8b97-902d4ec5a3b0 service neutron] 10.222.0.36 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796747 Nov 16 12:08:39.746768 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-da419192-b951-4b5c-a698-aad4da690ccd req-565d7fb7-07aa-45a8-b794-9f00bcd8e91e service neutron] 10.222.0.36 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843928 Nov 16 12:08:40.618671 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea769ea-fff7-4450-b4c4-e6ab81376fbf req-8c56ea1a-b9a7-4548-b4d8-8fc0d3cfae07 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:40.620148 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3ea769ea-fff7-4450-b4c4-e6ab81376fbf req-8c56ea1a-b9a7-4548-b4d8-8fc0d3cfae07 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 944 time: 0.0525084 Nov 16 12:08:40.666460 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3ea769ea-fff7-4450-b4c4-e6ab81376fbf req-e3879a03-bfe6-4374-8e99-b3a6a397720e tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404773 Nov 16 12:08:40.820401 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f695b17-4c30-4504-bc32-3c0f76bdb38f', 'tag': 'cf8df5e5-7dbb-487e-ae39-3d109f06f3ae'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:08:40.822774 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831c7a6e-ad72-4c2b-962b-ea0e9da9bf26" -d '{"events": [{"name": "network-changed", "server_uuid": "5f695b17-4c30-4504-bc32-3c0f76bdb38f", "tag": "cf8df5e5-7dbb-487e-ae39-3d109f06f3ae"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:08:40.871419 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ee5437-aa1b-4ef0-885c-0a9724d364d0 x-openstack-request-id: req-65ee5437-aa1b-4ef0-885c-0a9724d364d0 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:08:40.871721 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f695b17-4c30-4504-bc32-3c0f76bdb38f", "tag": "cf8df5e5-7dbb-487e-ae39-3d109f06f3ae", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:08:40.871978 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-65ee5437-aa1b-4ef0-885c-0a9724d364d0 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:08:40.872383 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f695b17-4c30-4504-bc32-3c0f76bdb38f', 'tag': 'cf8df5e5-7dbb-487e-ae39-3d109f06f3ae', 'status': 'completed', 'code': 200} Nov 16 12:08:40.965305 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c7a6e-ad72-4c2b-962b-ea0e9da9bf26 req-c5b8a9a7-39b9-4243-9f42-914fcd4201f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:40.966834 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-831c7a6e-ad72-4c2b-962b-ea0e9da9bf26 req-c5b8a9a7-39b9-4243-9f42-914fcd4201f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 1095 time: 0.0606132 Nov 16 12:08:40.969253 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c7a6e-ad72-4c2b-962b-ea0e9da9bf26 req-2de56d19-458e-4867-851b-dd6552659d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:40.970708 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-831c7a6e-ad72-4c2b-962b-ea0e9da9bf26 req-2de56d19-458e-4867-851b-dd6552659d10 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 1095 time: 0.0725448 Nov 16 12:08:41.129358 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c7a6e-ad72-4c2b-962b-ea0e9da9bf26 req-b31e75ae-1491-4225-87d1-0c7783ed1dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:41.130931 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-831c7a6e-ad72-4c2b-962b-ea0e9da9bf26 req-b31e75ae-1491-4225-87d1-0c7783ed1dac service neutron] 10.222.0.36 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 913 time: 0.1556909 Nov 16 12:08:41.135447 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c7a6e-ad72-4c2b-962b-ea0e9da9bf26 req-0333e207-10ce-4256-845a-2c999e36e632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:41.136810 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-831c7a6e-ad72-4c2b-962b-ea0e9da9bf26 req-0333e207-10ce-4256-845a-2c999e36e632 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 913 time: 0.1446242 Nov 16 12:08:41.144961 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device cf8df5e5-7dbb-487e-ae39-3d109f06f3ae details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 12:08:41.248208 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-831c7a6e-ad72-4c2b-962b-ea0e9da9bf26 req-fdf129e5-2113-48e5-8bae-926e713534cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf8df5e5-7dbb-487e-ae39-3d109f06f3ae HTTP/1.1" status: 200 len: 1000 time: 0.1095645 Nov 16 12:08:41.255346 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-831c7a6e-ad72-4c2b-962b-ea0e9da9bf26 req-4c0d3716-8c68-4299-947d-5f6acca37125 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf8df5e5-7dbb-487e-ae39-3d109f06f3ae HTTP/1.1" status: 200 len: 1000 time: 0.0819769 Nov 16 12:08:41.260302 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port cf8df5e5-7dbb-487e-ae39-3d109f06f3ae, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=cf8df5e5-7dbb-487e-ae39-3d109f06f3ae,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:08:41.273546 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': 'cf8df5e5-7dbb-487e-ae39-3d109f06f3ae', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'port_id': 'cf8df5e5-7dbb-487e-ae39-3d109f06f3ae', 'mac_address': 'fa:16:3e:ab:a4:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626c6757-b381-4075-be6d-8260f307f917', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 12:08:41.318371 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:41.332276 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf8df5e5-7dbb-487e-ae39-3d109f06f3ae {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:08:41.335604 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c7a6e-ad72-4c2b-962b-ea0e9da9bf26 req-1c8778ab-0917-4674-a7f8-8a8490a4875c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:41.337092 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-831c7a6e-ad72-4c2b-962b-ea0e9da9bf26 req-1c8778ab-0917-4674-a7f8-8a8490a4875c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0806584 Nov 16 12:08:41.342393 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c7a6e-ad72-4c2b-962b-ea0e9da9bf26 req-2bbdf7a4-d37c-4098-a032-fa2e3a31a9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:41.343756 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-831c7a6e-ad72-4c2b-962b-ea0e9da9bf26 req-2bbdf7a4-d37c-4098-a032-fa2e3a31a9d5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0601425 Nov 16 12:08:41.351372 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port cf8df5e5-7dbb-487e-ae39-3d109f06f3ae, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=cf8df5e5-7dbb-487e-ae39-3d109f06f3ae,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:08:41.355650 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:41.403439 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=cf8df5e5-7dbb-487e-ae39-3d109f06f3ae,revision_number=8']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:08:41.411113 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:08:41.411462 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:08:41.411809 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:08:41.412149 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:08:41.412512 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:08:41.412844 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:08:41.413171 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:08:41.413497 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:08:41.413820 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:08:41.414173 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:08:41.414498 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:08:41.414841 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:08:41.417388 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c7a6e-ad72-4c2b-962b-ea0e9da9bf26 req-c3e6976a-1277-493b-bd7a-46c2619b40dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:41.418931 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-831c7a6e-ad72-4c2b-962b-ea0e9da9bf26 req-c3e6976a-1277-493b-bd7a-46c2619b40dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742440 Nov 16 12:08:41.421409 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c7a6e-ad72-4c2b-962b-ea0e9da9bf26 req-563471e1-d7af-4c96-8e17-e487d2b31221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:41.422781 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-831c7a6e-ad72-4c2b-962b-ea0e9da9bf26 req-563471e1-d7af-4c96-8e17-e487d2b31221 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676985 Nov 16 12:08:41.574390 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-831c7a6e-ad72-4c2b-962b-ea0e9da9bf26 req-8a5266a0-b728-4fd4-a39c-af4c2bef72b4 service neutron] 10.222.0.36 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475658 Nov 16 12:08:41.577676 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-831c7a6e-ad72-4c2b-962b-ea0e9da9bf26 req-9d251be8-7a0e-49bf-b12d-05f444f8104c service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429687 Nov 16 12:08:41.606004 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['cf8df5e5-7dbb-487e-ae39-3d109f06f3ae'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:08:41.730886 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-831c7a6e-ad72-4c2b-962b-ea0e9da9bf26 req-1f25c21a-1f95-43f8-80bb-530ce928274d service neutron] 10.222.0.36 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489305 Nov 16 12:08:41.734329 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-831c7a6e-ad72-4c2b-962b-ea0e9da9bf26 req-143531ac-72fa-42d5-844d-2b7119182cbe service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447830 Nov 16 12:08:41.789535 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3150d-57fb-44bf-b5a7-0792de75a0f6 req-9dde661c-012d-45d5-b392-305180d8cc41 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:41.791044 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-afb3150d-57fb-44bf-b5a7-0792de75a0f6 req-9dde661c-012d-45d5-b392-305180d8cc41 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 945 time: 0.0506239 Nov 16 12:08:41.838307 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-afb3150d-57fb-44bf-b5a7-0792de75a0f6 req-e2ada280-5264-4004-b987-7d406ab151ef tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412381 Nov 16 12:08:42.029190 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6093f96-006d-4c73-b0fb-5c3c951b30e8 req-ca0f99ad-704b-492b-a989-13db29503588 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:42.030693 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b6093f96-006d-4c73-b0fb-5c3c951b30e8 req-ca0f99ad-704b-492b-a989-13db29503588 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 945 time: 0.0499115 Nov 16 12:08:42.051238 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b8644-7d01-48b1-994e-490af98c1e68 req-98f93818-8e0f-40dd-8b24-a50f4962f772 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:42.052729 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c25b8644-7d01-48b1-994e-490af98c1e68 req-98f93818-8e0f-40dd-8b24-a50f4962f772 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f&tenant_id=fa1f0787ff78459a91511f0e797caff6&binding%3Ahost_id=n-h1-816823-3 HTTP/1.1" status: 200 len: 945 time: 0.0524344 Nov 16 12:08:42.081745 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b6093f96-006d-4c73-b0fb-5c3c951b30e8 req-32985ed4-bf57-4b0b-9ff0-9d059489efe2 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445836 Nov 16 12:08:42.122320 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [req-c25b8644-7d01-48b1-994e-490af98c1e68 req-2a5e7b8e-81fd-4bcc-880c-be53367e8f91 service neutron] delete failed (client error): The resource could not be found. Nov 16 12:08:42.123274 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c25b8644-7d01-48b1-994e-490af98c1e68 req-2a5e7b8e-81fd-4bcc-880c-be53367e8f91 service neutron] 10.222.0.64 "DELETE /v2.0/ports/cf8df5e5-7dbb-487e-ae39-3d109f06f3ae/bindings/n-h2-816823-3 HTTP/1.1" status: 404 len: 380 time: 0.0574892 Nov 16 12:08:42.219124 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b8644-7d01-48b1-994e-490af98c1e68 req-6b3cf350-062c-4dc7-84a6-5a7061104f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:42.220605 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c25b8644-7d01-48b1-994e-490af98c1e68 req-6b3cf350-062c-4dc7-84a6-5a7061104f1f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 1096 time: 0.0411751 Nov 16 12:08:42.313296 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b8644-7d01-48b1-994e-490af98c1e68 req-76848def-d5c7-4dc0-9bf1-f1abc123fb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:42.315391 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c25b8644-7d01-48b1-994e-490af98c1e68 req-76848def-d5c7-4dc0-9bf1-f1abc123fb00 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 913 time: 0.0873597 Nov 16 12:08:42.387919 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c25b8644-7d01-48b1-994e-490af98c1e68 req-f2f910db-3cea-44f3-be0a-d4c190abe376 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf8df5e5-7dbb-487e-ae39-3d109f06f3ae HTTP/1.1" status: 200 len: 1001 time: 0.0598419 Nov 16 12:08:42.440390 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b8644-7d01-48b1-994e-490af98c1e68 req-23335215-daa6-42f8-bdc4-f3559539fec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:42.441781 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c25b8644-7d01-48b1-994e-490af98c1e68 req-23335215-daa6-42f8-bdc4-f3559539fec8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0434694 Nov 16 12:08:42.484424 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device cf8df5e5-7dbb-487e-ae39-3d109f06f3ae no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:08:42.490765 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b8644-7d01-48b1-994e-490af98c1e68 req-0da46481-227f-42ad-a2a3-f79d303b9970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:42.492274 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c25b8644-7d01-48b1-994e-490af98c1e68 req-0da46481-227f-42ad-a2a3-f79d303b9970 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393791 Nov 16 12:08:42.523116 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device cf8df5e5-7dbb-487e-ae39-3d109f06f3ae not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:08:42.586646 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c25b8644-7d01-48b1-994e-490af98c1e68 req-9381218b-afc5-4b6f-81a3-8e4c5c0a3059 service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828097 Nov 16 12:08:42.676588 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c25b8644-7d01-48b1-994e-490af98c1e68 req-5f441d9f-ddba-4104-95b0-c23bc75599f2 service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805531 Nov 16 12:08:43.119738 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-51dbb9a3-f148-4a48-abf6-d4a895b3e87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:43.144877 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device cf8df5e5-7dbb-487e-ae39-3d109f06f3ae up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:08:43.198462 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port cf8df5e5-7dbb-487e-ae39-3d109f06f3ae completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 12:08:43.202647 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port cf8df5e5-7dbb-487e-ae39-3d109f06f3ae triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:08:43.202917 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:43.210170 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3415afa-66ee-4eed-a993-9571584da68e req-118dd9f2-8af6-48be-8414-97afdc182f33 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:43.212253 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c3415afa-66ee-4eed-a993-9571584da68e req-118dd9f2-8af6-48be-8414-97afdc182f33 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 945 time: 0.0511177 Nov 16 12:08:43.262222 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c3415afa-66ee-4eed-a993-9571584da68e req-a604a969-7c2f-4cc6-81fa-3d1ead3e0684 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438025 Nov 16 12:08:43.286834 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:43.312206 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f695b17-4c30-4504-bc32-3c0f76bdb38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8df5e5-7dbb-487e-ae39-3d109f06f3ae'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:08:43.315358 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c95e826-d124-4faf-b979-ff0480d51e00" -d '{"events": [{"server_uuid": "5f695b17-4c30-4504-bc32-3c0f76bdb38f", "name": "network-vif-plugged", "status": "completed", "tag": "cf8df5e5-7dbb-487e-ae39-3d109f06f3ae"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:08:43.328871 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port cf8df5e5-7dbb-487e-ae39-3d109f06f3ae, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=cf8df5e5-7dbb-487e-ae39-3d109f06f3ae,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:08:43.334970 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:43.386434 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=cf8df5e5-7dbb-487e-ae39-3d109f06f3ae,revision_number=9']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:08:43.398801 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8214482-0e9b-49a9-bccf-0525d3631dbd req-0f57d789-570a-42f1-afa5-21248a07eac8 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:43.400351 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c8214482-0e9b-49a9-bccf-0525d3631dbd req-0f57d789-570a-42f1-afa5-21248a07eac8 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 946 time: 0.0502048 Nov 16 12:08:43.448054 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c8214482-0e9b-49a9-bccf-0525d3631dbd req-1e2f421b-c266-4451-ac70-aaa68fe1f1fd tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415773 Nov 16 12:08:43.492231 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a6fffc-1197-4c14-82b2-7d86ce69e76e x-openstack-request-id: req-61a6fffc-1197-4c14-82b2-7d86ce69e76e {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:08:43.492715 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f695b17-4c30-4504-bc32-3c0f76bdb38f", "name": "network-vif-plugged", "status": "completed", "tag": "cf8df5e5-7dbb-487e-ae39-3d109f06f3ae", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:08:43.492813 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-61a6fffc-1197-4c14-82b2-7d86ce69e76e {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:08:43.493241 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f695b17-4c30-4504-bc32-3c0f76bdb38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8df5e5-7dbb-487e-ae39-3d109f06f3ae', 'code': 200} Nov 16 12:08:43.595105 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a11d8c-fd44-4a25-8a59-ee2edbe7e3ec req-7010e740-7367-4408-8515-895c48e7c1e1 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:43.597126 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-25a11d8c-fd44-4a25-8a59-ee2edbe7e3ec req-7010e740-7367-4408-8515-895c48e7c1e1 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 946 time: 0.0581017 Nov 16 12:08:43.649579 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-25a11d8c-fd44-4a25-8a59-ee2edbe7e3ec req-f7e0037a-9f57-4bc3-add4-a17b0f980b13 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464361 Nov 16 12:08:43.876886 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1def39-a45b-4f06-9607-275d2b20a57e req-83a976ac-d4aa-4444-ab94-fdb252ff82d8 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:43.878363 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9d1def39-a45b-4f06-9607-275d2b20a57e req-83a976ac-d4aa-4444-ab94-fdb252ff82d8 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 946 time: 0.0475621 Nov 16 12:08:43.927158 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9d1def39-a45b-4f06-9607-275d2b20a57e req-59f65680-2f23-4d1b-8487-2abcf586e6e7 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424669 Nov 16 12:08:45.045426 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd2b08-8798-407d-86c4-b457dc4a1194 req-413e8a3a-e819-44b4-832b-f3dc50e322b7 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:45.046965 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-85fd2b08-8798-407d-86c4-b457dc4a1194 req-413e8a3a-e819-44b4-832b-f3dc50e322b7 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 946 time: 0.0528500 Nov 16 12:08:45.094612 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-85fd2b08-8798-407d-86c4-b457dc4a1194 req-9503b982-62fe-4fd7-9e58-0a3cb21bbbb9 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417607 Nov 16 12:08:45.105571 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e39cb-6bc0-4a70-9304-b662254174c7 req-67b4d5c8-91dc-470d-a190-70a00c879689 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:45.107170 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-266e39cb-6bc0-4a70-9304-b662254174c7 req-67b4d5c8-91dc-470d-a190-70a00c879689 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 946 time: 0.0483015 Nov 16 12:08:45.198442 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-266e39cb-6bc0-4a70-9304-b662254174c7 req-afa04566-07a4-413c-abe8-f5cbd91209a1 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Deleting port cf8df5e5-7dbb-487e-ae39-3d109f06f3ae {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:08:45.198784 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-266e39cb-6bc0-4a70-9304-b662254174c7 req-afa04566-07a4-413c-abe8-f5cbd91209a1 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:45.288372 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-266e39cb-6bc0-4a70-9304-b662254174c7 req-afa04566-07a4-413c-abe8-f5cbd91209a1 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] For port cf8df5e5-7dbb-487e-ae39-3d109f06f3ae, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=cf8df5e5-7dbb-487e-ae39-3d109f06f3ae,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:08:45.288727 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-266e39cb-6bc0-4a70-9304-b662254174c7 req-afa04566-07a4-413c-abe8-f5cbd91209a1 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:45.502448 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-266e39cb-6bc0-4a70-9304-b662254174c7 req-afa04566-07a4-413c-abe8-f5cbd91209a1 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:45.502936 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-266e39cb-6bc0-4a70-9304-b662254174c7 req-afa04566-07a4-413c-abe8-f5cbd91209a1 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:45.503157 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [req-266e39cb-6bc0-4a70-9304-b662254174c7 req-afa04566-07a4-413c-abe8-f5cbd91209a1 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Floating IP 7a1a3597-ec8b-4070-965e-8a2d11e1dbaa disassociated. External IP: 172.25.0.168, port: cf8df5e5-7dbb-487e-ae39-3d109f06f3ae. Nov 16 12:08:45.503439 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-266e39cb-6bc0-4a70-9304-b662254174c7 req-afa04566-07a4-413c-abe8-f5cbd91209a1 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Calling delete_port for cf8df5e5-7dbb-487e-ae39-3d109f06f3ae owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:08:45.628447 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f39bf95b-2d30-49fd-a0c3-f1c8afe30a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:45.635082 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-266e39cb-6bc0-4a70-9304-b662254174c7 req-afa04566-07a4-413c-abe8-f5cbd91209a1 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:45.662407 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa04566-07a4-413c-abe8-f5cbd91209a1 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Pushing event deleted for resources: {'Port': ['ID=cf8df5e5-7dbb-487e-ae39-3d109f06f3ae,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:08:46.052215 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-266e39cb-6bc0-4a70-9304-b662254174c7 req-afa04566-07a4-413c-abe8-f5cbd91209a1 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Router 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:08:46.158850 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-266e39cb-6bc0-4a70-9304-b662254174c7 req-afa04566-07a4-413c-abe8-f5cbd91209a1 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:08:46.171798 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3536ad6f-8293-40af-b5e9-b6a17ba4c365 None None] Sync routers for ids ['5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:08:46.181807 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3536ad6f-8293-40af-b5e9-b6a17ba4c365 None None] Routers {'5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:08:46.182391 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3536ad6f-8293-40af-b5e9-b6a17ba4c365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:08:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:08:46.190482 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9bc7b891-9883-4ef5-999e-1873d5d2d036 req-3009813e-bc6c-464a-a747-87d598b75ead tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f695b17-4c30-4504-bc32-3c0f76bdb38f HTTP/1.1" status: 200 len: 210 time: 0.0273795 Nov 16 12:08:46.199093 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-266e39cb-6bc0-4a70-9304-b662254174c7 req-afa04566-07a4-413c-abe8-f5cbd91209a1 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] No DVR routers for this DVR port cf8df5e5-7dbb-487e-ae39-3d109f06f3ae on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:08:46.202272 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-266e39cb-6bc0-4a70-9304-b662254174c7 req-afa04566-07a4-413c-abe8-f5cbd91209a1 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:46.206907 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-266e39cb-6bc0-4a70-9304-b662254174c7 req-afa04566-07a4-413c-abe8-f5cbd91209a1 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.36 "DELETE /v2.0/ports/cf8df5e5-7dbb-487e-ae39-3d109f06f3ae HTTP/1.1" status: 204 len: 173 time: 1.0937104 Nov 16 12:08:46.207386 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f695b17-4c30-4504-bc32-3c0f76bdb38f', 'name': 'network-vif-deleted', 'tag': 'cf8df5e5-7dbb-487e-ae39-3d109f06f3ae'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:08:46.210357 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13cef3b3-08c0-4849-90d5-2d4450acddb1" -d '{"events": [{"server_uuid": "5f695b17-4c30-4504-bc32-3c0f76bdb38f", "name": "network-vif-deleted", "tag": "cf8df5e5-7dbb-487e-ae39-3d109f06f3ae"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:08:46.249435 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3405e4c9-e5b3-44cb-bfec-526f160a9cf1 x-openstack-request-id: req-3405e4c9-e5b3-44cb-bfec-526f160a9cf1 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:08:46.249798 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f695b17-4c30-4504-bc32-3c0f76bdb38f", "name": "network-vif-deleted", "tag": "cf8df5e5-7dbb-487e-ae39-3d109f06f3ae", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:08:46.250168 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3405e4c9-e5b3-44cb-bfec-526f160a9cf1 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:08:46.250612 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f695b17-4c30-4504-bc32-3c0f76bdb38f', 'name': 'network-vif-deleted', 'tag': 'cf8df5e5-7dbb-487e-ae39-3d109f06f3ae', 'status': 'completed', 'code': 200} Nov 16 12:08:46.295693 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-3536ad6f-8293-40af-b5e9-b6a17ba4c365 None None] Set router 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:08:46.496930 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3536ad6f-8293-40af-b5e9-b6a17ba4c365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'name': 'tempest-ServerActionsTestJSON-1199017088-router', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:06:26Z', 'updated_at': '2021-11-16T12:06:29Z', 'revision_number': 4, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'gw_port': {'id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:27Z', 'updated_at': '2021-11-16T12:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '7b4674ce-d0bb-4357-a84b-cc68655d03c0', 'name': '', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'mac_address': 'fa:16:3e:e4:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '626c6757-b381-4075-be6d-8260f307f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:29Z', 'updated_at': '2021-11-16T12:06:33Z', 'revision_number': 5, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'subnets': [{'id': '626c6757-b381-4075-be6d-8260f307f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:08:46.523632 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3536ad6f-8293-40af-b5e9-b6a17ba4c365 None None] Checking router: 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:08:46.532662 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3536ad6f-8293-40af-b5e9-b6a17ba4c365 None None] Routers {'5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:08:46.533799 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3536ad6f-8293-40af-b5e9-b6a17ba4c365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:08:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:08:46.636213 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-3536ad6f-8293-40af-b5e9-b6a17ba4c365 None None] Set router 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:08:46.774463 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:46.840980 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3536ad6f-8293-40af-b5e9-b6a17ba4c365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'name': 'tempest-ServerActionsTestJSON-1199017088-router', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:06:26Z', 'updated_at': '2021-11-16T12:06:29Z', 'revision_number': 4, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'gw_port': {'id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:27Z', 'updated_at': '2021-11-16T12:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '7b4674ce-d0bb-4357-a84b-cc68655d03c0', 'name': '', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'mac_address': 'fa:16:3e:e4:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '626c6757-b381-4075-be6d-8260f307f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:29Z', 'updated_at': '2021-11-16T12:06:33Z', 'revision_number': 5, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'subnets': [{'id': '626c6757-b381-4075-be6d-8260f307f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:08:46.866521 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3536ad6f-8293-40af-b5e9-b6a17ba4c365 None None] The sync data for ids ['5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'] in n-d-816823-3 is: [{'id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'name': 'tempest-ServerActionsTestJSON-1199017088-router', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:06:26Z', 'updated_at': '2021-11-16T12:06:29Z', 'revision_number': 4, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'gw_port': {'id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:27Z', 'updated_at': '2021-11-16T12:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '7b4674ce-d0bb-4357-a84b-cc68655d03c0', 'name': '', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'mac_address': 'fa:16:3e:e4:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '626c6757-b381-4075-be6d-8260f307f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:29Z', 'updated_at': '2021-11-16T12:06:33Z', 'revision_number': 5, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'subnets': [{'id': '626c6757-b381-4075-be6d-8260f307f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:08:47.078223 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9f76bb-c8d1-4603-96d1-0d828129fb80 None None] New status for floating IP 7a1a3597-ec8b-4070-965e-8a2d11e1dbaa: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 12:08:47.191517 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device cf8df5e5-7dbb-487e-ae39-3d109f06f3ae no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:08:47.213117 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: cf8df5e5-7dbb-487e-ae39-3d109f06f3ae {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:08:47.213552 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device cf8df5e5-7dbb-487e-ae39-3d109f06f3ae not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:08:47.427723 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-a312d82e-7917-4d72-a1e1-a2a507201076 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--2044211792&fields=id&tenant_id=fa1f0787ff78459a91511f0e797caff6 HTTP/1.1" status: 200 len: 267 time: 0.0420504 Nov 16 12:08:47.537561 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-25d78582-ca63-4146-9442-74b48cc63215 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:47.539059 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-25d78582-ca63-4146-9442-74b48cc63215 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 812 time: 0.1045837 Nov 16 12:08:47.557788 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-9e9e460e-986c-4458-b877-6af71659bc78 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/quotas/fa1f0787ff78459a91511f0e797caff6 HTTP/1.1" status: 200 len: 375 time: 0.0126956 Nov 16 12:08:47.611815 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-c0886fcf-64a6-4d32-8a78-c7b344351d42 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479453 Nov 16 12:08:47.707849 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-e1dbe73f-2079-42cf-af41-e53b7c0accfc service neutron] 10.222.0.61 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845902 Nov 16 12:08:47.796001 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-469f420c-af4f-4685-b5d1-534f454ad198 service neutron] 10.222.0.61 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820248 Nov 16 12:08:47.956239 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-75bdad83-5a97-46f7-a29e-17930beea8e3 req-c707fc81-2289-4986-acf0-4143b488c07d tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 210 time: 0.0278192 Nov 16 12:08:48.469943 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:48.917542 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:48.933051 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-634b6f84-87a3-4f9f-99ff-9e032f6f560d tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:48.934565 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-634b6f84-87a3-4f9f-99ff-9e032f6f560d tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.64 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 812 time: 0.1078346 Nov 16 12:08:49.002882 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-c6fe4189-f7ca-479e-9c20-95fc8bacf198 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa1f0787ff78459a91511f0e797caff6 HTTP/1.1" status: 200 len: 380 time: 0.0527267 Nov 16 12:08:49.018499 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-d33c0bf5-34eb-438a-9130-154cab248fa0 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Request body: {'port': {'device_id': '95acf52d-8e5d-4a3c-bb93-855a26af6f96', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'admin_state_up': True, 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'security_groups': ['d71af835-cf94-46f4-b0ba-2e2199258eb5']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:08:49.052591 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-753a7730-b3bd-44b0-a943-79c9ab49ba2c req-a3420b6a-81cd-4afb-bdc8-f413b751d56f tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 210 time: 0.0260897 Nov 16 12:08:49.130535 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-d33c0bf5-34eb-438a-9130-154cab248fa0 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Made reservation on behalf of fa1f0787ff78459a91511f0e797caff6 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:08:49.134065 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-d33c0bf5-34eb-438a-9130-154cab248fa0 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:49.255313 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-d33c0bf5-34eb-438a-9130-154cab248fa0 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Allocated IP 172.20.0.10 (1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc/626c6757-b381-4075-be6d-8260f307f917/2fd28701-7a25-48f3-8dee-8609d4eee00a) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:08:49.395708 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-d33c0bf5-34eb-438a-9130-154cab248fa0 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:49.428608 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-d33c0bf5-34eb-438a-9130-154cab248fa0 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:49.466174 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-d33c0bf5-34eb-438a-9130-154cab248fa0 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Network 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:08:49.469101 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-d33c0bf5-34eb-438a-9130-154cab248fa0 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:08:49.475628 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-d33c0bf5-34eb-438a-9130-154cab248fa0 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:08:49.508258 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c0bf5-34eb-438a-9130-154cab248fa0 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Pushing event updated for resources: {'Port': ['ID=2fd28701-7a25-48f3-8dee-8609d4eee00a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:08:49.535008 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-d33c0bf5-34eb-438a-9130-154cab248fa0 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:49.535622 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-d33c0bf5-34eb-438a-9130-154cab248fa0 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:49.552533 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-d33c0bf5-34eb-438a-9130-154cab248fa0 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5383618 Nov 16 12:08:49.571122 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-986dfec8-0318-4c8f-af2b-d1d86abb03c4 service neutron] Request body: {'port': {'device_id': '95acf52d-8e5d-4a3c-bb93-855a26af6f96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:08:49.628445 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-986dfec8-0318-4c8f-af2b-d1d86abb03c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:49.757107 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-58e664f9-b4a7-4f42-b579-a274e207e79d None None] Provisioning complete for port 2fd28701-7a25-48f3-8dee-8609d4eee00a triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:08:49.757694 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-58e664f9-b4a7-4f42-b579-a274e207e79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:49.791526 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-58e664f9-b4a7-4f42-b579-a274e207e79d None None] Port 2fd28701-7a25-48f3-8dee-8609d4eee00a cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:08:49.889569 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-986dfec8-0318-4c8f-af2b-d1d86abb03c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fd28701-7a25-48f3-8dee-8609d4eee00a {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:08:49.897642 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-986dfec8-0318-4c8f-af2b-d1d86abb03c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:49.910659 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-986dfec8-0318-4c8f-af2b-d1d86abb03c4 service neutron] Transition to ACTIVE for port object 2fd28701-7a25-48f3-8dee-8609d4eee00a will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 12:08:49.914018 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-986dfec8-0318-4c8f-af2b-d1d86abb03c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:49.962522 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986dfec8-0318-4c8f-af2b-d1d86abb03c4 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd28701-7a25-48f3-8dee-8609d4eee00a,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:08:50.036178 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-986dfec8-0318-4c8f-af2b-d1d86abb03c4 service neutron] Attempting to bind port 2fd28701-7a25-48f3-8dee-8609d4eee00a on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:08:50.036516 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-986dfec8-0318-4c8f-af2b-d1d86abb03c4 service neutron] Attempting to bind port 2fd28701-7a25-48f3-8dee-8609d4eee00a by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:08:50.036865 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-986dfec8-0318-4c8f-af2b-d1d86abb03c4 service neutron] Attempting to bind port 2fd28701-7a25-48f3-8dee-8609d4eee00a on network 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:08:50.041388 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-986dfec8-0318-4c8f-af2b-d1d86abb03c4 service neutron] Port 2fd28701-7a25-48f3-8dee-8609d4eee00a on network 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 12:08:50.041757 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-986dfec8-0318-4c8f-af2b-d1d86abb03c4 service neutron] Attempting to bind port 2fd28701-7a25-48f3-8dee-8609d4eee00a on network 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:08:50.046730 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-986dfec8-0318-4c8f-af2b-d1d86abb03c4 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:08:50.047076 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-986dfec8-0318-4c8f-af2b-d1d86abb03c4 service neutron] Checking segment: {'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:08:50.047469 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-986dfec8-0318-4c8f-af2b-d1d86abb03c4 service neutron] Bound using segment: {'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:08:50.047903 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-986dfec8-0318-4c8f-af2b-d1d86abb03c4 service neutron] Bound port: 2fd28701-7a25-48f3-8dee-8609d4eee00a, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:08:50.048796 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-986dfec8-0318-4c8f-af2b-d1d86abb03c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:50.122208 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-986dfec8-0318-4c8f-af2b-d1d86abb03c4 service neutron] For port 2fd28701-7a25-48f3-8dee-8609d4eee00a, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:08:50.125436 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-986dfec8-0318-4c8f-af2b-d1d86abb03c4 service neutron] For port 2fd28701-7a25-48f3-8dee-8609d4eee00a, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=2fd28701-7a25-48f3-8dee-8609d4eee00a,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:08:50.131213 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-986dfec8-0318-4c8f-af2b-d1d86abb03c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:50.170037 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-986dfec8-0318-4c8f-af2b-d1d86abb03c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:50.170606 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-986dfec8-0318-4c8f-af2b-d1d86abb03c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:50.172408 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-986dfec8-0318-4c8f-af2b-d1d86abb03c4 service neutron] 10.222.0.64 "PUT /v2.0/ports/2fd28701-7a25-48f3-8dee-8609d4eee00a HTTP/1.1" status: 200 len: 1092 time: 0.6053143 Nov 16 12:08:50.172539 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95acf52d-8e5d-4a3c-bb93-855a26af6f96', 'tag': '2fd28701-7a25-48f3-8dee-8609d4eee00a'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:08:50.175329 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6f4b0a-6a1c-41fe-9c5d-327c3e3e2830" -d '{"events": [{"name": "network-changed", "server_uuid": "95acf52d-8e5d-4a3c-bb93-855a26af6f96", "tag": "2fd28701-7a25-48f3-8dee-8609d4eee00a"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:08:50.198322 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db4a6c-7fbb-4ff6-b804-2805d04315f3 req-2af2c801-d979-47b0-b667-11d81bdc03b1 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:50.199888 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986dfec8-0318-4c8f-af2b-d1d86abb03c4 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd28701-7a25-48f3-8dee-8609d4eee00a,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:08:50.206058 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-93db4a6c-7fbb-4ff6-b804-2805d04315f3 req-2af2c801-d979-47b0-b667-11d81bdc03b1 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 944 time: 0.0736961 Nov 16 12:08:50.252710 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-93db4a6c-7fbb-4ff6-b804-2805d04315f3 req-10f6140c-ca87-48c9-a2f7-2b1c2fddc811 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458481 Nov 16 12:08:50.272158 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-881d1b35-86fd-41a6-abbc-137b7c82320a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:50.273513 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-881d1b35-86fd-41a6-abbc-137b7c82320a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 1095 time: 0.0420277 Nov 16 12:08:50.321289 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e41d7e-778a-40f3-8b12-c4b0cfdfc5a6 x-openstack-request-id: req-c3e41d7e-778a-40f3-8b12-c4b0cfdfc5a6 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:08:50.321577 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95acf52d-8e5d-4a3c-bb93-855a26af6f96", "tag": "2fd28701-7a25-48f3-8dee-8609d4eee00a", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:08:50.321828 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c3e41d7e-778a-40f3-8b12-c4b0cfdfc5a6 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:08:50.322255 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95acf52d-8e5d-4a3c-bb93-855a26af6f96', 'tag': '2fd28701-7a25-48f3-8dee-8609d4eee00a', 'status': 'completed', 'code': 200} Nov 16 12:08:50.324117 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-5e7694be-e496-4182-976f-ee7dac8bd9e1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fd28701-7a25-48f3-8dee-8609d4eee00a HTTP/1.1" status: 200 len: 217 time: 0.0377998 Nov 16 12:08:50.380299 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-5bcb8111-a753-4b6f-9cb9-7282db299d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:50.381750 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-5bcb8111-a753-4b6f-9cb9-7282db299d7e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0490565 Nov 16 12:08:50.432041 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-67b13eb4-4656-44e0-8d7e-865fbe41a2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:50.433607 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-67b13eb4-4656-44e0-8d7e-865fbe41a2eb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400515 Nov 16 12:08:50.530348 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-6513e9a7-d196-494e-a7e1-c09db085d66c service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876558 Nov 16 12:08:50.622102 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-adc06906-ec4d-44a7-9683-51ae613e9824 req-6c5efa77-3920-43a9-9482-debcea6d15a0 service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808258 Nov 16 12:08:50.709161 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f4b0a-6a1c-41fe-9c5d-327c3e3e2830 req-9e7d40c4-78b3-4135-8d33-be57e4d5ec39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:50.710687 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ff6f4b0a-6a1c-41fe-9c5d-327c3e3e2830 req-9e7d40c4-78b3-4135-8d33-be57e4d5ec39 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 1095 time: 0.0409367 Nov 16 12:08:50.803875 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f4b0a-6a1c-41fe-9c5d-327c3e3e2830 req-100e24bd-46f8-4aba-88ed-92c3c021be81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:50.805316 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ff6f4b0a-6a1c-41fe-9c5d-327c3e3e2830 req-100e24bd-46f8-4aba-88ed-92c3c021be81 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 913 time: 0.0867867 Nov 16 12:08:50.846927 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ff6f4b0a-6a1c-41fe-9c5d-327c3e3e2830 req-6c5bf5b4-6090-43fa-b66b-7fca098c752c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fd28701-7a25-48f3-8dee-8609d4eee00a HTTP/1.1" status: 200 len: 217 time: 0.0337126 Nov 16 12:08:50.898662 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f4b0a-6a1c-41fe-9c5d-327c3e3e2830 req-f972a80b-75f6-4798-8d27-4da66464f2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:50.899995 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ff6f4b0a-6a1c-41fe-9c5d-327c3e3e2830 req-f972a80b-75f6-4798-8d27-4da66464f2cc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0460396 Nov 16 12:08:50.945741 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f4b0a-6a1c-41fe-9c5d-327c3e3e2830 req-8e9856ec-f9ca-4b5d-b336-be0e0d14135b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:50.947301 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ff6f4b0a-6a1c-41fe-9c5d-327c3e3e2830 req-8e9856ec-f9ca-4b5d-b336-be0e0d14135b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398045 Nov 16 12:08:51.040036 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ff6f4b0a-6a1c-41fe-9c5d-327c3e3e2830 req-c0980d62-d59e-4040-87fa-189d20ac8b92 service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841377 Nov 16 12:08:51.135113 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ff6f4b0a-6a1c-41fe-9c5d-327c3e3e2830 req-5afa33c9-bffe-40c9-8357-077b2ac4895d service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843115 Nov 16 12:08:51.374083 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef6495-6528-4330-9345-e1d6203bcc88 req-272878fd-3208-4679-a74d-b8ae02321d57 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:51.375552 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d5ef6495-6528-4330-9345-e1d6203bcc88 req-272878fd-3208-4679-a74d-b8ae02321d57 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 944 time: 0.0508275 Nov 16 12:08:51.421543 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d5ef6495-6528-4330-9345-e1d6203bcc88 req-4b22a599-1cc2-4202-bce5-e95528a29b65 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394099 Nov 16 12:08:52.540346 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d379c-a5ec-4179-87be-bdcaf6020477 req-bff5acdf-8e56-4ed6-8ff9-176072e539fc tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:52.541812 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f55d379c-a5ec-4179-87be-bdcaf6020477 req-bff5acdf-8e56-4ed6-8ff9-176072e539fc tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 944 time: 0.0521901 Nov 16 12:08:52.588749 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f55d379c-a5ec-4179-87be-bdcaf6020477 req-7d839e6a-c9a0-42d5-9f79-81c48c1c9a89 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408719 Nov 16 12:08:53.703103 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027dd2cf-da08-41e3-b46b-3b5806f37ca4 req-26413d79-3c03-4370-a3a6-6b6c2e24e3c3 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:53.705056 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-027dd2cf-da08-41e3-b46b-3b5806f37ca4 req-26413d79-3c03-4370-a3a6-6b6c2e24e3c3 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 944 time: 0.0477228 Nov 16 12:08:53.751737 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-027dd2cf-da08-41e3-b46b-3b5806f37ca4 req-3a809faf-467d-43a7-83d6-9265fea7cf62 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406528 Nov 16 12:08:54.531461 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 2fd28701-7a25-48f3-8dee-8609d4eee00a details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 12:08:54.628853 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 2fd28701-7a25-48f3-8dee-8609d4eee00a, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=2fd28701-7a25-48f3-8dee-8609d4eee00a,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:08:54.639541 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '2fd28701-7a25-48f3-8dee-8609d4eee00a', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'port_id': '2fd28701-7a25-48f3-8dee-8609d4eee00a', 'mac_address': 'fa:16:3e:be:0e:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626c6757-b381-4075-be6d-8260f307f917', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 12:08:54.675730 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:54.688304 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd28701-7a25-48f3-8dee-8609d4eee00a {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:08:54.707560 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 2fd28701-7a25-48f3-8dee-8609d4eee00a, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=2fd28701-7a25-48f3-8dee-8609d4eee00a,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:08:54.711326 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:54.761367 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=2fd28701-7a25-48f3-8dee-8609d4eee00a,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:08:54.869542 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6b348-2892-44ba-ac54-4da387f1408d req-3ef6978a-f60a-456f-bf63-fd1a07334c08 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:54.871026 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c8f6b348-2892-44ba-ac54-4da387f1408d req-3ef6978a-f60a-456f-bf63-fd1a07334c08 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 945 time: 0.0483632 Nov 16 12:08:54.921065 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c8f6b348-2892-44ba-ac54-4da387f1408d req-b01718e1-44cb-47b9-b2c4-166f125d104e tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441911 Nov 16 12:08:54.987801 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['2fd28701-7a25-48f3-8dee-8609d4eee00a'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:08:56.039772 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7d49c-6c94-48c4-a616-a25a6c1fb670 req-2e49c09d-18ec-4854-9138-ea8366649922 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:56.041210 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b3d7d49c-6c94-48c4-a616-a25a6c1fb670 req-2e49c09d-18ec-4854-9138-ea8366649922 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 945 time: 0.0482473 Nov 16 12:08:56.086742 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b3d7d49c-6c94-48c4-a616-a25a6c1fb670 req-8e6373c2-e423-4510-92f8-0e462e426de7 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396252 Nov 16 12:08:56.536253 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 2fd28701-7a25-48f3-8dee-8609d4eee00a up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:08:56.583571 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 2fd28701-7a25-48f3-8dee-8609d4eee00a completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 12:08:56.587665 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 2fd28701-7a25-48f3-8dee-8609d4eee00a triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:08:56.588072 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:56.663293 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:56.685539 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95acf52d-8e5d-4a3c-bb93-855a26af6f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd28701-7a25-48f3-8dee-8609d4eee00a'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:08:56.687801 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb0bfb5-f01a-47a8-ac88-7d7657fb8d3c" -d '{"events": [{"server_uuid": "95acf52d-8e5d-4a3c-bb93-855a26af6f96", "name": "network-vif-plugged", "status": "completed", "tag": "2fd28701-7a25-48f3-8dee-8609d4eee00a"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:08:56.700760 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 2fd28701-7a25-48f3-8dee-8609d4eee00a, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=2fd28701-7a25-48f3-8dee-8609d4eee00a,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:08:56.704991 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:56.734185 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c592eb35-6784-41e1-b693-a492ada46abf x-openstack-request-id: req-c592eb35-6784-41e1-b693-a492ada46abf {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:08:56.734476 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95acf52d-8e5d-4a3c-bb93-855a26af6f96", "name": "network-vif-plugged", "status": "completed", "tag": "2fd28701-7a25-48f3-8dee-8609d4eee00a", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:08:56.734735 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c592eb35-6784-41e1-b693-a492ada46abf {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:08:56.735124 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95acf52d-8e5d-4a3c-bb93-855a26af6f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd28701-7a25-48f3-8dee-8609d4eee00a', 'code': 200} Nov 16 12:08:56.764219 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=2fd28701-7a25-48f3-8dee-8609d4eee00a,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:08:56.822185 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff5997-088d-4624-bd34-e44167f640d8 req-7414d16b-60c5-45e7-bd82-6b880b8c3876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:56.823606 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2fff5997-088d-4624-bd34-e44167f640d8 req-7414d16b-60c5-45e7-bd82-6b880b8c3876 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 1097 time: 0.0410533 Nov 16 12:08:56.871537 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2fff5997-088d-4624-bd34-e44167f640d8 req-d8f40547-521f-437a-a826-4fc6790ac297 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369723 Nov 16 12:08:57.203334 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1521d6c-0262-4d55-89de-c33a9c58462a req-02bbe757-31ef-4954-a246-ec1f1623bf21 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:57.204816 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d1521d6c-0262-4d55-89de-c33a9c58462a req-02bbe757-31ef-4954-a246-ec1f1623bf21 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 946 time: 0.0484240 Nov 16 12:08:57.251933 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d1521d6c-0262-4d55-89de-c33a9c58462a req-f6032717-9461-460a-90ed-acafa47820fa tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407922 Nov 16 12:08:58.371101 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84137f-0b18-4d40-a753-c30f4ca2c0af req-3eae5c79-9ba0-4ce1-b15b-dfc445c4c942 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:58.372560 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-de84137f-0b18-4d40-a753-c30f4ca2c0af req-3eae5c79-9ba0-4ce1-b15b-dfc445c4c942 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 946 time: 0.0518222 Nov 16 12:08:58.419581 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-de84137f-0b18-4d40-a753-c30f4ca2c0af req-7667ec9d-ab5b-4748-9fd6-89c399451db0 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403795 Nov 16 12:08:58.439392 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:08:58.470326 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:58.531818 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56014f9b-bfbe-4d61-923b-fc1923b75a88 req-439c08c6-2055-401b-9d6b-4d52b5b634ed tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:58.533972 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-56014f9b-bfbe-4d61-923b-fc1923b75a88 req-439c08c6-2055-401b-9d6b-4d52b5b634ed tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 946 time: 0.0493751 Nov 16 12:08:58.542558 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 53248) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:08:58.546959 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-1e2efc57-e111-48fa-adbf-9318eb25705f tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Request body: {'floatingip': {'port_id': '2fd28701-7a25-48f3-8dee-8609d4eee00a'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:08:58.588668 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1e2efc57-e111-48fa-adbf-9318eb25705f tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks [] for floatingip, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:58.998541 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1e2efc57-e111-48fa-adbf-9318eb25705f tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:59.002999 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1e2efc57-e111-48fa-adbf-9318eb25705f tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:59.100330 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [None req-1e2efc57-e111-48fa-adbf-9318eb25705f tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Floating IP 7a1a3597-ec8b-4070-965e-8a2d11e1dbaa associated. External IP: 172.25.0.168, port: 2fd28701-7a25-48f3-8dee-8609d4eee00a. Nov 16 12:08:59.303481 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2efc57-e111-48fa-adbf-9318eb25705f tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Router 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:08:59.328855 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:59.410427 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2efc57-e111-48fa-adbf-9318eb25705f tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:08:59.415267 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1e2efc57-e111-48fa-adbf-9318eb25705f tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:08:59.420582 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec3e997-def8-438b-8f18-da8e6060de0d None None] Sync routers for ids ['5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:08:59.430443 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec3e997-def8-438b-8f18-da8e6060de0d None None] Routers {'5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:08:59.431084 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8ec3e997-def8-438b-8f18-da8e6060de0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:08:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:08:59.447348 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1e2efc57-e111-48fa-adbf-9318eb25705f tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "PUT /v2.0/floatingips/7a1a3597-ec8b-4070-965e-8a2d11e1dbaa HTTP/1.1" status: 200 len: 992 time: 0.9037449 Nov 16 12:08:59.447982 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95acf52d-8e5d-4a3c-bb93-855a26af6f96', 'tag': '2fd28701-7a25-48f3-8dee-8609d4eee00a'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:08:59.450368 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8489a1-2a82-4dc0-af62-709fe50e349f" -d '{"events": [{"name": "network-changed", "server_uuid": "95acf52d-8e5d-4a3c-bb93-855a26af6f96", "tag": "2fd28701-7a25-48f3-8dee-8609d4eee00a"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:08:59.541056 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-8ec3e997-def8-438b-8f18-da8e6060de0d None None] Set router 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:08:59.603116 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7517e8ec-0c7d-4cda-a5e0-fc46a32a23d3 x-openstack-request-id: req-7517e8ec-0c7d-4cda-a5e0-fc46a32a23d3 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:08:59.603412 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95acf52d-8e5d-4a3c-bb93-855a26af6f96", "tag": "2fd28701-7a25-48f3-8dee-8609d4eee00a", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:08:59.603668 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7517e8ec-0c7d-4cda-a5e0-fc46a32a23d3 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:08:59.604078 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95acf52d-8e5d-4a3c-bb93-855a26af6f96', 'tag': '2fd28701-7a25-48f3-8dee-8609d4eee00a', 'status': 'completed', 'code': 200} Nov 16 12:08:59.672569 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8489a1-2a82-4dc0-af62-709fe50e349f req-2147afbb-9bfe-416f-8d3e-b1b229743941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:59.674926 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5d8489a1-2a82-4dc0-af62-709fe50e349f req-2147afbb-9bfe-416f-8d3e-b1b229743941 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 1097 time: 0.0474699 Nov 16 12:08:59.765941 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8489a1-2a82-4dc0-af62-709fe50e349f req-47ef8c93-3984-4c34-8ddd-b58cd9297bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:59.766992 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8ec3e997-def8-438b-8f18-da8e6060de0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'name': 'tempest-ServerActionsTestJSON-1199017088-router', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:06:26Z', 'updated_at': '2021-11-16T12:06:29Z', 'revision_number': 4, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'gw_port': {'id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:27Z', 'updated_at': '2021-11-16T12:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '7a1a3597-ec8b-4070-965e-8a2d11e1dbaa', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'floating_ip_address': '172.25.0.168', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'port_id': '2fd28701-7a25-48f3-8dee-8609d4eee00a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'mac_address': 'fa:16:3e:be:0e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95acf52d-8e5d-4a3c-bb93-855a26af6f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:06:31Z', 'updated_at': '2021-11-16T12:08:58Z', 'revision_number': 5, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b4674ce-d0bb-4357-a84b-cc68655d03c0', 'name': '', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'mac_address': 'fa:16:3e:e4:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '626c6757-b381-4075-be6d-8260f307f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:29Z', 'updated_at': '2021-11-16T12:06:33Z', 'revision_number': 5, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'subnets': [{'id': '626c6757-b381-4075-be6d-8260f307f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:08:59.767487 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5d8489a1-2a82-4dc0-af62-709fe50e349f req-47ef8c93-3984-4c34-8ddd-b58cd9297bec service neutron] 10.222.0.64 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 913 time: 0.0855732 Nov 16 12:08:59.792163 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec3e997-def8-438b-8f18-da8e6060de0d None None] Checking router: 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:08:59.800874 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec3e997-def8-438b-8f18-da8e6060de0d None None] Routers {'5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:08:59.801475 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8ec3e997-def8-438b-8f18-da8e6060de0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:08:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:08:59.835466 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5d8489a1-2a82-4dc0-af62-709fe50e349f req-3bc33266-0aa5-4769-a42a-b917830addd3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fd28701-7a25-48f3-8dee-8609d4eee00a HTTP/1.1" status: 200 len: 1000 time: 0.0608275 Nov 16 12:08:59.886270 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8489a1-2a82-4dc0-af62-709fe50e349f req-e8181695-75b0-4972-a4b9-2ded6cf80bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:59.887762 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5d8489a1-2a82-4dc0-af62-709fe50e349f req-e8181695-75b0-4972-a4b9-2ded6cf80bd7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0453463 Nov 16 12:08:59.937717 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8489a1-2a82-4dc0-af62-709fe50e349f req-bd1ef35c-6c31-49d9-a8e9-ef338acde819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:08:59.939308 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5d8489a1-2a82-4dc0-af62-709fe50e349f req-bd1ef35c-6c31-49d9-a8e9-ef338acde819 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436552 Nov 16 12:09:00.034955 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5d8489a1-2a82-4dc0-af62-709fe50e349f req-c7714322-8247-40dc-a610-fc3788d2799f service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880005 Nov 16 12:09:00.062693 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-8ec3e997-def8-438b-8f18-da8e6060de0d None None] Set router 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:09:00.124112 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5d8489a1-2a82-4dc0-af62-709fe50e349f req-69e3cc76-58a4-4527-9071-ef88f2f95ecd service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818682 Nov 16 12:09:00.281639 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8ec3e997-def8-438b-8f18-da8e6060de0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'name': 'tempest-ServerActionsTestJSON-1199017088-router', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:06:26Z', 'updated_at': '2021-11-16T12:06:29Z', 'revision_number': 4, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'gw_port': {'id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:27Z', 'updated_at': '2021-11-16T12:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '7a1a3597-ec8b-4070-965e-8a2d11e1dbaa', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'floating_ip_address': '172.25.0.168', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'port_id': '2fd28701-7a25-48f3-8dee-8609d4eee00a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'mac_address': 'fa:16:3e:be:0e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95acf52d-8e5d-4a3c-bb93-855a26af6f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:06:31Z', 'updated_at': '2021-11-16T12:08:58Z', 'revision_number': 5, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b4674ce-d0bb-4357-a84b-cc68655d03c0', 'name': '', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'mac_address': 'fa:16:3e:e4:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '626c6757-b381-4075-be6d-8260f307f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:29Z', 'updated_at': '2021-11-16T12:06:33Z', 'revision_number': 5, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'subnets': [{'id': '626c6757-b381-4075-be6d-8260f307f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:09:00.311180 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec3e997-def8-438b-8f18-da8e6060de0d None None] The sync data for ids ['5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'] in n-d-816823-3 is: [{'id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'name': 'tempest-ServerActionsTestJSON-1199017088-router', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:06:26Z', 'updated_at': '2021-11-16T12:06:29Z', 'revision_number': 4, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'gw_port': {'id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:27Z', 'updated_at': '2021-11-16T12:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '7a1a3597-ec8b-4070-965e-8a2d11e1dbaa', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'floating_ip_address': '172.25.0.168', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'port_id': '2fd28701-7a25-48f3-8dee-8609d4eee00a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'mac_address': 'fa:16:3e:be:0e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95acf52d-8e5d-4a3c-bb93-855a26af6f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:06:31Z', 'updated_at': '2021-11-16T12:08:58Z', 'revision_number': 5, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b4674ce-d0bb-4357-a84b-cc68655d03c0', 'name': '', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'mac_address': 'fa:16:3e:e4:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '626c6757-b381-4075-be6d-8260f307f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:29Z', 'updated_at': '2021-11-16T12:06:33Z', 'revision_number': 5, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'subnets': [{'id': '626c6757-b381-4075-be6d-8260f307f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:09:00.490464 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981c78f1-460a-4aa5-8595-f494ae643164 None None] New status for floating IP 7a1a3597-ec8b-4070-965e-8a2d11e1dbaa: ACTIVE {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 12:09:13.116209 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e7199353-d040-4b0c-9f82-3f9ff9de1188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:09:13.868996 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-57d0fd2d-5a96-4a1a-9b2f-8fb1f186aca4 req-cad073d7-1622-4233-b0b5-410b6aab6545 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392256 Nov 16 12:09:13.958234 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0fd2d-5a96-4a1a-9b2f-8fb1f186aca4 req-db8f630e-58cd-4c6a-a7d6-3b35fdbd680b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:09:13.959707 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-57d0fd2d-5a96-4a1a-9b2f-8fb1f186aca4 req-db8f630e-58cd-4c6a-a7d6-3b35fdbd680b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 1097 time: 0.0449963 Nov 16 12:09:14.062089 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0fd2d-5a96-4a1a-9b2f-8fb1f186aca4 req-48a3a94b-edff-4d20-98e6-20269ce724a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:09:14.064177 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-57d0fd2d-5a96-4a1a-9b2f-8fb1f186aca4 req-48a3a94b-edff-4d20-98e6-20269ce724a2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 913 time: 0.0840676 Nov 16 12:09:14.133258 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-57d0fd2d-5a96-4a1a-9b2f-8fb1f186aca4 req-260866d5-3002-4552-b090-f042cf5ed74e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fd28701-7a25-48f3-8dee-8609d4eee00a HTTP/1.1" status: 200 len: 1002 time: 0.0597444 Nov 16 12:09:14.186169 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0fd2d-5a96-4a1a-9b2f-8fb1f186aca4 req-8bb07bd3-f322-4f78-bc77-6691add9cac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:09:14.187585 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-57d0fd2d-5a96-4a1a-9b2f-8fb1f186aca4 req-8bb07bd3-f322-4f78-bc77-6691add9cac3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0439916 Nov 16 12:09:14.232908 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0fd2d-5a96-4a1a-9b2f-8fb1f186aca4 req-88129721-9987-43cd-96fc-f027922f5178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:09:14.234385 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-57d0fd2d-5a96-4a1a-9b2f-8fb1f186aca4 req-88129721-9987-43cd-96fc-f027922f5178 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384927 Nov 16 12:09:14.325117 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-57d0fd2d-5a96-4a1a-9b2f-8fb1f186aca4 req-3aa98826-ed0c-4118-8137-2b01e770ee9e service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839303 Nov 16 12:09:14.417570 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-57d0fd2d-5a96-4a1a-9b2f-8fb1f186aca4 req-070cde61-ada8-4485-ad5b-1e3df68034b5 service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846844 Nov 16 12:09:15.633027 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7333a04c-326d-4f17-a6bb-e1403ff7882a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:09:16.762270 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:09:18.467901 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:09:18.920477 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:09:28.467845 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:09:29.344462 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:09:35.438325 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:09:43.120377 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d6acf301-6f2f-414c-ab90-d1fc5a692f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:09:45.634912 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e55967a6-0f30-4c25-8b2f-212d5d64f966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:09:46.764763 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:09:48.471131 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:09:48.925273 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:09:58.465563 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:09:59.338729 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:10:12.437411 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:10:13.124212 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-43a36943-8d70-4d44-8c1e-02b8ac31e722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:10:14.908694 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-af9ff4f3-4089-4a72-a707-8f94df77697a req-160ba267-1374-4c69-a70f-a192070e7a0c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0873473 Nov 16 12:10:15.000424 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ff4f3-4089-4a72-a707-8f94df77697a req-0f2a0fe5-e5cf-4c63-8df7-8d1af673d905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:10:15.002470 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-af9ff4f3-4089-4a72-a707-8f94df77697a req-0f2a0fe5-e5cf-4c63-8df7-8d1af673d905 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 1097 time: 0.0439985 Nov 16 12:10:15.108170 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ff4f3-4089-4a72-a707-8f94df77697a req-082e794f-0fd5-438c-bca8-6cca3f875139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:10:15.109548 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-af9ff4f3-4089-4a72-a707-8f94df77697a req-082e794f-0fd5-438c-bca8-6cca3f875139 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 913 time: 0.0831213 Nov 16 12:10:15.184076 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-af9ff4f3-4089-4a72-a707-8f94df77697a req-4680d0e1-eed0-4568-9891-9dba89911b61 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fd28701-7a25-48f3-8dee-8609d4eee00a HTTP/1.1" status: 200 len: 1002 time: 0.0632050 Nov 16 12:10:15.249744 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ff4f3-4089-4a72-a707-8f94df77697a req-fd830ddb-bce4-4f42-a777-550ef0bcfd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:10:15.251225 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-af9ff4f3-4089-4a72-a707-8f94df77697a req-fd830ddb-bce4-4f42-a777-550ef0bcfd96 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0444274 Nov 16 12:10:15.303118 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ff4f3-4089-4a72-a707-8f94df77697a req-d3f08746-10b9-4f0b-8a78-8d09e4521bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:10:15.304599 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-af9ff4f3-4089-4a72-a707-8f94df77697a req-d3f08746-10b9-4f0b-8a78-8d09e4521bab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408778 Nov 16 12:10:15.319720 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [req-af9ff4f3-4089-4a72-a707-8f94df77697a req-5404ae1e-6f57-45d9-9ad1-071a16e0fc03 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 12:10:15.320690 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-af9ff4f3-4089-4a72-a707-8f94df77697a req-5404ae1e-6f57-45d9-9ad1-071a16e0fc03 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049872 Nov 16 12:10:15.418983 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-af9ff4f3-4089-4a72-a707-8f94df77697a req-01c77976-60c7-4a7d-a219-1ebef2866edb service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864766 Nov 16 12:10:15.512550 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-af9ff4f3-4089-4a72-a707-8f94df77697a req-9fe8bd5b-1540-4f02-8d7f-a5ed9f99ce15 service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832164 Nov 16 12:10:15.636213 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c564e513-9acd-488f-9bd1-c0b7e4e35374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:10:16.768301 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:10:18.472436 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:10:18.926077 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:10:28.482926 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:10:29.337535 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:10:41.048349 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7036c4-98a0-4c1d-9516-0a175783b5f8 req-4f3ff569-490f-4bb7-b5b6-4997d80d92d8 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:10:41.049760 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8e7036c4-98a0-4c1d-9516-0a175783b5f8 req-4f3ff569-490f-4bb7-b5b6-4997d80d92d8 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 946 time: 0.0509858 Nov 16 12:10:41.097004 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8e7036c4-98a0-4c1d-9516-0a175783b5f8 req-be167c3f-f7c5-41b6-a9c9-9bec0ee6f386 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407305 Nov 16 12:10:42.215701 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60872df-5dc5-4d72-861a-8ff2e275d85a req-661267ed-2b0f-46d9-a588-42d8a1147eeb tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:10:42.217164 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f60872df-5dc5-4d72-861a-8ff2e275d85a req-661267ed-2b0f-46d9-a588-42d8a1147eeb tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 946 time: 0.0513647 Nov 16 12:10:42.263041 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f60872df-5dc5-4d72-861a-8ff2e275d85a req-5b81344a-77bf-4510-b1d8-4dee8b7c0068 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395701 Nov 16 12:10:43.126890 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-40d7a45a-d978-4ae5-86f4-0113ed19e36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:10:43.377128 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926774c-a1fa-4eb3-98b0-24c1890f4e92 req-2427d2b8-1203-4168-9342-28e6c85ac08a tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:10:43.378606 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d926774c-a1fa-4eb3-98b0-24c1890f4e92 req-2427d2b8-1203-4168-9342-28e6c85ac08a tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 946 time: 0.0479648 Nov 16 12:10:43.425745 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d926774c-a1fa-4eb3-98b0-24c1890f4e92 req-8e831bb3-b56d-477c-b131-dc77f5782256 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413098 Nov 16 12:10:44.540444 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f18a5-4a24-45ec-a8a1-e1e9a6a38360 req-03b4d103-4653-4971-8b69-e5e2dbd53df4 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:10:44.541943 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-993f18a5-4a24-45ec-a8a1-e1e9a6a38360 req-03b4d103-4653-4971-8b69-e5e2dbd53df4 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 946 time: 0.0486286 Nov 16 12:10:44.595013 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-993f18a5-4a24-45ec-a8a1-e1e9a6a38360 req-61c7d137-6827-4a9e-ac96-80481277b505 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459008 Nov 16 12:10:45.638925 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-274190e7-6676-47c1-b968-9e9c292f0f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:10:45.711033 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e30c6-7c22-495a-9afe-dec3e9312892 req-26194b85-1f5d-446b-951a-5deef7a3b2b0 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:10:45.712483 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-686e30c6-7c22-495a-9afe-dec3e9312892 req-26194b85-1f5d-446b-951a-5deef7a3b2b0 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 946 time: 0.0489073 Nov 16 12:10:45.760139 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-686e30c6-7c22-495a-9afe-dec3e9312892 req-59317f26-9707-4bc2-961a-7354cd6a718a tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415802 Nov 16 12:10:46.771819 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:10:46.874339 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7a899-b9f5-408d-a1e8-28a62c9b1488 req-472ac51b-e8c2-4c05-8126-545e16bc182d tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:10:46.875811 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dda7a899-b9f5-408d-a1e8-28a62c9b1488 req-472ac51b-e8c2-4c05-8126-545e16bc182d tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 946 time: 0.0493569 Nov 16 12:10:46.923185 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dda7a899-b9f5-408d-a1e8-28a62c9b1488 req-5a41cdd2-cf6e-45c1-8721-89c4d3261729 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410156 Nov 16 12:10:48.043360 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c246f2-fb9a-4eb6-8836-88bdb870f5f5 req-edd8cf41-96b6-4c5b-9f37-58d71495d681 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:10:48.044848 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-48c246f2-fb9a-4eb6-8836-88bdb870f5f5 req-edd8cf41-96b6-4c5b-9f37-58d71495d681 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 946 time: 0.0521889 Nov 16 12:10:48.091355 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-48c246f2-fb9a-4eb6-8836-88bdb870f5f5 req-52b32d8e-56a0-4709-9993-19a4c92d04e1 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407147 Nov 16 12:10:48.475164 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:10:48.927958 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:10:49.206323 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4cc42-e24c-4856-87ad-42c6175647d4 req-622cd80d-60ba-417e-9248-4c77ce39ec77 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:10:49.207721 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1de4cc42-e24c-4856-87ad-42c6175647d4 req-622cd80d-60ba-417e-9248-4c77ce39ec77 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 946 time: 0.0488811 Nov 16 12:10:49.254304 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1de4cc42-e24c-4856-87ad-42c6175647d4 req-99897f9a-4919-4826-b80c-db2a53e44514 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407043 Nov 16 12:10:49.436363 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:10:50.368681 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5808650d-2d14-4249-ab86-a302a8f49d66 req-a88a20ba-be04-42ad-8685-92afa8894136 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:10:50.370094 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5808650d-2d14-4249-ab86-a302a8f49d66 req-a88a20ba-be04-42ad-8685-92afa8894136 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 946 time: 0.0485663 Nov 16 12:10:50.420398 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5808650d-2d14-4249-ab86-a302a8f49d66 req-6cd30cfb-1c09-42fb-9b16-8ec8082a96a0 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444956 Nov 16 12:10:51.533648 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353c196-beb0-49f4-b0de-de1c5ccd9208 req-24cf7bdb-78da-4017-9d0c-338b4c707a88 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:10:51.535120 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a353c196-beb0-49f4-b0de-de1c5ccd9208 req-24cf7bdb-78da-4017-9d0c-338b4c707a88 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 946 time: 0.0484061 Nov 16 12:10:51.588439 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a353c196-beb0-49f4-b0de-de1c5ccd9208 req-fade2abd-2fbf-4990-865a-b2ae5bd427c0 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471363 Nov 16 12:10:51.828701 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514bc48-3b3f-4e72-b03c-0a2282d71068 req-b34fc500-a97b-44b1-b52f-7ae5c388157a tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:10:51.830148 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8514bc48-3b3f-4e72-b03c-0a2282d71068 req-b34fc500-a97b-44b1-b52f-7ae5c388157a tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 946 time: 0.0582032 Nov 16 12:10:51.888365 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-8e7a463c-73df-4549-93d4-badc734b3469 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1235251 Nov 16 12:10:51.902197 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8514bc48-3b3f-4e72-b03c-0a2282d71068 req-379597e3-282e-4498-b109-704aa170dd64 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521474 Nov 16 12:10:52.998886 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-8def8125-b360-40c1-b97f-287b4e7c8c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:10:53.000373 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-8def8125-b360-40c1-b97f-287b4e7c8c1f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 1097 time: 0.0431237 Nov 16 12:10:53.027476 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8fbc44-74f5-4876-9340-233c6f95d1cf req-11cfda89-4218-473d-9107-b6fbd38eadf2 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:10:53.029234 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b8fbc44-74f5-4876-9340-233c6f95d1cf req-11cfda89-4218-473d-9107-b6fbd38eadf2 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 946 time: 0.0524061 Nov 16 12:10:53.076315 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b8fbc44-74f5-4876-9340-233c6f95d1cf req-bff1b5d9-6d46-4455-8031-feabc86dc671 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409524 Nov 16 12:10:53.098819 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-ffec7a5c-3622-4bec-b720-f4c001302b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:10:53.100286 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-ffec7a5c-3622-4bec-b720-f4c001302b23 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 913 time: 0.0892389 Nov 16 12:10:53.169613 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-703d27c9-be47-43b8-ab03-ecf3f932f2d9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fd28701-7a25-48f3-8dee-8609d4eee00a HTTP/1.1" status: 200 len: 1002 time: 0.0565541 Nov 16 12:10:53.226019 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-35885dfe-dfad-48b6-9d71-73370dac1810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:10:53.227367 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-35885dfe-dfad-48b6-9d71-73370dac1810 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0460870 Nov 16 12:10:53.275513 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-43aaf3e8-42c1-45a8-8b93-367bd9f6b699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:10:53.276953 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-43aaf3e8-42c1-45a8-8b93-367bd9f6b699 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389225 Nov 16 12:10:53.373148 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-ab46b3c2-c9aa-4109-85b8-efedf48dfe3f service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853350 Nov 16 12:10:53.461626 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-162f02b5-8481-49c4-ada1-29d404e3b8ba service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778477 Nov 16 12:10:54.192336 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab674d3-a42c-49d4-a902-6c7bf88a14a8 req-6c43ea6e-c33f-4b2c-9216-9653936a3720 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:10:54.193777 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0ab674d3-a42c-49d4-a902-6c7bf88a14a8 req-6c43ea6e-c33f-4b2c-9216-9653936a3720 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 946 time: 0.0481951 Nov 16 12:10:54.243956 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0ab674d3-a42c-49d4-a902-6c7bf88a14a8 req-53eb6ce6-3025-4013-ba8a-272e3a14e75d tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443380 Nov 16 12:10:55.359710 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7750e85-4b43-49db-bab4-00f3099bed60 req-1508fb6b-beb9-4d06-a576-ee6676675fc9 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:10:55.361183 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e7750e85-4b43-49db-bab4-00f3099bed60 req-1508fb6b-beb9-4d06-a576-ee6676675fc9 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 946 time: 0.0490584 Nov 16 12:10:55.409355 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e7750e85-4b43-49db-bab4-00f3099bed60 req-ffbaff61-1491-48be-90c0-e2953d1f45ce tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416682 Nov 16 12:10:55.554306 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-d3aa1ada-e117-4777-b611-7eeafe5031b9 service neutron] show failed (client error): The resource could not be found. Nov 16 12:10:55.555285 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-d3aa1ada-e117-4777-b611-7eeafe5031b9 service neutron] 10.222.0.64 "GET /v2.0/ports/2fd28701-7a25-48f3-8dee-8609d4eee00a/bindings/n-h1-816823-3 HTTP/1.1" status: 404 len: 380 time: 0.0537953 Nov 16 12:10:55.770340 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-b8d70eed-70c0-48c9-a1c8-b66e412adaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:10:55.771819 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-b8d70eed-70c0-48c9-a1c8-b66e412adaf9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96&tenant_id=fa1f0787ff78459a91511f0e797caff6 HTTP/1.1" status: 200 len: 1097 time: 0.0441234 Nov 16 12:10:55.783671 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-26628b3b-b733-4bdc-9fae-bb86a40bc291 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816823-3', 'device_owner': 'compute:nova'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:10:55.834194 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-26628b3b-b733-4bdc-9fae-bb86a40bc291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:10:56.027754 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-26628b3b-b733-4bdc-9fae-bb86a40bc291 service neutron] For port 2fd28701-7a25-48f3-8dee-8609d4eee00a, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=2fd28701-7a25-48f3-8dee-8609d4eee00a,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:10:56.060143 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-26628b3b-b733-4bdc-9fae-bb86a40bc291 service neutron] For port 2fd28701-7a25-48f3-8dee-8609d4eee00a, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:10:56.101254 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95acf52d-8e5d-4a3c-bb93-855a26af6f96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fd28701-7a25-48f3-8dee-8609d4eee00a'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:10:56.103505 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b977de65-e2f1-44eb-bbbc-31cf68b8511c" -d '{"events": [{"server_uuid": "95acf52d-8e5d-4a3c-bb93-855a26af6f96", "name": "network-vif-unplugged", "status": "completed", "tag": "2fd28701-7a25-48f3-8dee-8609d4eee00a"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:10:56.107217 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-26628b3b-b733-4bdc-9fae-bb86a40bc291 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:10:56.119448 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-26628b3b-b733-4bdc-9fae-bb86a40bc291 service neutron] Transition to ACTIVE for port object 2fd28701-7a25-48f3-8dee-8609d4eee00a will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 12:10:56.123971 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-26628b3b-b733-4bdc-9fae-bb86a40bc291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:10:56.214883 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26628b3b-b733-4bdc-9fae-bb86a40bc291 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd28701-7a25-48f3-8dee-8609d4eee00a,revision_number=6']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:10:56.225051 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26628b3b-b733-4bdc-9fae-bb86a40bc291 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:10:56.225397 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26628b3b-b733-4bdc-9fae-bb86a40bc291 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:10:56.225734 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26628b3b-b733-4bdc-9fae-bb86a40bc291 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:10:56.226095 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26628b3b-b733-4bdc-9fae-bb86a40bc291 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:10:56.226429 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26628b3b-b733-4bdc-9fae-bb86a40bc291 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:10:56.226755 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26628b3b-b733-4bdc-9fae-bb86a40bc291 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:10:56.227081 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26628b3b-b733-4bdc-9fae-bb86a40bc291 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:10:56.227406 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26628b3b-b733-4bdc-9fae-bb86a40bc291 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:10:56.227782 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26628b3b-b733-4bdc-9fae-bb86a40bc291 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:10:56.228052 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26628b3b-b733-4bdc-9fae-bb86a40bc291 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:10:56.228379 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26628b3b-b733-4bdc-9fae-bb86a40bc291 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:10:56.228706 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26628b3b-b733-4bdc-9fae-bb86a40bc291 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:10:56.255299 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-26628b3b-b733-4bdc-9fae-bb86a40bc291 service neutron] No DVR routers for this DVR port 2fd28701-7a25-48f3-8dee-8609d4eee00a on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:10:56.259128 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 12:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c0d447-0bc5-4eb1-a728-8746cd506c61 x-openstack-request-id: req-16c0d447-0bc5-4eb1-a728-8746cd506c61 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:10:56.259416 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95acf52d-8e5d-4a3c-bb93-855a26af6f96", "name": "network-vif-unplugged", "status": "completed", "tag": "2fd28701-7a25-48f3-8dee-8609d4eee00a", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:10:56.259676 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-16c0d447-0bc5-4eb1-a728-8746cd506c61 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:10:56.260089 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95acf52d-8e5d-4a3c-bb93-855a26af6f96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fd28701-7a25-48f3-8dee-8609d4eee00a', 'code': 200} Nov 16 12:10:56.391822 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-26628b3b-b733-4bdc-9fae-bb86a40bc291 service neutron] Attempting to bind port 2fd28701-7a25-48f3-8dee-8609d4eee00a on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:10:56.392151 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-26628b3b-b733-4bdc-9fae-bb86a40bc291 service neutron] Attempting to bind port 2fd28701-7a25-48f3-8dee-8609d4eee00a by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:10:56.392478 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-26628b3b-b733-4bdc-9fae-bb86a40bc291 service neutron] Attempting to bind port 2fd28701-7a25-48f3-8dee-8609d4eee00a on network 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:10:56.396768 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-26628b3b-b733-4bdc-9fae-bb86a40bc291 service neutron] Port 2fd28701-7a25-48f3-8dee-8609d4eee00a on network 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 12:10:56.397091 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-26628b3b-b733-4bdc-9fae-bb86a40bc291 service neutron] Attempting to bind port 2fd28701-7a25-48f3-8dee-8609d4eee00a on network 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:10:56.401992 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-26628b3b-b733-4bdc-9fae-bb86a40bc291 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:10:56.402331 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-26628b3b-b733-4bdc-9fae-bb86a40bc291 service neutron] Checking segment: {'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:10:56.402713 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-26628b3b-b733-4bdc-9fae-bb86a40bc291 service neutron] Bound using segment: {'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:10:56.403134 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-26628b3b-b733-4bdc-9fae-bb86a40bc291 service neutron] Bound port: 2fd28701-7a25-48f3-8dee-8609d4eee00a, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:10:56.403483 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-26628b3b-b733-4bdc-9fae-bb86a40bc291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:10:56.470902 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-26628b3b-b733-4bdc-9fae-bb86a40bc291 service neutron] For port 2fd28701-7a25-48f3-8dee-8609d4eee00a, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:10:56.475429 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-26628b3b-b733-4bdc-9fae-bb86a40bc291 service neutron] For port 2fd28701-7a25-48f3-8dee-8609d4eee00a, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=2fd28701-7a25-48f3-8dee-8609d4eee00a,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:10:56.479559 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-26628b3b-b733-4bdc-9fae-bb86a40bc291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:10:56.516918 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-26628b3b-b733-4bdc-9fae-bb86a40bc291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:10:56.517534 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-26628b3b-b733-4bdc-9fae-bb86a40bc291 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:10:56.518964 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-26628b3b-b733-4bdc-9fae-bb86a40bc291 service neutron] 10.222.0.36 "PUT /v2.0/ports/2fd28701-7a25-48f3-8dee-8609d4eee00a HTTP/1.1" status: 200 len: 1092 time: 0.7391868 Nov 16 12:10:56.530743 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb454eea-204d-4dc2-9ffb-94d8e28eea77 req-364dae1e-fc2e-4953-998d-e755a760aaf8 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:10:56.532410 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cb454eea-204d-4dc2-9ffb-94d8e28eea77 req-364dae1e-fc2e-4953-998d-e755a760aaf8 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 944 time: 0.0503986 Nov 16 12:10:56.543349 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26628b3b-b733-4bdc-9fae-bb86a40bc291 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd28701-7a25-48f3-8dee-8609d4eee00a,revision_number=7']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:10:56.588781 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cb454eea-204d-4dc2-9ffb-94d8e28eea77 req-47881c3b-5e19-4325-9cca-0d4e94f7390d tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482886 Nov 16 12:10:56.597035 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-1b2fd10a-3d10-4879-9352-324fa37cdf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:10:56.599105 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-1b2fd10a-3d10-4879-9352-324fa37cdf17 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 1095 time: 0.0570388 Nov 16 12:10:56.698510 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-fe66a837-0dfd-4c60-8fa3-d89c6d674fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:10:56.699987 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-fe66a837-0dfd-4c60-8fa3-d89c6d674fa2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 913 time: 0.0931375 Nov 16 12:10:56.764520 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-f9a8e42d-ad85-403d-879e-50f714f16c29 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fd28701-7a25-48f3-8dee-8609d4eee00a HTTP/1.1" status: 200 len: 1000 time: 0.0571551 Nov 16 12:10:56.817534 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-1b481e68-a5ce-4dc5-8306-751a342af9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:10:56.818893 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-1b481e68-a5ce-4dc5-8306-751a342af9c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0481689 Nov 16 12:10:56.864382 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-b9fcdc40-edd7-4e98-9b97-e3fe62fd6580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:10:56.865841 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-b9fcdc40-edd7-4e98-9b97-e3fe62fd6580 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401783 Nov 16 12:10:56.953352 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-0a5b93fb-6e9f-4259-8fa5-22cf75ce8c5d service neutron] 10.222.0.36 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805686 Nov 16 12:10:57.044724 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-eb24bfb6-126f-4d43-93f4-9007081237fd req-413bb549-7253-4e78-a672-a8517cd2a48d service neutron] 10.222.0.36 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840654 Nov 16 12:10:57.716286 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9fb82-4e88-4e8c-9498-ea6c222ceb6e req-5a5b5f9c-c876-450f-bf19-f5900f46e220 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:10:57.717766 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8af9fb82-4e88-4e8c-9498-ea6c222ceb6e req-5a5b5f9c-c876-450f-bf19-f5900f46e220 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 944 time: 0.0525494 Nov 16 12:10:57.763564 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8af9fb82-4e88-4e8c-9498-ea6c222ceb6e req-80f1dd99-b2e3-4428-ac28-95f6ce00a411 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394034 Nov 16 12:10:58.260817 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95acf52d-8e5d-4a3c-bb93-855a26af6f96', 'tag': '2fd28701-7a25-48f3-8dee-8609d4eee00a'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:10:58.263167 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ea29d7-1a28-4b43-a863-76492f0e0fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "95acf52d-8e5d-4a3c-bb93-855a26af6f96", "tag": "2fd28701-7a25-48f3-8dee-8609d4eee00a"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:10:58.312974 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07ad9e4-53b8-4d97-ac71-71b7d1491510 x-openstack-request-id: req-d07ad9e4-53b8-4d97-ac71-71b7d1491510 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:10:58.313327 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95acf52d-8e5d-4a3c-bb93-855a26af6f96", "tag": "2fd28701-7a25-48f3-8dee-8609d4eee00a", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:10:58.313583 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d07ad9e4-53b8-4d97-ac71-71b7d1491510 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:10:58.314011 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95acf52d-8e5d-4a3c-bb93-855a26af6f96', 'tag': '2fd28701-7a25-48f3-8dee-8609d4eee00a', 'status': 'completed', 'code': 200} Nov 16 12:10:58.403514 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea29d7-1a28-4b43-a863-76492f0e0fd7 req-cf304332-f087-4a76-942d-a97edd2d8209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:10:58.405170 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-87ea29d7-1a28-4b43-a863-76492f0e0fd7 req-cf304332-f087-4a76-942d-a97edd2d8209 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 1095 time: 0.0694115 Nov 16 12:10:58.407508 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea29d7-1a28-4b43-a863-76492f0e0fd7 req-5a56e38e-8a95-4d1d-864a-0317e78b2698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:10:58.408847 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-87ea29d7-1a28-4b43-a863-76492f0e0fd7 req-5a56e38e-8a95-4d1d-864a-0317e78b2698 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 1095 time: 0.0718231 Nov 16 12:10:58.551777 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:10:58.871305 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea29d7-1a28-4b43-a863-76492f0e0fd7 req-6ad490f4-6a4a-4c4f-9a70-9ec95b07eb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:10:58.872778 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-87ea29d7-1a28-4b43-a863-76492f0e0fd7 req-6ad490f4-6a4a-4c4f-9a70-9ec95b07eb92 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 913 time: 0.4562907 Nov 16 12:10:58.873885 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea29d7-1a28-4b43-a863-76492f0e0fd7 req-26facda4-ec6d-4694-a911-cf35fed26bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:10:58.875189 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-87ea29d7-1a28-4b43-a863-76492f0e0fd7 req-26facda4-ec6d-4694-a911-cf35fed26bc5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 913 time: 0.4518054 Nov 16 12:10:58.886990 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca694969-a9b0-4e4e-8a45-d4e6270c0a33 req-f5059971-f38e-4bbd-89a2-b9a4c4a2b18f tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:10:58.888482 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ca694969-a9b0-4e4e-8a45-d4e6270c0a33 req-f5059971-f38e-4bbd-89a2-b9a4c4a2b18f tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 944 time: 0.0496745 Nov 16 12:10:58.936298 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ca694969-a9b0-4e4e-8a45-d4e6270c0a33 req-398bffab-e1c4-4ed6-93a4-85dee483e094 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417233 Nov 16 12:10:58.982880 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-87ea29d7-1a28-4b43-a863-76492f0e0fd7 req-50633a36-8b94-4fb5-b863-1c3dc3eaf11e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fd28701-7a25-48f3-8dee-8609d4eee00a HTTP/1.1" status: 200 len: 1000 time: 0.1021826 Nov 16 12:10:58.986609 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-87ea29d7-1a28-4b43-a863-76492f0e0fd7 req-3661f108-7e0f-4319-ade1-960e521c99fd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fd28701-7a25-48f3-8dee-8609d4eee00a HTTP/1.1" status: 200 len: 1000 time: 0.0994856 Nov 16 12:10:59.072653 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea29d7-1a28-4b43-a863-76492f0e0fd7 req-a38de4c8-599a-465a-af41-d328c99c5062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:10:59.074144 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-87ea29d7-1a28-4b43-a863-76492f0e0fd7 req-a38de4c8-599a-465a-af41-d328c99c5062 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0845244 Nov 16 12:10:59.077586 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea29d7-1a28-4b43-a863-76492f0e0fd7 req-ca0d2e56-2957-48f3-b450-7d26f23255a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:10:59.079363 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-87ea29d7-1a28-4b43-a863-76492f0e0fd7 req-ca0d2e56-2957-48f3-b450-7d26f23255a7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0813725 Nov 16 12:10:59.094792 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 2fd28701-7a25-48f3-8dee-8609d4eee00a no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:10:59.135570 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 2fd28701-7a25-48f3-8dee-8609d4eee00a not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:10:59.156655 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea29d7-1a28-4b43-a863-76492f0e0fd7 req-69ff15bd-33cf-4b0e-8707-6f0d788ab603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:10:59.158207 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-87ea29d7-1a28-4b43-a863-76492f0e0fd7 req-69ff15bd-33cf-4b0e-8707-6f0d788ab603 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768583 Nov 16 12:10:59.161204 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea29d7-1a28-4b43-a863-76492f0e0fd7 req-a4845748-4660-4a41-b367-49fc17828b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:10:59.162582 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-87ea29d7-1a28-4b43-a863-76492f0e0fd7 req-a4845748-4660-4a41-b367-49fc17828b51 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729697 Nov 16 12:10:59.193746 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1a34c-6b4f-4442-b330-d291b76cc679 req-1bafe3e6-25b0-48ca-bac2-f8c58d6b3de0 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:10:59.195276 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f8a1a34c-6b4f-4442-b330-d291b76cc679 req-1bafe3e6-25b0-48ca-bac2-f8c58d6b3de0 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 944 time: 0.1074886 Nov 16 12:10:59.207883 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76acd1-aef5-4e88-b12d-6f3e1af8eb2f req-e6efaf8a-d742-483c-8961-19b6c933d43c tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:10:59.209254 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6e76acd1-aef5-4e88-b12d-6f3e1af8eb2f req-e6efaf8a-d742-483c-8961-19b6c933d43c tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.64 "GET /v2.0/ports?device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96&tenant_id=fa1f0787ff78459a91511f0e797caff6&binding%3Ahost_id=n-h1-816823-3 HTTP/1.1" status: 200 len: 944 time: 0.0809162 Nov 16 12:10:59.294169 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f8a1a34c-6b4f-4442-b330-d291b76cc679 req-8aea9dd1-f14f-405a-927a-644c41d55389 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839226 Nov 16 12:10:59.299044 n-d-816823-3 neutron-server[102669]: INFO neutron.api.v2.resource [req-6e76acd1-aef5-4e88-b12d-6f3e1af8eb2f req-e5be3afa-6c73-4554-b7bd-97e50331e317 service neutron] delete failed (client error): The resource could not be found. Nov 16 12:10:59.300009 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6e76acd1-aef5-4e88-b12d-6f3e1af8eb2f req-e5be3afa-6c73-4554-b7bd-97e50331e317 service neutron] 10.222.0.64 "DELETE /v2.0/ports/2fd28701-7a25-48f3-8dee-8609d4eee00a/bindings/n-h2-816823-3 HTTP/1.1" status: 404 len: 380 time: 0.0764964 Nov 16 12:10:59.315043 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-87ea29d7-1a28-4b43-a863-76492f0e0fd7 req-98ed9ab3-d373-48f3-bca4-9fa4b5772d79 service neutron] 10.222.0.36 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500695 Nov 16 12:10:59.318388 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-87ea29d7-1a28-4b43-a863-76492f0e0fd7 req-1c860691-892e-4eef-8eae-5c917a51eb0b service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456838 Nov 16 12:10:59.338809 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:10:59.476525 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-87ea29d7-1a28-4b43-a863-76492f0e0fd7 req-42d9e410-a414-4e26-b50e-1e81c69833e6 service neutron] 10.222.0.36 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547012 Nov 16 12:10:59.478423 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-87ea29d7-1a28-4b43-a863-76492f0e0fd7 req-328d5718-8d1e-4c13-ac32-c0c211c1d3cc service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479869 Nov 16 12:10:59.586417 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76acd1-aef5-4e88-b12d-6f3e1af8eb2f req-623a0c32-92b8-4c38-a8cc-652460c4b472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:10:59.587869 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6e76acd1-aef5-4e88-b12d-6f3e1af8eb2f req-623a0c32-92b8-4c38-a8cc-652460c4b472 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 1095 time: 0.0449455 Nov 16 12:10:59.682116 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76acd1-aef5-4e88-b12d-6f3e1af8eb2f req-9a7f8445-7472-4630-80a4-a4354346465e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:10:59.683589 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6e76acd1-aef5-4e88-b12d-6f3e1af8eb2f req-9a7f8445-7472-4630-80a4-a4354346465e service neutron] 10.222.0.64 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 913 time: 0.0837622 Nov 16 12:10:59.754424 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6e76acd1-aef5-4e88-b12d-6f3e1af8eb2f req-fe91dd9a-9966-4bbf-92ba-fe199cb31d4a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fd28701-7a25-48f3-8dee-8609d4eee00a HTTP/1.1" status: 200 len: 1000 time: 0.0598609 Nov 16 12:10:59.762446 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 2fd28701-7a25-48f3-8dee-8609d4eee00a details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 12:10:59.807996 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76acd1-aef5-4e88-b12d-6f3e1af8eb2f req-a44de81a-0a63-41d1-942a-a95f611719b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:10:59.809461 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6e76acd1-aef5-4e88-b12d-6f3e1af8eb2f req-a44de81a-0a63-41d1-942a-a95f611719b3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0448070 Nov 16 12:10:59.857302 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 2fd28701-7a25-48f3-8dee-8609d4eee00a, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=2fd28701-7a25-48f3-8dee-8609d4eee00a,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:10:59.859263 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76acd1-aef5-4e88-b12d-6f3e1af8eb2f req-683bc9b4-a8de-44a2-8fce-02514aa276ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:10:59.860764 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6e76acd1-aef5-4e88-b12d-6f3e1af8eb2f req-683bc9b4-a8de-44a2-8fce-02514aa276ea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401757 Nov 16 12:10:59.868484 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '2fd28701-7a25-48f3-8dee-8609d4eee00a', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'port_id': '2fd28701-7a25-48f3-8dee-8609d4eee00a', 'mac_address': 'fa:16:3e:be:0e:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626c6757-b381-4075-be6d-8260f307f917', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 12:10:59.904160 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:10:59.917580 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd28701-7a25-48f3-8dee-8609d4eee00a {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:10:59.935859 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 2fd28701-7a25-48f3-8dee-8609d4eee00a, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=2fd28701-7a25-48f3-8dee-8609d4eee00a,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:10:59.940036 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:10:59.960051 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6e76acd1-aef5-4e88-b12d-6f3e1af8eb2f req-015d5511-1c7d-40ff-9082-a8525fb39b43 service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878580 Nov 16 12:10:59.989189 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=2fd28701-7a25-48f3-8dee-8609d4eee00a,revision_number=8']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:10:59.999071 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:10:59.999413 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:10:59.999748 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:11:00.000080 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:11:00.000438 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:11:00.000968 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:11:00.001411 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:11:00.001738 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:11:00.002091 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:11:00.002415 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:11:00.002734 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:11:00.003051 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:11:00.066690 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6e76acd1-aef5-4e88-b12d-6f3e1af8eb2f req-d56b1d31-f309-47c9-93f3-655f7d641ad5 service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956833 Nov 16 12:11:00.176907 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['2fd28701-7a25-48f3-8dee-8609d4eee00a'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:11:00.412113 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de86b01-6f5f-4606-805b-a0bfee996422 req-34eaa843-2dc8-4000-bbc9-e6b6e5673022 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:11:00.413623 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6de86b01-6f5f-4606-805b-a0bfee996422 req-34eaa843-2dc8-4000-bbc9-e6b6e5673022 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 945 time: 0.0491824 Nov 16 12:11:00.738855 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6de86b01-6f5f-4606-805b-a0bfee996422 req-856f6ff3-8ce2-48d3-a182-65ef8f0825b2 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3191917 Nov 16 12:11:01.778310 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 2fd28701-7a25-48f3-8dee-8609d4eee00a up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:11:01.830872 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port 2fd28701-7a25-48f3-8dee-8609d4eee00a completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 12:11:01.835625 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 2fd28701-7a25-48f3-8dee-8609d4eee00a triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:11:01.836004 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:11:01.857040 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947743a5-061d-4ebe-a4a6-66987b8b318a req-8ef2d5c1-087d-42d1-9bd4-12edf0a2abc2 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:11:01.858584 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-947743a5-061d-4ebe-a4a6-66987b8b318a req-8ef2d5c1-087d-42d1-9bd4-12edf0a2abc2 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 945 time: 0.0506680 Nov 16 12:11:01.906717 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-947743a5-061d-4ebe-a4a6-66987b8b318a req-2496ed64-61da-481f-bb2a-366f0ea6598b tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419285 Nov 16 12:11:01.911873 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:11:01.935067 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95acf52d-8e5d-4a3c-bb93-855a26af6f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd28701-7a25-48f3-8dee-8609d4eee00a'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:11:01.937316 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7283bf7-ed95-4ac9-8248-4230980fe9db" -d '{"events": [{"server_uuid": "95acf52d-8e5d-4a3c-bb93-855a26af6f96", "name": "network-vif-plugged", "status": "completed", "tag": "2fd28701-7a25-48f3-8dee-8609d4eee00a"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:11:01.950363 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 2fd28701-7a25-48f3-8dee-8609d4eee00a, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=2fd28701-7a25-48f3-8dee-8609d4eee00a,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:11:01.955311 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:11:02.001075 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=2fd28701-7a25-48f3-8dee-8609d4eee00a,revision_number=9']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:11:02.022132 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff28bef-1f55-4985-9883-0c9ae6550616 req-104d5a9f-205d-45a0-b216-c41a2623ba31 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:11:02.023594 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9ff28bef-1f55-4985-9883-0c9ae6550616 req-104d5a9f-205d-45a0-b216-c41a2623ba31 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 946 time: 0.0484710 Nov 16 12:11:02.070347 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9ff28bef-1f55-4985-9883-0c9ae6550616 req-24c08b66-1761-4d41-92ab-c1a4ac15a95c tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405066 Nov 16 12:11:02.173590 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f84574e-cc1c-4c56-97f1-624373871dd0 x-openstack-request-id: req-6f84574e-cc1c-4c56-97f1-624373871dd0 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:11:02.173999 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95acf52d-8e5d-4a3c-bb93-855a26af6f96", "name": "network-vif-plugged", "status": "completed", "tag": "2fd28701-7a25-48f3-8dee-8609d4eee00a", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:11:02.174321 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6f84574e-cc1c-4c56-97f1-624373871dd0 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:11:02.174780 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95acf52d-8e5d-4a3c-bb93-855a26af6f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd28701-7a25-48f3-8dee-8609d4eee00a', 'code': 200} Nov 16 12:11:02.351924 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b3b2a-fb60-45bd-9209-542cef7015a9 req-9a295ca1-8985-4635-86ff-a9e4b665b04a tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:11:02.353384 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-350b3b2a-fb60-45bd-9209-542cef7015a9 req-9a295ca1-8985-4635-86ff-a9e4b665b04a tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 946 time: 0.0533121 Nov 16 12:11:02.370544 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df4aed-75d0-41c8-aa18-aab690565113 req-cced9f42-4730-457c-9845-d489d992301f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:11:02.372384 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a4df4aed-75d0-41c8-aa18-aab690565113 req-cced9f42-4730-457c-9845-d489d992301f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 1097 time: 0.0417209 Nov 16 12:11:02.400780 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-350b3b2a-fb60-45bd-9209-542cef7015a9 req-32600ce0-9380-4620-a144-54910916a998 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413690 Nov 16 12:11:02.464194 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df4aed-75d0-41c8-aa18-aab690565113 req-8202389c-7c7c-4daf-a7e2-18b68447861e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:11:02.465650 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a4df4aed-75d0-41c8-aa18-aab690565113 req-8202389c-7c7c-4daf-a7e2-18b68447861e service neutron] 10.222.0.36 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 913 time: 0.0868628 Nov 16 12:11:02.528414 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a4df4aed-75d0-41c8-aa18-aab690565113 req-149b1168-8409-4ecb-86dd-9811c4b7aec6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fd28701-7a25-48f3-8dee-8609d4eee00a HTTP/1.1" status: 200 len: 1002 time: 0.0559201 Nov 16 12:11:02.580240 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df4aed-75d0-41c8-aa18-aab690565113 req-b70f7180-f9f0-484f-a4e6-e86c10fbe1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:11:02.581657 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a4df4aed-75d0-41c8-aa18-aab690565113 req-b70f7180-f9f0-484f-a4e6-e86c10fbe1a5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0467882 Nov 16 12:11:02.627647 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df4aed-75d0-41c8-aa18-aab690565113 req-969a299d-6f7c-487a-b725-3869b0824887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:11:02.629038 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a4df4aed-75d0-41c8-aa18-aab690565113 req-969a299d-6f7c-487a-b725-3869b0824887 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405431 Nov 16 12:11:02.717299 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a4df4aed-75d0-41c8-aa18-aab690565113 req-c9281518-8a38-4050-9914-19c2df2f8499 service neutron] 10.222.0.36 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806277 Nov 16 12:11:02.811438 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a4df4aed-75d0-41c8-aa18-aab690565113 req-a2c5d4d9-de66-4989-a813-f6b7f0f9bed7 service neutron] 10.222.0.36 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866446 Nov 16 12:11:03.514364 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a95083-235a-44eb-835d-e036bc071256 req-b6e6e4a8-b368-4101-9830-b4320b010223 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:11:03.515823 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-15a95083-235a-44eb-835d-e036bc071256 req-b6e6e4a8-b368-4101-9830-b4320b010223 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 946 time: 0.0474966 Nov 16 12:11:03.562651 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-15a95083-235a-44eb-835d-e036bc071256 req-5b370f5c-a762-4238-b287-d71fa6d73fa2 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402746 Nov 16 12:11:03.792953 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b13a14-fd42-426b-985d-18b7ea144d74 req-1405f96e-38c6-43ad-9766-07deac4161c6 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:11:03.794439 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e7b13a14-fd42-426b-985d-18b7ea144d74 req-1405f96e-38c6-43ad-9766-07deac4161c6 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 946 time: 0.0512667 Nov 16 12:11:03.840018 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e7b13a14-fd42-426b-985d-18b7ea144d74 req-0ed55918-76d6-4a4f-a805-20d6bc86f02b tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397787 Nov 16 12:11:04.953949 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49178b13-25f2-456e-80ca-1431ce87eade req-d73e05cc-d84e-4a34-b189-ed33d323abbe tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:11:04.955449 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-49178b13-25f2-456e-80ca-1431ce87eade req-d73e05cc-d84e-4a34-b189-ed33d323abbe tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 946 time: 0.0486436 Nov 16 12:11:04.988931 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4db23-eadf-428f-97d0-959d97148a10 req-0fd59fb5-063a-4445-b99f-72a21ab52017 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:11:04.991004 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e6e4db23-eadf-428f-97d0-959d97148a10 req-0fd59fb5-063a-4445-b99f-72a21ab52017 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.36 "GET /v2.0/ports?device_id=95acf52d-8e5d-4a3c-bb93-855a26af6f96 HTTP/1.1" status: 200 len: 946 time: 0.0488641 Nov 16 12:11:05.003320 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-49178b13-25f2-456e-80ca-1431ce87eade req-dbda6203-57e7-4b79-b67f-a2864fd785c6 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419555 Nov 16 12:11:05.083848 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-e6e4db23-eadf-428f-97d0-959d97148a10 req-4622e748-b3a1-4973-9f49-9db2cf2d6a31 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Deleting port 2fd28701-7a25-48f3-8dee-8609d4eee00a {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:11:05.084169 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e6e4db23-eadf-428f-97d0-959d97148a10 req-4622e748-b3a1-4973-9f49-9db2cf2d6a31 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:11:05.171970 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-e6e4db23-eadf-428f-97d0-959d97148a10 req-4622e748-b3a1-4973-9f49-9db2cf2d6a31 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] For port 2fd28701-7a25-48f3-8dee-8609d4eee00a, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=2fd28701-7a25-48f3-8dee-8609d4eee00a,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:11:05.172338 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e6e4db23-eadf-428f-97d0-959d97148a10 req-4622e748-b3a1-4973-9f49-9db2cf2d6a31 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:11:05.342727 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e6e4db23-eadf-428f-97d0-959d97148a10 req-4622e748-b3a1-4973-9f49-9db2cf2d6a31 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:11:05.343086 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e6e4db23-eadf-428f-97d0-959d97148a10 req-4622e748-b3a1-4973-9f49-9db2cf2d6a31 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:11:05.343397 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [req-e6e4db23-eadf-428f-97d0-959d97148a10 req-4622e748-b3a1-4973-9f49-9db2cf2d6a31 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Floating IP 7a1a3597-ec8b-4070-965e-8a2d11e1dbaa disassociated. External IP: 172.25.0.168, port: 2fd28701-7a25-48f3-8dee-8609d4eee00a. Nov 16 12:11:05.343734 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-e6e4db23-eadf-428f-97d0-959d97148a10 req-4622e748-b3a1-4973-9f49-9db2cf2d6a31 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Calling delete_port for 2fd28701-7a25-48f3-8dee-8609d4eee00a owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:11:05.467241 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e6e4db23-eadf-428f-97d0-959d97148a10 req-4622e748-b3a1-4973-9f49-9db2cf2d6a31 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:11:05.494282 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622e748-b3a1-4973-9f49-9db2cf2d6a31 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Pushing event deleted for resources: {'Port': ['ID=2fd28701-7a25-48f3-8dee-8609d4eee00a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:11:05.610730 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6e4db23-eadf-428f-97d0-959d97148a10 req-4622e748-b3a1-4973-9f49-9db2cf2d6a31 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Router 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:11:05.723089 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6e4db23-eadf-428f-97d0-959d97148a10 req-4622e748-b3a1-4973-9f49-9db2cf2d6a31 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:11:05.733715 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9835bb86-ab74-4886-858b-85a13b39134a None None] Sync routers for ids ['5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:11:05.744298 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9835bb86-ab74-4886-858b-85a13b39134a None None] Routers {'5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:11:05.744928 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9835bb86-ab74-4886-858b-85a13b39134a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:10:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:11:05.767798 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e4db23-eadf-428f-97d0-959d97148a10 req-4622e748-b3a1-4973-9f49-9db2cf2d6a31 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] No DVR routers for this DVR port 2fd28701-7a25-48f3-8dee-8609d4eee00a on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:11:05.770418 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e6e4db23-eadf-428f-97d0-959d97148a10 req-4622e748-b3a1-4973-9f49-9db2cf2d6a31 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:11:05.773759 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e6e4db23-eadf-428f-97d0-959d97148a10 req-4622e748-b3a1-4973-9f49-9db2cf2d6a31 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.36 "DELETE /v2.0/ports/2fd28701-7a25-48f3-8dee-8609d4eee00a HTTP/1.1" status: 204 len: 173 time: 0.7770410 Nov 16 12:11:05.774322 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95acf52d-8e5d-4a3c-bb93-855a26af6f96', 'name': 'network-vif-deleted', 'tag': '2fd28701-7a25-48f3-8dee-8609d4eee00a'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:11:05.776650 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a492e30-2dee-4a86-8671-2ffa69e85a0a" -d '{"events": [{"server_uuid": "95acf52d-8e5d-4a3c-bb93-855a26af6f96", "name": "network-vif-deleted", "tag": "2fd28701-7a25-48f3-8dee-8609d4eee00a"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:11:05.813945 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be468f3-11b1-4509-8730-935ec90b87f4 x-openstack-request-id: req-3be468f3-11b1-4509-8730-935ec90b87f4 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:11:05.814349 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95acf52d-8e5d-4a3c-bb93-855a26af6f96", "name": "network-vif-deleted", "tag": "2fd28701-7a25-48f3-8dee-8609d4eee00a", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:11:05.814461 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3be468f3-11b1-4509-8730-935ec90b87f4 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:11:05.814865 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95acf52d-8e5d-4a3c-bb93-855a26af6f96', 'name': 'network-vif-deleted', 'tag': '2fd28701-7a25-48f3-8dee-8609d4eee00a', 'status': 'completed', 'code': 200} Nov 16 12:11:05.853965 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-9835bb86-ab74-4886-858b-85a13b39134a None None] Set router 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:11:06.062566 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9835bb86-ab74-4886-858b-85a13b39134a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'name': 'tempest-ServerActionsTestJSON-1199017088-router', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:06:26Z', 'updated_at': '2021-11-16T12:06:29Z', 'revision_number': 4, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'gw_port': {'id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:27Z', 'updated_at': '2021-11-16T12:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '7b4674ce-d0bb-4357-a84b-cc68655d03c0', 'name': '', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'mac_address': 'fa:16:3e:e4:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '626c6757-b381-4075-be6d-8260f307f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:29Z', 'updated_at': '2021-11-16T12:06:33Z', 'revision_number': 5, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'subnets': [{'id': '626c6757-b381-4075-be6d-8260f307f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:11:06.087824 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9835bb86-ab74-4886-858b-85a13b39134a None None] Checking router: 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:11:06.095885 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9835bb86-ab74-4886-858b-85a13b39134a None None] Routers {'5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:11:06.096480 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9835bb86-ab74-4886-858b-85a13b39134a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:10:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:11:06.200965 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-9835bb86-ab74-4886-858b-85a13b39134a None None] Set router 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:11:06.284288 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-115a93c7-1963-4a14-9192-b9d05de5df25 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--2044211792&fields=id&tenant_id=fa1f0787ff78459a91511f0e797caff6 HTTP/1.1" status: 200 len: 267 time: 0.0425351 Nov 16 12:11:06.393597 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-bd79f920-8845-4026-9f7a-9ee33967a621 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:11:06.395113 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-bd79f920-8845-4026-9f7a-9ee33967a621 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 812 time: 0.1034493 Nov 16 12:11:06.400025 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9835bb86-ab74-4886-858b-85a13b39134a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'name': 'tempest-ServerActionsTestJSON-1199017088-router', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:06:26Z', 'updated_at': '2021-11-16T12:06:29Z', 'revision_number': 4, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'gw_port': {'id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:27Z', 'updated_at': '2021-11-16T12:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '7b4674ce-d0bb-4357-a84b-cc68655d03c0', 'name': '', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'mac_address': 'fa:16:3e:e4:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '626c6757-b381-4075-be6d-8260f307f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:29Z', 'updated_at': '2021-11-16T12:06:33Z', 'revision_number': 5, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'subnets': [{'id': '626c6757-b381-4075-be6d-8260f307f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:11:06.411438 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-c710edb0-900d-4959-8445-e14a8f09eb58 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/quotas/fa1f0787ff78459a91511f0e797caff6 HTTP/1.1" status: 200 len: 375 time: 0.0098619 Nov 16 12:11:06.428620 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9835bb86-ab74-4886-858b-85a13b39134a None None] The sync data for ids ['5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'] in n-d-816823-3 is: [{'id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'name': 'tempest-ServerActionsTestJSON-1199017088-router', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:06:26Z', 'updated_at': '2021-11-16T12:06:29Z', 'revision_number': 4, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'gw_port': {'id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:27Z', 'updated_at': '2021-11-16T12:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '7b4674ce-d0bb-4357-a84b-cc68655d03c0', 'name': '', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'mac_address': 'fa:16:3e:e4:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '626c6757-b381-4075-be6d-8260f307f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:29Z', 'updated_at': '2021-11-16T12:06:33Z', 'revision_number': 5, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'subnets': [{'id': '626c6757-b381-4075-be6d-8260f307f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:11:06.465397 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-d01883ff-70e3-4c44-9ad1-c7a269c90704 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480354 Nov 16 12:11:06.530565 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-3a95a833-453a-4917-98f0-54c7e3ee277a service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 12:11:06.531574 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-3a95a833-453a-4917-98f0-54c7e3ee277a service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0544333 Nov 16 12:11:06.627731 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-883b2906-4eb4-4939-a53c-333089bdf1b1 service neutron] 10.222.0.61 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896618 Nov 16 12:11:06.665564 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45e72cc-72cc-4f7c-abf0-fcd1e6f70ea0 None None] New status for floating IP 7a1a3597-ec8b-4070-965e-8a2d11e1dbaa: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 12:11:06.719017 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-766a1cb2-d904-41d2-af7e-9245f4e91913 service neutron] 10.222.0.61 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846848 Nov 16 12:11:06.881631 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8d842218-9fca-453b-a4c0-ffd6c65cceb5 req-1125b164-59a0-42e4-95ad-c81251a0eccf tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 210 time: 0.0268321 Nov 16 12:11:07.965531 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-72a922ba-8deb-40eb-b08b-5f4b7b9da171 req-aec16615-d2c1-4ef1-9217-9888064e1b6c tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 210 time: 0.0315180 Nov 16 12:11:09.044425 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4fb06aa5-d7e9-4bad-919b-930a3ee7e9ef req-f3bc8526-1687-4df6-963b-576dfbb7e782 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 210 time: 0.0271366 Nov 16 12:11:09.792796 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 2fd28701-7a25-48f3-8dee-8609d4eee00a no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:11:09.816350 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: 2fd28701-7a25-48f3-8dee-8609d4eee00a {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:11:09.816703 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 2fd28701-7a25-48f3-8dee-8609d4eee00a not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:11:10.122026 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-80dc166d-02ca-47c8-a7d0-7ba6bbc7106e req-fcb0f207-71db-4f58-b190-e2825b37edb5 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 210 time: 0.0273557 Nov 16 12:11:11.216282 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b15134a9-792e-4ab6-b345-219117f538bf req-9e34820e-b112-463e-a613-ee21509b4f5c tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 210 time: 0.0261214 Nov 16 12:11:11.986272 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-83c15250-8806-4121-92ee-5000535b9002 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:11:11.987840 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-83c15250-8806-4121-92ee-5000535b9002 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.64 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 812 time: 0.1067371 Nov 16 12:11:12.066393 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-051b9da0-8fa4-4087-8108-7efb2add2793 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa1f0787ff78459a91511f0e797caff6 HTTP/1.1" status: 200 len: 380 time: 0.0596945 Nov 16 12:11:12.076400 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-f310b205-88f8-4dca-8b69-98f3bbd30d65 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Request body: {'port': {'device_id': '21962c01-3b0f-477b-8600-94377f27c954', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'admin_state_up': True, 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'security_groups': ['d71af835-cf94-46f4-b0ba-2e2199258eb5']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:11:12.188742 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-f310b205-88f8-4dca-8b69-98f3bbd30d65 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Made reservation on behalf of fa1f0787ff78459a91511f0e797caff6 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:11:12.192601 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-f310b205-88f8-4dca-8b69-98f3bbd30d65 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:11:12.313023 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f50fa24a-5ba5-40d8-8893-16b10f3beb8d req-7bb5cc06-f1dd-4358-8844-9f592fdd288d tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 210 time: 0.0272465 Nov 16 12:11:12.335405 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-f310b205-88f8-4dca-8b69-98f3bbd30d65 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Allocated IP 172.20.0.14 (1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc/626c6757-b381-4075-be6d-8260f307f917/abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:11:12.470493 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-f310b205-88f8-4dca-8b69-98f3bbd30d65 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:11:12.502807 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-f310b205-88f8-4dca-8b69-98f3bbd30d65 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:11:12.547580 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-f310b205-88f8-4dca-8b69-98f3bbd30d65 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Network 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:11:12.553060 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-f310b205-88f8-4dca-8b69-98f3bbd30d65 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:11:12.555437 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-f310b205-88f8-4dca-8b69-98f3bbd30d65 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:11:12.585652 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f310b205-88f8-4dca-8b69-98f3bbd30d65 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Pushing event updated for resources: {'Port': ['ID=abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:11:12.611648 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-f310b205-88f8-4dca-8b69-98f3bbd30d65 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:11:12.612270 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-f310b205-88f8-4dca-8b69-98f3bbd30d65 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:11:12.629623 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-f310b205-88f8-4dca-8b69-98f3bbd30d65 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5569232 Nov 16 12:11:12.646916 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-899a1c55-b630-476e-941c-8318863fcdfc service neutron] Request body: {'port': {'device_id': '21962c01-3b0f-477b-8600-94377f27c954', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:11:12.707326 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-899a1c55-b630-476e-941c-8318863fcdfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:11:12.789869 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-be72b657-58af-4f5f-af9e-5ede6cd7a457 None None] Provisioning complete for port abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:11:12.790498 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-be72b657-58af-4f5f-af9e-5ede6cd7a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:11:12.823787 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-be72b657-58af-4f5f-af9e-5ede6cd7a457 None None] Port abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:11:12.967865 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-899a1c55-b630-476e-941c-8318863fcdfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:11:12.975653 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-899a1c55-b630-476e-941c-8318863fcdfc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:11:12.987741 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-899a1c55-b630-476e-941c-8318863fcdfc service neutron] Transition to ACTIVE for port object abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 12:11:12.992104 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-899a1c55-b630-476e-941c-8318863fcdfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:11:13.041640 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a1c55-b630-476e-941c-8318863fcdfc service neutron] Pushing event updated for resources: {'Port': ['ID=abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:11:13.117546 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-899a1c55-b630-476e-941c-8318863fcdfc service neutron] Attempting to bind port abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:11:13.117546 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-899a1c55-b630-476e-941c-8318863fcdfc service neutron] Attempting to bind port abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:11:13.117546 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-899a1c55-b630-476e-941c-8318863fcdfc service neutron] Attempting to bind port abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 on network 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:11:13.125135 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-899a1c55-b630-476e-941c-8318863fcdfc service neutron] Port abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 on network 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 12:11:13.125542 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-899a1c55-b630-476e-941c-8318863fcdfc service neutron] Attempting to bind port abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 on network 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:11:13.131319 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-916cbf2a-e9a1-4882-982c-13302aa25c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:11:13.131551 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-899a1c55-b630-476e-941c-8318863fcdfc service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:11:13.131930 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-899a1c55-b630-476e-941c-8318863fcdfc service neutron] Checking segment: {'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:11:13.132388 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-899a1c55-b630-476e-941c-8318863fcdfc service neutron] Bound using segment: {'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:11:13.132899 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-899a1c55-b630-476e-941c-8318863fcdfc service neutron] Bound port: abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:11:13.133376 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-899a1c55-b630-476e-941c-8318863fcdfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:11:13.199297 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-899a1c55-b630-476e-941c-8318863fcdfc service neutron] For port abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:11:13.202490 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-899a1c55-b630-476e-941c-8318863fcdfc service neutron] For port abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:11:13.207661 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-899a1c55-b630-476e-941c-8318863fcdfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:11:13.242948 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-899a1c55-b630-476e-941c-8318863fcdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:11:13.243817 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-899a1c55-b630-476e-941c-8318863fcdfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:11:13.245210 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-899a1c55-b630-476e-941c-8318863fcdfc service neutron] 10.222.0.64 "PUT /v2.0/ports/abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 HTTP/1.1" status: 200 len: 1092 time: 0.6028404 Nov 16 12:11:13.247938 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21962c01-3b0f-477b-8600-94377f27c954', 'tag': 'abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:11:13.250153 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705b5389-cc41-4afe-baf0-f4a40360ab1a" -d '{"events": [{"name": "network-changed", "server_uuid": "21962c01-3b0f-477b-8600-94377f27c954", "tag": "abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:11:13.278832 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a1c55-b630-476e-941c-8318863fcdfc service neutron] Pushing event updated for resources: {'Port': ['ID=abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:11:13.300227 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45a2bbd-3cdf-4622-a2aa-1803b85cd34d x-openstack-request-id: req-e45a2bbd-3cdf-4622-a2aa-1803b85cd34d {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:11:13.300527 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21962c01-3b0f-477b-8600-94377f27c954", "tag": "abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:11:13.300763 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e45a2bbd-3cdf-4622-a2aa-1803b85cd34d {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:11:13.301158 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21962c01-3b0f-477b-8600-94377f27c954', 'tag': 'abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8', 'status': 'completed', 'code': 200} Nov 16 12:11:13.337527 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-7e66646f-8e8f-45a2-b6a0-36ef72bb91e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:11:13.339053 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-7e66646f-8e8f-45a2-b6a0-36ef72bb91e2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 1095 time: 0.0492878 Nov 16 12:11:13.392055 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-8fbb60b9-9386-4053-b8dd-7ade22ae26cc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 HTTP/1.1" status: 200 len: 217 time: 0.0406411 Nov 16 12:11:13.441000 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb94563-e3a0-45c0-9d56-59546e6f23c0 req-1fca5ed6-0964-43b5-8324-80439a2f3ae3 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:11:13.442509 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5cb94563-e3a0-45c0-9d56-59546e6f23c0 req-1fca5ed6-0964-43b5-8324-80439a2f3ae3 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 944 time: 0.0551076 Nov 16 12:11:13.449026 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-d5a426ac-f5bc-4ccc-910e-48ef4fd8fb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:11:13.450577 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-d5a426ac-f5bc-4ccc-910e-48ef4fd8fb61 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0478945 Nov 16 12:11:13.493186 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5cb94563-e3a0-45c0-9d56-59546e6f23c0 req-31a71bf7-712c-4034-8496-ca0385384f18 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445600 Nov 16 12:11:13.502554 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-d11fd019-0cda-45b4-8efa-9f9e73176c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:11:13.504046 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-d11fd019-0cda-45b4-8efa-9f9e73176c91 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425034 Nov 16 12:11:13.600048 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-f6c20fc9-854c-4104-bc70-ab1d533efab1 service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840096 Nov 16 12:11:13.691152 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5b46d514-39be-4fbd-baf5-d5b3eca53073 req-9fae905b-5331-45ad-924c-86538caa3d21 service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806429 Nov 16 12:11:13.788481 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b5389-cc41-4afe-baf0-f4a40360ab1a req-fc9a3759-36ba-4d37-a59c-b61556d085bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:11:13.789978 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-705b5389-cc41-4afe-baf0-f4a40360ab1a req-fc9a3759-36ba-4d37-a59c-b61556d085bb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 1095 time: 0.0412230 Nov 16 12:11:13.884084 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b5389-cc41-4afe-baf0-f4a40360ab1a req-86e8e634-2620-4714-8ade-e88366668718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:11:13.885456 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-705b5389-cc41-4afe-baf0-f4a40360ab1a req-86e8e634-2620-4714-8ade-e88366668718 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 913 time: 0.0859365 Nov 16 12:11:13.926032 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-705b5389-cc41-4afe-baf0-f4a40360ab1a req-b3c2fe64-479e-4ff9-ab07-8a6d4cdb62be service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 HTTP/1.1" status: 200 len: 217 time: 0.0329802 Nov 16 12:11:13.980704 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b5389-cc41-4afe-baf0-f4a40360ab1a req-4a63ec5a-1b7d-4be8-90c4-f18fd9828dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:11:13.982152 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-705b5389-cc41-4afe-baf0-f4a40360ab1a req-4a63ec5a-1b7d-4be8-90c4-f18fd9828dc8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0463655 Nov 16 12:11:14.028464 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b5389-cc41-4afe-baf0-f4a40360ab1a req-2c7f8000-0dda-4c55-8716-5335a06a7e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:11:14.030215 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-705b5389-cc41-4afe-baf0-f4a40360ab1a req-2c7f8000-0dda-4c55-8716-5335a06a7e78 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398519 Nov 16 12:11:14.129214 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-705b5389-cc41-4afe-baf0-f4a40360ab1a req-3c31e16c-1a96-42d2-b9cc-9672d67c9380 service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864615 Nov 16 12:11:14.217748 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-705b5389-cc41-4afe-baf0-f4a40360ab1a req-7a17a929-0ad1-4d8c-90f8-c2532513d814 service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799348 Nov 16 12:11:14.609335 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac2432-39a1-4e85-bd5b-dfe46cd831ac req-bf791d8f-f650-466b-a3a4-6292c5f5fb1c tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:11:14.610837 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4aac2432-39a1-4e85-bd5b-dfe46cd831ac req-bf791d8f-f650-466b-a3a4-6292c5f5fb1c tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 944 time: 0.0492432 Nov 16 12:11:14.659165 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4aac2432-39a1-4e85-bd5b-dfe46cd831ac req-ad2cf497-e5c5-47f6-a89c-86f65076b97c tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423000 Nov 16 12:11:15.640313 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c5e816d9-c26f-4d96-b6e1-ab215886267a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:11:15.782972 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd74e3-ef10-46de-a6ca-7d904d4853cb req-c86e82f0-4088-4794-b7dd-32c18977c6e7 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:11:15.784536 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-81fd74e3-ef10-46de-a6ca-7d904d4853cb req-c86e82f0-4088-4794-b7dd-32c18977c6e7 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 944 time: 0.0530815 Nov 16 12:11:15.840961 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-81fd74e3-ef10-46de-a6ca-7d904d4853cb req-3230b99c-417f-4f9a-9998-8ed798219ce1 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488591 Nov 16 12:11:16.773647 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:11:16.956730 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe920d6-8519-448c-aab0-2e32abd39622 req-8eec6c38-b8fe-44f0-b0ad-41c921b004bd tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:11:16.958542 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0fe920d6-8519-448c-aab0-2e32abd39622 req-8eec6c38-b8fe-44f0-b0ad-41c921b004bd tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 944 time: 0.0486553 Nov 16 12:11:17.008217 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0fe920d6-8519-448c-aab0-2e32abd39622 req-d124d0b5-a542-42ed-b710-59558321c856 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413673 Nov 16 12:11:17.212698 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 12:11:17.305271 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:11:17.316188 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'port_id': 'abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8', 'mac_address': 'fa:16:3e:23:41:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626c6757-b381-4075-be6d-8260f307f917', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 12:11:17.356223 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:11:17.368631 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:11:17.388738 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:11:17.392438 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:11:17.439602 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:11:17.677181 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:11:18.124098 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb29ddf-cef3-4fe6-8473-f47f3ec5b45e req-cc418952-3684-42a9-8789-af419f8d6a11 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:11:18.125566 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2bb29ddf-cef3-4fe6-8473-f47f3ec5b45e req-cc418952-3684-42a9-8789-af419f8d6a11 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 945 time: 0.0492582 Nov 16 12:11:18.173312 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2bb29ddf-cef3-4fe6-8473-f47f3ec5b45e req-6df450b8-ba98-490d-8e7f-fe80830b2779 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411170 Nov 16 12:11:18.478376 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:11:18.930706 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:11:19.238252 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:11:19.287632 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 12:11:19.291797 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:11:19.292169 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:11:19.292958 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef65088-c90b-4aa2-8e2e-272688248946 req-dadb9cae-4b61-4fc6-8908-2a9e0a3fdd76 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:11:19.294484 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7ef65088-c90b-4aa2-8e2e-272688248946 req-dadb9cae-4b61-4fc6-8908-2a9e0a3fdd76 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 945 time: 0.0531380 Nov 16 12:11:19.342930 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7ef65088-c90b-4aa2-8e2e-272688248946 req-0de33214-b6ba-4414-b59f-00d5a0c0b556 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424287 Nov 16 12:11:19.527684 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:11:19.550089 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21962c01-3b0f-477b-8600-94377f27c954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:11:19.552334 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1907696-7353-4e10-861e-0c59e5b0dead" -d '{"events": [{"server_uuid": "21962c01-3b0f-477b-8600-94377f27c954", "name": "network-vif-plugged", "status": "completed", "tag": "abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:11:19.564559 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:11:19.569226 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:11:19.591929 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64247b90-fe9e-4af4-a8a3-0893f01fb986 x-openstack-request-id: req-64247b90-fe9e-4af4-a8a3-0893f01fb986 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:11:19.592215 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21962c01-3b0f-477b-8600-94377f27c954", "name": "network-vif-plugged", "status": "completed", "tag": "abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:11:19.592462 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-64247b90-fe9e-4af4-a8a3-0893f01fb986 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:11:19.592842 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21962c01-3b0f-477b-8600-94377f27c954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8', 'code': 200} Nov 16 12:11:19.618502 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:11:19.689133 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe32420-f3dc-4090-a9e2-10ef8c04b199 req-981905c1-5424-46b4-8b27-c5cb3666c0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:11:19.690648 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5fe32420-f3dc-4090-a9e2-10ef8c04b199 req-981905c1-5424-46b4-8b27-c5cb3666c0e5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 1097 time: 0.0396900 Nov 16 12:11:19.738697 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5fe32420-f3dc-4090-a9e2-10ef8c04b199 req-4278fe4e-2cb5-410d-a013-787860f2bf82 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361457 Nov 16 12:11:20.460064 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b14d34-59ff-42b3-a670-b9d4c03b722e req-a6a84979-e5f1-4222-b9d1-533135ef6592 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:11:20.461526 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-75b14d34-59ff-42b3-a670-b9d4c03b722e req-a6a84979-e5f1-4222-b9d1-533135ef6592 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 946 time: 0.0482864 Nov 16 12:11:20.510200 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-75b14d34-59ff-42b3-a670-b9d4c03b722e req-bec25332-34fe-4ae0-87ea-9cc4bbd278a9 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427034 Nov 16 12:11:21.624007 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a7f17-b192-4969-a48b-5a553ca3b88d req-43b60516-1026-446c-b17d-e655dbaa862b tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:11:21.625468 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2e7a7f17-b192-4969-a48b-5a553ca3b88d req-43b60516-1026-446c-b17d-e655dbaa862b tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 946 time: 0.0478470 Nov 16 12:11:21.677489 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2e7a7f17-b192-4969-a48b-5a553ca3b88d req-3fa90900-5842-4306-8af5-c53a072ae61f tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455649 Nov 16 12:11:21.788324 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee94fa6-423d-44da-a5eb-d51741b9cf7b req-ca4fc016-ef37-4a71-b956-361d2cd04d95 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:11:21.789691 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dee94fa6-423d-44da-a5eb-d51741b9cf7b req-ca4fc016-ef37-4a71-b956-361d2cd04d95 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 946 time: 0.0487030 Nov 16 12:11:21.798767 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 53644) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:11:21.803282 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-c8c12189-1983-402f-97a3-0a97e6f21ba0 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Request body: {'floatingip': {'port_id': 'abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:11:21.842629 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c8c12189-1983-402f-97a3-0a97e6f21ba0 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks [] for floatingip, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:11:22.259267 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c8c12189-1983-402f-97a3-0a97e6f21ba0 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:11:22.263121 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c8c12189-1983-402f-97a3-0a97e6f21ba0 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:11:22.362896 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [None req-c8c12189-1983-402f-97a3-0a97e6f21ba0 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Floating IP 7a1a3597-ec8b-4070-965e-8a2d11e1dbaa associated. External IP: 172.25.0.168, port: abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8. Nov 16 12:11:22.567273 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c12189-1983-402f-97a3-0a97e6f21ba0 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Router 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:11:22.673388 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c12189-1983-402f-97a3-0a97e6f21ba0 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:11:22.678749 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c8c12189-1983-402f-97a3-0a97e6f21ba0 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:11:22.683443 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22875608-74af-4020-b9b8-f15316618486 None None] Sync routers for ids ['5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:11:22.693095 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22875608-74af-4020-b9b8-f15316618486 None None] Routers {'5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:11:22.693713 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-22875608-74af-4020-b9b8-f15316618486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:11:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:11:22.704993 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c8c12189-1983-402f-97a3-0a97e6f21ba0 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "PUT /v2.0/floatingips/7a1a3597-ec8b-4070-965e-8a2d11e1dbaa HTTP/1.1" status: 200 len: 992 time: 0.9051270 Nov 16 12:11:22.705584 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21962c01-3b0f-477b-8600-94377f27c954', 'tag': 'abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:11:22.708018 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d367ceda-c196-4e52-8fa6-80a641818930" -d '{"events": [{"name": "network-changed", "server_uuid": "21962c01-3b0f-477b-8600-94377f27c954", "tag": "abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:11:22.799626 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3b6680-8111-4906-8c4f-7b989c49162d x-openstack-request-id: req-3e3b6680-8111-4906-8c4f-7b989c49162d {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:11:22.799926 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21962c01-3b0f-477b-8600-94377f27c954", "tag": "abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:11:22.800177 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3e3b6680-8111-4906-8c4f-7b989c49162d {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:11:22.800589 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21962c01-3b0f-477b-8600-94377f27c954', 'tag': 'abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8', 'status': 'completed', 'code': 200} Nov 16 12:11:22.804941 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-22875608-74af-4020-b9b8-f15316618486 None None] Set router 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:11:22.866893 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367ceda-c196-4e52-8fa6-80a641818930 req-8c055c35-b3a2-4528-bd49-ac6d2d0b4e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:11:22.868414 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d367ceda-c196-4e52-8fa6-80a641818930 req-8c055c35-b3a2-4528-bd49-ac6d2d0b4e3e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 1097 time: 0.0446529 Nov 16 12:11:22.959832 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367ceda-c196-4e52-8fa6-80a641818930 req-ddb44c03-9d30-4a28-b4cb-6d8b5ec0e4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:11:22.961301 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d367ceda-c196-4e52-8fa6-80a641818930 req-ddb44c03-9d30-4a28-b4cb-6d8b5ec0e4f9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 913 time: 0.0833449 Nov 16 12:11:23.028316 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-22875608-74af-4020-b9b8-f15316618486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'name': 'tempest-ServerActionsTestJSON-1199017088-router', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:06:26Z', 'updated_at': '2021-11-16T12:06:29Z', 'revision_number': 4, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'gw_port': {'id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:27Z', 'updated_at': '2021-11-16T12:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '7a1a3597-ec8b-4070-965e-8a2d11e1dbaa', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'floating_ip_address': '172.25.0.168', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'port_id': 'abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'mac_address': 'fa:16:3e:23:41:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21962c01-3b0f-477b-8600-94377f27c954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:06:31Z', 'updated_at': '2021-11-16T12:11:22Z', 'revision_number': 9, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b4674ce-d0bb-4357-a84b-cc68655d03c0', 'name': '', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'mac_address': 'fa:16:3e:e4:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '626c6757-b381-4075-be6d-8260f307f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:29Z', 'updated_at': '2021-11-16T12:06:33Z', 'revision_number': 5, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'subnets': [{'id': '626c6757-b381-4075-be6d-8260f307f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:11:23.032486 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d367ceda-c196-4e52-8fa6-80a641818930 req-b43172fb-4133-4b37-b65b-1ff6ebdc05d6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 HTTP/1.1" status: 200 len: 1000 time: 0.0630505 Nov 16 12:11:23.055105 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22875608-74af-4020-b9b8-f15316618486 None None] Checking router: 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:11:23.064591 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22875608-74af-4020-b9b8-f15316618486 None None] Routers {'5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:11:23.065214 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-22875608-74af-4020-b9b8-f15316618486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:11:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:11:23.082924 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367ceda-c196-4e52-8fa6-80a641818930 req-0e246dfd-4d3d-4f17-8d0a-38d70cd7ed97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:11:23.084914 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d367ceda-c196-4e52-8fa6-80a641818930 req-0e246dfd-4d3d-4f17-8d0a-38d70cd7ed97 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0441225 Nov 16 12:11:23.133454 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367ceda-c196-4e52-8fa6-80a641818930 req-eeafa7bb-1519-4aba-b81e-14d0b9202d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:11:23.135249 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d367ceda-c196-4e52-8fa6-80a641818930 req-eeafa7bb-1519-4aba-b81e-14d0b9202d45 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422964 Nov 16 12:11:23.178195 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-22875608-74af-4020-b9b8-f15316618486 None None] Set router 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:11:23.235822 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d367ceda-c196-4e52-8fa6-80a641818930 req-4767dc51-0671-42c1-ad3a-15b5e451c54c service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877855 Nov 16 12:11:23.327016 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d367ceda-c196-4e52-8fa6-80a641818930 req-c7a93793-a14c-41b8-bfa1-bec192554ed5 service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823777 Nov 16 12:11:23.400567 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-22875608-74af-4020-b9b8-f15316618486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'name': 'tempest-ServerActionsTestJSON-1199017088-router', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:06:26Z', 'updated_at': '2021-11-16T12:06:29Z', 'revision_number': 4, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'gw_port': {'id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:27Z', 'updated_at': '2021-11-16T12:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '7a1a3597-ec8b-4070-965e-8a2d11e1dbaa', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'floating_ip_address': '172.25.0.168', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'port_id': 'abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'mac_address': 'fa:16:3e:23:41:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21962c01-3b0f-477b-8600-94377f27c954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:06:31Z', 'updated_at': '2021-11-16T12:11:22Z', 'revision_number': 9, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b4674ce-d0bb-4357-a84b-cc68655d03c0', 'name': '', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'mac_address': 'fa:16:3e:e4:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '626c6757-b381-4075-be6d-8260f307f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:29Z', 'updated_at': '2021-11-16T12:06:33Z', 'revision_number': 5, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'subnets': [{'id': '626c6757-b381-4075-be6d-8260f307f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:11:23.427696 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22875608-74af-4020-b9b8-f15316618486 None None] The sync data for ids ['5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'] in n-d-816823-3 is: [{'id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'name': 'tempest-ServerActionsTestJSON-1199017088-router', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:06:26Z', 'updated_at': '2021-11-16T12:06:29Z', 'revision_number': 4, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'gw_port': {'id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:27Z', 'updated_at': '2021-11-16T12:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '7a1a3597-ec8b-4070-965e-8a2d11e1dbaa', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'floating_ip_address': '172.25.0.168', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'port_id': 'abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'mac_address': 'fa:16:3e:23:41:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21962c01-3b0f-477b-8600-94377f27c954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:06:31Z', 'updated_at': '2021-11-16T12:11:22Z', 'revision_number': 9, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b4674ce-d0bb-4357-a84b-cc68655d03c0', 'name': '', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'mac_address': 'fa:16:3e:e4:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '626c6757-b381-4075-be6d-8260f307f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:29Z', 'updated_at': '2021-11-16T12:06:33Z', 'revision_number': 5, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'subnets': [{'id': '626c6757-b381-4075-be6d-8260f307f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:11:23.618870 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b4a0fa-33ed-4402-80e7-70022bc731fb None None] New status for floating IP 7a1a3597-ec8b-4070-965e-8a2d11e1dbaa: ACTIVE {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 12:11:26.436060 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:11:28.571151 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:11:29.350268 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:11:43.123576 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-37cd1010-4a1b-4f0a-a2c8-7c20a1f580cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:11:45.640968 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dcde9ec4-223d-4144-b6da-35121bd25f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:11:46.776814 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:11:48.480689 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:11:48.933690 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:11:58.577420 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:11:59.349605 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:12:03.435218 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:12:13.126926 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3d8a1c78-0a0d-440c-b58f-1865e8b2fc4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:12:15.641742 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-75594293-4f86-4d47-95b0-b26c98c0bae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:12:16.780096 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:12:16.856485 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d0e83d13-2760-46ef-89ae-3ddd66957853 req-4c877cb1-b00d-4db2-8154-b65598af1f1e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400212 Nov 16 12:12:16.951154 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e83d13-2760-46ef-89ae-3ddd66957853 req-fcdeb120-7275-4faf-b50c-d55817086f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:12:16.952630 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d0e83d13-2760-46ef-89ae-3ddd66957853 req-fcdeb120-7275-4faf-b50c-d55817086f31 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 1097 time: 0.0441818 Nov 16 12:12:17.063714 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e83d13-2760-46ef-89ae-3ddd66957853 req-dc1c504f-c5c4-41e5-95f5-3a1b513ca0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:12:17.065088 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d0e83d13-2760-46ef-89ae-3ddd66957853 req-dc1c504f-c5c4-41e5-95f5-3a1b513ca0eb service neutron] 10.222.0.64 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 913 time: 0.0876338 Nov 16 12:12:17.137713 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d0e83d13-2760-46ef-89ae-3ddd66957853 req-82cf5ed8-0035-420c-84e3-e86332446926 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 HTTP/1.1" status: 200 len: 1003 time: 0.0618610 Nov 16 12:12:17.192868 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e83d13-2760-46ef-89ae-3ddd66957853 req-365dfdb9-5616-40e6-8bd9-ed311f2610a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:12:17.194371 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d0e83d13-2760-46ef-89ae-3ddd66957853 req-365dfdb9-5616-40e6-8bd9-ed311f2610a4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0447283 Nov 16 12:12:17.243396 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e83d13-2760-46ef-89ae-3ddd66957853 req-944e0cdb-cab9-42a9-8a3b-f8e723f26b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:12:17.244947 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d0e83d13-2760-46ef-89ae-3ddd66957853 req-944e0cdb-cab9-42a9-8a3b-f8e723f26b49 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402532 Nov 16 12:12:17.632107 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d0e83d13-2760-46ef-89ae-3ddd66957853 req-0e64e000-7918-4ae7-8f56-ed4f284688e3 service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753324 Nov 16 12:12:17.722417 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d0e83d13-2760-46ef-89ae-3ddd66957853 req-c9a336b6-fc5d-41f7-b4df-6cd37dbb7483 service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789919 Nov 16 12:12:18.482836 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:12:18.935265 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:12:28.583837 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:12:29.364393 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:12:40.433887 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:12:43.130989 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb361bea-3957-433f-8ec3-283b2e9e584a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:12:45.643526 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-107ac17a-63a3-4baa-8df8-25daed4eb17b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:12:46.782287 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:12:48.484687 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:12:48.935889 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:12:58.600490 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:12:59.364071 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:04.354698 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3d262086-4281-490f-8faf-77d69eb366d9 req-fe7d6ef8-68cb-4076-acd7-fb0602ddac7a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0701573 Nov 16 12:13:04.362894 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf6467-8ac1-4b07-8d63-974734ef5a59 req-fe0b2fa5-4467-420d-bcfc-395800456dd0 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:04.364379 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-42cf6467-8ac1-4b07-8d63-974734ef5a59 req-fe0b2fa5-4467-420d-bcfc-395800456dd0 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 946 time: 0.0695226 Nov 16 12:13:04.412455 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-42cf6467-8ac1-4b07-8d63-974734ef5a59 req-5e44991a-a241-425d-849e-5aee1deff82d tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415566 Nov 16 12:13:05.418196 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d262086-4281-490f-8faf-77d69eb366d9 req-25a7674f-7b30-4e5b-bcb9-babca6f0e456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:05.419690 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3d262086-4281-490f-8faf-77d69eb366d9 req-25a7674f-7b30-4e5b-bcb9-babca6f0e456 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 1097 time: 0.0438755 Nov 16 12:13:05.513790 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d262086-4281-490f-8faf-77d69eb366d9 req-2da92219-bf0b-4c78-a9b4-e89655f1eaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:05.515347 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3d262086-4281-490f-8faf-77d69eb366d9 req-2da92219-bf0b-4c78-a9b4-e89655f1eaa4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 913 time: 0.0841417 Nov 16 12:13:05.531406 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf942a2f-faa8-4179-9510-9e212dbea934 req-3c8e10bc-24f6-4529-a4d2-16eb76cf5398 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:05.532869 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bf942a2f-faa8-4179-9510-9e212dbea934 req-3c8e10bc-24f6-4529-a4d2-16eb76cf5398 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 946 time: 0.0517311 Nov 16 12:13:05.580283 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bf942a2f-faa8-4179-9510-9e212dbea934 req-725d8636-5bf7-4ab3-bfeb-c01aa2a62bc2 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413671 Nov 16 12:13:05.590361 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3d262086-4281-490f-8faf-77d69eb366d9 req-fe186796-3025-49ba-aa86-3bb0686ec4f2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 HTTP/1.1" status: 200 len: 1003 time: 0.0622976 Nov 16 12:13:05.644132 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d262086-4281-490f-8faf-77d69eb366d9 req-68a7aeb1-6d7c-41ad-9eff-6169ec968456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:05.645551 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3d262086-4281-490f-8faf-77d69eb366d9 req-68a7aeb1-6d7c-41ad-9eff-6169ec968456 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0424974 Nov 16 12:13:05.706043 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d262086-4281-490f-8faf-77d69eb366d9 req-2e1ad5e4-c517-4d65-8c10-4f814b3f05c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:05.707545 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3d262086-4281-490f-8faf-77d69eb366d9 req-2e1ad5e4-c517-4d65-8c10-4f814b3f05c4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510535 Nov 16 12:13:05.807717 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3d262086-4281-490f-8faf-77d69eb366d9 req-11f54108-a33b-4d8d-8c12-5d23097cc44a service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889575 Nov 16 12:13:05.900609 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3d262086-4281-490f-8faf-77d69eb366d9 req-89dcfb2c-8be6-403c-b10e-5bc7a71f66aa service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817025 Nov 16 12:13:06.696426 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca608aa6-3b4b-47d4-abac-a2eea1fc344b req-dbf99392-eaf2-4b39-8d78-88c27c979710 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:06.697908 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ca608aa6-3b4b-47d4-abac-a2eea1fc344b req-dbf99392-eaf2-4b39-8d78-88c27c979710 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 946 time: 0.0490003 Nov 16 12:13:06.744527 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ca608aa6-3b4b-47d4-abac-a2eea1fc344b req-85cfa10d-215f-4e9d-a564-39e73d66a6af tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408146 Nov 16 12:13:07.862193 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5989a7-2082-4b91-8e67-321972409e66 req-f15760ac-89eb-4608-8287-be56ce4645ab tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:07.863637 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6a5989a7-2082-4b91-8e67-321972409e66 req-f15760ac-89eb-4608-8287-be56ce4645ab tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 946 time: 0.0513675 Nov 16 12:13:07.908963 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6a5989a7-2082-4b91-8e67-321972409e66 req-a67a5c29-c9aa-49a0-af00-c11dd9988b76 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395350 Nov 16 12:13:09.026373 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365b119-bb51-4003-9bb4-907a317f754d req-7e3e9f53-2f09-461d-b90f-7f9d7cbe80c5 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:09.028119 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e365b119-bb51-4003-9bb4-907a317f754d req-7e3e9f53-2f09-461d-b90f-7f9d7cbe80c5 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 946 time: 0.0488462 Nov 16 12:13:09.074434 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e365b119-bb51-4003-9bb4-907a317f754d req-75d2e65c-a3af-4a41-991a-9192ea185928 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405419 Nov 16 12:13:10.189674 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8059d-04b6-4041-a0ef-253803c58db9 req-fc2e71c6-c724-4ebb-a8be-dbf7e52f84ea tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:10.191175 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a5b8059d-04b6-4041-a0ef-253803c58db9 req-fc2e71c6-c724-4ebb-a8be-dbf7e52f84ea tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 946 time: 0.0492518 Nov 16 12:13:10.240999 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a5b8059d-04b6-4041-a0ef-253803c58db9 req-2c4cc73a-6e75-4937-a614-9015d03f06c1 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440097 Nov 16 12:13:11.356044 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d538598-47ed-420a-8811-eadc41ab75b6 req-154ac68c-bc89-44e0-a229-50ce913510e8 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:11.357522 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8d538598-47ed-420a-8811-eadc41ab75b6 req-154ac68c-bc89-44e0-a229-50ce913510e8 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 946 time: 0.0488839 Nov 16 12:13:11.404625 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8d538598-47ed-420a-8811-eadc41ab75b6 req-37321003-49be-47c7-a23d-8cb654b30084 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411761 Nov 16 12:13:12.527898 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002477df-8984-4b65-b5ac-0332665865d3 req-594919cc-7cc7-4e2d-bacd-353ff57fe4d0 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:12.529476 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-002477df-8984-4b65-b5ac-0332665865d3 req-594919cc-7cc7-4e2d-bacd-353ff57fe4d0 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 946 time: 0.0569038 Nov 16 12:13:12.579114 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-002477df-8984-4b65-b5ac-0332665865d3 req-d0697559-a678-47be-bc93-26476f5312a7 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418651 Nov 16 12:13:13.134409 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ec386013-e76f-4cb6-b836-638c7226e4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:13.696907 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608079f-98f9-426b-be49-7dcb984f6109 req-3438a9c4-18aa-4dfc-bca9-07aa2981f419 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:13.698394 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c608079f-98f9-426b-be49-7dcb984f6109 req-3438a9c4-18aa-4dfc-bca9-07aa2981f419 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 946 time: 0.0521865 Nov 16 12:13:13.747601 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c608079f-98f9-426b-be49-7dcb984f6109 req-b2ae895b-8787-4673-89cc-5f4b2498edc1 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429823 Nov 16 12:13:14.862717 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bfb83-3e2b-4c7e-ba53-b830b7d946cd req-85c31992-a3b0-420a-b067-bc065858d2bb tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:14.864197 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5e6bfb83-3e2b-4c7e-ba53-b830b7d946cd req-85c31992-a3b0-420a-b067-bc065858d2bb tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 946 time: 0.0479310 Nov 16 12:13:14.911991 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5e6bfb83-3e2b-4c7e-ba53-b830b7d946cd req-255b60c6-7c1d-4b32-a436-bcad4eaf4658 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407002 Nov 16 12:13:15.644899 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-46f2092f-9a36-4708-a2c1-a9dc5e225bda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:16.032181 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22b86c-42da-4ede-b17b-85bf73f447ca req-835f95f7-c3ba-4a6e-ba77-06e5ba49d431 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:16.033646 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ca22b86c-42da-4ede-b17b-85bf73f447ca req-835f95f7-c3ba-4a6e-ba77-06e5ba49d431 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 946 time: 0.0493679 Nov 16 12:13:16.084488 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ca22b86c-42da-4ede-b17b-85bf73f447ca req-4f96f913-2a65-45d9-8fa7-a3b37fecd2b4 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439637 Nov 16 12:13:16.785433 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:17.198476 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2876fc-21d7-48b8-8ca1-d60b2effbb6d req-592a041a-3e22-4ea8-bc16-2011715fa9dc tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:17.199913 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5f2876fc-21d7-48b8-8ca1-d60b2effbb6d req-592a041a-3e22-4ea8-bc16-2011715fa9dc tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 946 time: 0.0482080 Nov 16 12:13:17.245281 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5f2876fc-21d7-48b8-8ca1-d60b2effbb6d req-68fb878f-8d29-4bde-abaf-98891c1fc5a6 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396423 Nov 16 12:13:17.433282 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:13:18.141654 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [req-3d262086-4281-490f-8faf-77d69eb366d9 req-eded593c-ef5a-4414-9e55-ed7525537c0c service neutron] show failed (client error): The resource could not be found. Nov 16 12:13:18.142712 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3d262086-4281-490f-8faf-77d69eb366d9 req-eded593c-ef5a-4414-9e55-ed7525537c0c service neutron] 10.222.0.64 "GET /v2.0/ports/abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8/bindings/n-h1-816823-3 HTTP/1.1" status: 404 len: 380 time: 0.0546212 Nov 16 12:13:18.363596 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f5750-adae-417c-bd1e-015ef99682d6 req-7b6e0d45-1928-4390-818a-54b303dfce21 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:18.365022 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f13f5750-adae-417c-bd1e-015ef99682d6 req-7b6e0d45-1928-4390-818a-54b303dfce21 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 946 time: 0.0490072 Nov 16 12:13:18.372680 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d262086-4281-490f-8faf-77d69eb366d9 req-b6b630e1-b6c7-4aaa-bfbb-bf28ec3869c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:18.374246 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3d262086-4281-490f-8faf-77d69eb366d9 req-b6b630e1-b6c7-4aaa-bfbb-bf28ec3869c0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954&tenant_id=fa1f0787ff78459a91511f0e797caff6 HTTP/1.1" status: 200 len: 1097 time: 0.0471961 Nov 16 12:13:18.386968 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-3d262086-4281-490f-8faf-77d69eb366d9 req-d42ed3af-5a1e-4b96-9c05-4680ca7909b3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816823-3', 'device_owner': 'compute:nova'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:13:18.412157 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f13f5750-adae-417c-bd1e-015ef99682d6 req-96cd238b-b85c-4478-8096-5db5c6b578c1 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406811 Nov 16 12:13:18.439029 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3d262086-4281-490f-8faf-77d69eb366d9 req-d42ed3af-5a1e-4b96-9c05-4680ca7909b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:18.486616 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:18.636404 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-3d262086-4281-490f-8faf-77d69eb366d9 req-d42ed3af-5a1e-4b96-9c05-4680ca7909b3 service neutron] For port abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:13:18.674689 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-3d262086-4281-490f-8faf-77d69eb366d9 req-d42ed3af-5a1e-4b96-9c05-4680ca7909b3 service neutron] For port abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:13:18.713247 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21962c01-3b0f-477b-8600-94377f27c954', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:13:18.715827 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0c49c2-57c2-4758-a72d-66d923b7f883" -d '{"events": [{"server_uuid": "21962c01-3b0f-477b-8600-94377f27c954", "name": "network-vif-unplugged", "status": "completed", "tag": "abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:13:18.719533 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3d262086-4281-490f-8faf-77d69eb366d9 req-d42ed3af-5a1e-4b96-9c05-4680ca7909b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:18.732349 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-3d262086-4281-490f-8faf-77d69eb366d9 req-d42ed3af-5a1e-4b96-9c05-4680ca7909b3 service neutron] Transition to ACTIVE for port object abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 12:13:18.735735 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3d262086-4281-490f-8faf-77d69eb366d9 req-d42ed3af-5a1e-4b96-9c05-4680ca7909b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:18.768644 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 12:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5356c616-2f41-452f-8481-784c33232586 x-openstack-request-id: req-5356c616-2f41-452f-8481-784c33232586 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:13:18.768948 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21962c01-3b0f-477b-8600-94377f27c954", "name": "network-vif-unplugged", "status": "completed", "tag": "abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:13:18.769168 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5356c616-2f41-452f-8481-784c33232586 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:13:18.769555 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21962c01-3b0f-477b-8600-94377f27c954', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8', 'code': 200} Nov 16 12:13:18.823225 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42ed3af-5a1e-4b96-9c05-4680ca7909b3 service neutron] Pushing event updated for resources: {'Port': ['ID=abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8,revision_number=6']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:13:18.837543 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42ed3af-5a1e-4b96-9c05-4680ca7909b3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:13:18.837880 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42ed3af-5a1e-4b96-9c05-4680ca7909b3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:13:18.838242 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42ed3af-5a1e-4b96-9c05-4680ca7909b3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:13:18.838576 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42ed3af-5a1e-4b96-9c05-4680ca7909b3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:13:18.838903 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42ed3af-5a1e-4b96-9c05-4680ca7909b3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:13:18.839218 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42ed3af-5a1e-4b96-9c05-4680ca7909b3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:13:18.839539 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42ed3af-5a1e-4b96-9c05-4680ca7909b3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:13:18.839852 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42ed3af-5a1e-4b96-9c05-4680ca7909b3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:13:18.840168 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42ed3af-5a1e-4b96-9c05-4680ca7909b3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:13:18.840484 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42ed3af-5a1e-4b96-9c05-4680ca7909b3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:13:18.840797 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42ed3af-5a1e-4b96-9c05-4680ca7909b3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:13:18.841108 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42ed3af-5a1e-4b96-9c05-4680ca7909b3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:13:18.882287 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d262086-4281-490f-8faf-77d69eb366d9 req-d42ed3af-5a1e-4b96-9c05-4680ca7909b3 service neutron] No DVR routers for this DVR port abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:13:18.939963 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:19.019364 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-3d262086-4281-490f-8faf-77d69eb366d9 req-d42ed3af-5a1e-4b96-9c05-4680ca7909b3 service neutron] Attempting to bind port abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:13:19.019689 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-3d262086-4281-490f-8faf-77d69eb366d9 req-d42ed3af-5a1e-4b96-9c05-4680ca7909b3 service neutron] Attempting to bind port abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:13:19.020010 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d262086-4281-490f-8faf-77d69eb366d9 req-d42ed3af-5a1e-4b96-9c05-4680ca7909b3 service neutron] Attempting to bind port abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 on network 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:13:19.024248 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d262086-4281-490f-8faf-77d69eb366d9 req-d42ed3af-5a1e-4b96-9c05-4680ca7909b3 service neutron] Port abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 on network 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 12:13:19.024560 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d262086-4281-490f-8faf-77d69eb366d9 req-d42ed3af-5a1e-4b96-9c05-4680ca7909b3 service neutron] Attempting to bind port abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 on network 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:13:19.029572 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d262086-4281-490f-8faf-77d69eb366d9 req-d42ed3af-5a1e-4b96-9c05-4680ca7909b3 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:13:19.029962 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d262086-4281-490f-8faf-77d69eb366d9 req-d42ed3af-5a1e-4b96-9c05-4680ca7909b3 service neutron] Checking segment: {'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:13:19.030308 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d262086-4281-490f-8faf-77d69eb366d9 req-d42ed3af-5a1e-4b96-9c05-4680ca7909b3 service neutron] Bound using segment: {'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:13:19.030724 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-3d262086-4281-490f-8faf-77d69eb366d9 req-d42ed3af-5a1e-4b96-9c05-4680ca7909b3 service neutron] Bound port: abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:13:19.031065 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3d262086-4281-490f-8faf-77d69eb366d9 req-d42ed3af-5a1e-4b96-9c05-4680ca7909b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:19.092786 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-3d262086-4281-490f-8faf-77d69eb366d9 req-d42ed3af-5a1e-4b96-9c05-4680ca7909b3 service neutron] For port abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:13:19.096015 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-3d262086-4281-490f-8faf-77d69eb366d9 req-d42ed3af-5a1e-4b96-9c05-4680ca7909b3 service neutron] For port abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:13:19.099492 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3d262086-4281-490f-8faf-77d69eb366d9 req-d42ed3af-5a1e-4b96-9c05-4680ca7909b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:19.131347 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d262086-4281-490f-8faf-77d69eb366d9 req-d42ed3af-5a1e-4b96-9c05-4680ca7909b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:19.131958 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-3d262086-4281-490f-8faf-77d69eb366d9 req-d42ed3af-5a1e-4b96-9c05-4680ca7909b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:19.133338 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3d262086-4281-490f-8faf-77d69eb366d9 req-d42ed3af-5a1e-4b96-9c05-4680ca7909b3 service neutron] 10.222.0.36 "PUT /v2.0/ports/abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 HTTP/1.1" status: 200 len: 1092 time: 0.7511904 Nov 16 12:13:19.166738 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42ed3af-5a1e-4b96-9c05-4680ca7909b3 service neutron] Pushing event updated for resources: {'Port': ['ID=abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8,revision_number=7']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:13:19.206670 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d262086-4281-490f-8faf-77d69eb366d9 req-4f44a46b-1227-4e05-ac2e-01b0d05a432d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:19.208212 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3d262086-4281-490f-8faf-77d69eb366d9 req-4f44a46b-1227-4e05-ac2e-01b0d05a432d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 1095 time: 0.0502262 Nov 16 12:13:19.302844 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d262086-4281-490f-8faf-77d69eb366d9 req-d1ac3b30-a3f8-4ade-b7cb-39ba0c2db758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:19.304349 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3d262086-4281-490f-8faf-77d69eb366d9 req-d1ac3b30-a3f8-4ade-b7cb-39ba0c2db758 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 913 time: 0.0888693 Nov 16 12:13:19.373313 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3d262086-4281-490f-8faf-77d69eb366d9 req-fa7c8a6f-4be7-47c8-a71a-f7695ac7e7ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 HTTP/1.1" status: 200 len: 1001 time: 0.0619292 Nov 16 12:13:19.422526 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d262086-4281-490f-8faf-77d69eb366d9 req-418f9963-4773-4937-912d-00ba6f95c5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:19.423969 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3d262086-4281-490f-8faf-77d69eb366d9 req-418f9963-4773-4937-912d-00ba6f95c5d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0439603 Nov 16 12:13:19.470295 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d262086-4281-490f-8faf-77d69eb366d9 req-9f707848-b600-41ca-91ff-98895e2f16bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:19.471802 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3d262086-4281-490f-8faf-77d69eb366d9 req-9f707848-b600-41ca-91ff-98895e2f16bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409806 Nov 16 12:13:19.534730 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900e97d-f6c6-465e-afde-ea4884fa4d8b req-c6cadc26-17f2-437a-9a1b-7f4e4f68f4c2 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:19.536316 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b900e97d-f6c6-465e-afde-ea4884fa4d8b req-c6cadc26-17f2-437a-9a1b-7f4e4f68f4c2 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 944 time: 0.0519960 Nov 16 12:13:19.564179 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3d262086-4281-490f-8faf-77d69eb366d9 req-5bb0303f-5796-49ed-9095-df9f08296394 service neutron] 10.222.0.36 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851462 Nov 16 12:13:19.582311 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b900e97d-f6c6-465e-afde-ea4884fa4d8b req-b55b4d6f-6b98-44a7-938a-f88d42197f3c tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400996 Nov 16 12:13:19.653041 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3d262086-4281-490f-8faf-77d69eb366d9 req-896b56c3-76f9-43cf-850c-28aa967aaab3 service neutron] 10.222.0.36 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815947 Nov 16 12:13:20.443486 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 12:13:20.536425 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:13:20.547646 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': 'abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'port_id': 'abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8', 'mac_address': 'fa:16:3e:23:41:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626c6757-b381-4075-be6d-8260f307f917', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 12:13:20.582999 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:20.596022 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:13:20.615583 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:13:20.619855 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:20.669493 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8,revision_number=8']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:13:20.677348 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:13:20.677690 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:13:20.678054 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:13:20.678390 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:13:20.678722 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:13:20.679047 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:13:20.679411 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:13:20.679734 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:13:20.680055 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:13:20.680372 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:13:20.680690 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:13:20.681008 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:13:20.700160 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b1028-6cfa-4585-bb3e-c0aeeb9ae98a req-46a99df5-173d-4375-8526-5ae4e4b0bcf4 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:20.701604 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8f9b1028-6cfa-4585-bb3e-c0aeeb9ae98a req-46a99df5-173d-4375-8526-5ae4e4b0bcf4 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 945 time: 0.0500658 Nov 16 12:13:20.748586 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8f9b1028-6cfa-4585-bb3e-c0aeeb9ae98a req-efdbd885-b6de-4990-a623-39046a1cf8de tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411117 Nov 16 12:13:20.770827 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21962c01-3b0f-477b-8600-94377f27c954', 'tag': 'abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:13:20.773701 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bcc204-8d7e-4528-a409-5590584cce45" -d '{"events": [{"name": "network-changed", "server_uuid": "21962c01-3b0f-477b-8600-94377f27c954", "tag": "abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:13:20.818991 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9b1975-0f10-4a76-8997-b5a299cd34a2 x-openstack-request-id: req-1c9b1975-0f10-4a76-8997-b5a299cd34a2 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:13:20.819275 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21962c01-3b0f-477b-8600-94377f27c954", "tag": "abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:13:20.819524 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1c9b1975-0f10-4a76-8997-b5a299cd34a2 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:13:20.819939 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21962c01-3b0f-477b-8600-94377f27c954', 'tag': 'abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8', 'status': 'completed', 'code': 200} Nov 16 12:13:20.861084 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:13:20.918548 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bcc204-8d7e-4528-a409-5590584cce45 req-cb0d982f-7108-4c12-81e2-50d3ead2eb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:20.920042 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-93bcc204-8d7e-4528-a409-5590584cce45 req-cb0d982f-7108-4c12-81e2-50d3ead2eb85 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 1096 time: 0.0733194 Nov 16 12:13:20.922461 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bcc204-8d7e-4528-a409-5590584cce45 req-a2d62d88-6061-4ea8-8eb4-9fbb6c1608e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:20.923780 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-93bcc204-8d7e-4528-a409-5590584cce45 req-a2d62d88-6061-4ea8-8eb4-9fbb6c1608e3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 1096 time: 0.0684915 Nov 16 12:13:21.076468 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bcc204-8d7e-4528-a409-5590584cce45 req-73d90b1a-6524-4aa9-8b35-88833df0ad8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:21.077909 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-93bcc204-8d7e-4528-a409-5590584cce45 req-73d90b1a-6524-4aa9-8b35-88833df0ad8c service neutron] 10.222.0.36 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 913 time: 0.1507735 Nov 16 12:13:21.080408 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bcc204-8d7e-4528-a409-5590584cce45 req-ae4654a2-2f3d-451b-8b9e-9964bcaaf9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:21.081677 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-93bcc204-8d7e-4528-a409-5590584cce45 req-ae4654a2-2f3d-451b-8b9e-9964bcaaf9eb service neutron] 10.222.0.64 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 913 time: 0.1467211 Nov 16 12:13:21.194470 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-93bcc204-8d7e-4528-a409-5590584cce45 req-7f065217-52bc-4a85-b305-c11f2fc24a70 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 HTTP/1.1" status: 200 len: 1002 time: 0.1025264 Nov 16 12:13:21.198588 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-93bcc204-8d7e-4528-a409-5590584cce45 req-1c08a438-337a-4f76-a25f-402b1f1e2985 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 HTTP/1.1" status: 200 len: 1002 time: 0.1056793 Nov 16 12:13:21.281184 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bcc204-8d7e-4528-a409-5590584cce45 req-b82a77d1-8500-43bc-a8f8-4bde33904085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:21.282632 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-93bcc204-8d7e-4528-a409-5590584cce45 req-b82a77d1-8500-43bc-a8f8-4bde33904085 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0801678 Nov 16 12:13:21.284036 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bcc204-8d7e-4528-a409-5590584cce45 req-8a63f16c-54d2-47a5-babe-dd8735573cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:21.285293 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-93bcc204-8d7e-4528-a409-5590584cce45 req-8a63f16c-54d2-47a5-babe-dd8735573cf2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0757396 Nov 16 12:13:21.355635 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bcc204-8d7e-4528-a409-5590584cce45 req-b15bebfe-73dd-450e-8e0e-6ff5adc10760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:21.357019 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-93bcc204-8d7e-4528-a409-5590584cce45 req-b15bebfe-73dd-450e-8e0e-6ff5adc10760 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662167 Nov 16 12:13:21.358644 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bcc204-8d7e-4528-a409-5590584cce45 req-9bc03634-86c6-433c-a67d-26299e6ae985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:21.359973 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-93bcc204-8d7e-4528-a409-5590584cce45 req-9bc03634-86c6-433c-a67d-26299e6ae985 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605731 Nov 16 12:13:21.527723 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-93bcc204-8d7e-4528-a409-5590584cce45 req-ede0046d-47c0-4334-9531-654c8b4baec0 service neutron] 10.222.0.36 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629269 Nov 16 12:13:21.531035 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-93bcc204-8d7e-4528-a409-5590584cce45 req-fef1101d-48fc-4214-8547-a230ee919e90 service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590903 Nov 16 12:13:21.681090 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-93bcc204-8d7e-4528-a409-5590584cce45 req-06f7351a-5e7c-47cc-832d-e5ae2ec1fd9a service neutron] 10.222.0.36 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460369 Nov 16 12:13:21.684358 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-93bcc204-8d7e-4528-a409-5590584cce45 req-bdde2201-0e9b-4351-b50c-d012227b5ed9 service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418581 Nov 16 12:13:21.771401 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:13:21.788375 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1035f5-76fd-404a-a4cd-c28fa0c809a8 req-3419a5b1-d8a4-4bec-bb16-a2791fd9adf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:21.790435 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ba1035f5-76fd-404a-a4cd-c28fa0c809a8 req-3419a5b1-d8a4-4bec-bb16-a2791fd9adf7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 1096 time: 0.0491314 Nov 16 12:13:21.822715 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:13:21.877871 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ac533-6a5b-40ff-9ca6-b694273f5351 req-9584684b-ab98-4708-aa43-a216bb501050 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:21.879375 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fd3ac533-6a5b-40ff-9ca6-b694273f5351 req-9584684b-ab98-4708-aa43-a216bb501050 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 945 time: 0.0542877 Nov 16 12:13:21.897401 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1035f5-76fd-404a-a4cd-c28fa0c809a8 req-4eca3815-f317-459f-bc2e-ba4b1805cedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:21.898904 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ba1035f5-76fd-404a-a4cd-c28fa0c809a8 req-4eca3815-f317-459f-bc2e-ba4b1805cedf service neutron] 10.222.0.36 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 913 time: 0.0875883 Nov 16 12:13:21.926347 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fd3ac533-6a5b-40ff-9ca6-b694273f5351 req-61ee9c43-b6a2-4be0-b0bb-d219705bf36c tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410032 Nov 16 12:13:21.970862 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ba1035f5-76fd-404a-a4cd-c28fa0c809a8 req-ac58b161-f69b-4e0e-b38f-217979bfe185 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 HTTP/1.1" status: 200 len: 1002 time: 0.0647385 Nov 16 12:13:22.021154 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1035f5-76fd-404a-a4cd-c28fa0c809a8 req-2a334a9d-d99a-4009-b69a-2b1039639d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:22.022689 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ba1035f5-76fd-404a-a4cd-c28fa0c809a8 req-2a334a9d-d99a-4009-b69a-2b1039639d63 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0446107 Nov 16 12:13:22.068802 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1035f5-76fd-404a-a4cd-c28fa0c809a8 req-cd9532b2-7528-48b2-b5ee-b5ca17803163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:22.070396 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ba1035f5-76fd-404a-a4cd-c28fa0c809a8 req-cd9532b2-7528-48b2-b5ee-b5ca17803163 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408759 Nov 16 12:13:22.184334 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ba1035f5-76fd-404a-a4cd-c28fa0c809a8 req-f0289df9-b4b1-4370-b3d7-bba9b066dfcf service neutron] 10.222.0.36 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061311 Nov 16 12:13:22.233706 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1ebd5-0158-4e37-afab-8ee4ab6000b9 req-64978d19-aa41-4ecd-8486-949020d28de9 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:22.235136 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a0d1ebd5-0158-4e37-afab-8ee4ab6000b9 req-64978d19-aa41-4ecd-8486-949020d28de9 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 945 time: 0.0489986 Nov 16 12:13:22.273479 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-4407e4a9-5909-4e5b-a50f-1e11d2991b86 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:22.274947 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-4407e4a9-5909-4e5b-a50f-1e11d2991b86 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.36 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954&tenant_id=fa1f0787ff78459a91511f0e797caff6&binding%3Ahost_id=n-h1-816823-3 HTTP/1.1" status: 200 len: 945 time: 0.1046987 Nov 16 12:13:22.283509 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a0d1ebd5-0158-4e37-afab-8ee4ab6000b9 req-485ca055-b4e1-4bcd-bba0-fa8501092d9d tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424590 Nov 16 12:13:22.333768 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ba1035f5-76fd-404a-a4cd-c28fa0c809a8 req-cef8e946-576d-4153-9746-ec7134f470d2 service neutron] 10.222.0.36 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361666 Nov 16 12:13:22.352775 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-e345f915-e1bf-4e28-99d9-511a331b63f8 service neutron] 10.222.0.36 "GET /v2.0/ports/abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8/bindings/n-h1-816823-3 HTTP/1.1" status: 200 len: 382 time: 0.0710406 Nov 16 12:13:22.412947 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-dd68a89e-06c0-4785-8559-796e3794fc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:22.414476 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-dd68a89e-06c0-4785-8559-796e3794fc12 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 1096 time: 0.0397542 Nov 16 12:13:22.450120 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:13:22.500226 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 12:13:22.504297 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:13:22.504665 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:22.510022 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-750bb096-7d60-4aba-9a28-471ae34b0519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:22.511495 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-750bb096-7d60-4aba-9a28-471ae34b0519 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 913 time: 0.0895340 Nov 16 12:13:22.574792 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-f0c36b5d-48a1-4f11-a0ef-763ee386c544 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 HTTP/1.1" status: 200 len: 1002 time: 0.0566113 Nov 16 12:13:22.579205 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:22.604534 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21962c01-3b0f-477b-8600-94377f27c954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:13:22.606844 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31184388-2fe9-460f-b28c-e3243d75d39a" -d '{"events": [{"server_uuid": "21962c01-3b0f-477b-8600-94377f27c954", "name": "network-vif-plugged", "status": "completed", "tag": "abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:13:22.620031 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:13:22.625074 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:22.629035 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-c53ddc1a-7aa2-4a2c-9a17-efad8efae62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:22.630533 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-c53ddc1a-7aa2-4a2c-9a17-efad8efae62d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0490639 Nov 16 12:13:22.668509 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb4fbb7-0719-474d-b05a-36b946178c90 x-openstack-request-id: req-7cb4fbb7-0719-474d-b05a-36b946178c90 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:13:22.668793 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21962c01-3b0f-477b-8600-94377f27c954", "name": "network-vif-plugged", "status": "completed", "tag": "abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:13:22.669042 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7cb4fbb7-0719-474d-b05a-36b946178c90 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:13:22.669428 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21962c01-3b0f-477b-8600-94377f27c954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8', 'code': 200} Nov 16 12:13:22.674330 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8,revision_number=9']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:13:22.677916 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-8ac06868-a3b7-4748-ab78-c1e58f3c0f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:22.680022 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-8ac06868-a3b7-4748-ab78-c1e58f3c0f77 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419993 Nov 16 12:13:22.766081 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-83850363-3a03-4c45-8704-1417e7e7ba7e service neutron] 10.222.0.36 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798378 Nov 16 12:13:22.857564 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-a1481b20-63fb-4a76-8982-a247bdfa7693 service neutron] 10.222.0.36 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845184 Nov 16 12:13:23.400553 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebeb709-f2bf-44b5-9cbe-7b84c16a176c req-57350bf8-ed74-44ee-a9f2-1387d814ec19 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:23.402209 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1ebeb709-f2bf-44b5-9cbe-7b84c16a176c req-57350bf8-ed74-44ee-a9f2-1387d814ec19 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 946 time: 0.0485806 Nov 16 12:13:23.453375 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1ebeb709-f2bf-44b5-9cbe-7b84c16a176c req-5757e9ad-218a-4dc2-b89b-86b84b897124 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452862 Nov 16 12:13:24.649668 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4b246-e217-405f-b11b-4f1f9a42aa79 req-d949ba5b-9011-4c13-9e53-8715f162fa44 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:24.651222 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b9c4b246-e217-405f-b11b-4f1f9a42aa79 req-d949ba5b-9011-4c13-9e53-8715f162fa44 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 946 time: 0.1248772 Nov 16 12:13:24.699974 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b9c4b246-e217-405f-b11b-4f1f9a42aa79 req-b932d429-d5b4-42b3-ad9f-cd2b2f2657fb tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421984 Nov 16 12:13:24.812714 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-030b8013-5f2d-4ac1-90ba-efd60df968c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:24.814225 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-030b8013-5f2d-4ac1-90ba-efd60df968c5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954&tenant_id=fa1f0787ff78459a91511f0e797caff6 HTTP/1.1" status: 200 len: 1097 time: 0.0418856 Nov 16 12:13:24.829710 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-e7001ae6-c6c3-4f29-bdab-64c804a656fa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816823-3', 'device_owner': 'compute:nova'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:13:24.884086 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-e7001ae6-c6c3-4f29-bdab-64c804a656fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:25.371226 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-e7001ae6-c6c3-4f29-bdab-64c804a656fa service neutron] For port abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:13:25.403893 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-e7001ae6-c6c3-4f29-bdab-64c804a656fa service neutron] For port abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:13:25.441619 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21962c01-3b0f-477b-8600-94377f27c954', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:13:25.444217 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e9dc98-d03d-40ed-ba33-4f8ee5602dc9" -d '{"events": [{"server_uuid": "21962c01-3b0f-477b-8600-94377f27c954", "name": "network-vif-unplugged", "status": "completed", "tag": "abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:13:25.448792 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-e7001ae6-c6c3-4f29-bdab-64c804a656fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:25.461002 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-e7001ae6-c6c3-4f29-bdab-64c804a656fa service neutron] Transition to ACTIVE for port object abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 12:13:25.465646 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-e7001ae6-c6c3-4f29-bdab-64c804a656fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:25.495982 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 12:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b332e057-9e30-4bf3-84d9-f93b8b4082fa x-openstack-request-id: req-b332e057-9e30-4bf3-84d9-f93b8b4082fa {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:13:25.496133 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21962c01-3b0f-477b-8600-94377f27c954", "name": "network-vif-unplugged", "status": "completed", "tag": "abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:13:25.496378 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b332e057-9e30-4bf3-84d9-f93b8b4082fa {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:13:25.496774 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21962c01-3b0f-477b-8600-94377f27c954', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8', 'code': 200} Nov 16 12:13:25.551255 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7001ae6-c6c3-4f29-bdab-64c804a656fa service neutron] Pushing event updated for resources: {'Port': ['ID=abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8,revision_number=10']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:13:25.589954 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-e7001ae6-c6c3-4f29-bdab-64c804a656fa service neutron] No DVR routers for this DVR port abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:13:25.724668 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-e7001ae6-c6c3-4f29-bdab-64c804a656fa service neutron] Attempting to bind port abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:13:25.724994 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-e7001ae6-c6c3-4f29-bdab-64c804a656fa service neutron] Attempting to bind port abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:13:25.725319 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-e7001ae6-c6c3-4f29-bdab-64c804a656fa service neutron] Attempting to bind port abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 on network 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:13:25.729669 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-e7001ae6-c6c3-4f29-bdab-64c804a656fa service neutron] Port abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 on network 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 12:13:25.730012 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-e7001ae6-c6c3-4f29-bdab-64c804a656fa service neutron] Attempting to bind port abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 on network 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:13:25.734945 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-e7001ae6-c6c3-4f29-bdab-64c804a656fa service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:13:25.735127 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-e7001ae6-c6c3-4f29-bdab-64c804a656fa service neutron] Checking segment: {'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:13:25.735506 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-e7001ae6-c6c3-4f29-bdab-64c804a656fa service neutron] Bound using segment: {'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:13:25.735928 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-e7001ae6-c6c3-4f29-bdab-64c804a656fa service neutron] Bound port: abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:13:25.736276 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-e7001ae6-c6c3-4f29-bdab-64c804a656fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:25.801495 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-e7001ae6-c6c3-4f29-bdab-64c804a656fa service neutron] For port abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:13:25.805442 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-e7001ae6-c6c3-4f29-bdab-64c804a656fa service neutron] For port abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:13:25.809446 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-e7001ae6-c6c3-4f29-bdab-64c804a656fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:25.831345 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192fd05-1315-4fbe-b5a2-ccea98e9d580 req-1bc2febf-ce98-46e6-9759-c66ecf8558c7 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:25.832890 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4192fd05-1315-4fbe-b5a2-ccea98e9d580 req-1bc2febf-ce98-46e6-9759-c66ecf8558c7 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 945 time: 0.0566771 Nov 16 12:13:25.846475 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-e7001ae6-c6c3-4f29-bdab-64c804a656fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:25.847112 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-e7001ae6-c6c3-4f29-bdab-64c804a656fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:25.848500 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-e7001ae6-c6c3-4f29-bdab-64c804a656fa service neutron] 10.222.0.64 "PUT /v2.0/ports/abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 HTTP/1.1" status: 200 len: 1093 time: 1.0226893 Nov 16 12:13:25.872955 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7001ae6-c6c3-4f29-bdab-64c804a656fa service neutron] Pushing event updated for resources: {'Port': ['ID=abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8,revision_number=11']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:13:25.914287 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4192fd05-1315-4fbe-b5a2-ccea98e9d580 req-a518fa43-b007-4f48-89c8-d047fcb1df64 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749907 Nov 16 12:13:25.929174 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-48a1eb62-962d-47ce-b91e-91baac1f38b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:25.931345 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-48a1eb62-962d-47ce-b91e-91baac1f38b8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 1096 time: 0.0537908 Nov 16 12:13:26.037998 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-f423cf93-004a-484a-a44e-7fc782191481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:26.040175 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-f423cf93-004a-484a-a44e-7fc782191481 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 913 time: 0.0974498 Nov 16 12:13:26.109295 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-d7dd4e55-dda3-44f5-ad36-80c3f326cf1c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 HTTP/1.1" status: 200 len: 1001 time: 0.0585957 Nov 16 12:13:26.160299 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-f28cdb1b-7b5c-4ba3-9348-fbc9cd59ce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:26.161742 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-f28cdb1b-7b5c-4ba3-9348-fbc9cd59ce88 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0437615 Nov 16 12:13:26.214549 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-50dd2da7-8d05-4abd-9167-418846e440a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:26.215921 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-50dd2da7-8d05-4abd-9167-418846e440a6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432386 Nov 16 12:13:26.307682 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-871ec2a1-0fe7-4f71-bb61-9e91148d32e7 service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788720 Nov 16 12:13:26.405909 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-01d3187d-0ef3-42e1-90b4-1243f71ece6b req-dd728b34-e41a-41c5-80f8-2bc29862fac9 service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861163 Nov 16 12:13:27.031166 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc2603-03ff-49ea-b2f5-cf58679d02e3 req-f2b7e05e-5ae6-44c6-87b0-f9989f2304be tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:27.032667 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d4bc2603-03ff-49ea-b2f5-cf58679d02e3 req-f2b7e05e-5ae6-44c6-87b0-f9989f2304be tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 945 time: 0.0567429 Nov 16 12:13:27.078305 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d4bc2603-03ff-49ea-b2f5-cf58679d02e3 req-f968115e-6cfe-483c-92c8-696759b11b66 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398641 Nov 16 12:13:27.497834 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21962c01-3b0f-477b-8600-94377f27c954', 'tag': 'abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:13:27.500269 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd21b33-2d37-4636-8b55-6ce86d94dd3c" -d '{"events": [{"name": "network-changed", "server_uuid": "21962c01-3b0f-477b-8600-94377f27c954", "tag": "abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:13:27.547534 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f9cf84-7a9a-4084-a8ed-e1a57e533cc9 x-openstack-request-id: req-21f9cf84-7a9a-4084-a8ed-e1a57e533cc9 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:13:27.547868 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21962c01-3b0f-477b-8600-94377f27c954", "tag": "abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:13:27.548091 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-21f9cf84-7a9a-4084-a8ed-e1a57e533cc9 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:13:27.548495 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21962c01-3b0f-477b-8600-94377f27c954', 'tag': 'abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8', 'status': 'completed', 'code': 200} Nov 16 12:13:27.635983 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd21b33-2d37-4636-8b55-6ce86d94dd3c req-d4f6ac10-a0ee-4e46-9723-ad9ffb254ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:27.637487 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8fd21b33-2d37-4636-8b55-6ce86d94dd3c req-d4f6ac10-a0ee-4e46-9723-ad9ffb254ddc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 1096 time: 0.0704985 Nov 16 12:13:27.639167 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd21b33-2d37-4636-8b55-6ce86d94dd3c req-59cfbcdd-1cd0-462a-ac2b-f771623575ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:27.640504 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8fd21b33-2d37-4636-8b55-6ce86d94dd3c req-59cfbcdd-1cd0-462a-ac2b-f771623575ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 1096 time: 0.0650427 Nov 16 12:13:27.799919 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd21b33-2d37-4636-8b55-6ce86d94dd3c req-31c553f2-9d29-480a-bc67-fc3e7387e7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:27.801406 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8fd21b33-2d37-4636-8b55-6ce86d94dd3c req-31c553f2-9d29-480a-bc67-fc3e7387e7dc service neutron] 10.222.0.64 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 913 time: 0.1540689 Nov 16 12:13:27.802516 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd21b33-2d37-4636-8b55-6ce86d94dd3c req-f3433370-2870-43dd-87cb-279c3f095f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:27.803826 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8fd21b33-2d37-4636-8b55-6ce86d94dd3c req-f3433370-2870-43dd-87cb-279c3f095f07 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 913 time: 0.1554353 Nov 16 12:13:27.917427 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8fd21b33-2d37-4636-8b55-6ce86d94dd3c req-1570e6dd-5669-427a-9588-eb29555a7e83 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 HTTP/1.1" status: 200 len: 1001 time: 0.1063077 Nov 16 12:13:27.919555 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8fd21b33-2d37-4636-8b55-6ce86d94dd3c req-5282a835-57f2-429b-aafe-12189313a5b3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 HTTP/1.1" status: 200 len: 1001 time: 0.1074288 Nov 16 12:13:28.007027 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd21b33-2d37-4636-8b55-6ce86d94dd3c req-f5d9f544-b1b7-4d88-97ad-debec07643d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:28.009024 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8fd21b33-2d37-4636-8b55-6ce86d94dd3c req-f5d9f544-b1b7-4d88-97ad-debec07643d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0845072 Nov 16 12:13:28.010503 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd21b33-2d37-4636-8b55-6ce86d94dd3c req-bc62e16f-6de1-49b9-accc-ae4ac8d2d8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:28.011811 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8fd21b33-2d37-4636-8b55-6ce86d94dd3c req-bc62e16f-6de1-49b9-accc-ae4ac8d2d8f2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0798607 Nov 16 12:13:28.093261 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd21b33-2d37-4636-8b55-6ce86d94dd3c req-cd6cb14e-cf22-4a6e-ad68-d6189a4927ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:28.094893 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8fd21b33-2d37-4636-8b55-6ce86d94dd3c req-cd6cb14e-cf22-4a6e-ad68-d6189a4927ab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684826 Nov 16 12:13:28.097384 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd21b33-2d37-4636-8b55-6ce86d94dd3c req-9ae68507-2db0-45c1-bf03-34e573b1742d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:28.098771 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8fd21b33-2d37-4636-8b55-6ce86d94dd3c req-9ae68507-2db0-45c1-bf03-34e573b1742d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825346 Nov 16 12:13:28.209996 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d238d-f2b8-4433-8baf-36e69d8636da req-c24267d6-d970-4705-8bd7-6ca9133622b1 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:28.211685 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b1d238d-f2b8-4433-8baf-36e69d8636da req-c24267d6-d970-4705-8bd7-6ca9133622b1 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 945 time: 0.0532863 Nov 16 12:13:28.262618 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b1d238d-f2b8-4433-8baf-36e69d8636da req-5227ae88-c5db-43c1-b91f-fa2f42bb3d2b tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419815 Nov 16 12:13:28.265389 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8fd21b33-2d37-4636-8b55-6ce86d94dd3c req-9b5ab9a2-ee38-4ef6-9f2d-f46f94115455 service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520264 Nov 16 12:13:28.267280 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8fd21b33-2d37-4636-8b55-6ce86d94dd3c req-606d0a9b-45c1-40fa-acd7-72161d97b234 service neutron] 10.222.0.36 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618006 Nov 16 12:13:28.375830 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343bc04-5555-4a42-9121-4a3213aee635 req-b9eff865-3dbb-4396-bc1c-dca084fcc670 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:28.377282 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c343bc04-5555-4a42-9121-4a3213aee635 req-b9eff865-3dbb-4396-bc1c-dca084fcc670 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 945 time: 0.0478821 Nov 16 12:13:28.424573 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8fd21b33-2d37-4636-8b55-6ce86d94dd3c req-0251cb02-51ac-4ca1-a115-17532d20910a service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519148 Nov 16 12:13:28.426530 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8fd21b33-2d37-4636-8b55-6ce86d94dd3c req-beca0989-5282-45e7-94c6-2de555641a09 service neutron] 10.222.0.36 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465130 Nov 16 12:13:28.428013 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c343bc04-5555-4a42-9121-4a3213aee635 req-cefcf836-4130-41c9-ab81-bece5620ce0d tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441942 Nov 16 12:13:28.458086 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:13:28.500045 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:13:28.544456 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f420a-0dff-4c39-b27d-e1159944a27d req-56869631-2b0b-48bb-bda3-6b1038c563fe tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:28.545970 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-410f420a-0dff-4c39-b27d-e1159944a27d req-56869631-2b0b-48bb-bda3-6b1038c563fe tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 945 time: 0.0485423 Nov 16 12:13:28.592376 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-410f420a-0dff-4c39-b27d-e1159944a27d req-c78ad6b1-d08f-493f-9bd7-548ece4dc569 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405357 Nov 16 12:13:28.613787 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:28.823220 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263fe50b-76e6-4946-92c2-71fbc80e323b req-5e385b54-e046-4463-bc08-b57c660303db tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:28.824656 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-263fe50b-76e6-4946-92c2-71fbc80e323b req-5e385b54-e046-4463-bc08-b57c660303db tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 945 time: 0.0479002 Nov 16 12:13:28.870765 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-263fe50b-76e6-4946-92c2-71fbc80e323b req-492196ed-c00e-49f0-ab05-dc9eefcda886 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399714 Nov 16 12:13:29.386600 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:29.793023 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 12:13:29.883908 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:13:29.895543 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'port_id': 'abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8', 'mac_address': 'fa:16:3e:23:41:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626c6757-b381-4075-be6d-8260f307f917', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 12:13:29.941066 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:29.955821 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:13:29.978425 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:13:29.982245 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:29.998226 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d235cc-10b0-4629-b60d-fdfce1398710 req-1e13cca7-b66d-440a-834f-39388ebc2298 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:29.999701 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a5d235cc-10b0-4629-b60d-fdfce1398710 req-1e13cca7-b66d-440a-834f-39388ebc2298 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 945 time: 0.0544319 Nov 16 12:13:30.028864 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8,revision_number=12']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:13:30.049181 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a5d235cc-10b0-4629-b60d-fdfce1398710 req-8feea726-05b1-447b-b0d8-b9daca91b056 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433178 Nov 16 12:13:30.139542 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a6f1d7-9ebe-49c4-a1db-5a29aec6abd5 req-e95678f6-1397-45ac-b11d-718914a7688d tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:30.141003 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b7a6f1d7-9ebe-49c4-a1db-5a29aec6abd5 req-e95678f6-1397-45ac-b11d-718914a7688d tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.64 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 946 time: 0.0487132 Nov 16 12:13:30.237147 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-b7a6f1d7-9ebe-49c4-a1db-5a29aec6abd5 req-74cd68a8-8956-4797-abb0-c1dba25a22eb tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Deleting port abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:13:30.237489 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b7a6f1d7-9ebe-49c4-a1db-5a29aec6abd5 req-74cd68a8-8956-4797-abb0-c1dba25a22eb tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:30.326717 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-b7a6f1d7-9ebe-49c4-a1db-5a29aec6abd5 req-74cd68a8-8956-4797-abb0-c1dba25a22eb tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] For port abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:13:30.326986 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b7a6f1d7-9ebe-49c4-a1db-5a29aec6abd5 req-74cd68a8-8956-4797-abb0-c1dba25a22eb tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:30.493369 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b7a6f1d7-9ebe-49c4-a1db-5a29aec6abd5 req-74cd68a8-8956-4797-abb0-c1dba25a22eb tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:30.493713 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b7a6f1d7-9ebe-49c4-a1db-5a29aec6abd5 req-74cd68a8-8956-4797-abb0-c1dba25a22eb tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:30.494067 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [req-b7a6f1d7-9ebe-49c4-a1db-5a29aec6abd5 req-74cd68a8-8956-4797-abb0-c1dba25a22eb tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Floating IP 7a1a3597-ec8b-4070-965e-8a2d11e1dbaa disassociated. External IP: 172.25.0.168, port: abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8. Nov 16 12:13:30.494406 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-b7a6f1d7-9ebe-49c4-a1db-5a29aec6abd5 req-74cd68a8-8956-4797-abb0-c1dba25a22eb tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Calling delete_port for abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:13:30.617773 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b7a6f1d7-9ebe-49c4-a1db-5a29aec6abd5 req-74cd68a8-8956-4797-abb0-c1dba25a22eb tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:30.649644 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd68a8-8956-4797-abb0-c1dba25a22eb tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Pushing event deleted for resources: {'Port': ['ID=abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:13:30.764664 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7a6f1d7-9ebe-49c4-a1db-5a29aec6abd5 req-74cd68a8-8956-4797-abb0-c1dba25a22eb tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Router 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:13:30.871756 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7a6f1d7-9ebe-49c4-a1db-5a29aec6abd5 req-74cd68a8-8956-4797-abb0-c1dba25a22eb tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:13:30.881272 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1973fce1-c8db-432e-bfa7-761cd2f59609 None None] Sync routers for ids ['5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:13:30.891402 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1973fce1-c8db-432e-bfa7-761cd2f59609 None None] Routers {'5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:13:30.892019 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1973fce1-c8db-432e-bfa7-761cd2f59609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:13:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:13:30.909516 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a6f1d7-9ebe-49c4-a1db-5a29aec6abd5 req-74cd68a8-8956-4797-abb0-c1dba25a22eb tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] No DVR routers for this DVR port abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:13:30.912289 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-b7a6f1d7-9ebe-49c4-a1db-5a29aec6abd5 req-74cd68a8-8956-4797-abb0-c1dba25a22eb tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:30.916338 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b7a6f1d7-9ebe-49c4-a1db-5a29aec6abd5 req-74cd68a8-8956-4797-abb0-c1dba25a22eb tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.64 "DELETE /v2.0/ports/abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 HTTP/1.1" status: 204 len: 173 time: 0.7656052 Nov 16 12:13:30.916864 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21962c01-3b0f-477b-8600-94377f27c954', 'name': 'network-vif-deleted', 'tag': 'abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:13:30.919157 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd9f8a0-a02e-4944-a0fd-f6226ae4b87d" -d '{"events": [{"server_uuid": "21962c01-3b0f-477b-8600-94377f27c954", "name": "network-vif-deleted", "tag": "abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:13:30.958382 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf66ff91-ac60-49c3-a70a-777eee867ee7 x-openstack-request-id: req-cf66ff91-ac60-49c3-a70a-777eee867ee7 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:13:30.958676 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21962c01-3b0f-477b-8600-94377f27c954", "name": "network-vif-deleted", "tag": "abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:13:30.958930 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cf66ff91-ac60-49c3-a70a-777eee867ee7 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:13:30.959345 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21962c01-3b0f-477b-8600-94377f27c954', 'name': 'network-vif-deleted', 'tag': 'abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8', 'status': 'completed', 'code': 200} Nov 16 12:13:31.003033 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-1973fce1-c8db-432e-bfa7-761cd2f59609 None None] Set router 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:13:31.172205 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bca4acc8-ff13-4f04-b3b4-773833bd0bee req-72556275-504a-497e-86c4-69a722febda2 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=21962c01-3b0f-477b-8600-94377f27c954 HTTP/1.1" status: 200 len: 210 time: 0.0332837 Nov 16 12:13:31.362088 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1973fce1-c8db-432e-bfa7-761cd2f59609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'name': 'tempest-ServerActionsTestJSON-1199017088-router', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:06:26Z', 'updated_at': '2021-11-16T12:06:29Z', 'revision_number': 4, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'gw_port': {'id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:27Z', 'updated_at': '2021-11-16T12:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '7b4674ce-d0bb-4357-a84b-cc68655d03c0', 'name': '', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'mac_address': 'fa:16:3e:e4:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '626c6757-b381-4075-be6d-8260f307f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:29Z', 'updated_at': '2021-11-16T12:06:33Z', 'revision_number': 5, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'subnets': [{'id': '626c6757-b381-4075-be6d-8260f307f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:13:31.387291 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1973fce1-c8db-432e-bfa7-761cd2f59609 None None] Checking router: 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:13:31.395200 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1973fce1-c8db-432e-bfa7-761cd2f59609 None None] Routers {'5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:13:31.395795 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1973fce1-c8db-432e-bfa7-761cd2f59609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:13:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:13:31.497247 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-1973fce1-c8db-432e-bfa7-761cd2f59609 None None] Set router 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:13:31.692257 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1973fce1-c8db-432e-bfa7-761cd2f59609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'name': 'tempest-ServerActionsTestJSON-1199017088-router', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:06:26Z', 'updated_at': '2021-11-16T12:06:29Z', 'revision_number': 4, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'gw_port': {'id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:27Z', 'updated_at': '2021-11-16T12:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '7b4674ce-d0bb-4357-a84b-cc68655d03c0', 'name': '', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'mac_address': 'fa:16:3e:e4:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '626c6757-b381-4075-be6d-8260f307f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:29Z', 'updated_at': '2021-11-16T12:06:33Z', 'revision_number': 5, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'subnets': [{'id': '626c6757-b381-4075-be6d-8260f307f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:13:31.718713 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1973fce1-c8db-432e-bfa7-761cd2f59609 None None] The sync data for ids ['5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'] in n-d-816823-3 is: [{'id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'name': 'tempest-ServerActionsTestJSON-1199017088-router', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:06:26Z', 'updated_at': '2021-11-16T12:06:29Z', 'revision_number': 4, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'gw_port': {'id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:27Z', 'updated_at': '2021-11-16T12:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '7b4674ce-d0bb-4357-a84b-cc68655d03c0', 'name': '', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'mac_address': 'fa:16:3e:e4:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '626c6757-b381-4075-be6d-8260f307f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:29Z', 'updated_at': '2021-11-16T12:06:33Z', 'revision_number': 5, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'subnets': [{'id': '626c6757-b381-4075-be6d-8260f307f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:13:31.927734 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c63e50e-8559-49be-8d65-2dc6a46b15a4 None None] New status for floating IP 7a1a3597-ec8b-4070-965e-8a2d11e1dbaa: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 12:13:32.456161 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-38374f2d-278c-4eb7-8a7e-b92c773796e5 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--2044211792&fields=id&tenant_id=fa1f0787ff78459a91511f0e797caff6 HTTP/1.1" status: 200 len: 267 time: 0.0413787 Nov 16 12:13:32.564300 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-0bbd0769-3a8d-41a0-afad-5b1a9ea378a5 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:32.565772 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-0bbd0769-3a8d-41a0-afad-5b1a9ea378a5 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 812 time: 0.1029584 Nov 16 12:13:32.580181 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-693f5d82-3666-484e-a044-1d07aec2342c tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/quotas/fa1f0787ff78459a91511f0e797caff6 HTTP/1.1" status: 200 len: 375 time: 0.0087190 Nov 16 12:13:32.632323 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-fef6c244-0339-4be9-ac4a-dbeb30068629 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471451 Nov 16 12:13:32.729528 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-1a44d4d3-2d26-4303-84d7-527d28e43eba service neutron] 10.222.0.61 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854919 Nov 16 12:13:32.817020 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-3a5775c0-0653-44ce-a253-d62b930d9d73 service neutron] 10.222.0.61 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813582 Nov 16 12:13:32.972184 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7118662b-b9a4-4a3e-bd49-d2389ec6242d req-23fef72f-3143-47bc-b1b1-91310409e8ba tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 210 time: 0.0273502 Nov 16 12:13:33.818588 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:13:33.842356 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:13:33.842701 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device abb46b77-5c7a-4b2c-b9cb-6802fb8a00f8 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:13:33.871582 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-2ea525fa-ca85-46ce-8045-0a3c797b6ccb tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:33.873039 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-2ea525fa-ca85-46ce-8045-0a3c797b6ccb tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.36 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 812 time: 0.1077931 Nov 16 12:13:33.936362 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-5728720c-7559-48be-a345-00fcb81d513a tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa1f0787ff78459a91511f0e797caff6 HTTP/1.1" status: 200 len: 380 time: 0.0536928 Nov 16 12:13:33.947871 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-5e6539a7-3b62-4727-a3e4-4f8eb21e2977 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Request body: {'port': {'device_id': '5328b6f9-e297-4bd6-976d-370260d5e0a7', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'admin_state_up': True, 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'security_groups': ['d71af835-cf94-46f4-b0ba-2e2199258eb5']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:13:34.053437 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-5e6539a7-3b62-4727-a3e4-4f8eb21e2977 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Made reservation on behalf of fa1f0787ff78459a91511f0e797caff6 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:13:34.057544 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-5e6539a7-3b62-4727-a3e4-4f8eb21e2977 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:34.065512 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-041bb4ac-5953-436c-bbc6-2f37a24363fb req-2311418e-8e4a-4de5-b61c-c0cd3e725040 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 210 time: 0.0265095 Nov 16 12:13:34.182428 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-5e6539a7-3b62-4727-a3e4-4f8eb21e2977 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Allocated IP 172.20.0.9 (1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc/626c6757-b381-4075-be6d-8260f307f917/e9692e3f-6367-4b8f-896b-8b255d0771a8) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:13:34.320944 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-5e6539a7-3b62-4727-a3e4-4f8eb21e2977 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:34.356979 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-5e6539a7-3b62-4727-a3e4-4f8eb21e2977 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:34.401768 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-5e6539a7-3b62-4727-a3e4-4f8eb21e2977 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Network 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:13:34.404913 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-5e6539a7-3b62-4727-a3e4-4f8eb21e2977 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:13:34.408678 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-5e6539a7-3b62-4727-a3e4-4f8eb21e2977 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:13:34.415626 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6539a7-3b62-4727-a3e4-4f8eb21e2977 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Pushing event updated for resources: {'Port': ['ID=e9692e3f-6367-4b8f-896b-8b255d0771a8,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:13:34.462508 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-5e6539a7-3b62-4727-a3e4-4f8eb21e2977 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:34.463124 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-5e6539a7-3b62-4727-a3e4-4f8eb21e2977 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:34.481942 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-5e6539a7-3b62-4727-a3e4-4f8eb21e2977 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5376689 Nov 16 12:13:34.494328 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-0f3dcd0f-6f68-4943-b83e-69f5145809b6 service neutron] Request body: {'port': {'device_id': '5328b6f9-e297-4bd6-976d-370260d5e0a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:13:34.554025 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-0f3dcd0f-6f68-4943-b83e-69f5145809b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:34.648137 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87d97ab3-2002-4e28-b432-c76e8c806457 None None] Provisioning complete for port e9692e3f-6367-4b8f-896b-8b255d0771a8 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:13:34.649120 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87d97ab3-2002-4e28-b432-c76e8c806457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:34.685488 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87d97ab3-2002-4e28-b432-c76e8c806457 None None] Port e9692e3f-6367-4b8f-896b-8b255d0771a8 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:13:34.808861 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-0f3dcd0f-6f68-4943-b83e-69f5145809b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9692e3f-6367-4b8f-896b-8b255d0771a8 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:13:34.816072 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-0f3dcd0f-6f68-4943-b83e-69f5145809b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:34.828356 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-0f3dcd0f-6f68-4943-b83e-69f5145809b6 service neutron] Transition to ACTIVE for port object e9692e3f-6367-4b8f-896b-8b255d0771a8 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 12:13:34.832157 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-0f3dcd0f-6f68-4943-b83e-69f5145809b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:34.878379 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3dcd0f-6f68-4943-b83e-69f5145809b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e9692e3f-6367-4b8f-896b-8b255d0771a8,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:13:34.953901 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-0f3dcd0f-6f68-4943-b83e-69f5145809b6 service neutron] Attempting to bind port e9692e3f-6367-4b8f-896b-8b255d0771a8 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:13:34.954258 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-0f3dcd0f-6f68-4943-b83e-69f5145809b6 service neutron] Attempting to bind port e9692e3f-6367-4b8f-896b-8b255d0771a8 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:13:34.954590 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-0f3dcd0f-6f68-4943-b83e-69f5145809b6 service neutron] Attempting to bind port e9692e3f-6367-4b8f-896b-8b255d0771a8 on network 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:13:34.959154 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-0f3dcd0f-6f68-4943-b83e-69f5145809b6 service neutron] Port e9692e3f-6367-4b8f-896b-8b255d0771a8 on network 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 12:13:34.959476 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-0f3dcd0f-6f68-4943-b83e-69f5145809b6 service neutron] Attempting to bind port e9692e3f-6367-4b8f-896b-8b255d0771a8 on network 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:13:34.964938 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-0f3dcd0f-6f68-4943-b83e-69f5145809b6 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:13:34.965287 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-0f3dcd0f-6f68-4943-b83e-69f5145809b6 service neutron] Checking segment: {'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:13:34.965658 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-0f3dcd0f-6f68-4943-b83e-69f5145809b6 service neutron] Bound using segment: {'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:13:34.966121 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-0f3dcd0f-6f68-4943-b83e-69f5145809b6 service neutron] Bound port: e9692e3f-6367-4b8f-896b-8b255d0771a8, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:13:34.966480 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-0f3dcd0f-6f68-4943-b83e-69f5145809b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:35.031756 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-0f3dcd0f-6f68-4943-b83e-69f5145809b6 service neutron] For port e9692e3f-6367-4b8f-896b-8b255d0771a8, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:13:35.034968 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-0f3dcd0f-6f68-4943-b83e-69f5145809b6 service neutron] For port e9692e3f-6367-4b8f-896b-8b255d0771a8, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=e9692e3f-6367-4b8f-896b-8b255d0771a8,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:13:35.040020 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-0f3dcd0f-6f68-4943-b83e-69f5145809b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:35.072674 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-0f3dcd0f-6f68-4943-b83e-69f5145809b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:35.073295 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-0f3dcd0f-6f68-4943-b83e-69f5145809b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:35.074708 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-0f3dcd0f-6f68-4943-b83e-69f5145809b6 service neutron] 10.222.0.36 "PUT /v2.0/ports/e9692e3f-6367-4b8f-896b-8b255d0771a8 HTTP/1.1" status: 200 len: 1091 time: 0.5847421 Nov 16 12:13:35.075145 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5328b6f9-e297-4bd6-976d-370260d5e0a7', 'tag': 'e9692e3f-6367-4b8f-896b-8b255d0771a8'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:13:35.077366 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ebd5c4e078a0455f638a1319c3fcb0b8ac405a40698c7f62369198c0c3877077" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b71e33d-6e19-418f-a17e-618a926ebf31" -d '{"events": [{"name": "network-changed", "server_uuid": "5328b6f9-e297-4bd6-976d-370260d5e0a7", "tag": "e9692e3f-6367-4b8f-896b-8b255d0771a8"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:13:35.112108 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3dcd0f-6f68-4943-b83e-69f5145809b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e9692e3f-6367-4b8f-896b-8b255d0771a8,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:13:35.143357 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e76ec2-e8c2-45a5-b2d8-7986b76bd64e x-openstack-request-id: req-c9e76ec2-e8c2-45a5-b2d8-7986b76bd64e {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:13:35.143790 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5328b6f9-e297-4bd6-976d-370260d5e0a7", "tag": "e9692e3f-6367-4b8f-896b-8b255d0771a8", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:13:35.144208 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c9e76ec2-e8c2-45a5-b2d8-7986b76bd64e {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:13:35.145040 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5328b6f9-e297-4bd6-976d-370260d5e0a7', 'tag': 'e9692e3f-6367-4b8f-896b-8b255d0771a8', 'status': 'completed', 'code': 200} Nov 16 12:13:35.180427 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-54392a59-3ae5-42ac-a99c-189b0de512fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:35.181212 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-54392a59-3ae5-42ac-a99c-189b0de512fc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 1094 time: 0.0559633 Nov 16 12:13:35.232609 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-714c08d6-1649-4df6-8e98-d0d4c269973c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9692e3f-6367-4b8f-896b-8b255d0771a8 HTTP/1.1" status: 200 len: 217 time: 0.0421317 Nov 16 12:13:35.242650 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebf52e-d5ab-4121-a701-36667c1a68c5 req-ba868304-e96a-4818-8b27-316539c09c2a tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:35.244314 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a2ebf52e-d5ab-4121-a701-36667c1a68c5 req-ba868304-e96a-4818-8b27-316539c09c2a tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 943 time: 0.0558228 Nov 16 12:13:35.284575 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-fe1f0c32-eb5d-47bb-be96-328ccb2a26b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:35.286138 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-fe1f0c32-eb5d-47bb-be96-328ccb2a26b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0468123 Nov 16 12:13:35.295508 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a2ebf52e-d5ab-4121-a701-36667c1a68c5 req-082ceb34-ff6a-4a1c-a627-2a3a832c3124 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449016 Nov 16 12:13:35.331350 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-579e76e1-b4a3-419f-903e-c9d936b5efc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:35.332832 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-579e76e1-b4a3-419f-903e-c9d936b5efc7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399885 Nov 16 12:13:35.428820 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-dc090205-8a7e-4fee-9160-f4ea61b51106 service neutron] 10.222.0.36 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885761 Nov 16 12:13:35.515333 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7dd39d96-0082-4b71-b8e7-3346bbfbad19 req-8fa3b0ef-2a81-4f86-9758-2adb33278d7a service neutron] 10.222.0.36 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794950 Nov 16 12:13:35.602309 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71e33d-6e19-418f-a17e-618a926ebf31 req-3e9f95d1-4c6d-4cbc-9506-294ec365017e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:35.603756 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b71e33d-6e19-418f-a17e-618a926ebf31 req-3e9f95d1-4c6d-4cbc-9506-294ec365017e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 1094 time: 0.0448356 Nov 16 12:13:35.693866 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71e33d-6e19-418f-a17e-618a926ebf31 req-f8099a40-4ef6-4977-8e3a-53017c275b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:35.695430 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b71e33d-6e19-418f-a17e-618a926ebf31 req-f8099a40-4ef6-4977-8e3a-53017c275b6d service neutron] 10.222.0.36 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 913 time: 0.0835493 Nov 16 12:13:35.739540 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b71e33d-6e19-418f-a17e-618a926ebf31 req-22842cb4-6aef-4edc-97ff-c1c0dfe92748 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9692e3f-6367-4b8f-896b-8b255d0771a8 HTTP/1.1" status: 200 len: 217 time: 0.0368519 Nov 16 12:13:36.080908 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71e33d-6e19-418f-a17e-618a926ebf31 req-042ba2ed-5c42-4bba-9dc8-c7372c61e632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:36.082407 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b71e33d-6e19-418f-a17e-618a926ebf31 req-042ba2ed-5c42-4bba-9dc8-c7372c61e632 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.3352926 Nov 16 12:13:36.128379 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71e33d-6e19-418f-a17e-618a926ebf31 req-e4e33d75-b79c-4367-b60a-35015296e068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:36.129855 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b71e33d-6e19-418f-a17e-618a926ebf31 req-e4e33d75-b79c-4367-b60a-35015296e068 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383406 Nov 16 12:13:36.221372 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b71e33d-6e19-418f-a17e-618a926ebf31 req-473242cf-3f40-4e82-9afe-4c8c4d74c2a6 service neutron] 10.222.0.36 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830815 Nov 16 12:13:36.309808 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1b71e33d-6e19-418f-a17e-618a926ebf31 req-70cf8bf2-6cb3-4679-bef6-188a799eb705 service neutron] 10.222.0.36 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803163 Nov 16 12:13:36.413969 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828bfa1-c12e-446e-bcf1-a1035b07de92 req-42d78490-4318-4ed0-a6d2-756d3534d49c tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:36.415423 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1828bfa1-c12e-446e-bcf1-a1035b07de92 req-42d78490-4318-4ed0-a6d2-756d3534d49c tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 943 time: 0.0490673 Nov 16 12:13:36.463581 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1828bfa1-c12e-446e-bcf1-a1035b07de92 req-df372cdb-0d6c-44ff-92dd-3d9cf660a994 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417876 Nov 16 12:13:37.581459 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3346f28-fbe6-485b-a8cd-83f138d32d57 req-a2824f74-9437-4943-8daa-233cdae3fc91 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:37.582945 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d3346f28-fbe6-485b-a8cd-83f138d32d57 req-a2824f74-9437-4943-8daa-233cdae3fc91 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 943 time: 0.0523334 Nov 16 12:13:37.896146 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d3346f28-fbe6-485b-a8cd-83f138d32d57 req-fafa0b5c-c8e0-41eb-a5c7-e141b24fed82 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3073144 Nov 16 12:13:38.489434 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device e9692e3f-6367-4b8f-896b-8b255d0771a8 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 12:13:38.596761 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port e9692e3f-6367-4b8f-896b-8b255d0771a8, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=e9692e3f-6367-4b8f-896b-8b255d0771a8,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:13:38.609027 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': 'e9692e3f-6367-4b8f-896b-8b255d0771a8', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'port_id': 'e9692e3f-6367-4b8f-896b-8b255d0771a8', 'mac_address': 'fa:16:3e:16:b8:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626c6757-b381-4075-be6d-8260f307f917', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 12:13:38.644734 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:38.658128 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9692e3f-6367-4b8f-896b-8b255d0771a8 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:13:38.676560 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port e9692e3f-6367-4b8f-896b-8b255d0771a8, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=e9692e3f-6367-4b8f-896b-8b255d0771a8,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:13:38.680924 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:38.727065 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=e9692e3f-6367-4b8f-896b-8b255d0771a8,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:13:38.903859 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['e9692e3f-6367-4b8f-896b-8b255d0771a8'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:13:39.025034 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52125ecc-c3c9-4586-bc17-faaa1fc8b659 req-30facc69-eb3c-4d03-a692-f4e2133eb424 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:39.026793 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-52125ecc-c3c9-4586-bc17-faaa1fc8b659 req-30facc69-eb3c-4d03-a692-f4e2133eb424 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 944 time: 0.0490158 Nov 16 12:13:39.074056 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-52125ecc-c3c9-4586-bc17-faaa1fc8b659 req-49ac40c6-4520-4037-9914-2bd9a8bf51a7 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414498 Nov 16 12:13:40.188381 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ac917-a501-4f41-8027-cdc736ad3b0d req-a83aa264-7b2f-4e88-b863-86ceedf6cb53 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:40.189817 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3f2ac917-a501-4f41-8027-cdc736ad3b0d req-a83aa264-7b2f-4e88-b863-86ceedf6cb53 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 944 time: 0.0478652 Nov 16 12:13:40.238320 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3f2ac917-a501-4f41-8027-cdc736ad3b0d req-35410779-25c1-4f1c-94f8-aeac83bdf95d tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425694 Nov 16 12:13:40.504969 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device e9692e3f-6367-4b8f-896b-8b255d0771a8 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:13:40.552263 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port e9692e3f-6367-4b8f-896b-8b255d0771a8 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 12:13:40.556456 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port e9692e3f-6367-4b8f-896b-8b255d0771a8 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:13:40.556933 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:40.634443 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:40.656115 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5328b6f9-e297-4bd6-976d-370260d5e0a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9692e3f-6367-4b8f-896b-8b255d0771a8'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:13:40.658393 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40c291e81f9341f022fb5d130c4a60d68f253e9b77a89a07e25c17c1e839865c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34687eb7-dc02-4857-842e-4bcb73b642e6" -d '{"events": [{"server_uuid": "5328b6f9-e297-4bd6-976d-370260d5e0a7", "name": "network-vif-plugged", "status": "completed", "tag": "e9692e3f-6367-4b8f-896b-8b255d0771a8"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:13:40.670680 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port e9692e3f-6367-4b8f-896b-8b255d0771a8, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=e9692e3f-6367-4b8f-896b-8b255d0771a8,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:13:40.674538 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:40.698643 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c94235-f965-422d-9c2c-fdbc34af5cd9 x-openstack-request-id: req-94c94235-f965-422d-9c2c-fdbc34af5cd9 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:13:40.698927 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5328b6f9-e297-4bd6-976d-370260d5e0a7", "name": "network-vif-plugged", "status": "completed", "tag": "e9692e3f-6367-4b8f-896b-8b255d0771a8", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:13:40.699178 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-94c94235-f965-422d-9c2c-fdbc34af5cd9 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:13:40.699567 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5328b6f9-e297-4bd6-976d-370260d5e0a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9692e3f-6367-4b8f-896b-8b255d0771a8', 'code': 200} Nov 16 12:13:40.724518 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=e9692e3f-6367-4b8f-896b-8b255d0771a8,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:13:40.834237 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1e82c-5ad9-43bc-a844-403de29453ad req-ed3cd69b-0750-414b-a626-57fde030dad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:40.835707 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e1d1e82c-5ad9-43bc-a844-403de29453ad req-ed3cd69b-0750-414b-a626-57fde030dad0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 1096 time: 0.0823979 Nov 16 12:13:40.883116 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e1d1e82c-5ad9-43bc-a844-403de29453ad req-01682e5b-6936-44f8-b886-2f535bdd385d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404050 Nov 16 12:13:41.411587 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89020b51-3698-4736-a5e2-16e70bc04eb1 req-cd4289ca-5aa5-4c43-ad21-429d1019a6dd tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:41.412947 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-89020b51-3698-4736-a5e2-16e70bc04eb1 req-cd4289ca-5aa5-4c43-ad21-429d1019a6dd tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 945 time: 0.0480812 Nov 16 12:13:41.458681 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-89020b51-3698-4736-a5e2-16e70bc04eb1 req-2aaa0a47-ec81-42c8-9843-ad966b6d507e tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399656 Nov 16 12:13:42.573866 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a573f3-82a7-4ee5-8355-0525262f4a64 req-8837fb05-a53f-43e5-9b80-596e50aac4cc tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:42.575362 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-55a573f3-82a7-4ee5-8355-0525262f4a64 req-8837fb05-a53f-43e5-9b80-596e50aac4cc tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 945 time: 0.0481706 Nov 16 12:13:42.621555 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-55a573f3-82a7-4ee5-8355-0525262f4a64 req-b6bd88a6-b10b-462a-8055-ae600f7d2945 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403860 Nov 16 12:13:42.741230 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b99517-1d87-4163-9496-2ac1b0313114 req-ff137ec9-3fbd-4be6-bb8a-52729d264642 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:42.742628 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f0b99517-1d87-4163-9496-2ac1b0313114 req-ff137ec9-3fbd-4be6-bb8a-52729d264642 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 945 time: 0.0516293 Nov 16 12:13:42.751142 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54018) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:13:42.755520 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-73e28b7a-6f3b-4615-8575-478c2a1cc328 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Request body: {'floatingip': {'port_id': 'e9692e3f-6367-4b8f-896b-8b255d0771a8'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:13:42.793993 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-73e28b7a-6f3b-4615-8575-478c2a1cc328 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks [] for floatingip, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:43.136226 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-90e0cba2-e931-4b7e-97d7-b3920a9dfc41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:43.208836 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-73e28b7a-6f3b-4615-8575-478c2a1cc328 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:43.212676 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-73e28b7a-6f3b-4615-8575-478c2a1cc328 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:43.318406 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [None req-73e28b7a-6f3b-4615-8575-478c2a1cc328 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Floating IP 7a1a3597-ec8b-4070-965e-8a2d11e1dbaa associated. External IP: 172.25.0.168, port: e9692e3f-6367-4b8f-896b-8b255d0771a8. Nov 16 12:13:43.517878 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e28b7a-6f3b-4615-8575-478c2a1cc328 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Router 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:13:43.625280 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e28b7a-6f3b-4615-8575-478c2a1cc328 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:13:43.629984 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-73e28b7a-6f3b-4615-8575-478c2a1cc328 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:43.636097 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bc8eb9-0913-45ba-ade7-1f10bebf2576 None None] Sync routers for ids ['5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:13:43.646570 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bc8eb9-0913-45ba-ade7-1f10bebf2576 None None] Routers {'5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:13:43.647179 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-10bc8eb9-0913-45ba-ade7-1f10bebf2576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:13:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:13:43.657368 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-73e28b7a-6f3b-4615-8575-478c2a1cc328 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "PUT /v2.0/floatingips/7a1a3597-ec8b-4070-965e-8a2d11e1dbaa HTTP/1.1" status: 200 len: 992 time: 0.9051697 Nov 16 12:13:43.658087 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5328b6f9-e297-4bd6-976d-370260d5e0a7', 'tag': 'e9692e3f-6367-4b8f-896b-8b255d0771a8'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:13:43.660458 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf346dc979745a0c20d30fec95d964faad2abbc076954260cb586c1e7799caa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265ccbfa-6181-4aa2-b261-44e5e917bff8" -d '{"events": [{"name": "network-changed", "server_uuid": "5328b6f9-e297-4bd6-976d-370260d5e0a7", "tag": "e9692e3f-6367-4b8f-896b-8b255d0771a8"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:13:43.751739 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c21520-77b5-4a29-b30b-d37bf6122249 x-openstack-request-id: req-f8c21520-77b5-4a29-b30b-d37bf6122249 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:13:43.752029 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5328b6f9-e297-4bd6-976d-370260d5e0a7", "tag": "e9692e3f-6367-4b8f-896b-8b255d0771a8", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:13:43.752287 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f8c21520-77b5-4a29-b30b-d37bf6122249 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:13:43.752689 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5328b6f9-e297-4bd6-976d-370260d5e0a7', 'tag': 'e9692e3f-6367-4b8f-896b-8b255d0771a8', 'status': 'completed', 'code': 200} Nov 16 12:13:43.759125 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-10bc8eb9-0913-45ba-ade7-1f10bebf2576 None None] Set router 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:13:43.812471 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ccbfa-6181-4aa2-b261-44e5e917bff8 req-677944b9-127c-4d28-bcdb-3f367dbc9878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:43.813866 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-265ccbfa-6181-4aa2-b261-44e5e917bff8 req-677944b9-127c-4d28-bcdb-3f367dbc9878 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 1096 time: 0.0410089 Nov 16 12:13:43.902710 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ccbfa-6181-4aa2-b261-44e5e917bff8 req-ec843fbd-d0c7-4296-99ca-0e674633d946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:43.904177 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-265ccbfa-6181-4aa2-b261-44e5e917bff8 req-ec843fbd-d0c7-4296-99ca-0e674633d946 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 913 time: 0.0835550 Nov 16 12:13:43.972434 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-265ccbfa-6181-4aa2-b261-44e5e917bff8 req-52453bbc-ae46-4578-aba3-92a8909d5851 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9692e3f-6367-4b8f-896b-8b255d0771a8 HTTP/1.1" status: 200 len: 1000 time: 0.0608981 Nov 16 12:13:43.983250 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-10bc8eb9-0913-45ba-ade7-1f10bebf2576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'name': 'tempest-ServerActionsTestJSON-1199017088-router', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:06:26Z', 'updated_at': '2021-11-16T12:06:29Z', 'revision_number': 4, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'gw_port': {'id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:27Z', 'updated_at': '2021-11-16T12:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '7a1a3597-ec8b-4070-965e-8a2d11e1dbaa', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'floating_ip_address': '172.25.0.168', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'port_id': 'e9692e3f-6367-4b8f-896b-8b255d0771a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'mac_address': 'fa:16:3e:16:b8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5328b6f9-e297-4bd6-976d-370260d5e0a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:06:31Z', 'updated_at': '2021-11-16T12:13:43Z', 'revision_number': 13, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b4674ce-d0bb-4357-a84b-cc68655d03c0', 'name': '', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'mac_address': 'fa:16:3e:e4:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '626c6757-b381-4075-be6d-8260f307f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:29Z', 'updated_at': '2021-11-16T12:06:33Z', 'revision_number': 5, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'subnets': [{'id': '626c6757-b381-4075-be6d-8260f307f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:13:44.013656 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bc8eb9-0913-45ba-ade7-1f10bebf2576 None None] Checking router: 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:13:44.022130 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bc8eb9-0913-45ba-ade7-1f10bebf2576 None None] Routers {'5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:13:44.022752 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-10bc8eb9-0913-45ba-ade7-1f10bebf2576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:13:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:13:44.027275 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ccbfa-6181-4aa2-b261-44e5e917bff8 req-b2a8dfac-fbf3-48fb-a791-115d02a44286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:44.028959 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-265ccbfa-6181-4aa2-b261-44e5e917bff8 req-b2a8dfac-fbf3-48fb-a791-115d02a44286 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0496683 Nov 16 12:13:44.076054 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ccbfa-6181-4aa2-b261-44e5e917bff8 req-2cf5e718-1dec-4b15-afae-931e359c52ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:13:44.077473 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-265ccbfa-6181-4aa2-b261-44e5e917bff8 req-2cf5e718-1dec-4b15-afae-931e359c52ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405040 Nov 16 12:13:44.128837 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-10bc8eb9-0913-45ba-ade7-1f10bebf2576 None None] Set router 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:13:44.170467 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-265ccbfa-6181-4aa2-b261-44e5e917bff8 req-75fb1d6e-61fd-4fc5-bf31-0a0ac9c22bb3 service neutron] 10.222.0.36 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856524 Nov 16 12:13:44.260283 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-265ccbfa-6181-4aa2-b261-44e5e917bff8 req-2ec5de47-fd37-4339-8d00-1ef48b961dcc service neutron] 10.222.0.36 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828195 Nov 16 12:13:44.352760 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-10bc8eb9-0913-45ba-ade7-1f10bebf2576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'name': 'tempest-ServerActionsTestJSON-1199017088-router', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:06:26Z', 'updated_at': '2021-11-16T12:06:29Z', 'revision_number': 4, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'gw_port': {'id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:27Z', 'updated_at': '2021-11-16T12:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '7a1a3597-ec8b-4070-965e-8a2d11e1dbaa', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'floating_ip_address': '172.25.0.168', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'port_id': 'e9692e3f-6367-4b8f-896b-8b255d0771a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'mac_address': 'fa:16:3e:16:b8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5328b6f9-e297-4bd6-976d-370260d5e0a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:06:31Z', 'updated_at': '2021-11-16T12:13:43Z', 'revision_number': 13, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b4674ce-d0bb-4357-a84b-cc68655d03c0', 'name': '', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'mac_address': 'fa:16:3e:e4:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '626c6757-b381-4075-be6d-8260f307f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:29Z', 'updated_at': '2021-11-16T12:06:33Z', 'revision_number': 5, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'subnets': [{'id': '626c6757-b381-4075-be6d-8260f307f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:13:44.378425 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bc8eb9-0913-45ba-ade7-1f10bebf2576 None None] The sync data for ids ['5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'] in n-d-816823-3 is: [{'id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'name': 'tempest-ServerActionsTestJSON-1199017088-router', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:06:26Z', 'updated_at': '2021-11-16T12:06:29Z', 'revision_number': 4, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'gw_port': {'id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:27Z', 'updated_at': '2021-11-16T12:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '7a1a3597-ec8b-4070-965e-8a2d11e1dbaa', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'floating_ip_address': '172.25.0.168', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'port_id': 'e9692e3f-6367-4b8f-896b-8b255d0771a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'mac_address': 'fa:16:3e:16:b8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5328b6f9-e297-4bd6-976d-370260d5e0a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:06:31Z', 'updated_at': '2021-11-16T12:13:43Z', 'revision_number': 13, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b4674ce-d0bb-4357-a84b-cc68655d03c0', 'name': '', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'mac_address': 'fa:16:3e:e4:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '626c6757-b381-4075-be6d-8260f307f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:29Z', 'updated_at': '2021-11-16T12:06:33Z', 'revision_number': 5, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'subnets': [{'id': '626c6757-b381-4075-be6d-8260f307f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:13:44.572348 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f186b94d-673a-4eb1-a88a-9585752d97ae None None] New status for floating IP 7a1a3597-ec8b-4070-965e-8a2d11e1dbaa: ACTIVE {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 12:13:45.647068 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f5a99491-a24d-45e5-a002-ffb0b5c13598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:46.789322 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:48.490296 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:48.946104 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:54.434053 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:13:58.610886 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:13:59.408311 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:14:13.141281 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-41b6e481-6fd4-459e-a528-5d656783083d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:14:15.648603 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-419c6b16-9724-4389-a502-3f6700361fbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:14:16.792595 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:14:18.492331 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:14:18.937310 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:14:23.248713 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7e317282-d165-4dcd-99a7-a5bfb6489de8 req-6a08bfa7-5945-4fa0-aedb-53c7d2eb229b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0821223 Nov 16 12:14:23.328087 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e317282-d165-4dcd-99a7-a5bfb6489de8 req-3fe1a1cf-658d-4c7b-89dc-41c590c4ff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:14:23.329558 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7e317282-d165-4dcd-99a7-a5bfb6489de8 req-3fe1a1cf-658d-4c7b-89dc-41c590c4ff98 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 1096 time: 0.0387988 Nov 16 12:14:23.434555 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e317282-d165-4dcd-99a7-a5bfb6489de8 req-8c72a71a-2324-4727-b9c3-4ea5720907ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:14:23.436014 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7e317282-d165-4dcd-99a7-a5bfb6489de8 req-8c72a71a-2324-4727-b9c3-4ea5720907ac service neutron] 10.222.0.36 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 913 time: 0.0873156 Nov 16 12:14:23.499874 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7e317282-d165-4dcd-99a7-a5bfb6489de8 req-b62abc07-258e-4f17-9e4f-ea7f366c89a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9692e3f-6367-4b8f-896b-8b255d0771a8 HTTP/1.1" status: 200 len: 1002 time: 0.0570230 Nov 16 12:14:23.549848 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e317282-d165-4dcd-99a7-a5bfb6489de8 req-999364de-9db8-447e-b199-ffe0a415db92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:14:23.551294 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7e317282-d165-4dcd-99a7-a5bfb6489de8 req-999364de-9db8-447e-b199-ffe0a415db92 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0442355 Nov 16 12:14:23.600778 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e317282-d165-4dcd-99a7-a5bfb6489de8 req-dbd5a715-4d1e-4be5-801a-6753fbd06d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:14:23.602269 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7e317282-d165-4dcd-99a7-a5bfb6489de8 req-dbd5a715-4d1e-4be5-801a-6753fbd06d6a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429318 Nov 16 12:14:23.689882 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7e317282-d165-4dcd-99a7-a5bfb6489de8 req-bba893bc-ca41-4f91-ba54-c6ddaf1509f5 service neutron] 10.222.0.36 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804539 Nov 16 12:14:23.781125 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7e317282-d165-4dcd-99a7-a5bfb6489de8 req-ef82ba88-27ed-4d14-8bc2-4df9e8ae83b9 service neutron] 10.222.0.36 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845070 Nov 16 12:14:28.619269 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:14:29.406832 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:14:31.434653 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:14:43.142932 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e4c27c63-9333-43d2-97a1-a98344aba298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:14:45.651644 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a0051de6-b0ae-4e32-88c1-ce34709ef7dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:14:46.794242 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:14:48.494979 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:14:48.939422 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:14:58.643140 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:14:59.406198 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:15:08.433859 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:15:13.144787 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b26e3da6-fd34-49a1-ba24-a47ce02ab63d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:15:15.657682 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1d8b1fde-ef6f-4713-b2ab-898ef3f28127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:15:16.798483 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:15:18.497747 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:15:18.940398 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:15:20.095699 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c5e88-6941-4e1e-a9c0-0c107faaf1e3 req-3441a74f-6b6e-426e-8305-0890661d03a7 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:20.097176 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-895c5e88-6941-4e1e-a9c0-0c107faaf1e3 req-3441a74f-6b6e-426e-8305-0890661d03a7 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 945 time: 0.0962017 Nov 16 12:15:20.143648 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-895c5e88-6941-4e1e-a9c0-0c107faaf1e3 req-9131013a-295e-456f-b593-51bc9c5c8aad tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405695 Nov 16 12:15:23.141043 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-53789ea3-72e2-434a-9ced-603146563596 req-f46d3fb9-5606-46e4-b5e2-413dac9110bd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404119 Nov 16 12:15:23.222837 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53789ea3-72e2-434a-9ced-603146563596 req-dfcc0270-6bef-4142-892d-79faae385e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:23.224498 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-53789ea3-72e2-434a-9ced-603146563596 req-dfcc0270-6bef-4142-892d-79faae385e81 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 1096 time: 0.0414841 Nov 16 12:15:23.330343 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53789ea3-72e2-434a-9ced-603146563596 req-1eadb029-2ac3-4b63-8366-7524f1249679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:23.331811 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-53789ea3-72e2-434a-9ced-603146563596 req-1eadb029-2ac3-4b63-8366-7524f1249679 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 913 time: 0.0880599 Nov 16 12:15:23.396590 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-53789ea3-72e2-434a-9ced-603146563596 req-37eba695-18a0-409e-a3ba-13e58d7b6a33 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9692e3f-6367-4b8f-896b-8b255d0771a8 HTTP/1.1" status: 200 len: 1002 time: 0.0573449 Nov 16 12:15:23.445236 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53789ea3-72e2-434a-9ced-603146563596 req-2f98f443-91ac-422c-94cf-573ef3495d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:23.447254 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-53789ea3-72e2-434a-9ced-603146563596 req-2f98f443-91ac-422c-94cf-573ef3495d0a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0430923 Nov 16 12:15:23.497314 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53789ea3-72e2-434a-9ced-603146563596 req-d6600bac-123e-4bb0-a2a7-b9037b497ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:23.498866 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-53789ea3-72e2-434a-9ced-603146563596 req-d6600bac-123e-4bb0-a2a7-b9037b497ef8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450466 Nov 16 12:15:23.594402 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-53789ea3-72e2-434a-9ced-603146563596 req-7e80c572-7d6c-4988-838f-bae3b06af77a service neutron] 10.222.0.36 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881822 Nov 16 12:15:23.688030 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-53789ea3-72e2-434a-9ced-603146563596 req-09ebdc98-74ae-4a71-8700-369719b2a2e8 service neutron] 10.222.0.36 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869482 Nov 16 12:15:28.649336 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:15:29.420067 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:15:31.128749 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [req-70d5cc7d-3ce2-4944-a517-1bd1d2805a8e req-c3639edb-1b59-47ba-946b-c08e38075cf1 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 12:15:31.129768 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-70d5cc7d-3ce2-4944-a517-1bd1d2805a8e req-c3639edb-1b59-47ba-946b-c08e38075cf1 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0436172 Nov 16 12:15:31.318772 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe09f73-12c9-4d9e-9b72-a273f7f7ece6 req-eb8277e0-3c66-4036-9a71-21f78c4137ef tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:31.320302 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dbe09f73-12c9-4d9e-9b72-a273f7f7ece6 req-eb8277e0-3c66-4036-9a71-21f78c4137ef tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 945 time: 0.0548451 Nov 16 12:15:31.396292 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dbe09f73-12c9-4d9e-9b72-a273f7f7ece6 req-9b443a76-acfa-4970-b35a-a7523b6fe2f9 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690868 Nov 16 12:15:31.401828 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e093e6d1-801f-472b-a58b-0d25a379250f req-fa9495d9-45b3-41ed-804e-d8465066874b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1096861 Nov 16 12:15:31.411174 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [req-e093e6d1-801f-472b-a58b-0d25a379250f req-d1b1fca9-dbe1-4498-b68e-48e0edd579a7 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 12:15:31.412156 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e093e6d1-801f-472b-a58b-0d25a379250f req-d1b1fca9-dbe1-4498-b68e-48e0edd579a7 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052829 Nov 16 12:15:32.519550 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088b463-74e7-4e79-859c-14c1b4cad368 req-7ad8b19c-fac1-45e8-a732-bcc5db773acc tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:32.521013 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0088b463-74e7-4e79-859c-14c1b4cad368 req-7ad8b19c-fac1-45e8-a732-bcc5db773acc tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 945 time: 0.0542715 Nov 16 12:15:32.569320 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0088b463-74e7-4e79-859c-14c1b4cad368 req-a4648bcd-d5c7-449e-8da4-d8cd50683a88 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414493 Nov 16 12:15:33.684751 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4999530-ae56-4fe9-833b-13c6819e2b17 req-e87272eb-cd53-4599-92f4-c78a737ac8f1 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:33.686260 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d4999530-ae56-4fe9-833b-13c6819e2b17 req-e87272eb-cd53-4599-92f4-c78a737ac8f1 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 945 time: 0.0488462 Nov 16 12:15:33.732903 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d4999530-ae56-4fe9-833b-13c6819e2b17 req-8359cd3c-3234-409f-a44a-fc1d1ab27c60 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408318 Nov 16 12:15:34.588571 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093e6d1-801f-472b-a58b-0d25a379250f req-c71625e4-5463-48b4-beab-880edabe8a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:34.590088 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e093e6d1-801f-472b-a58b-0d25a379250f req-c71625e4-5463-48b4-beab-880edabe8a91 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 1096 time: 0.0411921 Nov 16 12:15:34.683394 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093e6d1-801f-472b-a58b-0d25a379250f req-c491d4fb-6f9d-4be0-a255-42551fe60620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:34.684855 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e093e6d1-801f-472b-a58b-0d25a379250f req-c491d4fb-6f9d-4be0-a255-42551fe60620 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 913 time: 0.0882342 Nov 16 12:15:34.749853 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e093e6d1-801f-472b-a58b-0d25a379250f req-a595435d-3d9b-42b6-ae6c-d517930ea948 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9692e3f-6367-4b8f-896b-8b255d0771a8 HTTP/1.1" status: 200 len: 1002 time: 0.0572836 Nov 16 12:15:34.799539 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093e6d1-801f-472b-a58b-0d25a379250f req-884e0850-fd41-4470-a3bd-85426fa7b208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:34.801016 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e093e6d1-801f-472b-a58b-0d25a379250f req-884e0850-fd41-4470-a3bd-85426fa7b208 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0448401 Nov 16 12:15:34.851614 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093e6d1-801f-472b-a58b-0d25a379250f req-db8e894e-00d7-4433-982e-2ee3c1648b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:34.853077 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e093e6d1-801f-472b-a58b-0d25a379250f req-db8e894e-00d7-4433-982e-2ee3c1648b1a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450764 Nov 16 12:15:34.854101 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2e691-773d-47f4-91cb-b44c9f7f1493 req-926e0aba-d358-457d-a49b-54cb3ae34b1c tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:34.855596 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-77a2e691-773d-47f4-91cb-b44c9f7f1493 req-926e0aba-d358-457d-a49b-54cb3ae34b1c tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 945 time: 0.0534999 Nov 16 12:15:34.905033 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-77a2e691-773d-47f4-91cb-b44c9f7f1493 req-2390564f-64bd-48f6-835b-a924fd8590d2 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432560 Nov 16 12:15:34.949813 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e093e6d1-801f-472b-a58b-0d25a379250f req-96059f45-b2e9-4549-81de-5a74e9313194 service neutron] 10.222.0.36 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889726 Nov 16 12:15:35.043326 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e093e6d1-801f-472b-a58b-0d25a379250f req-91f3b6f7-bfea-46f8-b8cf-3e179e836cd5 service neutron] 10.222.0.36 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867386 Nov 16 12:15:36.020143 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc283ea-0fec-4d31-92eb-dd04c7689cf0 req-7a5a126f-f859-45d2-8266-7550b8d22e42 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:36.021599 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-adc283ea-0fec-4d31-92eb-dd04c7689cf0 req-7a5a126f-f859-45d2-8266-7550b8d22e42 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 945 time: 0.0477519 Nov 16 12:15:36.068572 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-adc283ea-0fec-4d31-92eb-dd04c7689cf0 req-e7a29a37-abdc-4474-af9d-595d1d60976e tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402906 Nov 16 12:15:37.185980 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b1bac-2ed7-4e1c-81ff-965be89c3d86 req-a839bf4d-3d4b-45c4-9de1-8be93728f422 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:37.187483 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0b5b1bac-2ed7-4e1c-81ff-965be89c3d86 req-a839bf4d-3d4b-45c4-9de1-8be93728f422 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 945 time: 0.0498741 Nov 16 12:15:37.237104 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0b5b1bac-2ed7-4e1c-81ff-965be89c3d86 req-f84c1996-a70b-446e-94f6-426876c05653 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438433 Nov 16 12:15:38.353354 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46958fae-b8e2-47d5-a63c-5051f1017bbc req-b6fa30da-b2a4-4569-9c61-127587282bd6 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:38.354854 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-46958fae-b8e2-47d5-a63c-5051f1017bbc req-b6fa30da-b2a4-4569-9c61-127587282bd6 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 945 time: 0.0484402 Nov 16 12:15:38.401987 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-46958fae-b8e2-47d5-a63c-5051f1017bbc req-de402437-74e0-45a0-a458-25f589372ba6 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411718 Nov 16 12:15:39.519419 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70f1b1-a1fd-4329-9542-e3f402264214 req-7ad9ece2-237c-4aa6-a721-b5b8e0dd5e1e tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:39.520894 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fe70f1b1-a1fd-4329-9542-e3f402264214 req-7ad9ece2-237c-4aa6-a721-b5b8e0dd5e1e tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 945 time: 0.0484612 Nov 16 12:15:39.567855 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fe70f1b1-a1fd-4329-9542-e3f402264214 req-d023fca5-d371-4251-927b-549dcd0b31e3 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401883 Nov 16 12:15:40.690855 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29587c34-49f8-4437-bcdd-ad85e8af188c req-7a6c489c-3f9e-4c5f-b8ea-b28932a8316c tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:40.692361 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-29587c34-49f8-4437-bcdd-ad85e8af188c req-7a6c489c-3f9e-4c5f-b8ea-b28932a8316c tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 945 time: 0.0542800 Nov 16 12:15:40.743627 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-29587c34-49f8-4437-bcdd-ad85e8af188c req-06a4c0d8-f293-4df2-b98a-4b7ab3ecf468 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445185 Nov 16 12:15:41.860391 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7bbca-61cb-4b6d-9e95-eaeaff38fd80 req-d31b6be0-f180-4f2d-98c9-80008ababe46 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:41.861877 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b2d7bbca-61cb-4b6d-9e95-eaeaff38fd80 req-d31b6be0-f180-4f2d-98c9-80008ababe46 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 945 time: 0.0488989 Nov 16 12:15:41.908259 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b2d7bbca-61cb-4b6d-9e95-eaeaff38fd80 req-53325791-0ca9-4e0d-b484-3086c7cc123c tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405664 Nov 16 12:15:43.032918 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee5c58-691f-458a-b776-a1d72a8d77c9 req-036c62d4-57db-4949-90f6-5b00101a813c tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:43.034447 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-75ee5c58-691f-458a-b776-a1d72a8d77c9 req-036c62d4-57db-4949-90f6-5b00101a813c tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 945 time: 0.0544825 Nov 16 12:15:43.086526 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-75ee5c58-691f-458a-b776-a1d72a8d77c9 req-16a97f62-7e8a-4a21-89bd-553817311611 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455091 Nov 16 12:15:43.146660 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b6f0724d-9e0d-489d-8dd4-25ae1dc60870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:15:44.202950 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34218d5a-9dd6-460e-9c1a-9eb36254a849 req-b4db83d1-459c-4b25-ab6d-562061b56740 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:44.205061 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-34218d5a-9dd6-460e-9c1a-9eb36254a849 req-b4db83d1-459c-4b25-ab6d-562061b56740 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 945 time: 0.0492816 Nov 16 12:15:44.250994 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-34218d5a-9dd6-460e-9c1a-9eb36254a849 req-28774183-bf71-43bd-acce-01fda96c2e98 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396707 Nov 16 12:15:45.370459 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f74b10-4af3-4f77-a243-b7a42552a885 req-309f3e44-3055-47d0-9e94-74d9f2a3e6c0 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:45.371895 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a1f74b10-4af3-4f77-a243-b7a42552a885 req-309f3e44-3055-47d0-9e94-74d9f2a3e6c0 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 945 time: 0.0518379 Nov 16 12:15:45.419051 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a1f74b10-4af3-4f77-a243-b7a42552a885 req-9efa521f-b4bf-40d5-8336-a6293f1c4915 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413108 Nov 16 12:15:45.432282 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:15:45.649831 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4e13ea91-3baf-4742-bdeb-d64bef7f2271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:15:46.540289 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310efc06-d2c3-4e4f-8743-79e0d407df74 req-d32f860a-c19c-494a-b62b-910254ac80e7 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:46.541751 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-310efc06-d2c3-4e4f-8743-79e0d407df74 req-d32f860a-c19c-494a-b62b-910254ac80e7 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 945 time: 0.0526276 Nov 16 12:15:46.588572 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-310efc06-d2c3-4e4f-8743-79e0d407df74 req-81d335c6-5c60-4ef2-984d-477acb27e766 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405843 Nov 16 12:15:46.799822 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:15:47.707383 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a63fd-c7c5-424a-ad0b-34f78302ec1f req-824123c8-2cec-4baf-95e0-05f47ccc38b4 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:47.708914 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0d3a63fd-c7c5-424a-ad0b-34f78302ec1f req-824123c8-2cec-4baf-95e0-05f47ccc38b4 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 945 time: 0.0509567 Nov 16 12:15:47.763467 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0d3a63fd-c7c5-424a-ad0b-34f78302ec1f req-afd602d4-e0ef-4788-9bf4-a364f9731ddd tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477824 Nov 16 12:15:48.504703 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:15:48.890454 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e41ae-4ac8-4cd6-bc72-b6e581740d9e req-4747800d-0bce-44ff-bd71-4c4788269df1 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:48.892216 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ca5e41ae-4ac8-4cd6-bc72-b6e581740d9e req-4747800d-0bce-44ff-bd71-4c4788269df1 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 945 time: 0.0576243 Nov 16 12:15:48.931744 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [req-e093e6d1-801f-472b-a58b-0d25a379250f req-4fec86dd-27d2-4b7a-b048-cfc7ff10d088 service neutron] show failed (client error): The resource could not be found. Nov 16 12:15:48.933420 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e093e6d1-801f-472b-a58b-0d25a379250f req-4fec86dd-27d2-4b7a-b048-cfc7ff10d088 service neutron] 10.222.0.36 "GET /v2.0/ports/e9692e3f-6367-4b8f-896b-8b255d0771a8/bindings/n-h2-816823-3 HTTP/1.1" status: 404 len: 380 time: 0.0590277 Nov 16 12:15:48.943710 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:15:48.944066 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ca5e41ae-4ac8-4cd6-bc72-b6e581740d9e req-2575b350-7430-4d25-b4a0-8dadd14482cc tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458806 Nov 16 12:15:49.227682 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093e6d1-801f-472b-a58b-0d25a379250f req-6be45ac1-79b0-4c45-8b06-cc93a1fc82a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:49.229147 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e093e6d1-801f-472b-a58b-0d25a379250f req-6be45ac1-79b0-4c45-8b06-cc93a1fc82a9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7&tenant_id=fa1f0787ff78459a91511f0e797caff6 HTTP/1.1" status: 200 len: 1096 time: 0.0818138 Nov 16 12:15:49.245952 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-e093e6d1-801f-472b-a58b-0d25a379250f req-203d5ee5-b65c-44b2-9131-63ef12d53448 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816823-3', 'device_owner': 'compute:nova'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:15:49.299804 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e093e6d1-801f-472b-a58b-0d25a379250f req-203d5ee5-b65c-44b2-9131-63ef12d53448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:15:49.494106 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-e093e6d1-801f-472b-a58b-0d25a379250f req-203d5ee5-b65c-44b2-9131-63ef12d53448 service neutron] For port e9692e3f-6367-4b8f-896b-8b255d0771a8, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=e9692e3f-6367-4b8f-896b-8b255d0771a8,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:15:49.527303 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-e093e6d1-801f-472b-a58b-0d25a379250f req-203d5ee5-b65c-44b2-9131-63ef12d53448 service neutron] For port e9692e3f-6367-4b8f-896b-8b255d0771a8, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:15:49.565330 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5328b6f9-e297-4bd6-976d-370260d5e0a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9692e3f-6367-4b8f-896b-8b255d0771a8'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:15:49.571449 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e093e6d1-801f-472b-a58b-0d25a379250f req-203d5ee5-b65c-44b2-9131-63ef12d53448 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:15:49.585277 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-e093e6d1-801f-472b-a58b-0d25a379250f req-203d5ee5-b65c-44b2-9131-63ef12d53448 service neutron] Transition to ACTIVE for port object e9692e3f-6367-4b8f-896b-8b255d0771a8 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 12:15:49.589238 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e093e6d1-801f-472b-a58b-0d25a379250f req-203d5ee5-b65c-44b2-9131-63ef12d53448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:15:49.615527 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b4cb006b19835c19bcd0265a95de96d39c41d7d45c6d056c20fcc032bf3cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3a72c8-9e7c-416e-bb03-f1640726e289" -d '{"events": [{"server_uuid": "5328b6f9-e297-4bd6-976d-370260d5e0a7", "name": "network-vif-unplugged", "status": "completed", "tag": "e9692e3f-6367-4b8f-896b-8b255d0771a8"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:15:49.642471 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d5ee5-b65c-44b2-9131-63ef12d53448 service neutron] Pushing event updated for resources: {'Port': ['ID=e9692e3f-6367-4b8f-896b-8b255d0771a8,revision_number=6']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:15:49.686461 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d5ee5-b65c-44b2-9131-63ef12d53448 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:15:49.686830 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d5ee5-b65c-44b2-9131-63ef12d53448 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:15:49.687166 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d5ee5-b65c-44b2-9131-63ef12d53448 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:15:49.687485 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d5ee5-b65c-44b2-9131-63ef12d53448 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:15:49.687814 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d5ee5-b65c-44b2-9131-63ef12d53448 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:15:49.688147 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d5ee5-b65c-44b2-9131-63ef12d53448 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:15:49.688477 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d5ee5-b65c-44b2-9131-63ef12d53448 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:15:49.688798 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d5ee5-b65c-44b2-9131-63ef12d53448 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:15:49.689123 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d5ee5-b65c-44b2-9131-63ef12d53448 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:15:49.689444 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d5ee5-b65c-44b2-9131-63ef12d53448 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:15:49.689770 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d5ee5-b65c-44b2-9131-63ef12d53448 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:15:49.690114 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203d5ee5-b65c-44b2-9131-63ef12d53448 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:15:49.732794 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 12:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15db27b7-c146-4849-97e6-34087208e10d x-openstack-request-id: req-15db27b7-c146-4849-97e6-34087208e10d {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:15:49.733190 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5328b6f9-e297-4bd6-976d-370260d5e0a7", "name": "network-vif-unplugged", "status": "completed", "tag": "e9692e3f-6367-4b8f-896b-8b255d0771a8", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:15:49.733446 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-15db27b7-c146-4849-97e6-34087208e10d {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:15:49.733838 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5328b6f9-e297-4bd6-976d-370260d5e0a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9692e3f-6367-4b8f-896b-8b255d0771a8', 'code': 200} Nov 16 12:15:49.734598 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-e093e6d1-801f-472b-a58b-0d25a379250f req-203d5ee5-b65c-44b2-9131-63ef12d53448 service neutron] No DVR routers for this DVR port e9692e3f-6367-4b8f-896b-8b255d0771a8 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:15:49.872355 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-e093e6d1-801f-472b-a58b-0d25a379250f req-203d5ee5-b65c-44b2-9131-63ef12d53448 service neutron] Attempting to bind port e9692e3f-6367-4b8f-896b-8b255d0771a8 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:15:49.872687 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-e093e6d1-801f-472b-a58b-0d25a379250f req-203d5ee5-b65c-44b2-9131-63ef12d53448 service neutron] Attempting to bind port e9692e3f-6367-4b8f-896b-8b255d0771a8 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:15:49.873013 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e093e6d1-801f-472b-a58b-0d25a379250f req-203d5ee5-b65c-44b2-9131-63ef12d53448 service neutron] Attempting to bind port e9692e3f-6367-4b8f-896b-8b255d0771a8 on network 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:15:49.877643 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e093e6d1-801f-472b-a58b-0d25a379250f req-203d5ee5-b65c-44b2-9131-63ef12d53448 service neutron] Port e9692e3f-6367-4b8f-896b-8b255d0771a8 on network 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 12:15:49.877990 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e093e6d1-801f-472b-a58b-0d25a379250f req-203d5ee5-b65c-44b2-9131-63ef12d53448 service neutron] Attempting to bind port e9692e3f-6367-4b8f-896b-8b255d0771a8 on network 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:15:49.882927 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e093e6d1-801f-472b-a58b-0d25a379250f req-203d5ee5-b65c-44b2-9131-63ef12d53448 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:15:49.883833 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e093e6d1-801f-472b-a58b-0d25a379250f req-203d5ee5-b65c-44b2-9131-63ef12d53448 service neutron] Checking segment: {'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:15:49.884211 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e093e6d1-801f-472b-a58b-0d25a379250f req-203d5ee5-b65c-44b2-9131-63ef12d53448 service neutron] Bound using segment: {'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:15:49.884634 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-e093e6d1-801f-472b-a58b-0d25a379250f req-203d5ee5-b65c-44b2-9131-63ef12d53448 service neutron] Bound port: e9692e3f-6367-4b8f-896b-8b255d0771a8, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:15:49.884985 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e093e6d1-801f-472b-a58b-0d25a379250f req-203d5ee5-b65c-44b2-9131-63ef12d53448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:15:49.949489 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-e093e6d1-801f-472b-a58b-0d25a379250f req-203d5ee5-b65c-44b2-9131-63ef12d53448 service neutron] For port e9692e3f-6367-4b8f-896b-8b255d0771a8, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:15:49.952593 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-e093e6d1-801f-472b-a58b-0d25a379250f req-203d5ee5-b65c-44b2-9131-63ef12d53448 service neutron] For port e9692e3f-6367-4b8f-896b-8b255d0771a8, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=e9692e3f-6367-4b8f-896b-8b255d0771a8,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:15:49.957120 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e093e6d1-801f-472b-a58b-0d25a379250f req-203d5ee5-b65c-44b2-9131-63ef12d53448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:15:49.994574 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093e6d1-801f-472b-a58b-0d25a379250f req-203d5ee5-b65c-44b2-9131-63ef12d53448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:49.995218 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e093e6d1-801f-472b-a58b-0d25a379250f req-203d5ee5-b65c-44b2-9131-63ef12d53448 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:15:49.996655 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e093e6d1-801f-472b-a58b-0d25a379250f req-203d5ee5-b65c-44b2-9131-63ef12d53448 service neutron] 10.222.0.64 "PUT /v2.0/ports/e9692e3f-6367-4b8f-896b-8b255d0771a8 HTTP/1.1" status: 200 len: 1091 time: 0.7546749 Nov 16 12:15:50.065153 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d5ee5-b65c-44b2-9131-63ef12d53448 service neutron] Pushing event updated for resources: {'Port': ['ID=e9692e3f-6367-4b8f-896b-8b255d0771a8,revision_number=7']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:15:50.079187 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bdd82e-26a6-4569-bfa4-13780112cb34 req-4a412dad-a141-4cda-8934-a340c7fc02e1 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:50.081030 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093e6d1-801f-472b-a58b-0d25a379250f req-4f395bcd-f458-40a7-8fd7-8b13ce843046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:50.081824 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c3bdd82e-26a6-4569-bfa4-13780112cb34 req-4a412dad-a141-4cda-8934-a340c7fc02e1 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 943 time: 0.0543709 Nov 16 12:15:50.082593 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e093e6d1-801f-472b-a58b-0d25a379250f req-4f395bcd-f458-40a7-8fd7-8b13ce843046 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 1094 time: 0.0557740 Nov 16 12:15:50.141111 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c3bdd82e-26a6-4569-bfa4-13780112cb34 req-3287ec29-09e1-4880-beb9-70886fcc7d69 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516772 Nov 16 12:15:50.189831 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093e6d1-801f-472b-a58b-0d25a379250f req-dfa125c4-0859-4565-be89-2d664d43f37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:50.191335 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e093e6d1-801f-472b-a58b-0d25a379250f req-dfa125c4-0859-4565-be89-2d664d43f37e service neutron] 10.222.0.64 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 913 time: 0.0985878 Nov 16 12:15:50.269313 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e093e6d1-801f-472b-a58b-0d25a379250f req-e08fde77-bf30-4a0c-8de2-b79a6de6b7c2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9692e3f-6367-4b8f-896b-8b255d0771a8 HTTP/1.1" status: 200 len: 1000 time: 0.0624754 Nov 16 12:15:50.318004 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093e6d1-801f-472b-a58b-0d25a379250f req-030699cd-187b-40a7-a4b6-cb66f0eb946a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:50.319313 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e093e6d1-801f-472b-a58b-0d25a379250f req-030699cd-187b-40a7-a4b6-cb66f0eb946a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0426500 Nov 16 12:15:50.370305 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093e6d1-801f-472b-a58b-0d25a379250f req-e340ce7a-8b40-4e44-80e4-f5060034f588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:50.371751 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e093e6d1-801f-472b-a58b-0d25a379250f req-e340ce7a-8b40-4e44-80e4-f5060034f588 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401568 Nov 16 12:15:50.463976 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e093e6d1-801f-472b-a58b-0d25a379250f req-fb992617-138a-4322-9201-61a25514ecb8 service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834570 Nov 16 12:15:50.557362 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e093e6d1-801f-472b-a58b-0d25a379250f req-68531aea-94de-42b5-9335-19ffa526216b service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815918 Nov 16 12:15:51.061656 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device e9692e3f-6367-4b8f-896b-8b255d0771a8 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:15:51.099732 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device e9692e3f-6367-4b8f-896b-8b255d0771a8 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:15:51.265628 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1970c955-8ed6-4cf2-9d57-229990452885 req-92f5d61a-4cc9-48b0-915b-29e0f6b81b7a tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:51.267135 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1970c955-8ed6-4cf2-9d57-229990452885 req-92f5d61a-4cc9-48b0-915b-29e0f6b81b7a tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 943 time: 0.0543137 Nov 16 12:15:51.322577 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1970c955-8ed6-4cf2-9d57-229990452885 req-1635e149-eb20-4812-a1bd-613ace40c648 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494118 Nov 16 12:15:51.735510 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5328b6f9-e297-4bd6-976d-370260d5e0a7', 'tag': 'e9692e3f-6367-4b8f-896b-8b255d0771a8'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:15:51.737951 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b4cb006b19835c19bcd0265a95de96d39c41d7d45c6d056c20fcc032bf3cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3f2928-14cb-4450-b8a7-884fb432d9f5" -d '{"events": [{"name": "network-changed", "server_uuid": "5328b6f9-e297-4bd6-976d-370260d5e0a7", "tag": "e9692e3f-6367-4b8f-896b-8b255d0771a8"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:15:51.785543 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab0a8dd-f92a-4369-afd7-73b1c53d6514 x-openstack-request-id: req-eab0a8dd-f92a-4369-afd7-73b1c53d6514 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:15:51.785842 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5328b6f9-e297-4bd6-976d-370260d5e0a7", "tag": "e9692e3f-6367-4b8f-896b-8b255d0771a8", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:15:51.786127 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eab0a8dd-f92a-4369-afd7-73b1c53d6514 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:15:51.786532 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5328b6f9-e297-4bd6-976d-370260d5e0a7', 'tag': 'e9692e3f-6367-4b8f-896b-8b255d0771a8', 'status': 'completed', 'code': 200} Nov 16 12:15:51.882126 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f2928-14cb-4450-b8a7-884fb432d9f5 req-41e6432d-d458-4cac-8731-d27727a8644f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:51.883654 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ce3f2928-14cb-4450-b8a7-884fb432d9f5 req-41e6432d-d458-4cac-8731-d27727a8644f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 1094 time: 0.0654228 Nov 16 12:15:51.886093 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f2928-14cb-4450-b8a7-884fb432d9f5 req-e9d7fd9c-e54d-4301-95d4-be049d9adb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:51.887441 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ce3f2928-14cb-4450-b8a7-884fb432d9f5 req-e9d7fd9c-e54d-4301-95d4-be049d9adb31 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 1094 time: 0.0774608 Nov 16 12:15:52.047407 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f2928-14cb-4450-b8a7-884fb432d9f5 req-6182be46-3b52-4b70-a838-7f7f8dcc20c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:52.048891 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ce3f2928-14cb-4450-b8a7-884fb432d9f5 req-6182be46-3b52-4b70-a838-7f7f8dcc20c6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 913 time: 0.1542068 Nov 16 12:15:52.050058 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f2928-14cb-4450-b8a7-884fb432d9f5 req-17827ccd-142a-48c0-8f7b-ec7100952ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:52.051358 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ce3f2928-14cb-4450-b8a7-884fb432d9f5 req-17827ccd-142a-48c0-8f7b-ec7100952ec6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 913 time: 0.1489255 Nov 16 12:15:52.163661 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ce3f2928-14cb-4450-b8a7-884fb432d9f5 req-16c79db6-ce29-4207-ba53-630c028a89e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9692e3f-6367-4b8f-896b-8b255d0771a8 HTTP/1.1" status: 200 len: 1000 time: 0.1073306 Nov 16 12:15:52.167649 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ce3f2928-14cb-4450-b8a7-884fb432d9f5 req-34e46a47-1784-4a20-98b2-e9cb0d7e39a0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9692e3f-6367-4b8f-896b-8b255d0771a8 HTTP/1.1" status: 200 len: 1000 time: 0.1047468 Nov 16 12:15:52.249758 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f2928-14cb-4450-b8a7-884fb432d9f5 req-a95cb9fe-ef2e-4f91-8918-48da01b87744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:52.251286 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ce3f2928-14cb-4450-b8a7-884fb432d9f5 req-a95cb9fe-ef2e-4f91-8918-48da01b87744 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0802188 Nov 16 12:15:52.252967 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f2928-14cb-4450-b8a7-884fb432d9f5 req-8be04472-6bb4-4233-9d14-340b1bcbf8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:52.254300 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ce3f2928-14cb-4450-b8a7-884fb432d9f5 req-8be04472-6bb4-4233-9d14-340b1bcbf8cc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0758495 Nov 16 12:15:52.325154 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f2928-14cb-4450-b8a7-884fb432d9f5 req-7140ab08-b559-42b4-86b8-9377e0191ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:52.326664 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ce3f2928-14cb-4450-b8a7-884fb432d9f5 req-7140ab08-b559-42b4-86b8-9377e0191ba2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683920 Nov 16 12:15:52.329053 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f2928-14cb-4450-b8a7-884fb432d9f5 req-4b21ef6e-a759-4611-b8e9-0e39c9b35c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:52.330410 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ce3f2928-14cb-4450-b8a7-884fb432d9f5 req-4b21ef6e-a759-4611-b8e9-0e39c9b35c13 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642343 Nov 16 12:15:52.454292 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bd602-2b91-4753-9400-e80b0ee316f9 req-a126deb8-a188-474f-8bcf-26c52819edfb tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:52.455817 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-928bd602-2b91-4753-9400-e80b0ee316f9 req-a126deb8-a188-474f-8bcf-26c52819edfb tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 943 time: 0.0506108 Nov 16 12:15:52.485771 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ce3f2928-14cb-4450-b8a7-884fb432d9f5 req-a70e18d1-a9a8-497e-a6a4-6efffdc5630e service neutron] 10.222.0.36 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522274 Nov 16 12:15:52.488062 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ce3f2928-14cb-4450-b8a7-884fb432d9f5 req-a175693a-e174-41f2-82f6-639ef8d4cc56 service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462049 Nov 16 12:15:52.509295 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-928bd602-2b91-4753-9400-e80b0ee316f9 req-191cc1bc-4c72-48be-b827-39d15c3f04ec tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467029 Nov 16 12:15:52.648238 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ce3f2928-14cb-4450-b8a7-884fb432d9f5 req-bcc956e2-dd46-41f9-af56-a7a86bd1dd54 service neutron] 10.222.0.36 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543341 Nov 16 12:15:52.651936 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ce3f2928-14cb-4450-b8a7-884fb432d9f5 req-dc5d9c5d-66c2-4b3e-b3ae-e2a55e8f91fe service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498916 Nov 16 12:15:53.627824 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b2042-8b27-4da8-a529-e7ba67ad7d60 req-7c6fcdcd-37ea-493c-a3c2-ad587441433a tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:53.629316 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-662b2042-8b27-4da8-a529-e7ba67ad7d60 req-7c6fcdcd-37ea-493c-a3c2-ad587441433a tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 943 time: 0.0491338 Nov 16 12:15:53.676894 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-662b2042-8b27-4da8-a529-e7ba67ad7d60 req-38d9eda5-e4f1-4f44-ad45-45b4ff84dd17 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414884 Nov 16 12:15:54.803032 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83e209-f858-4ba2-bd2d-833cf460f892 req-54d43c5a-2ee6-48b8-9c54-60d265d96acf tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:54.804429 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-de83e209-f858-4ba2-bd2d-833cf460f892 req-54d43c5a-2ee6-48b8-9c54-60d265d96acf tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 943 time: 0.0542259 Nov 16 12:15:54.852753 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-de83e209-f858-4ba2-bd2d-833cf460f892 req-e2d4de6b-077e-497e-83db-311b274a5fdf tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423381 Nov 16 12:15:55.969780 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e38e3-b9a5-4e49-aa61-20c421947fb1 req-fae9c285-0e6e-4680-8f4b-9f0c7a41cb40 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:55.971304 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a65e38e3-b9a5-4e49-aa61-20c421947fb1 req-fae9c285-0e6e-4680-8f4b-9f0c7a41cb40 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 943 time: 0.0493281 Nov 16 12:15:56.018145 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a65e38e3-b9a5-4e49-aa61-20c421947fb1 req-b3fad8b5-0ffa-4925-bac1-9d1d41b9392f tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404277 Nov 16 12:15:57.135359 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c92be2-a134-472b-afee-da93283b590f req-ad4c172a-94a4-4c2d-bb0c-f2dddf397d04 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:57.136837 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-37c92be2-a134-472b-afee-da93283b590f req-ad4c172a-94a4-4c2d-bb0c-f2dddf397d04 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 943 time: 0.0488679 Nov 16 12:15:57.190952 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-37c92be2-a134-472b-afee-da93283b590f req-063244d5-6380-424d-8fca-5072906441d2 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481706 Nov 16 12:15:58.307818 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36e928-b24c-4866-b449-7edef6c6ef65 req-94ba7c5d-a38c-453e-8ce6-e3e545d339fa tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:58.309299 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ff36e928-b24c-4866-b449-7edef6c6ef65 req-94ba7c5d-a38c-453e-8ce6-e3e545d339fa tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 943 time: 0.0506952 Nov 16 12:15:58.358446 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ff36e928-b24c-4866-b449-7edef6c6ef65 req-ea989db7-3309-4464-87f6-f4e2d5974a40 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428627 Nov 16 12:15:58.668148 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:15:59.436487 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:15:59.478680 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35405b-0b17-4ef3-b3c5-78578583444b req-50d27e71-a058-457d-b0ae-6e127b50d60f tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:15:59.480146 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2b35405b-0b17-4ef3-b3c5-78578583444b req-50d27e71-a058-457d-b0ae-6e127b50d60f tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 943 time: 0.0496824 Nov 16 12:15:59.527456 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2b35405b-0b17-4ef3-b3c5-78578583444b req-004db7c7-2ffc-4047-ba38-97cb9806b39d tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414646 Nov 16 12:16:00.648064 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db95e4-9be8-4d27-b9fe-c12830ef8b82 req-51f75e3b-cc6f-492c-a4fd-48e3cdc6e86c tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:00.650180 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-30db95e4-9be8-4d27-b9fe-c12830ef8b82 req-51f75e3b-cc6f-492c-a4fd-48e3cdc6e86c tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 943 time: 0.0524762 Nov 16 12:16:00.696816 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-30db95e4-9be8-4d27-b9fe-c12830ef8b82 req-4855a123-a45e-4d4a-b96e-efb4454a6605 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405076 Nov 16 12:16:01.816021 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3868cc-240d-4108-9dd3-cdf412efee9c req-b3401871-b6da-4477-a7a6-36bbca4687b8 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:01.817501 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-de3868cc-240d-4108-9dd3-cdf412efee9c req-b3401871-b6da-4477-a7a6-36bbca4687b8 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 943 time: 0.0520735 Nov 16 12:16:01.863581 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-de3868cc-240d-4108-9dd3-cdf412efee9c req-c8fda977-9266-42da-9087-2583496be286 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401750 Nov 16 12:16:02.982927 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a46aa-2a4d-4789-acc4-befd5a35905c req-5eb638f5-49ff-4b55-81ba-697f5a4bc4ae tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:02.984412 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-809a46aa-2a4d-4789-acc4-befd5a35905c req-5eb638f5-49ff-4b55-81ba-697f5a4bc4ae tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 943 time: 0.0524251 Nov 16 12:16:03.031562 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-809a46aa-2a4d-4789-acc4-befd5a35905c req-eaf963d5-dc88-49f7-8de7-7f8ab3fdd6ac tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408912 Nov 16 12:16:04.148530 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91576f-0ab2-483d-afc2-78ab83a2d95e req-44305c53-c085-4092-9d16-dadfa629f183 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:04.150926 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7c91576f-0ab2-483d-afc2-78ab83a2d95e req-44305c53-c085-4092-9d16-dadfa629f183 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 943 time: 0.0492923 Nov 16 12:16:04.204968 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7c91576f-0ab2-483d-afc2-78ab83a2d95e req-ebc963f7-a891-4177-b030-7548b7949112 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480380 Nov 16 12:16:04.485410 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45827394-f245-4120-9386-a70c9dcff700 req-3184e7f7-42e9-464b-9e8d-c6fc09934995 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:04.486957 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-45827394-f245-4120-9386-a70c9dcff700 req-3184e7f7-42e9-464b-9e8d-c6fc09934995 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.64 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7&tenant_id=fa1f0787ff78459a91511f0e797caff6&binding%3Ahost_id=n-h2-816823-3 HTTP/1.1" status: 200 len: 943 time: 0.0548363 Nov 16 12:16:04.502972 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d41d63-b99b-407e-aab8-a24c3ee8848b req-1e3e2e43-f690-4024-95a7-2064634daeeb tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:04.504475 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a7d41d63-b99b-407e-aab8-a24c3ee8848b req-1e3e2e43-f690-4024-95a7-2064634daeeb tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 943 time: 0.0500846 Nov 16 12:16:04.550494 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-45827394-f245-4120-9386-a70c9dcff700 req-31692a8b-d083-4b4a-b810-b4f68564bdce service neutron] 10.222.0.64 "GET /v2.0/ports/e9692e3f-6367-4b8f-896b-8b255d0771a8/bindings/n-h2-816823-3 HTTP/1.1" status: 200 len: 382 time: 0.0557413 Nov 16 12:16:04.556488 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a7d41d63-b99b-407e-aab8-a24c3ee8848b req-1b6f7962-6a51-4746-948f-8e5a9baf5edd tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447659 Nov 16 12:16:04.580744 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device e9692e3f-6367-4b8f-896b-8b255d0771a8 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 12:16:04.612897 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45827394-f245-4120-9386-a70c9dcff700 req-a50c23f3-d248-4b03-bb18-18d688272fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:04.614424 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-45827394-f245-4120-9386-a70c9dcff700 req-a50c23f3-d248-4b03-bb18-18d688272fcb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 1094 time: 0.0413382 Nov 16 12:16:04.676782 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port e9692e3f-6367-4b8f-896b-8b255d0771a8, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=e9692e3f-6367-4b8f-896b-8b255d0771a8,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:16:04.691517 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'e9692e3f-6367-4b8f-896b-8b255d0771a8', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'port_id': 'e9692e3f-6367-4b8f-896b-8b255d0771a8', 'mac_address': 'fa:16:3e:16:b8:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626c6757-b381-4075-be6d-8260f307f917', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 12:16:04.706489 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45827394-f245-4120-9386-a70c9dcff700 req-ef283e22-8567-4c50-a2b0-aa7c8212c09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:04.707949 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-45827394-f245-4120-9386-a70c9dcff700 req-ef283e22-8567-4c50-a2b0-aa7c8212c09d service neutron] 10.222.0.64 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 913 time: 0.0858757 Nov 16 12:16:04.731404 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:04.744598 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9692e3f-6367-4b8f-896b-8b255d0771a8 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:16:04.763293 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port e9692e3f-6367-4b8f-896b-8b255d0771a8, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=e9692e3f-6367-4b8f-896b-8b255d0771a8,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:16:04.767685 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:04.772817 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-45827394-f245-4120-9386-a70c9dcff700 req-938ff86e-f996-45b4-90df-30f5c382a536 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9692e3f-6367-4b8f-896b-8b255d0771a8 HTTP/1.1" status: 200 len: 1000 time: 0.0577650 Nov 16 12:16:04.814118 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=e9692e3f-6367-4b8f-896b-8b255d0771a8,revision_number=8']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:16:04.823623 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:16:04.823976 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:16:04.824322 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:16:04.824660 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:16:04.824997 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:16:04.825104 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45827394-f245-4120-9386-a70c9dcff700 req-206be3f1-8f0f-47d7-9196-9b6c49b1feb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:04.825344 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:16:04.825666 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:16:04.826014 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:16:04.826346 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:16:04.826606 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-45827394-f245-4120-9386-a70c9dcff700 req-206be3f1-8f0f-47d7-9196-9b6c49b1feb2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0470035 Nov 16 12:16:04.826702 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:16:04.826989 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:16:04.827313 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:16:05.034073 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['e9692e3f-6367-4b8f-896b-8b255d0771a8'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:16:05.172391 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45827394-f245-4120-9386-a70c9dcff700 req-8e45e3cc-c8e8-41f7-bf52-d8868ee668f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:05.173909 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-45827394-f245-4120-9386-a70c9dcff700 req-8e45e3cc-c8e8-41f7-bf52-d8868ee668f8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3398068 Nov 16 12:16:05.264301 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-45827394-f245-4120-9386-a70c9dcff700 req-6c039a80-ea8c-4d93-99da-5ae806fb8cf5 service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827241 Nov 16 12:16:05.357109 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-45827394-f245-4120-9386-a70c9dcff700 req-5267c656-f170-44d2-ac9a-4a58ef9c773b service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855720 Nov 16 12:16:05.675523 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f6e37-540a-4705-81f9-ea54b6569e3e req-4c4e0065-00b3-4b1d-a3ba-4682d78411b9 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:05.676990 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-867f6e37-540a-4705-81f9-ea54b6569e3e req-4c4e0065-00b3-4b1d-a3ba-4682d78411b9 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 944 time: 0.0499229 Nov 16 12:16:05.723448 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-867f6e37-540a-4705-81f9-ea54b6569e3e req-ef3f2af0-5aa8-411e-8112-2f3ca21a8b21 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404687 Nov 16 12:16:06.596922 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device e9692e3f-6367-4b8f-896b-8b255d0771a8 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:16:06.643268 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port e9692e3f-6367-4b8f-896b-8b255d0771a8 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 12:16:06.647139 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port e9692e3f-6367-4b8f-896b-8b255d0771a8 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:16:06.647515 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:06.727162 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:06.749403 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5328b6f9-e297-4bd6-976d-370260d5e0a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9692e3f-6367-4b8f-896b-8b255d0771a8'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:16:06.763146 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port e9692e3f-6367-4b8f-896b-8b255d0771a8, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=e9692e3f-6367-4b8f-896b-8b255d0771a8,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:16:06.767653 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:06.796213 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3028c6c2751e05b8ffe46419f90227d3bdc45fe093bf287cadf4b73479a61306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cee0efd-9dbc-42ca-b411-ea5f3d8f0df6" -d '{"events": [{"server_uuid": "5328b6f9-e297-4bd6-976d-370260d5e0a7", "name": "network-vif-plugged", "status": "completed", "tag": "e9692e3f-6367-4b8f-896b-8b255d0771a8"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:16:06.822092 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=e9692e3f-6367-4b8f-896b-8b255d0771a8,revision_number=9']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:16:06.860164 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02053e-6265-43bb-b54e-ce55d13b7197 req-c95b1974-1a06-4eed-ad88-23d0b4a303cd tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:06.861574 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bd02053e-6265-43bb-b54e-ce55d13b7197 req-c95b1974-1a06-4eed-ad88-23d0b4a303cd tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 945 time: 0.0502434 Nov 16 12:16:06.912807 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bd02053e-6265-43bb-b54e-ce55d13b7197 req-c495687c-938f-45a7-af10-8d811355916a tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452549 Nov 16 12:16:07.013198 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6558be-895e-4343-b64e-8abb3ee26910 x-openstack-request-id: req-3c6558be-895e-4343-b64e-8abb3ee26910 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:16:07.013490 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5328b6f9-e297-4bd6-976d-370260d5e0a7", "name": "network-vif-plugged", "status": "completed", "tag": "e9692e3f-6367-4b8f-896b-8b255d0771a8", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:16:07.013740 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3c6558be-895e-4343-b64e-8abb3ee26910 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:16:07.014173 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5328b6f9-e297-4bd6-976d-370260d5e0a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9692e3f-6367-4b8f-896b-8b255d0771a8', 'code': 200} Nov 16 12:16:08.036386 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f9841-c22a-488e-bf2d-bd0e44043b11 req-10580e19-5785-4f7a-83b6-16869edea2fa tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:08.037893 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f13f9841-c22a-488e-bf2d-bd0e44043b11 req-10580e19-5785-4f7a-83b6-16869edea2fa tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 945 time: 0.0536993 Nov 16 12:16:08.086822 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f13f9841-c22a-488e-bf2d-bd0e44043b11 req-52c95209-04ba-4ea9-8c65-f742e5e2e955 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426378 Nov 16 12:16:09.203823 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab45db-5ce7-4422-9211-fc356f99f295 req-047e18ae-f578-474e-a74d-76771778da77 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:09.205286 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-faab45db-5ce7-4422-9211-fc356f99f295 req-047e18ae-f578-474e-a74d-76771778da77 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 945 time: 0.0481753 Nov 16 12:16:09.250819 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-faab45db-5ce7-4422-9211-fc356f99f295 req-f4cc88c3-069a-4a8f-a8b4-90327c2bdcbc tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396371 Nov 16 12:16:09.709917 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45827394-f245-4120-9386-a70c9dcff700 req-d441420f-f5f7-413c-9f77-8fe991e4261c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:09.711416 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-45827394-f245-4120-9386-a70c9dcff700 req-d441420f-f5f7-413c-9f77-8fe991e4261c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7&tenant_id=fa1f0787ff78459a91511f0e797caff6 HTTP/1.1" status: 200 len: 1096 time: 0.0400836 Nov 16 12:16:09.723476 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-45827394-f245-4120-9386-a70c9dcff700 req-0b240926-9fee-47c7-be55-eff699d93011 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816823-3', 'device_owner': 'compute:nova'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:16:09.776851 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-45827394-f245-4120-9386-a70c9dcff700 req-0b240926-9fee-47c7-be55-eff699d93011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:09.969535 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-45827394-f245-4120-9386-a70c9dcff700 req-0b240926-9fee-47c7-be55-eff699d93011 service neutron] For port e9692e3f-6367-4b8f-896b-8b255d0771a8, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=e9692e3f-6367-4b8f-896b-8b255d0771a8,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:16:10.003091 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-45827394-f245-4120-9386-a70c9dcff700 req-0b240926-9fee-47c7-be55-eff699d93011 service neutron] For port e9692e3f-6367-4b8f-896b-8b255d0771a8, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:16:10.042949 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5328b6f9-e297-4bd6-976d-370260d5e0a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9692e3f-6367-4b8f-896b-8b255d0771a8'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:16:10.045135 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b4cb006b19835c19bcd0265a95de96d39c41d7d45c6d056c20fcc032bf3cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5094a87-cf9e-4e80-8a77-767dad96b404" -d '{"events": [{"server_uuid": "5328b6f9-e297-4bd6-976d-370260d5e0a7", "name": "network-vif-unplugged", "status": "completed", "tag": "e9692e3f-6367-4b8f-896b-8b255d0771a8"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:16:10.048922 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-45827394-f245-4120-9386-a70c9dcff700 req-0b240926-9fee-47c7-be55-eff699d93011 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:10.061686 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-45827394-f245-4120-9386-a70c9dcff700 req-0b240926-9fee-47c7-be55-eff699d93011 service neutron] Transition to ACTIVE for port object e9692e3f-6367-4b8f-896b-8b255d0771a8 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 12:16:10.066425 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-45827394-f245-4120-9386-a70c9dcff700 req-0b240926-9fee-47c7-be55-eff699d93011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:10.107005 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 12:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661c11b6-bae5-4422-9242-2499a72bdfc5 x-openstack-request-id: req-661c11b6-bae5-4422-9242-2499a72bdfc5 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:16:10.107309 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5328b6f9-e297-4bd6-976d-370260d5e0a7", "name": "network-vif-unplugged", "status": "completed", "tag": "e9692e3f-6367-4b8f-896b-8b255d0771a8", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:16:10.107565 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-661c11b6-bae5-4422-9242-2499a72bdfc5 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:16:10.107964 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5328b6f9-e297-4bd6-976d-370260d5e0a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9692e3f-6367-4b8f-896b-8b255d0771a8', 'code': 200} Nov 16 12:16:10.154448 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b240926-9fee-47c7-be55-eff699d93011 service neutron] Pushing event updated for resources: {'Port': ['ID=e9692e3f-6367-4b8f-896b-8b255d0771a8,revision_number=10']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:16:10.190948 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-45827394-f245-4120-9386-a70c9dcff700 req-0b240926-9fee-47c7-be55-eff699d93011 service neutron] No DVR routers for this DVR port e9692e3f-6367-4b8f-896b-8b255d0771a8 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:16:10.325107 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-45827394-f245-4120-9386-a70c9dcff700 req-0b240926-9fee-47c7-be55-eff699d93011 service neutron] Attempting to bind port e9692e3f-6367-4b8f-896b-8b255d0771a8 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:16:10.325360 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-45827394-f245-4120-9386-a70c9dcff700 req-0b240926-9fee-47c7-be55-eff699d93011 service neutron] Attempting to bind port e9692e3f-6367-4b8f-896b-8b255d0771a8 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:16:10.325683 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45827394-f245-4120-9386-a70c9dcff700 req-0b240926-9fee-47c7-be55-eff699d93011 service neutron] Attempting to bind port e9692e3f-6367-4b8f-896b-8b255d0771a8 on network 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:16:10.330148 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45827394-f245-4120-9386-a70c9dcff700 req-0b240926-9fee-47c7-be55-eff699d93011 service neutron] Port e9692e3f-6367-4b8f-896b-8b255d0771a8 on network 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 12:16:10.330469 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45827394-f245-4120-9386-a70c9dcff700 req-0b240926-9fee-47c7-be55-eff699d93011 service neutron] Attempting to bind port e9692e3f-6367-4b8f-896b-8b255d0771a8 on network 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:16:10.335304 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45827394-f245-4120-9386-a70c9dcff700 req-0b240926-9fee-47c7-be55-eff699d93011 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:16:10.335643 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45827394-f245-4120-9386-a70c9dcff700 req-0b240926-9fee-47c7-be55-eff699d93011 service neutron] Checking segment: {'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:16:10.336024 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45827394-f245-4120-9386-a70c9dcff700 req-0b240926-9fee-47c7-be55-eff699d93011 service neutron] Bound using segment: {'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:16:10.336451 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-45827394-f245-4120-9386-a70c9dcff700 req-0b240926-9fee-47c7-be55-eff699d93011 service neutron] Bound port: e9692e3f-6367-4b8f-896b-8b255d0771a8, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3db4291f-a083-4ffc-8636-65802af3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:16:10.337447 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-45827394-f245-4120-9386-a70c9dcff700 req-0b240926-9fee-47c7-be55-eff699d93011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:10.384987 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d6565-a30d-4ef1-8275-350a27d8e352 req-f588fc8b-d4e6-4f07-9c72-c19fe111da9b tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:10.386513 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fd1d6565-a30d-4ef1-8275-350a27d8e352 req-f588fc8b-d4e6-4f07-9c72-c19fe111da9b tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 944 time: 0.0594575 Nov 16 12:16:10.399992 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-45827394-f245-4120-9386-a70c9dcff700 req-0b240926-9fee-47c7-be55-eff699d93011 service neutron] For port e9692e3f-6367-4b8f-896b-8b255d0771a8, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:16:10.403628 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-45827394-f245-4120-9386-a70c9dcff700 req-0b240926-9fee-47c7-be55-eff699d93011 service neutron] For port e9692e3f-6367-4b8f-896b-8b255d0771a8, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=e9692e3f-6367-4b8f-896b-8b255d0771a8,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:16:10.407454 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-45827394-f245-4120-9386-a70c9dcff700 req-0b240926-9fee-47c7-be55-eff699d93011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:10.440972 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fd1d6565-a30d-4ef1-8275-350a27d8e352 req-c5271da6-77f7-4700-8e37-0288290c1694 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483348 Nov 16 12:16:10.445268 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45827394-f245-4120-9386-a70c9dcff700 req-0b240926-9fee-47c7-be55-eff699d93011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:10.445882 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-45827394-f245-4120-9386-a70c9dcff700 req-0b240926-9fee-47c7-be55-eff699d93011 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:10.447310 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-45827394-f245-4120-9386-a70c9dcff700 req-0b240926-9fee-47c7-be55-eff699d93011 service neutron] 10.222.0.36 "PUT /v2.0/ports/e9692e3f-6367-4b8f-896b-8b255d0771a8 HTTP/1.1" status: 200 len: 1092 time: 0.7276504 Nov 16 12:16:10.469445 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b240926-9fee-47c7-be55-eff699d93011 service neutron] Pushing event updated for resources: {'Port': ['ID=e9692e3f-6367-4b8f-896b-8b255d0771a8,revision_number=11']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:16:10.521902 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45827394-f245-4120-9386-a70c9dcff700 req-af264134-51c0-4207-b84e-019afd83c408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:10.523464 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-45827394-f245-4120-9386-a70c9dcff700 req-af264134-51c0-4207-b84e-019afd83c408 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 1095 time: 0.0470846 Nov 16 12:16:10.610697 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device e9692e3f-6367-4b8f-896b-8b255d0771a8 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:16:10.617138 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45827394-f245-4120-9386-a70c9dcff700 req-5a630a36-45ac-4e58-a958-00157ed5c4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:10.619158 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-45827394-f245-4120-9386-a70c9dcff700 req-5a630a36-45ac-4e58-a958-00157ed5c4b4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 913 time: 0.0871255 Nov 16 12:16:10.652237 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device e9692e3f-6367-4b8f-896b-8b255d0771a8 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:16:10.688529 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-45827394-f245-4120-9386-a70c9dcff700 req-b1b81a35-f811-416b-8291-e81c6b436122 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9692e3f-6367-4b8f-896b-8b255d0771a8 HTTP/1.1" status: 200 len: 1000 time: 0.0628350 Nov 16 12:16:10.737776 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45827394-f245-4120-9386-a70c9dcff700 req-b817ae01-3487-48a3-8513-68890cbd3db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:10.739173 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-45827394-f245-4120-9386-a70c9dcff700 req-b817ae01-3487-48a3-8513-68890cbd3db8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0440595 Nov 16 12:16:10.785002 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45827394-f245-4120-9386-a70c9dcff700 req-de4ddcda-40f3-4cce-ac6d-30cca3f8999a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:10.786499 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-45827394-f245-4120-9386-a70c9dcff700 req-de4ddcda-40f3-4cce-ac6d-30cca3f8999a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397077 Nov 16 12:16:10.875784 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-45827394-f245-4120-9386-a70c9dcff700 req-2706a75b-5517-43ac-ac25-dd5e8fbede7e service neutron] 10.222.0.36 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820763 Nov 16 12:16:10.964365 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-45827394-f245-4120-9386-a70c9dcff700 req-6f5e5c46-30dd-4411-913e-7374035cdcaa service neutron] 10.222.0.36 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812900 Nov 16 12:16:11.591798 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abfac6e-115e-4e03-b5b6-0949da805dce req-43f4cef0-572b-433d-b0b5-37171515360a tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:11.593315 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2abfac6e-115e-4e03-b5b6-0949da805dce req-43f4cef0-572b-433d-b0b5-37171515360a tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 944 time: 0.0504696 Nov 16 12:16:11.643432 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2abfac6e-115e-4e03-b5b6-0949da805dce req-cea0474f-3fbb-40bc-92f2-59a6ad4f5a71 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440798 Nov 16 12:16:12.109129 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5328b6f9-e297-4bd6-976d-370260d5e0a7', 'tag': 'e9692e3f-6367-4b8f-896b-8b255d0771a8'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:16:12.111551 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b4cb006b19835c19bcd0265a95de96d39c41d7d45c6d056c20fcc032bf3cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00da2ac6-d1d1-4df0-8d07-258f9510e3ed" -d '{"events": [{"name": "network-changed", "server_uuid": "5328b6f9-e297-4bd6-976d-370260d5e0a7", "tag": "e9692e3f-6367-4b8f-896b-8b255d0771a8"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:16:12.165424 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731daad1-7d5b-400d-8aec-4ffa001bbc54 x-openstack-request-id: req-731daad1-7d5b-400d-8aec-4ffa001bbc54 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:16:12.165593 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5328b6f9-e297-4bd6-976d-370260d5e0a7", "tag": "e9692e3f-6367-4b8f-896b-8b255d0771a8", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:16:12.165819 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-731daad1-7d5b-400d-8aec-4ffa001bbc54 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:16:12.166249 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5328b6f9-e297-4bd6-976d-370260d5e0a7', 'tag': 'e9692e3f-6367-4b8f-896b-8b255d0771a8', 'status': 'completed', 'code': 200} Nov 16 12:16:12.260605 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da2ac6-d1d1-4df0-8d07-258f9510e3ed req-1aa003c7-1be1-4231-9441-ce88270a148f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:12.262121 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-00da2ac6-d1d1-4df0-8d07-258f9510e3ed req-1aa003c7-1be1-4231-9441-ce88270a148f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 1095 time: 0.0650036 Nov 16 12:16:12.264527 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da2ac6-d1d1-4df0-8d07-258f9510e3ed req-7af6b86c-f703-4637-a0a4-a72a90c6f4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:12.265867 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-00da2ac6-d1d1-4df0-8d07-258f9510e3ed req-7af6b86c-f703-4637-a0a4-a72a90c6f4d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa1f0787ff78459a91511f0e797caff6&device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 1095 time: 0.0768259 Nov 16 12:16:12.424884 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da2ac6-d1d1-4df0-8d07-258f9510e3ed req-ae7cce44-e611-47cc-92e0-a393d3bb1272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:12.426335 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-00da2ac6-d1d1-4df0-8d07-258f9510e3ed req-ae7cce44-e611-47cc-92e0-a393d3bb1272 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 913 time: 0.1557732 Nov 16 12:16:12.427340 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da2ac6-d1d1-4df0-8d07-258f9510e3ed req-5d0c14ac-7fdb-4220-9072-955c8319b8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:12.428668 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-00da2ac6-d1d1-4df0-8d07-258f9510e3ed req-5d0c14ac-7fdb-4220-9072-955c8319b8bf service neutron] 10.222.0.36 "GET /v2.0/networks?id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 200 len: 913 time: 0.1508512 Nov 16 12:16:12.543595 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-00da2ac6-d1d1-4df0-8d07-258f9510e3ed req-72f06f1a-e88f-4013-8b5c-5cbe48dff852 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9692e3f-6367-4b8f-896b-8b255d0771a8 HTTP/1.1" status: 200 len: 1000 time: 0.1080701 Nov 16 12:16:12.545320 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-00da2ac6-d1d1-4df0-8d07-258f9510e3ed req-28fbebba-0a62-485d-834c-71064c878b40 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9692e3f-6367-4b8f-896b-8b255d0771a8 HTTP/1.1" status: 200 len: 1000 time: 0.1038566 Nov 16 12:16:12.628301 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da2ac6-d1d1-4df0-8d07-258f9510e3ed req-d9b423cd-a0d7-4de7-bfc9-7b3d1e879b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:12.629759 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-00da2ac6-d1d1-4df0-8d07-258f9510e3ed req-d9b423cd-a0d7-4de7-bfc9-7b3d1e879b32 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0790224 Nov 16 12:16:12.633166 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da2ac6-d1d1-4df0-8d07-258f9510e3ed req-702ee945-689f-4783-aa83-0395adfc020f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:12.634562 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-00da2ac6-d1d1-4df0-8d07-258f9510e3ed req-702ee945-689f-4783-aa83-0395adfc020f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 200 len: 851 time: 0.0760579 Nov 16 12:16:12.708216 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da2ac6-d1d1-4df0-8d07-258f9510e3ed req-db64b810-a672-44ee-882f-0ac14a29024e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:12.709739 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-00da2ac6-d1d1-4df0-8d07-258f9510e3ed req-db64b810-a672-44ee-882f-0ac14a29024e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726342 Nov 16 12:16:12.712947 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da2ac6-d1d1-4df0-8d07-258f9510e3ed req-31c039ff-122b-4dc4-b54d-e49c6f953d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:12.714355 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-00da2ac6-d1d1-4df0-8d07-258f9510e3ed req-31c039ff-122b-4dc4-b54d-e49c6f953d29 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684495 Nov 16 12:16:12.765835 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f59f93-04c6-48e4-99dc-e7c621b0d5c7 req-fffae605-c7d6-4d9f-9b98-20b6088d8da8 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:12.767357 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a5f59f93-04c6-48e4-99dc-e7c621b0d5c7 req-fffae605-c7d6-4d9f-9b98-20b6088d8da8 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 944 time: 0.0499947 Nov 16 12:16:12.816594 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a5f59f93-04c6-48e4-99dc-e7c621b0d5c7 req-8713663f-3c4c-4592-8edd-b6c187a1abfd tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429137 Nov 16 12:16:12.872454 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-00da2ac6-d1d1-4df0-8d07-258f9510e3ed req-61450570-b3a6-40ac-8356-30e6b931b23c service neutron] 10.222.0.36 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541440 Nov 16 12:16:12.875868 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-00da2ac6-d1d1-4df0-8d07-258f9510e3ed req-331b4588-04cc-4ef4-a57e-ac584f5a0a98 service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496816 Nov 16 12:16:13.035658 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-00da2ac6-d1d1-4df0-8d07-258f9510e3ed req-bda3d756-9f44-4ceb-b715-59d990f54ac2 service neutron] 10.222.0.36 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566615 Nov 16 12:16:13.039184 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-00da2ac6-d1d1-4df0-8d07-258f9510e3ed req-6288fd3e-70ad-4ae7-b40d-8c68e75a23af service neutron] 10.222.0.64 "GET /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524487 Nov 16 12:16:13.148888 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e67f667e-36bd-40f3-8186-9f6798c5aa33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:13.941601 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f38c57-d99a-4105-bb7e-5c20efcd0f25 req-0b4155a5-dd19-4ddd-8f06-475b0f475190 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:13.943136 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f6f38c57-d99a-4105-bb7e-5c20efcd0f25 req-0b4155a5-dd19-4ddd-8f06-475b0f475190 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 944 time: 0.0530932 Nov 16 12:16:13.990374 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f6f38c57-d99a-4105-bb7e-5c20efcd0f25 req-831ece47-fa5a-412c-9b54-3ded7322c339 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410981 Nov 16 12:16:15.108673 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68068f-1dd4-462f-b3a2-8dd40697527f req-3b5199a9-5f71-4c9b-b6a3-5894fcb194e2 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:15.110177 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cb68068f-1dd4-462f-b3a2-8dd40697527f req-3b5199a9-5f71-4c9b-b6a3-5894fcb194e2 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 944 time: 0.0490863 Nov 16 12:16:15.158433 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cb68068f-1dd4-462f-b3a2-8dd40697527f req-08f74169-d077-4a83-9bb2-baa513634602 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422204 Nov 16 12:16:15.665655 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ab77d51-5b9c-476e-bd9e-46172607565c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:16.286641 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fe575-f064-45e4-97ef-1007fce42f08 req-e043da16-9f4c-42fb-8915-cbcc8febf23d tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:16.288111 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c90fe575-f064-45e4-97ef-1007fce42f08 req-e043da16-9f4c-42fb-8915-cbcc8febf23d tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 944 time: 0.0600030 Nov 16 12:16:16.337000 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c90fe575-f064-45e4-97ef-1007fce42f08 req-75a2caae-f250-42ea-bc82-2103f98e428a tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417943 Nov 16 12:16:16.802663 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:17.459352 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9852ef7-d05a-495d-981e-d0eed6032db3 req-9eeeac1b-a115-47da-8d5a-cbbc560d9d5a tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:17.460714 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e9852ef7-d05a-495d-981e-d0eed6032db3 req-9eeeac1b-a115-47da-8d5a-cbbc560d9d5a tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 944 time: 0.0514896 Nov 16 12:16:17.507272 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e9852ef7-d05a-495d-981e-d0eed6032db3 req-d9eefe16-fa7d-46b4-97c4-e7a132a3d99b tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407181 Nov 16 12:16:18.503532 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:18.625386 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02640d98-f1bb-477a-8885-2d0686685eed req-0fc19be2-1a94-479b-8d15-83246770b028 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:18.626898 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02640d98-f1bb-477a-8885-2d0686685eed req-0fc19be2-1a94-479b-8d15-83246770b028 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 944 time: 0.0501125 Nov 16 12:16:18.677344 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-02640d98-f1bb-477a-8885-2d0686685eed req-3e2b9a32-1a85-4f4a-b966-f6b5bf31fb22 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445161 Nov 16 12:16:18.947133 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:19.792755 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbded27-5568-449b-888a-afc486eb3a60 req-105f3289-260d-445d-85c6-efb71a759bfc tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:19.794243 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5bbded27-5568-449b-888a-afc486eb3a60 req-105f3289-260d-445d-85c6-efb71a759bfc tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 944 time: 0.0487654 Nov 16 12:16:19.841198 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5bbded27-5568-449b-888a-afc486eb3a60 req-09e7a0c1-536b-4ca8-b929-d5e9b356bf3d tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411935 Nov 16 12:16:20.955265 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12fb5a-64a9-418e-82bb-298cba755035 req-a3d962aa-1608-413d-9392-cd14ed757544 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:20.956743 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-be12fb5a-64a9-418e-82bb-298cba755035 req-a3d962aa-1608-413d-9392-cd14ed757544 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 944 time: 0.0478709 Nov 16 12:16:21.004055 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-be12fb5a-64a9-418e-82bb-298cba755035 req-6fbeec81-48c1-40d3-b09d-562abc74a007 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408692 Nov 16 12:16:22.123126 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63650ca7-0116-4684-aebf-03077a512a42 req-4ecd9c2e-f69a-40ff-a1e5-66817555d3fc tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:22.124617 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-63650ca7-0116-4684-aebf-03077a512a42 req-4ecd9c2e-f69a-40ff-a1e5-66817555d3fc tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 944 time: 0.0522704 Nov 16 12:16:22.171793 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-63650ca7-0116-4684-aebf-03077a512a42 req-ec392529-34e0-40e5-a45d-ccf6ce183597 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413065 Nov 16 12:16:22.431060 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:16:23.287417 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c3f1d-911f-4419-9cb2-3361f7362ddf req-3bdf5069-5f99-4fb0-980b-846583b8fed2 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:23.288905 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f10c3f1d-911f-4419-9cb2-3361f7362ddf req-3bdf5069-5f99-4fb0-980b-846583b8fed2 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 944 time: 0.0499811 Nov 16 12:16:23.337885 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f10c3f1d-911f-4419-9cb2-3361f7362ddf req-399ddbd2-ff85-4f38-8dec-bc60de5f6505 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430868 Nov 16 12:16:23.451492 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f600b-2fb1-4df1-8152-b7ab324e8d26 req-125117c9-d499-4259-b727-9d6d626de95c tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:23.452875 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-012f600b-2fb1-4df1-8152-b7ab324e8d26 req-125117c9-d499-4259-b727-9d6d626de95c tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 944 time: 0.0480704 Nov 16 12:16:23.506183 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-012f600b-2fb1-4df1-8152-b7ab324e8d26 req-b95fc92b-f0cb-4e07-85e4-b9c121239dec tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474224 Nov 16 12:16:23.618778 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4ca28-e981-424f-958f-0462988b50e8 req-ca388496-8adc-4e3a-b828-049aa310826a tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:23.620462 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8ff4ca28-e981-424f-958f-0462988b50e8 req-ca388496-8adc-4e3a-b828-049aa310826a tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 944 time: 0.0487933 Nov 16 12:16:23.667325 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8ff4ca28-e981-424f-958f-0462988b50e8 req-088366c9-691f-4abd-a74e-2c1919744556 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409310 Nov 16 12:16:23.899458 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c818c4-34ca-428f-896f-fb556d890675 req-96902f24-2f69-4d49-987c-c4fa001280bc tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:23.901181 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28c818c4-34ca-428f-896f-fb556d890675 req-96902f24-2f69-4d49-987c-c4fa001280bc tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 944 time: 0.0482078 Nov 16 12:16:23.947007 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-28c818c4-34ca-428f-896f-fb556d890675 req-ae8a94df-12db-4139-ad8d-773bb3c267f6 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399923 Nov 16 12:16:25.065868 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef58e-b1b6-4869-8fce-b8088478ad47 req-1bab4819-3ea3-4aa2-a684-f593ae9e5882 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:25.067338 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3ffef58e-b1b6-4869-8fce-b8088478ad47 req-1bab4819-3ea3-4aa2-a684-f593ae9e5882 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 944 time: 0.0513849 Nov 16 12:16:25.113738 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3ffef58e-b1b6-4869-8fce-b8088478ad47 req-3814df72-e5fd-4c79-9bd1-e06887e743db tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups?id=d71af835-cf94-46f4-b0ba-2e2199258eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400240 Nov 16 12:16:25.248141 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device e9692e3f-6367-4b8f-896b-8b255d0771a8 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 12:16:25.340931 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port e9692e3f-6367-4b8f-896b-8b255d0771a8, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=e9692e3f-6367-4b8f-896b-8b255d0771a8,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:16:25.346057 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b0ea8-ecc5-43f0-9561-f06d8e73dcec req-0c337fb8-cf0d-4af9-8072-19db8a95b908 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:25.347525 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-837b0ea8-ecc5-43f0-9561-f06d8e73dcec req-0c337fb8-cf0d-4af9-8072-19db8a95b908 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.36 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 944 time: 0.0492983 Nov 16 12:16:25.355511 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': 'e9692e3f-6367-4b8f-896b-8b255d0771a8', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'port_id': 'e9692e3f-6367-4b8f-896b-8b255d0771a8', 'mac_address': 'fa:16:3e:16:b8:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626c6757-b381-4075-be6d-8260f307f917', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 12:16:25.394079 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:25.407210 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9692e3f-6367-4b8f-896b-8b255d0771a8 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:16:25.425980 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port e9692e3f-6367-4b8f-896b-8b255d0771a8, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=e9692e3f-6367-4b8f-896b-8b255d0771a8,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:16:25.431054 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:25.439137 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-837b0ea8-ecc5-43f0-9561-f06d8e73dcec req-4f8b0e8f-7ff0-4957-b085-a311d0e639d5 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Deleting port e9692e3f-6367-4b8f-896b-8b255d0771a8 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:16:25.439602 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-837b0ea8-ecc5-43f0-9561-f06d8e73dcec req-4f8b0e8f-7ff0-4957-b085-a311d0e639d5 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:25.475904 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=e9692e3f-6367-4b8f-896b-8b255d0771a8,revision_number=12']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:16:25.532221 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-837b0ea8-ecc5-43f0-9561-f06d8e73dcec req-4f8b0e8f-7ff0-4957-b085-a311d0e639d5 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] For port e9692e3f-6367-4b8f-896b-8b255d0771a8, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=e9692e3f-6367-4b8f-896b-8b255d0771a8,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:16:25.532634 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-837b0ea8-ecc5-43f0-9561-f06d8e73dcec req-4f8b0e8f-7ff0-4957-b085-a311d0e639d5 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:25.701812 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-837b0ea8-ecc5-43f0-9561-f06d8e73dcec req-4f8b0e8f-7ff0-4957-b085-a311d0e639d5 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:25.702265 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-837b0ea8-ecc5-43f0-9561-f06d8e73dcec req-4f8b0e8f-7ff0-4957-b085-a311d0e639d5 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:25.702618 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [req-837b0ea8-ecc5-43f0-9561-f06d8e73dcec req-4f8b0e8f-7ff0-4957-b085-a311d0e639d5 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Floating IP 7a1a3597-ec8b-4070-965e-8a2d11e1dbaa disassociated. External IP: 172.25.0.168, port: e9692e3f-6367-4b8f-896b-8b255d0771a8. Nov 16 12:16:25.702960 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-837b0ea8-ecc5-43f0-9561-f06d8e73dcec req-4f8b0e8f-7ff0-4957-b085-a311d0e639d5 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Calling delete_port for e9692e3f-6367-4b8f-896b-8b255d0771a8 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:16:25.835290 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-837b0ea8-ecc5-43f0-9561-f06d8e73dcec req-4f8b0e8f-7ff0-4957-b085-a311d0e639d5 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:25.863587 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b0e8f-7ff0-4957-b085-a311d0e639d5 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Pushing event deleted for resources: {'Port': ['ID=e9692e3f-6367-4b8f-896b-8b255d0771a8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:16:25.980169 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-837b0ea8-ecc5-43f0-9561-f06d8e73dcec req-4f8b0e8f-7ff0-4957-b085-a311d0e639d5 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Router 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:16:26.090877 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-837b0ea8-ecc5-43f0-9561-f06d8e73dcec req-4f8b0e8f-7ff0-4957-b085-a311d0e639d5 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:16:26.100183 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd28ebb0-8047-4697-b4ec-36cd2e5dd166 None None] Sync routers for ids ['5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:16:26.111589 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd28ebb0-8047-4697-b4ec-36cd2e5dd166 None None] Routers {'5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:16:26.112304 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-dd28ebb0-8047-4697-b4ec-36cd2e5dd166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:16:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:16:26.131289 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-837b0ea8-ecc5-43f0-9561-f06d8e73dcec req-4f8b0e8f-7ff0-4957-b085-a311d0e639d5 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] No DVR routers for this DVR port e9692e3f-6367-4b8f-896b-8b255d0771a8 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:16:26.134763 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-837b0ea8-ecc5-43f0-9561-f06d8e73dcec req-4f8b0e8f-7ff0-4957-b085-a311d0e639d5 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:26.138595 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-837b0ea8-ecc5-43f0-9561-f06d8e73dcec req-4f8b0e8f-7ff0-4957-b085-a311d0e639d5 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.36 "DELETE /v2.0/ports/e9692e3f-6367-4b8f-896b-8b255d0771a8 HTTP/1.1" status: 204 len: 173 time: 0.7848644 Nov 16 12:16:26.139085 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5328b6f9-e297-4bd6-976d-370260d5e0a7', 'name': 'network-vif-deleted', 'tag': 'e9692e3f-6367-4b8f-896b-8b255d0771a8'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:16:26.142123 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b4cb006b19835c19bcd0265a95de96d39c41d7d45c6d056c20fcc032bf3cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e87ff55-c00e-4b01-a501-be50d636cac7" -d '{"events": [{"server_uuid": "5328b6f9-e297-4bd6-976d-370260d5e0a7", "name": "network-vif-deleted", "tag": "e9692e3f-6367-4b8f-896b-8b255d0771a8"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:16:26.222851 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-dd28ebb0-8047-4697-b4ec-36cd2e5dd166 None None] Set router 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:16:26.229654 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7d39590d-e4d6-4c47-8ff8-47195e74443e req-0263e730-80f4-41db-8e3f-0dbcdd2b73f7 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 210 time: 0.0393066 Nov 16 12:16:26.275887 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90c002b-2548-407f-8c57-01e2d0af07bc x-openstack-request-id: req-a90c002b-2548-407f-8c57-01e2d0af07bc {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:16:26.276186 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5328b6f9-e297-4bd6-976d-370260d5e0a7", "name": "network-vif-deleted", "tag": "e9692e3f-6367-4b8f-896b-8b255d0771a8", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:16:26.276444 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a90c002b-2548-407f-8c57-01e2d0af07bc {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:16:26.276854 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5328b6f9-e297-4bd6-976d-370260d5e0a7', 'name': 'network-vif-deleted', 'tag': 'e9692e3f-6367-4b8f-896b-8b255d0771a8', 'status': 'completed', 'code': 200} Nov 16 12:16:26.426698 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-dd28ebb0-8047-4697-b4ec-36cd2e5dd166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'name': 'tempest-ServerActionsTestJSON-1199017088-router', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:06:26Z', 'updated_at': '2021-11-16T12:06:29Z', 'revision_number': 4, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'gw_port': {'id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:27Z', 'updated_at': '2021-11-16T12:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '7b4674ce-d0bb-4357-a84b-cc68655d03c0', 'name': '', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'mac_address': 'fa:16:3e:e4:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '626c6757-b381-4075-be6d-8260f307f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:29Z', 'updated_at': '2021-11-16T12:06:33Z', 'revision_number': 5, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'subnets': [{'id': '626c6757-b381-4075-be6d-8260f307f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:16:26.453470 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd28ebb0-8047-4697-b4ec-36cd2e5dd166 None None] Checking router: 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:16:26.462596 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd28ebb0-8047-4697-b4ec-36cd2e5dd166 None None] Routers {'5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:16:26.463219 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-dd28ebb0-8047-4697-b4ec-36cd2e5dd166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:16:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:16:26.567316 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-dd28ebb0-8047-4697-b4ec-36cd2e5dd166 None None] Set router 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:16:26.768855 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-dd28ebb0-8047-4697-b4ec-36cd2e5dd166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'name': 'tempest-ServerActionsTestJSON-1199017088-router', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:06:26Z', 'updated_at': '2021-11-16T12:06:29Z', 'revision_number': 4, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'gw_port': {'id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:27Z', 'updated_at': '2021-11-16T12:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '7b4674ce-d0bb-4357-a84b-cc68655d03c0', 'name': '', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'mac_address': 'fa:16:3e:e4:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '626c6757-b381-4075-be6d-8260f307f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:29Z', 'updated_at': '2021-11-16T12:06:33Z', 'revision_number': 5, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'subnets': [{'id': '626c6757-b381-4075-be6d-8260f307f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:16:26.799280 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd28ebb0-8047-4697-b4ec-36cd2e5dd166 None None] The sync data for ids ['5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'] in n-d-816823-3 is: [{'id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'name': 'tempest-ServerActionsTestJSON-1199017088-router', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:06:26Z', 'updated_at': '2021-11-16T12:06:29Z', 'revision_number': 4, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'gw_port': {'id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:27Z', 'updated_at': '2021-11-16T12:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '7b4674ce-d0bb-4357-a84b-cc68655d03c0', 'name': '', 'network_id': '1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'mac_address': 'fa:16:3e:e4:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '626c6757-b381-4075-be6d-8260f307f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:29Z', 'updated_at': '2021-11-16T12:06:33Z', 'revision_number': 5, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'subnets': [{'id': '626c6757-b381-4075-be6d-8260f307f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:16:27.021869 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45becb5c-34a1-4df5-9fc9-d148da15c9da None None] New status for floating IP 7a1a3597-ec8b-4070-965e-8a2d11e1dbaa: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 12:16:27.330961 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b23fb92-2b39-4ddb-b4f4-eab4d40c5e0c req-138315b5-25b5-42d7-b428-23f606b2a7ef tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 210 time: 0.0286148 Nov 16 12:16:28.434476 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f44b49a5-5fe8-48c4-a12f-0f7e362eef68 req-b30a3a12-0cfd-4233-a7c8-94c927169c22 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 210 time: 0.0261085 Nov 16 12:16:28.668987 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:29.278921 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device e9692e3f-6367-4b8f-896b-8b255d0771a8 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:16:29.298596 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: e9692e3f-6367-4b8f-896b-8b255d0771a8 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:16:29.298944 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device e9692e3f-6367-4b8f-896b-8b255d0771a8 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:16:29.436918 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:29.626119 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e15068c0-4271-44a6-9510-8060d8de507c req-e96e48fc-bfe6-42f0-a30b-3eba19e9e99f tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 210 time: 0.1206968 Nov 16 12:16:30.738640 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2c826943-8b38-49b8-bd4e-ccce0e022fc4 req-c5d8432d-4fe8-403a-a998-72044b6cfb25 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/ports?device_id=5328b6f9-e297-4bd6-976d-370260d5e0a7 HTTP/1.1" status: 200 len: 210 time: 0.0295632 Nov 16 12:16:35.478761 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54518) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:16:35.533409 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-32bd67ad-8f75-4137-b914-9b34d3dbc1f4 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:35.555652 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-32bd67ad-8f75-4137-b914-9b34d3dbc1f4 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:35.602740 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-32bd67ad-8f75-4137-b914-9b34d3dbc1f4 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:35.605580 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-32bd67ad-8f75-4137-b914-9b34d3dbc1f4 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:35.606939 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-32bd67ad-8f75-4137-b914-9b34d3dbc1f4 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "DELETE /v2.0/security-groups/d71af835-cf94-46f4-b0ba-2e2199258eb5 HTTP/1.1" status: 204 len: 168 time: 0.1269400 Nov 16 12:16:35.609575 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54520) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:16:35.616496 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd67ad-8f75-4137-b914-9b34d3dbc1f4 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71af835-cf94-46f4-b0ba-2e2199258eb5,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:16:35.627121 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-e771d53a-fa9f-47b9-abe6-be45e189ab35 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] show failed (client error): The resource could not be found. Nov 16 12:16:35.629210 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bd67ad-8f75-4137-b914-9b34d3dbc1f4 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:16:35.629742 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bd67ad-8f75-4137-b914-9b34d3dbc1f4 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:16:35.630270 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bd67ad-8f75-4137-b914-9b34d3dbc1f4 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:16:35.630758 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bd67ad-8f75-4137-b914-9b34d3dbc1f4 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:16:35.631230 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bd67ad-8f75-4137-b914-9b34d3dbc1f4 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:16:35.631716 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bd67ad-8f75-4137-b914-9b34d3dbc1f4 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:16:35.632189 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bd67ad-8f75-4137-b914-9b34d3dbc1f4 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:16:35.632661 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bd67ad-8f75-4137-b914-9b34d3dbc1f4 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:16:35.633631 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bd67ad-8f75-4137-b914-9b34d3dbc1f4 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:16:35.634238 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bd67ad-8f75-4137-b914-9b34d3dbc1f4 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:16:35.634806 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bd67ad-8f75-4137-b914-9b34d3dbc1f4 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:16:35.634977 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e771d53a-fa9f-47b9-abe6-be45e189ab35 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "GET /v2.0/security-groups/d71af835-cf94-46f4-b0ba-2e2199258eb5 HTTP/1.1" status: 404 len: 347 time: 0.0235567 Nov 16 12:16:35.635442 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bd67ad-8f75-4137-b914-9b34d3dbc1f4 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:16:35.635652 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54522) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:16:35.765230 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-61844013-944a-4b5a-9c69-39b3c075fe07 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Deleting port e53205b8-b5d3-4851-b237-7155d6f768d0 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:16:35.765565 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-61844013-944a-4b5a-9c69-39b3c075fe07 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:35.843797 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-61844013-944a-4b5a-9c69-39b3c075fe07 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:35.844123 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-61844013-944a-4b5a-9c69-39b3c075fe07 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:35.855391 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-61844013-944a-4b5a-9c69-39b3c075fe07 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Calling delete_port for e53205b8-b5d3-4851-b237-7155d6f768d0 owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:16:35.987658 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-61844013-944a-4b5a-9c69-39b3c075fe07 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:36.013209 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61844013-944a-4b5a-9c69-39b3c075fe07 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Pushing event deleted for resources: {'Port': ['ID=e53205b8-b5d3-4851-b237-7155d6f768d0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:16:36.075158 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-61844013-944a-4b5a-9c69-39b3c075fe07 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:36.077755 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-61844013-944a-4b5a-9c69-39b3c075fe07 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:36.078968 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-61844013-944a-4b5a-9c69-39b3c075fe07 tempest-ServerActionsTestJSON-1259242014 tempest-ServerActionsTestJSON-1259242014-project] 10.222.0.61 "DELETE /v2.0/floatingips/7a1a3597-ec8b-4070-965e-8a2d11e1dbaa HTTP/1.1" status: 204 len: 168 time: 0.4421210 Nov 16 12:16:36.081993 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54524) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:16:36.542204 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b286972d-926a-4612-badb-edca62766f98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:36.780239 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-b286972d-926a-4612-badb-edca62766f98 admin admin] Deleting port 7b4674ce-d0bb-4357-a84b-cc68655d03c0 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:16:36.780903 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b286972d-926a-4612-badb-edca62766f98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:36.855301 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-b286972d-926a-4612-badb-edca62766f98 admin admin] For port 7b4674ce-d0bb-4357-a84b-cc68655d03c0, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=7b4674ce-d0bb-4357-a84b-cc68655d03c0,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:16:36.855577 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b286972d-926a-4612-badb-edca62766f98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:36.867994 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-b286972d-926a-4612-badb-edca62766f98 admin admin] Calling delete_port for 7b4674ce-d0bb-4357-a84b-cc68655d03c0 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:16:37.042191 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b286972d-926a-4612-badb-edca62766f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:37.068529 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286972d-926a-4612-badb-edca62766f98 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b4674ce-d0bb-4357-a84b-cc68655d03c0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:16:37.518291 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b286972d-926a-4612-badb-edca62766f98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:37.731054 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b286972d-926a-4612-badb-edca62766f98 admin admin] Router 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:16:37.834766 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b286972d-926a-4612-badb-edca62766f98 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:16:37.841601 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b286972d-926a-4612-badb-edca62766f98 admin admin] 10.222.0.61 "PUT /v2.0/routers/5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7574346 Nov 16 12:16:37.843104 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54528) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:16:37.844537 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b294a8-a6e8-4e1a-b0c0-ac471bc534d4 None None] Sync routers for ids ['5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:16:37.853981 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b294a8-a6e8-4e1a-b0c0-ac471bc534d4 None None] Routers {'5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:16:37.854586 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-28b294a8-a6e8-4e1a-b0c0-ac471bc534d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:16:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:16:37.945043 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78e7c9df-eacd-428e-b0a6-13363d9de4d4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:37.956616 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-28b294a8-a6e8-4e1a-b0c0-ac471bc534d4 None None] Set router 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:16:38.047892 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78e7c9df-eacd-428e-b0a6-13363d9de4d4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:38.104361 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-78e7c9df-eacd-428e-b0a6-13363d9de4d4 admin admin] Deleting port b2679ba1-65d5-45b3-942b-39728e87e67f {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:16:38.104610 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78e7c9df-eacd-428e-b0a6-13363d9de4d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:38.139279 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-28b294a8-a6e8-4e1a-b0c0-ac471bc534d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'name': 'tempest-ServerActionsTestJSON-1199017088-router', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:06:26Z', 'updated_at': '2021-11-16T12:16:36Z', 'revision_number': 5, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'gw_port': {'id': 'b2679ba1-65d5-45b3-942b-39728e87e67f', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:06:27Z', 'updated_at': '2021-11-16T12:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:16:38.168151 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b294a8-a6e8-4e1a-b0c0-ac471bc534d4 None None] Checking router: 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:16:38.176289 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b294a8-a6e8-4e1a-b0c0-ac471bc534d4 None None] Routers {'5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:16:38.176883 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-28b294a8-a6e8-4e1a-b0c0-ac471bc534d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:16:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:16:38.189156 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-78e7c9df-eacd-428e-b0a6-13363d9de4d4 admin admin] For port b2679ba1-65d5-45b3-942b-39728e87e67f, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=b2679ba1-65d5-45b3-942b-39728e87e67f,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:16:38.189522 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78e7c9df-eacd-428e-b0a6-13363d9de4d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:38.202433 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-78e7c9df-eacd-428e-b0a6-13363d9de4d4 admin admin] Calling delete_port for b2679ba1-65d5-45b3-942b-39728e87e67f owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:16:38.256293 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-28b294a8-a6e8-4e1a-b0c0-ac471bc534d4 None None] Set router 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:16:38.309712 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-28b294a8-a6e8-4e1a-b0c0-ac471bc534d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'name': 'tempest-ServerActionsTestJSON-1199017088-router', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:06:26Z', 'updated_at': '2021-11-16T12:16:38Z', 'revision_number': 6, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:16:38.337182 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b294a8-a6e8-4e1a-b0c0-ac471bc534d4 None None] The sync data for ids ['5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9'] in n-d-816823-3 is: [{'id': '5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9', 'name': 'tempest-ServerActionsTestJSON-1199017088-router', 'tenant_id': 'fa1f0787ff78459a91511f0e797caff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:06:26Z', 'updated_at': '2021-11-16T12:16:38Z', 'revision_number': 6, 'project_id': 'fa1f0787ff78459a91511f0e797caff6', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:16:38.372828 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78e7c9df-eacd-428e-b0a6-13363d9de4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:38.399685 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e7c9df-eacd-428e-b0a6-13363d9de4d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2679ba1-65d5-45b3-942b-39728e87e67f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:16:38.411195 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2907f308-3e54-4eaf-9348-7da3335184d0 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:16:38.462760 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78e7c9df-eacd-428e-b0a6-13363d9de4d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:38.550660 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78e7c9df-eacd-428e-b0a6-13363d9de4d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:38.552772 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78e7c9df-eacd-428e-b0a6-13363d9de4d4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:38.594622 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78e7c9df-eacd-428e-b0a6-13363d9de4d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:38.595281 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e7c9df-eacd-428e-b0a6-13363d9de4d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 12:16:38.599986 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78e7c9df-eacd-428e-b0a6-13363d9de4d4 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:38.601137 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-78e7c9df-eacd-428e-b0a6-13363d9de4d4 admin admin] 10.222.0.61 "DELETE /v2.0/routers/5bb494ae-ce84-47ab-aa75-4f7dfef3d4c9 HTTP/1.1" status: 204 len: 168 time: 0.7570910 Nov 16 12:16:38.604150 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54530) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:16:38.648738 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-424e2a59-9c88-4d39-bb54-22c40269afeb admin admin] Deleting subnet 626c6757-b381-4075-be6d-8260f307f917 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 12:16:38.651998 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-424e2a59-9c88-4d39-bb54-22c40269afeb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:38.687223 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-424e2a59-9c88-4d39-bb54-22c40269afeb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:38.771811 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-424e2a59-9c88-4d39-bb54-22c40269afeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:38.823966 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-424e2a59-9c88-4d39-bb54-22c40269afeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:38.850568 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e2a59-9c88-4d39-bb54-22c40269afeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=626c6757-b381-4075-be6d-8260f307f917,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:16:38.853130 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-424e2a59-9c88-4d39-bb54-22c40269afeb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:38.856352 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-424e2a59-9c88-4d39-bb54-22c40269afeb admin admin] 10.222.0.61 "DELETE /v2.0/subnets/626c6757-b381-4075-be6d-8260f307f917 HTTP/1.1" status: 204 len: 168 time: 0.2512715 Nov 16 12:16:38.857507 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c30bb7c-b75a-4d25-a56d-3f36020eca60 None None] Network 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:16:38.859072 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54532) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:16:38.931615 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ce0a31c7-b2a0-4de9-aea9-e7507e578621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:38.987220 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ce0a31c7-b2a0-4de9-aea9-e7507e578621 admin admin] Deleting port 900d51f8-dcb8-4d54-8957-be7bc552a3c4 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:16:38.987560 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ce0a31c7-b2a0-4de9-aea9-e7507e578621 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:39.049598 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-ce0a31c7-b2a0-4de9-aea9-e7507e578621 admin admin] For port 900d51f8-dcb8-4d54-8957-be7bc552a3c4, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=900d51f8-dcb8-4d54-8957-be7bc552a3c4,segment=NetworkSegment(3db4291f-a083-4ffc-8636-65802af3ebda),segment_id=3db4291f-a083-4ffc-8636-65802af3ebda)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:16:39.049904 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ce0a31c7-b2a0-4de9-aea9-e7507e578621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:39.062889 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ce0a31c7-b2a0-4de9-aea9-e7507e578621 admin admin] Calling delete_port for 900d51f8-dcb8-4d54-8957-be7bc552a3c4 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:16:39.094574 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c0136c-eb94-4c32-8d10-ce80b9f142f9 None None] DHCP port deletion for 1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:16:39.155309 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ce0a31c7-b2a0-4de9-aea9-e7507e578621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:39.156385 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-27c0136c-eb94-4c32-8d10-ce80b9f142f9 None None] Deleting port 900d51f8-dcb8-4d54-8957-be7bc552a3c4 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:16:39.156951 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-27c0136c-eb94-4c32-8d10-ce80b9f142f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:39.181975 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a31c7-b2a0-4de9-aea9-e7507e578621 admin admin] Pushing event deleted for resources: {'Port': ['ID=900d51f8-dcb8-4d54-8957-be7bc552a3c4,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:16:39.185514 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0a31c7-b2a0-4de9-aea9-e7507e578621 admin admin] No DVR routers for this DVR port 900d51f8-dcb8-4d54-8957-be7bc552a3c4 on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:16:39.227888 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-27c0136c-eb94-4c32-8d10-ce80b9f142f9 None None] For port 900d51f8-dcb8-4d54-8957-be7bc552a3c4, host n-d-816823-3, got binding levels [] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:16:39.228281 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-27c0136c-eb94-4c32-8d10-ce80b9f142f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:39.240628 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-27c0136c-eb94-4c32-8d10-ce80b9f142f9 None None] Calling delete_port for 900d51f8-dcb8-4d54-8957-be7bc552a3c4 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:16:39.244091 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.ipam_backend_mixin [None req-27c0136c-eb94-4c32-8d10-ce80b9f142f9 None None] Port 900d51f8-dcb8-4d54-8957-be7bc552a3c4 was not found and therefore no delete operation was performed {{(pid=102670) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 12:16:39.245658 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-27c0136c-eb94-4c32-8d10-ce80b9f142f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:39.259030 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ce0a31c7-b2a0-4de9-aea9-e7507e578621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:39.270735 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c0136c-eb94-4c32-8d10-ce80b9f142f9 None None] Pushing event deleted for resources: {'Port': ['ID=900d51f8-dcb8-4d54-8957-be7bc552a3c4,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:16:39.274371 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c0136c-eb94-4c32-8d10-ce80b9f142f9 None None] No DVR routers for this DVR port 900d51f8-dcb8-4d54-8957-be7bc552a3c4 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:16:39.280182 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-ce0a31c7-b2a0-4de9-aea9-e7507e578621 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:16:39.290343 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-ce0a31c7-b2a0-4de9-aea9-e7507e578621 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3db4291f-a083-4ffc-8636-65802af3ebda') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:16:39.290522 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-ce0a31c7-b2a0-4de9-aea9-e7507e578621 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3db4291f-a083-4ffc-8636-65802af3ebda') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:16:39.300652 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ce0a31c7-b2a0-4de9-aea9-e7507e578621 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:39.314660 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ce0a31c7-b2a0-4de9-aea9-e7507e578621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:39.322349 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce0a31c7-b2a0-4de9-aea9-e7507e578621 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 12:16:39.322349 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ce0a31c7-b2a0-4de9-aea9-e7507e578621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:39.324915 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 12:16:39.324915 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 12:16:39.324915 n-d-816823-3 neutron-server[102669]: timer() Nov 16 12:16:39.324915 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 12:16:39.324915 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 12:16:39.324915 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 12:16:39.324915 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 12:16:39.324915 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 12:16:39.324915 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 12:16:39.324915 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 12:16:39.324915 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 12:16:39.324915 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 12:16:39.324915 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 12:16:39.324915 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 12:16:39.324915 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 12:16:39.324915 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 12:16:39.324915 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 12:16:39.324915 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 12:16:39.324915 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 12:16:39.324915 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 12:16:39.324915 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 12:16:39.324915 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 12:16:39.324915 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 12:16:39.324915 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 12:16:39.324915 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 12:16:39.324915 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 12:16:39.324915 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 12:16:39.324915 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 12:16:39.324915 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 12:16:39.324915 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 12:16:39.324915 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 12:16:39.324915 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 12:16:39.380840 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ce0a31c7-b2a0-4de9-aea9-e7507e578621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:39.383510 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 900d51f8-dcb8-4d54-8957-be7bc552a3c4 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:16:39.403759 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ce0a31c7-b2a0-4de9-aea9-e7507e578621 admin admin] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:39.409505 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ce0a31c7-b2a0-4de9-aea9-e7507e578621 admin admin] 10.222.0.61 "DELETE /v2.0/networks/1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc HTTP/1.1" status: 204 len: 168 time: 0.5470219 Nov 16 12:16:39.409505 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a31c7-b2a0-4de9-aea9-e7507e578621 admin admin] Pushing event deleted for resources: {'Network': ['ID=1830b6bf-fb9f-45ae-a1a4-adc2d5f7e1fc,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:16:39.412442 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 900d51f8-dcb8-4d54-8957-be7bc552a3c4 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:16:39.412895 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 900d51f8-dcb8-4d54-8957-be7bc552a3c4 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:16:39.413535 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7b4674ce-d0bb-4357-a84b-cc68655d03c0 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:16:39.434956 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 7b4674ce-d0bb-4357-a84b-cc68655d03c0 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:16:39.435311 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7b4674ce-d0bb-4357-a84b-cc68655d03c0 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:16:39.435723 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device b2679ba1-65d5-45b3-942b-39728e87e67f no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:16:39.454377 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: b2679ba1-65d5-45b3-942b-39728e87e67f {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:16:39.454733 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device b2679ba1-65d5-45b3-942b-39728e87e67f not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:16:39.532625 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54538) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:16:39.572570 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b68e93d7-b222-4769-8511-3865d005887f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fa1f0787ff78459a91511f0e797caff6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387974 Nov 16 12:16:39.575104 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54540) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:16:39.625409 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4bcd07ac-bd71-4888-a5ab-cab72d3491ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:39.645612 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4bcd07ac-bd71-4888-a5ab-cab72d3491ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:39.694092 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4bcd07ac-bd71-4888-a5ab-cab72d3491ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:39.696586 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4bcd07ac-bd71-4888-a5ab-cab72d3491ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:39.700306 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4bcd07ac-bd71-4888-a5ab-cab72d3491ef admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3d1fdcfc-618e-478c-b7d6-562435904f05 HTTP/1.1" status: 204 len: 168 time: 0.1216955 Nov 16 12:16:39.705674 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd07ac-bd71-4888-a5ab-cab72d3491ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1fdcfc-618e-478c-b7d6-562435904f05,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:16:40.385860 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54562) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:16:40.480091 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-01a93b8f-3388-4360-9504-2b9aa7112099 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1708610570-network', 'tenant_id': 'af7c62a77db2426da2c47cf6b1b5b868'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:16:40.501118 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a93b8f-3388-4360-9504-2b9aa7112099 admin admin] Made reservation on behalf of af7c62a77db2426da2c47cf6b1b5b868 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:16:40.503400 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-01a93b8f-3388-4360-9504-2b9aa7112099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:40.512075 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-01a93b8f-3388-4360-9504-2b9aa7112099 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:40.585833 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-01a93b8f-3388-4360-9504-2b9aa7112099 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:40.589731 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-01a93b8f-3388-4360-9504-2b9aa7112099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:40.609835 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01a93b8f-3388-4360-9504-2b9aa7112099 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 12:16:40.625123 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a93b8f-3388-4360-9504-2b9aa7112099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be6d2c0-510f-4e68-b8f1-b781dce5609b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:16:40.628015 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-01a93b8f-3388-4360-9504-2b9aa7112099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:40.628378 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-01a93b8f-3388-4360-9504-2b9aa7112099 admin admin] Added segment f6650eb3-f42c-43be-b95f-2ba050c450a5 of type vlan for network e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c Nov 16 12:16:40.669423 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-01a93b8f-3388-4360-9504-2b9aa7112099 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:40.695863 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-01a93b8f-3388-4360-9504-2b9aa7112099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:40.697045 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a93b8f-3388-4360-9504-2b9aa7112099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:40.697883 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-01a93b8f-3388-4360-9504-2b9aa7112099 admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:40.758426 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-01a93b8f-3388-4360-9504-2b9aa7112099 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3711772 Nov 16 12:16:40.761022 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54566) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:16:40.766020 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-255fd7a0-fb86-4eb8-954a-6c27c956bb4e admin admin] Request body: {'subnet': {'network_id': 'e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1708610570-subnet', 'tenant_id': 'af7c62a77db2426da2c47cf6b1b5b868', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:16:40.768880 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a93b8f-3388-4360-9504-2b9aa7112099 admin admin] Pushing event updated for resources: {'Network': ['ID=e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:16:40.778464 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 12:16:40.790178 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255fd7a0-fb86-4eb8-954a-6c27c956bb4e admin admin] Made reservation on behalf of af7c62a77db2426da2c47cf6b1b5b868 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:16:40.792514 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-255fd7a0-fb86-4eb8-954a-6c27c956bb4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:40.987049 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-255fd7a0-fb86-4eb8-954a-6c27c956bb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:41.040768 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255fd7a0-fb86-4eb8-954a-6c27c956bb4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8494d9d-fc49-406d-8ac2-2d0286d27bed,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:16:41.051881 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255fd7a0-fb86-4eb8-954a-6c27c956bb4e admin admin] Checking segment: {'id': 'f6650eb3-f42c-43be-b95f-2ba050c450a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:16:41.052243 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255fd7a0-fb86-4eb8-954a-6c27c956bb4e admin admin] Network hostable DHCP agents. Network: e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 12:16:41.070159 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255fd7a0-fb86-4eb8-954a-6c27c956bb4e admin admin] Network e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 12:16:41.078744 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-255fd7a0-fb86-4eb8-954a-6c27c956bb4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:16:41.083147 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255fd7a0-fb86-4eb8-954a-6c27c956bb4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:41.083772 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-255fd7a0-fb86-4eb8-954a-6c27c956bb4e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:41.089968 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bfc057-e50e-4d1b-b746-fd63ee52ae9c None None] Network e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:16:41.100640 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-255fd7a0-fb86-4eb8-954a-6c27c956bb4e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3382375 Nov 16 12:16:41.398028 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bb3103-263b-4194-b013-7ad292b52e34 None None] Network e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:16:41.569576 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-728c0b40-a93c-42f7-8eaf-37316c7e47d3 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:41.571533 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-728c0b40-a93c-42f7-8eaf-37316c7e47d3 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/networks?id=e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c HTTP/1.1" status: 200 len: 814 time: 0.1178658 Nov 16 12:16:41.586731 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-b696f12f-dbb6-4f8d-9507-fdaaec08c523 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/quotas/af7c62a77db2426da2c47cf6b1b5b868 HTTP/1.1" status: 200 len: 375 time: 0.0088713 Nov 16 12:16:41.616368 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-cf2f88cf-346d-431e-a7e0-5b0cf11bd11a tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=af7c62a77db2426da2c47cf6b1b5b868&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0245509 Nov 16 12:16:41.707828 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-45f21bf2-09c8-48ad-8965-05fd339d54b6 service neutron] 10.222.0.61 "GET /v2.0/networks/e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846705 Nov 16 12:16:41.794393 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-41c4034f-e717-4462-b5a2-322726be9da2 service neutron] 10.222.0.61 "GET /v2.0/networks/e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799072 Nov 16 12:16:41.952988 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-57d1e31c-dbbf-4961-8a96-3ed53e478ab2 req-0a4f3abd-8593-46bf-b8da-a3d306984d5c tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/ports?device_id=5712bdd8-d088-40ec-af5f-4135ce60e773 HTTP/1.1" status: 200 len: 210 time: 0.0279250 Nov 16 12:16:42.985881 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-ca0cf5b6-ce3d-4b4b-a1cf-5eaee1bdfe0a tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:42.987479 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-ca0cf5b6-ce3d-4b4b-a1cf-5eaee1bdfe0a tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.36 "GET /v2.0/networks?id=e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c HTTP/1.1" status: 200 len: 814 time: 0.1073487 Nov 16 12:16:43.001831 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-cee72d72-f996-415e-8fc2-e69529e6bac1 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Request body: {'port': {'device_id': '5712bdd8-d088-40ec-af5f-4135ce60e773', 'network_id': 'e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c', 'admin_state_up': True, 'tenant_id': 'af7c62a77db2426da2c47cf6b1b5b868'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:16:43.054002 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-52b8e6a2-a36e-4dfb-8a3d-a0010c8e85a5 req-21898431-a6bd-4ed8-a301-88545d5441fa tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/ports?device_id=5712bdd8-d088-40ec-af5f-4135ce60e773 HTTP/1.1" status: 200 len: 210 time: 0.0307989 Nov 16 12:16:43.108749 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-cee72d72-f996-415e-8fc2-e69529e6bac1 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Made reservation on behalf of af7c62a77db2426da2c47cf6b1b5b868 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:16:43.112321 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-cee72d72-f996-415e-8fc2-e69529e6bac1 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:43.151153 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-295a4c1f-ebc6-4934-89c8-84528b2848ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:43.238952 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-cee72d72-f996-415e-8fc2-e69529e6bac1 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Allocated IP 172.20.0.13 (e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c/c8494d9d-fc49-406d-8ac2-2d0286d27bed/ffb26895-c847-4193-9f3e-ec68b06a6e51) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:16:43.384238 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-cee72d72-f996-415e-8fc2-e69529e6bac1 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:43.417336 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-cee72d72-f996-415e-8fc2-e69529e6bac1 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:43.457330 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-cee72d72-f996-415e-8fc2-e69529e6bac1 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Network e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:16:43.463253 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-cee72d72-f996-415e-8fc2-e69529e6bac1 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:16:43.466301 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-cee72d72-f996-415e-8fc2-e69529e6bac1 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:16:43.497252 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee72d72-f996-415e-8fc2-e69529e6bac1 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Pushing event updated for resources: {'Port': ['ID=ffb26895-c847-4193-9f3e-ec68b06a6e51,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:16:43.521061 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-cee72d72-f996-415e-8fc2-e69529e6bac1 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:43.521667 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-cee72d72-f996-415e-8fc2-e69529e6bac1 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:43.537524 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-cee72d72-f996-415e-8fc2-e69529e6bac1 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5397298 Nov 16 12:16:43.549544 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-173c925f-4d25-4fee-b56b-776b3a2f9677 service neutron] Request body: {'port': {'device_id': '5712bdd8-d088-40ec-af5f-4135ce60e773', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:16:43.604619 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-173c925f-4d25-4fee-b56b-776b3a2f9677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:43.855497 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-173c925f-4d25-4fee-b56b-776b3a2f9677 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffb26895-c847-4193-9f3e-ec68b06a6e51 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:16:43.862716 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-173c925f-4d25-4fee-b56b-776b3a2f9677 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:43.874217 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-173c925f-4d25-4fee-b56b-776b3a2f9677 service neutron] Transition to ACTIVE for port object ffb26895-c847-4193-9f3e-ec68b06a6e51 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 12:16:43.877489 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-173c925f-4d25-4fee-b56b-776b3a2f9677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:43.967858 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c925f-4d25-4fee-b56b-776b3a2f9677 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb26895-c847-4193-9f3e-ec68b06a6e51,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:16:44.015951 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-173c925f-4d25-4fee-b56b-776b3a2f9677 service neutron] Attempting to bind port ffb26895-c847-4193-9f3e-ec68b06a6e51 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:16:44.016569 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-173c925f-4d25-4fee-b56b-776b3a2f9677 service neutron] Attempting to bind port ffb26895-c847-4193-9f3e-ec68b06a6e51 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'f6650eb3-f42c-43be-b95f-2ba050c450a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:16:44.016672 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-173c925f-4d25-4fee-b56b-776b3a2f9677 service neutron] Attempting to bind port ffb26895-c847-4193-9f3e-ec68b06a6e51 on network e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:16:44.020866 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-173c925f-4d25-4fee-b56b-776b3a2f9677 service neutron] Port ffb26895-c847-4193-9f3e-ec68b06a6e51 on network e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 12:16:44.021188 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-173c925f-4d25-4fee-b56b-776b3a2f9677 service neutron] Attempting to bind port ffb26895-c847-4193-9f3e-ec68b06a6e51 on network e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:16:44.026181 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-173c925f-4d25-4fee-b56b-776b3a2f9677 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:16:44.026518 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-173c925f-4d25-4fee-b56b-776b3a2f9677 service neutron] Checking segment: {'id': 'f6650eb3-f42c-43be-b95f-2ba050c450a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:16:44.026900 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-173c925f-4d25-4fee-b56b-776b3a2f9677 service neutron] Bound using segment: {'id': 'f6650eb3-f42c-43be-b95f-2ba050c450a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:16:44.027325 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-173c925f-4d25-4fee-b56b-776b3a2f9677 service neutron] Bound port: ffb26895-c847-4193-9f3e-ec68b06a6e51, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6650eb3-f42c-43be-b95f-2ba050c450a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:16:44.027673 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-173c925f-4d25-4fee-b56b-776b3a2f9677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:44.089198 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-173c925f-4d25-4fee-b56b-776b3a2f9677 service neutron] For port ffb26895-c847-4193-9f3e-ec68b06a6e51, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:16:44.092383 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-173c925f-4d25-4fee-b56b-776b3a2f9677 service neutron] For port ffb26895-c847-4193-9f3e-ec68b06a6e51, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=ffb26895-c847-4193-9f3e-ec68b06a6e51,segment=NetworkSegment(f6650eb3-f42c-43be-b95f-2ba050c450a5),segment_id=f6650eb3-f42c-43be-b95f-2ba050c450a5)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:16:44.096228 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-173c925f-4d25-4fee-b56b-776b3a2f9677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:44.135865 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-173c925f-4d25-4fee-b56b-776b3a2f9677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:44.136486 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-173c925f-4d25-4fee-b56b-776b3a2f9677 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:44.137852 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-173c925f-4d25-4fee-b56b-776b3a2f9677 service neutron] 10.222.0.36 "PUT /v2.0/ports/ffb26895-c847-4193-9f3e-ec68b06a6e51 HTTP/1.1" status: 200 len: 1092 time: 0.5923202 Nov 16 12:16:44.138325 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5712bdd8-d088-40ec-af5f-4135ce60e773', 'tag': 'ffb26895-c847-4193-9f3e-ec68b06a6e51'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:16:44.140572 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b4cb006b19835c19bcd0265a95de96d39c41d7d45c6d056c20fcc032bf3cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f5d9ac-2123-4334-97e5-8d4616c276d9" -d '{"events": [{"name": "network-changed", "server_uuid": "5712bdd8-d088-40ec-af5f-4135ce60e773", "tag": "ffb26895-c847-4193-9f3e-ec68b06a6e51"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:16:44.158532 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c925f-4d25-4fee-b56b-776b3a2f9677 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb26895-c847-4193-9f3e-ec68b06a6e51,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:16:44.185262 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34268a0e-c2ea-4c3c-a153-83c0c8f2e2a5 req-c391dd13-14f2-4a50-a8c5-f16dcccc3031 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:44.186782 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-34268a0e-c2ea-4c3c-a153-83c0c8f2e2a5 req-c391dd13-14f2-4a50-a8c5-f16dcccc3031 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/ports?device_id=5712bdd8-d088-40ec-af5f-4135ce60e773 HTTP/1.1" status: 200 len: 944 time: 0.0613711 Nov 16 12:16:44.223542 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-9abc917b-ffab-4602-8e62-6ddf8478aa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:44.225070 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-9abc917b-ffab-4602-8e62-6ddf8478aa87 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af7c62a77db2426da2c47cf6b1b5b868&device_id=5712bdd8-d088-40ec-af5f-4135ce60e773 HTTP/1.1" status: 200 len: 1095 time: 0.0452223 Nov 16 12:16:44.235377 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-34268a0e-c2ea-4c3c-a153-83c0c8f2e2a5 req-855352cd-1eaa-49f0-9f14-2a0e6d7d1d49 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/security-groups?id=6be6d2c0-510f-4e68-b8f1-b781dce5609b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423651 Nov 16 12:16:44.266814 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-0cd538c5-522a-4ddb-aa1c-0697d57aaac2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffb26895-c847-4193-9f3e-ec68b06a6e51 HTTP/1.1" status: 200 len: 217 time: 0.0343246 Nov 16 12:16:44.283529 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316f8078-269d-4cab-a59e-bf423ca1b2dd x-openstack-request-id: req-316f8078-269d-4cab-a59e-bf423ca1b2dd {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:16:44.283816 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5712bdd8-d088-40ec-af5f-4135ce60e773", "tag": "ffb26895-c847-4193-9f3e-ec68b06a6e51", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:16:44.284070 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-316f8078-269d-4cab-a59e-bf423ca1b2dd {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:16:44.284467 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5712bdd8-d088-40ec-af5f-4135ce60e773', 'tag': 'ffb26895-c847-4193-9f3e-ec68b06a6e51', 'status': 'completed', 'code': 200} Nov 16 12:16:44.319517 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-06014b2b-7940-4d22-afb0-311eaf563024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:44.320972 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-06014b2b-7940-4d22-afb0-311eaf563024 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c8494d9d-fc49-406d-8ac2-2d0286d27bed HTTP/1.1" status: 200 len: 854 time: 0.0461609 Nov 16 12:16:44.351476 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-72f4e995-e32f-4cf6-9dca-49fb34fbaa31 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240622 Nov 16 12:16:44.443375 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-b67a6e39-ce53-4455-bcef-6d73c7cdc945 service neutron] 10.222.0.36 "GET /v2.0/networks/e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847263 Nov 16 12:16:44.530175 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f1209949-21f9-45df-9876-fa85c19d6ff1 req-4b8a43fc-59fe-4ca4-936c-d9d8cd591e27 service neutron] 10.222.0.36 "GET /v2.0/networks/e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798826 Nov 16 12:16:44.615061 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5d9ac-2123-4334-97e5-8d4616c276d9 req-caa8cf1f-9a4c-4bf1-835a-17866ba8df15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:44.616544 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a2f5d9ac-2123-4334-97e5-8d4616c276d9 req-caa8cf1f-9a4c-4bf1-835a-17866ba8df15 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af7c62a77db2426da2c47cf6b1b5b868&device_id=5712bdd8-d088-40ec-af5f-4135ce60e773 HTTP/1.1" status: 200 len: 1095 time: 0.0448780 Nov 16 12:16:44.706910 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5d9ac-2123-4334-97e5-8d4616c276d9 req-eabf82b5-00a9-4840-b3ff-286a4c810d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:44.708293 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a2f5d9ac-2123-4334-97e5-8d4616c276d9 req-eabf82b5-00a9-4840-b3ff-286a4c810d63 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c HTTP/1.1" status: 200 len: 915 time: 0.0848737 Nov 16 12:16:44.751755 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a2f5d9ac-2123-4334-97e5-8d4616c276d9 req-b20dcc25-d7f4-4715-a13d-56bcf6201ea6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffb26895-c847-4193-9f3e-ec68b06a6e51 HTTP/1.1" status: 200 len: 217 time: 0.0358362 Nov 16 12:16:44.800385 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5d9ac-2123-4334-97e5-8d4616c276d9 req-7ee42b98-49af-48a6-be26-cda293cd318c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:44.801766 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a2f5d9ac-2123-4334-97e5-8d4616c276d9 req-7ee42b98-49af-48a6-be26-cda293cd318c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c8494d9d-fc49-406d-8ac2-2d0286d27bed HTTP/1.1" status: 200 len: 854 time: 0.0424035 Nov 16 12:16:44.833234 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a2f5d9ac-2123-4334-97e5-8d4616c276d9 req-e0e770d6-178a-4b99-b70d-8eca335785d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237260 Nov 16 12:16:44.923529 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a2f5d9ac-2123-4334-97e5-8d4616c276d9 req-fac51448-bc86-4502-b86c-e8d56df3b896 service neutron] 10.222.0.36 "GET /v2.0/networks/e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823479 Nov 16 12:16:45.010681 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a2f5d9ac-2123-4334-97e5-8d4616c276d9 req-8c62256b-fb5f-47de-a9a6-6b33237c78ce service neutron] 10.222.0.36 "GET /v2.0/networks/e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791864 Nov 16 12:16:45.350503 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47188f19-6cb6-4609-b63e-f0b47c2935fc req-935873f4-785e-4d6f-a926-b007b9ebffd1 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:45.352501 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-47188f19-6cb6-4609-b63e-f0b47c2935fc req-935873f4-785e-4d6f-a926-b007b9ebffd1 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/ports?device_id=5712bdd8-d088-40ec-af5f-4135ce60e773 HTTP/1.1" status: 200 len: 944 time: 0.0489957 Nov 16 12:16:45.401624 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-47188f19-6cb6-4609-b63e-f0b47c2935fc req-30947e13-cca0-4821-8d05-2d560b2d2edc tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/security-groups?id=6be6d2c0-510f-4e68-b8f1-b781dce5609b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419879 Nov 16 12:16:45.658779 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-83a60ac8-9cdd-4a5e-b824-717a2cc88ec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:46.785104 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c753d7-6a86-4849-92ca-8f3da2cbdd5d req-0e25410d-8aca-4446-9117-1a1bff1e214e tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:46.786632 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e8c753d7-6a86-4849-92ca-8f3da2cbdd5d req-0e25410d-8aca-4446-9117-1a1bff1e214e tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/ports?device_id=5712bdd8-d088-40ec-af5f-4135ce60e773 HTTP/1.1" status: 200 len: 944 time: 0.3160064 Nov 16 12:16:46.804978 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:46.835505 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e8c753d7-6a86-4849-92ca-8f3da2cbdd5d req-605eede8-209e-49c6-acf5-9727ffb4c339 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/security-groups?id=6be6d2c0-510f-4e68-b8f1-b781dce5609b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410421 Nov 16 12:16:47.356573 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device ffb26895-c847-4193-9f3e-ec68b06a6e51 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 12:16:47.450413 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port ffb26895-c847-4193-9f3e-ec68b06a6e51, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=ffb26895-c847-4193-9f3e-ec68b06a6e51,segment=NetworkSegment(f6650eb3-f42c-43be-b95f-2ba050c450a5),segment_id=f6650eb3-f42c-43be-b95f-2ba050c450a5)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:16:47.462111 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': 'ffb26895-c847-4193-9f3e-ec68b06a6e51', 'network_id': 'e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c', 'port_id': 'ffb26895-c847-4193-9f3e-ec68b06a6e51', 'mac_address': 'fa:16:3e:24:11:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8494d9d-fc49-406d-8ac2-2d0286d27bed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 12:16:47.498447 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:47.511599 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb26895-c847-4193-9f3e-ec68b06a6e51 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:16:47.531636 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port ffb26895-c847-4193-9f3e-ec68b06a6e51, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=ffb26895-c847-4193-9f3e-ec68b06a6e51,segment=NetworkSegment(f6650eb3-f42c-43be-b95f-2ba050c450a5),segment_id=f6650eb3-f42c-43be-b95f-2ba050c450a5)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:16:47.535978 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:47.581572 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=ffb26895-c847-4193-9f3e-ec68b06a6e51,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:16:47.735173 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['ffb26895-c847-4193-9f3e-ec68b06a6e51'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:16:47.949185 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f297b-461e-433a-a7a7-739b7e652c1a req-1be364de-a0aa-497d-8be3-30f40264ed61 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:47.950648 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2d6f297b-461e-433a-a7a7-739b7e652c1a req-1be364de-a0aa-497d-8be3-30f40264ed61 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/ports?device_id=5712bdd8-d088-40ec-af5f-4135ce60e773 HTTP/1.1" status: 200 len: 945 time: 0.0475013 Nov 16 12:16:47.996386 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2d6f297b-461e-433a-a7a7-739b7e652c1a req-68ff9461-a6bf-454a-8a4b-9f2ec635fab2 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/security-groups?id=6be6d2c0-510f-4e68-b8f1-b781dce5609b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399406 Nov 16 12:16:48.505859 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:48.949396 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:49.113296 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00cac1-9ed6-4c78-acc2-ff2b8bc80669 req-bad0a090-28ce-46ef-a641-fe87f67eb087 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:49.114812 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b00cac1-9ed6-4c78-acc2-ff2b8bc80669 req-bad0a090-28ce-46ef-a641-fe87f67eb087 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/ports?device_id=5712bdd8-d088-40ec-af5f-4135ce60e773 HTTP/1.1" status: 200 len: 945 time: 0.0511239 Nov 16 12:16:49.162762 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b00cac1-9ed6-4c78-acc2-ff2b8bc80669 req-78b1e11f-f4ef-4b9a-936d-f43c96167724 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/security-groups?id=6be6d2c0-510f-4e68-b8f1-b781dce5609b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416315 Nov 16 12:16:49.387734 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device ffb26895-c847-4193-9f3e-ec68b06a6e51 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:16:49.437899 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port ffb26895-c847-4193-9f3e-ec68b06a6e51 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 12:16:49.441722 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port ffb26895-c847-4193-9f3e-ec68b06a6e51 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:16:49.442121 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:49.516035 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:49.537912 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5712bdd8-d088-40ec-af5f-4135ce60e773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb26895-c847-4193-9f3e-ec68b06a6e51'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:16:49.540463 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3028c6c2751e05b8ffe46419f90227d3bdc45fe093bf287cadf4b73479a61306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9583ab59-4ca7-418d-9d01-5837fe3cf98b" -d '{"events": [{"server_uuid": "5712bdd8-d088-40ec-af5f-4135ce60e773", "name": "network-vif-plugged", "status": "completed", "tag": "ffb26895-c847-4193-9f3e-ec68b06a6e51"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:16:49.559961 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port ffb26895-c847-4193-9f3e-ec68b06a6e51, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=ffb26895-c847-4193-9f3e-ec68b06a6e51,segment=NetworkSegment(f6650eb3-f42c-43be-b95f-2ba050c450a5),segment_id=f6650eb3-f42c-43be-b95f-2ba050c450a5)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:16:49.564013 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:49.591269 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d99a8b7-596f-4bfa-ac87-dc815ed1d875 x-openstack-request-id: req-0d99a8b7-596f-4bfa-ac87-dc815ed1d875 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:16:49.591553 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5712bdd8-d088-40ec-af5f-4135ce60e773", "name": "network-vif-plugged", "status": "completed", "tag": "ffb26895-c847-4193-9f3e-ec68b06a6e51", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:16:49.591800 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0d99a8b7-596f-4bfa-ac87-dc815ed1d875 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:16:49.592183 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5712bdd8-d088-40ec-af5f-4135ce60e773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb26895-c847-4193-9f3e-ec68b06a6e51', 'code': 200} Nov 16 12:16:49.616798 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=ffb26895-c847-4193-9f3e-ec68b06a6e51,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:16:49.677142 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788b1fd-c44e-4740-90b9-7851efe80ca2 req-eded0d81-663b-4f7a-ace5-8e9da4d8aa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:49.678627 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7788b1fd-c44e-4740-90b9-7851efe80ca2 req-eded0d81-663b-4f7a-ace5-8e9da4d8aa83 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5712bdd8-d088-40ec-af5f-4135ce60e773 HTTP/1.1" status: 200 len: 1097 time: 0.0397220 Nov 16 12:16:49.723130 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7788b1fd-c44e-4740-90b9-7851efe80ca2 req-db1ac299-afbe-4a55-bb2a-771a42ff8e87 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6be6d2c0-510f-4e68-b8f1-b781dce5609b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365150 Nov 16 12:16:50.278348 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5a5c0-4760-43bd-b421-ad485825f41d req-3dbf6dfa-9d05-4ec8-aa86-ed10f9bb4b76 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:50.279800 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e6f5a5c0-4760-43bd-b421-ad485825f41d req-3dbf6dfa-9d05-4ec8-aa86-ed10f9bb4b76 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/ports?device_id=5712bdd8-d088-40ec-af5f-4135ce60e773 HTTP/1.1" status: 200 len: 946 time: 0.0476468 Nov 16 12:16:50.325168 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e6f5a5c0-4760-43bd-b421-ad485825f41d req-bad9bd1e-4c6a-47d0-a6d0-64cf8fbf9c9e tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/security-groups?id=6be6d2c0-510f-4e68-b8f1-b781dce5609b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395079 Nov 16 12:16:51.438977 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b72141-f1f3-4562-8789-a5f22dbfe703 req-6039b5f0-dc51-48f5-9a83-30d7a53f975e tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:51.440444 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-55b72141-f1f3-4562-8789-a5f22dbfe703 req-6039b5f0-dc51-48f5-9a83-30d7a53f975e tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/ports?device_id=5712bdd8-d088-40ec-af5f-4135ce60e773 HTTP/1.1" status: 200 len: 946 time: 0.0484073 Nov 16 12:16:51.490013 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-55b72141-f1f3-4562-8789-a5f22dbfe703 req-7bc15bb6-d672-4a9a-84e3-2000288745fe tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/security-groups?id=6be6d2c0-510f-4e68-b8f1-b781dce5609b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438018 Nov 16 12:16:51.706762 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-da5d1f4f-ad9e-48d8-8a9e-d2689b3686ae tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:51.708207 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-da5d1f4f-ad9e-48d8-8a9e-d2689b3686ae tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/networks?id=e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c HTTP/1.1" status: 200 len: 814 time: 0.0994196 Nov 16 12:16:51.723490 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-5d62086d-e1ab-4198-b96d-1077adff7e88 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/quotas/af7c62a77db2426da2c47cf6b1b5b868 HTTP/1.1" status: 200 len: 375 time: 0.0089643 Nov 16 12:16:51.770557 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-66bc0c7d-efb4-40b3-a557-fb1027647a54 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=af7c62a77db2426da2c47cf6b1b5b868&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0413415 Nov 16 12:16:51.864818 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-8b8180fd-56cf-4181-9d77-2148a27604b3 service neutron] 10.222.0.61 "GET /v2.0/networks/e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866458 Nov 16 12:16:51.951204 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-38e7e05b-3b78-41e1-ae3d-bfa02e01b943 service neutron] 10.222.0.61 "GET /v2.0/networks/e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804844 Nov 16 12:16:52.111593 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-86099a87-b4d7-4747-b3e8-f044c33f1f2b req-eedccad5-2aa3-40d3-8a1e-0f33945f07d1 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/ports?device_id=81b3b131-7fb1-4160-b0a7-371758042a19 HTTP/1.1" status: 200 len: 210 time: 0.0320177 Nov 16 12:16:53.152790 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-f4573ef3-e278-4690-ade1-5f2fdc18aad4 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:53.154306 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-f4573ef3-e278-4690-ade1-5f2fdc18aad4 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.64 "GET /v2.0/networks?id=e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c HTTP/1.1" status: 200 len: 814 time: 0.1076133 Nov 16 12:16:53.169752 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-a3d9ee1b-d5ec-4f41-8ebb-06e2b5154f8f tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Request body: {'port': {'device_id': '81b3b131-7fb1-4160-b0a7-371758042a19', 'network_id': 'e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c', 'admin_state_up': True, 'tenant_id': 'af7c62a77db2426da2c47cf6b1b5b868'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:16:53.212582 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-953ff06c-da68-449d-9409-ac5048fc3897 req-e7b443a6-0420-4c7f-9fbf-96a8e30491c2 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/ports?device_id=81b3b131-7fb1-4160-b0a7-371758042a19 HTTP/1.1" status: 200 len: 210 time: 0.0254920 Nov 16 12:16:53.283281 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-a3d9ee1b-d5ec-4f41-8ebb-06e2b5154f8f tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Made reservation on behalf of af7c62a77db2426da2c47cf6b1b5b868 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:16:53.287054 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-a3d9ee1b-d5ec-4f41-8ebb-06e2b5154f8f tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:53.406449 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-a3d9ee1b-d5ec-4f41-8ebb-06e2b5154f8f tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Allocated IP 172.20.0.5 (e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c/c8494d9d-fc49-406d-8ac2-2d0286d27bed/87f521b5-67bd-49ca-884a-84f8e9e71698) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:16:53.552191 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-a3d9ee1b-d5ec-4f41-8ebb-06e2b5154f8f tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:53.585145 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-a3d9ee1b-d5ec-4f41-8ebb-06e2b5154f8f tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:53.597108 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['ffb26895-c847-4193-9f3e-ec68b06a6e51'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:16:53.624817 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-a3d9ee1b-d5ec-4f41-8ebb-06e2b5154f8f tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Network e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:16:53.629702 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-a3d9ee1b-d5ec-4f41-8ebb-06e2b5154f8f tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:16:53.633361 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-a3d9ee1b-d5ec-4f41-8ebb-06e2b5154f8f tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:16:53.663041 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9ee1b-d5ec-4f41-8ebb-06e2b5154f8f tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Pushing event updated for resources: {'Port': ['ID=87f521b5-67bd-49ca-884a-84f8e9e71698,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:16:53.677247 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9ee1b-d5ec-4f41-8ebb-06e2b5154f8f tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:16:53.677592 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9ee1b-d5ec-4f41-8ebb-06e2b5154f8f tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:16:53.677953 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9ee1b-d5ec-4f41-8ebb-06e2b5154f8f tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:16:53.678287 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9ee1b-d5ec-4f41-8ebb-06e2b5154f8f tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:16:53.678614 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9ee1b-d5ec-4f41-8ebb-06e2b5154f8f tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:16:53.678939 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9ee1b-d5ec-4f41-8ebb-06e2b5154f8f tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:16:53.679355 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9ee1b-d5ec-4f41-8ebb-06e2b5154f8f tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:16:53.679681 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9ee1b-d5ec-4f41-8ebb-06e2b5154f8f tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:16:53.680000 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9ee1b-d5ec-4f41-8ebb-06e2b5154f8f tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:16:53.680320 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9ee1b-d5ec-4f41-8ebb-06e2b5154f8f tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:16:53.681267 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9ee1b-d5ec-4f41-8ebb-06e2b5154f8f tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:16:53.681586 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d9ee1b-d5ec-4f41-8ebb-06e2b5154f8f tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:16:53.702377 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-a3d9ee1b-d5ec-4f41-8ebb-06e2b5154f8f tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:53.702992 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-a3d9ee1b-d5ec-4f41-8ebb-06e2b5154f8f tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:53.718858 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-a3d9ee1b-d5ec-4f41-8ebb-06e2b5154f8f tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5537522 Nov 16 12:16:53.736053 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-b29b475b-5543-480a-91f1-78f28553b4e1 service neutron] Request body: {'port': {'device_id': '81b3b131-7fb1-4160-b0a7-371758042a19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:16:53.788839 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-b29b475b-5543-480a-91f1-78f28553b4e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:54.038066 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-b29b475b-5543-480a-91f1-78f28553b4e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87f521b5-67bd-49ca-884a-84f8e9e71698 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:16:54.046036 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-b29b475b-5543-480a-91f1-78f28553b4e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:54.057790 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-b29b475b-5543-480a-91f1-78f28553b4e1 service neutron] Transition to ACTIVE for port object 87f521b5-67bd-49ca-884a-84f8e9e71698 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 12:16:54.061221 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-b29b475b-5543-480a-91f1-78f28553b4e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:54.130549 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b475b-5543-480a-91f1-78f28553b4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=87f521b5-67bd-49ca-884a-84f8e9e71698,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:16:54.180198 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-b29b475b-5543-480a-91f1-78f28553b4e1 service neutron] Attempting to bind port 87f521b5-67bd-49ca-884a-84f8e9e71698 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:16:54.180844 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-b29b475b-5543-480a-91f1-78f28553b4e1 service neutron] Attempting to bind port 87f521b5-67bd-49ca-884a-84f8e9e71698 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'f6650eb3-f42c-43be-b95f-2ba050c450a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:16:54.180844 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-b29b475b-5543-480a-91f1-78f28553b4e1 service neutron] Attempting to bind port 87f521b5-67bd-49ca-884a-84f8e9e71698 on network e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:16:54.185173 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-b29b475b-5543-480a-91f1-78f28553b4e1 service neutron] Port 87f521b5-67bd-49ca-884a-84f8e9e71698 on network e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 12:16:54.185492 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-b29b475b-5543-480a-91f1-78f28553b4e1 service neutron] Attempting to bind port 87f521b5-67bd-49ca-884a-84f8e9e71698 on network e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:16:54.190384 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-b29b475b-5543-480a-91f1-78f28553b4e1 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:16:54.190716 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-b29b475b-5543-480a-91f1-78f28553b4e1 service neutron] Checking segment: {'id': 'f6650eb3-f42c-43be-b95f-2ba050c450a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:16:54.191098 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-b29b475b-5543-480a-91f1-78f28553b4e1 service neutron] Bound using segment: {'id': 'f6650eb3-f42c-43be-b95f-2ba050c450a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:16:54.191518 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-b29b475b-5543-480a-91f1-78f28553b4e1 service neutron] Bound port: 87f521b5-67bd-49ca-884a-84f8e9e71698, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6650eb3-f42c-43be-b95f-2ba050c450a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:16:54.191869 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-b29b475b-5543-480a-91f1-78f28553b4e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:54.254318 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-b29b475b-5543-480a-91f1-78f28553b4e1 service neutron] For port 87f521b5-67bd-49ca-884a-84f8e9e71698, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:16:54.257747 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-b29b475b-5543-480a-91f1-78f28553b4e1 service neutron] For port 87f521b5-67bd-49ca-884a-84f8e9e71698, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=87f521b5-67bd-49ca-884a-84f8e9e71698,segment=NetworkSegment(f6650eb3-f42c-43be-b95f-2ba050c450a5),segment_id=f6650eb3-f42c-43be-b95f-2ba050c450a5)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:16:54.262277 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-b29b475b-5543-480a-91f1-78f28553b4e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:54.300306 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-b29b475b-5543-480a-91f1-78f28553b4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:54.300920 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-b29b475b-5543-480a-91f1-78f28553b4e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:54.302330 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-b29b475b-5543-480a-91f1-78f28553b4e1 service neutron] 10.222.0.64 "PUT /v2.0/ports/87f521b5-67bd-49ca-884a-84f8e9e71698 HTTP/1.1" status: 200 len: 1091 time: 0.5703897 Nov 16 12:16:54.302774 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b3b131-7fb1-4160-b0a7-371758042a19', 'tag': '87f521b5-67bd-49ca-884a-84f8e9e71698'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:16:54.305006 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b4cb006b19835c19bcd0265a95de96d39c41d7d45c6d056c20fcc032bf3cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25de78c-bb57-4cfb-96f1-b6368559d087" -d '{"events": [{"name": "network-changed", "server_uuid": "81b3b131-7fb1-4160-b0a7-371758042a19", "tag": "87f521b5-67bd-49ca-884a-84f8e9e71698"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:16:54.329109 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b475b-5543-480a-91f1-78f28553b4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=87f521b5-67bd-49ca-884a-84f8e9e71698,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:16:54.338032 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690e339-5fc5-4805-8172-b1d2b11c8568 req-88cb2e56-5257-4d02-861d-4684a8a74125 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:54.339008 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4690e339-5fc5-4805-8172-b1d2b11c8568 req-88cb2e56-5257-4d02-861d-4684a8a74125 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/ports?device_id=81b3b131-7fb1-4160-b0a7-371758042a19 HTTP/1.1" status: 200 len: 943 time: 0.0553565 Nov 16 12:16:54.389041 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4690e339-5fc5-4805-8172-b1d2b11c8568 req-2094ee45-9494-4f28-9255-d4b1e5d0e68f tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/security-groups?id=6be6d2c0-510f-4e68-b8f1-b781dce5609b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436881 Nov 16 12:16:54.391972 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-2d9f50bf-e084-4f70-ab17-9d33b9431a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:54.393473 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-2d9f50bf-e084-4f70-ab17-9d33b9431a68 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=af7c62a77db2426da2c47cf6b1b5b868&device_id=81b3b131-7fb1-4160-b0a7-371758042a19 HTTP/1.1" status: 200 len: 1094 time: 0.0413296 Nov 16 12:16:54.436442 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2522c145-0f7a-4dcb-9570-ad74a78e0717 x-openstack-request-id: req-2522c145-0f7a-4dcb-9570-ad74a78e0717 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:16:54.436731 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81b3b131-7fb1-4160-b0a7-371758042a19", "tag": "87f521b5-67bd-49ca-884a-84f8e9e71698", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:16:54.436981 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2522c145-0f7a-4dcb-9570-ad74a78e0717 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:16:54.437380 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81b3b131-7fb1-4160-b0a7-371758042a19', 'tag': '87f521b5-67bd-49ca-884a-84f8e9e71698', 'status': 'completed', 'code': 200} Nov 16 12:16:54.438897 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-aa282afe-f61f-4d3e-9363-8d17c6602a86 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87f521b5-67bd-49ca-884a-84f8e9e71698 HTTP/1.1" status: 200 len: 217 time: 0.0370891 Nov 16 12:16:54.495476 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-e5f583f0-334f-471f-8a84-77340aa36304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:54.496891 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-e5f583f0-334f-471f-8a84-77340aa36304 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c8494d9d-fc49-406d-8ac2-2d0286d27bed HTTP/1.1" status: 200 len: 854 time: 0.0463698 Nov 16 12:16:54.528470 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-bc1488b9-2677-4705-9c31-d0491f334e99 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244067 Nov 16 12:16:54.616740 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-2aef7d1d-5bd5-4e0e-89f7-6a9b1381dfcc service neutron] 10.222.0.64 "GET /v2.0/networks/e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0772061 Nov 16 12:16:54.712324 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0bd7291d-4a25-4975-a7c7-f1f2466f8965 req-7ee5159c-923b-4fde-8343-af7a07cbf577 service neutron] 10.222.0.64 "GET /v2.0/networks/e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841930 Nov 16 12:16:54.803131 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25de78c-bb57-4cfb-96f1-b6368559d087 req-cf8fd28d-9f8e-427e-b9cb-4eb913461a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:54.804563 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b25de78c-bb57-4cfb-96f1-b6368559d087 req-cf8fd28d-9f8e-427e-b9cb-4eb913461a07 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=af7c62a77db2426da2c47cf6b1b5b868&device_id=81b3b131-7fb1-4160-b0a7-371758042a19 HTTP/1.1" status: 200 len: 1094 time: 0.0395346 Nov 16 12:16:55.191380 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25de78c-bb57-4cfb-96f1-b6368559d087 req-f3d201f5-4967-4894-b5b9-a5ce7074a4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:55.192836 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b25de78c-bb57-4cfb-96f1-b6368559d087 req-f3d201f5-4967-4894-b5b9-a5ce7074a4aa service neutron] 10.222.0.64 "GET /v2.0/networks?id=e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c HTTP/1.1" status: 200 len: 915 time: 0.3796427 Nov 16 12:16:55.235924 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b25de78c-bb57-4cfb-96f1-b6368559d087 req-f58a1f76-c482-4edd-baae-a741e8db571d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87f521b5-67bd-49ca-884a-84f8e9e71698 HTTP/1.1" status: 200 len: 217 time: 0.0331566 Nov 16 12:16:55.284877 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25de78c-bb57-4cfb-96f1-b6368559d087 req-0e95322a-6c5e-4142-ab4f-b97880e6301f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:55.286330 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b25de78c-bb57-4cfb-96f1-b6368559d087 req-0e95322a-6c5e-4142-ab4f-b97880e6301f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c8494d9d-fc49-406d-8ac2-2d0286d27bed HTTP/1.1" status: 200 len: 854 time: 0.0435207 Nov 16 12:16:55.317135 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b25de78c-bb57-4cfb-96f1-b6368559d087 req-03cb3534-9d75-448a-8030-7599f7fbb649 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232227 Nov 16 12:16:55.410678 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b25de78c-bb57-4cfb-96f1-b6368559d087 req-040c78c1-7d28-4da8-aa3f-f110b93a6d00 service neutron] 10.222.0.64 "GET /v2.0/networks/e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854440 Nov 16 12:16:55.500882 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b25de78c-bb57-4cfb-96f1-b6368559d087 req-cdf91f98-3a02-446b-a294-65738d8a0eba service neutron] 10.222.0.64 "GET /v2.0/networks/e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824273 Nov 16 12:16:55.505791 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe5fee-2982-4cea-9ed3-74ebecfd921b req-74aea62a-4e82-4bba-b1b3-7f87bf753a6e tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:55.508089 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-07fe5fee-2982-4cea-9ed3-74ebecfd921b req-74aea62a-4e82-4bba-b1b3-7f87bf753a6e tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/ports?device_id=81b3b131-7fb1-4160-b0a7-371758042a19 HTTP/1.1" status: 200 len: 943 time: 0.0494332 Nov 16 12:16:55.561154 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-07fe5fee-2982-4cea-9ed3-74ebecfd921b req-c74c94fc-ccc7-4321-99c4-a38db2cccbb7 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/security-groups?id=6be6d2c0-510f-4e68-b8f1-b781dce5609b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472057 Nov 16 12:16:56.688798 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4bf90-b9fd-47b7-838e-0a4a741427be req-4b504168-6730-477a-9bb6-c73e8f1e1369 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:56.690285 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-42e4bf90-b9fd-47b7-838e-0a4a741427be req-4b504168-6730-477a-9bb6-c73e8f1e1369 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/ports?device_id=81b3b131-7fb1-4160-b0a7-371758042a19 HTTP/1.1" status: 200 len: 943 time: 0.0480638 Nov 16 12:16:56.736554 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-42e4bf90-b9fd-47b7-838e-0a4a741427be req-a6a81670-795e-4534-bba1-4cf9f3fdc026 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/security-groups?id=6be6d2c0-510f-4e68-b8f1-b781dce5609b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404141 Nov 16 12:16:56.827952 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 87f521b5-67bd-49ca-884a-84f8e9e71698 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 12:16:56.922601 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 87f521b5-67bd-49ca-884a-84f8e9e71698, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=87f521b5-67bd-49ca-884a-84f8e9e71698,segment=NetworkSegment(f6650eb3-f42c-43be-b95f-2ba050c450a5),segment_id=f6650eb3-f42c-43be-b95f-2ba050c450a5)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:16:56.934099 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '87f521b5-67bd-49ca-884a-84f8e9e71698', 'network_id': 'e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c', 'port_id': '87f521b5-67bd-49ca-884a-84f8e9e71698', 'mac_address': 'fa:16:3e:37:f5:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8494d9d-fc49-406d-8ac2-2d0286d27bed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 12:16:56.970188 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:56.982890 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87f521b5-67bd-49ca-884a-84f8e9e71698 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:16:57.005748 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 87f521b5-67bd-49ca-884a-84f8e9e71698, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=87f521b5-67bd-49ca-884a-84f8e9e71698,segment=NetworkSegment(f6650eb3-f42c-43be-b95f-2ba050c450a5),segment_id=f6650eb3-f42c-43be-b95f-2ba050c450a5)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:16:57.010606 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:57.055830 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=87f521b5-67bd-49ca-884a-84f8e9e71698,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:16:57.237676 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['87f521b5-67bd-49ca-884a-84f8e9e71698'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:16:57.855299 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06712362-4bec-45c3-b199-0a3f2a74478c req-5b7bf158-bdc3-4166-b1cd-1c1e5d907a78 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:57.856790 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-06712362-4bec-45c3-b199-0a3f2a74478c req-5b7bf158-bdc3-4166-b1cd-1c1e5d907a78 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/ports?device_id=81b3b131-7fb1-4160-b0a7-371758042a19 HTTP/1.1" status: 200 len: 944 time: 0.0532854 Nov 16 12:16:57.903644 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-06712362-4bec-45c3-b199-0a3f2a74478c req-dd2224a2-fd95-427e-b7cf-d803fdb20c6a tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/security-groups?id=6be6d2c0-510f-4e68-b8f1-b781dce5609b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409434 Nov 16 12:16:58.696966 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:58.828533 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 87f521b5-67bd-49ca-884a-84f8e9e71698 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:16:58.876021 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 87f521b5-67bd-49ca-884a-84f8e9e71698 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 12:16:58.880161 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 87f521b5-67bd-49ca-884a-84f8e9e71698 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:16:58.880732 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:58.957822 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:58.980423 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b3b131-7fb1-4160-b0a7-371758042a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f521b5-67bd-49ca-884a-84f8e9e71698'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:16:58.982667 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3028c6c2751e05b8ffe46419f90227d3bdc45fe093bf287cadf4b73479a61306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fee2d9-3e18-41f7-9845-ae7aa41d2a3e" -d '{"events": [{"server_uuid": "81b3b131-7fb1-4160-b0a7-371758042a19", "name": "network-vif-plugged", "status": "completed", "tag": "87f521b5-67bd-49ca-884a-84f8e9e71698"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:16:58.999723 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 87f521b5-67bd-49ca-884a-84f8e9e71698, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=87f521b5-67bd-49ca-884a-84f8e9e71698,segment=NetworkSegment(f6650eb3-f42c-43be-b95f-2ba050c450a5),segment_id=f6650eb3-f42c-43be-b95f-2ba050c450a5)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:16:59.003897 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:16:59.027829 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ccb85-5c3f-4a54-acc5-3e00e7bf5750 req-652a41f1-f30b-4cfc-8adb-cabecc27b539 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:59.031278 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0c3ccb85-5c3f-4a54-acc5-3e00e7bf5750 req-652a41f1-f30b-4cfc-8adb-cabecc27b539 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/ports?device_id=81b3b131-7fb1-4160-b0a7-371758042a19 HTTP/1.1" status: 200 len: 944 time: 0.0567615 Nov 16 12:16:59.050687 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=87f521b5-67bd-49ca-884a-84f8e9e71698,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:16:59.078191 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0c3ccb85-5c3f-4a54-acc5-3e00e7bf5750 req-e6af33d9-263e-48e8-aa06-3e9425b29d88 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/security-groups?id=6be6d2c0-510f-4e68-b8f1-b781dce5609b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407693 Nov 16 12:16:59.121322 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39ddd8d-a283-4fed-99d4-068802c0084d x-openstack-request-id: req-e39ddd8d-a283-4fed-99d4-068802c0084d {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:16:59.121628 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b3b131-7fb1-4160-b0a7-371758042a19", "name": "network-vif-plugged", "status": "completed", "tag": "87f521b5-67bd-49ca-884a-84f8e9e71698", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:16:59.121886 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e39ddd8d-a283-4fed-99d4-068802c0084d {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:16:59.122340 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b3b131-7fb1-4160-b0a7-371758042a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f521b5-67bd-49ca-884a-84f8e9e71698', 'code': 200} Nov 16 12:16:59.229637 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfe744-760a-4fca-bed2-fea3a403fd93 req-84a4a922-ead4-4891-8be7-2420e418b944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:16:59.231047 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f5bfe744-760a-4fca-bed2-fea3a403fd93 req-84a4a922-ead4-4891-8be7-2420e418b944 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=81b3b131-7fb1-4160-b0a7-371758042a19 HTTP/1.1" status: 200 len: 1096 time: 0.0443139 Nov 16 12:16:59.278025 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f5bfe744-760a-4fca-bed2-fea3a403fd93 req-d25a5450-635e-42d3-a0c7-1279e82476d6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6be6d2c0-510f-4e68-b8f1-b781dce5609b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358846 Nov 16 12:16:59.429793 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:16:59.449105 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:00.195697 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6ba6a-8de2-4859-aee6-f43842f6153f req-66e52f07-fb80-4829-afd1-a9881532f56e tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:00.197153 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5fa6ba6a-8de2-4859-aee6-f43842f6153f req-66e52f07-fb80-4829-afd1-a9881532f56e tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/ports?device_id=81b3b131-7fb1-4160-b0a7-371758042a19 HTTP/1.1" status: 200 len: 945 time: 0.0486941 Nov 16 12:17:00.244291 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5fa6ba6a-8de2-4859-aee6-f43842f6153f req-8f154a03-a38d-4e84-92e4-b59f3b453100 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/security-groups?id=6be6d2c0-510f-4e68-b8f1-b781dce5609b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412114 Nov 16 12:17:01.362523 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27856e28-2fe7-4cc4-b007-520310e158d0 req-fa802725-67a7-4a1f-b94d-e279c9fcde4b tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:01.364002 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-27856e28-2fe7-4cc4-b007-520310e158d0 req-fa802725-67a7-4a1f-b94d-e279c9fcde4b tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/ports?device_id=81b3b131-7fb1-4160-b0a7-371758042a19 HTTP/1.1" status: 200 len: 945 time: 0.0527425 Nov 16 12:17:01.410943 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-27856e28-2fe7-4cc4-b007-520310e158d0 req-23c801f1-84af-40ec-8e0b-cbf6517cf6d7 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/security-groups?id=6be6d2c0-510f-4e68-b8f1-b781dce5609b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409379 Nov 16 12:17:01.639242 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221265f-428e-4ae3-ae87-af9f9150ae53 req-f6d0f311-95c5-4828-b9e0-a6b4cf6d5558 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:01.640877 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1221265f-428e-4ae3-ae87-af9f9150ae53 req-f6d0f311-95c5-4828-b9e0-a6b4cf6d5558 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/ports?device_id=81b3b131-7fb1-4160-b0a7-371758042a19 HTTP/1.1" status: 200 len: 945 time: 0.0489614 Nov 16 12:17:01.688200 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1221265f-428e-4ae3-ae87-af9f9150ae53 req-8d41fe47-4d4f-405a-8f30-e8264097f9e8 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/security-groups?id=6be6d2c0-510f-4e68-b8f1-b781dce5609b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409653 Nov 16 12:17:02.803830 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275edb75-5f25-49db-a12b-b6e90e6de189 req-00a82a08-6b08-4f57-b918-cce61766dd09 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:02.805822 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-275edb75-5f25-49db-a12b-b6e90e6de189 req-00a82a08-6b08-4f57-b918-cce61766dd09 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/ports?device_id=81b3b131-7fb1-4160-b0a7-371758042a19 HTTP/1.1" status: 200 len: 945 time: 0.0486779 Nov 16 12:17:02.857817 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-275edb75-5f25-49db-a12b-b6e90e6de189 req-7ea49fe1-622d-4e9b-aae5-2e094e522758 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/security-groups?id=6be6d2c0-510f-4e68-b8f1-b781dce5609b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458701 Nov 16 12:17:03.040377 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80490f-264d-45df-99f6-9aebddd5f41a req-b98d26e5-7dd8-4b64-a6f9-fe279c4e80d3 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:03.042393 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4e80490f-264d-45df-99f6-9aebddd5f41a req-b98d26e5-7dd8-4b64-a6f9-fe279c4e80d3 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.64 "GET /v2.0/ports?device_id=81b3b131-7fb1-4160-b0a7-371758042a19 HTTP/1.1" status: 200 len: 945 time: 0.0495257 Nov 16 12:17:03.136066 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-4e80490f-264d-45df-99f6-9aebddd5f41a req-778fbb7c-8259-425a-8464-7dd7f8e252c4 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Deleting port 87f521b5-67bd-49ca-884a-84f8e9e71698 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:17:03.136400 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4e80490f-264d-45df-99f6-9aebddd5f41a req-778fbb7c-8259-425a-8464-7dd7f8e252c4 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:03.225127 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-4e80490f-264d-45df-99f6-9aebddd5f41a req-778fbb7c-8259-425a-8464-7dd7f8e252c4 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] For port 87f521b5-67bd-49ca-884a-84f8e9e71698, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=87f521b5-67bd-49ca-884a-84f8e9e71698,segment=NetworkSegment(f6650eb3-f42c-43be-b95f-2ba050c450a5),segment_id=f6650eb3-f42c-43be-b95f-2ba050c450a5)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:17:03.225485 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4e80490f-264d-45df-99f6-9aebddd5f41a req-778fbb7c-8259-425a-8464-7dd7f8e252c4 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:03.237917 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-4e80490f-264d-45df-99f6-9aebddd5f41a req-778fbb7c-8259-425a-8464-7dd7f8e252c4 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Calling delete_port for 87f521b5-67bd-49ca-884a-84f8e9e71698 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:17:03.362352 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4e80490f-264d-45df-99f6-9aebddd5f41a req-778fbb7c-8259-425a-8464-7dd7f8e252c4 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:03.374772 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['ffb26895-c847-4193-9f3e-ec68b06a6e51'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:17:03.379671 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['87f521b5-67bd-49ca-884a-84f8e9e71698'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:17:03.389379 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778fbb7c-8259-425a-8464-7dd7f8e252c4 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Pushing event deleted for resources: {'Port': ['ID=87f521b5-67bd-49ca-884a-84f8e9e71698,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:03.431504 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e80490f-264d-45df-99f6-9aebddd5f41a req-778fbb7c-8259-425a-8464-7dd7f8e252c4 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] No DVR routers for this DVR port 87f521b5-67bd-49ca-884a-84f8e9e71698 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:17:03.434654 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-4e80490f-264d-45df-99f6-9aebddd5f41a req-778fbb7c-8259-425a-8464-7dd7f8e252c4 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:03.438004 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4e80490f-264d-45df-99f6-9aebddd5f41a req-778fbb7c-8259-425a-8464-7dd7f8e252c4 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.64 "DELETE /v2.0/ports/87f521b5-67bd-49ca-884a-84f8e9e71698 HTTP/1.1" status: 204 len: 173 time: 0.3859401 Nov 16 12:17:03.438458 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b3b131-7fb1-4160-b0a7-371758042a19', 'name': 'network-vif-deleted', 'tag': '87f521b5-67bd-49ca-884a-84f8e9e71698'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:17:03.440716 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b4cb006b19835c19bcd0265a95de96d39c41d7d45c6d056c20fcc032bf3cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b2c848-d3dc-44f9-85ee-97eef9b5bdf7" -d '{"events": [{"server_uuid": "81b3b131-7fb1-4160-b0a7-371758042a19", "name": "network-vif-deleted", "tag": "87f521b5-67bd-49ca-884a-84f8e9e71698"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:17:03.481943 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67978ba7-01c7-4a50-81fa-cd1ccfc74567 x-openstack-request-id: req-67978ba7-01c7-4a50-81fa-cd1ccfc74567 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:17:03.482244 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b3b131-7fb1-4160-b0a7-371758042a19", "name": "network-vif-deleted", "tag": "87f521b5-67bd-49ca-884a-84f8e9e71698", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:17:03.482497 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-67978ba7-01c7-4a50-81fa-cd1ccfc74567 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:17:03.482890 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b3b131-7fb1-4160-b0a7-371758042a19', 'name': 'network-vif-deleted', 'tag': '87f521b5-67bd-49ca-884a-84f8e9e71698', 'status': 'completed', 'code': 200} Nov 16 12:17:03.971678 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4944a8e5-8356-49d1-afe5-a002c597bc02 req-4e93d2b2-695b-4185-bac6-efb6a9532197 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/ports?device_id=81b3b131-7fb1-4160-b0a7-371758042a19 HTTP/1.1" status: 200 len: 210 time: 0.0282397 Nov 16 12:17:05.117614 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3679337-ceb9-4a68-8afa-7648dc37e745 req-c23a3bad-b2d7-43e6-bc1d-ac3174062346 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:05.119116 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a3679337-ceb9-4a68-8afa-7648dc37e745 req-c23a3bad-b2d7-43e6-bc1d-ac3174062346 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/ports?device_id=5712bdd8-d088-40ec-af5f-4135ce60e773 HTTP/1.1" status: 200 len: 946 time: 0.0482144 Nov 16 12:17:05.165788 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a3679337-ceb9-4a68-8afa-7648dc37e745 req-76fdaf0c-7117-418d-97a5-ba0d394eb53c tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/security-groups?id=6be6d2c0-510f-4e68-b8f1-b781dce5609b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408120 Nov 16 12:17:05.294389 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f64914-62e3-4134-a86b-67a3efb8af8d req-4ad0e7f3-c112-4249-a229-e745ad78d5d1 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:05.295833 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d6f64914-62e3-4134-a86b-67a3efb8af8d req-4ad0e7f3-c112-4249-a229-e745ad78d5d1 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/ports?device_id=5712bdd8-d088-40ec-af5f-4135ce60e773 HTTP/1.1" status: 200 len: 946 time: 0.0487311 Nov 16 12:17:05.346786 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d6f64914-62e3-4134-a86b-67a3efb8af8d req-1e4e9b51-7694-4911-9074-9b57f963fcf9 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/security-groups?id=6be6d2c0-510f-4e68-b8f1-b781dce5609b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450723 Nov 16 12:17:05.461072 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c779693-947a-465f-b26b-38beebde3856 req-fb2eac53-a14b-4baa-ac38-5d17351f3045 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:05.462840 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9c779693-947a-465f-b26b-38beebde3856 req-fb2eac53-a14b-4baa-ac38-5d17351f3045 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/ports?device_id=5712bdd8-d088-40ec-af5f-4135ce60e773 HTTP/1.1" status: 200 len: 946 time: 0.0486524 Nov 16 12:17:05.510372 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9c779693-947a-465f-b26b-38beebde3856 req-e79901c2-2374-421d-b798-670285c36c0e tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/security-groups?id=6be6d2c0-510f-4e68-b8f1-b781dce5609b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403581 Nov 16 12:17:05.674565 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0d047-4b79-4e68-88e0-21a05d8779f8 req-6ddb6690-fedb-4c16-8a8f-8a1bab60692b tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:05.676029 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b4d0d047-4b79-4e68-88e0-21a05d8779f8 req-6ddb6690-fedb-4c16-8a8f-8a1bab60692b tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/ports?device_id=5712bdd8-d088-40ec-af5f-4135ce60e773 HTTP/1.1" status: 200 len: 946 time: 0.0501988 Nov 16 12:17:05.723094 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b4d0d047-4b79-4e68-88e0-21a05d8779f8 req-7556a30e-a159-4b04-9bcc-d5ee8378713c tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/security-groups?id=6be6d2c0-510f-4e68-b8f1-b781dce5609b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411520 Nov 16 12:17:05.839327 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9fdcbb-8415-4a49-a582-f2c5a003c72a req-c2b6f45e-80f1-4ab9-bae1-04ffb9ce0beb tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:05.840670 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cb9fdcbb-8415-4a49-a582-f2c5a003c72a req-c2b6f45e-80f1-4ab9-bae1-04ffb9ce0beb tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/ports?device_id=5712bdd8-d088-40ec-af5f-4135ce60e773 HTTP/1.1" status: 200 len: 946 time: 0.0521204 Nov 16 12:17:05.890251 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cb9fdcbb-8415-4a49-a582-f2c5a003c72a req-98ccbc83-af57-4a60-9a36-8ae82b324711 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/security-groups?id=6be6d2c0-510f-4e68-b8f1-b781dce5609b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436814 Nov 16 12:17:06.013427 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20607a16-0f28-464e-add0-6f2c81e78d67 req-25d250d3-63b6-433e-a058-a464605370f3 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:06.014916 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-20607a16-0f28-464e-add0-6f2c81e78d67 req-25d250d3-63b6-433e-a058-a464605370f3 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/ports?device_id=5712bdd8-d088-40ec-af5f-4135ce60e773 HTTP/1.1" status: 200 len: 946 time: 0.0481033 Nov 16 12:17:06.061526 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-20607a16-0f28-464e-add0-6f2c81e78d67 req-f5155cd6-7309-47c5-ad68-b4469a8b8846 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/security-groups?id=6be6d2c0-510f-4e68-b8f1-b781dce5609b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408604 Nov 16 12:17:06.352444 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7aaaf9-b229-40ec-b3db-cb172015997f req-bff3d8cf-f815-4123-b58d-f6b22400d676 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:06.354358 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5c7aaaf9-b229-40ec-b3db-cb172015997f req-bff3d8cf-f815-4123-b58d-f6b22400d676 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/ports?device_id=5712bdd8-d088-40ec-af5f-4135ce60e773 HTTP/1.1" status: 200 len: 946 time: 0.0479376 Nov 16 12:17:06.405221 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5c7aaaf9-b229-40ec-b3db-cb172015997f req-ac41ac94-cea0-4293-acac-d6bda229a378 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/security-groups?id=6be6d2c0-510f-4e68-b8f1-b781dce5609b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449400 Nov 16 12:17:06.860148 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 87f521b5-67bd-49ca-884a-84f8e9e71698 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:17:06.880006 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 87f521b5-67bd-49ca-884a-84f8e9e71698 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:17:06.880357 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 87f521b5-67bd-49ca-884a-84f8e9e71698 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:17:07.519448 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce16d3f-d171-4793-aceb-cfdde945ecf6 req-469c55ea-d44a-4b84-a4d6-db7f5d91eb13 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:07.520927 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fce16d3f-d171-4793-aceb-cfdde945ecf6 req-469c55ea-d44a-4b84-a4d6-db7f5d91eb13 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/ports?device_id=5712bdd8-d088-40ec-af5f-4135ce60e773 HTTP/1.1" status: 200 len: 946 time: 0.0484605 Nov 16 12:17:07.568610 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fce16d3f-d171-4793-aceb-cfdde945ecf6 req-b5641c00-6168-4e28-bb86-8c00482fd559 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.61 "GET /v2.0/security-groups?id=6be6d2c0-510f-4e68-b8f1-b781dce5609b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415761 Nov 16 12:17:07.626826 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477dfe4-944b-412c-8ee6-317a3d3a6ebd req-223f38d5-6829-4617-9c8a-9fdd5bd19be2 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:07.628268 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8477dfe4-944b-412c-8ee6-317a3d3a6ebd req-223f38d5-6829-4617-9c8a-9fdd5bd19be2 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.36 "GET /v2.0/ports?device_id=5712bdd8-d088-40ec-af5f-4135ce60e773 HTTP/1.1" status: 200 len: 946 time: 0.0519662 Nov 16 12:17:07.715067 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-8477dfe4-944b-412c-8ee6-317a3d3a6ebd req-976288c6-27ff-4de6-8fa6-4fe9b26f5408 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Deleting port ffb26895-c847-4193-9f3e-ec68b06a6e51 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:17:07.715325 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8477dfe4-944b-412c-8ee6-317a3d3a6ebd req-976288c6-27ff-4de6-8fa6-4fe9b26f5408 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:07.804014 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-8477dfe4-944b-412c-8ee6-317a3d3a6ebd req-976288c6-27ff-4de6-8fa6-4fe9b26f5408 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] For port ffb26895-c847-4193-9f3e-ec68b06a6e51, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=ffb26895-c847-4193-9f3e-ec68b06a6e51,segment=NetworkSegment(f6650eb3-f42c-43be-b95f-2ba050c450a5),segment_id=f6650eb3-f42c-43be-b95f-2ba050c450a5)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:17:07.804375 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8477dfe4-944b-412c-8ee6-317a3d3a6ebd req-976288c6-27ff-4de6-8fa6-4fe9b26f5408 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:07.816939 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-8477dfe4-944b-412c-8ee6-317a3d3a6ebd req-976288c6-27ff-4de6-8fa6-4fe9b26f5408 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Calling delete_port for ffb26895-c847-4193-9f3e-ec68b06a6e51 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:17:07.942761 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8477dfe4-944b-412c-8ee6-317a3d3a6ebd req-976288c6-27ff-4de6-8fa6-4fe9b26f5408 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:07.954258 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['ffb26895-c847-4193-9f3e-ec68b06a6e51'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:17:07.979700 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976288c6-27ff-4de6-8fa6-4fe9b26f5408 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Pushing event deleted for resources: {'Port': ['ID=ffb26895-c847-4193-9f3e-ec68b06a6e51,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:08.017597 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-8477dfe4-944b-412c-8ee6-317a3d3a6ebd req-976288c6-27ff-4de6-8fa6-4fe9b26f5408 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] No DVR routers for this DVR port ffb26895-c847-4193-9f3e-ec68b06a6e51 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:17:08.020415 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8477dfe4-944b-412c-8ee6-317a3d3a6ebd req-976288c6-27ff-4de6-8fa6-4fe9b26f5408 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:08.024627 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8477dfe4-944b-412c-8ee6-317a3d3a6ebd req-976288c6-27ff-4de6-8fa6-4fe9b26f5408 tempest-ServersNegativeTestJSON-790798172 tempest-ServersNegativeTestJSON-790798172-project] 10.222.0.36 "DELETE /v2.0/ports/ffb26895-c847-4193-9f3e-ec68b06a6e51 HTTP/1.1" status: 204 len: 173 time: 0.3905802 Nov 16 12:17:08.025371 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5712bdd8-d088-40ec-af5f-4135ce60e773', 'name': 'network-vif-deleted', 'tag': 'ffb26895-c847-4193-9f3e-ec68b06a6e51'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:17:08.028924 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b4cb006b19835c19bcd0265a95de96d39c41d7d45c6d056c20fcc032bf3cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940940b9-6603-446e-a2a1-7adccd38ee5b" -d '{"events": [{"server_uuid": "5712bdd8-d088-40ec-af5f-4135ce60e773", "name": "network-vif-deleted", "tag": "ffb26895-c847-4193-9f3e-ec68b06a6e51"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:17:08.064746 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c2e241-f823-468c-bc4d-638177662dc7 x-openstack-request-id: req-96c2e241-f823-468c-bc4d-638177662dc7 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:17:08.065044 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5712bdd8-d088-40ec-af5f-4135ce60e773", "name": "network-vif-deleted", "tag": "ffb26895-c847-4193-9f3e-ec68b06a6e51", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:17:08.065305 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-96c2e241-f823-468c-bc4d-638177662dc7 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:17:08.065710 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5712bdd8-d088-40ec-af5f-4135ce60e773', 'name': 'network-vif-deleted', 'tag': 'ffb26895-c847-4193-9f3e-ec68b06a6e51', 'status': 'completed', 'code': 200} Nov 16 12:17:08.627760 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54728) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:08.672337 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-76d70b86-7284-4e02-afdc-d9f8f0cacd4a admin admin] Deleting subnet c8494d9d-fc49-406d-8ac2-2d0286d27bed {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 12:17:08.675369 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-76d70b86-7284-4e02-afdc-d9f8f0cacd4a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:08.713523 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-76d70b86-7284-4e02-afdc-d9f8f0cacd4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:08.751148 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-76d70b86-7284-4e02-afdc-d9f8f0cacd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:08.802228 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-76d70b86-7284-4e02-afdc-d9f8f0cacd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:08.828140 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d70b86-7284-4e02-afdc-d9f8f0cacd4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8494d9d-fc49-406d-8ac2-2d0286d27bed,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:08.830138 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-76d70b86-7284-4e02-afdc-d9f8f0cacd4a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:08.833309 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-76d70b86-7284-4e02-afdc-d9f8f0cacd4a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c8494d9d-fc49-406d-8ac2-2d0286d27bed HTTP/1.1" status: 204 len: 168 time: 0.2045367 Nov 16 12:17:08.835823 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54730) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:08.909364 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1368a4c5-79f3-44e6-ad4c-72e983ec8931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:08.986339 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1368a4c5-79f3-44e6-ad4c-72e983ec8931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:09.005529 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-1368a4c5-79f3-44e6-ad4c-72e983ec8931 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:17:09.014715 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-1368a4c5-79f3-44e6-ad4c-72e983ec8931 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6650eb3-f42c-43be-b95f-2ba050c450a5') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:17:09.014995 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-1368a4c5-79f3-44e6-ad4c-72e983ec8931 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6650eb3-f42c-43be-b95f-2ba050c450a5') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:17:09.024165 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1368a4c5-79f3-44e6-ad4c-72e983ec8931 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:09.037775 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1368a4c5-79f3-44e6-ad4c-72e983ec8931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:09.044320 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1368a4c5-79f3-44e6-ad4c-72e983ec8931 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 12:17:09.044702 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1368a4c5-79f3-44e6-ad4c-72e983ec8931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:09.046358 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 12:17:09.046358 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 12:17:09.046358 n-d-816823-3 neutron-server[102669]: timer() Nov 16 12:17:09.046358 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 12:17:09.046358 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 12:17:09.046358 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 12:17:09.046358 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 12:17:09.046358 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 12:17:09.046358 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 12:17:09.046358 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 12:17:09.046358 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 12:17:09.046358 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 12:17:09.046358 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 12:17:09.046358 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 12:17:09.046358 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 12:17:09.046358 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 12:17:09.046358 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 12:17:09.046358 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 12:17:09.046358 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 12:17:09.046358 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 12:17:09.046358 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 12:17:09.046358 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 12:17:09.046358 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 12:17:09.046358 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 12:17:09.046358 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 12:17:09.046358 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 12:17:09.046358 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 12:17:09.046358 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 12:17:09.046358 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 12:17:09.046358 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 12:17:09.046358 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 12:17:09.046358 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 12:17:09.103374 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1368a4c5-79f3-44e6-ad4c-72e983ec8931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:09.111158 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1368a4c5-79f3-44e6-ad4c-72e983ec8931 admin admin] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:09.116226 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1368a4c5-79f3-44e6-ad4c-72e983ec8931 admin admin] 10.222.0.61 "DELETE /v2.0/networks/e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c HTTP/1.1" status: 204 len: 168 time: 0.2770488 Nov 16 12:17:09.125077 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1368a4c5-79f3-44e6-ad4c-72e983ec8931 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6ab6bb7-1d4c-4511-ba8c-21d5ee5bfb6c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:09.221275 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54734) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:09.259554 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a243a363-8832-436e-8f9e-d3003b340138 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=af7c62a77db2426da2c47cf6b1b5b868&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0370669 Nov 16 12:17:09.262566 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54736) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:09.309355 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6e3581a9-9080-4273-8ccc-78a401b108b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:09.330356 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6e3581a9-9080-4273-8ccc-78a401b108b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:09.376022 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6e3581a9-9080-4273-8ccc-78a401b108b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:09.378608 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6e3581a9-9080-4273-8ccc-78a401b108b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:09.379784 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6e3581a9-9080-4273-8ccc-78a401b108b9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6be6d2c0-510f-4e68-b8f1-b781dce5609b HTTP/1.1" status: 204 len: 168 time: 0.1162434 Nov 16 12:17:09.388101 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3581a9-9080-4273-8ccc-78a401b108b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be6d2c0-510f-4e68-b8f1-b781dce5609b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:10.040775 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54758) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:10.136101 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-1c33d526-551c-48e0-b051-bebea616efa2 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-817713174'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:17:10.161860 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c33d526-551c-48e0-b051-bebea616efa2 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Made reservation on behalf of 7cef7b13eb1043cfa5a568b3babae7a1 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:17:10.165347 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c33d526-551c-48e0-b051-bebea616efa2 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:10.174432 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c33d526-551c-48e0-b051-bebea616efa2 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:10.246749 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c33d526-551c-48e0-b051-bebea616efa2 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:10.250122 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c33d526-551c-48e0-b051-bebea616efa2 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:10.276513 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c33d526-551c-48e0-b051-bebea616efa2 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 12:17:10.286029 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c33d526-551c-48e0-b051-bebea616efa2 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc22877b-2075-4270-bba2-1c5e9b6d8338,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:10.290733 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c33d526-551c-48e0-b051-bebea616efa2 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:10.291656 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-1c33d526-551c-48e0-b051-bebea616efa2 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Added segment c2d00572-3126-4dba-a2df-44a5fd006e73 of type vlan for network 9d345834-9542-42dc-9063-42c9e870ee57 Nov 16 12:17:10.330531 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c33d526-551c-48e0-b051-bebea616efa2 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:10.355198 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c33d526-551c-48e0-b051-bebea616efa2 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:10.361095 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c33d526-551c-48e0-b051-bebea616efa2 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:10.361889 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c33d526-551c-48e0-b051-bebea616efa2 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:10.419803 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1c33d526-551c-48e0-b051-bebea616efa2 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3773706 Nov 16 12:17:10.431611 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c33d526-551c-48e0-b051-bebea616efa2 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Pushing event updated for resources: {'Network': ['ID=9d345834-9542-42dc-9063-42c9e870ee57,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:10.442227 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 9d345834-9542-42dc-9063-42c9e870ee57 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 12:17:11.464937 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device ffb26895-c847-4193-9f3e-ec68b06a6e51 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:17:11.488002 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: ffb26895-c847-4193-9f3e-ec68b06a6e51 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:17:11.488335 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device ffb26895-c847-4193-9f3e-ec68b06a6e51 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:17:13.153739 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1596e275-2a06-42c8-a1b5-e02fcfe019b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:13.691209 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54762) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:13.696402 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-908a5c9f-015d-4246-a843-d3cf78e35592 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Request body: {'subnet': {'network_id': '9d345834-9542-42dc-9063-42c9e870ee57', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:17:13.786289 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908a5c9f-015d-4246-a843-d3cf78e35592 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Made reservation on behalf of 7cef7b13eb1043cfa5a568b3babae7a1 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:17:13.789744 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-908a5c9f-015d-4246-a843-d3cf78e35592 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:13.966258 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-908a5c9f-015d-4246-a843-d3cf78e35592 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:14.035249 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a5c9f-015d-4246-a843-d3cf78e35592 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Pushing event updated for resources: {'Subnet': ['ID=f7cfa557-89d2-4f76-9f88-0503d80ba837,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:14.039572 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908a5c9f-015d-4246-a843-d3cf78e35592 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Checking segment: {'id': 'c2d00572-3126-4dba-a2df-44a5fd006e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '9d345834-9542-42dc-9063-42c9e870ee57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:17:14.039931 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908a5c9f-015d-4246-a843-d3cf78e35592 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Network hostable DHCP agents. Network: 9d345834-9542-42dc-9063-42c9e870ee57, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 12:17:14.056075 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908a5c9f-015d-4246-a843-d3cf78e35592 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Network 9d345834-9542-42dc-9063-42c9e870ee57 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 12:17:14.065128 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-908a5c9f-015d-4246-a843-d3cf78e35592 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 9d345834-9542-42dc-9063-42c9e870ee57) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:17:14.069218 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908a5c9f-015d-4246-a843-d3cf78e35592 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:14.069809 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-908a5c9f-015d-4246-a843-d3cf78e35592 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:14.074772 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cbb488-f19b-4599-aa95-3e201e6ee8af None None] Network 9d345834-9542-42dc-9063-42c9e870ee57 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:17:14.085952 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-908a5c9f-015d-4246-a843-d3cf78e35592 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3935971 Nov 16 12:17:14.089340 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54764) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:14.094496 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-8a1788e3-add8-41e1-abe0-50a5d9a87941 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2054071019'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:17:14.115072 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1788e3-add8-41e1-abe0-50a5d9a87941 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Made reservation on behalf of 7cef7b13eb1043cfa5a568b3babae7a1 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:17:14.118544 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8a1788e3-add8-41e1-abe0-50a5d9a87941 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:14.147673 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a1788e3-add8-41e1-abe0-50a5d9a87941 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 12:17:14.158235 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8a1788e3-add8-41e1-abe0-50a5d9a87941 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:14.158717 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-8a1788e3-add8-41e1-abe0-50a5d9a87941 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Added segment 09728c45-d0bc-47c6-afd0-27999bcea41b of type vlan for network 70cc1de3-86b1-41d8-98d4-4a107670e5f9 Nov 16 12:17:14.199512 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8a1788e3-add8-41e1-abe0-50a5d9a87941 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:14.221763 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba00068-dfc7-415c-a172-75a6be026427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-9d345834-9542-42dc-9063-42c9e870ee57', 'network_id': '9d345834-9542-42dc-9063-42c9e870ee57', 'tenant_id': '7cef7b13eb1043cfa5a568b3babae7a1', 'fixed_ips': [{'subnet_id': 'f7cfa557-89d2-4f76-9f88-0503d80ba837'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 12:17:14.222678 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6ba00068-dfc7-415c-a172-75a6be026427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:14.225969 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8a1788e3-add8-41e1-abe0-50a5d9a87941 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:14.231554 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1788e3-add8-41e1-abe0-50a5d9a87941 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:14.232132 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8a1788e3-add8-41e1-abe0-50a5d9a87941 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:14.283202 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8a1788e3-add8-41e1-abe0-50a5d9a87941 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1924784 Nov 16 12:17:14.286161 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54766) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:14.292926 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-1887660e-f030-4ad9-92b9-06bad1f09777 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Request body: {'subnet': {'network_id': '70cc1de3-86b1-41d8-98d4-4a107670e5f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:17:14.348597 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1788e3-add8-41e1-abe0-50a5d9a87941 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Pushing event updated for resources: {'Network': ['ID=70cc1de3-86b1-41d8-98d4-4a107670e5f9,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:14.358504 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-6ba00068-dfc7-415c-a172-75a6be026427 None None] Allocated IP 2001:db8:0:ffff::2 (9d345834-9542-42dc-9063-42c9e870ee57/f7cfa557-89d2-4f76-9f88-0503d80ba837/8b39f734-691e-4fcf-8e07-6240921663c6) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:17:14.361232 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 70cc1de3-86b1-41d8-98d4-4a107670e5f9 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 12:17:14.393902 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1887660e-f030-4ad9-92b9-06bad1f09777 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Made reservation on behalf of 7cef7b13eb1043cfa5a568b3babae7a1 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:17:14.397430 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1887660e-f030-4ad9-92b9-06bad1f09777 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:14.554591 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6ba00068-dfc7-415c-a172-75a6be026427 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:14.561166 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6ba00068-dfc7-415c-a172-75a6be026427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:14.594226 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1887660e-f030-4ad9-92b9-06bad1f09777 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:14.601557 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba00068-dfc7-415c-a172-75a6be026427 None None] Network 9d345834-9542-42dc-9063-42c9e870ee57 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:17:14.605472 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-6ba00068-dfc7-415c-a172-75a6be026427 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:17:14.608734 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba00068-dfc7-415c-a172-75a6be026427 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:17:14.621389 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba00068-dfc7-415c-a172-75a6be026427 None None] Pushing event updated for resources: {'Port': ['ID=8b39f734-691e-4fcf-8e07-6240921663c6,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:14.643609 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba00068-dfc7-415c-a172-75a6be026427 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:17:14.643951 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba00068-dfc7-415c-a172-75a6be026427 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:17:14.644288 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba00068-dfc7-415c-a172-75a6be026427 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:17:14.644624 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba00068-dfc7-415c-a172-75a6be026427 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:17:14.644951 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba00068-dfc7-415c-a172-75a6be026427 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:17:14.645276 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba00068-dfc7-415c-a172-75a6be026427 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:17:14.645601 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba00068-dfc7-415c-a172-75a6be026427 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:17:14.645951 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba00068-dfc7-415c-a172-75a6be026427 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:17:14.646266 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba00068-dfc7-415c-a172-75a6be026427 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:17:14.646587 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba00068-dfc7-415c-a172-75a6be026427 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:17:14.646907 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba00068-dfc7-415c-a172-75a6be026427 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:17:14.647224 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba00068-dfc7-415c-a172-75a6be026427 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:17:14.657093 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1887660e-f030-4ad9-92b9-06bad1f09777 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Pushing event updated for resources: {'Subnet': ['ID=591c6731-cdde-4c79-bca0-dc59a839cdbe,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:14.665730 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1887660e-f030-4ad9-92b9-06bad1f09777 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Checking segment: {'id': '09728c45-d0bc-47c6-afd0-27999bcea41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '70cc1de3-86b1-41d8-98d4-4a107670e5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:17:14.666656 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1887660e-f030-4ad9-92b9-06bad1f09777 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Network hostable DHCP agents. Network: 70cc1de3-86b1-41d8-98d4-4a107670e5f9, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 12:17:14.682883 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-6ba00068-dfc7-415c-a172-75a6be026427 None None] Attempting to bind port 8b39f734-691e-4fcf-8e07-6240921663c6 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:17:14.683234 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-6ba00068-dfc7-415c-a172-75a6be026427 None None] Attempting to bind port 8b39f734-691e-4fcf-8e07-6240921663c6 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'c2d00572-3126-4dba-a2df-44a5fd006e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '9d345834-9542-42dc-9063-42c9e870ee57'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:17:14.683613 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba00068-dfc7-415c-a172-75a6be026427 None None] Attempting to bind port 8b39f734-691e-4fcf-8e07-6240921663c6 on network 9d345834-9542-42dc-9063-42c9e870ee57 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:17:14.685952 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1887660e-f030-4ad9-92b9-06bad1f09777 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Network 70cc1de3-86b1-41d8-98d4-4a107670e5f9 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 12:17:14.688702 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba00068-dfc7-415c-a172-75a6be026427 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:17:14.689082 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba00068-dfc7-415c-a172-75a6be026427 None None] Checking segment: {'id': 'c2d00572-3126-4dba-a2df-44a5fd006e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '9d345834-9542-42dc-9063-42c9e870ee57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:17:14.689488 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6ba00068-dfc7-415c-a172-75a6be026427 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:14.689885 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba00068-dfc7-415c-a172-75a6be026427 None None] Bound using segment: {'id': 'c2d00572-3126-4dba-a2df-44a5fd006e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '9d345834-9542-42dc-9063-42c9e870ee57'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:17:14.690379 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-6ba00068-dfc7-415c-a172-75a6be026427 None None] Bound port: 8b39f734-691e-4fcf-8e07-6240921663c6, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2d00572-3126-4dba-a2df-44a5fd006e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '9d345834-9542-42dc-9063-42c9e870ee57'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:17:14.690766 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6ba00068-dfc7-415c-a172-75a6be026427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:14.694926 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-1887660e-f030-4ad9-92b9-06bad1f09777 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 70cc1de3-86b1-41d8-98d4-4a107670e5f9) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:17:14.699294 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1887660e-f030-4ad9-92b9-06bad1f09777 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:14.699905 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1887660e-f030-4ad9-92b9-06bad1f09777 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:14.706781 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e46c660-2a67-4282-a330-9661fd215011 None None] Network 70cc1de3-86b1-41d8-98d4-4a107670e5f9 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:17:14.716812 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1887660e-f030-4ad9-92b9-06bad1f09777 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4296193 Nov 16 12:17:14.719870 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54768) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:14.804975 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-6ba00068-dfc7-415c-a172-75a6be026427 None None] For port 8b39f734-691e-4fcf-8e07-6240921663c6, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:17:14.809239 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-6ba00068-dfc7-415c-a172-75a6be026427 None None] For port 8b39f734-691e-4fcf-8e07-6240921663c6, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=8b39f734-691e-4fcf-8e07-6240921663c6,segment=NetworkSegment(c2d00572-3126-4dba-a2df-44a5fd006e73),segment_id=c2d00572-3126-4dba-a2df-44a5fd006e73)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:17:14.817491 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6ba00068-dfc7-415c-a172-75a6be026427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:14.822327 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-69899a53-f551-4feb-a1b1-1a4576e0cd28 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:14.904923 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-69899a53-f551-4feb-a1b1-1a4576e0cd28 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:14.917508 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba00068-dfc7-415c-a172-75a6be026427 None None] Pushing event updated for resources: {'Port': ['ID=8b39f734-691e-4fcf-8e07-6240921663c6,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:14.950074 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9355c54-9459-4444-af79-a95ace0049b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-70cc1de3-86b1-41d8-98d4-4a107670e5f9', 'network_id': '70cc1de3-86b1-41d8-98d4-4a107670e5f9', 'tenant_id': '7cef7b13eb1043cfa5a568b3babae7a1', 'fixed_ips': [{'subnet_id': '591c6731-cdde-4c79-bca0-dc59a839cdbe'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 12:17:14.950971 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f9355c54-9459-4444-af79-a95ace0049b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:14.979707 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-69899a53-f551-4feb-a1b1-1a4576e0cd28 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:15.012631 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69899a53-f551-4feb-a1b1-1a4576e0cd28 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Pushing event deleted for resources: {'Subnet': ['ID=591c6731-cdde-4c79-bca0-dc59a839cdbe,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server [None req-f9355c54-9459-4444-af79-a95ace0049b7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 591c6731-cdde-4c79-bca0-dc59a839cdbe: This subnet is being modified by another concurrent operation. Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server raise exception Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 591c6731-cdde-4c79-bca0-dc59a839cdbe: This subnet is being modified by another concurrent operation. Nov 16 12:17:15.059875 n-d-816823-3 neutron-server[102670]: ERROR oslo_messaging.rpc.server Nov 16 12:17:15.095233 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14daead3-48c7-481d-89d0-77d38ccb952d None None] Network 70cc1de3-86b1-41d8-98d4-4a107670e5f9 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:17:15.107956 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-69899a53-f551-4feb-a1b1-1a4576e0cd28 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:15.129093 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-69899a53-f551-4feb-a1b1-1a4576e0cd28 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70cc1de3-86b1-41d8-98d4-4a107670e5f9']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:17:15.144588 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-69899a53-f551-4feb-a1b1-1a4576e0cd28 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09728c45-d0bc-47c6-afd0-27999bcea41b') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:17:15.144747 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-69899a53-f551-4feb-a1b1-1a4576e0cd28 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09728c45-d0bc-47c6-afd0-27999bcea41b') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:17:15.156010 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-69899a53-f551-4feb-a1b1-1a4576e0cd28 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:15.172479 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-69899a53-f551-4feb-a1b1-1a4576e0cd28 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:15.178943 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69899a53-f551-4feb-a1b1-1a4576e0cd28 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 12:17:15.179064 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-69899a53-f551-4feb-a1b1-1a4576e0cd28 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:15.183063 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 12:17:15.183063 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 12:17:15.183063 n-d-816823-3 neutron-server[102669]: timer() Nov 16 12:17:15.183063 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 12:17:15.183063 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 12:17:15.183063 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 12:17:15.183063 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 12:17:15.183063 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 12:17:15.183063 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 12:17:15.183063 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 12:17:15.183063 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 12:17:15.183063 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 12:17:15.183063 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 12:17:15.183063 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 12:17:15.183063 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 12:17:15.183063 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 12:17:15.183063 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 12:17:15.183063 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 12:17:15.183063 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 12:17:15.183063 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 12:17:15.183063 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 12:17:15.183063 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 12:17:15.183063 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 12:17:15.183063 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 12:17:15.183063 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 12:17:15.183063 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 12:17:15.183063 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 12:17:15.183063 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 12:17:15.183063 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 12:17:15.183063 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 12:17:15.183063 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 12:17:15.183063 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 12:17:15.247762 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-69899a53-f551-4feb-a1b1-1a4576e0cd28 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:15.254736 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-69899a53-f551-4feb-a1b1-1a4576e0cd28 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:15.257885 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-69899a53-f551-4feb-a1b1-1a4576e0cd28 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] 10.222.0.61 "DELETE /v2.0/networks/70cc1de3-86b1-41d8-98d4-4a107670e5f9 HTTP/1.1" status: 204 len: 168 time: 0.5370939 Nov 16 12:17:15.261901 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54770) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:15.266906 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-0438a352-07c1-44c0-aa22-00b2ef8c7a85 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-273493130'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:17:15.283898 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69899a53-f551-4feb-a1b1-1a4576e0cd28 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Pushing event deleted for resources: {'Network': ['ID=70cc1de3-86b1-41d8-98d4-4a107670e5f9,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:15.299011 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0438a352-07c1-44c0-aa22-00b2ef8c7a85 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Made reservation on behalf of 7cef7b13eb1043cfa5a568b3babae7a1 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:17:15.302670 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0438a352-07c1-44c0-aa22-00b2ef8c7a85 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:15.327233 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0438a352-07c1-44c0-aa22-00b2ef8c7a85 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 12:17:15.336699 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0438a352-07c1-44c0-aa22-00b2ef8c7a85 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:15.337042 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-0438a352-07c1-44c0-aa22-00b2ef8c7a85 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Added segment 2c53f25b-9842-4a2b-aeef-4962bd9e20f3 of type vlan for network a255f617-eecd-46aa-a23b-fb803f3fac79 Nov 16 12:17:15.382643 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0438a352-07c1-44c0-aa22-00b2ef8c7a85 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:15.419488 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0438a352-07c1-44c0-aa22-00b2ef8c7a85 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:15.425488 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0438a352-07c1-44c0-aa22-00b2ef8c7a85 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:15.426565 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0438a352-07c1-44c0-aa22-00b2ef8c7a85 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:15.446630 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 8b39f734-691e-4fcf-8e07-6240921663c6 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:17:15.493584 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0438a352-07c1-44c0-aa22-00b2ef8c7a85 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2305801 Nov 16 12:17:15.496491 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54772) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:15.503487 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-ac4ba04c-7272-4f2a-a613-f91d7c5bb9e7 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Request body: {'subnet': {'network_id': 'a255f617-eecd-46aa-a23b-fb803f3fac79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:17:15.503912 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 8b39f734-691e-4fcf-8e07-6240921663c6 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:17:15.504350 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:15.507181 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438a352-07c1-44c0-aa22-00b2ef8c7a85 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Pushing event updated for resources: {'Network': ['ID=a255f617-eecd-46aa-a23b-fb803f3fac79,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:15.529291 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network a255f617-eecd-46aa-a23b-fb803f3fac79 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 12:17:15.604355 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4ba04c-7272-4f2a-a613-f91d7c5bb9e7 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Made reservation on behalf of 7cef7b13eb1043cfa5a568b3babae7a1 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:17:15.608195 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ac4ba04c-7272-4f2a-a613-f91d7c5bb9e7 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:15.679400 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.ipam_backend_mixin [None req-ac4ba04c-7272-4f2a-a613-f91d7c5bb9e7 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Performing IP validity checks on allocation pools {{(pid=102669) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 16 12:17:15.680056 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.ipam_backend_mixin [None req-ac4ba04c-7272-4f2a-a613-f91d7c5bb9e7 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102669) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 16 12:17:15.808766 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5c50f051-16b6-4302-ae79-e6f8b2a95033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:15.833569 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ac4ba04c-7272-4f2a-a613-f91d7c5bb9e7 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:15.881412 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:15.918028 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ba04c-7272-4f2a-a613-f91d7c5bb9e7 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Pushing event updated for resources: {'Subnet': ['ID=9d00c8ad-ed1c-4a59-8f8c-6a5927009302,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:15.924322 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4ba04c-7272-4f2a-a613-f91d7c5bb9e7 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Checking segment: {'id': '2c53f25b-9842-4a2b-aeef-4962bd9e20f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a255f617-eecd-46aa-a23b-fb803f3fac79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:17:15.924937 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4ba04c-7272-4f2a-a613-f91d7c5bb9e7 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Network hostable DHCP agents. Network: a255f617-eecd-46aa-a23b-fb803f3fac79, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 12:17:15.933376 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 8b39f734-691e-4fcf-8e07-6240921663c6, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=8b39f734-691e-4fcf-8e07-6240921663c6,segment=NetworkSegment(c2d00572-3126-4dba-a2df-44a5fd006e73),segment_id=c2d00572-3126-4dba-a2df-44a5fd006e73)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:17:15.940261 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:15.955268 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4ba04c-7272-4f2a-a613-f91d7c5bb9e7 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Network a255f617-eecd-46aa-a23b-fb803f3fac79 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 12:17:15.966598 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-ac4ba04c-7272-4f2a-a613-f91d7c5bb9e7 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, a255f617-eecd-46aa-a23b-fb803f3fac79) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:17:15.973359 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4ba04c-7272-4f2a-a613-f91d7c5bb9e7 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:15.973984 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ac4ba04c-7272-4f2a-a613-f91d7c5bb9e7 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:15.982599 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabd5322-fb54-474c-b205-bdb7306a6e4e None None] Network a255f617-eecd-46aa-a23b-fb803f3fac79 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:17:16.001973 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ac4ba04c-7272-4f2a-a613-f91d7c5bb9e7 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5014226 Nov 16 12:17:16.004209 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54774) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:16.064713 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=8b39f734-691e-4fcf-8e07-6240921663c6,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:16.083233 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6162e6d-9aef-410e-86ba-7721577607b0 None None] Network 9d345834-9542-42dc-9063-42c9e870ee57 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:17:16.125220 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a67fe5f-f402-4a6c-9450-96d356a45eac tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:16.179872 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a67fe5f-f402-4a6c-9450-96d356a45eac tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:16.202564 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-0ff325d6-31eb-452d-96b6-7ffc970ed68b None None] Provisioning complete for port 8b39f734-691e-4fcf-8e07-6240921663c6 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:17:16.203036 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0ff325d6-31eb-452d-96b6-7ffc970ed68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:16.240543 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a67fe5f-f402-4a6c-9450-96d356a45eac tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:16.267561 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a67fe5f-f402-4a6c-9450-96d356a45eac tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Pushing event deleted for resources: {'Subnet': ['ID=9d00c8ad-ed1c-4a59-8f8c-6a5927009302,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:16.313822 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699503b2-6c3e-40c8-8087-a77a4761153a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-a255f617-eecd-46aa-a23b-fb803f3fac79', 'network_id': 'a255f617-eecd-46aa-a23b-fb803f3fac79', 'tenant_id': '7cef7b13eb1043cfa5a568b3babae7a1', 'fixed_ips': [{'subnet_id': '9d00c8ad-ed1c-4a59-8f8c-6a5927009302'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 12:17:16.314808 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-699503b2-6c3e-40c8-8087-a77a4761153a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:16.331751 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a67fe5f-f402-4a6c-9450-96d356a45eac tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:16.355204 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-7a67fe5f-f402-4a6c-9450-96d356a45eac tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a255f617-eecd-46aa-a23b-fb803f3fac79']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:17:16.365769 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-7a67fe5f-f402-4a6c-9450-96d356a45eac tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c53f25b-9842-4a2b-aeef-4962bd9e20f3') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:17:16.366108 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-7a67fe5f-f402-4a6c-9450-96d356a45eac tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c53f25b-9842-4a2b-aeef-4962bd9e20f3') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:17:16.379476 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a67fe5f-f402-4a6c-9450-96d356a45eac tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:16.394412 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a67fe5f-f402-4a6c-9450-96d356a45eac tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:16.401329 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a67fe5f-f402-4a6c-9450-96d356a45eac tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 12:17:16.401706 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a67fe5f-f402-4a6c-9450-96d356a45eac tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:16.404838 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 12:17:16.404838 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 12:17:16.404838 n-d-816823-3 neutron-server[102669]: timer() Nov 16 12:17:16.404838 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 12:17:16.404838 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 12:17:16.404838 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 12:17:16.404838 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 12:17:16.404838 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 12:17:16.404838 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 12:17:16.404838 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 12:17:16.404838 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 12:17:16.404838 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 12:17:16.404838 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 12:17:16.404838 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 12:17:16.404838 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 12:17:16.404838 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 12:17:16.404838 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 12:17:16.404838 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 12:17:16.404838 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 12:17:16.404838 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 12:17:16.404838 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 12:17:16.404838 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 12:17:16.404838 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 12:17:16.404838 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 12:17:16.404838 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 12:17:16.404838 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 12:17:16.404838 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 12:17:16.404838 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 12:17:16.404838 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 12:17:16.404838 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 12:17:16.404838 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 12:17:16.404838 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 12:17:16.457193 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57047410-d268-4dd5-a703-71bc9243f7b8 None None] Network a255f617-eecd-46aa-a23b-fb803f3fac79 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:17:16.465006 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a67fe5f-f402-4a6c-9450-96d356a45eac tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:16.471148 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a67fe5f-f402-4a6c-9450-96d356a45eac tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:16.479975 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54776) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:16.482414 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7a67fe5f-f402-4a6c-9450-96d356a45eac tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] 10.222.0.61 "DELETE /v2.0/networks/a255f617-eecd-46aa-a23b-fb803f3fac79 HTTP/1.1" status: 204 len: 168 time: 0.4763284 Nov 16 12:17:16.485653 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a3f9bef6-74cf-451a-b4f6-b6feca4249ba tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1220206089'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:17:16.506687 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a67fe5f-f402-4a6c-9450-96d356a45eac tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Pushing event deleted for resources: {'Network': ['ID=a255f617-eecd-46aa-a23b-fb803f3fac79,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:16.513643 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f9bef6-74cf-451a-b4f6-b6feca4249ba tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Made reservation on behalf of 7cef7b13eb1043cfa5a568b3babae7a1 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:17:16.518116 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a3f9bef6-74cf-451a-b4f6-b6feca4249ba tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:16.545126 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3f9bef6-74cf-451a-b4f6-b6feca4249ba tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 12:17:16.555539 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a3f9bef6-74cf-451a-b4f6-b6feca4249ba tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:16.557769 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-a3f9bef6-74cf-451a-b4f6-b6feca4249ba tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Added segment db192b28-4ae2-4d60-8cf0-537f3e4105d5 of type vlan for network 7bd56088-51b6-4314-a7f1-04326f688da7 Nov 16 12:17:16.602576 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a3f9bef6-74cf-451a-b4f6-b6feca4249ba tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:16.639588 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a3f9bef6-74cf-451a-b4f6-b6feca4249ba tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:16.645431 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f9bef6-74cf-451a-b4f6-b6feca4249ba tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:16.646172 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a3f9bef6-74cf-451a-b4f6-b6feca4249ba tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:16.678626 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c3292e-93aa-419b-9afc-acdc56d6af16 None None] get_active_networks_info from n-d-816823-3 {{(pid=102670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 12:17:16.705012 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a3f9bef6-74cf-451a-b4f6-b6feca4249ba tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2238433 Nov 16 12:17:16.708037 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54778) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:16.713833 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-9c98c111-a935-44c2-bca4-e31fdcafb423 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Request body: {'subnet': {'network_id': '7bd56088-51b6-4314-a7f1-04326f688da7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:17:16.717757 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f9bef6-74cf-451a-b4f6-b6feca4249ba tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Pushing event updated for resources: {'Network': ['ID=7bd56088-51b6-4314-a7f1-04326f688da7,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:16.734600 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 7bd56088-51b6-4314-a7f1-04326f688da7 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 12:17:16.803487 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c98c111-a935-44c2-bca4-e31fdcafb423 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Made reservation on behalf of 7cef7b13eb1043cfa5a568b3babae7a1 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:17:16.807278 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c98c111-a935-44c2-bca4-e31fdcafb423 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:16.825636 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c3292e-93aa-419b-9afc-acdc56d6af16 None None] Resources bound (agent type, host, resource id): {{(pid=102670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 12:17:16.842799 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-e69948d7-5325-490e-bfd8-7603338e5b62 None None] Provisioning complete for port 8b39f734-691e-4fcf-8e07-6240921663c6 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:17:16.843186 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e69948d7-5325-490e-bfd8-7603338e5b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:16.844592 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:16.993500 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c98c111-a935-44c2-bca4-e31fdcafb423 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:17.052879 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c98c111-a935-44c2-bca4-e31fdcafb423 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Pushing event updated for resources: {'Subnet': ['ID=b993e979-c0b3-4bc2-ae98-18a5435fb955,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:17.062692 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c98c111-a935-44c2-bca4-e31fdcafb423 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Checking segment: {'id': 'db192b28-4ae2-4d60-8cf0-537f3e4105d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7bd56088-51b6-4314-a7f1-04326f688da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:17:17.063044 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c98c111-a935-44c2-bca4-e31fdcafb423 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Network hostable DHCP agents. Network: 7bd56088-51b6-4314-a7f1-04326f688da7, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 12:17:17.079437 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c98c111-a935-44c2-bca4-e31fdcafb423 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Network 7bd56088-51b6-4314-a7f1-04326f688da7 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 12:17:17.088827 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-9c98c111-a935-44c2-bca4-e31fdcafb423 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 7bd56088-51b6-4314-a7f1-04326f688da7) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:17:17.093461 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c98c111-a935-44c2-bca4-e31fdcafb423 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:17.094089 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c98c111-a935-44c2-bca4-e31fdcafb423 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:17.108141 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f83c62-2bb7-4918-ada1-13baa3e95296 None None] Network 7bd56088-51b6-4314-a7f1-04326f688da7 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:17:17.116372 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-9c98c111-a935-44c2-bca4-e31fdcafb423 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4039323 Nov 16 12:17:17.117267 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54780) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:17.122995 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-2767bec8-9a42-4942-b8b5-48a87f586080 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1150094934'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:17:17.143991 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2767bec8-9a42-4942-b8b5-48a87f586080 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Made reservation on behalf of 7cef7b13eb1043cfa5a568b3babae7a1 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:17:17.147644 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2767bec8-9a42-4942-b8b5-48a87f586080 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:17.172776 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2767bec8-9a42-4942-b8b5-48a87f586080 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 12:17:17.181620 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2767bec8-9a42-4942-b8b5-48a87f586080 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:17.181991 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-2767bec8-9a42-4942-b8b5-48a87f586080 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Added segment b0ef38c5-d90d-4445-829a-46e135beb830 of type vlan for network b43bfc8a-0adc-43d0-925c-de7fb025fb70 Nov 16 12:17:17.221791 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2767bec8-9a42-4942-b8b5-48a87f586080 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:17.246638 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2767bec8-9a42-4942-b8b5-48a87f586080 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:17.252148 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2767bec8-9a42-4942-b8b5-48a87f586080 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:17.252726 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2767bec8-9a42-4942-b8b5-48a87f586080 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:17.253199 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f0b947-f958-4e11-8806-873003606b5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-7bd56088-51b6-4314-a7f1-04326f688da7', 'network_id': '7bd56088-51b6-4314-a7f1-04326f688da7', 'tenant_id': '7cef7b13eb1043cfa5a568b3babae7a1', 'fixed_ips': [{'subnet_id': 'b993e979-c0b3-4bc2-ae98-18a5435fb955'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 12:17:17.254180 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-42f0b947-f958-4e11-8806-873003606b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:17.310617 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2767bec8-9a42-4942-b8b5-48a87f586080 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1920240 Nov 16 12:17:17.313502 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54782) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:17.319281 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-36117d27-ca1a-45c9-b823-96d99123676f tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Request body: {'subnet': {'network_id': 'b43bfc8a-0adc-43d0-925c-de7fb025fb70', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:17:17.328438 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2767bec8-9a42-4942-b8b5-48a87f586080 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Pushing event updated for resources: {'Network': ['ID=b43bfc8a-0adc-43d0-925c-de7fb025fb70,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:17.339562 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network b43bfc8a-0adc-43d0-925c-de7fb025fb70 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 12:17:17.417642 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36117d27-ca1a-45c9-b823-96d99123676f tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Made reservation on behalf of 7cef7b13eb1043cfa5a568b3babae7a1 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:17:17.421178 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-36117d27-ca1a-45c9-b823-96d99123676f tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:17.426027 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 8b39f734-691e-4fcf-8e07-6240921663c6 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:17:17.478825 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-42f0b947-f958-4e11-8806-873003606b5b None None] Allocated IP 2001:db8::2 (7bd56088-51b6-4314-a7f1-04326f688da7/b993e979-c0b3-4bc2-ae98-18a5435fb955/61e8df3f-820b-4b74-933b-65811ff396c6) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:17:17.557997 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 8b39f734-691e-4fcf-8e07-6240921663c6 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:17:17.558371 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:17.606849 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-36117d27-ca1a-45c9-b823-96d99123676f tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:17.663413 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36117d27-ca1a-45c9-b823-96d99123676f tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Pushing event updated for resources: {'Subnet': ['ID=beeec53d-7ece-4d1d-ac6e-ab72f09cb416,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:17.678122 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36117d27-ca1a-45c9-b823-96d99123676f tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Checking segment: {'id': 'b0ef38c5-d90d-4445-829a-46e135beb830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b43bfc8a-0adc-43d0-925c-de7fb025fb70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:17:17.678738 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36117d27-ca1a-45c9-b823-96d99123676f tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Network hostable DHCP agents. Network: b43bfc8a-0adc-43d0-925c-de7fb025fb70, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 12:17:17.697808 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-42f0b947-f958-4e11-8806-873003606b5b None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:17.699447 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36117d27-ca1a-45c9-b823-96d99123676f tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Network b43bfc8a-0adc-43d0-925c-de7fb025fb70 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 12:17:17.706570 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-42f0b947-f958-4e11-8806-873003606b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:17.712130 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-36117d27-ca1a-45c9-b823-96d99123676f tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, b43bfc8a-0adc-43d0-925c-de7fb025fb70) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:17:17.719787 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36117d27-ca1a-45c9-b823-96d99123676f tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:17.720030 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-36117d27-ca1a-45c9-b823-96d99123676f tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:17.737343 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660c08c4-b0dc-430f-bd4e-6a2870960a61 None None] Network b43bfc8a-0adc-43d0-925c-de7fb025fb70 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:17:17.738890 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-36117d27-ca1a-45c9-b823-96d99123676f tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4242668 Nov 16 12:17:17.741580 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54784) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:17.793171 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f0b947-f958-4e11-8806-873003606b5b None None] Network 7bd56088-51b6-4314-a7f1-04326f688da7 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:17:17.804712 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-42f0b947-f958-4e11-8806-873003606b5b None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:17:17.808149 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0b947-f958-4e11-8806-873003606b5b None None] Pushing event updated for resources: {'Port': ['ID=61e8df3f-820b-4b74-933b-65811ff396c6,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:17.812073 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f0b947-f958-4e11-8806-873003606b5b None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:17:17.910857 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-42f0b947-f958-4e11-8806-873003606b5b None None] Attempting to bind port 61e8df3f-820b-4b74-933b-65811ff396c6 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:17:17.911221 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-42f0b947-f958-4e11-8806-873003606b5b None None] Attempting to bind port 61e8df3f-820b-4b74-933b-65811ff396c6 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'db192b28-4ae2-4d60-8cf0-537f3e4105d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7bd56088-51b6-4314-a7f1-04326f688da7'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:17:17.911590 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f0b947-f958-4e11-8806-873003606b5b None None] Attempting to bind port 61e8df3f-820b-4b74-933b-65811ff396c6 on network 7bd56088-51b6-4314-a7f1-04326f688da7 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:17:17.923570 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f0b947-f958-4e11-8806-873003606b5b None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:17:17.923949 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f0b947-f958-4e11-8806-873003606b5b None None] Checking segment: {'id': 'db192b28-4ae2-4d60-8cf0-537f3e4105d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7bd56088-51b6-4314-a7f1-04326f688da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:17:17.924354 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-42f0b947-f958-4e11-8806-873003606b5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:17.924749 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f0b947-f958-4e11-8806-873003606b5b None None] Bound using segment: {'id': 'db192b28-4ae2-4d60-8cf0-537f3e4105d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7bd56088-51b6-4314-a7f1-04326f688da7'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:17:17.925238 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-42f0b947-f958-4e11-8806-873003606b5b None None] Bound port: 61e8df3f-820b-4b74-933b-65811ff396c6, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db192b28-4ae2-4d60-8cf0-537f3e4105d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7bd56088-51b6-4314-a7f1-04326f688da7'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:17:17.925617 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-42f0b947-f958-4e11-8806-873003606b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:17.991123 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890d2962-1412-41e7-a87d-3d9d789b6c36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-b43bfc8a-0adc-43d0-925c-de7fb025fb70', 'network_id': 'b43bfc8a-0adc-43d0-925c-de7fb025fb70', 'tenant_id': '7cef7b13eb1043cfa5a568b3babae7a1', 'fixed_ips': [{'subnet_id': 'beeec53d-7ece-4d1d-ac6e-ab72f09cb416'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 12:17:17.991994 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-890d2962-1412-41e7-a87d-3d9d789b6c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:18.039022 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-42f0b947-f958-4e11-8806-873003606b5b None None] For port 61e8df3f-820b-4b74-933b-65811ff396c6, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:17:18.043929 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-42f0b947-f958-4e11-8806-873003606b5b None None] For port 61e8df3f-820b-4b74-933b-65811ff396c6, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=61e8df3f-820b-4b74-933b-65811ff396c6,segment=NetworkSegment(db192b28-4ae2-4d60-8cf0-537f3e4105d5),segment_id=db192b28-4ae2-4d60-8cf0-537f3e4105d5)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:17:18.048151 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-42f0b947-f958-4e11-8806-873003606b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:18.135480 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6916d4ba-22d3-4a5e-a1b6-07b9371abb07 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:18.191307 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6916d4ba-22d3-4a5e-a1b6-07b9371abb07 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:18.196004 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0b947-f958-4e11-8806-873003606b5b None None] Pushing event updated for resources: {'Port': ['ID=61e8df3f-820b-4b74-933b-65811ff396c6,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:18.214960 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-890d2962-1412-41e7-a87d-3d9d789b6c36 None None] Allocated IP 2001:db8::2 (b43bfc8a-0adc-43d0-925c-de7fb025fb70/beeec53d-7ece-4d1d-ac6e-ab72f09cb416/40daacb7-b6a0-4c70-93ae-926e90a1521a) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:17:18.378314 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-890d2962-1412-41e7-a87d-3d9d789b6c36 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:18.388215 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-890d2962-1412-41e7-a87d-3d9d789b6c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:18.410330 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6916d4ba-22d3-4a5e-a1b6-07b9371abb07 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:18.429957 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890d2962-1412-41e7-a87d-3d9d789b6c36 None None] Network b43bfc8a-0adc-43d0-925c-de7fb025fb70 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:17:18.437585 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-890d2962-1412-41e7-a87d-3d9d789b6c36 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:17:18.439900 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916d4ba-22d3-4a5e-a1b6-07b9371abb07 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Pushing event deleted for resources: {'Subnet': ['ID=beeec53d-7ece-4d1d-ac6e-ab72f09cb416,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:18.441502 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890d2962-1412-41e7-a87d-3d9d789b6c36 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:17:18.459329 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d2962-1412-41e7-a87d-3d9d789b6c36 None None] Pushing event updated for resources: {'Port': ['ID=40daacb7-b6a0-4c70-93ae-926e90a1521a,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:18.510664 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6916d4ba-22d3-4a5e-a1b6-07b9371abb07 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:18.521446 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-890d2962-1412-41e7-a87d-3d9d789b6c36 None None] Attempting to bind port 40daacb7-b6a0-4c70-93ae-926e90a1521a on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:17:18.522015 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-890d2962-1412-41e7-a87d-3d9d789b6c36 None None] Attempting to bind port 40daacb7-b6a0-4c70-93ae-926e90a1521a by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'b0ef38c5-d90d-4445-829a-46e135beb830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b43bfc8a-0adc-43d0-925c-de7fb025fb70'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:17:18.522210 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890d2962-1412-41e7-a87d-3d9d789b6c36 None None] Attempting to bind port 40daacb7-b6a0-4c70-93ae-926e90a1521a on network b43bfc8a-0adc-43d0-925c-de7fb025fb70 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:17:18.529774 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:18.530624 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890d2962-1412-41e7-a87d-3d9d789b6c36 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:17:18.530993 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890d2962-1412-41e7-a87d-3d9d789b6c36 None None] Checking segment: {'id': 'b0ef38c5-d90d-4445-829a-46e135beb830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b43bfc8a-0adc-43d0-925c-de7fb025fb70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:17:18.531379 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-890d2962-1412-41e7-a87d-3d9d789b6c36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:18.531763 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890d2962-1412-41e7-a87d-3d9d789b6c36 None None] Bound using segment: {'id': 'b0ef38c5-d90d-4445-829a-46e135beb830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b43bfc8a-0adc-43d0-925c-de7fb025fb70'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:17:18.532236 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-890d2962-1412-41e7-a87d-3d9d789b6c36 None None] Bound port: 40daacb7-b6a0-4c70-93ae-926e90a1521a, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0ef38c5-d90d-4445-829a-46e135beb830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'b43bfc8a-0adc-43d0-925c-de7fb025fb70'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:17:18.532590 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-890d2962-1412-41e7-a87d-3d9d789b6c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:18.533094 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-6916d4ba-22d3-4a5e-a1b6-07b9371abb07 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b43bfc8a-0adc-43d0-925c-de7fb025fb70']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:17:18.542971 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-6916d4ba-22d3-4a5e-a1b6-07b9371abb07 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0ef38c5-d90d-4445-829a-46e135beb830') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:17:18.543274 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-6916d4ba-22d3-4a5e-a1b6-07b9371abb07 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0ef38c5-d90d-4445-829a-46e135beb830') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:17:18.552882 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6916d4ba-22d3-4a5e-a1b6-07b9371abb07 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:18.566459 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6916d4ba-22d3-4a5e-a1b6-07b9371abb07 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:18.573587 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6916d4ba-22d3-4a5e-a1b6-07b9371abb07 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 12:17:18.574135 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6916d4ba-22d3-4a5e-a1b6-07b9371abb07 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:18.577798 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 12:17:18.577798 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 12:17:18.577798 n-d-816823-3 neutron-server[102669]: timer() Nov 16 12:17:18.577798 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 12:17:18.577798 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 12:17:18.577798 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 12:17:18.577798 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 12:17:18.577798 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 12:17:18.577798 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 12:17:18.577798 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 12:17:18.577798 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 12:17:18.577798 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 12:17:18.577798 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 12:17:18.577798 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 12:17:18.577798 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 12:17:18.577798 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 12:17:18.577798 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 12:17:18.577798 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 12:17:18.577798 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 12:17:18.577798 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 12:17:18.577798 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 12:17:18.577798 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 12:17:18.577798 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 12:17:18.577798 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 12:17:18.577798 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 12:17:18.577798 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 12:17:18.577798 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 12:17:18.577798 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 12:17:18.577798 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 12:17:18.577798 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 12:17:18.577798 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 12:17:18.577798 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 12:17:18.595421 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-890d2962-1412-41e7-a87d-3d9d789b6c36 None None] For port 40daacb7-b6a0-4c70-93ae-926e90a1521a, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:17:18.638358 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.db.api [None req-6916d4ba-22d3-4a5e-a1b6-07b9371abb07 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 16 12:17:18.638358 n-d-816823-3 neutron-server[102669]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 16 12:17:18.638358 n-d-816823-3 neutron-server[102669]: [parameters: {'id': 'b43bfc8a-0adc-43d0-925c-de7fb025fb70'}] Nov 16 12:17:18.638358 n-d-816823-3 neutron-server[102669]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 12:17:18.638853 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-890d2962-1412-41e7-a87d-3d9d789b6c36 None None] For port 40daacb7-b6a0-4c70-93ae-926e90a1521a, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=40daacb7-b6a0-4c70-93ae-926e90a1521a,segment=NetworkSegment(b0ef38c5-d90d-4445-829a-46e135beb830),segment_id=b0ef38c5-d90d-4445-829a-46e135beb830)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:17:18.638984 n-d-816823-3 neutron-server[102669]: DEBUG oslo_db.api [None req-6916d4ba-22d3-4a5e-a1b6-07b9371abb07 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 12:17:18.643530 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-890d2962-1412-41e7-a87d-3d9d789b6c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:18.737777 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d2962-1412-41e7-a87d-3d9d789b6c36 None None] Pushing event updated for resources: {'Port': ['ID=40daacb7-b6a0-4c70-93ae-926e90a1521a,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:18.754773 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7097fc7-b013-4a79-83da-96e26743f08d None None] Network b43bfc8a-0adc-43d0-925c-de7fb025fb70 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:17:18.950271 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:19.048678 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ed1968-6fc3-4527-bcfd-163715c20d6e None None] Network 7bd56088-51b6-4314-a7f1-04326f688da7 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:17:19.140008 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6916d4ba-22d3-4a5e-a1b6-07b9371abb07 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:19.172562 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-465694c7-a6f0-4765-b43a-49a674149ca7 None None] Provisioning complete for port 61e8df3f-820b-4b74-933b-65811ff396c6 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:17:19.172846 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-465694c7-a6f0-4765-b43a-49a674149ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:19.198777 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6916d4ba-22d3-4a5e-a1b6-07b9371abb07 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Deleting port 40daacb7-b6a0-4c70-93ae-926e90a1521a {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:17:19.199112 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6916d4ba-22d3-4a5e-a1b6-07b9371abb07 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:19.266069 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-6916d4ba-22d3-4a5e-a1b6-07b9371abb07 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] For port 40daacb7-b6a0-4c70-93ae-926e90a1521a, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=40daacb7-b6a0-4c70-93ae-926e90a1521a,segment=NetworkSegment(b0ef38c5-d90d-4445-829a-46e135beb830),segment_id=b0ef38c5-d90d-4445-829a-46e135beb830)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:17:19.267086 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6916d4ba-22d3-4a5e-a1b6-07b9371abb07 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:19.279070 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-465694c7-a6f0-4765-b43a-49a674149ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:19.279837 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6916d4ba-22d3-4a5e-a1b6-07b9371abb07 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Calling delete_port for 40daacb7-b6a0-4c70-93ae-926e90a1521a owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:17:19.313287 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-465694c7-a6f0-4765-b43a-49a674149ca7 None None] For port 61e8df3f-820b-4b74-933b-65811ff396c6, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=61e8df3f-820b-4b74-933b-65811ff396c6,segment=NetworkSegment(db192b28-4ae2-4d60-8cf0-537f3e4105d5),segment_id=db192b28-4ae2-4d60-8cf0-537f3e4105d5)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:17:19.321060 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-465694c7-a6f0-4765-b43a-49a674149ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:19.373756 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6916d4ba-22d3-4a5e-a1b6-07b9371abb07 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:19.386515 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465694c7-a6f0-4765-b43a-49a674149ca7 None None] Pushing event updated for resources: {'Port': ['ID=61e8df3f-820b-4b74-933b-65811ff396c6,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:19.409230 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916d4ba-22d3-4a5e-a1b6-07b9371abb07 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Pushing event deleted for resources: {'Port': ['ID=40daacb7-b6a0-4c70-93ae-926e90a1521a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:19.411185 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6916d4ba-22d3-4a5e-a1b6-07b9371abb07 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] No DVR routers for this DVR port 40daacb7-b6a0-4c70-93ae-926e90a1521a on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:17:19.458971 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 61e8df3f-820b-4b74-933b-65811ff396c6 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:17:19.485254 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56aab70c-3c1c-4ccd-8a3c-459951dc2f2a None None] get_active_networks_info from n-d-816823-3 {{(pid=102670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 12:17:19.494903 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6916d4ba-22d3-4a5e-a1b6-07b9371abb07 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:19.518875 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-6916d4ba-22d3-4a5e-a1b6-07b9371abb07 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b43bfc8a-0adc-43d0-925c-de7fb025fb70']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:17:19.528551 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-6916d4ba-22d3-4a5e-a1b6-07b9371abb07 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0ef38c5-d90d-4445-829a-46e135beb830') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:17:19.528849 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-6916d4ba-22d3-4a5e-a1b6-07b9371abb07 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0ef38c5-d90d-4445-829a-46e135beb830') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:17:19.538312 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6916d4ba-22d3-4a5e-a1b6-07b9371abb07 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:19.551158 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6916d4ba-22d3-4a5e-a1b6-07b9371abb07 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:19.557694 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6916d4ba-22d3-4a5e-a1b6-07b9371abb07 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 12:17:19.558117 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6916d4ba-22d3-4a5e-a1b6-07b9371abb07 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:19.561203 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 12:17:19.561203 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 12:17:19.561203 n-d-816823-3 neutron-server[102669]: timer() Nov 16 12:17:19.561203 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 12:17:19.561203 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 12:17:19.561203 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 12:17:19.561203 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 12:17:19.561203 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 12:17:19.561203 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 12:17:19.561203 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 12:17:19.561203 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 12:17:19.561203 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 12:17:19.561203 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 12:17:19.561203 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 12:17:19.561203 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 12:17:19.561203 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 12:17:19.561203 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 12:17:19.561203 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 12:17:19.561203 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 12:17:19.561203 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 12:17:19.561203 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 12:17:19.561203 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 12:17:19.561203 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 12:17:19.561203 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 12:17:19.561203 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 12:17:19.561203 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 12:17:19.561203 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 12:17:19.561203 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 12:17:19.561203 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 12:17:19.561203 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 12:17:19.561203 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 12:17:19.561203 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 12:17:19.585186 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-f19ef3a8-7710-4f28-9200-29d0c3cfd05f None None] Provisioning complete for port 61e8df3f-820b-4b74-933b-65811ff396c6 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:17:19.585756 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f19ef3a8-7710-4f28-9200-29d0c3cfd05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:19.592592 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 61e8df3f-820b-4b74-933b-65811ff396c6 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:17:19.592949 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:19.619009 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6916d4ba-22d3-4a5e-a1b6-07b9371abb07 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:19.623505 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6916d4ba-22d3-4a5e-a1b6-07b9371abb07 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:19.627007 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6916d4ba-22d3-4a5e-a1b6-07b9371abb07 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] 10.222.0.61 "DELETE /v2.0/networks/b43bfc8a-0adc-43d0-925c-de7fb025fb70 HTTP/1.1" status: 204 len: 168 time: 1.8839169 Nov 16 12:17:19.630707 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54786) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:19.642675 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916d4ba-22d3-4a5e-a1b6-07b9371abb07 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Pushing event deleted for resources: {'Network': ['ID=b43bfc8a-0adc-43d0-925c-de7fb025fb70,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:19.667942 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb6d960-58fd-43d5-98cc-b9b5ef731a8f tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] GET failed (client error): The resource could not be found. Nov 16 12:17:19.672190 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0eb6d960-58fd-43d5-98cc-b9b5ef731a8f tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] 10.222.0.61 "GET /v2.0/subnets/beeec53d-7ece-4d1d-ac6e-ab72f09cb416 HTTP/1.1" status: 404 len: 337 time: 0.0368028 Nov 16 12:17:19.672551 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54788) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:19.691414 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3c0d1b3-22d2-4d17-8748-885a2cbc5ef1 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] DELETE failed (client error): The resource could not be found. Nov 16 12:17:19.692069 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3c0d1b3-22d2-4d17-8748-885a2cbc5ef1 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 12:17:19.699593 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c3c0d1b3-22d2-4d17-8748-885a2cbc5ef1 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] 10.222.0.61 "DELETE /v2.0/networks/b43bfc8a-0adc-43d0-925c-de7fb025fb70 HTTP/1.1" status: 404 len: 339 time: 0.0216660 Nov 16 12:17:19.699800 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54790) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:19.726629 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae303ede-eb3f-45bb-99ad-6cf9fa57fc0f tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] DELETE failed (client error): The resource could not be found. Nov 16 12:17:19.727090 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae303ede-eb3f-45bb-99ad-6cf9fa57fc0f tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 12:17:19.733204 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ae303ede-eb3f-45bb-99ad-6cf9fa57fc0f tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] 10.222.0.61 "DELETE /v2.0/subnets/beeec53d-7ece-4d1d-ac6e-ab72f09cb416 HTTP/1.1" status: 404 len: 337 time: 0.0299354 Nov 16 12:17:19.733391 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54792) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:19.752201 n-d-816823-3 neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca2937d-30ff-4fa1-b214-da4d747ef1d2 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] DELETE failed (client error): The resource could not be found. Nov 16 12:17:19.752704 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ca2937d-30ff-4fa1-b214-da4d747ef1d2 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 12:17:19.758503 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0ca2937d-30ff-4fa1-b214-da4d747ef1d2 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] 10.222.0.61 "DELETE /v2.0/networks/b43bfc8a-0adc-43d0-925c-de7fb025fb70 HTTP/1.1" status: 404 len: 339 time: 0.0216093 Nov 16 12:17:19.758798 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54794) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:19.772358 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56aab70c-3c1c-4ccd-8a3c-459951dc2f2a None None] Resources bound (agent type, host, resource id): {{(pid=102670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 12:17:19.816065 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a6a73f-9119-48f7-9760-342eaf64943a tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Deleting subnet b993e979-c0b3-4bc2-ae98-18a5435fb955 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 12:17:19.819382 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f4a6a73f-9119-48f7-9760-342eaf64943a tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:19.858465 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f4a6a73f-9119-48f7-9760-342eaf64943a tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:19.943561 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f4a6a73f-9119-48f7-9760-342eaf64943a tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:20.010156 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f4a6a73f-9119-48f7-9760-342eaf64943a tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:20.045495 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a6a73f-9119-48f7-9760-342eaf64943a tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Pushing event deleted for resources: {'Subnet': ['ID=b993e979-c0b3-4bc2-ae98-18a5435fb955,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:20.050584 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f4a6a73f-9119-48f7-9760-342eaf64943a tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:20.053880 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f4a6a73f-9119-48f7-9760-342eaf64943a tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] 10.222.0.61 "DELETE /v2.0/subnets/b993e979-c0b3-4bc2-ae98-18a5435fb955 HTTP/1.1" status: 204 len: 168 time: 0.2941110 Nov 16 12:17:20.056477 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54796) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:20.107611 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1232ee38-2087-447e-b96b-49db76dcdb29 None None] Network 7bd56088-51b6-4314-a7f1-04326f688da7 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:17:20.136215 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-937eeca5-c174-4984-984e-b8402f9b8468 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:20.194064 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-937eeca5-c174-4984-984e-b8402f9b8468 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Deleting port 61e8df3f-820b-4b74-933b-65811ff396c6 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:17:20.194406 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-937eeca5-c174-4984-984e-b8402f9b8468 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:20.260100 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-937eeca5-c174-4984-984e-b8402f9b8468 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] For port 61e8df3f-820b-4b74-933b-65811ff396c6, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=61e8df3f-820b-4b74-933b-65811ff396c6,segment=NetworkSegment(db192b28-4ae2-4d60-8cf0-537f3e4105d5),segment_id=db192b28-4ae2-4d60-8cf0-537f3e4105d5)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:17:20.260527 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-937eeca5-c174-4984-984e-b8402f9b8468 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:20.273558 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-937eeca5-c174-4984-984e-b8402f9b8468 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Calling delete_port for 61e8df3f-820b-4b74-933b-65811ff396c6 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:17:20.299411 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccc6305-9a60-45b1-b44f-cc7ddf5ff30d None None] DHCP port deletion for 7bd56088-51b6-4314-a7f1-04326f688da7 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:17:20.346222 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-6ccc6305-9a60-45b1-b44f-cc7ddf5ff30d None None] Deleting port 61e8df3f-820b-4b74-933b-65811ff396c6 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:17:20.346620 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6ccc6305-9a60-45b1-b44f-cc7ddf5ff30d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:20.356943 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-937eeca5-c174-4984-984e-b8402f9b8468 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:20.385942 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937eeca5-c174-4984-984e-b8402f9b8468 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] No DVR routers for this DVR port 61e8df3f-820b-4b74-933b-65811ff396c6 on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:17:20.391772 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937eeca5-c174-4984-984e-b8402f9b8468 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Pushing event deleted for resources: {'Port': ['ID=61e8df3f-820b-4b74-933b-65811ff396c6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:20.409272 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-6ccc6305-9a60-45b1-b44f-cc7ddf5ff30d None None] For port 61e8df3f-820b-4b74-933b-65811ff396c6, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=61e8df3f-820b-4b74-933b-65811ff396c6,segment=NetworkSegment(db192b28-4ae2-4d60-8cf0-537f3e4105d5),segment_id=db192b28-4ae2-4d60-8cf0-537f3e4105d5)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:17:20.409665 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6ccc6305-9a60-45b1-b44f-cc7ddf5ff30d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:20.421624 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-6ccc6305-9a60-45b1-b44f-cc7ddf5ff30d None None] Calling delete_port for 61e8df3f-820b-4b74-933b-65811ff396c6 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:17:20.465704 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-937eeca5-c174-4984-984e-b8402f9b8468 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:20.486738 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-937eeca5-c174-4984-984e-b8402f9b8468 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bd56088-51b6-4314-a7f1-04326f688da7']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:17:20.496426 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-937eeca5-c174-4984-984e-b8402f9b8468 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db192b28-4ae2-4d60-8cf0-537f3e4105d5') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 12:17:20.496592 n-d-816823-3 neutron-server[102670]: self.session.flush() Nov 16 12:17:20.499817 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-937eeca5-c174-4984-984e-b8402f9b8468 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db192b28-4ae2-4d60-8cf0-537f3e4105d5') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:17:20.503834 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6ccc6305-9a60-45b1-b44f-cc7ddf5ff30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:20.511651 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-937eeca5-c174-4984-984e-b8402f9b8468 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:20.524661 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-937eeca5-c174-4984-984e-b8402f9b8468 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:20.529708 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc6305-9a60-45b1-b44f-cc7ddf5ff30d None None] Pushing event deleted for resources: {'Port': ['ID=61e8df3f-820b-4b74-933b-65811ff396c6,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:20.531573 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-937eeca5-c174-4984-984e-b8402f9b8468 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 12:17:20.531895 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-937eeca5-c174-4984-984e-b8402f9b8468 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:20.533602 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccc6305-9a60-45b1-b44f-cc7ddf5ff30d None None] No DVR routers for this DVR port 61e8df3f-820b-4b74-933b-65811ff396c6 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:17:20.535214 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 12:17:20.535214 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 12:17:20.535214 n-d-816823-3 neutron-server[102668]: timer() Nov 16 12:17:20.535214 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 12:17:20.535214 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 12:17:20.535214 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 12:17:20.535214 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 12:17:20.535214 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 12:17:20.535214 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 12:17:20.535214 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 12:17:20.535214 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 12:17:20.535214 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 12:17:20.535214 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 12:17:20.535214 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 12:17:20.535214 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 12:17:20.535214 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 12:17:20.535214 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 12:17:20.535214 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 12:17:20.535214 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 12:17:20.535214 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 12:17:20.535214 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 12:17:20.535214 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 12:17:20.535214 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 12:17:20.535214 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 12:17:20.535214 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 12:17:20.535214 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 12:17:20.535214 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 12:17:20.535214 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 12:17:20.535214 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 12:17:20.535214 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 12:17:20.535214 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 12:17:20.535214 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 12:17:20.598143 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-937eeca5-c174-4984-984e-b8402f9b8468 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:20.602799 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-937eeca5-c174-4984-984e-b8402f9b8468 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:20.606199 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-937eeca5-c174-4984-984e-b8402f9b8468 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] 10.222.0.61 "DELETE /v2.0/networks/7bd56088-51b6-4314-a7f1-04326f688da7 HTTP/1.1" status: 204 len: 168 time: 0.5487707 Nov 16 12:17:20.608839 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54798) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:20.620703 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937eeca5-c174-4984-984e-b8402f9b8468 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Pushing event deleted for resources: {'Network': ['ID=7bd56088-51b6-4314-a7f1-04326f688da7,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:20.634787 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c39ed73-df89-4eef-8353-7649e01f488a tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] DELETE failed (client error): The resource could not be found. Nov 16 12:17:20.635219 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c39ed73-df89-4eef-8353-7649e01f488a tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 12:17:20.638216 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7c39ed73-df89-4eef-8353-7649e01f488a tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] 10.222.0.61 "DELETE /v2.0/subnets/9d00c8ad-ed1c-4a59-8f8c-6a5927009302 HTTP/1.1" status: 404 len: 337 time: 0.0283339 Nov 16 12:17:20.640740 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54800) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:20.659451 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dfb48d6-8bb5-4eb7-94d9-89b028413400 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] DELETE failed (client error): The resource could not be found. Nov 16 12:17:20.659942 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dfb48d6-8bb5-4eb7-94d9-89b028413400 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 12:17:20.662967 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1dfb48d6-8bb5-4eb7-94d9-89b028413400 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] 10.222.0.61 "DELETE /v2.0/networks/a255f617-eecd-46aa-a23b-fb803f3fac79 HTTP/1.1" status: 404 len: 339 time: 0.0213261 Nov 16 12:17:20.665509 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54802) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:20.694996 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-746ba0fb-c214-4be0-83bb-3eefe28fdb9e tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] DELETE failed (client error): The resource could not be found. Nov 16 12:17:20.695414 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-746ba0fb-c214-4be0-83bb-3eefe28fdb9e tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 12:17:20.698995 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-746ba0fb-c214-4be0-83bb-3eefe28fdb9e tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] 10.222.0.61 "DELETE /v2.0/subnets/591c6731-cdde-4c79-bca0-dc59a839cdbe HTTP/1.1" status: 404 len: 337 time: 0.0323894 Nov 16 12:17:20.701496 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54804) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:20.719137 n-d-816823-3 neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc36aef5-4c05-4c43-935a-38bda6aff47c tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] DELETE failed (client error): The resource could not be found. Nov 16 12:17:20.719607 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc36aef5-4c05-4c43-935a-38bda6aff47c tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 12:17:20.722554 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-cc36aef5-4c05-4c43-935a-38bda6aff47c tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] 10.222.0.61 "DELETE /v2.0/networks/70cc1de3-86b1-41d8-98d4-4a107670e5f9 HTTP/1.1" status: 404 len: 339 time: 0.0201440 Nov 16 12:17:20.724706 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54806) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:20.773623 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c7fcc24-54a5-40a6-95c5-c7a017f7dd83 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Deleting subnet f7cfa557-89d2-4f76-9f88-0503d80ba837 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 12:17:20.777028 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5c7fcc24-54a5-40a6-95c5-c7a017f7dd83 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:20.815249 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5c7fcc24-54a5-40a6-95c5-c7a017f7dd83 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:20.902546 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5c7fcc24-54a5-40a6-95c5-c7a017f7dd83 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:20.959324 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5c7fcc24-54a5-40a6-95c5-c7a017f7dd83 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:20.986527 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7fcc24-54a5-40a6-95c5-c7a017f7dd83 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Pushing event deleted for resources: {'Subnet': ['ID=f7cfa557-89d2-4f76-9f88-0503d80ba837,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:20.988494 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5c7fcc24-54a5-40a6-95c5-c7a017f7dd83 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:20.991740 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5c7fcc24-54a5-40a6-95c5-c7a017f7dd83 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] 10.222.0.61 "DELETE /v2.0/subnets/f7cfa557-89d2-4f76-9f88-0503d80ba837 HTTP/1.1" status: 204 len: 168 time: 0.2661498 Nov 16 12:17:20.992732 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332731d3-e02f-437f-93b2-a1b5d7244839 None None] Network 9d345834-9542-42dc-9063-42c9e870ee57 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:17:20.994950 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54808) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:21.076145 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0d431830-7dc5-4ce6-9644-6fd425b6cf22 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:21.129103 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-0d431830-7dc5-4ce6-9644-6fd425b6cf22 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Deleting port 8b39f734-691e-4fcf-8e07-6240921663c6 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:17:21.129445 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0d431830-7dc5-4ce6-9644-6fd425b6cf22 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:21.170411 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01302d59-ddbd-4469-a814-f5fc089ee51b None None] DHCP port deletion for 9d345834-9542-42dc-9063-42c9e870ee57 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:17:21.193364 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-0d431830-7dc5-4ce6-9644-6fd425b6cf22 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] For port 8b39f734-691e-4fcf-8e07-6240921663c6, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=8b39f734-691e-4fcf-8e07-6240921663c6,segment=NetworkSegment(c2d00572-3126-4dba-a2df-44a5fd006e73),segment_id=c2d00572-3126-4dba-a2df-44a5fd006e73)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:17:21.193731 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0d431830-7dc5-4ce6-9644-6fd425b6cf22 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:21.205997 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-0d431830-7dc5-4ce6-9644-6fd425b6cf22 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Calling delete_port for 8b39f734-691e-4fcf-8e07-6240921663c6 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:17:21.216428 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-01302d59-ddbd-4469-a814-f5fc089ee51b None None] Deleting port 8b39f734-691e-4fcf-8e07-6240921663c6 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:17:21.216803 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-01302d59-ddbd-4469-a814-f5fc089ee51b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:21.287624 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-01302d59-ddbd-4469-a814-f5fc089ee51b None None] For port 8b39f734-691e-4fcf-8e07-6240921663c6, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=8b39f734-691e-4fcf-8e07-6240921663c6,segment=NetworkSegment(c2d00572-3126-4dba-a2df-44a5fd006e73),segment_id=c2d00572-3126-4dba-a2df-44a5fd006e73)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:17:21.288032 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-01302d59-ddbd-4469-a814-f5fc089ee51b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:21.288883 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0d431830-7dc5-4ce6-9644-6fd425b6cf22 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:21.300865 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-01302d59-ddbd-4469-a814-f5fc089ee51b None None] Calling delete_port for 8b39f734-691e-4fcf-8e07-6240921663c6 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:17:21.315228 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d431830-7dc5-4ce6-9644-6fd425b6cf22 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Pushing event deleted for resources: {'Port': ['ID=8b39f734-691e-4fcf-8e07-6240921663c6,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:21.318713 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d431830-7dc5-4ce6-9644-6fd425b6cf22 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] No DVR routers for this DVR port 8b39f734-691e-4fcf-8e07-6240921663c6 on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:17:21.376509 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-01302d59-ddbd-4469-a814-f5fc089ee51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:21.403726 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 61e8df3f-820b-4b74-933b-65811ff396c6 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:17:21.405191 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0d431830-7dc5-4ce6-9644-6fd425b6cf22 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:21.407091 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01302d59-ddbd-4469-a814-f5fc089ee51b None None] Pushing event deleted for resources: {'Port': ['ID=8b39f734-691e-4fcf-8e07-6240921663c6,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:21.425166 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-0d431830-7dc5-4ce6-9644-6fd425b6cf22 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d345834-9542-42dc-9063-42c9e870ee57']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:17:21.429788 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01302d59-ddbd-4469-a814-f5fc089ee51b None None] No DVR routers for this DVR port 8b39f734-691e-4fcf-8e07-6240921663c6 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:17:21.431211 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 61e8df3f-820b-4b74-933b-65811ff396c6 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:17:21.432090 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 61e8df3f-820b-4b74-933b-65811ff396c6 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:17:21.432509 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 8b39f734-691e-4fcf-8e07-6240921663c6 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:17:21.435307 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-0d431830-7dc5-4ce6-9644-6fd425b6cf22 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d00572-3126-4dba-a2df-44a5fd006e73') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:17:21.435602 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-0d431830-7dc5-4ce6-9644-6fd425b6cf22 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d00572-3126-4dba-a2df-44a5fd006e73') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:17:21.445649 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0d431830-7dc5-4ce6-9644-6fd425b6cf22 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:21.456282 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 8b39f734-691e-4fcf-8e07-6240921663c6 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:17:21.456634 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 8b39f734-691e-4fcf-8e07-6240921663c6 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:17:21.459005 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0d431830-7dc5-4ce6-9644-6fd425b6cf22 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:21.466254 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d431830-7dc5-4ce6-9644-6fd425b6cf22 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 12:17:21.466704 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0d431830-7dc5-4ce6-9644-6fd425b6cf22 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:21.469833 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 12:17:21.469833 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 12:17:21.469833 n-d-816823-3 neutron-server[102669]: timer() Nov 16 12:17:21.469833 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 12:17:21.469833 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 12:17:21.469833 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 12:17:21.469833 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 12:17:21.469833 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 12:17:21.469833 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 12:17:21.469833 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 12:17:21.469833 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 12:17:21.469833 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 12:17:21.469833 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 12:17:21.469833 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 12:17:21.469833 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 12:17:21.469833 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 12:17:21.469833 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 12:17:21.469833 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 12:17:21.469833 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 12:17:21.469833 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 12:17:21.469833 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 12:17:21.469833 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 12:17:21.469833 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 12:17:21.469833 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 12:17:21.469833 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 12:17:21.469833 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 12:17:21.469833 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 12:17:21.469833 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 12:17:21.469833 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 12:17:21.469833 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 12:17:21.469833 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 12:17:21.469833 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 12:17:21.526110 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0d431830-7dc5-4ce6-9644-6fd425b6cf22 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:21.532677 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0d431830-7dc5-4ce6-9644-6fd425b6cf22 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:21.535829 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0d431830-7dc5-4ce6-9644-6fd425b6cf22 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] 10.222.0.61 "DELETE /v2.0/networks/9d345834-9542-42dc-9063-42c9e870ee57 HTTP/1.1" status: 204 len: 168 time: 0.5397544 Nov 16 12:17:21.548110 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d431830-7dc5-4ce6-9644-6fd425b6cf22 tempest-NetworksIpV6Test-544105150 tempest-NetworksIpV6Test-544105150-project] Pushing event deleted for resources: {'Network': ['ID=9d345834-9542-42dc-9063-42c9e870ee57,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:21.770921 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54814) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:21.904952 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e6a4069b-780e-457a-83d8-719914fcb008 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7cef7b13eb1043cfa5a568b3babae7a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1328211 Nov 16 12:17:21.907481 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54818) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:21.953036 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fcdf3e99-91c3-44d4-9a6f-2ea50326a973 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:21.973086 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fcdf3e99-91c3-44d4-9a6f-2ea50326a973 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:22.018314 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fcdf3e99-91c3-44d4-9a6f-2ea50326a973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:22.020938 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fcdf3e99-91c3-44d4-9a6f-2ea50326a973 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:22.022092 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-fcdf3e99-91c3-44d4-9a6f-2ea50326a973 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dc22877b-2075-4270-bba2-1c5e9b6d8338 HTTP/1.1" status: 204 len: 168 time: 0.1136808 Nov 16 12:17:22.030262 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf3e99-91c3-44d4-9a6f-2ea50326a973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc22877b-2075-4270-bba2-1c5e9b6d8338,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:22.640921 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54840) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:22.733252 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-7958dfd0-b4b3-4a40-a104-8014f14b12aa tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1138112129', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:17:22.755726 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7958dfd0-b4b3-4a40-a104-8014f14b12aa tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:22.756703 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7958dfd0-b4b3-4a40-a104-8014f14b12aa tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:22.810296 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7958dfd0-b4b3-4a40-a104-8014f14b12aa tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:22.814338 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7958dfd0-b4b3-4a40-a104-8014f14b12aa tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:22.831403 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7958dfd0-b4b3-4a40-a104-8014f14b12aa tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:22.832569 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7958dfd0-b4b3-4a40-a104-8014f14b12aa tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1906443 Nov 16 12:17:22.835319 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54844) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:22.840542 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d83fdb2f-c27d-4dc5-8f85-f9cff30aa1f7 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-697944821'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:17:22.859811 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83fdb2f-c27d-4dc5-8f85-f9cff30aa1f7 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Made reservation on behalf of 3d9216c154b64040bb1a104f992237f3 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:17:22.863289 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d83fdb2f-c27d-4dc5-8f85-f9cff30aa1f7 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:22.872012 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d83fdb2f-c27d-4dc5-8f85-f9cff30aa1f7 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:22.950080 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d83fdb2f-c27d-4dc5-8f85-f9cff30aa1f7 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:22.953540 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d83fdb2f-c27d-4dc5-8f85-f9cff30aa1f7 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:22.979738 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d83fdb2f-c27d-4dc5-8f85-f9cff30aa1f7 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 12:17:22.989278 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fdb2f-c27d-4dc5-8f85-f9cff30aa1f7 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb53e7e-694a-4a55-afca-5dbf166f3795,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:22.994610 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d83fdb2f-c27d-4dc5-8f85-f9cff30aa1f7 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:22.994954 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-d83fdb2f-c27d-4dc5-8f85-f9cff30aa1f7 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Added segment 3672d645-b8e6-464c-bb9a-264a6949015e of type vlan for network d214531d-4998-4f8c-9bb0-8ddd468eb6b9 Nov 16 12:17:23.033978 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d83fdb2f-c27d-4dc5-8f85-f9cff30aa1f7 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:23.057902 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d83fdb2f-c27d-4dc5-8f85-f9cff30aa1f7 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:23.063457 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83fdb2f-c27d-4dc5-8f85-f9cff30aa1f7 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:23.064042 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d83fdb2f-c27d-4dc5-8f85-f9cff30aa1f7 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:23.117253 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d83fdb2f-c27d-4dc5-8f85-f9cff30aa1f7 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2809176 Nov 16 12:17:23.120728 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54846) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:23.125866 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-967992af-9907-496a-9993-97cedf1f29a3 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Request body: {'subnet': {'network_id': 'd214531d-4998-4f8c-9bb0-8ddd468eb6b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:17:23.137324 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fdb2f-c27d-4dc5-8f85-f9cff30aa1f7 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Pushing event updated for resources: {'Network': ['ID=d214531d-4998-4f8c-9bb0-8ddd468eb6b9,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:23.148173 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network d214531d-4998-4f8c-9bb0-8ddd468eb6b9 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 12:17:23.216538 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967992af-9907-496a-9993-97cedf1f29a3 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Made reservation on behalf of 3d9216c154b64040bb1a104f992237f3 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:17:23.220218 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-967992af-9907-496a-9993-97cedf1f29a3 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:23.398249 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-967992af-9907-496a-9993-97cedf1f29a3 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:23.458430 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967992af-9907-496a-9993-97cedf1f29a3 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Pushing event updated for resources: {'Subnet': ['ID=0764dc53-92e0-4a85-89e1-2f0a455f7dab,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:23.465505 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967992af-9907-496a-9993-97cedf1f29a3 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Checking segment: {'id': '3672d645-b8e6-464c-bb9a-264a6949015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd214531d-4998-4f8c-9bb0-8ddd468eb6b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:17:23.465813 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967992af-9907-496a-9993-97cedf1f29a3 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Network hostable DHCP agents. Network: d214531d-4998-4f8c-9bb0-8ddd468eb6b9, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 12:17:23.482522 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967992af-9907-496a-9993-97cedf1f29a3 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Network d214531d-4998-4f8c-9bb0-8ddd468eb6b9 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 12:17:23.490638 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-967992af-9907-496a-9993-97cedf1f29a3 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, d214531d-4998-4f8c-9bb0-8ddd468eb6b9) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:17:23.495149 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967992af-9907-496a-9993-97cedf1f29a3 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:23.495741 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-967992af-9907-496a-9993-97cedf1f29a3 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:23.500832 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7010ede-41bd-4ea2-9c16-1c2fee48822e None None] Network d214531d-4998-4f8c-9bb0-8ddd468eb6b9 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:17:23.512432 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-967992af-9907-496a-9993-97cedf1f29a3 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3906162 Nov 16 12:17:23.515468 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54848) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:23.520309 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-e6a27a0b-26bc-492b-995f-37ecb059dad9 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1250552695'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:17:23.540274 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a27a0b-26bc-492b-995f-37ecb059dad9 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Made reservation on behalf of 3d9216c154b64040bb1a104f992237f3 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:17:23.544386 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e6a27a0b-26bc-492b-995f-37ecb059dad9 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:23.570816 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a27a0b-26bc-492b-995f-37ecb059dad9 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 12:17:23.579924 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e6a27a0b-26bc-492b-995f-37ecb059dad9 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:23.580265 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-e6a27a0b-26bc-492b-995f-37ecb059dad9 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Added segment 88737938-e9b6-4e2f-9d02-fa904269d8c8 of type vlan for network 843c6148-f74d-4b31-a176-81084219a240 Nov 16 12:17:23.620657 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e6a27a0b-26bc-492b-995f-37ecb059dad9 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:23.646176 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676394a9-a0d7-4ab7-803b-96fd71a4317a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-d214531d-4998-4f8c-9bb0-8ddd468eb6b9', 'network_id': 'd214531d-4998-4f8c-9bb0-8ddd468eb6b9', 'tenant_id': '3d9216c154b64040bb1a104f992237f3', 'fixed_ips': [{'subnet_id': '0764dc53-92e0-4a85-89e1-2f0a455f7dab'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 12:17:23.647058 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-676394a9-a0d7-4ab7-803b-96fd71a4317a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:23.647190 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e6a27a0b-26bc-492b-995f-37ecb059dad9 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:23.653483 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a27a0b-26bc-492b-995f-37ecb059dad9 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:23.654091 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e6a27a0b-26bc-492b-995f-37ecb059dad9 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:23.717019 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e6a27a0b-26bc-492b-995f-37ecb059dad9 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2003608 Nov 16 12:17:23.719971 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54850) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:23.725701 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ca2ed26b-b0b1-46e0-aa03-6f0f12a9928b tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Request body: {'subnet': {'network_id': '843c6148-f74d-4b31-a176-81084219a240', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:17:23.729370 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a27a0b-26bc-492b-995f-37ecb059dad9 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Pushing event updated for resources: {'Network': ['ID=843c6148-f74d-4b31-a176-81084219a240,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:23.741887 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 843c6148-f74d-4b31-a176-81084219a240 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 12:17:23.814205 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2ed26b-b0b1-46e0-aa03-6f0f12a9928b tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Made reservation on behalf of 3d9216c154b64040bb1a104f992237f3 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:17:23.817708 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ca2ed26b-b0b1-46e0-aa03-6f0f12a9928b tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:23.832742 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-676394a9-a0d7-4ab7-803b-96fd71a4317a None None] Allocated IP 172.20.0.2 (d214531d-4998-4f8c-9bb0-8ddd468eb6b9/0764dc53-92e0-4a85-89e1-2f0a455f7dab/741f8bd7-81d0-4cb8-b8a3-d7d1cc4fbaee) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:17:23.981447 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-676394a9-a0d7-4ab7-803b-96fd71a4317a None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:23.987362 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-676394a9-a0d7-4ab7-803b-96fd71a4317a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:23.999013 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ca2ed26b-b0b1-46e0-aa03-6f0f12a9928b tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:24.028956 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676394a9-a0d7-4ab7-803b-96fd71a4317a None None] Network d214531d-4998-4f8c-9bb0-8ddd468eb6b9 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:17:24.031993 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-676394a9-a0d7-4ab7-803b-96fd71a4317a None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:17:24.034395 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676394a9-a0d7-4ab7-803b-96fd71a4317a None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:17:24.042221 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676394a9-a0d7-4ab7-803b-96fd71a4317a None None] Pushing event updated for resources: {'Port': ['ID=741f8bd7-81d0-4cb8-b8a3-d7d1cc4fbaee,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:24.057180 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ed26b-b0b1-46e0-aa03-6f0f12a9928b tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Pushing event updated for resources: {'Subnet': ['ID=1572b6ef-426b-4439-a1a0-d8a808163017,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:24.072116 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2ed26b-b0b1-46e0-aa03-6f0f12a9928b tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Checking segment: {'id': '88737938-e9b6-4e2f-9d02-fa904269d8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '843c6148-f74d-4b31-a176-81084219a240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:17:24.072463 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2ed26b-b0b1-46e0-aa03-6f0f12a9928b tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Network hostable DHCP agents. Network: 843c6148-f74d-4b31-a176-81084219a240, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 12:17:24.090789 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2ed26b-b0b1-46e0-aa03-6f0f12a9928b tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Network 843c6148-f74d-4b31-a176-81084219a240 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 12:17:24.100628 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-ca2ed26b-b0b1-46e0-aa03-6f0f12a9928b tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 843c6148-f74d-4b31-a176-81084219a240) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:17:24.105054 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-676394a9-a0d7-4ab7-803b-96fd71a4317a None None] Attempting to bind port 741f8bd7-81d0-4cb8-b8a3-d7d1cc4fbaee on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:17:24.105498 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2ed26b-b0b1-46e0-aa03-6f0f12a9928b tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:24.105612 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-676394a9-a0d7-4ab7-803b-96fd71a4317a None None] Attempting to bind port 741f8bd7-81d0-4cb8-b8a3-d7d1cc4fbaee by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '3672d645-b8e6-464c-bb9a-264a6949015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd214531d-4998-4f8c-9bb0-8ddd468eb6b9'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:17:24.105944 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676394a9-a0d7-4ab7-803b-96fd71a4317a None None] Attempting to bind port 741f8bd7-81d0-4cb8-b8a3-d7d1cc4fbaee on network d214531d-4998-4f8c-9bb0-8ddd468eb6b9 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:17:24.106252 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ca2ed26b-b0b1-46e0-aa03-6f0f12a9928b tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:24.112979 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65274228-20a2-439e-b87e-8dcc3a776491 None None] Network 843c6148-f74d-4b31-a176-81084219a240 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:17:24.115511 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676394a9-a0d7-4ab7-803b-96fd71a4317a None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:17:24.115939 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676394a9-a0d7-4ab7-803b-96fd71a4317a None None] Checking segment: {'id': '3672d645-b8e6-464c-bb9a-264a6949015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd214531d-4998-4f8c-9bb0-8ddd468eb6b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:17:24.116254 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-676394a9-a0d7-4ab7-803b-96fd71a4317a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:24.116692 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676394a9-a0d7-4ab7-803b-96fd71a4317a None None] Bound using segment: {'id': '3672d645-b8e6-464c-bb9a-264a6949015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd214531d-4998-4f8c-9bb0-8ddd468eb6b9'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:17:24.117171 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-676394a9-a0d7-4ab7-803b-96fd71a4317a None None] Bound port: 741f8bd7-81d0-4cb8-b8a3-d7d1cc4fbaee, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3672d645-b8e6-464c-bb9a-264a6949015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd214531d-4998-4f8c-9bb0-8ddd468eb6b9'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:17:24.117587 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-676394a9-a0d7-4ab7-803b-96fd71a4317a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:24.123555 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ca2ed26b-b0b1-46e0-aa03-6f0f12a9928b tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4022894 Nov 16 12:17:24.127021 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54852) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:24.131983 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-3be98a37-87d0-4c66-aa35-8b1a98ff1028 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Request body: {'router': {'external_gateway_info': {'network_id': '843c6148-f74d-4b31-a176-81084219a240'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:17:24.244604 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-676394a9-a0d7-4ab7-803b-96fd71a4317a None None] For port 741f8bd7-81d0-4cb8-b8a3-d7d1cc4fbaee, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:17:24.248386 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-676394a9-a0d7-4ab7-803b-96fd71a4317a None None] For port 741f8bd7-81d0-4cb8-b8a3-d7d1cc4fbaee, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=741f8bd7-81d0-4cb8-b8a3-d7d1cc4fbaee,segment=NetworkSegment(3672d645-b8e6-464c-bb9a-264a6949015e),segment_id=3672d645-b8e6-464c-bb9a-264a6949015e)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:17:24.268790 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-676394a9-a0d7-4ab7-803b-96fd71a4317a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:24.343077 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3be98a37-87d0-4c66-aa35-8b1a98ff1028 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:24.357815 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676394a9-a0d7-4ab7-803b-96fd71a4317a None None] Pushing event updated for resources: {'Port': ['ID=741f8bd7-81d0-4cb8-b8a3-d7d1cc4fbaee,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:24.362527 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8ac731-ff03-4806-9c2a-562a972d2155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-843c6148-f74d-4b31-a176-81084219a240', 'network_id': '843c6148-f74d-4b31-a176-81084219a240', 'tenant_id': '3d9216c154b64040bb1a104f992237f3', 'fixed_ips': [{'subnet_id': '1572b6ef-426b-4439-a1a0-d8a808163017'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 12:17:24.363509 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c8ac731-ff03-4806-9c2a-562a972d2155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:24.454926 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [None req-3be98a37-87d0-4c66-aa35-8b1a98ff1028 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 12:17:24.461515 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-3be98a37-87d0-4c66-aa35-8b1a98ff1028 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] 10.222.0.61 "PUT /v2.0/routers/fc2126b4-941c-45e5-a843-ded2ac7240bf HTTP/1.1" status: 400 len: 364 time: 0.3279505 Nov 16 12:17:24.461822 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54854) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:24.523172 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-8c8ac731-ff03-4806-9c2a-562a972d2155 None None] Allocated IP 172.21.0.2 (843c6148-f74d-4b31-a176-81084219a240/1572b6ef-426b-4439-a1a0-d8a808163017/d9101b03-6d0c-4721-bea3-a9cb5c17adef) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:17:24.543160 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-488a1cb8-9f03-49d9-99ea-09f3ca39d130 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Deleting subnet 1572b6ef-426b-4439-a1a0-d8a808163017 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 12:17:24.690444 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c8ac731-ff03-4806-9c2a-562a972d2155 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:24.694784 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-488a1cb8-9f03-49d9-99ea-09f3ca39d130 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:24.699380 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c8ac731-ff03-4806-9c2a-562a972d2155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:24.735555 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-488a1cb8-9f03-49d9-99ea-09f3ca39d130 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:24.742607 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8ac731-ff03-4806-9c2a-562a972d2155 None None] Network 843c6148-f74d-4b31-a176-81084219a240 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:17:24.746239 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-8c8ac731-ff03-4806-9c2a-562a972d2155 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:17:24.750660 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8ac731-ff03-4806-9c2a-562a972d2155 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:17:24.752542 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ac731-ff03-4806-9c2a-562a972d2155 None None] Pushing event updated for resources: {'Port': ['ID=d9101b03-6d0c-4721-bea3-a9cb5c17adef,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:24.805415 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-8c8ac731-ff03-4806-9c2a-562a972d2155 None None] Attempting to bind port d9101b03-6d0c-4721-bea3-a9cb5c17adef on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:17:24.805782 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-8c8ac731-ff03-4806-9c2a-562a972d2155 None None] Attempting to bind port d9101b03-6d0c-4721-bea3-a9cb5c17adef by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '88737938-e9b6-4e2f-9d02-fa904269d8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '843c6148-f74d-4b31-a176-81084219a240'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:17:24.806728 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8ac731-ff03-4806-9c2a-562a972d2155 None None] Attempting to bind port d9101b03-6d0c-4721-bea3-a9cb5c17adef on network 843c6148-f74d-4b31-a176-81084219a240 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:17:24.811769 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8ac731-ff03-4806-9c2a-562a972d2155 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:17:24.812143 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8ac731-ff03-4806-9c2a-562a972d2155 None None] Checking segment: {'id': '88737938-e9b6-4e2f-9d02-fa904269d8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '843c6148-f74d-4b31-a176-81084219a240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:17:24.812541 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c8ac731-ff03-4806-9c2a-562a972d2155 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:24.812932 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8ac731-ff03-4806-9c2a-562a972d2155 None None] Bound using segment: {'id': '88737938-e9b6-4e2f-9d02-fa904269d8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '843c6148-f74d-4b31-a176-81084219a240'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:17:24.813394 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-8c8ac731-ff03-4806-9c2a-562a972d2155 None None] Bound port: d9101b03-6d0c-4721-bea3-a9cb5c17adef, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88737938-e9b6-4e2f-9d02-fa904269d8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '843c6148-f74d-4b31-a176-81084219a240'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:17:24.813774 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c8ac731-ff03-4806-9c2a-562a972d2155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:24.825891 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-488a1cb8-9f03-49d9-99ea-09f3ca39d130 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:24.887432 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-488a1cb8-9f03-49d9-99ea-09f3ca39d130 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:24.889775 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-8c8ac731-ff03-4806-9c2a-562a972d2155 None None] For port d9101b03-6d0c-4721-bea3-a9cb5c17adef, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:17:24.893035 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-8c8ac731-ff03-4806-9c2a-562a972d2155 None None] For port d9101b03-6d0c-4721-bea3-a9cb5c17adef, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=d9101b03-6d0c-4721-bea3-a9cb5c17adef,segment=NetworkSegment(88737938-e9b6-4e2f-9d02-fa904269d8c8),segment_id=88737938-e9b6-4e2f-9d02-fa904269d8c8)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:17:24.896883 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c8ac731-ff03-4806-9c2a-562a972d2155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:24.913621 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a1cb8-9f03-49d9-99ea-09f3ca39d130 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Pushing event deleted for resources: {'Subnet': ['ID=1572b6ef-426b-4439-a1a0-d8a808163017,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:24.920750 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-488a1cb8-9f03-49d9-99ea-09f3ca39d130 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:24.924059 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-488a1cb8-9f03-49d9-99ea-09f3ca39d130 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] 10.222.0.61 "DELETE /v2.0/subnets/1572b6ef-426b-4439-a1a0-d8a808163017 HTTP/1.1" status: 204 len: 168 time: 0.4606555 Nov 16 12:17:24.926492 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54856) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:24.969804 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ac731-ff03-4806-9c2a-562a972d2155 None None] Pushing event updated for resources: {'Port': ['ID=d9101b03-6d0c-4721-bea3-a9cb5c17adef,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:25.008390 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5af8d97a-a972-4076-87df-1c876d882996 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:25.067916 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-5af8d97a-a972-4076-87df-1c876d882996 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Deleting port d9101b03-6d0c-4721-bea3-a9cb5c17adef {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:17:25.068256 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5af8d97a-a972-4076-87df-1c876d882996 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:25.153644 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-5af8d97a-a972-4076-87df-1c876d882996 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] For port d9101b03-6d0c-4721-bea3-a9cb5c17adef, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=d9101b03-6d0c-4721-bea3-a9cb5c17adef,segment=NetworkSegment(88737938-e9b6-4e2f-9d02-fa904269d8c8),segment_id=88737938-e9b6-4e2f-9d02-fa904269d8c8)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:17:25.153644 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5af8d97a-a972-4076-87df-1c876d882996 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:25.175550 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-5af8d97a-a972-4076-87df-1c876d882996 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Calling delete_port for d9101b03-6d0c-4721-bea3-a9cb5c17adef owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:17:25.270259 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5af8d97a-a972-4076-87df-1c876d882996 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:25.299006 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8d97a-a972-4076-87df-1c876d882996 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Pushing event deleted for resources: {'Port': ['ID=d9101b03-6d0c-4721-bea3-a9cb5c17adef,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:25.304902 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af8d97a-a972-4076-87df-1c876d882996 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] No DVR routers for this DVR port d9101b03-6d0c-4721-bea3-a9cb5c17adef on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:17:25.373627 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea0bb05-1031-41ae-87ed-95c572a034fb None None] Network d214531d-4998-4f8c-9bb0-8ddd468eb6b9 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:17:25.390098 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5af8d97a-a972-4076-87df-1c876d882996 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:25.411458 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-5af8d97a-a972-4076-87df-1c876d882996 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['843c6148-f74d-4b31-a176-81084219a240']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:17:25.421040 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-5af8d97a-a972-4076-87df-1c876d882996 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88737938-e9b6-4e2f-9d02-fa904269d8c8') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:17:25.421393 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-5af8d97a-a972-4076-87df-1c876d882996 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88737938-e9b6-4e2f-9d02-fa904269d8c8') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:17:25.431610 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5af8d97a-a972-4076-87df-1c876d882996 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:25.448443 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5af8d97a-a972-4076-87df-1c876d882996 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:25.459651 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5af8d97a-a972-4076-87df-1c876d882996 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 12:17:25.460226 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5af8d97a-a972-4076-87df-1c876d882996 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:25.464260 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 741f8bd7-81d0-4cb8-b8a3-d7d1cc4fbaee up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:17:25.465600 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 12:17:25.465600 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 12:17:25.465600 n-d-816823-3 neutron-server[102668]: timer() Nov 16 12:17:25.465600 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 12:17:25.465600 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 12:17:25.465600 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 12:17:25.465600 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 12:17:25.465600 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 12:17:25.465600 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 12:17:25.465600 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 12:17:25.465600 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 12:17:25.465600 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 12:17:25.465600 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 12:17:25.465600 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 12:17:25.465600 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 12:17:25.465600 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 12:17:25.465600 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 12:17:25.465600 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 12:17:25.465600 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 12:17:25.465600 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 12:17:25.465600 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 12:17:25.465600 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 12:17:25.465600 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 12:17:25.465600 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 12:17:25.465600 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 12:17:25.465600 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 12:17:25.465600 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 12:17:25.465600 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 12:17:25.465600 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 12:17:25.465600 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 12:17:25.465600 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 12:17:25.465600 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 12:17:25.471120 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-95141540-1302-4fdf-bbe7-271e39b9ea53 None None] Provisioning complete for port 741f8bd7-81d0-4cb8-b8a3-d7d1cc4fbaee triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:17:25.471487 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-95141540-1302-4fdf-bbe7-271e39b9ea53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:25.532478 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5af8d97a-a972-4076-87df-1c876d882996 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:25.537278 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5af8d97a-a972-4076-87df-1c876d882996 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:25.543819 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54858) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:25.549469 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5af8d97a-a972-4076-87df-1c876d882996 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] 10.222.0.61 "DELETE /v2.0/networks/843c6148-f74d-4b31-a176-81084219a240 HTTP/1.1" status: 204 len: 168 time: 0.6219082 Nov 16 12:17:25.565048 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8d97a-a972-4076-87df-1c876d882996 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Pushing event deleted for resources: {'Network': ['ID=843c6148-f74d-4b31-a176-81084219a240,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:25.597483 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f02842f-2abe-43df-b935-af17853f8c22 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Deleting subnet 0764dc53-92e0-4a85-89e1-2f0a455f7dab {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 12:17:25.600673 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f02842f-2abe-43df-b935-af17853f8c22 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:25.632429 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 741f8bd7-81d0-4cb8-b8a3-d7d1cc4fbaee triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:17:25.632799 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:25.643002 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f02842f-2abe-43df-b935-af17853f8c22 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:25.758862 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f02842f-2abe-43df-b935-af17853f8c22 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:25.823988 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f02842f-2abe-43df-b935-af17853f8c22 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:25.848023 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-95141540-1302-4fdf-bbe7-271e39b9ea53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:25.855053 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02842f-2abe-43df-b935-af17853f8c22 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Pushing event deleted for resources: {'Subnet': ['ID=0764dc53-92e0-4a85-89e1-2f0a455f7dab,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:25.857161 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f02842f-2abe-43df-b935-af17853f8c22 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:25.860607 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8f02842f-2abe-43df-b935-af17853f8c22 tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] 10.222.0.61 "DELETE /v2.0/subnets/0764dc53-92e0-4a85-89e1-2f0a455f7dab HTTP/1.1" status: 204 len: 168 time: 0.3157611 Nov 16 12:17:25.863202 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54860) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:25.945153 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.db.api [None req-95141540-1302-4fdf-bbe7-271e39b9ea53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 12:17:25.945518 n-d-816823-3 neutron-server[102670]: DEBUG oslo_db.api [None req-95141540-1302-4fdf-bbe7-271e39b9ea53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 12:17:25.946467 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:25.960039 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-005899e4-b4f6-4751-9c35-32feaa73ef6d tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:25.984723 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 741f8bd7-81d0-4cb8-b8a3-d7d1cc4fbaee, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=741f8bd7-81d0-4cb8-b8a3-d7d1cc4fbaee,segment=NetworkSegment(3672d645-b8e6-464c-bb9a-264a6949015e),segment_id=3672d645-b8e6-464c-bb9a-264a6949015e)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:17:25.990179 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:26.032953 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-005899e4-b4f6-4751-9c35-32feaa73ef6d tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Deleting port 741f8bd7-81d0-4cb8-b8a3-d7d1cc4fbaee {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:17:26.033292 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-005899e4-b4f6-4751-9c35-32feaa73ef6d tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:26.042467 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=741f8bd7-81d0-4cb8-b8a3-d7d1cc4fbaee,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:26.104756 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-005899e4-b4f6-4751-9c35-32feaa73ef6d tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] For port 741f8bd7-81d0-4cb8-b8a3-d7d1cc4fbaee, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=741f8bd7-81d0-4cb8-b8a3-d7d1cc4fbaee,segment=NetworkSegment(3672d645-b8e6-464c-bb9a-264a6949015e),segment_id=3672d645-b8e6-464c-bb9a-264a6949015e)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:17:26.105294 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-005899e4-b4f6-4751-9c35-32feaa73ef6d tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:26.118692 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-005899e4-b4f6-4751-9c35-32feaa73ef6d tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Calling delete_port for 741f8bd7-81d0-4cb8-b8a3-d7d1cc4fbaee owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:17:26.140306 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb74a1ea-d9da-4e02-b75a-111cdfdd635a None None] Network d214531d-4998-4f8c-9bb0-8ddd468eb6b9 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:17:26.187345 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0097f7-3c97-4875-8770-1c422c3338b3 None None] DHCP port deletion for 843c6148-f74d-4b31-a176-81084219a240 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:17:26.207618 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-005899e4-b4f6-4751-9c35-32feaa73ef6d tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:26.215059 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41228902-14a3-4c39-b022-9b8457c194fe None None] Network 843c6148-f74d-4b31-a176-81084219a240 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:17:26.233900 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41228902-14a3-4c39-b022-9b8457c194fe None None] Network 843c6148-f74d-4b31-a176-81084219a240 could not be found, it might have been deleted concurrently. {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 16 12:17:26.235832 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005899e4-b4f6-4751-9c35-32feaa73ef6d tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] No DVR routers for this DVR port 741f8bd7-81d0-4cb8-b8a3-d7d1cc4fbaee on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:17:26.237347 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005899e4-b4f6-4751-9c35-32feaa73ef6d tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Pushing event deleted for resources: {'Port': ['ID=741f8bd7-81d0-4cb8-b8a3-d7d1cc4fbaee,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:26.321829 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-005899e4-b4f6-4751-9c35-32feaa73ef6d tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:26.326605 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eac2a0b-7add-4dff-a508-5d73ef4ba06c None None] DHCP port deletion for d214531d-4998-4f8c-9bb0-8ddd468eb6b9 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:17:26.345774 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-005899e4-b4f6-4751-9c35-32feaa73ef6d tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d214531d-4998-4f8c-9bb0-8ddd468eb6b9']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:17:26.355717 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-005899e4-b4f6-4751-9c35-32feaa73ef6d tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3672d645-b8e6-464c-bb9a-264a6949015e') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:17:26.356009 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-005899e4-b4f6-4751-9c35-32feaa73ef6d tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3672d645-b8e6-464c-bb9a-264a6949015e') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:17:26.365794 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-005899e4-b4f6-4751-9c35-32feaa73ef6d tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:26.378942 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-005899e4-b4f6-4751-9c35-32feaa73ef6d tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:26.385233 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-005899e4-b4f6-4751-9c35-32feaa73ef6d tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 12:17:26.385610 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-005899e4-b4f6-4751-9c35-32feaa73ef6d tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:26.388533 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 12:17:26.388533 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 12:17:26.388533 n-d-816823-3 neutron-server[102668]: timer() Nov 16 12:17:26.388533 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 12:17:26.388533 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 12:17:26.388533 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 12:17:26.388533 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 12:17:26.388533 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 12:17:26.388533 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 12:17:26.388533 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 12:17:26.388533 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 12:17:26.388533 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 12:17:26.388533 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 12:17:26.388533 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 12:17:26.388533 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 12:17:26.388533 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 12:17:26.388533 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 12:17:26.388533 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 12:17:26.388533 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 12:17:26.388533 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 12:17:26.388533 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 12:17:26.388533 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 12:17:26.388533 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 12:17:26.388533 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 12:17:26.388533 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 12:17:26.388533 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 12:17:26.388533 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 12:17:26.388533 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 12:17:26.388533 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 12:17:26.388533 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 12:17:26.388533 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 12:17:26.388533 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 12:17:26.442950 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-005899e4-b4f6-4751-9c35-32feaa73ef6d tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:26.456646 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-005899e4-b4f6-4751-9c35-32feaa73ef6d tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:26.459836 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-005899e4-b4f6-4751-9c35-32feaa73ef6d tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] 10.222.0.61 "DELETE /v2.0/networks/d214531d-4998-4f8c-9bb0-8ddd468eb6b9 HTTP/1.1" status: 204 len: 168 time: 0.5950918 Nov 16 12:17:26.463294 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54862) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:26.471144 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005899e4-b4f6-4751-9c35-32feaa73ef6d tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Pushing event deleted for resources: {'Network': ['ID=d214531d-4998-4f8c-9bb0-8ddd468eb6b9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:26.472979 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-95141540-1302-4fdf-bbe7-271e39b9ea53 None None] Port 741f8bd7-81d0-4cb8-b8a3-d7d1cc4fbaee update to ACTIVE by agent not found {{(pid=102670) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 16 12:17:26.490328 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-318a0510-359f-4499-ac2d-b831df74534b tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc2126b4-941c-45e5-a843-ded2ac7240bf HTTP/1.1" status: 200 len: 205 time: 0.0258605 Nov 16 12:17:26.492719 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54864) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:26.565149 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-74fbb6ea-40ad-4943-9e9c-151148a1fefd tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:26.583941 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-e694810c-37fd-4be2-a290-da6269d06a48 None None] Could not find standard attr ID for object d9101b03-6d0c-4721-bea3-a9cb5c17adef. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 12:17:26.587082 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-e694810c-37fd-4be2-a290-da6269d06a48 None None] Could not find standard attr ID for object 741f8bd7-81d0-4cb8-b8a3-d7d1cc4fbaee. {{(pid=102670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 12:17:26.718922 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-74fbb6ea-40ad-4943-9e9c-151148a1fefd tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:26.721128 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-74fbb6ea-40ad-4943-9e9c-151148a1fefd tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:26.766424 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-74fbb6ea-40ad-4943-9e9c-151148a1fefd tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:26.766956 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fbb6ea-40ad-4943-9e9c-151148a1fefd tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Fanout notify agent at l3_agent the message router_deleted on router fc2126b4-941c-45e5-a843-ded2ac7240bf {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 12:17:26.773964 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-74fbb6ea-40ad-4943-9e9c-151148a1fefd tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:26.777677 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-74fbb6ea-40ad-4943-9e9c-151148a1fefd tempest-RoutersNegativeTest-1300376648 tempest-RoutersNegativeTest-1300376648-project] 10.222.0.61 "DELETE /v2.0/routers/fc2126b4-941c-45e5-a843-ded2ac7240bf HTTP/1.1" status: 204 len: 168 time: 0.2814507 Nov 16 12:17:27.011399 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54870) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:27.144371 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-32a8029d-673f-47ff-8010-1ee94e7af987 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3d9216c154b64040bb1a104f992237f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1311693 Nov 16 12:17:27.146223 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54876) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:27.197378 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0563b5b-b172-4e83-84d9-a0e023f48444 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:27.218780 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0563b5b-b172-4e83-84d9-a0e023f48444 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:27.265362 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0563b5b-b172-4e83-84d9-a0e023f48444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:27.268013 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0563b5b-b172-4e83-84d9-a0e023f48444 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:27.269169 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d0563b5b-b172-4e83-84d9-a0e023f48444 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bdb53e7e-694a-4a55-afca-5dbf166f3795 HTTP/1.1" status: 204 len: 168 time: 0.1220574 Nov 16 12:17:27.277512 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0563b5b-b172-4e83-84d9-a0e023f48444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb53e7e-694a-4a55-afca-5dbf166f3795,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:27.392223 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device d9101b03-6d0c-4721-bea3-a9cb5c17adef no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:17:27.416644 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: d9101b03-6d0c-4721-bea3-a9cb5c17adef {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:17:27.416992 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device d9101b03-6d0c-4721-bea3-a9cb5c17adef not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:17:27.417403 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 741f8bd7-81d0-4cb8-b8a3-d7d1cc4fbaee no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:17:27.436337 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 741f8bd7-81d0-4cb8-b8a3-d7d1cc4fbaee {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:17:27.436684 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 741f8bd7-81d0-4cb8-b8a3-d7d1cc4fbaee not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:17:27.878004 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54898) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:27.972413 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-a5805ad3-0ace-497b-b2a7-ac60e30a9b2a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2139628800-network', 'tenant_id': '7af46c35551f4c1495058267a6c38548'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:17:27.994523 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5805ad3-0ace-497b-b2a7-ac60e30a9b2a admin admin] Made reservation on behalf of 7af46c35551f4c1495058267a6c38548 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:17:27.994523 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a5805ad3-0ace-497b-b2a7-ac60e30a9b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:28.003545 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a5805ad3-0ace-497b-b2a7-ac60e30a9b2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:28.077299 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a5805ad3-0ace-497b-b2a7-ac60e30a9b2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:28.081757 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a5805ad3-0ace-497b-b2a7-ac60e30a9b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:28.108975 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5805ad3-0ace-497b-b2a7-ac60e30a9b2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 12:17:28.118875 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5805ad3-0ace-497b-b2a7-ac60e30a9b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650001da-fc94-4c68-abf8-10f40b443782,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:28.123789 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a5805ad3-0ace-497b-b2a7-ac60e30a9b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:28.124141 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-a5805ad3-0ace-497b-b2a7-ac60e30a9b2a admin admin] Added segment 117a2fd6-8db5-42c6-97d7-b8d5f0821898 of type vlan for network 099f74d6-c4d0-4536-a492-6ee5d9548757 Nov 16 12:17:28.164822 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a5805ad3-0ace-497b-b2a7-ac60e30a9b2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:28.189646 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a5805ad3-0ace-497b-b2a7-ac60e30a9b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:28.190621 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5805ad3-0ace-497b-b2a7-ac60e30a9b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:28.191204 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a5805ad3-0ace-497b-b2a7-ac60e30a9b2a admin admin] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:28.244702 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a5805ad3-0ace-497b-b2a7-ac60e30a9b2a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3656037 Nov 16 12:17:28.247776 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54902) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:28.253048 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e8dc55bd-6f70-4ea3-a4a0-88128765efd2 admin admin] Request body: {'subnet': {'network_id': '099f74d6-c4d0-4536-a492-6ee5d9548757', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2139628800-subnet', 'tenant_id': '7af46c35551f4c1495058267a6c38548', 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:17:28.255564 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5805ad3-0ace-497b-b2a7-ac60e30a9b2a admin admin] Pushing event updated for resources: {'Network': ['ID=099f74d6-c4d0-4536-a492-6ee5d9548757,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:28.266151 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 099f74d6-c4d0-4536-a492-6ee5d9548757 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 12:17:28.276540 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8dc55bd-6f70-4ea3-a4a0-88128765efd2 admin admin] Made reservation on behalf of 7af46c35551f4c1495058267a6c38548 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:17:28.279256 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8dc55bd-6f70-4ea3-a4a0-88128765efd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:28.456497 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8dc55bd-6f70-4ea3-a4a0-88128765efd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:28.515823 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc55bd-6f70-4ea3-a4a0-88128765efd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef9b05da-7c53-4a49-9258-8b70f3db74c0,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:28.520076 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8dc55bd-6f70-4ea3-a4a0-88128765efd2 admin admin] Checking segment: {'id': '117a2fd6-8db5-42c6-97d7-b8d5f0821898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '099f74d6-c4d0-4536-a492-6ee5d9548757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:17:28.520434 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dc55bd-6f70-4ea3-a4a0-88128765efd2 admin admin] Network hostable DHCP agents. Network: 099f74d6-c4d0-4536-a492-6ee5d9548757, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 12:17:28.537513 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dc55bd-6f70-4ea3-a4a0-88128765efd2 admin admin] Network 099f74d6-c4d0-4536-a492-6ee5d9548757 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 12:17:28.548163 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-e8dc55bd-6f70-4ea3-a4a0-88128765efd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 099f74d6-c4d0-4536-a492-6ee5d9548757) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:17:28.552896 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dc55bd-6f70-4ea3-a4a0-88128765efd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:28.553898 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8dc55bd-6f70-4ea3-a4a0-88128765efd2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:28.556951 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04e7074-3880-4c52-88e4-fc8d787acad9 None None] Network 099f74d6-c4d0-4536-a492-6ee5d9548757 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:17:28.570200 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e8dc55bd-6f70-4ea3-a4a0-88128765efd2 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3210614 Nov 16 12:17:28.572860 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54906) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:28.577120 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ce3ce206-b5a3-4ecc-8ffa-9c428ff4d962 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2139628800-router', 'tenant_id': '7af46c35551f4c1495058267a6c38548', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:17:28.599161 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ce3ce206-b5a3-4ecc-8ffa-9c428ff4d962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:28.600177 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ce3ce206-b5a3-4ecc-8ffa-9c428ff4d962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:28.654746 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ce3ce206-b5a3-4ecc-8ffa-9c428ff4d962 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:28.706435 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61b5159-26bc-4de1-be64-7347ee499014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-099f74d6-c4d0-4536-a492-6ee5d9548757', 'network_id': '099f74d6-c4d0-4536-a492-6ee5d9548757', 'tenant_id': '7af46c35551f4c1495058267a6c38548', 'fixed_ips': [{'subnet_id': 'ef9b05da-7c53-4a49-9258-8b70f3db74c0'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 12:17:28.707277 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f61b5159-26bc-4de1-be64-7347ee499014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:28.727719 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:28.787866 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ce3ce206-b5a3-4ecc-8ffa-9c428ff4d962 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:28.846566 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-f61b5159-26bc-4de1-be64-7347ee499014 None None] Allocated IP 172.20.0.2 (099f74d6-c4d0-4536-a492-6ee5d9548757/ef9b05da-7c53-4a49-9258-8b70f3db74c0/1216308b-f864-408c-9873-8de3823785b8) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:17:28.995634 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f61b5159-26bc-4de1-be64-7347ee499014 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:29.001947 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f61b5159-26bc-4de1-be64-7347ee499014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:29.045616 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61b5159-26bc-4de1-be64-7347ee499014 None None] Network 099f74d6-c4d0-4536-a492-6ee5d9548757 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:17:29.048726 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-f61b5159-26bc-4de1-be64-7347ee499014 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:17:29.051259 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61b5159-26bc-4de1-be64-7347ee499014 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:17:29.062777 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b5159-26bc-4de1-be64-7347ee499014 None None] Pushing event updated for resources: {'Port': ['ID=1216308b-f864-408c-9873-8de3823785b8,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:29.124073 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-f61b5159-26bc-4de1-be64-7347ee499014 None None] Attempting to bind port 1216308b-f864-408c-9873-8de3823785b8 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:17:29.124460 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-f61b5159-26bc-4de1-be64-7347ee499014 None None] Attempting to bind port 1216308b-f864-408c-9873-8de3823785b8 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '117a2fd6-8db5-42c6-97d7-b8d5f0821898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '099f74d6-c4d0-4536-a492-6ee5d9548757'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:17:29.124824 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61b5159-26bc-4de1-be64-7347ee499014 None None] Attempting to bind port 1216308b-f864-408c-9873-8de3823785b8 on network 099f74d6-c4d0-4536-a492-6ee5d9548757 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:17:29.130551 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61b5159-26bc-4de1-be64-7347ee499014 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:17:29.130938 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61b5159-26bc-4de1-be64-7347ee499014 None None] Checking segment: {'id': '117a2fd6-8db5-42c6-97d7-b8d5f0821898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '099f74d6-c4d0-4536-a492-6ee5d9548757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:17:29.131335 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f61b5159-26bc-4de1-be64-7347ee499014 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:29.131759 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61b5159-26bc-4de1-be64-7347ee499014 None None] Bound using segment: {'id': '117a2fd6-8db5-42c6-97d7-b8d5f0821898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '099f74d6-c4d0-4536-a492-6ee5d9548757'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:17:29.132230 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-f61b5159-26bc-4de1-be64-7347ee499014 None None] Bound port: 1216308b-f864-408c-9873-8de3823785b8, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '117a2fd6-8db5-42c6-97d7-b8d5f0821898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '099f74d6-c4d0-4536-a492-6ee5d9548757'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:17:29.132614 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f61b5159-26bc-4de1-be64-7347ee499014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:29.196049 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-f61b5159-26bc-4de1-be64-7347ee499014 None None] For port 1216308b-f864-408c-9873-8de3823785b8, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:17:29.199165 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-f61b5159-26bc-4de1-be64-7347ee499014 None None] For port 1216308b-f864-408c-9873-8de3823785b8, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=1216308b-f864-408c-9873-8de3823785b8,segment=NetworkSegment(117a2fd6-8db5-42c6-97d7-b8d5f0821898),segment_id=117a2fd6-8db5-42c6-97d7-b8d5f0821898)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:17:29.203924 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f61b5159-26bc-4de1-be64-7347ee499014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:29.269204 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b5159-26bc-4de1-be64-7347ee499014 None None] Pushing event updated for resources: {'Port': ['ID=1216308b-f864-408c-9873-8de3823785b8,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:29.287940 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ce3ce206-b5a3-4ecc-8ffa-9c428ff4d962 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:29.307732 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ce3ce206-b5a3-4ecc-8ffa-9c428ff4d962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:29.431614 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-ce3ce206-b5a3-4ecc-8ffa-9c428ff4d962 admin admin] Allocated IP 172.25.0.36 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/0be47145-064d-4c5e-9305-dfbad865d1b1) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:17:29.457868 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:29.541378 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ce3ce206-b5a3-4ecc-8ffa-9c428ff4d962 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:29.574345 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ce3ce206-b5a3-4ecc-8ffa-9c428ff4d962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:29.616003 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3ce206-b5a3-4ecc-8ffa-9c428ff4d962 admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:17:29.618930 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-ce3ce206-b5a3-4ecc-8ffa-9c428ff4d962 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:17:29.622489 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3ce206-b5a3-4ecc-8ffa-9c428ff4d962 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:17:29.631316 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acb158b-634c-447b-a64a-64b22fe0e8ea None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:17:29.644169 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ce206-b5a3-4ecc-8ffa-9c428ff4d962 admin admin] Pushing event updated for resources: {'Port': ['ID=0be47145-064d-4c5e-9305-dfbad865d1b1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:29.726689 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-460126a7-1168-43be-ab3f-b284fd23f7df None None] Provisioning complete for port 0be47145-064d-4c5e-9305-dfbad865d1b1 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:17:29.727147 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-460126a7-1168-43be-ab3f-b284fd23f7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:29.763375 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-460126a7-1168-43be-ab3f-b284fd23f7df None None] Port 0be47145-064d-4c5e-9305-dfbad865d1b1 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:17:29.873945 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ce3ce206-b5a3-4ecc-8ffa-9c428ff4d962 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:30.075659 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ce3ce206-b5a3-4ecc-8ffa-9c428ff4d962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:30.117206 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2502c1ff-d6e1-4fbf-84c1-d127dffb194f None None] Network 099f74d6-c4d0-4536-a492-6ee5d9548757 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:17:30.206137 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-47fd0a07-5e19-4e25-9372-7a5bb7895e11 None None] Provisioning complete for port 1216308b-f864-408c-9873-8de3823785b8 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:17:30.206595 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-47fd0a07-5e19-4e25-9372-7a5bb7895e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:30.208655 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3ce206-b5a3-4ecc-8ffa-9c428ff4d962 admin admin] Router 706d1738-51d4-4429-bf29-d8d3bc987aca is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 12:17:30.314550 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3ce206-b5a3-4ecc-8ffa-9c428ff4d962 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:17:30.324075 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fc611e-ba90-476b-92da-3c6c85cf43db None None] Sync routers for ids ['706d1738-51d4-4429-bf29-d8d3bc987aca'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:17:30.333763 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ce3ce206-b5a3-4ecc-8ffa-9c428ff4d962 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:30.337193 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fc611e-ba90-476b-92da-3c6c85cf43db None None] Routers {'706d1738-51d4-4429-bf29-d8d3bc987aca'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:17:30.337193 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-74fc611e-ba90-476b-92da-3c6c85cf43db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:17:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['706d1738-51d4-4429-bf29-d8d3bc987aca'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:17:30.337470 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ce3ce206-b5a3-4ecc-8ffa-9c428ff4d962 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7608905 Nov 16 12:17:30.337670 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54912) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:30.342144 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-47fd0a07-5e19-4e25-9372-7a5bb7895e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:30.380977 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-47fd0a07-5e19-4e25-9372-7a5bb7895e11 None None] For port 1216308b-f864-408c-9873-8de3823785b8, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=1216308b-f864-408c-9873-8de3823785b8,segment=NetworkSegment(117a2fd6-8db5-42c6-97d7-b8d5f0821898),segment_id=117a2fd6-8db5-42c6-97d7-b8d5f0821898)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:17:30.385835 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-47fd0a07-5e19-4e25-9372-7a5bb7895e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:30.443740 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd0a07-5e19-4e25-9372-7a5bb7895e11 None None] Pushing event updated for resources: {'Port': ['ID=1216308b-f864-408c-9873-8de3823785b8,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:30.551923 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-74fc611e-ba90-476b-92da-3c6c85cf43db None None] Set router 706d1738-51d4-4429-bf29-d8d3bc987aca gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:17:30.613488 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-f65f1da9-c540-42bb-a1e0-2e21ff2bac17 None None] Provisioning complete for port 1216308b-f864-408c-9873-8de3823785b8 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:17:30.614030 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f65f1da9-c540-42bb-a1e0-2e21ff2bac17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:30.742236 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-74fc611e-ba90-476b-92da-3c6c85cf43db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706d1738-51d4-4429-bf29-d8d3bc987aca', 'name': 'tempest-TestEncryptedCinderVolumes-2139628800-router', 'tenant_id': '7af46c35551f4c1495058267a6c38548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '0be47145-064d-4c5e-9305-dfbad865d1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:17:28Z', 'updated_at': '2021-11-16T12:17:29Z', 'revision_number': 3, 'project_id': '7af46c35551f4c1495058267a6c38548', 'gw_port': {'id': '0be47145-064d-4c5e-9305-dfbad865d1b1', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706d1738-51d4-4429-bf29-d8d3bc987aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:17:29Z', 'updated_at': '2021-11-16T12:17:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:17:30.774397 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fc611e-ba90-476b-92da-3c6c85cf43db None None] Checking router: 706d1738-51d4-4429-bf29-d8d3bc987aca for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:17:30.775495 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fc611e-ba90-476b-92da-3c6c85cf43db None None] Updating router 706d1738-51d4-4429-bf29-d8d3bc987aca port 0be47145-064d-4c5e-9305-dfbad865d1b1 binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 12:17:30.794434 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14b37a2e-7781-4b83-9b2d-1816d7fcf5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:30.800809 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-74fc611e-ba90-476b-92da-3c6c85cf43db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:30.957114 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-14b37a2e-7781-4b83-9b2d-1816d7fcf5aa admin admin] Allocated IP 172.20.0.1 (099f74d6-c4d0-4536-a492-6ee5d9548757/ef9b05da-7c53-4a49-9258-8b70f3db74c0/0c142031-1478-4119-8996-b6c18d357ffc) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:17:31.059728 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14b37a2e-7781-4b83-9b2d-1816d7fcf5aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:31.063264 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-74fc611e-ba90-476b-92da-3c6c85cf43db None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:31.068246 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-74fc611e-ba90-476b-92da-3c6c85cf43db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:31.100375 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14b37a2e-7781-4b83-9b2d-1816d7fcf5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:31.110206 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4460b86b-ff0d-48fc-bc32-6cc9a6f031f1 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:17:31.128202 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f04750-3015-47ed-8c98-88aec81c8e61 None None] Pushing event updated for resources: {'Port': ['ID=0be47145-064d-4c5e-9305-dfbad865d1b1,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:31.137387 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f04750-3015-47ed-8c98-88aec81c8e61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:17:31.137726 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f04750-3015-47ed-8c98-88aec81c8e61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:17:31.138085 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f04750-3015-47ed-8c98-88aec81c8e61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:17:31.138404 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f04750-3015-47ed-8c98-88aec81c8e61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:17:31.138905 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f04750-3015-47ed-8c98-88aec81c8e61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:17:31.139226 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f04750-3015-47ed-8c98-88aec81c8e61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:17:31.139544 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f04750-3015-47ed-8c98-88aec81c8e61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:17:31.139863 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f04750-3015-47ed-8c98-88aec81c8e61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:17:31.140682 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f04750-3015-47ed-8c98-88aec81c8e61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:17:31.140682 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f04750-3015-47ed-8c98-88aec81c8e61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:17:31.140896 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f04750-3015-47ed-8c98-88aec81c8e61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:17:31.141083 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f04750-3015-47ed-8c98-88aec81c8e61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:17:31.144016 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b37a2e-7781-4b83-9b2d-1816d7fcf5aa admin admin] Network 099f74d6-c4d0-4536-a492-6ee5d9548757 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:17:31.146951 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-74fc611e-ba90-476b-92da-3c6c85cf43db None None] Attempting to bind port 0be47145-064d-4c5e-9305-dfbad865d1b1 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:17:31.147103 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-14b37a2e-7781-4b83-9b2d-1816d7fcf5aa admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:17:31.147310 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-74fc611e-ba90-476b-92da-3c6c85cf43db None None] Attempting to bind port 0be47145-064d-4c5e-9305-dfbad865d1b1 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:17:31.147666 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fc611e-ba90-476b-92da-3c6c85cf43db None None] Attempting to bind port 0be47145-064d-4c5e-9305-dfbad865d1b1 on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:17:31.151746 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b37a2e-7781-4b83-9b2d-1816d7fcf5aa admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:17:31.153986 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fc611e-ba90-476b-92da-3c6c85cf43db None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:17:31.154846 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b37a2e-7781-4b83-9b2d-1816d7fcf5aa admin admin] Pushing event updated for resources: {'Port': ['ID=0c142031-1478-4119-8996-b6c18d357ffc,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:31.154968 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fc611e-ba90-476b-92da-3c6c85cf43db None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:17:31.155298 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-74fc611e-ba90-476b-92da-3c6c85cf43db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:31.155693 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fc611e-ba90-476b-92da-3c6c85cf43db None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:17:31.156196 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-74fc611e-ba90-476b-92da-3c6c85cf43db None None] Bound port: 0be47145-064d-4c5e-9305-dfbad865d1b1, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:17:31.156967 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-74fc611e-ba90-476b-92da-3c6c85cf43db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:31.194826 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14b37a2e-7781-4b83-9b2d-1816d7fcf5aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:31.216297 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-74fc611e-ba90-476b-92da-3c6c85cf43db None None] For port 0be47145-064d-4c5e-9305-dfbad865d1b1, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:17:31.219878 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-74fc611e-ba90-476b-92da-3c6c85cf43db None None] For port 0be47145-064d-4c5e-9305-dfbad865d1b1, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=0be47145-064d-4c5e-9305-dfbad865d1b1,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:17:31.226544 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-74fc611e-ba90-476b-92da-3c6c85cf43db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:31.227654 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-647a425f-e5c8-4ae0-8b96-31c157271fa8 None None] Provisioning complete for port 0be47145-064d-4c5e-9305-dfbad865d1b1 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:17:31.228810 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-647a425f-e5c8-4ae0-8b96-31c157271fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:31.273711 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e989c74-a1be-4dd9-8252-746063b8a507 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:17:31.289626 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fc611e-ba90-476b-92da-3c6c85cf43db None None] Routers {'706d1738-51d4-4429-bf29-d8d3bc987aca'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:17:31.290998 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-74fc611e-ba90-476b-92da-3c6c85cf43db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:17:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['706d1738-51d4-4429-bf29-d8d3bc987aca'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:17:31.352441 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f04750-3015-47ed-8c98-88aec81c8e61 None None] Pushing event updated for resources: {'Port': ['ID=0be47145-064d-4c5e-9305-dfbad865d1b1,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:31.378948 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14b37a2e-7781-4b83-9b2d-1816d7fcf5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:31.381754 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-647a425f-e5c8-4ae0-8b96-31c157271fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:31.408449 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-647a425f-e5c8-4ae0-8b96-31c157271fa8 None None] For port 0be47145-064d-4c5e-9305-dfbad865d1b1, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=0be47145-064d-4c5e-9305-dfbad865d1b1,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:17:31.416129 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-647a425f-e5c8-4ae0-8b96-31c157271fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:31.451195 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-74fc611e-ba90-476b-92da-3c6c85cf43db None None] Set router 706d1738-51d4-4429-bf29-d8d3bc987aca gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:17:31.474274 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a425f-e5c8-4ae0-8b96-31c157271fa8 None None] Pushing event updated for resources: {'Port': ['ID=0be47145-064d-4c5e-9305-dfbad865d1b1,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:31.499995 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 1216308b-f864-408c-9873-8de3823785b8 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:17:31.549142 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-009709a2-88b6-4b40-9ae8-53bb961a6d77 None None] Provisioning complete for port 0be47145-064d-4c5e-9305-dfbad865d1b1 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:17:31.549621 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-009709a2-88b6-4b40-9ae8-53bb961a6d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:31.590676 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14b37a2e-7781-4b83-9b2d-1816d7fcf5aa admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:31.594595 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 1216308b-f864-408c-9873-8de3823785b8 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:17:31.594966 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:31.595630 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14b37a2e-7781-4b83-9b2d-1816d7fcf5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:31.637633 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-74fc611e-ba90-476b-92da-3c6c85cf43db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706d1738-51d4-4429-bf29-d8d3bc987aca', 'name': 'tempest-TestEncryptedCinderVolumes-2139628800-router', 'tenant_id': '7af46c35551f4c1495058267a6c38548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '0be47145-064d-4c5e-9305-dfbad865d1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:17:28Z', 'updated_at': '2021-11-16T12:17:29Z', 'revision_number': 3, 'project_id': '7af46c35551f4c1495058267a6c38548', 'gw_port': {'id': '0be47145-064d-4c5e-9305-dfbad865d1b1', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706d1738-51d4-4429-bf29-d8d3bc987aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:17:29Z', 'updated_at': '2021-11-16T12:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:17:31.665917 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fc611e-ba90-476b-92da-3c6c85cf43db None None] The sync data for ids ['706d1738-51d4-4429-bf29-d8d3bc987aca'] in n-d-816823-3 is: [{'id': '706d1738-51d4-4429-bf29-d8d3bc987aca', 'name': 'tempest-TestEncryptedCinderVolumes-2139628800-router', 'tenant_id': '7af46c35551f4c1495058267a6c38548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '0be47145-064d-4c5e-9305-dfbad865d1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:17:28Z', 'updated_at': '2021-11-16T12:17:29Z', 'revision_number': 3, 'project_id': '7af46c35551f4c1495058267a6c38548', 'gw_port': {'id': '0be47145-064d-4c5e-9305-dfbad865d1b1', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706d1738-51d4-4429-bf29-d8d3bc987aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:17:29Z', 'updated_at': '2021-11-16T12:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:17:31.675624 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b37a2e-7781-4b83-9b2d-1816d7fcf5aa admin admin] Pushing event updated for resources: {'Port': ['ID=0c142031-1478-4119-8996-b6c18d357ffc,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:31.678313 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14b37a2e-7781-4b83-9b2d-1816d7fcf5aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:31.703469 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-009709a2-88b6-4b40-9ae8-53bb961a6d77 None None] Provisioning complete for port 0c142031-1478-4119-8996-b6c18d357ffc triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:17:31.703856 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-009709a2-88b6-4b40-9ae8-53bb961a6d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:31.751929 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-009709a2-88b6-4b40-9ae8-53bb961a6d77 None None] Port 0c142031-1478-4119-8996-b6c18d357ffc cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:17:31.781271 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b37a2e-7781-4b83-9b2d-1816d7fcf5aa admin admin] Network 099f74d6-c4d0-4536-a492-6ee5d9548757 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:17:31.782681 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-14b37a2e-7781-4b83-9b2d-1816d7fcf5aa admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:17:31.914944 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b37a2e-7781-4b83-9b2d-1816d7fcf5aa admin admin] Router 706d1738-51d4-4429-bf29-d8d3bc987aca has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:17:32.034319 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b37a2e-7781-4b83-9b2d-1816d7fcf5aa admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:17:32.039491 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-14b37a2e-7781-4b83-9b2d-1816d7fcf5aa admin admin] 10.222.0.61 "PUT /v2.0/routers/706d1738-51d4-4429-bf29-d8d3bc987aca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7004197 Nov 16 12:17:32.073772 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-99341c4a-f66a-4e0c-9af3-d31fcd2941fb None None] Provisioning complete for port 0c142031-1478-4119-8996-b6c18d357ffc triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:17:32.074259 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-99341c4a-f66a-4e0c-9af3-d31fcd2941fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:32.111549 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-99341c4a-f66a-4e0c-9af3-d31fcd2941fb None None] Port 0c142031-1478-4119-8996-b6c18d357ffc cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:17:32.532547 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54928) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:32.537544 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-acee83e7-d656-4e68-bb43-d892bbea5bbd admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1455558824-network', 'tenant_id': '2ffbfc3a655d4d9abb4cd80d3f35401f'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:17:32.557727 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acee83e7-d656-4e68-bb43-d892bbea5bbd admin admin] Made reservation on behalf of 2ffbfc3a655d4d9abb4cd80d3f35401f for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:17:32.560073 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acee83e7-d656-4e68-bb43-d892bbea5bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:32.568978 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acee83e7-d656-4e68-bb43-d892bbea5bbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:32.641263 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acee83e7-d656-4e68-bb43-d892bbea5bbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:32.644804 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acee83e7-d656-4e68-bb43-d892bbea5bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:32.668402 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acee83e7-d656-4e68-bb43-d892bbea5bbd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 12:17:32.678028 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee83e7-d656-4e68-bb43-d892bbea5bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8174bff1-455b-4fc4-8e83-5705f18c189b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:32.683074 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acee83e7-d656-4e68-bb43-d892bbea5bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:32.683415 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-acee83e7-d656-4e68-bb43-d892bbea5bbd admin admin] Added segment fac44c39-6f35-45b5-a83e-166afb006214 of type vlan for network 64da59eb-54b6-4634-b5c1-0e94e963c19b Nov 16 12:17:32.722914 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acee83e7-d656-4e68-bb43-d892bbea5bbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:32.746608 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acee83e7-d656-4e68-bb43-d892bbea5bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:32.747533 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acee83e7-d656-4e68-bb43-d892bbea5bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:32.748103 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acee83e7-d656-4e68-bb43-d892bbea5bbd admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:32.799831 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-acee83e7-d656-4e68-bb43-d892bbea5bbd admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2661843 Nov 16 12:17:32.802741 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 54930) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:32.808256 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-00bc73a1-5592-498c-aa30-42f23db45bd5 admin admin] Request body: {'subnet': {'network_id': '64da59eb-54b6-4634-b5c1-0e94e963c19b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1455558824-subnet', 'tenant_id': '2ffbfc3a655d4d9abb4cd80d3f35401f', 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:17:32.810790 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee83e7-d656-4e68-bb43-d892bbea5bbd admin admin] Pushing event updated for resources: {'Network': ['ID=64da59eb-54b6-4634-b5c1-0e94e963c19b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:32.820513 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 64da59eb-54b6-4634-b5c1-0e94e963c19b details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 12:17:32.829364 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bc73a1-5592-498c-aa30-42f23db45bd5 admin admin] Made reservation on behalf of 2ffbfc3a655d4d9abb4cd80d3f35401f for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:17:32.831759 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-00bc73a1-5592-498c-aa30-42f23db45bd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:33.003856 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-00bc73a1-5592-498c-aa30-42f23db45bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:33.058605 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc73a1-5592-498c-aa30-42f23db45bd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a03db50-e0fb-4b88-a1a3-656c3ce4d494,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:33.070187 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bc73a1-5592-498c-aa30-42f23db45bd5 admin admin] Checking segment: {'id': 'fac44c39-6f35-45b5-a83e-166afb006214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '64da59eb-54b6-4634-b5c1-0e94e963c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:17:33.070552 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bc73a1-5592-498c-aa30-42f23db45bd5 admin admin] Network hostable DHCP agents. Network: 64da59eb-54b6-4634-b5c1-0e94e963c19b, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 12:17:33.087759 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bc73a1-5592-498c-aa30-42f23db45bd5 admin admin] Network 64da59eb-54b6-4634-b5c1-0e94e963c19b is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 12:17:33.096343 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-00bc73a1-5592-498c-aa30-42f23db45bd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 64da59eb-54b6-4634-b5c1-0e94e963c19b) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:17:33.100476 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bc73a1-5592-498c-aa30-42f23db45bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:33.101070 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-00bc73a1-5592-498c-aa30-42f23db45bd5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:33.106338 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf89d9d2-95c5-44aa-9f21-42079db7f534 None None] Network 64da59eb-54b6-4634-b5c1-0e94e963c19b requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:17:33.124436 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54932) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:33.124784 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-00bc73a1-5592-498c-aa30-42f23db45bd5 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3206644 Nov 16 12:17:33.130544 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-69b26353-fe24-4ed5-966f-9d024855e885 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1455558824-router', 'tenant_id': '2ffbfc3a655d4d9abb4cd80d3f35401f', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:17:33.154715 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69b26353-fe24-4ed5-966f-9d024855e885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:33.155781 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69b26353-fe24-4ed5-966f-9d024855e885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:33.207427 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69b26353-fe24-4ed5-966f-9d024855e885 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:33.240814 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c972703f-1074-4d47-bdad-bf67c1e0c0b8 None None] Sync routers for ids ['706d1738-51d4-4429-bf29-d8d3bc987aca'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:17:33.268228 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c972703f-1074-4d47-bdad-bf67c1e0c0b8 None None] Routers {'706d1738-51d4-4429-bf29-d8d3bc987aca'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:17:33.268872 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c972703f-1074-4d47-bdad-bf67c1e0c0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:17:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['706d1738-51d4-4429-bf29-d8d3bc987aca'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:17:33.271892 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a213e5a6-1633-4638-800d-3b5d6de5e768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-64da59eb-54b6-4634-b5c1-0e94e963c19b', 'network_id': '64da59eb-54b6-4634-b5c1-0e94e963c19b', 'tenant_id': '2ffbfc3a655d4d9abb4cd80d3f35401f', 'fixed_ips': [{'subnet_id': '0a03db50-e0fb-4b88-a1a3-656c3ce4d494'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 12:17:33.272722 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a213e5a6-1633-4638-800d-3b5d6de5e768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:33.355256 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69b26353-fe24-4ed5-966f-9d024855e885 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:33.448237 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 0be47145-064d-4c5e-9305-dfbad865d1b1 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:17:33.506947 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-c972703f-1074-4d47-bdad-bf67c1e0c0b8 None None] Set router 706d1738-51d4-4429-bf29-d8d3bc987aca gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:17:33.604292 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-a213e5a6-1633-4638-800d-3b5d6de5e768 None None] Allocated IP 172.20.0.2 (64da59eb-54b6-4634-b5c1-0e94e963c19b/0a03db50-e0fb-4b88-a1a3-656c3ce4d494/1cb0b76b-0e64-43e5-8ab3-fc9e1a262cb7) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:17:33.868009 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 0be47145-064d-4c5e-9305-dfbad865d1b1 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:17:33.868881 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:33.871414 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69b26353-fe24-4ed5-966f-9d024855e885 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:33.890718 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69b26353-fe24-4ed5-966f-9d024855e885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:33.989902 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-69b26353-fe24-4ed5-966f-9d024855e885 admin admin] Allocated IP 172.25.0.254 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/43e416b2-1e4a-4fa9-80ee-a73bf84317cc) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:17:34.086857 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a213e5a6-1633-4638-800d-3b5d6de5e768 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:34.092722 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69b26353-fe24-4ed5-966f-9d024855e885 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:34.096283 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a213e5a6-1633-4638-800d-3b5d6de5e768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:34.127218 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69b26353-fe24-4ed5-966f-9d024855e885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:34.130028 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c972703f-1074-4d47-bdad-bf67c1e0c0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706d1738-51d4-4429-bf29-d8d3bc987aca', 'name': 'tempest-TestEncryptedCinderVolumes-2139628800-router', 'tenant_id': '7af46c35551f4c1495058267a6c38548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '0be47145-064d-4c5e-9305-dfbad865d1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:17:28Z', 'updated_at': '2021-11-16T12:17:31Z', 'revision_number': 4, 'project_id': '7af46c35551f4c1495058267a6c38548', 'gw_port': {'id': '0be47145-064d-4c5e-9305-dfbad865d1b1', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706d1738-51d4-4429-bf29-d8d3bc987aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:17:29Z', 'updated_at': '2021-11-16T12:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '0c142031-1478-4119-8996-b6c18d357ffc', 'name': '', 'network_id': '099f74d6-c4d0-4536-a492-6ee5d9548757', 'tenant_id': '7af46c35551f4c1495058267a6c38548', 'mac_address': 'fa:16:3e:b9:14:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706d1738-51d4-4429-bf29-d8d3bc987aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'ef9b05da-7c53-4a49-9258-8b70f3db74c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:17:30Z', 'updated_at': '2021-11-16T12:17:31Z', 'revision_number': 2, 'project_id': '7af46c35551f4c1495058267a6c38548', 'subnets': [{'id': 'ef9b05da-7c53-4a49-9258-8b70f3db74c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:17:34.171199 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b26353-fe24-4ed5-966f-9d024855e885 admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:17:34.172056 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a213e5a6-1633-4638-800d-3b5d6de5e768 None None] Network 64da59eb-54b6-4634-b5c1-0e94e963c19b is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:17:34.174906 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c972703f-1074-4d47-bdad-bf67c1e0c0b8 None None] Checking router: 706d1738-51d4-4429-bf29-d8d3bc987aca for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:17:34.175271 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c972703f-1074-4d47-bdad-bf67c1e0c0b8 None None] Updating router 706d1738-51d4-4429-bf29-d8d3bc987aca port 0c142031-1478-4119-8996-b6c18d357ffc binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 12:17:34.175755 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-69b26353-fe24-4ed5-966f-9d024855e885 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:17:34.180983 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b26353-fe24-4ed5-966f-9d024855e885 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:17:34.181831 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-a213e5a6-1633-4638-800d-3b5d6de5e768 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:17:34.182697 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b26353-fe24-4ed5-966f-9d024855e885 admin admin] Pushing event updated for resources: {'Port': ['ID=43e416b2-1e4a-4fa9-80ee-a73bf84317cc,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:34.201862 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a213e5a6-1633-4638-800d-3b5d6de5e768 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:17:34.205739 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5964690-7d84-4833-b642-fd82997f7948 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:17:34.207686 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a213e5a6-1633-4638-800d-3b5d6de5e768 None None] Pushing event updated for resources: {'Port': ['ID=1cb0b76b-0e64-43e5-8ab3-fc9e1a262cb7,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:34.226999 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c972703f-1074-4d47-bdad-bf67c1e0c0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:34.304445 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-a213e5a6-1633-4638-800d-3b5d6de5e768 None None] Attempting to bind port 1cb0b76b-0e64-43e5-8ab3-fc9e1a262cb7 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:17:34.304818 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-a213e5a6-1633-4638-800d-3b5d6de5e768 None None] Attempting to bind port 1cb0b76b-0e64-43e5-8ab3-fc9e1a262cb7 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'fac44c39-6f35-45b5-a83e-166afb006214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '64da59eb-54b6-4634-b5c1-0e94e963c19b'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:17:34.305184 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a213e5a6-1633-4638-800d-3b5d6de5e768 None None] Attempting to bind port 1cb0b76b-0e64-43e5-8ab3-fc9e1a262cb7 on network 64da59eb-54b6-4634-b5c1-0e94e963c19b {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:17:34.321266 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a213e5a6-1633-4638-800d-3b5d6de5e768 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:17:34.322217 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a213e5a6-1633-4638-800d-3b5d6de5e768 None None] Checking segment: {'id': 'fac44c39-6f35-45b5-a83e-166afb006214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '64da59eb-54b6-4634-b5c1-0e94e963c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:17:34.323023 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a213e5a6-1633-4638-800d-3b5d6de5e768 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:34.323152 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a213e5a6-1633-4638-800d-3b5d6de5e768 None None] Bound using segment: {'id': 'fac44c39-6f35-45b5-a83e-166afb006214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '64da59eb-54b6-4634-b5c1-0e94e963c19b'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:17:34.323566 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-a213e5a6-1633-4638-800d-3b5d6de5e768 None None] Bound port: 1cb0b76b-0e64-43e5-8ab3-fc9e1a262cb7, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fac44c39-6f35-45b5-a83e-166afb006214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '64da59eb-54b6-4634-b5c1-0e94e963c19b'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:17:34.323961 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a213e5a6-1633-4638-800d-3b5d6de5e768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:34.432605 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69b26353-fe24-4ed5-966f-9d024855e885 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:34.432809 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-f8822185-e691-4cb1-9c1b-2170149e15e9 None None] Provisioning complete for port 43e416b2-1e4a-4fa9-80ee-a73bf84317cc triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:17:34.433195 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f8822185-e691-4cb1-9c1b-2170149e15e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:34.539219 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-f8822185-e691-4cb1-9c1b-2170149e15e9 None None] Port 43e416b2-1e4a-4fa9-80ee-a73bf84317cc cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:17:34.542882 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-a213e5a6-1633-4638-800d-3b5d6de5e768 None None] For port 1cb0b76b-0e64-43e5-8ab3-fc9e1a262cb7, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:17:34.547662 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-a213e5a6-1633-4638-800d-3b5d6de5e768 None None] For port 1cb0b76b-0e64-43e5-8ab3-fc9e1a262cb7, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=1cb0b76b-0e64-43e5-8ab3-fc9e1a262cb7,segment=NetworkSegment(fac44c39-6f35-45b5-a83e-166afb006214),segment_id=fac44c39-6f35-45b5-a83e-166afb006214)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:17:34.554883 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a213e5a6-1633-4638-800d-3b5d6de5e768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:34.634716 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69b26353-fe24-4ed5-966f-9d024855e885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:34.642923 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a213e5a6-1633-4638-800d-3b5d6de5e768 None None] Pushing event updated for resources: {'Port': ['ID=1cb0b76b-0e64-43e5-8ab3-fc9e1a262cb7,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:34.703886 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c972703f-1074-4d47-bdad-bf67c1e0c0b8 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:34.711568 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c972703f-1074-4d47-bdad-bf67c1e0c0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:34.763635 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d23fbe-5e93-4936-8520-0674f0b836cc None None] Pushing event updated for resources: {'Port': ['ID=0c142031-1478-4119-8996-b6c18d357ffc,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:34.814145 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b26353-fe24-4ed5-966f-9d024855e885 admin admin] Router 4a5d82a8-11da-4347-97cc-60f47909507c is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 12:17:34.841861 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c972703f-1074-4d47-bdad-bf67c1e0c0b8 None None] Attempting to bind port 0c142031-1478-4119-8996-b6c18d357ffc on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:17:34.842342 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c972703f-1074-4d47-bdad-bf67c1e0c0b8 None None] Attempting to bind port 0c142031-1478-4119-8996-b6c18d357ffc by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '117a2fd6-8db5-42c6-97d7-b8d5f0821898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '099f74d6-c4d0-4536-a492-6ee5d9548757'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:17:34.842800 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c972703f-1074-4d47-bdad-bf67c1e0c0b8 None None] Attempting to bind port 0c142031-1478-4119-8996-b6c18d357ffc on network 099f74d6-c4d0-4536-a492-6ee5d9548757 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:17:34.848384 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c972703f-1074-4d47-bdad-bf67c1e0c0b8 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:17:34.848760 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c972703f-1074-4d47-bdad-bf67c1e0c0b8 None None] Checking segment: {'id': '117a2fd6-8db5-42c6-97d7-b8d5f0821898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '099f74d6-c4d0-4536-a492-6ee5d9548757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:17:34.849162 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c972703f-1074-4d47-bdad-bf67c1e0c0b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:34.849556 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c972703f-1074-4d47-bdad-bf67c1e0c0b8 None None] Bound using segment: {'id': '117a2fd6-8db5-42c6-97d7-b8d5f0821898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '099f74d6-c4d0-4536-a492-6ee5d9548757'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:17:34.850060 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c972703f-1074-4d47-bdad-bf67c1e0c0b8 None None] Bound port: 0c142031-1478-4119-8996-b6c18d357ffc, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '117a2fd6-8db5-42c6-97d7-b8d5f0821898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '099f74d6-c4d0-4536-a492-6ee5d9548757'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:17:34.850444 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c972703f-1074-4d47-bdad-bf67c1e0c0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:34.922686 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c972703f-1074-4d47-bdad-bf67c1e0c0b8 None None] For port 0c142031-1478-4119-8996-b6c18d357ffc, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:17:34.926155 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c972703f-1074-4d47-bdad-bf67c1e0c0b8 None None] For port 0c142031-1478-4119-8996-b6c18d357ffc, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=0c142031-1478-4119-8996-b6c18d357ffc,segment=NetworkSegment(117a2fd6-8db5-42c6-97d7-b8d5f0821898),segment_id=117a2fd6-8db5-42c6-97d7-b8d5f0821898)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:17:34.933898 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c972703f-1074-4d47-bdad-bf67c1e0c0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:34.965773 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b26353-fe24-4ed5-966f-9d024855e885 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:17:34.978305 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017cdecf-d7d6-42da-a26f-7a93ac44e2f9 None None] Sync routers for ids ['4a5d82a8-11da-4347-97cc-60f47909507c'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:17:34.984051 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c972703f-1074-4d47-bdad-bf67c1e0c0b8 None None] Routers {'706d1738-51d4-4429-bf29-d8d3bc987aca'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:17:34.984713 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c972703f-1074-4d47-bdad-bf67c1e0c0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:17:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['706d1738-51d4-4429-bf29-d8d3bc987aca'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:17:34.989669 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69b26353-fe24-4ed5-966f-9d024855e885 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:34.991020 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-69b26353-fe24-4ed5-966f-9d024855e885 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8650730 Nov 16 12:17:34.993680 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 54934) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:17:35.002610 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017cdecf-d7d6-42da-a26f-7a93ac44e2f9 None None] Routers {'4a5d82a8-11da-4347-97cc-60f47909507c'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:17:35.003100 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-017cdecf-d7d6-42da-a26f-7a93ac44e2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:17:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['4a5d82a8-11da-4347-97cc-60f47909507c'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:17:35.100591 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d23fbe-5e93-4936-8520-0674f0b836cc None None] Pushing event updated for resources: {'Port': ['ID=0c142031-1478-4119-8996-b6c18d357ffc,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:35.118416 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6920fea6-5ad5-4adb-85bc-f09d6541200b None None] Provisioning complete for port 0c142031-1478-4119-8996-b6c18d357ffc triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:17:35.119213 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6920fea6-5ad5-4adb-85bc-f09d6541200b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:35.123384 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-017cdecf-d7d6-42da-a26f-7a93ac44e2f9 None None] Set router 4a5d82a8-11da-4347-97cc-60f47909507c gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:17:35.186125 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-c972703f-1074-4d47-bdad-bf67c1e0c0b8 None None] Set router 706d1738-51d4-4429-bf29-d8d3bc987aca gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:17:35.324787 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6920fea6-5ad5-4adb-85bc-f09d6541200b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:35.331140 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-017cdecf-d7d6-42da-a26f-7a93ac44e2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5d82a8-11da-4347-97cc-60f47909507c', 'name': 'tempest-TestEncryptedCinderVolumes-1455558824-router', 'tenant_id': '2ffbfc3a655d4d9abb4cd80d3f35401f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '43e416b2-1e4a-4fa9-80ee-a73bf84317cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:17:33Z', 'updated_at': '2021-11-16T12:17:34Z', 'revision_number': 3, 'project_id': '2ffbfc3a655d4d9abb4cd80d3f35401f', 'gw_port': {'id': '43e416b2-1e4a-4fa9-80ee-a73bf84317cc', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c3:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5d82a8-11da-4347-97cc-60f47909507c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:17:33Z', 'updated_at': '2021-11-16T12:17:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:17:35.362132 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017cdecf-d7d6-42da-a26f-7a93ac44e2f9 None None] Checking router: 4a5d82a8-11da-4347-97cc-60f47909507c for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:17:35.362490 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017cdecf-d7d6-42da-a26f-7a93ac44e2f9 None None] Updating router 4a5d82a8-11da-4347-97cc-60f47909507c port 43e416b2-1e4a-4fa9-80ee-a73bf84317cc binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 12:17:35.410511 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-6920fea6-5ad5-4adb-85bc-f09d6541200b None None] For port 0c142031-1478-4119-8996-b6c18d357ffc, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=0c142031-1478-4119-8996-b6c18d357ffc,segment=NetworkSegment(117a2fd6-8db5-42c6-97d7-b8d5f0821898),segment_id=117a2fd6-8db5-42c6-97d7-b8d5f0821898)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:17:35.411806 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-017cdecf-d7d6-42da-a26f-7a93ac44e2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:35.428528 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6920fea6-5ad5-4adb-85bc-f09d6541200b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:35.513661 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 1cb0b76b-0e64-43e5-8ab3-fc9e1a262cb7 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:17:35.569817 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6920fea6-5ad5-4adb-85bc-f09d6541200b None None] Pushing event updated for resources: {'Port': ['ID=0c142031-1478-4119-8996-b6c18d357ffc,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:35.610840 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dcbcd6c6-86ea-434c-9770-e6c6eb33b881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:35.615796 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 1cb0b76b-0e64-43e5-8ab3-fc9e1a262cb7 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:17:35.616251 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:35.644074 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-4cf04850-7d14-4902-9020-9a0c8bf1e35e None None] Provisioning complete for port 0c142031-1478-4119-8996-b6c18d357ffc triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:17:35.644550 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4cf04850-7d14-4902-9020-9a0c8bf1e35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:35.703054 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c972703f-1074-4d47-bdad-bf67c1e0c0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706d1738-51d4-4429-bf29-d8d3bc987aca', 'name': 'tempest-TestEncryptedCinderVolumes-2139628800-router', 'tenant_id': '7af46c35551f4c1495058267a6c38548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '0be47145-064d-4c5e-9305-dfbad865d1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:17:28Z', 'updated_at': '2021-11-16T12:17:31Z', 'revision_number': 4, 'project_id': '7af46c35551f4c1495058267a6c38548', 'gw_port': {'id': '0be47145-064d-4c5e-9305-dfbad865d1b1', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706d1738-51d4-4429-bf29-d8d3bc987aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:17:29Z', 'updated_at': '2021-11-16T12:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '0c142031-1478-4119-8996-b6c18d357ffc', 'name': '', 'network_id': '099f74d6-c4d0-4536-a492-6ee5d9548757', 'tenant_id': '7af46c35551f4c1495058267a6c38548', 'mac_address': 'fa:16:3e:b9:14:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706d1738-51d4-4429-bf29-d8d3bc987aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'ef9b05da-7c53-4a49-9258-8b70f3db74c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:17:30Z', 'updated_at': '2021-11-16T12:17:34Z', 'revision_number': 4, 'project_id': '7af46c35551f4c1495058267a6c38548', 'subnets': [{'id': 'ef9b05da-7c53-4a49-9258-8b70f3db74c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:17:35.739719 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c972703f-1074-4d47-bdad-bf67c1e0c0b8 None None] The sync data for ids ['706d1738-51d4-4429-bf29-d8d3bc987aca'] in n-d-816823-3 is: [{'id': '706d1738-51d4-4429-bf29-d8d3bc987aca', 'name': 'tempest-TestEncryptedCinderVolumes-2139628800-router', 'tenant_id': '7af46c35551f4c1495058267a6c38548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '0be47145-064d-4c5e-9305-dfbad865d1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:17:28Z', 'updated_at': '2021-11-16T12:17:31Z', 'revision_number': 4, 'project_id': '7af46c35551f4c1495058267a6c38548', 'gw_port': {'id': '0be47145-064d-4c5e-9305-dfbad865d1b1', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706d1738-51d4-4429-bf29-d8d3bc987aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:17:29Z', 'updated_at': '2021-11-16T12:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '0c142031-1478-4119-8996-b6c18d357ffc', 'name': '', 'network_id': '099f74d6-c4d0-4536-a492-6ee5d9548757', 'tenant_id': '7af46c35551f4c1495058267a6c38548', 'mac_address': 'fa:16:3e:b9:14:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706d1738-51d4-4429-bf29-d8d3bc987aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'ef9b05da-7c53-4a49-9258-8b70f3db74c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:17:30Z', 'updated_at': '2021-11-16T12:17:34Z', 'revision_number': 4, 'project_id': '7af46c35551f4c1495058267a6c38548', 'subnets': [{'id': 'ef9b05da-7c53-4a49-9258-8b70f3db74c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:17:35.812473 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-dcbcd6c6-86ea-434c-9770-e6c6eb33b881 admin admin] Allocated IP 172.20.0.1 (64da59eb-54b6-4634-b5c1-0e94e963c19b/0a03db50-e0fb-4b88-a1a3-656c3ce4d494/b1414997-e3b7-44ba-9ec0-a65e45591919) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:17:35.872684 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-017cdecf-d7d6-42da-a26f-7a93ac44e2f9 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:35.890004 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-017cdecf-d7d6-42da-a26f-7a93ac44e2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:35.984273 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dcbcd6c6-86ea-434c-9770-e6c6eb33b881 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:35.988696 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a9c93-2cec-4bb9-8301-4933eb870392 None None] Pushing event updated for resources: {'Port': ['ID=43e416b2-1e4a-4fa9-80ee-a73bf84317cc,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:35.996512 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-017cdecf-d7d6-42da-a26f-7a93ac44e2f9 None None] Attempting to bind port 43e416b2-1e4a-4fa9-80ee-a73bf84317cc on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:17:35.996883 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-017cdecf-d7d6-42da-a26f-7a93ac44e2f9 None None] Attempting to bind port 43e416b2-1e4a-4fa9-80ee-a73bf84317cc by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:17:35.997246 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017cdecf-d7d6-42da-a26f-7a93ac44e2f9 None None] Attempting to bind port 43e416b2-1e4a-4fa9-80ee-a73bf84317cc on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:17:36.009679 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017cdecf-d7d6-42da-a26f-7a93ac44e2f9 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:17:36.011389 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017cdecf-d7d6-42da-a26f-7a93ac44e2f9 None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:17:36.011812 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-017cdecf-d7d6-42da-a26f-7a93ac44e2f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:36.012214 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017cdecf-d7d6-42da-a26f-7a93ac44e2f9 None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:17:36.012706 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-017cdecf-d7d6-42da-a26f-7a93ac44e2f9 None None] Bound port: 43e416b2-1e4a-4fa9-80ee-a73bf84317cc, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:17:36.013093 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-017cdecf-d7d6-42da-a26f-7a93ac44e2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:36.066019 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26638dc-a1d7-4e8f-84d5-28bd8cb8475b None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:17:36.069776 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dcbcd6c6-86ea-434c-9770-e6c6eb33b881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:36.088827 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-017cdecf-d7d6-42da-a26f-7a93ac44e2f9 None None] For port 43e416b2-1e4a-4fa9-80ee-a73bf84317cc, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:17:36.092732 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-017cdecf-d7d6-42da-a26f-7a93ac44e2f9 None None] For port 43e416b2-1e4a-4fa9-80ee-a73bf84317cc, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=43e416b2-1e4a-4fa9-80ee-a73bf84317cc,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:17:36.106340 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-017cdecf-d7d6-42da-a26f-7a93ac44e2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:36.107975 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:36.126173 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f1f0f8-eaea-4439-af2e-c497a1d80cf9 None None] Network 64da59eb-54b6-4634-b5c1-0e94e963c19b requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:17:36.161538 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017cdecf-d7d6-42da-a26f-7a93ac44e2f9 None None] Routers {'4a5d82a8-11da-4347-97cc-60f47909507c'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:17:36.162197 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-017cdecf-d7d6-42da-a26f-7a93ac44e2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:17:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['4a5d82a8-11da-4347-97cc-60f47909507c'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:17:36.167767 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbcd6c6-86ea-434c-9770-e6c6eb33b881 admin admin] Pushing event updated for resources: {'Port': ['ID=b1414997-e3b7-44ba-9ec0-a65e45591919,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:36.179309 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbcd6c6-86ea-434c-9770-e6c6eb33b881 admin admin] Network 64da59eb-54b6-4634-b5c1-0e94e963c19b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:17:36.182104 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600ee3cb-d1a2-43e9-b34c-bdece7c21c3f None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:17:36.183262 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-dcbcd6c6-86ea-434c-9770-e6c6eb33b881 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:17:36.187181 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbcd6c6-86ea-434c-9770-e6c6eb33b881 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:17:36.221233 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 1cb0b76b-0e64-43e5-8ab3-fc9e1a262cb7, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=1cb0b76b-0e64-43e5-8ab3-fc9e1a262cb7,segment=NetworkSegment(fac44c39-6f35-45b5-a83e-166afb006214),segment_id=fac44c39-6f35-45b5-a83e-166afb006214)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:17:36.234221 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:36.241525 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dcbcd6c6-86ea-434c-9770-e6c6eb33b881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:36.288522 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a9c93-2cec-4bb9-8301-4933eb870392 None None] Pushing event updated for resources: {'Port': ['ID=43e416b2-1e4a-4fa9-80ee-a73bf84317cc,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:36.317562 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-017cdecf-d7d6-42da-a26f-7a93ac44e2f9 None None] Set router 4a5d82a8-11da-4347-97cc-60f47909507c gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:17:36.328422 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-4089de02-0402-42c9-a03b-33f003d79d8c None None] Provisioning complete for port 43e416b2-1e4a-4fa9-80ee-a73bf84317cc triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:17:36.328799 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4089de02-0402-42c9-a03b-33f003d79d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:36.369646 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=1cb0b76b-0e64-43e5-8ab3-fc9e1a262cb7,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:36.419534 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dcbcd6c6-86ea-434c-9770-e6c6eb33b881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:36.455677 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:17:36.520499 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4089de02-0402-42c9-a03b-33f003d79d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:36.551516 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-4089de02-0402-42c9-a03b-33f003d79d8c None None] For port 43e416b2-1e4a-4fa9-80ee-a73bf84317cc, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=43e416b2-1e4a-4fa9-80ee-a73bf84317cc,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:17:36.558514 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4089de02-0402-42c9-a03b-33f003d79d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:36.591854 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-017cdecf-d7d6-42da-a26f-7a93ac44e2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5d82a8-11da-4347-97cc-60f47909507c', 'name': 'tempest-TestEncryptedCinderVolumes-1455558824-router', 'tenant_id': '2ffbfc3a655d4d9abb4cd80d3f35401f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '43e416b2-1e4a-4fa9-80ee-a73bf84317cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:17:33Z', 'updated_at': '2021-11-16T12:17:34Z', 'revision_number': 3, 'project_id': '2ffbfc3a655d4d9abb4cd80d3f35401f', 'gw_port': {'id': '43e416b2-1e4a-4fa9-80ee-a73bf84317cc', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c3:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5d82a8-11da-4347-97cc-60f47909507c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:17:33Z', 'updated_at': '2021-11-16T12:17:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:17:36.610077 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-4089de02-0402-42c9-a03b-33f003d79d8c None None] Provisioning complete for port 1cb0b76b-0e64-43e5-8ab3-fc9e1a262cb7 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:17:36.610077 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4089de02-0402-42c9-a03b-33f003d79d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:36.628718 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017cdecf-d7d6-42da-a26f-7a93ac44e2f9 None None] The sync data for ids ['4a5d82a8-11da-4347-97cc-60f47909507c'] in n-d-816823-3 is: [{'id': '4a5d82a8-11da-4347-97cc-60f47909507c', 'name': 'tempest-TestEncryptedCinderVolumes-1455558824-router', 'tenant_id': '2ffbfc3a655d4d9abb4cd80d3f35401f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '43e416b2-1e4a-4fa9-80ee-a73bf84317cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:17:33Z', 'updated_at': '2021-11-16T12:17:34Z', 'revision_number': 3, 'project_id': '2ffbfc3a655d4d9abb4cd80d3f35401f', 'gw_port': {'id': '43e416b2-1e4a-4fa9-80ee-a73bf84317cc', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c3:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5d82a8-11da-4347-97cc-60f47909507c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:17:33Z', 'updated_at': '2021-11-16T12:17:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:17:36.665132 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089de02-0402-42c9-a03b-33f003d79d8c None None] Pushing event updated for resources: {'Port': ['ID=43e416b2-1e4a-4fa9-80ee-a73bf84317cc,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:36.674292 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dcbcd6c6-86ea-434c-9770-e6c6eb33b881 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:36.685612 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dcbcd6c6-86ea-434c-9770-e6c6eb33b881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:36.764046 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbcd6c6-86ea-434c-9770-e6c6eb33b881 admin admin] Pushing event updated for resources: {'Port': ['ID=b1414997-e3b7-44ba-9ec0-a65e45591919,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:36.777033 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dcbcd6c6-86ea-434c-9770-e6c6eb33b881 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:36.880262 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-1641da8a-87e9-4e37-906e-9fb61d9f2d01 None None] Provisioning complete for port b1414997-e3b7-44ba-9ec0-a65e45591919 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:17:36.880748 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1641da8a-87e9-4e37-906e-9fb61d9f2d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:36.920810 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbcd6c6-86ea-434c-9770-e6c6eb33b881 admin admin] Network 64da59eb-54b6-4634-b5c1-0e94e963c19b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:17:36.922864 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-dcbcd6c6-86ea-434c-9770-e6c6eb33b881 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:17:36.926045 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-1641da8a-87e9-4e37-906e-9fb61d9f2d01 None None] Port b1414997-e3b7-44ba-9ec0-a65e45591919 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:17:36.954373 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-1641da8a-87e9-4e37-906e-9fb61d9f2d01 None None] Provisioning complete for port 43e416b2-1e4a-4fa9-80ee-a73bf84317cc triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:17:36.954755 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1641da8a-87e9-4e37-906e-9fb61d9f2d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:37.103004 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcbcd6c6-86ea-434c-9770-e6c6eb33b881 admin admin] Router 4a5d82a8-11da-4347-97cc-60f47909507c has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:17:37.112097 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-1641da8a-87e9-4e37-906e-9fb61d9f2d01 None None] Provisioning complete for port 1cb0b76b-0e64-43e5-8ab3-fc9e1a262cb7 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:17:37.112597 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1641da8a-87e9-4e37-906e-9fb61d9f2d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:37.273060 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbcd6c6-86ea-434c-9770-e6c6eb33b881 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:17:37.286238 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-dcbcd6c6-86ea-434c-9770-e6c6eb33b881 admin admin] 10.222.0.61 "PUT /v2.0/routers/4a5d82a8-11da-4347-97cc-60f47909507c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2842119 Nov 16 12:17:37.333901 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6c89f303-e8bc-4daa-834d-b1713478fa7c None None] Provisioning complete for port b1414997-e3b7-44ba-9ec0-a65e45591919 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:17:37.334221 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6c89f303-e8bc-4daa-834d-b1713478fa7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:37.372187 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-6c89f303-e8bc-4daa-834d-b1713478fa7c None None] Port b1414997-e3b7-44ba-9ec0-a65e45591919 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:17:37.504186 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d66e656e-3dc3-4141-8acc-97942e3fa9fa None None] Provisioning complete for port b1414997-e3b7-44ba-9ec0-a65e45591919 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:17:37.504779 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d66e656e-3dc3-4141-8acc-97942e3fa9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:37.548154 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 0c142031-1478-4119-8996-b6c18d357ffc up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:17:37.586514 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-d66e656e-3dc3-4141-8acc-97942e3fa9fa None None] Port b1414997-e3b7-44ba-9ec0-a65e45591919 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:17:37.611547 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 0c142031-1478-4119-8996-b6c18d357ffc triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:17:37.611986 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:37.697646 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 43e416b2-1e4a-4fa9-80ee-a73bf84317cc up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:17:37.745180 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 43e416b2-1e4a-4fa9-80ee-a73bf84317cc triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:17:37.745554 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:37.829343 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 1cb0b76b-0e64-43e5-8ab3-fc9e1a262cb7 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:17:37.884387 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 1cb0b76b-0e64-43e5-8ab3-fc9e1a262cb7 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:17:37.884763 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:38.090356 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-f788d349-6cdf-4810-aef9-7ab55056b6a7 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:38.091719 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-f788d349-6cdf-4810-aef9-7ab55056b6a7 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/networks?id=099f74d6-c4d0-4536-a492-6ee5d9548757 HTTP/1.1" status: 200 len: 817 time: 0.1002727 Nov 16 12:17:38.107252 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-4f3ab8f0-1458-40ed-b71e-86e37023fe84 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/quotas/7af46c35551f4c1495058267a6c38548 HTTP/1.1" status: 200 len: 375 time: 0.0097222 Nov 16 12:17:38.162235 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-27e525b1-f01e-4234-80a4-dd0e2dd4c146 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7af46c35551f4c1495058267a6c38548&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496631 Nov 16 12:17:38.256929 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-160090d2-3a56-41c5-b5b4-6884b1c0e2ed service neutron] 10.222.0.61 "GET /v2.0/networks/099f74d6-c4d0-4536-a492-6ee5d9548757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822232 Nov 16 12:17:38.350959 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-790db334-e793-47d7-9687-bef0d3a85343 service neutron] 10.222.0.61 "GET /v2.0/networks/099f74d6-c4d0-4536-a492-6ee5d9548757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872684 Nov 16 12:17:38.509958 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5ff9b3b2-4d19-4811-babe-dfbf2878cf38 req-ebe0b8dd-d304-47e8-ad78-14daa1640b46 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ccdc845-a097-4f2f-93f5-c27f2bd3f1b8 HTTP/1.1" status: 200 len: 210 time: 0.0274789 Nov 16 12:17:39.268979 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112d4a56-bd8c-4c7d-9373-442e5cfc1b5a None None] Sync routers for ids ['4a5d82a8-11da-4347-97cc-60f47909507c'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:17:39.280790 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112d4a56-bd8c-4c7d-9373-442e5cfc1b5a None None] Routers {'4a5d82a8-11da-4347-97cc-60f47909507c'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:17:39.281413 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-112d4a56-bd8c-4c7d-9373-442e5cfc1b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:17:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['4a5d82a8-11da-4347-97cc-60f47909507c'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:17:39.388511 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-112d4a56-bd8c-4c7d-9373-442e5cfc1b5a None None] Set router 4a5d82a8-11da-4347-97cc-60f47909507c gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:17:39.430026 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-0f6138d9-98a8-4383-bab0-277563137938 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:39.432066 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-0f6138d9-98a8-4383-bab0-277563137938 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.36 "GET /v2.0/networks?id=099f74d6-c4d0-4536-a492-6ee5d9548757 HTTP/1.1" status: 200 len: 817 time: 0.1127987 Nov 16 12:17:39.444590 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-a174c1d3-04ff-41d7-8b31-923144a96c96 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Request body: {'port': {'device_id': '0ccdc845-a097-4f2f-93f5-c27f2bd3f1b8', 'network_id': '099f74d6-c4d0-4536-a492-6ee5d9548757', 'admin_state_up': True, 'tenant_id': '7af46c35551f4c1495058267a6c38548'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:17:39.564217 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-a174c1d3-04ff-41d7-8b31-923144a96c96 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Made reservation on behalf of 7af46c35551f4c1495058267a6c38548 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:17:39.567751 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-a174c1d3-04ff-41d7-8b31-923144a96c96 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:39.604154 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-112d4a56-bd8c-4c7d-9373-442e5cfc1b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5d82a8-11da-4347-97cc-60f47909507c', 'name': 'tempest-TestEncryptedCinderVolumes-1455558824-router', 'tenant_id': '2ffbfc3a655d4d9abb4cd80d3f35401f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '43e416b2-1e4a-4fa9-80ee-a73bf84317cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:17:33Z', 'updated_at': '2021-11-16T12:17:36Z', 'revision_number': 4, 'project_id': '2ffbfc3a655d4d9abb4cd80d3f35401f', 'gw_port': {'id': '43e416b2-1e4a-4fa9-80ee-a73bf84317cc', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5d82a8-11da-4347-97cc-60f47909507c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:17:33Z', 'updated_at': '2021-11-16T12:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'b1414997-e3b7-44ba-9ec0-a65e45591919', 'name': '', 'network_id': '64da59eb-54b6-4634-b5c1-0e94e963c19b', 'tenant_id': '2ffbfc3a655d4d9abb4cd80d3f35401f', 'mac_address': 'fa:16:3e:49:8c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5d82a8-11da-4347-97cc-60f47909507c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '0a03db50-e0fb-4b88-a1a3-656c3ce4d494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:17:35Z', 'updated_at': '2021-11-16T12:17:36Z', 'revision_number': 2, 'project_id': '2ffbfc3a655d4d9abb4cd80d3f35401f', 'subnets': [{'id': '0a03db50-e0fb-4b88-a1a3-656c3ce4d494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:17:39.618275 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7267fcc4-f6c1-4dec-88ed-ab6546fb2ec6 req-46e06d0b-3eaf-4a0c-8f64-8bce6de54032 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ccdc845-a097-4f2f-93f5-c27f2bd3f1b8 HTTP/1.1" status: 200 len: 210 time: 0.0345109 Nov 16 12:17:39.632254 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112d4a56-bd8c-4c7d-9373-442e5cfc1b5a None None] Checking router: 4a5d82a8-11da-4347-97cc-60f47909507c for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:17:39.632616 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112d4a56-bd8c-4c7d-9373-442e5cfc1b5a None None] Updating router 4a5d82a8-11da-4347-97cc-60f47909507c port b1414997-e3b7-44ba-9ec0-a65e45591919 binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 12:17:39.658190 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-112d4a56-bd8c-4c7d-9373-442e5cfc1b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:39.698651 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-a174c1d3-04ff-41d7-8b31-923144a96c96 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Allocated IP 172.20.0.10 (099f74d6-c4d0-4536-a492-6ee5d9548757/ef9b05da-7c53-4a49-9258-8b70f3db74c0/b254bf6e-2d96-41e1-9859-838ae33aa168) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:17:39.844774 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-a174c1d3-04ff-41d7-8b31-923144a96c96 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:39.878100 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-a174c1d3-04ff-41d7-8b31-923144a96c96 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:39.918289 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-112d4a56-bd8c-4c7d-9373-442e5cfc1b5a None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:39.923809 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-112d4a56-bd8c-4c7d-9373-442e5cfc1b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:39.928049 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-a174c1d3-04ff-41d7-8b31-923144a96c96 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Network 099f74d6-c4d0-4536-a492-6ee5d9548757 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:17:39.931799 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-a174c1d3-04ff-41d7-8b31-923144a96c96 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:17:39.935733 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-a174c1d3-04ff-41d7-8b31-923144a96c96 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:17:39.959303 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a174c1d3-04ff-41d7-8b31-923144a96c96 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Pushing event updated for resources: {'Port': ['ID=b254bf6e-2d96-41e1-9859-838ae33aa168,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:39.974753 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b664b60c-133b-4cdf-ad19-156239d77652 None None] Pushing event updated for resources: {'Port': ['ID=b1414997-e3b7-44ba-9ec0-a65e45591919,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:39.995209 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-a174c1d3-04ff-41d7-8b31-923144a96c96 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:39.995887 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-a174c1d3-04ff-41d7-8b31-923144a96c96 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:40.016726 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-a174c1d3-04ff-41d7-8b31-923144a96c96 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5761251 Nov 16 12:17:40.033316 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-4f10cd7f-b560-4fc9-8ecd-afb446b883aa service neutron] Request body: {'port': {'device_id': '0ccdc845-a097-4f2f-93f5-c27f2bd3f1b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:17:40.039201 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-112d4a56-bd8c-4c7d-9373-442e5cfc1b5a None None] Attempting to bind port b1414997-e3b7-44ba-9ec0-a65e45591919 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:17:40.039577 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-112d4a56-bd8c-4c7d-9373-442e5cfc1b5a None None] Attempting to bind port b1414997-e3b7-44ba-9ec0-a65e45591919 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'fac44c39-6f35-45b5-a83e-166afb006214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '64da59eb-54b6-4634-b5c1-0e94e963c19b'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:17:40.040483 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112d4a56-bd8c-4c7d-9373-442e5cfc1b5a None None] Attempting to bind port b1414997-e3b7-44ba-9ec0-a65e45591919 on network 64da59eb-54b6-4634-b5c1-0e94e963c19b {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:17:40.047227 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112d4a56-bd8c-4c7d-9373-442e5cfc1b5a None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:17:40.048094 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112d4a56-bd8c-4c7d-9373-442e5cfc1b5a None None] Checking segment: {'id': 'fac44c39-6f35-45b5-a83e-166afb006214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '64da59eb-54b6-4634-b5c1-0e94e963c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:17:40.048728 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-112d4a56-bd8c-4c7d-9373-442e5cfc1b5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:40.049449 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112d4a56-bd8c-4c7d-9373-442e5cfc1b5a None None] Bound using segment: {'id': 'fac44c39-6f35-45b5-a83e-166afb006214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '64da59eb-54b6-4634-b5c1-0e94e963c19b'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:17:40.050301 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-112d4a56-bd8c-4c7d-9373-442e5cfc1b5a None None] Bound port: b1414997-e3b7-44ba-9ec0-a65e45591919, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fac44c39-6f35-45b5-a83e-166afb006214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '64da59eb-54b6-4634-b5c1-0e94e963c19b'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:17:40.050951 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-112d4a56-bd8c-4c7d-9373-442e5cfc1b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:40.096821 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-4f10cd7f-b560-4fc9-8ecd-afb446b883aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:40.132916 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-112d4a56-bd8c-4c7d-9373-442e5cfc1b5a None None] For port b1414997-e3b7-44ba-9ec0-a65e45591919, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:17:40.136526 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-112d4a56-bd8c-4c7d-9373-442e5cfc1b5a None None] For port b1414997-e3b7-44ba-9ec0-a65e45591919, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=b1414997-e3b7-44ba-9ec0-a65e45591919,segment=NetworkSegment(fac44c39-6f35-45b5-a83e-166afb006214),segment_id=fac44c39-6f35-45b5-a83e-166afb006214)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:17:40.144137 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-112d4a56-bd8c-4c7d-9373-442e5cfc1b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:40.215431 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b664b60c-133b-4cdf-ad19-156239d77652 None None] Pushing event updated for resources: {'Port': ['ID=b1414997-e3b7-44ba-9ec0-a65e45591919,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:40.218355 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112d4a56-bd8c-4c7d-9373-442e5cfc1b5a None None] Routers {'4a5d82a8-11da-4347-97cc-60f47909507c'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:17:40.218970 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-112d4a56-bd8c-4c7d-9373-442e5cfc1b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:17:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['4a5d82a8-11da-4347-97cc-60f47909507c'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:17:40.340776 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-112d4a56-bd8c-4c7d-9373-442e5cfc1b5a None None] Set router 4a5d82a8-11da-4347-97cc-60f47909507c gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:17:40.343199 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-8c4e5587-a0b1-422d-b2a4-bdfa65bcbb4b None None] Provisioning complete for port b1414997-e3b7-44ba-9ec0-a65e45591919 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:17:40.343644 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c4e5587-a0b1-422d-b2a4-bdfa65bcbb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:40.434169 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-4f10cd7f-b560-4fc9-8ecd-afb446b883aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b254bf6e-2d96-41e1-9859-838ae33aa168 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:17:40.442090 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-4f10cd7f-b560-4fc9-8ecd-afb446b883aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:40.454577 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-4f10cd7f-b560-4fc9-8ecd-afb446b883aa service neutron] Transition to ACTIVE for port object b254bf6e-2d96-41e1-9859-838ae33aa168 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 12:17:40.458638 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-4f10cd7f-b560-4fc9-8ecd-afb446b883aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:40.539744 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10cd7f-b560-4fc9-8ecd-afb446b883aa service neutron] Pushing event updated for resources: {'Port': ['ID=b254bf6e-2d96-41e1-9859-838ae33aa168,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:40.553244 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c4e5587-a0b1-422d-b2a4-bdfa65bcbb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:40.602252 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-4f10cd7f-b560-4fc9-8ecd-afb446b883aa service neutron] Attempting to bind port b254bf6e-2d96-41e1-9859-838ae33aa168 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:17:40.603288 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-4f10cd7f-b560-4fc9-8ecd-afb446b883aa service neutron] Attempting to bind port b254bf6e-2d96-41e1-9859-838ae33aa168 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '117a2fd6-8db5-42c6-97d7-b8d5f0821898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '099f74d6-c4d0-4536-a492-6ee5d9548757'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:17:40.603836 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-4f10cd7f-b560-4fc9-8ecd-afb446b883aa service neutron] Attempting to bind port b254bf6e-2d96-41e1-9859-838ae33aa168 on network 099f74d6-c4d0-4536-a492-6ee5d9548757 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:17:40.609417 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-4f10cd7f-b560-4fc9-8ecd-afb446b883aa service neutron] Port b254bf6e-2d96-41e1-9859-838ae33aa168 on network 099f74d6-c4d0-4536-a492-6ee5d9548757 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 12:17:40.609668 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-4f10cd7f-b560-4fc9-8ecd-afb446b883aa service neutron] Attempting to bind port b254bf6e-2d96-41e1-9859-838ae33aa168 on network 099f74d6-c4d0-4536-a492-6ee5d9548757 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:17:40.614422 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-8c4e5587-a0b1-422d-b2a4-bdfa65bcbb4b None None] For port b1414997-e3b7-44ba-9ec0-a65e45591919, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=b1414997-e3b7-44ba-9ec0-a65e45591919,segment=NetworkSegment(fac44c39-6f35-45b5-a83e-166afb006214),segment_id=fac44c39-6f35-45b5-a83e-166afb006214)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:17:40.615021 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-4f10cd7f-b560-4fc9-8ecd-afb446b883aa service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:17:40.615406 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-4f10cd7f-b560-4fc9-8ecd-afb446b883aa service neutron] Checking segment: {'id': '117a2fd6-8db5-42c6-97d7-b8d5f0821898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '099f74d6-c4d0-4536-a492-6ee5d9548757'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:17:40.615990 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-4f10cd7f-b560-4fc9-8ecd-afb446b883aa service neutron] Bound using segment: {'id': '117a2fd6-8db5-42c6-97d7-b8d5f0821898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '099f74d6-c4d0-4536-a492-6ee5d9548757'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:17:40.616420 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-4f10cd7f-b560-4fc9-8ecd-afb446b883aa service neutron] Bound port: b254bf6e-2d96-41e1-9859-838ae33aa168, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '117a2fd6-8db5-42c6-97d7-b8d5f0821898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '099f74d6-c4d0-4536-a492-6ee5d9548757'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:17:40.616910 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-4f10cd7f-b560-4fc9-8ecd-afb446b883aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:40.621744 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c4e5587-a0b1-422d-b2a4-bdfa65bcbb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:40.692258 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e5587-a0b1-422d-b2a4-bdfa65bcbb4b None None] Pushing event updated for resources: {'Port': ['ID=b1414997-e3b7-44ba-9ec0-a65e45591919,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:40.698082 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-112d4a56-bd8c-4c7d-9373-442e5cfc1b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5d82a8-11da-4347-97cc-60f47909507c', 'name': 'tempest-TestEncryptedCinderVolumes-1455558824-router', 'tenant_id': '2ffbfc3a655d4d9abb4cd80d3f35401f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '43e416b2-1e4a-4fa9-80ee-a73bf84317cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:17:33Z', 'updated_at': '2021-11-16T12:17:36Z', 'revision_number': 4, 'project_id': '2ffbfc3a655d4d9abb4cd80d3f35401f', 'gw_port': {'id': '43e416b2-1e4a-4fa9-80ee-a73bf84317cc', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5d82a8-11da-4347-97cc-60f47909507c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:17:33Z', 'updated_at': '2021-11-16T12:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'b1414997-e3b7-44ba-9ec0-a65e45591919', 'name': '', 'network_id': '64da59eb-54b6-4634-b5c1-0e94e963c19b', 'tenant_id': '2ffbfc3a655d4d9abb4cd80d3f35401f', 'mac_address': 'fa:16:3e:49:8c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5d82a8-11da-4347-97cc-60f47909507c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '0a03db50-e0fb-4b88-a1a3-656c3ce4d494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:17:35Z', 'updated_at': '2021-11-16T12:17:40Z', 'revision_number': 4, 'project_id': '2ffbfc3a655d4d9abb4cd80d3f35401f', 'subnets': [{'id': '0a03db50-e0fb-4b88-a1a3-656c3ce4d494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:17:40.722089 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-4f10cd7f-b560-4fc9-8ecd-afb446b883aa service neutron] For port b254bf6e-2d96-41e1-9859-838ae33aa168, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:17:40.725907 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-4f10cd7f-b560-4fc9-8ecd-afb446b883aa service neutron] For port b254bf6e-2d96-41e1-9859-838ae33aa168, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=b254bf6e-2d96-41e1-9859-838ae33aa168,segment=NetworkSegment(117a2fd6-8db5-42c6-97d7-b8d5f0821898),segment_id=117a2fd6-8db5-42c6-97d7-b8d5f0821898)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:17:40.731781 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-4f10cd7f-b560-4fc9-8ecd-afb446b883aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:40.761044 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7149a-e212-4c8f-85f6-61e72dd29c16 req-915a8876-4e56-4ed0-b418-dc3fa64cdb12 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:40.763792 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-49b7149a-e212-4c8f-85f6-61e72dd29c16 req-915a8876-4e56-4ed0-b418-dc3fa64cdb12 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ccdc845-a097-4f2f-93f5-c27f2bd3f1b8 HTTP/1.1" status: 200 len: 944 time: 0.0613604 Nov 16 12:17:40.795981 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10cd7f-b560-4fc9-8ecd-afb446b883aa service neutron] Pushing event updated for resources: {'Port': ['ID=b254bf6e-2d96-41e1-9859-838ae33aa168,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:40.801217 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-4f10cd7f-b560-4fc9-8ecd-afb446b883aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:40.801899 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-4f10cd7f-b560-4fc9-8ecd-afb446b883aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:40.803450 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-4f10cd7f-b560-4fc9-8ecd-afb446b883aa service neutron] 10.222.0.36 "PUT /v2.0/ports/b254bf6e-2d96-41e1-9859-838ae33aa168 HTTP/1.1" status: 200 len: 1092 time: 0.7777677 Nov 16 12:17:40.803916 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ccdc845-a097-4f2f-93f5-c27f2bd3f1b8', 'tag': 'b254bf6e-2d96-41e1-9859-838ae33aa168'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:17:40.806510 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b4cb006b19835c19bcd0265a95de96d39c41d7d45c6d056c20fcc032bf3cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbaaa8c-26bb-4453-a754-8c5e5c3c2472" -d '{"events": [{"name": "network-changed", "server_uuid": "0ccdc845-a097-4f2f-93f5-c27f2bd3f1b8", "tag": "b254bf6e-2d96-41e1-9859-838ae33aa168"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:17:40.840218 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-49b7149a-e212-4c8f-85f6-61e72dd29c16 req-0be5e248-91da-4826-b931-20aaad42f1c7 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/security-groups?id=650001da-fc94-4c68-abf8-10f40b443782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693793 Nov 16 12:17:40.890657 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-52ca0e39-cf61-4d06-b057-0e0d39b1a666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:40.892222 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-52ca0e39-cf61-4d06-b057-0e0d39b1a666 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7af46c35551f4c1495058267a6c38548&device_id=0ccdc845-a097-4f2f-93f5-c27f2bd3f1b8 HTTP/1.1" status: 200 len: 1095 time: 0.0470576 Nov 16 12:17:40.908677 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ace231-efad-4c38-aa5f-2e3710e29e50 x-openstack-request-id: req-d3ace231-efad-4c38-aa5f-2e3710e29e50 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:17:40.909044 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ccdc845-a097-4f2f-93f5-c27f2bd3f1b8", "tag": "b254bf6e-2d96-41e1-9859-838ae33aa168", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:17:40.909359 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d3ace231-efad-4c38-aa5f-2e3710e29e50 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:17:40.909827 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ccdc845-a097-4f2f-93f5-c27f2bd3f1b8', 'tag': 'b254bf6e-2d96-41e1-9859-838ae33aa168', 'status': 'completed', 'code': 200} Nov 16 12:17:40.918600 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112d4a56-bd8c-4c7d-9373-442e5cfc1b5a None None] The sync data for ids ['4a5d82a8-11da-4347-97cc-60f47909507c'] in n-d-816823-3 is: [{'id': '4a5d82a8-11da-4347-97cc-60f47909507c', 'name': 'tempest-TestEncryptedCinderVolumes-1455558824-router', 'tenant_id': '2ffbfc3a655d4d9abb4cd80d3f35401f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '43e416b2-1e4a-4fa9-80ee-a73bf84317cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:17:33Z', 'updated_at': '2021-11-16T12:17:36Z', 'revision_number': 4, 'project_id': '2ffbfc3a655d4d9abb4cd80d3f35401f', 'gw_port': {'id': '43e416b2-1e4a-4fa9-80ee-a73bf84317cc', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5d82a8-11da-4347-97cc-60f47909507c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:17:33Z', 'updated_at': '2021-11-16T12:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'b1414997-e3b7-44ba-9ec0-a65e45591919', 'name': '', 'network_id': '64da59eb-54b6-4634-b5c1-0e94e963c19b', 'tenant_id': '2ffbfc3a655d4d9abb4cd80d3f35401f', 'mac_address': 'fa:16:3e:49:8c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5d82a8-11da-4347-97cc-60f47909507c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '0a03db50-e0fb-4b88-a1a3-656c3ce4d494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:17:35Z', 'updated_at': '2021-11-16T12:17:40Z', 'revision_number': 4, 'project_id': '2ffbfc3a655d4d9abb4cd80d3f35401f', 'subnets': [{'id': '0a03db50-e0fb-4b88-a1a3-656c3ce4d494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:17:40.931780 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-da1d16eb-7117-46dc-9fca-396985dba0ee None None] Provisioning complete for port b1414997-e3b7-44ba-9ec0-a65e45591919 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:17:40.932158 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-da1d16eb-7117-46dc-9fca-396985dba0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:40.950286 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-53a4c500-4816-4717-9681-0a9669767c50 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b254bf6e-2d96-41e1-9859-838ae33aa168 HTTP/1.1" status: 200 len: 217 time: 0.0488298 Nov 16 12:17:41.018219 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-ee4a19e7-603f-42ca-9e94-8a21fb92304b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:41.019704 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-ee4a19e7-603f-42ca-9e94-8a21fb92304b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef9b05da-7c53-4a49-9258-8b70f3db74c0 HTTP/1.1" status: 200 len: 856 time: 0.0618932 Nov 16 12:17:41.079536 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-82b24217-3791-488a-b733-36b89a003450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:41.081113 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-82b24217-3791-488a-b733-36b89a003450 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=099f74d6-c4d0-4536-a492-6ee5d9548757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539129 Nov 16 12:17:41.185763 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-be7a82b6-43cf-44b2-a429-500c9eaaecd2 service neutron] 10.222.0.36 "GET /v2.0/networks/099f74d6-c4d0-4536-a492-6ee5d9548757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948348 Nov 16 12:17:41.434453 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device b1414997-e3b7-44ba-9ec0-a65e45591919 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:17:41.486438 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port b1414997-e3b7-44ba-9ec0-a65e45591919 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:17:41.486813 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:41.586064 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-26716ac0-52da-46c4-8824-977ffb6c5418 req-d067076a-7ef5-474a-9f18-a4905028c992 service neutron] 10.222.0.36 "GET /v2.0/networks/099f74d6-c4d0-4536-a492-6ee5d9548757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926537 Nov 16 12:17:41.674639 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbaaa8c-26bb-4453-a754-8c5e5c3c2472 req-d996aeb5-cb0d-4516-9d47-c59972329b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:41.676138 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5dbaaa8c-26bb-4453-a754-8c5e5c3c2472 req-d996aeb5-cb0d-4516-9d47-c59972329b31 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7af46c35551f4c1495058267a6c38548&device_id=0ccdc845-a097-4f2f-93f5-c27f2bd3f1b8 HTTP/1.1" status: 200 len: 1095 time: 0.0430617 Nov 16 12:17:41.770913 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbaaa8c-26bb-4453-a754-8c5e5c3c2472 req-87e0e45f-77d1-46d6-bfc4-d9ae48cf7d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:41.772371 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5dbaaa8c-26bb-4453-a754-8c5e5c3c2472 req-87e0e45f-77d1-46d6-bfc4-d9ae48cf7d46 service neutron] 10.222.0.36 "GET /v2.0/networks?id=099f74d6-c4d0-4536-a492-6ee5d9548757 HTTP/1.1" status: 200 len: 918 time: 0.0891883 Nov 16 12:17:41.811897 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5dbaaa8c-26bb-4453-a754-8c5e5c3c2472 req-2561d2b5-53fc-4412-b76c-e73272e18823 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b254bf6e-2d96-41e1-9859-838ae33aa168 HTTP/1.1" status: 200 len: 217 time: 0.0325317 Nov 16 12:17:41.863315 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbaaa8c-26bb-4453-a754-8c5e5c3c2472 req-93815c78-3b1d-41ad-9128-a1af5d9d89f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:41.864630 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5dbaaa8c-26bb-4453-a754-8c5e5c3c2472 req-93815c78-3b1d-41ad-9128-a1af5d9d89f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef9b05da-7c53-4a49-9258-8b70f3db74c0 HTTP/1.1" status: 200 len: 856 time: 0.0450995 Nov 16 12:17:41.911621 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbaaa8c-26bb-4453-a754-8c5e5c3c2472 req-8ead2f6e-dd2a-4287-84d2-251b21f77eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:41.913120 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5dbaaa8c-26bb-4453-a754-8c5e5c3c2472 req-8ead2f6e-dd2a-4287-84d2-251b21f77eb6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=099f74d6-c4d0-4536-a492-6ee5d9548757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405462 Nov 16 12:17:41.972244 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706056e-400a-42c4-9b9d-57ebfd365bb0 req-431e784c-3909-4340-9e83-79b69dc050d5 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:41.973806 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0706056e-400a-42c4-9b9d-57ebfd365bb0 req-431e784c-3909-4340-9e83-79b69dc050d5 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ccdc845-a097-4f2f-93f5-c27f2bd3f1b8 HTTP/1.1" status: 200 len: 944 time: 0.0531411 Nov 16 12:17:42.015540 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5dbaaa8c-26bb-4453-a754-8c5e5c3c2472 req-5691144d-aba4-4747-b00f-c692af6386a0 service neutron] 10.222.0.36 "GET /v2.0/networks/099f74d6-c4d0-4536-a492-6ee5d9548757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939074 Nov 16 12:17:42.022647 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0706056e-400a-42c4-9b9d-57ebfd365bb0 req-52927761-3029-4d68-88ae-186c56a306ea tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/security-groups?id=650001da-fc94-4c68-abf8-10f40b443782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426924 Nov 16 12:17:42.118623 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5dbaaa8c-26bb-4453-a754-8c5e5c3c2472 req-220838c7-238c-4da3-911e-91fc8dc75791 service neutron] 10.222.0.36 "GET /v2.0/networks/099f74d6-c4d0-4536-a492-6ee5d9548757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956960 Nov 16 12:17:43.139824 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb791355-b895-4456-8ee3-d9f28f84a165 req-f3c0842c-1f98-4b29-a3e6-239b7d00c8e5 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:43.141311 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fb791355-b895-4456-8ee3-d9f28f84a165 req-f3c0842c-1f98-4b29-a3e6-239b7d00c8e5 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ccdc845-a097-4f2f-93f5-c27f2bd3f1b8 HTTP/1.1" status: 200 len: 944 time: 0.0492005 Nov 16 12:17:43.154682 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b5bb16f8-3ad1-4108-bcbb-b4e073b335ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:43.190644 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fb791355-b895-4456-8ee3-d9f28f84a165 req-5f313ded-a3bf-449b-a3d8-09e744aca86c tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/security-groups?id=650001da-fc94-4c68-abf8-10f40b443782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433669 Nov 16 12:17:44.316166 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeff0b6-6e93-4814-acb9-fd1e044db04f req-36e6ef83-315e-4530-9b67-11e2220e0495 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:44.317653 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dfeff0b6-6e93-4814-acb9-fd1e044db04f req-36e6ef83-315e-4530-9b67-11e2220e0495 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ccdc845-a097-4f2f-93f5-c27f2bd3f1b8 HTTP/1.1" status: 200 len: 944 time: 0.0522268 Nov 16 12:17:44.364721 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dfeff0b6-6e93-4814-acb9-fd1e044db04f req-0f3a7fd9-d9d7-4250-9ac8-4bb98077d20a tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/security-groups?id=650001da-fc94-4c68-abf8-10f40b443782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401130 Nov 16 12:17:45.481039 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aaf347-5c67-46fb-a4e2-e09a026e21a4 req-4d947d43-68d3-45a7-9178-e6aa62b4cb14 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:45.483635 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a6aaf347-5c67-46fb-a4e2-e09a026e21a4 req-4d947d43-68d3-45a7-9178-e6aa62b4cb14 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ccdc845-a097-4f2f-93f5-c27f2bd3f1b8 HTTP/1.1" status: 200 len: 944 time: 0.0491121 Nov 16 12:17:45.529813 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a6aaf347-5c67-46fb-a4e2-e09a026e21a4 req-bb66a2e4-a260-4a43-b3d5-a0e207679770 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/security-groups?id=650001da-fc94-4c68-abf8-10f40b443782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412033 Nov 16 12:17:45.651824 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device b254bf6e-2d96-41e1-9859-838ae33aa168 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 12:17:45.688357 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-572de8bc-cdfc-4020-b661-af673601ff65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:45.769072 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port b254bf6e-2d96-41e1-9859-838ae33aa168, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=b254bf6e-2d96-41e1-9859-838ae33aa168,segment=NetworkSegment(117a2fd6-8db5-42c6-97d7-b8d5f0821898),segment_id=117a2fd6-8db5-42c6-97d7-b8d5f0821898)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:17:45.780383 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': 'b254bf6e-2d96-41e1-9859-838ae33aa168', 'network_id': '099f74d6-c4d0-4536-a492-6ee5d9548757', 'port_id': 'b254bf6e-2d96-41e1-9859-838ae33aa168', 'mac_address': 'fa:16:3e:ea:47:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef9b05da-7c53-4a49-9258-8b70f3db74c0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 12:17:45.817194 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:45.829603 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b254bf6e-2d96-41e1-9859-838ae33aa168 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:17:45.849180 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port b254bf6e-2d96-41e1-9859-838ae33aa168, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=b254bf6e-2d96-41e1-9859-838ae33aa168,segment=NetworkSegment(117a2fd6-8db5-42c6-97d7-b8d5f0821898),segment_id=117a2fd6-8db5-42c6-97d7-b8d5f0821898)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:17:45.853593 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:45.903204 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=b254bf6e-2d96-41e1-9859-838ae33aa168,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:46.047103 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['b254bf6e-2d96-41e1-9859-838ae33aa168'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:17:46.644106 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4b7f6-3813-4259-84db-fa4c3aaa5884 req-6c65cc1f-e821-4b3e-bb41-08daa5b6bfab tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:46.645582 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cdf4b7f6-3813-4259-84db-fa4c3aaa5884 req-6c65cc1f-e821-4b3e-bb41-08daa5b6bfab tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ccdc845-a097-4f2f-93f5-c27f2bd3f1b8 HTTP/1.1" status: 200 len: 945 time: 0.0485592 Nov 16 12:17:46.696715 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cdf4b7f6-3813-4259-84db-fa4c3aaa5884 req-2f51f4a8-d943-450a-b656-611f1d0c616a tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/security-groups?id=650001da-fc94-4c68-abf8-10f40b443782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450490 Nov 16 12:17:46.815097 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:47.667479 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device b254bf6e-2d96-41e1-9859-838ae33aa168 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:17:47.715084 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port b254bf6e-2d96-41e1-9859-838ae33aa168 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 12:17:47.718900 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port b254bf6e-2d96-41e1-9859-838ae33aa168 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:17:47.719302 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:47.798135 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:47.817533 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c02c9-cc2d-43ea-938b-5c04a99d46cd req-1e453b1d-11c2-47f4-a51e-06e3dd60176d tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:47.819175 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4e7c02c9-cc2d-43ea-938b-5c04a99d46cd req-1e453b1d-11c2-47f4-a51e-06e3dd60176d tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ccdc845-a097-4f2f-93f5-c27f2bd3f1b8 HTTP/1.1" status: 200 len: 945 time: 0.0542510 Nov 16 12:17:47.820847 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ccdc845-a097-4f2f-93f5-c27f2bd3f1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b254bf6e-2d96-41e1-9859-838ae33aa168'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:17:47.823124 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3028c6c2751e05b8ffe46419f90227d3bdc45fe093bf287cadf4b73479a61306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d400775d-01d2-40c5-ad24-fef0910a1514" -d '{"events": [{"server_uuid": "0ccdc845-a097-4f2f-93f5-c27f2bd3f1b8", "name": "network-vif-plugged", "status": "completed", "tag": "b254bf6e-2d96-41e1-9859-838ae33aa168"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:17:47.839749 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port b254bf6e-2d96-41e1-9859-838ae33aa168, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=b254bf6e-2d96-41e1-9859-838ae33aa168,segment=NetworkSegment(117a2fd6-8db5-42c6-97d7-b8d5f0821898),segment_id=117a2fd6-8db5-42c6-97d7-b8d5f0821898)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:17:47.843695 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:47.867599 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4e7c02c9-cc2d-43ea-938b-5c04a99d46cd req-29e9da94-d8ca-41d1-9ba8-d61cfeec7a49 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/security-groups?id=650001da-fc94-4c68-abf8-10f40b443782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424609 Nov 16 12:17:47.891262 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=b254bf6e-2d96-41e1-9859-838ae33aa168,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:17:47.910762 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c7f28c-8544-4832-bc4c-4e492ed59290 x-openstack-request-id: req-c0c7f28c-8544-4832-bc4c-4e492ed59290 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:17:47.911064 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ccdc845-a097-4f2f-93f5-c27f2bd3f1b8", "name": "network-vif-plugged", "status": "completed", "tag": "b254bf6e-2d96-41e1-9859-838ae33aa168", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:17:47.911320 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c0c7f28c-8544-4832-bc4c-4e492ed59290 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:17:47.911717 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ccdc845-a097-4f2f-93f5-c27f2bd3f1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b254bf6e-2d96-41e1-9859-838ae33aa168', 'code': 200} Nov 16 12:17:48.006090 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813cd439-71db-4224-ae39-3809267a6822 req-dfdff07f-b8b0-4670-9bc0-8f43770f505d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:48.007541 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-813cd439-71db-4224-ae39-3809267a6822 req-dfdff07f-b8b0-4670-9bc0-8f43770f505d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0ccdc845-a097-4f2f-93f5-c27f2bd3f1b8 HTTP/1.1" status: 200 len: 1097 time: 0.0390851 Nov 16 12:17:48.050534 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-813cd439-71db-4224-ae39-3809267a6822 req-ee64ca68-f0a4-49f1-b94d-70beb9b9a79a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=650001da-fc94-4c68-abf8-10f40b443782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362933 Nov 16 12:17:48.511221 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:48.953105 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:48.995945 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8646e-f012-461b-a994-7929a92ac1fc req-f940b83c-b37b-4332-a68e-9ff797dc241a tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:48.997465 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b7f8646e-f012-461b-a994-7929a92ac1fc req-f940b83c-b37b-4332-a68e-9ff797dc241a tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ccdc845-a097-4f2f-93f5-c27f2bd3f1b8 HTTP/1.1" status: 200 len: 946 time: 0.0590134 Nov 16 12:17:49.046988 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b7f8646e-f012-461b-a994-7929a92ac1fc req-ad20f3f5-ef6e-4189-a966-df2d3b81ee07 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/security-groups?id=650001da-fc94-4c68-abf8-10f40b443782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435941 Nov 16 12:17:50.169749 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a223d-0ca4-412d-9ddb-9a3f713ddfd3 req-9e50b7e8-7760-417d-8979-cfc933c8ea8f tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:50.171257 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-691a223d-0ca4-412d-9ddb-9a3f713ddfd3 req-9e50b7e8-7760-417d-8979-cfc933c8ea8f tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ccdc845-a097-4f2f-93f5-c27f2bd3f1b8 HTTP/1.1" status: 200 len: 946 time: 0.0537722 Nov 16 12:17:50.218233 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-691a223d-0ca4-412d-9ddb-9a3f713ddfd3 req-84275c15-ea0d-477c-acd5-6d78d9a48014 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/security-groups?id=650001da-fc94-4c68-abf8-10f40b443782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409901 Nov 16 12:17:50.334715 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fd11f-1504-4d2d-9d3c-a8e152331891 req-b138db1a-1c0a-43e4-9927-02414b3de145 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:17:50.336077 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2e5fd11f-1504-4d2d-9d3c-a8e152331891 req-b138db1a-1c0a-43e4-9927-02414b3de145 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ccdc845-a097-4f2f-93f5-c27f2bd3f1b8 HTTP/1.1" status: 200 len: 946 time: 0.0485640 Nov 16 12:17:50.383201 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2e5fd11f-1504-4d2d-9d3c-a8e152331891 req-7671ab49-70d3-4c6a-988f-d95ae5e6ec7b tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/security-groups?id=650001da-fc94-4c68-abf8-10f40b443782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412102 Nov 16 12:17:58.726445 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:17:59.452972 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:11.933256 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9e5d5-e566-4620-93f7-cfbd3bcb8060 req-9a8ed854-4043-423b-b898-2a40c2836758 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:18:11.934684 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2dc9e5d5-e566-4620-93f7-cfbd3bcb8060 req-9a8ed854-4043-423b-b898-2a40c2836758 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ccdc845-a097-4f2f-93f5-c27f2bd3f1b8 HTTP/1.1" status: 200 len: 946 time: 0.0491025 Nov 16 12:18:11.986444 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2dc9e5d5-e566-4620-93f7-cfbd3bcb8060 req-6d992994-23b7-4be5-b199-480ce20f6c40 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/security-groups?id=650001da-fc94-4c68-abf8-10f40b443782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457249 Nov 16 12:18:13.099774 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10afd1d-40ef-4f90-9b1f-0c9ea4445290 req-9d7a6398-b544-4823-aa8a-56211ee10d07 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:18:13.101222 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a10afd1d-40ef-4f90-9b1f-0c9ea4445290 req-9d7a6398-b544-4823-aa8a-56211ee10d07 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ccdc845-a097-4f2f-93f5-c27f2bd3f1b8 HTTP/1.1" status: 200 len: 946 time: 0.0472956 Nov 16 12:18:13.150423 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a10afd1d-40ef-4f90-9b1f-0c9ea4445290 req-e9afb7b5-8752-4d12-baf9-85d967dd39c4 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/security-groups?id=650001da-fc94-4c68-abf8-10f40b443782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424480 Nov 16 12:18:13.156122 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-447b90ea-9ff5-4803-a211-e6cfeadfa973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:13.431551 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8373f1-0e49-4893-b807-ce87ca1baa0f req-dd7b88e0-32c1-496e-bb17-6afbd21dcf45 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:18:13.433004 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9d8373f1-0e49-4893-b807-ce87ca1baa0f req-dd7b88e0-32c1-496e-bb17-6afbd21dcf45 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ccdc845-a097-4f2f-93f5-c27f2bd3f1b8 HTTP/1.1" status: 200 len: 946 time: 0.0518055 Nov 16 12:18:13.442954 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:18:13.521000 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-9d8373f1-0e49-4893-b807-ce87ca1baa0f req-f8389a16-403e-471f-8095-ae8fa914d2a5 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Deleting port b254bf6e-2d96-41e1-9859-838ae33aa168 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:18:13.521334 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9d8373f1-0e49-4893-b807-ce87ca1baa0f req-f8389a16-403e-471f-8095-ae8fa914d2a5 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:13.609916 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-9d8373f1-0e49-4893-b807-ce87ca1baa0f req-f8389a16-403e-471f-8095-ae8fa914d2a5 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] For port b254bf6e-2d96-41e1-9859-838ae33aa168, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=b254bf6e-2d96-41e1-9859-838ae33aa168,segment=NetworkSegment(117a2fd6-8db5-42c6-97d7-b8d5f0821898),segment_id=117a2fd6-8db5-42c6-97d7-b8d5f0821898)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:18:13.610297 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9d8373f1-0e49-4893-b807-ce87ca1baa0f req-f8389a16-403e-471f-8095-ae8fa914d2a5 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:13.623590 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-9d8373f1-0e49-4893-b807-ce87ca1baa0f req-f8389a16-403e-471f-8095-ae8fa914d2a5 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Calling delete_port for b254bf6e-2d96-41e1-9859-838ae33aa168 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:18:13.751424 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9d8373f1-0e49-4893-b807-ce87ca1baa0f req-f8389a16-403e-471f-8095-ae8fa914d2a5 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:13.763943 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['b254bf6e-2d96-41e1-9859-838ae33aa168'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:18:13.777708 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8389a16-403e-471f-8095-ae8fa914d2a5 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Pushing event deleted for resources: {'Port': ['ID=b254bf6e-2d96-41e1-9859-838ae33aa168,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:18:13.791032 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8389a16-403e-471f-8095-ae8fa914d2a5 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:18:13.791378 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8389a16-403e-471f-8095-ae8fa914d2a5 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:18:13.791717 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8389a16-403e-471f-8095-ae8fa914d2a5 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:18:13.792055 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8389a16-403e-471f-8095-ae8fa914d2a5 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:18:13.792702 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8389a16-403e-471f-8095-ae8fa914d2a5 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:18:13.792702 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8389a16-403e-471f-8095-ae8fa914d2a5 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:18:13.793015 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8389a16-403e-471f-8095-ae8fa914d2a5 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:18:13.793343 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8389a16-403e-471f-8095-ae8fa914d2a5 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:18:13.793666 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8389a16-403e-471f-8095-ae8fa914d2a5 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:18:13.794493 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8389a16-403e-471f-8095-ae8fa914d2a5 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:18:13.794493 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8389a16-403e-471f-8095-ae8fa914d2a5 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:18:13.794713 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8389a16-403e-471f-8095-ae8fa914d2a5 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:18:13.836199 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8373f1-0e49-4893-b807-ce87ca1baa0f req-f8389a16-403e-471f-8095-ae8fa914d2a5 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] No DVR routers for this DVR port b254bf6e-2d96-41e1-9859-838ae33aa168 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:18:13.839397 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-9d8373f1-0e49-4893-b807-ce87ca1baa0f req-f8389a16-403e-471f-8095-ae8fa914d2a5 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:13.843124 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9d8373f1-0e49-4893-b807-ce87ca1baa0f req-f8389a16-403e-471f-8095-ae8fa914d2a5 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.36 "DELETE /v2.0/ports/b254bf6e-2d96-41e1-9859-838ae33aa168 HTTP/1.1" status: 204 len: 173 time: 0.4032567 Nov 16 12:18:13.843699 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ccdc845-a097-4f2f-93f5-c27f2bd3f1b8', 'name': 'network-vif-deleted', 'tag': 'b254bf6e-2d96-41e1-9859-838ae33aa168'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:18:13.847068 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b4cb006b19835c19bcd0265a95de96d39c41d7d45c6d056c20fcc032bf3cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1d3235-31e8-4b3b-b1f6-bfc37792f1ff" -d '{"events": [{"server_uuid": "0ccdc845-a097-4f2f-93f5-c27f2bd3f1b8", "name": "network-vif-deleted", "tag": "b254bf6e-2d96-41e1-9859-838ae33aa168"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:18:13.887380 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07fa6300-24f7-4db4-a5d1-9ac88e60a4ba x-openstack-request-id: req-07fa6300-24f7-4db4-a5d1-9ac88e60a4ba {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:18:13.887680 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ccdc845-a097-4f2f-93f5-c27f2bd3f1b8", "name": "network-vif-deleted", "tag": "b254bf6e-2d96-41e1-9859-838ae33aa168", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:18:13.887936 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-07fa6300-24f7-4db4-a5d1-9ac88e60a4ba {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:18:13.888344 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ccdc845-a097-4f2f-93f5-c27f2bd3f1b8', 'name': 'network-vif-deleted', 'tag': 'b254bf6e-2d96-41e1-9859-838ae33aa168', 'status': 'completed', 'code': 200} Nov 16 12:18:14.275234 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-574e38a8-afa9-4e94-a718-3add064b79d2 req-b896ffea-dc46-4217-9ac2-8cd05f665627 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ccdc845-a097-4f2f-93f5-c27f2bd3f1b8 HTTP/1.1" status: 200 len: 210 time: 0.0289381 Nov 16 12:18:15.670480 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d0b1483d-c5cc-4777-9cb1-bba63c08ee29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:15.816177 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-f378a17a-f9bc-4690-a904-ab801a4d599f tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:18:15.817769 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-f378a17a-f9bc-4690-a904-ab801a4d599f tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/networks?id=099f74d6-c4d0-4536-a492-6ee5d9548757 HTTP/1.1" status: 200 len: 817 time: 0.1089284 Nov 16 12:18:15.833686 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-6fca1cd8-d526-4ade-ae5b-2f5c414a8965 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/quotas/7af46c35551f4c1495058267a6c38548 HTTP/1.1" status: 200 len: 375 time: 0.0099299 Nov 16 12:18:15.888556 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-dcb4b24f-d107-44b2-92ce-0f9b82bdb9b1 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7af46c35551f4c1495058267a6c38548&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475817 Nov 16 12:18:15.988242 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-ab87c124-3250-46cb-8b03-0fc9257687b2 service neutron] 10.222.0.61 "GET /v2.0/networks/099f74d6-c4d0-4536-a492-6ee5d9548757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874429 Nov 16 12:18:16.078458 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-5e929f4a-6b2e-4d52-b24e-00a10ea27435 service neutron] 10.222.0.61 "GET /v2.0/networks/099f74d6-c4d0-4536-a492-6ee5d9548757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841637 Nov 16 12:18:16.243593 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-50b67a22-e0ab-4190-a877-5faf87aacc7e req-d58fcafb-4455-4da7-986d-7c0b0a1dd1aa tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/ports?device_id=17e13ea3-6318-4fe6-b0ba-bceb005380ee HTTP/1.1" status: 200 len: 210 time: 0.0276260 Nov 16 12:18:16.814367 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:17.158856 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-0eb43cf0-1237-457b-81e7-2b2234398f04 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:18:17.160315 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-0eb43cf0-1237-457b-81e7-2b2234398f04 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.36 "GET /v2.0/networks?id=099f74d6-c4d0-4536-a492-6ee5d9548757 HTTP/1.1" status: 200 len: 817 time: 0.1070418 Nov 16 12:18:17.174537 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-90cadf5d-e617-40e7-8cc2-05656f98223d tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Request body: {'port': {'device_id': '17e13ea3-6318-4fe6-b0ba-bceb005380ee', 'network_id': '099f74d6-c4d0-4536-a492-6ee5d9548757', 'admin_state_up': True, 'tenant_id': '7af46c35551f4c1495058267a6c38548'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:18:17.280283 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-90cadf5d-e617-40e7-8cc2-05656f98223d tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Made reservation on behalf of 7af46c35551f4c1495058267a6c38548 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:18:17.283944 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-90cadf5d-e617-40e7-8cc2-05656f98223d tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:17.342381 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-47ce1f45-3556-4774-827b-a86da0e1d765 req-3a1098b2-df30-444d-92b4-779a16b9a8dc tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/ports?device_id=17e13ea3-6318-4fe6-b0ba-bceb005380ee HTTP/1.1" status: 200 len: 210 time: 0.0270712 Nov 16 12:18:17.414000 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-90cadf5d-e617-40e7-8cc2-05656f98223d tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Allocated IP 172.20.0.14 (099f74d6-c4d0-4536-a492-6ee5d9548757/ef9b05da-7c53-4a49-9258-8b70f3db74c0/3ab5d7e0-16c2-4754-986e-d52994be4dd2) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:18:17.565020 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-90cadf5d-e617-40e7-8cc2-05656f98223d tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:17.597824 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-90cadf5d-e617-40e7-8cc2-05656f98223d tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:17.637963 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-90cadf5d-e617-40e7-8cc2-05656f98223d tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Network 099f74d6-c4d0-4536-a492-6ee5d9548757 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:18:17.642957 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-90cadf5d-e617-40e7-8cc2-05656f98223d tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:18:17.646684 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-90cadf5d-e617-40e7-8cc2-05656f98223d tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:18:17.672493 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cadf5d-e617-40e7-8cc2-05656f98223d tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Pushing event updated for resources: {'Port': ['ID=3ab5d7e0-16c2-4754-986e-d52994be4dd2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:18:17.704174 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-90cadf5d-e617-40e7-8cc2-05656f98223d tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:18:17.704820 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-90cadf5d-e617-40e7-8cc2-05656f98223d tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:17.721875 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-90cadf5d-e617-40e7-8cc2-05656f98223d tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5520685 Nov 16 12:18:17.734004 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-55726123-f3d2-4891-b720-35849dd0d163 service neutron] Request body: {'port': {'device_id': '17e13ea3-6318-4fe6-b0ba-bceb005380ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:18:17.793817 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-55726123-f3d2-4891-b720-35849dd0d163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:17.838534 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device b254bf6e-2d96-41e1-9859-838ae33aa168 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:18:17.860880 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: b254bf6e-2d96-41e1-9859-838ae33aa168 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:18:17.861229 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device b254bf6e-2d96-41e1-9859-838ae33aa168 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:18:17.872709 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-aa580e48-eb70-4d06-8d27-f95c92173871 None None] Provisioning complete for port 3ab5d7e0-16c2-4754-986e-d52994be4dd2 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:18:17.873087 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aa580e48-eb70-4d06-8d27-f95c92173871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:17.914043 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-aa580e48-eb70-4d06-8d27-f95c92173871 None None] Port 3ab5d7e0-16c2-4754-986e-d52994be4dd2 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:18:18.051320 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-55726123-f3d2-4891-b720-35849dd0d163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ab5d7e0-16c2-4754-986e-d52994be4dd2 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:18:18.059319 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-55726123-f3d2-4891-b720-35849dd0d163 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:18.070975 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-55726123-f3d2-4891-b720-35849dd0d163 service neutron] Transition to ACTIVE for port object 3ab5d7e0-16c2-4754-986e-d52994be4dd2 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 12:18:18.074597 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-55726123-f3d2-4891-b720-35849dd0d163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:18.121215 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55726123-f3d2-4891-b720-35849dd0d163 service neutron] Pushing event updated for resources: {'Port': ['ID=3ab5d7e0-16c2-4754-986e-d52994be4dd2,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:18:18.198940 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-55726123-f3d2-4891-b720-35849dd0d163 service neutron] Attempting to bind port 3ab5d7e0-16c2-4754-986e-d52994be4dd2 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:18:18.199624 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-55726123-f3d2-4891-b720-35849dd0d163 service neutron] Attempting to bind port 3ab5d7e0-16c2-4754-986e-d52994be4dd2 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '117a2fd6-8db5-42c6-97d7-b8d5f0821898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '099f74d6-c4d0-4536-a492-6ee5d9548757'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:18:18.199624 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-55726123-f3d2-4891-b720-35849dd0d163 service neutron] Attempting to bind port 3ab5d7e0-16c2-4754-986e-d52994be4dd2 on network 099f74d6-c4d0-4536-a492-6ee5d9548757 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:18:18.204521 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-55726123-f3d2-4891-b720-35849dd0d163 service neutron] Port 3ab5d7e0-16c2-4754-986e-d52994be4dd2 on network 099f74d6-c4d0-4536-a492-6ee5d9548757 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 12:18:18.204853 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-55726123-f3d2-4891-b720-35849dd0d163 service neutron] Attempting to bind port 3ab5d7e0-16c2-4754-986e-d52994be4dd2 on network 099f74d6-c4d0-4536-a492-6ee5d9548757 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:18:18.210108 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-55726123-f3d2-4891-b720-35849dd0d163 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:18:18.210469 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-55726123-f3d2-4891-b720-35849dd0d163 service neutron] Checking segment: {'id': '117a2fd6-8db5-42c6-97d7-b8d5f0821898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '099f74d6-c4d0-4536-a492-6ee5d9548757'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:18:18.210860 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-55726123-f3d2-4891-b720-35849dd0d163 service neutron] Bound using segment: {'id': '117a2fd6-8db5-42c6-97d7-b8d5f0821898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '099f74d6-c4d0-4536-a492-6ee5d9548757'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:18:18.211295 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-55726123-f3d2-4891-b720-35849dd0d163 service neutron] Bound port: 3ab5d7e0-16c2-4754-986e-d52994be4dd2, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '117a2fd6-8db5-42c6-97d7-b8d5f0821898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '099f74d6-c4d0-4536-a492-6ee5d9548757'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:18:18.211653 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-55726123-f3d2-4891-b720-35849dd0d163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:18.278946 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-55726123-f3d2-4891-b720-35849dd0d163 service neutron] For port 3ab5d7e0-16c2-4754-986e-d52994be4dd2, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:18:18.281985 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-55726123-f3d2-4891-b720-35849dd0d163 service neutron] For port 3ab5d7e0-16c2-4754-986e-d52994be4dd2, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=3ab5d7e0-16c2-4754-986e-d52994be4dd2,segment=NetworkSegment(117a2fd6-8db5-42c6-97d7-b8d5f0821898),segment_id=117a2fd6-8db5-42c6-97d7-b8d5f0821898)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:18:18.286355 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-55726123-f3d2-4891-b720-35849dd0d163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:18.325990 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-55726123-f3d2-4891-b720-35849dd0d163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:18:18.326619 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-55726123-f3d2-4891-b720-35849dd0d163 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:18.328064 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-55726123-f3d2-4891-b720-35849dd0d163 service neutron] 10.222.0.36 "PUT /v2.0/ports/3ab5d7e0-16c2-4754-986e-d52994be4dd2 HTTP/1.1" status: 200 len: 1092 time: 0.5984206 Nov 16 12:18:18.328575 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17e13ea3-6318-4fe6-b0ba-bceb005380ee', 'tag': '3ab5d7e0-16c2-4754-986e-d52994be4dd2'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:18:18.331207 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b4cb006b19835c19bcd0265a95de96d39c41d7d45c6d056c20fcc032bf3cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d24245-ebb9-42d7-a832-cd1a5f144c11" -d '{"events": [{"name": "network-changed", "server_uuid": "17e13ea3-6318-4fe6-b0ba-bceb005380ee", "tag": "3ab5d7e0-16c2-4754-986e-d52994be4dd2"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:18:18.350973 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55726123-f3d2-4891-b720-35849dd0d163 service neutron] Pushing event updated for resources: {'Port': ['ID=3ab5d7e0-16c2-4754-986e-d52994be4dd2,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:18:18.403608 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1e89bd-7565-40c8-8785-b0127e81c80a x-openstack-request-id: req-7b1e89bd-7565-40c8-8785-b0127e81c80a {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:18:18.403911 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17e13ea3-6318-4fe6-b0ba-bceb005380ee", "tag": "3ab5d7e0-16c2-4754-986e-d52994be4dd2", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:18:18.404167 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7b1e89bd-7565-40c8-8785-b0127e81c80a {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:18:18.404596 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17e13ea3-6318-4fe6-b0ba-bceb005380ee', 'tag': '3ab5d7e0-16c2-4754-986e-d52994be4dd2', 'status': 'completed', 'code': 200} Nov 16 12:18:18.424484 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-92852a03-b7ee-41cd-bb2f-950c278cfcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:18:18.426092 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-92852a03-b7ee-41cd-bb2f-950c278cfcd8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7af46c35551f4c1495058267a6c38548&device_id=17e13ea3-6318-4fe6-b0ba-bceb005380ee HTTP/1.1" status: 200 len: 1095 time: 0.0577862 Nov 16 12:18:18.471578 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-535ee916-8a7b-47c9-9811-3e02d7597781 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ab5d7e0-16c2-4754-986e-d52994be4dd2 HTTP/1.1" status: 200 len: 217 time: 0.0373905 Nov 16 12:18:18.495414 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fcea5-9494-4817-b71d-af34452688ad req-02dbc2d3-edab-4e4e-a670-0fff765aefb7 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:18:18.497075 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3f2fcea5-9494-4817-b71d-af34452688ad req-02dbc2d3-edab-4e4e-a670-0fff765aefb7 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/ports?device_id=17e13ea3-6318-4fe6-b0ba-bceb005380ee HTTP/1.1" status: 200 len: 944 time: 0.0597916 Nov 16 12:18:18.516358 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:18.531449 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-abbadb23-ed96-49ed-ba0b-5e0253863963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:18:18.533357 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-abbadb23-ed96-49ed-ba0b-5e0253863963 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef9b05da-7c53-4a49-9258-8b70f3db74c0 HTTP/1.1" status: 200 len: 856 time: 0.0547640 Nov 16 12:18:18.549911 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3f2fcea5-9494-4817-b71d-af34452688ad req-e0de12a4-9518-45d7-a968-2ba3d1bfa1f5 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/security-groups?id=650001da-fc94-4c68-abf8-10f40b443782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464926 Nov 16 12:18:18.587896 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-84bf0f0c-d4ea-4d20-b3d9-a00d5b7c3faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:18:18.589401 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-84bf0f0c-d4ea-4d20-b3d9-a00d5b7c3faf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=099f74d6-c4d0-4536-a492-6ee5d9548757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493767 Nov 16 12:18:18.678751 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-3dfc057d-f2bf-46a4-b5f8-ee6515baffd9 service neutron] 10.222.0.36 "GET /v2.0/networks/099f74d6-c4d0-4536-a492-6ee5d9548757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817785 Nov 16 12:18:18.770259 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5853d2ee-8964-4286-a34b-f13d39a79dcf req-83c32036-52b8-4fae-8a76-297bcc43b80d service neutron] 10.222.0.36 "GET /v2.0/networks/099f74d6-c4d0-4536-a492-6ee5d9548757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848379 Nov 16 12:18:18.851534 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d24245-ebb9-42d7-a832-cd1a5f144c11 req-5c4f4e34-cb7e-4211-94ce-dbebcb0b2084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:18:18.853537 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-57d24245-ebb9-42d7-a832-cd1a5f144c11 req-5c4f4e34-cb7e-4211-94ce-dbebcb0b2084 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7af46c35551f4c1495058267a6c38548&device_id=17e13ea3-6318-4fe6-b0ba-bceb005380ee HTTP/1.1" status: 200 len: 1095 time: 0.0422847 Nov 16 12:18:18.940581 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d24245-ebb9-42d7-a832-cd1a5f144c11 req-26e82131-da48-44e3-8d2a-c55511422d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:18:18.942087 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-57d24245-ebb9-42d7-a832-cd1a5f144c11 req-26e82131-da48-44e3-8d2a-c55511422d71 service neutron] 10.222.0.36 "GET /v2.0/networks?id=099f74d6-c4d0-4536-a492-6ee5d9548757 HTTP/1.1" status: 200 len: 918 time: 0.0823290 Nov 16 12:18:18.954130 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:18.986446 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-57d24245-ebb9-42d7-a832-cd1a5f144c11 req-be8f2e2d-754c-46ae-99ea-0ccd346a2d1f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ab5d7e0-16c2-4754-986e-d52994be4dd2 HTTP/1.1" status: 200 len: 217 time: 0.0373011 Nov 16 12:18:19.034896 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d24245-ebb9-42d7-a832-cd1a5f144c11 req-eaa57250-3d71-45c6-afc3-cfa25efc3321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:18:19.036206 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-57d24245-ebb9-42d7-a832-cd1a5f144c11 req-eaa57250-3d71-45c6-afc3-cfa25efc3321 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef9b05da-7c53-4a49-9258-8b70f3db74c0 HTTP/1.1" status: 200 len: 856 time: 0.0421147 Nov 16 12:18:19.082701 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d24245-ebb9-42d7-a832-cd1a5f144c11 req-9d8a3993-444c-4244-9663-69762ad51ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:18:19.084174 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-57d24245-ebb9-42d7-a832-cd1a5f144c11 req-9d8a3993-444c-4244-9663-69762ad51ffb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=099f74d6-c4d0-4536-a492-6ee5d9548757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394022 Nov 16 12:18:19.176371 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-57d24245-ebb9-42d7-a832-cd1a5f144c11 req-26b9b54b-74e4-43d6-8fe8-e0e16aac4dd7 service neutron] 10.222.0.36 "GET /v2.0/networks/099f74d6-c4d0-4536-a492-6ee5d9548757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843036 Nov 16 12:18:19.263193 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-57d24245-ebb9-42d7-a832-cd1a5f144c11 req-e1390a68-b7ef-4168-ab53-03cbc8eff726 service neutron] 10.222.0.36 "GET /v2.0/networks/099f74d6-c4d0-4536-a492-6ee5d9548757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798714 Nov 16 12:18:19.667943 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1520d-8423-494d-b5e0-b11e832cda9e req-ec12c7f9-53d1-41f4-85dd-4dafbd6f7d26 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:18:19.669332 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0dc1520d-8423-494d-b5e0-b11e832cda9e req-ec12c7f9-53d1-41f4-85dd-4dafbd6f7d26 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/ports?device_id=17e13ea3-6318-4fe6-b0ba-bceb005380ee HTTP/1.1" status: 200 len: 944 time: 0.0484107 Nov 16 12:18:19.715558 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0dc1520d-8423-494d-b5e0-b11e832cda9e req-155c3ed2-d5e4-4ca4-a369-2861327d9582 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/security-groups?id=650001da-fc94-4c68-abf8-10f40b443782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402930 Nov 16 12:18:20.830344 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13424522-38ec-4c0f-b44f-a913e10b52ad req-ca47cd3f-e2cf-4977-b1d4-f1051b45d694 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:18:20.831793 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-13424522-38ec-4c0f-b44f-a913e10b52ad req-ca47cd3f-e2cf-4977-b1d4-f1051b45d694 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/ports?device_id=17e13ea3-6318-4fe6-b0ba-bceb005380ee HTTP/1.1" status: 200 len: 944 time: 0.0475860 Nov 16 12:18:20.881389 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-13424522-38ec-4c0f-b44f-a913e10b52ad req-b76daaf2-3275-411e-805b-c7916c7cb706 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/security-groups?id=650001da-fc94-4c68-abf8-10f40b443782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432637 Nov 16 12:18:21.853270 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 3ab5d7e0-16c2-4754-986e-d52994be4dd2 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 12:18:21.946839 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 3ab5d7e0-16c2-4754-986e-d52994be4dd2, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=3ab5d7e0-16c2-4754-986e-d52994be4dd2,segment=NetworkSegment(117a2fd6-8db5-42c6-97d7-b8d5f0821898),segment_id=117a2fd6-8db5-42c6-97d7-b8d5f0821898)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:18:21.958433 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '3ab5d7e0-16c2-4754-986e-d52994be4dd2', 'network_id': '099f74d6-c4d0-4536-a492-6ee5d9548757', 'port_id': '3ab5d7e0-16c2-4754-986e-d52994be4dd2', 'mac_address': 'fa:16:3e:7d:16:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef9b05da-7c53-4a49-9258-8b70f3db74c0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 12:18:22.000282 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:22.001049 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa47106-3165-419c-a454-757601c26adc req-f9bb4b04-98cc-4c27-9bfd-30f6fa1dead3 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:18:22.003030 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6aa47106-3165-419c-a454-757601c26adc req-f9bb4b04-98cc-4c27-9bfd-30f6fa1dead3 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/ports?device_id=17e13ea3-6318-4fe6-b0ba-bceb005380ee HTTP/1.1" status: 200 len: 944 time: 0.0541012 Nov 16 12:18:22.014664 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ab5d7e0-16c2-4754-986e-d52994be4dd2 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:18:22.035263 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 3ab5d7e0-16c2-4754-986e-d52994be4dd2, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=3ab5d7e0-16c2-4754-986e-d52994be4dd2,segment=NetworkSegment(117a2fd6-8db5-42c6-97d7-b8d5f0821898),segment_id=117a2fd6-8db5-42c6-97d7-b8d5f0821898)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:18:22.039312 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:22.058348 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6aa47106-3165-419c-a454-757601c26adc req-b826e2d5-77d9-41d6-a8fb-f81593c329ab tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/security-groups?id=650001da-fc94-4c68-abf8-10f40b443782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433073 Nov 16 12:18:22.086382 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=3ab5d7e0-16c2-4754-986e-d52994be4dd2,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:18:22.093627 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:18:22.094002 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:18:22.094349 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:18:22.094690 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:18:22.095033 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:18:22.095366 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:18:22.095695 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:18:22.096023 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:18:22.096357 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:18:22.096681 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:18:22.097006 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:18:22.097327 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:18:22.238027 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['3ab5d7e0-16c2-4754-986e-d52994be4dd2'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:18:23.178574 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1e861-e7c3-4ea6-8582-c7e95a01e09c req-6296fc33-3470-4e79-8b9f-2be521ffb872 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:18:23.180051 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1eb1e861-e7c3-4ea6-8582-c7e95a01e09c req-6296fc33-3470-4e79-8b9f-2be521ffb872 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/ports?device_id=17e13ea3-6318-4fe6-b0ba-bceb005380ee HTTP/1.1" status: 200 len: 945 time: 0.0546308 Nov 16 12:18:23.226576 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1eb1e861-e7c3-4ea6-8582-c7e95a01e09c req-5a4ad417-4441-4f08-ad23-a25aed9ab909 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/security-groups?id=650001da-fc94-4c68-abf8-10f40b443782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406990 Nov 16 12:18:23.868231 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 3ab5d7e0-16c2-4754-986e-d52994be4dd2 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:18:23.915335 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port 3ab5d7e0-16c2-4754-986e-d52994be4dd2 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 12:18:23.919013 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 3ab5d7e0-16c2-4754-986e-d52994be4dd2 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:18:23.919381 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:23.991694 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:24.016254 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e13ea3-6318-4fe6-b0ba-bceb005380ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab5d7e0-16c2-4754-986e-d52994be4dd2'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:18:24.018491 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3028c6c2751e05b8ffe46419f90227d3bdc45fe093bf287cadf4b73479a61306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219555b4-effa-433b-8bef-22d910687ccf" -d '{"events": [{"server_uuid": "17e13ea3-6318-4fe6-b0ba-bceb005380ee", "name": "network-vif-plugged", "status": "completed", "tag": "3ab5d7e0-16c2-4754-986e-d52994be4dd2"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:18:24.031687 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 3ab5d7e0-16c2-4754-986e-d52994be4dd2, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=3ab5d7e0-16c2-4754-986e-d52994be4dd2,segment=NetworkSegment(117a2fd6-8db5-42c6-97d7-b8d5f0821898),segment_id=117a2fd6-8db5-42c6-97d7-b8d5f0821898)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:18:24.035843 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:24.058627 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bbcd6b-2ca5-4e36-9935-8400e744c1bf x-openstack-request-id: req-24bbcd6b-2ca5-4e36-9935-8400e744c1bf {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:18:24.058919 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17e13ea3-6318-4fe6-b0ba-bceb005380ee", "name": "network-vif-plugged", "status": "completed", "tag": "3ab5d7e0-16c2-4754-986e-d52994be4dd2", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:18:24.059165 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-24bbcd6b-2ca5-4e36-9935-8400e744c1bf {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:18:24.059543 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e13ea3-6318-4fe6-b0ba-bceb005380ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab5d7e0-16c2-4754-986e-d52994be4dd2', 'code': 200} Nov 16 12:18:24.084392 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=3ab5d7e0-16c2-4754-986e-d52994be4dd2,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:18:24.156362 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87014e0-aea0-488c-b201-40c8d2dd68ba req-2bf5b53f-f8c7-4144-98ba-b88a351a6550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:18:24.157908 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a87014e0-aea0-488c-b201-40c8d2dd68ba req-2bf5b53f-f8c7-4144-98ba-b88a351a6550 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17e13ea3-6318-4fe6-b0ba-bceb005380ee HTTP/1.1" status: 200 len: 1097 time: 0.0477741 Nov 16 12:18:24.201758 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a87014e0-aea0-488c-b201-40c8d2dd68ba req-97909bcf-8e4f-40e8-96b8-55e7564051ba service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=650001da-fc94-4c68-abf8-10f40b443782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367129 Nov 16 12:18:24.344120 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c35d3c-b126-40ed-a8de-af48e549c3df req-39b4d0e2-f91c-49e7-a366-404353e8b1ac tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:18:24.345577 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-30c35d3c-b126-40ed-a8de-af48e549c3df req-39b4d0e2-f91c-49e7-a366-404353e8b1ac tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/ports?device_id=17e13ea3-6318-4fe6-b0ba-bceb005380ee HTTP/1.1" status: 200 len: 946 time: 0.0511467 Nov 16 12:18:24.393195 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-30c35d3c-b126-40ed-a8de-af48e549c3df req-e743434c-9b82-4bd8-8234-f0cf4a5f2adf tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/security-groups?id=650001da-fc94-4c68-abf8-10f40b443782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415893 Nov 16 12:18:25.507920 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc70b67-3a8c-410f-9258-7224a1d509bf req-bd21a3af-4fbd-47fd-b08b-8174837ca3f1 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:18:25.509908 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9fc70b67-3a8c-410f-9258-7224a1d509bf req-bd21a3af-4fbd-47fd-b08b-8174837ca3f1 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/ports?device_id=17e13ea3-6318-4fe6-b0ba-bceb005380ee HTTP/1.1" status: 200 len: 946 time: 0.0501232 Nov 16 12:18:25.557466 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9fc70b67-3a8c-410f-9258-7224a1d509bf req-2a9db65b-d69d-483c-87e4-dcb590116996 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/security-groups?id=650001da-fc94-4c68-abf8-10f40b443782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417364 Nov 16 12:18:25.675578 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dbacc6-fc5b-4acb-9f0d-f6cd3008da39 req-8d1b1878-e5c4-4e00-81ab-b2289ffba859 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:18:25.676944 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-74dbacc6-fc5b-4acb-9f0d-f6cd3008da39 req-8d1b1878-e5c4-4e00-81ab-b2289ffba859 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/ports?device_id=17e13ea3-6318-4fe6-b0ba-bceb005380ee HTTP/1.1" status: 200 len: 946 time: 0.0524426 Nov 16 12:18:25.726575 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-74dbacc6-fc5b-4acb-9f0d-f6cd3008da39 req-acb79707-62e9-4f0e-b447-d8361f75f9e5 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/security-groups?id=650001da-fc94-4c68-abf8-10f40b443782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415297 Nov 16 12:18:26.145859 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-363d0178-6135-4ba6-86f8-b44d7e3113f6 req-7d7597f7-07c9-419f-8600-10f7c3faf140 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17e13ea3-6318-4fe6-b0ba-bceb005380ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425570 Nov 16 12:18:26.232013 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d0178-6135-4ba6-86f8-b44d7e3113f6 req-cb0f3752-7e32-4ab2-ba46-b52e7ea8d0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:18:26.233516 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-363d0178-6135-4ba6-86f8-b44d7e3113f6 req-cb0f3752-7e32-4ab2-ba46-b52e7ea8d0fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7af46c35551f4c1495058267a6c38548&device_id=17e13ea3-6318-4fe6-b0ba-bceb005380ee HTTP/1.1" status: 200 len: 1097 time: 0.0414474 Nov 16 12:18:26.341655 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d0178-6135-4ba6-86f8-b44d7e3113f6 req-9600672c-598e-47f7-b280-5423b8b41b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:18:26.343169 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-363d0178-6135-4ba6-86f8-b44d7e3113f6 req-9600672c-598e-47f7-b280-5423b8b41b1c service neutron] 10.222.0.36 "GET /v2.0/networks?id=099f74d6-c4d0-4536-a492-6ee5d9548757 HTTP/1.1" status: 200 len: 918 time: 0.0893328 Nov 16 12:18:26.386176 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-363d0178-6135-4ba6-86f8-b44d7e3113f6 req-0ec2353b-8d31-450e-995d-b8687d404851 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ab5d7e0-16c2-4754-986e-d52994be4dd2 HTTP/1.1" status: 200 len: 217 time: 0.0353041 Nov 16 12:18:26.434911 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d0178-6135-4ba6-86f8-b44d7e3113f6 req-a7cd6e35-92cc-4c93-886d-689c5bb65a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:18:26.436376 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-363d0178-6135-4ba6-86f8-b44d7e3113f6 req-a7cd6e35-92cc-4c93-886d-689c5bb65a26 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef9b05da-7c53-4a49-9258-8b70f3db74c0 HTTP/1.1" status: 200 len: 856 time: 0.0440016 Nov 16 12:18:26.486236 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d0178-6135-4ba6-86f8-b44d7e3113f6 req-4265af15-e118-4731-b2e9-6324abbc17a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:18:26.487632 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-363d0178-6135-4ba6-86f8-b44d7e3113f6 req-4265af15-e118-4731-b2e9-6324abbc17a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=099f74d6-c4d0-4536-a492-6ee5d9548757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445130 Nov 16 12:18:26.577293 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-363d0178-6135-4ba6-86f8-b44d7e3113f6 req-c7b14488-7a8d-456e-aa46-cfe3ae0b1aea service neutron] 10.222.0.36 "GET /v2.0/networks/099f74d6-c4d0-4536-a492-6ee5d9548757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824931 Nov 16 12:18:26.672829 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-363d0178-6135-4ba6-86f8-b44d7e3113f6 req-07e92f2b-c256-4931-bdce-e234bc11e1cf service neutron] 10.222.0.36 "GET /v2.0/networks/099f74d6-c4d0-4536-a492-6ee5d9548757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889206 Nov 16 12:18:28.735318 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:29.454979 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:43.158426 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9aa636ea-a212-405a-bb62-a8ba9220e170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:45.673843 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bcdb0633-0193-453a-b5b8-03e020036372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:46.817287 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:47.107882 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e8ff2-0cb3-4849-a8b6-e909460b4357 req-cc6fb4bd-d462-4f02-a32c-facb8beac238 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:18:47.109315 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c58e8ff2-0cb3-4849-a8b6-e909460b4357 req-cc6fb4bd-d462-4f02-a32c-facb8beac238 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/ports?device_id=17e13ea3-6318-4fe6-b0ba-bceb005380ee HTTP/1.1" status: 200 len: 946 time: 0.0492270 Nov 16 12:18:47.158355 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c58e8ff2-0cb3-4849-a8b6-e909460b4357 req-b1cd2df0-98b8-4fb0-84f3-de072fd7d647 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/security-groups?id=650001da-fc94-4c68-abf8-10f40b443782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427859 Nov 16 12:18:48.283007 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1187f-4039-4c78-ab2a-30bee3fd1bd6 req-3e4c1049-d5f2-45fa-879c-264b6ea67937 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:18:48.284605 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-21e1187f-4039-4c78-ab2a-30bee3fd1bd6 req-3e4c1049-d5f2-45fa-879c-264b6ea67937 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/ports?device_id=17e13ea3-6318-4fe6-b0ba-bceb005380ee HTTP/1.1" status: 200 len: 946 time: 0.0527065 Nov 16 12:18:48.337185 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-21e1187f-4039-4c78-ab2a-30bee3fd1bd6 req-42b1b993-efc2-4a75-a170-b0c860d42f6e tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/security-groups?id=650001da-fc94-4c68-abf8-10f40b443782&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456579 Nov 16 12:18:48.515501 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:48.637112 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d5ef4-a46a-45a4-a6a2-66ff96632de1 req-b3a16757-0873-49ff-81c1-b8135ef770a5 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:18:48.638608 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-740d5ef4-a46a-45a4-a6a2-66ff96632de1 req-b3a16757-0873-49ff-81c1-b8135ef770a5 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.36 "GET /v2.0/ports?device_id=17e13ea3-6318-4fe6-b0ba-bceb005380ee HTTP/1.1" status: 200 len: 946 time: 0.0488250 Nov 16 12:18:48.730027 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-740d5ef4-a46a-45a4-a6a2-66ff96632de1 req-7eb5bf12-5887-4142-879e-3337b46d8294 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Deleting port 3ab5d7e0-16c2-4754-986e-d52994be4dd2 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:18:48.730366 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-740d5ef4-a46a-45a4-a6a2-66ff96632de1 req-7eb5bf12-5887-4142-879e-3337b46d8294 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:48.816679 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-740d5ef4-a46a-45a4-a6a2-66ff96632de1 req-7eb5bf12-5887-4142-879e-3337b46d8294 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] For port 3ab5d7e0-16c2-4754-986e-d52994be4dd2, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=3ab5d7e0-16c2-4754-986e-d52994be4dd2,segment=NetworkSegment(117a2fd6-8db5-42c6-97d7-b8d5f0821898),segment_id=117a2fd6-8db5-42c6-97d7-b8d5f0821898)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:18:48.817040 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-740d5ef4-a46a-45a4-a6a2-66ff96632de1 req-7eb5bf12-5887-4142-879e-3337b46d8294 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:48.829317 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-740d5ef4-a46a-45a4-a6a2-66ff96632de1 req-7eb5bf12-5887-4142-879e-3337b46d8294 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Calling delete_port for 3ab5d7e0-16c2-4754-986e-d52994be4dd2 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:18:48.958170 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-740d5ef4-a46a-45a4-a6a2-66ff96632de1 req-7eb5bf12-5887-4142-879e-3337b46d8294 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:48.959178 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:48.974296 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['3ab5d7e0-16c2-4754-986e-d52994be4dd2'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:18:48.986243 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb5bf12-5887-4142-879e-3337b46d8294 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Pushing event deleted for resources: {'Port': ['ID=3ab5d7e0-16c2-4754-986e-d52994be4dd2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:18:49.030479 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-740d5ef4-a46a-45a4-a6a2-66ff96632de1 req-7eb5bf12-5887-4142-879e-3337b46d8294 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] No DVR routers for this DVR port 3ab5d7e0-16c2-4754-986e-d52994be4dd2 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:18:49.033100 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-740d5ef4-a46a-45a4-a6a2-66ff96632de1 req-7eb5bf12-5887-4142-879e-3337b46d8294 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:49.036484 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-740d5ef4-a46a-45a4-a6a2-66ff96632de1 req-7eb5bf12-5887-4142-879e-3337b46d8294 tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.36 "DELETE /v2.0/ports/3ab5d7e0-16c2-4754-986e-d52994be4dd2 HTTP/1.1" status: 204 len: 173 time: 0.3917844 Nov 16 12:18:49.036935 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e13ea3-6318-4fe6-b0ba-bceb005380ee', 'name': 'network-vif-deleted', 'tag': '3ab5d7e0-16c2-4754-986e-d52994be4dd2'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:18:49.039235 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b4cb006b19835c19bcd0265a95de96d39c41d7d45c6d056c20fcc032bf3cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570f9d82-f1f4-4908-8007-c9e77c68d442" -d '{"events": [{"server_uuid": "17e13ea3-6318-4fe6-b0ba-bceb005380ee", "name": "network-vif-deleted", "tag": "3ab5d7e0-16c2-4754-986e-d52994be4dd2"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:18:49.091680 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724b41a6-40ef-4de3-816b-f64ecc38c3ba x-openstack-request-id: req-724b41a6-40ef-4de3-816b-f64ecc38c3ba {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:18:49.091963 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17e13ea3-6318-4fe6-b0ba-bceb005380ee", "name": "network-vif-deleted", "tag": "3ab5d7e0-16c2-4754-986e-d52994be4dd2", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:18:49.092209 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-724b41a6-40ef-4de3-816b-f64ecc38c3ba {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:18:49.092611 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e13ea3-6318-4fe6-b0ba-bceb005380ee', 'name': 'network-vif-deleted', 'tag': '3ab5d7e0-16c2-4754-986e-d52994be4dd2', 'status': 'completed', 'code': 200} Nov 16 12:18:49.453118 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b535009e-fa25-4bac-9b84-bcdb3b5ba91c req-568bc93f-337e-42d3-b248-18b62e62353f tempest-TestEncryptedCinderVolumes-1649921521 tempest-TestEncryptedCinderVolumes-1649921521-project] 10.222.0.61 "GET /v2.0/ports?device_id=17e13ea3-6318-4fe6-b0ba-bceb005380ee HTTP/1.1" status: 200 len: 210 time: 0.0268092 Nov 16 12:18:50.441774 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:18:50.543322 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55248) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:18:50.877172 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-adf30547-f9c1-4263-bdf4-dab57d844a90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:51.120439 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-adf30547-f9c1-4263-bdf4-dab57d844a90 admin admin] Deleting port 0c142031-1478-4119-8996-b6c18d357ffc {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:18:51.120776 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-adf30547-f9c1-4263-bdf4-dab57d844a90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:51.196971 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-adf30547-f9c1-4263-bdf4-dab57d844a90 admin admin] For port 0c142031-1478-4119-8996-b6c18d357ffc, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=0c142031-1478-4119-8996-b6c18d357ffc,segment=NetworkSegment(117a2fd6-8db5-42c6-97d7-b8d5f0821898),segment_id=117a2fd6-8db5-42c6-97d7-b8d5f0821898)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:18:51.197241 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-adf30547-f9c1-4263-bdf4-dab57d844a90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:51.209119 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-adf30547-f9c1-4263-bdf4-dab57d844a90 admin admin] Calling delete_port for 0c142031-1478-4119-8996-b6c18d357ffc owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:18:51.392252 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-adf30547-f9c1-4263-bdf4-dab57d844a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:51.420858 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf30547-f9c1-4263-bdf4-dab57d844a90 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c142031-1478-4119-8996-b6c18d357ffc,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:18:51.580877 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-adf30547-f9c1-4263-bdf4-dab57d844a90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:51.976876 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 3ab5d7e0-16c2-4754-986e-d52994be4dd2 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:18:51.997507 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: 3ab5d7e0-16c2-4754-986e-d52994be4dd2 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:18:51.997847 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 3ab5d7e0-16c2-4754-986e-d52994be4dd2 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:18:52.082917 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf30547-f9c1-4263-bdf4-dab57d844a90 admin admin] Router 706d1738-51d4-4429-bf29-d8d3bc987aca has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:18:52.187117 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf30547-f9c1-4263-bdf4-dab57d844a90 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:18:52.192111 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-adf30547-f9c1-4263-bdf4-dab57d844a90 admin admin] 10.222.0.61 "PUT /v2.0/routers/706d1738-51d4-4429-bf29-d8d3bc987aca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6477661 Nov 16 12:18:52.194712 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55250) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:18:52.197050 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018b7c03-1bf2-495f-bbe7-924279ce1ffd None None] Sync routers for ids ['706d1738-51d4-4429-bf29-d8d3bc987aca'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:18:52.206603 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018b7c03-1bf2-495f-bbe7-924279ce1ffd None None] Routers {'706d1738-51d4-4429-bf29-d8d3bc987aca'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:18:52.207209 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-018b7c03-1bf2-495f-bbe7-924279ce1ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:18:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['706d1738-51d4-4429-bf29-d8d3bc987aca'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:18:52.292844 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-41cd2720-1049-46d1-b884-b99a9ec939cb admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:52.317355 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-018b7c03-1bf2-495f-bbe7-924279ce1ffd None None] Set router 706d1738-51d4-4429-bf29-d8d3bc987aca gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:18:52.392699 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-41cd2720-1049-46d1-b884-b99a9ec939cb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:52.448997 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-41cd2720-1049-46d1-b884-b99a9ec939cb admin admin] Deleting port 0be47145-064d-4c5e-9305-dfbad865d1b1 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:18:52.449326 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-41cd2720-1049-46d1-b884-b99a9ec939cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:52.501164 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-018b7c03-1bf2-495f-bbe7-924279ce1ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706d1738-51d4-4429-bf29-d8d3bc987aca', 'name': 'tempest-TestEncryptedCinderVolumes-2139628800-router', 'tenant_id': '7af46c35551f4c1495058267a6c38548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '0be47145-064d-4c5e-9305-dfbad865d1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:17:28Z', 'updated_at': '2021-11-16T12:18:51Z', 'revision_number': 5, 'project_id': '7af46c35551f4c1495058267a6c38548', 'gw_port': {'id': '0be47145-064d-4c5e-9305-dfbad865d1b1', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706d1738-51d4-4429-bf29-d8d3bc987aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:17:29Z', 'updated_at': '2021-11-16T12:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:18:52.526847 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-41cd2720-1049-46d1-b884-b99a9ec939cb admin admin] For port 0be47145-064d-4c5e-9305-dfbad865d1b1, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=0be47145-064d-4c5e-9305-dfbad865d1b1,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:18:52.527159 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-41cd2720-1049-46d1-b884-b99a9ec939cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:52.527385 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018b7c03-1bf2-495f-bbe7-924279ce1ffd None None] Checking router: 706d1738-51d4-4429-bf29-d8d3bc987aca for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:18:52.535299 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018b7c03-1bf2-495f-bbe7-924279ce1ffd None None] Routers {'706d1738-51d4-4429-bf29-d8d3bc987aca'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:18:52.535894 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-018b7c03-1bf2-495f-bbe7-924279ce1ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:18:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['706d1738-51d4-4429-bf29-d8d3bc987aca'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:18:52.540410 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-41cd2720-1049-46d1-b884-b99a9ec939cb admin admin] Calling delete_port for 0be47145-064d-4c5e-9305-dfbad865d1b1 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:18:52.620378 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-018b7c03-1bf2-495f-bbe7-924279ce1ffd None None] Set router 706d1738-51d4-4429-bf29-d8d3bc987aca gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:18:52.671764 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-018b7c03-1bf2-495f-bbe7-924279ce1ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706d1738-51d4-4429-bf29-d8d3bc987aca', 'name': 'tempest-TestEncryptedCinderVolumes-2139628800-router', 'tenant_id': '7af46c35551f4c1495058267a6c38548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:17:28Z', 'updated_at': '2021-11-16T12:18:52Z', 'revision_number': 6, 'project_id': '7af46c35551f4c1495058267a6c38548', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:18:52.703190 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-41cd2720-1049-46d1-b884-b99a9ec939cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:52.703893 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018b7c03-1bf2-495f-bbe7-924279ce1ffd None None] The sync data for ids ['706d1738-51d4-4429-bf29-d8d3bc987aca'] in n-d-816823-3 is: [{'id': '706d1738-51d4-4429-bf29-d8d3bc987aca', 'name': 'tempest-TestEncryptedCinderVolumes-2139628800-router', 'tenant_id': '7af46c35551f4c1495058267a6c38548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:17:28Z', 'updated_at': '2021-11-16T12:18:52Z', 'revision_number': 6, 'project_id': '7af46c35551f4c1495058267a6c38548', 'gw_port_host': None}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:18:52.731792 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd2720-1049-46d1-b884-b99a9ec939cb admin admin] Pushing event deleted for resources: {'Port': ['ID=0be47145-064d-4c5e-9305-dfbad865d1b1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:18:52.746849 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4a8dcc-d693-43f4-9e65-62fad04b5774 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:18:52.795393 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-41cd2720-1049-46d1-b884-b99a9ec939cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:52.881795 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-41cd2720-1049-46d1-b884-b99a9ec939cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:52.884365 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-41cd2720-1049-46d1-b884-b99a9ec939cb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:52.928513 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-41cd2720-1049-46d1-b884-b99a9ec939cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:52.929121 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41cd2720-1049-46d1-b884-b99a9ec939cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 706d1738-51d4-4429-bf29-d8d3bc987aca {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 12:18:52.934846 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-41cd2720-1049-46d1-b884-b99a9ec939cb admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:52.935981 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-41cd2720-1049-46d1-b884-b99a9ec939cb admin admin] 10.222.0.61 "DELETE /v2.0/routers/706d1738-51d4-4429-bf29-d8d3bc987aca HTTP/1.1" status: 204 len: 168 time: 0.7403653 Nov 16 12:18:52.938611 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55252) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:18:52.982648 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d7a815-2ef8-4650-b244-7f1e121c2a1e admin admin] Deleting subnet ef9b05da-7c53-4a49-9258-8b70f3db74c0 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 12:18:52.985273 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-11d7a815-2ef8-4650-b244-7f1e121c2a1e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:53.025452 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-11d7a815-2ef8-4650-b244-7f1e121c2a1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:53.104993 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-11d7a815-2ef8-4650-b244-7f1e121c2a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:53.161483 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-11d7a815-2ef8-4650-b244-7f1e121c2a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:53.189239 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-11d7a815-2ef8-4650-b244-7f1e121c2a1e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:53.192499 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-11d7a815-2ef8-4650-b244-7f1e121c2a1e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/ef9b05da-7c53-4a49-9258-8b70f3db74c0 HTTP/1.1" status: 204 len: 168 time: 0.2529712 Nov 16 12:18:53.193443 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d7a815-2ef8-4650-b244-7f1e121c2a1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef9b05da-7c53-4a49-9258-8b70f3db74c0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:18:53.195099 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55254) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:18:53.195931 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55afebc-16d6-4000-9028-8a108caff071 None None] Network 099f74d6-c4d0-4536-a492-6ee5d9548757 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:18:53.264249 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9991a04-0bbc-475e-a6b7-8853c9c5fafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:53.316876 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a9991a04-0bbc-475e-a6b7-8853c9c5fafb admin admin] Deleting port 1216308b-f864-408c-9873-8de3823785b8 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:18:53.317210 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9991a04-0bbc-475e-a6b7-8853c9c5fafb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:53.380217 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-a9991a04-0bbc-475e-a6b7-8853c9c5fafb admin admin] For port 1216308b-f864-408c-9873-8de3823785b8, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=1216308b-f864-408c-9873-8de3823785b8,segment=NetworkSegment(117a2fd6-8db5-42c6-97d7-b8d5f0821898),segment_id=117a2fd6-8db5-42c6-97d7-b8d5f0821898)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:18:53.380578 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9991a04-0bbc-475e-a6b7-8853c9c5fafb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:53.396894 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a9991a04-0bbc-475e-a6b7-8853c9c5fafb admin admin] Calling delete_port for 1216308b-f864-408c-9873-8de3823785b8 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:18:53.481015 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9991a04-0bbc-475e-a6b7-8853c9c5fafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:53.492110 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bacb2cc-59d2-409c-8b2a-5a22cc512f97 None None] DHCP port deletion for 099f74d6-c4d0-4536-a492-6ee5d9548757 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:18:53.514488 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9991a04-0bbc-475e-a6b7-8853c9c5fafb admin admin] Pushing event deleted for resources: {'Port': ['ID=1216308b-f864-408c-9873-8de3823785b8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:18:53.518153 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9991a04-0bbc-475e-a6b7-8853c9c5fafb admin admin] No DVR routers for this DVR port 1216308b-f864-408c-9873-8de3823785b8 on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:18:53.550475 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 0be47145-064d-4c5e-9305-dfbad865d1b1 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:18:53.570349 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 0be47145-064d-4c5e-9305-dfbad865d1b1 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:18:53.571241 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 0be47145-064d-4c5e-9305-dfbad865d1b1 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:18:53.571657 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 1216308b-f864-408c-9873-8de3823785b8 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:18:53.594840 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 1216308b-f864-408c-9873-8de3823785b8 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:18:53.595188 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 1216308b-f864-408c-9873-8de3823785b8 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:18:53.595461 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9991a04-0bbc-475e-a6b7-8853c9c5fafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:53.595973 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 0c142031-1478-4119-8996-b6c18d357ffc no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:18:53.615774 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 0c142031-1478-4119-8996-b6c18d357ffc {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:18:53.616121 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 0c142031-1478-4119-8996-b6c18d357ffc not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:18:53.622409 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-a9991a04-0bbc-475e-a6b7-8853c9c5fafb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['099f74d6-c4d0-4536-a492-6ee5d9548757']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:18:53.633042 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-a9991a04-0bbc-475e-a6b7-8853c9c5fafb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '117a2fd6-8db5-42c6-97d7-b8d5f0821898') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:18:53.633876 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-a9991a04-0bbc-475e-a6b7-8853c9c5fafb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '117a2fd6-8db5-42c6-97d7-b8d5f0821898') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:18:53.643440 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9991a04-0bbc-475e-a6b7-8853c9c5fafb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:53.656979 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9991a04-0bbc-475e-a6b7-8853c9c5fafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:53.662686 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9991a04-0bbc-475e-a6b7-8853c9c5fafb admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 12:18:53.663059 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9991a04-0bbc-475e-a6b7-8853c9c5fafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:53.664702 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 12:18:53.664702 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 12:18:53.664702 n-d-816823-3 neutron-server[102668]: timer() Nov 16 12:18:53.664702 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 12:18:53.664702 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 12:18:53.664702 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 12:18:53.664702 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 12:18:53.664702 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 12:18:53.664702 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 12:18:53.664702 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 12:18:53.664702 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 12:18:53.664702 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 12:18:53.664702 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 12:18:53.664702 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 12:18:53.664702 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 12:18:53.664702 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 12:18:53.664702 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 12:18:53.664702 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 12:18:53.664702 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 12:18:53.664702 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 12:18:53.664702 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 12:18:53.664702 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 12:18:53.664702 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 12:18:53.664702 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 12:18:53.664702 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 12:18:53.664702 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 12:18:53.664702 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 12:18:53.664702 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 12:18:53.664702 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 12:18:53.664702 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 12:18:53.664702 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 12:18:53.664702 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 12:18:53.721679 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9991a04-0bbc-475e-a6b7-8853c9c5fafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:53.726542 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9991a04-0bbc-475e-a6b7-8853c9c5fafb admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:53.729895 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a9991a04-0bbc-475e-a6b7-8853c9c5fafb admin admin] 10.222.0.61 "DELETE /v2.0/networks/099f74d6-c4d0-4536-a492-6ee5d9548757 HTTP/1.1" status: 204 len: 168 time: 0.5338745 Nov 16 12:18:53.733167 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55256) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:18:53.743277 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9991a04-0bbc-475e-a6b7-8853c9c5fafb admin admin] Pushing event deleted for resources: {'Network': ['ID=099f74d6-c4d0-4536-a492-6ee5d9548757,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:18:54.343048 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f7b4595b-8268-4844-808d-b39ff6c696b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:54.583301 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f7b4595b-8268-4844-808d-b39ff6c696b3 admin admin] Deleting port b1414997-e3b7-44ba-9ec0-a65e45591919 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:18:54.583642 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f7b4595b-8268-4844-808d-b39ff6c696b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:54.662996 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-f7b4595b-8268-4844-808d-b39ff6c696b3 admin admin] For port b1414997-e3b7-44ba-9ec0-a65e45591919, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=b1414997-e3b7-44ba-9ec0-a65e45591919,segment=NetworkSegment(fac44c39-6f35-45b5-a83e-166afb006214),segment_id=fac44c39-6f35-45b5-a83e-166afb006214)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:18:54.663362 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f7b4595b-8268-4844-808d-b39ff6c696b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:54.677161 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f7b4595b-8268-4844-808d-b39ff6c696b3 admin admin] Calling delete_port for b1414997-e3b7-44ba-9ec0-a65e45591919 owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:18:54.856711 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f7b4595b-8268-4844-808d-b39ff6c696b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:54.881066 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4595b-8268-4844-808d-b39ff6c696b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1414997-e3b7-44ba-9ec0-a65e45591919,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:18:54.892690 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4595b-8268-4844-808d-b39ff6c696b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:18:54.893041 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4595b-8268-4844-808d-b39ff6c696b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:18:54.893403 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4595b-8268-4844-808d-b39ff6c696b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:18:54.893717 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4595b-8268-4844-808d-b39ff6c696b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:18:54.894073 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4595b-8268-4844-808d-b39ff6c696b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:18:54.894406 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4595b-8268-4844-808d-b39ff6c696b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:18:54.894738 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4595b-8268-4844-808d-b39ff6c696b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:18:54.895062 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4595b-8268-4844-808d-b39ff6c696b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:18:54.895385 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4595b-8268-4844-808d-b39ff6c696b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:18:54.895702 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4595b-8268-4844-808d-b39ff6c696b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:18:54.896022 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4595b-8268-4844-808d-b39ff6c696b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:18:54.896345 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b4595b-8268-4844-808d-b39ff6c696b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:18:55.059196 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f7b4595b-8268-4844-808d-b39ff6c696b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:55.270001 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b4595b-8268-4844-808d-b39ff6c696b3 admin admin] Router 4a5d82a8-11da-4347-97cc-60f47909507c has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:18:55.376156 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b4595b-8268-4844-808d-b39ff6c696b3 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:18:55.381036 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f7b4595b-8268-4844-808d-b39ff6c696b3 admin admin] 10.222.0.61 "PUT /v2.0/routers/4a5d82a8-11da-4347-97cc-60f47909507c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6467352 Nov 16 12:18:55.384583 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55258) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:18:55.391242 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c53008-37af-4962-ae4b-226aaaef9c0f None None] Sync routers for ids ['4a5d82a8-11da-4347-97cc-60f47909507c'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:18:55.402160 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c53008-37af-4962-ae4b-226aaaef9c0f None None] Routers {'4a5d82a8-11da-4347-97cc-60f47909507c'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:18:55.402608 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-64c53008-37af-4962-ae4b-226aaaef9c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:18:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['4a5d82a8-11da-4347-97cc-60f47909507c'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:18:55.500665 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7dfa3023-f67c-418c-92c3-7bb2e98c90c9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:55.504484 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-64c53008-37af-4962-ae4b-226aaaef9c0f None None] Set router 4a5d82a8-11da-4347-97cc-60f47909507c gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:18:55.603413 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7dfa3023-f67c-418c-92c3-7bb2e98c90c9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:55.655948 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa3023-f67c-418c-92c3-7bb2e98c90c9 admin admin] Deleting port 43e416b2-1e4a-4fa9-80ee-a73bf84317cc {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:18:55.656200 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7dfa3023-f67c-418c-92c3-7bb2e98c90c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:55.677336 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-64c53008-37af-4962-ae4b-226aaaef9c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5d82a8-11da-4347-97cc-60f47909507c', 'name': 'tempest-TestEncryptedCinderVolumes-1455558824-router', 'tenant_id': '2ffbfc3a655d4d9abb4cd80d3f35401f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '43e416b2-1e4a-4fa9-80ee-a73bf84317cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:17:33Z', 'updated_at': '2021-11-16T12:18:54Z', 'revision_number': 5, 'project_id': '2ffbfc3a655d4d9abb4cd80d3f35401f', 'gw_port': {'id': '43e416b2-1e4a-4fa9-80ee-a73bf84317cc', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5d82a8-11da-4347-97cc-60f47909507c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:17:33Z', 'updated_at': '2021-11-16T12:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:18:55.708971 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c53008-37af-4962-ae4b-226aaaef9c0f None None] Checking router: 4a5d82a8-11da-4347-97cc-60f47909507c for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:18:55.717262 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c53008-37af-4962-ae4b-226aaaef9c0f None None] Routers {'4a5d82a8-11da-4347-97cc-60f47909507c'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:18:55.717875 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-64c53008-37af-4962-ae4b-226aaaef9c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:18:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['4a5d82a8-11da-4347-97cc-60f47909507c'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:18:55.740678 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-7dfa3023-f67c-418c-92c3-7bb2e98c90c9 admin admin] For port 43e416b2-1e4a-4fa9-80ee-a73bf84317cc, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=43e416b2-1e4a-4fa9-80ee-a73bf84317cc,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:18:55.741051 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7dfa3023-f67c-418c-92c3-7bb2e98c90c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:55.754127 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa3023-f67c-418c-92c3-7bb2e98c90c9 admin admin] Calling delete_port for 43e416b2-1e4a-4fa9-80ee-a73bf84317cc owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:18:55.802401 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-64c53008-37af-4962-ae4b-226aaaef9c0f None None] Set router 4a5d82a8-11da-4347-97cc-60f47909507c gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:18:55.851343 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-64c53008-37af-4962-ae4b-226aaaef9c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5d82a8-11da-4347-97cc-60f47909507c', 'name': 'tempest-TestEncryptedCinderVolumes-1455558824-router', 'tenant_id': '2ffbfc3a655d4d9abb4cd80d3f35401f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:17:33Z', 'updated_at': '2021-11-16T12:18:55Z', 'revision_number': 6, 'project_id': '2ffbfc3a655d4d9abb4cd80d3f35401f', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:18:55.880444 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c53008-37af-4962-ae4b-226aaaef9c0f None None] The sync data for ids ['4a5d82a8-11da-4347-97cc-60f47909507c'] in n-d-816823-3 is: [{'id': '4a5d82a8-11da-4347-97cc-60f47909507c', 'name': 'tempest-TestEncryptedCinderVolumes-1455558824-router', 'tenant_id': '2ffbfc3a655d4d9abb4cd80d3f35401f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:17:33Z', 'updated_at': '2021-11-16T12:18:55Z', 'revision_number': 6, 'project_id': '2ffbfc3a655d4d9abb4cd80d3f35401f', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:18:55.920884 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7dfa3023-f67c-418c-92c3-7bb2e98c90c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:55.947081 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa3023-f67c-418c-92c3-7bb2e98c90c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=43e416b2-1e4a-4fa9-80ee-a73bf84317cc,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:18:55.960399 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60b58de-c3c1-4f95-9f34-b2d2255ca2c4 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:18:56.012722 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7dfa3023-f67c-418c-92c3-7bb2e98c90c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:56.100629 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7dfa3023-f67c-418c-92c3-7bb2e98c90c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:56.103713 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7dfa3023-f67c-418c-92c3-7bb2e98c90c9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:56.144929 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7dfa3023-f67c-418c-92c3-7bb2e98c90c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:56.145537 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dfa3023-f67c-418c-92c3-7bb2e98c90c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a5d82a8-11da-4347-97cc-60f47909507c {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 12:18:56.151405 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7dfa3023-f67c-418c-92c3-7bb2e98c90c9 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:56.152698 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7dfa3023-f67c-418c-92c3-7bb2e98c90c9 admin admin] 10.222.0.61 "DELETE /v2.0/routers/4a5d82a8-11da-4347-97cc-60f47909507c HTTP/1.1" status: 204 len: 168 time: 0.7656717 Nov 16 12:18:56.155231 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55260) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:18:56.199366 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c821bf-e2c1-477f-9bfa-d6c8d164a947 admin admin] Deleting subnet 0a03db50-e0fb-4b88-a1a3-656c3ce4d494 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 12:18:56.202404 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09c821bf-e2c1-477f-9bfa-d6c8d164a947 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:56.238274 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09c821bf-e2c1-477f-9bfa-d6c8d164a947 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:56.323361 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09c821bf-e2c1-477f-9bfa-d6c8d164a947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:56.374083 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09c821bf-e2c1-477f-9bfa-d6c8d164a947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:56.401320 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c821bf-e2c1-477f-9bfa-d6c8d164a947 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a03db50-e0fb-4b88-a1a3-656c3ce4d494,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:18:56.403312 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09c821bf-e2c1-477f-9bfa-d6c8d164a947 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:56.408923 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-09c821bf-e2c1-477f-9bfa-d6c8d164a947 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/0a03db50-e0fb-4b88-a1a3-656c3ce4d494 HTTP/1.1" status: 204 len: 168 time: 0.2503126 Nov 16 12:18:56.409074 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59503abd-28d0-4d77-ac40-22bdb30900f5 None None] Network 64da59eb-54b6-4634-b5c1-0e94e963c19b requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:18:56.409631 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55262) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:18:56.476674 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1a89e74f-4f38-4c5b-9d5a-5a6fe28bbb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:56.534708 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1a89e74f-4f38-4c5b-9d5a-5a6fe28bbb05 admin admin] Deleting port 1cb0b76b-0e64-43e5-8ab3-fc9e1a262cb7 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:18:56.535048 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1a89e74f-4f38-4c5b-9d5a-5a6fe28bbb05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:56.598237 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-1a89e74f-4f38-4c5b-9d5a-5a6fe28bbb05 admin admin] For port 1cb0b76b-0e64-43e5-8ab3-fc9e1a262cb7, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=1cb0b76b-0e64-43e5-8ab3-fc9e1a262cb7,segment=NetworkSegment(fac44c39-6f35-45b5-a83e-166afb006214),segment_id=fac44c39-6f35-45b5-a83e-166afb006214)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:18:56.598530 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1a89e74f-4f38-4c5b-9d5a-5a6fe28bbb05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:56.610849 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1a89e74f-4f38-4c5b-9d5a-5a6fe28bbb05 admin admin] Calling delete_port for 1cb0b76b-0e64-43e5-8ab3-fc9e1a262cb7 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:18:56.653660 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3cc81b-663a-4676-9b0a-9bb1e8535e61 None None] DHCP port deletion for 64da59eb-54b6-4634-b5c1-0e94e963c19b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:18:56.699226 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1a89e74f-4f38-4c5b-9d5a-5a6fe28bbb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:56.702294 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-8d3cc81b-663a-4676-9b0a-9bb1e8535e61 None None] Deleting port 1cb0b76b-0e64-43e5-8ab3-fc9e1a262cb7 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:18:56.702667 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8d3cc81b-663a-4676-9b0a-9bb1e8535e61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:56.725476 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89e74f-4f38-4c5b-9d5a-5a6fe28bbb05 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cb0b76b-0e64-43e5-8ab3-fc9e1a262cb7,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:18:56.729273 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a89e74f-4f38-4c5b-9d5a-5a6fe28bbb05 admin admin] No DVR routers for this DVR port 1cb0b76b-0e64-43e5-8ab3-fc9e1a262cb7 on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:18:56.765778 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-8d3cc81b-663a-4676-9b0a-9bb1e8535e61 None None] For port 1cb0b76b-0e64-43e5-8ab3-fc9e1a262cb7, host n-d-816823-3, got binding levels [] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:18:56.766198 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8d3cc81b-663a-4676-9b0a-9bb1e8535e61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:56.779551 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-8d3cc81b-663a-4676-9b0a-9bb1e8535e61 None None] Calling delete_port for 1cb0b76b-0e64-43e5-8ab3-fc9e1a262cb7 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:18:56.782525 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.ipam_backend_mixin [None req-8d3cc81b-663a-4676-9b0a-9bb1e8535e61 None None] Port 1cb0b76b-0e64-43e5-8ab3-fc9e1a262cb7 was not found and therefore no delete operation was performed {{(pid=102670) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 12:18:56.783805 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8d3cc81b-663a-4676-9b0a-9bb1e8535e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:56.802525 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1a89e74f-4f38-4c5b-9d5a-5a6fe28bbb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:56.810037 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3cc81b-663a-4676-9b0a-9bb1e8535e61 None None] Pushing event deleted for resources: {'Port': ['ID=1cb0b76b-0e64-43e5-8ab3-fc9e1a262cb7,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:18:56.816112 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3cc81b-663a-4676-9b0a-9bb1e8535e61 None None] No DVR routers for this DVR port 1cb0b76b-0e64-43e5-8ab3-fc9e1a262cb7 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:18:56.828772 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-1a89e74f-4f38-4c5b-9d5a-5a6fe28bbb05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64da59eb-54b6-4634-b5c1-0e94e963c19b']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:18:56.839444 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-1a89e74f-4f38-4c5b-9d5a-5a6fe28bbb05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fac44c39-6f35-45b5-a83e-166afb006214') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:18:56.839748 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-1a89e74f-4f38-4c5b-9d5a-5a6fe28bbb05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fac44c39-6f35-45b5-a83e-166afb006214') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:18:56.849671 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1a89e74f-4f38-4c5b-9d5a-5a6fe28bbb05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:56.863854 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1a89e74f-4f38-4c5b-9d5a-5a6fe28bbb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:56.871078 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a89e74f-4f38-4c5b-9d5a-5a6fe28bbb05 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 12:18:56.871467 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1a89e74f-4f38-4c5b-9d5a-5a6fe28bbb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:56.873286 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 12:18:56.873286 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 12:18:56.873286 n-d-816823-3 neutron-server[102669]: timer() Nov 16 12:18:56.873286 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 12:18:56.873286 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 12:18:56.873286 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 12:18:56.873286 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 12:18:56.873286 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 12:18:56.873286 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 12:18:56.873286 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 12:18:56.873286 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 12:18:56.873286 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 12:18:56.873286 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 12:18:56.873286 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 12:18:56.873286 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 12:18:56.873286 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 12:18:56.873286 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 12:18:56.873286 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 12:18:56.873286 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 12:18:56.873286 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 12:18:56.873286 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 12:18:56.873286 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 12:18:56.873286 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 12:18:56.873286 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 12:18:56.873286 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 12:18:56.873286 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 12:18:56.873286 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 12:18:56.873286 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 12:18:56.873286 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 12:18:56.873286 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 12:18:56.873286 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 12:18:56.873286 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 12:18:56.931673 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1a89e74f-4f38-4c5b-9d5a-5a6fe28bbb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:56.937556 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1a89e74f-4f38-4c5b-9d5a-5a6fe28bbb05 admin admin] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:56.941083 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1a89e74f-4f38-4c5b-9d5a-5a6fe28bbb05 admin admin] 10.222.0.61 "DELETE /v2.0/networks/64da59eb-54b6-4634-b5c1-0e94e963c19b HTTP/1.1" status: 204 len: 168 time: 0.5309331 Nov 16 12:18:56.953278 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89e74f-4f38-4c5b-9d5a-5a6fe28bbb05 admin admin] Pushing event deleted for resources: {'Network': ['ID=64da59eb-54b6-4634-b5c1-0e94e963c19b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:18:57.123369 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55266) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:18:57.163961 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-bbbddb61-82b6-4e9d-a51c-be5d70475613 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7af46c35551f4c1495058267a6c38548&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394189 Nov 16 12:18:57.166574 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55268) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:18:57.213145 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-86f40e58-4cf2-4c14-8143-41360b6ac08e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:57.237861 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-86f40e58-4cf2-4c14-8143-41360b6ac08e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:57.284090 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-86f40e58-4cf2-4c14-8143-41360b6ac08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:57.286600 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-86f40e58-4cf2-4c14-8143-41360b6ac08e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:57.287762 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-86f40e58-4cf2-4c14-8143-41360b6ac08e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/650001da-fc94-4c68-abf8-10f40b443782 HTTP/1.1" status: 204 len: 168 time: 0.1202681 Nov 16 12:18:57.295940 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f40e58-4cf2-4c14-8143-41360b6ac08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650001da-fc94-4c68-abf8-10f40b443782,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:18:57.445024 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device b1414997-e3b7-44ba-9ec0-a65e45591919 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:18:57.467922 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: b1414997-e3b7-44ba-9ec0-a65e45591919 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:18:57.468339 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device b1414997-e3b7-44ba-9ec0-a65e45591919 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:18:57.468758 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 1cb0b76b-0e64-43e5-8ab3-fc9e1a262cb7 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:18:57.487843 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 1cb0b76b-0e64-43e5-8ab3-fc9e1a262cb7 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:18:57.488186 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 1cb0b76b-0e64-43e5-8ab3-fc9e1a262cb7 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:18:57.488601 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 43e416b2-1e4a-4fa9-80ee-a73bf84317cc no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:18:57.507340 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 43e416b2-1e4a-4fa9-80ee-a73bf84317cc {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:18:57.507684 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 43e416b2-1e4a-4fa9-80ee-a73bf84317cc not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:18:57.627086 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55274) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:18:57.667508 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0d648e74-4a13-409b-90d0-00a4e067daff admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2ffbfc3a655d4d9abb4cd80d3f35401f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392253 Nov 16 12:18:57.669944 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55276) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:18:57.720315 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f4114dab-d10e-4096-8d06-6bf051a4ca55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:57.740630 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f4114dab-d10e-4096-8d06-6bf051a4ca55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:57.786416 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f4114dab-d10e-4096-8d06-6bf051a4ca55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:57.789757 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f4114dab-d10e-4096-8d06-6bf051a4ca55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:57.790887 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f4114dab-d10e-4096-8d06-6bf051a4ca55 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8174bff1-455b-4fc4-8e83-5705f18c189b HTTP/1.1" status: 204 len: 168 time: 0.1200454 Nov 16 12:18:57.798546 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4114dab-d10e-4096-8d06-6bf051a4ca55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8174bff1-455b-4fc4-8e83-5705f18c189b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:18:58.452879 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55298) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:18:58.572551 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ab7991a0-845a-4922-8518-eb30352f6b2f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-925894132-network', 'tenant_id': '81d76ec47930422d80256ee96883747e'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:18:58.593170 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7991a0-845a-4922-8518-eb30352f6b2f admin admin] Made reservation on behalf of 81d76ec47930422d80256ee96883747e for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:18:58.595448 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ab7991a0-845a-4922-8518-eb30352f6b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:58.603564 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ab7991a0-845a-4922-8518-eb30352f6b2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:58.677751 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ab7991a0-845a-4922-8518-eb30352f6b2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:58.685334 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ab7991a0-845a-4922-8518-eb30352f6b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:58.709717 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab7991a0-845a-4922-8518-eb30352f6b2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 12:18:58.718364 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7991a0-845a-4922-8518-eb30352f6b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ac60cf-17ec-45d5-a4ac-53ae47cb79b9,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:18:58.724275 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ab7991a0-845a-4922-8518-eb30352f6b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:58.724623 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-ab7991a0-845a-4922-8518-eb30352f6b2f admin admin] Added segment b024e8ee-2204-470e-b635-6048706de55b of type vlan for network 8dbfd6eb-00c0-4507-b907-b3ba460c8cdc Nov 16 12:18:58.740963 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:58.766663 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ab7991a0-845a-4922-8518-eb30352f6b2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:58.791744 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ab7991a0-845a-4922-8518-eb30352f6b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:58.792671 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7991a0-845a-4922-8518-eb30352f6b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:18:58.793238 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ab7991a0-845a-4922-8518-eb30352f6b2f admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:58.851067 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ab7991a0-845a-4922-8518-eb30352f6b2f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3970165 Nov 16 12:18:58.854551 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55302) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:18:58.856476 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7991a0-845a-4922-8518-eb30352f6b2f admin admin] Pushing event updated for resources: {'Network': ['ID=8dbfd6eb-00c0-4507-b907-b3ba460c8cdc,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:18:58.859606 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-e76a2f7c-9328-49f2-b988-a19d2b211dde admin admin] Request body: {'subnet': {'network_id': '8dbfd6eb-00c0-4507-b907-b3ba460c8cdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-925894132-subnet', 'tenant_id': '81d76ec47930422d80256ee96883747e', 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:18:58.866008 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 8dbfd6eb-00c0-4507-b907-b3ba460c8cdc details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 12:18:58.882045 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76a2f7c-9328-49f2-b988-a19d2b211dde admin admin] Made reservation on behalf of 81d76ec47930422d80256ee96883747e for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:18:58.884381 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e76a2f7c-9328-49f2-b988-a19d2b211dde admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:59.062656 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e76a2f7c-9328-49f2-b988-a19d2b211dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:59.113708 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a2f7c-9328-49f2-b988-a19d2b211dde admin admin] Pushing event updated for resources: {'Subnet': ['ID=54cb1c28-c304-439b-be78-1822d414648f,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:18:59.130690 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76a2f7c-9328-49f2-b988-a19d2b211dde admin admin] Checking segment: {'id': 'b024e8ee-2204-470e-b635-6048706de55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8dbfd6eb-00c0-4507-b907-b3ba460c8cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:18:59.131047 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76a2f7c-9328-49f2-b988-a19d2b211dde admin admin] Network hostable DHCP agents. Network: 8dbfd6eb-00c0-4507-b907-b3ba460c8cdc, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 12:18:59.148359 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76a2f7c-9328-49f2-b988-a19d2b211dde admin admin] Network 8dbfd6eb-00c0-4507-b907-b3ba460c8cdc is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 12:18:59.157479 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-e76a2f7c-9328-49f2-b988-a19d2b211dde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 8dbfd6eb-00c0-4507-b907-b3ba460c8cdc) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:18:59.161554 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76a2f7c-9328-49f2-b988-a19d2b211dde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:18:59.162175 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e76a2f7c-9328-49f2-b988-a19d2b211dde admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:59.167058 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d79872-2fbf-4f4f-8e29-d153aaef4b68 None None] Network 8dbfd6eb-00c0-4507-b907-b3ba460c8cdc requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:18:59.177448 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e76a2f7c-9328-49f2-b988-a19d2b211dde admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3218079 Nov 16 12:18:59.180200 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55304) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:18:59.185174 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-7a2e1cd5-e0cd-4a1a-bc07-c42660c27230 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-925894132-router', 'tenant_id': '81d76ec47930422d80256ee96883747e', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:18:59.207668 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a2e1cd5-e0cd-4a1a-bc07-c42660c27230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:59.209085 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a2e1cd5-e0cd-4a1a-bc07-c42660c27230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:59.265274 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a2e1cd5-e0cd-4a1a-bc07-c42660c27230 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:59.311453 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56525798-1046-4b2a-8d27-a5c7afe9cf9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-8dbfd6eb-00c0-4507-b907-b3ba460c8cdc', 'network_id': '8dbfd6eb-00c0-4507-b907-b3ba460c8cdc', 'tenant_id': '81d76ec47930422d80256ee96883747e', 'fixed_ips': [{'subnet_id': '54cb1c28-c304-439b-be78-1822d414648f'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 12:18:59.312326 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-56525798-1046-4b2a-8d27-a5c7afe9cf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:59.406310 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a2e1cd5-e0cd-4a1a-bc07-c42660c27230 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:59.447878 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-56525798-1046-4b2a-8d27-a5c7afe9cf9a None None] Allocated IP 172.20.0.2 (8dbfd6eb-00c0-4507-b907-b3ba460c8cdc/54cb1c28-c304-439b-be78-1822d414648f/272ba230-5964-4d3e-9a8e-500c26280231) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:18:59.514582 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:59.599724 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-56525798-1046-4b2a-8d27-a5c7afe9cf9a None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:59.606070 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-56525798-1046-4b2a-8d27-a5c7afe9cf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:59.607032 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a2e1cd5-e0cd-4a1a-bc07-c42660c27230 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:59.626360 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a2e1cd5-e0cd-4a1a-bc07-c42660c27230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:59.642326 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56525798-1046-4b2a-8d27-a5c7afe9cf9a None None] Network 8dbfd6eb-00c0-4507-b907-b3ba460c8cdc is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:18:59.647999 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-56525798-1046-4b2a-8d27-a5c7afe9cf9a None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:18:59.651885 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56525798-1046-4b2a-8d27-a5c7afe9cf9a None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:18:59.660364 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56525798-1046-4b2a-8d27-a5c7afe9cf9a None None] Pushing event updated for resources: {'Port': ['ID=272ba230-5964-4d3e-9a8e-500c26280231,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:18:59.718997 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-56525798-1046-4b2a-8d27-a5c7afe9cf9a None None] Attempting to bind port 272ba230-5964-4d3e-9a8e-500c26280231 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:18:59.719364 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-56525798-1046-4b2a-8d27-a5c7afe9cf9a None None] Attempting to bind port 272ba230-5964-4d3e-9a8e-500c26280231 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'b024e8ee-2204-470e-b635-6048706de55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8dbfd6eb-00c0-4507-b907-b3ba460c8cdc'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:18:59.719724 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56525798-1046-4b2a-8d27-a5c7afe9cf9a None None] Attempting to bind port 272ba230-5964-4d3e-9a8e-500c26280231 on network 8dbfd6eb-00c0-4507-b907-b3ba460c8cdc {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:18:59.724850 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56525798-1046-4b2a-8d27-a5c7afe9cf9a None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:18:59.725225 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56525798-1046-4b2a-8d27-a5c7afe9cf9a None None] Checking segment: {'id': 'b024e8ee-2204-470e-b635-6048706de55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8dbfd6eb-00c0-4507-b907-b3ba460c8cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:18:59.725622 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-56525798-1046-4b2a-8d27-a5c7afe9cf9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:59.726048 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56525798-1046-4b2a-8d27-a5c7afe9cf9a None None] Bound using segment: {'id': 'b024e8ee-2204-470e-b635-6048706de55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8dbfd6eb-00c0-4507-b907-b3ba460c8cdc'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:18:59.726513 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-56525798-1046-4b2a-8d27-a5c7afe9cf9a None None] Bound port: 272ba230-5964-4d3e-9a8e-500c26280231, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b024e8ee-2204-470e-b635-6048706de55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8dbfd6eb-00c0-4507-b907-b3ba460c8cdc'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:18:59.726904 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-56525798-1046-4b2a-8d27-a5c7afe9cf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:59.728187 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-7a2e1cd5-e0cd-4a1a-bc07-c42660c27230 admin admin] Allocated IP 172.25.0.13 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/b64efd16-69bf-42b3-841d-40322d6cd3e8) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:18:59.789716 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-56525798-1046-4b2a-8d27-a5c7afe9cf9a None None] For port 272ba230-5964-4d3e-9a8e-500c26280231, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:18:59.793584 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-56525798-1046-4b2a-8d27-a5c7afe9cf9a None None] For port 272ba230-5964-4d3e-9a8e-500c26280231, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=272ba230-5964-4d3e-9a8e-500c26280231,segment=NetworkSegment(b024e8ee-2204-470e-b635-6048706de55b),segment_id=b024e8ee-2204-470e-b635-6048706de55b)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:18:59.798148 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-56525798-1046-4b2a-8d27-a5c7afe9cf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:59.836699 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a2e1cd5-e0cd-4a1a-bc07-c42660c27230 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:59.864238 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56525798-1046-4b2a-8d27-a5c7afe9cf9a None None] Pushing event updated for resources: {'Port': ['ID=272ba230-5964-4d3e-9a8e-500c26280231,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:18:59.875179 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a2e1cd5-e0cd-4a1a-bc07-c42660c27230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:18:59.921564 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2e1cd5-e0cd-4a1a-bc07-c42660c27230 admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:18:59.927102 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-7a2e1cd5-e0cd-4a1a-bc07-c42660c27230 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:18:59.930110 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2e1cd5-e0cd-4a1a-bc07-c42660c27230 admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:18:59.933398 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e1cd5-e0cd-4a1a-bc07-c42660c27230 admin admin] Pushing event updated for resources: {'Port': ['ID=b64efd16-69bf-42b3-841d-40322d6cd3e8,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:18:59.939881 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb826d5-c6b3-45f4-b963-3d7415b407cb None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:19:00.063229 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3c5aaf0d-8468-4556-ab73-c7c511903882 None None] Provisioning complete for port b64efd16-69bf-42b3-841d-40322d6cd3e8 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:19:00.063595 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3c5aaf0d-8468-4556-ab73-c7c511903882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:00.113307 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3c5aaf0d-8468-4556-ab73-c7c511903882 None None] Port b64efd16-69bf-42b3-841d-40322d6cd3e8 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:19:00.211884 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a2e1cd5-e0cd-4a1a-bc07-c42660c27230 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:00.409040 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a2e1cd5-e0cd-4a1a-bc07-c42660c27230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:00.540002 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a2e1cd5-e0cd-4a1a-bc07-c42660c27230 admin admin] Router 8aa310d7-fbd4-4b30-9fdb-034c01a9647c is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 12:19:00.653446 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2e1cd5-e0cd-4a1a-bc07-c42660c27230 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:19:00.662227 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76341816-5786-4092-b3d4-925c408d66f4 None None] Sync routers for ids ['8aa310d7-fbd4-4b30-9fdb-034c01a9647c'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:19:00.670811 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7a2e1cd5-e0cd-4a1a-bc07-c42660c27230 admin admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:00.672078 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7a2e1cd5-e0cd-4a1a-bc07-c42660c27230 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4902890 Nov 16 12:19:00.674771 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55306) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:19:00.675040 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76341816-5786-4092-b3d4-925c408d66f4 None None] Routers {'8aa310d7-fbd4-4b30-9fdb-034c01a9647c'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:19:00.675532 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-76341816-5786-4092-b3d4-925c408d66f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:18:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['8aa310d7-fbd4-4b30-9fdb-034c01a9647c'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:19:00.788154 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26305757-329c-44bd-a65a-a177b15c020a None None] Network 8dbfd6eb-00c0-4507-b907-b3ba460c8cdc requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:19:00.855488 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-5bfd0127-7819-4c58-a3fc-e45cda5eeee0 None None] Provisioning complete for port 272ba230-5964-4d3e-9a8e-500c26280231 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:19:00.856175 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5bfd0127-7819-4c58-a3fc-e45cda5eeee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:00.889282 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-76341816-5786-4092-b3d4-925c408d66f4 None None] Set router 8aa310d7-fbd4-4b30-9fdb-034c01a9647c gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:19:00.988185 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5bfd0127-7819-4c58-a3fc-e45cda5eeee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:01.050513 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-5bfd0127-7819-4c58-a3fc-e45cda5eeee0 None None] For port 272ba230-5964-4d3e-9a8e-500c26280231, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=272ba230-5964-4d3e-9a8e-500c26280231,segment=NetworkSegment(b024e8ee-2204-470e-b635-6048706de55b),segment_id=b024e8ee-2204-470e-b635-6048706de55b)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:19:01.058404 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5bfd0127-7819-4c58-a3fc-e45cda5eeee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:01.089950 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-76341816-5786-4092-b3d4-925c408d66f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa310d7-fbd4-4b30-9fdb-034c01a9647c', 'name': 'tempest-TestMinimumBasicScenario-925894132-router', 'tenant_id': '81d76ec47930422d80256ee96883747e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'b64efd16-69bf-42b3-841d-40322d6cd3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:18:59Z', 'updated_at': '2021-11-16T12:19:00Z', 'revision_number': 3, 'project_id': '81d76ec47930422d80256ee96883747e', 'gw_port': {'id': 'b64efd16-69bf-42b3-841d-40322d6cd3e8', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa310d7-fbd4-4b30-9fdb-034c01a9647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:18:59Z', 'updated_at': '2021-11-16T12:18:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:19:01.119744 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd0127-7819-4c58-a3fc-e45cda5eeee0 None None] Pushing event updated for resources: {'Port': ['ID=272ba230-5964-4d3e-9a8e-500c26280231,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:19:01.122027 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76341816-5786-4092-b3d4-925c408d66f4 None None] Checking router: 8aa310d7-fbd4-4b30-9fdb-034c01a9647c for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:19:01.123132 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76341816-5786-4092-b3d4-925c408d66f4 None None] Updating router 8aa310d7-fbd4-4b30-9fdb-034c01a9647c port b64efd16-69bf-42b3-841d-40322d6cd3e8 binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 12:19:01.152038 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-76341816-5786-4092-b3d4-925c408d66f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:01.385128 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d054a2cb-0de1-4256-8bf0-412a28321f51 None None] Provisioning complete for port 272ba230-5964-4d3e-9a8e-500c26280231 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:19:01.385445 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d054a2cb-0de1-4256-8bf0-412a28321f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:01.408411 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-76341816-5786-4092-b3d4-925c408d66f4 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:01.419969 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-76341816-5786-4092-b3d4-925c408d66f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:01.445698 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4d698a91-765e-4a2d-92a5-0a336aa68e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:01.470549 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244be1a-4948-4236-bd95-6ed1277fe2fa None None] Pushing event updated for resources: {'Port': ['ID=b64efd16-69bf-42b3-841d-40322d6cd3e8,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:19:01.484329 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a2ba5a-5d6a-423a-a80b-003ff9437b67 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:19:01.490839 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-76341816-5786-4092-b3d4-925c408d66f4 None None] Attempting to bind port b64efd16-69bf-42b3-841d-40322d6cd3e8 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:19:01.491341 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-76341816-5786-4092-b3d4-925c408d66f4 None None] Attempting to bind port b64efd16-69bf-42b3-841d-40322d6cd3e8 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:19:01.491856 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76341816-5786-4092-b3d4-925c408d66f4 None None] Attempting to bind port b64efd16-69bf-42b3-841d-40322d6cd3e8 on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:19:01.502335 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76341816-5786-4092-b3d4-925c408d66f4 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:19:01.502978 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76341816-5786-4092-b3d4-925c408d66f4 None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:19:01.503574 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-76341816-5786-4092-b3d4-925c408d66f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:01.504138 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76341816-5786-4092-b3d4-925c408d66f4 None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:19:01.504784 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-76341816-5786-4092-b3d4-925c408d66f4 None None] Bound port: b64efd16-69bf-42b3-841d-40322d6cd3e8, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:19:01.506092 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-76341816-5786-4092-b3d4-925c408d66f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:01.521787 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 272ba230-5964-4d3e-9a8e-500c26280231 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:19:01.530247 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5244be1a-4948-4236-bd95-6ed1277fe2fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:01.530678 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5244be1a-4948-4236-bd95-6ed1277fe2fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:01.531105 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5244be1a-4948-4236-bd95-6ed1277fe2fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:01.531435 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5244be1a-4948-4236-bd95-6ed1277fe2fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:01.531894 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5244be1a-4948-4236-bd95-6ed1277fe2fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:01.532292 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5244be1a-4948-4236-bd95-6ed1277fe2fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:01.532686 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5244be1a-4948-4236-bd95-6ed1277fe2fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:01.533076 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5244be1a-4948-4236-bd95-6ed1277fe2fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:01.533468 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5244be1a-4948-4236-bd95-6ed1277fe2fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:01.533859 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5244be1a-4948-4236-bd95-6ed1277fe2fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:01.534286 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5244be1a-4948-4236-bd95-6ed1277fe2fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:01.534662 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5244be1a-4948-4236-bd95-6ed1277fe2fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:01.567566 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-76341816-5786-4092-b3d4-925c408d66f4 None None] For port b64efd16-69bf-42b3-841d-40322d6cd3e8, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:19:01.570974 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-76341816-5786-4092-b3d4-925c408d66f4 None None] For port b64efd16-69bf-42b3-841d-40322d6cd3e8, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=b64efd16-69bf-42b3-841d-40322d6cd3e8,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:19:01.576067 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-76341816-5786-4092-b3d4-925c408d66f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:01.581736 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 272ba230-5964-4d3e-9a8e-500c26280231 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:19:01.582302 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:01.622771 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9414d90b-69b2-4969-944a-b720083ab7c3 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:19:01.634825 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244be1a-4948-4236-bd95-6ed1277fe2fa None None] Pushing event updated for resources: {'Port': ['ID=b64efd16-69bf-42b3-841d-40322d6cd3e8,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:19:01.644953 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76341816-5786-4092-b3d4-925c408d66f4 None None] Routers {'8aa310d7-fbd4-4b30-9fdb-034c01a9647c'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:19:01.645857 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-76341816-5786-4092-b3d4-925c408d66f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:18:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['8aa310d7-fbd4-4b30-9fdb-034c01a9647c'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:19:01.661455 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-4d698a91-765e-4a2d-92a5-0a336aa68e9a admin admin] Allocated IP 172.20.0.1 (8dbfd6eb-00c0-4507-b907-b3ba460c8cdc/54cb1c28-c304-439b-be78-1822d414648f/564ada15-1b5d-400c-94cc-00a31af6f5d9) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:19:01.694366 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6cd6abd8-b51a-47ea-9498-9abb7670fa1e None None] Provisioning complete for port b64efd16-69bf-42b3-841d-40322d6cd3e8 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:19:01.694737 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6cd6abd8-b51a-47ea-9498-9abb7670fa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:01.754652 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-76341816-5786-4092-b3d4-925c408d66f4 None None] Set router 8aa310d7-fbd4-4b30-9fdb-034c01a9647c gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:19:01.780259 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6cd6abd8-b51a-47ea-9498-9abb7670fa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:01.787398 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4d698a91-765e-4a2d-92a5-0a336aa68e9a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:01.806648 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-6cd6abd8-b51a-47ea-9498-9abb7670fa1e None None] For port b64efd16-69bf-42b3-841d-40322d6cd3e8, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=b64efd16-69bf-42b3-841d-40322d6cd3e8,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:19:01.811216 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6cd6abd8-b51a-47ea-9498-9abb7670fa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:01.823985 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4d698a91-765e-4a2d-92a5-0a336aa68e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:01.864342 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6abd8-b51a-47ea-9498-9abb7670fa1e None None] Pushing event updated for resources: {'Port': ['ID=b64efd16-69bf-42b3-841d-40322d6cd3e8,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:19:01.867510 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d698a91-765e-4a2d-92a5-0a336aa68e9a admin admin] Network 8dbfd6eb-00c0-4507-b907-b3ba460c8cdc is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:19:01.871381 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-4d698a91-765e-4a2d-92a5-0a336aa68e9a admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:19:01.876292 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d698a91-765e-4a2d-92a5-0a336aa68e9a admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:19:01.879188 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d698a91-765e-4a2d-92a5-0a336aa68e9a admin admin] Pushing event updated for resources: {'Port': ['ID=564ada15-1b5d-400c-94cc-00a31af6f5d9,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:19:01.917142 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4d698a91-765e-4a2d-92a5-0a336aa68e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:01.958302 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-76341816-5786-4092-b3d4-925c408d66f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa310d7-fbd4-4b30-9fdb-034c01a9647c', 'name': 'tempest-TestMinimumBasicScenario-925894132-router', 'tenant_id': '81d76ec47930422d80256ee96883747e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'b64efd16-69bf-42b3-841d-40322d6cd3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:18:59Z', 'updated_at': '2021-11-16T12:19:00Z', 'revision_number': 3, 'project_id': '81d76ec47930422d80256ee96883747e', 'gw_port': {'id': 'b64efd16-69bf-42b3-841d-40322d6cd3e8', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa310d7-fbd4-4b30-9fdb-034c01a9647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:18:59Z', 'updated_at': '2021-11-16T12:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:19:01.989948 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76341816-5786-4092-b3d4-925c408d66f4 None None] The sync data for ids ['8aa310d7-fbd4-4b30-9fdb-034c01a9647c'] in n-d-816823-3 is: [{'id': '8aa310d7-fbd4-4b30-9fdb-034c01a9647c', 'name': 'tempest-TestMinimumBasicScenario-925894132-router', 'tenant_id': '81d76ec47930422d80256ee96883747e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'b64efd16-69bf-42b3-841d-40322d6cd3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:18:59Z', 'updated_at': '2021-11-16T12:19:00Z', 'revision_number': 3, 'project_id': '81d76ec47930422d80256ee96883747e', 'gw_port': {'id': 'b64efd16-69bf-42b3-841d-40322d6cd3e8', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa310d7-fbd4-4b30-9fdb-034c01a9647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:18:59Z', 'updated_at': '2021-11-16T12:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:19:02.052939 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4d698a91-765e-4a2d-92a5-0a336aa68e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:02.138976 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-f44bb6e1-44e6-425f-af33-9026fe54047f None None] Provisioning complete for port 564ada15-1b5d-400c-94cc-00a31af6f5d9 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:19:02.139353 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f44bb6e1-44e6-425f-af33-9026fe54047f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:02.173850 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-f44bb6e1-44e6-425f-af33-9026fe54047f None None] Port 564ada15-1b5d-400c-94cc-00a31af6f5d9 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:19:02.258593 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4d698a91-765e-4a2d-92a5-0a336aa68e9a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:02.263631 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4d698a91-765e-4a2d-92a5-0a336aa68e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:02.334861 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d698a91-765e-4a2d-92a5-0a336aa68e9a admin admin] Pushing event updated for resources: {'Port': ['ID=564ada15-1b5d-400c-94cc-00a31af6f5d9,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:19:02.342232 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4d698a91-765e-4a2d-92a5-0a336aa68e9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:02.436300 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d698a91-765e-4a2d-92a5-0a336aa68e9a admin admin] Network 8dbfd6eb-00c0-4507-b907-b3ba460c8cdc is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:19:02.437822 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-4d698a91-765e-4a2d-92a5-0a336aa68e9a admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:19:02.564903 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d698a91-765e-4a2d-92a5-0a336aa68e9a admin admin] Router 8aa310d7-fbd4-4b30-9fdb-034c01a9647c has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:19:02.683302 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d698a91-765e-4a2d-92a5-0a336aa68e9a admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:19:02.688974 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4d698a91-765e-4a2d-92a5-0a336aa68e9a admin admin] 10.222.0.61 "PUT /v2.0/routers/8aa310d7-fbd4-4b30-9fdb-034c01a9647c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0128331 Nov 16 12:19:02.695933 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c100828e-54af-40bd-b08e-936bb6e1c92c None None] Provisioning complete for port 564ada15-1b5d-400c-94cc-00a31af6f5d9 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:19:02.697113 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c100828e-54af-40bd-b08e-936bb6e1c92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:02.737757 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-c100828e-54af-40bd-b08e-936bb6e1c92c None None] Port 564ada15-1b5d-400c-94cc-00a31af6f5d9 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:19:03.156747 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55322) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:19:03.161764 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-e2f808f9-b0f0-4246-845c-0351f5931c79 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1791278250-network', 'tenant_id': '88b299e053b147d6b184f222cb7cdbdf'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:19:03.182517 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f808f9-b0f0-4246-845c-0351f5931c79 admin admin] Made reservation on behalf of 88b299e053b147d6b184f222cb7cdbdf for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:19:03.184956 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e2f808f9-b0f0-4246-845c-0351f5931c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:03.193572 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e2f808f9-b0f0-4246-845c-0351f5931c79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:03.271977 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e2f808f9-b0f0-4246-845c-0351f5931c79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:03.276811 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e2f808f9-b0f0-4246-845c-0351f5931c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:03.304422 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2f808f9-b0f0-4246-845c-0351f5931c79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 12:19:03.314727 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f808f9-b0f0-4246-845c-0351f5931c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5bffe5-baf8-4d67-9392-2d35a2345f2f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:19:03.320858 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e2f808f9-b0f0-4246-845c-0351f5931c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:03.321202 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-e2f808f9-b0f0-4246-845c-0351f5931c79 admin admin] Added segment 90d0a388-41f4-4fe1-8092-5135331ac67b of type vlan for network add6e7d0-234b-4b63-a4fe-343749f6d067 Nov 16 12:19:03.363720 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e2f808f9-b0f0-4246-845c-0351f5931c79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:03.389805 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e2f808f9-b0f0-4246-845c-0351f5931c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:03.390817 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f808f9-b0f0-4246-845c-0351f5931c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:03.391408 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e2f808f9-b0f0-4246-845c-0351f5931c79 admin admin] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:03.448680 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e2f808f9-b0f0-4246-845c-0351f5931c79 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2907383 Nov 16 12:19:03.451522 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55324) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:19:03.456793 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-042858b2-2306-4dc9-8b4e-290c0470eba1 admin admin] Request body: {'subnet': {'network_id': 'add6e7d0-234b-4b63-a4fe-343749f6d067', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1791278250-subnet', 'tenant_id': '88b299e053b147d6b184f222cb7cdbdf', 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:19:03.459975 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f808f9-b0f0-4246-845c-0351f5931c79 admin admin] Pushing event updated for resources: {'Network': ['ID=add6e7d0-234b-4b63-a4fe-343749f6d067,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:19:03.478717 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network add6e7d0-234b-4b63-a4fe-343749f6d067 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 12:19:03.494440 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device b64efd16-69bf-42b3-841d-40322d6cd3e8 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:19:03.496708 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042858b2-2306-4dc9-8b4e-290c0470eba1 admin admin] Made reservation on behalf of 88b299e053b147d6b184f222cb7cdbdf for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:19:03.499431 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-042858b2-2306-4dc9-8b4e-290c0470eba1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:03.589213 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port b64efd16-69bf-42b3-841d-40322d6cd3e8 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:19:03.589593 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:03.618126 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a65661-9548-4d5e-ae68-1dd372ed21fc None None] Sync routers for ids ['8aa310d7-fbd4-4b30-9fdb-034c01a9647c'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:19:03.640048 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a65661-9548-4d5e-ae68-1dd372ed21fc None None] Routers {'8aa310d7-fbd4-4b30-9fdb-034c01a9647c'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:19:03.640677 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-42a65661-9548-4d5e-ae68-1dd372ed21fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:18:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['8aa310d7-fbd4-4b30-9fdb-034c01a9647c'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:19:03.681229 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-042858b2-2306-4dc9-8b4e-290c0470eba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:03.730405 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042858b2-2306-4dc9-8b4e-290c0470eba1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f9d4886-006b-4516-97ee-e7df0e57113b,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:19:03.747979 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042858b2-2306-4dc9-8b4e-290c0470eba1 admin admin] Checking segment: {'id': '90d0a388-41f4-4fe1-8092-5135331ac67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'add6e7d0-234b-4b63-a4fe-343749f6d067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:19:03.748342 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042858b2-2306-4dc9-8b4e-290c0470eba1 admin admin] Network hostable DHCP agents. Network: add6e7d0-234b-4b63-a4fe-343749f6d067, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 12:19:03.766391 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042858b2-2306-4dc9-8b4e-290c0470eba1 admin admin] Network add6e7d0-234b-4b63-a4fe-343749f6d067 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 12:19:03.775806 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-042858b2-2306-4dc9-8b4e-290c0470eba1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, add6e7d0-234b-4b63-a4fe-343749f6d067) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:19:03.779432 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-42a65661-9548-4d5e-ae68-1dd372ed21fc None None] Set router 8aa310d7-fbd4-4b30-9fdb-034c01a9647c gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:19:03.781590 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042858b2-2306-4dc9-8b4e-290c0470eba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:03.781590 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-042858b2-2306-4dc9-8b4e-290c0470eba1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:03.797798 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-042858b2-2306-4dc9-8b4e-290c0470eba1 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3451166 Nov 16 12:19:03.800702 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55328) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:19:03.805687 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f2ca6254-84f9-47dc-986f-4ba1335f2f9d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1791278250-router', 'tenant_id': '88b299e053b147d6b184f222cb7cdbdf', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:19:03.806365 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb7ae73-49ee-4393-a96c-04c3a67f942f None None] Network add6e7d0-234b-4b63-a4fe-343749f6d067 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:19:03.827263 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f2ca6254-84f9-47dc-986f-4ba1335f2f9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:03.828216 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f2ca6254-84f9-47dc-986f-4ba1335f2f9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:03.884891 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f2ca6254-84f9-47dc-986f-4ba1335f2f9d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:04.023905 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f2ca6254-84f9-47dc-986f-4ba1335f2f9d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:04.074468 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69cecf9-e9b4-43fc-a315-fdf56d610018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-add6e7d0-234b-4b63-a4fe-343749f6d067', 'network_id': 'add6e7d0-234b-4b63-a4fe-343749f6d067', 'tenant_id': '88b299e053b147d6b184f222cb7cdbdf', 'fixed_ips': [{'subnet_id': '1f9d4886-006b-4516-97ee-e7df0e57113b'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 12:19:04.075335 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f69cecf9-e9b4-43fc-a315-fdf56d610018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:04.156042 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-42a65661-9548-4d5e-ae68-1dd372ed21fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa310d7-fbd4-4b30-9fdb-034c01a9647c', 'name': 'tempest-TestMinimumBasicScenario-925894132-router', 'tenant_id': '81d76ec47930422d80256ee96883747e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'b64efd16-69bf-42b3-841d-40322d6cd3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:18:59Z', 'updated_at': '2021-11-16T12:19:02Z', 'revision_number': 4, 'project_id': '81d76ec47930422d80256ee96883747e', 'gw_port': {'id': 'b64efd16-69bf-42b3-841d-40322d6cd3e8', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa310d7-fbd4-4b30-9fdb-034c01a9647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:18:59Z', 'updated_at': '2021-11-16T12:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '564ada15-1b5d-400c-94cc-00a31af6f5d9', 'name': '', 'network_id': '8dbfd6eb-00c0-4507-b907-b3ba460c8cdc', 'tenant_id': '81d76ec47930422d80256ee96883747e', 'mac_address': 'fa:16:3e:dd:44:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa310d7-fbd4-4b30-9fdb-034c01a9647c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '54cb1c28-c304-439b-be78-1822d414648f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:19:01Z', 'updated_at': '2021-11-16T12:19:02Z', 'revision_number': 2, 'project_id': '81d76ec47930422d80256ee96883747e', 'subnets': [{'id': '54cb1c28-c304-439b-be78-1822d414648f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:19:04.190923 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a65661-9548-4d5e-ae68-1dd372ed21fc None None] Checking router: 8aa310d7-fbd4-4b30-9fdb-034c01a9647c for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:19:04.191281 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a65661-9548-4d5e-ae68-1dd372ed21fc None None] Updating router 8aa310d7-fbd4-4b30-9fdb-034c01a9647c port 564ada15-1b5d-400c-94cc-00a31af6f5d9 binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 12:19:04.229357 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f2ca6254-84f9-47dc-986f-4ba1335f2f9d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:04.248978 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f2ca6254-84f9-47dc-986f-4ba1335f2f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:04.360344 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-f2ca6254-84f9-47dc-986f-4ba1335f2f9d admin admin] Allocated IP 172.25.0.193 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/eab4d84c-14c4-4ad6-9f53-76df08ec54c9) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:19:04.402203 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-42a65661-9548-4d5e-ae68-1dd372ed21fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:04.449256 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-f69cecf9-e9b4-43fc-a315-fdf56d610018 None None] Allocated IP 172.20.0.2 (add6e7d0-234b-4b63-a4fe-343749f6d067/1f9d4886-006b-4516-97ee-e7df0e57113b/ca220a21-25bc-4a55-923e-dde455043c91) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:19:04.465968 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f2ca6254-84f9-47dc-986f-4ba1335f2f9d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:04.499081 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f2ca6254-84f9-47dc-986f-4ba1335f2f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:04.541817 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ca6254-84f9-47dc-986f-4ba1335f2f9d admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:19:04.544751 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-f2ca6254-84f9-47dc-986f-4ba1335f2f9d admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:19:04.548327 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ca6254-84f9-47dc-986f-4ba1335f2f9d admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:19:04.553705 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca6254-84f9-47dc-986f-4ba1335f2f9d admin admin] Pushing event updated for resources: {'Port': ['ID=eab4d84c-14c4-4ad6-9f53-76df08ec54c9,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:19:04.563118 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5aa8b19-605a-4d01-8879-6d24a3c583b5 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:19:04.732708 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-67ee588a-84e7-4d2c-b039-aebdf086f568 None None] Provisioning complete for port eab4d84c-14c4-4ad6-9f53-76df08ec54c9 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:19:04.732982 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-67ee588a-84e7-4d2c-b039-aebdf086f568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:04.789374 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f69cecf9-e9b4-43fc-a315-fdf56d610018 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:04.804166 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f69cecf9-e9b4-43fc-a315-fdf56d610018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:04.805953 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-67ee588a-84e7-4d2c-b039-aebdf086f568 None None] Port eab4d84c-14c4-4ad6-9f53-76df08ec54c9 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:19:04.884777 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69cecf9-e9b4-43fc-a315-fdf56d610018 None None] Network add6e7d0-234b-4b63-a4fe-343749f6d067 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:19:04.895307 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-f69cecf9-e9b4-43fc-a315-fdf56d610018 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:19:04.899174 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69cecf9-e9b4-43fc-a315-fdf56d610018 None None] Pushing event updated for resources: {'Port': ['ID=ca220a21-25bc-4a55-923e-dde455043c91,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:19:04.902040 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69cecf9-e9b4-43fc-a315-fdf56d610018 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:19:04.905213 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-42a65661-9548-4d5e-ae68-1dd372ed21fc None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:04.914159 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-42a65661-9548-4d5e-ae68-1dd372ed21fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:05.007311 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38088a44-5523-4f7d-9cdc-2b045c6f1f89 None None] Pushing event updated for resources: {'Port': ['ID=564ada15-1b5d-400c-94cc-00a31af6f5d9,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:19:05.012005 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-f69cecf9-e9b4-43fc-a315-fdf56d610018 None None] Attempting to bind port ca220a21-25bc-4a55-923e-dde455043c91 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:19:05.012379 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-f69cecf9-e9b4-43fc-a315-fdf56d610018 None None] Attempting to bind port ca220a21-25bc-4a55-923e-dde455043c91 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '90d0a388-41f4-4fe1-8092-5135331ac67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'add6e7d0-234b-4b63-a4fe-343749f6d067'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:19:05.012734 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69cecf9-e9b4-43fc-a315-fdf56d610018 None None] Attempting to bind port ca220a21-25bc-4a55-923e-dde455043c91 on network add6e7d0-234b-4b63-a4fe-343749f6d067 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:19:05.039598 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69cecf9-e9b4-43fc-a315-fdf56d610018 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:19:05.040083 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69cecf9-e9b4-43fc-a315-fdf56d610018 None None] Checking segment: {'id': '90d0a388-41f4-4fe1-8092-5135331ac67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'add6e7d0-234b-4b63-a4fe-343749f6d067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:19:05.041092 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f69cecf9-e9b4-43fc-a315-fdf56d610018 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:05.041608 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69cecf9-e9b4-43fc-a315-fdf56d610018 None None] Bound using segment: {'id': '90d0a388-41f4-4fe1-8092-5135331ac67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'add6e7d0-234b-4b63-a4fe-343749f6d067'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:19:05.042240 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-f69cecf9-e9b4-43fc-a315-fdf56d610018 None None] Bound port: ca220a21-25bc-4a55-923e-dde455043c91, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d0a388-41f4-4fe1-8092-5135331ac67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'add6e7d0-234b-4b63-a4fe-343749f6d067'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:19:05.042713 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f69cecf9-e9b4-43fc-a315-fdf56d610018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:05.091787 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-42a65661-9548-4d5e-ae68-1dd372ed21fc None None] Attempting to bind port 564ada15-1b5d-400c-94cc-00a31af6f5d9 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:19:05.092160 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-42a65661-9548-4d5e-ae68-1dd372ed21fc None None] Attempting to bind port 564ada15-1b5d-400c-94cc-00a31af6f5d9 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'b024e8ee-2204-470e-b635-6048706de55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8dbfd6eb-00c0-4507-b907-b3ba460c8cdc'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:19:05.092526 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a65661-9548-4d5e-ae68-1dd372ed21fc None None] Attempting to bind port 564ada15-1b5d-400c-94cc-00a31af6f5d9 on network 8dbfd6eb-00c0-4507-b907-b3ba460c8cdc {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:19:05.112249 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f2ca6254-84f9-47dc-986f-4ba1335f2f9d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:05.116122 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a65661-9548-4d5e-ae68-1dd372ed21fc None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:19:05.116507 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a65661-9548-4d5e-ae68-1dd372ed21fc None None] Checking segment: {'id': 'b024e8ee-2204-470e-b635-6048706de55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8dbfd6eb-00c0-4507-b907-b3ba460c8cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:19:05.116913 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-42a65661-9548-4d5e-ae68-1dd372ed21fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:05.117308 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a65661-9548-4d5e-ae68-1dd372ed21fc None None] Bound using segment: {'id': 'b024e8ee-2204-470e-b635-6048706de55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8dbfd6eb-00c0-4507-b907-b3ba460c8cdc'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:19:05.117775 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-42a65661-9548-4d5e-ae68-1dd372ed21fc None None] Bound port: 564ada15-1b5d-400c-94cc-00a31af6f5d9, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b024e8ee-2204-470e-b635-6048706de55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8dbfd6eb-00c0-4507-b907-b3ba460c8cdc'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:19:05.118206 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-42a65661-9548-4d5e-ae68-1dd372ed21fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:05.186929 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-f69cecf9-e9b4-43fc-a315-fdf56d610018 None None] For port ca220a21-25bc-4a55-923e-dde455043c91, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:19:05.191470 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-f69cecf9-e9b4-43fc-a315-fdf56d610018 None None] For port ca220a21-25bc-4a55-923e-dde455043c91, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=ca220a21-25bc-4a55-923e-dde455043c91,segment=NetworkSegment(90d0a388-41f4-4fe1-8092-5135331ac67b),segment_id=90d0a388-41f4-4fe1-8092-5135331ac67b)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:19:05.198345 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f69cecf9-e9b4-43fc-a315-fdf56d610018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:05.252858 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-42a65661-9548-4d5e-ae68-1dd372ed21fc None None] For port 564ada15-1b5d-400c-94cc-00a31af6f5d9, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:19:05.284453 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-42a65661-9548-4d5e-ae68-1dd372ed21fc None None] For port 564ada15-1b5d-400c-94cc-00a31af6f5d9, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=564ada15-1b5d-400c-94cc-00a31af6f5d9,segment=NetworkSegment(b024e8ee-2204-470e-b635-6048706de55b),segment_id=b024e8ee-2204-470e-b635-6048706de55b)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:19:05.288095 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d11f1e7a-1376-471a-8af5-e98a5055e9a1 None None] Provisioning complete for port 564ada15-1b5d-400c-94cc-00a31af6f5d9 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:19:05.288550 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d11f1e7a-1376-471a-8af5-e98a5055e9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:05.291017 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69cecf9-e9b4-43fc-a315-fdf56d610018 None None] Pushing event updated for resources: {'Port': ['ID=ca220a21-25bc-4a55-923e-dde455043c91,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:19:05.319047 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-42a65661-9548-4d5e-ae68-1dd372ed21fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:05.335704 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f2ca6254-84f9-47dc-986f-4ba1335f2f9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:05.402884 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a65661-9548-4d5e-ae68-1dd372ed21fc None None] Routers {'8aa310d7-fbd4-4b30-9fdb-034c01a9647c'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:19:05.403791 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-42a65661-9548-4d5e-ae68-1dd372ed21fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:18:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['8aa310d7-fbd4-4b30-9fdb-034c01a9647c'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:19:05.511746 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38088a44-5523-4f7d-9cdc-2b045c6f1f89 None None] Pushing event updated for resources: {'Port': ['ID=564ada15-1b5d-400c-94cc-00a31af6f5d9,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:19:05.516051 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ca6254-84f9-47dc-986f-4ba1335f2f9d admin admin] Router 857f397b-b7f8-46df-8666-2c34b2d28617 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 12:19:05.585107 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-42a65661-9548-4d5e-ae68-1dd372ed21fc None None] Set router 8aa310d7-fbd4-4b30-9fdb-034c01a9647c gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:19:05.630405 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d11f1e7a-1376-471a-8af5-e98a5055e9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:05.660724 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ca6254-84f9-47dc-986f-4ba1335f2f9d admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:19:05.671772 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088daed3-5396-45d3-9419-0eadf5854b97 None None] Sync routers for ids ['857f397b-b7f8-46df-8666-2c34b2d28617'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:19:05.689649 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088daed3-5396-45d3-9419-0eadf5854b97 None None] Routers {'857f397b-b7f8-46df-8666-2c34b2d28617'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:19:05.690486 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-088daed3-5396-45d3-9419-0eadf5854b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:18:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['857f397b-b7f8-46df-8666-2c34b2d28617'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:19:05.695349 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f2ca6254-84f9-47dc-986f-4ba1335f2f9d admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:05.700028 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55330) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:19:05.706087 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f2ca6254-84f9-47dc-986f-4ba1335f2f9d admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8957102 Nov 16 12:19:05.752193 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-d11f1e7a-1376-471a-8af5-e98a5055e9a1 None None] For port 564ada15-1b5d-400c-94cc-00a31af6f5d9, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=564ada15-1b5d-400c-94cc-00a31af6f5d9,segment=NetworkSegment(b024e8ee-2204-470e-b635-6048706de55b),segment_id=b024e8ee-2204-470e-b635-6048706de55b)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:19:05.757999 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d11f1e7a-1376-471a-8af5-e98a5055e9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:05.809707 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-088daed3-5396-45d3-9419-0eadf5854b97 None None] Set router 857f397b-b7f8-46df-8666-2c34b2d28617 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:19:05.835862 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f1e7a-1376-471a-8af5-e98a5055e9a1 None None] Pushing event updated for resources: {'Port': ['ID=564ada15-1b5d-400c-94cc-00a31af6f5d9,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:19:05.889760 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-990413ce-fd3a-4f7c-bc8a-56bc0b97de64 None None] Provisioning complete for port 564ada15-1b5d-400c-94cc-00a31af6f5d9 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:19:05.890158 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-990413ce-fd3a-4f7c-bc8a-56bc0b97de64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:05.923578 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-42a65661-9548-4d5e-ae68-1dd372ed21fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa310d7-fbd4-4b30-9fdb-034c01a9647c', 'name': 'tempest-TestMinimumBasicScenario-925894132-router', 'tenant_id': '81d76ec47930422d80256ee96883747e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'b64efd16-69bf-42b3-841d-40322d6cd3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:18:59Z', 'updated_at': '2021-11-16T12:19:02Z', 'revision_number': 4, 'project_id': '81d76ec47930422d80256ee96883747e', 'gw_port': {'id': 'b64efd16-69bf-42b3-841d-40322d6cd3e8', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa310d7-fbd4-4b30-9fdb-034c01a9647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:18:59Z', 'updated_at': '2021-11-16T12:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '564ada15-1b5d-400c-94cc-00a31af6f5d9', 'name': '', 'network_id': '8dbfd6eb-00c0-4507-b907-b3ba460c8cdc', 'tenant_id': '81d76ec47930422d80256ee96883747e', 'mac_address': 'fa:16:3e:dd:44:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa310d7-fbd4-4b30-9fdb-034c01a9647c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '54cb1c28-c304-439b-be78-1822d414648f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:19:01Z', 'updated_at': '2021-11-16T12:19:05Z', 'revision_number': 4, 'project_id': '81d76ec47930422d80256ee96883747e', 'subnets': [{'id': '54cb1c28-c304-439b-be78-1822d414648f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:19:05.958307 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a65661-9548-4d5e-ae68-1dd372ed21fc None None] The sync data for ids ['8aa310d7-fbd4-4b30-9fdb-034c01a9647c'] in n-d-816823-3 is: [{'id': '8aa310d7-fbd4-4b30-9fdb-034c01a9647c', 'name': 'tempest-TestMinimumBasicScenario-925894132-router', 'tenant_id': '81d76ec47930422d80256ee96883747e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'b64efd16-69bf-42b3-841d-40322d6cd3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:18:59Z', 'updated_at': '2021-11-16T12:19:02Z', 'revision_number': 4, 'project_id': '81d76ec47930422d80256ee96883747e', 'gw_port': {'id': 'b64efd16-69bf-42b3-841d-40322d6cd3e8', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa310d7-fbd4-4b30-9fdb-034c01a9647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:18:59Z', 'updated_at': '2021-11-16T12:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '564ada15-1b5d-400c-94cc-00a31af6f5d9', 'name': '', 'network_id': '8dbfd6eb-00c0-4507-b907-b3ba460c8cdc', 'tenant_id': '81d76ec47930422d80256ee96883747e', 'mac_address': 'fa:16:3e:dd:44:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa310d7-fbd4-4b30-9fdb-034c01a9647c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '54cb1c28-c304-439b-be78-1822d414648f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:19:01Z', 'updated_at': '2021-11-16T12:19:05Z', 'revision_number': 4, 'project_id': '81d76ec47930422d80256ee96883747e', 'subnets': [{'id': '54cb1c28-c304-439b-be78-1822d414648f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:19:06.031159 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-088daed3-5396-45d3-9419-0eadf5854b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857f397b-b7f8-46df-8666-2c34b2d28617', 'name': 'tempest-TestMinimumBasicScenario-1791278250-router', 'tenant_id': '88b299e053b147d6b184f222cb7cdbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'eab4d84c-14c4-4ad6-9f53-76df08ec54c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:19:03Z', 'updated_at': '2021-11-16T12:19:04Z', 'revision_number': 3, 'project_id': '88b299e053b147d6b184f222cb7cdbdf', 'gw_port': {'id': 'eab4d84c-14c4-4ad6-9f53-76df08ec54c9', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:96:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857f397b-b7f8-46df-8666-2c34b2d28617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:19:04Z', 'updated_at': '2021-11-16T12:19:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:19:06.067203 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088daed3-5396-45d3-9419-0eadf5854b97 None None] Checking router: 857f397b-b7f8-46df-8666-2c34b2d28617 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:19:06.067556 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088daed3-5396-45d3-9419-0eadf5854b97 None None] Updating router 857f397b-b7f8-46df-8666-2c34b2d28617 port eab4d84c-14c4-4ad6-9f53-76df08ec54c9 binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 12:19:06.096798 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-088daed3-5396-45d3-9419-0eadf5854b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:06.217304 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef9f3011-fc21-4d67-a566-09a53027fa73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:06.405389 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-ef9f3011-fc21-4d67-a566-09a53027fa73 admin admin] Allocated IP 172.20.0.1 (add6e7d0-234b-4b63-a4fe-343749f6d067/1f9d4886-006b-4516-97ee-e7df0e57113b/790a00ea-00c5-4ec8-9eaa-7a6a229eecce) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:19:06.409971 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-088daed3-5396-45d3-9419-0eadf5854b97 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:06.418552 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-088daed3-5396-45d3-9419-0eadf5854b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:06.465606 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd42d92-98a7-4c1e-8e0c-69664d54f65a None None] Pushing event updated for resources: {'Port': ['ID=eab4d84c-14c4-4ad6-9f53-76df08ec54c9,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:19:06.468686 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb95d915-250f-4906-921f-cf50c7e66b35 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:19:06.482120 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-088daed3-5396-45d3-9419-0eadf5854b97 None None] Attempting to bind port eab4d84c-14c4-4ad6-9f53-76df08ec54c9 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:19:06.482493 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-088daed3-5396-45d3-9419-0eadf5854b97 None None] Attempting to bind port eab4d84c-14c4-4ad6-9f53-76df08ec54c9 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:19:06.482858 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088daed3-5396-45d3-9419-0eadf5854b97 None None] Attempting to bind port eab4d84c-14c4-4ad6-9f53-76df08ec54c9 on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:19:06.488138 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088daed3-5396-45d3-9419-0eadf5854b97 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:19:06.488500 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088daed3-5396-45d3-9419-0eadf5854b97 None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:19:06.488909 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-088daed3-5396-45d3-9419-0eadf5854b97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:06.489402 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088daed3-5396-45d3-9419-0eadf5854b97 None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:19:06.489762 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-088daed3-5396-45d3-9419-0eadf5854b97 None None] Bound port: eab4d84c-14c4-4ad6-9f53-76df08ec54c9, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:19:06.490166 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-088daed3-5396-45d3-9419-0eadf5854b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:06.514071 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891cd0be-cb9f-468e-974d-acd4910c9953 None None] Network add6e7d0-234b-4b63-a4fe-343749f6d067 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:19:06.561502 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef9f3011-fc21-4d67-a566-09a53027fa73 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:06.566285 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-088daed3-5396-45d3-9419-0eadf5854b97 None None] For port eab4d84c-14c4-4ad6-9f53-76df08ec54c9, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:19:06.572270 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-088daed3-5396-45d3-9419-0eadf5854b97 None None] For port eab4d84c-14c4-4ad6-9f53-76df08ec54c9, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=eab4d84c-14c4-4ad6-9f53-76df08ec54c9,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:19:06.579394 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-088daed3-5396-45d3-9419-0eadf5854b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:06.616735 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c2d0a906-1316-4b44-aced-1b2d50cb052d None None] Provisioning complete for port eab4d84c-14c4-4ad6-9f53-76df08ec54c9 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:19:06.617363 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c2d0a906-1316-4b44-aced-1b2d50cb052d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:06.618068 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef9f3011-fc21-4d67-a566-09a53027fa73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:06.653416 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c69812-5983-4cb5-9a90-f1d3b3bd6d4f None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:19:06.658171 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd42d92-98a7-4c1e-8e0c-69664d54f65a None None] Pushing event updated for resources: {'Port': ['ID=eab4d84c-14c4-4ad6-9f53-76df08ec54c9,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:19:06.671036 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9f3011-fc21-4d67-a566-09a53027fa73 admin admin] Network add6e7d0-234b-4b63-a4fe-343749f6d067 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:19:06.671532 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088daed3-5396-45d3-9419-0eadf5854b97 None None] Routers {'857f397b-b7f8-46df-8666-2c34b2d28617'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:19:06.672228 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-088daed3-5396-45d3-9419-0eadf5854b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:18:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['857f397b-b7f8-46df-8666-2c34b2d28617'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:19:06.679259 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-ef9f3011-fc21-4d67-a566-09a53027fa73 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:19:06.684010 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9f3011-fc21-4d67-a566-09a53027fa73 admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:19:06.717445 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f3011-fc21-4d67-a566-09a53027fa73 admin admin] Pushing event updated for resources: {'Port': ['ID=790a00ea-00c5-4ec8-9eaa-7a6a229eecce,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:19:06.738073 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef9f3011-fc21-4d67-a566-09a53027fa73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:06.798728 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c2d0a906-1316-4b44-aced-1b2d50cb052d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:06.835603 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c2d0a906-1316-4b44-aced-1b2d50cb052d None None] For port eab4d84c-14c4-4ad6-9f53-76df08ec54c9, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=eab4d84c-14c4-4ad6-9f53-76df08ec54c9,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:19:06.845396 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c2d0a906-1316-4b44-aced-1b2d50cb052d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:06.896976 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c2d0a906-1316-4b44-aced-1b2d50cb052d None None] Provisioning complete for port ca220a21-25bc-4a55-923e-dde455043c91 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:19:06.897762 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c2d0a906-1316-4b44-aced-1b2d50cb052d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:06.911481 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef9f3011-fc21-4d67-a566-09a53027fa73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:06.944463 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d0a906-1316-4b44-aced-1b2d50cb052d None None] Pushing event updated for resources: {'Port': ['ID=eab4d84c-14c4-4ad6-9f53-76df08ec54c9,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:19:06.994460 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-088daed3-5396-45d3-9419-0eadf5854b97 None None] Set router 857f397b-b7f8-46df-8666-2c34b2d28617 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:19:07.030439 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c2d0a906-1316-4b44-aced-1b2d50cb052d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:07.112169 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c2d0a906-1316-4b44-aced-1b2d50cb052d None None] For port ca220a21-25bc-4a55-923e-dde455043c91, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=ca220a21-25bc-4a55-923e-dde455043c91,segment=NetworkSegment(90d0a388-41f4-4fe1-8092-5135331ac67b),segment_id=90d0a388-41f4-4fe1-8092-5135331ac67b)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:19:07.123717 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c2d0a906-1316-4b44-aced-1b2d50cb052d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:07.216446 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef9f3011-fc21-4d67-a566-09a53027fa73 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:07.223388 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef9f3011-fc21-4d67-a566-09a53027fa73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:07.240797 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d0a906-1316-4b44-aced-1b2d50cb052d None None] Pushing event updated for resources: {'Port': ['ID=ca220a21-25bc-4a55-923e-dde455043c91,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:19:07.265062 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-9f3a7c86-a498-4590-ac74-f200f559ddff None None] Provisioning complete for port eab4d84c-14c4-4ad6-9f53-76df08ec54c9 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:19:07.265594 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-088daed3-5396-45d3-9419-0eadf5854b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857f397b-b7f8-46df-8666-2c34b2d28617', 'name': 'tempest-TestMinimumBasicScenario-1791278250-router', 'tenant_id': '88b299e053b147d6b184f222cb7cdbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'eab4d84c-14c4-4ad6-9f53-76df08ec54c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:19:03Z', 'updated_at': '2021-11-16T12:19:04Z', 'revision_number': 3, 'project_id': '88b299e053b147d6b184f222cb7cdbdf', 'gw_port': {'id': 'eab4d84c-14c4-4ad6-9f53-76df08ec54c9', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:96:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857f397b-b7f8-46df-8666-2c34b2d28617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:19:04Z', 'updated_at': '2021-11-16T12:19:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:19:07.266474 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9f3a7c86-a498-4590-ac74-f200f559ddff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:07.305056 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088daed3-5396-45d3-9419-0eadf5854b97 None None] The sync data for ids ['857f397b-b7f8-46df-8666-2c34b2d28617'] in n-d-816823-3 is: [{'id': '857f397b-b7f8-46df-8666-2c34b2d28617', 'name': 'tempest-TestMinimumBasicScenario-1791278250-router', 'tenant_id': '88b299e053b147d6b184f222cb7cdbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'eab4d84c-14c4-4ad6-9f53-76df08ec54c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:19:03Z', 'updated_at': '2021-11-16T12:19:04Z', 'revision_number': 3, 'project_id': '88b299e053b147d6b184f222cb7cdbdf', 'gw_port': {'id': 'eab4d84c-14c4-4ad6-9f53-76df08ec54c9', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:96:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857f397b-b7f8-46df-8666-2c34b2d28617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:19:04Z', 'updated_at': '2021-11-16T12:19:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:19:07.324447 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f3011-fc21-4d67-a566-09a53027fa73 admin admin] Pushing event updated for resources: {'Port': ['ID=790a00ea-00c5-4ec8-9eaa-7a6a229eecce,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:19:07.331516 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef9f3011-fc21-4d67-a566-09a53027fa73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:07.456670 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-9f3a7c86-a498-4590-ac74-f200f559ddff None None] Provisioning complete for port ca220a21-25bc-4a55-923e-dde455043c91 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:19:07.457959 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9f3a7c86-a498-4590-ac74-f200f559ddff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:07.549286 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9f3011-fc21-4d67-a566-09a53027fa73 admin admin] Network add6e7d0-234b-4b63-a4fe-343749f6d067 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:19:07.550823 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-ef9f3011-fc21-4d67-a566-09a53027fa73 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:19:07.774032 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 564ada15-1b5d-400c-94cc-00a31af6f5d9 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:19:07.938204 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 564ada15-1b5d-400c-94cc-00a31af6f5d9 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:19:07.938583 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:07.996924 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-9f3a7c86-a498-4590-ac74-f200f559ddff None None] Provisioning complete for port 790a00ea-00c5-4ec8-9eaa-7a6a229eecce triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:19:07.997458 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9f3a7c86-a498-4590-ac74-f200f559ddff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:08.061363 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a7c86-a498-4590-ac74-f200f559ddff None None] Port 790a00ea-00c5-4ec8-9eaa-7a6a229eecce cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:19:08.074424 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device ca220a21-25bc-4a55-923e-dde455043c91 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:19:08.124334 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9f3011-fc21-4d67-a566-09a53027fa73 admin admin] Router 857f397b-b7f8-46df-8666-2c34b2d28617 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:19:08.137839 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port ca220a21-25bc-4a55-923e-dde455043c91 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:19:08.138485 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:08.190637 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-8abbf9cc-30b9-42c6-9f5b-1f0597532be5 None None] Provisioning complete for port 790a00ea-00c5-4ec8-9eaa-7a6a229eecce triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:19:08.191005 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8abbf9cc-30b9-42c6-9f5b-1f0597532be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:08.252004 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9f3011-fc21-4d67-a566-09a53027fa73 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:19:08.257130 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ef9f3011-fc21-4d67-a566-09a53027fa73 admin admin] 10.222.0.61 "PUT /v2.0/routers/857f397b-b7f8-46df-8666-2c34b2d28617/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5559812 Nov 16 12:19:08.258523 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-8abbf9cc-30b9-42c6-9f5b-1f0597532be5 None None] Port 790a00ea-00c5-4ec8-9eaa-7a6a229eecce cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:19:09.393333 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea06d5b-54cb-447a-b38e-b0a78554da31 None None] Sync routers for ids ['857f397b-b7f8-46df-8666-2c34b2d28617'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:19:09.411060 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea06d5b-54cb-447a-b38e-b0a78554da31 None None] Routers {'857f397b-b7f8-46df-8666-2c34b2d28617'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:19:09.411748 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3ea06d5b-54cb-447a-b38e-b0a78554da31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:18:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['857f397b-b7f8-46df-8666-2c34b2d28617'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:19:09.520128 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device eab4d84c-14c4-4ad6-9f53-76df08ec54c9 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:19:09.580405 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-3ea06d5b-54cb-447a-b38e-b0a78554da31 None None] Set router 857f397b-b7f8-46df-8666-2c34b2d28617 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:19:09.636950 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port eab4d84c-14c4-4ad6-9f53-76df08ec54c9 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:19:09.636950 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:09.880208 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3ea06d5b-54cb-447a-b38e-b0a78554da31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857f397b-b7f8-46df-8666-2c34b2d28617', 'name': 'tempest-TestMinimumBasicScenario-1791278250-router', 'tenant_id': '88b299e053b147d6b184f222cb7cdbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'eab4d84c-14c4-4ad6-9f53-76df08ec54c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:19:03Z', 'updated_at': '2021-11-16T12:19:06Z', 'revision_number': 4, 'project_id': '88b299e053b147d6b184f222cb7cdbdf', 'gw_port': {'id': 'eab4d84c-14c4-4ad6-9f53-76df08ec54c9', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:96:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857f397b-b7f8-46df-8666-2c34b2d28617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:19:04Z', 'updated_at': '2021-11-16T12:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '790a00ea-00c5-4ec8-9eaa-7a6a229eecce', 'name': '', 'network_id': 'add6e7d0-234b-4b63-a4fe-343749f6d067', 'tenant_id': '88b299e053b147d6b184f222cb7cdbdf', 'mac_address': 'fa:16:3e:88:50:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857f397b-b7f8-46df-8666-2c34b2d28617', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '1f9d4886-006b-4516-97ee-e7df0e57113b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:19:06Z', 'updated_at': '2021-11-16T12:19:06Z', 'revision_number': 2, 'project_id': '88b299e053b147d6b184f222cb7cdbdf', 'subnets': [{'id': '1f9d4886-006b-4516-97ee-e7df0e57113b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:19:09.912718 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea06d5b-54cb-447a-b38e-b0a78554da31 None None] Checking router: 857f397b-b7f8-46df-8666-2c34b2d28617 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:19:09.913078 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea06d5b-54cb-447a-b38e-b0a78554da31 None None] Updating router 857f397b-b7f8-46df-8666-2c34b2d28617 port 790a00ea-00c5-4ec8-9eaa-7a6a229eecce binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 12:19:09.940444 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ea06d5b-54cb-447a-b38e-b0a78554da31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:10.239880 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ea06d5b-54cb-447a-b38e-b0a78554da31 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:10.246050 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ea06d5b-54cb-447a-b38e-b0a78554da31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:10.306348 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14767bba-5be6-4e56-a1af-4106c600e3c4 None None] Pushing event updated for resources: {'Port': ['ID=790a00ea-00c5-4ec8-9eaa-7a6a229eecce,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:19:10.385019 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-3ea06d5b-54cb-447a-b38e-b0a78554da31 None None] Attempting to bind port 790a00ea-00c5-4ec8-9eaa-7a6a229eecce on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:19:10.385220 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-3ea06d5b-54cb-447a-b38e-b0a78554da31 None None] Attempting to bind port 790a00ea-00c5-4ec8-9eaa-7a6a229eecce by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '90d0a388-41f4-4fe1-8092-5135331ac67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'add6e7d0-234b-4b63-a4fe-343749f6d067'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:19:10.385977 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea06d5b-54cb-447a-b38e-b0a78554da31 None None] Attempting to bind port 790a00ea-00c5-4ec8-9eaa-7a6a229eecce on network add6e7d0-234b-4b63-a4fe-343749f6d067 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:19:10.391248 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea06d5b-54cb-447a-b38e-b0a78554da31 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:19:10.391631 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea06d5b-54cb-447a-b38e-b0a78554da31 None None] Checking segment: {'id': '90d0a388-41f4-4fe1-8092-5135331ac67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'add6e7d0-234b-4b63-a4fe-343749f6d067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:19:10.392092 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ea06d5b-54cb-447a-b38e-b0a78554da31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:10.392496 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea06d5b-54cb-447a-b38e-b0a78554da31 None None] Bound using segment: {'id': '90d0a388-41f4-4fe1-8092-5135331ac67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'add6e7d0-234b-4b63-a4fe-343749f6d067'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:19:10.393081 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-3ea06d5b-54cb-447a-b38e-b0a78554da31 None None] Bound port: 790a00ea-00c5-4ec8-9eaa-7a6a229eecce, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d0a388-41f4-4fe1-8092-5135331ac67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'add6e7d0-234b-4b63-a4fe-343749f6d067'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:19:10.393675 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ea06d5b-54cb-447a-b38e-b0a78554da31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:10.478319 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ea06d5b-54cb-447a-b38e-b0a78554da31 None None] For port 790a00ea-00c5-4ec8-9eaa-7a6a229eecce, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:19:10.482443 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ea06d5b-54cb-447a-b38e-b0a78554da31 None None] For port 790a00ea-00c5-4ec8-9eaa-7a6a229eecce, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=790a00ea-00c5-4ec8-9eaa-7a6a229eecce,segment=NetworkSegment(90d0a388-41f4-4fe1-8092-5135331ac67b),segment_id=90d0a388-41f4-4fe1-8092-5135331ac67b)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:19:10.490891 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ea06d5b-54cb-447a-b38e-b0a78554da31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:10.574548 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea06d5b-54cb-447a-b38e-b0a78554da31 None None] Routers {'857f397b-b7f8-46df-8666-2c34b2d28617'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:19:10.574548 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3ea06d5b-54cb-447a-b38e-b0a78554da31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:18:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['857f397b-b7f8-46df-8666-2c34b2d28617'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:19:10.660888 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14767bba-5be6-4e56-a1af-4106c600e3c4 None None] Pushing event updated for resources: {'Port': ['ID=790a00ea-00c5-4ec8-9eaa-7a6a229eecce,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:19:10.685872 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-41c4fc45-0384-4f7a-9396-1b351111bfab None None] Provisioning complete for port 790a00ea-00c5-4ec8-9eaa-7a6a229eecce triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:19:10.686531 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-41c4fc45-0384-4f7a-9396-1b351111bfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:10.771675 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-3ea06d5b-54cb-447a-b38e-b0a78554da31 None None] Set router 857f397b-b7f8-46df-8666-2c34b2d28617 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:19:10.894842 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-41c4fc45-0384-4f7a-9396-1b351111bfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:10.979454 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-41c4fc45-0384-4f7a-9396-1b351111bfab None None] For port 790a00ea-00c5-4ec8-9eaa-7a6a229eecce, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=790a00ea-00c5-4ec8-9eaa-7a6a229eecce,segment=NetworkSegment(90d0a388-41f4-4fe1-8092-5135331ac67b),segment_id=90d0a388-41f4-4fe1-8092-5135331ac67b)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:19:10.992347 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-41c4fc45-0384-4f7a-9396-1b351111bfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:11.078960 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c4fc45-0384-4f7a-9396-1b351111bfab None None] Pushing event updated for resources: {'Port': ['ID=790a00ea-00c5-4ec8-9eaa-7a6a229eecce,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:19:11.120874 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-3ea06d5b-54cb-447a-b38e-b0a78554da31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857f397b-b7f8-46df-8666-2c34b2d28617', 'name': 'tempest-TestMinimumBasicScenario-1791278250-router', 'tenant_id': '88b299e053b147d6b184f222cb7cdbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'eab4d84c-14c4-4ad6-9f53-76df08ec54c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:19:03Z', 'updated_at': '2021-11-16T12:19:06Z', 'revision_number': 4, 'project_id': '88b299e053b147d6b184f222cb7cdbdf', 'gw_port': {'id': 'eab4d84c-14c4-4ad6-9f53-76df08ec54c9', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:96:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857f397b-b7f8-46df-8666-2c34b2d28617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:19:04Z', 'updated_at': '2021-11-16T12:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '790a00ea-00c5-4ec8-9eaa-7a6a229eecce', 'name': '', 'network_id': 'add6e7d0-234b-4b63-a4fe-343749f6d067', 'tenant_id': '88b299e053b147d6b184f222cb7cdbdf', 'mac_address': 'fa:16:3e:88:50:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857f397b-b7f8-46df-8666-2c34b2d28617', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '1f9d4886-006b-4516-97ee-e7df0e57113b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:19:06Z', 'updated_at': '2021-11-16T12:19:10Z', 'revision_number': 4, 'project_id': '88b299e053b147d6b184f222cb7cdbdf', 'subnets': [{'id': '1f9d4886-006b-4516-97ee-e7df0e57113b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:19:11.166914 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea06d5b-54cb-447a-b38e-b0a78554da31 None None] The sync data for ids ['857f397b-b7f8-46df-8666-2c34b2d28617'] in n-d-816823-3 is: [{'id': '857f397b-b7f8-46df-8666-2c34b2d28617', 'name': 'tempest-TestMinimumBasicScenario-1791278250-router', 'tenant_id': '88b299e053b147d6b184f222cb7cdbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'eab4d84c-14c4-4ad6-9f53-76df08ec54c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:19:03Z', 'updated_at': '2021-11-16T12:19:06Z', 'revision_number': 4, 'project_id': '88b299e053b147d6b184f222cb7cdbdf', 'gw_port': {'id': 'eab4d84c-14c4-4ad6-9f53-76df08ec54c9', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:96:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857f397b-b7f8-46df-8666-2c34b2d28617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:19:04Z', 'updated_at': '2021-11-16T12:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '790a00ea-00c5-4ec8-9eaa-7a6a229eecce', 'name': '', 'network_id': 'add6e7d0-234b-4b63-a4fe-343749f6d067', 'tenant_id': '88b299e053b147d6b184f222cb7cdbdf', 'mac_address': 'fa:16:3e:88:50:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857f397b-b7f8-46df-8666-2c34b2d28617', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '1f9d4886-006b-4516-97ee-e7df0e57113b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:19:06Z', 'updated_at': '2021-11-16T12:19:10Z', 'revision_number': 4, 'project_id': '88b299e053b147d6b184f222cb7cdbdf', 'subnets': [{'id': '1f9d4886-006b-4516-97ee-e7df0e57113b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:19:11.170570 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-798b25c3-647d-469d-b53b-fd56e4c21ba5 None None] Provisioning complete for port 790a00ea-00c5-4ec8-9eaa-7a6a229eecce triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:19:11.171402 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-798b25c3-647d-469d-b53b-fd56e4c21ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:11.500766 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 790a00ea-00c5-4ec8-9eaa-7a6a229eecce up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:19:11.564370 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 790a00ea-00c5-4ec8-9eaa-7a6a229eecce triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:19:11.565004 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:13.173584 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-00e250b7-d169-4bba-9c22-5ecfdb5eaf80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:15.679078 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-86bd299f-4900-467e-b7b7-409b719f2903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:16.822598 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:18.521449 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:18.763439 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-5f03abeb-820a-43f2-aa9b-6f7a6a6cc8d5 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:18.764886 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-5f03abeb-820a-43f2-aa9b-6f7a6a6cc8d5 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/networks?id=8dbfd6eb-00c0-4507-b907-b3ba460c8cdc HTTP/1.1" status: 200 len: 814 time: 0.0994151 Nov 16 12:19:18.780057 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-b7c2c0d6-cceb-4240-a62f-4e999c9d6f89 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/quotas/81d76ec47930422d80256ee96883747e HTTP/1.1" status: 200 len: 375 time: 0.0095377 Nov 16 12:19:18.833063 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-d27701cf-71a0-4906-b504-de6926554e2d tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=81d76ec47930422d80256ee96883747e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479550 Nov 16 12:19:18.927208 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-12c3dcfe-bd27-4ac2-999e-024a01061872 service neutron] 10.222.0.61 "GET /v2.0/networks/8dbfd6eb-00c0-4507-b907-b3ba460c8cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822172 Nov 16 12:19:18.952718 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:19.021013 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-24e4d7b4-6044-4de3-a3e7-97c5366380c1 service neutron] 10.222.0.61 "GET /v2.0/networks/8dbfd6eb-00c0-4507-b907-b3ba460c8cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871027 Nov 16 12:19:19.176268 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ef035904-f79e-4f6d-872d-cf0f220b7c96 req-aa8eb62c-745a-4cb4-9140-54cf44f3e1b3 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/ports?device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 210 time: 0.0267711 Nov 16 12:19:20.088994 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-1e4915fe-0728-4ea2-96b3-08041ebe2b1e tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:20.090481 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-1e4915fe-0728-4ea2-96b3-08041ebe2b1e tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.36 "GET /v2.0/networks?id=8dbfd6eb-00c0-4507-b907-b3ba460c8cdc HTTP/1.1" status: 200 len: 814 time: 0.1099834 Nov 16 12:19:20.195539 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-e52d512b-fccd-47e6-b677-68af0acd8830 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Request body: {'port': {'device_id': '66311236-02dc-46b9-96c8-ad611546e4db', 'network_id': '8dbfd6eb-00c0-4507-b907-b3ba460c8cdc', 'admin_state_up': True, 'tenant_id': '81d76ec47930422d80256ee96883747e'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:19:20.272135 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e92b4fd5-28c2-42ab-bef0-3bf4546f418f req-6d4c8bd3-5bd5-48fb-bfc6-975cf1fc87b4 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/ports?device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 210 time: 0.0283768 Nov 16 12:19:20.307186 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-e52d512b-fccd-47e6-b677-68af0acd8830 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Made reservation on behalf of 81d76ec47930422d80256ee96883747e for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:19:20.310699 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-e52d512b-fccd-47e6-b677-68af0acd8830 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:20.444927 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-e52d512b-fccd-47e6-b677-68af0acd8830 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Allocated IP 172.20.0.14 (8dbfd6eb-00c0-4507-b907-b3ba460c8cdc/54cb1c28-c304-439b-be78-1822d414648f/a861b76c-0305-432b-943a-12340942a638) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:19:20.605879 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-e52d512b-fccd-47e6-b677-68af0acd8830 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:20.643869 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-e52d512b-fccd-47e6-b677-68af0acd8830 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:20.692424 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-e52d512b-fccd-47e6-b677-68af0acd8830 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Network 8dbfd6eb-00c0-4507-b907-b3ba460c8cdc is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:19:20.700597 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-e52d512b-fccd-47e6-b677-68af0acd8830 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:19:20.708915 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-e52d512b-fccd-47e6-b677-68af0acd8830 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:19:20.767176 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d512b-fccd-47e6-b677-68af0acd8830 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Pushing event updated for resources: {'Port': ['ID=a861b76c-0305-432b-943a-12340942a638,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:19:20.783108 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d512b-fccd-47e6-b677-68af0acd8830 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:20.783968 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d512b-fccd-47e6-b677-68af0acd8830 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:20.784534 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d512b-fccd-47e6-b677-68af0acd8830 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:20.785102 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d512b-fccd-47e6-b677-68af0acd8830 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:20.785774 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d512b-fccd-47e6-b677-68af0acd8830 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:20.786385 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d512b-fccd-47e6-b677-68af0acd8830 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:20.787062 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d512b-fccd-47e6-b677-68af0acd8830 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:20.787624 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d512b-fccd-47e6-b677-68af0acd8830 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:20.788335 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d512b-fccd-47e6-b677-68af0acd8830 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:20.788897 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d512b-fccd-47e6-b677-68af0acd8830 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:20.789472 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d512b-fccd-47e6-b677-68af0acd8830 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:20.790545 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d512b-fccd-47e6-b677-68af0acd8830 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:20.821113 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-e52d512b-fccd-47e6-b677-68af0acd8830 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:20.821763 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-e52d512b-fccd-47e6-b677-68af0acd8830 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:20.860898 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-e52d512b-fccd-47e6-b677-68af0acd8830 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6690075 Nov 16 12:19:20.978613 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3eede71c-104a-49a4-b83d-43f3fdd6d1b7 None None] Provisioning complete for port a861b76c-0305-432b-943a-12340942a638 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:19:20.979195 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3eede71c-104a-49a4-b83d-43f3fdd6d1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:21.016379 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3eede71c-104a-49a4-b83d-43f3fdd6d1b7 None None] Port a861b76c-0305-432b-943a-12340942a638 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:19:21.398186 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33167f-9dac-4475-a4f3-b164cabd7c85 req-bd535e18-cc12-42cf-88c1-66c286dcf3c8 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:21.408988 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ef33167f-9dac-4475-a4f3-b164cabd7c85 req-bd535e18-cc12-42cf-88c1-66c286dcf3c8 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/ports?device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 932 time: 0.0553346 Nov 16 12:19:21.454112 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ef33167f-9dac-4475-a4f3-b164cabd7c85 req-23af758b-0969-44af-95e8-11acf47c276a tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1ac60cf-17ec-45d5-a4ac-53ae47cb79b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442042 Nov 16 12:19:22.581490 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2dc59-7082-4e9b-b12b-b192b571fbe5 req-64390056-4450-4cce-8055-109217bd17f9 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:22.584855 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a3e2dc59-7082-4e9b-b12b-b192b571fbe5 req-64390056-4450-4cce-8055-109217bd17f9 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/ports?device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 932 time: 0.0639584 Nov 16 12:19:22.638323 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a3e2dc59-7082-4e9b-b12b-b192b571fbe5 req-e92f9872-e454-476a-bfbe-55ab4482c700 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1ac60cf-17ec-45d5-a4ac-53ae47cb79b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461078 Nov 16 12:19:23.763726 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e50c49-0048-4216-be5d-eec221691a46 req-5e5357e2-32b4-4d1c-b341-862044a979b4 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:23.765212 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-70e50c49-0048-4216-be5d-eec221691a46 req-5e5357e2-32b4-4d1c-b341-862044a979b4 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/ports?device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 932 time: 0.0493569 Nov 16 12:19:23.817756 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-70e50c49-0048-4216-be5d-eec221691a46 req-b2f7807b-f6db-4a8f-9363-f38f2e639188 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1ac60cf-17ec-45d5-a4ac-53ae47cb79b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466175 Nov 16 12:19:24.938031 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6495a07-5ef2-4e3a-84bc-28a9b32af411 req-46cd6a04-25c0-4acd-be0d-a98507c179e5 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:24.939523 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e6495a07-5ef2-4e3a-84bc-28a9b32af411 req-46cd6a04-25c0-4acd-be0d-a98507c179e5 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/ports?device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 932 time: 0.0488675 Nov 16 12:19:24.992622 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e6495a07-5ef2-4e3a-84bc-28a9b32af411 req-b7f923ad-b8a6-4c20-b139-2def976b775e tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1ac60cf-17ec-45d5-a4ac-53ae47cb79b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471287 Nov 16 12:19:26.121402 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01b533-1a07-409e-a320-3a21306fd4f8 req-f1a9eb60-da71-4f52-963b-a3fd069f077e tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:26.122960 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ed01b533-1a07-409e-a320-3a21306fd4f8 req-f1a9eb60-da71-4f52-963b-a3fd069f077e tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/ports?device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 932 time: 0.0519588 Nov 16 12:19:26.171635 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ed01b533-1a07-409e-a320-3a21306fd4f8 req-7e0b8cfb-563a-4352-84ae-cd85b65765b3 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1ac60cf-17ec-45d5-a4ac-53ae47cb79b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427110 Nov 16 12:19:27.287262 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae3aa00-3b56-4b31-bec2-ee7e99c2c3cf req-bf475c67-87e4-41a8-8304-1cef7815b621 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:27.288734 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dae3aa00-3b56-4b31-bec2-ee7e99c2c3cf req-bf475c67-87e4-41a8-8304-1cef7815b621 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/ports?device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 932 time: 0.0493565 Nov 16 12:19:27.348003 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dae3aa00-3b56-4b31-bec2-ee7e99c2c3cf req-437938f2-46b5-48fe-94bc-c1eb0c235171 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1ac60cf-17ec-45d5-a4ac-53ae47cb79b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492857 Nov 16 12:19:27.440413 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:19:28.471513 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa3455-89a4-418f-a492-b1cf6c0c274a req-270272c7-71c5-4814-bed5-e6c3cb42c36e tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:28.473006 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-43fa3455-89a4-418f-a492-b1cf6c0c274a req-270272c7-71c5-4814-bed5-e6c3cb42c36e tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/ports?device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 932 time: 0.0542152 Nov 16 12:19:28.520311 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-43fa3455-89a4-418f-a492-b1cf6c0c274a req-06c32b90-0f55-4d81-b7e1-37f5d6d68a44 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1ac60cf-17ec-45d5-a4ac-53ae47cb79b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411909 Nov 16 12:19:28.741095 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:29.498883 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:29.635546 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f090e-825a-44ba-b24b-901a8c252e1f req-3bd90228-0393-485f-b4c7-3f1e8092c811 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:29.637089 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dd2f090e-825a-44ba-b24b-901a8c252e1f req-3bd90228-0393-485f-b4c7-3f1e8092c811 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/ports?device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 932 time: 0.0483792 Nov 16 12:19:29.692535 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dd2f090e-825a-44ba-b24b-901a8c252e1f req-b2f56b4a-ad84-42af-87c8-33eef30f161f tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1ac60cf-17ec-45d5-a4ac-53ae47cb79b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474484 Nov 16 12:19:30.812760 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffde28a-4267-42fb-87d8-fa4a63b0850c req-d41c33b5-2092-4211-bd98-eaf743b3f70e tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:30.814233 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9ffde28a-4267-42fb-87d8-fa4a63b0850c req-d41c33b5-2092-4211-bd98-eaf743b3f70e tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/ports?device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 932 time: 0.0514879 Nov 16 12:19:30.859709 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9ffde28a-4267-42fb-87d8-fa4a63b0850c req-0f29d3f8-b7c6-4e9b-8b52-ee9a174994b3 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1ac60cf-17ec-45d5-a4ac-53ae47cb79b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396237 Nov 16 12:19:31.163887 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-053ecc5a-9a03-4cd3-bcb6-3b2dff126df1 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 12:19:31.164966 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-053ecc5a-9a03-4cd3-bcb6-3b2dff126df1 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057626 Nov 16 12:19:31.265115 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-246c076d-49d0-402f-87e6-ad66b98bd5ca service neutron] Request body: {'port': {'device_id': '66311236-02dc-46b9-96c8-ad611546e4db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:19:31.321636 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-246c076d-49d0-402f-87e6-ad66b98bd5ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:31.580875 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-246c076d-49d0-402f-87e6-ad66b98bd5ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a861b76c-0305-432b-943a-12340942a638 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:19:31.589107 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-246c076d-49d0-402f-87e6-ad66b98bd5ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:31.601959 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-246c076d-49d0-402f-87e6-ad66b98bd5ca service neutron] Transition to ACTIVE for port object a861b76c-0305-432b-943a-12340942a638 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 12:19:31.606293 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-246c076d-49d0-402f-87e6-ad66b98bd5ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:31.657304 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c076d-49d0-402f-87e6-ad66b98bd5ca service neutron] Pushing event updated for resources: {'Port': ['ID=a861b76c-0305-432b-943a-12340942a638,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:19:31.730612 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-246c076d-49d0-402f-87e6-ad66b98bd5ca service neutron] Attempting to bind port a861b76c-0305-432b-943a-12340942a638 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:19:31.730948 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-246c076d-49d0-402f-87e6-ad66b98bd5ca service neutron] Attempting to bind port a861b76c-0305-432b-943a-12340942a638 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'b024e8ee-2204-470e-b635-6048706de55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8dbfd6eb-00c0-4507-b907-b3ba460c8cdc'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:19:31.731378 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-246c076d-49d0-402f-87e6-ad66b98bd5ca service neutron] Attempting to bind port a861b76c-0305-432b-943a-12340942a638 on network 8dbfd6eb-00c0-4507-b907-b3ba460c8cdc {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:19:31.735908 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-246c076d-49d0-402f-87e6-ad66b98bd5ca service neutron] Port a861b76c-0305-432b-943a-12340942a638 on network 8dbfd6eb-00c0-4507-b907-b3ba460c8cdc not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 12:19:31.736226 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-246c076d-49d0-402f-87e6-ad66b98bd5ca service neutron] Attempting to bind port a861b76c-0305-432b-943a-12340942a638 on network 8dbfd6eb-00c0-4507-b907-b3ba460c8cdc {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:19:31.741454 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-246c076d-49d0-402f-87e6-ad66b98bd5ca service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:19:31.741784 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-246c076d-49d0-402f-87e6-ad66b98bd5ca service neutron] Checking segment: {'id': 'b024e8ee-2204-470e-b635-6048706de55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8dbfd6eb-00c0-4507-b907-b3ba460c8cdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:19:31.742194 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-246c076d-49d0-402f-87e6-ad66b98bd5ca service neutron] Bound using segment: {'id': 'b024e8ee-2204-470e-b635-6048706de55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8dbfd6eb-00c0-4507-b907-b3ba460c8cdc'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:19:31.742617 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-246c076d-49d0-402f-87e6-ad66b98bd5ca service neutron] Bound port: a861b76c-0305-432b-943a-12340942a638, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b024e8ee-2204-470e-b635-6048706de55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8dbfd6eb-00c0-4507-b907-b3ba460c8cdc'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:19:31.742968 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-246c076d-49d0-402f-87e6-ad66b98bd5ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:31.807494 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-246c076d-49d0-402f-87e6-ad66b98bd5ca service neutron] For port a861b76c-0305-432b-943a-12340942a638, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:19:31.810826 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-246c076d-49d0-402f-87e6-ad66b98bd5ca service neutron] For port a861b76c-0305-432b-943a-12340942a638, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=a861b76c-0305-432b-943a-12340942a638,segment=NetworkSegment(b024e8ee-2204-470e-b635-6048706de55b),segment_id=b024e8ee-2204-470e-b635-6048706de55b)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:19:31.815362 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-246c076d-49d0-402f-87e6-ad66b98bd5ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:31.854709 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-246c076d-49d0-402f-87e6-ad66b98bd5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:31.855327 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-246c076d-49d0-402f-87e6-ad66b98bd5ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:31.856753 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-246c076d-49d0-402f-87e6-ad66b98bd5ca service neutron] 10.222.0.36 "PUT /v2.0/ports/a861b76c-0305-432b-943a-12340942a638 HTTP/1.1" status: 200 len: 1092 time: 0.6820724 Nov 16 12:19:31.857196 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66311236-02dc-46b9-96c8-ad611546e4db', 'tag': 'a861b76c-0305-432b-943a-12340942a638'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:19:31.859478 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b4cb006b19835c19bcd0265a95de96d39c41d7d45c6d056c20fcc032bf3cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a99807-f07b-4e22-9eea-7d4eb942ab68" -d '{"events": [{"name": "network-changed", "server_uuid": "66311236-02dc-46b9-96c8-ad611546e4db", "tag": "a861b76c-0305-432b-943a-12340942a638"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:19:31.881843 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c076d-49d0-402f-87e6-ad66b98bd5ca service neutron] Pushing event updated for resources: {'Port': ['ID=a861b76c-0305-432b-943a-12340942a638,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:19:31.918460 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094f492b-0fb3-42c1-ac8d-bc29546ce203 x-openstack-request-id: req-094f492b-0fb3-42c1-ac8d-bc29546ce203 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:19:31.918755 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66311236-02dc-46b9-96c8-ad611546e4db", "tag": "a861b76c-0305-432b-943a-12340942a638", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:19:31.919117 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-094f492b-0fb3-42c1-ac8d-bc29546ce203 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:19:31.919490 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66311236-02dc-46b9-96c8-ad611546e4db', 'tag': 'a861b76c-0305-432b-943a-12340942a638', 'status': 'completed', 'code': 200} Nov 16 12:19:31.957098 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-9aa2b725-ad1a-4c85-8d15-211f20958db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:31.958650 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-9aa2b725-ad1a-4c85-8d15-211f20958db7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81d76ec47930422d80256ee96883747e&device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 1095 time: 0.0526843 Nov 16 12:19:32.003352 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-c33a2ccf-d572-4a1d-97a8-cdd6946b25b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a861b76c-0305-432b-943a-12340942a638 HTTP/1.1" status: 200 len: 217 time: 0.0365946 Nov 16 12:19:32.021223 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f61fe-96f8-45ed-97b9-4ffb39232f96 req-a66cfdd9-2dd1-49fd-b046-722039be4df4 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:32.023013 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dc8f61fe-96f8-45ed-97b9-4ffb39232f96 req-a66cfdd9-2dd1-49fd-b046-722039be4df4 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/ports?device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 944 time: 0.0528865 Nov 16 12:19:32.055139 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-55e5d7d3-011a-4837-9cdf-79ed008948c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:32.057162 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-55e5d7d3-011a-4837-9cdf-79ed008948c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54cb1c28-c304-439b-be78-1822d414648f HTTP/1.1" status: 200 len: 853 time: 0.0467117 Nov 16 12:19:32.073809 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dc8f61fe-96f8-45ed-97b9-4ffb39232f96 req-adbbc641-a2a4-4fff-8cab-daefa08badcf tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1ac60cf-17ec-45d5-a4ac-53ae47cb79b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437005 Nov 16 12:19:32.108151 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-8180452e-651a-49fd-b07e-079d4d0fcb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:32.109945 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-8180452e-651a-49fd-b07e-079d4d0fcb37 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8dbfd6eb-00c0-4507-b907-b3ba460c8cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450325 Nov 16 12:19:32.202086 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-635afdb5-79a7-49eb-9287-2175298ce2d4 service neutron] 10.222.0.36 "GET /v2.0/networks/8dbfd6eb-00c0-4507-b907-b3ba460c8cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847580 Nov 16 12:19:32.293382 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-74ac3f64-53d8-42b5-b62a-75059d990a12 req-4b70b61d-96d0-4b57-bd88-5c65fe3b0319 service neutron] 10.222.0.36 "GET /v2.0/networks/8dbfd6eb-00c0-4507-b907-b3ba460c8cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839641 Nov 16 12:19:32.377407 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a99807-f07b-4e22-9eea-7d4eb942ab68 req-3e5d9677-dae3-490f-8786-9079fdb0766e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:32.379260 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-50a99807-f07b-4e22-9eea-7d4eb942ab68 req-3e5d9677-dae3-490f-8786-9079fdb0766e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81d76ec47930422d80256ee96883747e&device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 1095 time: 0.0413587 Nov 16 12:19:32.466894 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a99807-f07b-4e22-9eea-7d4eb942ab68 req-14980744-855a-4b8e-80ae-7d5240c925ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:32.468282 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-50a99807-f07b-4e22-9eea-7d4eb942ab68 req-14980744-855a-4b8e-80ae-7d5240c925ce service neutron] 10.222.0.36 "GET /v2.0/networks?id=8dbfd6eb-00c0-4507-b907-b3ba460c8cdc HTTP/1.1" status: 200 len: 915 time: 0.0827520 Nov 16 12:19:32.512463 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-50a99807-f07b-4e22-9eea-7d4eb942ab68 req-79c2f962-884f-4dd6-bde8-ef31eaf177f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a861b76c-0305-432b-943a-12340942a638 HTTP/1.1" status: 200 len: 217 time: 0.0368629 Nov 16 12:19:32.560501 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a99807-f07b-4e22-9eea-7d4eb942ab68 req-02ca1f1d-82d0-4262-85ba-96c7ae603e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:32.561893 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-50a99807-f07b-4e22-9eea-7d4eb942ab68 req-02ca1f1d-82d0-4262-85ba-96c7ae603e10 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54cb1c28-c304-439b-be78-1822d414648f HTTP/1.1" status: 200 len: 853 time: 0.0429327 Nov 16 12:19:32.607033 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a99807-f07b-4e22-9eea-7d4eb942ab68 req-65c61854-5d47-4a64-aaa0-c38986c5a530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:32.608465 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-50a99807-f07b-4e22-9eea-7d4eb942ab68 req-65c61854-5d47-4a64-aaa0-c38986c5a530 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8dbfd6eb-00c0-4507-b907-b3ba460c8cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393772 Nov 16 12:19:32.699766 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-50a99807-f07b-4e22-9eea-7d4eb942ab68 req-9e870eb3-194c-47f2-adaa-d20c9b04e9d5 service neutron] 10.222.0.36 "GET /v2.0/networks/8dbfd6eb-00c0-4507-b907-b3ba460c8cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832911 Nov 16 12:19:32.789130 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-50a99807-f07b-4e22-9eea-7d4eb942ab68 req-064ab4e3-8fc8-4586-ba1d-33b9f052398f service neutron] 10.222.0.36 "GET /v2.0/networks/8dbfd6eb-00c0-4507-b907-b3ba460c8cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811272 Nov 16 12:19:33.188558 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6b921-c517-4dd5-a5df-17621d54b073 req-1965b1d1-9651-4a83-be22-50032c497452 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:33.190116 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-53d6b921-c517-4dd5-a5df-17621d54b073 req-1965b1d1-9651-4a83-be22-50032c497452 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/ports?device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 944 time: 0.0490193 Nov 16 12:19:33.241158 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-53d6b921-c517-4dd5-a5df-17621d54b073 req-198f9fd5-e765-4a2b-922a-475c32da6797 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1ac60cf-17ec-45d5-a4ac-53ae47cb79b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451465 Nov 16 12:19:34.356120 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e5afc-1736-44c1-9ef5-ec68ae2c9ded req-fa235e79-e779-4d19-80e2-8b5f34024af8 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:34.357596 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b2e5afc-1736-44c1-9ef5-ec68ae2c9ded req-fa235e79-e779-4d19-80e2-8b5f34024af8 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/ports?device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 944 time: 0.0494261 Nov 16 12:19:34.405819 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b2e5afc-1736-44c1-9ef5-ec68ae2c9ded req-d2d25ba3-6023-4e43-b593-c62c772848b7 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1ac60cf-17ec-45d5-a4ac-53ae47cb79b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421302 Nov 16 12:19:35.521413 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eabd91-3e9f-4d83-9bd8-6116c9395211 req-5a14f89b-fdf4-4d66-8884-541c30d8c3b9 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:35.522919 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e8eabd91-3e9f-4d83-9bd8-6116c9395211 req-5a14f89b-fdf4-4d66-8884-541c30d8c3b9 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/ports?device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 944 time: 0.0488243 Nov 16 12:19:35.570001 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e8eabd91-3e9f-4d83-9bd8-6116c9395211 req-c4ccd57e-498e-41b9-8192-6672e544ba92 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1ac60cf-17ec-45d5-a4ac-53ae47cb79b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409470 Nov 16 12:19:36.100184 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device a861b76c-0305-432b-943a-12340942a638 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 12:19:36.193133 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port a861b76c-0305-432b-943a-12340942a638, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=a861b76c-0305-432b-943a-12340942a638,segment=NetworkSegment(b024e8ee-2204-470e-b635-6048706de55b),segment_id=b024e8ee-2204-470e-b635-6048706de55b)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:19:36.204592 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': 'a861b76c-0305-432b-943a-12340942a638', 'network_id': '8dbfd6eb-00c0-4507-b907-b3ba460c8cdc', 'port_id': 'a861b76c-0305-432b-943a-12340942a638', 'mac_address': 'fa:16:3e:b4:a0:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54cb1c28-c304-439b-be78-1822d414648f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 12:19:36.240773 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:36.254404 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a861b76c-0305-432b-943a-12340942a638 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:19:36.275051 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port a861b76c-0305-432b-943a-12340942a638, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=a861b76c-0305-432b-943a-12340942a638,segment=NetworkSegment(b024e8ee-2204-470e-b635-6048706de55b),segment_id=b024e8ee-2204-470e-b635-6048706de55b)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:19:36.278680 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:36.323816 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=a861b76c-0305-432b-943a-12340942a638,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:19:36.331012 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:36.331362 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:36.331704 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:36.332043 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:36.332385 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:36.332711 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:36.333035 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:36.333360 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:36.333684 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:36.334039 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:36.334364 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:36.334688 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:36.479134 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['a861b76c-0305-432b-943a-12340942a638'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:19:36.688139 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5915c7e-c3df-4828-a3d9-6c2a3df5ef62 req-ef5eea40-2636-47d9-971b-29693f4fb349 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:36.689595 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e5915c7e-c3df-4828-a3d9-6c2a3df5ef62 req-ef5eea40-2636-47d9-971b-29693f4fb349 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/ports?device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 945 time: 0.0527217 Nov 16 12:19:36.735959 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e5915c7e-c3df-4828-a3d9-6c2a3df5ef62 req-35beb689-5458-46cc-9a8b-6a50f13145fb tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1ac60cf-17ec-45d5-a4ac-53ae47cb79b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404003 Nov 16 12:19:37.855451 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ce7fb-fe51-4dfb-a99d-abb7c52682f6 req-5a6cb6f1-b379-4531-a97a-29b13f763b02 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:37.856923 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-777ce7fb-fe51-4dfb-a99d-abb7c52682f6 req-5a6cb6f1-b379-4531-a97a-29b13f763b02 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/ports?device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 945 time: 0.0489638 Nov 16 12:19:37.903952 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-777ce7fb-fe51-4dfb-a99d-abb7c52682f6 req-cdac6416-2406-4afc-b9f5-4f5d9e82bd11 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1ac60cf-17ec-45d5-a4ac-53ae47cb79b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411038 Nov 16 12:19:38.115902 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device a861b76c-0305-432b-943a-12340942a638 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:19:38.164832 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port a861b76c-0305-432b-943a-12340942a638 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 12:19:38.168595 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port a861b76c-0305-432b-943a-12340942a638 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:19:38.168968 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:38.250090 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:38.273435 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66311236-02dc-46b9-96c8-ad611546e4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a861b76c-0305-432b-943a-12340942a638'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:19:38.276026 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3028c6c2751e05b8ffe46419f90227d3bdc45fe093bf287cadf4b73479a61306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb50ddf-c95e-4f11-840e-8203ad3a144a" -d '{"events": [{"server_uuid": "66311236-02dc-46b9-96c8-ad611546e4db", "name": "network-vif-plugged", "status": "completed", "tag": "a861b76c-0305-432b-943a-12340942a638"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:19:38.288882 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port a861b76c-0305-432b-943a-12340942a638, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=a861b76c-0305-432b-943a-12340942a638,segment=NetworkSegment(b024e8ee-2204-470e-b635-6048706de55b),segment_id=b024e8ee-2204-470e-b635-6048706de55b)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:19:38.293266 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:38.318589 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e807a689-9c58-40de-aa75-e137baba8290 x-openstack-request-id: req-e807a689-9c58-40de-aa75-e137baba8290 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:19:38.318886 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66311236-02dc-46b9-96c8-ad611546e4db", "name": "network-vif-plugged", "status": "completed", "tag": "a861b76c-0305-432b-943a-12340942a638", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:19:38.319138 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e807a689-9c58-40de-aa75-e137baba8290 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:19:38.319529 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66311236-02dc-46b9-96c8-ad611546e4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a861b76c-0305-432b-943a-12340942a638', 'code': 200} Nov 16 12:19:38.344574 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=a861b76c-0305-432b-943a-12340942a638,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:19:38.413711 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69512b2-3cd4-45df-94fe-876e3ea26845 req-1777020d-f087-41aa-8fc7-1014be4db033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:38.417564 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b69512b2-3cd4-45df-94fe-876e3ea26845 req-1777020d-f087-41aa-8fc7-1014be4db033 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 1097 time: 0.0465152 Nov 16 12:19:38.459071 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b69512b2-3cd4-45df-94fe-876e3ea26845 req-75d42a9a-ab1f-4a6b-96d1-241e28de1048 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e1ac60cf-17ec-45d5-a4ac-53ae47cb79b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365508 Nov 16 12:19:39.020082 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e53f4-df1d-4179-914c-ae1911e8042b req-026d852c-0da6-4d21-b80a-6cf7a7cfcf58 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:39.021538 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-943e53f4-df1d-4179-914c-ae1911e8042b req-026d852c-0da6-4d21-b80a-6cf7a7cfcf58 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/ports?device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 946 time: 0.0477643 Nov 16 12:19:39.076621 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-943e53f4-df1d-4179-914c-ae1911e8042b req-55f59210-faec-498f-af3d-093a94a06b2e tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1ac60cf-17ec-45d5-a4ac-53ae47cb79b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483570 Nov 16 12:19:40.192025 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7f92e-4e58-4d12-b72c-baacdc85c5a4 req-b835bd60-e08c-41d9-8bef-51e87ae65466 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:40.193496 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dcd7f92e-4e58-4d12-b72c-baacdc85c5a4 req-b835bd60-e08c-41d9-8bef-51e87ae65466 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/ports?device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 946 time: 0.0491431 Nov 16 12:19:40.239275 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dcd7f92e-4e58-4d12-b72c-baacdc85c5a4 req-881f6fd1-6839-4aba-b3ea-517993bfa298 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1ac60cf-17ec-45d5-a4ac-53ae47cb79b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398788 Nov 16 12:19:40.350098 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7c2e9-e607-4fda-a269-ba41b6227858 req-1dbd3a4a-ce53-4c6a-abf6-6b03e0198926 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:40.351546 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ccc7c2e9-e607-4fda-a269-ba41b6227858 req-1dbd3a4a-ce53-4c6a-abf6-6b03e0198926 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/ports?device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 946 time: 0.0486572 Nov 16 12:19:40.397704 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ccc7c2e9-e607-4fda-a269-ba41b6227858 req-f833a13e-1e94-4f3b-a6c0-cf6e01eb2e4b tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1ac60cf-17ec-45d5-a4ac-53ae47cb79b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395923 Nov 16 12:19:40.583404 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db6308-567e-4fc5-ab70-37e4e264eccf req-a88f11ed-dd3c-4626-9545-8b97c6eca21b tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:40.584864 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d2db6308-567e-4fc5-ab70-37e4e264eccf req-a88f11ed-dd3c-4626-9545-8b97c6eca21b tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/ports?device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 946 time: 0.0519490 Nov 16 12:19:40.632146 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d2db6308-567e-4fc5-ab70-37e4e264eccf req-110c4e2f-2fcc-48a5-b3dc-f33438e4b068 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1ac60cf-17ec-45d5-a4ac-53ae47cb79b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409410 Nov 16 12:19:43.170246 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-afe520b7-6167-4e25-a4c3-94d141d2329a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:45.680475 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bccf48d1-ff4e-46e2-8136-3bba5a0f702b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:46.822758 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:48.521361 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:48.954620 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:53.106025 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c9620-014a-4e5c-bb86-1b9b63c99774 req-62349391-ecdc-4d9c-85c5-4ad103defed0 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:53.107467 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-863c9620-014a-4e5c-bb86-1b9b63c99774 req-62349391-ecdc-4d9c-85c5-4ad103defed0 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/ports?device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 946 time: 0.0475161 Nov 16 12:19:53.155415 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-863c9620-014a-4e5c-bb86-1b9b63c99774 req-dae547c0-198f-4ab1-bcde-15089ec152b1 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1ac60cf-17ec-45d5-a4ac-53ae47cb79b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421646 Nov 16 12:19:53.177406 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55534) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:19:53.266953 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76eb0b30-2c5b-492a-bada-04e2e0cf521b tempest-TestMinimumBasicScenario-1933991649 tempest-TestMinimumBasicScenario-1933991649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:53.269059 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-76eb0b30-2c5b-492a-bada-04e2e0cf521b tempest-TestMinimumBasicScenario-1933991649 tempest-TestMinimumBasicScenario-1933991649-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 1092 time: 0.0906971 Nov 16 12:19:53.272093 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55538) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:19:53.276596 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-b561b94b-650f-470f-bbe9-afe8aae353ab tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'port_id': 'a861b76c-0305-432b-943a-12340942a638', 'tenant_id': '81d76ec47930422d80256ee96883747e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:19:53.298159 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b561b94b-650f-470f-bbe9-afe8aae353ab tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks [] for floatingip, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:53.392303 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b561b94b-650f-470f-bbe9-afe8aae353ab tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:53.496136 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-b561b94b-650f-470f-bbe9-afe8aae353ab tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Allocated IP 172.25.0.254 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/13c6ff8e-a7f2-489a-b085-b1377828802d) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:19:53.594952 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b561b94b-650f-470f-bbe9-afe8aae353ab tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:53.628187 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b561b94b-650f-470f-bbe9-afe8aae353ab tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:53.671319 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b561b94b-650f-470f-bbe9-afe8aae353ab tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:19:53.674222 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-b561b94b-650f-470f-bbe9-afe8aae353ab tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:19:53.677837 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b561b94b-650f-470f-bbe9-afe8aae353ab tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:19:53.699559 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b561b94b-650f-470f-bbe9-afe8aae353ab tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Pushing event updated for resources: {'Port': ['ID=13c6ff8e-a7f2-489a-b085-b1377828802d,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:19:54.018479 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b561b94b-650f-470f-bbe9-afe8aae353ab tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:54.087680 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b561b94b-650f-470f-bbe9-afe8aae353ab tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:54.240655 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b561b94b-650f-470f-bbe9-afe8aae353ab tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:54.245008 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b561b94b-650f-470f-bbe9-afe8aae353ab tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:54.313214 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b561b94b-650f-470f-bbe9-afe8aae353ab tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Pushing event updated for resources: {'Port': ['ID=13c6ff8e-a7f2-489a-b085-b1377828802d,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:19:54.321086 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b561b94b-650f-470f-bbe9-afe8aae353ab tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:54.419725 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [None req-b561b94b-650f-470f-bbe9-afe8aae353ab tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Floating IP 054b8ef9-5c0c-4137-b4a1-8a6c9d5b43f8 associated. External IP: 172.25.0.254, port: a861b76c-0305-432b-943a-12340942a638. Nov 16 12:19:54.636494 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b561b94b-650f-470f-bbe9-afe8aae353ab tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Router 8aa310d7-fbd4-4b30-9fdb-034c01a9647c has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:19:54.743359 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b561b94b-650f-470f-bbe9-afe8aae353ab tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:19:54.752770 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e5398a-7503-4f85-8d70-ac68fb9178e9 None None] Sync routers for ids ['8aa310d7-fbd4-4b30-9fdb-034c01a9647c'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:19:54.760393 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b561b94b-650f-470f-bbe9-afe8aae353ab tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:54.762384 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e5398a-7503-4f85-8d70-ac68fb9178e9 None None] Routers {'8aa310d7-fbd4-4b30-9fdb-034c01a9647c'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:19:54.762997 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-90e5398a-7503-4f85-8d70-ac68fb9178e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:19:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['8aa310d7-fbd4-4b30-9fdb-034c01a9647c'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:19:54.787401 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b561b94b-650f-470f-bbe9-afe8aae353ab tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5143197 Nov 16 12:19:54.788070 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66311236-02dc-46b9-96c8-ad611546e4db', 'tag': 'a861b76c-0305-432b-943a-12340942a638'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:19:54.790366 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55540) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:19:54.800074 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-c4069283-ba0d-4338-a7e3-a1df13952d36 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-690618677', 'description': 'tempest-secgroup-smoke-690618677 description', 'project_id': '81d76ec47930422d80256ee96883747e'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:19:54.823393 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c4069283-ba0d-4338-a7e3-a1df13952d36 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:54.886104 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-90e5398a-7503-4f85-8d70-ac68fb9178e9 None None] Set router 8aa310d7-fbd4-4b30-9fdb-034c01a9647c gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:19:54.904024 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c4069283-ba0d-4338-a7e3-a1df13952d36 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:54.909409 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c4069283-ba0d-4338-a7e3-a1df13952d36 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:54.911558 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb585f75727964cfb6af285fc9899ace3cdf5491a84d1da25652e31a132d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ef5cf7-5703-473a-94f3-cbe285a0765a" -d '{"events": [{"name": "network-changed", "server_uuid": "66311236-02dc-46b9-96c8-ad611546e4db", "tag": "a861b76c-0305-432b-943a-12340942a638"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:19:54.938278 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4069283-ba0d-4338-a7e3-a1df13952d36 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c5f920-251d-46ac-ad87-bf976ae25295,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:19:54.943237 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c4069283-ba0d-4338-a7e3-a1df13952d36 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:54.944450 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c4069283-ba0d-4338-a7e3-a1df13952d36 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1522818 Nov 16 12:19:54.947955 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55548) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:19:54.952593 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-77d11d09-27ff-4849-8f91-422c189c9d5a tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Request body: {'security_group_rule': {'security_group_id': 'd0c5f920-251d-46ac-ad87-bf976ae25295', 'project_id': '81d76ec47930422d80256ee96883747e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:19:54.981633 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-77d11d09-27ff-4849-8f91-422c189c9d5a tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:55.032472 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e093ff8-89d5-41a0-b75c-2de931b8db79 x-openstack-request-id: req-5e093ff8-89d5-41a0-b75c-2de931b8db79 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:19:55.032759 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66311236-02dc-46b9-96c8-ad611546e4db", "tag": "a861b76c-0305-432b-943a-12340942a638", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:19:55.033008 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5e093ff8-89d5-41a0-b75c-2de931b8db79 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:19:55.033407 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66311236-02dc-46b9-96c8-ad611546e4db', 'tag': 'a861b76c-0305-432b-943a-12340942a638', 'status': 'completed', 'code': 200} Nov 16 12:19:55.048243 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-77d11d09-27ff-4849-8f91-422c189c9d5a tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:55.052553 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-77d11d09-27ff-4849-8f91-422c189c9d5a tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:55.094649 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d11d09-27ff-4849-8f91-422c189c9d5a tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d895b9d2-3d1b-479f-acb1-6d4d8acfb1cf,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:19:55.106255 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-77d11d09-27ff-4849-8f91-422c189c9d5a tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:55.107456 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-77d11d09-27ff-4849-8f91-422c189c9d5a tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1585155 Nov 16 12:19:55.110240 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55550) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:19:55.114567 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f4a502ca-9f4a-41c4-ab1f-bc4219c31449 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Request body: {'security_group_rule': {'security_group_id': 'd0c5f920-251d-46ac-ad87-bf976ae25295', 'project_id': '81d76ec47930422d80256ee96883747e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:19:55.118478 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-90e5398a-7503-4f85-8d70-ac68fb9178e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa310d7-fbd4-4b30-9fdb-034c01a9647c', 'name': 'tempest-TestMinimumBasicScenario-925894132-router', 'tenant_id': '81d76ec47930422d80256ee96883747e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'b64efd16-69bf-42b3-841d-40322d6cd3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:18:59Z', 'updated_at': '2021-11-16T12:19:02Z', 'revision_number': 4, 'project_id': '81d76ec47930422d80256ee96883747e', 'gw_port': {'id': 'b64efd16-69bf-42b3-841d-40322d6cd3e8', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa310d7-fbd4-4b30-9fdb-034c01a9647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:18:59Z', 'updated_at': '2021-11-16T12:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '054b8ef9-5c0c-4137-b4a1-8a6c9d5b43f8', 'tenant_id': '81d76ec47930422d80256ee96883747e', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '8aa310d7-fbd4-4b30-9fdb-034c01a9647c', 'port_id': 'a861b76c-0305-432b-943a-12340942a638', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dbfd6eb-00c0-4507-b907-b3ba460c8cdc', 'mac_address': 'fa:16:3e:b4:a0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66311236-02dc-46b9-96c8-ad611546e4db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:19:53Z', 'updated_at': '2021-11-16T12:19:53Z', 'revision_number': 0, 'project_id': '81d76ec47930422d80256ee96883747e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '564ada15-1b5d-400c-94cc-00a31af6f5d9', 'name': '', 'network_id': '8dbfd6eb-00c0-4507-b907-b3ba460c8cdc', 'tenant_id': '81d76ec47930422d80256ee96883747e', 'mac_address': 'fa:16:3e:dd:44:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa310d7-fbd4-4b30-9fdb-034c01a9647c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '54cb1c28-c304-439b-be78-1822d414648f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:19:01Z', 'updated_at': '2021-11-16T12:19:05Z', 'revision_number': 5, 'project_id': '81d76ec47930422d80256ee96883747e', 'subnets': [{'id': '54cb1c28-c304-439b-be78-1822d414648f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:19:55.130653 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef5cf7-5703-473a-94f3-cbe285a0765a req-dfe0a95a-1de0-43a8-9ba5-d3db237f3536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:55.132119 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-77ef5cf7-5703-473a-94f3-cbe285a0765a req-dfe0a95a-1de0-43a8-9ba5-d3db237f3536 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81d76ec47930422d80256ee96883747e&device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 1097 time: 0.0728097 Nov 16 12:19:55.150054 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e5398a-7503-4f85-8d70-ac68fb9178e9 None None] Checking router: 8aa310d7-fbd4-4b30-9fdb-034c01a9647c for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:19:55.158961 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e5398a-7503-4f85-8d70-ac68fb9178e9 None None] Routers {'8aa310d7-fbd4-4b30-9fdb-034c01a9647c'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:19:55.159473 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-90e5398a-7503-4f85-8d70-ac68fb9178e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:19:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['8aa310d7-fbd4-4b30-9fdb-034c01a9647c'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:19:55.187344 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f4a502ca-9f4a-41c4-ab1f-bc4219c31449 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:55.263175 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f4a502ca-9f4a-41c4-ab1f-bc4219c31449 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:55.265171 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef5cf7-5703-473a-94f3-cbe285a0765a req-684e67ff-aa62-4267-864e-268931a7ffef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:55.266176 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-90e5398a-7503-4f85-8d70-ac68fb9178e9 None None] Set router 8aa310d7-fbd4-4b30-9fdb-034c01a9647c gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:19:55.267021 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-77ef5cf7-5703-473a-94f3-cbe285a0765a req-684e67ff-aa62-4267-864e-268931a7ffef service neutron] 10.222.0.36 "GET /v2.0/networks?id=8dbfd6eb-00c0-4507-b907-b3ba460c8cdc HTTP/1.1" status: 200 len: 915 time: 0.1265028 Nov 16 12:19:55.268111 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f4a502ca-9f4a-41c4-ab1f-bc4219c31449 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:55.325364 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a502ca-9f4a-41c4-ab1f-bc4219c31449 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2496ad5e-7396-43d0-a203-6bc35da1e8a3,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:19:55.333913 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f4a502ca-9f4a-41c4-ab1f-bc4219c31449 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:55.335118 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f4a502ca-9f4a-41c4-ab1f-bc4219c31449 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2239704 Nov 16 12:19:55.338226 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55552) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:19:55.344097 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-5bafb3f8-6406-4d99-af37-37dec7242748 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Request body: {'security_group_rule': {'security_group_id': 'd0c5f920-251d-46ac-ad87-bf976ae25295', 'project_id': '81d76ec47930422d80256ee96883747e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:19:55.355420 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-77ef5cf7-5703-473a-94f3-cbe285a0765a req-f62c7a2b-2644-41f0-a45a-9a546a7cdc74 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a861b76c-0305-432b-943a-12340942a638 HTTP/1.1" status: 200 len: 1000 time: 0.0777521 Nov 16 12:19:55.373418 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5bafb3f8-6406-4d99-af37-37dec7242748 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:55.422636 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef5cf7-5703-473a-94f3-cbe285a0765a req-3d292704-52af-49ed-9310-aed83ee9a791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:55.424501 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-77ef5cf7-5703-473a-94f3-cbe285a0765a req-3d292704-52af-49ed-9310-aed83ee9a791 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54cb1c28-c304-439b-be78-1822d414648f HTTP/1.1" status: 200 len: 853 time: 0.0608013 Nov 16 12:19:55.440213 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5bafb3f8-6406-4d99-af37-37dec7242748 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:55.445318 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5bafb3f8-6406-4d99-af37-37dec7242748 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:55.466605 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bafb3f8-6406-4d99-af37-37dec7242748 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=577054c6-c19f-412a-80af-e4b79dc6be28,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:19:55.477456 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5bafb3f8-6406-4d99-af37-37dec7242748 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:55.478791 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5bafb3f8-6406-4d99-af37-37dec7242748 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1393809 Nov 16 12:19:55.480387 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bafb3f8-6406-4d99-af37-37dec7242748 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:55.480734 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bafb3f8-6406-4d99-af37-37dec7242748 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:55.481072 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bafb3f8-6406-4d99-af37-37dec7242748 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:55.481205 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef5cf7-5703-473a-94f3-cbe285a0765a req-c926c59e-a9fd-4457-8abd-6f61ccb754fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:55.481433 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bafb3f8-6406-4d99-af37-37dec7242748 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:55.481731 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bafb3f8-6406-4d99-af37-37dec7242748 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:55.482091 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bafb3f8-6406-4d99-af37-37dec7242748 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:55.482424 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bafb3f8-6406-4d99-af37-37dec7242748 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:55.482643 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-77ef5cf7-5703-473a-94f3-cbe285a0765a req-c926c59e-a9fd-4457-8abd-6f61ccb754fb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8dbfd6eb-00c0-4507-b907-b3ba460c8cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497501 Nov 16 12:19:55.482756 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bafb3f8-6406-4d99-af37-37dec7242748 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:55.483060 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bafb3f8-6406-4d99-af37-37dec7242748 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:55.483174 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55554) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:19:55.483399 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bafb3f8-6406-4d99-af37-37dec7242748 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:55.483706 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bafb3f8-6406-4d99-af37-37dec7242748 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:55.484027 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bafb3f8-6406-4d99-af37-37dec7242748 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:19:55.488529 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-c0413f5d-7c3c-42b5-a06e-5c69287eb3b5 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Request body: {'security_group_rule': {'security_group_id': 'd0c5f920-251d-46ac-ad87-bf976ae25295', 'project_id': '81d76ec47930422d80256ee96883747e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:19:55.510602 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-90e5398a-7503-4f85-8d70-ac68fb9178e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa310d7-fbd4-4b30-9fdb-034c01a9647c', 'name': 'tempest-TestMinimumBasicScenario-925894132-router', 'tenant_id': '81d76ec47930422d80256ee96883747e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'b64efd16-69bf-42b3-841d-40322d6cd3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:18:59Z', 'updated_at': '2021-11-16T12:19:02Z', 'revision_number': 4, 'project_id': '81d76ec47930422d80256ee96883747e', 'gw_port': {'id': 'b64efd16-69bf-42b3-841d-40322d6cd3e8', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa310d7-fbd4-4b30-9fdb-034c01a9647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:18:59Z', 'updated_at': '2021-11-16T12:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '054b8ef9-5c0c-4137-b4a1-8a6c9d5b43f8', 'tenant_id': '81d76ec47930422d80256ee96883747e', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '8aa310d7-fbd4-4b30-9fdb-034c01a9647c', 'port_id': 'a861b76c-0305-432b-943a-12340942a638', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dbfd6eb-00c0-4507-b907-b3ba460c8cdc', 'mac_address': 'fa:16:3e:b4:a0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66311236-02dc-46b9-96c8-ad611546e4db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:19:53Z', 'updated_at': '2021-11-16T12:19:53Z', 'revision_number': 0, 'project_id': '81d76ec47930422d80256ee96883747e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '564ada15-1b5d-400c-94cc-00a31af6f5d9', 'name': '', 'network_id': '8dbfd6eb-00c0-4507-b907-b3ba460c8cdc', 'tenant_id': '81d76ec47930422d80256ee96883747e', 'mac_address': 'fa:16:3e:dd:44:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa310d7-fbd4-4b30-9fdb-034c01a9647c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '54cb1c28-c304-439b-be78-1822d414648f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:19:01Z', 'updated_at': '2021-11-16T12:19:05Z', 'revision_number': 5, 'project_id': '81d76ec47930422d80256ee96883747e', 'subnets': [{'id': '54cb1c28-c304-439b-be78-1822d414648f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:19:55.540184 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e5398a-7503-4f85-8d70-ac68fb9178e9 None None] The sync data for ids ['8aa310d7-fbd4-4b30-9fdb-034c01a9647c'] in n-d-816823-3 is: [{'id': '8aa310d7-fbd4-4b30-9fdb-034c01a9647c', 'name': 'tempest-TestMinimumBasicScenario-925894132-router', 'tenant_id': '81d76ec47930422d80256ee96883747e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'b64efd16-69bf-42b3-841d-40322d6cd3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:18:59Z', 'updated_at': '2021-11-16T12:19:02Z', 'revision_number': 4, 'project_id': '81d76ec47930422d80256ee96883747e', 'gw_port': {'id': 'b64efd16-69bf-42b3-841d-40322d6cd3e8', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa310d7-fbd4-4b30-9fdb-034c01a9647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:18:59Z', 'updated_at': '2021-11-16T12:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '054b8ef9-5c0c-4137-b4a1-8a6c9d5b43f8', 'tenant_id': '81d76ec47930422d80256ee96883747e', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '8aa310d7-fbd4-4b30-9fdb-034c01a9647c', 'port_id': 'a861b76c-0305-432b-943a-12340942a638', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dbfd6eb-00c0-4507-b907-b3ba460c8cdc', 'mac_address': 'fa:16:3e:b4:a0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66311236-02dc-46b9-96c8-ad611546e4db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:19:53Z', 'updated_at': '2021-11-16T12:19:53Z', 'revision_number': 0, 'project_id': '81d76ec47930422d80256ee96883747e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '564ada15-1b5d-400c-94cc-00a31af6f5d9', 'name': '', 'network_id': '8dbfd6eb-00c0-4507-b907-b3ba460c8cdc', 'tenant_id': '81d76ec47930422d80256ee96883747e', 'mac_address': 'fa:16:3e:dd:44:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa310d7-fbd4-4b30-9fdb-034c01a9647c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '54cb1c28-c304-439b-be78-1822d414648f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:19:01Z', 'updated_at': '2021-11-16T12:19:05Z', 'revision_number': 5, 'project_id': '81d76ec47930422d80256ee96883747e', 'subnets': [{'id': '54cb1c28-c304-439b-be78-1822d414648f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:19:55.575939 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0413f5d-7c3c-42b5-a06e-5c69287eb3b5 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:55.625812 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-77ef5cf7-5703-473a-94f3-cbe285a0765a req-700b2f3f-29e4-405e-9186-4b853f075750 service neutron] 10.222.0.36 "GET /v2.0/networks/8dbfd6eb-00c0-4507-b907-b3ba460c8cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304829 Nov 16 12:19:55.703257 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0413f5d-7c3c-42b5-a06e-5c69287eb3b5 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:55.709968 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0413f5d-7c3c-42b5-a06e-5c69287eb3b5 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:55.742582 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0413f5d-7c3c-42b5-a06e-5c69287eb3b5 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91b20fb8-5c1d-4eb1-83fd-66c523844398,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:19:55.751158 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0413f5d-7c3c-42b5-a06e-5c69287eb3b5 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:55.752387 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c0413f5d-7c3c-42b5-a06e-5c69287eb3b5 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2684031 Nov 16 12:19:55.755356 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55556) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:19:55.760041 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-cb0d9425-d22f-4c5c-8255-0310b86e104b tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Request body: {'security_group_rule': {'security_group_id': 'd0c5f920-251d-46ac-ad87-bf976ae25295', 'project_id': '81d76ec47930422d80256ee96883747e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:19:55.763439 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-77ef5cf7-5703-473a-94f3-cbe285a0765a req-d5e8fe04-cc55-47ef-9406-8348bd097f69 service neutron] 10.222.0.36 "GET /v2.0/networks/8dbfd6eb-00c0-4507-b907-b3ba460c8cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302984 Nov 16 12:19:55.776039 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d811e8a5-5a7c-4862-bd4e-890e48bd6a7f None None] New status for floating IP 054b8ef9-5c0c-4137-b4a1-8a6c9d5b43f8: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 12:19:55.784799 n-d-816823-3 neutron-server[102669]: INFO neutron.db.securitygroups_db [None req-cb0d9425-d22f-4c5c-8255-0310b86e104b tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Project 81d76ec47930422d80256ee96883747e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 12:19:55.791417 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cb0d9425-d22f-4c5c-8255-0310b86e104b tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:55.849490 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cb0d9425-d22f-4c5c-8255-0310b86e104b tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:55.853844 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cb0d9425-d22f-4c5c-8255-0310b86e104b tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:55.874322 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d9425-d22f-4c5c-8255-0310b86e104b tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b621532b-e39e-43ba-ad1b-0a45bbef70f4,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:19:55.883779 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cb0d9425-d22f-4c5c-8255-0310b86e104b tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:55.884992 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-cb0d9425-d22f-4c5c-8255-0310b86e104b tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1286247 Nov 16 12:19:55.887820 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55558) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:19:55.892515 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-328b9080-42ab-4d3c-8a4d-fe32b788038e tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Request body: {'security_group_rule': {'security_group_id': 'd0c5f920-251d-46ac-ad87-bf976ae25295', 'project_id': '81d76ec47930422d80256ee96883747e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:19:55.914801 n-d-816823-3 neutron-server[102669]: INFO neutron.db.securitygroups_db [None req-328b9080-42ab-4d3c-8a4d-fe32b788038e tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Project 81d76ec47930422d80256ee96883747e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 12:19:55.920368 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-328b9080-42ab-4d3c-8a4d-fe32b788038e tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:55.987242 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-328b9080-42ab-4d3c-8a4d-fe32b788038e tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:55.990651 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-328b9080-42ab-4d3c-8a4d-fe32b788038e tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:56.007774 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b9080-42ab-4d3c-8a4d-fe32b788038e tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bca35f37-15ae-42a3-9882-d0c893ac4df5,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:19:56.016267 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-328b9080-42ab-4d3c-8a4d-fe32b788038e tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:56.017478 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-328b9080-42ab-4d3c-8a4d-fe32b788038e tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1287169 Nov 16 12:19:56.132403 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-08570c14-e0ce-4a56-82e3-ec9f045aaffa req-23328b25-fd62-4ada-831c-a0d4a3659b17 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-690618677&fields=id&tenant_id=81d76ec47930422d80256ee96883747e HTTP/1.1" status: 200 len: 267 time: 0.0612330 Nov 16 12:19:56.185780 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08570c14-e0ce-4a56-82e3-ec9f045aaffa req-06659fee-7f4d-4ef2-8206-c351fc8e85f8 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:56.187174 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-08570c14-e0ce-4a56-82e3-ec9f045aaffa req-06659fee-7f4d-4ef2-8206-c351fc8e85f8 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/ports?device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 946 time: 0.0490251 Nov 16 12:19:56.198084 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-08570c14-e0ce-4a56-82e3-ec9f045aaffa req-fea58cfb-f077-4cdf-84a8-9eca05ec3e48 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Request body: {'port': {'security_groups': ['e1ac60cf-17ec-45d5-a4ac-53ae47cb79b9', 'd0c5f920-251d-46ac-ad87-bf976ae25295']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:19:56.261263 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-08570c14-e0ce-4a56-82e3-ec9f045aaffa req-fea58cfb-f077-4cdf-84a8-9eca05ec3e48 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:56.442302 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-08570c14-e0ce-4a56-82e3-ec9f045aaffa req-fea58cfb-f077-4cdf-84a8-9eca05ec3e48 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] For port a861b76c-0305-432b-943a-12340942a638, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=a861b76c-0305-432b-943a-12340942a638,segment=NetworkSegment(b024e8ee-2204-470e-b635-6048706de55b),segment_id=b024e8ee-2204-470e-b635-6048706de55b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:19:56.471413 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-08570c14-e0ce-4a56-82e3-ec9f045aaffa req-fea58cfb-f077-4cdf-84a8-9eca05ec3e48 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:56.476388 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-08570c14-e0ce-4a56-82e3-ec9f045aaffa req-fea58cfb-f077-4cdf-84a8-9eca05ec3e48 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:56.488949 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['a861b76c-0305-432b-943a-12340942a638'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:19:56.519351 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08570c14-e0ce-4a56-82e3-ec9f045aaffa req-fea58cfb-f077-4cdf-84a8-9eca05ec3e48 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:56.520158 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-08570c14-e0ce-4a56-82e3-ec9f045aaffa req-fea58cfb-f077-4cdf-84a8-9eca05ec3e48 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:56.521370 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-08570c14-e0ce-4a56-82e3-ec9f045aaffa req-fea58cfb-f077-4cdf-84a8-9eca05ec3e48 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "PUT /v2.0/ports/a861b76c-0305-432b-943a-12340942a638 HTTP/1.1" status: 200 len: 982 time: 0.3277860 Nov 16 12:19:56.550221 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea58cfb-f077-4cdf-84a8-9eca05ec3e48 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Pushing event updated for resources: {'Port': ['ID=a861b76c-0305-432b-943a-12340942a638,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:19:56.584564 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['a861b76c-0305-432b-943a-12340942a638'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:19:56.644617 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3e5ae-051b-475d-9eac-5d224056b7fd req-654a01b9-2175-43cd-b137-93a37d8cb875 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:56.646198 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f8d3e5ae-051b-475d-9eac-5d224056b7fd req-654a01b9-2175-43cd-b137-93a37d8cb875 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/ports?device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 985 time: 0.0624073 Nov 16 12:19:56.718638 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f8d3e5ae-051b-475d-9eac-5d224056b7fd req-288d20bd-3bd2-4dc7-85db-fac6f895a263 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0c5f920-251d-46ac-ad87-bf976ae25295&id=e1ac60cf-17ec-45d5-a4ac-53ae47cb79b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0641460 Nov 16 12:19:56.848513 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-61c83ec9-eac9-48ad-ab06-c358b1ff02b9 None None] Provisioning complete for port a861b76c-0305-432b-943a-12340942a638 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:19:56.849097 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-61c83ec9-eac9-48ad-ab06-c358b1ff02b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:57.034296 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66311236-02dc-46b9-96c8-ad611546e4db', 'tag': 'a861b76c-0305-432b-943a-12340942a638'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:19:57.036699 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb585f75727964cfb6af285fc9899ace3cdf5491a84d1da25652e31a132d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a64e64-1686-4c64-8cd7-f2b8b00ee51b" -d '{"events": [{"name": "network-changed", "server_uuid": "66311236-02dc-46b9-96c8-ad611546e4db", "tag": "a861b76c-0305-432b-943a-12340942a638"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:19:57.074500 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821d8559-66c3-44b3-846b-efede34010ea x-openstack-request-id: req-821d8559-66c3-44b3-846b-efede34010ea {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:19:57.074803 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66311236-02dc-46b9-96c8-ad611546e4db", "tag": "a861b76c-0305-432b-943a-12340942a638", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:19:57.075062 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-821d8559-66c3-44b3-846b-efede34010ea {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:19:57.075470 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66311236-02dc-46b9-96c8-ad611546e4db', 'tag': 'a861b76c-0305-432b-943a-12340942a638', 'status': 'completed', 'code': 200} Nov 16 12:19:57.138406 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a64e64-1686-4c64-8cd7-f2b8b00ee51b req-d3018ac7-a457-4ed5-ba4c-5d668b968684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:57.139923 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-29a64e64-1686-4c64-8cd7-f2b8b00ee51b req-d3018ac7-a457-4ed5-ba4c-5d668b968684 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81d76ec47930422d80256ee96883747e&device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 1136 time: 0.0421660 Nov 16 12:19:57.234184 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a64e64-1686-4c64-8cd7-f2b8b00ee51b req-c0464c9b-8dda-4b3e-b291-0489b00980b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:57.235650 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-29a64e64-1686-4c64-8cd7-f2b8b00ee51b req-c0464c9b-8dda-4b3e-b291-0489b00980b7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8dbfd6eb-00c0-4507-b907-b3ba460c8cdc HTTP/1.1" status: 200 len: 915 time: 0.0862079 Nov 16 12:19:57.299882 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-29a64e64-1686-4c64-8cd7-f2b8b00ee51b req-ba947363-6e67-41d5-b0bc-ddae32140983 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a861b76c-0305-432b-943a-12340942a638 HTTP/1.1" status: 200 len: 1002 time: 0.0566618 Nov 16 12:19:57.351586 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a64e64-1686-4c64-8cd7-f2b8b00ee51b req-9030f87b-aa51-4d71-ae16-577872f5e587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:57.353562 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-29a64e64-1686-4c64-8cd7-f2b8b00ee51b req-9030f87b-aa51-4d71-ae16-577872f5e587 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54cb1c28-c304-439b-be78-1822d414648f HTTP/1.1" status: 200 len: 853 time: 0.0462959 Nov 16 12:19:57.403751 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a64e64-1686-4c64-8cd7-f2b8b00ee51b req-27aabf24-9555-4eba-9ca2-1480324014c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:19:57.405247 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-29a64e64-1686-4c64-8cd7-f2b8b00ee51b req-27aabf24-9555-4eba-9ca2-1480324014c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8dbfd6eb-00c0-4507-b907-b3ba460c8cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439072 Nov 16 12:19:57.492908 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-29a64e64-1686-4c64-8cd7-f2b8b00ee51b req-cbd47011-93c2-458c-9a45-53b3b9804528 service neutron] 10.222.0.36 "GET /v2.0/networks/8dbfd6eb-00c0-4507-b907-b3ba460c8cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798333 Nov 16 12:19:57.583357 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-29a64e64-1686-4c64-8cd7-f2b8b00ee51b req-e3ee0119-b8bc-49a9-b6cd-9e38eee2283e service neutron] 10.222.0.36 "GET /v2.0/networks/8dbfd6eb-00c0-4507-b907-b3ba460c8cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829990 Nov 16 12:19:58.752779 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:19:59.486638 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:20:04.440467 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:20:11.923175 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d406e-749a-4a36-9fc6-3d8e82326eb9 req-556956ae-c5d5-48f1-892f-1d4fd6162c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:20:11.924723 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-726d406e-749a-4a36-9fc6-3d8e82326eb9 req-556956ae-c5d5-48f1-892f-1d4fd6162c91 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81d76ec47930422d80256ee96883747e&device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 1136 time: 0.0444517 Nov 16 12:20:11.932450 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06512e09-33a1-4ed4-9071-979efc07e41d req-4e981ba1-dfb9-43ee-b0b2-5b77a45ebdf3 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:20:11.934014 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-06512e09-33a1-4ed4-9071-979efc07e41d req-4e981ba1-dfb9-43ee-b0b2-5b77a45ebdf3 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/ports?device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 985 time: 0.0600989 Nov 16 12:20:11.997323 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-06512e09-33a1-4ed4-9071-979efc07e41d req-dc9b5043-5aee-4d0e-80b4-3c5ee3e9930d tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0c5f920-251d-46ac-ad87-bf976ae25295&id=e1ac60cf-17ec-45d5-a4ac-53ae47cb79b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567558 Nov 16 12:20:12.017412 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d406e-749a-4a36-9fc6-3d8e82326eb9 req-9dba776a-2d72-45f6-821a-ea6d3f45841e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:20:12.018924 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-726d406e-749a-4a36-9fc6-3d8e82326eb9 req-9dba776a-2d72-45f6-821a-ea6d3f45841e service neutron] 10.222.0.36 "GET /v2.0/networks?id=8dbfd6eb-00c0-4507-b907-b3ba460c8cdc HTTP/1.1" status: 200 len: 915 time: 0.0867667 Nov 16 12:20:12.083032 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-726d406e-749a-4a36-9fc6-3d8e82326eb9 req-4dbdf112-cbac-4baf-88f8-7ca3569f49db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a861b76c-0305-432b-943a-12340942a638 HTTP/1.1" status: 200 len: 1002 time: 0.0567040 Nov 16 12:20:12.131435 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d406e-749a-4a36-9fc6-3d8e82326eb9 req-71b54238-2fc9-407b-a40d-daed509e61be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:20:12.132888 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-726d406e-749a-4a36-9fc6-3d8e82326eb9 req-71b54238-2fc9-407b-a40d-daed509e61be service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54cb1c28-c304-439b-be78-1822d414648f HTTP/1.1" status: 200 len: 853 time: 0.0422311 Nov 16 12:20:12.180495 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d406e-749a-4a36-9fc6-3d8e82326eb9 req-fcc77eda-dc19-4415-b85c-493ded584ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:20:12.181999 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-726d406e-749a-4a36-9fc6-3d8e82326eb9 req-fcc77eda-dc19-4415-b85c-493ded584ab5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8dbfd6eb-00c0-4507-b907-b3ba460c8cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423973 Nov 16 12:20:12.272658 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-726d406e-749a-4a36-9fc6-3d8e82326eb9 req-94e9af27-9226-4f0f-9eb3-85975b723951 service neutron] 10.222.0.36 "GET /v2.0/networks/8dbfd6eb-00c0-4507-b907-b3ba460c8cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804672 Nov 16 12:20:12.364341 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-726d406e-749a-4a36-9fc6-3d8e82326eb9 req-e70ba799-c235-48ac-9fc4-d379842dbbe0 service neutron] 10.222.0.36 "GET /v2.0/networks/8dbfd6eb-00c0-4507-b907-b3ba460c8cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836129 Nov 16 12:20:13.113029 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9808b1-0407-4560-9cd7-574834060f82 req-2fef480f-aa0b-49b0-9be2-1b1978dd5b6b tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:20:13.114535 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eb9808b1-0407-4560-9cd7-574834060f82 req-2fef480f-aa0b-49b0-9be2-1b1978dd5b6b tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/ports?device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 985 time: 0.0493658 Nov 16 12:20:13.171836 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8ab9f408-2169-48d4-a96f-065a72e1c3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:20:13.176392 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eb9808b1-0407-4560-9cd7-574834060f82 req-c59dd789-8d4b-46fd-9edb-8dafae8e9e80 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0c5f920-251d-46ac-ad87-bf976ae25295&id=e1ac60cf-17ec-45d5-a4ac-53ae47cb79b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557990 Nov 16 12:20:14.293490 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89673b8-cd01-47e5-98e5-c290968a65f5 req-9ae2d061-34ac-4af3-b086-24931e51b19b tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:20:14.294989 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d89673b8-cd01-47e5-98e5-c290968a65f5 req-9ae2d061-34ac-4af3-b086-24931e51b19b tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/ports?device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 985 time: 0.0485828 Nov 16 12:20:14.358598 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d89673b8-cd01-47e5-98e5-c290968a65f5 req-e5a86ca3-8c26-49ed-9b82-e3bedfa6a6ef tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0c5f920-251d-46ac-ad87-bf976ae25295&id=e1ac60cf-17ec-45d5-a4ac-53ae47cb79b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576842 Nov 16 12:20:15.482368 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4f14c-492c-4383-a3e2-77a42572704b req-47dd7052-7e50-4bf8-8484-991dee173b80 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:20:15.483773 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-70c4f14c-492c-4383-a3e2-77a42572704b req-47dd7052-7e50-4bf8-8484-991dee173b80 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/ports?device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 985 time: 0.0490901 Nov 16 12:20:15.545445 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-70c4f14c-492c-4383-a3e2-77a42572704b req-5cc89a62-26d5-4feb-b4d7-e9881881a888 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0c5f920-251d-46ac-ad87-bf976ae25295&id=e1ac60cf-17ec-45d5-a4ac-53ae47cb79b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557001 Nov 16 12:20:15.683019 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cd526d4b-c3db-4b1c-85df-22750956a0de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:20:16.662870 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ea816-3965-4bb0-bf0e-caaf4a517981 req-0c49f5f7-54e3-467c-9c49-a972210c805b tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:20:16.664259 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-de5ea816-3965-4bb0-bf0e-caaf4a517981 req-0c49f5f7-54e3-467c-9c49-a972210c805b tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/ports?device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 985 time: 0.0513957 Nov 16 12:20:16.722976 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-de5ea816-3965-4bb0-bf0e-caaf4a517981 req-16c8daf0-76d8-461b-b377-81f5180300fc tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0c5f920-251d-46ac-ad87-bf976ae25295&id=e1ac60cf-17ec-45d5-a4ac-53ae47cb79b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522044 Nov 16 12:20:16.824820 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:20:17.842386 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6fd78a-5abb-4129-953c-f5a70b895df3 req-19c53b53-466f-4e84-a7ea-871514283d32 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:20:17.843861 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1f6fd78a-5abb-4129-953c-f5a70b895df3 req-19c53b53-466f-4e84-a7ea-871514283d32 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/ports?device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 985 time: 0.0529284 Nov 16 12:20:17.905937 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1f6fd78a-5abb-4129-953c-f5a70b895df3 req-f4ed7070-db76-41cc-aa5f-2b5e27b34588 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0c5f920-251d-46ac-ad87-bf976ae25295&id=e1ac60cf-17ec-45d5-a4ac-53ae47cb79b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560534 Nov 16 12:20:18.523565 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:20:18.959939 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:20:19.025286 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1f017-d04b-41cb-a712-0842fbd49f23 req-e8481515-7ef3-4552-b16a-d493a2d0a147 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:20:19.026809 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-26f1f017-d04b-41cb-a712-0842fbd49f23 req-e8481515-7ef3-4552-b16a-d493a2d0a147 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/ports?device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 985 time: 0.0511556 Nov 16 12:20:19.086276 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-26f1f017-d04b-41cb-a712-0842fbd49f23 req-488fb70f-ee9e-4cc6-a1c6-5a963ad8ade9 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0c5f920-251d-46ac-ad87-bf976ae25295&id=e1ac60cf-17ec-45d5-a4ac-53ae47cb79b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534098 Nov 16 12:20:20.253074 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a2e10-0970-48c8-944d-6c22c8376aa7 req-10765ca1-c241-4d29-9b97-63117bbca967 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:20:20.254591 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd9a2e10-0970-48c8-944d-6c22c8376aa7 req-10765ca1-c241-4d29-9b97-63117bbca967 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/ports?device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 985 time: 0.1008716 Nov 16 12:20:20.314596 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd9a2e10-0970-48c8-944d-6c22c8376aa7 req-bc77fd71-66b2-4b5a-ba48-76af668101d6 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0c5f920-251d-46ac-ad87-bf976ae25295&id=e1ac60cf-17ec-45d5-a4ac-53ae47cb79b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541596 Nov 16 12:20:21.429024 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14315df2-1e24-4837-a620-25acc803a445 req-34fb5929-5534-4c8a-8543-3346694d8cab tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:20:21.431095 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14315df2-1e24-4837-a620-25acc803a445 req-34fb5929-5534-4c8a-8543-3346694d8cab tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/ports?device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 985 time: 0.0490451 Nov 16 12:20:21.490097 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14315df2-1e24-4837-a620-25acc803a445 req-6f54b424-f167-47c7-b9f1-f97ace3a4143 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0c5f920-251d-46ac-ad87-bf976ae25295&id=e1ac60cf-17ec-45d5-a4ac-53ae47cb79b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525579 Nov 16 12:20:22.606815 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d566d-2f59-440a-a36c-f080f47acd7b req-a05a40e3-12e4-4e85-97dd-40441e56fd84 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:20:22.608307 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b55d566d-2f59-440a-a36c-f080f47acd7b req-a05a40e3-12e4-4e85-97dd-40441e56fd84 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/ports?device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 985 time: 0.0485933 Nov 16 12:20:22.672923 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b55d566d-2f59-440a-a36c-f080f47acd7b req-643cb546-0ea9-4f6a-ac05-e9ba5c811360 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0c5f920-251d-46ac-ad87-bf976ae25295&id=e1ac60cf-17ec-45d5-a4ac-53ae47cb79b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586755 Nov 16 12:20:23.789912 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610d99f-c760-4dc5-bec1-175a447e6550 req-c18f44c2-5cc4-4005-9586-fd6a4f20769c tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:20:23.791370 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3610d99f-c760-4dc5-bec1-175a447e6550 req-c18f44c2-5cc4-4005-9586-fd6a4f20769c tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/ports?device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 985 time: 0.0502083 Nov 16 12:20:23.849746 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3610d99f-c760-4dc5-bec1-175a447e6550 req-58895458-714e-4fb1-a0e4-291e0778c758 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0c5f920-251d-46ac-ad87-bf976ae25295&id=e1ac60cf-17ec-45d5-a4ac-53ae47cb79b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524678 Nov 16 12:20:27.128343 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3817fdab-d2b0-474a-bf7a-cc7765e99a89 req-25caf68e-8305-4349-884d-4b63b9bd7692 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=66311236-02dc-46b9-96c8-ad611546e4db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403819 Nov 16 12:20:27.210681 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817fdab-d2b0-474a-bf7a-cc7765e99a89 req-ffcd2ea6-5753-4d2d-9ec1-b03e3ee07b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:20:27.212780 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3817fdab-d2b0-474a-bf7a-cc7765e99a89 req-ffcd2ea6-5753-4d2d-9ec1-b03e3ee07b4c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81d76ec47930422d80256ee96883747e&device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 1136 time: 0.0404575 Nov 16 12:20:27.612225 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817fdab-d2b0-474a-bf7a-cc7765e99a89 req-6c632c8c-d89f-4bbf-aaea-70f7e465c6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:20:27.613702 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3817fdab-d2b0-474a-bf7a-cc7765e99a89 req-6c632c8c-d89f-4bbf-aaea-70f7e465c6d8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8dbfd6eb-00c0-4507-b907-b3ba460c8cdc HTTP/1.1" status: 200 len: 915 time: 0.3818431 Nov 16 12:20:27.679375 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3817fdab-d2b0-474a-bf7a-cc7765e99a89 req-ddf3f391-a126-493d-a676-5029191a39d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a861b76c-0305-432b-943a-12340942a638 HTTP/1.1" status: 200 len: 1002 time: 0.0585225 Nov 16 12:20:27.728138 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817fdab-d2b0-474a-bf7a-cc7765e99a89 req-373c47eb-3b9d-4049-9c71-f3d27f6500d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:20:27.729462 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3817fdab-d2b0-474a-bf7a-cc7765e99a89 req-373c47eb-3b9d-4049-9c71-f3d27f6500d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54cb1c28-c304-439b-be78-1822d414648f HTTP/1.1" status: 200 len: 853 time: 0.0433791 Nov 16 12:20:27.776603 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817fdab-d2b0-474a-bf7a-cc7765e99a89 req-2267e48e-fa0f-41bc-b6f3-3fb1c5f43208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:20:27.778080 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3817fdab-d2b0-474a-bf7a-cc7765e99a89 req-2267e48e-fa0f-41bc-b6f3-3fb1c5f43208 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8dbfd6eb-00c0-4507-b907-b3ba460c8cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419385 Nov 16 12:20:27.864641 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3817fdab-d2b0-474a-bf7a-cc7765e99a89 req-a4809e7e-1adf-416d-86ab-252cf0b0b118 service neutron] 10.222.0.36 "GET /v2.0/networks/8dbfd6eb-00c0-4507-b907-b3ba460c8cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792644 Nov 16 12:20:27.954992 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3817fdab-d2b0-474a-bf7a-cc7765e99a89 req-5bc29531-ad02-452b-a08f-3175151d0f50 service neutron] 10.222.0.36 "GET /v2.0/networks/8dbfd6eb-00c0-4507-b907-b3ba460c8cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839500 Nov 16 12:20:28.774571 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:20:29.506496 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:20:41.439740 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:20:43.172965 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e2b71a22-5a03-467a-9478-d08003f5e7f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:20:45.685832 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a4c864df-40d8-41fa-8421-5079d4ada812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:20:46.827728 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:20:48.526700 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:20:48.963039 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:20:56.291861 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-185e9230-7cac-43d9-a12b-1e14787c06b7 req-c9dfe30b-cfc6-48f0-a503-6f97fad92dd1 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-690618677&fields=id&tenant_id=81d76ec47930422d80256ee96883747e HTTP/1.1" status: 200 len: 267 time: 0.0512605 Nov 16 12:20:56.345080 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e9230-7cac-43d9-a12b-1e14787c06b7 req-b9518d8f-0e6c-433d-9f54-3f838090fa48 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:20:56.346556 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-185e9230-7cac-43d9-a12b-1e14787c06b7 req-b9518d8f-0e6c-433d-9f54-3f838090fa48 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/ports?device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 985 time: 0.0484500 Nov 16 12:20:56.357313 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [req-185e9230-7cac-43d9-a12b-1e14787c06b7 req-c2b15d11-e79d-460b-b170-f352622855c0 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Request body: {'port': {'security_groups': ['e1ac60cf-17ec-45d5-a4ac-53ae47cb79b9']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:20:56.424371 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-185e9230-7cac-43d9-a12b-1e14787c06b7 req-c2b15d11-e79d-460b-b170-f352622855c0 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:20:56.879389 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-185e9230-7cac-43d9-a12b-1e14787c06b7 req-c2b15d11-e79d-460b-b170-f352622855c0 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] For port a861b76c-0305-432b-943a-12340942a638, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=a861b76c-0305-432b-943a-12340942a638,segment=NetworkSegment(b024e8ee-2204-470e-b635-6048706de55b),segment_id=b024e8ee-2204-470e-b635-6048706de55b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:20:56.908502 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-185e9230-7cac-43d9-a12b-1e14787c06b7 req-c2b15d11-e79d-460b-b170-f352622855c0 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:20:56.913142 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-185e9230-7cac-43d9-a12b-1e14787c06b7 req-c2b15d11-e79d-460b-b170-f352622855c0 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:20:56.926126 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['a861b76c-0305-432b-943a-12340942a638'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:20:56.958317 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e9230-7cac-43d9-a12b-1e14787c06b7 req-c2b15d11-e79d-460b-b170-f352622855c0 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:20:56.959006 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-185e9230-7cac-43d9-a12b-1e14787c06b7 req-c2b15d11-e79d-460b-b170-f352622855c0 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:20:56.960292 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-185e9230-7cac-43d9-a12b-1e14787c06b7 req-c2b15d11-e79d-460b-b170-f352622855c0 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "PUT /v2.0/ports/a861b76c-0305-432b-943a-12340942a638 HTTP/1.1" status: 200 len: 943 time: 0.6073234 Nov 16 12:20:56.960784 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66311236-02dc-46b9-96c8-ad611546e4db', 'tag': 'a861b76c-0305-432b-943a-12340942a638'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:20:56.963313 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb585f75727964cfb6af285fc9899ace3cdf5491a84d1da25652e31a132d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab789874-dfc7-4397-9d0e-c0eb48c97ed3" -d '{"events": [{"name": "network-changed", "server_uuid": "66311236-02dc-46b9-96c8-ad611546e4db", "tag": "a861b76c-0305-432b-943a-12340942a638"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:20:56.969289 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55618) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:20:56.996500 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b15d11-e79d-460b-b170-f352622855c0 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Pushing event updated for resources: {'Port': ['ID=a861b76c-0305-432b-943a-12340942a638,revision_number=7']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:20:57.014558 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b15d11-e79d-460b-b170-f352622855c0 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:20:57.014940 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b15d11-e79d-460b-b170-f352622855c0 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:20:57.015238 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b15d11-e79d-460b-b170-f352622855c0 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:20:57.016078 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b15d11-e79d-460b-b170-f352622855c0 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:20:57.016487 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b15d11-e79d-460b-b170-f352622855c0 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:20:57.016829 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b15d11-e79d-460b-b170-f352622855c0 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:20:57.017144 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b15d11-e79d-460b-b170-f352622855c0 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:20:57.017473 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b15d11-e79d-460b-b170-f352622855c0 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:20:57.017803 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b15d11-e79d-460b-b170-f352622855c0 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:20:57.018156 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b15d11-e79d-460b-b170-f352622855c0 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:20:57.018482 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b15d11-e79d-460b-b170-f352622855c0 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:20:57.019066 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b15d11-e79d-460b-b170-f352622855c0 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:20:57.033716 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d94ca8-330e-422c-b67b-b5c5f60bc6ca x-openstack-request-id: req-e9d94ca8-330e-422c-b67b-b5c5f60bc6ca {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:20:57.034151 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66311236-02dc-46b9-96c8-ad611546e4db", "tag": "a861b76c-0305-432b-943a-12340942a638", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:20:57.034502 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e9d94ca8-330e-422c-b67b-b5c5f60bc6ca {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:20:57.035004 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66311236-02dc-46b9-96c8-ad611546e4db', 'tag': 'a861b76c-0305-432b-943a-12340942a638', 'status': 'completed', 'code': 200} Nov 16 12:20:57.040321 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['a861b76c-0305-432b-943a-12340942a638'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:20:57.057414 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1c4c0050-8560-4942-addc-8499a50f4b80 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:20:57.122821 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1c4c0050-8560-4942-addc-8499a50f4b80 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:20:57.141249 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab789874-dfc7-4397-9d0e-c0eb48c97ed3 req-8f6f6a3c-9af5-443f-95d4-92879f1cc1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:20:57.143718 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ab789874-dfc7-4397-9d0e-c0eb48c97ed3 req-8f6f6a3c-9af5-443f-95d4-92879f1cc1cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81d76ec47930422d80256ee96883747e&device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 1097 time: 0.0837586 Nov 16 12:20:57.234616 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d6458d98-d9f4-4b09-bd3f-4e853b0cc55f None None] Provisioning complete for port a861b76c-0305-432b-943a-12340942a638 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:20:57.234968 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d6458d98-d9f4-4b09-bd3f-4e853b0cc55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:20:57.257782 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab789874-dfc7-4397-9d0e-c0eb48c97ed3 req-e64ec427-b45d-4d71-bc2f-05936913eabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:20:57.264500 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ab789874-dfc7-4397-9d0e-c0eb48c97ed3 req-e64ec427-b45d-4d71-bc2f-05936913eabe service neutron] 10.222.0.36 "GET /v2.0/networks?id=8dbfd6eb-00c0-4507-b907-b3ba460c8cdc HTTP/1.1" status: 200 len: 915 time: 0.1145697 Nov 16 12:20:57.280201 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1c4c0050-8560-4942-addc-8499a50f4b80 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:20:57.282792 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1c4c0050-8560-4942-addc-8499a50f4b80 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:20:57.283896 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1c4c0050-8560-4942-addc-8499a50f4b80 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "DELETE /v2.0/security-groups/d0c5f920-251d-46ac-ad87-bf976ae25295 HTTP/1.1" status: 204 len: 168 time: 0.3125405 Nov 16 12:20:57.287158 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55620) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:20:57.332704 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c0050-8560-4942-addc-8499a50f4b80 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c5f920-251d-46ac-ad87-bf976ae25295,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:20:57.342800 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c0050-8560-4942-addc-8499a50f4b80 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:20:57.343152 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c0050-8560-4942-addc-8499a50f4b80 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:20:57.343492 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c0050-8560-4942-addc-8499a50f4b80 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:20:57.343830 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c0050-8560-4942-addc-8499a50f4b80 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:20:57.344181 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c0050-8560-4942-addc-8499a50f4b80 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:20:57.344492 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c0050-8560-4942-addc-8499a50f4b80 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:20:57.344817 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c0050-8560-4942-addc-8499a50f4b80 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:20:57.345148 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c0050-8560-4942-addc-8499a50f4b80 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:20:57.345474 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c0050-8560-4942-addc-8499a50f4b80 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:20:57.345800 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c0050-8560-4942-addc-8499a50f4b80 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:20:57.346147 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c0050-8560-4942-addc-8499a50f4b80 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:20:57.346470 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c0050-8560-4942-addc-8499a50f4b80 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:20:57.361698 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ab789874-dfc7-4397-9d0e-c0eb48c97ed3 req-43834242-b8ee-4c1b-bb1f-46f1fbc24cd9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a861b76c-0305-432b-943a-12340942a638 HTTP/1.1" status: 200 len: 1002 time: 0.0896680 Nov 16 12:20:57.413049 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab789874-dfc7-4397-9d0e-c0eb48c97ed3 req-a6d9cc67-6a80-44ed-a22c-d7c08274d84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:20:57.414983 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ab789874-dfc7-4397-9d0e-c0eb48c97ed3 req-a6d9cc67-6a80-44ed-a22c-d7c08274d84c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54cb1c28-c304-439b-be78-1822d414648f HTTP/1.1" status: 200 len: 853 time: 0.0454745 Nov 16 12:20:57.454171 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-107f7cb8-19b6-4a12-81cc-008b4c73881b tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Deleting port 13c6ff8e-a7f2-489a-b085-b1377828802d {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:20:57.454639 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-107f7cb8-19b6-4a12-81cc-008b4c73881b tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:20:57.462929 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab789874-dfc7-4397-9d0e-c0eb48c97ed3 req-d2dbbf57-07e7-43b5-93f5-aae4eb59da47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:20:57.464457 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ab789874-dfc7-4397-9d0e-c0eb48c97ed3 req-d2dbbf57-07e7-43b5-93f5-aae4eb59da47 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8dbfd6eb-00c0-4507-b907-b3ba460c8cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413120 Nov 16 12:20:57.536165 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-107f7cb8-19b6-4a12-81cc-008b4c73881b tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:20:57.536521 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-107f7cb8-19b6-4a12-81cc-008b4c73881b tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:20:57.548670 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-107f7cb8-19b6-4a12-81cc-008b4c73881b tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Calling delete_port for 13c6ff8e-a7f2-489a-b085-b1377828802d owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:20:57.558974 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ab789874-dfc7-4397-9d0e-c0eb48c97ed3 req-7daab306-2331-4089-9b02-8a2dce3aea82 service neutron] 10.222.0.36 "GET /v2.0/networks/8dbfd6eb-00c0-4507-b907-b3ba460c8cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872269 Nov 16 12:20:57.647201 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ab789874-dfc7-4397-9d0e-c0eb48c97ed3 req-c9a32aa3-49d0-4e6e-b7ce-6cd601a32af8 service neutron] 10.222.0.36 "GET /v2.0/networks/8dbfd6eb-00c0-4507-b907-b3ba460c8cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813222 Nov 16 12:20:57.725607 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-107f7cb8-19b6-4a12-81cc-008b4c73881b tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:20:57.755018 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107f7cb8-19b6-4a12-81cc-008b4c73881b tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Pushing event deleted for resources: {'Port': ['ID=13c6ff8e-a7f2-489a-b085-b1377828802d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:20:57.815277 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-107f7cb8-19b6-4a12-81cc-008b4c73881b tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks [] for floatingip, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:20:57.815602 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [None req-107f7cb8-19b6-4a12-81cc-008b4c73881b tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Floating IP 054b8ef9-5c0c-4137-b4a1-8a6c9d5b43f8 disassociated (deleted). External IP: 172.25.0.254, port: a861b76c-0305-432b-943a-12340942a638. Nov 16 12:20:58.020012 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107f7cb8-19b6-4a12-81cc-008b4c73881b tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Router 8aa310d7-fbd4-4b30-9fdb-034c01a9647c has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:20:58.126620 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107f7cb8-19b6-4a12-81cc-008b4c73881b tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:20:58.131422 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-107f7cb8-19b6-4a12-81cc-008b4c73881b tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:20:58.136502 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d186bd81-9319-492a-a53e-f217c01a8414 None None] Sync routers for ids ['8aa310d7-fbd4-4b30-9fdb-034c01a9647c'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:20:58.145570 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d186bd81-9319-492a-a53e-f217c01a8414 None None] Routers {'8aa310d7-fbd4-4b30-9fdb-034c01a9647c'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:20:58.146204 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-d186bd81-9319-492a-a53e-f217c01a8414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:20:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['8aa310d7-fbd4-4b30-9fdb-034c01a9647c'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:20:58.159425 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-107f7cb8-19b6-4a12-81cc-008b4c73881b tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "DELETE /v2.0/floatingips/054b8ef9-5c0c-4137-b4a1-8a6c9d5b43f8 HTTP/1.1" status: 204 len: 168 time: 0.8710611 Nov 16 12:20:58.344007 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-d186bd81-9319-492a-a53e-f217c01a8414 None None] Set router 8aa310d7-fbd4-4b30-9fdb-034c01a9647c gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:20:58.542209 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-d186bd81-9319-492a-a53e-f217c01a8414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa310d7-fbd4-4b30-9fdb-034c01a9647c', 'name': 'tempest-TestMinimumBasicScenario-925894132-router', 'tenant_id': '81d76ec47930422d80256ee96883747e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'b64efd16-69bf-42b3-841d-40322d6cd3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:18:59Z', 'updated_at': '2021-11-16T12:19:02Z', 'revision_number': 4, 'project_id': '81d76ec47930422d80256ee96883747e', 'gw_port': {'id': 'b64efd16-69bf-42b3-841d-40322d6cd3e8', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa310d7-fbd4-4b30-9fdb-034c01a9647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:18:59Z', 'updated_at': '2021-11-16T12:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '564ada15-1b5d-400c-94cc-00a31af6f5d9', 'name': '', 'network_id': '8dbfd6eb-00c0-4507-b907-b3ba460c8cdc', 'tenant_id': '81d76ec47930422d80256ee96883747e', 'mac_address': 'fa:16:3e:dd:44:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa310d7-fbd4-4b30-9fdb-034c01a9647c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '54cb1c28-c304-439b-be78-1822d414648f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:19:01Z', 'updated_at': '2021-11-16T12:19:05Z', 'revision_number': 5, 'project_id': '81d76ec47930422d80256ee96883747e', 'subnets': [{'id': '54cb1c28-c304-439b-be78-1822d414648f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:20:58.566816 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d186bd81-9319-492a-a53e-f217c01a8414 None None] Checking router: 8aa310d7-fbd4-4b30-9fdb-034c01a9647c for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:20:58.574871 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d186bd81-9319-492a-a53e-f217c01a8414 None None] Routers {'8aa310d7-fbd4-4b30-9fdb-034c01a9647c'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:20:58.575510 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-d186bd81-9319-492a-a53e-f217c01a8414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:20:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['8aa310d7-fbd4-4b30-9fdb-034c01a9647c'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:20:58.677687 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-d186bd81-9319-492a-a53e-f217c01a8414 None None] Set router 8aa310d7-fbd4-4b30-9fdb-034c01a9647c gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:20:58.769681 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:20:58.875151 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-d186bd81-9319-492a-a53e-f217c01a8414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa310d7-fbd4-4b30-9fdb-034c01a9647c', 'name': 'tempest-TestMinimumBasicScenario-925894132-router', 'tenant_id': '81d76ec47930422d80256ee96883747e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'b64efd16-69bf-42b3-841d-40322d6cd3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:18:59Z', 'updated_at': '2021-11-16T12:19:02Z', 'revision_number': 4, 'project_id': '81d76ec47930422d80256ee96883747e', 'gw_port': {'id': 'b64efd16-69bf-42b3-841d-40322d6cd3e8', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa310d7-fbd4-4b30-9fdb-034c01a9647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:18:59Z', 'updated_at': '2021-11-16T12:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '564ada15-1b5d-400c-94cc-00a31af6f5d9', 'name': '', 'network_id': '8dbfd6eb-00c0-4507-b907-b3ba460c8cdc', 'tenant_id': '81d76ec47930422d80256ee96883747e', 'mac_address': 'fa:16:3e:dd:44:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa310d7-fbd4-4b30-9fdb-034c01a9647c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '54cb1c28-c304-439b-be78-1822d414648f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:19:01Z', 'updated_at': '2021-11-16T12:19:05Z', 'revision_number': 5, 'project_id': '81d76ec47930422d80256ee96883747e', 'subnets': [{'id': '54cb1c28-c304-439b-be78-1822d414648f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:20:58.901767 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d186bd81-9319-492a-a53e-f217c01a8414 None None] The sync data for ids ['8aa310d7-fbd4-4b30-9fdb-034c01a9647c'] in n-d-816823-3 is: [{'id': '8aa310d7-fbd4-4b30-9fdb-034c01a9647c', 'name': 'tempest-TestMinimumBasicScenario-925894132-router', 'tenant_id': '81d76ec47930422d80256ee96883747e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'b64efd16-69bf-42b3-841d-40322d6cd3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:18:59Z', 'updated_at': '2021-11-16T12:19:02Z', 'revision_number': 4, 'project_id': '81d76ec47930422d80256ee96883747e', 'gw_port': {'id': 'b64efd16-69bf-42b3-841d-40322d6cd3e8', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa310d7-fbd4-4b30-9fdb-034c01a9647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:18:59Z', 'updated_at': '2021-11-16T12:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '564ada15-1b5d-400c-94cc-00a31af6f5d9', 'name': '', 'network_id': '8dbfd6eb-00c0-4507-b907-b3ba460c8cdc', 'tenant_id': '81d76ec47930422d80256ee96883747e', 'mac_address': 'fa:16:3e:dd:44:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa310d7-fbd4-4b30-9fdb-034c01a9647c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '54cb1c28-c304-439b-be78-1822d414648f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:19:01Z', 'updated_at': '2021-11-16T12:19:05Z', 'revision_number': 5, 'project_id': '81d76ec47930422d80256ee96883747e', 'subnets': [{'id': '54cb1c28-c304-439b-be78-1822d414648f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:20:59.036218 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66311236-02dc-46b9-96c8-ad611546e4db', 'tag': 'a861b76c-0305-432b-943a-12340942a638'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:20:59.038906 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb585f75727964cfb6af285fc9899ace3cdf5491a84d1da25652e31a132d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a3fc5d-ae00-45b7-8b18-28f4f986c57b" -d '{"events": [{"name": "network-changed", "server_uuid": "66311236-02dc-46b9-96c8-ad611546e4db", "tag": "a861b76c-0305-432b-943a-12340942a638"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:20:59.078623 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e860b4d3-bcab-4234-8946-0809b1f5d4c1 x-openstack-request-id: req-e860b4d3-bcab-4234-8946-0809b1f5d4c1 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:20:59.079210 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66311236-02dc-46b9-96c8-ad611546e4db", "tag": "a861b76c-0305-432b-943a-12340942a638", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:20:59.079465 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e860b4d3-bcab-4234-8946-0809b1f5d4c1 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:20:59.079869 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66311236-02dc-46b9-96c8-ad611546e4db', 'tag': 'a861b76c-0305-432b-943a-12340942a638', 'status': 'completed', 'code': 200} Nov 16 12:20:59.151286 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3fc5d-ae00-45b7-8b18-28f4f986c57b req-d3eb627e-3794-40ab-8a1f-b7d3837faa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:20:59.152742 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c1a3fc5d-ae00-45b7-8b18-28f4f986c57b req-d3eb627e-3794-40ab-8a1f-b7d3837faa6a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81d76ec47930422d80256ee96883747e&device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 1097 time: 0.0497656 Nov 16 12:20:59.156685 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b32a45-1158-48dd-8fa4-c44409dcc3a7 None None] New status for floating IP 054b8ef9-5c0c-4137-b4a1-8a6c9d5b43f8: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 12:20:59.250938 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3fc5d-ae00-45b7-8b18-28f4f986c57b req-d8b860a9-10bc-4567-a74e-78483c48fdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:20:59.252424 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c1a3fc5d-ae00-45b7-8b18-28f4f986c57b req-d8b860a9-10bc-4567-a74e-78483c48fdff service neutron] 10.222.0.36 "GET /v2.0/networks?id=8dbfd6eb-00c0-4507-b907-b3ba460c8cdc HTTP/1.1" status: 200 len: 915 time: 0.0918381 Nov 16 12:20:59.293541 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c1a3fc5d-ae00-45b7-8b18-28f4f986c57b req-a5959686-83f1-4f2b-a4fe-ca2cf8fb171c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a861b76c-0305-432b-943a-12340942a638 HTTP/1.1" status: 200 len: 217 time: 0.0341346 Nov 16 12:20:59.346649 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3fc5d-ae00-45b7-8b18-28f4f986c57b req-7c403ac0-cb13-40a4-a0a4-eef5bb7bc9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:20:59.348016 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c1a3fc5d-ae00-45b7-8b18-28f4f986c57b req-7c403ac0-cb13-40a4-a0a4-eef5bb7bc9bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54cb1c28-c304-439b-be78-1822d414648f HTTP/1.1" status: 200 len: 853 time: 0.0476468 Nov 16 12:20:59.393813 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3fc5d-ae00-45b7-8b18-28f4f986c57b req-d4593a0e-50b7-44ef-8741-fd28545d994a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:20:59.395734 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c1a3fc5d-ae00-45b7-8b18-28f4f986c57b req-d4593a0e-50b7-44ef-8741-fd28545d994a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8dbfd6eb-00c0-4507-b907-b3ba460c8cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406809 Nov 16 12:20:59.487635 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c1a3fc5d-ae00-45b7-8b18-28f4f986c57b req-d84b4992-5787-4a18-81da-12a5ea9a3241 service neutron] 10.222.0.36 "GET /v2.0/networks/8dbfd6eb-00c0-4507-b907-b3ba460c8cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848563 Nov 16 12:20:59.522194 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:20:59.586144 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c1a3fc5d-ae00-45b7-8b18-28f4f986c57b req-193660fc-f4a1-4aa6-9cec-f5a5b9b68c96 service neutron] 10.222.0.36 "GET /v2.0/networks/8dbfd6eb-00c0-4507-b907-b3ba460c8cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912879 Nov 16 12:21:07.159878 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce179d-fece-469f-a8ee-3bb8e85c2190 req-bded42f6-0943-40bb-89ee-07ca7871f8d6 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:21:07.161427 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bdce179d-fece-469f-a8ee-3bb8e85c2190 req-bded42f6-0943-40bb-89ee-07ca7871f8d6 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/ports?device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 946 time: 0.0535591 Nov 16 12:21:07.209315 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bdce179d-fece-469f-a8ee-3bb8e85c2190 req-3770882a-a2ea-4df1-9ca4-786c2dd67a0c tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1ac60cf-17ec-45d5-a4ac-53ae47cb79b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412891 Nov 16 12:21:08.328362 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec2510-0920-4195-8d26-d011ca4fa3a5 req-0d7a1509-d39b-4adb-a2d2-450e86c98318 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:21:08.329823 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f2ec2510-0920-4195-8d26-d011ca4fa3a5 req-0d7a1509-d39b-4adb-a2d2-450e86c98318 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/ports?device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 946 time: 0.0525672 Nov 16 12:21:08.376970 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f2ec2510-0920-4195-8d26-d011ca4fa3a5 req-45ef6190-67ec-4cae-925d-4fd8fead3f50 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1ac60cf-17ec-45d5-a4ac-53ae47cb79b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411994 Nov 16 12:21:08.754775 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975197ff-b525-471d-b991-9328171bb050 req-9d0a9b21-f4be-4b71-8451-50d4e8aa2b1e tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:21:08.756095 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-975197ff-b525-471d-b991-9328171bb050 req-9d0a9b21-f4be-4b71-8451-50d4e8aa2b1e tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.36 "GET /v2.0/ports?device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 946 time: 0.0480406 Nov 16 12:21:08.848046 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-975197ff-b525-471d-b991-9328171bb050 req-72817fba-bccf-4b5c-adc1-fa6852d0fe6d tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Deleting port a861b76c-0305-432b-943a-12340942a638 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:21:08.848382 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-975197ff-b525-471d-b991-9328171bb050 req-72817fba-bccf-4b5c-adc1-fa6852d0fe6d tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:08.934334 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-975197ff-b525-471d-b991-9328171bb050 req-72817fba-bccf-4b5c-adc1-fa6852d0fe6d tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] For port a861b76c-0305-432b-943a-12340942a638, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=a861b76c-0305-432b-943a-12340942a638,segment=NetworkSegment(b024e8ee-2204-470e-b635-6048706de55b),segment_id=b024e8ee-2204-470e-b635-6048706de55b)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:21:08.934693 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-975197ff-b525-471d-b991-9328171bb050 req-72817fba-bccf-4b5c-adc1-fa6852d0fe6d tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:08.947382 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-975197ff-b525-471d-b991-9328171bb050 req-72817fba-bccf-4b5c-adc1-fa6852d0fe6d tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Calling delete_port for a861b76c-0305-432b-943a-12340942a638 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:21:09.073869 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-975197ff-b525-471d-b991-9328171bb050 req-72817fba-bccf-4b5c-adc1-fa6852d0fe6d tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:09.085274 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['a861b76c-0305-432b-943a-12340942a638'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:21:09.100213 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72817fba-bccf-4b5c-adc1-fa6852d0fe6d tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Pushing event deleted for resources: {'Port': ['ID=a861b76c-0305-432b-943a-12340942a638,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:21:09.148735 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-975197ff-b525-471d-b991-9328171bb050 req-72817fba-bccf-4b5c-adc1-fa6852d0fe6d tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] No DVR routers for this DVR port a861b76c-0305-432b-943a-12340942a638 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:21:09.151798 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-975197ff-b525-471d-b991-9328171bb050 req-72817fba-bccf-4b5c-adc1-fa6852d0fe6d tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:09.155711 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-975197ff-b525-471d-b991-9328171bb050 req-72817fba-bccf-4b5c-adc1-fa6852d0fe6d tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.36 "DELETE /v2.0/ports/a861b76c-0305-432b-943a-12340942a638 HTTP/1.1" status: 204 len: 173 time: 0.3935397 Nov 16 12:21:09.156172 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66311236-02dc-46b9-96c8-ad611546e4db', 'name': 'network-vif-deleted', 'tag': 'a861b76c-0305-432b-943a-12340942a638'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:21:09.158954 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b4cb006b19835c19bcd0265a95de96d39c41d7d45c6d056c20fcc032bf3cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc46de7c-8ace-4049-9820-35c2e8029e65" -d '{"events": [{"server_uuid": "66311236-02dc-46b9-96c8-ad611546e4db", "name": "network-vif-deleted", "tag": "a861b76c-0305-432b-943a-12340942a638"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:21:09.275946 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0aa2733-bd5b-4c8b-88b1-fc14217999f1 x-openstack-request-id: req-c0aa2733-bd5b-4c8b-88b1-fc14217999f1 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:21:09.276274 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66311236-02dc-46b9-96c8-ad611546e4db", "name": "network-vif-deleted", "tag": "a861b76c-0305-432b-943a-12340942a638", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:21:09.276537 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c0aa2733-bd5b-4c8b-88b1-fc14217999f1 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:21:09.276934 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66311236-02dc-46b9-96c8-ad611546e4db', 'name': 'network-vif-deleted', 'tag': 'a861b76c-0305-432b-943a-12340942a638', 'status': 'completed', 'code': 200} Nov 16 12:21:09.488097 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eded970c-ee59-4282-bc7e-413e3dd5e9d8 req-2984df10-67e1-4059-bdcf-1878b61ec5b0 tempest-TestMinimumBasicScenario-222153706 tempest-TestMinimumBasicScenario-222153706-project] 10.222.0.61 "GET /v2.0/ports?device_id=66311236-02dc-46b9-96c8-ad611546e4db HTTP/1.1" status: 200 len: 210 time: 0.0302789 Nov 16 12:21:11.045749 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55720) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:21:11.383524 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7497a8d0-43d4-4180-95f6-ab9823b2b685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:11.623611 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-7497a8d0-43d4-4180-95f6-ab9823b2b685 admin admin] Deleting port 564ada15-1b5d-400c-94cc-00a31af6f5d9 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:21:11.623946 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7497a8d0-43d4-4180-95f6-ab9823b2b685 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:11.703463 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-7497a8d0-43d4-4180-95f6-ab9823b2b685 admin admin] For port 564ada15-1b5d-400c-94cc-00a31af6f5d9, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=564ada15-1b5d-400c-94cc-00a31af6f5d9,segment=NetworkSegment(b024e8ee-2204-470e-b635-6048706de55b),segment_id=b024e8ee-2204-470e-b635-6048706de55b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:21:11.703738 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7497a8d0-43d4-4180-95f6-ab9823b2b685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:11.719900 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-7497a8d0-43d4-4180-95f6-ab9823b2b685 admin admin] Calling delete_port for 564ada15-1b5d-400c-94cc-00a31af6f5d9 owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:21:11.894758 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7497a8d0-43d4-4180-95f6-ab9823b2b685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:11.925038 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7497a8d0-43d4-4180-95f6-ab9823b2b685 admin admin] Pushing event deleted for resources: {'Port': ['ID=564ada15-1b5d-400c-94cc-00a31af6f5d9,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:21:12.098718 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7497a8d0-43d4-4180-95f6-ab9823b2b685 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:12.309847 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7497a8d0-43d4-4180-95f6-ab9823b2b685 admin admin] Router 8aa310d7-fbd4-4b30-9fdb-034c01a9647c has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:21:12.417116 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7497a8d0-43d4-4180-95f6-ab9823b2b685 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:21:12.424790 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7497a8d0-43d4-4180-95f6-ab9823b2b685 admin admin] 10.222.0.61 "PUT /v2.0/routers/8aa310d7-fbd4-4b30-9fdb-034c01a9647c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3753855 Nov 16 12:21:12.424790 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55722) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:21:12.428104 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a11030-d97e-4db9-b1e4-4bd7f4e38204 None None] Sync routers for ids ['8aa310d7-fbd4-4b30-9fdb-034c01a9647c'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:21:12.452597 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a11030-d97e-4db9-b1e4-4bd7f4e38204 None None] Routers {'8aa310d7-fbd4-4b30-9fdb-034c01a9647c'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:21:12.453536 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-24a11030-d97e-4db9-b1e4-4bd7f4e38204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:20:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['8aa310d7-fbd4-4b30-9fdb-034c01a9647c'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:21:12.533416 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef0ba724-e823-465a-a121-8cb49ae91006 admin admin] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:12.550317 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device a861b76c-0305-432b-943a-12340942a638 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:21:12.573646 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: a861b76c-0305-432b-943a-12340942a638 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:21:12.573896 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-24a11030-d97e-4db9-b1e4-4bd7f4e38204 None None] Set router 8aa310d7-fbd4-4b30-9fdb-034c01a9647c gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:21:12.574049 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device a861b76c-0305-432b-943a-12340942a638 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:21:12.759809 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-24a11030-d97e-4db9-b1e4-4bd7f4e38204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa310d7-fbd4-4b30-9fdb-034c01a9647c', 'name': 'tempest-TestMinimumBasicScenario-925894132-router', 'tenant_id': '81d76ec47930422d80256ee96883747e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'b64efd16-69bf-42b3-841d-40322d6cd3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:18:59Z', 'updated_at': '2021-11-16T12:21:11Z', 'revision_number': 5, 'project_id': '81d76ec47930422d80256ee96883747e', 'gw_port': {'id': 'b64efd16-69bf-42b3-841d-40322d6cd3e8', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa310d7-fbd4-4b30-9fdb-034c01a9647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:18:59Z', 'updated_at': '2021-11-16T12:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:21:12.787037 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a11030-d97e-4db9-b1e4-4bd7f4e38204 None None] Checking router: 8aa310d7-fbd4-4b30-9fdb-034c01a9647c for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:21:12.795979 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a11030-d97e-4db9-b1e4-4bd7f4e38204 None None] Routers {'8aa310d7-fbd4-4b30-9fdb-034c01a9647c'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:21:12.796609 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-24a11030-d97e-4db9-b1e4-4bd7f4e38204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:20:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['8aa310d7-fbd4-4b30-9fdb-034c01a9647c'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:21:12.904112 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-24a11030-d97e-4db9-b1e4-4bd7f4e38204 None None] Set router 8aa310d7-fbd4-4b30-9fdb-034c01a9647c gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:21:12.924206 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef0ba724-e823-465a-a121-8cb49ae91006 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:12.977608 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ef0ba724-e823-465a-a121-8cb49ae91006 admin admin] Deleting port b64efd16-69bf-42b3-841d-40322d6cd3e8 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:21:12.977944 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef0ba724-e823-465a-a121-8cb49ae91006 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:13.057500 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-ef0ba724-e823-465a-a121-8cb49ae91006 admin admin] For port b64efd16-69bf-42b3-841d-40322d6cd3e8, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=b64efd16-69bf-42b3-841d-40322d6cd3e8,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:21:13.057872 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef0ba724-e823-465a-a121-8cb49ae91006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:13.070439 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ef0ba724-e823-465a-a121-8cb49ae91006 admin admin] Calling delete_port for b64efd16-69bf-42b3-841d-40322d6cd3e8 owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:21:13.164449 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-24a11030-d97e-4db9-b1e4-4bd7f4e38204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa310d7-fbd4-4b30-9fdb-034c01a9647c', 'name': 'tempest-TestMinimumBasicScenario-925894132-router', 'tenant_id': '81d76ec47930422d80256ee96883747e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'b64efd16-69bf-42b3-841d-40322d6cd3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:18:59Z', 'updated_at': '2021-11-16T12:21:11Z', 'revision_number': 5, 'project_id': '81d76ec47930422d80256ee96883747e', 'gw_port': {'id': 'b64efd16-69bf-42b3-841d-40322d6cd3e8', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa310d7-fbd4-4b30-9fdb-034c01a9647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:18:59Z', 'updated_at': '2021-11-16T12:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:21:13.176366 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-68596b33-6e27-4cbc-a2f3-f23fe60f95af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:13.193664 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a11030-d97e-4db9-b1e4-4bd7f4e38204 None None] The sync data for ids ['8aa310d7-fbd4-4b30-9fdb-034c01a9647c'] in n-d-816823-3 is: [{'id': '8aa310d7-fbd4-4b30-9fdb-034c01a9647c', 'name': 'tempest-TestMinimumBasicScenario-925894132-router', 'tenant_id': '81d76ec47930422d80256ee96883747e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'b64efd16-69bf-42b3-841d-40322d6cd3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:18:59Z', 'updated_at': '2021-11-16T12:21:11Z', 'revision_number': 5, 'project_id': '81d76ec47930422d80256ee96883747e', 'gw_port': {'id': 'b64efd16-69bf-42b3-841d-40322d6cd3e8', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa310d7-fbd4-4b30-9fdb-034c01a9647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:18:59Z', 'updated_at': '2021-11-16T12:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:21:13.237006 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef0ba724-e823-465a-a121-8cb49ae91006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:13.264032 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ba724-e823-465a-a121-8cb49ae91006 admin admin] Pushing event deleted for resources: {'Port': ['ID=b64efd16-69bf-42b3-841d-40322d6cd3e8,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:21:13.280381 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccffa4cc-043f-4f2c-950e-6e4b169467a0 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:21:13.325794 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef0ba724-e823-465a-a121-8cb49ae91006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:13.411688 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef0ba724-e823-465a-a121-8cb49ae91006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:13.413795 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef0ba724-e823-465a-a121-8cb49ae91006 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:13.455057 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef0ba724-e823-465a-a121-8cb49ae91006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:13.455513 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0ba724-e823-465a-a121-8cb49ae91006 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8aa310d7-fbd4-4b30-9fdb-034c01a9647c {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 12:21:13.459878 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef0ba724-e823-465a-a121-8cb49ae91006 admin admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:13.461195 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ef0ba724-e823-465a-a121-8cb49ae91006 admin admin] 10.222.0.61 "DELETE /v2.0/routers/8aa310d7-fbd4-4b30-9fdb-034c01a9647c HTTP/1.1" status: 204 len: 168 time: 1.0354507 Nov 16 12:21:13.463705 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55724) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:21:13.511038 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-7943c3fe-d3b0-441e-b329-a5a25b90df5d admin admin] Deleting subnet 54cb1c28-c304-439b-be78-1822d414648f {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 12:21:13.514626 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7943c3fe-d3b0-441e-b329-a5a25b90df5d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:13.555468 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7943c3fe-d3b0-441e-b329-a5a25b90df5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:13.638583 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7943c3fe-d3b0-441e-b329-a5a25b90df5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:13.642210 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 564ada15-1b5d-400c-94cc-00a31af6f5d9 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:21:13.663897 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 564ada15-1b5d-400c-94cc-00a31af6f5d9 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:21:13.664523 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 564ada15-1b5d-400c-94cc-00a31af6f5d9 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:21:13.700285 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7943c3fe-d3b0-441e-b329-a5a25b90df5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:13.725212 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943c3fe-d3b0-441e-b329-a5a25b90df5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54cb1c28-c304-439b-be78-1822d414648f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:21:13.732199 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7943c3fe-d3b0-441e-b329-a5a25b90df5d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:13.735266 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf317e10-3e2f-460f-9b69-19409b21cf9e None None] Network 8dbfd6eb-00c0-4507-b907-b3ba460c8cdc requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:21:13.736361 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7943c3fe-d3b0-441e-b329-a5a25b90df5d admin admin] 10.222.0.61 "DELETE /v2.0/subnets/54cb1c28-c304-439b-be78-1822d414648f HTTP/1.1" status: 204 len: 168 time: 0.2717204 Nov 16 12:21:13.738942 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55726) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:21:13.819303 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7da1ecfb-4f77-45f4-9ec9-7b5b198d92f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:13.878453 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-7da1ecfb-4f77-45f4-9ec9-7b5b198d92f7 admin admin] Deleting port 272ba230-5964-4d3e-9a8e-500c26280231 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:21:13.878867 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7da1ecfb-4f77-45f4-9ec9-7b5b198d92f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:13.949369 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-7da1ecfb-4f77-45f4-9ec9-7b5b198d92f7 admin admin] For port 272ba230-5964-4d3e-9a8e-500c26280231, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=272ba230-5964-4d3e-9a8e-500c26280231,segment=NetworkSegment(b024e8ee-2204-470e-b635-6048706de55b),segment_id=b024e8ee-2204-470e-b635-6048706de55b)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:21:13.949731 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7da1ecfb-4f77-45f4-9ec9-7b5b198d92f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:13.962136 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-7da1ecfb-4f77-45f4-9ec9-7b5b198d92f7 admin admin] Calling delete_port for 272ba230-5964-4d3e-9a8e-500c26280231 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:21:14.039012 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7da1ecfb-4f77-45f4-9ec9-7b5b198d92f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:14.061278 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da1ecfb-4f77-45f4-9ec9-7b5b198d92f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=272ba230-5964-4d3e-9a8e-500c26280231,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:21:14.066903 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da1ecfb-4f77-45f4-9ec9-7b5b198d92f7 admin admin] No DVR routers for this DVR port 272ba230-5964-4d3e-9a8e-500c26280231 on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:21:14.143316 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7da1ecfb-4f77-45f4-9ec9-7b5b198d92f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:14.164237 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-7da1ecfb-4f77-45f4-9ec9-7b5b198d92f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dbfd6eb-00c0-4507-b907-b3ba460c8cdc']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:21:14.173048 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-7da1ecfb-4f77-45f4-9ec9-7b5b198d92f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b024e8ee-2204-470e-b635-6048706de55b') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:21:14.173337 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-7da1ecfb-4f77-45f4-9ec9-7b5b198d92f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b024e8ee-2204-470e-b635-6048706de55b') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:21:14.182353 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7da1ecfb-4f77-45f4-9ec9-7b5b198d92f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:14.195556 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7da1ecfb-4f77-45f4-9ec9-7b5b198d92f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:14.202099 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7da1ecfb-4f77-45f4-9ec9-7b5b198d92f7 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 12:21:14.202390 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7da1ecfb-4f77-45f4-9ec9-7b5b198d92f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:14.204086 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 12:21:14.204086 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 12:21:14.204086 n-d-816823-3 neutron-server[102668]: timer() Nov 16 12:21:14.204086 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 12:21:14.204086 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 12:21:14.204086 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 12:21:14.204086 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 12:21:14.204086 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 12:21:14.204086 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 12:21:14.204086 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 12:21:14.204086 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 12:21:14.204086 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 12:21:14.204086 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 12:21:14.204086 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 12:21:14.204086 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 12:21:14.204086 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 12:21:14.204086 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 12:21:14.204086 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 12:21:14.204086 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 12:21:14.204086 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 12:21:14.204086 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 12:21:14.204086 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 12:21:14.204086 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 12:21:14.204086 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 12:21:14.204086 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 12:21:14.204086 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 12:21:14.204086 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 12:21:14.204086 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 12:21:14.204086 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 12:21:14.204086 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 12:21:14.204086 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 12:21:14.204086 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 12:21:14.219343 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fdea9e-9687-4e3a-9d1d-aa987736093f None None] DHCP port deletion for 8dbfd6eb-00c0-4507-b907-b3ba460c8cdc request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:21:14.259583 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7da1ecfb-4f77-45f4-9ec9-7b5b198d92f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:14.280087 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7da1ecfb-4f77-45f4-9ec9-7b5b198d92f7 admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:14.283238 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7da1ecfb-4f77-45f4-9ec9-7b5b198d92f7 admin admin] 10.222.0.61 "DELETE /v2.0/networks/8dbfd6eb-00c0-4507-b907-b3ba460c8cdc HTTP/1.1" status: 204 len: 168 time: 0.5433218 Nov 16 12:21:14.284583 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da1ecfb-4f77-45f4-9ec9-7b5b198d92f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dbfd6eb-00c0-4507-b907-b3ba460c8cdc,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:21:14.286272 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55730) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:21:14.622844 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fe3c9c35-ed12-4434-a04e-12b524b5ec43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:14.871233 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-fe3c9c35-ed12-4434-a04e-12b524b5ec43 admin admin] Deleting port 790a00ea-00c5-4ec8-9eaa-7a6a229eecce {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:21:14.871907 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fe3c9c35-ed12-4434-a04e-12b524b5ec43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:14.950658 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-fe3c9c35-ed12-4434-a04e-12b524b5ec43 admin admin] For port 790a00ea-00c5-4ec8-9eaa-7a6a229eecce, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=790a00ea-00c5-4ec8-9eaa-7a6a229eecce,segment=NetworkSegment(90d0a388-41f4-4fe1-8092-5135331ac67b),segment_id=90d0a388-41f4-4fe1-8092-5135331ac67b)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:21:14.950935 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fe3c9c35-ed12-4434-a04e-12b524b5ec43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:14.962672 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-fe3c9c35-ed12-4434-a04e-12b524b5ec43 admin admin] Calling delete_port for 790a00ea-00c5-4ec8-9eaa-7a6a229eecce owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:21:15.138983 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fe3c9c35-ed12-4434-a04e-12b524b5ec43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:15.164867 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c9c35-ed12-4434-a04e-12b524b5ec43 admin admin] Pushing event deleted for resources: {'Port': ['ID=790a00ea-00c5-4ec8-9eaa-7a6a229eecce,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:21:15.332256 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fe3c9c35-ed12-4434-a04e-12b524b5ec43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:15.557571 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3c9c35-ed12-4434-a04e-12b524b5ec43 admin admin] Router 857f397b-b7f8-46df-8666-2c34b2d28617 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:21:15.574878 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 272ba230-5964-4d3e-9a8e-500c26280231 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:21:15.594961 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 272ba230-5964-4d3e-9a8e-500c26280231 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:21:15.595303 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 272ba230-5964-4d3e-9a8e-500c26280231 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:21:15.595715 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device b64efd16-69bf-42b3-841d-40322d6cd3e8 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:21:15.614280 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: b64efd16-69bf-42b3-841d-40322d6cd3e8 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:21:15.614626 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device b64efd16-69bf-42b3-841d-40322d6cd3e8 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:21:15.671598 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3c9c35-ed12-4434-a04e-12b524b5ec43 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:21:15.679372 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-fe3c9c35-ed12-4434-a04e-12b524b5ec43 admin admin] 10.222.0.61 "PUT /v2.0/routers/857f397b-b7f8-46df-8666-2c34b2d28617/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3921249 Nov 16 12:21:15.680011 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55732) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:21:15.682432 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae539369-c578-49c2-a139-985057891c25 None None] Sync routers for ids ['857f397b-b7f8-46df-8666-2c34b2d28617'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:21:15.692434 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-14ec7001-1e8b-4afd-a7f8-4608db5dcbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:15.699299 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae539369-c578-49c2-a139-985057891c25 None None] Routers {'857f397b-b7f8-46df-8666-2c34b2d28617'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:21:15.700190 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ae539369-c578-49c2-a139-985057891c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:20:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['857f397b-b7f8-46df-8666-2c34b2d28617'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:21:15.795853 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ea3e4a0-de27-441c-88e6-33a7e9d8fd43 admin admin] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:15.817764 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-ae539369-c578-49c2-a139-985057891c25 None None] Set router 857f397b-b7f8-46df-8666-2c34b2d28617 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:21:15.904740 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ea3e4a0-de27-441c-88e6-33a7e9d8fd43 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:15.960272 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1ea3e4a0-de27-441c-88e6-33a7e9d8fd43 admin admin] Deleting port eab4d84c-14c4-4ad6-9f53-76df08ec54c9 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:21:15.960614 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ea3e4a0-de27-441c-88e6-33a7e9d8fd43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:16.005775 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ae539369-c578-49c2-a139-985057891c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857f397b-b7f8-46df-8666-2c34b2d28617', 'name': 'tempest-TestMinimumBasicScenario-1791278250-router', 'tenant_id': '88b299e053b147d6b184f222cb7cdbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'eab4d84c-14c4-4ad6-9f53-76df08ec54c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:19:03Z', 'updated_at': '2021-11-16T12:21:15Z', 'revision_number': 5, 'project_id': '88b299e053b147d6b184f222cb7cdbdf', 'gw_port': {'id': 'eab4d84c-14c4-4ad6-9f53-76df08ec54c9', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:96:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857f397b-b7f8-46df-8666-2c34b2d28617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:19:04Z', 'updated_at': '2021-11-16T12:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:21:16.033399 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae539369-c578-49c2-a139-985057891c25 None None] Checking router: 857f397b-b7f8-46df-8666-2c34b2d28617 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:21:16.042486 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae539369-c578-49c2-a139-985057891c25 None None] Routers {'857f397b-b7f8-46df-8666-2c34b2d28617'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:21:16.043109 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ae539369-c578-49c2-a139-985057891c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:21:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['857f397b-b7f8-46df-8666-2c34b2d28617'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:21:16.044745 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-1ea3e4a0-de27-441c-88e6-33a7e9d8fd43 admin admin] For port eab4d84c-14c4-4ad6-9f53-76df08ec54c9, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=eab4d84c-14c4-4ad6-9f53-76df08ec54c9,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:21:16.045126 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ea3e4a0-de27-441c-88e6-33a7e9d8fd43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:16.058921 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1ea3e4a0-de27-441c-88e6-33a7e9d8fd43 admin admin] Calling delete_port for eab4d84c-14c4-4ad6-9f53-76df08ec54c9 owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:21:16.135163 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-ae539369-c578-49c2-a139-985057891c25 None None] Set router 857f397b-b7f8-46df-8666-2c34b2d28617 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:21:16.189849 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ae539369-c578-49c2-a139-985057891c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857f397b-b7f8-46df-8666-2c34b2d28617', 'name': 'tempest-TestMinimumBasicScenario-1791278250-router', 'tenant_id': '88b299e053b147d6b184f222cb7cdbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:19:03Z', 'updated_at': '2021-11-16T12:21:15Z', 'revision_number': 6, 'project_id': '88b299e053b147d6b184f222cb7cdbdf', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:21:16.216897 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae539369-c578-49c2-a139-985057891c25 None None] The sync data for ids ['857f397b-b7f8-46df-8666-2c34b2d28617'] in n-d-816823-3 is: [{'id': '857f397b-b7f8-46df-8666-2c34b2d28617', 'name': 'tempest-TestMinimumBasicScenario-1791278250-router', 'tenant_id': '88b299e053b147d6b184f222cb7cdbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:19:03Z', 'updated_at': '2021-11-16T12:21:15Z', 'revision_number': 6, 'project_id': '88b299e053b147d6b184f222cb7cdbdf', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:21:16.239279 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ea3e4a0-de27-441c-88e6-33a7e9d8fd43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:16.270502 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3e4a0-de27-441c-88e6-33a7e9d8fd43 admin admin] Pushing event deleted for resources: {'Port': ['ID=eab4d84c-14c4-4ad6-9f53-76df08ec54c9,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:21:16.286039 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815b5aa1-efc0-4efc-aff8-17a57997cb96 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:21:16.333028 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ea3e4a0-de27-441c-88e6-33a7e9d8fd43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:16.423878 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ea3e4a0-de27-441c-88e6-33a7e9d8fd43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:16.426048 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ea3e4a0-de27-441c-88e6-33a7e9d8fd43 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:16.470442 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ea3e4a0-de27-441c-88e6-33a7e9d8fd43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:16.471064 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea3e4a0-de27-441c-88e6-33a7e9d8fd43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 857f397b-b7f8-46df-8666-2c34b2d28617 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 12:21:16.475911 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ea3e4a0-de27-441c-88e6-33a7e9d8fd43 admin admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:16.478308 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1ea3e4a0-de27-441c-88e6-33a7e9d8fd43 admin admin] 10.222.0.61 "DELETE /v2.0/routers/857f397b-b7f8-46df-8666-2c34b2d28617 HTTP/1.1" status: 204 len: 168 time: 0.7968845 Nov 16 12:21:16.481010 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55734) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:21:16.532942 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-b47affe1-eec5-415b-a85f-93967ed6d581 admin admin] Deleting subnet 1f9d4886-006b-4516-97ee-e7df0e57113b {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 12:21:16.536120 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b47affe1-eec5-415b-a85f-93967ed6d581 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:16.572737 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b47affe1-eec5-415b-a85f-93967ed6d581 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:16.653131 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b47affe1-eec5-415b-a85f-93967ed6d581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:16.708187 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b47affe1-eec5-415b-a85f-93967ed6d581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:16.737713 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47affe1-eec5-415b-a85f-93967ed6d581 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f9d4886-006b-4516-97ee-e7df0e57113b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:21:16.741801 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b47affe1-eec5-415b-a85f-93967ed6d581 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:16.746896 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b47affe1-eec5-415b-a85f-93967ed6d581 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/1f9d4886-006b-4516-97ee-e7df0e57113b HTTP/1.1" status: 204 len: 168 time: 0.2647893 Nov 16 12:21:16.747754 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4df1b50-5de6-4b00-b56a-c55cde655664 None None] Network add6e7d0-234b-4b63-a4fe-343749f6d067 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:21:16.749683 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55736) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:21:16.816139 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39dca8a7-8b7b-41e5-97af-acd01bfd2925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:16.863123 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:16.869720 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-39dca8a7-8b7b-41e5-97af-acd01bfd2925 admin admin] Deleting port ca220a21-25bc-4a55-923e-dde455043c91 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:21:16.870082 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39dca8a7-8b7b-41e5-97af-acd01bfd2925 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:16.936470 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-39dca8a7-8b7b-41e5-97af-acd01bfd2925 admin admin] For port ca220a21-25bc-4a55-923e-dde455043c91, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=ca220a21-25bc-4a55-923e-dde455043c91,segment=NetworkSegment(90d0a388-41f4-4fe1-8092-5135331ac67b),segment_id=90d0a388-41f4-4fe1-8092-5135331ac67b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:21:16.936838 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39dca8a7-8b7b-41e5-97af-acd01bfd2925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:16.949178 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-39dca8a7-8b7b-41e5-97af-acd01bfd2925 admin admin] Calling delete_port for ca220a21-25bc-4a55-923e-dde455043c91 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:21:17.008288 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0157e3-c312-4d96-ac3e-1a20e6aff012 None None] DHCP port deletion for add6e7d0-234b-4b63-a4fe-343749f6d067 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:21:17.030796 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39dca8a7-8b7b-41e5-97af-acd01bfd2925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:17.057340 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-9d0157e3-c312-4d96-ac3e-1a20e6aff012 None None] Deleting port ca220a21-25bc-4a55-923e-dde455043c91 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:21:17.057717 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9d0157e3-c312-4d96-ac3e-1a20e6aff012 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:17.061309 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dca8a7-8b7b-41e5-97af-acd01bfd2925 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca220a21-25bc-4a55-923e-dde455043c91,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:21:17.064882 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dca8a7-8b7b-41e5-97af-acd01bfd2925 admin admin] No DVR routers for this DVR port ca220a21-25bc-4a55-923e-dde455043c91 on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:21:17.132130 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-9d0157e3-c312-4d96-ac3e-1a20e6aff012 None None] For port ca220a21-25bc-4a55-923e-dde455043c91, host n-d-816823-3, got binding levels [] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:21:17.132562 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9d0157e3-c312-4d96-ac3e-1a20e6aff012 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:17.137854 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39dca8a7-8b7b-41e5-97af-acd01bfd2925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:17.145723 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-9d0157e3-c312-4d96-ac3e-1a20e6aff012 None None] Calling delete_port for ca220a21-25bc-4a55-923e-dde455043c91 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:21:17.148445 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.ipam_backend_mixin [None req-9d0157e3-c312-4d96-ac3e-1a20e6aff012 None None] Port ca220a21-25bc-4a55-923e-dde455043c91 was not found and therefore no delete operation was performed {{(pid=102670) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 12:21:17.150579 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9d0157e3-c312-4d96-ac3e-1a20e6aff012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:17.158705 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-39dca8a7-8b7b-41e5-97af-acd01bfd2925 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['add6e7d0-234b-4b63-a4fe-343749f6d067']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:21:17.168836 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-39dca8a7-8b7b-41e5-97af-acd01bfd2925 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90d0a388-41f4-4fe1-8092-5135331ac67b') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:21:17.169139 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-39dca8a7-8b7b-41e5-97af-acd01bfd2925 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90d0a388-41f4-4fe1-8092-5135331ac67b') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:21:17.172050 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0157e3-c312-4d96-ac3e-1a20e6aff012 None None] Pushing event deleted for resources: {'Port': ['ID=ca220a21-25bc-4a55-923e-dde455043c91,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:21:17.181045 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39dca8a7-8b7b-41e5-97af-acd01bfd2925 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:17.185835 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0157e3-c312-4d96-ac3e-1a20e6aff012 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:21:17.186214 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0157e3-c312-4d96-ac3e-1a20e6aff012 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:21:17.186557 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0157e3-c312-4d96-ac3e-1a20e6aff012 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:21:17.186895 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0157e3-c312-4d96-ac3e-1a20e6aff012 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:21:17.187226 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0157e3-c312-4d96-ac3e-1a20e6aff012 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:21:17.187559 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0157e3-c312-4d96-ac3e-1a20e6aff012 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:21:17.187893 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0157e3-c312-4d96-ac3e-1a20e6aff012 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:21:17.188219 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0157e3-c312-4d96-ac3e-1a20e6aff012 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:21:17.188543 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0157e3-c312-4d96-ac3e-1a20e6aff012 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:21:17.188862 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0157e3-c312-4d96-ac3e-1a20e6aff012 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:21:17.189212 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0157e3-c312-4d96-ac3e-1a20e6aff012 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:21:17.189531 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0157e3-c312-4d96-ac3e-1a20e6aff012 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:21:17.192350 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0157e3-c312-4d96-ac3e-1a20e6aff012 None None] No DVR routers for this DVR port ca220a21-25bc-4a55-923e-dde455043c91 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:21:17.199025 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39dca8a7-8b7b-41e5-97af-acd01bfd2925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:17.208210 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39dca8a7-8b7b-41e5-97af-acd01bfd2925 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 12:21:17.208210 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39dca8a7-8b7b-41e5-97af-acd01bfd2925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:17.209407 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 12:21:17.209407 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 12:21:17.209407 n-d-816823-3 neutron-server[102669]: timer() Nov 16 12:21:17.209407 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 12:21:17.209407 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 12:21:17.209407 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 12:21:17.209407 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 12:21:17.209407 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 12:21:17.209407 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 12:21:17.209407 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 12:21:17.209407 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 12:21:17.209407 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 12:21:17.209407 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 12:21:17.209407 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 12:21:17.209407 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 12:21:17.209407 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 12:21:17.209407 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 12:21:17.209407 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 12:21:17.209407 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 12:21:17.209407 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 12:21:17.209407 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 12:21:17.209407 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 12:21:17.209407 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 12:21:17.209407 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 12:21:17.209407 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 12:21:17.209407 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 12:21:17.209407 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 12:21:17.209407 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 12:21:17.209407 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 12:21:17.209407 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 12:21:17.209407 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 12:21:17.209407 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 12:21:17.274317 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39dca8a7-8b7b-41e5-97af-acd01bfd2925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:17.280188 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-39dca8a7-8b7b-41e5-97af-acd01bfd2925 admin admin] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:17.283554 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-39dca8a7-8b7b-41e5-97af-acd01bfd2925 admin admin] 10.222.0.61 "DELETE /v2.0/networks/add6e7d0-234b-4b63-a4fe-343749f6d067 HTTP/1.1" status: 204 len: 168 time: 0.5327072 Nov 16 12:21:17.299141 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dca8a7-8b7b-41e5-97af-acd01bfd2925 admin admin] Pushing event deleted for resources: {'Network': ['ID=add6e7d0-234b-4b63-a4fe-343749f6d067,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:21:17.439946 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55740) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:21:17.480604 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d636c185-e457-4a8d-ad64-776bf2606111 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=81d76ec47930422d80256ee96883747e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394878 Nov 16 12:21:17.485737 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55742) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:21:17.518314 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device eab4d84c-14c4-4ad6-9f53-76df08ec54c9 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:21:17.530439 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-781ca2b6-83a7-4311-9055-66f029e91f31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:17.539089 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: eab4d84c-14c4-4ad6-9f53-76df08ec54c9 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:21:17.539924 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device eab4d84c-14c4-4ad6-9f53-76df08ec54c9 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:21:17.540337 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device ca220a21-25bc-4a55-923e-dde455043c91 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:21:17.551961 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-781ca2b6-83a7-4311-9055-66f029e91f31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:17.561646 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: ca220a21-25bc-4a55-923e-dde455043c91 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:21:17.562012 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device ca220a21-25bc-4a55-923e-dde455043c91 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:21:17.562652 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 790a00ea-00c5-4ec8-9eaa-7a6a229eecce no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:21:17.580488 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 790a00ea-00c5-4ec8-9eaa-7a6a229eecce {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:21:17.580831 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 790a00ea-00c5-4ec8-9eaa-7a6a229eecce not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:21:17.599889 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-781ca2b6-83a7-4311-9055-66f029e91f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:17.603298 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-781ca2b6-83a7-4311-9055-66f029e91f31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:17.604454 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-781ca2b6-83a7-4311-9055-66f029e91f31 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e1ac60cf-17ec-45d5-a4ac-53ae47cb79b9 HTTP/1.1" status: 204 len: 168 time: 0.1204565 Nov 16 12:21:17.612614 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ca2b6-83a7-4311-9055-66f029e91f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ac60cf-17ec-45d5-a4ac-53ae47cb79b9,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:21:17.908467 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55748) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:21:17.948924 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-11bfc42d-59fe-4854-ba48-f26ec01fb388 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=88b299e053b147d6b184f222cb7cdbdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392363 Nov 16 12:21:17.951369 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55750) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:21:17.997283 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ca4c1fb8-3aeb-4d4d-ac44-7a3ba28b9338 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:18.017815 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ca4c1fb8-3aeb-4d4d-ac44-7a3ba28b9338 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:18.064005 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ca4c1fb8-3aeb-4d4d-ac44-7a3ba28b9338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:18.066807 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ca4c1fb8-3aeb-4d4d-ac44-7a3ba28b9338 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:18.067938 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ca4c1fb8-3aeb-4d4d-ac44-7a3ba28b9338 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7c5bffe5-baf8-4d67-9392-2d35a2345f2f HTTP/1.1" status: 204 len: 168 time: 0.1156774 Nov 16 12:21:18.075816 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c1fb8-3aeb-4d4d-ac44-7a3ba28b9338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5bffe5-baf8-4d67-9392-2d35a2345f2f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:21:18.438296 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:21:18.533715 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:18.964407 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:19.589043 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55790) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:21:19.593718 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-adbdb5b3-5625-4daf-ab50-a71438470924 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1255048316', 'description': 'tempest-secgroup-smoke-1255048316 description', 'project_id': 'aae820dbeac54b079877012566498127'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:21:19.616002 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-adbdb5b3-5625-4daf-ab50-a71438470924 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:19.624417 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-adbdb5b3-5625-4daf-ab50-a71438470924 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:19.701711 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-adbdb5b3-5625-4daf-ab50-a71438470924 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:19.705207 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-adbdb5b3-5625-4daf-ab50-a71438470924 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:19.743155 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdb5b3-5625-4daf-ab50-a71438470924 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=677e2915-df42-4d1e-a9f0-89effe2f9cbf,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:21:19.780608 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-adbdb5b3-5625-4daf-ab50-a71438470924 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:19.784158 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-adbdb5b3-5625-4daf-ab50-a71438470924 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:19.813343 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-adbdb5b3-5625-4daf-ab50-a71438470924 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:19.814866 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-adbdb5b3-5625-4daf-ab50-a71438470924 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2248228 Nov 16 12:21:19.816722 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdb5b3-5625-4daf-ab50-a71438470924 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1945811-2bc6-40e8-909c-e2bccbce2f57,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:21:19.818030 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55792) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:21:19.822750 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-6a1f44d2-601e-4e57-8aa0-229cf9661e42 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'security_group_rule': {'security_group_id': 'c1945811-2bc6-40e8-909c-e2bccbce2f57', 'project_id': 'aae820dbeac54b079877012566498127', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:21:19.850430 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a1f44d2-601e-4e57-8aa0-229cf9661e42 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:19.908388 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a1f44d2-601e-4e57-8aa0-229cf9661e42 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:19.912048 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a1f44d2-601e-4e57-8aa0-229cf9661e42 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:19.929400 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f44d2-601e-4e57-8aa0-229cf9661e42 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f92e70fd-5be9-4432-909e-e4190eaf146a,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:21:19.936691 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a1f44d2-601e-4e57-8aa0-229cf9661e42 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:19.937877 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6a1f44d2-601e-4e57-8aa0-229cf9661e42 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1188004 Nov 16 12:21:19.940656 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55794) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:21:19.945639 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-db55d2f4-5ffd-4bdc-8b1c-dae8ed9e7459 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'security_group_rule': {'security_group_id': 'c1945811-2bc6-40e8-909c-e2bccbce2f57', 'project_id': 'aae820dbeac54b079877012566498127', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:21:19.971816 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db55d2f4-5ffd-4bdc-8b1c-dae8ed9e7459 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:20.027217 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db55d2f4-5ffd-4bdc-8b1c-dae8ed9e7459 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:20.030743 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db55d2f4-5ffd-4bdc-8b1c-dae8ed9e7459 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:20.048484 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db55d2f4-5ffd-4bdc-8b1c-dae8ed9e7459 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c515fe4-cdf0-4be1-8108-aae9606eafa9,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:21:20.057232 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db55d2f4-5ffd-4bdc-8b1c-dae8ed9e7459 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:20.058443 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-db55d2f4-5ffd-4bdc-8b1c-dae8ed9e7459 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1168351 Nov 16 12:21:20.061209 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55796) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:21:20.065556 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-f1e05f5c-1ff9-45fe-aff7-c29ac921e461 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'security_group_rule': {'security_group_id': 'c1945811-2bc6-40e8-909c-e2bccbce2f57', 'project_id': 'aae820dbeac54b079877012566498127', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:21:20.091320 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f1e05f5c-1ff9-45fe-aff7-c29ac921e461 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:20.146667 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f1e05f5c-1ff9-45fe-aff7-c29ac921e461 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:20.150580 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f1e05f5c-1ff9-45fe-aff7-c29ac921e461 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:20.168438 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e05f5c-1ff9-45fe-aff7-c29ac921e461 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0bc2998-688f-41e6-9a3e-4adaa9cdf18b,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:21:20.174062 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f1e05f5c-1ff9-45fe-aff7-c29ac921e461 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:20.175336 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f1e05f5c-1ff9-45fe-aff7-c29ac921e461 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1131680 Nov 16 12:21:20.177893 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55798) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:21:20.182166 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-b33a4e55-86a3-44b8-bcc3-8ead62b8884d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'security_group_rule': {'security_group_id': 'c1945811-2bc6-40e8-909c-e2bccbce2f57', 'project_id': 'aae820dbeac54b079877012566498127', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:21:20.207945 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b33a4e55-86a3-44b8-bcc3-8ead62b8884d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:20.266224 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b33a4e55-86a3-44b8-bcc3-8ead62b8884d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:20.269444 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b33a4e55-86a3-44b8-bcc3-8ead62b8884d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:20.287990 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a4e55-86a3-44b8-bcc3-8ead62b8884d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dbc29e0-23e8-4989-8ebb-066826e38766,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:21:20.293559 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b33a4e55-86a3-44b8-bcc3-8ead62b8884d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:20.294950 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b33a4e55-86a3-44b8-bcc3-8ead62b8884d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1161082 Nov 16 12:21:20.297720 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55800) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:21:20.302369 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e8add45e-8b25-42ab-b035-24845f5bb679 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'security_group_rule': {'security_group_id': 'c1945811-2bc6-40e8-909c-e2bccbce2f57', 'project_id': 'aae820dbeac54b079877012566498127', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:21:20.323436 n-d-816823-3 neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-e8add45e-8b25-42ab-b035-24845f5bb679 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Project aae820dbeac54b079877012566498127 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 12:21:20.328227 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8add45e-8b25-42ab-b035-24845f5bb679 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:20.385897 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8add45e-8b25-42ab-b035-24845f5bb679 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:20.389509 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8add45e-8b25-42ab-b035-24845f5bb679 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:20.407598 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8add45e-8b25-42ab-b035-24845f5bb679 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81916b63-a1bd-452b-9669-e58743980f96,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:21:20.414693 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e8add45e-8b25-42ab-b035-24845f5bb679 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:20.415931 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e8add45e-8b25-42ab-b035-24845f5bb679 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1170664 Nov 16 12:21:20.418646 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55802) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:21:20.422940 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-df449c8b-fa66-4c14-8344-e1f84e48ede9 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'security_group_rule': {'security_group_id': 'c1945811-2bc6-40e8-909c-e2bccbce2f57', 'project_id': 'aae820dbeac54b079877012566498127', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:21:20.443903 n-d-816823-3 neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-df449c8b-fa66-4c14-8344-e1f84e48ede9 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Project aae820dbeac54b079877012566498127 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 12:21:20.449648 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-df449c8b-fa66-4c14-8344-e1f84e48ede9 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:20.506582 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-df449c8b-fa66-4c14-8344-e1f84e48ede9 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:20.512872 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-df449c8b-fa66-4c14-8344-e1f84e48ede9 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:20.537807 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df449c8b-fa66-4c14-8344-e1f84e48ede9 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=776a97ed-cac2-42f9-a17e-51d3548ff59c,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:21:20.544086 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-df449c8b-fa66-4c14-8344-e1f84e48ede9 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:20.545234 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-df449c8b-fa66-4c14-8344-e1f84e48ede9 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1256669 Nov 16 12:21:20.548457 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55804) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:21:20.553158 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e3ed20bd-7f91-4c90-8aa3-7aef2f3d7cb4 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'network': {'name': 'tempest-network-smoke--342766649', 'project_id': 'aae820dbeac54b079877012566498127', 'port_security_enabled': True}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:21:20.574664 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ed20bd-7f91-4c90-8aa3-7aef2f3d7cb4 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Made reservation on behalf of aae820dbeac54b079877012566498127 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:21:20.578077 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3ed20bd-7f91-4c90-8aa3-7aef2f3d7cb4 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:20.600464 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ed20bd-7f91-4c90-8aa3-7aef2f3d7cb4 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 12:21:20.609176 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3ed20bd-7f91-4c90-8aa3-7aef2f3d7cb4 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:20.609515 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-e3ed20bd-7f91-4c90-8aa3-7aef2f3d7cb4 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Added segment 2459b906-bfb5-4514-a19f-dba8b8b2fb0f of type vlan for network cf788136-d180-4b9a-bd17-17c4cba54b36 Nov 16 12:21:20.649186 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3ed20bd-7f91-4c90-8aa3-7aef2f3d7cb4 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:20.672174 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3ed20bd-7f91-4c90-8aa3-7aef2f3d7cb4 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:20.677753 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ed20bd-7f91-4c90-8aa3-7aef2f3d7cb4 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:21:20.678356 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e3ed20bd-7f91-4c90-8aa3-7aef2f3d7cb4 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:20.731971 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-e3ed20bd-7f91-4c90-8aa3-7aef2f3d7cb4 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1825151 Nov 16 12:21:20.735156 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55806) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:21:20.739930 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-a79daeb0-a8fd-43ec-b5af-0a55ae251b98 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-989944165', 'admin_state_up': True, 'project_id': 'aae820dbeac54b079877012566498127', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:21:20.744047 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed20bd-7f91-4c90-8aa3-7aef2f3d7cb4 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'Network': ['ID=cf788136-d180-4b9a-bd17-17c4cba54b36,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:21:20.754594 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network cf788136-d180-4b9a-bd17-17c4cba54b36 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 12:21:20.769341 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a79daeb0-a8fd-43ec-b5af-0a55ae251b98 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:20.770525 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a79daeb0-a8fd-43ec-b5af-0a55ae251b98 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:20.822227 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a79daeb0-a8fd-43ec-b5af-0a55ae251b98 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:20.959394 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a79daeb0-a8fd-43ec-b5af-0a55ae251b98 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:21.144992 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a79daeb0-a8fd-43ec-b5af-0a55ae251b98 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for router_gateway, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:21.163670 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a79daeb0-a8fd-43ec-b5af-0a55ae251b98 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:21.277303 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-a79daeb0-a8fd-43ec-b5af-0a55ae251b98 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Allocated IP 172.25.0.234 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/1e9e755b-a007-4f56-a9eb-84d5eadf81e5) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:21:21.381159 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a79daeb0-a8fd-43ec-b5af-0a55ae251b98 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:21.415082 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a79daeb0-a8fd-43ec-b5af-0a55ae251b98 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:21.449946 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79daeb0-a8fd-43ec-b5af-0a55ae251b98 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:21:21.454754 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-a79daeb0-a8fd-43ec-b5af-0a55ae251b98 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:21:21.457228 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79daeb0-a8fd-43ec-b5af-0a55ae251b98 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:21:21.467985 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e940f556-3dd1-4083-9c3e-58444aed5930 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:21:21.485592 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79daeb0-a8fd-43ec-b5af-0a55ae251b98 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'Port': ['ID=1e9e755b-a007-4f56-a9eb-84d5eadf81e5,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:21:21.495950 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-2795f9b6-062b-4f7f-bcf0-9b7ab3fc359f None None] Provisioning complete for port 1e9e755b-a007-4f56-a9eb-84d5eadf81e5 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:21:21.496510 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2795f9b6-062b-4f7f-bcf0-9b7ab3fc359f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:21.530912 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-2795f9b6-062b-4f7f-bcf0-9b7ab3fc359f None None] Port 1e9e755b-a007-4f56-a9eb-84d5eadf81e5 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:21:21.709698 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a79daeb0-a8fd-43ec-b5af-0a55ae251b98 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for router_gateway, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:21.900816 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a79daeb0-a8fd-43ec-b5af-0a55ae251b98 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:22.027010 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79daeb0-a8fd-43ec-b5af-0a55ae251b98 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Router f05a53e6-d41a-432b-8cfd-2da460956e13 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 12:21:22.414322 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79daeb0-a8fd-43ec-b5af-0a55ae251b98 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:21:22.424384 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde676b6-2959-4ccc-9daf-882816c205c9 None None] Sync routers for ids ['f05a53e6-d41a-432b-8cfd-2da460956e13'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:21:22.433522 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde676b6-2959-4ccc-9daf-882816c205c9 None None] Routers {'f05a53e6-d41a-432b-8cfd-2da460956e13'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:21:22.434170 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-dde676b6-2959-4ccc-9daf-882816c205c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:21:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f05a53e6-d41a-432b-8cfd-2da460956e13'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:21:22.434437 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a79daeb0-a8fd-43ec-b5af-0a55ae251b98 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:22.435681 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a79daeb0-a8fd-43ec-b5af-0a55ae251b98 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6994836 Nov 16 12:21:22.438778 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55808) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:21:22.542399 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-dde676b6-2959-4ccc-9daf-882816c205c9 None None] Set router f05a53e6-d41a-432b-8cfd-2da460956e13 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:21:22.568534 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-eecc2f5d-ad64-4b56-a24a-0a573ae33fe5 tempest-TestNetworkAdvancedServerOps-1204587946 tempest-TestNetworkAdvancedServerOps-1204587946-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=aae820dbeac54b079877012566498127&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1286206 Nov 16 12:21:22.571856 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55812) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:21:22.717611 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-dde676b6-2959-4ccc-9daf-882816c205c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05a53e6-d41a-432b-8cfd-2da460956e13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989944165', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '1e9e755b-a007-4f56-a9eb-84d5eadf81e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:21:20Z', 'updated_at': '2021-11-16T12:21:21Z', 'revision_number': 3, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': '1e9e755b-a007-4f56-a9eb-84d5eadf81e5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:48:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05a53e6-d41a-432b-8cfd-2da460956e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:21:21Z', 'updated_at': '2021-11-16T12:21:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:21:22.718353 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75a6f89-dcf6-4cb5-bb02-c70107690a28 tempest-TestNetworkAdvancedServerOps-1204587946 tempest-TestNetworkAdvancedServerOps-1204587946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:21:22.719862 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f75a6f89-dcf6-4cb5-bb02-c70107690a28 tempest-TestNetworkAdvancedServerOps-1204587946 tempest-TestNetworkAdvancedServerOps-1204587946-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1471004 Nov 16 12:21:22.722796 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55814) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:21:22.747698 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde676b6-2959-4ccc-9daf-882816c205c9 None None] Checking router: f05a53e6-d41a-432b-8cfd-2da460956e13 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:21:22.748025 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde676b6-2959-4ccc-9daf-882816c205c9 None None] Updating router f05a53e6-d41a-432b-8cfd-2da460956e13 port 1e9e755b-a007-4f56-a9eb-84d5eadf81e5 binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 12:21:22.757099 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d2bd4a30-04ad-4b34-b457-31fb5ab8e3c0 tempest-TestNetworkAdvancedServerOps-1204587946 tempest-TestNetworkAdvancedServerOps-1204587946-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=47f35a41-d782-4d3e-9754-e87c9ca4914b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332539 Nov 16 12:21:22.760619 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55816) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:21:22.765351 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-402ce11e-5837-4c89-af8b-39aabe4ace3c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1170048437', 'network_id': 'cf788136-d180-4b9a-bd17-17c4cba54b36', 'project_id': 'aae820dbeac54b079877012566498127', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:21:22.772790 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-dde676b6-2959-4ccc-9daf-882816c205c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:22.855414 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402ce11e-5837-4c89-af8b-39aabe4ace3c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Made reservation on behalf of aae820dbeac54b079877012566498127 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:21:22.859469 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-402ce11e-5837-4c89-af8b-39aabe4ace3c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:23.022197 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-dde676b6-2959-4ccc-9daf-882816c205c9 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:23.028553 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-dde676b6-2959-4ccc-9daf-882816c205c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:23.042086 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-402ce11e-5837-4c89-af8b-39aabe4ace3c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:23.073466 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8090973-bf49-47cb-b99c-b17d2ef9ac16 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:21:23.086923 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769212c2-4578-47ef-b55e-6356689f12e2 None None] Pushing event updated for resources: {'Port': ['ID=1e9e755b-a007-4f56-a9eb-84d5eadf81e5,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:21:23.089113 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-dde676b6-2959-4ccc-9daf-882816c205c9 None None] Attempting to bind port 1e9e755b-a007-4f56-a9eb-84d5eadf81e5 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:21:23.089476 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-dde676b6-2959-4ccc-9daf-882816c205c9 None None] Attempting to bind port 1e9e755b-a007-4f56-a9eb-84d5eadf81e5 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:21:23.089831 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde676b6-2959-4ccc-9daf-882816c205c9 None None] Attempting to bind port 1e9e755b-a007-4f56-a9eb-84d5eadf81e5 on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:21:23.099281 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769212c2-4578-47ef-b55e-6356689f12e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:21:23.099630 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769212c2-4578-47ef-b55e-6356689f12e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:21:23.099967 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769212c2-4578-47ef-b55e-6356689f12e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:21:23.100298 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769212c2-4578-47ef-b55e-6356689f12e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:21:23.100625 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769212c2-4578-47ef-b55e-6356689f12e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:21:23.100954 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769212c2-4578-47ef-b55e-6356689f12e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:21:23.101276 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769212c2-4578-47ef-b55e-6356689f12e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:21:23.102129 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769212c2-4578-47ef-b55e-6356689f12e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:21:23.102454 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769212c2-4578-47ef-b55e-6356689f12e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:21:23.102775 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769212c2-4578-47ef-b55e-6356689f12e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:21:23.103094 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769212c2-4578-47ef-b55e-6356689f12e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:21:23.103410 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769212c2-4578-47ef-b55e-6356689f12e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:21:23.106595 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde676b6-2959-4ccc-9daf-882816c205c9 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:21:23.106968 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde676b6-2959-4ccc-9daf-882816c205c9 None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:21:23.107465 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-dde676b6-2959-4ccc-9daf-882816c205c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:23.107739 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde676b6-2959-4ccc-9daf-882816c205c9 None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:21:23.108151 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ce11e-5837-4c89-af8b-39aabe4ace3c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'Subnet': ['ID=0ed1485a-09f2-4e4b-ac86-dd772e6d5608,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:21:23.108256 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-dde676b6-2959-4ccc-9daf-882816c205c9 None None] Bound port: 1e9e755b-a007-4f56-a9eb-84d5eadf81e5, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:21:23.108571 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-dde676b6-2959-4ccc-9daf-882816c205c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:23.115565 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402ce11e-5837-4c89-af8b-39aabe4ace3c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Checking segment: {'id': '2459b906-bfb5-4514-a19f-dba8b8b2fb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'cf788136-d180-4b9a-bd17-17c4cba54b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:21:23.115935 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402ce11e-5837-4c89-af8b-39aabe4ace3c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Network hostable DHCP agents. Network: cf788136-d180-4b9a-bd17-17c4cba54b36, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 12:21:23.134132 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402ce11e-5837-4c89-af8b-39aabe4ace3c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Network cf788136-d180-4b9a-bd17-17c4cba54b36 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 12:21:23.144030 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-402ce11e-5837-4c89-af8b-39aabe4ace3c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, cf788136-d180-4b9a-bd17-17c4cba54b36) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:21:23.150223 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402ce11e-5837-4c89-af8b-39aabe4ace3c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:21:23.151034 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-402ce11e-5837-4c89-af8b-39aabe4ace3c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:23.160425 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c540a125-7a42-4bc9-afcd-5e96609b9ce8 None None] Network cf788136-d180-4b9a-bd17-17c4cba54b36 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:21:23.165317 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-dde676b6-2959-4ccc-9daf-882816c205c9 None None] For port 1e9e755b-a007-4f56-a9eb-84d5eadf81e5, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:21:23.168873 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-dde676b6-2959-4ccc-9daf-882816c205c9 None None] For port 1e9e755b-a007-4f56-a9eb-84d5eadf81e5, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=1e9e755b-a007-4f56-a9eb-84d5eadf81e5,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:21:23.172411 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-402ce11e-5837-4c89-af8b-39aabe4ace3c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4082003 Nov 16 12:21:23.174110 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55818) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:21:23.177369 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-dde676b6-2959-4ccc-9daf-882816c205c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:23.233969 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769212c2-4578-47ef-b55e-6356689f12e2 None None] Pushing event updated for resources: {'Port': ['ID=1e9e755b-a007-4f56-a9eb-84d5eadf81e5,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:21:23.252344 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde676b6-2959-4ccc-9daf-882816c205c9 None None] Routers {'f05a53e6-d41a-432b-8cfd-2da460956e13'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:21:23.253041 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-dde676b6-2959-4ccc-9daf-882816c205c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:21:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f05a53e6-d41a-432b-8cfd-2da460956e13'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:21:23.357962 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1f21d4-e0d0-409e-9d91-18c2dd17eeb3 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:21:23.366737 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-dde676b6-2959-4ccc-9daf-882816c205c9 None None] Set router f05a53e6-d41a-432b-8cfd-2da460956e13 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:21:23.376233 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-dd5950d1-7f23-4cfd-b4c4-54721a410b4d None None] Provisioning complete for port 1e9e755b-a007-4f56-a9eb-84d5eadf81e5 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:21:23.376856 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dd5950d1-7f23-4cfd-b4c4-54721a410b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:23.531467 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dd5950d1-7f23-4cfd-b4c4-54721a410b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:23.539786 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbcce66-a0ae-4161-a07e-84d55deeb517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-cf788136-d180-4b9a-bd17-17c4cba54b36', 'network_id': 'cf788136-d180-4b9a-bd17-17c4cba54b36', 'tenant_id': 'aae820dbeac54b079877012566498127', 'fixed_ips': [{'subnet_id': '0ed1485a-09f2-4e4b-ac86-dd772e6d5608'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 12:21:23.541339 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-edbcce66-a0ae-4161-a07e-84d55deeb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:23.564268 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-dde676b6-2959-4ccc-9daf-882816c205c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05a53e6-d41a-432b-8cfd-2da460956e13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989944165', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '1e9e755b-a007-4f56-a9eb-84d5eadf81e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:21:20Z', 'updated_at': '2021-11-16T12:21:21Z', 'revision_number': 3, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': '1e9e755b-a007-4f56-a9eb-84d5eadf81e5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:48:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05a53e6-d41a-432b-8cfd-2da460956e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:21:21Z', 'updated_at': '2021-11-16T12:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:21:23.579458 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-dd5950d1-7f23-4cfd-b4c4-54721a410b4d None None] For port 1e9e755b-a007-4f56-a9eb-84d5eadf81e5, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=1e9e755b-a007-4f56-a9eb-84d5eadf81e5,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:21:23.592482 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde676b6-2959-4ccc-9daf-882816c205c9 None None] The sync data for ids ['f05a53e6-d41a-432b-8cfd-2da460956e13'] in n-d-816823-3 is: [{'id': 'f05a53e6-d41a-432b-8cfd-2da460956e13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989944165', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '1e9e755b-a007-4f56-a9eb-84d5eadf81e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:21:20Z', 'updated_at': '2021-11-16T12:21:21Z', 'revision_number': 3, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': '1e9e755b-a007-4f56-a9eb-84d5eadf81e5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:48:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05a53e6-d41a-432b-8cfd-2da460956e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:21:21Z', 'updated_at': '2021-11-16T12:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:21:23.622911 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dd5950d1-7f23-4cfd-b4c4-54721a410b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:23.638813 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7819b19-4605-428d-b6f2-2b3237c44d88 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:23.719306 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5950d1-7f23-4cfd-b4c4-54721a410b4d None None] Pushing event updated for resources: {'Port': ['ID=1e9e755b-a007-4f56-a9eb-84d5eadf81e5,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:21:23.734703 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-edbcce66-a0ae-4161-a07e-84d55deeb517 None None] Allocated IP 172.20.0.2 (cf788136-d180-4b9a-bd17-17c4cba54b36/0ed1485a-09f2-4e4b-ac86-dd772e6d5608/283937c7-2b14-4280-a8f8-ca0566a94439) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:21:23.797475 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-26486751-b3fe-4f71-9a5d-9a64811cfe8f None None] Provisioning complete for port 1e9e755b-a007-4f56-a9eb-84d5eadf81e5 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:21:23.797859 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-26486751-b3fe-4f71-9a5d-9a64811cfe8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:23.987606 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-edbcce66-a0ae-4161-a07e-84d55deeb517 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:23.995119 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-edbcce66-a0ae-4161-a07e-84d55deeb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:24.044806 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbcce66-a0ae-4161-a07e-84d55deeb517 None None] Network cf788136-d180-4b9a-bd17-17c4cba54b36 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:21:24.047953 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-edbcce66-a0ae-4161-a07e-84d55deeb517 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:21:24.050461 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbcce66-a0ae-4161-a07e-84d55deeb517 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:21:24.058792 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbcce66-a0ae-4161-a07e-84d55deeb517 None None] Pushing event updated for resources: {'Port': ['ID=283937c7-2b14-4280-a8f8-ca0566a94439,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:21:24.121968 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-edbcce66-a0ae-4161-a07e-84d55deeb517 None None] Attempting to bind port 283937c7-2b14-4280-a8f8-ca0566a94439 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:21:24.121968 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-edbcce66-a0ae-4161-a07e-84d55deeb517 None None] Attempting to bind port 283937c7-2b14-4280-a8f8-ca0566a94439 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '2459b906-bfb5-4514-a19f-dba8b8b2fb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'cf788136-d180-4b9a-bd17-17c4cba54b36'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:21:24.121968 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbcce66-a0ae-4161-a07e-84d55deeb517 None None] Attempting to bind port 283937c7-2b14-4280-a8f8-ca0566a94439 on network cf788136-d180-4b9a-bd17-17c4cba54b36 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:21:24.127249 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbcce66-a0ae-4161-a07e-84d55deeb517 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:21:24.128093 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbcce66-a0ae-4161-a07e-84d55deeb517 None None] Checking segment: {'id': '2459b906-bfb5-4514-a19f-dba8b8b2fb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'cf788136-d180-4b9a-bd17-17c4cba54b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:21:24.128485 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-edbcce66-a0ae-4161-a07e-84d55deeb517 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:24.128954 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbcce66-a0ae-4161-a07e-84d55deeb517 None None] Bound using segment: {'id': '2459b906-bfb5-4514-a19f-dba8b8b2fb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'cf788136-d180-4b9a-bd17-17c4cba54b36'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:21:24.129550 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-edbcce66-a0ae-4161-a07e-84d55deeb517 None None] Bound port: 283937c7-2b14-4280-a8f8-ca0566a94439, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2459b906-bfb5-4514-a19f-dba8b8b2fb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'cf788136-d180-4b9a-bd17-17c4cba54b36'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:21:24.130044 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-edbcce66-a0ae-4161-a07e-84d55deeb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:24.198560 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-edbcce66-a0ae-4161-a07e-84d55deeb517 None None] For port 283937c7-2b14-4280-a8f8-ca0566a94439, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:21:24.201683 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-edbcce66-a0ae-4161-a07e-84d55deeb517 None None] For port 283937c7-2b14-4280-a8f8-ca0566a94439, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=283937c7-2b14-4280-a8f8-ca0566a94439,segment=NetworkSegment(2459b906-bfb5-4514-a19f-dba8b8b2fb0f),segment_id=2459b906-bfb5-4514-a19f-dba8b8b2fb0f)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:21:24.206591 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-edbcce66-a0ae-4161-a07e-84d55deeb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:24.249857 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-f7819b19-4605-428d-b6f2-2b3237c44d88 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Allocated IP 172.20.0.1 (cf788136-d180-4b9a-bd17-17c4cba54b36/0ed1485a-09f2-4e4b-ac86-dd772e6d5608/62026c68-90be-4ed6-96c6-80be28c9e5d0) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:21:24.271345 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbcce66-a0ae-4161-a07e-84d55deeb517 None None] Pushing event updated for resources: {'Port': ['ID=283937c7-2b14-4280-a8f8-ca0566a94439,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:21:24.385981 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7819b19-4605-428d-b6f2-2b3237c44d88 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:24.422087 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7819b19-4605-428d-b6f2-2b3237c44d88 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:24.478649 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7819b19-4605-428d-b6f2-2b3237c44d88 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Network cf788136-d180-4b9a-bd17-17c4cba54b36 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:21:24.481750 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-f7819b19-4605-428d-b6f2-2b3237c44d88 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:21:24.485540 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7819b19-4605-428d-b6f2-2b3237c44d88 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:21:24.491730 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7819b19-4605-428d-b6f2-2b3237c44d88 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'Port': ['ID=62026c68-90be-4ed6-96c6-80be28c9e5d0,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:21:24.540953 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7819b19-4605-428d-b6f2-2b3237c44d88 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:24.677146 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7819b19-4605-428d-b6f2-2b3237c44d88 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:24.952705 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7819b19-4605-428d-b6f2-2b3237c44d88 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:24.957689 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7819b19-4605-428d-b6f2-2b3237c44d88 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:25.033381 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7819b19-4605-428d-b6f2-2b3237c44d88 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'Port': ['ID=62026c68-90be-4ed6-96c6-80be28c9e5d0,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:21:25.035911 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f7819b19-4605-428d-b6f2-2b3237c44d88 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:25.126078 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7819b19-4605-428d-b6f2-2b3237c44d88 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Network cf788136-d180-4b9a-bd17-17c4cba54b36 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:21:25.127677 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-f7819b19-4605-428d-b6f2-2b3237c44d88 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:21:25.244725 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7819b19-4605-428d-b6f2-2b3237c44d88 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Router f05a53e6-d41a-432b-8cfd-2da460956e13 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:21:25.356880 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7819b19-4605-428d-b6f2-2b3237c44d88 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:21:25.365980 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f7819b19-4605-428d-b6f2-2b3237c44d88 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "PUT /v2.0/routers/f05a53e6-d41a-432b-8cfd-2da460956e13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1878743 Nov 16 12:21:25.445953 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ae547c-ad0f-4fb8-8a74-54b8ce94dc98 None None] Network cf788136-d180-4b9a-bd17-17c4cba54b36 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:21:25.521390 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-e03e187f-9721-47fb-9b9d-4d74753968e8 None None] Provisioning complete for port 283937c7-2b14-4280-a8f8-ca0566a94439 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:21:25.521760 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e03e187f-9721-47fb-9b9d-4d74753968e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:25.555230 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-08171d9f-e110-4308-b8b0-b9cccb524012 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1255048316&fields=id&tenant_id=aae820dbeac54b079877012566498127 HTTP/1.1" status: 200 len: 267 time: 0.0709298 Nov 16 12:21:25.615265 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 283937c7-2b14-4280-a8f8-ca0566a94439 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:21:25.682176 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-7aaf9fdd-ff3d-4555-a9c8-3d759b6230e0 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:21:25.683964 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-7aaf9fdd-ff3d-4555-a9c8-3d759b6230e0 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/networks?id=cf788136-d180-4b9a-bd17-17c4cba54b36 HTTP/1.1" status: 200 len: 796 time: 0.1193206 Nov 16 12:21:25.708512 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-3e63b91b-5f40-482d-b390-2e90c88cf1d4 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/quotas/aae820dbeac54b079877012566498127 HTTP/1.1" status: 200 len: 375 time: 0.0173733 Nov 16 12:21:25.725757 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e03e187f-9721-47fb-9b9d-4d74753968e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:25.752798 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 283937c7-2b14-4280-a8f8-ca0566a94439 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:21:25.753162 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:25.759196 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-5a5dee42-403b-4c4f-8622-2eef91c6569b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=aae820dbeac54b079877012566498127&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496743 Nov 16 12:21:25.805751 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e03e187f-9721-47fb-9b9d-4d74753968e8 None None] For port 283937c7-2b14-4280-a8f8-ca0566a94439, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=283937c7-2b14-4280-a8f8-ca0566a94439,segment=NetworkSegment(2459b906-bfb5-4514-a19f-dba8b8b2fb0f),segment_id=2459b906-bfb5-4514-a19f-dba8b8b2fb0f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:21:25.819252 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e1cac5-1727-465e-b569-c64d7be6ceca None None] Sync routers for ids ['f05a53e6-d41a-432b-8cfd-2da460956e13'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:21:25.823535 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e03e187f-9721-47fb-9b9d-4d74753968e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:25.835427 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-7bce0130-6ad4-4e63-90d4-353ee57b31ab service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 12:21:25.836585 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-7bce0130-6ad4-4e63-90d4-353ee57b31ab service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0656276 Nov 16 12:21:25.882274 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e1cac5-1727-465e-b569-c64d7be6ceca None None] Routers {'f05a53e6-d41a-432b-8cfd-2da460956e13'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:21:25.883482 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c7e1cac5-1727-465e-b569-c64d7be6ceca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:21:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f05a53e6-d41a-432b-8cfd-2da460956e13'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:21:25.943081 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-959600c7-a3ec-4051-9ea3-22926af08dd7 service neutron] 10.222.0.61 "GET /v2.0/networks/cf788136-d180-4b9a-bd17-17c4cba54b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992775 Nov 16 12:21:26.018616 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e187f-9721-47fb-9b9d-4d74753968e8 None None] Pushing event updated for resources: {'Port': ['ID=283937c7-2b14-4280-a8f8-ca0566a94439,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:21:26.025328 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 1e9e755b-a007-4f56-a9eb-84d5eadf81e5 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:21:26.047552 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-b71b77df-29b2-4657-a7e6-35088d674c11 service neutron] 10.222.0.61 "GET /v2.0/networks/cf788136-d180-4b9a-bd17-17c4cba54b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996118 Nov 16 12:21:26.093384 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-0aa16a6b-856d-4d16-83ac-f168d39f1912 None None] Provisioning complete for port 62026c68-90be-4ed6-96c6-80be28c9e5d0 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:21:26.093752 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0aa16a6b-856d-4d16-83ac-f168d39f1912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:26.099470 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-c7e1cac5-1727-465e-b569-c64d7be6ceca None None] Set router f05a53e6-d41a-432b-8cfd-2da460956e13 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:21:26.246054 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bc32d61e-efdb-47a2-beaf-8f9217d7b799 req-0d7bb35b-67f6-4bf0-826b-b0010b1e61e1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=428eb878-7ef9-4ce8-a939-48995cf2fd67 HTTP/1.1" status: 200 len: 210 time: 0.0326781 Nov 16 12:21:26.269202 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-0aa16a6b-856d-4d16-83ac-f168d39f1912 None None] Port 62026c68-90be-4ed6-96c6-80be28c9e5d0 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:21:26.286815 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 1e9e755b-a007-4f56-a9eb-84d5eadf81e5 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:21:26.287188 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:26.497538 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-0aa16a6b-856d-4d16-83ac-f168d39f1912 None None] Provisioning complete for port 283937c7-2b14-4280-a8f8-ca0566a94439 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:21:26.498265 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0aa16a6b-856d-4d16-83ac-f168d39f1912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:26.630025 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c7e1cac5-1727-465e-b569-c64d7be6ceca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05a53e6-d41a-432b-8cfd-2da460956e13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989944165', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '1e9e755b-a007-4f56-a9eb-84d5eadf81e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:21:20Z', 'updated_at': '2021-11-16T12:21:24Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': '1e9e755b-a007-4f56-a9eb-84d5eadf81e5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:48:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a53e6-d41a-432b-8cfd-2da460956e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:21:21Z', 'updated_at': '2021-11-16T12:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '62026c68-90be-4ed6-96c6-80be28c9e5d0', 'name': '', 'network_id': 'cf788136-d180-4b9a-bd17-17c4cba54b36', 'tenant_id': 'aae820dbeac54b079877012566498127', 'mac_address': 'fa:16:3e:8e:92:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05a53e6-d41a-432b-8cfd-2da460956e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '0ed1485a-09f2-4e4b-ac86-dd772e6d5608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:21:24Z', 'updated_at': '2021-11-16T12:21:24Z', 'revision_number': 2, 'project_id': 'aae820dbeac54b079877012566498127', 'subnets': [{'id': '0ed1485a-09f2-4e4b-ac86-dd772e6d5608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:21:26.680290 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e1cac5-1727-465e-b569-c64d7be6ceca None None] Checking router: f05a53e6-d41a-432b-8cfd-2da460956e13 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:21:26.680650 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e1cac5-1727-465e-b569-c64d7be6ceca None None] Updating router f05a53e6-d41a-432b-8cfd-2da460956e13 port 62026c68-90be-4ed6-96c6-80be28c9e5d0 binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 12:21:26.714846 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c7e1cac5-1727-465e-b569-c64d7be6ceca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:26.880204 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-633cd9ce-533c-46ad-be50-94b51bc1e78f None None] Provisioning complete for port 62026c68-90be-4ed6-96c6-80be28c9e5d0 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:21:26.880575 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-633cd9ce-533c-46ad-be50-94b51bc1e78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:26.928354 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-633cd9ce-533c-46ad-be50-94b51bc1e78f None None] Port 62026c68-90be-4ed6-96c6-80be28c9e5d0 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:21:27.013898 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c7e1cac5-1727-465e-b569-c64d7be6ceca None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:27.019112 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c7e1cac5-1727-465e-b569-c64d7be6ceca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:27.068690 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f4e4a-fd9a-46c2-a37e-b1ee5e7a4ece None None] Pushing event updated for resources: {'Port': ['ID=62026c68-90be-4ed6-96c6-80be28c9e5d0,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:21:27.124995 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c7e1cac5-1727-465e-b569-c64d7be6ceca None None] Attempting to bind port 62026c68-90be-4ed6-96c6-80be28c9e5d0 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:21:27.125459 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c7e1cac5-1727-465e-b569-c64d7be6ceca None None] Attempting to bind port 62026c68-90be-4ed6-96c6-80be28c9e5d0 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '2459b906-bfb5-4514-a19f-dba8b8b2fb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'cf788136-d180-4b9a-bd17-17c4cba54b36'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:21:27.125907 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e1cac5-1727-465e-b569-c64d7be6ceca None None] Attempting to bind port 62026c68-90be-4ed6-96c6-80be28c9e5d0 on network cf788136-d180-4b9a-bd17-17c4cba54b36 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:21:27.131304 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e1cac5-1727-465e-b569-c64d7be6ceca None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:21:27.131685 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e1cac5-1727-465e-b569-c64d7be6ceca None None] Checking segment: {'id': '2459b906-bfb5-4514-a19f-dba8b8b2fb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'cf788136-d180-4b9a-bd17-17c4cba54b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:21:27.132110 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c7e1cac5-1727-465e-b569-c64d7be6ceca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:27.132510 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e1cac5-1727-465e-b569-c64d7be6ceca None None] Bound using segment: {'id': '2459b906-bfb5-4514-a19f-dba8b8b2fb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'cf788136-d180-4b9a-bd17-17c4cba54b36'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:21:27.133028 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c7e1cac5-1727-465e-b569-c64d7be6ceca None None] Bound port: 62026c68-90be-4ed6-96c6-80be28c9e5d0, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2459b906-bfb5-4514-a19f-dba8b8b2fb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'cf788136-d180-4b9a-bd17-17c4cba54b36'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:21:27.133424 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c7e1cac5-1727-465e-b569-c64d7be6ceca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:27.212766 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c7e1cac5-1727-465e-b569-c64d7be6ceca None None] For port 62026c68-90be-4ed6-96c6-80be28c9e5d0, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:21:27.216915 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c7e1cac5-1727-465e-b569-c64d7be6ceca None None] For port 62026c68-90be-4ed6-96c6-80be28c9e5d0, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=62026c68-90be-4ed6-96c6-80be28c9e5d0,segment=NetworkSegment(2459b906-bfb5-4514-a19f-dba8b8b2fb0f),segment_id=2459b906-bfb5-4514-a19f-dba8b8b2fb0f)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:21:27.224350 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c7e1cac5-1727-465e-b569-c64d7be6ceca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:27.273165 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e1cac5-1727-465e-b569-c64d7be6ceca None None] Routers {'f05a53e6-d41a-432b-8cfd-2da460956e13'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:21:27.274446 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c7e1cac5-1727-465e-b569-c64d7be6ceca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:21:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f05a53e6-d41a-432b-8cfd-2da460956e13'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:21:27.367482 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-3d2360a3-a2e9-49c3-aa97-d2e70e910e74 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:21:27.370773 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-3d2360a3-a2e9-49c3-aa97-d2e70e910e74 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.64 "GET /v2.0/networks?id=cf788136-d180-4b9a-bd17-17c4cba54b36 HTTP/1.1" status: 200 len: 796 time: 0.1649487 Nov 16 12:21:27.374309 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2783ba58-df2d-497d-a8f1-9b70a2a9c395 req-a7b1dfbd-7b0f-454f-9bf0-8c93842bc54f tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=428eb878-7ef9-4ce8-a939-48995cf2fd67 HTTP/1.1" status: 200 len: 210 time: 0.0415604 Nov 16 12:21:27.411791 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f4e4a-fd9a-46c2-a37e-b1ee5e7a4ece None None] Pushing event updated for resources: {'Port': ['ID=62026c68-90be-4ed6-96c6-80be28c9e5d0,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:21:27.428947 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ee648f46-d90c-4d61-8a22-a8ed224f14a8 None None] Provisioning complete for port 62026c68-90be-4ed6-96c6-80be28c9e5d0 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:21:27.429328 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ee648f46-d90c-4d61-8a22-a8ed224f14a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:27.444870 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-e89bad89-87af-48e7-84d0-68befb7e7a89 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aae820dbeac54b079877012566498127 HTTP/1.1" status: 200 len: 380 time: 0.0574327 Nov 16 12:21:27.456341 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-45f964d2-5d98-4e55-9ee4-852871570e17 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'port': {'device_id': '428eb878-7ef9-4ce8-a939-48995cf2fd67', 'network_id': 'cf788136-d180-4b9a-bd17-17c4cba54b36', 'admin_state_up': True, 'tenant_id': 'aae820dbeac54b079877012566498127', 'security_groups': ['c1945811-2bc6-40e8-909c-e2bccbce2f57']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:21:27.465371 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-c7e1cac5-1727-465e-b569-c64d7be6ceca None None] Set router f05a53e6-d41a-432b-8cfd-2da460956e13 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:21:27.566434 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 283937c7-2b14-4280-a8f8-ca0566a94439 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:21:27.578875 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-45f964d2-5d98-4e55-9ee4-852871570e17 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Made reservation on behalf of aae820dbeac54b079877012566498127 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:21:27.582509 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-45f964d2-5d98-4e55-9ee4-852871570e17 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:27.704927 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ee648f46-d90c-4d61-8a22-a8ed224f14a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:27.712393 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-45f964d2-5d98-4e55-9ee4-852871570e17 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Allocated IP 172.20.0.4 (cf788136-d180-4b9a-bd17-17c4cba54b36/0ed1485a-09f2-4e4b-ac86-dd772e6d5608/b5ed7327-93fd-466c-8083-80f93f62bc50) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:21:27.769471 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 283937c7-2b14-4280-a8f8-ca0566a94439 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:21:27.769743 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:27.797050 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-ee648f46-d90c-4d61-8a22-a8ed224f14a8 None None] For port 62026c68-90be-4ed6-96c6-80be28c9e5d0, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=62026c68-90be-4ed6-96c6-80be28c9e5d0,segment=NetworkSegment(2459b906-bfb5-4514-a19f-dba8b8b2fb0f),segment_id=2459b906-bfb5-4514-a19f-dba8b8b2fb0f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:21:27.808024 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ee648f46-d90c-4d61-8a22-a8ed224f14a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:27.854868 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-45f964d2-5d98-4e55-9ee4-852871570e17 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:27.878927 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee648f46-d90c-4d61-8a22-a8ed224f14a8 None None] Pushing event updated for resources: {'Port': ['ID=62026c68-90be-4ed6-96c6-80be28c9e5d0,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:21:27.887481 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c7e1cac5-1727-465e-b569-c64d7be6ceca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05a53e6-d41a-432b-8cfd-2da460956e13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989944165', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '1e9e755b-a007-4f56-a9eb-84d5eadf81e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:21:20Z', 'updated_at': '2021-11-16T12:21:24Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': '1e9e755b-a007-4f56-a9eb-84d5eadf81e5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:48:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a53e6-d41a-432b-8cfd-2da460956e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:21:21Z', 'updated_at': '2021-11-16T12:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '62026c68-90be-4ed6-96c6-80be28c9e5d0', 'name': '', 'network_id': 'cf788136-d180-4b9a-bd17-17c4cba54b36', 'tenant_id': 'aae820dbeac54b079877012566498127', 'mac_address': 'fa:16:3e:8e:92:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05a53e6-d41a-432b-8cfd-2da460956e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '0ed1485a-09f2-4e4b-ac86-dd772e6d5608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:21:24Z', 'updated_at': '2021-11-16T12:21:27Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'subnets': [{'id': '0ed1485a-09f2-4e4b-ac86-dd772e6d5608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:21:27.892063 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-45f964d2-5d98-4e55-9ee4-852871570e17 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:27.934367 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-45f964d2-5d98-4e55-9ee4-852871570e17 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Network cf788136-d180-4b9a-bd17-17c4cba54b36 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:21:27.939374 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-45f964d2-5d98-4e55-9ee4-852871570e17 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:21:27.941841 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-45f964d2-5d98-4e55-9ee4-852871570e17 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:21:27.948242 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e1cac5-1727-465e-b569-c64d7be6ceca None None] The sync data for ids ['f05a53e6-d41a-432b-8cfd-2da460956e13'] in n-d-816823-3 is: [{'id': 'f05a53e6-d41a-432b-8cfd-2da460956e13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989944165', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '1e9e755b-a007-4f56-a9eb-84d5eadf81e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:21:20Z', 'updated_at': '2021-11-16T12:21:24Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': '1e9e755b-a007-4f56-a9eb-84d5eadf81e5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:48:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a53e6-d41a-432b-8cfd-2da460956e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:21:21Z', 'updated_at': '2021-11-16T12:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '62026c68-90be-4ed6-96c6-80be28c9e5d0', 'name': '', 'network_id': 'cf788136-d180-4b9a-bd17-17c4cba54b36', 'tenant_id': 'aae820dbeac54b079877012566498127', 'mac_address': 'fa:16:3e:8e:92:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05a53e6-d41a-432b-8cfd-2da460956e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '0ed1485a-09f2-4e4b-ac86-dd772e6d5608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:21:24Z', 'updated_at': '2021-11-16T12:21:27Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'subnets': [{'id': '0ed1485a-09f2-4e4b-ac86-dd772e6d5608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:21:27.973820 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3c395071-73e9-4a95-8109-a1b559dfcb49 None None] Provisioning complete for port 62026c68-90be-4ed6-96c6-80be28c9e5d0 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:21:27.974238 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3c395071-73e9-4a95-8109-a1b559dfcb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:27.980548 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f964d2-5d98-4e55-9ee4-852871570e17 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'Port': ['ID=b5ed7327-93fd-466c-8083-80f93f62bc50,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:21:28.023935 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-45f964d2-5d98-4e55-9ee4-852871570e17 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:21:28.024595 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-45f964d2-5d98-4e55-9ee4-852871570e17 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:28.047420 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-45f964d2-5d98-4e55-9ee4-852871570e17 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5952911 Nov 16 12:21:28.074278 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-2c31bc51-6430-4f23-90ec-9a656532b17e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 12:21:28.075336 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-2c31bc51-6430-4f23-90ec-9a656532b17e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0186205 Nov 16 12:21:28.146347 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-65a5dace-7e18-4ad3-9636-7d1520fa29f8 service neutron] Request body: {'port': {'device_id': '428eb878-7ef9-4ce8-a939-48995cf2fd67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:21:28.214008 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-65a5dace-7e18-4ad3-9636-7d1520fa29f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:28.321609 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d291a197-0e78-4770-a2a5-86d338f6b937 None None] Provisioning complete for port b5ed7327-93fd-466c-8083-80f93f62bc50 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:21:28.322063 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d291a197-0e78-4770-a2a5-86d338f6b937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:28.360797 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-d291a197-0e78-4770-a2a5-86d338f6b937 None None] Port b5ed7327-93fd-466c-8083-80f93f62bc50 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:21:28.497843 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e85feb-89d4-472c-8cc1-4481147cc78d req-4bbac676-093d-4268-bf1b-ebc4ae242d62 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:21:28.499579 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f8e85feb-89d4-472c-8cc1-4481147cc78d req-4bbac676-093d-4268-bf1b-ebc4ae242d62 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=428eb878-7ef9-4ce8-a939-48995cf2fd67 HTTP/1.1" status: 200 len: 931 time: 0.0511403 Nov 16 12:21:28.510271 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-65a5dace-7e18-4ad3-9636-7d1520fa29f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5ed7327-93fd-466c-8083-80f93f62bc50 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:21:28.518320 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-65a5dace-7e18-4ad3-9636-7d1520fa29f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:28.532804 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-65a5dace-7e18-4ad3-9636-7d1520fa29f8 service neutron] Transition to ACTIVE for port object b5ed7327-93fd-466c-8083-80f93f62bc50 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 12:21:28.537849 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-65a5dace-7e18-4ad3-9636-7d1520fa29f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:28.555282 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f8e85feb-89d4-472c-8cc1-4481147cc78d req-d197a012-1129-4551-9e05-d9e2fcebd1e0 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1945811-2bc6-40e8-909c-e2bccbce2f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492351 Nov 16 12:21:28.591363 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a5dace-7e18-4ad3-9636-7d1520fa29f8 service neutron] Pushing event updated for resources: {'Port': ['ID=b5ed7327-93fd-466c-8083-80f93f62bc50,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:21:28.681376 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-65a5dace-7e18-4ad3-9636-7d1520fa29f8 service neutron] Attempting to bind port b5ed7327-93fd-466c-8083-80f93f62bc50 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:21:28.681793 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-65a5dace-7e18-4ad3-9636-7d1520fa29f8 service neutron] Attempting to bind port b5ed7327-93fd-466c-8083-80f93f62bc50 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '2459b906-bfb5-4514-a19f-dba8b8b2fb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'cf788136-d180-4b9a-bd17-17c4cba54b36'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:21:28.682222 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-65a5dace-7e18-4ad3-9636-7d1520fa29f8 service neutron] Attempting to bind port b5ed7327-93fd-466c-8083-80f93f62bc50 on network cf788136-d180-4b9a-bd17-17c4cba54b36 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:21:28.687353 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-65a5dace-7e18-4ad3-9636-7d1520fa29f8 service neutron] Port b5ed7327-93fd-466c-8083-80f93f62bc50 on network cf788136-d180-4b9a-bd17-17c4cba54b36 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 12:21:28.687752 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-65a5dace-7e18-4ad3-9636-7d1520fa29f8 service neutron] Attempting to bind port b5ed7327-93fd-466c-8083-80f93f62bc50 on network cf788136-d180-4b9a-bd17-17c4cba54b36 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:21:28.693260 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-65a5dace-7e18-4ad3-9636-7d1520fa29f8 service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:21:28.694281 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-65a5dace-7e18-4ad3-9636-7d1520fa29f8 service neutron] Checking segment: {'id': '2459b906-bfb5-4514-a19f-dba8b8b2fb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'cf788136-d180-4b9a-bd17-17c4cba54b36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:21:28.694863 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-65a5dace-7e18-4ad3-9636-7d1520fa29f8 service neutron] Bound using segment: {'id': '2459b906-bfb5-4514-a19f-dba8b8b2fb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'cf788136-d180-4b9a-bd17-17c4cba54b36'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:21:28.696085 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-65a5dace-7e18-4ad3-9636-7d1520fa29f8 service neutron] Bound port: b5ed7327-93fd-466c-8083-80f93f62bc50, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2459b906-bfb5-4514-a19f-dba8b8b2fb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'cf788136-d180-4b9a-bd17-17c4cba54b36'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:21:28.696521 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-65a5dace-7e18-4ad3-9636-7d1520fa29f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:28.768632 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-65a5dace-7e18-4ad3-9636-7d1520fa29f8 service neutron] For port b5ed7327-93fd-466c-8083-80f93f62bc50, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:21:28.772322 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-65a5dace-7e18-4ad3-9636-7d1520fa29f8 service neutron] For port b5ed7327-93fd-466c-8083-80f93f62bc50, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=b5ed7327-93fd-466c-8083-80f93f62bc50,segment=NetworkSegment(2459b906-bfb5-4514-a19f-dba8b8b2fb0f),segment_id=2459b906-bfb5-4514-a19f-dba8b8b2fb0f)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:21:28.775402 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:28.778966 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-65a5dace-7e18-4ad3-9636-7d1520fa29f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:28.821030 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-65a5dace-7e18-4ad3-9636-7d1520fa29f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:21:28.821644 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-65a5dace-7e18-4ad3-9636-7d1520fa29f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:28.823055 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-65a5dace-7e18-4ad3-9636-7d1520fa29f8 service neutron] 10.222.0.64 "PUT /v2.0/ports/b5ed7327-93fd-466c-8083-80f93f62bc50 HTTP/1.1" status: 200 len: 1091 time: 0.7384949 Nov 16 12:21:28.823517 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428eb878-7ef9-4ce8-a939-48995cf2fd67', 'tag': 'b5ed7327-93fd-466c-8083-80f93f62bc50'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:21:28.825820 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b4cb006b19835c19bcd0265a95de96d39c41d7d45c6d056c20fcc032bf3cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c00630-6d4e-44f3-982e-206f923c05a8" -d '{"events": [{"name": "network-changed", "server_uuid": "428eb878-7ef9-4ce8-a939-48995cf2fd67", "tag": "b5ed7327-93fd-466c-8083-80f93f62bc50"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:21:28.844751 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a5dace-7e18-4ad3-9636-7d1520fa29f8 service neutron] Pushing event updated for resources: {'Port': ['ID=b5ed7327-93fd-466c-8083-80f93f62bc50,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:21:28.888690 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820b080b-2b59-459c-bdca-be22bdb90612 x-openstack-request-id: req-820b080b-2b59-459c-bdca-be22bdb90612 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:21:28.889069 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "428eb878-7ef9-4ce8-a939-48995cf2fd67", "tag": "b5ed7327-93fd-466c-8083-80f93f62bc50", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:21:28.889376 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-820b080b-2b59-459c-bdca-be22bdb90612 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:21:28.890274 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '428eb878-7ef9-4ce8-a939-48995cf2fd67', 'tag': 'b5ed7327-93fd-466c-8083-80f93f62bc50', 'status': 'completed', 'code': 200} Nov 16 12:21:28.941311 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-11553a2e-24eb-4b23-bbbb-f986f2176880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:21:28.942907 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-11553a2e-24eb-4b23-bbbb-f986f2176880 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aae820dbeac54b079877012566498127&device_id=428eb878-7ef9-4ce8-a939-48995cf2fd67 HTTP/1.1" status: 200 len: 1094 time: 0.0477624 Nov 16 12:21:28.993771 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-5454f9f2-6c0d-42b6-ad5b-73016a572f2d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5ed7327-93fd-466c-8083-80f93f62bc50 HTTP/1.1" status: 200 len: 217 time: 0.0427339 Nov 16 12:21:29.049817 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-38aa6c6c-29e9-440b-b965-777e6f2c4d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:21:29.051329 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-38aa6c6c-29e9-440b-b965-777e6f2c4d6a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0ed1485a-09f2-4e4b-ac86-dd772e6d5608 HTTP/1.1" status: 200 len: 835 time: 0.0510805 Nov 16 12:21:29.101981 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-780c257d-7c26-4878-8bcc-1742b42a1dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:21:29.103499 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-780c257d-7c26-4878-8bcc-1742b42a1dec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf788136-d180-4b9a-bd17-17c4cba54b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414934 Nov 16 12:21:29.203483 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-bb8f6f7b-57f7-489e-b09f-6e0b5480f21e service neutron] 10.222.0.64 "GET /v2.0/networks/cf788136-d180-4b9a-bd17-17c4cba54b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872815 Nov 16 12:21:29.302323 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-50da06c7-4d96-462d-85a7-b182fb5afcf2 req-25d36941-3e47-46ac-b033-8744b8650103 service neutron] 10.222.0.64 "GET /v2.0/networks/cf788136-d180-4b9a-bd17-17c4cba54b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877147 Nov 16 12:21:29.394939 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c00630-6d4e-44f3-982e-206f923c05a8 req-cc37ca6e-3072-4993-80a6-d69c3fe4294f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:21:29.396345 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d5c00630-6d4e-44f3-982e-206f923c05a8 req-cc37ca6e-3072-4993-80a6-d69c3fe4294f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aae820dbeac54b079877012566498127&device_id=428eb878-7ef9-4ce8-a939-48995cf2fd67 HTTP/1.1" status: 200 len: 1094 time: 0.0417206 Nov 16 12:21:29.493611 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c00630-6d4e-44f3-982e-206f923c05a8 req-4c34b233-b095-46ca-b5f3-037f60eacc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:21:29.495143 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d5c00630-6d4e-44f3-982e-206f923c05a8 req-4c34b233-b095-46ca-b5f3-037f60eacc6c service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf788136-d180-4b9a-bd17-17c4cba54b36 HTTP/1.1" status: 200 len: 897 time: 0.0884590 Nov 16 12:21:29.536422 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d5c00630-6d4e-44f3-982e-206f923c05a8 req-554adc70-ca12-45de-bce7-4b9d87924c34 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5ed7327-93fd-466c-8083-80f93f62bc50 HTTP/1.1" status: 200 len: 217 time: 0.0344994 Nov 16 12:21:29.541128 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:29.557653 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 62026c68-90be-4ed6-96c6-80be28c9e5d0 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:21:29.592329 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c00630-6d4e-44f3-982e-206f923c05a8 req-640964a0-c519-4637-8b24-8330e771d9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:21:29.594085 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d5c00630-6d4e-44f3-982e-206f923c05a8 req-640964a0-c519-4637-8b24-8330e771d9ff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0ed1485a-09f2-4e4b-ac86-dd772e6d5608 HTTP/1.1" status: 200 len: 835 time: 0.0499592 Nov 16 12:21:29.607441 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 62026c68-90be-4ed6-96c6-80be28c9e5d0 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:21:29.607815 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:29.643514 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c00630-6d4e-44f3-982e-206f923c05a8 req-ceb72792-e48a-41bc-b0e3-471f4fa51d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:21:29.645684 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d5c00630-6d4e-44f3-982e-206f923c05a8 req-ceb72792-e48a-41bc-b0e3-471f4fa51d8e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf788136-d180-4b9a-bd17-17c4cba54b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440755 Nov 16 12:21:29.685393 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8f58e-0135-433e-8c0e-b609850bf00f req-ab904f20-8351-4177-a5b4-3c85cada32a5 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:21:29.692683 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f9c8f58e-0135-433e-8c0e-b609850bf00f req-ab904f20-8351-4177-a5b4-3c85cada32a5 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=428eb878-7ef9-4ce8-a939-48995cf2fd67 HTTP/1.1" status: 200 len: 943 time: 0.0573568 Nov 16 12:21:29.742527 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f9c8f58e-0135-433e-8c0e-b609850bf00f req-ad4b8ff5-2571-4114-8f0e-514389302af7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1945811-2bc6-40e8-909c-e2bccbce2f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487585 Nov 16 12:21:29.746943 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d5c00630-6d4e-44f3-982e-206f923c05a8 req-5b6be72e-4c2c-4ee4-994c-79355a112f76 service neutron] 10.222.0.64 "GET /v2.0/networks/cf788136-d180-4b9a-bd17-17c4cba54b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923536 Nov 16 12:21:29.837065 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d5c00630-6d4e-44f3-982e-206f923c05a8 req-118b5066-79bc-4ed1-baf7-489cb2e5f74a service neutron] 10.222.0.64 "GET /v2.0/networks/cf788136-d180-4b9a-bd17-17c4cba54b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817325 Nov 16 12:21:30.860972 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a1f0c-7de6-4acc-90df-2bd7a3cc0991 req-40cbe1f4-3e68-4013-b5b8-16a479b31012 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:21:30.862473 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0a8a1f0c-7de6-4acc-90df-2bd7a3cc0991 req-40cbe1f4-3e68-4013-b5b8-16a479b31012 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=428eb878-7ef9-4ce8-a939-48995cf2fd67 HTTP/1.1" status: 200 len: 943 time: 0.0490746 Nov 16 12:21:30.912527 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0a8a1f0c-7de6-4acc-90df-2bd7a3cc0991 req-5127d6fe-3591-48a5-a909-e920197c9dfa tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1945811-2bc6-40e8-909c-e2bccbce2f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440264 Nov 16 12:21:31.931954 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device b5ed7327-93fd-466c-8083-80f93f62bc50 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 12:21:32.029372 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7e832-f93c-4822-b1ec-6917fa5cf5ec req-24c796aa-a7a6-4d2d-aa70-ac65d62318c3 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:21:32.030034 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port b5ed7327-93fd-466c-8083-80f93f62bc50, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=b5ed7327-93fd-466c-8083-80f93f62bc50,segment=NetworkSegment(2459b906-bfb5-4514-a19f-dba8b8b2fb0f),segment_id=2459b906-bfb5-4514-a19f-dba8b8b2fb0f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:21:32.030936 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-35d7e832-f93c-4822-b1ec-6917fa5cf5ec req-24c796aa-a7a6-4d2d-aa70-ac65d62318c3 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=428eb878-7ef9-4ce8-a939-48995cf2fd67 HTTP/1.1" status: 200 len: 943 time: 0.0492156 Nov 16 12:21:32.041867 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'b5ed7327-93fd-466c-8083-80f93f62bc50', 'network_id': 'cf788136-d180-4b9a-bd17-17c4cba54b36', 'port_id': 'b5ed7327-93fd-466c-8083-80f93f62bc50', 'mac_address': 'fa:16:3e:da:8e:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ed1485a-09f2-4e4b-ac86-dd772e6d5608', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 12:21:32.077912 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:32.080826 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-35d7e832-f93c-4822-b1ec-6917fa5cf5ec req-98fcd852-04a8-407a-a2b8-6439cffcb126 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1945811-2bc6-40e8-909c-e2bccbce2f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437796 Nov 16 12:21:32.091239 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5ed7327-93fd-466c-8083-80f93f62bc50 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:21:32.109949 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port b5ed7327-93fd-466c-8083-80f93f62bc50, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=b5ed7327-93fd-466c-8083-80f93f62bc50,segment=NetworkSegment(2459b906-bfb5-4514-a19f-dba8b8b2fb0f),segment_id=2459b906-bfb5-4514-a19f-dba8b8b2fb0f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:21:32.113838 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:32.160233 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=b5ed7327-93fd-466c-8083-80f93f62bc50,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:21:32.422017 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['b5ed7327-93fd-466c-8083-80f93f62bc50'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:21:33.199747 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6210c2-22a9-4d15-bf82-b9c5f43a6e6a req-d384f446-e827-4e41-b16f-81fa977ff4de tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:21:33.201201 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7a6210c2-22a9-4d15-bf82-b9c5f43a6e6a req-d384f446-e827-4e41-b16f-81fa977ff4de tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=428eb878-7ef9-4ce8-a939-48995cf2fd67 HTTP/1.1" status: 200 len: 944 time: 0.0521884 Nov 16 12:21:33.249821 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7a6210c2-22a9-4d15-bf82-b9c5f43a6e6a req-d6aeadbf-77e7-4849-8942-8a734c0c72bd tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1945811-2bc6-40e8-909c-e2bccbce2f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428233 Nov 16 12:21:33.963099 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device b5ed7327-93fd-466c-8083-80f93f62bc50 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:21:34.014345 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port b5ed7327-93fd-466c-8083-80f93f62bc50 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 12:21:34.018838 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port b5ed7327-93fd-466c-8083-80f93f62bc50 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:21:34.019214 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:34.093798 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:34.115917 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428eb878-7ef9-4ce8-a939-48995cf2fd67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ed7327-93fd-466c-8083-80f93f62bc50'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:21:34.118965 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3028c6c2751e05b8ffe46419f90227d3bdc45fe093bf287cadf4b73479a61306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628eb889-7927-40b7-b03a-faff3a6f5229" -d '{"events": [{"server_uuid": "428eb878-7ef9-4ce8-a939-48995cf2fd67", "name": "network-vif-plugged", "status": "completed", "tag": "b5ed7327-93fd-466c-8083-80f93f62bc50"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:21:34.134741 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port b5ed7327-93fd-466c-8083-80f93f62bc50, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=b5ed7327-93fd-466c-8083-80f93f62bc50,segment=NetworkSegment(2459b906-bfb5-4514-a19f-dba8b8b2fb0f),segment_id=2459b906-bfb5-4514-a19f-dba8b8b2fb0f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:21:34.139429 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:34.186121 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=b5ed7327-93fd-466c-8083-80f93f62bc50,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:21:34.215673 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214e5483-0f50-420f-98ed-8908678390f5 x-openstack-request-id: req-214e5483-0f50-420f-98ed-8908678390f5 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:21:34.215969 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "428eb878-7ef9-4ce8-a939-48995cf2fd67", "name": "network-vif-plugged", "status": "completed", "tag": "b5ed7327-93fd-466c-8083-80f93f62bc50", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:21:34.216228 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-214e5483-0f50-420f-98ed-8908678390f5 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:21:34.216625 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '428eb878-7ef9-4ce8-a939-48995cf2fd67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ed7327-93fd-466c-8083-80f93f62bc50', 'code': 200} Nov 16 12:21:34.320011 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604d875-1613-46ff-b0d4-b6dd2fa8a989 req-f9c6e30d-9740-4698-bc64-ede03747f6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:21:34.321516 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c604d875-1613-46ff-b0d4-b6dd2fa8a989 req-f9c6e30d-9740-4698-bc64-ede03747f6cf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=428eb878-7ef9-4ce8-a939-48995cf2fd67 HTTP/1.1" status: 200 len: 1096 time: 0.0406547 Nov 16 12:21:34.366494 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce09d2d-809d-405d-be6d-c5a8421bf51a req-d69d2edb-6e7f-49c3-8e88-8712cc981815 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:21:34.368495 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5ce09d2d-809d-405d-be6d-c5a8421bf51a req-d69d2edb-6e7f-49c3-8e88-8712cc981815 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=428eb878-7ef9-4ce8-a939-48995cf2fd67 HTTP/1.1" status: 200 len: 945 time: 0.0494409 Nov 16 12:21:34.372126 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c604d875-1613-46ff-b0d4-b6dd2fa8a989 req-dc911f2c-fc1b-4f59-8e47-a461b0313d61 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c1945811-2bc6-40e8-909c-e2bccbce2f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397716 Nov 16 12:21:34.417569 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5ce09d2d-809d-405d-be6d-c5a8421bf51a req-a456cef2-fabd-4846-bc39-bc7dc3cd7bef tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1945811-2bc6-40e8-909c-e2bccbce2f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430493 Nov 16 12:21:35.541323 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e89f6-cb07-472d-9fa2-ade9eb7524ff req-d6385863-9d0c-40b6-9fd5-f2e076f53e82 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:21:35.542854 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e19e89f6-cb07-472d-9fa2-ade9eb7524ff req-d6385863-9d0c-40b6-9fd5-f2e076f53e82 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=428eb878-7ef9-4ce8-a939-48995cf2fd67 HTTP/1.1" status: 200 len: 945 time: 0.0542059 Nov 16 12:21:35.592906 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e19e89f6-cb07-472d-9fa2-ade9eb7524ff req-44882c3d-c5d4-422e-a304-9a54d6734513 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1945811-2bc6-40e8-909c-e2bccbce2f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439899 Nov 16 12:21:36.712635 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e33014-d8ae-4c9a-b556-ee636ed86024 req-ae2e6ab0-8f13-4b70-976b-c7913cfde853 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:21:36.714202 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a5e33014-d8ae-4c9a-b556-ee636ed86024 req-ae2e6ab0-8f13-4b70-976b-c7913cfde853 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=428eb878-7ef9-4ce8-a939-48995cf2fd67 HTTP/1.1" status: 200 len: 945 time: 0.0503585 Nov 16 12:21:36.763176 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a5e33014-d8ae-4c9a-b556-ee636ed86024 req-299c7821-f1df-47c9-9945-baf48ca8ea2c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1945811-2bc6-40e8-909c-e2bccbce2f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430648 Nov 16 12:21:36.872992 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a25ab-4673-4fd9-bc82-b8b064dc593b req-0e829f77-6894-4439-a706-bef703b19a36 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:21:36.874411 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4c8a25ab-4673-4fd9-bc82-b8b064dc593b req-0e829f77-6894-4439-a706-bef703b19a36 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=428eb878-7ef9-4ce8-a939-48995cf2fd67 HTTP/1.1" status: 200 len: 945 time: 0.0477142 Nov 16 12:21:36.927268 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4c8a25ab-4673-4fd9-bc82-b8b064dc593b req-6fda10f3-e36b-45dd-b205-19ad835305f9 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1945811-2bc6-40e8-909c-e2bccbce2f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470388 Nov 16 12:21:36.949479 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55874) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:21:36.987374 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee206379-58c6-4820-93da-4d360fc5e1c4 tempest-TestNetworkAdvancedServerOps-1204587946 tempest-TestNetworkAdvancedServerOps-1204587946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:21:36.988931 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ee206379-58c6-4820-93da-4d360fc5e1c4 tempest-TestNetworkAdvancedServerOps-1204587946 tempest-TestNetworkAdvancedServerOps-1204587946-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=428eb878-7ef9-4ce8-a939-48995cf2fd67 HTTP/1.1" status: 200 len: 1091 time: 0.0384007 Nov 16 12:21:36.993031 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55876) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:21:36.997385 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-c846b299-a976-49c6-8939-7872374942da tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'port_id': 'b5ed7327-93fd-466c-8083-80f93f62bc50', 'tenant_id': 'aae820dbeac54b079877012566498127', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:21:37.019118 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c846b299-a976-49c6-8939-7872374942da tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for floatingip, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:37.112174 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c846b299-a976-49c6-8939-7872374942da tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:37.217114 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-c846b299-a976-49c6-8939-7872374942da tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Allocated IP 172.25.0.184 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/436dc0d2-6daf-4edb-a8c8-13b2940bdaa8) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:21:37.321379 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c846b299-a976-49c6-8939-7872374942da tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:37.354161 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c846b299-a976-49c6-8939-7872374942da tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:37.395759 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c846b299-a976-49c6-8939-7872374942da tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:21:37.398762 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-c846b299-a976-49c6-8939-7872374942da tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:21:37.404023 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c846b299-a976-49c6-8939-7872374942da tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:21:37.406846 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c846b299-a976-49c6-8939-7872374942da tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'Port': ['ID=436dc0d2-6daf-4edb-a8c8-13b2940bdaa8,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:21:37.744378 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c846b299-a976-49c6-8939-7872374942da tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:37.808710 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c846b299-a976-49c6-8939-7872374942da tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:37.955669 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c846b299-a976-49c6-8939-7872374942da tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:37.960224 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c846b299-a976-49c6-8939-7872374942da tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:38.033385 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c846b299-a976-49c6-8939-7872374942da tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'Port': ['ID=436dc0d2-6daf-4edb-a8c8-13b2940bdaa8,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:21:38.038756 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c846b299-a976-49c6-8939-7872374942da tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:38.138058 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [None req-c846b299-a976-49c6-8939-7872374942da tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Floating IP 35893de7-a933-447c-92f8-222726bf27aa associated. External IP: 172.25.0.184, port: b5ed7327-93fd-466c-8083-80f93f62bc50. Nov 16 12:21:38.343335 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c846b299-a976-49c6-8939-7872374942da tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Router f05a53e6-d41a-432b-8cfd-2da460956e13 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:21:38.449753 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c846b299-a976-49c6-8939-7872374942da tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:21:38.460055 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad00af6-2203-45c6-a044-d35a5a0ca679 None None] Sync routers for ids ['f05a53e6-d41a-432b-8cfd-2da460956e13'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:21:38.466954 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c846b299-a976-49c6-8939-7872374942da tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:38.470364 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad00af6-2203-45c6-a044-d35a5a0ca679 None None] Routers {'f05a53e6-d41a-432b-8cfd-2da460956e13'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:21:38.470980 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-aad00af6-2203-45c6-a044-d35a5a0ca679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:21:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f05a53e6-d41a-432b-8cfd-2da460956e13'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:21:38.494858 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c846b299-a976-49c6-8939-7872374942da tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5008204 Nov 16 12:21:38.495560 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428eb878-7ef9-4ce8-a939-48995cf2fd67', 'tag': 'b5ed7327-93fd-466c-8083-80f93f62bc50'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:21:38.498223 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb585f75727964cfb6af285fc9899ace3cdf5491a84d1da25652e31a132d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda62335-7a16-4a49-94a0-f76211863796" -d '{"events": [{"name": "network-changed", "server_uuid": "428eb878-7ef9-4ce8-a939-48995cf2fd67", "tag": "b5ed7327-93fd-466c-8083-80f93f62bc50"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:21:38.576910 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-aad00af6-2203-45c6-a044-d35a5a0ca679 None None] Set router f05a53e6-d41a-432b-8cfd-2da460956e13 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:21:38.591340 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fff28a-4cdd-4709-aa90-4ab714086382 req-cd76c132-624c-46b3-8295-d401f1a10856 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:21:38.592830 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-10fff28a-4cdd-4709-aa90-4ab714086382 req-cd76c132-624c-46b3-8295-d401f1a10856 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=428eb878-7ef9-4ce8-a939-48995cf2fd67 HTTP/1.1" status: 200 len: 945 time: 0.0494604 Nov 16 12:21:38.641685 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-10fff28a-4cdd-4709-aa90-4ab714086382 req-e96b29ab-13ff-4ff5-a504-907791928f7f tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1945811-2bc6-40e8-909c-e2bccbce2f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425348 Nov 16 12:21:38.666255 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55882) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:21:38.721011 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a08278-8dbd-4f49-b934-b56c139ad745 x-openstack-request-id: req-12a08278-8dbd-4f49-b934-b56c139ad745 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:21:38.721336 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "428eb878-7ef9-4ce8-a939-48995cf2fd67", "tag": "b5ed7327-93fd-466c-8083-80f93f62bc50", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:21:38.721561 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-12a08278-8dbd-4f49-b934-b56c139ad745 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:21:38.721986 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '428eb878-7ef9-4ce8-a939-48995cf2fd67', 'tag': 'b5ed7327-93fd-466c-8083-80f93f62bc50', 'status': 'completed', 'code': 200} Nov 16 12:21:38.742574 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8d5a2160-213b-43c3-acd1-57957e793eb0 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/floatingips/35893de7-a933-447c-92f8-222726bf27aa HTTP/1.1" status: 200 len: 991 time: 0.0749166 Nov 16 12:21:38.764252 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda62335-7a16-4a49-94a0-f76211863796 req-3bce2ab3-e2f7-4f5a-9207-2086f9eef4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:21:38.765762 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fda62335-7a16-4a49-94a0-f76211863796 req-3bce2ab3-e2f7-4f5a-9207-2086f9eef4f7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aae820dbeac54b079877012566498127&device_id=428eb878-7ef9-4ce8-a939-48995cf2fd67 HTTP/1.1" status: 200 len: 1096 time: 0.0505097 Nov 16 12:21:38.808067 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-aad00af6-2203-45c6-a044-d35a5a0ca679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05a53e6-d41a-432b-8cfd-2da460956e13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989944165', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '1e9e755b-a007-4f56-a9eb-84d5eadf81e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:21:20Z', 'updated_at': '2021-11-16T12:21:24Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': '1e9e755b-a007-4f56-a9eb-84d5eadf81e5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:48:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a53e6-d41a-432b-8cfd-2da460956e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:21:21Z', 'updated_at': '2021-11-16T12:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '35893de7-a933-447c-92f8-222726bf27aa', 'tenant_id': 'aae820dbeac54b079877012566498127', 'floating_ip_address': '172.25.0.184', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'f05a53e6-d41a-432b-8cfd-2da460956e13', 'port_id': 'b5ed7327-93fd-466c-8083-80f93f62bc50', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf788136-d180-4b9a-bd17-17c4cba54b36', 'mac_address': 'fa:16:3e:da:8e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428eb878-7ef9-4ce8-a939-48995cf2fd67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:21:37Z', 'updated_at': '2021-11-16T12:21:37Z', 'revision_number': 0, 'project_id': 'aae820dbeac54b079877012566498127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62026c68-90be-4ed6-96c6-80be28c9e5d0', 'name': '', 'network_id': 'cf788136-d180-4b9a-bd17-17c4cba54b36', 'tenant_id': 'aae820dbeac54b079877012566498127', 'mac_address': 'fa:16:3e:8e:92:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a53e6-d41a-432b-8cfd-2da460956e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '0ed1485a-09f2-4e4b-ac86-dd772e6d5608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:21:24Z', 'updated_at': '2021-11-16T12:21:27Z', 'revision_number': 5, 'project_id': 'aae820dbeac54b079877012566498127', 'subnets': [{'id': '0ed1485a-09f2-4e4b-ac86-dd772e6d5608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:21:38.833868 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad00af6-2203-45c6-a044-d35a5a0ca679 None None] Checking router: f05a53e6-d41a-432b-8cfd-2da460956e13 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:21:38.842495 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad00af6-2203-45c6-a044-d35a5a0ca679 None None] Routers {'f05a53e6-d41a-432b-8cfd-2da460956e13'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:21:38.843092 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-aad00af6-2203-45c6-a044-d35a5a0ca679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:21:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f05a53e6-d41a-432b-8cfd-2da460956e13'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:21:38.856521 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda62335-7a16-4a49-94a0-f76211863796 req-6c2bd3d1-f0fd-4f3f-b592-7f93440975cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:21:38.858113 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fda62335-7a16-4a49-94a0-f76211863796 req-6c2bd3d1-f0fd-4f3f-b592-7f93440975cf service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf788136-d180-4b9a-bd17-17c4cba54b36 HTTP/1.1" status: 200 len: 897 time: 0.0836024 Nov 16 12:21:38.928878 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fda62335-7a16-4a49-94a0-f76211863796 req-0e62a296-f49e-4829-b410-0f6f9ea9fa45 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5ed7327-93fd-466c-8083-80f93f62bc50 HTTP/1.1" status: 200 len: 999 time: 0.0634794 Nov 16 12:21:38.980090 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda62335-7a16-4a49-94a0-f76211863796 req-4a301057-455b-4c2c-beec-02d6ed85a5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:21:38.981568 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fda62335-7a16-4a49-94a0-f76211863796 req-4a301057-455b-4c2c-beec-02d6ed85a5e1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0ed1485a-09f2-4e4b-ac86-dd772e6d5608 HTTP/1.1" status: 200 len: 835 time: 0.0463750 Nov 16 12:21:39.029144 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda62335-7a16-4a49-94a0-f76211863796 req-dfa0b420-1a74-48e6-9bf4-1c8425bb14c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:21:39.030671 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fda62335-7a16-4a49-94a0-f76211863796 req-dfa0b420-1a74-48e6-9bf4-1c8425bb14c1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf788136-d180-4b9a-bd17-17c4cba54b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420001 Nov 16 12:21:39.034081 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-aad00af6-2203-45c6-a044-d35a5a0ca679 None None] Set router f05a53e6-d41a-432b-8cfd-2da460956e13 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:21:39.123867 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fda62335-7a16-4a49-94a0-f76211863796 req-eef07d13-2cc5-4c6f-8fcf-f3f5e3a3febc service neutron] 10.222.0.64 "GET /v2.0/networks/cf788136-d180-4b9a-bd17-17c4cba54b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850205 Nov 16 12:21:39.214206 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fda62335-7a16-4a49-94a0-f76211863796 req-dc2652a2-87f5-428c-bb16-5c81c772de51 service neutron] 10.222.0.64 "GET /v2.0/networks/cf788136-d180-4b9a-bd17-17c4cba54b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833418 Nov 16 12:21:39.256306 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-aad00af6-2203-45c6-a044-d35a5a0ca679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05a53e6-d41a-432b-8cfd-2da460956e13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989944165', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '1e9e755b-a007-4f56-a9eb-84d5eadf81e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:21:20Z', 'updated_at': '2021-11-16T12:21:24Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': '1e9e755b-a007-4f56-a9eb-84d5eadf81e5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:48:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a53e6-d41a-432b-8cfd-2da460956e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:21:21Z', 'updated_at': '2021-11-16T12:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '35893de7-a933-447c-92f8-222726bf27aa', 'tenant_id': 'aae820dbeac54b079877012566498127', 'floating_ip_address': '172.25.0.184', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'f05a53e6-d41a-432b-8cfd-2da460956e13', 'port_id': 'b5ed7327-93fd-466c-8083-80f93f62bc50', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf788136-d180-4b9a-bd17-17c4cba54b36', 'mac_address': 'fa:16:3e:da:8e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428eb878-7ef9-4ce8-a939-48995cf2fd67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:21:37Z', 'updated_at': '2021-11-16T12:21:37Z', 'revision_number': 0, 'project_id': 'aae820dbeac54b079877012566498127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62026c68-90be-4ed6-96c6-80be28c9e5d0', 'name': '', 'network_id': 'cf788136-d180-4b9a-bd17-17c4cba54b36', 'tenant_id': 'aae820dbeac54b079877012566498127', 'mac_address': 'fa:16:3e:8e:92:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a53e6-d41a-432b-8cfd-2da460956e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '0ed1485a-09f2-4e4b-ac86-dd772e6d5608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:21:24Z', 'updated_at': '2021-11-16T12:21:27Z', 'revision_number': 5, 'project_id': 'aae820dbeac54b079877012566498127', 'subnets': [{'id': '0ed1485a-09f2-4e4b-ac86-dd772e6d5608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:21:39.282290 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad00af6-2203-45c6-a044-d35a5a0ca679 None None] The sync data for ids ['f05a53e6-d41a-432b-8cfd-2da460956e13'] in n-d-816823-3 is: [{'id': 'f05a53e6-d41a-432b-8cfd-2da460956e13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989944165', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '1e9e755b-a007-4f56-a9eb-84d5eadf81e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:21:20Z', 'updated_at': '2021-11-16T12:21:24Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': '1e9e755b-a007-4f56-a9eb-84d5eadf81e5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:48:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a53e6-d41a-432b-8cfd-2da460956e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:21:21Z', 'updated_at': '2021-11-16T12:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '35893de7-a933-447c-92f8-222726bf27aa', 'tenant_id': 'aae820dbeac54b079877012566498127', 'floating_ip_address': '172.25.0.184', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'f05a53e6-d41a-432b-8cfd-2da460956e13', 'port_id': 'b5ed7327-93fd-466c-8083-80f93f62bc50', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf788136-d180-4b9a-bd17-17c4cba54b36', 'mac_address': 'fa:16:3e:da:8e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428eb878-7ef9-4ce8-a939-48995cf2fd67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:21:37Z', 'updated_at': '2021-11-16T12:21:37Z', 'revision_number': 0, 'project_id': 'aae820dbeac54b079877012566498127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62026c68-90be-4ed6-96c6-80be28c9e5d0', 'name': '', 'network_id': 'cf788136-d180-4b9a-bd17-17c4cba54b36', 'tenant_id': 'aae820dbeac54b079877012566498127', 'mac_address': 'fa:16:3e:8e:92:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a53e6-d41a-432b-8cfd-2da460956e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '0ed1485a-09f2-4e4b-ac86-dd772e6d5608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:21:24Z', 'updated_at': '2021-11-16T12:21:27Z', 'revision_number': 5, 'project_id': 'aae820dbeac54b079877012566498127', 'subnets': [{'id': '0ed1485a-09f2-4e4b-ac86-dd772e6d5608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:21:39.475866 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9ddce6-83a8-458c-9b13-23a5ebb83f22 None None] New status for floating IP 35893de7-a933-447c-92f8-222726bf27aa: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 12:21:39.746629 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55884) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:21:39.808285 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5b11a40a-5331-4e71-90d9-b6c7a0259551 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/floatingips/35893de7-a933-447c-92f8-222726bf27aa HTTP/1.1" status: 200 len: 993 time: 0.0605073 Nov 16 12:21:43.178615 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d69329f5-188b-4b93-a7db-764398f51a0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:45.683613 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ea9d4a64-b705-4c50-9b5f-52c3139722e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:46.835308 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:48.531976 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:48.966323 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:55.437488 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:21:58.780713 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:21:59.540593 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:13.179633 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a426b78d-829c-4734-8bb4-28f433427924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:15.095524 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c9296-b11b-4d89-a2a3-d370697334af req-148a8575-ede0-426e-8635-a59f63cfdecb tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:22:15.097053 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-061c9296-b11b-4d89-a2a3-d370697334af req-148a8575-ede0-426e-8635-a59f63cfdecb tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=428eb878-7ef9-4ce8-a939-48995cf2fd67 HTTP/1.1" status: 200 len: 945 time: 0.0553753 Nov 16 12:22:15.147268 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-061c9296-b11b-4d89-a2a3-d370697334af req-157a1d99-08b9-48f6-8145-9c545a703cfb tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1945811-2bc6-40e8-909c-e2bccbce2f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433493 Nov 16 12:22:15.683957 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-062c6605-be46-4962-a6e3-d202a6031035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:16.273661 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7bd97b-d59c-490e-9275-05ffc11c5af4 req-b7c1ba4d-e48d-40de-b60f-11fc6205f7f7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:22:16.276026 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3e7bd97b-d59c-490e-9275-05ffc11c5af4 req-b7c1ba4d-e48d-40de-b60f-11fc6205f7f7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=428eb878-7ef9-4ce8-a939-48995cf2fd67 HTTP/1.1" status: 200 len: 945 time: 0.0496004 Nov 16 12:22:16.324657 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3e7bd97b-d59c-490e-9275-05ffc11c5af4 req-358508e8-9aed-4d82-a534-2896a6358b33 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1945811-2bc6-40e8-909c-e2bccbce2f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426190 Nov 16 12:22:16.347102 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55902) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:22:16.409653 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-306e2814-5a0d-4c8c-8439-1a69a363425e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/floatingips/35893de7-a933-447c-92f8-222726bf27aa HTTP/1.1" status: 200 len: 993 time: 0.0613461 Nov 16 12:22:16.837344 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:17.673429 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b2158-65b4-42bf-a24c-ede04c12a848 req-f5bbae96-76bd-4ad0-970e-74c5b8c6415b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:22:17.675967 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-045b2158-65b4-42bf-a24c-ede04c12a848 req-f5bbae96-76bd-4ad0-970e-74c5b8c6415b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=428eb878-7ef9-4ce8-a939-48995cf2fd67 HTTP/1.1" status: 200 len: 945 time: 0.0507224 Nov 16 12:22:17.726314 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-045b2158-65b4-42bf-a24c-ede04c12a848 req-ed3b75a9-1f2a-417a-8e31-0eb0fa7974fe tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1945811-2bc6-40e8-909c-e2bccbce2f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444076 Nov 16 12:22:18.534682 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:18.843007 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664a456-4a77-43b3-b387-91b797cdafb9 req-b1d9784c-89d6-4445-9880-48a0e4429fd7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:22:18.844534 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1664a456-4a77-43b3-b387-91b797cdafb9 req-b1d9784c-89d6-4445-9880-48a0e4429fd7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=428eb878-7ef9-4ce8-a939-48995cf2fd67 HTTP/1.1" status: 200 len: 945 time: 0.0485272 Nov 16 12:22:18.893252 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1664a456-4a77-43b3-b387-91b797cdafb9 req-7f9a2c69-47cd-47b4-b7b1-cc964f0fa425 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1945811-2bc6-40e8-909c-e2bccbce2f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428572 Nov 16 12:22:18.915635 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55912) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:22:18.967259 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:18.978267 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f94555d2-1360-474b-a9f5-4fd50984b83d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/floatingips/35893de7-a933-447c-92f8-222726bf27aa HTTP/1.1" status: 200 len: 993 time: 0.0615058 Nov 16 12:22:19.237504 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55918) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:22:19.395520 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d6765acf-6bfc-43f8-8ba6-d4418c809494 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Deleting port 436dc0d2-6daf-4edb-a8c8-13b2940bdaa8 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:22:19.395779 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d6765acf-6bfc-43f8-8ba6-d4418c809494 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:19.478603 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d6765acf-6bfc-43f8-8ba6-d4418c809494 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:19.478922 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d6765acf-6bfc-43f8-8ba6-d4418c809494 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:19.490424 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d6765acf-6bfc-43f8-8ba6-d4418c809494 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Calling delete_port for 436dc0d2-6daf-4edb-a8c8-13b2940bdaa8 owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:22:19.634614 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d6765acf-6bfc-43f8-8ba6-d4418c809494 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:19.657691 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6765acf-6bfc-43f8-8ba6-d4418c809494 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event deleted for resources: {'Port': ['ID=436dc0d2-6daf-4edb-a8c8-13b2940bdaa8,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:22:19.670158 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6765acf-6bfc-43f8-8ba6-d4418c809494 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:19.670506 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6765acf-6bfc-43f8-8ba6-d4418c809494 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:19.670849 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6765acf-6bfc-43f8-8ba6-d4418c809494 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:19.671182 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6765acf-6bfc-43f8-8ba6-d4418c809494 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:19.671511 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6765acf-6bfc-43f8-8ba6-d4418c809494 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:19.671838 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6765acf-6bfc-43f8-8ba6-d4418c809494 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:19.672162 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6765acf-6bfc-43f8-8ba6-d4418c809494 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:19.672487 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6765acf-6bfc-43f8-8ba6-d4418c809494 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:19.672810 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6765acf-6bfc-43f8-8ba6-d4418c809494 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:19.673130 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6765acf-6bfc-43f8-8ba6-d4418c809494 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:19.673449 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6765acf-6bfc-43f8-8ba6-d4418c809494 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:19.673764 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6765acf-6bfc-43f8-8ba6-d4418c809494 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:19.729000 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d6765acf-6bfc-43f8-8ba6-d4418c809494 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for floatingip, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:19.729325 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [None req-d6765acf-6bfc-43f8-8ba6-d4418c809494 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Floating IP 35893de7-a933-447c-92f8-222726bf27aa disassociated (deleted). External IP: 172.25.0.184, port: b5ed7327-93fd-466c-8083-80f93f62bc50. Nov 16 12:22:20.217889 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6765acf-6bfc-43f8-8ba6-d4418c809494 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Router f05a53e6-d41a-432b-8cfd-2da460956e13 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:22:20.323163 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6765acf-6bfc-43f8-8ba6-d4418c809494 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:22:20.327585 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d6765acf-6bfc-43f8-8ba6-d4418c809494 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:20.336823 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0330c33-8886-4f8f-abee-4ff58328bb25 None None] Sync routers for ids ['f05a53e6-d41a-432b-8cfd-2da460956e13'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:22:20.346727 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0330c33-8886-4f8f-abee-4ff58328bb25 None None] Routers {'f05a53e6-d41a-432b-8cfd-2da460956e13'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:22:20.347338 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-a0330c33-8886-4f8f-abee-4ff58328bb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:22:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f05a53e6-d41a-432b-8cfd-2da460956e13'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:22:20.354331 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d6765acf-6bfc-43f8-8ba6-d4418c809494 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "DELETE /v2.0/floatingips/35893de7-a933-447c-92f8-222726bf27aa HTTP/1.1" status: 204 len: 168 time: 1.1156952 Nov 16 12:22:20.354917 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428eb878-7ef9-4ce8-a939-48995cf2fd67', 'tag': 'b5ed7327-93fd-466c-8083-80f93f62bc50'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:22:20.357283 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb585f75727964cfb6af285fc9899ace3cdf5491a84d1da25652e31a132d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2d3588-7fe0-4d02-83f7-a502212d5118" -d '{"events": [{"name": "network-changed", "server_uuid": "428eb878-7ef9-4ce8-a939-48995cf2fd67", "tag": "b5ed7327-93fd-466c-8083-80f93f62bc50"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:22:20.460242 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-a0330c33-8886-4f8f-abee-4ff58328bb25 None None] Set router f05a53e6-d41a-432b-8cfd-2da460956e13 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:22:20.513265 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d950be-a457-44e7-b9b3-e431e571968f x-openstack-request-id: req-d9d950be-a457-44e7-b9b3-e431e571968f {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:22:20.513555 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "428eb878-7ef9-4ce8-a939-48995cf2fd67", "tag": "b5ed7327-93fd-466c-8083-80f93f62bc50", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:22:20.513823 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d9d950be-a457-44e7-b9b3-e431e571968f {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:22:20.514261 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '428eb878-7ef9-4ce8-a939-48995cf2fd67', 'tag': 'b5ed7327-93fd-466c-8083-80f93f62bc50', 'status': 'completed', 'code': 200} Nov 16 12:22:20.584615 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d3588-7fe0-4d02-83f7-a502212d5118 req-2fa4ca50-d815-4e27-af6c-403d59098f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:22:20.586344 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fe2d3588-7fe0-4d02-83f7-a502212d5118 req-2fa4ca50-d815-4e27-af6c-403d59098f4b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aae820dbeac54b079877012566498127&device_id=428eb878-7ef9-4ce8-a939-48995cf2fd67 HTTP/1.1" status: 200 len: 1096 time: 0.0449493 Nov 16 12:22:20.606940 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd55498-6e40-43dc-a727-bb1e635bdcd5 req-2fb0a4c7-6d03-4c2b-8d92-cff97f282778 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:22:20.608459 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fdd55498-6e40-43dc-a727-bb1e635bdcd5 req-2fb0a4c7-6d03-4c2b-8d92-cff97f282778 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=428eb878-7ef9-4ce8-a939-48995cf2fd67 HTTP/1.1" status: 200 len: 945 time: 0.0494699 Nov 16 12:22:20.660003 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fdd55498-6e40-43dc-a727-bb1e635bdcd5 req-9a5135c6-4ef5-4acc-ae10-85100ab443af tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1945811-2bc6-40e8-909c-e2bccbce2f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449679 Nov 16 12:22:20.668063 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-a0330c33-8886-4f8f-abee-4ff58328bb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05a53e6-d41a-432b-8cfd-2da460956e13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989944165', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '1e9e755b-a007-4f56-a9eb-84d5eadf81e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:21:20Z', 'updated_at': '2021-11-16T12:21:24Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': '1e9e755b-a007-4f56-a9eb-84d5eadf81e5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:48:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a53e6-d41a-432b-8cfd-2da460956e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:21:21Z', 'updated_at': '2021-11-16T12:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '62026c68-90be-4ed6-96c6-80be28c9e5d0', 'name': '', 'network_id': 'cf788136-d180-4b9a-bd17-17c4cba54b36', 'tenant_id': 'aae820dbeac54b079877012566498127', 'mac_address': 'fa:16:3e:8e:92:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a53e6-d41a-432b-8cfd-2da460956e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '0ed1485a-09f2-4e4b-ac86-dd772e6d5608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:21:24Z', 'updated_at': '2021-11-16T12:21:27Z', 'revision_number': 5, 'project_id': 'aae820dbeac54b079877012566498127', 'subnets': [{'id': '0ed1485a-09f2-4e4b-ac86-dd772e6d5608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:22:20.687207 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d3588-7fe0-4d02-83f7-a502212d5118 req-dabe10bf-5099-4728-a504-161bf5da017c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:22:20.688688 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fe2d3588-7fe0-4d02-83f7-a502212d5118 req-dabe10bf-5099-4728-a504-161bf5da017c service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf788136-d180-4b9a-bd17-17c4cba54b36 HTTP/1.1" status: 200 len: 897 time: 0.0953143 Nov 16 12:22:20.698526 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0330c33-8886-4f8f-abee-4ff58328bb25 None None] Checking router: f05a53e6-d41a-432b-8cfd-2da460956e13 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:22:20.706720 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0330c33-8886-4f8f-abee-4ff58328bb25 None None] Routers {'f05a53e6-d41a-432b-8cfd-2da460956e13'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:22:20.707318 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-a0330c33-8886-4f8f-abee-4ff58328bb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:22:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f05a53e6-d41a-432b-8cfd-2da460956e13'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:22:20.730664 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fe2d3588-7fe0-4d02-83f7-a502212d5118 req-e6684f6e-829e-4ae3-b31d-d4a9432495fc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5ed7327-93fd-466c-8083-80f93f62bc50 HTTP/1.1" status: 200 len: 217 time: 0.0334566 Nov 16 12:22:20.784581 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d3588-7fe0-4d02-83f7-a502212d5118 req-0703f21b-cf80-4a46-8445-80a0d027d598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:22:20.786073 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fe2d3588-7fe0-4d02-83f7-a502212d5118 req-0703f21b-cf80-4a46-8445-80a0d027d598 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0ed1485a-09f2-4e4b-ac86-dd772e6d5608 HTTP/1.1" status: 200 len: 835 time: 0.0476460 Nov 16 12:22:20.811663 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-a0330c33-8886-4f8f-abee-4ff58328bb25 None None] Set router f05a53e6-d41a-432b-8cfd-2da460956e13 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:22:20.831933 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d3588-7fe0-4d02-83f7-a502212d5118 req-d5195540-231f-4690-b997-93dc62dd7659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:22:20.833441 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fe2d3588-7fe0-4d02-83f7-a502212d5118 req-d5195540-231f-4690-b997-93dc62dd7659 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf788136-d180-4b9a-bd17-17c4cba54b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401642 Nov 16 12:22:20.926765 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fe2d3588-7fe0-4d02-83f7-a502212d5118 req-0ba2892a-8dcd-40b5-8a59-a62e07a3d6fd service neutron] 10.222.0.64 "GET /v2.0/networks/cf788136-d180-4b9a-bd17-17c4cba54b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856638 Nov 16 12:22:21.006496 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-a0330c33-8886-4f8f-abee-4ff58328bb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05a53e6-d41a-432b-8cfd-2da460956e13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989944165', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '1e9e755b-a007-4f56-a9eb-84d5eadf81e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:21:20Z', 'updated_at': '2021-11-16T12:21:24Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': '1e9e755b-a007-4f56-a9eb-84d5eadf81e5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:48:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a53e6-d41a-432b-8cfd-2da460956e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:21:21Z', 'updated_at': '2021-11-16T12:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '62026c68-90be-4ed6-96c6-80be28c9e5d0', 'name': '', 'network_id': 'cf788136-d180-4b9a-bd17-17c4cba54b36', 'tenant_id': 'aae820dbeac54b079877012566498127', 'mac_address': 'fa:16:3e:8e:92:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a53e6-d41a-432b-8cfd-2da460956e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '0ed1485a-09f2-4e4b-ac86-dd772e6d5608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:21:24Z', 'updated_at': '2021-11-16T12:21:27Z', 'revision_number': 5, 'project_id': 'aae820dbeac54b079877012566498127', 'subnets': [{'id': '0ed1485a-09f2-4e4b-ac86-dd772e6d5608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:22:21.015724 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fe2d3588-7fe0-4d02-83f7-a502212d5118 req-9ef48653-6656-4ccc-b62e-6db1a172427d service neutron] 10.222.0.64 "GET /v2.0/networks/cf788136-d180-4b9a-bd17-17c4cba54b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809472 Nov 16 12:22:21.032208 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0330c33-8886-4f8f-abee-4ff58328bb25 None None] The sync data for ids ['f05a53e6-d41a-432b-8cfd-2da460956e13'] in n-d-816823-3 is: [{'id': 'f05a53e6-d41a-432b-8cfd-2da460956e13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989944165', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '1e9e755b-a007-4f56-a9eb-84d5eadf81e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:21:20Z', 'updated_at': '2021-11-16T12:21:24Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': '1e9e755b-a007-4f56-a9eb-84d5eadf81e5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:48:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a53e6-d41a-432b-8cfd-2da460956e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:21:21Z', 'updated_at': '2021-11-16T12:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '62026c68-90be-4ed6-96c6-80be28c9e5d0', 'name': '', 'network_id': 'cf788136-d180-4b9a-bd17-17c4cba54b36', 'tenant_id': 'aae820dbeac54b079877012566498127', 'mac_address': 'fa:16:3e:8e:92:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a53e6-d41a-432b-8cfd-2da460956e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '0ed1485a-09f2-4e4b-ac86-dd772e6d5608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:21:24Z', 'updated_at': '2021-11-16T12:21:27Z', 'revision_number': 5, 'project_id': 'aae820dbeac54b079877012566498127', 'subnets': [{'id': '0ed1485a-09f2-4e4b-ac86-dd772e6d5608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:22:21.418812 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c889cba-bc4d-47d4-a843-4f87bcf44556 None None] New status for floating IP 35893de7-a933-447c-92f8-222726bf27aa: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 12:22:21.782274 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b5f70-7f67-47ca-a787-3f07e71a6b2b req-258f724a-fa51-4fa7-8617-0e797dad3e6c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:22:21.783733 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-108b5f70-7f67-47ca-a787-3f07e71a6b2b req-258f724a-fa51-4fa7-8617-0e797dad3e6c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=428eb878-7ef9-4ce8-a939-48995cf2fd67 HTTP/1.1" status: 200 len: 945 time: 0.0523119 Nov 16 12:22:21.832265 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-108b5f70-7f67-47ca-a787-3f07e71a6b2b req-ca8878fe-493f-4a11-ba55-6b18ae6e5871 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=c1945811-2bc6-40e8-909c-e2bccbce2f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427032 Nov 16 12:22:22.356638 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee0a20-d0dc-46b5-babb-39e6c0cf2620 req-3110cb13-75c9-4652-ba4b-1ffe892b7cb9 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:22:22.358093 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c8ee0a20-d0dc-46b5-babb-39e6c0cf2620 req-3110cb13-75c9-4652-ba4b-1ffe892b7cb9 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.64 "GET /v2.0/ports?device_id=428eb878-7ef9-4ce8-a939-48995cf2fd67 HTTP/1.1" status: 200 len: 945 time: 0.0486124 Nov 16 12:22:22.451577 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-c8ee0a20-d0dc-46b5-babb-39e6c0cf2620 req-e49167ca-d055-46da-ba36-8d3d65fd3e7c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Deleting port b5ed7327-93fd-466c-8083-80f93f62bc50 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:22:22.451810 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c8ee0a20-d0dc-46b5-babb-39e6c0cf2620 req-e49167ca-d055-46da-ba36-8d3d65fd3e7c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:22.538055 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-c8ee0a20-d0dc-46b5-babb-39e6c0cf2620 req-e49167ca-d055-46da-ba36-8d3d65fd3e7c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] For port b5ed7327-93fd-466c-8083-80f93f62bc50, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=b5ed7327-93fd-466c-8083-80f93f62bc50,segment=NetworkSegment(2459b906-bfb5-4514-a19f-dba8b8b2fb0f),segment_id=2459b906-bfb5-4514-a19f-dba8b8b2fb0f)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:22:22.538416 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c8ee0a20-d0dc-46b5-babb-39e6c0cf2620 req-e49167ca-d055-46da-ba36-8d3d65fd3e7c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:22.551094 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-c8ee0a20-d0dc-46b5-babb-39e6c0cf2620 req-e49167ca-d055-46da-ba36-8d3d65fd3e7c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Calling delete_port for b5ed7327-93fd-466c-8083-80f93f62bc50 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:22:22.687162 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c8ee0a20-d0dc-46b5-babb-39e6c0cf2620 req-e49167ca-d055-46da-ba36-8d3d65fd3e7c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:22.716617 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49167ca-d055-46da-ba36-8d3d65fd3e7c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event deleted for resources: {'Port': ['ID=b5ed7327-93fd-466c-8083-80f93f62bc50,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:22:22.746244 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49167ca-d055-46da-ba36-8d3d65fd3e7c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:22.746635 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49167ca-d055-46da-ba36-8d3d65fd3e7c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:22.746970 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49167ca-d055-46da-ba36-8d3d65fd3e7c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:22.747334 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49167ca-d055-46da-ba36-8d3d65fd3e7c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:22.747663 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49167ca-d055-46da-ba36-8d3d65fd3e7c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:22.747992 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49167ca-d055-46da-ba36-8d3d65fd3e7c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:22.748319 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49167ca-d055-46da-ba36-8d3d65fd3e7c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:22.748642 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49167ca-d055-46da-ba36-8d3d65fd3e7c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:22.748963 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49167ca-d055-46da-ba36-8d3d65fd3e7c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:22.749283 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49167ca-d055-46da-ba36-8d3d65fd3e7c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:22.749603 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49167ca-d055-46da-ba36-8d3d65fd3e7c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:22.749936 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49167ca-d055-46da-ba36-8d3d65fd3e7c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:22.767893 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ee0a20-d0dc-46b5-babb-39e6c0cf2620 req-e49167ca-d055-46da-ba36-8d3d65fd3e7c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] No DVR routers for this DVR port b5ed7327-93fd-466c-8083-80f93f62bc50 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:22:22.770325 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c8ee0a20-d0dc-46b5-babb-39e6c0cf2620 req-e49167ca-d055-46da-ba36-8d3d65fd3e7c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:22.773579 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c8ee0a20-d0dc-46b5-babb-39e6c0cf2620 req-e49167ca-d055-46da-ba36-8d3d65fd3e7c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.64 "DELETE /v2.0/ports/b5ed7327-93fd-466c-8083-80f93f62bc50 HTTP/1.1" status: 204 len: 173 time: 0.4062486 Nov 16 12:22:22.774554 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428eb878-7ef9-4ce8-a939-48995cf2fd67', 'name': 'network-vif-deleted', 'tag': 'b5ed7327-93fd-466c-8083-80f93f62bc50'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:22:22.777033 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b4cb006b19835c19bcd0265a95de96d39c41d7d45c6d056c20fcc032bf3cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b3328c-1862-47d8-bbb0-24b9f75039c9" -d '{"events": [{"server_uuid": "428eb878-7ef9-4ce8-a939-48995cf2fd67", "name": "network-vif-deleted", "tag": "b5ed7327-93fd-466c-8083-80f93f62bc50"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:22:22.813603 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f2186c-529d-4e0a-b1b3-900ad5e049e9 x-openstack-request-id: req-57f2186c-529d-4e0a-b1b3-900ad5e049e9 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:22:22.813900 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "428eb878-7ef9-4ce8-a939-48995cf2fd67", "name": "network-vif-deleted", "tag": "b5ed7327-93fd-466c-8083-80f93f62bc50", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:22:22.814178 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-57f2186c-529d-4e0a-b1b3-900ad5e049e9 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:22:22.814587 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '428eb878-7ef9-4ce8-a939-48995cf2fd67', 'name': 'network-vif-deleted', 'tag': 'b5ed7327-93fd-466c-8083-80f93f62bc50', 'status': 'completed', 'code': 200} Nov 16 12:22:22.955698 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-67fa1c84-ebaa-4104-893d-0700f1b3dae4 req-5725e743-c721-4658-a964-9d00347a610e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=428eb878-7ef9-4ce8-a939-48995cf2fd67 HTTP/1.1" status: 200 len: 210 time: 0.0379496 Nov 16 12:22:24.012091 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55936) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:22:24.365731 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e0fc5406-adc6-463f-92e3-1953ee728a45 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:24.616094 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e0fc5406-adc6-463f-92e3-1953ee728a45 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Deleting port 62026c68-90be-4ed6-96c6-80be28c9e5d0 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:22:24.616350 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e0fc5406-adc6-463f-92e3-1953ee728a45 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:24.709998 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-e0fc5406-adc6-463f-92e3-1953ee728a45 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] For port 62026c68-90be-4ed6-96c6-80be28c9e5d0, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=62026c68-90be-4ed6-96c6-80be28c9e5d0,segment=NetworkSegment(2459b906-bfb5-4514-a19f-dba8b8b2fb0f),segment_id=2459b906-bfb5-4514-a19f-dba8b8b2fb0f)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:22:24.710367 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e0fc5406-adc6-463f-92e3-1953ee728a45 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:24.723356 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e0fc5406-adc6-463f-92e3-1953ee728a45 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Calling delete_port for 62026c68-90be-4ed6-96c6-80be28c9e5d0 owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:22:24.919853 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e0fc5406-adc6-463f-92e3-1953ee728a45 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:24.946506 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc5406-adc6-463f-92e3-1953ee728a45 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event deleted for resources: {'Port': ['ID=62026c68-90be-4ed6-96c6-80be28c9e5d0,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:22:25.155667 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e0fc5406-adc6-463f-92e3-1953ee728a45 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:25.367230 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0fc5406-adc6-463f-92e3-1953ee728a45 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Router f05a53e6-d41a-432b-8cfd-2da460956e13 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:22:25.474953 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0fc5406-adc6-463f-92e3-1953ee728a45 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:22:25.480596 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e0fc5406-adc6-463f-92e3-1953ee728a45 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "PUT /v2.0/routers/f05a53e6-d41a-432b-8cfd-2da460956e13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4673944 Nov 16 12:22:25.483429 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55938) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:22:25.487190 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a27db91-b826-4230-8dfb-1e1b2c559d3f None None] Sync routers for ids ['f05a53e6-d41a-432b-8cfd-2da460956e13'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:22:25.499601 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a27db91-b826-4230-8dfb-1e1b2c559d3f None None] Routers {'f05a53e6-d41a-432b-8cfd-2da460956e13'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:22:25.500148 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9a27db91-b826-4230-8dfb-1e1b2c559d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:22:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f05a53e6-d41a-432b-8cfd-2da460956e13'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:22:25.541388 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c5abb96-0b74-42fc-af95-eea8e0d06b46 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Deleting subnet 0ed1485a-09f2-4e4b-ac86-dd772e6d5608 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 12:22:25.544926 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c5abb96-0b74-42fc-af95-eea8e0d06b46 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:25.585700 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c5abb96-0b74-42fc-af95-eea8e0d06b46 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:25.608661 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-9a27db91-b826-4230-8dfb-1e1b2c559d3f None None] Set router f05a53e6-d41a-432b-8cfd-2da460956e13 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:22:25.671249 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c5abb96-0b74-42fc-af95-eea8e0d06b46 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:25.734998 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c5abb96-0b74-42fc-af95-eea8e0d06b46 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:25.763994 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5abb96-0b74-42fc-af95-eea8e0d06b46 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event deleted for resources: {'Subnet': ['ID=0ed1485a-09f2-4e4b-ac86-dd772e6d5608,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:22:25.765999 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c5abb96-0b74-42fc-af95-eea8e0d06b46 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:25.769318 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3c5abb96-0b74-42fc-af95-eea8e0d06b46 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "DELETE /v2.0/subnets/0ed1485a-09f2-4e4b-ac86-dd772e6d5608 HTTP/1.1" status: 204 len: 168 time: 0.2850289 Nov 16 12:22:25.771766 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7bbb9b-4fd0-458f-b384-9640909313a0 None None] Network cf788136-d180-4b9a-bd17-17c4cba54b36 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:22:25.772775 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55940) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:22:25.792903 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9a27db91-b826-4230-8dfb-1e1b2c559d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05a53e6-d41a-432b-8cfd-2da460956e13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989944165', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '1e9e755b-a007-4f56-a9eb-84d5eadf81e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:21:20Z', 'updated_at': '2021-11-16T12:22:24Z', 'revision_number': 5, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': '1e9e755b-a007-4f56-a9eb-84d5eadf81e5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:48:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a53e6-d41a-432b-8cfd-2da460956e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:21:21Z', 'updated_at': '2021-11-16T12:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:22:25.819625 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a27db91-b826-4230-8dfb-1e1b2c559d3f None None] Checking router: f05a53e6-d41a-432b-8cfd-2da460956e13 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:22:25.828826 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a27db91-b826-4230-8dfb-1e1b2c559d3f None None] Routers {'f05a53e6-d41a-432b-8cfd-2da460956e13'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:22:25.829629 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9a27db91-b826-4230-8dfb-1e1b2c559d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:22:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['f05a53e6-d41a-432b-8cfd-2da460956e13'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:22:25.885505 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-997e9bea-cac6-4d97-902f-d514f3f49772 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:25.962312 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6db711-137b-43ee-b231-20f77e6b8ef6 None None] DHCP port deletion for cf788136-d180-4b9a-bd17-17c4cba54b36 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:22:26.011739 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-997e9bea-cac6-4d97-902f-d514f3f49772 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:26.019224 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-4d6db711-137b-43ee-b231-20f77e6b8ef6 None None] Deleting port 283937c7-2b14-4280-a8f8-ca0566a94439 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:22:26.019605 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4d6db711-137b-43ee-b231-20f77e6b8ef6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:26.050143 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-9a27db91-b826-4230-8dfb-1e1b2c559d3f None None] Set router f05a53e6-d41a-432b-8cfd-2da460956e13 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:22:26.067581 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-997e9bea-cac6-4d97-902f-d514f3f49772 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Deleting port 1e9e755b-a007-4f56-a9eb-84d5eadf81e5 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:22:26.067949 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-997e9bea-cac6-4d97-902f-d514f3f49772 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:26.083586 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-4d6db711-137b-43ee-b231-20f77e6b8ef6 None None] For port 283937c7-2b14-4280-a8f8-ca0566a94439, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=283937c7-2b14-4280-a8f8-ca0566a94439,segment=NetworkSegment(2459b906-bfb5-4514-a19f-dba8b8b2fb0f),segment_id=2459b906-bfb5-4514-a19f-dba8b8b2fb0f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:22:26.083981 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4d6db711-137b-43ee-b231-20f77e6b8ef6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:26.097536 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-4d6db711-137b-43ee-b231-20f77e6b8ef6 None None] Calling delete_port for 283937c7-2b14-4280-a8f8-ca0566a94439 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:22:26.163830 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-997e9bea-cac6-4d97-902f-d514f3f49772 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] For port 1e9e755b-a007-4f56-a9eb-84d5eadf81e5, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=1e9e755b-a007-4f56-a9eb-84d5eadf81e5,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:22:26.164516 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-997e9bea-cac6-4d97-902f-d514f3f49772 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:26.177412 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-997e9bea-cac6-4d97-902f-d514f3f49772 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Calling delete_port for 1e9e755b-a007-4f56-a9eb-84d5eadf81e5 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:22:26.182067 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4d6db711-137b-43ee-b231-20f77e6b8ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:26.208329 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6db711-137b-43ee-b231-20f77e6b8ef6 None None] Pushing event deleted for resources: {'Port': ['ID=283937c7-2b14-4280-a8f8-ca0566a94439,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:22:26.210672 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6db711-137b-43ee-b231-20f77e6b8ef6 None None] No DVR routers for this DVR port 283937c7-2b14-4280-a8f8-ca0566a94439 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:22:26.231167 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6db711-137b-43ee-b231-20f77e6b8ef6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:26.231513 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6db711-137b-43ee-b231-20f77e6b8ef6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:26.231866 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6db711-137b-43ee-b231-20f77e6b8ef6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:26.232202 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6db711-137b-43ee-b231-20f77e6b8ef6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:26.232544 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6db711-137b-43ee-b231-20f77e6b8ef6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:26.233069 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6db711-137b-43ee-b231-20f77e6b8ef6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:26.233564 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6db711-137b-43ee-b231-20f77e6b8ef6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:26.233893 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6db711-137b-43ee-b231-20f77e6b8ef6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:26.234241 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6db711-137b-43ee-b231-20f77e6b8ef6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:26.234565 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6db711-137b-43ee-b231-20f77e6b8ef6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:26.234883 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6db711-137b-43ee-b231-20f77e6b8ef6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:26.235198 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6db711-137b-43ee-b231-20f77e6b8ef6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:26.236139 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9a27db91-b826-4230-8dfb-1e1b2c559d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05a53e6-d41a-432b-8cfd-2da460956e13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989944165', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '1e9e755b-a007-4f56-a9eb-84d5eadf81e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:21:20Z', 'updated_at': '2021-11-16T12:22:24Z', 'revision_number': 5, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': '1e9e755b-a007-4f56-a9eb-84d5eadf81e5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:48:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a53e6-d41a-432b-8cfd-2da460956e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:21:21Z', 'updated_at': '2021-11-16T12:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:22:26.244532 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device b5ed7327-93fd-466c-8083-80f93f62bc50 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:22:26.265803 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: b5ed7327-93fd-466c-8083-80f93f62bc50 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:22:26.266178 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device b5ed7327-93fd-466c-8083-80f93f62bc50 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:22:26.270721 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a27db91-b826-4230-8dfb-1e1b2c559d3f None None] The sync data for ids ['f05a53e6-d41a-432b-8cfd-2da460956e13'] in n-d-816823-3 is: [{'id': 'f05a53e6-d41a-432b-8cfd-2da460956e13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-989944165', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '1e9e755b-a007-4f56-a9eb-84d5eadf81e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:21:20Z', 'updated_at': '2021-11-16T12:22:24Z', 'revision_number': 5, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': '1e9e755b-a007-4f56-a9eb-84d5eadf81e5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:48:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05a53e6-d41a-432b-8cfd-2da460956e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:21:21Z', 'updated_at': '2021-11-16T12:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:22:26.369778 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-997e9bea-cac6-4d97-902f-d514f3f49772 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:26.399381 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e9bea-cac6-4d97-902f-d514f3f49772 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event deleted for resources: {'Port': ['ID=1e9e755b-a007-4f56-a9eb-84d5eadf81e5,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:22:26.410066 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8a1bf8-645e-43c5-be7a-89c6b0566ceb None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:22:26.457604 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-997e9bea-cac6-4d97-902f-d514f3f49772 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:26.543374 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-997e9bea-cac6-4d97-902f-d514f3f49772 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:26.545558 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-997e9bea-cac6-4d97-902f-d514f3f49772 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:26.587527 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-997e9bea-cac6-4d97-902f-d514f3f49772 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:26.588064 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997e9bea-cac6-4d97-902f-d514f3f49772 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Fanout notify agent at l3_agent the message router_deleted on router f05a53e6-d41a-432b-8cfd-2da460956e13 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 12:22:26.595806 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-997e9bea-cac6-4d97-902f-d514f3f49772 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:26.596914 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-997e9bea-cac6-4d97-902f-d514f3f49772 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "DELETE /v2.0/routers/f05a53e6-d41a-432b-8cfd-2da460956e13 HTTP/1.1" status: 204 len: 168 time: 0.8231561 Nov 16 12:22:26.599695 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55942) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:22:26.682599 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2b9316f4-cb55-4ebc-8b6f-ee1bc5580dcd tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:26.772856 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2b9316f4-cb55-4ebc-8b6f-ee1bc5580dcd tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:27.084401 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-2b9316f4-cb55-4ebc-8b6f-ee1bc5580dcd tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf788136-d180-4b9a-bd17-17c4cba54b36']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:22:27.094245 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-2b9316f4-cb55-4ebc-8b6f-ee1bc5580dcd tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2459b906-bfb5-4514-a19f-dba8b8b2fb0f') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:22:27.094533 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-2b9316f4-cb55-4ebc-8b6f-ee1bc5580dcd tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2459b906-bfb5-4514-a19f-dba8b8b2fb0f') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:22:27.103465 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2b9316f4-cb55-4ebc-8b6f-ee1bc5580dcd tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:27.116259 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2b9316f4-cb55-4ebc-8b6f-ee1bc5580dcd tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:27.126692 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b9316f4-cb55-4ebc-8b6f-ee1bc5580dcd tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 12:22:27.127084 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2b9316f4-cb55-4ebc-8b6f-ee1bc5580dcd tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:27.130062 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 12:22:27.130062 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 12:22:27.130062 n-d-816823-3 neutron-server[102668]: timer() Nov 16 12:22:27.130062 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 12:22:27.130062 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 12:22:27.130062 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 12:22:27.130062 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 12:22:27.130062 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 12:22:27.130062 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 12:22:27.130062 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 12:22:27.130062 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 12:22:27.130062 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 12:22:27.130062 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 12:22:27.130062 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 12:22:27.130062 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 12:22:27.130062 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 12:22:27.130062 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 12:22:27.130062 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 12:22:27.130062 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 12:22:27.130062 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 12:22:27.130062 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 12:22:27.130062 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 12:22:27.130062 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 12:22:27.130062 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 12:22:27.130062 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 12:22:27.130062 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 12:22:27.130062 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 12:22:27.130062 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 12:22:27.130062 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 12:22:27.130062 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 12:22:27.130062 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 12:22:27.130062 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 12:22:27.188680 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2b9316f4-cb55-4ebc-8b6f-ee1bc5580dcd tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:27.195329 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2b9316f4-cb55-4ebc-8b6f-ee1bc5580dcd tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:27.199048 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2b9316f4-cb55-4ebc-8b6f-ee1bc5580dcd tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "DELETE /v2.0/networks/cf788136-d180-4b9a-bd17-17c4cba54b36 HTTP/1.1" status: 204 len: 168 time: 0.5984106 Nov 16 12:22:27.201803 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55944) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:22:27.210294 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9316f4-cb55-4ebc-8b6f-ee1bc5580dcd tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event deleted for resources: {'Network': ['ID=cf788136-d180-4b9a-bd17-17c4cba54b36,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:22:27.267897 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eaeb1459-5045-458e-8a47-2a2088bba36c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:27.294319 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eaeb1459-5045-458e-8a47-2a2088bba36c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:27.354552 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eaeb1459-5045-458e-8a47-2a2088bba36c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:27.357222 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eaeb1459-5045-458e-8a47-2a2088bba36c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:27.358406 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-eaeb1459-5045-458e-8a47-2a2088bba36c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "DELETE /v2.0/security-groups/c1945811-2bc6-40e8-909c-e2bccbce2f57 HTTP/1.1" status: 204 len: 168 time: 0.1555693 Nov 16 12:22:27.367382 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb1459-5045-458e-8a47-2a2088bba36c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1945811-2bc6-40e8-909c-e2bccbce2f57,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:22:27.542222 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55950) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:22:27.547140 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-767c6ec9-0263-435a-93b6-031f09f89030 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1974993379', 'description': 'tempest-secgroup-smoke-1974993379 description', 'project_id': 'aae820dbeac54b079877012566498127'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:22:27.568766 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 283937c7-2b14-4280-a8f8-ca0566a94439 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:22:27.571712 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-767c6ec9-0263-435a-93b6-031f09f89030 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:27.592824 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 283937c7-2b14-4280-a8f8-ca0566a94439 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:22:27.593162 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 283937c7-2b14-4280-a8f8-ca0566a94439 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:22:27.593575 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 62026c68-90be-4ed6-96c6-80be28c9e5d0 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:22:27.612369 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 62026c68-90be-4ed6-96c6-80be28c9e5d0 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:22:27.612631 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 62026c68-90be-4ed6-96c6-80be28c9e5d0 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:22:27.613039 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 1e9e755b-a007-4f56-a9eb-84d5eadf81e5 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:22:27.632068 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 1e9e755b-a007-4f56-a9eb-84d5eadf81e5 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:22:27.632408 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 1e9e755b-a007-4f56-a9eb-84d5eadf81e5 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:22:27.648175 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-767c6ec9-0263-435a-93b6-031f09f89030 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:27.652661 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-767c6ec9-0263-435a-93b6-031f09f89030 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:27.681963 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-767c6ec9-0263-435a-93b6-031f09f89030 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:27.685897 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-767c6ec9-0263-435a-93b6-031f09f89030 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1396918 Nov 16 12:22:27.686267 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55952) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:22:27.692005 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-fb51e3d5-c11f-4dd3-a901-2cc9172ba8c6 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'security_group_rule': {'security_group_id': 'a49e2129-dadf-4e39-bb4b-8d3521c0fb06', 'project_id': 'aae820dbeac54b079877012566498127', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:22:27.698945 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c6ec9-0263-435a-93b6-031f09f89030 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a49e2129-dadf-4e39-bb4b-8d3521c0fb06,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:22:27.725225 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fb51e3d5-c11f-4dd3-a901-2cc9172ba8c6 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:27.795974 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fb51e3d5-c11f-4dd3-a901-2cc9172ba8c6 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:27.799452 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fb51e3d5-c11f-4dd3-a901-2cc9172ba8c6 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:27.818425 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb51e3d5-c11f-4dd3-a901-2cc9172ba8c6 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ae44e04-ac78-4e9c-a927-0563068a90c5,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:22:27.826080 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fb51e3d5-c11f-4dd3-a901-2cc9172ba8c6 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:27.827633 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-fb51e3d5-c11f-4dd3-a901-2cc9172ba8c6 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1404717 Nov 16 12:22:27.830533 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55954) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:22:27.835531 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-0e8e0e92-d836-4ded-a3e5-fcee39e9f19c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'security_group_rule': {'security_group_id': 'a49e2129-dadf-4e39-bb4b-8d3521c0fb06', 'project_id': 'aae820dbeac54b079877012566498127', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:22:27.863989 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e8e0e92-d836-4ded-a3e5-fcee39e9f19c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:27.920645 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e8e0e92-d836-4ded-a3e5-fcee39e9f19c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:27.924406 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e8e0e92-d836-4ded-a3e5-fcee39e9f19c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:27.945044 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e0e92-d836-4ded-a3e5-fcee39e9f19c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=341c8f90-0d46-4dd2-b3cc-385a0ccb73e9,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:22:27.950606 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e8e0e92-d836-4ded-a3e5-fcee39e9f19c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:27.952174 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0e8e0e92-d836-4ded-a3e5-fcee39e9f19c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1206605 Nov 16 12:22:27.955070 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55956) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:22:27.959406 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-d79c00de-4d2e-4440-9712-fd70be6343c4 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'security_group_rule': {'security_group_id': 'a49e2129-dadf-4e39-bb4b-8d3521c0fb06', 'project_id': 'aae820dbeac54b079877012566498127', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:22:27.986550 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d79c00de-4d2e-4440-9712-fd70be6343c4 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:28.042643 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d79c00de-4d2e-4440-9712-fd70be6343c4 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:28.046005 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d79c00de-4d2e-4440-9712-fd70be6343c4 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:28.063279 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c00de-4d2e-4440-9712-fd70be6343c4 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d0cd64-8a75-4638-b26d-aa44435bb032,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:22:28.071295 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d79c00de-4d2e-4440-9712-fd70be6343c4 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:28.072486 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d79c00de-4d2e-4440-9712-fd70be6343c4 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164861 Nov 16 12:22:28.076099 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55958) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:22:28.080411 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-e8409212-4bdb-4267-a6c0-03b570b8ccd1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'security_group_rule': {'security_group_id': 'a49e2129-dadf-4e39-bb4b-8d3521c0fb06', 'project_id': 'aae820dbeac54b079877012566498127', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:22:28.107326 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8409212-4bdb-4267-a6c0-03b570b8ccd1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:28.167788 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8409212-4bdb-4267-a6c0-03b570b8ccd1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:28.171590 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8409212-4bdb-4267-a6c0-03b570b8ccd1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:28.191325 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8409212-4bdb-4267-a6c0-03b570b8ccd1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7b3a40b-74ad-49d8-855d-82e51e68fd4d,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:22:28.197329 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8409212-4bdb-4267-a6c0-03b570b8ccd1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:28.198530 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e8409212-4bdb-4267-a6c0-03b570b8ccd1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1215105 Nov 16 12:22:28.201228 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55960) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:22:28.205426 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-c3fe1c6c-577d-4d7c-aef8-9f9794f4bcc5 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'security_group_rule': {'security_group_id': 'a49e2129-dadf-4e39-bb4b-8d3521c0fb06', 'project_id': 'aae820dbeac54b079877012566498127', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:22:28.228059 n-d-816823-3 neutron-server[102669]: INFO neutron.db.securitygroups_db [None req-c3fe1c6c-577d-4d7c-aef8-9f9794f4bcc5 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Project aae820dbeac54b079877012566498127 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 12:22:28.232874 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c3fe1c6c-577d-4d7c-aef8-9f9794f4bcc5 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:28.290095 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c3fe1c6c-577d-4d7c-aef8-9f9794f4bcc5 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:28.293706 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c3fe1c6c-577d-4d7c-aef8-9f9794f4bcc5 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:28.311171 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fe1c6c-577d-4d7c-aef8-9f9794f4bcc5 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8de421c1-7cbe-43be-8b3c-d921f3b0d8d9,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:22:28.318636 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c3fe1c6c-577d-4d7c-aef8-9f9794f4bcc5 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:28.319825 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c3fe1c6c-577d-4d7c-aef8-9f9794f4bcc5 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1176918 Nov 16 12:22:28.323136 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55962) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:22:28.327596 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-1768110c-e02d-4a1d-b07b-fc9a603e7dca tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'security_group_rule': {'security_group_id': 'a49e2129-dadf-4e39-bb4b-8d3521c0fb06', 'project_id': 'aae820dbeac54b079877012566498127', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:22:28.350158 n-d-816823-3 neutron-server[102669]: INFO neutron.db.securitygroups_db [None req-1768110c-e02d-4a1d-b07b-fc9a603e7dca tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Project aae820dbeac54b079877012566498127 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 12:22:28.354945 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1768110c-e02d-4a1d-b07b-fc9a603e7dca tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:28.415724 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1768110c-e02d-4a1d-b07b-fc9a603e7dca tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:28.419253 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1768110c-e02d-4a1d-b07b-fc9a603e7dca tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:28.436466 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768110c-e02d-4a1d-b07b-fc9a603e7dca tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16dd196c-16a6-4ef3-8fc5-1e0f136dc1b3,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:22:28.444105 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1768110c-e02d-4a1d-b07b-fc9a603e7dca tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:28.445330 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1768110c-e02d-4a1d-b07b-fc9a603e7dca tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1211407 Nov 16 12:22:28.448716 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55964) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:22:28.453548 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-927786e7-6299-4480-8e6a-4988e48cb3b9 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'network': {'name': 'tempest-network-smoke--1869677331', 'project_id': 'aae820dbeac54b079877012566498127', 'port_security_enabled': True}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:22:28.474069 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927786e7-6299-4480-8e6a-4988e48cb3b9 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Made reservation on behalf of aae820dbeac54b079877012566498127 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:22:28.477414 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-927786e7-6299-4480-8e6a-4988e48cb3b9 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:28.502138 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-927786e7-6299-4480-8e6a-4988e48cb3b9 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 12:22:28.511487 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-927786e7-6299-4480-8e6a-4988e48cb3b9 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:28.511823 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-927786e7-6299-4480-8e6a-4988e48cb3b9 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Added segment 3ad9a942-b47c-4440-8870-4323e065de08 of type vlan for network 0f0013be-fb5f-42e2-b4d1-7ad57132a38a Nov 16 12:22:28.551548 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-927786e7-6299-4480-8e6a-4988e48cb3b9 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:28.575639 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-927786e7-6299-4480-8e6a-4988e48cb3b9 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:28.581242 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927786e7-6299-4480-8e6a-4988e48cb3b9 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:22:28.581811 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-927786e7-6299-4480-8e6a-4988e48cb3b9 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:28.632574 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-927786e7-6299-4480-8e6a-4988e48cb3b9 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1828296 Nov 16 12:22:28.635952 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55966) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:22:28.640705 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-0eeb3c79-9a0c-4fdc-9e64-24dd1037aef1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-225568415', 'admin_state_up': True, 'project_id': 'aae820dbeac54b079877012566498127', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:22:28.651068 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927786e7-6299-4480-8e6a-4988e48cb3b9 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'Network': ['ID=0f0013be-fb5f-42e2-b4d1-7ad57132a38a,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:22:28.662569 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 0f0013be-fb5f-42e2-b4d1-7ad57132a38a details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 12:22:28.666892 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0eeb3c79-9a0c-4fdc-9e64-24dd1037aef1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:28.667972 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0eeb3c79-9a0c-4fdc-9e64-24dd1037aef1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:28.722682 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0eeb3c79-9a0c-4fdc-9e64-24dd1037aef1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:28.779497 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:28.856253 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0eeb3c79-9a0c-4fdc-9e64-24dd1037aef1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:29.053110 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0eeb3c79-9a0c-4fdc-9e64-24dd1037aef1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:29.071828 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0eeb3c79-9a0c-4fdc-9e64-24dd1037aef1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:29.181421 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-0eeb3c79-9a0c-4fdc-9e64-24dd1037aef1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Allocated IP 172.25.0.229 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/22b8501e-7bb1-40d1-b94b-369333523ed5) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:22:29.283374 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0eeb3c79-9a0c-4fdc-9e64-24dd1037aef1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:29.317238 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0eeb3c79-9a0c-4fdc-9e64-24dd1037aef1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:29.357068 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eeb3c79-9a0c-4fdc-9e64-24dd1037aef1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:22:29.361806 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-0eeb3c79-9a0c-4fdc-9e64-24dd1037aef1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:22:29.365330 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eeb3c79-9a0c-4fdc-9e64-24dd1037aef1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:22:29.373989 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741b9f29-dbc3-48df-94e1-9632eca43da0 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:22:29.388600 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb3c79-9a0c-4fdc-9e64-24dd1037aef1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'Port': ['ID=22b8501e-7bb1-40d1-b94b-369333523ed5,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:22:29.492581 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-86a1342c-98c8-40a3-a576-745a5c708a48 None None] Provisioning complete for port 22b8501e-7bb1-40d1-b94b-369333523ed5 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:22:29.492953 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-86a1342c-98c8-40a3-a576-745a5c708a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:29.527298 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-86a1342c-98c8-40a3-a576-745a5c708a48 None None] Port 22b8501e-7bb1-40d1-b94b-369333523ed5 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:22:29.614952 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:29.617985 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0eeb3c79-9a0c-4fdc-9e64-24dd1037aef1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:29.811960 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0eeb3c79-9a0c-4fdc-9e64-24dd1037aef1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:29.936478 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eeb3c79-9a0c-4fdc-9e64-24dd1037aef1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Router 50dbea1d-9c33-4094-a707-64b8e8e57d7c is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 12:22:30.043685 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eeb3c79-9a0c-4fdc-9e64-24dd1037aef1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:22:30.053215 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09aacdd-34fc-48ea-8746-5d85baa204e6 None None] Sync routers for ids ['50dbea1d-9c33-4094-a707-64b8e8e57d7c'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:22:30.062745 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09aacdd-34fc-48ea-8746-5d85baa204e6 None None] Routers {'50dbea1d-9c33-4094-a707-64b8e8e57d7c'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:22:30.064302 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e09aacdd-34fc-48ea-8746-5d85baa204e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:22:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['50dbea1d-9c33-4094-a707-64b8e8e57d7c'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:22:30.066640 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0eeb3c79-9a0c-4fdc-9e64-24dd1037aef1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:30.071376 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0eeb3c79-9a0c-4fdc-9e64-24dd1037aef1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4309454 Nov 16 12:22:30.071636 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55968) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:22:30.108263 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0adaaa91-16a1-43d3-bc7d-511bbdec1bfb tempest-TestNetworkAdvancedServerOps-1204587946 tempest-TestNetworkAdvancedServerOps-1204587946-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=aae820dbeac54b079877012566498127&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329578 Nov 16 12:22:30.108525 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 55970) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:22:30.172510 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-e09aacdd-34fc-48ea-8746-5d85baa204e6 None None] Set router 50dbea1d-9c33-4094-a707-64b8e8e57d7c gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:22:30.262430 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4dc236-8074-4b61-80b0-08e44f5588fd tempest-TestNetworkAdvancedServerOps-1204587946 tempest-TestNetworkAdvancedServerOps-1204587946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:22:30.266550 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-3b4dc236-8074-4b61-80b0-08e44f5588fd tempest-TestNetworkAdvancedServerOps-1204587946 tempest-TestNetworkAdvancedServerOps-1204587946-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1544180 Nov 16 12:22:30.267045 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55972) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:22:30.296532 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0c45153c-8cdc-4175-8317-dad8938f0c04 tempest-TestNetworkAdvancedServerOps-1204587946 tempest-TestNetworkAdvancedServerOps-1204587946-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=47f35a41-d782-4d3e-9754-e87c9ca4914b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280366 Nov 16 12:22:30.298794 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55974) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:22:30.303616 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-b48f5fa9-4d27-4157-8f0d-8ec1093b902b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-56386561', 'network_id': '0f0013be-fb5f-42e2-b4d1-7ad57132a38a', 'project_id': 'aae820dbeac54b079877012566498127', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:22:30.357377 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e09aacdd-34fc-48ea-8746-5d85baa204e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dbea1d-9c33-4094-a707-64b8e8e57d7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225568415', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '22b8501e-7bb1-40d1-b94b-369333523ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:22:28Z', 'updated_at': '2021-11-16T12:22:29Z', 'revision_number': 3, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': '22b8501e-7bb1-40d1-b94b-369333523ed5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50dbea1d-9c33-4094-a707-64b8e8e57d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:22:29Z', 'updated_at': '2021-11-16T12:22:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:22:30.385541 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09aacdd-34fc-48ea-8746-5d85baa204e6 None None] Checking router: 50dbea1d-9c33-4094-a707-64b8e8e57d7c for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:22:30.385895 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09aacdd-34fc-48ea-8746-5d85baa204e6 None None] Updating router 50dbea1d-9c33-4094-a707-64b8e8e57d7c port 22b8501e-7bb1-40d1-b94b-369333523ed5 binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 12:22:30.396070 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48f5fa9-4d27-4157-8f0d-8ec1093b902b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Made reservation on behalf of aae820dbeac54b079877012566498127 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:22:30.399712 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b48f5fa9-4d27-4157-8f0d-8ec1093b902b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:30.410924 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e09aacdd-34fc-48ea-8746-5d85baa204e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:30.582773 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b48f5fa9-4d27-4157-8f0d-8ec1093b902b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:30.650815 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f5fa9-4d27-4157-8f0d-8ec1093b902b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'Subnet': ['ID=5fc0bd13-bd26-414c-b2d9-1da59280c9c4,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:22:30.658072 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48f5fa9-4d27-4157-8f0d-8ec1093b902b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Checking segment: {'id': '3ad9a942-b47c-4440-8870-4323e065de08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0f0013be-fb5f-42e2-b4d1-7ad57132a38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:22:30.658416 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48f5fa9-4d27-4157-8f0d-8ec1093b902b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Network hostable DHCP agents. Network: 0f0013be-fb5f-42e2-b4d1-7ad57132a38a, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 12:22:30.673501 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e09aacdd-34fc-48ea-8746-5d85baa204e6 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:30.676071 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48f5fa9-4d27-4157-8f0d-8ec1093b902b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Network 0f0013be-fb5f-42e2-b4d1-7ad57132a38a is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 12:22:30.679120 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e09aacdd-34fc-48ea-8746-5d85baa204e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:30.686206 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-b48f5fa9-4d27-4157-8f0d-8ec1093b902b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 0f0013be-fb5f-42e2-b4d1-7ad57132a38a) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:22:30.690247 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48f5fa9-4d27-4157-8f0d-8ec1093b902b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:22:30.690841 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b48f5fa9-4d27-4157-8f0d-8ec1093b902b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:30.706816 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b48f5fa9-4d27-4157-8f0d-8ec1093b902b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4069188 Nov 16 12:22:30.709511 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 55976) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:22:30.713218 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48395711-5637-4d42-8cf2-fb24353590db None None] Network 0f0013be-fb5f-42e2-b4d1-7ad57132a38a requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:22:30.766540 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eeb11d5-aab4-40bd-8fc7-3e060f317f49 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:22:30.789063 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e09aacdd-34fc-48ea-8746-5d85baa204e6 None None] Attempting to bind port 22b8501e-7bb1-40d1-b94b-369333523ed5 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:22:30.790306 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e09aacdd-34fc-48ea-8746-5d85baa204e6 None None] Attempting to bind port 22b8501e-7bb1-40d1-b94b-369333523ed5 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:22:30.790845 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09aacdd-34fc-48ea-8746-5d85baa204e6 None None] Attempting to bind port 22b8501e-7bb1-40d1-b94b-369333523ed5 on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:22:30.806634 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1832a5b0-6aaa-4856-bcda-c0781bdb1b57 None None] Pushing event updated for resources: {'Port': ['ID=22b8501e-7bb1-40d1-b94b-369333523ed5,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:22:30.810529 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09aacdd-34fc-48ea-8746-5d85baa204e6 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:22:30.811169 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09aacdd-34fc-48ea-8746-5d85baa204e6 None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:22:30.811567 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e09aacdd-34fc-48ea-8746-5d85baa204e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:30.812121 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09aacdd-34fc-48ea-8746-5d85baa204e6 None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:22:30.812934 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e09aacdd-34fc-48ea-8746-5d85baa204e6 None None] Bound port: 22b8501e-7bb1-40d1-b94b-369333523ed5, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:22:30.813316 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e09aacdd-34fc-48ea-8746-5d85baa204e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:30.917120 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-dfc5afd4-f0be-422c-b904-6f38e34d1775 None None] Provisioning complete for port 22b8501e-7bb1-40d1-b94b-369333523ed5 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:22:30.917408 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dfc5afd4-f0be-422c-b904-6f38e34d1775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:30.922760 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e09aacdd-34fc-48ea-8746-5d85baa204e6 None None] For port 22b8501e-7bb1-40d1-b94b-369333523ed5, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:22:30.958931 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e09aacdd-34fc-48ea-8746-5d85baa204e6 None None] For port 22b8501e-7bb1-40d1-b94b-369333523ed5, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=22b8501e-7bb1-40d1-b94b-369333523ed5,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:22:30.969866 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e09aacdd-34fc-48ea-8746-5d85baa204e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:31.007354 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-dfc5afd4-f0be-422c-b904-6f38e34d1775 None None] Port 22b8501e-7bb1-40d1-b94b-369333523ed5 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:22:31.042231 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d19eb6-b237-4596-b547-8852f6d9edf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-0f0013be-fb5f-42e2-b4d1-7ad57132a38a', 'network_id': '0f0013be-fb5f-42e2-b4d1-7ad57132a38a', 'tenant_id': 'aae820dbeac54b079877012566498127', 'fixed_ips': [{'subnet_id': '5fc0bd13-bd26-414c-b2d9-1da59280c9c4'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 12:22:31.043090 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d5d19eb6-b237-4596-b547-8852f6d9edf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:31.054328 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c77003-f57d-4423-9846-dd16315a99f9 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:22:31.074306 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1832a5b0-6aaa-4856-bcda-c0781bdb1b57 None None] Pushing event updated for resources: {'Port': ['ID=22b8501e-7bb1-40d1-b94b-369333523ed5,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:22:31.076712 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09aacdd-34fc-48ea-8746-5d85baa204e6 None None] Routers {'50dbea1d-9c33-4094-a707-64b8e8e57d7c'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:22:31.077319 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e09aacdd-34fc-48ea-8746-5d85baa204e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:22:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['50dbea1d-9c33-4094-a707-64b8e8e57d7c'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:22:31.151743 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7e9d87c6-ae4b-423e-a291-f039a23d8674 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:31.237212 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d9c00fd9-5d87-4c44-8841-2602e92d39e2 None None] Provisioning complete for port 22b8501e-7bb1-40d1-b94b-369333523ed5 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:22:31.237490 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d9c00fd9-5d87-4c44-8841-2602e92d39e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:31.324686 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-e09aacdd-34fc-48ea-8746-5d85baa204e6 None None] Set router 50dbea1d-9c33-4094-a707-64b8e8e57d7c gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:22:31.404361 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-d5d19eb6-b237-4596-b547-8852f6d9edf1 None None] Allocated IP 172.20.0.2 (0f0013be-fb5f-42e2-b4d1-7ad57132a38a/5fc0bd13-bd26-414c-b2d9-1da59280c9c4/e81645b2-8e0c-403d-85c9-7e1dce59de3b) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:22:31.550682 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d9c00fd9-5d87-4c44-8841-2602e92d39e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:31.605210 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-d9c00fd9-5d87-4c44-8841-2602e92d39e2 None None] For port 22b8501e-7bb1-40d1-b94b-369333523ed5, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=22b8501e-7bb1-40d1-b94b-369333523ed5,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:22:31.612899 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d9c00fd9-5d87-4c44-8841-2602e92d39e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:31.865843 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c00fd9-5d87-4c44-8841-2602e92d39e2 None None] Pushing event updated for resources: {'Port': ['ID=22b8501e-7bb1-40d1-b94b-369333523ed5,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:22:31.875247 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d5d19eb6-b237-4596-b547-8852f6d9edf1 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:31.882399 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d5d19eb6-b237-4596-b547-8852f6d9edf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:31.893088 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e09aacdd-34fc-48ea-8746-5d85baa204e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dbea1d-9c33-4094-a707-64b8e8e57d7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225568415', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '22b8501e-7bb1-40d1-b94b-369333523ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:22:28Z', 'updated_at': '2021-11-16T12:22:29Z', 'revision_number': 3, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': '22b8501e-7bb1-40d1-b94b-369333523ed5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50dbea1d-9c33-4094-a707-64b8e8e57d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:22:29Z', 'updated_at': '2021-11-16T12:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:22:31.931339 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-7e9d87c6-ae4b-423e-a291-f039a23d8674 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Allocated IP 172.20.0.1 (0f0013be-fb5f-42e2-b4d1-7ad57132a38a/5fc0bd13-bd26-414c-b2d9-1da59280c9c4/8933c4ec-dd1e-46e9-8c43-f4aab6f80442) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:22:31.943623 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09aacdd-34fc-48ea-8746-5d85baa204e6 None None] The sync data for ids ['50dbea1d-9c33-4094-a707-64b8e8e57d7c'] in n-d-816823-3 is: [{'id': '50dbea1d-9c33-4094-a707-64b8e8e57d7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225568415', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '22b8501e-7bb1-40d1-b94b-369333523ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:22:28Z', 'updated_at': '2021-11-16T12:22:29Z', 'revision_number': 3, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': '22b8501e-7bb1-40d1-b94b-369333523ed5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50dbea1d-9c33-4094-a707-64b8e8e57d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:22:29Z', 'updated_at': '2021-11-16T12:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:22:31.946391 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d19eb6-b237-4596-b547-8852f6d9edf1 None None] Network 0f0013be-fb5f-42e2-b4d1-7ad57132a38a is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:22:31.953538 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-d5d19eb6-b237-4596-b547-8852f6d9edf1 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:22:31.957275 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d19eb6-b237-4596-b547-8852f6d9edf1 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:22:31.965665 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d19eb6-b237-4596-b547-8852f6d9edf1 None None] Pushing event updated for resources: {'Port': ['ID=e81645b2-8e0c-403d-85c9-7e1dce59de3b,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:22:32.020269 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-d5d19eb6-b237-4596-b547-8852f6d9edf1 None None] Attempting to bind port e81645b2-8e0c-403d-85c9-7e1dce59de3b on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:22:32.021242 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-d5d19eb6-b237-4596-b547-8852f6d9edf1 None None] Attempting to bind port e81645b2-8e0c-403d-85c9-7e1dce59de3b by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '3ad9a942-b47c-4440-8870-4323e065de08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0f0013be-fb5f-42e2-b4d1-7ad57132a38a'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:22:32.021242 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d19eb6-b237-4596-b547-8852f6d9edf1 None None] Attempting to bind port e81645b2-8e0c-403d-85c9-7e1dce59de3b on network 0f0013be-fb5f-42e2-b4d1-7ad57132a38a {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:22:32.027163 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d19eb6-b237-4596-b547-8852f6d9edf1 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:22:32.027538 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d19eb6-b237-4596-b547-8852f6d9edf1 None None] Checking segment: {'id': '3ad9a942-b47c-4440-8870-4323e065de08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0f0013be-fb5f-42e2-b4d1-7ad57132a38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:22:32.027938 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d5d19eb6-b237-4596-b547-8852f6d9edf1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:32.028337 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d19eb6-b237-4596-b547-8852f6d9edf1 None None] Bound using segment: {'id': '3ad9a942-b47c-4440-8870-4323e065de08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0f0013be-fb5f-42e2-b4d1-7ad57132a38a'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:22:32.028852 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-d5d19eb6-b237-4596-b547-8852f6d9edf1 None None] Bound port: e81645b2-8e0c-403d-85c9-7e1dce59de3b, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ad9a942-b47c-4440-8870-4323e065de08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0f0013be-fb5f-42e2-b4d1-7ad57132a38a'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:22:32.029174 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d5d19eb6-b237-4596-b547-8852f6d9edf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:32.062070 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7e9d87c6-ae4b-423e-a291-f039a23d8674 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:32.096969 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7e9d87c6-ae4b-423e-a291-f039a23d8674 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:32.105906 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-d5d19eb6-b237-4596-b547-8852f6d9edf1 None None] For port e81645b2-8e0c-403d-85c9-7e1dce59de3b, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:22:32.110449 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-d5d19eb6-b237-4596-b547-8852f6d9edf1 None None] For port e81645b2-8e0c-403d-85c9-7e1dce59de3b, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=e81645b2-8e0c-403d-85c9-7e1dce59de3b,segment=NetworkSegment(3ad9a942-b47c-4440-8870-4323e065de08),segment_id=3ad9a942-b47c-4440-8870-4323e065de08)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:22:32.115173 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d5d19eb6-b237-4596-b547-8852f6d9edf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:32.147185 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9d87c6-ae4b-423e-a291-f039a23d8674 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Network 0f0013be-fb5f-42e2-b4d1-7ad57132a38a is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:22:32.152413 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-7e9d87c6-ae4b-423e-a291-f039a23d8674 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:22:32.154453 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d87c6-ae4b-423e-a291-f039a23d8674 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'Port': ['ID=8933c4ec-dd1e-46e9-8c43-f4aab6f80442,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:22:32.156631 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9d87c6-ae4b-423e-a291-f039a23d8674 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:22:32.199341 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d19eb6-b237-4596-b547-8852f6d9edf1 None None] Pushing event updated for resources: {'Port': ['ID=e81645b2-8e0c-403d-85c9-7e1dce59de3b,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:22:32.223003 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7e9d87c6-ae4b-423e-a291-f039a23d8674 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:32.380598 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7e9d87c6-ae4b-423e-a291-f039a23d8674 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:32.441838 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:22:33.011422 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7e9d87c6-ae4b-423e-a291-f039a23d8674 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:33.015977 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7e9d87c6-ae4b-423e-a291-f039a23d8674 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:33.094109 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d87c6-ae4b-423e-a291-f039a23d8674 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'Port': ['ID=8933c4ec-dd1e-46e9-8c43-f4aab6f80442,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:22:33.096699 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7e9d87c6-ae4b-423e-a291-f039a23d8674 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:33.196121 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac1fbf1-6b25-49f3-b178-8d6c8ad43bce None None] Network 0f0013be-fb5f-42e2-b4d1-7ad57132a38a requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:22:33.198804 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9d87c6-ae4b-423e-a291-f039a23d8674 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Network 0f0013be-fb5f-42e2-b4d1-7ad57132a38a is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:22:33.200283 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-7e9d87c6-ae4b-423e-a291-f039a23d8674 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:22:33.281769 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-f619680a-96e8-410e-af1e-9c7ca8b373a5 None None] Provisioning complete for port e81645b2-8e0c-403d-85c9-7e1dce59de3b triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:22:33.282171 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f619680a-96e8-410e-af1e-9c7ca8b373a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:33.326585 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9d87c6-ae4b-423e-a291-f039a23d8674 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Router 50dbea1d-9c33-4094-a707-64b8e8e57d7c has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:22:33.427319 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f619680a-96e8-410e-af1e-9c7ca8b373a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:33.445832 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9d87c6-ae4b-423e-a291-f039a23d8674 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:22:33.462171 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7e9d87c6-ae4b-423e-a291-f039a23d8674 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "PUT /v2.0/routers/50dbea1d-9c33-4094-a707-64b8e8e57d7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7421381 Nov 16 12:22:33.471713 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-f619680a-96e8-410e-af1e-9c7ca8b373a5 None None] For port e81645b2-8e0c-403d-85c9-7e1dce59de3b, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=e81645b2-8e0c-403d-85c9-7e1dce59de3b,segment=NetworkSegment(3ad9a942-b47c-4440-8870-4323e065de08),segment_id=3ad9a942-b47c-4440-8870-4323e065de08)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:22:33.479870 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f619680a-96e8-410e-af1e-9c7ca8b373a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:33.539310 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f619680a-96e8-410e-af1e-9c7ca8b373a5 None None] Pushing event updated for resources: {'Port': ['ID=e81645b2-8e0c-403d-85c9-7e1dce59de3b,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:22:33.666025 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-f0cf1d5f-b7e8-45cd-95c0-a486e784e166 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1974993379&fields=id&tenant_id=aae820dbeac54b079877012566498127 HTTP/1.1" status: 200 len: 267 time: 0.0674372 Nov 16 12:22:33.676048 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 22b8501e-7bb1-40d1-b94b-369333523ed5 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:22:33.737979 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 22b8501e-7bb1-40d1-b94b-369333523ed5 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:22:33.738294 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:33.789800 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-047317a9-4a17-4c1e-ae2a-944823e684ef tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:22:33.791546 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-047317a9-4a17-4c1e-ae2a-944823e684ef tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/networks?id=0f0013be-fb5f-42e2-b4d1-7ad57132a38a HTTP/1.1" status: 200 len: 797 time: 0.1177092 Nov 16 12:22:33.808480 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d75dab-8979-4164-b66a-1f6ae6c26ee6 None None] Sync routers for ids ['50dbea1d-9c33-4094-a707-64b8e8e57d7c'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:22:33.814633 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-443c9a7a-81d8-45a7-b446-b0a375e63e05 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/quotas/aae820dbeac54b079877012566498127 HTTP/1.1" status: 200 len: 375 time: 0.0130053 Nov 16 12:22:33.821233 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d75dab-8979-4164-b66a-1f6ae6c26ee6 None None] Routers {'50dbea1d-9c33-4094-a707-64b8e8e57d7c'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:22:33.822488 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-d7d75dab-8979-4164-b66a-1f6ae6c26ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:22:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['50dbea1d-9c33-4094-a707-64b8e8e57d7c'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:22:33.829910 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-81d89072-aa4d-448e-b344-17761b0a8b76 None None] Provisioning complete for port e81645b2-8e0c-403d-85c9-7e1dce59de3b triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:22:33.830377 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-81d89072-aa4d-448e-b344-17761b0a8b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:33.875781 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-9a968b82-f6d4-483b-a3d1-d5da4d12e46c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=aae820dbeac54b079877012566498127&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526290 Nov 16 12:22:33.882482 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device e81645b2-8e0c-403d-85c9-7e1dce59de3b up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:22:33.958875 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-d7d75dab-8979-4164-b66a-1f6ae6c26ee6 None None] Set router 50dbea1d-9c33-4094-a707-64b8e8e57d7c gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:22:33.981061 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port e81645b2-8e0c-403d-85c9-7e1dce59de3b triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:22:33.981435 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:34.004383 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-f221c4b0-01fb-47b0-a2f7-59ef179f762d service neutron] 10.222.0.61 "GET /v2.0/networks/0f0013be-fb5f-42e2-b4d1-7ad57132a38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147828 Nov 16 12:22:34.026607 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-81d89072-aa4d-448e-b344-17761b0a8b76 None None] Provisioning complete for port 8933c4ec-dd1e-46e9-8c43-f4aab6f80442 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:22:34.026973 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-81d89072-aa4d-448e-b344-17761b0a8b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:34.066620 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-81d89072-aa4d-448e-b344-17761b0a8b76 None None] Port 8933c4ec-dd1e-46e9-8c43-f4aab6f80442 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:22:34.104673 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-2d21dbee-18c0-49a0-8228-bd9abf53dcd5 service neutron] 10.222.0.61 "GET /v2.0/networks/0f0013be-fb5f-42e2-b4d1-7ad57132a38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993290 Nov 16 12:22:34.186732 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-e9008a1d-e9c8-4d6f-b1fc-76acf0e557c4 None None] Provisioning complete for port 8933c4ec-dd1e-46e9-8c43-f4aab6f80442 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:22:34.187401 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e9008a1d-e9c8-4d6f-b1fc-76acf0e557c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:34.239102 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-d7d75dab-8979-4164-b66a-1f6ae6c26ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dbea1d-9c33-4094-a707-64b8e8e57d7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225568415', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '22b8501e-7bb1-40d1-b94b-369333523ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:22:28Z', 'updated_at': '2021-11-16T12:22:32Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': '22b8501e-7bb1-40d1-b94b-369333523ed5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dbea1d-9c33-4094-a707-64b8e8e57d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:22:29Z', 'updated_at': '2021-11-16T12:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '8933c4ec-dd1e-46e9-8c43-f4aab6f80442', 'name': '', 'network_id': '0f0013be-fb5f-42e2-b4d1-7ad57132a38a', 'tenant_id': 'aae820dbeac54b079877012566498127', 'mac_address': 'fa:16:3e:8e:58:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50dbea1d-9c33-4094-a707-64b8e8e57d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '5fc0bd13-bd26-414c-b2d9-1da59280c9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:22:31Z', 'updated_at': '2021-11-16T12:22:32Z', 'revision_number': 2, 'project_id': 'aae820dbeac54b079877012566498127', 'subnets': [{'id': '5fc0bd13-bd26-414c-b2d9-1da59280c9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:22:34.249489 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-e9008a1d-e9c8-4d6f-b1fc-76acf0e557c4 None None] Port 8933c4ec-dd1e-46e9-8c43-f4aab6f80442 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:22:34.272806 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d75dab-8979-4164-b66a-1f6ae6c26ee6 None None] Checking router: 50dbea1d-9c33-4094-a707-64b8e8e57d7c for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:22:34.273157 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d75dab-8979-4164-b66a-1f6ae6c26ee6 None None] Updating router 50dbea1d-9c33-4094-a707-64b8e8e57d7c port 8933c4ec-dd1e-46e9-8c43-f4aab6f80442 binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 12:22:34.280976 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8b1fa01b-0a97-4671-a3c6-a5b7995db9ba req-94ceda30-acb6-4c32-aaf6-a8e580b4953f tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=48e01561-8865-47b6-957f-d23a73c6bb29 HTTP/1.1" status: 200 len: 210 time: 0.0284781 Nov 16 12:22:34.305001 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d7d75dab-8979-4164-b66a-1f6ae6c26ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:34.372885 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6d6945c7-aa1b-451b-bc7f-a0c16d9dbf33 None None] Provisioning complete for port 8933c4ec-dd1e-46e9-8c43-f4aab6f80442 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:22:34.373389 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6d6945c7-aa1b-451b-bc7f-a0c16d9dbf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:34.413512 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-6d6945c7-aa1b-451b-bc7f-a0c16d9dbf33 None None] Port 8933c4ec-dd1e-46e9-8c43-f4aab6f80442 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:22:34.584008 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d7d75dab-8979-4164-b66a-1f6ae6c26ee6 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:34.589741 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d7d75dab-8979-4164-b66a-1f6ae6c26ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:34.637468 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a231b-f32d-4e7b-ab1f-5ad5f396181c None None] Pushing event updated for resources: {'Port': ['ID=8933c4ec-dd1e-46e9-8c43-f4aab6f80442,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:22:34.648107 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a231b-f32d-4e7b-ab1f-5ad5f396181c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:34.648558 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a231b-f32d-4e7b-ab1f-5ad5f396181c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:34.648943 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a231b-f32d-4e7b-ab1f-5ad5f396181c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:34.649386 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a231b-f32d-4e7b-ab1f-5ad5f396181c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:34.649731 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a231b-f32d-4e7b-ab1f-5ad5f396181c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:34.650355 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a231b-f32d-4e7b-ab1f-5ad5f396181c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:34.650690 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a231b-f32d-4e7b-ab1f-5ad5f396181c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:34.651102 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a231b-f32d-4e7b-ab1f-5ad5f396181c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:34.651428 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a231b-f32d-4e7b-ab1f-5ad5f396181c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:34.651842 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a231b-f32d-4e7b-ab1f-5ad5f396181c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:34.652171 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a231b-f32d-4e7b-ab1f-5ad5f396181c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:34.652494 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57a231b-f32d-4e7b-ab1f-5ad5f396181c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:22:34.711993 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-d7d75dab-8979-4164-b66a-1f6ae6c26ee6 None None] Attempting to bind port 8933c4ec-dd1e-46e9-8c43-f4aab6f80442 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:22:34.712365 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-d7d75dab-8979-4164-b66a-1f6ae6c26ee6 None None] Attempting to bind port 8933c4ec-dd1e-46e9-8c43-f4aab6f80442 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '3ad9a942-b47c-4440-8870-4323e065de08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0f0013be-fb5f-42e2-b4d1-7ad57132a38a'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:22:34.712725 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d75dab-8979-4164-b66a-1f6ae6c26ee6 None None] Attempting to bind port 8933c4ec-dd1e-46e9-8c43-f4aab6f80442 on network 0f0013be-fb5f-42e2-b4d1-7ad57132a38a {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:22:34.718162 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d75dab-8979-4164-b66a-1f6ae6c26ee6 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:22:34.718531 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d75dab-8979-4164-b66a-1f6ae6c26ee6 None None] Checking segment: {'id': '3ad9a942-b47c-4440-8870-4323e065de08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0f0013be-fb5f-42e2-b4d1-7ad57132a38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:22:34.718929 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d7d75dab-8979-4164-b66a-1f6ae6c26ee6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:34.719321 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d75dab-8979-4164-b66a-1f6ae6c26ee6 None None] Bound using segment: {'id': '3ad9a942-b47c-4440-8870-4323e065de08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0f0013be-fb5f-42e2-b4d1-7ad57132a38a'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:22:34.719844 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-d7d75dab-8979-4164-b66a-1f6ae6c26ee6 None None] Bound port: 8933c4ec-dd1e-46e9-8c43-f4aab6f80442, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ad9a942-b47c-4440-8870-4323e065de08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0f0013be-fb5f-42e2-b4d1-7ad57132a38a'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:22:34.720227 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d7d75dab-8979-4164-b66a-1f6ae6c26ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:34.792740 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-d7d75dab-8979-4164-b66a-1f6ae6c26ee6 None None] For port 8933c4ec-dd1e-46e9-8c43-f4aab6f80442, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:22:34.796560 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-d7d75dab-8979-4164-b66a-1f6ae6c26ee6 None None] For port 8933c4ec-dd1e-46e9-8c43-f4aab6f80442, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=8933c4ec-dd1e-46e9-8c43-f4aab6f80442,segment=NetworkSegment(3ad9a942-b47c-4440-8870-4323e065de08),segment_id=3ad9a942-b47c-4440-8870-4323e065de08)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:22:34.801560 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d7d75dab-8979-4164-b66a-1f6ae6c26ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:34.849774 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d75dab-8979-4164-b66a-1f6ae6c26ee6 None None] Routers {'50dbea1d-9c33-4094-a707-64b8e8e57d7c'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:22:34.850462 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-d7d75dab-8979-4164-b66a-1f6ae6c26ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:22:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['50dbea1d-9c33-4094-a707-64b8e8e57d7c'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:22:34.925327 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a231b-f32d-4e7b-ab1f-5ad5f396181c None None] Pushing event updated for resources: {'Port': ['ID=8933c4ec-dd1e-46e9-8c43-f4aab6f80442,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:22:34.939450 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-31a58759-5fe4-4002-b6df-0edc456f144d None None] Provisioning complete for port 8933c4ec-dd1e-46e9-8c43-f4aab6f80442 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:22:34.940415 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-31a58759-5fe4-4002-b6df-0edc456f144d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:34.972917 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-d7d75dab-8979-4164-b66a-1f6ae6c26ee6 None None] Set router 50dbea1d-9c33-4094-a707-64b8e8e57d7c gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:22:35.026960 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-31a58759-5fe4-4002-b6df-0edc456f144d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:35.061331 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-31a58759-5fe4-4002-b6df-0edc456f144d None None] For port 8933c4ec-dd1e-46e9-8c43-f4aab6f80442, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=8933c4ec-dd1e-46e9-8c43-f4aab6f80442,segment=NetworkSegment(3ad9a942-b47c-4440-8870-4323e065de08),segment_id=3ad9a942-b47c-4440-8870-4323e065de08)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:22:35.066042 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-31a58759-5fe4-4002-b6df-0edc456f144d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:35.112254 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a58759-5fe4-4002-b6df-0edc456f144d None None] Pushing event updated for resources: {'Port': ['ID=8933c4ec-dd1e-46e9-8c43-f4aab6f80442,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:22:35.186756 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-d7d75dab-8979-4164-b66a-1f6ae6c26ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dbea1d-9c33-4094-a707-64b8e8e57d7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225568415', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '22b8501e-7bb1-40d1-b94b-369333523ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:22:28Z', 'updated_at': '2021-11-16T12:22:32Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': '22b8501e-7bb1-40d1-b94b-369333523ed5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dbea1d-9c33-4094-a707-64b8e8e57d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:22:29Z', 'updated_at': '2021-11-16T12:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '8933c4ec-dd1e-46e9-8c43-f4aab6f80442', 'name': '', 'network_id': '0f0013be-fb5f-42e2-b4d1-7ad57132a38a', 'tenant_id': 'aae820dbeac54b079877012566498127', 'mac_address': 'fa:16:3e:8e:58:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50dbea1d-9c33-4094-a707-64b8e8e57d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '5fc0bd13-bd26-414c-b2d9-1da59280c9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:22:31Z', 'updated_at': '2021-11-16T12:22:34Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'subnets': [{'id': '5fc0bd13-bd26-414c-b2d9-1da59280c9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:22:35.187076 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-e1c16342-7b62-4bb4-921f-b4b00c749bdb None None] Provisioning complete for port 8933c4ec-dd1e-46e9-8c43-f4aab6f80442 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:22:35.187430 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e1c16342-7b62-4bb4-921f-b4b00c749bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:35.213839 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d75dab-8979-4164-b66a-1f6ae6c26ee6 None None] The sync data for ids ['50dbea1d-9c33-4094-a707-64b8e8e57d7c'] in n-d-816823-3 is: [{'id': '50dbea1d-9c33-4094-a707-64b8e8e57d7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225568415', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '22b8501e-7bb1-40d1-b94b-369333523ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:22:28Z', 'updated_at': '2021-11-16T12:22:32Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': '22b8501e-7bb1-40d1-b94b-369333523ed5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dbea1d-9c33-4094-a707-64b8e8e57d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:22:29Z', 'updated_at': '2021-11-16T12:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '8933c4ec-dd1e-46e9-8c43-f4aab6f80442', 'name': '', 'network_id': '0f0013be-fb5f-42e2-b4d1-7ad57132a38a', 'tenant_id': 'aae820dbeac54b079877012566498127', 'mac_address': 'fa:16:3e:8e:58:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50dbea1d-9c33-4094-a707-64b8e8e57d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '5fc0bd13-bd26-414c-b2d9-1da59280c9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:22:31Z', 'updated_at': '2021-11-16T12:22:34Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'subnets': [{'id': '5fc0bd13-bd26-414c-b2d9-1da59280c9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:22:35.396396 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-b353c5af-03f4-48cd-9efc-cd974a0e208a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:22:35.400382 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-b353c5af-03f4-48cd-9efc-cd974a0e208a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.36 "GET /v2.0/networks?id=0f0013be-fb5f-42e2-b4d1-7ad57132a38a HTTP/1.1" status: 200 len: 797 time: 0.1757188 Nov 16 12:22:35.411709 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e1fb1721-52c6-4fd6-9d0c-446904f18771 req-f2994ff3-e0f1-4443-b962-45ec19366f3e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=48e01561-8865-47b6-957f-d23a73c6bb29 HTTP/1.1" status: 200 len: 210 time: 0.0463154 Nov 16 12:22:35.481912 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-402ef047-401c-47b4-afeb-87034623cb05 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aae820dbeac54b079877012566498127 HTTP/1.1" status: 200 len: 380 time: 0.0716379 Nov 16 12:22:35.494449 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-ac3f05c4-2737-4f42-8c08-8a7269ae7c56 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'port': {'device_id': '48e01561-8865-47b6-957f-d23a73c6bb29', 'network_id': '0f0013be-fb5f-42e2-b4d1-7ad57132a38a', 'admin_state_up': True, 'tenant_id': 'aae820dbeac54b079877012566498127', 'security_groups': ['a49e2129-dadf-4e39-bb4b-8d3521c0fb06']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:22:35.622755 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-ac3f05c4-2737-4f42-8c08-8a7269ae7c56 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Made reservation on behalf of aae820dbeac54b079877012566498127 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:22:35.626958 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-ac3f05c4-2737-4f42-8c08-8a7269ae7c56 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:35.650460 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 8933c4ec-dd1e-46e9-8c43-f4aab6f80442 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:22:35.714189 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 8933c4ec-dd1e-46e9-8c43-f4aab6f80442 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:22:35.716573 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:35.769744 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-ac3f05c4-2737-4f42-8c08-8a7269ae7c56 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Allocated IP 172.20.0.13 (0f0013be-fb5f-42e2-b4d1-7ad57132a38a/5fc0bd13-bd26-414c-b2d9-1da59280c9c4/225e9ea9-3a9f-4efd-89d0-0936a7ab6c43) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:22:35.816447 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device e81645b2-8e0c-403d-85c9-7e1dce59de3b up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:22:35.869328 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port e81645b2-8e0c-403d-85c9-7e1dce59de3b triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:22:35.869775 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:35.923416 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-ac3f05c4-2737-4f42-8c08-8a7269ae7c56 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:35.959070 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-ac3f05c4-2737-4f42-8c08-8a7269ae7c56 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:36.005172 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-ac3f05c4-2737-4f42-8c08-8a7269ae7c56 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Network 0f0013be-fb5f-42e2-b4d1-7ad57132a38a is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:22:36.012345 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-ac3f05c4-2737-4f42-8c08-8a7269ae7c56 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:22:36.016231 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-ac3f05c4-2737-4f42-8c08-8a7269ae7c56 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:22:36.044472 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f05c4-2737-4f42-8c08-8a7269ae7c56 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'Port': ['ID=225e9ea9-3a9f-4efd-89d0-0936a7ab6c43,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:22:36.072294 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-ac3f05c4-2737-4f42-8c08-8a7269ae7c56 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:22:36.072925 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-ac3f05c4-2737-4f42-8c08-8a7269ae7c56 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:36.095379 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-ac3f05c4-2737-4f42-8c08-8a7269ae7c56 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6049051 Nov 16 12:22:36.107830 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-4d7814a7-cbd7-4994-a132-25e11c05208e service neutron] Request body: {'port': {'device_id': '48e01561-8865-47b6-957f-d23a73c6bb29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:22:36.165160 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-4d7814a7-cbd7-4994-a132-25e11c05208e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:36.244382 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-abd89180-de72-46b7-8cc9-60e008c70cd0 None None] Provisioning complete for port 225e9ea9-3a9f-4efd-89d0-0936a7ab6c43 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:22:36.244846 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-abd89180-de72-46b7-8cc9-60e008c70cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:36.289116 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-abd89180-de72-46b7-8cc9-60e008c70cd0 None None] Port 225e9ea9-3a9f-4efd-89d0-0936a7ab6c43 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:22:36.445227 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-4d7814a7-cbd7-4994-a132-25e11c05208e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 225e9ea9-3a9f-4efd-89d0-0936a7ab6c43 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:22:36.454325 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-4d7814a7-cbd7-4994-a132-25e11c05208e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:36.467944 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-4d7814a7-cbd7-4994-a132-25e11c05208e service neutron] Transition to ACTIVE for port object 225e9ea9-3a9f-4efd-89d0-0936a7ab6c43 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 12:22:36.471224 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-4d7814a7-cbd7-4994-a132-25e11c05208e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:36.530963 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8064464-3a5b-44fd-94e4-575c5bf4f891 req-8e3be979-2f0a-4b63-85f9-2cfc080d8644 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:22:36.533129 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f8064464-3a5b-44fd-94e4-575c5bf4f891 req-8e3be979-2f0a-4b63-85f9-2cfc080d8644 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=48e01561-8865-47b6-957f-d23a73c6bb29 HTTP/1.1" status: 200 len: 944 time: 0.0523024 Nov 16 12:22:36.542181 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7814a7-cbd7-4994-a132-25e11c05208e service neutron] Pushing event updated for resources: {'Port': ['ID=225e9ea9-3a9f-4efd-89d0-0936a7ab6c43,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:22:36.595445 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f8064464-3a5b-44fd-94e4-575c5bf4f891 req-f43fe3ce-b4a6-4ebf-887d-61ba866e8367 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=a49e2129-dadf-4e39-bb4b-8d3521c0fb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544190 Nov 16 12:22:36.596918 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-4d7814a7-cbd7-4994-a132-25e11c05208e service neutron] Attempting to bind port 225e9ea9-3a9f-4efd-89d0-0936a7ab6c43 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:22:36.597257 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-4d7814a7-cbd7-4994-a132-25e11c05208e service neutron] Attempting to bind port 225e9ea9-3a9f-4efd-89d0-0936a7ab6c43 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '3ad9a942-b47c-4440-8870-4323e065de08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0f0013be-fb5f-42e2-b4d1-7ad57132a38a'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:22:36.597590 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-4d7814a7-cbd7-4994-a132-25e11c05208e service neutron] Attempting to bind port 225e9ea9-3a9f-4efd-89d0-0936a7ab6c43 on network 0f0013be-fb5f-42e2-b4d1-7ad57132a38a {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:22:36.603077 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-4d7814a7-cbd7-4994-a132-25e11c05208e service neutron] Port 225e9ea9-3a9f-4efd-89d0-0936a7ab6c43 on network 0f0013be-fb5f-42e2-b4d1-7ad57132a38a not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 12:22:36.603394 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-4d7814a7-cbd7-4994-a132-25e11c05208e service neutron] Attempting to bind port 225e9ea9-3a9f-4efd-89d0-0936a7ab6c43 on network 0f0013be-fb5f-42e2-b4d1-7ad57132a38a {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:22:36.608944 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-4d7814a7-cbd7-4994-a132-25e11c05208e service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:22:36.609278 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-4d7814a7-cbd7-4994-a132-25e11c05208e service neutron] Checking segment: {'id': '3ad9a942-b47c-4440-8870-4323e065de08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0f0013be-fb5f-42e2-b4d1-7ad57132a38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:22:36.609660 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-4d7814a7-cbd7-4994-a132-25e11c05208e service neutron] Bound using segment: {'id': '3ad9a942-b47c-4440-8870-4323e065de08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0f0013be-fb5f-42e2-b4d1-7ad57132a38a'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:22:36.610118 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-4d7814a7-cbd7-4994-a132-25e11c05208e service neutron] Bound port: 225e9ea9-3a9f-4efd-89d0-0936a7ab6c43, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ad9a942-b47c-4440-8870-4323e065de08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0f0013be-fb5f-42e2-b4d1-7ad57132a38a'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:22:36.610473 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-4d7814a7-cbd7-4994-a132-25e11c05208e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:36.675512 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-4d7814a7-cbd7-4994-a132-25e11c05208e service neutron] For port 225e9ea9-3a9f-4efd-89d0-0936a7ab6c43, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:22:36.678922 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-4d7814a7-cbd7-4994-a132-25e11c05208e service neutron] For port 225e9ea9-3a9f-4efd-89d0-0936a7ab6c43, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=225e9ea9-3a9f-4efd-89d0-0936a7ab6c43,segment=NetworkSegment(3ad9a942-b47c-4440-8870-4323e065de08),segment_id=3ad9a942-b47c-4440-8870-4323e065de08)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:22:36.683622 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-4d7814a7-cbd7-4994-a132-25e11c05208e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:36.720332 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-4d7814a7-cbd7-4994-a132-25e11c05208e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:22:36.720944 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-4d7814a7-cbd7-4994-a132-25e11c05208e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:36.722352 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-4d7814a7-cbd7-4994-a132-25e11c05208e service neutron] 10.222.0.36 "PUT /v2.0/ports/225e9ea9-3a9f-4efd-89d0-0936a7ab6c43 HTTP/1.1" status: 200 len: 1092 time: 0.6189506 Nov 16 12:22:36.722794 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e01561-8865-47b6-957f-d23a73c6bb29', 'tag': '225e9ea9-3a9f-4efd-89d0-0936a7ab6c43'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:22:36.725054 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b4cb006b19835c19bcd0265a95de96d39c41d7d45c6d056c20fcc032bf3cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f1ab96-2620-493b-95de-e1b076769f76" -d '{"events": [{"name": "network-changed", "server_uuid": "48e01561-8865-47b6-957f-d23a73c6bb29", "tag": "225e9ea9-3a9f-4efd-89d0-0936a7ab6c43"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:22:36.746659 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7814a7-cbd7-4994-a132-25e11c05208e service neutron] Pushing event updated for resources: {'Port': ['ID=225e9ea9-3a9f-4efd-89d0-0936a7ab6c43,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:22:36.763784 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59ae2a4-16c1-4b46-8d9b-2696826000ba x-openstack-request-id: req-a59ae2a4-16c1-4b46-8d9b-2696826000ba {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:22:36.764079 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48e01561-8865-47b6-957f-d23a73c6bb29", "tag": "225e9ea9-3a9f-4efd-89d0-0936a7ab6c43", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:22:36.764332 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a59ae2a4-16c1-4b46-8d9b-2696826000ba {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:22:36.764754 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48e01561-8865-47b6-957f-d23a73c6bb29', 'tag': '225e9ea9-3a9f-4efd-89d0-0936a7ab6c43', 'status': 'completed', 'code': 200} Nov 16 12:22:36.816499 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-78fcf5e7-0254-41f1-909f-75fec2d32e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:22:36.818044 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-78fcf5e7-0254-41f1-909f-75fec2d32e47 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aae820dbeac54b079877012566498127&device_id=48e01561-8865-47b6-957f-d23a73c6bb29 HTTP/1.1" status: 200 len: 1095 time: 0.0473688 Nov 16 12:22:36.865096 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-6fb4daf4-d9f5-4642-b2d7-4044f419d782 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=225e9ea9-3a9f-4efd-89d0-0936a7ab6c43 HTTP/1.1" status: 200 len: 217 time: 0.0386555 Nov 16 12:22:36.915935 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-7d352512-c913-4d53-93e2-e696d7251c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:22:36.917401 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-7d352512-c913-4d53-93e2-e696d7251c47 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5fc0bd13-bd26-414c-b2d9-1da59280c9c4 HTTP/1.1" status: 200 len: 833 time: 0.0458679 Nov 16 12:22:36.961896 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-abbc5b27-72bd-40b9-86e0-7076ffaec184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:22:36.963455 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-abbc5b27-72bd-40b9-86e0-7076ffaec184 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0f0013be-fb5f-42e2-b4d1-7ad57132a38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396464 Nov 16 12:22:37.054590 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-fa9104be-b19e-424b-a2ee-5f5c58769f6b service neutron] 10.222.0.36 "GET /v2.0/networks/0f0013be-fb5f-42e2-b4d1-7ad57132a38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840633 Nov 16 12:22:37.145115 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e21f9164-dc55-4f31-a33e-e918a8cb8858 req-2bb3dd70-1359-4237-ad60-7d38ddb2dc7d service neutron] 10.222.0.36 "GET /v2.0/networks/0f0013be-fb5f-42e2-b4d1-7ad57132a38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840123 Nov 16 12:22:37.229037 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1ab96-2620-493b-95de-e1b076769f76 req-ddd2361c-2611-44e6-a6e6-9439c051b0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:22:37.234073 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-10f1ab96-2620-493b-95de-e1b076769f76 req-ddd2361c-2611-44e6-a6e6-9439c051b0ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aae820dbeac54b079877012566498127&device_id=48e01561-8865-47b6-957f-d23a73c6bb29 HTTP/1.1" status: 200 len: 1095 time: 0.0427973 Nov 16 12:22:37.328464 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1ab96-2620-493b-95de-e1b076769f76 req-d1e7c7db-2daf-49c4-9e62-8e623ec28cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:22:37.329902 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-10f1ab96-2620-493b-95de-e1b076769f76 req-d1e7c7db-2daf-49c4-9e62-8e623ec28cfb service neutron] 10.222.0.36 "GET /v2.0/networks?id=0f0013be-fb5f-42e2-b4d1-7ad57132a38a HTTP/1.1" status: 200 len: 898 time: 0.0907018 Nov 16 12:22:37.368991 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-10f1ab96-2620-493b-95de-e1b076769f76 req-845c2f77-62a7-40f4-865c-be1a3a5fb4e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=225e9ea9-3a9f-4efd-89d0-0936a7ab6c43 HTTP/1.1" status: 200 len: 217 time: 0.0317075 Nov 16 12:22:37.422299 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1ab96-2620-493b-95de-e1b076769f76 req-68fb2b50-5701-4757-afa0-804c694ad2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:22:37.423621 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-10f1ab96-2620-493b-95de-e1b076769f76 req-68fb2b50-5701-4757-afa0-804c694ad2ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5fc0bd13-bd26-414c-b2d9-1da59280c9c4 HTTP/1.1" status: 200 len: 833 time: 0.0478504 Nov 16 12:22:37.469641 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1ab96-2620-493b-95de-e1b076769f76 req-9db44e53-dfbf-4c5b-bfb2-d400cce53adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:22:37.471130 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-10f1ab96-2620-493b-95de-e1b076769f76 req-9db44e53-dfbf-4c5b-bfb2-d400cce53adb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0f0013be-fb5f-42e2-b4d1-7ad57132a38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388892 Nov 16 12:22:37.561768 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-10f1ab96-2620-493b-95de-e1b076769f76 req-14a4ffc6-6d20-4228-9ec8-862c97e1434c service neutron] 10.222.0.36 "GET /v2.0/networks/0f0013be-fb5f-42e2-b4d1-7ad57132a38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830336 Nov 16 12:22:37.651402 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-10f1ab96-2620-493b-95de-e1b076769f76 req-f857d71f-a6d4-44c9-8020-ca0e66ccb4d8 service neutron] 10.222.0.36 "GET /v2.0/networks/0f0013be-fb5f-42e2-b4d1-7ad57132a38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806949 Nov 16 12:22:37.706442 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e713b4-6460-490c-b6b1-bbe5d81ce0ef req-bc7f2d54-f6a5-4bf0-864c-a4432c494856 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:22:37.707860 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-17e713b4-6460-490c-b6b1-bbe5d81ce0ef req-bc7f2d54-f6a5-4bf0-864c-a4432c494856 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=48e01561-8865-47b6-957f-d23a73c6bb29 HTTP/1.1" status: 200 len: 944 time: 0.0490274 Nov 16 12:22:37.756620 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-17e713b4-6460-490c-b6b1-bbe5d81ce0ef req-a4cdedb4-a83f-4677-8c43-1c74f70dc2b1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=a49e2129-dadf-4e39-bb4b-8d3521c0fb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427694 Nov 16 12:22:38.874953 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bde0f1-c4c7-4631-bb37-1d4b94c11590 req-31bd6fef-dc3c-4057-b10f-b6e4b4f12c0b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:22:38.876402 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-45bde0f1-c4c7-4631-bb37-1d4b94c11590 req-31bd6fef-dc3c-4057-b10f-b6e4b4f12c0b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=48e01561-8865-47b6-957f-d23a73c6bb29 HTTP/1.1" status: 200 len: 944 time: 0.0528488 Nov 16 12:22:38.924544 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-45bde0f1-c4c7-4631-bb37-1d4b94c11590 req-4085a4e7-0fb5-4ab3-a745-75bb441592f9 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=a49e2129-dadf-4e39-bb4b-8d3521c0fb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423388 Nov 16 12:22:39.000686 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 225e9ea9-3a9f-4efd-89d0-0936a7ab6c43 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 12:22:39.094789 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 225e9ea9-3a9f-4efd-89d0-0936a7ab6c43, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=225e9ea9-3a9f-4efd-89d0-0936a7ab6c43,segment=NetworkSegment(3ad9a942-b47c-4440-8870-4323e065de08),segment_id=3ad9a942-b47c-4440-8870-4323e065de08)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:22:39.105556 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '225e9ea9-3a9f-4efd-89d0-0936a7ab6c43', 'network_id': '0f0013be-fb5f-42e2-b4d1-7ad57132a38a', 'port_id': '225e9ea9-3a9f-4efd-89d0-0936a7ab6c43', 'mac_address': 'fa:16:3e:1c:d6:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc0bd13-bd26-414c-b2d9-1da59280c9c4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 12:22:39.142487 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:39.155266 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 225e9ea9-3a9f-4efd-89d0-0936a7ab6c43 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:22:39.174090 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 225e9ea9-3a9f-4efd-89d0-0936a7ab6c43, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=225e9ea9-3a9f-4efd-89d0-0936a7ab6c43,segment=NetworkSegment(3ad9a942-b47c-4440-8870-4323e065de08),segment_id=3ad9a942-b47c-4440-8870-4323e065de08)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:22:39.177818 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:39.226178 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=225e9ea9-3a9f-4efd-89d0-0936a7ab6c43,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:22:39.427631 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['225e9ea9-3a9f-4efd-89d0-0936a7ab6c43'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:22:40.037625 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ef6bf-37d2-4937-b392-dcd476a34648 req-3e6ffe6a-ce0e-4001-af45-490e46dc2deb tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:22:40.039125 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5e2ef6bf-37d2-4937-b392-dcd476a34648 req-3e6ffe6a-ce0e-4001-af45-490e46dc2deb tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=48e01561-8865-47b6-957f-d23a73c6bb29 HTTP/1.1" status: 200 len: 945 time: 0.0493538 Nov 16 12:22:40.088283 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5e2ef6bf-37d2-4937-b392-dcd476a34648 req-c86ad2c2-9f94-42e4-8e4f-eadc1d3f63e2 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=a49e2129-dadf-4e39-bb4b-8d3521c0fb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431976 Nov 16 12:22:41.000485 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 225e9ea9-3a9f-4efd-89d0-0936a7ab6c43 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:22:41.052409 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port 225e9ea9-3a9f-4efd-89d0-0936a7ab6c43 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 12:22:41.056299 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 225e9ea9-3a9f-4efd-89d0-0936a7ab6c43 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:22:41.056680 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:41.132205 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:41.156210 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e01561-8865-47b6-957f-d23a73c6bb29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225e9ea9-3a9f-4efd-89d0-0936a7ab6c43'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:22:41.158502 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3028c6c2751e05b8ffe46419f90227d3bdc45fe093bf287cadf4b73479a61306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd37d090-3d69-4da2-80d0-26250401e103" -d '{"events": [{"server_uuid": "48e01561-8865-47b6-957f-d23a73c6bb29", "name": "network-vif-plugged", "status": "completed", "tag": "225e9ea9-3a9f-4efd-89d0-0936a7ab6c43"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:22:41.170649 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 225e9ea9-3a9f-4efd-89d0-0936a7ab6c43, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=225e9ea9-3a9f-4efd-89d0-0936a7ab6c43,segment=NetworkSegment(3ad9a942-b47c-4440-8870-4323e065de08),segment_id=3ad9a942-b47c-4440-8870-4323e065de08)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:22:41.175261 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:41.212638 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282977f8-81a2-478d-a8cd-c44e4a3f4b2f req-3f3bb0f8-32d4-40e2-a617-bcc9ff505330 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:22:41.214698 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-282977f8-81a2-478d-a8cd-c44e4a3f4b2f req-3f3bb0f8-32d4-40e2-a617-bcc9ff505330 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=48e01561-8865-47b6-957f-d23a73c6bb29 HTTP/1.1" status: 200 len: 946 time: 0.0510690 Nov 16 12:22:41.225622 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=225e9ea9-3a9f-4efd-89d0-0936a7ab6c43,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:22:41.276603 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-282977f8-81a2-478d-a8cd-c44e4a3f4b2f req-fb60fbef-439c-42d7-9b80-779f04e57dec tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=a49e2129-dadf-4e39-bb4b-8d3521c0fb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512288 Nov 16 12:22:41.320951 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a640af-c1de-45f8-9690-10c5823aa4ee x-openstack-request-id: req-d3a640af-c1de-45f8-9690-10c5823aa4ee {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:22:41.321246 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48e01561-8865-47b6-957f-d23a73c6bb29", "name": "network-vif-plugged", "status": "completed", "tag": "225e9ea9-3a9f-4efd-89d0-0936a7ab6c43", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:22:41.321502 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d3a640af-c1de-45f8-9690-10c5823aa4ee {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:22:41.321901 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e01561-8865-47b6-957f-d23a73c6bb29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225e9ea9-3a9f-4efd-89d0-0936a7ab6c43', 'code': 200} Nov 16 12:22:41.417067 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6f3c3-4c05-4b0f-8d9f-f2c63c044c60 req-4347ab93-f11d-45c9-9fc3-e36657effcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:22:41.418491 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dbc6f3c3-4c05-4b0f-8d9f-f2c63c044c60 req-4347ab93-f11d-45c9-9fc3-e36657effcc7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=48e01561-8865-47b6-957f-d23a73c6bb29 HTTP/1.1" status: 200 len: 1097 time: 0.0409865 Nov 16 12:22:41.463437 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dbc6f3c3-4c05-4b0f-8d9f-f2c63c044c60 req-f464ddc3-8933-43a7-b1fa-0ce1550efd47 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a49e2129-dadf-4e39-bb4b-8d3521c0fb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374055 Nov 16 12:22:42.397510 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9dd689-f453-4428-af0a-1a768ccc61a4 req-b89d460b-665d-4266-b6b2-07c33aa4dc44 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:22:42.399038 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5f9dd689-f453-4428-af0a-1a768ccc61a4 req-b89d460b-665d-4266-b6b2-07c33aa4dc44 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=48e01561-8865-47b6-957f-d23a73c6bb29 HTTP/1.1" status: 200 len: 946 time: 0.0497689 Nov 16 12:22:42.448573 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5f9dd689-f453-4428-af0a-1a768ccc61a4 req-715e95e7-b966-4c9d-b965-b91f8a25252d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=a49e2129-dadf-4e39-bb4b-8d3521c0fb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433714 Nov 16 12:22:43.181641 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2893ae51-9269-41cb-82b1-b12b9ccaaafd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:43.564309 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2af5fe-7e77-4199-a794-8fcc199b4be2 req-faccdf5a-a79c-4d8d-a799-5828ca3d8266 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:22:43.565764 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7f2af5fe-7e77-4199-a794-8fcc199b4be2 req-faccdf5a-a79c-4d8d-a799-5828ca3d8266 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=48e01561-8865-47b6-957f-d23a73c6bb29 HTTP/1.1" status: 200 len: 946 time: 0.0484505 Nov 16 12:22:43.613937 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7f2af5fe-7e77-4199-a794-8fcc199b4be2 req-0b8e6cab-8c40-45fb-9915-3a154d6f752a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=a49e2129-dadf-4e39-bb4b-8d3521c0fb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422063 Nov 16 12:22:43.729609 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eac3ae-14e9-4075-82e5-3632953ad9ac req-6cfb3bd2-3bff-45e7-9579-5869a58b2554 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:22:43.730982 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-08eac3ae-14e9-4075-82e5-3632953ad9ac req-6cfb3bd2-3bff-45e7-9579-5869a58b2554 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=48e01561-8865-47b6-957f-d23a73c6bb29 HTTP/1.1" status: 200 len: 946 time: 0.0524435 Nov 16 12:22:43.779085 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-08eac3ae-14e9-4075-82e5-3632953ad9ac req-17a01ed1-9445-4017-9034-1489a9a39e9a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=a49e2129-dadf-4e39-bb4b-8d3521c0fb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422299 Nov 16 12:22:43.800726 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56034) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:22:43.839180 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470333ac-5c5c-4355-beb1-00997a3bb1ea tempest-TestNetworkAdvancedServerOps-1204587946 tempest-TestNetworkAdvancedServerOps-1204587946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:22:43.840644 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-470333ac-5c5c-4355-beb1-00997a3bb1ea tempest-TestNetworkAdvancedServerOps-1204587946 tempest-TestNetworkAdvancedServerOps-1204587946-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=48e01561-8865-47b6-957f-d23a73c6bb29 HTTP/1.1" status: 200 len: 1092 time: 0.0389318 Nov 16 12:22:43.843318 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56036) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:22:43.847521 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-d3ed92cd-6f13-4256-95c6-109ff3069e5a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'port_id': '225e9ea9-3a9f-4efd-89d0-0936a7ab6c43', 'tenant_id': 'aae820dbeac54b079877012566498127', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:22:43.869480 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d3ed92cd-6f13-4256-95c6-109ff3069e5a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for floatingip, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:43.968878 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d3ed92cd-6f13-4256-95c6-109ff3069e5a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:44.067390 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-d3ed92cd-6f13-4256-95c6-109ff3069e5a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Allocated IP 172.25.0.3 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/c3545df6-3d01-4a70-a7c6-8683946f252e) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:22:44.172969 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d3ed92cd-6f13-4256-95c6-109ff3069e5a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:44.205829 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d3ed92cd-6f13-4256-95c6-109ff3069e5a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:44.239255 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ed92cd-6f13-4256-95c6-109ff3069e5a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:22:44.242144 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-d3ed92cd-6f13-4256-95c6-109ff3069e5a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:22:44.247506 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ed92cd-6f13-4256-95c6-109ff3069e5a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:22:44.275974 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed92cd-6f13-4256-95c6-109ff3069e5a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'Port': ['ID=c3545df6-3d01-4a70-a7c6-8683946f252e,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:22:44.597241 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d3ed92cd-6f13-4256-95c6-109ff3069e5a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:44.661424 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d3ed92cd-6f13-4256-95c6-109ff3069e5a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:44.815251 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d3ed92cd-6f13-4256-95c6-109ff3069e5a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:44.819874 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d3ed92cd-6f13-4256-95c6-109ff3069e5a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:44.892575 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed92cd-6f13-4256-95c6-109ff3069e5a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'Port': ['ID=c3545df6-3d01-4a70-a7c6-8683946f252e,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:22:44.900908 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d3ed92cd-6f13-4256-95c6-109ff3069e5a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:45.000735 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [None req-d3ed92cd-6f13-4256-95c6-109ff3069e5a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Floating IP 7c39be57-e804-4ff7-a8ef-06da5c28bcc3 associated. External IP: 172.25.0.3, port: 225e9ea9-3a9f-4efd-89d0-0936a7ab6c43. Nov 16 12:22:45.203603 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ed92cd-6f13-4256-95c6-109ff3069e5a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Router 50dbea1d-9c33-4094-a707-64b8e8e57d7c has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:22:45.309391 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ed92cd-6f13-4256-95c6-109ff3069e5a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:22:45.319961 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82091b55-00da-4d5f-a444-ce711ec1e6b2 None None] Sync routers for ids ['50dbea1d-9c33-4094-a707-64b8e8e57d7c'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:22:45.327805 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d3ed92cd-6f13-4256-95c6-109ff3069e5a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:45.330976 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82091b55-00da-4d5f-a444-ce711ec1e6b2 None None] Routers {'50dbea1d-9c33-4094-a707-64b8e8e57d7c'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:22:45.331669 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-82091b55-00da-4d5f-a444-ce711ec1e6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:22:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['50dbea1d-9c33-4094-a707-64b8e8e57d7c'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:22:45.356056 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d3ed92cd-6f13-4256-95c6-109ff3069e5a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5117383 Nov 16 12:22:45.356661 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e01561-8865-47b6-957f-d23a73c6bb29', 'tag': '225e9ea9-3a9f-4efd-89d0-0936a7ab6c43'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:22:45.359122 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb585f75727964cfb6af285fc9899ace3cdf5491a84d1da25652e31a132d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd14832-e484-44c2-8491-b12852e60f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "48e01561-8865-47b6-957f-d23a73c6bb29", "tag": "225e9ea9-3a9f-4efd-89d0-0936a7ab6c43"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:22:45.451280 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-82091b55-00da-4d5f-a444-ce711ec1e6b2 None None] Set router 50dbea1d-9c33-4094-a707-64b8e8e57d7c gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:22:45.470601 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6e9c7-564f-4ef0-bc41-371b3d3b7b47 req-30ba9149-d9e3-453f-969e-6e9551330562 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:22:45.472038 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fac6e9c7-564f-4ef0-bc41-371b3d3b7b47 req-30ba9149-d9e3-453f-969e-6e9551330562 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=48e01561-8865-47b6-957f-d23a73c6bb29 HTTP/1.1" status: 200 len: 946 time: 0.0661690 Nov 16 12:22:45.521504 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fac6e9c7-564f-4ef0-bc41-371b3d3b7b47 req-457ccaab-9302-46f8-8b75-46110a1aa42a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=a49e2129-dadf-4e39-bb4b-8d3521c0fb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432968 Nov 16 12:22:45.544993 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56042) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:22:45.567924 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9133c9c7-003d-4e58-9c0b-ac414f701ed9 x-openstack-request-id: req-9133c9c7-003d-4e58-9c0b-ac414f701ed9 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:22:45.568223 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48e01561-8865-47b6-957f-d23a73c6bb29", "tag": "225e9ea9-3a9f-4efd-89d0-0936a7ab6c43", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:22:45.568483 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9133c9c7-003d-4e58-9c0b-ac414f701ed9 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:22:45.568892 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48e01561-8865-47b6-957f-d23a73c6bb29', 'tag': '225e9ea9-3a9f-4efd-89d0-0936a7ab6c43', 'status': 'completed', 'code': 200} Nov 16 12:22:45.634658 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-015ead70-b3d5-4689-abb5-434039d4765d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/floatingips/7c39be57-e804-4ff7-a8ef-06da5c28bcc3 HTTP/1.1" status: 200 len: 990 time: 0.0884547 Nov 16 12:22:45.644574 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd14832-e484-44c2-8491-b12852e60f8b req-e41a5355-a344-4956-b294-d6d64b7cfee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:22:45.646047 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4fd14832-e484-44c2-8491-b12852e60f8b req-e41a5355-a344-4956-b294-d6d64b7cfee5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aae820dbeac54b079877012566498127&device_id=48e01561-8865-47b6-957f-d23a73c6bb29 HTTP/1.1" status: 200 len: 1097 time: 0.0538344 Nov 16 12:22:45.690205 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-126b017b-5467-4209-9ce3-ef4a88a26137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:45.697904 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-82091b55-00da-4d5f-a444-ce711ec1e6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dbea1d-9c33-4094-a707-64b8e8e57d7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225568415', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '22b8501e-7bb1-40d1-b94b-369333523ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:22:28Z', 'updated_at': '2021-11-16T12:22:32Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': '22b8501e-7bb1-40d1-b94b-369333523ed5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dbea1d-9c33-4094-a707-64b8e8e57d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:22:29Z', 'updated_at': '2021-11-16T12:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '7c39be57-e804-4ff7-a8ef-06da5c28bcc3', 'tenant_id': 'aae820dbeac54b079877012566498127', 'floating_ip_address': '172.25.0.3', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '50dbea1d-9c33-4094-a707-64b8e8e57d7c', 'port_id': '225e9ea9-3a9f-4efd-89d0-0936a7ab6c43', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f0013be-fb5f-42e2-b4d1-7ad57132a38a', 'mac_address': 'fa:16:3e:1c:d6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e01561-8865-47b6-957f-d23a73c6bb29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:22:44Z', 'updated_at': '2021-11-16T12:22:44Z', 'revision_number': 0, 'project_id': 'aae820dbeac54b079877012566498127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8933c4ec-dd1e-46e9-8c43-f4aab6f80442', 'name': '', 'network_id': '0f0013be-fb5f-42e2-b4d1-7ad57132a38a', 'tenant_id': 'aae820dbeac54b079877012566498127', 'mac_address': 'fa:16:3e:8e:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dbea1d-9c33-4094-a707-64b8e8e57d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '5fc0bd13-bd26-414c-b2d9-1da59280c9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:22:31Z', 'updated_at': '2021-11-16T12:22:35Z', 'revision_number': 5, 'project_id': 'aae820dbeac54b079877012566498127', 'subnets': [{'id': '5fc0bd13-bd26-414c-b2d9-1da59280c9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:22:45.733671 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82091b55-00da-4d5f-a444-ce711ec1e6b2 None None] Checking router: 50dbea1d-9c33-4094-a707-64b8e8e57d7c for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:22:45.742341 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82091b55-00da-4d5f-a444-ce711ec1e6b2 None None] Routers {'50dbea1d-9c33-4094-a707-64b8e8e57d7c'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:22:45.742961 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-82091b55-00da-4d5f-a444-ce711ec1e6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:22:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['50dbea1d-9c33-4094-a707-64b8e8e57d7c'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:22:45.743101 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd14832-e484-44c2-8491-b12852e60f8b req-10fd79fa-9781-46ec-9744-644b36ceca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:22:45.744489 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4fd14832-e484-44c2-8491-b12852e60f8b req-10fd79fa-9781-46ec-9744-644b36ceca43 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0f0013be-fb5f-42e2-b4d1-7ad57132a38a HTTP/1.1" status: 200 len: 898 time: 0.0914791 Nov 16 12:22:45.809695 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4fd14832-e484-44c2-8491-b12852e60f8b req-02e78d12-3911-48d6-bef3-333eb793b46e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=225e9ea9-3a9f-4efd-89d0-0936a7ab6c43 HTTP/1.1" status: 200 len: 998 time: 0.0580969 Nov 16 12:22:45.865872 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd14832-e484-44c2-8491-b12852e60f8b req-48fc18cf-417f-4755-802f-53333f55cfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:22:45.867387 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4fd14832-e484-44c2-8491-b12852e60f8b req-48fc18cf-417f-4755-802f-53333f55cfec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5fc0bd13-bd26-414c-b2d9-1da59280c9c4 HTTP/1.1" status: 200 len: 833 time: 0.0498772 Nov 16 12:22:45.915156 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd14832-e484-44c2-8491-b12852e60f8b req-3b63a21e-975f-4253-ba09-af71e523fd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:22:45.916715 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4fd14832-e484-44c2-8491-b12852e60f8b req-3b63a21e-975f-4253-ba09-af71e523fd0e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0f0013be-fb5f-42e2-b4d1-7ad57132a38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426576 Nov 16 12:22:46.008498 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-82091b55-00da-4d5f-a444-ce711ec1e6b2 None None] Set router 50dbea1d-9c33-4094-a707-64b8e8e57d7c gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:22:46.008851 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4fd14832-e484-44c2-8491-b12852e60f8b req-77d4dbe7-34d9-4ce6-8457-c1aaba2aadf6 service neutron] 10.222.0.36 "GET /v2.0/networks/0f0013be-fb5f-42e2-b4d1-7ad57132a38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844414 Nov 16 12:22:46.103145 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4fd14832-e484-44c2-8491-b12852e60f8b req-fe1e6d79-dad9-46ed-b17f-b416ac1322af service neutron] 10.222.0.36 "GET /v2.0/networks/0f0013be-fb5f-42e2-b4d1-7ad57132a38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873001 Nov 16 12:22:46.241574 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-82091b55-00da-4d5f-a444-ce711ec1e6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dbea1d-9c33-4094-a707-64b8e8e57d7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225568415', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '22b8501e-7bb1-40d1-b94b-369333523ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:22:28Z', 'updated_at': '2021-11-16T12:22:32Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': '22b8501e-7bb1-40d1-b94b-369333523ed5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dbea1d-9c33-4094-a707-64b8e8e57d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:22:29Z', 'updated_at': '2021-11-16T12:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '7c39be57-e804-4ff7-a8ef-06da5c28bcc3', 'tenant_id': 'aae820dbeac54b079877012566498127', 'floating_ip_address': '172.25.0.3', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '50dbea1d-9c33-4094-a707-64b8e8e57d7c', 'port_id': '225e9ea9-3a9f-4efd-89d0-0936a7ab6c43', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f0013be-fb5f-42e2-b4d1-7ad57132a38a', 'mac_address': 'fa:16:3e:1c:d6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e01561-8865-47b6-957f-d23a73c6bb29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:22:44Z', 'updated_at': '2021-11-16T12:22:44Z', 'revision_number': 0, 'project_id': 'aae820dbeac54b079877012566498127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8933c4ec-dd1e-46e9-8c43-f4aab6f80442', 'name': '', 'network_id': '0f0013be-fb5f-42e2-b4d1-7ad57132a38a', 'tenant_id': 'aae820dbeac54b079877012566498127', 'mac_address': 'fa:16:3e:8e:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dbea1d-9c33-4094-a707-64b8e8e57d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '5fc0bd13-bd26-414c-b2d9-1da59280c9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:22:31Z', 'updated_at': '2021-11-16T12:22:35Z', 'revision_number': 5, 'project_id': 'aae820dbeac54b079877012566498127', 'subnets': [{'id': '5fc0bd13-bd26-414c-b2d9-1da59280c9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:22:46.271588 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82091b55-00da-4d5f-a444-ce711ec1e6b2 None None] The sync data for ids ['50dbea1d-9c33-4094-a707-64b8e8e57d7c'] in n-d-816823-3 is: [{'id': '50dbea1d-9c33-4094-a707-64b8e8e57d7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225568415', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '22b8501e-7bb1-40d1-b94b-369333523ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:22:28Z', 'updated_at': '2021-11-16T12:22:32Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': '22b8501e-7bb1-40d1-b94b-369333523ed5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dbea1d-9c33-4094-a707-64b8e8e57d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:22:29Z', 'updated_at': '2021-11-16T12:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '7c39be57-e804-4ff7-a8ef-06da5c28bcc3', 'tenant_id': 'aae820dbeac54b079877012566498127', 'floating_ip_address': '172.25.0.3', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '50dbea1d-9c33-4094-a707-64b8e8e57d7c', 'port_id': '225e9ea9-3a9f-4efd-89d0-0936a7ab6c43', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f0013be-fb5f-42e2-b4d1-7ad57132a38a', 'mac_address': 'fa:16:3e:1c:d6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e01561-8865-47b6-957f-d23a73c6bb29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:22:44Z', 'updated_at': '2021-11-16T12:22:44Z', 'revision_number': 0, 'project_id': 'aae820dbeac54b079877012566498127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8933c4ec-dd1e-46e9-8c43-f4aab6f80442', 'name': '', 'network_id': '0f0013be-fb5f-42e2-b4d1-7ad57132a38a', 'tenant_id': 'aae820dbeac54b079877012566498127', 'mac_address': 'fa:16:3e:8e:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dbea1d-9c33-4094-a707-64b8e8e57d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '5fc0bd13-bd26-414c-b2d9-1da59280c9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:22:31Z', 'updated_at': '2021-11-16T12:22:35Z', 'revision_number': 5, 'project_id': 'aae820dbeac54b079877012566498127', 'subnets': [{'id': '5fc0bd13-bd26-414c-b2d9-1da59280c9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:22:46.461034 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6874d2aa-6f4c-463f-913e-6ac1dc41ad42 None None] New status for floating IP 7c39be57-e804-4ff7-a8ef-06da5c28bcc3: ACTIVE {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 12:22:46.638712 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56044) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:22:46.705422 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ac6d0a43-4eb6-4e52-ba9a-eb934e4a8459 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/floatingips/7c39be57-e804-4ff7-a8ef-06da5c28bcc3 HTTP/1.1" status: 200 len: 990 time: 0.0656247 Nov 16 12:22:46.841781 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:47.709452 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56046) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:22:47.771325 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-97c5a383-4002-49b5-b8d0-52c7e196b8ae tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/floatingips/7c39be57-e804-4ff7-a8ef-06da5c28bcc3 HTTP/1.1" status: 200 len: 992 time: 0.0605862 Nov 16 12:22:48.536883 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:48.969489 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:58.785655 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:22:59.613869 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:23:09.432983 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:23:13.182159 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1f0dab75-8bf7-4094-ba2c-18517bef4688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:23:14.557060 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656fa02-f4e1-48bd-a437-ea94b1f00b43 req-3212654b-30ed-479c-bcb5-64ce9223a888 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:23:14.558659 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c656fa02-f4e1-48bd-a437-ea94b1f00b43 req-3212654b-30ed-479c-bcb5-64ce9223a888 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=48e01561-8865-47b6-957f-d23a73c6bb29 HTTP/1.1" status: 200 len: 946 time: 0.0542669 Nov 16 12:23:14.611432 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c656fa02-f4e1-48bd-a437-ea94b1f00b43 req-6632d33b-da3b-432b-8f2b-55c0a0c888f1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=a49e2129-dadf-4e39-bb4b-8d3521c0fb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467472 Nov 16 12:23:14.843795 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd06e4f-6d68-42b3-8242-b6980549c505 req-f4984355-7879-4429-a3fb-61c598d0a0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:23:14.845260 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dfd06e4f-6d68-42b3-8242-b6980549c505 req-f4984355-7879-4429-a3fb-61c598d0a0b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aae820dbeac54b079877012566498127&device_id=48e01561-8865-47b6-957f-d23a73c6bb29 HTTP/1.1" status: 200 len: 1097 time: 0.3294499 Nov 16 12:23:14.932621 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd06e4f-6d68-42b3-8242-b6980549c505 req-e3c1ab35-1a24-431d-ab0e-553887db0da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:23:14.934063 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dfd06e4f-6d68-42b3-8242-b6980549c505 req-e3c1ab35-1a24-431d-ab0e-553887db0da6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0f0013be-fb5f-42e2-b4d1-7ad57132a38a HTTP/1.1" status: 200 len: 898 time: 0.0807495 Nov 16 12:23:15.000621 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dfd06e4f-6d68-42b3-8242-b6980549c505 req-814f22f2-6320-47aa-aa61-e68c609e1508 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=225e9ea9-3a9f-4efd-89d0-0936a7ab6c43 HTTP/1.1" status: 200 len: 1000 time: 0.0591216 Nov 16 12:23:15.048486 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd06e4f-6d68-42b3-8242-b6980549c505 req-040e760b-1849-4b4c-b13c-31ddb587192a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:23:15.049969 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dfd06e4f-6d68-42b3-8242-b6980549c505 req-040e760b-1849-4b4c-b13c-31ddb587192a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5fc0bd13-bd26-414c-b2d9-1da59280c9c4 HTTP/1.1" status: 200 len: 833 time: 0.0424349 Nov 16 12:23:15.094995 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd06e4f-6d68-42b3-8242-b6980549c505 req-b0eb639c-a590-4cf8-9f25-9d8cb9364f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:23:15.096359 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dfd06e4f-6d68-42b3-8242-b6980549c505 req-b0eb639c-a590-4cf8-9f25-9d8cb9364f0f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0f0013be-fb5f-42e2-b4d1-7ad57132a38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388131 Nov 16 12:23:15.197836 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dfd06e4f-6d68-42b3-8242-b6980549c505 req-dc96abd5-bfd3-46fa-8d18-658fd28a1792 service neutron] 10.222.0.36 "GET /v2.0/networks/0f0013be-fb5f-42e2-b4d1-7ad57132a38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930185 Nov 16 12:23:15.292705 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dfd06e4f-6d68-42b3-8242-b6980549c505 req-bb1412af-2f90-441f-8af0-98a8385c60d5 service neutron] 10.222.0.36 "GET /v2.0/networks/0f0013be-fb5f-42e2-b4d1-7ad57132a38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858212 Nov 16 12:23:15.682240 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fed763e4-f1a2-4525-8950-1b1cad105b6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:23:15.729117 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3880e4c5-375e-4564-bd0b-c51acf560f79 req-9a4cd490-5d00-4fba-9d8e-f5689a44a50e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:23:15.730640 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3880e4c5-375e-4564-bd0b-c51acf560f79 req-9a4cd490-5d00-4fba-9d8e-f5689a44a50e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=48e01561-8865-47b6-957f-d23a73c6bb29 HTTP/1.1" status: 200 len: 946 time: 0.0494735 Nov 16 12:23:15.779409 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3880e4c5-375e-4564-bd0b-c51acf560f79 req-98972528-7493-4157-95e8-8ba48a78767f tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=a49e2129-dadf-4e39-bb4b-8d3521c0fb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426989 Nov 16 12:23:16.842855 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:23:16.897899 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a0733-4479-451e-bee3-76350d14a8d0 req-9355abad-c4e4-4d47-b094-737d76bcf6e5 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:23:16.899399 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-802a0733-4479-451e-bee3-76350d14a8d0 req-9355abad-c4e4-4d47-b094-737d76bcf6e5 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=48e01561-8865-47b6-957f-d23a73c6bb29 HTTP/1.1" status: 200 len: 946 time: 0.0483744 Nov 16 12:23:16.957037 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-802a0733-4479-451e-bee3-76350d14a8d0 req-cc534fb1-8143-4d1b-be35-4f1ce710aa46 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=a49e2129-dadf-4e39-bb4b-8d3521c0fb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514100 Nov 16 12:23:18.070686 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79d8bf-4384-4134-951b-47ac00bb06b1 req-9129c002-6065-4701-b00f-7ffdc550488c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:23:18.072657 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7d79d8bf-4384-4134-951b-47ac00bb06b1 req-9129c002-6065-4701-b00f-7ffdc550488c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=48e01561-8865-47b6-957f-d23a73c6bb29 HTTP/1.1" status: 200 len: 946 time: 0.0494280 Nov 16 12:23:18.121366 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7d79d8bf-4384-4134-951b-47ac00bb06b1 req-e44ef7c2-8f01-4f48-a410-db49113fba88 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=a49e2129-dadf-4e39-bb4b-8d3521c0fb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428097 Nov 16 12:23:18.539678 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:23:18.970524 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:23:19.239197 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30eb98-97a0-44fa-b8ff-9ffcc03a0776 req-874344fe-e919-49eb-9dc1-97ab5cf3bb0a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:23:19.240586 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ca30eb98-97a0-44fa-b8ff-9ffcc03a0776 req-874344fe-e919-49eb-9dc1-97ab5cf3bb0a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=48e01561-8865-47b6-957f-d23a73c6bb29 HTTP/1.1" status: 200 len: 946 time: 0.0488598 Nov 16 12:23:19.288200 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ca30eb98-97a0-44fa-b8ff-9ffcc03a0776 req-bbc290d9-56e5-4810-a79b-1f2a2846920d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=a49e2129-dadf-4e39-bb4b-8d3521c0fb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416996 Nov 16 12:23:20.407322 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810a2bb-0573-4914-8766-2fc60ee655ba req-21933050-301c-41b6-a52c-faeeaf71f99e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:23:20.408707 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2810a2bb-0573-4914-8766-2fc60ee655ba req-21933050-301c-41b6-a52c-faeeaf71f99e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=48e01561-8865-47b6-957f-d23a73c6bb29 HTTP/1.1" status: 200 len: 946 time: 0.0526366 Nov 16 12:23:20.456906 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2810a2bb-0573-4914-8766-2fc60ee655ba req-c3cd1175-7d42-44bc-8a54-ac90bb016ea9 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=a49e2129-dadf-4e39-bb4b-8d3521c0fb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423267 Nov 16 12:23:21.572477 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b81d1-44e0-45d8-b551-6fe24b2d7713 req-9219eff7-8e30-4c30-9b64-25d4edcf424f tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:23:21.573979 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-331b81d1-44e0-45d8-b551-6fe24b2d7713 req-9219eff7-8e30-4c30-9b64-25d4edcf424f tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=48e01561-8865-47b6-957f-d23a73c6bb29 HTTP/1.1" status: 200 len: 946 time: 0.0503788 Nov 16 12:23:21.622752 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-331b81d1-44e0-45d8-b551-6fe24b2d7713 req-8b14f26d-a261-402c-9d17-2fb4fda9fc56 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=a49e2129-dadf-4e39-bb4b-8d3521c0fb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429499 Nov 16 12:23:22.741864 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943490c9-4e9f-45a3-a795-6127a0892935 req-f14cc346-3503-45ef-bbb5-9f0087dd4087 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:23:22.743373 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-943490c9-4e9f-45a3-a795-6127a0892935 req-f14cc346-3503-45ef-bbb5-9f0087dd4087 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=48e01561-8865-47b6-957f-d23a73c6bb29 HTTP/1.1" status: 200 len: 946 time: 0.0519965 Nov 16 12:23:22.791947 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-943490c9-4e9f-45a3-a795-6127a0892935 req-6f4207e4-6636-468c-9bcf-020a0ecc1ba6 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=a49e2129-dadf-4e39-bb4b-8d3521c0fb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421491 Nov 16 12:23:23.906677 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ae6d7-1135-4777-b7fb-1ec356821158 req-cdb6fc4f-588a-49f3-b73f-e2e21b60cbd8 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:23:23.908167 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b2ae6d7-1135-4777-b7fb-1ec356821158 req-cdb6fc4f-588a-49f3-b73f-e2e21b60cbd8 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=48e01561-8865-47b6-957f-d23a73c6bb29 HTTP/1.1" status: 200 len: 946 time: 0.0486984 Nov 16 12:23:23.956326 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3b2ae6d7-1135-4777-b7fb-1ec356821158 req-763cf5c6-a3be-4e59-b735-68b05b2436a3 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=a49e2129-dadf-4e39-bb4b-8d3521c0fb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424001 Nov 16 12:23:25.069172 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9cb01-0da9-4114-b6b9-1c917686a73b req-bbbba292-8809-4462-9c76-670073479f9d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:23:25.070673 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a3a9cb01-0da9-4114-b6b9-1c917686a73b req-bbbba292-8809-4462-9c76-670073479f9d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=48e01561-8865-47b6-957f-d23a73c6bb29 HTTP/1.1" status: 200 len: 946 time: 0.0481246 Nov 16 12:23:25.122811 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a3a9cb01-0da9-4114-b6b9-1c917686a73b req-75c13838-8413-478e-977f-7c94f7321289 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=a49e2129-dadf-4e39-bb4b-8d3521c0fb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458415 Nov 16 12:23:26.240621 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60800829-d812-41d2-af56-45aeaffa0770 req-36896a9f-2b7b-4a72-9e19-86a7dada9b79 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:23:26.242117 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-60800829-d812-41d2-af56-45aeaffa0770 req-36896a9f-2b7b-4a72-9e19-86a7dada9b79 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=48e01561-8865-47b6-957f-d23a73c6bb29 HTTP/1.1" status: 200 len: 946 time: 0.0488734 Nov 16 12:23:26.290740 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-60800829-d812-41d2-af56-45aeaffa0770 req-629e3e02-b889-4a53-bc8e-c47857809990 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=a49e2129-dadf-4e39-bb4b-8d3521c0fb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423205 Nov 16 12:23:26.313094 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56080) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:23:26.372157 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d3663a4c-4bfa-46fb-be35-948570a2e472 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/floatingips/7c39be57-e804-4ff7-a8ef-06da5c28bcc3 HTTP/1.1" status: 200 len: 992 time: 0.0579097 Nov 16 12:23:28.788324 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:23:29.628551 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:23:30.116503 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-37734edc-e7a9-4213-8174-cdce9b576284 req-45fcaa75-1bc8-42a4-bdf5-dc5a90042602 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=48e01561-8865-47b6-957f-d23a73c6bb29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400200 Nov 16 12:23:30.202922 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37734edc-e7a9-4213-8174-cdce9b576284 req-fe6d8c45-c53a-43c2-aefb-b822d7a67ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:23:30.204402 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-37734edc-e7a9-4213-8174-cdce9b576284 req-fe6d8c45-c53a-43c2-aefb-b822d7a67ddb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aae820dbeac54b079877012566498127&device_id=48e01561-8865-47b6-957f-d23a73c6bb29 HTTP/1.1" status: 200 len: 1097 time: 0.0444796 Nov 16 12:23:30.306290 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37734edc-e7a9-4213-8174-cdce9b576284 req-07d1ae22-06b8-4d76-b8d2-aad0837a91ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:23:30.307770 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-37734edc-e7a9-4213-8174-cdce9b576284 req-07d1ae22-06b8-4d76-b8d2-aad0837a91ae service neutron] 10.222.0.36 "GET /v2.0/networks?id=0f0013be-fb5f-42e2-b4d1-7ad57132a38a HTTP/1.1" status: 200 len: 898 time: 0.0829628 Nov 16 12:23:30.375328 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-37734edc-e7a9-4213-8174-cdce9b576284 req-ac7be7a5-1b36-4c20-bde4-bd09581a7447 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=225e9ea9-3a9f-4efd-89d0-0936a7ab6c43 HTTP/1.1" status: 200 len: 1000 time: 0.0598180 Nov 16 12:23:30.426408 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37734edc-e7a9-4213-8174-cdce9b576284 req-564d7029-5ba8-47fa-a1ae-7bfafe545a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:23:30.427853 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-37734edc-e7a9-4213-8174-cdce9b576284 req-564d7029-5ba8-47fa-a1ae-7bfafe545a5d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5fc0bd13-bd26-414c-b2d9-1da59280c9c4 HTTP/1.1" status: 200 len: 833 time: 0.0458648 Nov 16 12:23:30.472515 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37734edc-e7a9-4213-8174-cdce9b576284 req-6fc9654a-d46b-4ef6-b306-8baf365b1bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:23:30.474021 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-37734edc-e7a9-4213-8174-cdce9b576284 req-6fc9654a-d46b-4ef6-b306-8baf365b1bb4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0f0013be-fb5f-42e2-b4d1-7ad57132a38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393147 Nov 16 12:23:30.565579 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-37734edc-e7a9-4213-8174-cdce9b576284 req-d55125f1-94af-41a3-b389-bba050a183dd service neutron] 10.222.0.36 "GET /v2.0/networks/0f0013be-fb5f-42e2-b4d1-7ad57132a38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844409 Nov 16 12:23:30.653709 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-37734edc-e7a9-4213-8174-cdce9b576284 req-e2f23e55-9f8d-4fce-9621-190a4d33f8c5 service neutron] 10.222.0.36 "GET /v2.0/networks/0f0013be-fb5f-42e2-b4d1-7ad57132a38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804775 Nov 16 12:23:43.183294 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d0692701-b0f3-44a5-bc7f-c5de1008e90a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:23:45.683369 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7ed323de-80d4-4abe-a1ce-c75b58d5174b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:23:46.432356 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:23:46.846803 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:23:48.543421 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:23:48.972431 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:23:56.719695 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56094) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:23:56.876088 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-48d0421b-005d-45f4-b9c5-be1a6162d024 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Deleting port c3545df6-3d01-4a70-a7c6-8683946f252e {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:23:56.876428 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-48d0421b-005d-45f4-b9c5-be1a6162d024 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:23:56.950316 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-48d0421b-005d-45f4-b9c5-be1a6162d024 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:23:56.950646 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-48d0421b-005d-45f4-b9c5-be1a6162d024 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:23:56.962104 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-48d0421b-005d-45f4-b9c5-be1a6162d024 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Calling delete_port for c3545df6-3d01-4a70-a7c6-8683946f252e owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:23:57.106465 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-48d0421b-005d-45f4-b9c5-be1a6162d024 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:23:57.133096 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d0421b-005d-45f4-b9c5-be1a6162d024 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event deleted for resources: {'Port': ['ID=c3545df6-3d01-4a70-a7c6-8683946f252e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:23:57.157105 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d0421b-005d-45f4-b9c5-be1a6162d024 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:23:57.157453 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d0421b-005d-45f4-b9c5-be1a6162d024 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:23:57.157794 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d0421b-005d-45f4-b9c5-be1a6162d024 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:23:57.158159 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d0421b-005d-45f4-b9c5-be1a6162d024 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:23:57.158492 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d0421b-005d-45f4-b9c5-be1a6162d024 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:23:57.158825 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d0421b-005d-45f4-b9c5-be1a6162d024 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:23:57.159154 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d0421b-005d-45f4-b9c5-be1a6162d024 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:23:57.159481 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d0421b-005d-45f4-b9c5-be1a6162d024 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:23:57.159805 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d0421b-005d-45f4-b9c5-be1a6162d024 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:23:57.160130 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d0421b-005d-45f4-b9c5-be1a6162d024 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:23:57.160450 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d0421b-005d-45f4-b9c5-be1a6162d024 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:23:57.160766 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d0421b-005d-45f4-b9c5-be1a6162d024 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:23:57.202435 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-48d0421b-005d-45f4-b9c5-be1a6162d024 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for floatingip, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:23:57.202751 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [None req-48d0421b-005d-45f4-b9c5-be1a6162d024 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Floating IP 7c39be57-e804-4ff7-a8ef-06da5c28bcc3 disassociated (deleted). External IP: 172.25.0.3, port: 225e9ea9-3a9f-4efd-89d0-0936a7ab6c43. Nov 16 12:23:57.401742 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d0421b-005d-45f4-b9c5-be1a6162d024 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Router 50dbea1d-9c33-4094-a707-64b8e8e57d7c has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:23:57.507533 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d0421b-005d-45f4-b9c5-be1a6162d024 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:23:57.512274 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-48d0421b-005d-45f4-b9c5-be1a6162d024 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:23:57.516818 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75af44fe-267a-431d-9bc1-6c2980c27886 None None] Sync routers for ids ['50dbea1d-9c33-4094-a707-64b8e8e57d7c'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:23:57.526377 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75af44fe-267a-431d-9bc1-6c2980c27886 None None] Routers {'50dbea1d-9c33-4094-a707-64b8e8e57d7c'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:23:57.526992 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-75af44fe-267a-431d-9bc1-6c2980c27886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:23:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['50dbea1d-9c33-4094-a707-64b8e8e57d7c'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:23:57.539288 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-48d0421b-005d-45f4-b9c5-be1a6162d024 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "DELETE /v2.0/floatingips/7c39be57-e804-4ff7-a8ef-06da5c28bcc3 HTTP/1.1" status: 204 len: 168 time: 0.8184757 Nov 16 12:23:57.539868 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e01561-8865-47b6-957f-d23a73c6bb29', 'tag': '225e9ea9-3a9f-4efd-89d0-0936a7ab6c43'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:23:57.542156 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb585f75727964cfb6af285fc9899ace3cdf5491a84d1da25652e31a132d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4784c782-786c-4b3b-9cb8-696a88f0ca75" -d '{"events": [{"name": "network-changed", "server_uuid": "48e01561-8865-47b6-957f-d23a73c6bb29", "tag": "225e9ea9-3a9f-4efd-89d0-0936a7ab6c43"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:23:57.633435 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-75af44fe-267a-431d-9bc1-6c2980c27886 None None] Set router 50dbea1d-9c33-4094-a707-64b8e8e57d7c gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:23:57.694899 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53dc0e8-0910-4e3d-b287-20fd2703ea7f x-openstack-request-id: req-a53dc0e8-0910-4e3d-b287-20fd2703ea7f {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:23:57.695493 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48e01561-8865-47b6-957f-d23a73c6bb29", "tag": "225e9ea9-3a9f-4efd-89d0-0936a7ab6c43", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:23:57.695926 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a53dc0e8-0910-4e3d-b287-20fd2703ea7f {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:23:57.696504 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48e01561-8865-47b6-957f-d23a73c6bb29', 'tag': '225e9ea9-3a9f-4efd-89d0-0936a7ab6c43', 'status': 'completed', 'code': 200} Nov 16 12:23:57.766169 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784c782-786c-4b3b-9cb8-696a88f0ca75 req-3d5fd8fd-8e09-4345-a31c-172aa74e50e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:23:57.768443 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4784c782-786c-4b3b-9cb8-696a88f0ca75 req-3d5fd8fd-8e09-4345-a31c-172aa74e50e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aae820dbeac54b079877012566498127&device_id=48e01561-8865-47b6-957f-d23a73c6bb29 HTTP/1.1" status: 200 len: 1097 time: 0.0450511 Nov 16 12:23:57.797219 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f9b61-2358-48be-b540-e363cbd83e94 req-ad1a19de-db12-45b0-bd50-96e560332d31 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:23:57.798755 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-196f9b61-2358-48be-b540-e363cbd83e94 req-ad1a19de-db12-45b0-bd50-96e560332d31 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=48e01561-8865-47b6-957f-d23a73c6bb29 HTTP/1.1" status: 200 len: 946 time: 0.0563114 Nov 16 12:23:57.843902 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-75af44fe-267a-431d-9bc1-6c2980c27886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dbea1d-9c33-4094-a707-64b8e8e57d7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225568415', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '22b8501e-7bb1-40d1-b94b-369333523ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:22:28Z', 'updated_at': '2021-11-16T12:22:32Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': '22b8501e-7bb1-40d1-b94b-369333523ed5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dbea1d-9c33-4094-a707-64b8e8e57d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:22:29Z', 'updated_at': '2021-11-16T12:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '8933c4ec-dd1e-46e9-8c43-f4aab6f80442', 'name': '', 'network_id': '0f0013be-fb5f-42e2-b4d1-7ad57132a38a', 'tenant_id': 'aae820dbeac54b079877012566498127', 'mac_address': 'fa:16:3e:8e:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dbea1d-9c33-4094-a707-64b8e8e57d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '5fc0bd13-bd26-414c-b2d9-1da59280c9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:22:31Z', 'updated_at': '2021-11-16T12:22:35Z', 'revision_number': 5, 'project_id': 'aae820dbeac54b079877012566498127', 'subnets': [{'id': '5fc0bd13-bd26-414c-b2d9-1da59280c9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:23:57.856987 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-196f9b61-2358-48be-b540-e363cbd83e94 req-7897c822-7c0f-4b63-8b0c-1a089dcd8e68 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=a49e2129-dadf-4e39-bb4b-8d3521c0fb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519540 Nov 16 12:23:57.874583 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784c782-786c-4b3b-9cb8-696a88f0ca75 req-7b2dc9e8-253f-46f2-addc-ee2eb5abe085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:23:57.876004 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4784c782-786c-4b3b-9cb8-696a88f0ca75 req-7b2dc9e8-253f-46f2-addc-ee2eb5abe085 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0f0013be-fb5f-42e2-b4d1-7ad57132a38a HTTP/1.1" status: 200 len: 898 time: 0.0998702 Nov 16 12:23:57.881514 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75af44fe-267a-431d-9bc1-6c2980c27886 None None] Checking router: 50dbea1d-9c33-4094-a707-64b8e8e57d7c for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:23:57.890506 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75af44fe-267a-431d-9bc1-6c2980c27886 None None] Routers {'50dbea1d-9c33-4094-a707-64b8e8e57d7c'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:23:57.891119 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-75af44fe-267a-431d-9bc1-6c2980c27886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:23:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['50dbea1d-9c33-4094-a707-64b8e8e57d7c'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:23:57.919527 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4784c782-786c-4b3b-9cb8-696a88f0ca75 req-bcfd05bb-a5ea-48cb-90a7-16d9294b93a7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=225e9ea9-3a9f-4efd-89d0-0936a7ab6c43 HTTP/1.1" status: 200 len: 217 time: 0.0350702 Nov 16 12:23:57.973062 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784c782-786c-4b3b-9cb8-696a88f0ca75 req-ecddeaf9-1871-4bca-bac8-74d0a461f3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:23:57.974563 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4784c782-786c-4b3b-9cb8-696a88f0ca75 req-ecddeaf9-1871-4bca-bac8-74d0a461f3c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5fc0bd13-bd26-414c-b2d9-1da59280c9c4 HTTP/1.1" status: 200 len: 833 time: 0.0477233 Nov 16 12:23:57.994977 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-75af44fe-267a-431d-9bc1-6c2980c27886 None None] Set router 50dbea1d-9c33-4094-a707-64b8e8e57d7c gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:23:58.021431 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784c782-786c-4b3b-9cb8-696a88f0ca75 req-44d73927-476c-4ff6-a4cf-34f3a8e8c1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:23:58.023006 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4784c782-786c-4b3b-9cb8-696a88f0ca75 req-44d73927-476c-4ff6-a4cf-34f3a8e8c1ef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0f0013be-fb5f-42e2-b4d1-7ad57132a38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396101 Nov 16 12:23:58.116230 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4784c782-786c-4b3b-9cb8-696a88f0ca75 req-33a78254-74ca-4b7b-bd8a-1a765f1c84da service neutron] 10.222.0.36 "GET /v2.0/networks/0f0013be-fb5f-42e2-b4d1-7ad57132a38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856612 Nov 16 12:23:58.194520 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-75af44fe-267a-431d-9bc1-6c2980c27886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dbea1d-9c33-4094-a707-64b8e8e57d7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225568415', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '22b8501e-7bb1-40d1-b94b-369333523ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:22:28Z', 'updated_at': '2021-11-16T12:22:32Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': '22b8501e-7bb1-40d1-b94b-369333523ed5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dbea1d-9c33-4094-a707-64b8e8e57d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:22:29Z', 'updated_at': '2021-11-16T12:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '8933c4ec-dd1e-46e9-8c43-f4aab6f80442', 'name': '', 'network_id': '0f0013be-fb5f-42e2-b4d1-7ad57132a38a', 'tenant_id': 'aae820dbeac54b079877012566498127', 'mac_address': 'fa:16:3e:8e:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dbea1d-9c33-4094-a707-64b8e8e57d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '5fc0bd13-bd26-414c-b2d9-1da59280c9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:22:31Z', 'updated_at': '2021-11-16T12:22:35Z', 'revision_number': 5, 'project_id': 'aae820dbeac54b079877012566498127', 'subnets': [{'id': '5fc0bd13-bd26-414c-b2d9-1da59280c9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:23:58.208517 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4784c782-786c-4b3b-9cb8-696a88f0ca75 req-ac2123b2-32f4-4da5-a6f7-92dfb9044371 service neutron] 10.222.0.36 "GET /v2.0/networks/0f0013be-fb5f-42e2-b4d1-7ad57132a38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836675 Nov 16 12:23:58.223865 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75af44fe-267a-431d-9bc1-6c2980c27886 None None] The sync data for ids ['50dbea1d-9c33-4094-a707-64b8e8e57d7c'] in n-d-816823-3 is: [{'id': '50dbea1d-9c33-4094-a707-64b8e8e57d7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225568415', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '22b8501e-7bb1-40d1-b94b-369333523ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:22:28Z', 'updated_at': '2021-11-16T12:22:32Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': '22b8501e-7bb1-40d1-b94b-369333523ed5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dbea1d-9c33-4094-a707-64b8e8e57d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:22:29Z', 'updated_at': '2021-11-16T12:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '8933c4ec-dd1e-46e9-8c43-f4aab6f80442', 'name': '', 'network_id': '0f0013be-fb5f-42e2-b4d1-7ad57132a38a', 'tenant_id': 'aae820dbeac54b079877012566498127', 'mac_address': 'fa:16:3e:8e:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dbea1d-9c33-4094-a707-64b8e8e57d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '5fc0bd13-bd26-414c-b2d9-1da59280c9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:22:31Z', 'updated_at': '2021-11-16T12:22:35Z', 'revision_number': 5, 'project_id': 'aae820dbeac54b079877012566498127', 'subnets': [{'id': '5fc0bd13-bd26-414c-b2d9-1da59280c9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:23:58.441322 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bad2eb8-68d7-45d9-8903-b81908682b37 None None] New status for floating IP 7c39be57-e804-4ff7-a8ef-06da5c28bcc3: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 12:23:58.807967 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:23:58.987317 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cecfb0-f536-4fb4-ab75-05f12676639b req-5983a56e-22bc-4bc5-956a-f9f1e0939d48 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:23:58.988800 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-13cecfb0-f536-4fb4-ab75-05f12676639b req-5983a56e-22bc-4bc5-956a-f9f1e0939d48 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=48e01561-8865-47b6-957f-d23a73c6bb29 HTTP/1.1" status: 200 len: 946 time: 0.0483246 Nov 16 12:23:59.036925 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-13cecfb0-f536-4fb4-ab75-05f12676639b req-79431fb4-8df9-45df-8e5b-ee6ea1833830 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=a49e2129-dadf-4e39-bb4b-8d3521c0fb06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421925 Nov 16 12:23:59.188026 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59acb62e-b894-4cb5-a62b-abecf7060d25 req-daa10161-b100-4ec2-9fb3-add4ca7937ca tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:23:59.189460 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-59acb62e-b894-4cb5-a62b-abecf7060d25 req-daa10161-b100-4ec2-9fb3-add4ca7937ca tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.36 "GET /v2.0/ports?device_id=48e01561-8865-47b6-957f-d23a73c6bb29 HTTP/1.1" status: 200 len: 946 time: 0.0495977 Nov 16 12:23:59.281293 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-59acb62e-b894-4cb5-a62b-abecf7060d25 req-3c926b5b-d462-4eb2-991c-9edcccbc1af3 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Deleting port 225e9ea9-3a9f-4efd-89d0-0936a7ab6c43 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:23:59.281628 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-59acb62e-b894-4cb5-a62b-abecf7060d25 req-3c926b5b-d462-4eb2-991c-9edcccbc1af3 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:23:59.367560 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-59acb62e-b894-4cb5-a62b-abecf7060d25 req-3c926b5b-d462-4eb2-991c-9edcccbc1af3 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] For port 225e9ea9-3a9f-4efd-89d0-0936a7ab6c43, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=225e9ea9-3a9f-4efd-89d0-0936a7ab6c43,segment=NetworkSegment(3ad9a942-b47c-4440-8870-4323e065de08),segment_id=3ad9a942-b47c-4440-8870-4323e065de08)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:23:59.367924 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-59acb62e-b894-4cb5-a62b-abecf7060d25 req-3c926b5b-d462-4eb2-991c-9edcccbc1af3 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:23:59.380166 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-59acb62e-b894-4cb5-a62b-abecf7060d25 req-3c926b5b-d462-4eb2-991c-9edcccbc1af3 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Calling delete_port for 225e9ea9-3a9f-4efd-89d0-0936a7ab6c43 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:23:59.510460 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-59acb62e-b894-4cb5-a62b-abecf7060d25 req-3c926b5b-d462-4eb2-991c-9edcccbc1af3 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:23:59.545257 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c926b5b-d462-4eb2-991c-9edcccbc1af3 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event deleted for resources: {'Port': ['ID=225e9ea9-3a9f-4efd-89d0-0936a7ab6c43,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:23:59.572793 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c926b5b-d462-4eb2-991c-9edcccbc1af3 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:23:59.573144 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c926b5b-d462-4eb2-991c-9edcccbc1af3 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:23:59.573484 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c926b5b-d462-4eb2-991c-9edcccbc1af3 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:23:59.573823 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c926b5b-d462-4eb2-991c-9edcccbc1af3 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:23:59.574716 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c926b5b-d462-4eb2-991c-9edcccbc1af3 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:23:59.575052 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c926b5b-d462-4eb2-991c-9edcccbc1af3 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:23:59.575381 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c926b5b-d462-4eb2-991c-9edcccbc1af3 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:23:59.575713 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c926b5b-d462-4eb2-991c-9edcccbc1af3 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:23:59.576046 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c926b5b-d462-4eb2-991c-9edcccbc1af3 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:23:59.576372 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c926b5b-d462-4eb2-991c-9edcccbc1af3 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:23:59.576697 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c926b5b-d462-4eb2-991c-9edcccbc1af3 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:23:59.577018 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c926b5b-d462-4eb2-991c-9edcccbc1af3 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:23:59.596764 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-59acb62e-b894-4cb5-a62b-abecf7060d25 req-3c926b5b-d462-4eb2-991c-9edcccbc1af3 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] No DVR routers for this DVR port 225e9ea9-3a9f-4efd-89d0-0936a7ab6c43 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:23:59.599406 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-59acb62e-b894-4cb5-a62b-abecf7060d25 req-3c926b5b-d462-4eb2-991c-9edcccbc1af3 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:23:59.603268 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-59acb62e-b894-4cb5-a62b-abecf7060d25 req-3c926b5b-d462-4eb2-991c-9edcccbc1af3 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.36 "DELETE /v2.0/ports/225e9ea9-3a9f-4efd-89d0-0936a7ab6c43 HTTP/1.1" status: 204 len: 173 time: 0.4078550 Nov 16 12:23:59.603732 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e01561-8865-47b6-957f-d23a73c6bb29', 'name': 'network-vif-deleted', 'tag': '225e9ea9-3a9f-4efd-89d0-0936a7ab6c43'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:23:59.606886 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b4cb006b19835c19bcd0265a95de96d39c41d7d45c6d056c20fcc032bf3cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b903715c-8c8a-4260-a290-d7584db59553" -d '{"events": [{"server_uuid": "48e01561-8865-47b6-957f-d23a73c6bb29", "name": "network-vif-deleted", "tag": "225e9ea9-3a9f-4efd-89d0-0936a7ab6c43"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:23:59.631884 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:23:59.652081 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95829e95-10af-4098-9e9b-f3558cc6e120 x-openstack-request-id: req-95829e95-10af-4098-9e9b-f3558cc6e120 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:23:59.652383 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48e01561-8865-47b6-957f-d23a73c6bb29", "name": "network-vif-deleted", "tag": "225e9ea9-3a9f-4efd-89d0-0936a7ab6c43", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:23:59.652642 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-95829e95-10af-4098-9e9b-f3558cc6e120 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:23:59.653055 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e01561-8865-47b6-957f-d23a73c6bb29', 'name': 'network-vif-deleted', 'tag': '225e9ea9-3a9f-4efd-89d0-0936a7ab6c43', 'status': 'completed', 'code': 200} Nov 16 12:24:00.095654 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56108) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:24:00.743716 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f7408c9a-bdc7-41db-9876-ffa18f35d36f tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:00.990052 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f7408c9a-bdc7-41db-9876-ffa18f35d36f tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Deleting port 8933c4ec-dd1e-46e9-8c43-f4aab6f80442 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:24:00.990397 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f7408c9a-bdc7-41db-9876-ffa18f35d36f tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:01.075896 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-f7408c9a-bdc7-41db-9876-ffa18f35d36f tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] For port 8933c4ec-dd1e-46e9-8c43-f4aab6f80442, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=8933c4ec-dd1e-46e9-8c43-f4aab6f80442,segment=NetworkSegment(3ad9a942-b47c-4440-8870-4323e065de08),segment_id=3ad9a942-b47c-4440-8870-4323e065de08)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:24:01.076257 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f7408c9a-bdc7-41db-9876-ffa18f35d36f tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:01.088338 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f7408c9a-bdc7-41db-9876-ffa18f35d36f tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Calling delete_port for 8933c4ec-dd1e-46e9-8c43-f4aab6f80442 owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:24:01.273626 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f7408c9a-bdc7-41db-9876-ffa18f35d36f tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:01.298621 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7408c9a-bdc7-41db-9876-ffa18f35d36f tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event deleted for resources: {'Port': ['ID=8933c4ec-dd1e-46e9-8c43-f4aab6f80442,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:24:01.472867 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f7408c9a-bdc7-41db-9876-ffa18f35d36f tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:01.692819 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7408c9a-bdc7-41db-9876-ffa18f35d36f tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Router 50dbea1d-9c33-4094-a707-64b8e8e57d7c has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:24:01.797049 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7408c9a-bdc7-41db-9876-ffa18f35d36f tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:24:01.802027 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-f7408c9a-bdc7-41db-9876-ffa18f35d36f tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "PUT /v2.0/routers/50dbea1d-9c33-4094-a707-64b8e8e57d7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7053216 Nov 16 12:24:01.806453 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56110) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:24:01.811839 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94edcb66-1b8a-42e1-91ce-3e25a2b2bd1e None None] Sync routers for ids ['50dbea1d-9c33-4094-a707-64b8e8e57d7c'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:24:01.822057 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94edcb66-1b8a-42e1-91ce-3e25a2b2bd1e None None] Routers {'50dbea1d-9c33-4094-a707-64b8e8e57d7c'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:24:01.822669 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-94edcb66-1b8a-42e1-91ce-3e25a2b2bd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:23:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['50dbea1d-9c33-4094-a707-64b8e8e57d7c'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:24:01.859334 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-d174e30a-e873-4eb9-9091-782295459499 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Deleting subnet 5fc0bd13-bd26-414c-b2d9-1da59280c9c4 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 12:24:01.862636 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d174e30a-e873-4eb9-9091-782295459499 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:01.904536 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d174e30a-e873-4eb9-9091-782295459499 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:01.931264 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-94edcb66-1b8a-42e1-91ce-3e25a2b2bd1e None None] Set router 50dbea1d-9c33-4094-a707-64b8e8e57d7c gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:24:01.989732 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d174e30a-e873-4eb9-9091-782295459499 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:02.047937 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d174e30a-e873-4eb9-9091-782295459499 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:02.075213 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174e30a-e873-4eb9-9091-782295459499 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event deleted for resources: {'Subnet': ['ID=5fc0bd13-bd26-414c-b2d9-1da59280c9c4,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:24:02.079580 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d174e30a-e873-4eb9-9091-782295459499 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:02.085635 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d174e30a-e873-4eb9-9091-782295459499 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "DELETE /v2.0/subnets/5fc0bd13-bd26-414c-b2d9-1da59280c9c4 HTTP/1.1" status: 204 len: 168 time: 0.2750626 Nov 16 12:24:02.085808 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56112) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:24:02.086041 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75398017-dcb1-4a97-af51-f296ebc3e77b None None] Network 0f0013be-fb5f-42e2-b4d1-7ad57132a38a requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:24:02.197382 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71bd3232-413d-4b5a-86cb-f0b35ea2db68 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:02.204665 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-94edcb66-1b8a-42e1-91ce-3e25a2b2bd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dbea1d-9c33-4094-a707-64b8e8e57d7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225568415', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '22b8501e-7bb1-40d1-b94b-369333523ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:22:28Z', 'updated_at': '2021-11-16T12:24:01Z', 'revision_number': 5, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': '22b8501e-7bb1-40d1-b94b-369333523ed5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dbea1d-9c33-4094-a707-64b8e8e57d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:22:29Z', 'updated_at': '2021-11-16T12:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:24:02.249829 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94edcb66-1b8a-42e1-91ce-3e25a2b2bd1e None None] Checking router: 50dbea1d-9c33-4094-a707-64b8e8e57d7c for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:24:02.264357 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94edcb66-1b8a-42e1-91ce-3e25a2b2bd1e None None] Routers {'50dbea1d-9c33-4094-a707-64b8e8e57d7c'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:24:02.264970 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-94edcb66-1b8a-42e1-91ce-3e25a2b2bd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:23:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['50dbea1d-9c33-4094-a707-64b8e8e57d7c'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:24:02.304478 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71bd3232-413d-4b5a-86cb-f0b35ea2db68 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:02.341555 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f9087f-4ea4-4633-b7dd-e8ff8ffbfd57 None None] DHCP port deletion for 0f0013be-fb5f-42e2-b4d1-7ad57132a38a request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:24:02.363252 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-71bd3232-413d-4b5a-86cb-f0b35ea2db68 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Deleting port 22b8501e-7bb1-40d1-b94b-369333523ed5 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:24:02.363602 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71bd3232-413d-4b5a-86cb-f0b35ea2db68 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:02.450360 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-71bd3232-413d-4b5a-86cb-f0b35ea2db68 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] For port 22b8501e-7bb1-40d1-b94b-369333523ed5, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=22b8501e-7bb1-40d1-b94b-369333523ed5,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:24:02.450727 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71bd3232-413d-4b5a-86cb-f0b35ea2db68 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:02.463332 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-71bd3232-413d-4b5a-86cb-f0b35ea2db68 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Calling delete_port for 22b8501e-7bb1-40d1-b94b-369333523ed5 owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:24:02.570206 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-94edcb66-1b8a-42e1-91ce-3e25a2b2bd1e None None] Set router 50dbea1d-9c33-4094-a707-64b8e8e57d7c gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:24:02.636023 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71bd3232-413d-4b5a-86cb-f0b35ea2db68 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:02.661817 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd3232-413d-4b5a-86cb-f0b35ea2db68 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event deleted for resources: {'Port': ['ID=22b8501e-7bb1-40d1-b94b-369333523ed5,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:24:02.680808 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0b3942-66ad-4872-90bc-067a2951dfb0 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:24:02.685298 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-79f9087f-4ea4-4633-b7dd-e8ff8ffbfd57 None None] Deleting port e81645b2-8e0c-403d-85c9-7e1dce59de3b {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:24:02.685669 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-79f9087f-4ea4-4633-b7dd-e8ff8ffbfd57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:02.721042 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71bd3232-413d-4b5a-86cb-f0b35ea2db68 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:02.774822 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-79f9087f-4ea4-4633-b7dd-e8ff8ffbfd57 None None] For port e81645b2-8e0c-403d-85c9-7e1dce59de3b, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=e81645b2-8e0c-403d-85c9-7e1dce59de3b,segment=NetworkSegment(3ad9a942-b47c-4440-8870-4323e065de08),segment_id=3ad9a942-b47c-4440-8870-4323e065de08)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:24:02.775480 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-79f9087f-4ea4-4633-b7dd-e8ff8ffbfd57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:02.805453 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-79f9087f-4ea4-4633-b7dd-e8ff8ffbfd57 None None] Calling delete_port for e81645b2-8e0c-403d-85c9-7e1dce59de3b owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:24:02.814214 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71bd3232-413d-4b5a-86cb-f0b35ea2db68 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:02.816494 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71bd3232-413d-4b5a-86cb-f0b35ea2db68 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:02.860306 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71bd3232-413d-4b5a-86cb-f0b35ea2db68 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:02.861063 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71bd3232-413d-4b5a-86cb-f0b35ea2db68 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Fanout notify agent at l3_agent the message router_deleted on router 50dbea1d-9c33-4094-a707-64b8e8e57d7c {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 12:24:02.868167 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71bd3232-413d-4b5a-86cb-f0b35ea2db68 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:02.869727 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-71bd3232-413d-4b5a-86cb-f0b35ea2db68 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "DELETE /v2.0/routers/50dbea1d-9c33-4094-a707-64b8e8e57d7c HTTP/1.1" status: 204 len: 168 time: 0.7827766 Nov 16 12:24:02.872198 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56114) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:24:02.888259 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-94edcb66-1b8a-42e1-91ce-3e25a2b2bd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dbea1d-9c33-4094-a707-64b8e8e57d7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225568415', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '22b8501e-7bb1-40d1-b94b-369333523ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:22:28Z', 'updated_at': '2021-11-16T12:24:01Z', 'revision_number': 5, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': '22b8501e-7bb1-40d1-b94b-369333523ed5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dbea1d-9c33-4094-a707-64b8e8e57d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:22:29Z', 'updated_at': '2021-11-16T12:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:24:02.926953 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94edcb66-1b8a-42e1-91ce-3e25a2b2bd1e None None] The sync data for ids ['50dbea1d-9c33-4094-a707-64b8e8e57d7c'] in n-d-816823-3 is: [{'id': '50dbea1d-9c33-4094-a707-64b8e8e57d7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-225568415', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '22b8501e-7bb1-40d1-b94b-369333523ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:22:28Z', 'updated_at': '2021-11-16T12:24:01Z', 'revision_number': 5, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': '22b8501e-7bb1-40d1-b94b-369333523ed5', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dbea1d-9c33-4094-a707-64b8e8e57d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:22:29Z', 'updated_at': '2021-11-16T12:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:24:02.938573 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-79f9087f-4ea4-4633-b7dd-e8ff8ffbfd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:02.955479 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fecb585c-5207-4902-8bff-0f290ecdfaf7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:02.966439 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9087f-4ea4-4633-b7dd-e8ff8ffbfd57 None None] Pushing event deleted for resources: {'Port': ['ID=e81645b2-8e0c-403d-85c9-7e1dce59de3b,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:24:02.968842 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f9087f-4ea4-4633-b7dd-e8ff8ffbfd57 None None] No DVR routers for this DVR port e81645b2-8e0c-403d-85c9-7e1dce59de3b on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:24:02.976921 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9087f-4ea4-4633-b7dd-e8ff8ffbfd57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:24:02.977269 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9087f-4ea4-4633-b7dd-e8ff8ffbfd57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:24:02.977609 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9087f-4ea4-4633-b7dd-e8ff8ffbfd57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:24:02.978275 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9087f-4ea4-4633-b7dd-e8ff8ffbfd57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:24:02.978377 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9087f-4ea4-4633-b7dd-e8ff8ffbfd57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:24:02.980099 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9087f-4ea4-4633-b7dd-e8ff8ffbfd57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:24:02.980099 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9087f-4ea4-4633-b7dd-e8ff8ffbfd57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:24:02.980099 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9087f-4ea4-4633-b7dd-e8ff8ffbfd57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:24:02.980099 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9087f-4ea4-4633-b7dd-e8ff8ffbfd57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:24:02.980099 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9087f-4ea4-4633-b7dd-e8ff8ffbfd57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:24:02.981094 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9087f-4ea4-4633-b7dd-e8ff8ffbfd57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:24:02.981215 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9087f-4ea4-4633-b7dd-e8ff8ffbfd57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:24:03.052500 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fecb585c-5207-4902-8bff-0f290ecdfaf7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:03.071389 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-fecb585c-5207-4902-8bff-0f290ecdfaf7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f0013be-fb5f-42e2-b4d1-7ad57132a38a']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:24:03.080764 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-fecb585c-5207-4902-8bff-0f290ecdfaf7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ad9a942-b47c-4440-8870-4323e065de08') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:24:03.081063 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-fecb585c-5207-4902-8bff-0f290ecdfaf7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ad9a942-b47c-4440-8870-4323e065de08') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:24:03.090738 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fecb585c-5207-4902-8bff-0f290ecdfaf7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:03.103703 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fecb585c-5207-4902-8bff-0f290ecdfaf7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:03.109536 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fecb585c-5207-4902-8bff-0f290ecdfaf7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 12:24:03.109912 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fecb585c-5207-4902-8bff-0f290ecdfaf7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:03.113138 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 12:24:03.113138 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 12:24:03.113138 n-d-816823-3 neutron-server[102669]: timer() Nov 16 12:24:03.113138 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 12:24:03.113138 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 12:24:03.113138 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 12:24:03.113138 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 12:24:03.113138 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 12:24:03.113138 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 12:24:03.113138 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 12:24:03.113138 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 12:24:03.113138 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 12:24:03.113138 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 12:24:03.113138 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 12:24:03.113138 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 12:24:03.113138 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 12:24:03.113138 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 12:24:03.113138 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 12:24:03.113138 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 12:24:03.113138 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 12:24:03.113138 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 12:24:03.113138 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 12:24:03.113138 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 12:24:03.113138 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 12:24:03.113138 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 12:24:03.113138 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 12:24:03.113138 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 12:24:03.113138 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 12:24:03.113138 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 12:24:03.113138 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 12:24:03.113138 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 12:24:03.113138 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 12:24:03.175712 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fecb585c-5207-4902-8bff-0f290ecdfaf7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:03.182798 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fecb585c-5207-4902-8bff-0f290ecdfaf7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:03.185886 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-fecb585c-5207-4902-8bff-0f290ecdfaf7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "DELETE /v2.0/networks/0f0013be-fb5f-42e2-b4d1-7ad57132a38a HTTP/1.1" status: 204 len: 168 time: 0.3127265 Nov 16 12:24:03.189256 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56116) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:24:03.197706 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb585c-5207-4902-8bff-0f290ecdfaf7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event deleted for resources: {'Network': ['ID=0f0013be-fb5f-42e2-b4d1-7ad57132a38a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:24:03.251729 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6f39e3eb-4bf0-4a26-bed9-01bcf3bd3659 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:03.278545 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6f39e3eb-4bf0-4a26-bed9-01bcf3bd3659 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:03.341785 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6f39e3eb-4bf0-4a26-bed9-01bcf3bd3659 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:03.344661 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6f39e3eb-4bf0-4a26-bed9-01bcf3bd3659 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:03.345894 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6f39e3eb-4bf0-4a26-bed9-01bcf3bd3659 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "DELETE /v2.0/security-groups/a49e2129-dadf-4e39-bb4b-8d3521c0fb06 HTTP/1.1" status: 204 len: 168 time: 0.1550379 Nov 16 12:24:03.355727 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f39e3eb-4bf0-4a26-bed9-01bcf3bd3659 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49e2129-dadf-4e39-bb4b-8d3521c0fb06,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:24:03.380327 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 225e9ea9-3a9f-4efd-89d0-0936a7ab6c43 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:24:03.408320 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: 225e9ea9-3a9f-4efd-89d0-0936a7ab6c43 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:24:03.408706 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 225e9ea9-3a9f-4efd-89d0-0936a7ab6c43 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:24:03.705496 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56122) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:24:03.710171 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d7228513-d70e-4c07-b18c-31088a5f5ac3 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-946203834', 'description': 'tempest-secgroup-smoke-946203834 description', 'project_id': 'aae820dbeac54b079877012566498127'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:24:03.731989 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d7228513-d70e-4c07-b18c-31088a5f5ac3 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:03.796128 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d7228513-d70e-4c07-b18c-31088a5f5ac3 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:03.799634 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d7228513-d70e-4c07-b18c-31088a5f5ac3 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:03.826571 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d7228513-d70e-4c07-b18c-31088a5f5ac3 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:03.827771 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d7228513-d70e-4c07-b18c-31088a5f5ac3 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1212189 Nov 16 12:24:03.830858 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56124) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:24:03.831729 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7228513-d70e-4c07-b18c-31088a5f5ac3 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=072f6696-ea49-4fcb-aab7-7f006a87f145,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:24:03.836462 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-71f3ee57-e52d-45c2-a7fc-02be1630d221 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'security_group_rule': {'security_group_id': '072f6696-ea49-4fcb-aab7-7f006a87f145', 'project_id': 'aae820dbeac54b079877012566498127', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:24:03.864670 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71f3ee57-e52d-45c2-a7fc-02be1630d221 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:03.920673 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71f3ee57-e52d-45c2-a7fc-02be1630d221 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:03.930237 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71f3ee57-e52d-45c2-a7fc-02be1630d221 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:03.954746 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3ee57-e52d-45c2-a7fc-02be1630d221 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61e77464-2c1c-4f26-930a-a08c7c460cfa,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:24:03.965346 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-71f3ee57-e52d-45c2-a7fc-02be1630d221 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:03.966853 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-71f3ee57-e52d-45c2-a7fc-02be1630d221 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1347015 Nov 16 12:24:03.969327 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56126) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:24:03.973760 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-26e0669f-4043-4fed-a284-8773b16a1923 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'security_group_rule': {'security_group_id': '072f6696-ea49-4fcb-aab7-7f006a87f145', 'project_id': 'aae820dbeac54b079877012566498127', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:24:03.993825 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 8933c4ec-dd1e-46e9-8c43-f4aab6f80442 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:24:04.002557 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-26e0669f-4043-4fed-a284-8773b16a1923 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:04.013712 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 8933c4ec-dd1e-46e9-8c43-f4aab6f80442 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:24:04.014087 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 8933c4ec-dd1e-46e9-8c43-f4aab6f80442 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:24:04.014498 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device e81645b2-8e0c-403d-85c9-7e1dce59de3b no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:24:04.037099 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: e81645b2-8e0c-403d-85c9-7e1dce59de3b {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:24:04.037432 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device e81645b2-8e0c-403d-85c9-7e1dce59de3b not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:24:04.059740 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-26e0669f-4043-4fed-a284-8773b16a1923 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:04.063033 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-26e0669f-4043-4fed-a284-8773b16a1923 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:04.080111 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0669f-4043-4fed-a284-8773b16a1923 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e769e548-256b-44e7-b64f-af0a13a29d6a,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:24:04.088843 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-26e0669f-4043-4fed-a284-8773b16a1923 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:04.090705 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-26e0669f-4043-4fed-a284-8773b16a1923 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1203687 Nov 16 12:24:04.093677 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56128) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:24:04.098302 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f528fed8-1216-4676-9e0d-e12b2df6a4f8 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'security_group_rule': {'security_group_id': '072f6696-ea49-4fcb-aab7-7f006a87f145', 'project_id': 'aae820dbeac54b079877012566498127', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:24:04.124949 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f528fed8-1216-4676-9e0d-e12b2df6a4f8 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:04.186021 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f528fed8-1216-4676-9e0d-e12b2df6a4f8 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:04.189500 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f528fed8-1216-4676-9e0d-e12b2df6a4f8 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:04.208844 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f528fed8-1216-4676-9e0d-e12b2df6a4f8 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fc7711c-a059-489c-8e8f-ea84d35cddb9,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:24:04.214828 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f528fed8-1216-4676-9e0d-e12b2df6a4f8 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:04.216127 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f528fed8-1216-4676-9e0d-e12b2df6a4f8 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214194 Nov 16 12:24:04.219007 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56130) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:24:04.223577 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-48dee97a-f4e6-4e53-b99d-200e5b79ae80 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'security_group_rule': {'security_group_id': '072f6696-ea49-4fcb-aab7-7f006a87f145', 'project_id': 'aae820dbeac54b079877012566498127', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:24:04.248989 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-48dee97a-f4e6-4e53-b99d-200e5b79ae80 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:04.306208 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-48dee97a-f4e6-4e53-b99d-200e5b79ae80 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:04.309845 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-48dee97a-f4e6-4e53-b99d-200e5b79ae80 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:04.327136 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dee97a-f4e6-4e53-b99d-200e5b79ae80 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=475d34d8-b377-47c8-a603-7f29cfd22168,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:24:04.333742 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-48dee97a-f4e6-4e53-b99d-200e5b79ae80 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:04.334941 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-48dee97a-f4e6-4e53-b99d-200e5b79ae80 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1149163 Nov 16 12:24:04.337707 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56132) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:24:04.342508 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-49b7b99e-fa18-45f3-b75f-732ab704e8d7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'security_group_rule': {'security_group_id': '072f6696-ea49-4fcb-aab7-7f006a87f145', 'project_id': 'aae820dbeac54b079877012566498127', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:24:04.364348 n-d-816823-3 neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-49b7b99e-fa18-45f3-b75f-732ab704e8d7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Project aae820dbeac54b079877012566498127 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 12:24:04.369171 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-49b7b99e-fa18-45f3-b75f-732ab704e8d7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:04.428021 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-49b7b99e-fa18-45f3-b75f-732ab704e8d7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:04.431618 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-49b7b99e-fa18-45f3-b75f-732ab704e8d7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:04.449822 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b7b99e-fa18-45f3-b75f-732ab704e8d7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab039426-077c-4cd5-8191-b99ed676b980,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:24:04.457338 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-49b7b99e-fa18-45f3-b75f-732ab704e8d7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:04.458631 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-49b7b99e-fa18-45f3-b75f-732ab704e8d7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199064 Nov 16 12:24:04.461326 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56134) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:24:04.466163 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d81fbfe2-bad2-4916-bcd8-d270465aba37 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'security_group_rule': {'security_group_id': '072f6696-ea49-4fcb-aab7-7f006a87f145', 'project_id': 'aae820dbeac54b079877012566498127', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:24:04.487511 n-d-816823-3 neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-d81fbfe2-bad2-4916-bcd8-d270465aba37 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Project aae820dbeac54b079877012566498127 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 12:24:04.492345 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d81fbfe2-bad2-4916-bcd8-d270465aba37 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:04.553254 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d81fbfe2-bad2-4916-bcd8-d270465aba37 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:04.556669 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d81fbfe2-bad2-4916-bcd8-d270465aba37 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:04.574719 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81fbfe2-bad2-4916-bcd8-d270465aba37 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a5e1a41-fe6d-4463-8c5c-adc1709682c6,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:24:04.581661 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d81fbfe2-bad2-4916-bcd8-d270465aba37 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:04.582883 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d81fbfe2-bad2-4916-bcd8-d270465aba37 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1206465 Nov 16 12:24:04.585801 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56136) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:24:04.591124 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-49399678-5a18-493b-a50b-10e613e848fe tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'network': {'name': 'tempest-network-smoke--1370877364', 'project_id': 'aae820dbeac54b079877012566498127', 'port_security_enabled': True}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:24:04.611011 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49399678-5a18-493b-a50b-10e613e848fe tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Made reservation on behalf of aae820dbeac54b079877012566498127 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:24:04.614562 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-49399678-5a18-493b-a50b-10e613e848fe tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:04.637433 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49399678-5a18-493b-a50b-10e613e848fe tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 12:24:04.646374 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-49399678-5a18-493b-a50b-10e613e848fe tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:04.646717 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-49399678-5a18-493b-a50b-10e613e848fe tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Added segment c4a34f63-da2f-4704-a7ce-2b975e803e38 of type vlan for network 8b98c46f-f8c0-49b0-b20d-891e366a0dcb Nov 16 12:24:04.687698 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-49399678-5a18-493b-a50b-10e613e848fe tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:04.711525 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-49399678-5a18-493b-a50b-10e613e848fe tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:04.717706 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49399678-5a18-493b-a50b-10e613e848fe tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:24:04.718420 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-49399678-5a18-493b-a50b-10e613e848fe tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:04.774574 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-49399678-5a18-493b-a50b-10e613e848fe tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1877244 Nov 16 12:24:04.778191 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56138) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:24:04.789010 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-880be0e3-a899-4b6d-8192-291e4a94a140 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-948768625', 'admin_state_up': True, 'project_id': 'aae820dbeac54b079877012566498127', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:24:04.802165 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49399678-5a18-493b-a50b-10e613e848fe tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'Network': ['ID=8b98c46f-f8c0-49b0-b20d-891e366a0dcb,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:24:04.812207 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 8b98c46f-f8c0-49b0-b20d-891e366a0dcb details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 12:24:04.819472 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-880be0e3-a899-4b6d-8192-291e4a94a140 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:04.820481 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-880be0e3-a899-4b6d-8192-291e4a94a140 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:04.870214 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-880be0e3-a899-4b6d-8192-291e4a94a140 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:05.007196 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-880be0e3-a899-4b6d-8192-291e4a94a140 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:05.192655 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-880be0e3-a899-4b6d-8192-291e4a94a140 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:05.215480 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-880be0e3-a899-4b6d-8192-291e4a94a140 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:05.312474 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-880be0e3-a899-4b6d-8192-291e4a94a140 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Allocated IP 172.25.0.18 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/c31b9761-ccd5-4d81-983c-d2807847c869) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:24:05.417071 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-880be0e3-a899-4b6d-8192-291e4a94a140 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:05.449276 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-880be0e3-a899-4b6d-8192-291e4a94a140 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:05.487711 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880be0e3-a899-4b6d-8192-291e4a94a140 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:24:05.490591 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-880be0e3-a899-4b6d-8192-291e4a94a140 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:24:05.494157 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880be0e3-a899-4b6d-8192-291e4a94a140 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:24:05.499434 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880be0e3-a899-4b6d-8192-291e4a94a140 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'Port': ['ID=c31b9761-ccd5-4d81-983c-d2807847c869,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:24:05.504739 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6388d77-695d-43e1-99e5-349661b13061 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:24:05.558873 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-4f992064-8d08-4612-b2f2-6f108072b7a1 None None] Provisioning complete for port c31b9761-ccd5-4d81-983c-d2807847c869 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:24:05.559254 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4f992064-8d08-4612-b2f2-6f108072b7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:05.564056 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 22b8501e-7bb1-40d1-b94b-369333523ed5 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:24:05.607171 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 22b8501e-7bb1-40d1-b94b-369333523ed5 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:24:05.607516 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 22b8501e-7bb1-40d1-b94b-369333523ed5 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:24:05.619102 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-4f992064-8d08-4612-b2f2-6f108072b7a1 None None] Port c31b9761-ccd5-4d81-983c-d2807847c869 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:24:05.737278 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-880be0e3-a899-4b6d-8192-291e4a94a140 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:05.928953 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-880be0e3-a899-4b6d-8192-291e4a94a140 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:06.056839 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-880be0e3-a899-4b6d-8192-291e4a94a140 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Router 0048028f-6723-449b-9667-157e81cac5aa is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 12:24:06.160930 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880be0e3-a899-4b6d-8192-291e4a94a140 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:24:06.174451 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e901a4-908a-4046-b067-aeb7e1a53ba7 None None] Sync routers for ids ['0048028f-6723-449b-9667-157e81cac5aa'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:24:06.181967 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-880be0e3-a899-4b6d-8192-291e4a94a140 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:06.184017 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-880be0e3-a899-4b6d-8192-291e4a94a140 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4043701 Nov 16 12:24:06.184973 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e901a4-908a-4046-b067-aeb7e1a53ba7 None None] Routers {'0048028f-6723-449b-9667-157e81cac5aa'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:24:06.185647 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-80e901a4-908a-4046-b067-aeb7e1a53ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:23:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['0048028f-6723-449b-9667-157e81cac5aa'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:24:06.187286 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56140) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:24:06.215601 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-69238f2a-6c2a-412f-83a0-744a03be03ca tempest-TestNetworkAdvancedServerOps-1204587946 tempest-TestNetworkAdvancedServerOps-1204587946-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=aae820dbeac54b079877012566498127&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263278 Nov 16 12:24:06.218518 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56142) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:24:06.286777 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-80e901a4-908a-4046-b067-aeb7e1a53ba7 None None] Set router 0048028f-6723-449b-9667-157e81cac5aa gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:24:06.302059 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4497e7de-a1ac-4c10-84b1-92d923f4394b tempest-TestNetworkAdvancedServerOps-1204587946 tempest-TestNetworkAdvancedServerOps-1204587946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:24:06.303559 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4497e7de-a1ac-4c10-84b1-92d923f4394b tempest-TestNetworkAdvancedServerOps-1204587946 tempest-TestNetworkAdvancedServerOps-1204587946-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0841067 Nov 16 12:24:06.306458 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56144) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:24:06.343489 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2102782a-85ed-4356-b771-49765ba8e553 tempest-TestNetworkAdvancedServerOps-1204587946 tempest-TestNetworkAdvancedServerOps-1204587946-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=47f35a41-d782-4d3e-9754-e87c9ca4914b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0359738 Nov 16 12:24:06.346158 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56146) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:24:06.351385 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-49701b7e-027a-4ca6-91a0-96ac92dde51b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1945429427', 'network_id': '8b98c46f-f8c0-49b0-b20d-891e366a0dcb', 'project_id': 'aae820dbeac54b079877012566498127', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:24:06.438142 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49701b7e-027a-4ca6-91a0-96ac92dde51b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Made reservation on behalf of aae820dbeac54b079877012566498127 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:24:06.441481 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-49701b7e-027a-4ca6-91a0-96ac92dde51b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:06.467384 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-80e901a4-908a-4046-b067-aeb7e1a53ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0048028f-6723-449b-9667-157e81cac5aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948768625', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'c31b9761-ccd5-4d81-983c-d2807847c869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:24:04Z', 'updated_at': '2021-11-16T12:24:05Z', 'revision_number': 3, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': 'c31b9761-ccd5-4d81-983c-d2807847c869', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:73:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0048028f-6723-449b-9667-157e81cac5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:24:05Z', 'updated_at': '2021-11-16T12:24:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:24:06.494252 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e901a4-908a-4046-b067-aeb7e1a53ba7 None None] Checking router: 0048028f-6723-449b-9667-157e81cac5aa for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:24:06.494599 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e901a4-908a-4046-b067-aeb7e1a53ba7 None None] Updating router 0048028f-6723-449b-9667-157e81cac5aa port c31b9761-ccd5-4d81-983c-d2807847c869 binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 12:24:06.519679 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-80e901a4-908a-4046-b067-aeb7e1a53ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:06.616182 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-49701b7e-027a-4ca6-91a0-96ac92dde51b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:06.679423 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49701b7e-027a-4ca6-91a0-96ac92dde51b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'Subnet': ['ID=d9ed3d28-b2ee-47e4-8742-ea80186a3031,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:24:06.686670 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49701b7e-027a-4ca6-91a0-96ac92dde51b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Checking segment: {'id': 'c4a34f63-da2f-4704-a7ce-2b975e803e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8b98c46f-f8c0-49b0-b20d-891e366a0dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:24:06.687151 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49701b7e-027a-4ca6-91a0-96ac92dde51b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Network hostable DHCP agents. Network: 8b98c46f-f8c0-49b0-b20d-891e366a0dcb, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 12:24:06.704741 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49701b7e-027a-4ca6-91a0-96ac92dde51b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Network 8b98c46f-f8c0-49b0-b20d-891e366a0dcb is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 12:24:06.714340 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-49701b7e-027a-4ca6-91a0-96ac92dde51b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 8b98c46f-f8c0-49b0-b20d-891e366a0dcb) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:24:06.718483 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49701b7e-027a-4ca6-91a0-96ac92dde51b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:24:06.719065 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-49701b7e-027a-4ca6-91a0-96ac92dde51b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:06.725023 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d9b95d-cadf-4a8f-9a6f-e0f7efb80ffd None None] Network 8b98c46f-f8c0-49b0-b20d-891e366a0dcb requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:24:06.740598 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56148) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:24:06.741187 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-49701b7e-027a-4ca6-91a0-96ac92dde51b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3935022 Nov 16 12:24:06.778938 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-80e901a4-908a-4046-b067-aeb7e1a53ba7 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:06.784483 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-80e901a4-908a-4046-b067-aeb7e1a53ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:06.831545 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe7db6a-f5ba-441d-b167-d2042e89c3ac None None] Pushing event updated for resources: {'Port': ['ID=c31b9761-ccd5-4d81-983c-d2807847c869,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:24:06.845344 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe7db6a-f5ba-441d-b167-d2042e89c3ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:24:06.845606 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe7db6a-f5ba-441d-b167-d2042e89c3ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:24:06.845966 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe7db6a-f5ba-441d-b167-d2042e89c3ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:24:06.846421 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe7db6a-f5ba-441d-b167-d2042e89c3ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:24:06.846610 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe7db6a-f5ba-441d-b167-d2042e89c3ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:24:06.846937 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe7db6a-f5ba-441d-b167-d2042e89c3ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:24:06.847456 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe7db6a-f5ba-441d-b167-d2042e89c3ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:24:06.847912 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe7db6a-f5ba-441d-b167-d2042e89c3ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:24:06.848112 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe7db6a-f5ba-441d-b167-d2042e89c3ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:24:06.848434 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe7db6a-f5ba-441d-b167-d2042e89c3ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:24:06.848753 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe7db6a-f5ba-441d-b167-d2042e89c3ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:24:06.849071 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe7db6a-f5ba-441d-b167-d2042e89c3ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:24:06.863717 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-80e901a4-908a-4046-b067-aeb7e1a53ba7 None None] Attempting to bind port c31b9761-ccd5-4d81-983c-d2807847c869 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:24:06.864442 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-80e901a4-908a-4046-b067-aeb7e1a53ba7 None None] Attempting to bind port c31b9761-ccd5-4d81-983c-d2807847c869 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:24:06.864985 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e901a4-908a-4046-b067-aeb7e1a53ba7 None None] Attempting to bind port c31b9761-ccd5-4d81-983c-d2807847c869 on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:24:06.867583 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0037db1-080f-4658-a461-1cf602cda63e None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:24:06.871801 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e901a4-908a-4046-b067-aeb7e1a53ba7 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:24:06.872173 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e901a4-908a-4046-b067-aeb7e1a53ba7 None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:24:06.872572 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-80e901a4-908a-4046-b067-aeb7e1a53ba7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:06.872959 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e901a4-908a-4046-b067-aeb7e1a53ba7 None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:24:06.874031 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-80e901a4-908a-4046-b067-aeb7e1a53ba7 None None] Bound port: c31b9761-ccd5-4d81-983c-d2807847c869, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:24:06.874733 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-80e901a4-908a-4046-b067-aeb7e1a53ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:06.880335 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d08392-8594-4fcb-b095-c26da575840d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-8b98c46f-f8c0-49b0-b20d-891e366a0dcb', 'network_id': '8b98c46f-f8c0-49b0-b20d-891e366a0dcb', 'tenant_id': 'aae820dbeac54b079877012566498127', 'fixed_ips': [{'subnet_id': 'd9ed3d28-b2ee-47e4-8742-ea80186a3031'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 12:24:06.881207 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e3d08392-8594-4fcb-b095-c26da575840d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:06.935034 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-80e901a4-908a-4046-b067-aeb7e1a53ba7 None None] For port c31b9761-ccd5-4d81-983c-d2807847c869, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:24:06.939181 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-80e901a4-908a-4046-b067-aeb7e1a53ba7 None None] For port c31b9761-ccd5-4d81-983c-d2807847c869, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=c31b9761-ccd5-4d81-983c-d2807847c869,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:24:06.944261 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-80e901a4-908a-4046-b067-aeb7e1a53ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:06.981184 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-1baed13e-587c-4670-9cb0-a34d47e427a5 None None] Provisioning complete for port c31b9761-ccd5-4d81-983c-d2807847c869 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:24:06.981810 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1baed13e-587c-4670-9cb0-a34d47e427a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:07.006651 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e901a4-908a-4046-b067-aeb7e1a53ba7 None None] Routers {'0048028f-6723-449b-9667-157e81cac5aa'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:24:07.007403 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-80e901a4-908a-4046-b067-aeb7e1a53ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:23:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['0048028f-6723-449b-9667-157e81cac5aa'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:24:07.031526 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a33125-ee51-4dca-b18f-1ff9ea03db4b None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:24:07.067710 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe7db6a-f5ba-441d-b167-d2042e89c3ac None None] Pushing event updated for resources: {'Port': ['ID=c31b9761-ccd5-4d81-983c-d2807847c869,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:24:07.104305 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-e3d08392-8594-4fcb-b095-c26da575840d None None] Allocated IP 172.20.0.2 (8b98c46f-f8c0-49b0-b20d-891e366a0dcb/d9ed3d28-b2ee-47e4-8742-ea80186a3031/32d42156-9828-4711-8ba5-2ae2fe0a1baf) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:24:07.109401 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1baed13e-587c-4670-9cb0-a34d47e427a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:07.126477 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-80e901a4-908a-4046-b067-aeb7e1a53ba7 None None] Set router 0048028f-6723-449b-9667-157e81cac5aa gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:24:07.138060 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-1baed13e-587c-4670-9cb0-a34d47e427a5 None None] For port c31b9761-ccd5-4d81-983c-d2807847c869, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=c31b9761-ccd5-4d81-983c-d2807847c869,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:24:07.175865 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1baed13e-587c-4670-9cb0-a34d47e427a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:07.214328 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5db79c5f-6ca1-4a2c-88e9-18e4f9c73701 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:07.250757 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baed13e-587c-4670-9cb0-a34d47e427a5 None None] Pushing event updated for resources: {'Port': ['ID=c31b9761-ccd5-4d81-983c-d2807847c869,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:24:07.334790 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e3d08392-8594-4fcb-b095-c26da575840d None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:07.336224 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a5eff238-01a1-40be-b2ec-907feee7835c None None] Provisioning complete for port c31b9761-ccd5-4d81-983c-d2807847c869 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:24:07.336579 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a5eff238-01a1-40be-b2ec-907feee7835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:07.359870 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e3d08392-8594-4fcb-b095-c26da575840d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:07.414767 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-80e901a4-908a-4046-b067-aeb7e1a53ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0048028f-6723-449b-9667-157e81cac5aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948768625', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'c31b9761-ccd5-4d81-983c-d2807847c869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:24:04Z', 'updated_at': '2021-11-16T12:24:05Z', 'revision_number': 3, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': 'c31b9761-ccd5-4d81-983c-d2807847c869', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:73:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0048028f-6723-449b-9667-157e81cac5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:24:05Z', 'updated_at': '2021-11-16T12:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:24:07.419761 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d08392-8594-4fcb-b095-c26da575840d None None] Network 8b98c46f-f8c0-49b0-b20d-891e366a0dcb is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:24:07.428385 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-e3d08392-8594-4fcb-b095-c26da575840d None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:24:07.430812 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d08392-8594-4fcb-b095-c26da575840d None None] Pushing event updated for resources: {'Port': ['ID=32d42156-9828-4711-8ba5-2ae2fe0a1baf,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:24:07.433742 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d08392-8594-4fcb-b095-c26da575840d None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:24:07.451279 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e901a4-908a-4046-b067-aeb7e1a53ba7 None None] The sync data for ids ['0048028f-6723-449b-9667-157e81cac5aa'] in n-d-816823-3 is: [{'id': '0048028f-6723-449b-9667-157e81cac5aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948768625', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'c31b9761-ccd5-4d81-983c-d2807847c869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:24:04Z', 'updated_at': '2021-11-16T12:24:05Z', 'revision_number': 3, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': 'c31b9761-ccd5-4d81-983c-d2807847c869', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:73:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0048028f-6723-449b-9667-157e81cac5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:24:05Z', 'updated_at': '2021-11-16T12:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:24:07.521488 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e3d08392-8594-4fcb-b095-c26da575840d None None] Attempting to bind port 32d42156-9828-4711-8ba5-2ae2fe0a1baf on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:24:07.521852 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e3d08392-8594-4fcb-b095-c26da575840d None None] Attempting to bind port 32d42156-9828-4711-8ba5-2ae2fe0a1baf by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'c4a34f63-da2f-4704-a7ce-2b975e803e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8b98c46f-f8c0-49b0-b20d-891e366a0dcb'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:24:07.522338 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d08392-8594-4fcb-b095-c26da575840d None None] Attempting to bind port 32d42156-9828-4711-8ba5-2ae2fe0a1baf on network 8b98c46f-f8c0-49b0-b20d-891e366a0dcb {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:24:07.528590 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d08392-8594-4fcb-b095-c26da575840d None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:24:07.528963 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d08392-8594-4fcb-b095-c26da575840d None None] Checking segment: {'id': 'c4a34f63-da2f-4704-a7ce-2b975e803e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8b98c46f-f8c0-49b0-b20d-891e366a0dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:24:07.529362 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e3d08392-8594-4fcb-b095-c26da575840d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:07.529752 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d08392-8594-4fcb-b095-c26da575840d None None] Bound using segment: {'id': 'c4a34f63-da2f-4704-a7ce-2b975e803e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8b98c46f-f8c0-49b0-b20d-891e366a0dcb'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:24:07.530250 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e3d08392-8594-4fcb-b095-c26da575840d None None] Bound port: 32d42156-9828-4711-8ba5-2ae2fe0a1baf, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4a34f63-da2f-4704-a7ce-2b975e803e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8b98c46f-f8c0-49b0-b20d-891e366a0dcb'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:24:07.530629 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e3d08392-8594-4fcb-b095-c26da575840d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:07.606250 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e3d08392-8594-4fcb-b095-c26da575840d None None] For port 32d42156-9828-4711-8ba5-2ae2fe0a1baf, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:24:07.609522 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e3d08392-8594-4fcb-b095-c26da575840d None None] For port 32d42156-9828-4711-8ba5-2ae2fe0a1baf, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=32d42156-9828-4711-8ba5-2ae2fe0a1baf,segment=NetworkSegment(c4a34f63-da2f-4704-a7ce-2b975e803e38),segment_id=c4a34f63-da2f-4704-a7ce-2b975e803e38)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:24:07.614756 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e3d08392-8594-4fcb-b095-c26da575840d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:07.673960 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d08392-8594-4fcb-b095-c26da575840d None None] Pushing event updated for resources: {'Port': ['ID=32d42156-9828-4711-8ba5-2ae2fe0a1baf,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:24:07.849766 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-5db79c5f-6ca1-4a2c-88e9-18e4f9c73701 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Allocated IP 172.20.0.1 (8b98c46f-f8c0-49b0-b20d-891e366a0dcb/d9ed3d28-b2ee-47e4-8742-ea80186a3031/a64655dc-9901-4525-a0cf-1b09daf6c867) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:24:08.010886 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5db79c5f-6ca1-4a2c-88e9-18e4f9c73701 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:08.048717 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5db79c5f-6ca1-4a2c-88e9-18e4f9c73701 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:08.092557 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db79c5f-6ca1-4a2c-88e9-18e4f9c73701 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Network 8b98c46f-f8c0-49b0-b20d-891e366a0dcb is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:24:08.095850 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-5db79c5f-6ca1-4a2c-88e9-18e4f9c73701 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:24:08.099998 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db79c5f-6ca1-4a2c-88e9-18e4f9c73701 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:24:08.107165 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db79c5f-6ca1-4a2c-88e9-18e4f9c73701 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'Port': ['ID=a64655dc-9901-4525-a0cf-1b09daf6c867,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:24:08.153569 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5db79c5f-6ca1-4a2c-88e9-18e4f9c73701 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:08.286751 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5db79c5f-6ca1-4a2c-88e9-18e4f9c73701 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:08.581005 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5db79c5f-6ca1-4a2c-88e9-18e4f9c73701 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:08.587975 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5db79c5f-6ca1-4a2c-88e9-18e4f9c73701 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:08.654782 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427d9cb1-d0fa-4515-ba34-eb6616ff6fb7 None None] Network 8b98c46f-f8c0-49b0-b20d-891e366a0dcb requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:24:08.667167 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5db79c5f-6ca1-4a2c-88e9-18e4f9c73701 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:08.668935 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db79c5f-6ca1-4a2c-88e9-18e4f9c73701 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'Port': ['ID=a64655dc-9901-4525-a0cf-1b09daf6c867,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:24:08.759989 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db79c5f-6ca1-4a2c-88e9-18e4f9c73701 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Network 8b98c46f-f8c0-49b0-b20d-891e366a0dcb is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:24:08.762080 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-5db79c5f-6ca1-4a2c-88e9-18e4f9c73701 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:24:08.781294 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-2ed3b1ad-ecd2-486b-bfdc-20a35468f21d None None] Provisioning complete for port 32d42156-9828-4711-8ba5-2ae2fe0a1baf triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:24:08.781671 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2ed3b1ad-ecd2-486b-bfdc-20a35468f21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:08.879025 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db79c5f-6ca1-4a2c-88e9-18e4f9c73701 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Router 0048028f-6723-449b-9667-157e81cac5aa has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:24:08.895636 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2ed3b1ad-ecd2-486b-bfdc-20a35468f21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:08.936586 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-2ed3b1ad-ecd2-486b-bfdc-20a35468f21d None None] For port 32d42156-9828-4711-8ba5-2ae2fe0a1baf, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=32d42156-9828-4711-8ba5-2ae2fe0a1baf,segment=NetworkSegment(c4a34f63-da2f-4704-a7ce-2b975e803e38),segment_id=c4a34f63-da2f-4704-a7ce-2b975e803e38)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:24:08.941333 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2ed3b1ad-ecd2-486b-bfdc-20a35468f21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:08.991278 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed3b1ad-ecd2-486b-bfdc-20a35468f21d None None] Pushing event updated for resources: {'Port': ['ID=32d42156-9828-4711-8ba5-2ae2fe0a1baf,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:24:09.001876 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db79c5f-6ca1-4a2c-88e9-18e4f9c73701 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:24:09.006359 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5db79c5f-6ca1-4a2c-88e9-18e4f9c73701 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "PUT /v2.0/routers/0048028f-6723-449b-9667-157e81cac5aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2637582 Nov 16 12:24:09.169763 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-67e73f1c-4366-40e9-ab26-db941e9ef373 None None] Provisioning complete for port 32d42156-9828-4711-8ba5-2ae2fe0a1baf triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:24:09.170349 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-67e73f1c-4366-40e9-ab26-db941e9ef373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:09.180406 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-aecab208-ca5e-46a8-9db0-622cda30a776 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-946203834&fields=id&tenant_id=aae820dbeac54b079877012566498127 HTTP/1.1" status: 200 len: 267 time: 0.0504117 Nov 16 12:24:09.200165 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55da9a85-b8a9-4ec0-98a2-b0c34d7e7190 None None] Sync routers for ids ['0048028f-6723-449b-9667-157e81cac5aa'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:24:09.222988 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55da9a85-b8a9-4ec0-98a2-b0c34d7e7190 None None] Routers {'0048028f-6723-449b-9667-157e81cac5aa'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:24:09.223716 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-55da9a85-b8a9-4ec0-98a2-b0c34d7e7190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:23:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['0048028f-6723-449b-9667-157e81cac5aa'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:24:09.296762 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-fed3ae02-d51d-40cc-a676-8261780d9449 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:24:09.298327 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-fed3ae02-d51d-40cc-a676-8261780d9449 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/networks?id=8b98c46f-f8c0-49b0-b20d-891e366a0dcb HTTP/1.1" status: 200 len: 797 time: 0.1104965 Nov 16 12:24:09.315421 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-ae759161-8758-46cd-8349-fcf0412fc8fd tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/quotas/aae820dbeac54b079877012566498127 HTTP/1.1" status: 200 len: 375 time: 0.0105567 Nov 16 12:24:09.368629 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-c4d1ab5d-32be-4295-ab28-4a75d4c088a4 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=aae820dbeac54b079877012566498127&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475166 Nov 16 12:24:09.369167 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-55da9a85-b8a9-4ec0-98a2-b0c34d7e7190 None None] Set router 0048028f-6723-449b-9667-157e81cac5aa gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:24:09.401286 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-67e73f1c-4366-40e9-ab26-db941e9ef373 None None] Provisioning complete for port a64655dc-9901-4525-a0cf-1b09daf6c867 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:24:09.402366 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-67e73f1c-4366-40e9-ab26-db941e9ef373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:09.483292 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-fa32a1d6-1409-4f8f-b611-962e543de729 service neutron] 10.222.0.61 "GET /v2.0/networks/8b98c46f-f8c0-49b0-b20d-891e366a0dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016476 Nov 16 12:24:09.578456 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-5633cd2a-5447-4469-84d2-6595e3f1ea0e service neutron] 10.222.0.61 "GET /v2.0/networks/8b98c46f-f8c0-49b0-b20d-891e366a0dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889912 Nov 16 12:24:09.666085 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-67e73f1c-4366-40e9-ab26-db941e9ef373 None None] Port a64655dc-9901-4525-a0cf-1b09daf6c867 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:24:09.686754 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 32d42156-9828-4711-8ba5-2ae2fe0a1baf up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:24:09.762017 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b5521d64-9678-4505-af9f-133e3e61174d req-692985fd-12a6-4c1e-818d-fdc99081efe0 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 210 time: 0.0265019 Nov 16 12:24:09.811695 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-e0931527-ede1-4762-8437-ba2acbd535e6 None None] Provisioning complete for port a64655dc-9901-4525-a0cf-1b09daf6c867 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:24:09.812072 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e0931527-ede1-4762-8437-ba2acbd535e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:09.848783 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 32d42156-9828-4711-8ba5-2ae2fe0a1baf triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:24:09.849158 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:09.883633 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-e0931527-ede1-4762-8437-ba2acbd535e6 None None] Port a64655dc-9901-4525-a0cf-1b09daf6c867 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:24:09.899765 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-55da9a85-b8a9-4ec0-98a2-b0c34d7e7190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0048028f-6723-449b-9667-157e81cac5aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948768625', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'c31b9761-ccd5-4d81-983c-d2807847c869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:24:04Z', 'updated_at': '2021-11-16T12:24:08Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': 'c31b9761-ccd5-4d81-983c-d2807847c869', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:73:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0048028f-6723-449b-9667-157e81cac5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:24:05Z', 'updated_at': '2021-11-16T12:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'a64655dc-9901-4525-a0cf-1b09daf6c867', 'name': '', 'network_id': '8b98c46f-f8c0-49b0-b20d-891e366a0dcb', 'tenant_id': 'aae820dbeac54b079877012566498127', 'mac_address': 'fa:16:3e:03:d8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0048028f-6723-449b-9667-157e81cac5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'd9ed3d28-b2ee-47e4-8742-ea80186a3031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:24:07Z', 'updated_at': '2021-11-16T12:24:08Z', 'revision_number': 2, 'project_id': 'aae820dbeac54b079877012566498127', 'subnets': [{'id': 'd9ed3d28-b2ee-47e4-8742-ea80186a3031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:24:09.930939 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55da9a85-b8a9-4ec0-98a2-b0c34d7e7190 None None] Checking router: 0048028f-6723-449b-9667-157e81cac5aa for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:24:09.931316 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55da9a85-b8a9-4ec0-98a2-b0c34d7e7190 None None] Updating router 0048028f-6723-449b-9667-157e81cac5aa port a64655dc-9901-4525-a0cf-1b09daf6c867 binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 12:24:09.979243 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-55da9a85-b8a9-4ec0-98a2-b0c34d7e7190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:10.005086 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device c31b9761-ccd5-4d81-983c-d2807847c869 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:24:10.148473 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port c31b9761-ccd5-4d81-983c-d2807847c869 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:24:10.148847 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:10.343452 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-55da9a85-b8a9-4ec0-98a2-b0c34d7e7190 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:10.348213 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-55da9a85-b8a9-4ec0-98a2-b0c34d7e7190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:10.396134 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d5888-a6e8-4189-83f4-ab4654c495b2 None None] Pushing event updated for resources: {'Port': ['ID=a64655dc-9901-4525-a0cf-1b09daf6c867,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:24:10.449749 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-55da9a85-b8a9-4ec0-98a2-b0c34d7e7190 None None] Attempting to bind port a64655dc-9901-4525-a0cf-1b09daf6c867 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:24:10.450149 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-55da9a85-b8a9-4ec0-98a2-b0c34d7e7190 None None] Attempting to bind port a64655dc-9901-4525-a0cf-1b09daf6c867 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'c4a34f63-da2f-4704-a7ce-2b975e803e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8b98c46f-f8c0-49b0-b20d-891e366a0dcb'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:24:10.450515 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55da9a85-b8a9-4ec0-98a2-b0c34d7e7190 None None] Attempting to bind port a64655dc-9901-4525-a0cf-1b09daf6c867 on network 8b98c46f-f8c0-49b0-b20d-891e366a0dcb {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:24:10.455680 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55da9a85-b8a9-4ec0-98a2-b0c34d7e7190 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:24:10.456055 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55da9a85-b8a9-4ec0-98a2-b0c34d7e7190 None None] Checking segment: {'id': 'c4a34f63-da2f-4704-a7ce-2b975e803e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8b98c46f-f8c0-49b0-b20d-891e366a0dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:24:10.456456 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-55da9a85-b8a9-4ec0-98a2-b0c34d7e7190 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:10.456853 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55da9a85-b8a9-4ec0-98a2-b0c34d7e7190 None None] Bound using segment: {'id': 'c4a34f63-da2f-4704-a7ce-2b975e803e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8b98c46f-f8c0-49b0-b20d-891e366a0dcb'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:24:10.457327 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-55da9a85-b8a9-4ec0-98a2-b0c34d7e7190 None None] Bound port: a64655dc-9901-4525-a0cf-1b09daf6c867, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4a34f63-da2f-4704-a7ce-2b975e803e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8b98c46f-f8c0-49b0-b20d-891e366a0dcb'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:24:10.457718 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-55da9a85-b8a9-4ec0-98a2-b0c34d7e7190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:10.526042 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-55da9a85-b8a9-4ec0-98a2-b0c34d7e7190 None None] For port a64655dc-9901-4525-a0cf-1b09daf6c867, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:24:10.529578 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-55da9a85-b8a9-4ec0-98a2-b0c34d7e7190 None None] For port a64655dc-9901-4525-a0cf-1b09daf6c867, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=a64655dc-9901-4525-a0cf-1b09daf6c867,segment=NetworkSegment(c4a34f63-da2f-4704-a7ce-2b975e803e38),segment_id=c4a34f63-da2f-4704-a7ce-2b975e803e38)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:24:10.534495 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-55da9a85-b8a9-4ec0-98a2-b0c34d7e7190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:10.591728 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55da9a85-b8a9-4ec0-98a2-b0c34d7e7190 None None] Routers {'0048028f-6723-449b-9667-157e81cac5aa'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:24:10.592372 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-55da9a85-b8a9-4ec0-98a2-b0c34d7e7190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:23:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['0048028f-6723-449b-9667-157e81cac5aa'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:24:10.631277 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d5888-a6e8-4189-83f4-ab4654c495b2 None None] Pushing event updated for resources: {'Port': ['ID=a64655dc-9901-4525-a0cf-1b09daf6c867,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:24:10.690150 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-0f4e294d-82b1-4641-be2b-1bff2068420b None None] Provisioning complete for port a64655dc-9901-4525-a0cf-1b09daf6c867 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:24:10.690936 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0f4e294d-82b1-4641-be2b-1bff2068420b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:10.753108 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-55da9a85-b8a9-4ec0-98a2-b0c34d7e7190 None None] Set router 0048028f-6723-449b-9667-157e81cac5aa gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:24:10.840615 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-338a0e94-e910-4730-a357-ac929deffa4f req-a4c8965a-fd3d-4d94-987b-b9ed745fc55f tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 210 time: 0.0261285 Nov 16 12:24:10.896412 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0f4e294d-82b1-4641-be2b-1bff2068420b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:10.949400 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-0f4e294d-82b1-4641-be2b-1bff2068420b None None] For port a64655dc-9901-4525-a0cf-1b09daf6c867, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=a64655dc-9901-4525-a0cf-1b09daf6c867,segment=NetworkSegment(c4a34f63-da2f-4704-a7ce-2b975e803e38),segment_id=c4a34f63-da2f-4704-a7ce-2b975e803e38)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:24:10.956754 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0f4e294d-82b1-4641-be2b-1bff2068420b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:11.031608 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e294d-82b1-4641-be2b-1bff2068420b None None] Pushing event updated for resources: {'Port': ['ID=a64655dc-9901-4525-a0cf-1b09daf6c867,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:24:11.056316 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-55da9a85-b8a9-4ec0-98a2-b0c34d7e7190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0048028f-6723-449b-9667-157e81cac5aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948768625', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'c31b9761-ccd5-4d81-983c-d2807847c869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:24:04Z', 'updated_at': '2021-11-16T12:24:08Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': 'c31b9761-ccd5-4d81-983c-d2807847c869', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:73:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0048028f-6723-449b-9667-157e81cac5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:24:05Z', 'updated_at': '2021-11-16T12:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'a64655dc-9901-4525-a0cf-1b09daf6c867', 'name': '', 'network_id': '8b98c46f-f8c0-49b0-b20d-891e366a0dcb', 'tenant_id': 'aae820dbeac54b079877012566498127', 'mac_address': 'fa:16:3e:03:d8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0048028f-6723-449b-9667-157e81cac5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'd9ed3d28-b2ee-47e4-8742-ea80186a3031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:24:07Z', 'updated_at': '2021-11-16T12:24:10Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'subnets': [{'id': 'd9ed3d28-b2ee-47e4-8742-ea80186a3031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:24:11.090835 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55da9a85-b8a9-4ec0-98a2-b0c34d7e7190 None None] The sync data for ids ['0048028f-6723-449b-9667-157e81cac5aa'] in n-d-816823-3 is: [{'id': '0048028f-6723-449b-9667-157e81cac5aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948768625', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'c31b9761-ccd5-4d81-983c-d2807847c869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:24:04Z', 'updated_at': '2021-11-16T12:24:08Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': 'c31b9761-ccd5-4d81-983c-d2807847c869', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:73:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0048028f-6723-449b-9667-157e81cac5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:24:05Z', 'updated_at': '2021-11-16T12:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'a64655dc-9901-4525-a0cf-1b09daf6c867', 'name': '', 'network_id': '8b98c46f-f8c0-49b0-b20d-891e366a0dcb', 'tenant_id': 'aae820dbeac54b079877012566498127', 'mac_address': 'fa:16:3e:03:d8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0048028f-6723-449b-9667-157e81cac5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'd9ed3d28-b2ee-47e4-8742-ea80186a3031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:24:07Z', 'updated_at': '2021-11-16T12:24:10Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'subnets': [{'id': 'd9ed3d28-b2ee-47e4-8742-ea80186a3031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:24:11.115934 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ec1a3156-dd29-4a07-9863-26faf8c414f2 None None] Provisioning complete for port a64655dc-9901-4525-a0cf-1b09daf6c867 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:24:11.115934 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ec1a3156-dd29-4a07-9863-26faf8c414f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:11.634791 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device a64655dc-9901-4525-a0cf-1b09daf6c867 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:24:11.684251 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port a64655dc-9901-4525-a0cf-1b09daf6c867 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:24:11.684529 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:11.957413 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-6f746c7e-2645-4ad0-834f-298ed6c74813 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:24:11.959687 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-6f746c7e-2645-4ad0-834f-298ed6c74813 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.64 "GET /v2.0/networks?id=8b98c46f-f8c0-49b0-b20d-891e366a0dcb HTTP/1.1" status: 200 len: 797 time: 0.1187887 Nov 16 12:24:11.973173 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-56195875-fa41-43ab-abf6-d1f939f072ae req-9f7f228d-f57e-49b2-94fa-0611e70e1dd0 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 210 time: 0.0378861 Nov 16 12:24:12.038678 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-ee2356a3-d183-408e-8597-6d583e842121 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aae820dbeac54b079877012566498127 HTTP/1.1" status: 200 len: 379 time: 0.0625265 Nov 16 12:24:12.054177 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-1309d57d-ab84-4ee5-be21-af9c66143043 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'port': {'device_id': '58ea3523-ea5c-4a63-a5bd-b90ea4b54271', 'network_id': '8b98c46f-f8c0-49b0-b20d-891e366a0dcb', 'admin_state_up': True, 'tenant_id': 'aae820dbeac54b079877012566498127', 'security_groups': ['072f6696-ea49-4fcb-aab7-7f006a87f145']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:24:12.170600 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-1309d57d-ab84-4ee5-be21-af9c66143043 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Made reservation on behalf of aae820dbeac54b079877012566498127 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:24:12.174456 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-1309d57d-ab84-4ee5-be21-af9c66143043 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:12.300210 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-1309d57d-ab84-4ee5-be21-af9c66143043 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Allocated IP 172.20.0.12 (8b98c46f-f8c0-49b0-b20d-891e366a0dcb/d9ed3d28-b2ee-47e4-8742-ea80186a3031/c63a70bf-499a-42a6-a8f1-cd449dca6abc) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:24:12.434529 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-1309d57d-ab84-4ee5-be21-af9c66143043 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:12.468119 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-1309d57d-ab84-4ee5-be21-af9c66143043 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:12.809382 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-1309d57d-ab84-4ee5-be21-af9c66143043 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Network 8b98c46f-f8c0-49b0-b20d-891e366a0dcb is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:24:12.812596 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-1309d57d-ab84-4ee5-be21-af9c66143043 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:24:12.816420 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-1309d57d-ab84-4ee5-be21-af9c66143043 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:24:12.840489 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1309d57d-ab84-4ee5-be21-af9c66143043 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'Port': ['ID=c63a70bf-499a-42a6-a8f1-cd449dca6abc,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:24:12.868848 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-1309d57d-ab84-4ee5-be21-af9c66143043 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:24:12.869458 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-1309d57d-ab84-4ee5-be21-af9c66143043 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:12.886684 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-1309d57d-ab84-4ee5-be21-af9c66143043 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8359571 Nov 16 12:24:12.904397 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-50220bf8-e5bc-4718-8987-512e73e20ffa service neutron] Request body: {'port': {'device_id': '58ea3523-ea5c-4a63-a5bd-b90ea4b54271', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:24:12.958855 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-50220bf8-e5bc-4718-8987-512e73e20ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:13.055155 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-dbfeb030-b4fc-487e-86a7-a4cdd3d27e95 None None] Provisioning complete for port c63a70bf-499a-42a6-a8f1-cd449dca6abc triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:24:13.055785 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dbfeb030-b4fc-487e-86a7-a4cdd3d27e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:13.085869 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd312c-692c-4eff-a71d-7e7715fd8978 req-ab420e75-3468-49e0-ba40-e2c33aa0d6a9 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:24:13.087435 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bbcd312c-692c-4eff-a71d-7e7715fd8978 req-ab420e75-3468-49e0-ba40-e2c33aa0d6a9 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 932 time: 0.0517774 Nov 16 12:24:13.097863 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-dbfeb030-b4fc-487e-86a7-a4cdd3d27e95 None None] Port c63a70bf-499a-42a6-a8f1-cd449dca6abc cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:24:13.144366 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bbcd312c-692c-4eff-a71d-7e7715fd8978 req-000d014c-1a97-451f-8a08-0e34ae30d5fa tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=072f6696-ea49-4fcb-aab7-7f006a87f145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485647 Nov 16 12:24:13.183543 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1311386f-0703-440e-9321-5d07ce07fe43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:13.224533 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-50220bf8-e5bc-4718-8987-512e73e20ffa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c63a70bf-499a-42a6-a8f1-cd449dca6abc {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:24:13.231822 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-50220bf8-e5bc-4718-8987-512e73e20ffa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:13.243569 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-50220bf8-e5bc-4718-8987-512e73e20ffa service neutron] Transition to ACTIVE for port object c63a70bf-499a-42a6-a8f1-cd449dca6abc will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 12:24:13.247719 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-50220bf8-e5bc-4718-8987-512e73e20ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:13.300055 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50220bf8-e5bc-4718-8987-512e73e20ffa service neutron] Pushing event updated for resources: {'Port': ['ID=c63a70bf-499a-42a6-a8f1-cd449dca6abc,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:24:13.368597 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-50220bf8-e5bc-4718-8987-512e73e20ffa service neutron] Attempting to bind port c63a70bf-499a-42a6-a8f1-cd449dca6abc on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:24:13.368929 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-50220bf8-e5bc-4718-8987-512e73e20ffa service neutron] Attempting to bind port c63a70bf-499a-42a6-a8f1-cd449dca6abc by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'c4a34f63-da2f-4704-a7ce-2b975e803e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8b98c46f-f8c0-49b0-b20d-891e366a0dcb'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:24:13.369251 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-50220bf8-e5bc-4718-8987-512e73e20ffa service neutron] Attempting to bind port c63a70bf-499a-42a6-a8f1-cd449dca6abc on network 8b98c46f-f8c0-49b0-b20d-891e366a0dcb {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:24:13.374424 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-50220bf8-e5bc-4718-8987-512e73e20ffa service neutron] Port c63a70bf-499a-42a6-a8f1-cd449dca6abc on network 8b98c46f-f8c0-49b0-b20d-891e366a0dcb not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 12:24:13.374750 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-50220bf8-e5bc-4718-8987-512e73e20ffa service neutron] Attempting to bind port c63a70bf-499a-42a6-a8f1-cd449dca6abc on network 8b98c46f-f8c0-49b0-b20d-891e366a0dcb {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:24:13.379673 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-50220bf8-e5bc-4718-8987-512e73e20ffa service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:24:13.380009 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-50220bf8-e5bc-4718-8987-512e73e20ffa service neutron] Checking segment: {'id': 'c4a34f63-da2f-4704-a7ce-2b975e803e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8b98c46f-f8c0-49b0-b20d-891e366a0dcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:24:13.380402 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-50220bf8-e5bc-4718-8987-512e73e20ffa service neutron] Bound using segment: {'id': 'c4a34f63-da2f-4704-a7ce-2b975e803e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8b98c46f-f8c0-49b0-b20d-891e366a0dcb'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:24:13.380826 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-50220bf8-e5bc-4718-8987-512e73e20ffa service neutron] Bound port: c63a70bf-499a-42a6-a8f1-cd449dca6abc, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a34f63-da2f-4704-a7ce-2b975e803e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8b98c46f-f8c0-49b0-b20d-891e366a0dcb'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:24:13.381184 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-50220bf8-e5bc-4718-8987-512e73e20ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:13.446079 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-50220bf8-e5bc-4718-8987-512e73e20ffa service neutron] For port c63a70bf-499a-42a6-a8f1-cd449dca6abc, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:24:13.449870 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-50220bf8-e5bc-4718-8987-512e73e20ffa service neutron] For port c63a70bf-499a-42a6-a8f1-cd449dca6abc, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=c63a70bf-499a-42a6-a8f1-cd449dca6abc,segment=NetworkSegment(c4a34f63-da2f-4704-a7ce-2b975e803e38),segment_id=c4a34f63-da2f-4704-a7ce-2b975e803e38)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:24:13.454253 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-50220bf8-e5bc-4718-8987-512e73e20ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:13.486883 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-50220bf8-e5bc-4718-8987-512e73e20ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:24:13.487473 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-50220bf8-e5bc-4718-8987-512e73e20ffa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:13.488881 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-50220bf8-e5bc-4718-8987-512e73e20ffa service neutron] 10.222.0.64 "PUT /v2.0/ports/c63a70bf-499a-42a6-a8f1-cd449dca6abc HTTP/1.1" status: 200 len: 1092 time: 0.5897396 Nov 16 12:24:13.489339 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ea3523-ea5c-4a63-a5bd-b90ea4b54271', 'tag': 'c63a70bf-499a-42a6-a8f1-cd449dca6abc'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:24:13.491662 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b4cb006b19835c19bcd0265a95de96d39c41d7d45c6d056c20fcc032bf3cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea906b0-013c-4cdb-8efe-07ed514cdbae" -d '{"events": [{"name": "network-changed", "server_uuid": "58ea3523-ea5c-4a63-a5bd-b90ea4b54271", "tag": "c63a70bf-499a-42a6-a8f1-cd449dca6abc"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:24:13.525731 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50220bf8-e5bc-4718-8987-512e73e20ffa service neutron] Pushing event updated for resources: {'Port': ['ID=c63a70bf-499a-42a6-a8f1-cd449dca6abc,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:24:13.537781 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cba5a4f-ce30-4401-9cfa-37eedb33ee2d x-openstack-request-id: req-8cba5a4f-ce30-4401-9cfa-37eedb33ee2d {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:24:13.538120 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ea3523-ea5c-4a63-a5bd-b90ea4b54271", "tag": "c63a70bf-499a-42a6-a8f1-cd449dca6abc", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:24:13.538377 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8cba5a4f-ce30-4401-9cfa-37eedb33ee2d {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:24:13.539450 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ea3523-ea5c-4a63-a5bd-b90ea4b54271', 'tag': 'c63a70bf-499a-42a6-a8f1-cd449dca6abc', 'status': 'completed', 'code': 200} Nov 16 12:24:13.588838 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-6847829d-158f-48e8-8baa-e23718ef0cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:24:13.590477 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-6847829d-158f-48e8-8baa-e23718ef0cfd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aae820dbeac54b079877012566498127&device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 1095 time: 0.0430324 Nov 16 12:24:13.641042 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-1174947e-d705-4b46-adaa-18e35dac2a43 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c63a70bf-499a-42a6-a8f1-cd449dca6abc HTTP/1.1" status: 200 len: 217 time: 0.0387959 Nov 16 12:24:13.697961 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-b5723f6c-48b7-4ffb-b8aa-5f92657209c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:24:13.699780 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-b5723f6c-48b7-4ffb-b8aa-5f92657209c8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d9ed3d28-b2ee-47e4-8742-ea80186a3031 HTTP/1.1" status: 200 len: 835 time: 0.0453827 Nov 16 12:24:13.751219 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-ed2883a9-f371-4ff1-8a78-c13196f684d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:24:13.752735 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-ed2883a9-f371-4ff1-8a78-c13196f684d9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8b98c46f-f8c0-49b0-b20d-891e366a0dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407295 Nov 16 12:24:13.847301 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-4785c0b2-c4fd-44d1-b942-2b93601904c4 service neutron] 10.222.0.64 "GET /v2.0/networks/8b98c46f-f8c0-49b0-b20d-891e366a0dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834243 Nov 16 12:24:13.940175 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-12f341ec-c0ca-4e2d-97ce-d1b21c439c64 req-d45a6ca2-3209-445d-9b31-2487e2085821 service neutron] 10.222.0.64 "GET /v2.0/networks/8b98c46f-f8c0-49b0-b20d-891e366a0dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813451 Nov 16 12:24:14.038915 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea906b0-013c-4cdb-8efe-07ed514cdbae req-ba66683a-28f3-4951-90e3-bb6ae19aa4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:24:14.040422 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fea906b0-013c-4cdb-8efe-07ed514cdbae req-ba66683a-28f3-4951-90e3-bb6ae19aa4ea service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aae820dbeac54b079877012566498127&device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 1095 time: 0.0422540 Nov 16 12:24:14.139391 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea906b0-013c-4cdb-8efe-07ed514cdbae req-a4201654-f1f2-40cf-a1aa-12148398a441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:24:14.140868 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fea906b0-013c-4cdb-8efe-07ed514cdbae req-a4201654-f1f2-40cf-a1aa-12148398a441 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8b98c46f-f8c0-49b0-b20d-891e366a0dcb HTTP/1.1" status: 200 len: 898 time: 0.0917523 Nov 16 12:24:14.182485 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fea906b0-013c-4cdb-8efe-07ed514cdbae req-f3014e58-fafe-4e88-a835-2e9849a4f231 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c63a70bf-499a-42a6-a8f1-cd449dca6abc HTTP/1.1" status: 200 len: 217 time: 0.0342805 Nov 16 12:24:14.237182 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea906b0-013c-4cdb-8efe-07ed514cdbae req-515b8911-b991-47d5-bd86-88ced3ebc546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:24:14.238591 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fea906b0-013c-4cdb-8efe-07ed514cdbae req-515b8911-b991-47d5-bd86-88ced3ebc546 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d9ed3d28-b2ee-47e4-8742-ea80186a3031 HTTP/1.1" status: 200 len: 835 time: 0.0484478 Nov 16 12:24:14.262452 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b840f96-920d-4900-84e8-70f374abb489 req-64c6d649-7b46-4131-87cb-736422ed7519 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:24:14.264598 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1b840f96-920d-4900-84e8-70f374abb489 req-64c6d649-7b46-4131-87cb-736422ed7519 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 944 time: 0.0509360 Nov 16 12:24:14.288789 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea906b0-013c-4cdb-8efe-07ed514cdbae req-f6f1abb4-48f6-4b00-966a-7de9f064e83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:24:14.290296 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fea906b0-013c-4cdb-8efe-07ed514cdbae req-f6f1abb4-48f6-4b00-966a-7de9f064e83a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8b98c46f-f8c0-49b0-b20d-891e366a0dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438359 Nov 16 12:24:14.313990 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1b840f96-920d-4900-84e8-70f374abb489 req-53649644-ae1c-4c35-ab11-a3f16b0ac653 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=072f6696-ea49-4fcb-aab7-7f006a87f145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434823 Nov 16 12:24:14.382956 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fea906b0-013c-4cdb-8efe-07ed514cdbae req-f818acb1-28b4-4854-abb5-c406dca61222 service neutron] 10.222.0.64 "GET /v2.0/networks/8b98c46f-f8c0-49b0-b20d-891e366a0dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852249 Nov 16 12:24:14.473219 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fea906b0-013c-4cdb-8efe-07ed514cdbae req-d143e796-2948-41fc-8fd0-03435a7299ce service neutron] 10.222.0.64 "GET /v2.0/networks/8b98c46f-f8c0-49b0-b20d-891e366a0dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827010 Nov 16 12:24:15.448517 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffdf025-0670-46b1-8d97-7980cd7d92cb req-86bbc1b9-7680-4f12-9ede-b5c66c2c9e8a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:24:15.451651 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fffdf025-0670-46b1-8d97-7980cd7d92cb req-86bbc1b9-7680-4f12-9ede-b5c66c2c9e8a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 944 time: 0.0706983 Nov 16 12:24:15.524869 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fffdf025-0670-46b1-8d97-7980cd7d92cb req-f5412f27-e119-431b-8f29-e5a3836c8f6d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=072f6696-ea49-4fcb-aab7-7f006a87f145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640032 Nov 16 12:24:15.689184 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5f93c6e4-90e4-4d29-8ee1-d34d35d81ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:16.632950 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25456632-335a-4d3f-91b6-5bc01ffdf7ea req-1f35e609-c07d-4def-9de8-4d76eef9819d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:24:16.634495 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-25456632-335a-4d3f-91b6-5bc01ffdf7ea req-1f35e609-c07d-4def-9de8-4d76eef9819d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 944 time: 0.0490997 Nov 16 12:24:16.685652 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-25456632-335a-4d3f-91b6-5bc01ffdf7ea req-9237c97e-a3fc-45e6-9f4c-465530752685 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=072f6696-ea49-4fcb-aab7-7f006a87f145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443304 Nov 16 12:24:16.756361 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device c63a70bf-499a-42a6-a8f1-cd449dca6abc details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 12:24:16.858514 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port c63a70bf-499a-42a6-a8f1-cd449dca6abc, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=c63a70bf-499a-42a6-a8f1-cd449dca6abc,segment=NetworkSegment(c4a34f63-da2f-4704-a7ce-2b975e803e38),segment_id=c4a34f63-da2f-4704-a7ce-2b975e803e38)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:24:16.867942 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:16.870779 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': 'c63a70bf-499a-42a6-a8f1-cd449dca6abc', 'network_id': '8b98c46f-f8c0-49b0-b20d-891e366a0dcb', 'port_id': 'c63a70bf-499a-42a6-a8f1-cd449dca6abc', 'mac_address': 'fa:16:3e:b7:3b:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ed3d28-b2ee-47e4-8742-ea80186a3031', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 12:24:16.910611 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:16.922782 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c63a70bf-499a-42a6-a8f1-cd449dca6abc {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:24:16.942178 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port c63a70bf-499a-42a6-a8f1-cd449dca6abc, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=c63a70bf-499a-42a6-a8f1-cd449dca6abc,segment=NetworkSegment(c4a34f63-da2f-4704-a7ce-2b975e803e38),segment_id=c4a34f63-da2f-4704-a7ce-2b975e803e38)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:24:16.945423 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:16.989364 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=c63a70bf-499a-42a6-a8f1-cd449dca6abc,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:24:17.211285 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['c63a70bf-499a-42a6-a8f1-cd449dca6abc'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:24:17.805069 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f3eb2-55d1-4dc2-ab4e-996642271799 req-890c5b13-b1d2-473f-bdc1-568a2ddae3d2 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:24:17.806487 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd9f3eb2-55d1-4dc2-ab4e-996642271799 req-890c5b13-b1d2-473f-bdc1-568a2ddae3d2 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 945 time: 0.0525661 Nov 16 12:24:17.855048 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cd9f3eb2-55d1-4dc2-ab4e-996642271799 req-3e4d2c5e-5c0a-4ca6-a647-a58dad49a864 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=072f6696-ea49-4fcb-aab7-7f006a87f145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422249 Nov 16 12:24:18.547274 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:18.787790 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device c63a70bf-499a-42a6-a8f1-cd449dca6abc up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:24:18.837781 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port c63a70bf-499a-42a6-a8f1-cd449dca6abc completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 12:24:18.842133 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port c63a70bf-499a-42a6-a8f1-cd449dca6abc triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:24:18.842498 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:18.917150 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:18.944158 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ea3523-ea5c-4a63-a5bd-b90ea4b54271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63a70bf-499a-42a6-a8f1-cd449dca6abc'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:24:18.946417 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3028c6c2751e05b8ffe46419f90227d3bdc45fe093bf287cadf4b73479a61306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb5fc7b-ae65-4fc9-ab87-0ac5a4f864be" -d '{"events": [{"server_uuid": "58ea3523-ea5c-4a63-a5bd-b90ea4b54271", "name": "network-vif-plugged", "status": "completed", "tag": "c63a70bf-499a-42a6-a8f1-cd449dca6abc"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:24:18.971286 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port c63a70bf-499a-42a6-a8f1-cd449dca6abc, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=c63a70bf-499a-42a6-a8f1-cd449dca6abc,segment=NetworkSegment(c4a34f63-da2f-4704-a7ce-2b975e803e38),segment_id=c4a34f63-da2f-4704-a7ce-2b975e803e38)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:24:18.976698 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:18.982084 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd427b3-b7e8-4ca3-a243-b5e1e07e6584 req-93f727e5-dc8a-451e-a65e-e4790e00d52a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:24:18.983595 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2dd427b3-b7e8-4ca3-a243-b5e1e07e6584 req-93f727e5-dc8a-451e-a65e-e4790e00d52a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 945 time: 0.0583549 Nov 16 12:24:19.008311 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:19.033648 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=c63a70bf-499a-42a6-a8f1-cd449dca6abc,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:24:19.035998 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2dd427b3-b7e8-4ca3-a243-b5e1e07e6584 req-41e6d0e9-0d30-4e98-8b35-2f62f3d5b701 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=072f6696-ea49-4fcb-aab7-7f006a87f145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449574 Nov 16 12:24:19.080027 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa674aa-d279-4579-bc5a-e01a38f32985 x-openstack-request-id: req-efa674aa-d279-4579-bc5a-e01a38f32985 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:24:19.080330 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ea3523-ea5c-4a63-a5bd-b90ea4b54271", "name": "network-vif-plugged", "status": "completed", "tag": "c63a70bf-499a-42a6-a8f1-cd449dca6abc", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:24:19.080587 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-efa674aa-d279-4579-bc5a-e01a38f32985 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:24:19.080985 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ea3523-ea5c-4a63-a5bd-b90ea4b54271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63a70bf-499a-42a6-a8f1-cd449dca6abc', 'code': 200} Nov 16 12:24:19.184820 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca52652-ac02-4ff6-9e28-ebbfa62d4668 req-ca351a20-9b48-4eda-9348-ea46e8d7a2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:24:19.186314 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0ca52652-ac02-4ff6-9e28-ebbfa62d4668 req-ca351a20-9b48-4eda-9348-ea46e8d7a2ba service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 1097 time: 0.0400016 Nov 16 12:24:19.232803 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0ca52652-ac02-4ff6-9e28-ebbfa62d4668 req-50091056-2bb1-4e7b-9dd5-155e3ca37d81 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=072f6696-ea49-4fcb-aab7-7f006a87f145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383112 Nov 16 12:24:20.153422 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533211c-292b-4467-b2b7-d5a48563d983 req-ac63fd9e-98f5-49a2-887d-41b83b7f5e1b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:24:20.154925 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6533211c-292b-4467-b2b7-d5a48563d983 req-ac63fd9e-98f5-49a2-887d-41b83b7f5e1b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 946 time: 0.0497756 Nov 16 12:24:20.207870 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6533211c-292b-4467-b2b7-d5a48563d983 req-be261692-7f3e-4082-b040-072e62751cc4 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=072f6696-ea49-4fcb-aab7-7f006a87f145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470433 Nov 16 12:24:21.326356 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0006b4-feb0-4afb-b586-12a88ce856c3 req-55f47a8a-54e0-4d67-829a-bf0ff88853e4 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:24:21.327853 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0c0006b4-feb0-4afb-b586-12a88ce856c3 req-55f47a8a-54e0-4d67-829a-bf0ff88853e4 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 946 time: 0.0488002 Nov 16 12:24:21.376758 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0c0006b4-feb0-4afb-b586-12a88ce856c3 req-82491424-5cd2-47d1-9771-d1872d7d8745 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=072f6696-ea49-4fcb-aab7-7f006a87f145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429556 Nov 16 12:24:21.492337 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b0a72-b1ab-401d-b2c3-c397d9b4c414 req-525d16a4-77f9-45bc-8b92-bc42a454aa32 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:24:21.493783 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4e8b0a72-b1ab-401d-b2c3-c397d9b4c414 req-525d16a4-77f9-45bc-8b92-bc42a454aa32 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 946 time: 0.0488636 Nov 16 12:24:21.542997 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4e8b0a72-b1ab-401d-b2c3-c397d9b4c414 req-2fab3aaf-039f-4c1f-bc6a-f4b46544cc96 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=072f6696-ea49-4fcb-aab7-7f006a87f145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423446 Nov 16 12:24:21.564293 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56212) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:24:21.607555 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d650f131-d588-42e3-9be4-cfa879e2ea77 tempest-TestNetworkAdvancedServerOps-1204587946 tempest-TestNetworkAdvancedServerOps-1204587946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:24:21.609036 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d650f131-d588-42e3-9be4-cfa879e2ea77 tempest-TestNetworkAdvancedServerOps-1204587946 tempest-TestNetworkAdvancedServerOps-1204587946-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 1092 time: 0.0437503 Nov 16 12:24:21.611879 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56214) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:24:21.616116 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-210bc9d0-10bf-468a-904c-4c7d572d19ae tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'port_id': 'c63a70bf-499a-42a6-a8f1-cd449dca6abc', 'tenant_id': 'aae820dbeac54b079877012566498127', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:24:21.636928 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-210bc9d0-10bf-468a-904c-4c7d572d19ae tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for floatingip, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:21.730677 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-210bc9d0-10bf-468a-904c-4c7d572d19ae tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:21.834997 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-210bc9d0-10bf-468a-904c-4c7d572d19ae tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Allocated IP 172.25.0.248 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/62f881f6-e117-4b3e-b7ef-c1bf31b39fd1) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:24:21.934780 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-210bc9d0-10bf-468a-904c-4c7d572d19ae tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:21.967656 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-210bc9d0-10bf-468a-904c-4c7d572d19ae tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:22.009198 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210bc9d0-10bf-468a-904c-4c7d572d19ae tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:24:22.012574 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-210bc9d0-10bf-468a-904c-4c7d572d19ae tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:24:22.016153 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210bc9d0-10bf-468a-904c-4c7d572d19ae tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:24:22.021304 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210bc9d0-10bf-468a-904c-4c7d572d19ae tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'Port': ['ID=62f881f6-e117-4b3e-b7ef-c1bf31b39fd1,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:24:22.355488 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-210bc9d0-10bf-468a-904c-4c7d572d19ae tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:22.424364 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-210bc9d0-10bf-468a-904c-4c7d572d19ae tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:22.572668 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-210bc9d0-10bf-468a-904c-4c7d572d19ae tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:22.577666 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-210bc9d0-10bf-468a-904c-4c7d572d19ae tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:22.642661 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210bc9d0-10bf-468a-904c-4c7d572d19ae tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'Port': ['ID=62f881f6-e117-4b3e-b7ef-c1bf31b39fd1,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:24:22.655307 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-210bc9d0-10bf-468a-904c-4c7d572d19ae tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:22.752264 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [None req-210bc9d0-10bf-468a-904c-4c7d572d19ae tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Floating IP 6671c198-4777-4a3e-a43f-76e4b52d8e68 associated. External IP: 172.25.0.248, port: c63a70bf-499a-42a6-a8f1-cd449dca6abc. Nov 16 12:24:22.955362 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210bc9d0-10bf-468a-904c-4c7d572d19ae tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Router 0048028f-6723-449b-9667-157e81cac5aa has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:24:23.056799 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210bc9d0-10bf-468a-904c-4c7d572d19ae tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:24:23.066613 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc2f473-96d5-442c-b25f-095441306968 None None] Sync routers for ids ['0048028f-6723-449b-9667-157e81cac5aa'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:24:23.075219 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-210bc9d0-10bf-468a-904c-4c7d572d19ae tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:23.076185 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc2f473-96d5-442c-b25f-095441306968 None None] Routers {'0048028f-6723-449b-9667-157e81cac5aa'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:24:23.076788 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-2cc2f473-96d5-442c-b25f-095441306968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:24:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['0048028f-6723-449b-9667-157e81cac5aa'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:24:23.105629 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-210bc9d0-10bf-468a-904c-4c7d572d19ae tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4927285 Nov 16 12:24:23.106252 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ea3523-ea5c-4a63-a5bd-b90ea4b54271', 'tag': 'c63a70bf-499a-42a6-a8f1-cd449dca6abc'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:24:23.108540 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb585f75727964cfb6af285fc9899ace3cdf5491a84d1da25652e31a132d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd5ff4d-6342-48e3-9af9-13cfa41181ab" -d '{"events": [{"name": "network-changed", "server_uuid": "58ea3523-ea5c-4a63-a5bd-b90ea4b54271", "tag": "c63a70bf-499a-42a6-a8f1-cd449dca6abc"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:24:23.179332 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-2cc2f473-96d5-442c-b25f-095441306968 None None] Set router 0048028f-6723-449b-9667-157e81cac5aa gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:24:23.205661 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314aa93-91a1-4b10-bfbc-5be437060f40 req-caca95fc-3147-48f9-b9a3-d941bda3681d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:24:23.207096 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4314aa93-91a1-4b10-bfbc-5be437060f40 req-caca95fc-3147-48f9-b9a3-d941bda3681d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 946 time: 0.0496373 Nov 16 12:24:23.256820 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4314aa93-91a1-4b10-bfbc-5be437060f40 req-f6b14bd1-6723-467b-a4ff-f29f72aec5e4 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=072f6696-ea49-4fcb-aab7-7f006a87f145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436449 Nov 16 12:24:23.280303 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56220) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:24:23.301337 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2b1d37-c5e7-4435-8868-29bb264bcc83 x-openstack-request-id: req-1b2b1d37-c5e7-4435-8868-29bb264bcc83 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:24:23.301637 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ea3523-ea5c-4a63-a5bd-b90ea4b54271", "tag": "c63a70bf-499a-42a6-a8f1-cd449dca6abc", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:24:23.301905 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1b2b1d37-c5e7-4435-8868-29bb264bcc83 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:24:23.302331 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ea3523-ea5c-4a63-a5bd-b90ea4b54271', 'tag': 'c63a70bf-499a-42a6-a8f1-cd449dca6abc', 'status': 'completed', 'code': 200} Nov 16 12:24:23.373060 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8ca845fd-dc4d-428c-933c-40e75a503de5 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/floatingips/6671c198-4777-4a3e-a43f-76e4b52d8e68 HTTP/1.1" status: 200 len: 992 time: 0.0890172 Nov 16 12:24:23.385022 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5ff4d-6342-48e3-9af9-13cfa41181ab req-92981412-8b0b-4ee6-bfa1-5728c04830b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:24:23.387055 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6cd5ff4d-6342-48e3-9af9-13cfa41181ab req-92981412-8b0b-4ee6-bfa1-5728c04830b9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aae820dbeac54b079877012566498127&device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 1097 time: 0.0596735 Nov 16 12:24:23.408873 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-2cc2f473-96d5-442c-b25f-095441306968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0048028f-6723-449b-9667-157e81cac5aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948768625', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'c31b9761-ccd5-4d81-983c-d2807847c869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:24:04Z', 'updated_at': '2021-11-16T12:24:08Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': 'c31b9761-ccd5-4d81-983c-d2807847c869', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:73:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0048028f-6723-449b-9667-157e81cac5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:24:05Z', 'updated_at': '2021-11-16T12:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '6671c198-4777-4a3e-a43f-76e4b52d8e68', 'tenant_id': 'aae820dbeac54b079877012566498127', 'floating_ip_address': '172.25.0.248', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '0048028f-6723-449b-9667-157e81cac5aa', 'port_id': 'c63a70bf-499a-42a6-a8f1-cd449dca6abc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b98c46f-f8c0-49b0-b20d-891e366a0dcb', 'mac_address': 'fa:16:3e:b7:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ea3523-ea5c-4a63-a5bd-b90ea4b54271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:24:22Z', 'updated_at': '2021-11-16T12:24:22Z', 'revision_number': 0, 'project_id': 'aae820dbeac54b079877012566498127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a64655dc-9901-4525-a0cf-1b09daf6c867', 'name': '', 'network_id': '8b98c46f-f8c0-49b0-b20d-891e366a0dcb', 'tenant_id': 'aae820dbeac54b079877012566498127', 'mac_address': 'fa:16:3e:03:d8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0048028f-6723-449b-9667-157e81cac5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'd9ed3d28-b2ee-47e4-8742-ea80186a3031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:24:07Z', 'updated_at': '2021-11-16T12:24:10Z', 'revision_number': 5, 'project_id': 'aae820dbeac54b079877012566498127', 'subnets': [{'id': 'd9ed3d28-b2ee-47e4-8742-ea80186a3031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:24:23.436672 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc2f473-96d5-442c-b25f-095441306968 None None] Checking router: 0048028f-6723-449b-9667-157e81cac5aa for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:24:23.445201 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:24:23.449781 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc2f473-96d5-442c-b25f-095441306968 None None] Routers {'0048028f-6723-449b-9667-157e81cac5aa'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:24:23.450417 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-2cc2f473-96d5-442c-b25f-095441306968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:24:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['0048028f-6723-449b-9667-157e81cac5aa'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:24:23.481939 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5ff4d-6342-48e3-9af9-13cfa41181ab req-6718d893-d259-4dc3-bd2b-150c96fa7c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:24:23.483366 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6cd5ff4d-6342-48e3-9af9-13cfa41181ab req-6718d893-d259-4dc3-bd2b-150c96fa7c52 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8b98c46f-f8c0-49b0-b20d-891e366a0dcb HTTP/1.1" status: 200 len: 898 time: 0.0897105 Nov 16 12:24:23.548504 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6cd5ff4d-6342-48e3-9af9-13cfa41181ab req-d76eaa79-c755-4907-99fc-9ec41d6154c3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c63a70bf-499a-42a6-a8f1-cd449dca6abc HTTP/1.1" status: 200 len: 1000 time: 0.0583344 Nov 16 12:24:23.558774 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-2cc2f473-96d5-442c-b25f-095441306968 None None] Set router 0048028f-6723-449b-9667-157e81cac5aa gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:24:23.602275 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5ff4d-6342-48e3-9af9-13cfa41181ab req-d81ede77-ac92-40af-8f6f-96fed38b6e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:24:23.603742 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6cd5ff4d-6342-48e3-9af9-13cfa41181ab req-d81ede77-ac92-40af-8f6f-96fed38b6e35 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d9ed3d28-b2ee-47e4-8742-ea80186a3031 HTTP/1.1" status: 200 len: 835 time: 0.0481870 Nov 16 12:24:23.649771 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5ff4d-6342-48e3-9af9-13cfa41181ab req-e9c1da77-7725-4461-8900-bd5fda601f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:24:23.651598 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6cd5ff4d-6342-48e3-9af9-13cfa41181ab req-e9c1da77-7725-4461-8900-bd5fda601f71 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8b98c46f-f8c0-49b0-b20d-891e366a0dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407557 Nov 16 12:24:23.746382 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6cd5ff4d-6342-48e3-9af9-13cfa41181ab req-ffbb8df7-680a-4997-acf7-7294f30bbdae service neutron] 10.222.0.64 "GET /v2.0/networks/8b98c46f-f8c0-49b0-b20d-891e366a0dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875299 Nov 16 12:24:23.782649 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-2cc2f473-96d5-442c-b25f-095441306968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0048028f-6723-449b-9667-157e81cac5aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948768625', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'c31b9761-ccd5-4d81-983c-d2807847c869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:24:04Z', 'updated_at': '2021-11-16T12:24:08Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': 'c31b9761-ccd5-4d81-983c-d2807847c869', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:73:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0048028f-6723-449b-9667-157e81cac5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:24:05Z', 'updated_at': '2021-11-16T12:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '6671c198-4777-4a3e-a43f-76e4b52d8e68', 'tenant_id': 'aae820dbeac54b079877012566498127', 'floating_ip_address': '172.25.0.248', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '0048028f-6723-449b-9667-157e81cac5aa', 'port_id': 'c63a70bf-499a-42a6-a8f1-cd449dca6abc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b98c46f-f8c0-49b0-b20d-891e366a0dcb', 'mac_address': 'fa:16:3e:b7:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ea3523-ea5c-4a63-a5bd-b90ea4b54271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:24:22Z', 'updated_at': '2021-11-16T12:24:22Z', 'revision_number': 0, 'project_id': 'aae820dbeac54b079877012566498127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a64655dc-9901-4525-a0cf-1b09daf6c867', 'name': '', 'network_id': '8b98c46f-f8c0-49b0-b20d-891e366a0dcb', 'tenant_id': 'aae820dbeac54b079877012566498127', 'mac_address': 'fa:16:3e:03:d8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0048028f-6723-449b-9667-157e81cac5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'd9ed3d28-b2ee-47e4-8742-ea80186a3031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:24:07Z', 'updated_at': '2021-11-16T12:24:10Z', 'revision_number': 5, 'project_id': 'aae820dbeac54b079877012566498127', 'subnets': [{'id': 'd9ed3d28-b2ee-47e4-8742-ea80186a3031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:24:23.808544 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc2f473-96d5-442c-b25f-095441306968 None None] The sync data for ids ['0048028f-6723-449b-9667-157e81cac5aa'] in n-d-816823-3 is: [{'id': '0048028f-6723-449b-9667-157e81cac5aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948768625', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'c31b9761-ccd5-4d81-983c-d2807847c869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:24:04Z', 'updated_at': '2021-11-16T12:24:08Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': 'c31b9761-ccd5-4d81-983c-d2807847c869', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:73:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0048028f-6723-449b-9667-157e81cac5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:24:05Z', 'updated_at': '2021-11-16T12:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '6671c198-4777-4a3e-a43f-76e4b52d8e68', 'tenant_id': 'aae820dbeac54b079877012566498127', 'floating_ip_address': '172.25.0.248', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '0048028f-6723-449b-9667-157e81cac5aa', 'port_id': 'c63a70bf-499a-42a6-a8f1-cd449dca6abc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b98c46f-f8c0-49b0-b20d-891e366a0dcb', 'mac_address': 'fa:16:3e:b7:3b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ea3523-ea5c-4a63-a5bd-b90ea4b54271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:24:22Z', 'updated_at': '2021-11-16T12:24:22Z', 'revision_number': 0, 'project_id': 'aae820dbeac54b079877012566498127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a64655dc-9901-4525-a0cf-1b09daf6c867', 'name': '', 'network_id': '8b98c46f-f8c0-49b0-b20d-891e366a0dcb', 'tenant_id': 'aae820dbeac54b079877012566498127', 'mac_address': 'fa:16:3e:03:d8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0048028f-6723-449b-9667-157e81cac5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'd9ed3d28-b2ee-47e4-8742-ea80186a3031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:24:07Z', 'updated_at': '2021-11-16T12:24:10Z', 'revision_number': 5, 'project_id': 'aae820dbeac54b079877012566498127', 'subnets': [{'id': 'd9ed3d28-b2ee-47e4-8742-ea80186a3031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:24:23.839557 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6cd5ff4d-6342-48e3-9af9-13cfa41181ab req-a625f9e5-dd2e-49f8-bb64-a5bb1d6da626 service neutron] 10.222.0.64 "GET /v2.0/networks/8b98c46f-f8c0-49b0-b20d-891e366a0dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860329 Nov 16 12:24:23.996735 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bc2837-ea7b-43b6-a863-96a3e3ab33b2 None None] New status for floating IP 6671c198-4777-4a3e-a43f-76e4b52d8e68: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 12:24:24.374407 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56222) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:24:24.436713 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-73e6f2d1-a042-46c1-84d4-25de7e6f5969 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/floatingips/6671c198-4777-4a3e-a43f-76e4b52d8e68 HTTP/1.1" status: 200 len: 994 time: 0.0611863 Nov 16 12:24:28.810256 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:29.658636 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:30.831640 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21341289-050f-4b72-bb2e-1d13df7382c2 req-59d61265-7f67-4881-a05f-851571c8fd72 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403237 Nov 16 12:24:30.912958 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21341289-050f-4b72-bb2e-1d13df7382c2 req-4e9f3c34-6d11-4963-ba6f-7f31b3bc1c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:24:30.914483 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21341289-050f-4b72-bb2e-1d13df7382c2 req-4e9f3c34-6d11-4963-ba6f-7f31b3bc1c7d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aae820dbeac54b079877012566498127&device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 1097 time: 0.0416715 Nov 16 12:24:31.019227 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21341289-050f-4b72-bb2e-1d13df7382c2 req-0d3e7741-7151-4816-adfe-69628be9acc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:24:31.020682 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21341289-050f-4b72-bb2e-1d13df7382c2 req-0d3e7741-7151-4816-adfe-69628be9acc5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8b98c46f-f8c0-49b0-b20d-891e366a0dcb HTTP/1.1" status: 200 len: 898 time: 0.0867035 Nov 16 12:24:31.086611 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21341289-050f-4b72-bb2e-1d13df7382c2 req-7bbda7bf-bd19-46c7-918d-07652085be15 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c63a70bf-499a-42a6-a8f1-cd449dca6abc HTTP/1.1" status: 200 len: 1002 time: 0.0563991 Nov 16 12:24:31.144931 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21341289-050f-4b72-bb2e-1d13df7382c2 req-c93033e3-39d3-46f6-ab10-122130570366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:24:31.146442 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21341289-050f-4b72-bb2e-1d13df7382c2 req-c93033e3-39d3-46f6-ab10-122130570366 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d9ed3d28-b2ee-47e4-8742-ea80186a3031 HTTP/1.1" status: 200 len: 835 time: 0.0488853 Nov 16 12:24:31.191630 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21341289-050f-4b72-bb2e-1d13df7382c2 req-cb836f3e-d025-4549-a015-854dd9072140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:24:31.193151 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21341289-050f-4b72-bb2e-1d13df7382c2 req-cb836f3e-d025-4549-a015-854dd9072140 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8b98c46f-f8c0-49b0-b20d-891e366a0dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400820 Nov 16 12:24:31.288369 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21341289-050f-4b72-bb2e-1d13df7382c2 req-fd69177d-a482-42e0-9700-e810cd913c4a service neutron] 10.222.0.64 "GET /v2.0/networks/8b98c46f-f8c0-49b0-b20d-891e366a0dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879209 Nov 16 12:24:31.376444 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-21341289-050f-4b72-bb2e-1d13df7382c2 req-df749fb8-1443-4d72-a014-27240ae389a6 service neutron] 10.222.0.64 "GET /v2.0/networks/8b98c46f-f8c0-49b0-b20d-891e366a0dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807509 Nov 16 12:24:43.184602 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c68fd32f-168b-4f93-84ca-f4e998c8a2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:45.680133 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6d450b53-b88e-4018-b265-1939febb6146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:46.853437 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:48.550709 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:48.970908 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:58.822044 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:59.664090 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:24:59.898161 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002169c-1e1f-4ec4-92ff-f9335e76613f req-ead5351f-e31b-4464-a574-92c0347e9303 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:24:59.899709 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7002169c-1e1f-4ec4-92ff-f9335e76613f req-ead5351f-e31b-4464-a574-92c0347e9303 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 946 time: 0.0498495 Nov 16 12:24:59.914356 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56242) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:24:59.953010 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7002169c-1e1f-4ec4-92ff-f9335e76613f req-0405d688-8a62-4974-8ff1-d2e12b609e46 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=072f6696-ea49-4fcb-aab7-7f006a87f145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463107 Nov 16 12:24:59.993973 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-7f5e1716-7442-4418-b492-dca8d4975667 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0784497 Nov 16 12:25:00.002643 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-aae807d2-64b0-4c0d-abcd-c4a52039ed63 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 12:25:00.003596 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-aae807d2-64b0-4c0d-abcd-c4a52039ed63 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048928 Nov 16 12:25:00.443510 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:25:01.040396 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-f21c30f4-b7d0-4392-822a-6537a4827f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:01.042069 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-f21c30f4-b7d0-4392-822a-6537a4827f18 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aae820dbeac54b079877012566498127&device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 1097 time: 0.0450673 Nov 16 12:25:01.073909 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0359e-4b8b-4c70-95bd-edee375f0f90 req-734ac6da-6803-4386-b4e9-33963c60c539 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:01.075456 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d7f0359e-4b8b-4c70-95bd-edee375f0f90 req-734ac6da-6803-4386-b4e9-33963c60c539 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 946 time: 0.0495119 Nov 16 12:25:01.125517 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d7f0359e-4b8b-4c70-95bd-edee375f0f90 req-14fb7d41-9796-4973-9195-9dd556d87e15 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=072f6696-ea49-4fcb-aab7-7f006a87f145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439048 Nov 16 12:25:01.132980 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-c7922e7a-f5a9-4e74-9868-34b2e0a4647a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:01.134489 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-c7922e7a-f5a9-4e74-9868-34b2e0a4647a service neutron] 10.222.0.64 "GET /v2.0/networks?id=8b98c46f-f8c0-49b0-b20d-891e366a0dcb HTTP/1.1" status: 200 len: 898 time: 0.0854332 Nov 16 12:25:01.202778 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-6bc514a3-f7bd-43cd-b8a3-752eb3c714a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c63a70bf-499a-42a6-a8f1-cd449dca6abc HTTP/1.1" status: 200 len: 1002 time: 0.0610232 Nov 16 12:25:01.256439 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-fb23b215-0217-42cd-99bc-7728b02101dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:01.257810 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-fb23b215-0217-42cd-99bc-7728b02101dc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d9ed3d28-b2ee-47e4-8742-ea80186a3031 HTTP/1.1" status: 200 len: 835 time: 0.0437522 Nov 16 12:25:01.308151 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-c63de201-c3bc-4b72-8e85-5968e7345324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:01.309648 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-c63de201-c3bc-4b72-8e85-5968e7345324 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8b98c46f-f8c0-49b0-b20d-891e366a0dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412321 Nov 16 12:25:01.404460 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-09c3a64b-26a1-468c-8cb2-85af4d851a34 service neutron] 10.222.0.64 "GET /v2.0/networks/8b98c46f-f8c0-49b0-b20d-891e366a0dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836787 Nov 16 12:25:01.493037 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-1ea079ec-ea1e-4014-b665-d3bb7f33afac service neutron] 10.222.0.64 "GET /v2.0/networks/8b98c46f-f8c0-49b0-b20d-891e366a0dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802600 Nov 16 12:25:02.245713 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed82d0d-1d25-4070-b866-ef9f67d75b1c req-ec0be609-6feb-4cf3-b067-1a6bdd3f1c93 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:02.248067 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6ed82d0d-1d25-4070-b866-ef9f67d75b1c req-ec0be609-6feb-4cf3-b067-1a6bdd3f1c93 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 946 time: 0.0521526 Nov 16 12:25:02.296315 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6ed82d0d-1d25-4070-b866-ef9f67d75b1c req-98138e80-b429-4039-87d3-aef830b225e3 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=072f6696-ea49-4fcb-aab7-7f006a87f145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426810 Nov 16 12:25:03.416184 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bc25e-b043-4639-a614-eb131ca748f6 req-5c270f29-6613-4611-a7ef-428f5d12c0c7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:03.417622 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f39bc25e-b043-4639-a614-eb131ca748f6 req-5c270f29-6613-4611-a7ef-428f5d12c0c7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 946 time: 0.0513320 Nov 16 12:25:03.466605 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f39bc25e-b043-4639-a614-eb131ca748f6 req-c6fd89e8-4b83-43be-b97d-34b51c1d1bda tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=072f6696-ea49-4fcb-aab7-7f006a87f145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430887 Nov 16 12:25:04.581601 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e126c87-779e-48ef-a31b-b584ca2dab3b req-c8b16d6c-0a5a-475b-9525-aab77b8c5d8e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:04.583121 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4e126c87-779e-48ef-a31b-b584ca2dab3b req-c8b16d6c-0a5a-475b-9525-aab77b8c5d8e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 946 time: 0.0489798 Nov 16 12:25:04.641853 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4e126c87-779e-48ef-a31b-b584ca2dab3b req-ac97698b-7267-46be-9291-18485c13f98a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=072f6696-ea49-4fcb-aab7-7f006a87f145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525236 Nov 16 12:25:05.759072 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174b69f-949e-468c-9bd7-bb5e32e6d21a req-d2b65038-5b01-4cf2-935e-4530eed2c824 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:05.760443 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6174b69f-949e-468c-9bd7-bb5e32e6d21a req-d2b65038-5b01-4cf2-935e-4530eed2c824 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 946 time: 0.0487552 Nov 16 12:25:05.810289 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6174b69f-949e-468c-9bd7-bb5e32e6d21a req-a300fe7a-8ece-48af-a0f3-2e1ce33326f4 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=072f6696-ea49-4fcb-aab7-7f006a87f145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439279 Nov 16 12:25:06.926254 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed86e213-61d2-4891-9533-aae8283b9f89 req-9e056c93-fd75-44d3-8f6b-cc441ac6c29a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:06.927720 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ed86e213-61d2-4891-9533-aae8283b9f89 req-9e056c93-fd75-44d3-8f6b-cc441ac6c29a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 946 time: 0.0485065 Nov 16 12:25:06.975250 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ed86e213-61d2-4891-9533-aae8283b9f89 req-4f336414-fb23-4039-8dc5-516c4f6ebba7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=072f6696-ea49-4fcb-aab7-7f006a87f145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417068 Nov 16 12:25:08.096071 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0606ad-5de4-434c-8a3e-65b6a2272b23 req-54357a15-8b64-40ca-b966-3153d31790fe tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:08.097524 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7b0606ad-5de4-434c-8a3e-65b6a2272b23 req-54357a15-8b64-40ca-b966-3153d31790fe tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 946 time: 0.0516403 Nov 16 12:25:08.146209 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7b0606ad-5de4-434c-8a3e-65b6a2272b23 req-9c4c45fc-287e-4bed-b3a0-e671118ab723 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=072f6696-ea49-4fcb-aab7-7f006a87f145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427842 Nov 16 12:25:09.260110 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e7387-6e89-40a6-b257-ed327821b461 req-ee0f524d-bffa-4ae4-b454-696cb4acc663 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:09.262540 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-399e7387-6e89-40a6-b257-ed327821b461 req-ee0f524d-bffa-4ae4-b454-696cb4acc663 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 946 time: 0.0474579 Nov 16 12:25:09.313724 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-399e7387-6e89-40a6-b257-ed327821b461 req-6604efe8-7b30-473c-a691-6524b3011158 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=072f6696-ea49-4fcb-aab7-7f006a87f145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440927 Nov 16 12:25:10.435946 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a1d9b-f9f4-4b99-9481-22715bc5f7d3 req-209542bb-969e-4be0-98ee-f89a1189aa87 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:10.437314 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e01a1d9b-f9f4-4b99-9481-22715bc5f7d3 req-209542bb-969e-4be0-98ee-f89a1189aa87 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 946 time: 0.0528789 Nov 16 12:25:10.485603 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e01a1d9b-f9f4-4b99-9481-22715bc5f7d3 req-706c010d-4401-4348-8e5d-94084ea45010 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=072f6696-ea49-4fcb-aab7-7f006a87f145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423009 Nov 16 12:25:11.600948 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ff65f-14a0-456e-a03a-5afb870f780d req-55ec7f64-2164-4b94-90b2-5fbdcdd66d44 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:11.602433 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-397ff65f-14a0-456e-a03a-5afb870f780d req-55ec7f64-2164-4b94-90b2-5fbdcdd66d44 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 946 time: 0.0480754 Nov 16 12:25:11.651441 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-397ff65f-14a0-456e-a03a-5afb870f780d req-43e1983d-5728-49ad-83fc-b8b611aa5f6f tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=072f6696-ea49-4fcb-aab7-7f006a87f145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431299 Nov 16 12:25:12.773104 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd57766-e49d-4ce2-b9ba-96a83104037e req-ade0a43e-7d99-4499-b8f7-fd01b36d1e3b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:12.774684 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bdd57766-e49d-4ce2-b9ba-96a83104037e req-ade0a43e-7d99-4499-b8f7-fd01b36d1e3b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 946 time: 0.0548606 Nov 16 12:25:12.829753 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bdd57766-e49d-4ce2-b9ba-96a83104037e req-74bde8da-e33a-41e9-93d9-114998896414 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=072f6696-ea49-4fcb-aab7-7f006a87f145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486624 Nov 16 12:25:13.185334 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fccd98c6-441f-44fc-a0fb-012e4794adde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:13.943409 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e11d72-cf5a-4e05-8620-fef2ab6729ae req-5de5dbd5-3455-4ae0-9840-b4d57370f980 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:13.944877 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d4e11d72-cf5a-4e05-8620-fef2ab6729ae req-5de5dbd5-3455-4ae0-9840-b4d57370f980 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 946 time: 0.0488317 Nov 16 12:25:13.993968 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d4e11d72-cf5a-4e05-8620-fef2ab6729ae req-50a1e715-d88e-4ebc-a3da-754c589bf96d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=072f6696-ea49-4fcb-aab7-7f006a87f145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432184 Nov 16 12:25:15.114365 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca34a4c-569d-4467-8e66-2517fe9fa653 req-d648e82f-4f4a-47e7-a769-32c15f5c881f tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:15.115871 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5ca34a4c-569d-4467-8e66-2517fe9fa653 req-d648e82f-4f4a-47e7-a769-32c15f5c881f tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 946 time: 0.0513577 Nov 16 12:25:15.169414 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5ca34a4c-569d-4467-8e66-2517fe9fa653 req-36794fbc-a26b-42a4-b875-602c4fb8fd45 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=072f6696-ea49-4fcb-aab7-7f006a87f145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475090 Nov 16 12:25:15.681352 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8c543788-f3ac-4337-ae49-30b686510c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:16.290527 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8383e0-8a22-4073-ae5f-dcef574b307e req-f1902cd1-d132-45a3-8263-639032ebb246 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:16.292011 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5f8383e0-8a22-4073-ae5f-dcef574b307e req-f1902cd1-d132-45a3-8263-639032ebb246 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 946 time: 0.0531316 Nov 16 12:25:16.341323 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5f8383e0-8a22-4073-ae5f-dcef574b307e req-805c3066-8c04-4d31-acbe-b9bce7e1b691 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=072f6696-ea49-4fcb-aab7-7f006a87f145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425808 Nov 16 12:25:16.855683 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:17.457136 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249b5f7-0761-4a13-9462-1c732740e880 req-1fa92414-95e8-47b2-a907-a2cf0807fe5b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:17.458663 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f249b5f7-0761-4a13-9462-1c732740e880 req-1fa92414-95e8-47b2-a907-a2cf0807fe5b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 946 time: 0.0496325 Nov 16 12:25:17.508922 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f249b5f7-0761-4a13-9462-1c732740e880 req-142854cc-34e5-4634-9ed3-d022ba2d7990 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=072f6696-ea49-4fcb-aab7-7f006a87f145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443950 Nov 16 12:25:18.554713 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:18.577191 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-1e53e24f-8be4-4adc-b4cd-92414e85cbbf service neutron] show failed (client error): The resource could not be found. Nov 16 12:25:18.578274 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-1e53e24f-8be4-4adc-b4cd-92414e85cbbf service neutron] 10.222.0.64 "GET /v2.0/ports/c63a70bf-499a-42a6-a8f1-cd449dca6abc/bindings/n-h1-816823-3 HTTP/1.1" status: 404 len: 380 time: 0.0575831 Nov 16 12:25:18.705659 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69c1ff-31b0-4628-ae17-b8b74ff71910 req-b9a41699-0638-42e3-a0c3-6ea6903e91b5 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:18.707181 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4a69c1ff-31b0-4628-ae17-b8b74ff71910 req-b9a41699-0638-42e3-a0c3-6ea6903e91b5 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 946 time: 0.1195910 Nov 16 12:25:18.856154 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-5b709a06-e958-4ebe-9e01-00353ba31a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:18.857689 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-5b709a06-e958-4ebe-9e01-00353ba31a03 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271&tenant_id=aae820dbeac54b079877012566498127 HTTP/1.1" status: 200 len: 1097 time: 0.0959880 Nov 16 12:25:18.870563 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-ceafcefe-5bdd-42de-a21c-f9ca75f8de12 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816823-3', 'device_owner': 'compute:nova'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:25:18.926573 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-ceafcefe-5bdd-42de-a21c-f9ca75f8de12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:18.976302 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:19.058755 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4a69c1ff-31b0-4628-ae17-b8b74ff71910 req-a86b9a00-3054-4308-b66b-4391b3c8ea5e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=072f6696-ea49-4fcb-aab7-7f006a87f145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3456182 Nov 16 12:25:19.134908 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-ceafcefe-5bdd-42de-a21c-f9ca75f8de12 service neutron] For port c63a70bf-499a-42a6-a8f1-cd449dca6abc, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=c63a70bf-499a-42a6-a8f1-cd449dca6abc,segment=NetworkSegment(c4a34f63-da2f-4704-a7ce-2b975e803e38),segment_id=c4a34f63-da2f-4704-a7ce-2b975e803e38)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:25:19.166880 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-ceafcefe-5bdd-42de-a21c-f9ca75f8de12 service neutron] For port c63a70bf-499a-42a6-a8f1-cd449dca6abc, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:25:19.208396 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ea3523-ea5c-4a63-a5bd-b90ea4b54271', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c63a70bf-499a-42a6-a8f1-cd449dca6abc'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:25:19.210639 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b4cb006b19835c19bcd0265a95de96d39c41d7d45c6d056c20fcc032bf3cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a78f3f-40bd-43f6-aeb7-84ad6adb7024" -d '{"events": [{"server_uuid": "58ea3523-ea5c-4a63-a5bd-b90ea4b54271", "name": "network-vif-unplugged", "status": "completed", "tag": "c63a70bf-499a-42a6-a8f1-cd449dca6abc"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:25:19.214325 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-ceafcefe-5bdd-42de-a21c-f9ca75f8de12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:19.226932 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-ceafcefe-5bdd-42de-a21c-f9ca75f8de12 service neutron] Transition to ACTIVE for port object c63a70bf-499a-42a6-a8f1-cd449dca6abc will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 12:25:19.230451 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-ceafcefe-5bdd-42de-a21c-f9ca75f8de12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:19.263933 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 12:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346fa4c1-d6f4-465c-9c35-7b7eca8c9851 x-openstack-request-id: req-346fa4c1-d6f4-465c-9c35-7b7eca8c9851 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:25:19.264227 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ea3523-ea5c-4a63-a5bd-b90ea4b54271", "name": "network-vif-unplugged", "status": "completed", "tag": "c63a70bf-499a-42a6-a8f1-cd449dca6abc", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:25:19.264481 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-346fa4c1-d6f4-465c-9c35-7b7eca8c9851 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:25:19.264872 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ea3523-ea5c-4a63-a5bd-b90ea4b54271', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c63a70bf-499a-42a6-a8f1-cd449dca6abc', 'code': 200} Nov 16 12:25:19.309559 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceafcefe-5bdd-42de-a21c-f9ca75f8de12 service neutron] Pushing event updated for resources: {'Port': ['ID=c63a70bf-499a-42a6-a8f1-cd449dca6abc,revision_number=6']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:25:19.323543 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceafcefe-5bdd-42de-a21c-f9ca75f8de12 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:25:19.323891 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceafcefe-5bdd-42de-a21c-f9ca75f8de12 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:25:19.324237 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceafcefe-5bdd-42de-a21c-f9ca75f8de12 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:25:19.324578 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceafcefe-5bdd-42de-a21c-f9ca75f8de12 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:25:19.324910 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceafcefe-5bdd-42de-a21c-f9ca75f8de12 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:25:19.325244 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceafcefe-5bdd-42de-a21c-f9ca75f8de12 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:25:19.325573 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceafcefe-5bdd-42de-a21c-f9ca75f8de12 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:25:19.325896 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceafcefe-5bdd-42de-a21c-f9ca75f8de12 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:25:19.326248 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceafcefe-5bdd-42de-a21c-f9ca75f8de12 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:25:19.326578 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceafcefe-5bdd-42de-a21c-f9ca75f8de12 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:25:19.326909 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceafcefe-5bdd-42de-a21c-f9ca75f8de12 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:25:19.327271 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceafcefe-5bdd-42de-a21c-f9ca75f8de12 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:25:19.366307 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-ceafcefe-5bdd-42de-a21c-f9ca75f8de12 service neutron] No DVR routers for this DVR port c63a70bf-499a-42a6-a8f1-cd449dca6abc on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:25:19.498841 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-ceafcefe-5bdd-42de-a21c-f9ca75f8de12 service neutron] Attempting to bind port c63a70bf-499a-42a6-a8f1-cd449dca6abc on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:25:19.499195 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-ceafcefe-5bdd-42de-a21c-f9ca75f8de12 service neutron] Attempting to bind port c63a70bf-499a-42a6-a8f1-cd449dca6abc by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'c4a34f63-da2f-4704-a7ce-2b975e803e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8b98c46f-f8c0-49b0-b20d-891e366a0dcb'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:25:19.499521 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-ceafcefe-5bdd-42de-a21c-f9ca75f8de12 service neutron] Attempting to bind port c63a70bf-499a-42a6-a8f1-cd449dca6abc on network 8b98c46f-f8c0-49b0-b20d-891e366a0dcb {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:25:19.503703 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-ceafcefe-5bdd-42de-a21c-f9ca75f8de12 service neutron] Port c63a70bf-499a-42a6-a8f1-cd449dca6abc on network 8b98c46f-f8c0-49b0-b20d-891e366a0dcb not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 12:25:19.504047 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-ceafcefe-5bdd-42de-a21c-f9ca75f8de12 service neutron] Attempting to bind port c63a70bf-499a-42a6-a8f1-cd449dca6abc on network 8b98c46f-f8c0-49b0-b20d-891e366a0dcb {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:25:19.508799 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-ceafcefe-5bdd-42de-a21c-f9ca75f8de12 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:25:19.509128 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-ceafcefe-5bdd-42de-a21c-f9ca75f8de12 service neutron] Checking segment: {'id': 'c4a34f63-da2f-4704-a7ce-2b975e803e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8b98c46f-f8c0-49b0-b20d-891e366a0dcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:25:19.509543 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-ceafcefe-5bdd-42de-a21c-f9ca75f8de12 service neutron] Bound using segment: {'id': 'c4a34f63-da2f-4704-a7ce-2b975e803e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8b98c46f-f8c0-49b0-b20d-891e366a0dcb'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:25:19.509993 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-ceafcefe-5bdd-42de-a21c-f9ca75f8de12 service neutron] Bound port: c63a70bf-499a-42a6-a8f1-cd449dca6abc, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a34f63-da2f-4704-a7ce-2b975e803e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8b98c46f-f8c0-49b0-b20d-891e366a0dcb'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:25:19.510339 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-ceafcefe-5bdd-42de-a21c-f9ca75f8de12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:19.571713 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-ceafcefe-5bdd-42de-a21c-f9ca75f8de12 service neutron] For port c63a70bf-499a-42a6-a8f1-cd449dca6abc, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:25:19.574772 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-ceafcefe-5bdd-42de-a21c-f9ca75f8de12 service neutron] For port c63a70bf-499a-42a6-a8f1-cd449dca6abc, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=c63a70bf-499a-42a6-a8f1-cd449dca6abc,segment=NetworkSegment(c4a34f63-da2f-4704-a7ce-2b975e803e38),segment_id=c4a34f63-da2f-4704-a7ce-2b975e803e38)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:25:19.579497 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-ceafcefe-5bdd-42de-a21c-f9ca75f8de12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:19.612739 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-ceafcefe-5bdd-42de-a21c-f9ca75f8de12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:19.613416 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-ceafcefe-5bdd-42de-a21c-f9ca75f8de12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:19.614818 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-ceafcefe-5bdd-42de-a21c-f9ca75f8de12 service neutron] 10.222.0.36 "PUT /v2.0/ports/c63a70bf-499a-42a6-a8f1-cd449dca6abc HTTP/1.1" status: 200 len: 1092 time: 0.7486782 Nov 16 12:25:19.636574 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceafcefe-5bdd-42de-a21c-f9ca75f8de12 service neutron] Pushing event updated for resources: {'Port': ['ID=c63a70bf-499a-42a6-a8f1-cd449dca6abc,revision_number=7']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:25:19.686812 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-4d5c6ed0-7d52-44cd-a3f2-148948d94d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:19.688317 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-4d5c6ed0-7d52-44cd-a3f2-148948d94d93 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aae820dbeac54b079877012566498127&device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 1095 time: 0.0488102 Nov 16 12:25:19.786556 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-778a5b23-d87f-4248-b39f-a4b6c25a425f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:19.788035 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-778a5b23-d87f-4248-b39f-a4b6c25a425f service neutron] 10.222.0.36 "GET /v2.0/networks?id=8b98c46f-f8c0-49b0-b20d-891e366a0dcb HTTP/1.1" status: 200 len: 898 time: 0.0931268 Nov 16 12:25:19.855485 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-a6fc3446-1a78-477e-a27a-d15e7c833552 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c63a70bf-499a-42a6-a8f1-cd449dca6abc HTTP/1.1" status: 200 len: 1000 time: 0.0603809 Nov 16 12:25:19.905226 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-df249d34-be6c-4b4d-a0d0-f884fdc8c6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:19.906666 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-df249d34-be6c-4b4d-a0d0-f884fdc8c6fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9ed3d28-b2ee-47e4-8742-ea80186a3031 HTTP/1.1" status: 200 len: 835 time: 0.0447810 Nov 16 12:25:19.951035 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-65173d8a-5f2c-4d26-a99d-a587e65df02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:19.953032 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-65173d8a-5f2c-4d26-a99d-a587e65df02b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8b98c46f-f8c0-49b0-b20d-891e366a0dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394101 Nov 16 12:25:20.043082 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-d638cc9a-631d-45d7-9bf7-f0e82d04dcd4 service neutron] 10.222.0.36 "GET /v2.0/networks/8b98c46f-f8c0-49b0-b20d-891e366a0dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826693 Nov 16 12:25:20.133299 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ab003a22-51de-435f-ba8a-23d826a3ba86 req-20b8a054-aaec-4812-b57a-4c89d87bd6f7 service neutron] 10.222.0.36 "GET /v2.0/networks/8b98c46f-f8c0-49b0-b20d-891e366a0dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836999 Nov 16 12:25:20.176983 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d8c9e-ef96-4797-925b-bae8bf38303b req-4dee3c07-78f8-47d1-9864-3357fd46313e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:20.178464 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cf2d8c9e-ef96-4797-925b-bae8bf38303b req-4dee3c07-78f8-47d1-9864-3357fd46313e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 944 time: 0.0483601 Nov 16 12:25:20.226962 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cf2d8c9e-ef96-4797-925b-bae8bf38303b req-856a9438-a938-46ee-8285-fdbec355d80c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=072f6696-ea49-4fcb-aab7-7f006a87f145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425324 Nov 16 12:25:21.146637 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device c63a70bf-499a-42a6-a8f1-cd449dca6abc no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:25:21.184970 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device c63a70bf-499a-42a6-a8f1-cd449dca6abc not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:25:21.266182 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ea3523-ea5c-4a63-a5bd-b90ea4b54271', 'tag': 'c63a70bf-499a-42a6-a8f1-cd449dca6abc'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:25:21.268535 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b4cb006b19835c19bcd0265a95de96d39c41d7d45c6d056c20fcc032bf3cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20a8ac1-06e7-4b4b-8349-32830bab66c0" -d '{"events": [{"name": "network-changed", "server_uuid": "58ea3523-ea5c-4a63-a5bd-b90ea4b54271", "tag": "c63a70bf-499a-42a6-a8f1-cd449dca6abc"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:25:21.346559 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dcf6c7-ff47-498b-b306-5697b12b0ab7 req-2b662a52-d6b5-4a26-81ae-3d0faff1fc72 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:21.348066 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-40dcf6c7-ff47-498b-b306-5697b12b0ab7 req-2b662a52-d6b5-4a26-81ae-3d0faff1fc72 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 944 time: 0.0482750 Nov 16 12:25:21.396704 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-40dcf6c7-ff47-498b-b306-5697b12b0ab7 req-f5e96dd7-c6db-4a18-a001-84d33e1d02e7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=072f6696-ea49-4fcb-aab7-7f006a87f145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427818 Nov 16 12:25:21.453413 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51063e0b-5f55-4cbb-a0c8-296dde7aeb38 x-openstack-request-id: req-51063e0b-5f55-4cbb-a0c8-296dde7aeb38 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:25:21.453703 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ea3523-ea5c-4a63-a5bd-b90ea4b54271", "tag": "c63a70bf-499a-42a6-a8f1-cd449dca6abc", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:25:21.453979 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-51063e0b-5f55-4cbb-a0c8-296dde7aeb38 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:25:21.454381 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ea3523-ea5c-4a63-a5bd-b90ea4b54271', 'tag': 'c63a70bf-499a-42a6-a8f1-cd449dca6abc', 'status': 'completed', 'code': 200} Nov 16 12:25:21.549208 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a8ac1-06e7-4b4b-8349-32830bab66c0 req-59daaf25-a8e8-4e0e-92b0-0b4b34f5646c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:21.550758 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d20a8ac1-06e7-4b4b-8349-32830bab66c0 req-59daaf25-a8e8-4e0e-92b0-0b4b34f5646c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aae820dbeac54b079877012566498127&device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 1095 time: 0.0727057 Nov 16 12:25:21.552420 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a8ac1-06e7-4b4b-8349-32830bab66c0 req-af297d9d-e344-4284-82af-f0e7841e4cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:21.553751 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d20a8ac1-06e7-4b4b-8349-32830bab66c0 req-af297d9d-e344-4284-82af-f0e7841e4cbe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aae820dbeac54b079877012566498127&device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 1095 time: 0.0676920 Nov 16 12:25:21.699424 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device c63a70bf-499a-42a6-a8f1-cd449dca6abc details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 12:25:21.712280 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a8ac1-06e7-4b4b-8349-32830bab66c0 req-4b784541-6817-4234-aa27-285498cfe406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:21.713747 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d20a8ac1-06e7-4b4b-8349-32830bab66c0 req-4b784541-6817-4234-aa27-285498cfe406 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8b98c46f-f8c0-49b0-b20d-891e366a0dcb HTTP/1.1" status: 200 len: 898 time: 0.1545053 Nov 16 12:25:21.714917 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a8ac1-06e7-4b4b-8349-32830bab66c0 req-d2600986-41fc-47f2-936a-fc55f7d2c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:21.716201 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d20a8ac1-06e7-4b4b-8349-32830bab66c0 req-d2600986-41fc-47f2-936a-fc55f7d2c579 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8b98c46f-f8c0-49b0-b20d-891e366a0dcb HTTP/1.1" status: 200 len: 898 time: 0.1492682 Nov 16 12:25:21.794700 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port c63a70bf-499a-42a6-a8f1-cd449dca6abc, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=c63a70bf-499a-42a6-a8f1-cd449dca6abc,segment=NetworkSegment(c4a34f63-da2f-4704-a7ce-2b975e803e38),segment_id=c4a34f63-da2f-4704-a7ce-2b975e803e38)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:25:21.806854 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': 'c63a70bf-499a-42a6-a8f1-cd449dca6abc', 'network_id': '8b98c46f-f8c0-49b0-b20d-891e366a0dcb', 'port_id': 'c63a70bf-499a-42a6-a8f1-cd449dca6abc', 'mac_address': 'fa:16:3e:b7:3b:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ed3d28-b2ee-47e4-8742-ea80186a3031', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 12:25:21.823877 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d20a8ac1-06e7-4b4b-8349-32830bab66c0 req-c428b753-e419-4902-b40e-cf4e0ad36b1d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c63a70bf-499a-42a6-a8f1-cd449dca6abc HTTP/1.1" status: 200 len: 1000 time: 0.1030569 Nov 16 12:25:21.827503 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d20a8ac1-06e7-4b4b-8349-32830bab66c0 req-fdd09e80-4909-4c5c-9855-ac35f92e0429 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c63a70bf-499a-42a6-a8f1-cd449dca6abc HTTP/1.1" status: 200 len: 1000 time: 0.0995450 Nov 16 12:25:21.847511 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:21.860587 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c63a70bf-499a-42a6-a8f1-cd449dca6abc {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:25:21.880231 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port c63a70bf-499a-42a6-a8f1-cd449dca6abc, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=c63a70bf-499a-42a6-a8f1-cd449dca6abc,segment=NetworkSegment(c4a34f63-da2f-4704-a7ce-2b975e803e38),segment_id=c4a34f63-da2f-4704-a7ce-2b975e803e38)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:25:21.883912 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:21.906976 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a8ac1-06e7-4b4b-8349-32830bab66c0 req-7b3b3e60-2e53-49b5-a208-3538c756aa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:21.908444 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d20a8ac1-06e7-4b4b-8349-32830bab66c0 req-7b3b3e60-2e53-49b5-a208-3538c756aa25 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9ed3d28-b2ee-47e4-8742-ea80186a3031 HTTP/1.1" status: 200 len: 835 time: 0.0780337 Nov 16 12:25:21.911793 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a8ac1-06e7-4b4b-8349-32830bab66c0 req-4318d053-c60b-4b7f-afc7-09debe8d025f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:21.913086 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d20a8ac1-06e7-4b4b-8349-32830bab66c0 req-4318d053-c60b-4b7f-afc7-09debe8d025f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d9ed3d28-b2ee-47e4-8742-ea80186a3031 HTTP/1.1" status: 200 len: 835 time: 0.0731757 Nov 16 12:25:21.931625 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=c63a70bf-499a-42a6-a8f1-cd449dca6abc,revision_number=8']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:25:21.939699 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:25:21.940055 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:25:21.940402 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:25:21.940740 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:25:21.941074 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:25:21.941406 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:25:21.941739 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:25:21.942108 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:25:21.942437 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:25:21.942763 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:25:21.943089 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:25:21.943436 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:25:21.983883 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a8ac1-06e7-4b4b-8349-32830bab66c0 req-e2d26f91-55d0-4c41-b6b0-9e961a90b2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:21.985395 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d20a8ac1-06e7-4b4b-8349-32830bab66c0 req-e2d26f91-55d0-4c41-b6b0-9e961a90b2ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8b98c46f-f8c0-49b0-b20d-891e366a0dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697956 Nov 16 12:25:21.987720 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a8ac1-06e7-4b4b-8349-32830bab66c0 req-6f89b10f-d399-464b-a995-82823ca50ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:21.989038 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d20a8ac1-06e7-4b4b-8349-32830bab66c0 req-6f89b10f-d399-464b-a995-82823ca50ef6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8b98c46f-f8c0-49b0-b20d-891e366a0dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644763 Nov 16 12:25:22.126573 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['c63a70bf-499a-42a6-a8f1-cd449dca6abc'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:25:22.140952 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d20a8ac1-06e7-4b4b-8349-32830bab66c0 req-c28fabb6-d6e6-4da3-8ea2-21c287cd5647 service neutron] 10.222.0.36 "GET /v2.0/networks/8b98c46f-f8c0-49b0-b20d-891e366a0dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475937 Nov 16 12:25:22.142700 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d20a8ac1-06e7-4b4b-8349-32830bab66c0 req-d2bad72b-95f1-4482-8a6a-25aeb6e0af50 service neutron] 10.222.0.64 "GET /v2.0/networks/8b98c46f-f8c0-49b0-b20d-891e366a0dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421010 Nov 16 12:25:22.295009 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d20a8ac1-06e7-4b4b-8349-32830bab66c0 req-d55885e0-fb3c-4aa7-9e79-73e7df7e0ff6 service neutron] 10.222.0.36 "GET /v2.0/networks/8b98c46f-f8c0-49b0-b20d-891e366a0dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464031 Nov 16 12:25:22.298903 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d20a8ac1-06e7-4b4b-8349-32830bab66c0 req-ecc8fa91-9478-4d4a-b3ce-7e2686db8e13 service neutron] 10.222.0.64 "GET /v2.0/networks/8b98c46f-f8c0-49b0-b20d-891e366a0dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426682 Nov 16 12:25:22.516965 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c1dcd-b4f5-4a66-ad80-1f9aea7da183 req-a3a62723-512c-419f-bf6b-188fc428b329 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:22.518450 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1a0c1dcd-b4f5-4a66-ad80-1f9aea7da183 req-a3a62723-512c-419f-bf6b-188fc428b329 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 945 time: 0.0519314 Nov 16 12:25:22.566669 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1a0c1dcd-b4f5-4a66-ad80-1f9aea7da183 req-cfc5e504-2222-4891-8b09-8e394483696f tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=072f6696-ea49-4fcb-aab7-7f006a87f145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423193 Nov 16 12:25:22.758687 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0a846-5aec-46ee-8200-e6b6484b067c req-ab23e4e1-04ef-4b46-a567-18fc84fd1114 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:22.760303 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b9c0a846-5aec-46ee-8200-e6b6484b067c req-ab23e4e1-04ef-4b46-a567-18fc84fd1114 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 945 time: 0.0500760 Nov 16 12:25:22.814464 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b9c0a846-5aec-46ee-8200-e6b6484b067c req-f07ea114-1b00-403d-ba06-aa63be6eb15c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=072f6696-ea49-4fcb-aab7-7f006a87f145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478973 Nov 16 12:25:22.938492 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257002c5-c2b6-46e1-8794-34400f16f31d req-a94984be-90fc-4858-8eb4-1cf80b5091d7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:22.940050 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-257002c5-c2b6-46e1-8794-34400f16f31d req-a94984be-90fc-4858-8eb4-1cf80b5091d7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 945 time: 0.0552645 Nov 16 12:25:22.992294 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-257002c5-c2b6-46e1-8794-34400f16f31d req-df4d8c00-ee15-40a7-b0df-f9ab424c0ae2 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=072f6696-ea49-4fcb-aab7-7f006a87f145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461066 Nov 16 12:25:23.086371 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd219a5-7cf8-49a3-8084-1e7784056386 req-b0f5efc0-673d-47bf-a9f7-dffb06b23051 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:23.087729 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ebd219a5-7cf8-49a3-8084-1e7784056386 req-b0f5efc0-673d-47bf-a9f7-dffb06b23051 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.64 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271&tenant_id=aae820dbeac54b079877012566498127&binding%3Ahost_id=n-h1-816823-3 HTTP/1.1" status: 200 len: 945 time: 0.3559122 Nov 16 12:25:23.152843 n-d-816823-3 neutron-server[102668]: INFO neutron.api.v2.resource [req-ebd219a5-7cf8-49a3-8084-1e7784056386 req-5d435c44-1187-4cd3-afae-7a4311969114 service neutron] delete failed (client error): The resource could not be found. Nov 16 12:25:23.153854 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ebd219a5-7cf8-49a3-8084-1e7784056386 req-5d435c44-1187-4cd3-afae-7a4311969114 service neutron] 10.222.0.64 "DELETE /v2.0/ports/c63a70bf-499a-42a6-a8f1-cd449dca6abc/bindings/n-h2-816823-3 HTTP/1.1" status: 404 len: 380 time: 0.0527678 Nov 16 12:25:23.243163 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd219a5-7cf8-49a3-8084-1e7784056386 req-f0de4a44-3cc7-4825-ba4f-eda754b55ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:23.244623 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ebd219a5-7cf8-49a3-8084-1e7784056386 req-f0de4a44-3cc7-4825-ba4f-eda754b55ffb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aae820dbeac54b079877012566498127&device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 1096 time: 0.0400481 Nov 16 12:25:23.336676 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd219a5-7cf8-49a3-8084-1e7784056386 req-5929af88-09ae-4868-ac67-5309a78bfa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:23.338133 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ebd219a5-7cf8-49a3-8084-1e7784056386 req-5929af88-09ae-4868-ac67-5309a78bfa6e service neutron] 10.222.0.64 "GET /v2.0/networks?id=8b98c46f-f8c0-49b0-b20d-891e366a0dcb HTTP/1.1" status: 200 len: 898 time: 0.0848036 Nov 16 12:25:23.403052 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ebd219a5-7cf8-49a3-8084-1e7784056386 req-433e9ef2-d0e8-482e-b740-5b0a9d9f5d84 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c63a70bf-499a-42a6-a8f1-cd449dca6abc HTTP/1.1" status: 200 len: 1001 time: 0.0552652 Nov 16 12:25:23.455532 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd219a5-7cf8-49a3-8084-1e7784056386 req-1f6cd80d-8279-4ff6-b0be-57db647a2fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:23.456928 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ebd219a5-7cf8-49a3-8084-1e7784056386 req-1f6cd80d-8279-4ff6-b0be-57db647a2fa4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d9ed3d28-b2ee-47e4-8742-ea80186a3031 HTTP/1.1" status: 200 len: 835 time: 0.0423038 Nov 16 12:25:23.505807 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd219a5-7cf8-49a3-8084-1e7784056386 req-155b9d63-28f5-4ad2-99c7-ad5a1b764587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:23.507282 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ebd219a5-7cf8-49a3-8084-1e7784056386 req-155b9d63-28f5-4ad2-99c7-ad5a1b764587 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8b98c46f-f8c0-49b0-b20d-891e366a0dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426621 Nov 16 12:25:23.594027 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ebd219a5-7cf8-49a3-8084-1e7784056386 req-42b23312-49b0-45a2-907b-0c2f6b58e950 service neutron] 10.222.0.64 "GET /v2.0/networks/8b98c46f-f8c0-49b0-b20d-891e366a0dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798113 Nov 16 12:25:23.689121 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ebd219a5-7cf8-49a3-8084-1e7784056386 req-4c4fe456-243e-4478-a1ef-088c739abc59 service neutron] 10.222.0.64 "GET /v2.0/networks/8b98c46f-f8c0-49b0-b20d-891e366a0dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840292 Nov 16 12:25:23.710805 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device c63a70bf-499a-42a6-a8f1-cd449dca6abc up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:25:23.762688 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port c63a70bf-499a-42a6-a8f1-cd449dca6abc completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 12:25:23.767388 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port c63a70bf-499a-42a6-a8f1-cd449dca6abc triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:25:23.767763 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:23.843927 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:23.866158 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ea3523-ea5c-4a63-a5bd-b90ea4b54271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63a70bf-499a-42a6-a8f1-cd449dca6abc'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:25:23.868373 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3028c6c2751e05b8ffe46419f90227d3bdc45fe093bf287cadf4b73479a61306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47d347f-7a45-43ea-9987-5e1eddf59df8" -d '{"events": [{"server_uuid": "58ea3523-ea5c-4a63-a5bd-b90ea4b54271", "name": "network-vif-plugged", "status": "completed", "tag": "c63a70bf-499a-42a6-a8f1-cd449dca6abc"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:25:23.881211 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port c63a70bf-499a-42a6-a8f1-cd449dca6abc, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=c63a70bf-499a-42a6-a8f1-cd449dca6abc,segment=NetworkSegment(c4a34f63-da2f-4704-a7ce-2b975e803e38),segment_id=c4a34f63-da2f-4704-a7ce-2b975e803e38)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:25:23.885150 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:23.920075 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68dcd3c4-0e60-4f4d-bf41-90610ac85b8b x-openstack-request-id: req-68dcd3c4-0e60-4f4d-bf41-90610ac85b8b {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:25:23.920369 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ea3523-ea5c-4a63-a5bd-b90ea4b54271", "name": "network-vif-plugged", "status": "completed", "tag": "c63a70bf-499a-42a6-a8f1-cd449dca6abc", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:25:23.920619 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-68dcd3c4-0e60-4f4d-bf41-90610ac85b8b {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:25:23.921021 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ea3523-ea5c-4a63-a5bd-b90ea4b54271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63a70bf-499a-42a6-a8f1-cd449dca6abc', 'code': 200} Nov 16 12:25:23.941936 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=c63a70bf-499a-42a6-a8f1-cd449dca6abc,revision_number=9']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:25:24.113777 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ff551-da12-4d3e-908d-eb36c3b42f28 req-dd264d53-1b30-4ab7-b40f-21c64de76223 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:24.115781 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-010ff551-da12-4d3e-908d-eb36c3b42f28 req-dd264d53-1b30-4ab7-b40f-21c64de76223 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 946 time: 0.0531890 Nov 16 12:25:24.167714 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-010ff551-da12-4d3e-908d-eb36c3b42f28 req-f17926d1-7f6a-4624-af2b-e17c85490993 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=072f6696-ea49-4fcb-aab7-7f006a87f145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458333 Nov 16 12:25:25.281904 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681b1c5-018d-4519-8a3b-0dc440b7ce1c req-64a83845-1bfc-4591-b655-89632037cdea tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:25.283389 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0681b1c5-018d-4519-8a3b-0dc440b7ce1c req-64a83845-1bfc-4591-b655-89632037cdea tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 946 time: 0.0488799 Nov 16 12:25:25.336144 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0681b1c5-018d-4519-8a3b-0dc440b7ce1c req-f791d2ed-4407-4805-b7d3-904280b9d63d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=072f6696-ea49-4fcb-aab7-7f006a87f145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468512 Nov 16 12:25:25.358899 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56326) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:25:25.421273 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a8cc6d3e-8d56-4c6d-b62f-eb8188f6362a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/floatingips/6671c198-4777-4a3e-a43f-76e4b52d8e68 HTTP/1.1" status: 200 len: 994 time: 0.0606229 Nov 16 12:25:28.821242 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:29.657746 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:34.134036 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6ca5084f-d065-4bef-9dba-0aa8498cfb9a req-1f117106-a070-4fde-938f-77ce527af74b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385864 Nov 16 12:25:34.218228 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5084f-d065-4bef-9dba-0aa8498cfb9a req-53ad7472-8690-475b-b103-f54fb6d529cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:34.219765 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6ca5084f-d065-4bef-9dba-0aa8498cfb9a req-53ad7472-8690-475b-b103-f54fb6d529cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aae820dbeac54b079877012566498127&device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 1097 time: 0.0430350 Nov 16 12:25:34.320587 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5084f-d065-4bef-9dba-0aa8498cfb9a req-0487dcb5-4f89-4380-ab79-10678a787ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:34.322069 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6ca5084f-d065-4bef-9dba-0aa8498cfb9a req-0487dcb5-4f89-4380-ab79-10678a787ee3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8b98c46f-f8c0-49b0-b20d-891e366a0dcb HTTP/1.1" status: 200 len: 898 time: 0.0818427 Nov 16 12:25:34.389204 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6ca5084f-d065-4bef-9dba-0aa8498cfb9a req-422432e7-8c0f-4578-a964-d3b19ae290a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c63a70bf-499a-42a6-a8f1-cd449dca6abc HTTP/1.1" status: 200 len: 1002 time: 0.0597911 Nov 16 12:25:34.439467 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5084f-d065-4bef-9dba-0aa8498cfb9a req-69598e11-a254-4961-b163-ad4c7ddadc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:34.440883 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6ca5084f-d065-4bef-9dba-0aa8498cfb9a req-69598e11-a254-4961-b163-ad4c7ddadc84 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9ed3d28-b2ee-47e4-8742-ea80186a3031 HTTP/1.1" status: 200 len: 835 time: 0.0440600 Nov 16 12:25:34.496662 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5084f-d065-4bef-9dba-0aa8498cfb9a req-08dc42b4-b7c8-4c36-a9f1-7fc5868bd493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:34.498177 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6ca5084f-d065-4bef-9dba-0aa8498cfb9a req-08dc42b4-b7c8-4c36-a9f1-7fc5868bd493 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8b98c46f-f8c0-49b0-b20d-891e366a0dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495548 Nov 16 12:25:34.589268 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6ca5084f-d065-4bef-9dba-0aa8498cfb9a req-5b65d127-9ef8-46f8-b83b-4c0e0c56b740 service neutron] 10.222.0.36 "GET /v2.0/networks/8b98c46f-f8c0-49b0-b20d-891e366a0dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838413 Nov 16 12:25:34.679474 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6ca5084f-d065-4bef-9dba-0aa8498cfb9a req-3e0d80df-58e7-48a4-aa38-fe0665f9ff0c service neutron] 10.222.0.36 "GET /v2.0/networks/8b98c46f-f8c0-49b0-b20d-891e366a0dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813313 Nov 16 12:25:37.443072 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:25:43.187134 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-059f3aad-3bc8-4820-aa89-abce8ae2c4ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:45.682763 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-460e40b8-b20c-4ddd-9a8a-4b4b323fee9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:46.858580 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:48.558516 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:48.969141 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:51.830876 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56338) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:25:51.986804 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a930766a-c0ff-438d-98fd-d5fcc641a98b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Deleting port 62f881f6-e117-4b3e-b7ef-c1bf31b39fd1 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:25:51.987053 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a930766a-c0ff-438d-98fd-d5fcc641a98b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:52.064842 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a930766a-c0ff-438d-98fd-d5fcc641a98b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:52.065156 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a930766a-c0ff-438d-98fd-d5fcc641a98b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:52.076911 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a930766a-c0ff-438d-98fd-d5fcc641a98b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Calling delete_port for 62f881f6-e117-4b3e-b7ef-c1bf31b39fd1 owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:25:52.221220 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a930766a-c0ff-438d-98fd-d5fcc641a98b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:52.246732 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a930766a-c0ff-438d-98fd-d5fcc641a98b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event deleted for resources: {'Port': ['ID=62f881f6-e117-4b3e-b7ef-c1bf31b39fd1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:25:52.309335 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a930766a-c0ff-438d-98fd-d5fcc641a98b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:52.309801 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [None req-a930766a-c0ff-438d-98fd-d5fcc641a98b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Floating IP 6671c198-4777-4a3e-a43f-76e4b52d8e68 disassociated (deleted). External IP: 172.25.0.248, port: c63a70bf-499a-42a6-a8f1-cd449dca6abc. Nov 16 12:25:52.510914 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a930766a-c0ff-438d-98fd-d5fcc641a98b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Router 0048028f-6723-449b-9667-157e81cac5aa has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:25:52.621345 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a930766a-c0ff-438d-98fd-d5fcc641a98b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:25:52.626805 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a930766a-c0ff-438d-98fd-d5fcc641a98b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:52.631231 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7088fe-c6f7-45f1-b4a4-05746e769db8 None None] Sync routers for ids ['0048028f-6723-449b-9667-157e81cac5aa'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:25:52.640522 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7088fe-c6f7-45f1-b4a4-05746e769db8 None None] Routers {'0048028f-6723-449b-9667-157e81cac5aa'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:25:52.641141 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9a7088fe-c6f7-45f1-b4a4-05746e769db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:25:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['0048028f-6723-449b-9667-157e81cac5aa'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:25:52.652886 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a930766a-c0ff-438d-98fd-d5fcc641a98b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "DELETE /v2.0/floatingips/6671c198-4777-4a3e-a43f-76e4b52d8e68 HTTP/1.1" status: 204 len: 168 time: 0.8209116 Nov 16 12:25:52.653495 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ea3523-ea5c-4a63-a5bd-b90ea4b54271', 'tag': 'c63a70bf-499a-42a6-a8f1-cd449dca6abc'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:25:52.655884 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b4cb006b19835c19bcd0265a95de96d39c41d7d45c6d056c20fcc032bf3cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12719e3c-9c6c-4430-9c1e-b866f761e728" -d '{"events": [{"name": "network-changed", "server_uuid": "58ea3523-ea5c-4a63-a5bd-b90ea4b54271", "tag": "c63a70bf-499a-42a6-a8f1-cd449dca6abc"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:25:52.755724 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-9a7088fe-c6f7-45f1-b4a4-05746e769db8 None None] Set router 0048028f-6723-449b-9667-157e81cac5aa gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:25:52.825517 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ea5e03-4ee0-4395-83d5-f20b041e1f21 x-openstack-request-id: req-63ea5e03-4ee0-4395-83d5-f20b041e1f21 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:25:52.828346 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ea3523-ea5c-4a63-a5bd-b90ea4b54271", "tag": "c63a70bf-499a-42a6-a8f1-cd449dca6abc", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:25:52.828788 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-63ea5e03-4ee0-4395-83d5-f20b041e1f21 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:25:52.831543 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ea3523-ea5c-4a63-a5bd-b90ea4b54271', 'tag': 'c63a70bf-499a-42a6-a8f1-cd449dca6abc', 'status': 'completed', 'code': 200} Nov 16 12:25:52.901311 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12719e3c-9c6c-4430-9c1e-b866f761e728 req-e38a1b63-f017-4923-9d2e-169758f37197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:52.904095 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-12719e3c-9c6c-4430-9c1e-b866f761e728 req-e38a1b63-f017-4923-9d2e-169758f37197 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aae820dbeac54b079877012566498127&device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 1097 time: 0.0517519 Nov 16 12:25:52.941528 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9106a9ae-0c65-4790-9696-41e79bb0437c req-ef3a3601-8c03-40c4-b4d3-8ff120120f79 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:52.943315 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9106a9ae-0c65-4790-9696-41e79bb0437c req-ef3a3601-8c03-40c4-b4d3-8ff120120f79 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 946 time: 0.0626876 Nov 16 12:25:52.997815 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9106a9ae-0c65-4790-9696-41e79bb0437c req-fc24799f-d14b-4d0b-893b-cbbc854f974d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=072f6696-ea49-4fcb-aab7-7f006a87f145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474226 Nov 16 12:25:53.004183 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12719e3c-9c6c-4430-9c1e-b866f761e728 req-86780efa-63d9-4e7f-9961-0c797bc2a298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:53.005783 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-12719e3c-9c6c-4430-9c1e-b866f761e728 req-86780efa-63d9-4e7f-9961-0c797bc2a298 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8b98c46f-f8c0-49b0-b20d-891e366a0dcb HTTP/1.1" status: 200 len: 898 time: 0.0903194 Nov 16 12:25:53.053342 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-12719e3c-9c6c-4430-9c1e-b866f761e728 req-aebe0682-4544-4c12-b87c-27e4ec5c9d5b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c63a70bf-499a-42a6-a8f1-cd449dca6abc HTTP/1.1" status: 200 len: 217 time: 0.0397456 Nov 16 12:25:53.067140 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9a7088fe-c6f7-45f1-b4a4-05746e769db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0048028f-6723-449b-9667-157e81cac5aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948768625', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'c31b9761-ccd5-4d81-983c-d2807847c869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:24:04Z', 'updated_at': '2021-11-16T12:24:08Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': 'c31b9761-ccd5-4d81-983c-d2807847c869', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:73:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0048028f-6723-449b-9667-157e81cac5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:24:05Z', 'updated_at': '2021-11-16T12:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'a64655dc-9901-4525-a0cf-1b09daf6c867', 'name': '', 'network_id': '8b98c46f-f8c0-49b0-b20d-891e366a0dcb', 'tenant_id': 'aae820dbeac54b079877012566498127', 'mac_address': 'fa:16:3e:03:d8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0048028f-6723-449b-9667-157e81cac5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'd9ed3d28-b2ee-47e4-8742-ea80186a3031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:24:07Z', 'updated_at': '2021-11-16T12:24:10Z', 'revision_number': 5, 'project_id': 'aae820dbeac54b079877012566498127', 'subnets': [{'id': 'd9ed3d28-b2ee-47e4-8742-ea80186a3031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:25:53.096171 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7088fe-c6f7-45f1-b4a4-05746e769db8 None None] Checking router: 0048028f-6723-449b-9667-157e81cac5aa for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:25:53.104809 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12719e3c-9c6c-4430-9c1e-b866f761e728 req-024bd5d4-b135-4ccb-96b7-0982e9457ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:53.105397 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7088fe-c6f7-45f1-b4a4-05746e769db8 None None] Routers {'0048028f-6723-449b-9667-157e81cac5aa'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:25:53.106078 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9a7088fe-c6f7-45f1-b4a4-05746e769db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:25:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['0048028f-6723-449b-9667-157e81cac5aa'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:25:53.106283 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-12719e3c-9c6c-4430-9c1e-b866f761e728 req-024bd5d4-b135-4ccb-96b7-0982e9457ea7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9ed3d28-b2ee-47e4-8742-ea80186a3031 HTTP/1.1" status: 200 len: 835 time: 0.0452633 Nov 16 12:25:53.156481 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12719e3c-9c6c-4430-9c1e-b866f761e728 req-c2092cc9-d123-4f2d-97c7-7f8fb9eaaec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:53.158019 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-12719e3c-9c6c-4430-9c1e-b866f761e728 req-c2092cc9-d123-4f2d-97c7-7f8fb9eaaec3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8b98c46f-f8c0-49b0-b20d-891e366a0dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437355 Nov 16 12:25:53.218993 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-9a7088fe-c6f7-45f1-b4a4-05746e769db8 None None] Set router 0048028f-6723-449b-9667-157e81cac5aa gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:25:53.255776 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-12719e3c-9c6c-4430-9c1e-b866f761e728 req-9d544320-c518-49cd-9c44-7590501ffe5b service neutron] 10.222.0.36 "GET /v2.0/networks/8b98c46f-f8c0-49b0-b20d-891e366a0dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884886 Nov 16 12:25:53.355350 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-12719e3c-9c6c-4430-9c1e-b866f761e728 req-9b09bd1a-c4fe-4089-9582-5bdc92a04a5d service neutron] 10.222.0.36 "GET /v2.0/networks/8b98c46f-f8c0-49b0-b20d-891e366a0dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913053 Nov 16 12:25:53.419791 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9a7088fe-c6f7-45f1-b4a4-05746e769db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0048028f-6723-449b-9667-157e81cac5aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948768625', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'c31b9761-ccd5-4d81-983c-d2807847c869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:24:04Z', 'updated_at': '2021-11-16T12:24:08Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': 'c31b9761-ccd5-4d81-983c-d2807847c869', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:73:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0048028f-6723-449b-9667-157e81cac5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:24:05Z', 'updated_at': '2021-11-16T12:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'a64655dc-9901-4525-a0cf-1b09daf6c867', 'name': '', 'network_id': '8b98c46f-f8c0-49b0-b20d-891e366a0dcb', 'tenant_id': 'aae820dbeac54b079877012566498127', 'mac_address': 'fa:16:3e:03:d8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0048028f-6723-449b-9667-157e81cac5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'd9ed3d28-b2ee-47e4-8742-ea80186a3031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:24:07Z', 'updated_at': '2021-11-16T12:24:10Z', 'revision_number': 5, 'project_id': 'aae820dbeac54b079877012566498127', 'subnets': [{'id': 'd9ed3d28-b2ee-47e4-8742-ea80186a3031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:25:53.445709 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7088fe-c6f7-45f1-b4a4-05746e769db8 None None] The sync data for ids ['0048028f-6723-449b-9667-157e81cac5aa'] in n-d-816823-3 is: [{'id': '0048028f-6723-449b-9667-157e81cac5aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948768625', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'c31b9761-ccd5-4d81-983c-d2807847c869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:24:04Z', 'updated_at': '2021-11-16T12:24:08Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': 'c31b9761-ccd5-4d81-983c-d2807847c869', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:73:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0048028f-6723-449b-9667-157e81cac5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:24:05Z', 'updated_at': '2021-11-16T12:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'a64655dc-9901-4525-a0cf-1b09daf6c867', 'name': '', 'network_id': '8b98c46f-f8c0-49b0-b20d-891e366a0dcb', 'tenant_id': 'aae820dbeac54b079877012566498127', 'mac_address': 'fa:16:3e:03:d8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0048028f-6723-449b-9667-157e81cac5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'd9ed3d28-b2ee-47e4-8742-ea80186a3031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:24:07Z', 'updated_at': '2021-11-16T12:24:10Z', 'revision_number': 5, 'project_id': 'aae820dbeac54b079877012566498127', 'subnets': [{'id': 'd9ed3d28-b2ee-47e4-8742-ea80186a3031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:25:53.667073 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d07352-5980-49fe-8fad-72d52bcfdad7 None None] New status for floating IP 6671c198-4777-4a3e-a43f-76e4b52d8e68: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 12:25:54.115265 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80de748-ee4c-4ad0-9349-fd819ce11ee9 req-3f4554cd-0e10-447c-a848-c70ce100914f tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:54.116753 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f80de748-ee4c-4ad0-9349-fd819ce11ee9 req-3f4554cd-0e10-447c-a848-c70ce100914f tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 946 time: 0.0477517 Nov 16 12:25:54.171476 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f80de748-ee4c-4ad0-9349-fd819ce11ee9 req-8abc687a-15ba-405e-ac9f-1db1288e4896 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=072f6696-ea49-4fcb-aab7-7f006a87f145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481410 Nov 16 12:25:54.216732 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550cabc-9dca-41d8-af10-8133f4952f16 req-d1ba679c-4935-400f-8a97-2896901ab750 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:54.218886 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c550cabc-9dca-41d8-af10-8133f4952f16 req-d1ba679c-4935-400f-8a97-2896901ab750 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.36 "GET /v2.0/ports?device_id=58ea3523-ea5c-4a63-a5bd-b90ea4b54271 HTTP/1.1" status: 200 len: 946 time: 0.0499382 Nov 16 12:25:54.310236 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-c550cabc-9dca-41d8-af10-8133f4952f16 req-76c8f48d-dd40-4ff6-8c4e-e1e23006522d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Deleting port c63a70bf-499a-42a6-a8f1-cd449dca6abc {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:25:54.310495 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c550cabc-9dca-41d8-af10-8133f4952f16 req-76c8f48d-dd40-4ff6-8c4e-e1e23006522d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:54.395514 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-c550cabc-9dca-41d8-af10-8133f4952f16 req-76c8f48d-dd40-4ff6-8c4e-e1e23006522d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] For port c63a70bf-499a-42a6-a8f1-cd449dca6abc, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=c63a70bf-499a-42a6-a8f1-cd449dca6abc,segment=NetworkSegment(c4a34f63-da2f-4704-a7ce-2b975e803e38),segment_id=c4a34f63-da2f-4704-a7ce-2b975e803e38)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:25:54.395878 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c550cabc-9dca-41d8-af10-8133f4952f16 req-76c8f48d-dd40-4ff6-8c4e-e1e23006522d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:54.408863 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-c550cabc-9dca-41d8-af10-8133f4952f16 req-76c8f48d-dd40-4ff6-8c4e-e1e23006522d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Calling delete_port for c63a70bf-499a-42a6-a8f1-cd449dca6abc owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:25:54.535467 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c550cabc-9dca-41d8-af10-8133f4952f16 req-76c8f48d-dd40-4ff6-8c4e-e1e23006522d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:54.562291 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8f48d-dd40-4ff6-8c4e-e1e23006522d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event deleted for resources: {'Port': ['ID=c63a70bf-499a-42a6-a8f1-cd449dca6abc,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:25:54.607547 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-c550cabc-9dca-41d8-af10-8133f4952f16 req-76c8f48d-dd40-4ff6-8c4e-e1e23006522d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] No DVR routers for this DVR port c63a70bf-499a-42a6-a8f1-cd449dca6abc on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:25:54.610592 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c550cabc-9dca-41d8-af10-8133f4952f16 req-76c8f48d-dd40-4ff6-8c4e-e1e23006522d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:54.613966 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c550cabc-9dca-41d8-af10-8133f4952f16 req-76c8f48d-dd40-4ff6-8c4e-e1e23006522d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.36 "DELETE /v2.0/ports/c63a70bf-499a-42a6-a8f1-cd449dca6abc HTTP/1.1" status: 204 len: 173 time: 0.3888092 Nov 16 12:25:54.830944 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ea3523-ea5c-4a63-a5bd-b90ea4b54271', 'name': 'network-vif-deleted', 'tag': 'c63a70bf-499a-42a6-a8f1-cd449dca6abc'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:25:54.833252 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b4cb006b19835c19bcd0265a95de96d39c41d7d45c6d056c20fcc032bf3cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a809e5-0e14-4565-9e7e-e502d23ee328" -d '{"events": [{"server_uuid": "58ea3523-ea5c-4a63-a5bd-b90ea4b54271", "name": "network-vif-deleted", "tag": "c63a70bf-499a-42a6-a8f1-cd449dca6abc"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:25:54.867883 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e663ddd5-9b3a-4b68-9221-027b2951ee79 x-openstack-request-id: req-e663ddd5-9b3a-4b68-9221-027b2951ee79 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:25:54.868170 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ea3523-ea5c-4a63-a5bd-b90ea4b54271", "name": "network-vif-deleted", "tag": "c63a70bf-499a-42a6-a8f1-cd449dca6abc", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:25:54.868418 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e663ddd5-9b3a-4b68-9221-027b2951ee79 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:25:54.868811 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ea3523-ea5c-4a63-a5bd-b90ea4b54271', 'name': 'network-vif-deleted', 'tag': 'c63a70bf-499a-42a6-a8f1-cd449dca6abc', 'status': 'completed', 'code': 200} Nov 16 12:25:55.228395 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56352) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:25:55.578956 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ef48060-6289-4019-bf2e-6ac688497c47 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:55.826029 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-7ef48060-6289-4019-bf2e-6ac688497c47 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Deleting port a64655dc-9901-4525-a0cf-1b09daf6c867 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:25:55.826370 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ef48060-6289-4019-bf2e-6ac688497c47 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:55.913966 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-7ef48060-6289-4019-bf2e-6ac688497c47 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] For port a64655dc-9901-4525-a0cf-1b09daf6c867, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=a64655dc-9901-4525-a0cf-1b09daf6c867,segment=NetworkSegment(c4a34f63-da2f-4704-a7ce-2b975e803e38),segment_id=c4a34f63-da2f-4704-a7ce-2b975e803e38)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:25:55.914325 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ef48060-6289-4019-bf2e-6ac688497c47 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:55.927446 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-7ef48060-6289-4019-bf2e-6ac688497c47 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Calling delete_port for a64655dc-9901-4525-a0cf-1b09daf6c867 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:25:56.110090 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ef48060-6289-4019-bf2e-6ac688497c47 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:56.134318 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef48060-6289-4019-bf2e-6ac688497c47 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event deleted for resources: {'Port': ['ID=a64655dc-9901-4525-a0cf-1b09daf6c867,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:25:56.306808 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7ef48060-6289-4019-bf2e-6ac688497c47 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:56.516564 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef48060-6289-4019-bf2e-6ac688497c47 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Router 0048028f-6723-449b-9667-157e81cac5aa has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:25:56.920971 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef48060-6289-4019-bf2e-6ac688497c47 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:25:56.925872 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7ef48060-6289-4019-bf2e-6ac688497c47 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "PUT /v2.0/routers/0048028f-6723-449b-9667-157e81cac5aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6963682 Nov 16 12:25:56.928699 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56354) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:25:56.930654 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43458d54-76d6-4f7e-a687-d16a04b51cac None None] Sync routers for ids ['0048028f-6723-449b-9667-157e81cac5aa'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:25:56.940422 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43458d54-76d6-4f7e-a687-d16a04b51cac None None] Routers {'0048028f-6723-449b-9667-157e81cac5aa'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:25:56.941026 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-43458d54-76d6-4f7e-a687-d16a04b51cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:25:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['0048028f-6723-449b-9667-157e81cac5aa'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:25:56.979241 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dd74b13-0539-4177-9619-b8e44e10c488 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Deleting subnet d9ed3d28-b2ee-47e4-8742-ea80186a3031 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 12:25:56.982460 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6dd74b13-0539-4177-9619-b8e44e10c488 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:57.020931 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6dd74b13-0539-4177-9619-b8e44e10c488 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:57.044560 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-43458d54-76d6-4f7e-a687-d16a04b51cac None None] Set router 0048028f-6723-449b-9667-157e81cac5aa gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:25:57.106758 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6dd74b13-0539-4177-9619-b8e44e10c488 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:57.167403 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6dd74b13-0539-4177-9619-b8e44e10c488 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:57.195807 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6dd74b13-0539-4177-9619-b8e44e10c488 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:57.199366 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6dd74b13-0539-4177-9619-b8e44e10c488 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "DELETE /v2.0/subnets/d9ed3d28-b2ee-47e4-8742-ea80186a3031 HTTP/1.1" status: 204 len: 168 time: 0.2693384 Nov 16 12:25:57.200486 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd74b13-0539-4177-9619-b8e44e10c488 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event deleted for resources: {'Subnet': ['ID=d9ed3d28-b2ee-47e4-8742-ea80186a3031,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:25:57.202679 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56356) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:25:57.205158 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8220a740-a166-4510-9f9a-6c1bc2c8c6c3 None None] Network 8b98c46f-f8c0-49b0-b20d-891e366a0dcb requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:25:57.228017 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-43458d54-76d6-4f7e-a687-d16a04b51cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0048028f-6723-449b-9667-157e81cac5aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948768625', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'c31b9761-ccd5-4d81-983c-d2807847c869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:24:04Z', 'updated_at': '2021-11-16T12:25:56Z', 'revision_number': 5, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': 'c31b9761-ccd5-4d81-983c-d2807847c869', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:73:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0048028f-6723-449b-9667-157e81cac5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:24:05Z', 'updated_at': '2021-11-16T12:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:25:57.254880 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43458d54-76d6-4f7e-a687-d16a04b51cac None None] Checking router: 0048028f-6723-449b-9667-157e81cac5aa for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:25:57.264421 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43458d54-76d6-4f7e-a687-d16a04b51cac None None] Routers {'0048028f-6723-449b-9667-157e81cac5aa'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:25:57.265607 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-43458d54-76d6-4f7e-a687-d16a04b51cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:25:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['0048028f-6723-449b-9667-157e81cac5aa'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:25:57.319410 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2afd61b2-22da-4d72-a9cc-733a5ded1439 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:57.386122 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-43458d54-76d6-4f7e-a687-d16a04b51cac None None] Set router 0048028f-6723-449b-9667-157e81cac5aa gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:25:57.412346 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc841d0-c90f-431f-824c-8f18c01183f6 None None] DHCP port deletion for 8b98c46f-f8c0-49b0-b20d-891e366a0dcb request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:25:57.427433 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2afd61b2-22da-4d72-a9cc-733a5ded1439 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:57.461952 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-bcc841d0-c90f-431f-824c-8f18c01183f6 None None] Deleting port 32d42156-9828-4711-8ba5-2ae2fe0a1baf {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:25:57.462250 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bcc841d0-c90f-431f-824c-8f18c01183f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:57.487383 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-2afd61b2-22da-4d72-a9cc-733a5ded1439 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Deleting port c31b9761-ccd5-4d81-983c-d2807847c869 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:25:57.487725 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2afd61b2-22da-4d72-a9cc-733a5ded1439 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:57.528336 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-bcc841d0-c90f-431f-824c-8f18c01183f6 None None] For port 32d42156-9828-4711-8ba5-2ae2fe0a1baf, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=32d42156-9828-4711-8ba5-2ae2fe0a1baf,segment=NetworkSegment(c4a34f63-da2f-4704-a7ce-2b975e803e38),segment_id=c4a34f63-da2f-4704-a7ce-2b975e803e38)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:25:57.528740 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bcc841d0-c90f-431f-824c-8f18c01183f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:57.541724 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-bcc841d0-c90f-431f-824c-8f18c01183f6 None None] Calling delete_port for 32d42156-9828-4711-8ba5-2ae2fe0a1baf owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:25:57.569479 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-43458d54-76d6-4f7e-a687-d16a04b51cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0048028f-6723-449b-9667-157e81cac5aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948768625', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'c31b9761-ccd5-4d81-983c-d2807847c869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:24:04Z', 'updated_at': '2021-11-16T12:25:56Z', 'revision_number': 5, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': 'c31b9761-ccd5-4d81-983c-d2807847c869', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:73:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0048028f-6723-449b-9667-157e81cac5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:24:05Z', 'updated_at': '2021-11-16T12:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:25:57.574602 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-2afd61b2-22da-4d72-a9cc-733a5ded1439 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] For port c31b9761-ccd5-4d81-983c-d2807847c869, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=c31b9761-ccd5-4d81-983c-d2807847c869,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:25:57.574967 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2afd61b2-22da-4d72-a9cc-733a5ded1439 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:57.588186 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-2afd61b2-22da-4d72-a9cc-733a5ded1439 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Calling delete_port for c31b9761-ccd5-4d81-983c-d2807847c869 owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:25:57.599102 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43458d54-76d6-4f7e-a687-d16a04b51cac None None] The sync data for ids ['0048028f-6723-449b-9667-157e81cac5aa'] in n-d-816823-3 is: [{'id': '0048028f-6723-449b-9667-157e81cac5aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-948768625', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': 'c31b9761-ccd5-4d81-983c-d2807847c869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:24:04Z', 'updated_at': '2021-11-16T12:25:56Z', 'revision_number': 5, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': 'c31b9761-ccd5-4d81-983c-d2807847c869', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:73:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0048028f-6723-449b-9667-157e81cac5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:24:05Z', 'updated_at': '2021-11-16T12:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:25:57.631879 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bcc841d0-c90f-431f-824c-8f18c01183f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:57.664172 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc841d0-c90f-431f-824c-8f18c01183f6 None None] Pushing event deleted for resources: {'Port': ['ID=32d42156-9828-4711-8ba5-2ae2fe0a1baf,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:25:57.667745 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc841d0-c90f-431f-824c-8f18c01183f6 None None] No DVR routers for this DVR port 32d42156-9828-4711-8ba5-2ae2fe0a1baf on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:25:57.767245 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2afd61b2-22da-4d72-a9cc-733a5ded1439 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:57.791842 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd61b2-22da-4d72-a9cc-733a5ded1439 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event deleted for resources: {'Port': ['ID=c31b9761-ccd5-4d81-983c-d2807847c869,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:25:57.805221 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6f41a8-f657-49c4-9b45-e9bd1237fc64 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:25:57.816642 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd61b2-22da-4d72-a9cc-733a5ded1439 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:25:57.816990 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd61b2-22da-4d72-a9cc-733a5ded1439 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:25:57.817323 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd61b2-22da-4d72-a9cc-733a5ded1439 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:25:57.817662 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd61b2-22da-4d72-a9cc-733a5ded1439 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:25:57.818014 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd61b2-22da-4d72-a9cc-733a5ded1439 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:25:57.818354 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd61b2-22da-4d72-a9cc-733a5ded1439 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:25:57.818696 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd61b2-22da-4d72-a9cc-733a5ded1439 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:25:57.819123 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd61b2-22da-4d72-a9cc-733a5ded1439 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:25:57.819439 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd61b2-22da-4d72-a9cc-733a5ded1439 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:25:57.819780 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd61b2-22da-4d72-a9cc-733a5ded1439 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:25:57.820143 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd61b2-22da-4d72-a9cc-733a5ded1439 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:25:57.820402 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd61b2-22da-4d72-a9cc-733a5ded1439 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:25:57.864357 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2afd61b2-22da-4d72-a9cc-733a5ded1439 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:57.870647 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device c63a70bf-499a-42a6-a8f1-cd449dca6abc no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:25:57.890733 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: c63a70bf-499a-42a6-a8f1-cd449dca6abc {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:25:57.891089 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device c63a70bf-499a-42a6-a8f1-cd449dca6abc not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:25:57.957070 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2afd61b2-22da-4d72-a9cc-733a5ded1439 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:57.959387 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2afd61b2-22da-4d72-a9cc-733a5ded1439 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:58.005143 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2afd61b2-22da-4d72-a9cc-733a5ded1439 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:58.005763 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afd61b2-22da-4d72-a9cc-733a5ded1439 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Fanout notify agent at l3_agent the message router_deleted on router 0048028f-6723-449b-9667-157e81cac5aa {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 12:25:58.013900 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2afd61b2-22da-4d72-a9cc-733a5ded1439 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:58.018044 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2afd61b2-22da-4d72-a9cc-733a5ded1439 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "DELETE /v2.0/routers/0048028f-6723-449b-9667-157e81cac5aa HTTP/1.1" status: 204 len: 168 time: 0.8113935 Nov 16 12:25:58.018044 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56358) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:25:58.045083 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 32d42156-9828-4711-8ba5-2ae2fe0a1baf no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:25:58.065866 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 32d42156-9828-4711-8ba5-2ae2fe0a1baf {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:25:58.066258 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 32d42156-9828-4711-8ba5-2ae2fe0a1baf not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:25:58.105274 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8d75f403-4b96-40da-8139-b574c98468c8 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:58.192017 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8d75f403-4b96-40da-8139-b574c98468c8 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:58.211940 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-8d75f403-4b96-40da-8139-b574c98468c8 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b98c46f-f8c0-49b0-b20d-891e366a0dcb']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:25:58.222276 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-8d75f403-4b96-40da-8139-b574c98468c8 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4a34f63-da2f-4704-a7ce-2b975e803e38') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:25:58.222572 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-8d75f403-4b96-40da-8139-b574c98468c8 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4a34f63-da2f-4704-a7ce-2b975e803e38') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:25:58.232817 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8d75f403-4b96-40da-8139-b574c98468c8 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:58.247478 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8d75f403-4b96-40da-8139-b574c98468c8 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:58.253876 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d75f403-4b96-40da-8139-b574c98468c8 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 12:25:58.254308 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8d75f403-4b96-40da-8139-b574c98468c8 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:58.257587 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 12:25:58.257587 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 12:25:58.257587 n-d-816823-3 neutron-server[102669]: timer() Nov 16 12:25:58.257587 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 12:25:58.257587 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 12:25:58.257587 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 12:25:58.257587 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 12:25:58.257587 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 12:25:58.257587 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 12:25:58.257587 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 12:25:58.257587 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 12:25:58.257587 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 12:25:58.257587 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 12:25:58.257587 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 12:25:58.257587 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 12:25:58.257587 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 12:25:58.257587 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 12:25:58.257587 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 12:25:58.257587 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 12:25:58.257587 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 12:25:58.257587 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 12:25:58.257587 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 12:25:58.257587 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 12:25:58.257587 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 12:25:58.257587 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 12:25:58.257587 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 12:25:58.257587 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 12:25:58.257587 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 12:25:58.257587 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 12:25:58.257587 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 12:25:58.257587 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 12:25:58.257587 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 12:25:58.325377 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8d75f403-4b96-40da-8139-b574c98468c8 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:58.333618 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8d75f403-4b96-40da-8139-b574c98468c8 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:58.336201 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-8d75f403-4b96-40da-8139-b574c98468c8 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "DELETE /v2.0/networks/8b98c46f-f8c0-49b0-b20d-891e366a0dcb HTTP/1.1" status: 204 len: 168 time: 0.3172431 Nov 16 12:25:58.339087 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56362) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:25:58.348370 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75f403-4b96-40da-8139-b574c98468c8 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event deleted for resources: {'Network': ['ID=8b98c46f-f8c0-49b0-b20d-891e366a0dcb,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:25:58.396369 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4dd44233-4a83-4148-b995-fc42e19a2603 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:58.422120 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4dd44233-4a83-4148-b995-fc42e19a2603 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:58.480556 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4dd44233-4a83-4148-b995-fc42e19a2603 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:58.483329 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4dd44233-4a83-4148-b995-fc42e19a2603 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:58.484482 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4dd44233-4a83-4148-b995-fc42e19a2603 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "DELETE /v2.0/security-groups/072f6696-ea49-4fcb-aab7-7f006a87f145 HTTP/1.1" status: 204 len: 168 time: 0.1444044 Nov 16 12:25:58.493299 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd44233-4a83-4148-b995-fc42e19a2603 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=072f6696-ea49-4fcb-aab7-7f006a87f145,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:25:58.778647 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56368) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:25:58.783263 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-decd1414-63c8-45c1-924d-9164922213fd tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-262167845', 'description': 'tempest-secgroup-smoke-262167845 description', 'project_id': 'aae820dbeac54b079877012566498127'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:25:58.808637 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-decd1414-63c8-45c1-924d-9164922213fd tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:58.823740 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:58.877205 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-decd1414-63c8-45c1-924d-9164922213fd tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:58.880626 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-decd1414-63c8-45c1-924d-9164922213fd tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:58.904452 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-decd1414-63c8-45c1-924d-9164922213fd tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:58.905705 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-decd1414-63c8-45c1-924d-9164922213fd tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1260526 Nov 16 12:25:58.908848 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56370) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:25:58.913486 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd1414-63c8-45c1-924d-9164922213fd tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2cb2a1-aaff-4848-9d4c-999c29d1f18c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:25:58.913647 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-c5c7041b-bbd4-422a-8922-17e6b6eaf809 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'security_group_rule': {'security_group_id': '5b2cb2a1-aaff-4848-9d4c-999c29d1f18c', 'project_id': 'aae820dbeac54b079877012566498127', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:25:58.939502 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c5c7041b-bbd4-422a-8922-17e6b6eaf809 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:58.993261 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c5c7041b-bbd4-422a-8922-17e6b6eaf809 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:58.997043 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c5c7041b-bbd4-422a-8922-17e6b6eaf809 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:59.026408 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c7041b-bbd4-422a-8922-17e6b6eaf809 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f91ec9e-4739-46c4-ade1-9a7defbd83d6,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:25:59.033220 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c5c7041b-bbd4-422a-8922-17e6b6eaf809 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:59.034484 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c5c7041b-bbd4-422a-8922-17e6b6eaf809 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1245537 Nov 16 12:25:59.037153 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56372) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:25:59.041417 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-d29744fa-8851-49d1-af9c-a1d96adb0175 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'security_group_rule': {'security_group_id': '5b2cb2a1-aaff-4848-9d4c-999c29d1f18c', 'project_id': 'aae820dbeac54b079877012566498127', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:25:59.067936 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d29744fa-8851-49d1-af9c-a1d96adb0175 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:59.124907 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d29744fa-8851-49d1-af9c-a1d96adb0175 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:59.128978 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d29744fa-8851-49d1-af9c-a1d96adb0175 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:59.151498 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29744fa-8851-49d1-af9c-a1d96adb0175 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c72b308-5afa-4156-95e1-e3b357137410,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:25:59.156210 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d29744fa-8851-49d1-af9c-a1d96adb0175 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:59.157418 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d29744fa-8851-49d1-af9c-a1d96adb0175 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1193235 Nov 16 12:25:59.160148 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56374) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:25:59.164372 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-731450e9-a678-4969-8f34-154a2142e493 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'security_group_rule': {'security_group_id': '5b2cb2a1-aaff-4848-9d4c-999c29d1f18c', 'project_id': 'aae820dbeac54b079877012566498127', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:25:59.191079 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-731450e9-a678-4969-8f34-154a2142e493 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:59.246096 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-731450e9-a678-4969-8f34-154a2142e493 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:59.249884 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-731450e9-a678-4969-8f34-154a2142e493 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:59.267482 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731450e9-a678-4969-8f34-154a2142e493 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e810b3b9-3763-4496-b600-c0b3ce16b632,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:25:59.274913 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-731450e9-a678-4969-8f34-154a2142e493 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:59.276391 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-731450e9-a678-4969-8f34-154a2142e493 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153164 Nov 16 12:25:59.279192 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56376) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:25:59.284084 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-dea247eb-cde5-4077-8bb4-38e21bc43c04 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'security_group_rule': {'security_group_id': '5b2cb2a1-aaff-4848-9d4c-999c29d1f18c', 'project_id': 'aae820dbeac54b079877012566498127', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:25:59.302148 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [req-6e76acd1-aef5-4e88-b12d-6f3e1af8eb2f req-e5be3afa-6c73-4554-b7bd-97e50331e317 service neutron] (102669) timed out ('10.222.0.64', 61339) {{(pid=102669) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 12:25:59.310655 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dea247eb-cde5-4077-8bb4-38e21bc43c04 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:59.369302 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dea247eb-cde5-4077-8bb4-38e21bc43c04 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:59.372712 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dea247eb-cde5-4077-8bb4-38e21bc43c04 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:59.391345 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea247eb-cde5-4077-8bb4-38e21bc43c04 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5ccd3de-c179-4676-9fcb-16ad815e8921,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:25:59.398018 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dea247eb-cde5-4077-8bb4-38e21bc43c04 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:59.399207 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-dea247eb-cde5-4077-8bb4-38e21bc43c04 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1190894 Nov 16 12:25:59.402269 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56378) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:25:59.407517 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-7292f2e6-2268-4d1a-9e18-61fb45bcfe35 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'security_group_rule': {'security_group_id': '5b2cb2a1-aaff-4848-9d4c-999c29d1f18c', 'project_id': 'aae820dbeac54b079877012566498127', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:25:59.429007 n-d-816823-3 neutron-server[102669]: INFO neutron.db.securitygroups_db [None req-7292f2e6-2268-4d1a-9e18-61fb45bcfe35 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Project aae820dbeac54b079877012566498127 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 12:25:59.433675 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7292f2e6-2268-4d1a-9e18-61fb45bcfe35 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:59.489822 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7292f2e6-2268-4d1a-9e18-61fb45bcfe35 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:59.493308 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7292f2e6-2268-4d1a-9e18-61fb45bcfe35 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:59.513254 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292f2e6-2268-4d1a-9e18-61fb45bcfe35 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d5b3c35-985b-4733-9e2c-557887fbcee3,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:25:59.521446 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7292f2e6-2268-4d1a-9e18-61fb45bcfe35 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:59.522700 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7292f2e6-2268-4d1a-9e18-61fb45bcfe35 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1194627 Nov 16 12:25:59.525382 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56380) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:25:59.530008 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-4043406f-123e-494b-9b04-5954a37890cc tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'security_group_rule': {'security_group_id': '5b2cb2a1-aaff-4848-9d4c-999c29d1f18c', 'project_id': 'aae820dbeac54b079877012566498127', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:25:59.550767 n-d-816823-3 neutron-server[102669]: INFO neutron.db.securitygroups_db [None req-4043406f-123e-494b-9b04-5954a37890cc tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Project aae820dbeac54b079877012566498127 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 12:25:59.555736 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4043406f-123e-494b-9b04-5954a37890cc tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:59.612681 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4043406f-123e-494b-9b04-5954a37890cc tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:59.616495 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4043406f-123e-494b-9b04-5954a37890cc tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:59.634497 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4043406f-123e-494b-9b04-5954a37890cc tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16258a32-9ec0-4146-8469-250182dabe2b,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:25:59.650270 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4043406f-123e-494b-9b04-5954a37890cc tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:59.651770 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-4043406f-123e-494b-9b04-5954a37890cc tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1251419 Nov 16 12:25:59.654821 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56382) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:25:59.659845 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-0a14fcb0-f425-4c93-856f-70f6677a02f4 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'network': {'name': 'tempest-network-smoke--2097842459', 'project_id': 'aae820dbeac54b079877012566498127', 'port_security_enabled': True}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:25:59.665201 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:59.682792 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device a64655dc-9901-4525-a0cf-1b09daf6c867 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:25:59.684539 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a14fcb0-f425-4c93-856f-70f6677a02f4 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Made reservation on behalf of aae820dbeac54b079877012566498127 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:25:59.688583 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0a14fcb0-f425-4c93-856f-70f6677a02f4 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:59.703641 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: a64655dc-9901-4525-a0cf-1b09daf6c867 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:25:59.703992 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device a64655dc-9901-4525-a0cf-1b09daf6c867 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:25:59.704401 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device c31b9761-ccd5-4d81-983c-d2807847c869 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:25:59.712710 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a14fcb0-f425-4c93-856f-70f6677a02f4 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 12:25:59.722233 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0a14fcb0-f425-4c93-856f-70f6677a02f4 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:59.722675 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-0a14fcb0-f425-4c93-856f-70f6677a02f4 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Added segment f5d7978c-9fc3-4a68-9bea-d5a7655804f1 of type vlan for network ee1d1280-3bac-4bda-a50c-f8d003fdfe7a Nov 16 12:25:59.724222 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: c31b9761-ccd5-4d81-983c-d2807847c869 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:25:59.724712 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device c31b9761-ccd5-4d81-983c-d2807847c869 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:25:59.762194 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0a14fcb0-f425-4c93-856f-70f6677a02f4 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:59.786261 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0a14fcb0-f425-4c93-856f-70f6677a02f4 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:59.791918 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a14fcb0-f425-4c93-856f-70f6677a02f4 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:25:59.792496 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0a14fcb0-f425-4c93-856f-70f6677a02f4 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:59.848009 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0a14fcb0-f425-4c93-856f-70f6677a02f4 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1920719 Nov 16 12:25:59.850805 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56384) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:25:59.855432 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-31db8bab-7c58-46b4-9a2f-3219c732e2d7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-21493905', 'admin_state_up': True, 'project_id': 'aae820dbeac54b079877012566498127', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:25:59.863002 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a14fcb0-f425-4c93-856f-70f6677a02f4 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'Network': ['ID=ee1d1280-3bac-4bda-a50c-f8d003fdfe7a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:25:59.873371 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network ee1d1280-3bac-4bda-a50c-f8d003fdfe7a details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 12:25:59.880722 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-31db8bab-7c58-46b4-9a2f-3219c732e2d7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:59.881860 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-31db8bab-7c58-46b4-9a2f-3219c732e2d7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:25:59.932196 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-31db8bab-7c58-46b4-9a2f-3219c732e2d7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:00.067715 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-31db8bab-7c58-46b4-9a2f-3219c732e2d7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:00.257530 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-31db8bab-7c58-46b4-9a2f-3219c732e2d7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for router_gateway, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:00.276418 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-31db8bab-7c58-46b4-9a2f-3219c732e2d7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:00.372558 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-31db8bab-7c58-46b4-9a2f-3219c732e2d7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Allocated IP 172.25.0.29 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/aa7a8419-2586-4970-8f82-c12baee26c16) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:26:00.478576 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-31db8bab-7c58-46b4-9a2f-3219c732e2d7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:00.510230 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-31db8bab-7c58-46b4-9a2f-3219c732e2d7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:00.548934 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31db8bab-7c58-46b4-9a2f-3219c732e2d7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:26:00.551883 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-31db8bab-7c58-46b4-9a2f-3219c732e2d7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:26:00.555615 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31db8bab-7c58-46b4-9a2f-3219c732e2d7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:26:00.564761 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf10fcd-c0b4-4f72-8c73-1e4ab78d03b8 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:26:00.578464 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db8bab-7c58-46b4-9a2f-3219c732e2d7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'Port': ['ID=aa7a8419-2586-4970-8f82-c12baee26c16,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:26:00.621470 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-2ad049b2-ab27-43a0-b6b0-0e0309d268e6 None None] Provisioning complete for port aa7a8419-2586-4970-8f82-c12baee26c16 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:26:00.621950 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2ad049b2-ab27-43a0-b6b0-0e0309d268e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:00.655495 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-2ad049b2-ab27-43a0-b6b0-0e0309d268e6 None None] Port aa7a8419-2586-4970-8f82-c12baee26c16 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:26:00.800821 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-31db8bab-7c58-46b4-9a2f-3219c732e2d7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for router_gateway, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:00.990508 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-31db8bab-7c58-46b4-9a2f-3219c732e2d7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:01.115228 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31db8bab-7c58-46b4-9a2f-3219c732e2d7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Router 14c7051d-38ee-4dd2-b8a3-06b04f4e7fee is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 12:26:01.221609 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31db8bab-7c58-46b4-9a2f-3219c732e2d7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:26:01.231091 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8177bd-508d-4e7f-9892-7d1b97e148f2 None None] Sync routers for ids ['14c7051d-38ee-4dd2-b8a3-06b04f4e7fee'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:26:01.242850 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8177bd-508d-4e7f-9892-7d1b97e148f2 None None] Routers {'14c7051d-38ee-4dd2-b8a3-06b04f4e7fee'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:26:01.243297 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-31db8bab-7c58-46b4-9a2f-3219c732e2d7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:01.243646 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-aa8177bd-508d-4e7f-9892-7d1b97e148f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:25:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['14c7051d-38ee-4dd2-b8a3-06b04f4e7fee'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:26:01.244542 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-31db8bab-7c58-46b4-9a2f-3219c732e2d7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.3927038 Nov 16 12:26:01.247729 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56386) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:26:01.282155 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-53f9bec4-6d96-4fc3-b6fe-ac55a0391343 tempest-TestNetworkAdvancedServerOps-1204587946 tempest-TestNetworkAdvancedServerOps-1204587946-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=aae820dbeac54b079877012566498127&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301254 Nov 16 12:26:01.282864 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56388) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:26:01.349329 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-aa8177bd-508d-4e7f-9892-7d1b97e148f2 None None] Set router 14c7051d-38ee-4dd2-b8a3-06b04f4e7fee gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:26:01.368624 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3bae3d-a2bb-49c9-8d90-b8ea4958e703 tempest-TestNetworkAdvancedServerOps-1204587946 tempest-TestNetworkAdvancedServerOps-1204587946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:26:01.372723 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-fe3bae3d-a2bb-49c9-8d90-b8ea4958e703 tempest-TestNetworkAdvancedServerOps-1204587946 tempest-TestNetworkAdvancedServerOps-1204587946-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0867879 Nov 16 12:26:01.372898 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56390) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:26:01.405182 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-726c2014-1dee-4843-9d62-cfb821b57f6f tempest-TestNetworkAdvancedServerOps-1204587946 tempest-TestNetworkAdvancedServerOps-1204587946-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=47f35a41-d782-4d3e-9754-e87c9ca4914b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311830 Nov 16 12:26:01.408363 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56392) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:26:01.413637 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-c77460cf-2196-4898-ab6c-2e2bcc25720d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-901221143', 'network_id': 'ee1d1280-3bac-4bda-a50c-f8d003fdfe7a', 'project_id': 'aae820dbeac54b079877012566498127', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:26:01.503845 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77460cf-2196-4898-ab6c-2e2bcc25720d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Made reservation on behalf of aae820dbeac54b079877012566498127 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:26:01.507451 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c77460cf-2196-4898-ab6c-2e2bcc25720d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:01.533092 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-aa8177bd-508d-4e7f-9892-7d1b97e148f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c7051d-38ee-4dd2-b8a3-06b04f4e7fee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-21493905', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'aa7a8419-2586-4970-8f82-c12baee26c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:25:59Z', 'updated_at': '2021-11-16T12:26:00Z', 'revision_number': 3, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': 'aa7a8419-2586-4970-8f82-c12baee26c16', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c7051d-38ee-4dd2-b8a3-06b04f4e7fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:26:00Z', 'updated_at': '2021-11-16T12:26:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:26:01.558502 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8177bd-508d-4e7f-9892-7d1b97e148f2 None None] Checking router: 14c7051d-38ee-4dd2-b8a3-06b04f4e7fee for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:26:01.558886 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8177bd-508d-4e7f-9892-7d1b97e148f2 None None] Updating router 14c7051d-38ee-4dd2-b8a3-06b04f4e7fee port aa7a8419-2586-4970-8f82-c12baee26c16 binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 12:26:01.583967 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aa8177bd-508d-4e7f-9892-7d1b97e148f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:01.687439 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c77460cf-2196-4898-ab6c-2e2bcc25720d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:01.740818 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77460cf-2196-4898-ab6c-2e2bcc25720d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'Subnet': ['ID=eaae6a81-fafb-4554-bb77-731afe3676bb,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:26:01.756616 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77460cf-2196-4898-ab6c-2e2bcc25720d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Checking segment: {'id': 'f5d7978c-9fc3-4a68-9bea-d5a7655804f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ee1d1280-3bac-4bda-a50c-f8d003fdfe7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:26:01.756979 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77460cf-2196-4898-ab6c-2e2bcc25720d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Network hostable DHCP agents. Network: ee1d1280-3bac-4bda-a50c-f8d003fdfe7a, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 12:26:01.776244 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77460cf-2196-4898-ab6c-2e2bcc25720d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Network ee1d1280-3bac-4bda-a50c-f8d003fdfe7a is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 12:26:01.784891 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-c77460cf-2196-4898-ab6c-2e2bcc25720d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, ee1d1280-3bac-4bda-a50c-f8d003fdfe7a) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:26:01.788964 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77460cf-2196-4898-ab6c-2e2bcc25720d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:26:01.789556 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c77460cf-2196-4898-ab6c-2e2bcc25720d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:01.798105 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5925dfca-7987-49f8-bfd7-fbea132006ee None None] Network ee1d1280-3bac-4bda-a50c-f8d003fdfe7a requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:26:01.806860 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c77460cf-2196-4898-ab6c-2e2bcc25720d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3974853 Nov 16 12:26:01.809599 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56394) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:26:01.886749 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aa8177bd-508d-4e7f-9892-7d1b97e148f2 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:01.901989 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aa8177bd-508d-4e7f-9892-7d1b97e148f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:01.964511 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4099beea-8cac-4a1e-be52-9fa47abb5aaa None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:26:01.993326 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68e4ebf-54ff-4c04-8e76-c347a7d0915c None None] Pushing event updated for resources: {'Port': ['ID=aa7a8419-2586-4970-8f82-c12baee26c16,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:26:01.996492 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-aa8177bd-508d-4e7f-9892-7d1b97e148f2 None None] Attempting to bind port aa7a8419-2586-4970-8f82-c12baee26c16 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:26:01.996662 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-aa8177bd-508d-4e7f-9892-7d1b97e148f2 None None] Attempting to bind port aa7a8419-2586-4970-8f82-c12baee26c16 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:26:01.997022 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8177bd-508d-4e7f-9892-7d1b97e148f2 None None] Attempting to bind port aa7a8419-2586-4970-8f82-c12baee26c16 on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:26:02.013962 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8177bd-508d-4e7f-9892-7d1b97e148f2 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:26:02.014340 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8177bd-508d-4e7f-9892-7d1b97e148f2 None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:26:02.015307 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aa8177bd-508d-4e7f-9892-7d1b97e148f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:02.016051 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8177bd-508d-4e7f-9892-7d1b97e148f2 None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:26:02.016174 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-aa8177bd-508d-4e7f-9892-7d1b97e148f2 None None] Bound port: aa7a8419-2586-4970-8f82-c12baee26c16, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:26:02.016531 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aa8177bd-508d-4e7f-9892-7d1b97e148f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:02.065104 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132c9a4a-c7a1-4cfa-8dec-480e62057f8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-ee1d1280-3bac-4bda-a50c-f8d003fdfe7a', 'network_id': 'ee1d1280-3bac-4bda-a50c-f8d003fdfe7a', 'tenant_id': 'aae820dbeac54b079877012566498127', 'fixed_ips': [{'subnet_id': 'eaae6a81-fafb-4554-bb77-731afe3676bb'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 12:26:02.065985 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-132c9a4a-c7a1-4cfa-8dec-480e62057f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:02.116820 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-aa8177bd-508d-4e7f-9892-7d1b97e148f2 None None] For port aa7a8419-2586-4970-8f82-c12baee26c16, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:26:02.118936 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-aa8177bd-508d-4e7f-9892-7d1b97e148f2 None None] For port aa7a8419-2586-4970-8f82-c12baee26c16, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=aa7a8419-2586-4970-8f82-c12baee26c16,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:26:02.262423 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e859ed8f-a3cd-4319-9c4b-ae9acc372852 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:02.321434 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-260c5757-97e5-42b5-b500-22e2f92ea69b None None] Provisioning complete for port aa7a8419-2586-4970-8f82-c12baee26c16 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:26:02.322078 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-260c5757-97e5-42b5-b500-22e2f92ea69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:02.325811 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aa8177bd-508d-4e7f-9892-7d1b97e148f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:02.409719 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e25c17-c2d2-4f47-aeca-6a329a516378 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:26:02.483121 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8177bd-508d-4e7f-9892-7d1b97e148f2 None None] Routers {'14c7051d-38ee-4dd2-b8a3-06b04f4e7fee'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:26:02.483804 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-aa8177bd-508d-4e7f-9892-7d1b97e148f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:25:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['14c7051d-38ee-4dd2-b8a3-06b04f4e7fee'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:26:02.491056 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68e4ebf-54ff-4c04-8e76-c347a7d0915c None None] Pushing event updated for resources: {'Port': ['ID=aa7a8419-2586-4970-8f82-c12baee26c16,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:26:02.559957 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-132c9a4a-c7a1-4cfa-8dec-480e62057f8d None None] Allocated IP 172.20.0.2 (ee1d1280-3bac-4bda-a50c-f8d003fdfe7a/eaae6a81-fafb-4554-bb77-731afe3676bb/a8016f07-4f73-474c-96d3-bf1d6511768c) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:26:02.667530 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-260c5757-97e5-42b5-b500-22e2f92ea69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:02.714831 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-260c5757-97e5-42b5-b500-22e2f92ea69b None None] For port aa7a8419-2586-4970-8f82-c12baee26c16, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=aa7a8419-2586-4970-8f82-c12baee26c16,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:26:02.725759 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-aa8177bd-508d-4e7f-9892-7d1b97e148f2 None None] Set router 14c7051d-38ee-4dd2-b8a3-06b04f4e7fee gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:26:02.727953 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-260c5757-97e5-42b5-b500-22e2f92ea69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:02.921982 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c5757-97e5-42b5-b500-22e2f92ea69b None None] Pushing event updated for resources: {'Port': ['ID=aa7a8419-2586-4970-8f82-c12baee26c16,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:26:02.941877 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-7a457aba-b414-4701-968f-b6bee5005d66 None None] Provisioning complete for port aa7a8419-2586-4970-8f82-c12baee26c16 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:26:02.942270 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7a457aba-b414-4701-968f-b6bee5005d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:02.949006 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-132c9a4a-c7a1-4cfa-8dec-480e62057f8d None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:02.983676 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-132c9a4a-c7a1-4cfa-8dec-480e62057f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:03.005214 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-e859ed8f-a3cd-4319-9c4b-ae9acc372852 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Allocated IP 172.20.0.1 (ee1d1280-3bac-4bda-a50c-f8d003fdfe7a/eaae6a81-fafb-4554-bb77-731afe3676bb/7158efa1-db72-4500-8c77-65d11894bb46) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:26:03.055123 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132c9a4a-c7a1-4cfa-8dec-480e62057f8d None None] Network ee1d1280-3bac-4bda-a50c-f8d003fdfe7a is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:26:03.066770 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-132c9a4a-c7a1-4cfa-8dec-480e62057f8d None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:26:03.070722 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132c9a4a-c7a1-4cfa-8dec-480e62057f8d None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:26:03.075710 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c9a4a-c7a1-4cfa-8dec-480e62057f8d None None] Pushing event updated for resources: {'Port': ['ID=a8016f07-4f73-474c-96d3-bf1d6511768c,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:26:03.122222 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e859ed8f-a3cd-4319-9c4b-ae9acc372852 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:03.157258 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e859ed8f-a3cd-4319-9c4b-ae9acc372852 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:03.178122 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-132c9a4a-c7a1-4cfa-8dec-480e62057f8d None None] Attempting to bind port a8016f07-4f73-474c-96d3-bf1d6511768c on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:26:03.178409 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-132c9a4a-c7a1-4cfa-8dec-480e62057f8d None None] Attempting to bind port a8016f07-4f73-474c-96d3-bf1d6511768c by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'f5d7978c-9fc3-4a68-9bea-d5a7655804f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ee1d1280-3bac-4bda-a50c-f8d003fdfe7a'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:26:03.178767 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132c9a4a-c7a1-4cfa-8dec-480e62057f8d None None] Attempting to bind port a8016f07-4f73-474c-96d3-bf1d6511768c on network ee1d1280-3bac-4bda-a50c-f8d003fdfe7a {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:26:03.186272 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-aa8177bd-508d-4e7f-9892-7d1b97e148f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c7051d-38ee-4dd2-b8a3-06b04f4e7fee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-21493905', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'aa7a8419-2586-4970-8f82-c12baee26c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:25:59Z', 'updated_at': '2021-11-16T12:26:00Z', 'revision_number': 3, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': 'aa7a8419-2586-4970-8f82-c12baee26c16', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c7051d-38ee-4dd2-b8a3-06b04f4e7fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:26:00Z', 'updated_at': '2021-11-16T12:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:26:03.190185 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132c9a4a-c7a1-4cfa-8dec-480e62057f8d None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:26:03.190551 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132c9a4a-c7a1-4cfa-8dec-480e62057f8d None None] Checking segment: {'id': 'f5d7978c-9fc3-4a68-9bea-d5a7655804f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ee1d1280-3bac-4bda-a50c-f8d003fdfe7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:26:03.190956 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-132c9a4a-c7a1-4cfa-8dec-480e62057f8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:03.191344 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132c9a4a-c7a1-4cfa-8dec-480e62057f8d None None] Bound using segment: {'id': 'f5d7978c-9fc3-4a68-9bea-d5a7655804f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ee1d1280-3bac-4bda-a50c-f8d003fdfe7a'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:26:03.191815 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-132c9a4a-c7a1-4cfa-8dec-480e62057f8d None None] Bound port: a8016f07-4f73-474c-96d3-bf1d6511768c, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d7978c-9fc3-4a68-9bea-d5a7655804f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ee1d1280-3bac-4bda-a50c-f8d003fdfe7a'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:26:03.192193 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-132c9a4a-c7a1-4cfa-8dec-480e62057f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:03.199545 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e859ed8f-a3cd-4319-9c4b-ae9acc372852 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Network ee1d1280-3bac-4bda-a50c-f8d003fdfe7a is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:26:03.202721 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-e859ed8f-a3cd-4319-9c4b-ae9acc372852 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:26:03.206729 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e859ed8f-a3cd-4319-9c4b-ae9acc372852 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:26:03.222893 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8177bd-508d-4e7f-9892-7d1b97e148f2 None None] The sync data for ids ['14c7051d-38ee-4dd2-b8a3-06b04f4e7fee'] in n-d-816823-3 is: [{'id': '14c7051d-38ee-4dd2-b8a3-06b04f4e7fee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-21493905', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'aa7a8419-2586-4970-8f82-c12baee26c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:25:59Z', 'updated_at': '2021-11-16T12:26:00Z', 'revision_number': 3, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': 'aa7a8419-2586-4970-8f82-c12baee26c16', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c7051d-38ee-4dd2-b8a3-06b04f4e7fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:26:00Z', 'updated_at': '2021-11-16T12:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:26:03.238104 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e859ed8f-a3cd-4319-9c4b-ae9acc372852 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'Port': ['ID=7158efa1-db72-4500-8c77-65d11894bb46,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:26:03.259390 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e859ed8f-a3cd-4319-9c4b-ae9acc372852 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:03.286244 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-132c9a4a-c7a1-4cfa-8dec-480e62057f8d None None] For port a8016f07-4f73-474c-96d3-bf1d6511768c, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:26:03.290281 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-132c9a4a-c7a1-4cfa-8dec-480e62057f8d None None] For port a8016f07-4f73-474c-96d3-bf1d6511768c, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=a8016f07-4f73-474c-96d3-bf1d6511768c,segment=NetworkSegment(f5d7978c-9fc3-4a68-9bea-d5a7655804f1),segment_id=f5d7978c-9fc3-4a68-9bea-d5a7655804f1)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:26:03.295610 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-132c9a4a-c7a1-4cfa-8dec-480e62057f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:03.356781 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c9a4a-c7a1-4cfa-8dec-480e62057f8d None None] Pushing event updated for resources: {'Port': ['ID=a8016f07-4f73-474c-96d3-bf1d6511768c,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:26:03.395237 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e859ed8f-a3cd-4319-9c4b-ae9acc372852 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:03.773988 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e859ed8f-a3cd-4319-9c4b-ae9acc372852 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:03.782025 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e859ed8f-a3cd-4319-9c4b-ae9acc372852 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:03.785347 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device a8016f07-4f73-474c-96d3-bf1d6511768c up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:26:03.839422 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port a8016f07-4f73-474c-96d3-bf1d6511768c triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:26:03.839865 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:03.863310 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e859ed8f-a3cd-4319-9c4b-ae9acc372852 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:03.866169 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e859ed8f-a3cd-4319-9c4b-ae9acc372852 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'Port': ['ID=7158efa1-db72-4500-8c77-65d11894bb46,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:26:03.924688 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:03.964522 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e859ed8f-a3cd-4319-9c4b-ae9acc372852 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Network ee1d1280-3bac-4bda-a50c-f8d003fdfe7a is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:26:03.965666 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port a8016f07-4f73-474c-96d3-bf1d6511768c, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=a8016f07-4f73-474c-96d3-bf1d6511768c,segment=NetworkSegment(f5d7978c-9fc3-4a68-9bea-d5a7655804f1),segment_id=f5d7978c-9fc3-4a68-9bea-d5a7655804f1)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:26:03.966302 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-e859ed8f-a3cd-4319-9c4b-ae9acc372852 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:26:03.972119 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:03.973321 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device aa7a8419-2586-4970-8f82-c12baee26c16 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:26:04.056470 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=a8016f07-4f73-474c-96d3-bf1d6511768c,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:26:04.068721 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port aa7a8419-2586-4970-8f82-c12baee26c16 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:26:04.069172 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:04.097475 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e859ed8f-a3cd-4319-9c4b-ae9acc372852 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Router 14c7051d-38ee-4dd2-b8a3-06b04f4e7fee has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:26:04.224879 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e859ed8f-a3cd-4319-9c4b-ae9acc372852 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:26:04.230671 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e859ed8f-a3cd-4319-9c4b-ae9acc372852 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "PUT /v2.0/routers/14c7051d-38ee-4dd2-b8a3-06b04f4e7fee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4198887 Nov 16 12:26:04.401255 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-a268c1f5-91ff-4b51-b47f-87bf25d7e830 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-262167845&fields=id&tenant_id=aae820dbeac54b079877012566498127 HTTP/1.1" status: 200 len: 267 time: 0.0556095 Nov 16 12:26:04.443240 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bfd93e-bfbf-4646-bce7-4b730ef756e8 None None] Network ee1d1280-3bac-4bda-a50c-f8d003fdfe7a requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:26:04.518240 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-2797272c-91cd-4a21-9087-8b2308ad2b0d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:26:04.519729 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-2797272c-91cd-4a21-9087-8b2308ad2b0d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/networks?id=ee1d1280-3bac-4bda-a50c-f8d003fdfe7a HTTP/1.1" status: 200 len: 797 time: 0.1109393 Nov 16 12:26:04.535626 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-43e26820-8753-49f7-9452-0ca0af3e4cdb tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/quotas/aae820dbeac54b079877012566498127 HTTP/1.1" status: 200 len: 375 time: 0.0099902 Nov 16 12:26:04.557804 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-faf89e32-00aa-4dce-94a6-130c6c8ee8f4 None None] Provisioning complete for port a8016f07-4f73-474c-96d3-bf1d6511768c triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:26:04.558199 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-faf89e32-00aa-4dce-94a6-130c6c8ee8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:04.586616 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-f2123738-34ce-4835-9239-fe3caedda300 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=aae820dbeac54b079877012566498127&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454721 Nov 16 12:26:04.696835 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-8df115ae-9002-4d54-9dd8-4a42d871a5f6 service neutron] 10.222.0.61 "GET /v2.0/networks/ee1d1280-3bac-4bda-a50c-f8d003fdfe7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966959 Nov 16 12:26:04.796235 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-39390740-6176-4ceb-b488-564fd320dd46 service neutron] 10.222.0.61 "GET /v2.0/networks/ee1d1280-3bac-4bda-a50c-f8d003fdfe7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928719 Nov 16 12:26:04.911228 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6053038c-91e9-4058-baca-aab65a14047a None None] Provisioning complete for port 7158efa1-db72-4500-8c77-65d11894bb46 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:26:04.911880 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6053038c-91e9-4058-baca-aab65a14047a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:04.969259 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-6053038c-91e9-4058-baca-aab65a14047a None None] Port 7158efa1-db72-4500-8c77-65d11894bb46 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:26:04.990727 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6053038c-91e9-4058-baca-aab65a14047a None None] Provisioning complete for port a8016f07-4f73-474c-96d3-bf1d6511768c triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:26:04.991126 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6053038c-91e9-4058-baca-aab65a14047a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:05.011040 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-45b2d3ea-7c4d-4a2b-8b74-f55048e0b4b8 req-750476d9-3ddd-4326-a032-1804818d20e2 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e732348-d60c-41bb-a01f-cd8cfbe2517a HTTP/1.1" status: 200 len: 210 time: 0.0453885 Nov 16 12:26:05.137629 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98964916-4bee-4e72-b02a-b893afe6de6a None None] Sync routers for ids ['14c7051d-38ee-4dd2-b8a3-06b04f4e7fee'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:26:05.148284 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98964916-4bee-4e72-b02a-b893afe6de6a None None] Routers {'14c7051d-38ee-4dd2-b8a3-06b04f4e7fee'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:26:05.148918 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-98964916-4bee-4e72-b02a-b893afe6de6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:25:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['14c7051d-38ee-4dd2-b8a3-06b04f4e7fee'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:26:05.214881 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-9d2b4780-cc4f-44ab-bfbe-c5db4395d2bc None None] Provisioning complete for port 7158efa1-db72-4500-8c77-65d11894bb46 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:26:05.215254 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9d2b4780-cc4f-44ab-bfbe-c5db4395d2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:05.256396 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-9d2b4780-cc4f-44ab-bfbe-c5db4395d2bc None None] Port 7158efa1-db72-4500-8c77-65d11894bb46 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:26:05.270764 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-98964916-4bee-4e72-b02a-b893afe6de6a None None] Set router 14c7051d-38ee-4dd2-b8a3-06b04f4e7fee gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:26:05.376963 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-2884c589-850d-4571-882f-9e6ab26e605d None None] Provisioning complete for port 7158efa1-db72-4500-8c77-65d11894bb46 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:26:05.377442 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2884c589-850d-4571-882f-9e6ab26e605d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:05.419361 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-2884c589-850d-4571-882f-9e6ab26e605d None None] Port 7158efa1-db72-4500-8c77-65d11894bb46 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:26:05.564850 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-98964916-4bee-4e72-b02a-b893afe6de6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c7051d-38ee-4dd2-b8a3-06b04f4e7fee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-21493905', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'aa7a8419-2586-4970-8f82-c12baee26c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:25:59Z', 'updated_at': '2021-11-16T12:26:03Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': 'aa7a8419-2586-4970-8f82-c12baee26c16', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c7051d-38ee-4dd2-b8a3-06b04f4e7fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:26:00Z', 'updated_at': '2021-11-16T12:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '7158efa1-db72-4500-8c77-65d11894bb46', 'name': '', 'network_id': 'ee1d1280-3bac-4bda-a50c-f8d003fdfe7a', 'tenant_id': 'aae820dbeac54b079877012566498127', 'mac_address': 'fa:16:3e:4b:db:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c7051d-38ee-4dd2-b8a3-06b04f4e7fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'eaae6a81-fafb-4554-bb77-731afe3676bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:26:02Z', 'updated_at': '2021-11-16T12:26:03Z', 'revision_number': 2, 'project_id': 'aae820dbeac54b079877012566498127', 'subnets': [{'id': 'eaae6a81-fafb-4554-bb77-731afe3676bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:26:05.595137 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98964916-4bee-4e72-b02a-b893afe6de6a None None] Checking router: 14c7051d-38ee-4dd2-b8a3-06b04f4e7fee for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:26:05.595489 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98964916-4bee-4e72-b02a-b893afe6de6a None None] Updating router 14c7051d-38ee-4dd2-b8a3-06b04f4e7fee port 7158efa1-db72-4500-8c77-65d11894bb46 binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 12:26:05.627567 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-98964916-4bee-4e72-b02a-b893afe6de6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:05.676869 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device a8016f07-4f73-474c-96d3-bf1d6511768c up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:26:05.725634 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port a8016f07-4f73-474c-96d3-bf1d6511768c triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:26:05.726163 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:05.890387 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-98964916-4bee-4e72-b02a-b893afe6de6a None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:05.896948 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-98964916-4bee-4e72-b02a-b893afe6de6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:05.959299 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37848801-2f17-4ff5-a962-5eac1ec8efcf None None] Pushing event updated for resources: {'Port': ['ID=7158efa1-db72-4500-8c77-65d11894bb46,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:26:05.969352 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37848801-2f17-4ff5-a962-5eac1ec8efcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:26:05.969697 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37848801-2f17-4ff5-a962-5eac1ec8efcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:26:05.970061 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37848801-2f17-4ff5-a962-5eac1ec8efcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:26:05.970395 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37848801-2f17-4ff5-a962-5eac1ec8efcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:26:05.970725 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37848801-2f17-4ff5-a962-5eac1ec8efcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:26:05.971072 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37848801-2f17-4ff5-a962-5eac1ec8efcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:26:05.971395 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37848801-2f17-4ff5-a962-5eac1ec8efcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:26:05.971713 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37848801-2f17-4ff5-a962-5eac1ec8efcf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:26:05.972030 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37848801-2f17-4ff5-a962-5eac1ec8efcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:26:05.972344 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37848801-2f17-4ff5-a962-5eac1ec8efcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:26:05.972659 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37848801-2f17-4ff5-a962-5eac1ec8efcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:26:05.972971 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37848801-2f17-4ff5-a962-5eac1ec8efcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:26:06.024654 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-20fbfc47-a822-4f18-9560-e39d303e4ea6 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:26:06.027460 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-20fbfc47-a822-4f18-9560-e39d303e4ea6 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.36 "GET /v2.0/networks?id=ee1d1280-3bac-4bda-a50c-f8d003fdfe7a HTTP/1.1" status: 200 len: 797 time: 0.1419349 Nov 16 12:26:06.033530 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-98964916-4bee-4e72-b02a-b893afe6de6a None None] Attempting to bind port 7158efa1-db72-4500-8c77-65d11894bb46 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:26:06.034331 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-98964916-4bee-4e72-b02a-b893afe6de6a None None] Attempting to bind port 7158efa1-db72-4500-8c77-65d11894bb46 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'f5d7978c-9fc3-4a68-9bea-d5a7655804f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ee1d1280-3bac-4bda-a50c-f8d003fdfe7a'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:26:06.034913 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98964916-4bee-4e72-b02a-b893afe6de6a None None] Attempting to bind port 7158efa1-db72-4500-8c77-65d11894bb46 on network ee1d1280-3bac-4bda-a50c-f8d003fdfe7a {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:26:06.040990 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98964916-4bee-4e72-b02a-b893afe6de6a None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:26:06.041371 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98964916-4bee-4e72-b02a-b893afe6de6a None None] Checking segment: {'id': 'f5d7978c-9fc3-4a68-9bea-d5a7655804f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ee1d1280-3bac-4bda-a50c-f8d003fdfe7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:26:06.041778 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-98964916-4bee-4e72-b02a-b893afe6de6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:06.042198 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98964916-4bee-4e72-b02a-b893afe6de6a None None] Bound using segment: {'id': 'f5d7978c-9fc3-4a68-9bea-d5a7655804f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ee1d1280-3bac-4bda-a50c-f8d003fdfe7a'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:26:06.042669 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-98964916-4bee-4e72-b02a-b893afe6de6a None None] Bound port: 7158efa1-db72-4500-8c77-65d11894bb46, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d7978c-9fc3-4a68-9bea-d5a7655804f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ee1d1280-3bac-4bda-a50c-f8d003fdfe7a'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:26:06.043092 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-98964916-4bee-4e72-b02a-b893afe6de6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:06.107132 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-98964916-4bee-4e72-b02a-b893afe6de6a None None] For port 7158efa1-db72-4500-8c77-65d11894bb46, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:26:06.110989 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-e238b59d-1d29-4823-aaf3-a834717ca202 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aae820dbeac54b079877012566498127 HTTP/1.1" status: 200 len: 379 time: 0.0740321 Nov 16 12:26:06.111397 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-98964916-4bee-4e72-b02a-b893afe6de6a None None] For port 7158efa1-db72-4500-8c77-65d11894bb46, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=7158efa1-db72-4500-8c77-65d11894bb46,segment=NetworkSegment(f5d7978c-9fc3-4a68-9bea-d5a7655804f1),segment_id=f5d7978c-9fc3-4a68-9bea-d5a7655804f1)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:26:06.121122 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-98964916-4bee-4e72-b02a-b893afe6de6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:06.128396 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-e3c6457f-c406-4bf3-bf9d-7fae806aef8c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'port': {'device_id': '5e732348-d60c-41bb-a01f-cd8cfbe2517a', 'network_id': 'ee1d1280-3bac-4bda-a50c-f8d003fdfe7a', 'admin_state_up': True, 'tenant_id': 'aae820dbeac54b079877012566498127', 'security_groups': ['5b2cb2a1-aaff-4848-9d4c-999c29d1f18c']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:26:06.141602 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4dcbec4a-9324-41b9-9818-92691b8a3d46 req-27bdf257-0978-4087-abeb-3026dbe9b06e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e732348-d60c-41bb-a01f-cd8cfbe2517a HTTP/1.1" status: 200 len: 210 time: 0.0392809 Nov 16 12:26:06.196544 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37848801-2f17-4ff5-a962-5eac1ec8efcf None None] Pushing event updated for resources: {'Port': ['ID=7158efa1-db72-4500-8c77-65d11894bb46,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:26:06.201048 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98964916-4bee-4e72-b02a-b893afe6de6a None None] Routers {'14c7051d-38ee-4dd2-b8a3-06b04f4e7fee'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:26:06.201872 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-98964916-4bee-4e72-b02a-b893afe6de6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:25:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['14c7051d-38ee-4dd2-b8a3-06b04f4e7fee'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:26:06.247942 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6e6deab2-3ff1-4fbd-a3c7-95d041ea83fc None None] Provisioning complete for port 7158efa1-db72-4500-8c77-65d11894bb46 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:26:06.248695 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6e6deab2-3ff1-4fbd-a3c7-95d041ea83fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:06.261061 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-e3c6457f-c406-4bf3-bf9d-7fae806aef8c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Made reservation on behalf of aae820dbeac54b079877012566498127 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:26:06.266264 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-e3c6457f-c406-4bf3-bf9d-7fae806aef8c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:06.329212 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-98964916-4bee-4e72-b02a-b893afe6de6a None None] Set router 14c7051d-38ee-4dd2-b8a3-06b04f4e7fee gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:26:06.353445 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6e6deab2-3ff1-4fbd-a3c7-95d041ea83fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:06.392853 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-6e6deab2-3ff1-4fbd-a3c7-95d041ea83fc None None] For port 7158efa1-db72-4500-8c77-65d11894bb46, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=7158efa1-db72-4500-8c77-65d11894bb46,segment=NetworkSegment(f5d7978c-9fc3-4a68-9bea-d5a7655804f1),segment_id=f5d7978c-9fc3-4a68-9bea-d5a7655804f1)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:26:06.398458 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6e6deab2-3ff1-4fbd-a3c7-95d041ea83fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:06.441203 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-e3c6457f-c406-4bf3-bf9d-7fae806aef8c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Allocated IP 172.20.0.7 (ee1d1280-3bac-4bda-a50c-f8d003fdfe7a/eaae6a81-fafb-4554-bb77-731afe3676bb/02fbb842-b17d-484f-ad35-3a9e708dac4e) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:26:06.456893 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6deab2-3ff1-4fbd-a3c7-95d041ea83fc None None] Pushing event updated for resources: {'Port': ['ID=7158efa1-db72-4500-8c77-65d11894bb46,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:26:06.519875 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-032ff4bf-08cf-472d-8a0c-580bfafb0377 None None] Provisioning complete for port 7158efa1-db72-4500-8c77-65d11894bb46 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:26:06.520251 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-032ff4bf-08cf-472d-8a0c-580bfafb0377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:06.539584 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-98964916-4bee-4e72-b02a-b893afe6de6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c7051d-38ee-4dd2-b8a3-06b04f4e7fee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-21493905', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'aa7a8419-2586-4970-8f82-c12baee26c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:25:59Z', 'updated_at': '2021-11-16T12:26:03Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': 'aa7a8419-2586-4970-8f82-c12baee26c16', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c7051d-38ee-4dd2-b8a3-06b04f4e7fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:26:00Z', 'updated_at': '2021-11-16T12:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '7158efa1-db72-4500-8c77-65d11894bb46', 'name': '', 'network_id': 'ee1d1280-3bac-4bda-a50c-f8d003fdfe7a', 'tenant_id': 'aae820dbeac54b079877012566498127', 'mac_address': 'fa:16:3e:4b:db:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c7051d-38ee-4dd2-b8a3-06b04f4e7fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'eaae6a81-fafb-4554-bb77-731afe3676bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:26:02Z', 'updated_at': '2021-11-16T12:26:06Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'subnets': [{'id': 'eaae6a81-fafb-4554-bb77-731afe3676bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:26:06.565712 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98964916-4bee-4e72-b02a-b893afe6de6a None None] The sync data for ids ['14c7051d-38ee-4dd2-b8a3-06b04f4e7fee'] in n-d-816823-3 is: [{'id': '14c7051d-38ee-4dd2-b8a3-06b04f4e7fee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-21493905', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'aa7a8419-2586-4970-8f82-c12baee26c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:25:59Z', 'updated_at': '2021-11-16T12:26:03Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': 'aa7a8419-2586-4970-8f82-c12baee26c16', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c7051d-38ee-4dd2-b8a3-06b04f4e7fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:26:00Z', 'updated_at': '2021-11-16T12:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '7158efa1-db72-4500-8c77-65d11894bb46', 'name': '', 'network_id': 'ee1d1280-3bac-4bda-a50c-f8d003fdfe7a', 'tenant_id': 'aae820dbeac54b079877012566498127', 'mac_address': 'fa:16:3e:4b:db:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c7051d-38ee-4dd2-b8a3-06b04f4e7fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'eaae6a81-fafb-4554-bb77-731afe3676bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:26:02Z', 'updated_at': '2021-11-16T12:26:06Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'subnets': [{'id': 'eaae6a81-fafb-4554-bb77-731afe3676bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:26:06.589994 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-e3c6457f-c406-4bf3-bf9d-7fae806aef8c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:06.650232 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-e3c6457f-c406-4bf3-bf9d-7fae806aef8c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:06.702924 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-e3c6457f-c406-4bf3-bf9d-7fae806aef8c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Network ee1d1280-3bac-4bda-a50c-f8d003fdfe7a is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:26:06.706361 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-e3c6457f-c406-4bf3-bf9d-7fae806aef8c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:26:06.709083 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-e3c6457f-c406-4bf3-bf9d-7fae806aef8c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:26:06.716115 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6457f-c406-4bf3-bf9d-7fae806aef8c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'Port': ['ID=02fbb842-b17d-484f-ad35-3a9e708dac4e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:26:06.772613 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-e3c6457f-c406-4bf3-bf9d-7fae806aef8c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:26:06.773553 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-e3c6457f-c406-4bf3-bf9d-7fae806aef8c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:06.794920 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-e3c6457f-c406-4bf3-bf9d-7fae806aef8c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6757183 Nov 16 12:26:06.807221 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-6abbe3c9-8ef5-44a2-8e48-dab342da95be service neutron] Request body: {'port': {'device_id': '5e732348-d60c-41bb-a01f-cd8cfbe2517a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:26:06.869214 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-6abbe3c9-8ef5-44a2-8e48-dab342da95be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:06.946170 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-e27ffee9-397e-49d4-bd2a-ae1f3b478d4e None None] Provisioning complete for port 02fbb842-b17d-484f-ad35-3a9e708dac4e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:26:06.946767 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e27ffee9-397e-49d4-bd2a-ae1f3b478d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:06.984122 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-e27ffee9-397e-49d4-bd2a-ae1f3b478d4e None None] Port 02fbb842-b17d-484f-ad35-3a9e708dac4e cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:26:07.159609 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-6abbe3c9-8ef5-44a2-8e48-dab342da95be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02fbb842-b17d-484f-ad35-3a9e708dac4e {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:26:07.167506 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-6abbe3c9-8ef5-44a2-8e48-dab342da95be service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:07.180105 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-6abbe3c9-8ef5-44a2-8e48-dab342da95be service neutron] Transition to ACTIVE for port object 02fbb842-b17d-484f-ad35-3a9e708dac4e will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 12:26:07.184053 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-6abbe3c9-8ef5-44a2-8e48-dab342da95be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:07.238302 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abbe3c9-8ef5-44a2-8e48-dab342da95be service neutron] Pushing event updated for resources: {'Port': ['ID=02fbb842-b17d-484f-ad35-3a9e708dac4e,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:26:07.293882 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d62e22-0932-4524-b045-a9367fa1b31e req-19cef2dd-d499-4b09-ac1e-2d754ab637ca tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:26:07.302134 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-26d62e22-0932-4524-b045-a9367fa1b31e req-19cef2dd-d499-4b09-ac1e-2d754ab637ca tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e732348-d60c-41bb-a01f-cd8cfbe2517a HTTP/1.1" status: 200 len: 943 time: 0.0772007 Nov 16 12:26:07.329532 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-6abbe3c9-8ef5-44a2-8e48-dab342da95be service neutron] Attempting to bind port 02fbb842-b17d-484f-ad35-3a9e708dac4e on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:26:07.329872 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-6abbe3c9-8ef5-44a2-8e48-dab342da95be service neutron] Attempting to bind port 02fbb842-b17d-484f-ad35-3a9e708dac4e by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'f5d7978c-9fc3-4a68-9bea-d5a7655804f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ee1d1280-3bac-4bda-a50c-f8d003fdfe7a'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:26:07.330290 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-6abbe3c9-8ef5-44a2-8e48-dab342da95be service neutron] Attempting to bind port 02fbb842-b17d-484f-ad35-3a9e708dac4e on network ee1d1280-3bac-4bda-a50c-f8d003fdfe7a {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:26:07.339766 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-6abbe3c9-8ef5-44a2-8e48-dab342da95be service neutron] Port 02fbb842-b17d-484f-ad35-3a9e708dac4e on network ee1d1280-3bac-4bda-a50c-f8d003fdfe7a not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 12:26:07.340023 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-6abbe3c9-8ef5-44a2-8e48-dab342da95be service neutron] Attempting to bind port 02fbb842-b17d-484f-ad35-3a9e708dac4e on network ee1d1280-3bac-4bda-a50c-f8d003fdfe7a {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:26:07.349109 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-6abbe3c9-8ef5-44a2-8e48-dab342da95be service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:26:07.349457 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-6abbe3c9-8ef5-44a2-8e48-dab342da95be service neutron] Checking segment: {'id': 'f5d7978c-9fc3-4a68-9bea-d5a7655804f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ee1d1280-3bac-4bda-a50c-f8d003fdfe7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:26:07.349855 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-6abbe3c9-8ef5-44a2-8e48-dab342da95be service neutron] Bound using segment: {'id': 'f5d7978c-9fc3-4a68-9bea-d5a7655804f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ee1d1280-3bac-4bda-a50c-f8d003fdfe7a'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:26:07.350326 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-6abbe3c9-8ef5-44a2-8e48-dab342da95be service neutron] Bound port: 02fbb842-b17d-484f-ad35-3a9e708dac4e, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5d7978c-9fc3-4a68-9bea-d5a7655804f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ee1d1280-3bac-4bda-a50c-f8d003fdfe7a'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:26:07.350690 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-6abbe3c9-8ef5-44a2-8e48-dab342da95be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:07.360046 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-26d62e22-0932-4524-b045-a9367fa1b31e req-b6a1d30b-4ecd-4e52-8c67-d32406d94742 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b2cb2a1-aaff-4848-9d4c-999c29d1f18c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566027 Nov 16 12:26:07.426143 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-6abbe3c9-8ef5-44a2-8e48-dab342da95be service neutron] For port 02fbb842-b17d-484f-ad35-3a9e708dac4e, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:26:07.430041 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-6abbe3c9-8ef5-44a2-8e48-dab342da95be service neutron] For port 02fbb842-b17d-484f-ad35-3a9e708dac4e, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=02fbb842-b17d-484f-ad35-3a9e708dac4e,segment=NetworkSegment(f5d7978c-9fc3-4a68-9bea-d5a7655804f1),segment_id=f5d7978c-9fc3-4a68-9bea-d5a7655804f1)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:26:07.435351 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-6abbe3c9-8ef5-44a2-8e48-dab342da95be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:07.475736 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-6abbe3c9-8ef5-44a2-8e48-dab342da95be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:26:07.476356 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-6abbe3c9-8ef5-44a2-8e48-dab342da95be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:07.477755 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-6abbe3c9-8ef5-44a2-8e48-dab342da95be service neutron] 10.222.0.36 "PUT /v2.0/ports/02fbb842-b17d-484f-ad35-3a9e708dac4e HTTP/1.1" status: 200 len: 1091 time: 0.6749649 Nov 16 12:26:07.478236 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e732348-d60c-41bb-a01f-cd8cfbe2517a', 'tag': '02fbb842-b17d-484f-ad35-3a9e708dac4e'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:26:07.480514 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b4cb006b19835c19bcd0265a95de96d39c41d7d45c6d056c20fcc032bf3cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83dbf3c5-5306-4428-9454-42e0f9a525ae" -d '{"events": [{"name": "network-changed", "server_uuid": "5e732348-d60c-41bb-a01f-cd8cfbe2517a", "tag": "02fbb842-b17d-484f-ad35-3a9e708dac4e"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:26:07.508457 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abbe3c9-8ef5-44a2-8e48-dab342da95be service neutron] Pushing event updated for resources: {'Port': ['ID=02fbb842-b17d-484f-ad35-3a9e708dac4e,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:26:07.528061 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc50481-6811-42e5-a213-c8438a15d3f9 x-openstack-request-id: req-5bc50481-6811-42e5-a213-c8438a15d3f9 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:26:07.528359 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e732348-d60c-41bb-a01f-cd8cfbe2517a", "tag": "02fbb842-b17d-484f-ad35-3a9e708dac4e", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:26:07.530636 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5bc50481-6811-42e5-a213-c8438a15d3f9 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:26:07.531106 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e732348-d60c-41bb-a01f-cd8cfbe2517a', 'tag': '02fbb842-b17d-484f-ad35-3a9e708dac4e', 'status': 'completed', 'code': 200} Nov 16 12:26:07.578447 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-4ad7e5e8-ba2f-4e92-bcef-19a41e38366a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:26:07.579987 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-4ad7e5e8-ba2f-4e92-bcef-19a41e38366a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aae820dbeac54b079877012566498127&device_id=5e732348-d60c-41bb-a01f-cd8cfbe2517a HTTP/1.1" status: 200 len: 1094 time: 0.0480051 Nov 16 12:26:07.627944 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-57ff31cd-a51d-445e-8a4b-4b32ffe21372 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02fbb842-b17d-484f-ad35-3a9e708dac4e HTTP/1.1" status: 200 len: 217 time: 0.0396936 Nov 16 12:26:07.693892 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-5938b89d-3023-4819-a9fd-2b03b542e438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:26:07.696149 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-5938b89d-3023-4819-a9fd-2b03b542e438 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eaae6a81-fafb-4554-bb77-731afe3676bb HTTP/1.1" status: 200 len: 834 time: 0.0618236 Nov 16 12:26:07.754267 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-f4d42e35-7bdb-4b90-bee5-a051b6b0942b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:26:07.754460 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7158efa1-db72-4500-8c77-65d11894bb46 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:26:07.755820 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-f4d42e35-7bdb-4b90-bee5-a051b6b0942b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee1d1280-3bac-4bda-a50c-f8d003fdfe7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523925 Nov 16 12:26:07.807745 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 7158efa1-db72-4500-8c77-65d11894bb46 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:26:07.808109 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:07.853673 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-244aec9c-c520-42a0-912e-c17bf53e07af service neutron] 10.222.0.36 "GET /v2.0/networks/ee1d1280-3bac-4bda-a50c-f8d003fdfe7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908928 Nov 16 12:26:07.949377 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ff61c5dc-bba4-4feb-9b82-55df911ae189 req-126754d8-44f5-4b2f-8df4-9f3b3bc1f807 service neutron] 10.222.0.36 "GET /v2.0/networks/ee1d1280-3bac-4bda-a50c-f8d003fdfe7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882578 Nov 16 12:26:08.037449 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbf3c5-5306-4428-9454-42e0f9a525ae req-37f56c29-ded2-4ba0-9ff7-36fa24ac1ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:26:08.039117 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-83dbf3c5-5306-4428-9454-42e0f9a525ae req-37f56c29-ded2-4ba0-9ff7-36fa24ac1ddb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aae820dbeac54b079877012566498127&device_id=5e732348-d60c-41bb-a01f-cd8cfbe2517a HTTP/1.1" status: 200 len: 1094 time: 0.0417178 Nov 16 12:26:08.132633 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbf3c5-5306-4428-9454-42e0f9a525ae req-615979bf-766e-45f6-9b65-3b6b4d45cc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:26:08.134142 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-83dbf3c5-5306-4428-9454-42e0f9a525ae req-615979bf-766e-45f6-9b65-3b6b4d45cc8b service neutron] 10.222.0.36 "GET /v2.0/networks?id=ee1d1280-3bac-4bda-a50c-f8d003fdfe7a HTTP/1.1" status: 200 len: 898 time: 0.0883870 Nov 16 12:26:08.173994 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-83dbf3c5-5306-4428-9454-42e0f9a525ae req-ac4a4ef7-efc1-4e56-915f-fe9925e148dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02fbb842-b17d-484f-ad35-3a9e708dac4e HTTP/1.1" status: 200 len: 217 time: 0.0330184 Nov 16 12:26:08.226712 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbf3c5-5306-4428-9454-42e0f9a525ae req-237ae480-d226-4cec-9e96-6fdceb694a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:26:08.228024 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-83dbf3c5-5306-4428-9454-42e0f9a525ae req-237ae480-d226-4cec-9e96-6fdceb694a96 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eaae6a81-fafb-4554-bb77-731afe3676bb HTTP/1.1" status: 200 len: 834 time: 0.0467515 Nov 16 12:26:08.272755 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbf3c5-5306-4428-9454-42e0f9a525ae req-9526ba1a-2b0d-4960-af69-f0ebbaa9654f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:26:08.274221 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-83dbf3c5-5306-4428-9454-42e0f9a525ae req-9526ba1a-2b0d-4960-af69-f0ebbaa9654f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee1d1280-3bac-4bda-a50c-f8d003fdfe7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384209 Nov 16 12:26:08.367229 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-83dbf3c5-5306-4428-9454-42e0f9a525ae req-d34b1022-a67c-4dcc-b031-5adc83d5cd6a service neutron] 10.222.0.36 "GET /v2.0/networks/ee1d1280-3bac-4bda-a50c-f8d003fdfe7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848374 Nov 16 12:26:08.458491 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-83dbf3c5-5306-4428-9454-42e0f9a525ae req-aecdd5b6-2685-4261-beb5-95c491b1df3f service neutron] 10.222.0.36 "GET /v2.0/networks/ee1d1280-3bac-4bda-a50c-f8d003fdfe7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838161 Nov 16 12:26:08.472618 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec508013-e3e0-4ffb-a475-13b0e8aaafa6 req-d232786a-b258-44d7-a73c-ac00ec5828bc tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:26:08.474145 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ec508013-e3e0-4ffb-a475-13b0e8aaafa6 req-d232786a-b258-44d7-a73c-ac00ec5828bc tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e732348-d60c-41bb-a01f-cd8cfbe2517a HTTP/1.1" status: 200 len: 943 time: 0.0492585 Nov 16 12:26:08.524587 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ec508013-e3e0-4ffb-a475-13b0e8aaafa6 req-aa68cd8e-5def-4b1b-8914-4fe9c1f0535e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b2cb2a1-aaff-4848-9d4c-999c29d1f18c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436976 Nov 16 12:26:09.643235 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334a181-faab-4fd6-9a77-9d499036c839 req-8cce7a6f-c775-43e5-bd14-589c9d5cb079 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:26:09.644723 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4334a181-faab-4fd6-9a77-9d499036c839 req-8cce7a6f-c775-43e5-bd14-589c9d5cb079 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e732348-d60c-41bb-a01f-cd8cfbe2517a HTTP/1.1" status: 200 len: 943 time: 0.0530419 Nov 16 12:26:09.694180 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4334a181-faab-4fd6-9a77-9d499036c839 req-9469e516-7647-4995-839d-4434fbde51a2 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b2cb2a1-aaff-4848-9d4c-999c29d1f18c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434663 Nov 16 12:26:09.885262 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 02fbb842-b17d-484f-ad35-3a9e708dac4e details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 12:26:09.979592 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 02fbb842-b17d-484f-ad35-3a9e708dac4e, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=02fbb842-b17d-484f-ad35-3a9e708dac4e,segment=NetworkSegment(f5d7978c-9fc3-4a68-9bea-d5a7655804f1),segment_id=f5d7978c-9fc3-4a68-9bea-d5a7655804f1)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:26:09.991131 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '02fbb842-b17d-484f-ad35-3a9e708dac4e', 'network_id': 'ee1d1280-3bac-4bda-a50c-f8d003fdfe7a', 'port_id': '02fbb842-b17d-484f-ad35-3a9e708dac4e', 'mac_address': 'fa:16:3e:5e:c6:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaae6a81-fafb-4554-bb77-731afe3676bb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 12:26:10.027267 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:10.040491 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02fbb842-b17d-484f-ad35-3a9e708dac4e {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:26:10.059992 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 02fbb842-b17d-484f-ad35-3a9e708dac4e, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=02fbb842-b17d-484f-ad35-3a9e708dac4e,segment=NetworkSegment(f5d7978c-9fc3-4a68-9bea-d5a7655804f1),segment_id=f5d7978c-9fc3-4a68-9bea-d5a7655804f1)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:26:10.064199 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:10.112543 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=02fbb842-b17d-484f-ad35-3a9e708dac4e,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:26:10.249266 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['02fbb842-b17d-484f-ad35-3a9e708dac4e'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:26:10.809145 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227c414-d62f-4c58-985f-d0dbe33ff722 req-64dbeec7-ff18-4727-a8f3-fadd18ebe838 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:26:10.810642 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3227c414-d62f-4c58-985f-d0dbe33ff722 req-64dbeec7-ff18-4727-a8f3-fadd18ebe838 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e732348-d60c-41bb-a01f-cd8cfbe2517a HTTP/1.1" status: 200 len: 944 time: 0.0499136 Nov 16 12:26:10.861384 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3227c414-d62f-4c58-985f-d0dbe33ff722 req-7e642348-c1fc-4129-85a1-61f476947d08 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b2cb2a1-aaff-4848-9d4c-999c29d1f18c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424693 Nov 16 12:26:11.902224 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 02fbb842-b17d-484f-ad35-3a9e708dac4e up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:26:11.950191 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port 02fbb842-b17d-484f-ad35-3a9e708dac4e completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 12:26:11.954278 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 02fbb842-b17d-484f-ad35-3a9e708dac4e triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:26:11.954635 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:11.977965 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d91ff-aed2-47e6-8b0c-f312d0bae073 req-cdf07fb8-f239-46dc-9398-6f20f85abebe tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:26:11.979460 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-871d91ff-aed2-47e6-8b0c-f312d0bae073 req-cdf07fb8-f239-46dc-9398-6f20f85abebe tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e732348-d60c-41bb-a01f-cd8cfbe2517a HTTP/1.1" status: 200 len: 944 time: 0.0484552 Nov 16 12:26:12.030785 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:12.033622 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-871d91ff-aed2-47e6-8b0c-f312d0bae073 req-89269871-0f9a-4804-9370-04ea815553d6 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b2cb2a1-aaff-4848-9d4c-999c29d1f18c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474486 Nov 16 12:26:12.054504 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e732348-d60c-41bb-a01f-cd8cfbe2517a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fbb842-b17d-484f-ad35-3a9e708dac4e'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:26:12.056738 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3028c6c2751e05b8ffe46419f90227d3bdc45fe093bf287cadf4b73479a61306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49cbc2a-6537-4c8d-9bcd-4264069dd5f4" -d '{"events": [{"server_uuid": "5e732348-d60c-41bb-a01f-cd8cfbe2517a", "name": "network-vif-plugged", "status": "completed", "tag": "02fbb842-b17d-484f-ad35-3a9e708dac4e"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:26:12.073046 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 02fbb842-b17d-484f-ad35-3a9e708dac4e, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=02fbb842-b17d-484f-ad35-3a9e708dac4e,segment=NetworkSegment(f5d7978c-9fc3-4a68-9bea-d5a7655804f1),segment_id=f5d7978c-9fc3-4a68-9bea-d5a7655804f1)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:26:12.077220 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:12.102294 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1bfd83-d47c-4858-acc2-ea7067b0a61a x-openstack-request-id: req-5a1bfd83-d47c-4858-acc2-ea7067b0a61a {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:26:12.102587 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e732348-d60c-41bb-a01f-cd8cfbe2517a", "name": "network-vif-plugged", "status": "completed", "tag": "02fbb842-b17d-484f-ad35-3a9e708dac4e", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:26:12.102838 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5a1bfd83-d47c-4858-acc2-ea7067b0a61a {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:26:12.103227 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e732348-d60c-41bb-a01f-cd8cfbe2517a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fbb842-b17d-484f-ad35-3a9e708dac4e', 'code': 200} Nov 16 12:26:12.132753 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=02fbb842-b17d-484f-ad35-3a9e708dac4e,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:26:12.192581 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ffdcb-76b3-4b6f-adf4-852139af53dc req-624ee989-80b5-4872-93ec-925af10d6ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:26:12.194091 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5d7ffdcb-76b3-4b6f-adf4-852139af53dc req-624ee989-80b5-4872-93ec-925af10d6ab7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5e732348-d60c-41bb-a01f-cd8cfbe2517a HTTP/1.1" status: 200 len: 1096 time: 0.0407307 Nov 16 12:26:12.240907 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5d7ffdcb-76b3-4b6f-adf4-852139af53dc req-2238759d-6d3f-4e99-ba94-592b3ac52a09 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5b2cb2a1-aaff-4848-9d4c-999c29d1f18c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400927 Nov 16 12:26:13.150042 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76046da0-9ed1-4ea3-8793-4c1e192bfe49 req-f67f7137-0e28-45ef-8478-e5cf1cf3e566 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:26:13.151801 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-76046da0-9ed1-4ea3-8793-4c1e192bfe49 req-f67f7137-0e28-45ef-8478-e5cf1cf3e566 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e732348-d60c-41bb-a01f-cd8cfbe2517a HTTP/1.1" status: 200 len: 945 time: 0.0495651 Nov 16 12:26:13.190145 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-128696ed-85fa-4c19-ac0d-0d954d48a7b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:13.205236 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-76046da0-9ed1-4ea3-8793-4c1e192bfe49 req-abd444f6-f28a-4b49-b041-fbd2f8c294d6 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b2cb2a1-aaff-4848-9d4c-999c29d1f18c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469017 Nov 16 12:26:14.320268 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a3d890-c953-446c-8a53-e19c025fc5b3 req-f96194e5-484d-4332-86bc-5ff68bcc5ee5 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:26:14.321748 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-81a3d890-c953-446c-8a53-e19c025fc5b3 req-f96194e5-484d-4332-86bc-5ff68bcc5ee5 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e732348-d60c-41bb-a01f-cd8cfbe2517a HTTP/1.1" status: 200 len: 945 time: 0.0486400 Nov 16 12:26:14.370038 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-81a3d890-c953-446c-8a53-e19c025fc5b3 req-f390c640-c630-4fdd-8b3c-eb3d0eb2faad tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b2cb2a1-aaff-4848-9d4c-999c29d1f18c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423927 Nov 16 12:26:14.442521 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:26:14.489878 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48122135-3663-4021-9323-f897cab96bfb req-a093f7b5-a762-4f2f-85d7-c79d4636dce4 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:26:14.491436 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-48122135-3663-4021-9323-f897cab96bfb req-a093f7b5-a762-4f2f-85d7-c79d4636dce4 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e732348-d60c-41bb-a01f-cd8cfbe2517a HTTP/1.1" status: 200 len: 945 time: 0.0564525 Nov 16 12:26:14.540440 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-48122135-3663-4021-9323-f897cab96bfb req-7e38fa6e-f2c2-4268-98a6-6d5610ebcaad tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b2cb2a1-aaff-4848-9d4c-999c29d1f18c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430586 Nov 16 12:26:14.562244 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56444) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:26:14.601092 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d0b2f2-d5b4-4e57-af06-433c1259e067 tempest-TestNetworkAdvancedServerOps-1204587946 tempest-TestNetworkAdvancedServerOps-1204587946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:26:14.602608 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-43d0b2f2-d5b4-4e57-af06-433c1259e067 tempest-TestNetworkAdvancedServerOps-1204587946 tempest-TestNetworkAdvancedServerOps-1204587946-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=5e732348-d60c-41bb-a01f-cd8cfbe2517a HTTP/1.1" status: 200 len: 1091 time: 0.0394168 Nov 16 12:26:14.605305 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56446) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:26:14.610203 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-3436bb84-1bc7-409e-b620-601e85764dca tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'port_id': '02fbb842-b17d-484f-ad35-3a9e708dac4e', 'tenant_id': 'aae820dbeac54b079877012566498127', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:26:14.631414 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3436bb84-1bc7-409e-b620-601e85764dca tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for floatingip, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:14.728824 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3436bb84-1bc7-409e-b620-601e85764dca tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:14.827688 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-3436bb84-1bc7-409e-b620-601e85764dca tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Allocated IP 172.25.0.125 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/06e70bc0-6f52-4ff6-bcc9-3f4c464c2b7c) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:26:14.930395 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3436bb84-1bc7-409e-b620-601e85764dca tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:14.963776 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3436bb84-1bc7-409e-b620-601e85764dca tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:14.998871 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3436bb84-1bc7-409e-b620-601e85764dca tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:26:15.005177 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-3436bb84-1bc7-409e-b620-601e85764dca tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:26:15.008832 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3436bb84-1bc7-409e-b620-601e85764dca tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:26:15.014708 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3436bb84-1bc7-409e-b620-601e85764dca tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'Port': ['ID=06e70bc0-6f52-4ff6-bcc9-3f4c464c2b7c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:26:15.354470 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3436bb84-1bc7-409e-b620-601e85764dca tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:15.423750 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3436bb84-1bc7-409e-b620-601e85764dca tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:15.574768 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3436bb84-1bc7-409e-b620-601e85764dca tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:15.580514 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3436bb84-1bc7-409e-b620-601e85764dca tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:15.651000 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3436bb84-1bc7-409e-b620-601e85764dca tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'Port': ['ID=06e70bc0-6f52-4ff6-bcc9-3f4c464c2b7c,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:26:15.663282 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3436bb84-1bc7-409e-b620-601e85764dca tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:15.683824 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-50a06873-99f4-415b-ba2f-023e1ace7ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:15.766749 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [None req-3436bb84-1bc7-409e-b620-601e85764dca tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Floating IP 17a66997-d04d-4495-9ea7-b11a71241bc5 associated. External IP: 172.25.0.125, port: 02fbb842-b17d-484f-ad35-3a9e708dac4e. Nov 16 12:26:15.977841 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3436bb84-1bc7-409e-b620-601e85764dca tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Router 14c7051d-38ee-4dd2-b8a3-06b04f4e7fee has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:26:16.106859 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3436bb84-1bc7-409e-b620-601e85764dca tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:26:16.124538 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a07f779-f7ee-4187-bc32-88da7dbafe35 None None] Sync routers for ids ['14c7051d-38ee-4dd2-b8a3-06b04f4e7fee'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:26:16.133604 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a07f779-f7ee-4187-bc32-88da7dbafe35 None None] Routers {'14c7051d-38ee-4dd2-b8a3-06b04f4e7fee'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:26:16.133810 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3436bb84-1bc7-409e-b620-601e85764dca tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:16.137797 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2a07f779-f7ee-4187-bc32-88da7dbafe35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:26:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['14c7051d-38ee-4dd2-b8a3-06b04f4e7fee'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:26:16.165214 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3436bb84-1bc7-409e-b620-601e85764dca tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5565853 Nov 16 12:26:16.165214 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e732348-d60c-41bb-a01f-cd8cfbe2517a', 'tag': '02fbb842-b17d-484f-ad35-3a9e708dac4e'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:26:16.166784 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb585f75727964cfb6af285fc9899ace3cdf5491a84d1da25652e31a132d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe9128f-f4ad-4b06-b039-e0cd45b6f3fa" -d '{"events": [{"name": "network-changed", "server_uuid": "5e732348-d60c-41bb-a01f-cd8cfbe2517a", "tag": "02fbb842-b17d-484f-ad35-3a9e708dac4e"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:26:16.281448 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a3feb-6c92-4d4d-a4d8-3d5360ed6646 req-8e2f6805-6d38-44fe-aae6-505503ee0bed tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:26:16.283183 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e58a3feb-6c92-4d4d-a4d8-3d5360ed6646 req-8e2f6805-6d38-44fe-aae6-505503ee0bed tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e732348-d60c-41bb-a01f-cd8cfbe2517a HTTP/1.1" status: 200 len: 945 time: 0.0633810 Nov 16 12:26:16.289648 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-2a07f779-f7ee-4187-bc32-88da7dbafe35 None None] Set router 14c7051d-38ee-4dd2-b8a3-06b04f4e7fee gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:26:16.334565 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e58a3feb-6c92-4d4d-a4d8-3d5360ed6646 req-c576cc32-9b06-4aa1-b23e-d01330d5aff7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b2cb2a1-aaff-4848-9d4c-999c29d1f18c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449383 Nov 16 12:26:16.358493 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56454) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:26:16.426551 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-82356379-574c-4a17-b0c0-e161350e755c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/floatingips/17a66997-d04d-4495-9ea7-b11a71241bc5 HTTP/1.1" status: 200 len: 991 time: 0.0668571 Nov 16 12:26:16.442638 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6cc977-d7cc-4f29-b515-66db2483b559 x-openstack-request-id: req-2d6cc977-d7cc-4f29-b515-66db2483b559 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:26:16.443123 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e732348-d60c-41bb-a01f-cd8cfbe2517a", "tag": "02fbb842-b17d-484f-ad35-3a9e708dac4e", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:26:16.443210 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2d6cc977-d7cc-4f29-b515-66db2483b559 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:26:16.443575 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e732348-d60c-41bb-a01f-cd8cfbe2517a', 'tag': '02fbb842-b17d-484f-ad35-3a9e708dac4e', 'status': 'completed', 'code': 200} Nov 16 12:26:16.507391 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9128f-f4ad-4b06-b039-e0cd45b6f3fa req-41a7fd4b-a574-40a5-90dd-db61aeab3d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:26:16.509027 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ebe9128f-f4ad-4b06-b039-e0cd45b6f3fa req-41a7fd4b-a574-40a5-90dd-db61aeab3d07 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aae820dbeac54b079877012566498127&device_id=5e732348-d60c-41bb-a01f-cd8cfbe2517a HTTP/1.1" status: 200 len: 1096 time: 0.0439060 Nov 16 12:26:16.527481 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2a07f779-f7ee-4187-bc32-88da7dbafe35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c7051d-38ee-4dd2-b8a3-06b04f4e7fee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-21493905', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'aa7a8419-2586-4970-8f82-c12baee26c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:25:59Z', 'updated_at': '2021-11-16T12:26:03Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': 'aa7a8419-2586-4970-8f82-c12baee26c16', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c7051d-38ee-4dd2-b8a3-06b04f4e7fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:26:00Z', 'updated_at': '2021-11-16T12:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '17a66997-d04d-4495-9ea7-b11a71241bc5', 'tenant_id': 'aae820dbeac54b079877012566498127', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '14c7051d-38ee-4dd2-b8a3-06b04f4e7fee', 'port_id': '02fbb842-b17d-484f-ad35-3a9e708dac4e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee1d1280-3bac-4bda-a50c-f8d003fdfe7a', 'mac_address': 'fa:16:3e:5e:c6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e732348-d60c-41bb-a01f-cd8cfbe2517a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:26:15Z', 'updated_at': '2021-11-16T12:26:15Z', 'revision_number': 0, 'project_id': 'aae820dbeac54b079877012566498127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7158efa1-db72-4500-8c77-65d11894bb46', 'name': '', 'network_id': 'ee1d1280-3bac-4bda-a50c-f8d003fdfe7a', 'tenant_id': 'aae820dbeac54b079877012566498127', 'mac_address': 'fa:16:3e:4b:db:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c7051d-38ee-4dd2-b8a3-06b04f4e7fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'eaae6a81-fafb-4554-bb77-731afe3676bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:26:02Z', 'updated_at': '2021-11-16T12:26:06Z', 'revision_number': 5, 'project_id': 'aae820dbeac54b079877012566498127', 'subnets': [{'id': 'eaae6a81-fafb-4554-bb77-731afe3676bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:26:16.554065 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a07f779-f7ee-4187-bc32-88da7dbafe35 None None] Checking router: 14c7051d-38ee-4dd2-b8a3-06b04f4e7fee for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:26:16.562945 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a07f779-f7ee-4187-bc32-88da7dbafe35 None None] Routers {'14c7051d-38ee-4dd2-b8a3-06b04f4e7fee'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:26:16.563571 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2a07f779-f7ee-4187-bc32-88da7dbafe35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:26:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['14c7051d-38ee-4dd2-b8a3-06b04f4e7fee'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:26:16.609113 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9128f-f4ad-4b06-b039-e0cd45b6f3fa req-371acfc7-082a-4500-a49b-8c6d58fc8d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:26:16.610540 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ebe9128f-f4ad-4b06-b039-e0cd45b6f3fa req-371acfc7-082a-4500-a49b-8c6d58fc8d72 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ee1d1280-3bac-4bda-a50c-f8d003fdfe7a HTTP/1.1" status: 200 len: 898 time: 0.0904138 Nov 16 12:26:16.668260 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-2a07f779-f7ee-4187-bc32-88da7dbafe35 None None] Set router 14c7051d-38ee-4dd2-b8a3-06b04f4e7fee gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:26:16.675176 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ebe9128f-f4ad-4b06-b039-e0cd45b6f3fa req-75147290-a88a-4917-b349-1428e3c65976 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02fbb842-b17d-484f-ad35-3a9e708dac4e HTTP/1.1" status: 200 len: 999 time: 0.0574155 Nov 16 12:26:16.729950 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9128f-f4ad-4b06-b039-e0cd45b6f3fa req-aa120a21-9525-45f7-935e-4b51128e8c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:26:16.731454 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ebe9128f-f4ad-4b06-b039-e0cd45b6f3fa req-aa120a21-9525-45f7-935e-4b51128e8c32 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eaae6a81-fafb-4554-bb77-731afe3676bb HTTP/1.1" status: 200 len: 834 time: 0.0492589 Nov 16 12:26:16.779376 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9128f-f4ad-4b06-b039-e0cd45b6f3fa req-486e91e8-524e-45b1-a003-6323b18d21db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:26:16.781150 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ebe9128f-f4ad-4b06-b039-e0cd45b6f3fa req-486e91e8-524e-45b1-a003-6323b18d21db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee1d1280-3bac-4bda-a50c-f8d003fdfe7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424109 Nov 16 12:26:16.872744 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ebe9128f-f4ad-4b06-b039-e0cd45b6f3fa req-cd2e4a5e-d856-4fbe-bd9b-0d5228c578d9 service neutron] 10.222.0.36 "GET /v2.0/networks/ee1d1280-3bac-4bda-a50c-f8d003fdfe7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833526 Nov 16 12:26:16.887168 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:16.909937 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2a07f779-f7ee-4187-bc32-88da7dbafe35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c7051d-38ee-4dd2-b8a3-06b04f4e7fee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-21493905', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'aa7a8419-2586-4970-8f82-c12baee26c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:25:59Z', 'updated_at': '2021-11-16T12:26:03Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': 'aa7a8419-2586-4970-8f82-c12baee26c16', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c7051d-38ee-4dd2-b8a3-06b04f4e7fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:26:00Z', 'updated_at': '2021-11-16T12:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '17a66997-d04d-4495-9ea7-b11a71241bc5', 'tenant_id': 'aae820dbeac54b079877012566498127', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '14c7051d-38ee-4dd2-b8a3-06b04f4e7fee', 'port_id': '02fbb842-b17d-484f-ad35-3a9e708dac4e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee1d1280-3bac-4bda-a50c-f8d003fdfe7a', 'mac_address': 'fa:16:3e:5e:c6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e732348-d60c-41bb-a01f-cd8cfbe2517a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:26:15Z', 'updated_at': '2021-11-16T12:26:15Z', 'revision_number': 0, 'project_id': 'aae820dbeac54b079877012566498127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7158efa1-db72-4500-8c77-65d11894bb46', 'name': '', 'network_id': 'ee1d1280-3bac-4bda-a50c-f8d003fdfe7a', 'tenant_id': 'aae820dbeac54b079877012566498127', 'mac_address': 'fa:16:3e:4b:db:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c7051d-38ee-4dd2-b8a3-06b04f4e7fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'eaae6a81-fafb-4554-bb77-731afe3676bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:26:02Z', 'updated_at': '2021-11-16T12:26:06Z', 'revision_number': 5, 'project_id': 'aae820dbeac54b079877012566498127', 'subnets': [{'id': 'eaae6a81-fafb-4554-bb77-731afe3676bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:26:16.937778 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a07f779-f7ee-4187-bc32-88da7dbafe35 None None] The sync data for ids ['14c7051d-38ee-4dd2-b8a3-06b04f4e7fee'] in n-d-816823-3 is: [{'id': '14c7051d-38ee-4dd2-b8a3-06b04f4e7fee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-21493905', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'aa7a8419-2586-4970-8f82-c12baee26c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:25:59Z', 'updated_at': '2021-11-16T12:26:03Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': 'aa7a8419-2586-4970-8f82-c12baee26c16', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c7051d-38ee-4dd2-b8a3-06b04f4e7fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:26:00Z', 'updated_at': '2021-11-16T12:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '17a66997-d04d-4495-9ea7-b11a71241bc5', 'tenant_id': 'aae820dbeac54b079877012566498127', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '14c7051d-38ee-4dd2-b8a3-06b04f4e7fee', 'port_id': '02fbb842-b17d-484f-ad35-3a9e708dac4e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee1d1280-3bac-4bda-a50c-f8d003fdfe7a', 'mac_address': 'fa:16:3e:5e:c6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e732348-d60c-41bb-a01f-cd8cfbe2517a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:26:15Z', 'updated_at': '2021-11-16T12:26:15Z', 'revision_number': 0, 'project_id': 'aae820dbeac54b079877012566498127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7158efa1-db72-4500-8c77-65d11894bb46', 'name': '', 'network_id': 'ee1d1280-3bac-4bda-a50c-f8d003fdfe7a', 'tenant_id': 'aae820dbeac54b079877012566498127', 'mac_address': 'fa:16:3e:4b:db:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c7051d-38ee-4dd2-b8a3-06b04f4e7fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'eaae6a81-fafb-4554-bb77-731afe3676bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:26:02Z', 'updated_at': '2021-11-16T12:26:06Z', 'revision_number': 5, 'project_id': 'aae820dbeac54b079877012566498127', 'subnets': [{'id': 'eaae6a81-fafb-4554-bb77-731afe3676bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:26:16.971366 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ebe9128f-f4ad-4b06-b039-e0cd45b6f3fa req-d4f2a926-fb3d-4a1b-aa82-93f2fc46392e service neutron] 10.222.0.36 "GET /v2.0/networks/ee1d1280-3bac-4bda-a50c-f8d003fdfe7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890372 Nov 16 12:26:17.133324 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebef1e5c-a767-4ef0-8b04-104b40140844 None None] New status for floating IP 17a66997-d04d-4495-9ea7-b11a71241bc5: ACTIVE {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 12:26:17.430420 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56456) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:26:17.489999 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d5d027e6-9040-4efa-b2f4-90d3643de71b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/floatingips/17a66997-d04d-4495-9ea7-b11a71241bc5 HTTP/1.1" status: 200 len: 993 time: 0.0584593 Nov 16 12:26:18.558450 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:18.971231 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:28.820449 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:29.657836 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:36.126231 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6e1f4730-f985-4f42-861c-ade7a2954e8e req-717a2dda-ef3e-45cd-a7e9-9bcba7458a9c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5e732348-d60c-41bb-a01f-cd8cfbe2517a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445068 Nov 16 12:26:36.207641 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f4730-f985-4f42-861c-ade7a2954e8e req-b2fbfba7-7f88-4627-a68a-98de8498d2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:26:36.209114 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6e1f4730-f985-4f42-861c-ade7a2954e8e req-b2fbfba7-7f88-4627-a68a-98de8498d2b9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aae820dbeac54b079877012566498127&device_id=5e732348-d60c-41bb-a01f-cd8cfbe2517a HTTP/1.1" status: 200 len: 1096 time: 0.0405667 Nov 16 12:26:36.312394 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f4730-f985-4f42-861c-ade7a2954e8e req-f74800a0-cb32-4896-b7d6-1cfbba1e888f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:26:36.313839 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6e1f4730-f985-4f42-861c-ade7a2954e8e req-f74800a0-cb32-4896-b7d6-1cfbba1e888f service neutron] 10.222.0.36 "GET /v2.0/networks?id=ee1d1280-3bac-4bda-a50c-f8d003fdfe7a HTTP/1.1" status: 200 len: 898 time: 0.0826180 Nov 16 12:26:36.384303 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6e1f4730-f985-4f42-861c-ade7a2954e8e req-8b1ac1b3-bb24-436d-9eef-435e55efe552 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02fbb842-b17d-484f-ad35-3a9e708dac4e HTTP/1.1" status: 200 len: 1001 time: 0.0598586 Nov 16 12:26:36.433622 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f4730-f985-4f42-861c-ade7a2954e8e req-010a0a6a-2d27-4cde-b2a2-1cf7c2183cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:26:36.435139 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6e1f4730-f985-4f42-861c-ade7a2954e8e req-010a0a6a-2d27-4cde-b2a2-1cf7c2183cd5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eaae6a81-fafb-4554-bb77-731afe3676bb HTTP/1.1" status: 200 len: 834 time: 0.0444810 Nov 16 12:26:36.479116 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f4730-f985-4f42-861c-ade7a2954e8e req-e8aee59c-11b3-43a4-a57a-979077ec0ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:26:36.480556 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6e1f4730-f985-4f42-861c-ade7a2954e8e req-e8aee59c-11b3-43a4-a57a-979077ec0ce7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee1d1280-3bac-4bda-a50c-f8d003fdfe7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385423 Nov 16 12:26:36.570329 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6e1f4730-f985-4f42-861c-ade7a2954e8e req-62604349-bcac-4b13-8f25-5abbdf1b73ae service neutron] 10.222.0.36 "GET /v2.0/networks/ee1d1280-3bac-4bda-a50c-f8d003fdfe7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822511 Nov 16 12:26:36.657688 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6e1f4730-f985-4f42-861c-ade7a2954e8e req-053e5ea6-3e13-41c0-a0aa-27d5f53bee6a service neutron] 10.222.0.36 "GET /v2.0/networks/ee1d1280-3bac-4bda-a50c-f8d003fdfe7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805221 Nov 16 12:26:43.191930 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-82f957a5-b5ec-49a7-8d21-b4459fe3c824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:45.688858 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-31e4d69b-036e-4fcc-a3a9-ff9a6cd0a294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:46.863193 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:48.562189 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:48.915617 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c794735-d745-44b9-bde3-46070219b6e8 req-0d5f4882-7c8f-425f-9f57-4ac6c003f678 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:26:48.917155 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9c794735-d745-44b9-bde3-46070219b6e8 req-0d5f4882-7c8f-425f-9f57-4ac6c003f678 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e732348-d60c-41bb-a01f-cd8cfbe2517a HTTP/1.1" status: 200 len: 945 time: 0.0498111 Nov 16 12:26:48.966562 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9c794735-d745-44b9-bde3-46070219b6e8 req-f9ff3b0c-3867-4f85-8a9f-061cb4d89a8e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b2cb2a1-aaff-4848-9d4c-999c29d1f18c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433974 Nov 16 12:26:48.972956 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:50.087089 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6428b6-2eb4-4a83-bea9-f4961ac36d68 req-c470edbc-25d7-4c90-8c15-314e328df0fc tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:26:50.088555 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fe6428b6-2eb4-4a83-bea9-f4961ac36d68 req-c470edbc-25d7-4c90-8c15-314e328df0fc tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e732348-d60c-41bb-a01f-cd8cfbe2517a HTTP/1.1" status: 200 len: 945 time: 0.0522373 Nov 16 12:26:50.137476 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fe6428b6-2eb4-4a83-bea9-f4961ac36d68 req-e6e47bfb-9c94-4525-a094-1767102398ef tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b2cb2a1-aaff-4848-9d4c-999c29d1f18c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430286 Nov 16 12:26:51.250416 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501df6c-69bd-4046-bf36-dc317df8295f req-79833589-768f-4fc5-aeae-dbecb4971bf2 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:26:51.252578 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9501df6c-69bd-4046-bf36-dc317df8295f req-79833589-768f-4fc5-aeae-dbecb4971bf2 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e732348-d60c-41bb-a01f-cd8cfbe2517a HTTP/1.1" status: 200 len: 945 time: 0.0480680 Nov 16 12:26:51.303243 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9501df6c-69bd-4046-bf36-dc317df8295f req-58499c87-7407-47a0-acc3-edd1d702c340 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b2cb2a1-aaff-4848-9d4c-999c29d1f18c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448065 Nov 16 12:26:51.441068 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:26:52.420275 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df066247-df11-47a2-b953-3a7113a03610 req-65a4eb4f-37ec-41ff-90b8-ecfe355aa2cf tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:26:52.421676 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-df066247-df11-47a2-b953-3a7113a03610 req-65a4eb4f-37ec-41ff-90b8-ecfe355aa2cf tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e732348-d60c-41bb-a01f-cd8cfbe2517a HTTP/1.1" status: 200 len: 945 time: 0.0497072 Nov 16 12:26:52.473376 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-df066247-df11-47a2-b953-3a7113a03610 req-d6d7b00b-e2d8-4b73-9caa-0c60aa781673 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b2cb2a1-aaff-4848-9d4c-999c29d1f18c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458245 Nov 16 12:26:53.880474 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbaccf0-14f2-4050-b325-60e69ed581b5 req-359c4efe-b477-4f0a-94b3-83e290943cbd tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:26:53.881975 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7dbaccf0-14f2-4050-b325-60e69ed581b5 req-359c4efe-b477-4f0a-94b3-83e290943cbd tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e732348-d60c-41bb-a01f-cd8cfbe2517a HTTP/1.1" status: 200 len: 945 time: 0.3386400 Nov 16 12:26:53.930446 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7dbaccf0-14f2-4050-b325-60e69ed581b5 req-a780d4b4-1afa-4e5f-959c-82dabace4583 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b2cb2a1-aaff-4848-9d4c-999c29d1f18c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424781 Nov 16 12:26:55.042983 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94c8f6-a625-4c71-9ebf-aecefa119581 req-a91e7741-14e2-4810-91c4-f81eaa4ec3bb tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:26:55.044443 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ab94c8f6-a625-4c71-9ebf-aecefa119581 req-a91e7741-14e2-4810-91c4-f81eaa4ec3bb tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e732348-d60c-41bb-a01f-cd8cfbe2517a HTTP/1.1" status: 200 len: 945 time: 0.0474627 Nov 16 12:26:55.092585 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ab94c8f6-a625-4c71-9ebf-aecefa119581 req-5a225a66-91f6-4eb1-a428-2c3e55ed1de1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b2cb2a1-aaff-4848-9d4c-999c29d1f18c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417895 Nov 16 12:26:56.210231 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08dd43-3ce0-4cab-8cb1-78d163bbb544 req-5cbccbeb-c950-489b-8fc9-7fb12c590187 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:26:56.211669 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7a08dd43-3ce0-4cab-8cb1-78d163bbb544 req-5cbccbeb-c950-489b-8fc9-7fb12c590187 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e732348-d60c-41bb-a01f-cd8cfbe2517a HTTP/1.1" status: 200 len: 945 time: 0.0511670 Nov 16 12:26:56.259101 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7a08dd43-3ce0-4cab-8cb1-78d163bbb544 req-db59fc27-8ab0-4127-8ae3-e71415f75790 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b2cb2a1-aaff-4848-9d4c-999c29d1f18c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414293 Nov 16 12:26:57.373405 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8672d2-adf5-4891-8b48-0ee0339912a3 req-e6ecc726-1f81-4860-bb9c-7ab482e18994 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:26:57.374900 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0b8672d2-adf5-4891-8b48-0ee0339912a3 req-e6ecc726-1f81-4860-bb9c-7ab482e18994 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e732348-d60c-41bb-a01f-cd8cfbe2517a HTTP/1.1" status: 200 len: 945 time: 0.0478449 Nov 16 12:26:57.424911 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0b8672d2-adf5-4891-8b48-0ee0339912a3 req-da2a189c-cc51-4b25-b95c-a7b0ef3c700f tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b2cb2a1-aaff-4848-9d4c-999c29d1f18c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434544 Nov 16 12:26:58.538842 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162ec61-cbe6-4f3e-8cf7-6a0533d75e45 req-ced6d2c2-55a3-41ac-bc31-aa41346742a8 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:26:58.540300 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a162ec61-cbe6-4f3e-8cf7-6a0533d75e45 req-ced6d2c2-55a3-41ac-bc31-aa41346742a8 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e732348-d60c-41bb-a01f-cd8cfbe2517a HTTP/1.1" status: 200 len: 945 time: 0.0477488 Nov 16 12:26:58.591763 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a162ec61-cbe6-4f3e-8cf7-6a0533d75e45 req-c483e13f-cd90-4b3e-a4bd-46c2a909d2f6 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b2cb2a1-aaff-4848-9d4c-999c29d1f18c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456133 Nov 16 12:26:58.832587 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:59.672419 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:26:59.708926 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691c039-b97b-44d8-9ef0-f942f537674b req-828a9c43-2055-40f2-8e86-8a2df8b2269b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:26:59.710450 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0691c039-b97b-44d8-9ef0-f942f537674b req-828a9c43-2055-40f2-8e86-8a2df8b2269b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e732348-d60c-41bb-a01f-cd8cfbe2517a HTTP/1.1" status: 200 len: 945 time: 0.0497172 Nov 16 12:26:59.758661 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0691c039-b97b-44d8-9ef0-f942f537674b req-949ca0dd-aa76-4dc8-ab0b-faebe3317add tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b2cb2a1-aaff-4848-9d4c-999c29d1f18c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423017 Nov 16 12:27:00.880036 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cadf9-ed04-4c0c-95ee-e274e97ca7a4 req-ab70477d-64d2-4225-b46a-26345353228d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:27:00.881530 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-155cadf9-ed04-4c0c-95ee-e274e97ca7a4 req-ab70477d-64d2-4225-b46a-26345353228d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e732348-d60c-41bb-a01f-cd8cfbe2517a HTTP/1.1" status: 200 len: 945 time: 0.0523107 Nov 16 12:27:00.930161 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-155cadf9-ed04-4c0c-95ee-e274e97ca7a4 req-b38c1ad5-4813-4a73-b9ff-b10064c06133 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b2cb2a1-aaff-4848-9d4c-999c29d1f18c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427299 Nov 16 12:27:02.050529 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e19a6-d4b1-455b-96f7-6db54ebc2a04 req-9a485849-b2cb-48ba-b882-d1275e2fa59f tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:27:02.052012 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-de7e19a6-d4b1-455b-96f7-6db54ebc2a04 req-9a485849-b2cb-48ba-b882-d1275e2fa59f tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e732348-d60c-41bb-a01f-cd8cfbe2517a HTTP/1.1" status: 200 len: 945 time: 0.0529945 Nov 16 12:27:02.100971 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-de7e19a6-d4b1-455b-96f7-6db54ebc2a04 req-2f1bebbc-9c0d-4e78-895e-6896391cdd16 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b2cb2a1-aaff-4848-9d4c-999c29d1f18c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430870 Nov 16 12:27:03.216774 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08159eb8-811d-4b68-9965-63acd9b18d4a req-0378c846-214a-43de-a7b1-b82fe8867f51 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:27:03.218279 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-08159eb8-811d-4b68-9965-63acd9b18d4a req-0378c846-214a-43de-a7b1-b82fe8867f51 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e732348-d60c-41bb-a01f-cd8cfbe2517a HTTP/1.1" status: 200 len: 945 time: 0.0494173 Nov 16 12:27:03.269470 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-08159eb8-811d-4b68-9965-63acd9b18d4a req-6be5aa04-b40a-4052-9c51-b503457ab5a4 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b2cb2a1-aaff-4848-9d4c-999c29d1f18c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451465 Nov 16 12:27:04.388727 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3189d-9408-4aa4-8081-ce225bd35f7d req-32d49e19-710a-47ab-be0d-1dbdb99f990b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:27:04.390119 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1eb3189d-9408-4aa4-8081-ce225bd35f7d req-32d49e19-710a-47ab-be0d-1dbdb99f990b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e732348-d60c-41bb-a01f-cd8cfbe2517a HTTP/1.1" status: 200 len: 945 time: 0.0523281 Nov 16 12:27:04.441537 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1eb3189d-9408-4aa4-8081-ce225bd35f7d req-a3708503-aed1-4b19-9c5d-6fbe985e31a6 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b2cb2a1-aaff-4848-9d4c-999c29d1f18c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449553 Nov 16 12:27:04.463881 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56502) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:27:04.522617 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e0eb1a80-41d8-4b14-9b5b-98fd5e645ea1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/floatingips/17a66997-d04d-4495-9ea7-b11a71241bc5 HTTP/1.1" status: 200 len: 993 time: 0.0576196 Nov 16 12:27:05.786668 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106698a9-8261-4d2f-a4d7-7321af0271b4 req-3f0fe95c-dc7e-4066-92e7-39e53581ce83 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:27:05.788382 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-106698a9-8261-4d2f-a4d7-7321af0271b4 req-3f0fe95c-dc7e-4066-92e7-39e53581ce83 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e732348-d60c-41bb-a01f-cd8cfbe2517a HTTP/1.1" status: 200 len: 945 time: 0.0511160 Nov 16 12:27:05.811690 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db7f23-75f1-4319-a9e9-6f683c5b5b66 req-d070ede9-3ef2-478b-8903-8b037a9d3dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:27:05.813161 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-48db7f23-75f1-4319-a9e9-6f683c5b5b66 req-d070ede9-3ef2-478b-8903-8b037a9d3dc7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aae820dbeac54b079877012566498127&device_id=5e732348-d60c-41bb-a01f-cd8cfbe2517a HTTP/1.1" status: 200 len: 1096 time: 0.0466251 Nov 16 12:27:05.842643 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-106698a9-8261-4d2f-a4d7-7321af0271b4 req-0eda8ce8-6a3c-451f-9fdf-8614bdf18ec0 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b2cb2a1-aaff-4848-9d4c-999c29d1f18c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483792 Nov 16 12:27:05.904304 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db7f23-75f1-4319-a9e9-6f683c5b5b66 req-9975b852-1b66-4a5c-a9e1-8f249fd32887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:27:05.905787 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-48db7f23-75f1-4319-a9e9-6f683c5b5b66 req-9975b852-1b66-4a5c-a9e1-8f249fd32887 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ee1d1280-3bac-4bda-a50c-f8d003fdfe7a HTTP/1.1" status: 200 len: 898 time: 0.0851576 Nov 16 12:27:05.974751 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-48db7f23-75f1-4319-a9e9-6f683c5b5b66 req-907d35d3-6949-408a-ad90-4e4393162b06 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02fbb842-b17d-484f-ad35-3a9e708dac4e HTTP/1.1" status: 200 len: 1001 time: 0.0608506 Nov 16 12:27:06.023572 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db7f23-75f1-4319-a9e9-6f683c5b5b66 req-93c32b0f-41f2-4a9a-8608-88cd5f973dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:27:06.024977 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-48db7f23-75f1-4319-a9e9-6f683c5b5b66 req-93c32b0f-41f2-4a9a-8608-88cd5f973dc4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eaae6a81-fafb-4554-bb77-731afe3676bb HTTP/1.1" status: 200 len: 834 time: 0.0432122 Nov 16 12:27:06.070191 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db7f23-75f1-4319-a9e9-6f683c5b5b66 req-8346ef4f-d40f-493b-99a9-b01c04d5b41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:27:06.071587 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-48db7f23-75f1-4319-a9e9-6f683c5b5b66 req-8346ef4f-d40f-493b-99a9-b01c04d5b41a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee1d1280-3bac-4bda-a50c-f8d003fdfe7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392230 Nov 16 12:27:06.171535 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-48db7f23-75f1-4319-a9e9-6f683c5b5b66 req-b5f81d35-ffab-4b54-8c1f-c927fa854cc9 service neutron] 10.222.0.36 "GET /v2.0/networks/ee1d1280-3bac-4bda-a50c-f8d003fdfe7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927961 Nov 16 12:27:06.261234 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-48db7f23-75f1-4319-a9e9-6f683c5b5b66 req-92f5187d-c07f-44ce-9fab-b39dd9cfa86f service neutron] 10.222.0.36 "GET /v2.0/networks/ee1d1280-3bac-4bda-a50c-f8d003fdfe7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815499 Nov 16 12:27:06.958666 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84af590-8b4d-4037-bfac-f4bf946bcc88 req-0f4fcdbf-07ca-4909-b992-5a9e57c84ebd tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:27:06.960146 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a84af590-8b4d-4037-bfac-f4bf946bcc88 req-0f4fcdbf-07ca-4909-b992-5a9e57c84ebd tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e732348-d60c-41bb-a01f-cd8cfbe2517a HTTP/1.1" status: 200 len: 945 time: 0.0482273 Nov 16 12:27:07.009049 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a84af590-8b4d-4037-bfac-f4bf946bcc88 req-e4558408-8685-4a3e-bb63-651c34fdd97f tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b2cb2a1-aaff-4848-9d4c-999c29d1f18c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430121 Nov 16 12:27:07.031942 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56512) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:27:07.096376 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-259e892d-a061-4142-82a7-be1ca019d527 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/floatingips/17a66997-d04d-4495-9ea7-b11a71241bc5 HTTP/1.1" status: 200 len: 993 time: 0.0627303 Nov 16 12:27:13.192860 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-eca0abed-56e5-4a8f-928f-f414fadffce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:15.690080 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-96ab1a4c-923c-4cc1-a30d-334511800f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:16.866507 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:18.564675 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:18.976968 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:28.439665 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:27:28.835795 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:29.670687 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:36.142804 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-727cb8e4-72a3-48e1-a07c-5c9d9f2d66e3 req-21d275bb-5572-4ec2-b346-f9449806db22 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5e732348-d60c-41bb-a01f-cd8cfbe2517a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390339 Nov 16 12:27:36.224056 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727cb8e4-72a3-48e1-a07c-5c9d9f2d66e3 req-1f221b47-d557-4e98-804e-38ec1627f869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:27:36.226153 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-727cb8e4-72a3-48e1-a07c-5c9d9f2d66e3 req-1f221b47-d557-4e98-804e-38ec1627f869 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aae820dbeac54b079877012566498127&device_id=5e732348-d60c-41bb-a01f-cd8cfbe2517a HTTP/1.1" status: 200 len: 1096 time: 0.0402319 Nov 16 12:27:36.331523 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727cb8e4-72a3-48e1-a07c-5c9d9f2d66e3 req-11d6df28-f378-443f-80f8-c3bdb57a3413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:27:36.332986 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-727cb8e4-72a3-48e1-a07c-5c9d9f2d66e3 req-11d6df28-f378-443f-80f8-c3bdb57a3413 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ee1d1280-3bac-4bda-a50c-f8d003fdfe7a HTTP/1.1" status: 200 len: 898 time: 0.0867429 Nov 16 12:27:36.397572 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-727cb8e4-72a3-48e1-a07c-5c9d9f2d66e3 req-25e69a8c-343d-45bc-b1eb-11a4cb2c000f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02fbb842-b17d-484f-ad35-3a9e708dac4e HTTP/1.1" status: 200 len: 1001 time: 0.0561755 Nov 16 12:27:36.448692 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727cb8e4-72a3-48e1-a07c-5c9d9f2d66e3 req-4e292f07-4221-4f46-a368-bb0a2a821b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:27:36.450131 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-727cb8e4-72a3-48e1-a07c-5c9d9f2d66e3 req-4e292f07-4221-4f46-a368-bb0a2a821b8a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eaae6a81-fafb-4554-bb77-731afe3676bb HTTP/1.1" status: 200 len: 834 time: 0.0447786 Nov 16 12:27:36.498859 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727cb8e4-72a3-48e1-a07c-5c9d9f2d66e3 req-7765def0-5b1c-4447-a795-9e518a85eddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:27:36.500307 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-727cb8e4-72a3-48e1-a07c-5c9d9f2d66e3 req-7765def0-5b1c-4447-a795-9e518a85eddc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee1d1280-3bac-4bda-a50c-f8d003fdfe7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423858 Nov 16 12:27:36.587597 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-727cb8e4-72a3-48e1-a07c-5c9d9f2d66e3 req-84b8a410-e1c0-494e-b2aa-e13abf4de95f service neutron] 10.222.0.36 "GET /v2.0/networks/ee1d1280-3bac-4bda-a50c-f8d003fdfe7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788882 Nov 16 12:27:36.678427 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-727cb8e4-72a3-48e1-a07c-5c9d9f2d66e3 req-cf3f654c-abf2-4c62-8185-21c85b721c20 service neutron] 10.222.0.36 "GET /v2.0/networks/ee1d1280-3bac-4bda-a50c-f8d003fdfe7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836313 Nov 16 12:27:37.511861 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56522) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:27:37.666258 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-89329d1d-e1b0-436a-849c-780daac55232 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Deleting port 06e70bc0-6f52-4ff6-bcc9-3f4c464c2b7c {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:27:37.666626 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-89329d1d-e1b0-436a-849c-780daac55232 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:37.741181 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-89329d1d-e1b0-436a-849c-780daac55232 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:37.741492 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-89329d1d-e1b0-436a-849c-780daac55232 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:37.752656 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-89329d1d-e1b0-436a-849c-780daac55232 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Calling delete_port for 06e70bc0-6f52-4ff6-bcc9-3f4c464c2b7c owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:27:37.892508 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-89329d1d-e1b0-436a-849c-780daac55232 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:37.921017 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89329d1d-e1b0-436a-849c-780daac55232 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event deleted for resources: {'Port': ['ID=06e70bc0-6f52-4ff6-bcc9-3f4c464c2b7c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:27:37.946376 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89329d1d-e1b0-436a-849c-780daac55232 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:37.946716 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89329d1d-e1b0-436a-849c-780daac55232 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:37.947051 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89329d1d-e1b0-436a-849c-780daac55232 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:37.947379 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89329d1d-e1b0-436a-849c-780daac55232 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:37.947708 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89329d1d-e1b0-436a-849c-780daac55232 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:37.948032 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89329d1d-e1b0-436a-849c-780daac55232 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:37.948360 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89329d1d-e1b0-436a-849c-780daac55232 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:37.948680 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89329d1d-e1b0-436a-849c-780daac55232 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:37.948999 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89329d1d-e1b0-436a-849c-780daac55232 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:37.949315 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89329d1d-e1b0-436a-849c-780daac55232 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:37.949630 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89329d1d-e1b0-436a-849c-780daac55232 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:37.949960 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89329d1d-e1b0-436a-849c-780daac55232 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:37.987210 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-89329d1d-e1b0-436a-849c-780daac55232 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:37.987534 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [None req-89329d1d-e1b0-436a-849c-780daac55232 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Floating IP 17a66997-d04d-4495-9ea7-b11a71241bc5 disassociated (deleted). External IP: 172.25.0.125, port: 02fbb842-b17d-484f-ad35-3a9e708dac4e. Nov 16 12:27:38.189166 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89329d1d-e1b0-436a-849c-780daac55232 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Router 14c7051d-38ee-4dd2-b8a3-06b04f4e7fee has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:27:38.293978 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89329d1d-e1b0-436a-849c-780daac55232 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:27:38.299154 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-89329d1d-e1b0-436a-849c-780daac55232 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:38.303988 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dce7dab-3829-40db-ab26-73e390a20644 None None] Sync routers for ids ['14c7051d-38ee-4dd2-b8a3-06b04f4e7fee'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:27:38.313762 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dce7dab-3829-40db-ab26-73e390a20644 None None] Routers {'14c7051d-38ee-4dd2-b8a3-06b04f4e7fee'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:27:38.314406 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7dce7dab-3829-40db-ab26-73e390a20644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:27:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['14c7051d-38ee-4dd2-b8a3-06b04f4e7fee'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:27:38.327043 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-89329d1d-e1b0-436a-849c-780daac55232 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "DELETE /v2.0/floatingips/17a66997-d04d-4495-9ea7-b11a71241bc5 HTTP/1.1" status: 204 len: 168 time: 0.8140635 Nov 16 12:27:38.327645 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e732348-d60c-41bb-a01f-cd8cfbe2517a', 'tag': '02fbb842-b17d-484f-ad35-3a9e708dac4e'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:27:38.329900 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b4cb006b19835c19bcd0265a95de96d39c41d7d45c6d056c20fcc032bf3cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192a451e-8810-46a4-82ff-e6bef549ea61" -d '{"events": [{"name": "network-changed", "server_uuid": "5e732348-d60c-41bb-a01f-cd8cfbe2517a", "tag": "02fbb842-b17d-484f-ad35-3a9e708dac4e"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:27:38.422627 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-7dce7dab-3829-40db-ab26-73e390a20644 None None] Set router 14c7051d-38ee-4dd2-b8a3-06b04f4e7fee gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:27:38.542663 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9576fc5-aca8-44f7-a4ee-ca942eb7cf05 x-openstack-request-id: req-d9576fc5-aca8-44f7-a4ee-ca942eb7cf05 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:27:38.543169 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e732348-d60c-41bb-a01f-cd8cfbe2517a", "tag": "02fbb842-b17d-484f-ad35-3a9e708dac4e", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:27:38.543551 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d9576fc5-aca8-44f7-a4ee-ca942eb7cf05 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:27:38.544018 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e732348-d60c-41bb-a01f-cd8cfbe2517a', 'tag': '02fbb842-b17d-484f-ad35-3a9e708dac4e', 'status': 'completed', 'code': 200} Nov 16 12:27:38.609317 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a451e-8810-46a4-82ff-e6bef549ea61 req-adc54f83-6ffb-461c-b8e5-4c49d8a7805f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:27:38.610997 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-192a451e-8810-46a4-82ff-e6bef549ea61 req-adc54f83-6ffb-461c-b8e5-4c49d8a7805f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aae820dbeac54b079877012566498127&device_id=5e732348-d60c-41bb-a01f-cd8cfbe2517a HTTP/1.1" status: 200 len: 1096 time: 0.0432878 Nov 16 12:27:38.632311 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7dce7dab-3829-40db-ab26-73e390a20644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c7051d-38ee-4dd2-b8a3-06b04f4e7fee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-21493905', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'aa7a8419-2586-4970-8f82-c12baee26c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:25:59Z', 'updated_at': '2021-11-16T12:26:03Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': 'aa7a8419-2586-4970-8f82-c12baee26c16', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c7051d-38ee-4dd2-b8a3-06b04f4e7fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:26:00Z', 'updated_at': '2021-11-16T12:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '7158efa1-db72-4500-8c77-65d11894bb46', 'name': '', 'network_id': 'ee1d1280-3bac-4bda-a50c-f8d003fdfe7a', 'tenant_id': 'aae820dbeac54b079877012566498127', 'mac_address': 'fa:16:3e:4b:db:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c7051d-38ee-4dd2-b8a3-06b04f4e7fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'eaae6a81-fafb-4554-bb77-731afe3676bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:26:02Z', 'updated_at': '2021-11-16T12:26:06Z', 'revision_number': 5, 'project_id': 'aae820dbeac54b079877012566498127', 'subnets': [{'id': 'eaae6a81-fafb-4554-bb77-731afe3676bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:27:38.638008 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4cb3f9-d8ff-4d56-a29f-3e4e46c58606 req-aa78822c-045a-4174-9b75-cc4ad2dca557 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:27:38.639819 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8f4cb3f9-d8ff-4d56-a29f-3e4e46c58606 req-aa78822c-045a-4174-9b75-cc4ad2dca557 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e732348-d60c-41bb-a01f-cd8cfbe2517a HTTP/1.1" status: 200 len: 945 time: 0.0513918 Nov 16 12:27:38.658427 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dce7dab-3829-40db-ab26-73e390a20644 None None] Checking router: 14c7051d-38ee-4dd2-b8a3-06b04f4e7fee for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:27:38.668213 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dce7dab-3829-40db-ab26-73e390a20644 None None] Routers {'14c7051d-38ee-4dd2-b8a3-06b04f4e7fee'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:27:38.668861 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7dce7dab-3829-40db-ab26-73e390a20644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:27:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['14c7051d-38ee-4dd2-b8a3-06b04f4e7fee'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:27:38.694228 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8f4cb3f9-d8ff-4d56-a29f-3e4e46c58606 req-fadd58f6-1c5c-4b33-9d5d-a7e674501b3c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b2cb2a1-aaff-4848-9d4c-999c29d1f18c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478799 Nov 16 12:27:38.777745 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-7dce7dab-3829-40db-ab26-73e390a20644 None None] Set router 14c7051d-38ee-4dd2-b8a3-06b04f4e7fee gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:27:39.027074 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a451e-8810-46a4-82ff-e6bef549ea61 req-6c5dab62-36fb-4917-a185-40157210de96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:27:39.028537 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-192a451e-8810-46a4-82ff-e6bef549ea61 req-6c5dab62-36fb-4917-a185-40157210de96 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ee1d1280-3bac-4bda-a50c-f8d003fdfe7a HTTP/1.1" status: 200 len: 898 time: 0.4087498 Nov 16 12:27:39.074627 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-192a451e-8810-46a4-82ff-e6bef549ea61 req-89f0a96d-603c-484b-9d02-872682d8c07d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02fbb842-b17d-484f-ad35-3a9e708dac4e HTTP/1.1" status: 200 len: 217 time: 0.0374026 Nov 16 12:27:39.133436 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a451e-8810-46a4-82ff-e6bef549ea61 req-b3a743fd-7448-480f-8857-886add9af1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:27:39.134932 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-192a451e-8810-46a4-82ff-e6bef549ea61 req-b3a743fd-7448-480f-8857-886add9af1e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eaae6a81-fafb-4554-bb77-731afe3676bb HTTP/1.1" status: 200 len: 834 time: 0.0526969 Nov 16 12:27:39.147311 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-7dce7dab-3829-40db-ab26-73e390a20644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c7051d-38ee-4dd2-b8a3-06b04f4e7fee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-21493905', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'aa7a8419-2586-4970-8f82-c12baee26c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:25:59Z', 'updated_at': '2021-11-16T12:26:03Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': 'aa7a8419-2586-4970-8f82-c12baee26c16', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c7051d-38ee-4dd2-b8a3-06b04f4e7fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:26:00Z', 'updated_at': '2021-11-16T12:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '7158efa1-db72-4500-8c77-65d11894bb46', 'name': '', 'network_id': 'ee1d1280-3bac-4bda-a50c-f8d003fdfe7a', 'tenant_id': 'aae820dbeac54b079877012566498127', 'mac_address': 'fa:16:3e:4b:db:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c7051d-38ee-4dd2-b8a3-06b04f4e7fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'eaae6a81-fafb-4554-bb77-731afe3676bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:26:02Z', 'updated_at': '2021-11-16T12:26:06Z', 'revision_number': 5, 'project_id': 'aae820dbeac54b079877012566498127', 'subnets': [{'id': 'eaae6a81-fafb-4554-bb77-731afe3676bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:27:39.174231 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dce7dab-3829-40db-ab26-73e390a20644 None None] The sync data for ids ['14c7051d-38ee-4dd2-b8a3-06b04f4e7fee'] in n-d-816823-3 is: [{'id': '14c7051d-38ee-4dd2-b8a3-06b04f4e7fee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-21493905', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'aa7a8419-2586-4970-8f82-c12baee26c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:25:59Z', 'updated_at': '2021-11-16T12:26:03Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': 'aa7a8419-2586-4970-8f82-c12baee26c16', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c7051d-38ee-4dd2-b8a3-06b04f4e7fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:26:00Z', 'updated_at': '2021-11-16T12:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '7158efa1-db72-4500-8c77-65d11894bb46', 'name': '', 'network_id': 'ee1d1280-3bac-4bda-a50c-f8d003fdfe7a', 'tenant_id': 'aae820dbeac54b079877012566498127', 'mac_address': 'fa:16:3e:4b:db:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c7051d-38ee-4dd2-b8a3-06b04f4e7fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'eaae6a81-fafb-4554-bb77-731afe3676bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:26:02Z', 'updated_at': '2021-11-16T12:26:06Z', 'revision_number': 5, 'project_id': 'aae820dbeac54b079877012566498127', 'subnets': [{'id': 'eaae6a81-fafb-4554-bb77-731afe3676bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:27:39.194686 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a451e-8810-46a4-82ff-e6bef549ea61 req-6249a51e-01db-443d-88a3-3b63db5b8d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:27:39.196181 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-192a451e-8810-46a4-82ff-e6bef549ea61 req-6249a51e-01db-443d-88a3-3b63db5b8d74 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee1d1280-3bac-4bda-a50c-f8d003fdfe7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478241 Nov 16 12:27:39.292825 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-192a451e-8810-46a4-82ff-e6bef549ea61 req-7145836e-7abb-40f0-b683-e8ad086d7fa8 service neutron] 10.222.0.36 "GET /v2.0/networks/ee1d1280-3bac-4bda-a50c-f8d003fdfe7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886915 Nov 16 12:27:39.394286 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-192a451e-8810-46a4-82ff-e6bef549ea61 req-ba333d2b-96f5-4f4a-b9c2-5fead6d94506 service neutron] 10.222.0.36 "GET /v2.0/networks/ee1d1280-3bac-4bda-a50c-f8d003fdfe7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929949 Nov 16 12:27:39.413827 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ab2793-7e83-4799-b94e-77f0386d79bb None None] New status for floating IP 17a66997-d04d-4495-9ea7-b11a71241bc5: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 12:27:39.815215 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a51e3-e304-4c12-ab25-00b3c752444c req-762836b7-19c1-4b23-bef8-0222bf2289e0 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:27:39.816662 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-801a51e3-e304-4c12-ab25-00b3c752444c req-762836b7-19c1-4b23-bef8-0222bf2289e0 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e732348-d60c-41bb-a01f-cd8cfbe2517a HTTP/1.1" status: 200 len: 945 time: 0.0527468 Nov 16 12:27:39.864079 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-801a51e3-e304-4c12-ab25-00b3c752444c req-900a9356-16b3-4a58-8f2c-51a295d2eb4d tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=5b2cb2a1-aaff-4848-9d4c-999c29d1f18c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409021 Nov 16 12:27:40.144020 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467dea3-374a-476e-a127-987ff9a5e3fd req-55d43190-6bf4-4f66-be14-ae362508abd3 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:27:40.145567 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c467dea3-374a-476e-a127-987ff9a5e3fd req-55d43190-6bf4-4f66-be14-ae362508abd3 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e732348-d60c-41bb-a01f-cd8cfbe2517a HTTP/1.1" status: 200 len: 945 time: 0.0484109 Nov 16 12:27:40.235741 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-c467dea3-374a-476e-a127-987ff9a5e3fd req-e2d9dc91-b42f-4a08-9e8c-749d7f81cfa0 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Deleting port 02fbb842-b17d-484f-ad35-3a9e708dac4e {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:27:40.236078 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c467dea3-374a-476e-a127-987ff9a5e3fd req-e2d9dc91-b42f-4a08-9e8c-749d7f81cfa0 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:40.322096 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-c467dea3-374a-476e-a127-987ff9a5e3fd req-e2d9dc91-b42f-4a08-9e8c-749d7f81cfa0 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] For port 02fbb842-b17d-484f-ad35-3a9e708dac4e, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=02fbb842-b17d-484f-ad35-3a9e708dac4e,segment=NetworkSegment(f5d7978c-9fc3-4a68-9bea-d5a7655804f1),segment_id=f5d7978c-9fc3-4a68-9bea-d5a7655804f1)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:27:40.322472 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c467dea3-374a-476e-a127-987ff9a5e3fd req-e2d9dc91-b42f-4a08-9e8c-749d7f81cfa0 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:40.335175 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-c467dea3-374a-476e-a127-987ff9a5e3fd req-e2d9dc91-b42f-4a08-9e8c-749d7f81cfa0 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Calling delete_port for 02fbb842-b17d-484f-ad35-3a9e708dac4e owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:27:40.467750 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c467dea3-374a-476e-a127-987ff9a5e3fd req-e2d9dc91-b42f-4a08-9e8c-749d7f81cfa0 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:40.495028 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9dc91-b42f-4a08-9e8c-749d7f81cfa0 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event deleted for resources: {'Port': ['ID=02fbb842-b17d-484f-ad35-3a9e708dac4e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:27:40.536633 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-c467dea3-374a-476e-a127-987ff9a5e3fd req-e2d9dc91-b42f-4a08-9e8c-749d7f81cfa0 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] No DVR routers for this DVR port 02fbb842-b17d-484f-ad35-3a9e708dac4e on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:27:40.539738 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c467dea3-374a-476e-a127-987ff9a5e3fd req-e2d9dc91-b42f-4a08-9e8c-749d7f81cfa0 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:40.543026 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c467dea3-374a-476e-a127-987ff9a5e3fd req-e2d9dc91-b42f-4a08-9e8c-749d7f81cfa0 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.36 "DELETE /v2.0/ports/02fbb842-b17d-484f-ad35-3a9e708dac4e HTTP/1.1" status: 204 len: 173 time: 0.3908415 Nov 16 12:27:40.544581 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e732348-d60c-41bb-a01f-cd8cfbe2517a', 'name': 'network-vif-deleted', 'tag': '02fbb842-b17d-484f-ad35-3a9e708dac4e'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:27:40.547082 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b4cb006b19835c19bcd0265a95de96d39c41d7d45c6d056c20fcc032bf3cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc8e9b6-ae62-4d1a-84d6-d7c75f2a7508" -d '{"events": [{"server_uuid": "5e732348-d60c-41bb-a01f-cd8cfbe2517a", "name": "network-vif-deleted", "tag": "02fbb842-b17d-484f-ad35-3a9e708dac4e"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:27:40.586986 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71200c47-72cd-4d81-9758-8181beb55884 x-openstack-request-id: req-71200c47-72cd-4d81-9758-8181beb55884 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:27:40.587288 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e732348-d60c-41bb-a01f-cd8cfbe2517a", "name": "network-vif-deleted", "tag": "02fbb842-b17d-484f-ad35-3a9e708dac4e", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:27:40.587540 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-71200c47-72cd-4d81-9758-8181beb55884 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:27:40.587947 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e732348-d60c-41bb-a01f-cd8cfbe2517a', 'name': 'network-vif-deleted', 'tag': '02fbb842-b17d-484f-ad35-3a9e708dac4e', 'status': 'completed', 'code': 200} Nov 16 12:27:40.977475 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a3e45593-b55b-4cf9-9d10-48498fc0c318 req-f2f12ee1-7d38-4ef2-b9f8-bfda15c1d684 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e732348-d60c-41bb-a01f-cd8cfbe2517a HTTP/1.1" status: 200 len: 210 time: 0.0273318 Nov 16 12:27:42.036234 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56548) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:27:42.367625 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 02fbb842-b17d-484f-ad35-3a9e708dac4e no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:27:42.389746 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f690dc4-edcc-4a22-95e5-89970eed9e90 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:42.390803 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: 02fbb842-b17d-484f-ad35-3a9e708dac4e {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:27:42.391153 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 02fbb842-b17d-484f-ad35-3a9e708dac4e not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:27:42.649010 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-2f690dc4-edcc-4a22-95e5-89970eed9e90 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Deleting port 7158efa1-db72-4500-8c77-65d11894bb46 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:27:42.649264 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f690dc4-edcc-4a22-95e5-89970eed9e90 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:42.735047 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-2f690dc4-edcc-4a22-95e5-89970eed9e90 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] For port 7158efa1-db72-4500-8c77-65d11894bb46, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=7158efa1-db72-4500-8c77-65d11894bb46,segment=NetworkSegment(f5d7978c-9fc3-4a68-9bea-d5a7655804f1),segment_id=f5d7978c-9fc3-4a68-9bea-d5a7655804f1)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:27:42.735413 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f690dc4-edcc-4a22-95e5-89970eed9e90 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:42.747713 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-2f690dc4-edcc-4a22-95e5-89970eed9e90 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Calling delete_port for 7158efa1-db72-4500-8c77-65d11894bb46 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:27:42.933916 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f690dc4-edcc-4a22-95e5-89970eed9e90 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:42.959876 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f690dc4-edcc-4a22-95e5-89970eed9e90 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event deleted for resources: {'Port': ['ID=7158efa1-db72-4500-8c77-65d11894bb46,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:27:43.134041 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f690dc4-edcc-4a22-95e5-89970eed9e90 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:43.195293 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-08d03128-5f72-4615-aba0-85238d8203a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:43.349202 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f690dc4-edcc-4a22-95e5-89970eed9e90 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Router 14c7051d-38ee-4dd2-b8a3-06b04f4e7fee has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:27:43.452245 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f690dc4-edcc-4a22-95e5-89970eed9e90 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:27:43.457150 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2f690dc4-edcc-4a22-95e5-89970eed9e90 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "PUT /v2.0/routers/14c7051d-38ee-4dd2-b8a3-06b04f4e7fee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4199107 Nov 16 12:27:43.461077 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56550) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:27:43.462994 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19c9881-de61-4905-952f-62d4a7e50c5f None None] Sync routers for ids ['14c7051d-38ee-4dd2-b8a3-06b04f4e7fee'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:27:43.472603 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19c9881-de61-4905-952f-62d4a7e50c5f None None] Routers {'14c7051d-38ee-4dd2-b8a3-06b04f4e7fee'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:27:43.473504 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f19c9881-de61-4905-952f-62d4a7e50c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:27:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['14c7051d-38ee-4dd2-b8a3-06b04f4e7fee'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:27:43.512802 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfa539ce-39b8-451b-97a0-916231521180 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Deleting subnet eaae6a81-fafb-4554-bb77-731afe3676bb {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 12:27:43.516099 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cfa539ce-39b8-451b-97a0-916231521180 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for subnet, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:43.561669 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cfa539ce-39b8-451b-97a0-916231521180 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936835'] for subnet, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:43.587048 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-f19c9881-de61-4905-952f-62d4a7e50c5f None None] Set router 14c7051d-38ee-4dd2-b8a3-06b04f4e7fee gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:27:43.643024 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cfa539ce-39b8-451b-97a0-916231521180 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:43.723700 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cfa539ce-39b8-451b-97a0-916231521180 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126781685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126595331'] for subnet, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:43.758980 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa539ce-39b8-451b-97a0-916231521180 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event deleted for resources: {'Subnet': ['ID=eaae6a81-fafb-4554-bb77-731afe3676bb,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:27:43.762388 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cfa539ce-39b8-451b-97a0-916231521180 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:43.765589 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-cfa539ce-39b8-451b-97a0-916231521180 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "DELETE /v2.0/subnets/eaae6a81-fafb-4554-bb77-731afe3676bb HTTP/1.1" status: 204 len: 168 time: 0.3034186 Nov 16 12:27:43.766940 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf9074a-2610-4c8a-8d90-18daf41065cb None None] Network ee1d1280-3bac-4bda-a50c-f8d003fdfe7a requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:27:43.768431 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56552) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:27:43.770948 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa539ce-39b8-451b-97a0-916231521180 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:43.771302 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa539ce-39b8-451b-97a0-916231521180 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:43.771687 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa539ce-39b8-451b-97a0-916231521180 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:43.772032 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa539ce-39b8-451b-97a0-916231521180 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:43.772374 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa539ce-39b8-451b-97a0-916231521180 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:43.772708 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa539ce-39b8-451b-97a0-916231521180 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:43.773045 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa539ce-39b8-451b-97a0-916231521180 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:43.773375 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa539ce-39b8-451b-97a0-916231521180 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:43.773706 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa539ce-39b8-451b-97a0-916231521180 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:43.774065 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa539ce-39b8-451b-97a0-916231521180 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:43.774399 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa539ce-39b8-451b-97a0-916231521180 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:43.774723 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa539ce-39b8-451b-97a0-916231521180 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:43.831445 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f19c9881-de61-4905-952f-62d4a7e50c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c7051d-38ee-4dd2-b8a3-06b04f4e7fee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-21493905', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'aa7a8419-2586-4970-8f82-c12baee26c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:25:59Z', 'updated_at': '2021-11-16T12:27:42Z', 'revision_number': 5, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': 'aa7a8419-2586-4970-8f82-c12baee26c16', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c7051d-38ee-4dd2-b8a3-06b04f4e7fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:26:00Z', 'updated_at': '2021-11-16T12:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:27:43.863562 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19c9881-de61-4905-952f-62d4a7e50c5f None None] Checking router: 14c7051d-38ee-4dd2-b8a3-06b04f4e7fee for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:27:43.873682 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a193d83f-165c-419c-b625-d315daad892e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:43.909132 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19c9881-de61-4905-952f-62d4a7e50c5f None None] Routers {'14c7051d-38ee-4dd2-b8a3-06b04f4e7fee'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:27:43.909760 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f19c9881-de61-4905-952f-62d4a7e50c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:27:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['14c7051d-38ee-4dd2-b8a3-06b04f4e7fee'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:27:43.979300 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a193d83f-165c-419c-b625-d315daad892e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:44.024106 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-f19c9881-de61-4905-952f-62d4a7e50c5f None None] Set router 14c7051d-38ee-4dd2-b8a3-06b04f4e7fee gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:27:44.036340 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a193d83f-165c-419c-b625-d315daad892e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Deleting port aa7a8419-2586-4970-8f82-c12baee26c16 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:27:44.036687 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a193d83f-165c-419c-b625-d315daad892e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:44.079034 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd817f5-d2cb-432b-81ce-5b9c29ed7ea2 None None] DHCP port deletion for ee1d1280-3bac-4bda-a50c-f8d003fdfe7a request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:27:44.117994 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-a193d83f-165c-419c-b625-d315daad892e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] For port aa7a8419-2586-4970-8f82-c12baee26c16, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=aa7a8419-2586-4970-8f82-c12baee26c16,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:27:44.118324 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a193d83f-165c-419c-b625-d315daad892e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:44.132350 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a193d83f-165c-419c-b625-d315daad892e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Calling delete_port for aa7a8419-2586-4970-8f82-c12baee26c16 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:27:44.220830 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-1fd817f5-d2cb-432b-81ce-5b9c29ed7ea2 None None] Deleting port a8016f07-4f73-474c-96d3-bf1d6511768c {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:27:44.221192 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1fd817f5-d2cb-432b-81ce-5b9c29ed7ea2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:44.292748 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-1fd817f5-d2cb-432b-81ce-5b9c29ed7ea2 None None] For port a8016f07-4f73-474c-96d3-bf1d6511768c, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=a8016f07-4f73-474c-96d3-bf1d6511768c,segment=NetworkSegment(f5d7978c-9fc3-4a68-9bea-d5a7655804f1),segment_id=f5d7978c-9fc3-4a68-9bea-d5a7655804f1)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:27:44.292966 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1fd817f5-d2cb-432b-81ce-5b9c29ed7ea2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:44.295802 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a193d83f-165c-419c-b625-d315daad892e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:44.309580 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-1fd817f5-d2cb-432b-81ce-5b9c29ed7ea2 None None] Calling delete_port for a8016f07-4f73-474c-96d3-bf1d6511768c owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:27:44.312002 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f19c9881-de61-4905-952f-62d4a7e50c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c7051d-38ee-4dd2-b8a3-06b04f4e7fee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-21493905', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'aa7a8419-2586-4970-8f82-c12baee26c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:25:59Z', 'updated_at': '2021-11-16T12:27:42Z', 'revision_number': 5, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': 'aa7a8419-2586-4970-8f82-c12baee26c16', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c7051d-38ee-4dd2-b8a3-06b04f4e7fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:26:00Z', 'updated_at': '2021-11-16T12:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:27:44.331652 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193d83f-165c-419c-b625-d315daad892e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event deleted for resources: {'Port': ['ID=aa7a8419-2586-4970-8f82-c12baee26c16,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:27:44.343459 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711b48a0-26b8-442c-8050-b34f405badbe None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:27:44.346982 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19c9881-de61-4905-952f-62d4a7e50c5f None None] The sync data for ids ['14c7051d-38ee-4dd2-b8a3-06b04f4e7fee'] in n-d-816823-3 is: [{'id': '14c7051d-38ee-4dd2-b8a3-06b04f4e7fee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-21493905', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'aa7a8419-2586-4970-8f82-c12baee26c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:25:59Z', 'updated_at': '2021-11-16T12:27:42Z', 'revision_number': 5, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': 'aa7a8419-2586-4970-8f82-c12baee26c16', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c7051d-38ee-4dd2-b8a3-06b04f4e7fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:26:00Z', 'updated_at': '2021-11-16T12:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:27:44.392527 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a193d83f-165c-419c-b625-d315daad892e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:44.429992 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1fd817f5-d2cb-432b-81ce-5b9c29ed7ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:44.453783 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd817f5-d2cb-432b-81ce-5b9c29ed7ea2 None None] Pushing event deleted for resources: {'Port': ['ID=a8016f07-4f73-474c-96d3-bf1d6511768c,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:27:44.463210 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd817f5-d2cb-432b-81ce-5b9c29ed7ea2 None None] No DVR routers for this DVR port a8016f07-4f73-474c-96d3-bf1d6511768c on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:27:44.465368 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd817f5-d2cb-432b-81ce-5b9c29ed7ea2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:44.465719 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd817f5-d2cb-432b-81ce-5b9c29ed7ea2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:44.466094 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd817f5-d2cb-432b-81ce-5b9c29ed7ea2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:44.466438 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd817f5-d2cb-432b-81ce-5b9c29ed7ea2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:44.466772 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd817f5-d2cb-432b-81ce-5b9c29ed7ea2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:44.467102 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd817f5-d2cb-432b-81ce-5b9c29ed7ea2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:44.467428 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd817f5-d2cb-432b-81ce-5b9c29ed7ea2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:44.467754 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd817f5-d2cb-432b-81ce-5b9c29ed7ea2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:44.468078 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd817f5-d2cb-432b-81ce-5b9c29ed7ea2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:44.468399 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd817f5-d2cb-432b-81ce-5b9c29ed7ea2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:44.468723 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd817f5-d2cb-432b-81ce-5b9c29ed7ea2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:44.469044 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd817f5-d2cb-432b-81ce-5b9c29ed7ea2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:44.483093 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a193d83f-165c-419c-b625-d315daad892e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:44.485198 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a193d83f-165c-419c-b625-d315daad892e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:44.528865 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a193d83f-165c-419c-b625-d315daad892e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:44.529472 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a193d83f-165c-419c-b625-d315daad892e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Fanout notify agent at l3_agent the message router_deleted on router 14c7051d-38ee-4dd2-b8a3-06b04f4e7fee {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 12:27:44.537119 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a193d83f-165c-419c-b625-d315daad892e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:44.538230 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a193d83f-165c-419c-b625-d315daad892e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "DELETE /v2.0/routers/14c7051d-38ee-4dd2-b8a3-06b04f4e7fee HTTP/1.1" status: 204 len: 168 time: 0.7687883 Nov 16 12:27:44.540949 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56554) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:27:44.618714 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f594ee41-c9f4-4ab8-a120-649656998a6c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:44.710263 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f594ee41-c9f4-4ab8-a120-649656998a6c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:44.730615 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-f594ee41-c9f4-4ab8-a120-649656998a6c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee1d1280-3bac-4bda-a50c-f8d003fdfe7a']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:27:44.740033 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-f594ee41-c9f4-4ab8-a120-649656998a6c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5d7978c-9fc3-4a68-9bea-d5a7655804f1') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:27:44.740333 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-f594ee41-c9f4-4ab8-a120-649656998a6c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5d7978c-9fc3-4a68-9bea-d5a7655804f1') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:27:44.750255 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f594ee41-c9f4-4ab8-a120-649656998a6c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:44.764089 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f594ee41-c9f4-4ab8-a120-649656998a6c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:44.770292 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f594ee41-c9f4-4ab8-a120-649656998a6c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 12:27:44.770753 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f594ee41-c9f4-4ab8-a120-649656998a6c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:44.774845 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 12:27:44.774845 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 12:27:44.774845 n-d-816823-3 neutron-server[102668]: timer() Nov 16 12:27:44.774845 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 12:27:44.774845 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 12:27:44.774845 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 12:27:44.774845 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 12:27:44.774845 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 12:27:44.774845 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 12:27:44.774845 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 12:27:44.774845 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 12:27:44.774845 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 12:27:44.774845 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 12:27:44.774845 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 12:27:44.774845 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 12:27:44.774845 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 12:27:44.774845 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 12:27:44.774845 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 12:27:44.774845 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 12:27:44.774845 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 12:27:44.774845 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 12:27:44.774845 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 12:27:44.774845 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 12:27:44.774845 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 12:27:44.774845 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 12:27:44.774845 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 12:27:44.774845 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 12:27:44.774845 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 12:27:44.774845 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 12:27:44.774845 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 12:27:44.774845 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 12:27:44.774845 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 12:27:44.843132 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f594ee41-c9f4-4ab8-a120-649656998a6c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:44.850015 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f594ee41-c9f4-4ab8-a120-649656998a6c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:44.853137 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f594ee41-c9f4-4ab8-a120-649656998a6c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "DELETE /v2.0/networks/ee1d1280-3bac-4bda-a50c-f8d003fdfe7a HTTP/1.1" status: 204 len: 168 time: 0.3112762 Nov 16 12:27:44.856057 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56556) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:27:44.864574 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f594ee41-c9f4-4ab8-a120-649656998a6c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event deleted for resources: {'Network': ['ID=ee1d1280-3bac-4bda-a50c-f8d003fdfe7a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:27:44.918745 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6395e7fc-cdde-40dc-8215-5bc275d8891f tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:44.947489 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6395e7fc-cdde-40dc-8215-5bc275d8891f tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:45.010571 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6395e7fc-cdde-40dc-8215-5bc275d8891f tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:45.013262 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6395e7fc-cdde-40dc-8215-5bc275d8891f tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:45.017374 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6395e7fc-cdde-40dc-8215-5bc275d8891f tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "DELETE /v2.0/security-groups/5b2cb2a1-aaff-4848-9d4c-999c29d1f18c HTTP/1.1" status: 204 len: 168 time: 0.1602764 Nov 16 12:27:45.028199 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6395e7fc-cdde-40dc-8215-5bc275d8891f tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2cb2a1-aaff-4848-9d4c-999c29d1f18c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:27:45.318710 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56562) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:27:45.323337 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-750fc42b-f014-4c98-a3dd-c439d1792274 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-431221333', 'description': 'tempest-secgroup-smoke-431221333 description', 'project_id': 'aae820dbeac54b079877012566498127'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:27:45.346894 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-750fc42b-f014-4c98-a3dd-c439d1792274 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:45.416364 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-750fc42b-f014-4c98-a3dd-c439d1792274 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:45.421517 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-750fc42b-f014-4c98-a3dd-c439d1792274 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:45.449067 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-750fc42b-f014-4c98-a3dd-c439d1792274 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:45.450288 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-750fc42b-f014-4c98-a3dd-c439d1792274 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1305771 Nov 16 12:27:45.453433 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56564) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:27:45.454223 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750fc42b-f014-4c98-a3dd-c439d1792274 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f60fc3c2-43c0-4cdd-9f7c-5a7df383e8eb,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:27:45.458286 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-324b0075-b6f5-462b-b382-76a24958685b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'security_group_rule': {'security_group_id': 'f60fc3c2-43c0-4cdd-9f7c-5a7df383e8eb', 'project_id': 'aae820dbeac54b079877012566498127', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:27:45.485555 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-324b0075-b6f5-462b-b382-76a24958685b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:45.534998 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-324b0075-b6f5-462b-b382-76a24958685b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:45.538908 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-324b0075-b6f5-462b-b382-76a24958685b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:45.563466 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b0075-b6f5-462b-b382-76a24958685b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=192a5ac0-8663-4d5d-a82e-d82ed34070a3,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:27:45.571706 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-324b0075-b6f5-462b-b382-76a24958685b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:45.573174 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-324b0075-b6f5-462b-b382-76a24958685b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1185009 Nov 16 12:27:45.575924 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56566) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:27:45.580661 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-d670f45f-3023-4695-9de0-c5a3f6e560f8 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'security_group_rule': {'security_group_id': 'f60fc3c2-43c0-4cdd-9f7c-5a7df383e8eb', 'project_id': 'aae820dbeac54b079877012566498127', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:27:45.607600 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d670f45f-3023-4695-9de0-c5a3f6e560f8 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:45.664065 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d670f45f-3023-4695-9de0-c5a3f6e560f8 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:45.668146 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d670f45f-3023-4695-9de0-c5a3f6e560f8 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:45.693948 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670f45f-3023-4695-9de0-c5a3f6e560f8 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b56f9462-a37b-42c7-85e5-5ad191e752a0,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:27:45.694692 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dfeafbf1-9bb7-4b4a-b487-6d0dfa56338b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:45.703260 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d670f45f-3023-4695-9de0-c5a3f6e560f8 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:45.704582 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-d670f45f-3023-4695-9de0-c5a3f6e560f8 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1276321 Nov 16 12:27:45.707511 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56568) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:27:45.712795 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-874006ed-2fda-44e2-b33e-6cf995ade640 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'security_group_rule': {'security_group_id': 'f60fc3c2-43c0-4cdd-9f7c-5a7df383e8eb', 'project_id': 'aae820dbeac54b079877012566498127', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:27:45.734668 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7158efa1-db72-4500-8c77-65d11894bb46 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:27:45.744164 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-874006ed-2fda-44e2-b33e-6cf995ade640 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:45.756915 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 7158efa1-db72-4500-8c77-65d11894bb46 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:27:45.757258 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7158efa1-db72-4500-8c77-65d11894bb46 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:27:45.757701 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device a8016f07-4f73-474c-96d3-bf1d6511768c no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:27:45.780360 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: a8016f07-4f73-474c-96d3-bf1d6511768c {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:27:45.780706 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device a8016f07-4f73-474c-96d3-bf1d6511768c not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:27:45.781113 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device aa7a8419-2586-4970-8f82-c12baee26c16 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:27:45.799503 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: aa7a8419-2586-4970-8f82-c12baee26c16 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:27:45.799844 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device aa7a8419-2586-4970-8f82-c12baee26c16 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:27:45.808220 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-874006ed-2fda-44e2-b33e-6cf995ade640 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:45.812584 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-874006ed-2fda-44e2-b33e-6cf995ade640 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:45.831773 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874006ed-2fda-44e2-b33e-6cf995ade640 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7092907a-aa40-48b4-8681-ba1dd7639ec3,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:27:45.840107 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-874006ed-2fda-44e2-b33e-6cf995ade640 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:45.841309 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-874006ed-2fda-44e2-b33e-6cf995ade640 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1326661 Nov 16 12:27:45.844018 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56570) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:27:45.848246 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-44ec4dd5-a50b-48ce-9307-96f37cd9716e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'security_group_rule': {'security_group_id': 'f60fc3c2-43c0-4cdd-9f7c-5a7df383e8eb', 'project_id': 'aae820dbeac54b079877012566498127', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:27:45.874780 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-44ec4dd5-a50b-48ce-9307-96f37cd9716e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:45.931578 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-44ec4dd5-a50b-48ce-9307-96f37cd9716e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:45.935118 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-44ec4dd5-a50b-48ce-9307-96f37cd9716e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:45.953120 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec4dd5-a50b-48ce-9307-96f37cd9716e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b15fbea8-2324-4eda-8675-f535fb3ab826,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:27:45.961268 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-44ec4dd5-a50b-48ce-9307-96f37cd9716e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:45.962761 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-44ec4dd5-a50b-48ce-9307-96f37cd9716e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1175730 Nov 16 12:27:45.965268 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56572) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:27:45.969570 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d51b29ee-ba55-44e1-86c2-af6aec08937a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'security_group_rule': {'security_group_id': 'f60fc3c2-43c0-4cdd-9f7c-5a7df383e8eb', 'project_id': 'aae820dbeac54b079877012566498127', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:27:45.990662 n-d-816823-3 neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-d51b29ee-ba55-44e1-86c2-af6aec08937a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Project aae820dbeac54b079877012566498127 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 12:27:45.995388 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d51b29ee-ba55-44e1-86c2-af6aec08937a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:46.052349 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d51b29ee-ba55-44e1-86c2-af6aec08937a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:46.055038 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d51b29ee-ba55-44e1-86c2-af6aec08937a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:46.072990 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b29ee-ba55-44e1-86c2-af6aec08937a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3256c1e2-f9ee-4bc7-9f0b-f867250fd3f1,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:27:46.077529 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d51b29ee-ba55-44e1-86c2-af6aec08937a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:46.078732 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d51b29ee-ba55-44e1-86c2-af6aec08937a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1125166 Nov 16 12:27:46.081541 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56574) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:27:46.086510 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-8fa0b005-924b-428e-a833-1fc5cd340e89 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'security_group_rule': {'security_group_id': 'f60fc3c2-43c0-4cdd-9f7c-5a7df383e8eb', 'project_id': 'aae820dbeac54b079877012566498127', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:27:46.108031 n-d-816823-3 neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-8fa0b005-924b-428e-a833-1fc5cd340e89 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Project aae820dbeac54b079877012566498127 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 12:27:46.112784 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b005-924b-428e-a833-1fc5cd340e89 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:46.174483 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b005-924b-428e-a833-1fc5cd340e89 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:46.177917 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b005-924b-428e-a833-1fc5cd340e89 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:46.195734 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0b005-924b-428e-a833-1fc5cd340e89 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55256a65-f323-4d67-aab1-92aef74cff77,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:27:46.202362 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b005-924b-428e-a833-1fc5cd340e89 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:46.203547 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8fa0b005-924b-428e-a833-1fc5cd340e89 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209826 Nov 16 12:27:46.207364 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56576) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:27:46.212794 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-22ba9ff5-e1d2-4ce1-a5e5-7334f065991c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'network': {'name': 'tempest-network-smoke--472375684', 'project_id': 'aae820dbeac54b079877012566498127', 'port_security_enabled': True}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:27:46.233147 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ba9ff5-e1d2-4ce1-a5e5-7334f065991c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Made reservation on behalf of aae820dbeac54b079877012566498127 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:27:46.236536 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22ba9ff5-e1d2-4ce1-a5e5-7334f065991c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:46.260052 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22ba9ff5-e1d2-4ce1-a5e5-7334f065991c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 12:27:46.269143 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22ba9ff5-e1d2-4ce1-a5e5-7334f065991c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:46.269488 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-22ba9ff5-e1d2-4ce1-a5e5-7334f065991c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Added segment 5a6fc55f-aa58-419a-a560-927cd55556a8 of type vlan for network 058a11d6-e03e-477b-808b-bc5ff89e5da0 Nov 16 12:27:46.308815 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22ba9ff5-e1d2-4ce1-a5e5-7334f065991c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:46.333051 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22ba9ff5-e1d2-4ce1-a5e5-7334f065991c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:46.339391 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ba9ff5-e1d2-4ce1-a5e5-7334f065991c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:27:46.339971 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-22ba9ff5-e1d2-4ce1-a5e5-7334f065991c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:46.392954 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-22ba9ff5-e1d2-4ce1-a5e5-7334f065991c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1845517 Nov 16 12:27:46.395718 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56578) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:27:46.400512 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-854099c9-7738-4c82-8dfa-450ce6910803 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1587606789', 'admin_state_up': True, 'project_id': 'aae820dbeac54b079877012566498127', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:27:46.424764 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ba9ff5-e1d2-4ce1-a5e5-7334f065991c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'Network': ['ID=058a11d6-e03e-477b-808b-bc5ff89e5da0,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:27:46.435582 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 058a11d6-e03e-477b-808b-bc5ff89e5da0 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 12:27:46.438484 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-854099c9-7738-4c82-8dfa-450ce6910803 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:46.439241 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-854099c9-7738-4c82-8dfa-450ce6910803 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:46.488963 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-854099c9-7738-4c82-8dfa-450ce6910803 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:46.624862 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-854099c9-7738-4c82-8dfa-450ce6910803 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:46.870384 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:47.115765 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-854099c9-7738-4c82-8dfa-450ce6910803 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:47.134679 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-854099c9-7738-4c82-8dfa-450ce6910803 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:47.237541 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-854099c9-7738-4c82-8dfa-450ce6910803 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Allocated IP 172.25.0.191 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/608f9ddc-9c36-41a4-a381-f8e8776de22b) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:27:47.338981 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-854099c9-7738-4c82-8dfa-450ce6910803 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:47.371121 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-854099c9-7738-4c82-8dfa-450ce6910803 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:47.409585 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854099c9-7738-4c82-8dfa-450ce6910803 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:27:47.412476 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-854099c9-7738-4c82-8dfa-450ce6910803 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:27:47.416073 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854099c9-7738-4c82-8dfa-450ce6910803 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:27:47.421614 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854099c9-7738-4c82-8dfa-450ce6910803 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'Port': ['ID=608f9ddc-9c36-41a4-a381-f8e8776de22b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:27:47.426724 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e40e331-633c-400f-a22c-f7513e265d7d None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:27:47.454631 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-f2f38ac5-72f7-451b-a5e7-ebb776a78225 None None] Provisioning complete for port 608f9ddc-9c36-41a4-a381-f8e8776de22b triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:27:47.455238 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f2f38ac5-72f7-451b-a5e7-ebb776a78225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:47.493632 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-f2f38ac5-72f7-451b-a5e7-ebb776a78225 None None] Port 608f9ddc-9c36-41a4-a381-f8e8776de22b cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:27:47.661893 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-854099c9-7738-4c82-8dfa-450ce6910803 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:47.855269 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-854099c9-7738-4c82-8dfa-450ce6910803 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:47.980183 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-854099c9-7738-4c82-8dfa-450ce6910803 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Router 05fffb07-a83f-4b36-87cf-40552df93c20 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 12:27:48.084675 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854099c9-7738-4c82-8dfa-450ce6910803 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:27:48.096909 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728ff7b9-06fd-4e8b-a7b8-d6f4fb2fae02 None None] Sync routers for ids ['05fffb07-a83f-4b36-87cf-40552df93c20'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:27:48.104413 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-854099c9-7738-4c82-8dfa-450ce6910803 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:48.105640 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-854099c9-7738-4c82-8dfa-450ce6910803 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7090056 Nov 16 12:27:48.107442 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728ff7b9-06fd-4e8b-a7b8-d6f4fb2fae02 None None] Routers {'05fffb07-a83f-4b36-87cf-40552df93c20'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:27:48.108109 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-728ff7b9-06fd-4e8b-a7b8-d6f4fb2fae02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:27:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['05fffb07-a83f-4b36-87cf-40552df93c20'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:27:48.108667 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56580) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:27:48.185396 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2f173006-706b-48f4-aae8-fbc7e203a210 tempest-TestNetworkAdvancedServerOps-1204587946 tempest-TestNetworkAdvancedServerOps-1204587946-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=aae820dbeac54b079877012566498127&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0756047 Nov 16 12:27:48.188293 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56584) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:27:48.275581 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d421b0-d00e-4933-b65a-ef97cce30636 tempest-TestNetworkAdvancedServerOps-1204587946 tempest-TestNetworkAdvancedServerOps-1204587946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:27:48.277487 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-45d421b0-d00e-4933-b65a-ef97cce30636 tempest-TestNetworkAdvancedServerOps-1204587946 tempest-TestNetworkAdvancedServerOps-1204587946-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0882161 Nov 16 12:27:48.280338 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56586) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:27:48.300067 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-728ff7b9-06fd-4e8b-a7b8-d6f4fb2fae02 None None] Set router 05fffb07-a83f-4b36-87cf-40552df93c20 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:27:48.312274 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-091be087-045a-4228-a348-94955519977b tempest-TestNetworkAdvancedServerOps-1204587946 tempest-TestNetworkAdvancedServerOps-1204587946-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=47f35a41-d782-4d3e-9754-e87c9ca4914b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308347 Nov 16 12:27:48.314744 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56588) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:27:48.319424 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-46a86e02-98c1-4b4a-b2f4-398c78ca5285 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1688220701', 'network_id': '058a11d6-e03e-477b-808b-bc5ff89e5da0', 'project_id': 'aae820dbeac54b079877012566498127', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:27:48.406454 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a86e02-98c1-4b4a-b2f4-398c78ca5285 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Made reservation on behalf of aae820dbeac54b079877012566498127 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:27:48.410076 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-46a86e02-98c1-4b4a-b2f4-398c78ca5285 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:48.475419 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-728ff7b9-06fd-4e8b-a7b8-d6f4fb2fae02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fffb07-a83f-4b36-87cf-40552df93c20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1587606789', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '608f9ddc-9c36-41a4-a381-f8e8776de22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:27:46Z', 'updated_at': '2021-11-16T12:27:47Z', 'revision_number': 3, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': '608f9ddc-9c36-41a4-a381-f8e8776de22b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:54:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fffb07-a83f-4b36-87cf-40552df93c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:27:47Z', 'updated_at': '2021-11-16T12:27:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:27:48.505141 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728ff7b9-06fd-4e8b-a7b8-d6f4fb2fae02 None None] Checking router: 05fffb07-a83f-4b36-87cf-40552df93c20 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:27:48.505504 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728ff7b9-06fd-4e8b-a7b8-d6f4fb2fae02 None None] Updating router 05fffb07-a83f-4b36-87cf-40552df93c20 port 608f9ddc-9c36-41a4-a381-f8e8776de22b binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 12:27:48.530960 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-728ff7b9-06fd-4e8b-a7b8-d6f4fb2fae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:48.570904 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:48.602721 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-46a86e02-98c1-4b4a-b2f4-398c78ca5285 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:48.661368 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a86e02-98c1-4b4a-b2f4-398c78ca5285 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'Subnet': ['ID=d804ab4b-cff9-4d37-bdb1-9f93b34cbf7b,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:27:48.669895 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a86e02-98c1-4b4a-b2f4-398c78ca5285 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Checking segment: {'id': '5a6fc55f-aa58-419a-a560-927cd55556a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '058a11d6-e03e-477b-808b-bc5ff89e5da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:27:48.670599 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a86e02-98c1-4b4a-b2f4-398c78ca5285 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Network hostable DHCP agents. Network: 058a11d6-e03e-477b-808b-bc5ff89e5da0, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 12:27:48.686958 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a86e02-98c1-4b4a-b2f4-398c78ca5285 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Network 058a11d6-e03e-477b-808b-bc5ff89e5da0 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 12:27:48.696154 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-46a86e02-98c1-4b4a-b2f4-398c78ca5285 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 058a11d6-e03e-477b-808b-bc5ff89e5da0) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:27:48.700127 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a86e02-98c1-4b4a-b2f4-398c78ca5285 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:27:48.701098 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-46a86e02-98c1-4b4a-b2f4-398c78ca5285 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:48.711380 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6106546-c60c-47dd-bc69-d63c27b4cb0c None None] Network 058a11d6-e03e-477b-808b-bc5ff89e5da0 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:27:48.721910 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-46a86e02-98c1-4b4a-b2f4-398c78ca5285 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4061484 Nov 16 12:27:48.724632 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56590) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:27:48.792105 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-728ff7b9-06fd-4e8b-a7b8-d6f4fb2fae02 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:48.799224 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-728ff7b9-06fd-4e8b-a7b8-d6f4fb2fae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:48.849173 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530fcfa-7a2e-4163-b6eb-de85a09f075c None None] Pushing event updated for resources: {'Port': ['ID=608f9ddc-9c36-41a4-a381-f8e8776de22b,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:27:48.857162 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ce7415-4cdd-4914-aedc-f77b4da4dcd6 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:27:48.857848 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9530fcfa-7a2e-4163-b6eb-de85a09f075c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:48.858235 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9530fcfa-7a2e-4163-b6eb-de85a09f075c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:48.858707 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9530fcfa-7a2e-4163-b6eb-de85a09f075c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:48.858894 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9530fcfa-7a2e-4163-b6eb-de85a09f075c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:48.859229 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9530fcfa-7a2e-4163-b6eb-de85a09f075c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:48.859559 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9530fcfa-7a2e-4163-b6eb-de85a09f075c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:48.859882 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9530fcfa-7a2e-4163-b6eb-de85a09f075c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:48.860201 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9530fcfa-7a2e-4163-b6eb-de85a09f075c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:48.860973 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9530fcfa-7a2e-4163-b6eb-de85a09f075c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:48.860973 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9530fcfa-7a2e-4163-b6eb-de85a09f075c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:48.861273 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9530fcfa-7a2e-4163-b6eb-de85a09f075c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:48.861973 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9530fcfa-7a2e-4163-b6eb-de85a09f075c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:27:48.874046 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-728ff7b9-06fd-4e8b-a7b8-d6f4fb2fae02 None None] Attempting to bind port 608f9ddc-9c36-41a4-a381-f8e8776de22b on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:27:48.874582 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-728ff7b9-06fd-4e8b-a7b8-d6f4fb2fae02 None None] Attempting to bind port 608f9ddc-9c36-41a4-a381-f8e8776de22b by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:27:48.875031 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728ff7b9-06fd-4e8b-a7b8-d6f4fb2fae02 None None] Attempting to bind port 608f9ddc-9c36-41a4-a381-f8e8776de22b on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:27:48.879351 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461c48b5-0897-4417-969c-837bd0b136b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-058a11d6-e03e-477b-808b-bc5ff89e5da0', 'network_id': '058a11d6-e03e-477b-808b-bc5ff89e5da0', 'tenant_id': 'aae820dbeac54b079877012566498127', 'fixed_ips': [{'subnet_id': 'd804ab4b-cff9-4d37-bdb1-9f93b34cbf7b'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 12:27:48.880436 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728ff7b9-06fd-4e8b-a7b8-d6f4fb2fae02 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:27:48.880622 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-461c48b5-0897-4417-969c-837bd0b136b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:48.881725 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728ff7b9-06fd-4e8b-a7b8-d6f4fb2fae02 None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:27:48.882255 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-728ff7b9-06fd-4e8b-a7b8-d6f4fb2fae02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:48.882740 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728ff7b9-06fd-4e8b-a7b8-d6f4fb2fae02 None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:27:48.883384 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-728ff7b9-06fd-4e8b-a7b8-d6f4fb2fae02 None None] Bound port: 608f9ddc-9c36-41a4-a381-f8e8776de22b, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:27:48.883936 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-728ff7b9-06fd-4e8b-a7b8-d6f4fb2fae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:48.940810 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-728ff7b9-06fd-4e8b-a7b8-d6f4fb2fae02 None None] For port 608f9ddc-9c36-41a4-a381-f8e8776de22b, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:27:48.944242 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-728ff7b9-06fd-4e8b-a7b8-d6f4fb2fae02 None None] For port 608f9ddc-9c36-41a4-a381-f8e8776de22b, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=608f9ddc-9c36-41a4-a381-f8e8776de22b,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:27:48.948216 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-728ff7b9-06fd-4e8b-a7b8-d6f4fb2fae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:48.984967 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-75bbca60-33d6-4060-a973-fc5601614d15 None None] Provisioning complete for port 608f9ddc-9c36-41a4-a381-f8e8776de22b triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:27:48.985605 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-75bbca60-33d6-4060-a973-fc5601614d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:49.002764 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530fcfa-7a2e-4163-b6eb-de85a09f075c None None] Pushing event updated for resources: {'Port': ['ID=608f9ddc-9c36-41a4-a381-f8e8776de22b,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:27:49.013916 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728ff7b9-06fd-4e8b-a7b8-d6f4fb2fae02 None None] Routers {'05fffb07-a83f-4b36-87cf-40552df93c20'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:27:49.014996 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-728ff7b9-06fd-4e8b-a7b8-d6f4fb2fae02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:27:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['05fffb07-a83f-4b36-87cf-40552df93c20'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:27:49.024715 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dbe25f-a9e1-40ba-a1da-b73a6551ef87 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:27:49.039695 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:49.094640 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-461c48b5-0897-4417-969c-837bd0b136b9 None None] Allocated IP 172.20.0.2 (058a11d6-e03e-477b-808b-bc5ff89e5da0/d804ab4b-cff9-4d37-bdb1-9f93b34cbf7b/b5b42224-a2f6-4744-b1cc-6386cf974078) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:27:49.129549 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-728ff7b9-06fd-4e8b-a7b8-d6f4fb2fae02 None None] Set router 05fffb07-a83f-4b36-87cf-40552df93c20 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:27:49.215569 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dec736d1-fe8d-459e-a651-69a65f0356b2 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:49.325937 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-728ff7b9-06fd-4e8b-a7b8-d6f4fb2fae02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fffb07-a83f-4b36-87cf-40552df93c20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1587606789', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '608f9ddc-9c36-41a4-a381-f8e8776de22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:27:46Z', 'updated_at': '2021-11-16T12:27:47Z', 'revision_number': 3, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': '608f9ddc-9c36-41a4-a381-f8e8776de22b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:54:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fffb07-a83f-4b36-87cf-40552df93c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:27:47Z', 'updated_at': '2021-11-16T12:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:27:49.339773 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-75bbca60-33d6-4060-a973-fc5601614d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:49.356553 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728ff7b9-06fd-4e8b-a7b8-d6f4fb2fae02 None None] The sync data for ids ['05fffb07-a83f-4b36-87cf-40552df93c20'] in n-d-816823-3 is: [{'id': '05fffb07-a83f-4b36-87cf-40552df93c20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1587606789', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '608f9ddc-9c36-41a4-a381-f8e8776de22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:27:46Z', 'updated_at': '2021-11-16T12:27:47Z', 'revision_number': 3, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': '608f9ddc-9c36-41a4-a381-f8e8776de22b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:54:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fffb07-a83f-4b36-87cf-40552df93c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:27:47Z', 'updated_at': '2021-11-16T12:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:27:49.370993 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-75bbca60-33d6-4060-a973-fc5601614d15 None None] For port 608f9ddc-9c36-41a4-a381-f8e8776de22b, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=608f9ddc-9c36-41a4-a381-f8e8776de22b,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:27:49.379446 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-75bbca60-33d6-4060-a973-fc5601614d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:49.478304 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bbca60-33d6-4060-a973-fc5601614d15 None None] Pushing event updated for resources: {'Port': ['ID=608f9ddc-9c36-41a4-a381-f8e8776de22b,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:27:49.498129 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-461c48b5-0897-4417-969c-837bd0b136b9 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:49.508504 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-461c48b5-0897-4417-969c-837bd0b136b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:49.518230 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-5af9386a-45e2-4def-8d0d-587f65e55e7c None None] Provisioning complete for port 608f9ddc-9c36-41a4-a381-f8e8776de22b triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:27:49.518605 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5af9386a-45e2-4def-8d0d-587f65e55e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:49.565043 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-dec736d1-fe8d-459e-a651-69a65f0356b2 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Allocated IP 172.20.0.1 (058a11d6-e03e-477b-808b-bc5ff89e5da0/d804ab4b-cff9-4d37-bdb1-9f93b34cbf7b/bb8200d1-58da-4641-8dda-1ad33241c631) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:27:49.597086 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461c48b5-0897-4417-969c-837bd0b136b9 None None] Network 058a11d6-e03e-477b-808b-bc5ff89e5da0 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:27:49.602706 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c48b5-0897-4417-969c-837bd0b136b9 None None] Pushing event updated for resources: {'Port': ['ID=b5b42224-a2f6-4744-b1cc-6386cf974078,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:27:49.607536 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-461c48b5-0897-4417-969c-837bd0b136b9 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:27:49.621216 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461c48b5-0897-4417-969c-837bd0b136b9 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:27:49.716767 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-461c48b5-0897-4417-969c-837bd0b136b9 None None] Attempting to bind port b5b42224-a2f6-4744-b1cc-6386cf974078 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:27:49.717136 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-461c48b5-0897-4417-969c-837bd0b136b9 None None] Attempting to bind port b5b42224-a2f6-4744-b1cc-6386cf974078 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '5a6fc55f-aa58-419a-a560-927cd55556a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '058a11d6-e03e-477b-808b-bc5ff89e5da0'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:27:49.717494 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461c48b5-0897-4417-969c-837bd0b136b9 None None] Attempting to bind port b5b42224-a2f6-4744-b1cc-6386cf974078 on network 058a11d6-e03e-477b-808b-bc5ff89e5da0 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:27:49.723980 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461c48b5-0897-4417-969c-837bd0b136b9 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:27:49.724410 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461c48b5-0897-4417-969c-837bd0b136b9 None None] Checking segment: {'id': '5a6fc55f-aa58-419a-a560-927cd55556a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '058a11d6-e03e-477b-808b-bc5ff89e5da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:27:49.724796 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-461c48b5-0897-4417-969c-837bd0b136b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:49.725301 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461c48b5-0897-4417-969c-837bd0b136b9 None None] Bound using segment: {'id': '5a6fc55f-aa58-419a-a560-927cd55556a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '058a11d6-e03e-477b-808b-bc5ff89e5da0'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:27:49.725649 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-461c48b5-0897-4417-969c-837bd0b136b9 None None] Bound port: b5b42224-a2f6-4744-b1cc-6386cf974078, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a6fc55f-aa58-419a-a560-927cd55556a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '058a11d6-e03e-477b-808b-bc5ff89e5da0'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:27:49.726104 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-461c48b5-0897-4417-969c-837bd0b136b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:49.727108 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dec736d1-fe8d-459e-a651-69a65f0356b2 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:49.786233 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dec736d1-fe8d-459e-a651-69a65f0356b2 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:49.800322 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-461c48b5-0897-4417-969c-837bd0b136b9 None None] For port b5b42224-a2f6-4744-b1cc-6386cf974078, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:27:49.805621 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-461c48b5-0897-4417-969c-837bd0b136b9 None None] For port b5b42224-a2f6-4744-b1cc-6386cf974078, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=b5b42224-a2f6-4744-b1cc-6386cf974078,segment=NetworkSegment(5a6fc55f-aa58-419a-a560-927cd55556a8),segment_id=5a6fc55f-aa58-419a-a560-927cd55556a8)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:27:49.810868 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 608f9ddc-9c36-41a4-a381-f8e8776de22b up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:27:49.814428 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-461c48b5-0897-4417-969c-837bd0b136b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:49.849115 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec736d1-fe8d-459e-a651-69a65f0356b2 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Network 058a11d6-e03e-477b-808b-bc5ff89e5da0 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:27:49.852455 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-dec736d1-fe8d-459e-a651-69a65f0356b2 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:27:49.856575 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec736d1-fe8d-459e-a651-69a65f0356b2 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:27:49.884975 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec736d1-fe8d-459e-a651-69a65f0356b2 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'Port': ['ID=bb8200d1-58da-4641-8dda-1ad33241c631,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:27:49.908192 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dec736d1-fe8d-459e-a651-69a65f0356b2 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:49.939842 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c48b5-0897-4417-969c-837bd0b136b9 None None] Pushing event updated for resources: {'Port': ['ID=b5b42224-a2f6-4744-b1cc-6386cf974078,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:27:49.956084 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 608f9ddc-9c36-41a4-a381-f8e8776de22b triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:27:49.956727 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:50.069294 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dec736d1-fe8d-459e-a651-69a65f0356b2 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:50.375790 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dec736d1-fe8d-459e-a651-69a65f0356b2 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:50.388646 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dec736d1-fe8d-459e-a651-69a65f0356b2 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:50.466603 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec736d1-fe8d-459e-a651-69a65f0356b2 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'Port': ['ID=bb8200d1-58da-4641-8dda-1ad33241c631,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:27:50.469146 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dec736d1-fe8d-459e-a651-69a65f0356b2 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:50.566492 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec736d1-fe8d-459e-a651-69a65f0356b2 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Network 058a11d6-e03e-477b-808b-bc5ff89e5da0 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:27:50.567936 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-dec736d1-fe8d-459e-a651-69a65f0356b2 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:27:50.678419 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec736d1-fe8d-459e-a651-69a65f0356b2 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Router 05fffb07-a83f-4b36-87cf-40552df93c20 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:27:50.787919 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec736d1-fe8d-459e-a651-69a65f0356b2 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:27:50.793005 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-dec736d1-fe8d-459e-a651-69a65f0356b2 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "PUT /v2.0/routers/05fffb07-a83f-4b36-87cf-40552df93c20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0674145 Nov 16 12:27:50.831761 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8321b4-1446-4d89-9cf5-37114140b1b5 None None] Network 058a11d6-e03e-477b-808b-bc5ff89e5da0 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:27:50.900563 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-44e564ed-7e08-4a26-a639-846cbf2fe07c None None] Provisioning complete for port b5b42224-a2f6-4744-b1cc-6386cf974078 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:27:50.900938 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-44e564ed-7e08-4a26-a639-846cbf2fe07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:50.956581 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-063d15a5-3383-4be2-a6bf-f73f581391fe tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-431221333&fields=id&tenant_id=aae820dbeac54b079877012566498127 HTTP/1.1" status: 200 len: 267 time: 0.0459127 Nov 16 12:27:51.057451 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-44e564ed-7e08-4a26-a639-846cbf2fe07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:51.078411 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-be4d8834-65d7-4537-80c0-7b38a5ad1dd2 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:27:51.080112 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-be4d8834-65d7-4537-80c0-7b38a5ad1dd2 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/networks?id=058a11d6-e03e-477b-808b-bc5ff89e5da0 HTTP/1.1" status: 200 len: 796 time: 0.1071320 Nov 16 12:27:51.095065 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-44e564ed-7e08-4a26-a639-846cbf2fe07c None None] For port b5b42224-a2f6-4744-b1cc-6386cf974078, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=b5b42224-a2f6-4744-b1cc-6386cf974078,segment=NetworkSegment(5a6fc55f-aa58-419a-a560-927cd55556a8),segment_id=5a6fc55f-aa58-419a-a560-927cd55556a8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:27:51.097401 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-b199b4d8-3149-4682-a35b-e2c640155fc7 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/quotas/aae820dbeac54b079877012566498127 HTTP/1.1" status: 200 len: 375 time: 0.0102870 Nov 16 12:27:51.100250 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-44e564ed-7e08-4a26-a639-846cbf2fe07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:51.155582 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e564ed-7e08-4a26-a639-846cbf2fe07c None None] Pushing event updated for resources: {'Port': ['ID=b5b42224-a2f6-4744-b1cc-6386cf974078,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:27:51.169115 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-ba1d9930-dc11-4560-95fe-1c24bbd11fbc tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=aae820dbeac54b079877012566498127&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0637510 Nov 16 12:27:51.321962 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-1858452a-b36f-4bcd-9b6e-2cbd567a4303 service neutron] 10.222.0.61 "GET /v2.0/networks/058a11d6-e03e-477b-808b-bc5ff89e5da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405320 Nov 16 12:27:51.326534 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6795f596-db25-4a51-878d-c560678167a5 None None] Provisioning complete for port b5b42224-a2f6-4744-b1cc-6386cf974078 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:27:51.326914 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6795f596-db25-4a51-878d-c560678167a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:51.428809 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc47202-1089-4e1c-b8a6-05599a981862 None None] Sync routers for ids ['05fffb07-a83f-4b36-87cf-40552df93c20'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:27:51.434707 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-bece9e7f-060c-4ae3-a5f3-aa6cc3abada9 service neutron] 10.222.0.61 "GET /v2.0/networks/058a11d6-e03e-477b-808b-bc5ff89e5da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059139 Nov 16 12:27:51.446422 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc47202-1089-4e1c-b8a6-05599a981862 None None] Routers {'05fffb07-a83f-4b36-87cf-40552df93c20'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:27:51.447050 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-bcc47202-1089-4e1c-b8a6-05599a981862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:27:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['05fffb07-a83f-4b36-87cf-40552df93c20'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:27:51.514857 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6795f596-db25-4a51-878d-c560678167a5 None None] Provisioning complete for port bb8200d1-58da-4641-8dda-1ad33241c631 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:27:51.515215 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6795f596-db25-4a51-878d-c560678167a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:51.566793 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-6795f596-db25-4a51-878d-c560678167a5 None None] Port bb8200d1-58da-4641-8dda-1ad33241c631 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:27:51.619488 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-bcc47202-1089-4e1c-b8a6-05599a981862 None None] Set router 05fffb07-a83f-4b36-87cf-40552df93c20 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:27:51.629382 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-561e80ba-8f0e-4d3f-9714-c0b752ceec75 req-a24b4a6e-5525-4ccd-bec5-956e6ce527b0 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fc79971-cb9e-4cf7-b2cc-2f185138b679 HTTP/1.1" status: 200 len: 210 time: 0.0386798 Nov 16 12:27:51.766800 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-4c952890-08ef-4b6b-be33-80285f02f762 None None] Provisioning complete for port bb8200d1-58da-4641-8dda-1ad33241c631 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:27:51.767178 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4c952890-08ef-4b6b-be33-80285f02f762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:51.794460 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device b5b42224-a2f6-4744-b1cc-6386cf974078 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:27:51.864897 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-4c952890-08ef-4b6b-be33-80285f02f762 None None] Port bb8200d1-58da-4641-8dda-1ad33241c631 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:27:51.904734 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port b5b42224-a2f6-4744-b1cc-6386cf974078 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:27:51.905112 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:51.962850 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-bcc47202-1089-4e1c-b8a6-05599a981862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fffb07-a83f-4b36-87cf-40552df93c20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1587606789', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '608f9ddc-9c36-41a4-a381-f8e8776de22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:27:46Z', 'updated_at': '2021-11-16T12:27:50Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': '608f9ddc-9c36-41a4-a381-f8e8776de22b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:54:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fffb07-a83f-4b36-87cf-40552df93c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:27:47Z', 'updated_at': '2021-11-16T12:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'bb8200d1-58da-4641-8dda-1ad33241c631', 'name': '', 'network_id': '058a11d6-e03e-477b-808b-bc5ff89e5da0', 'tenant_id': 'aae820dbeac54b079877012566498127', 'mac_address': 'fa:16:3e:aa:c6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fffb07-a83f-4b36-87cf-40552df93c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'd804ab4b-cff9-4d37-bdb1-9f93b34cbf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:27:49Z', 'updated_at': '2021-11-16T12:27:50Z', 'revision_number': 2, 'project_id': 'aae820dbeac54b079877012566498127', 'subnets': [{'id': 'd804ab4b-cff9-4d37-bdb1-9f93b34cbf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:27:52.001031 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc47202-1089-4e1c-b8a6-05599a981862 None None] Checking router: 05fffb07-a83f-4b36-87cf-40552df93c20 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:27:52.001394 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc47202-1089-4e1c-b8a6-05599a981862 None None] Updating router 05fffb07-a83f-4b36-87cf-40552df93c20 port bb8200d1-58da-4641-8dda-1ad33241c631 binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 12:27:52.060322 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bcc47202-1089-4e1c-b8a6-05599a981862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:52.070562 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-86933241-3e82-4d2e-8e4f-04dfcd4c6364 None None] Provisioning complete for port bb8200d1-58da-4641-8dda-1ad33241c631 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:27:52.071103 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-86933241-3e82-4d2e-8e4f-04dfcd4c6364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:52.139138 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-86933241-3e82-4d2e-8e4f-04dfcd4c6364 None None] Port bb8200d1-58da-4641-8dda-1ad33241c631 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:27:52.371735 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bcc47202-1089-4e1c-b8a6-05599a981862 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:52.377398 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bcc47202-1089-4e1c-b8a6-05599a981862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:52.426861 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4366870-3d2f-4da9-8a0c-a5f8921f92af None None] Pushing event updated for resources: {'Port': ['ID=bb8200d1-58da-4641-8dda-1ad33241c631,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:27:52.478553 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-bcc47202-1089-4e1c-b8a6-05599a981862 None None] Attempting to bind port bb8200d1-58da-4641-8dda-1ad33241c631 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:27:52.479195 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-bcc47202-1089-4e1c-b8a6-05599a981862 None None] Attempting to bind port bb8200d1-58da-4641-8dda-1ad33241c631 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '5a6fc55f-aa58-419a-a560-927cd55556a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '058a11d6-e03e-477b-808b-bc5ff89e5da0'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:27:52.479405 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc47202-1089-4e1c-b8a6-05599a981862 None None] Attempting to bind port bb8200d1-58da-4641-8dda-1ad33241c631 on network 058a11d6-e03e-477b-808b-bc5ff89e5da0 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:27:52.485388 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc47202-1089-4e1c-b8a6-05599a981862 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:27:52.485749 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc47202-1089-4e1c-b8a6-05599a981862 None None] Checking segment: {'id': '5a6fc55f-aa58-419a-a560-927cd55556a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '058a11d6-e03e-477b-808b-bc5ff89e5da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:27:52.486195 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bcc47202-1089-4e1c-b8a6-05599a981862 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:52.486585 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc47202-1089-4e1c-b8a6-05599a981862 None None] Bound using segment: {'id': '5a6fc55f-aa58-419a-a560-927cd55556a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '058a11d6-e03e-477b-808b-bc5ff89e5da0'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:27:52.487046 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-bcc47202-1089-4e1c-b8a6-05599a981862 None None] Bound port: bb8200d1-58da-4641-8dda-1ad33241c631, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a6fc55f-aa58-419a-a560-927cd55556a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '058a11d6-e03e-477b-808b-bc5ff89e5da0'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:27:52.487416 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bcc47202-1089-4e1c-b8a6-05599a981862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:52.559450 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-bcc47202-1089-4e1c-b8a6-05599a981862 None None] For port bb8200d1-58da-4641-8dda-1ad33241c631, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:27:52.562841 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-bcc47202-1089-4e1c-b8a6-05599a981862 None None] For port bb8200d1-58da-4641-8dda-1ad33241c631, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=bb8200d1-58da-4641-8dda-1ad33241c631,segment=NetworkSegment(5a6fc55f-aa58-419a-a560-927cd55556a8),segment_id=5a6fc55f-aa58-419a-a560-927cd55556a8)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:27:52.567371 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bcc47202-1089-4e1c-b8a6-05599a981862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:52.626439 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc47202-1089-4e1c-b8a6-05599a981862 None None] Routers {'05fffb07-a83f-4b36-87cf-40552df93c20'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:27:52.627060 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-bcc47202-1089-4e1c-b8a6-05599a981862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:27:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['05fffb07-a83f-4b36-87cf-40552df93c20'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:27:52.691635 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-06275a92-933c-4cc4-9234-e737318cd36b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:27:52.693691 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-06275a92-933c-4cc4-9234-e737318cd36b tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.36 "GET /v2.0/networks?id=058a11d6-e03e-477b-808b-bc5ff89e5da0 HTTP/1.1" status: 200 len: 796 time: 0.1557112 Nov 16 12:27:52.767762 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-12f70aa4-ad08-428e-b9bd-6cb503cc297d req-9d9ee452-9c02-4f25-81a9-2f6794fe5427 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fc79971-cb9e-4cf7-b2cc-2f185138b679 HTTP/1.1" status: 200 len: 210 time: 0.0288823 Nov 16 12:27:52.781684 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-1b5d1752-a11a-4cb5-88c9-1270ba7f86fe tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aae820dbeac54b079877012566498127 HTTP/1.1" status: 200 len: 379 time: 0.0778821 Nov 16 12:27:52.800475 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-98b362c4-e90b-4a1d-89cc-bc00464b04ad tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'port': {'device_id': '3fc79971-cb9e-4cf7-b2cc-2f185138b679', 'network_id': '058a11d6-e03e-477b-808b-bc5ff89e5da0', 'admin_state_up': True, 'tenant_id': 'aae820dbeac54b079877012566498127', 'security_groups': ['f60fc3c2-43c0-4cdd-9f7c-5a7df383e8eb']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:27:52.884404 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4366870-3d2f-4da9-8a0c-a5f8921f92af None None] Pushing event updated for resources: {'Port': ['ID=bb8200d1-58da-4641-8dda-1ad33241c631,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:27:52.926314 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-1a561eb6-b27d-4326-b557-ad2586e43bef None None] Provisioning complete for port bb8200d1-58da-4641-8dda-1ad33241c631 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:27:52.926791 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1a561eb6-b27d-4326-b557-ad2586e43bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:52.930614 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-98b362c4-e90b-4a1d-89cc-bc00464b04ad tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Made reservation on behalf of aae820dbeac54b079877012566498127 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:27:52.934206 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-98b362c4-e90b-4a1d-89cc-bc00464b04ad tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:52.977390 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-bcc47202-1089-4e1c-b8a6-05599a981862 None None] Set router 05fffb07-a83f-4b36-87cf-40552df93c20 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:27:53.061700 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-98b362c4-e90b-4a1d-89cc-bc00464b04ad tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Allocated IP 172.20.0.12 (058a11d6-e03e-477b-808b-bc5ff89e5da0/d804ab4b-cff9-4d37-bdb1-9f93b34cbf7b/b78ec7a1-1003-41cc-a3cc-dbafb606e464) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:27:53.166352 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1a561eb6-b27d-4326-b557-ad2586e43bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:53.229002 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-98b362c4-e90b-4a1d-89cc-bc00464b04ad tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:53.238974 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-1a561eb6-b27d-4326-b557-ad2586e43bef None None] For port bb8200d1-58da-4641-8dda-1ad33241c631, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=bb8200d1-58da-4641-8dda-1ad33241c631,segment=NetworkSegment(5a6fc55f-aa58-419a-a560-927cd55556a8),segment_id=5a6fc55f-aa58-419a-a560-927cd55556a8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:27:53.243950 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1a561eb6-b27d-4326-b557-ad2586e43bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:53.264609 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-98b362c4-e90b-4a1d-89cc-bc00464b04ad tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:53.306517 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-98b362c4-e90b-4a1d-89cc-bc00464b04ad tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Network 058a11d6-e03e-477b-808b-bc5ff89e5da0 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:27:53.311624 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-98b362c4-e90b-4a1d-89cc-bc00464b04ad tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:27:53.315477 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-98b362c4-e90b-4a1d-89cc-bc00464b04ad tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:27:53.341452 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a561eb6-b27d-4326-b557-ad2586e43bef None None] Pushing event updated for resources: {'Port': ['ID=bb8200d1-58da-4641-8dda-1ad33241c631,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:27:53.346692 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b362c4-e90b-4a1d-89cc-bc00464b04ad tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'Port': ['ID=b78ec7a1-1003-41cc-a3cc-dbafb606e464,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:27:53.359116 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-bcc47202-1089-4e1c-b8a6-05599a981862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fffb07-a83f-4b36-87cf-40552df93c20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1587606789', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '608f9ddc-9c36-41a4-a381-f8e8776de22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:27:46Z', 'updated_at': '2021-11-16T12:27:50Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': '608f9ddc-9c36-41a4-a381-f8e8776de22b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:54:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fffb07-a83f-4b36-87cf-40552df93c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:27:47Z', 'updated_at': '2021-11-16T12:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'bb8200d1-58da-4641-8dda-1ad33241c631', 'name': '', 'network_id': '058a11d6-e03e-477b-808b-bc5ff89e5da0', 'tenant_id': 'aae820dbeac54b079877012566498127', 'mac_address': 'fa:16:3e:aa:c6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fffb07-a83f-4b36-87cf-40552df93c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'd804ab4b-cff9-4d37-bdb1-9f93b34cbf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:27:49Z', 'updated_at': '2021-11-16T12:27:52Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'subnets': [{'id': 'd804ab4b-cff9-4d37-bdb1-9f93b34cbf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:27:53.380077 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-98b362c4-e90b-4a1d-89cc-bc00464b04ad tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:27:53.380339 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-98b362c4-e90b-4a1d-89cc-bc00464b04ad tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:53.392895 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc47202-1089-4e1c-b8a6-05599a981862 None None] The sync data for ids ['05fffb07-a83f-4b36-87cf-40552df93c20'] in n-d-816823-3 is: [{'id': '05fffb07-a83f-4b36-87cf-40552df93c20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1587606789', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '608f9ddc-9c36-41a4-a381-f8e8776de22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:27:46Z', 'updated_at': '2021-11-16T12:27:50Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': '608f9ddc-9c36-41a4-a381-f8e8776de22b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:54:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fffb07-a83f-4b36-87cf-40552df93c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:27:47Z', 'updated_at': '2021-11-16T12:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'bb8200d1-58da-4641-8dda-1ad33241c631', 'name': '', 'network_id': '058a11d6-e03e-477b-808b-bc5ff89e5da0', 'tenant_id': 'aae820dbeac54b079877012566498127', 'mac_address': 'fa:16:3e:aa:c6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fffb07-a83f-4b36-87cf-40552df93c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'd804ab4b-cff9-4d37-bdb1-9f93b34cbf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:27:49Z', 'updated_at': '2021-11-16T12:27:52Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'subnets': [{'id': 'd804ab4b-cff9-4d37-bdb1-9f93b34cbf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:27:53.399852 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-98b362c4-e90b-4a1d-89cc-bc00464b04ad tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6104805 Nov 16 12:27:53.402561 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b585c721-899c-4719-b049-505185ec2707 None None] Provisioning complete for port bb8200d1-58da-4641-8dda-1ad33241c631 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:27:53.402875 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b585c721-899c-4719-b049-505185ec2707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:53.415356 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-efc7f7fb-2581-4a22-a091-c8d9f4e56037 service neutron] Request body: {'port': {'device_id': '3fc79971-cb9e-4cf7-b2cc-2f185138b679', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:27:53.504779 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-efc7f7fb-2581-4a22-a091-c8d9f4e56037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:53.649616 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-4b23d9de-1ee1-4065-aab3-b82ed43fa2f6 None None] Provisioning complete for port b78ec7a1-1003-41cc-a3cc-dbafb606e464 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:27:53.650076 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4b23d9de-1ee1-4065-aab3-b82ed43fa2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:53.706560 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-4b23d9de-1ee1-4065-aab3-b82ed43fa2f6 None None] Port b78ec7a1-1003-41cc-a3cc-dbafb606e464 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:27:53.769503 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device bb8200d1-58da-4641-8dda-1ad33241c631 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:27:53.824900 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port bb8200d1-58da-4641-8dda-1ad33241c631 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:27:53.825279 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:53.828227 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-efc7f7fb-2581-4a22-a091-c8d9f4e56037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b78ec7a1-1003-41cc-a3cc-dbafb606e464 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:27:53.836782 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-efc7f7fb-2581-4a22-a091-c8d9f4e56037 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:53.850382 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-efc7f7fb-2581-4a22-a091-c8d9f4e56037 service neutron] Transition to ACTIVE for port object b78ec7a1-1003-41cc-a3cc-dbafb606e464 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 12:27:53.855956 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-efc7f7fb-2581-4a22-a091-c8d9f4e56037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:53.907852 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e77af5-5b68-4b8d-aab1-94a79f588596 req-f563ae49-5fe5-469e-bb94-03271464f5bf tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:27:53.916097 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a5e77af5-5b68-4b8d-aab1-94a79f588596 req-f563ae49-5fe5-469e-bb94-03271464f5bf tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fc79971-cb9e-4cf7-b2cc-2f185138b679 HTTP/1.1" status: 200 len: 944 time: 0.0652688 Nov 16 12:27:53.918624 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7f7fb-2581-4a22-a091-c8d9f4e56037 service neutron] Pushing event updated for resources: {'Port': ['ID=b78ec7a1-1003-41cc-a3cc-dbafb606e464,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:27:53.998597 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a5e77af5-5b68-4b8d-aab1-94a79f588596 req-f3450771-4e0b-4303-b23d-d3bb6370b1e8 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=f60fc3c2-43c0-4cdd-9f7c-5a7df383e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815246 Nov 16 12:27:54.020385 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-efc7f7fb-2581-4a22-a091-c8d9f4e56037 service neutron] Attempting to bind port b78ec7a1-1003-41cc-a3cc-dbafb606e464 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:27:54.020724 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-efc7f7fb-2581-4a22-a091-c8d9f4e56037 service neutron] Attempting to bind port b78ec7a1-1003-41cc-a3cc-dbafb606e464 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '5a6fc55f-aa58-419a-a560-927cd55556a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '058a11d6-e03e-477b-808b-bc5ff89e5da0'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:27:54.021064 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-efc7f7fb-2581-4a22-a091-c8d9f4e56037 service neutron] Attempting to bind port b78ec7a1-1003-41cc-a3cc-dbafb606e464 on network 058a11d6-e03e-477b-808b-bc5ff89e5da0 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:27:54.026786 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-efc7f7fb-2581-4a22-a091-c8d9f4e56037 service neutron] Port b78ec7a1-1003-41cc-a3cc-dbafb606e464 on network 058a11d6-e03e-477b-808b-bc5ff89e5da0 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 12:27:54.027017 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-efc7f7fb-2581-4a22-a091-c8d9f4e56037 service neutron] Attempting to bind port b78ec7a1-1003-41cc-a3cc-dbafb606e464 on network 058a11d6-e03e-477b-808b-bc5ff89e5da0 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:27:54.032262 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-efc7f7fb-2581-4a22-a091-c8d9f4e56037 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:27:54.032605 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-efc7f7fb-2581-4a22-a091-c8d9f4e56037 service neutron] Checking segment: {'id': '5a6fc55f-aa58-419a-a560-927cd55556a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '058a11d6-e03e-477b-808b-bc5ff89e5da0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:27:54.033001 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-efc7f7fb-2581-4a22-a091-c8d9f4e56037 service neutron] Bound using segment: {'id': '5a6fc55f-aa58-419a-a560-927cd55556a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '058a11d6-e03e-477b-808b-bc5ff89e5da0'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:27:54.033434 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-efc7f7fb-2581-4a22-a091-c8d9f4e56037 service neutron] Bound port: b78ec7a1-1003-41cc-a3cc-dbafb606e464, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a6fc55f-aa58-419a-a560-927cd55556a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '058a11d6-e03e-477b-808b-bc5ff89e5da0'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:27:54.033794 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-efc7f7fb-2581-4a22-a091-c8d9f4e56037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:54.104466 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-efc7f7fb-2581-4a22-a091-c8d9f4e56037 service neutron] For port b78ec7a1-1003-41cc-a3cc-dbafb606e464, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:27:54.108239 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-efc7f7fb-2581-4a22-a091-c8d9f4e56037 service neutron] For port b78ec7a1-1003-41cc-a3cc-dbafb606e464, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=b78ec7a1-1003-41cc-a3cc-dbafb606e464,segment=NetworkSegment(5a6fc55f-aa58-419a-a560-927cd55556a8),segment_id=5a6fc55f-aa58-419a-a560-927cd55556a8)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:27:54.113240 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-efc7f7fb-2581-4a22-a091-c8d9f4e56037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:54.469847 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-efc7f7fb-2581-4a22-a091-c8d9f4e56037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:27:54.470498 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-efc7f7fb-2581-4a22-a091-c8d9f4e56037 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:54.471890 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-efc7f7fb-2581-4a22-a091-c8d9f4e56037 service neutron] 10.222.0.36 "PUT /v2.0/ports/b78ec7a1-1003-41cc-a3cc-dbafb606e464 HTTP/1.1" status: 200 len: 1092 time: 1.0644515 Nov 16 12:27:54.472553 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc79971-cb9e-4cf7-b2cc-2f185138b679', 'tag': 'b78ec7a1-1003-41cc-a3cc-dbafb606e464'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:27:54.475196 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b4cb006b19835c19bcd0265a95de96d39c41d7d45c6d056c20fcc032bf3cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3c0be7-1370-4af6-8f36-f4d853c56157" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc79971-cb9e-4cf7-b2cc-2f185138b679", "tag": "b78ec7a1-1003-41cc-a3cc-dbafb606e464"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:27:54.518019 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7f7fb-2581-4a22-a091-c8d9f4e56037 service neutron] Pushing event updated for resources: {'Port': ['ID=b78ec7a1-1003-41cc-a3cc-dbafb606e464,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:27:54.553892 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a96cd6-2332-43e3-bd4f-d6b2968231a9 x-openstack-request-id: req-09a96cd6-2332-43e3-bd4f-d6b2968231a9 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:27:54.554218 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc79971-cb9e-4cf7-b2cc-2f185138b679", "tag": "b78ec7a1-1003-41cc-a3cc-dbafb606e464", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:27:54.554472 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-09a96cd6-2332-43e3-bd4f-d6b2968231a9 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:27:54.554866 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc79971-cb9e-4cf7-b2cc-2f185138b679', 'tag': 'b78ec7a1-1003-41cc-a3cc-dbafb606e464', 'status': 'completed', 'code': 200} Nov 16 12:27:54.571967 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-ad0df15f-6fce-46d6-a120-834dc24e07d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:27:54.573631 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-ad0df15f-6fce-46d6-a120-834dc24e07d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aae820dbeac54b079877012566498127&device_id=3fc79971-cb9e-4cf7-b2cc-2f185138b679 HTTP/1.1" status: 200 len: 1095 time: 0.0521688 Nov 16 12:27:54.624021 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-2d9e172d-3cbd-4fba-b6e7-713f451a0c0d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b78ec7a1-1003-41cc-a3cc-dbafb606e464 HTTP/1.1" status: 200 len: 217 time: 0.0403328 Nov 16 12:27:54.679535 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-79bca683-45ed-4044-a3ba-8d9a33d48fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:27:54.680985 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-79bca683-45ed-4044-a3ba-8d9a33d48fc4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d804ab4b-cff9-4d37-bdb1-9f93b34cbf7b HTTP/1.1" status: 200 len: 835 time: 0.0504432 Nov 16 12:27:54.726661 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-1b63bf40-8dd2-4fc6-9e01-a0d662249454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:27:54.728149 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-1b63bf40-8dd2-4fc6-9e01-a0d662249454 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=058a11d6-e03e-477b-808b-bc5ff89e5da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407631 Nov 16 12:27:54.816871 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-fc779ebd-eaee-43f7-a9ce-12855195cc17 service neutron] 10.222.0.36 "GET /v2.0/networks/058a11d6-e03e-477b-808b-bc5ff89e5da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816174 Nov 16 12:27:54.907557 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8c4bad3b-6937-49d7-bcdd-91c59a4b75da req-75ff80f1-4f08-4609-a3e0-e6b7fe893b37 service neutron] 10.222.0.36 "GET /v2.0/networks/058a11d6-e03e-477b-808b-bc5ff89e5da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841317 Nov 16 12:27:54.991458 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c0be7-1370-4af6-8f36-f4d853c56157 req-1951b98b-ca82-4787-854b-4c1fd12608d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:27:54.992954 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8a3c0be7-1370-4af6-8f36-f4d853c56157 req-1951b98b-ca82-4787-854b-4c1fd12608d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aae820dbeac54b079877012566498127&device_id=3fc79971-cb9e-4cf7-b2cc-2f185138b679 HTTP/1.1" status: 200 len: 1095 time: 0.0410373 Nov 16 12:27:55.087278 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c0be7-1370-4af6-8f36-f4d853c56157 req-728962c5-2ccd-4928-83fb-2b94660116d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:27:55.088757 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8a3c0be7-1370-4af6-8f36-f4d853c56157 req-728962c5-2ccd-4928-83fb-2b94660116d5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=058a11d6-e03e-477b-808b-bc5ff89e5da0 HTTP/1.1" status: 200 len: 897 time: 0.0894332 Nov 16 12:27:55.125168 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d01713-5672-4341-8c59-480783aaaa6c req-a0f9453c-b8d5-4a0f-8a81-decda729504e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:27:55.126751 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f1d01713-5672-4341-8c59-480783aaaa6c req-a0f9453c-b8d5-4a0f-8a81-decda729504e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fc79971-cb9e-4cf7-b2cc-2f185138b679 HTTP/1.1" status: 200 len: 944 time: 0.0550616 Nov 16 12:27:55.130490 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8a3c0be7-1370-4af6-8f36-f4d853c56157 req-5974daec-25e2-46e2-a922-5c2689ec99d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b78ec7a1-1003-41cc-a3cc-dbafb606e464 HTTP/1.1" status: 200 len: 217 time: 0.0344267 Nov 16 12:27:55.177051 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f1d01713-5672-4341-8c59-480783aaaa6c req-9d3f1d84-a0ff-4960-be81-25a66f0a87e8 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=f60fc3c2-43c0-4cdd-9f7c-5a7df383e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439913 Nov 16 12:27:55.186831 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c0be7-1370-4af6-8f36-f4d853c56157 req-8315d5d7-3b29-4e7a-9ca8-927ae583d113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:27:55.188310 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8a3c0be7-1370-4af6-8f36-f4d853c56157 req-8315d5d7-3b29-4e7a-9ca8-927ae583d113 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d804ab4b-cff9-4d37-bdb1-9f93b34cbf7b HTTP/1.1" status: 200 len: 835 time: 0.0503335 Nov 16 12:27:55.240717 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c0be7-1370-4af6-8f36-f4d853c56157 req-27dbf2dd-4cfa-4e11-959a-f6e169550960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:27:55.242266 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8a3c0be7-1370-4af6-8f36-f4d853c56157 req-27dbf2dd-4cfa-4e11-959a-f6e169550960 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=058a11d6-e03e-477b-808b-bc5ff89e5da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456414 Nov 16 12:27:55.330337 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8a3c0be7-1370-4af6-8f36-f4d853c56157 req-41c27fff-244d-468e-bc2f-8b31793537ea service neutron] 10.222.0.36 "GET /v2.0/networks/058a11d6-e03e-477b-808b-bc5ff89e5da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798879 Nov 16 12:27:55.422567 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8a3c0be7-1370-4af6-8f36-f4d853c56157 req-a0618164-f2f8-40eb-9ae2-474bbe9b1cb5 service neutron] 10.222.0.36 "GET /v2.0/networks/058a11d6-e03e-477b-808b-bc5ff89e5da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850003 Nov 16 12:27:56.299942 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c69042-19a6-4ae4-bc52-cce998a166ce req-2cc5a6e0-19da-4ac6-9536-a764f7665c9e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:27:56.301419 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-32c69042-19a6-4ae4-bc52-cce998a166ce req-2cc5a6e0-19da-4ac6-9536-a764f7665c9e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fc79971-cb9e-4cf7-b2cc-2f185138b679 HTTP/1.1" status: 200 len: 944 time: 0.0492382 Nov 16 12:27:56.350108 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-32c69042-19a6-4ae4-bc52-cce998a166ce req-3522752f-1fba-4ed3-b245-f4361dc9b0e4 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=f60fc3c2-43c0-4cdd-9f7c-5a7df383e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421462 Nov 16 12:27:56.399068 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device b78ec7a1-1003-41cc-a3cc-dbafb606e464 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 12:27:56.490790 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port b78ec7a1-1003-41cc-a3cc-dbafb606e464, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=b78ec7a1-1003-41cc-a3cc-dbafb606e464,segment=NetworkSegment(5a6fc55f-aa58-419a-a560-927cd55556a8),segment_id=5a6fc55f-aa58-419a-a560-927cd55556a8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:27:56.504775 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': 'b78ec7a1-1003-41cc-a3cc-dbafb606e464', 'network_id': '058a11d6-e03e-477b-808b-bc5ff89e5da0', 'port_id': 'b78ec7a1-1003-41cc-a3cc-dbafb606e464', 'mac_address': 'fa:16:3e:b8:25:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd804ab4b-cff9-4d37-bdb1-9f93b34cbf7b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 12:27:56.540732 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:56.553151 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b78ec7a1-1003-41cc-a3cc-dbafb606e464 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:27:56.571326 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port b78ec7a1-1003-41cc-a3cc-dbafb606e464, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=b78ec7a1-1003-41cc-a3cc-dbafb606e464,segment=NetworkSegment(5a6fc55f-aa58-419a-a560-927cd55556a8),segment_id=5a6fc55f-aa58-419a-a560-927cd55556a8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:27:56.575287 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:56.623159 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=b78ec7a1-1003-41cc-a3cc-dbafb606e464,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:27:56.786508 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['b78ec7a1-1003-41cc-a3cc-dbafb606e464'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:27:57.464008 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3ccde-f5c9-41c1-8221-899143732f80 req-e1444a77-2c11-4a0e-bdc7-f6b58eb8aa4f tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:27:57.465461 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cca3ccde-f5c9-41c1-8221-899143732f80 req-e1444a77-2c11-4a0e-bdc7-f6b58eb8aa4f tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fc79971-cb9e-4cf7-b2cc-2f185138b679 HTTP/1.1" status: 200 len: 945 time: 0.0492785 Nov 16 12:27:57.518533 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cca3ccde-f5c9-41c1-8221-899143732f80 req-cb777d42-26f1-4513-aebb-1842ed29b718 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=f60fc3c2-43c0-4cdd-9f7c-5a7df383e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469611 Nov 16 12:27:58.429289 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device b78ec7a1-1003-41cc-a3cc-dbafb606e464 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:27:58.476479 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port b78ec7a1-1003-41cc-a3cc-dbafb606e464 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 12:27:58.480244 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port b78ec7a1-1003-41cc-a3cc-dbafb606e464 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:27:58.480608 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:58.559101 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:58.581404 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc79971-cb9e-4cf7-b2cc-2f185138b679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b78ec7a1-1003-41cc-a3cc-dbafb606e464'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:27:58.583837 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3028c6c2751e05b8ffe46419f90227d3bdc45fe093bf287cadf4b73479a61306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cd80c8-0354-415d-875b-250145c7598e" -d '{"events": [{"server_uuid": "3fc79971-cb9e-4cf7-b2cc-2f185138b679", "name": "network-vif-plugged", "status": "completed", "tag": "b78ec7a1-1003-41cc-a3cc-dbafb606e464"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:27:58.596549 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port b78ec7a1-1003-41cc-a3cc-dbafb606e464, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=b78ec7a1-1003-41cc-a3cc-dbafb606e464,segment=NetworkSegment(5a6fc55f-aa58-419a-a560-927cd55556a8),segment_id=5a6fc55f-aa58-419a-a560-927cd55556a8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:27:58.600974 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:58.638266 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8ae65-4c8d-4d8d-99be-7bba1a8fb2fd req-5857ec0b-e0c8-4231-be99-5d75b3f0742e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:27:58.639760 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0be8ae65-4c8d-4d8d-99be-7bba1a8fb2fd req-5857ec0b-e0c8-4231-be99-5d75b3f0742e tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fc79971-cb9e-4cf7-b2cc-2f185138b679 HTTP/1.1" status: 200 len: 946 time: 0.0526164 Nov 16 12:27:58.647228 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=b78ec7a1-1003-41cc-a3cc-dbafb606e464,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:27:58.690712 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0be8ae65-4c8d-4d8d-99be-7bba1a8fb2fd req-bf5b99cc-4bd1-4bfa-89a6-e3aedd36e780 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=f60fc3c2-43c0-4cdd-9f7c-5a7df383e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446882 Nov 16 12:27:58.780867 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e406ecbf-a177-4347-8832-5539d5d6d7b6 x-openstack-request-id: req-e406ecbf-a177-4347-8832-5539d5d6d7b6 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:27:58.781263 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc79971-cb9e-4cf7-b2cc-2f185138b679", "name": "network-vif-plugged", "status": "completed", "tag": "b78ec7a1-1003-41cc-a3cc-dbafb606e464", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:27:58.781513 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e406ecbf-a177-4347-8832-5539d5d6d7b6 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:27:58.781903 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc79971-cb9e-4cf7-b2cc-2f185138b679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b78ec7a1-1003-41cc-a3cc-dbafb606e464', 'code': 200} Nov 16 12:27:58.832838 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:58.877183 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbe6f2-550e-4ce7-8b33-8640b0741cf7 req-52deb0ca-02f4-4ae9-b75b-8d31efcdb613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:27:58.878709 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dfdbe6f2-550e-4ce7-8b33-8640b0741cf7 req-52deb0ca-02f4-4ae9-b75b-8d31efcdb613 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3fc79971-cb9e-4cf7-b2cc-2f185138b679 HTTP/1.1" status: 200 len: 1097 time: 0.0395880 Nov 16 12:27:58.925223 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-dfdbe6f2-550e-4ce7-8b33-8640b0741cf7 req-2c096e2e-47da-4ad2-95bd-be8037e27e54 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f60fc3c2-43c0-4cdd-9f7c-5a7df383e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394616 Nov 16 12:27:59.674006 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:27:59.807433 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37c6b9-67a7-435e-962b-c13b943d2915 req-f5eed83e-7f3c-4471-bf13-e329b13d3f5c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:27:59.808965 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0e37c6b9-67a7-435e-962b-c13b943d2915 req-f5eed83e-7f3c-4471-bf13-e329b13d3f5c tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fc79971-cb9e-4cf7-b2cc-2f185138b679 HTTP/1.1" status: 200 len: 946 time: 0.0492599 Nov 16 12:27:59.859412 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0e37c6b9-67a7-435e-962b-c13b943d2915 req-1bfca469-9feb-4093-bfb7-943a72da0786 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=f60fc3c2-43c0-4cdd-9f7c-5a7df383e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432458 Nov 16 12:28:00.980823 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78678b78-0b7a-4847-94f6-2ac70dd8b101 req-5c80fe52-9611-4683-af3f-b06d4d0fbf43 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:28:00.982296 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-78678b78-0b7a-4847-94f6-2ac70dd8b101 req-5c80fe52-9611-4683-af3f-b06d4d0fbf43 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fc79971-cb9e-4cf7-b2cc-2f185138b679 HTTP/1.1" status: 200 len: 946 time: 0.0521319 Nov 16 12:28:01.031861 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-78678b78-0b7a-4847-94f6-2ac70dd8b101 req-68c084b6-6853-4a27-9b95-681a04b98bf6 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=f60fc3c2-43c0-4cdd-9f7c-5a7df383e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437193 Nov 16 12:28:01.143778 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d275c-7181-4b9c-b40e-6289180f80fd req-1a5698bf-0272-428c-92e0-4098bea1aad1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:28:01.145176 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4f5d275c-7181-4b9c-b40e-6289180f80fd req-1a5698bf-0272-428c-92e0-4098bea1aad1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fc79971-cb9e-4cf7-b2cc-2f185138b679 HTTP/1.1" status: 200 len: 946 time: 0.0492196 Nov 16 12:28:01.194226 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4f5d275c-7181-4b9c-b40e-6289180f80fd req-c7e17b7b-a474-449b-806e-2f1b42a38c85 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=f60fc3c2-43c0-4cdd-9f7c-5a7df383e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430288 Nov 16 12:28:01.215504 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56656) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:28:01.257824 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95613027-32ad-4a4f-bc63-cf23bf0b6384 tempest-TestNetworkAdvancedServerOps-1204587946 tempest-TestNetworkAdvancedServerOps-1204587946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:28:01.259333 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-95613027-32ad-4a4f-bc63-cf23bf0b6384 tempest-TestNetworkAdvancedServerOps-1204587946 tempest-TestNetworkAdvancedServerOps-1204587946-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3fc79971-cb9e-4cf7-b2cc-2f185138b679 HTTP/1.1" status: 200 len: 1092 time: 0.0428827 Nov 16 12:28:01.262058 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56658) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:28:01.266318 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-99d6abdd-cc21-421a-ad2c-17f8ec411fcb tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'port_id': 'b78ec7a1-1003-41cc-a3cc-dbafb606e464', 'tenant_id': 'aae820dbeac54b079877012566498127', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:28:01.289326 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-99d6abdd-cc21-421a-ad2c-17f8ec411fcb tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for floatingip, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:01.382653 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-99d6abdd-cc21-421a-ad2c-17f8ec411fcb tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:01.485307 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-99d6abdd-cc21-421a-ad2c-17f8ec411fcb tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Allocated IP 172.25.0.63 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/379dc14b-80f4-47b9-ae26-39b0bc0417ea) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:28:01.583049 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-99d6abdd-cc21-421a-ad2c-17f8ec411fcb tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:01.615453 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-99d6abdd-cc21-421a-ad2c-17f8ec411fcb tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:01.654455 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d6abdd-cc21-421a-ad2c-17f8ec411fcb tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:28:01.660709 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-99d6abdd-cc21-421a-ad2c-17f8ec411fcb tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:28:01.664340 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d6abdd-cc21-421a-ad2c-17f8ec411fcb tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:28:01.669553 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6abdd-cc21-421a-ad2c-17f8ec411fcb tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'Port': ['ID=379dc14b-80f4-47b9-ae26-39b0bc0417ea,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:01.999767 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-99d6abdd-cc21-421a-ad2c-17f8ec411fcb tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:02.066851 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-99d6abdd-cc21-421a-ad2c-17f8ec411fcb tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:02.213780 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-99d6abdd-cc21-421a-ad2c-17f8ec411fcb tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:02.218112 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-99d6abdd-cc21-421a-ad2c-17f8ec411fcb tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:02.282896 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6abdd-cc21-421a-ad2c-17f8ec411fcb tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event updated for resources: {'Port': ['ID=379dc14b-80f4-47b9-ae26-39b0bc0417ea,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:02.294928 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-99d6abdd-cc21-421a-ad2c-17f8ec411fcb tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:02.394817 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [None req-99d6abdd-cc21-421a-ad2c-17f8ec411fcb tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Floating IP 3ac7b6df-36f1-46dc-a778-8fe8fb2383c0 associated. External IP: 172.25.0.63, port: b78ec7a1-1003-41cc-a3cc-dbafb606e464. Nov 16 12:28:02.596368 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d6abdd-cc21-421a-ad2c-17f8ec411fcb tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Router 05fffb07-a83f-4b36-87cf-40552df93c20 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:28:02.711989 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d6abdd-cc21-421a-ad2c-17f8ec411fcb tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:28:02.722072 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4f29bd-0f47-4d97-a920-ac98aa77075a None None] Sync routers for ids ['05fffb07-a83f-4b36-87cf-40552df93c20'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:28:02.730312 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-99d6abdd-cc21-421a-ad2c-17f8ec411fcb tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:02.732451 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4f29bd-0f47-4d97-a920-ac98aa77075a None None] Routers {'05fffb07-a83f-4b36-87cf-40552df93c20'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:28:02.733060 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-bc4f29bd-0f47-4d97-a920-ac98aa77075a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:27:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['05fffb07-a83f-4b36-87cf-40552df93c20'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:28:02.757956 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-99d6abdd-cc21-421a-ad2c-17f8ec411fcb tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4948812 Nov 16 12:28:02.758557 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc79971-cb9e-4cf7-b2cc-2f185138b679', 'tag': 'b78ec7a1-1003-41cc-a3cc-dbafb606e464'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:28:02.760821 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb585f75727964cfb6af285fc9899ace3cdf5491a84d1da25652e31a132d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16abd2d-d4e0-4b08-ba92-23d2f6365a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc79971-cb9e-4cf7-b2cc-2f185138b679", "tag": "b78ec7a1-1003-41cc-a3cc-dbafb606e464"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:28:02.838754 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-bc4f29bd-0f47-4d97-a920-ac98aa77075a None None] Set router 05fffb07-a83f-4b36-87cf-40552df93c20 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:28:02.853870 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ec437-7b8e-4a98-a695-9d499cd316ca req-021d589e-70a7-4e3f-8ec0-51fa69298764 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:28:02.855317 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7d9ec437-7b8e-4a98-a695-9d499cd316ca req-021d589e-70a7-4e3f-8ec0-51fa69298764 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fc79971-cb9e-4cf7-b2cc-2f185138b679 HTTP/1.1" status: 200 len: 946 time: 0.0493672 Nov 16 12:28:02.904425 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7d9ec437-7b8e-4a98-a695-9d499cd316ca req-84ccdf78-6e1e-4c44-9052-3372b15478c9 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=f60fc3c2-43c0-4cdd-9f7c-5a7df383e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431664 Nov 16 12:28:02.926544 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56664) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:28:02.970459 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7220bbbc-c32d-4156-9cda-16623e60b524 x-openstack-request-id: req-7220bbbc-c32d-4156-9cda-16623e60b524 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:28:02.970752 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc79971-cb9e-4cf7-b2cc-2f185138b679", "tag": "b78ec7a1-1003-41cc-a3cc-dbafb606e464", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:28:02.971005 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7220bbbc-c32d-4156-9cda-16623e60b524 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:28:02.971403 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc79971-cb9e-4cf7-b2cc-2f185138b679', 'tag': 'b78ec7a1-1003-41cc-a3cc-dbafb606e464', 'status': 'completed', 'code': 200} Nov 16 12:28:02.999082 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7a255a23-3d0f-4a0c-a5a4-d2875d1f62ce tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/floatingips/3ac7b6df-36f1-46dc-a778-8fe8fb2383c0 HTTP/1.1" status: 200 len: 991 time: 0.0713789 Nov 16 12:28:03.015291 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16abd2d-d4e0-4b08-ba92-23d2f6365a0a req-98fab7be-9fb8-4c76-b9c6-69025869ee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:28:03.016823 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f16abd2d-d4e0-4b08-ba92-23d2f6365a0a req-98fab7be-9fb8-4c76-b9c6-69025869ee5f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aae820dbeac54b079877012566498127&device_id=3fc79971-cb9e-4cf7-b2cc-2f185138b679 HTTP/1.1" status: 200 len: 1097 time: 0.0444174 Nov 16 12:28:03.065245 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-bc4f29bd-0f47-4d97-a920-ac98aa77075a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fffb07-a83f-4b36-87cf-40552df93c20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1587606789', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '608f9ddc-9c36-41a4-a381-f8e8776de22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:27:46Z', 'updated_at': '2021-11-16T12:27:50Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': '608f9ddc-9c36-41a4-a381-f8e8776de22b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:54:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fffb07-a83f-4b36-87cf-40552df93c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:27:47Z', 'updated_at': '2021-11-16T12:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '3ac7b6df-36f1-46dc-a778-8fe8fb2383c0', 'tenant_id': 'aae820dbeac54b079877012566498127', 'floating_ip_address': '172.25.0.63', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '05fffb07-a83f-4b36-87cf-40552df93c20', 'port_id': 'b78ec7a1-1003-41cc-a3cc-dbafb606e464', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '058a11d6-e03e-477b-808b-bc5ff89e5da0', 'mac_address': 'fa:16:3e:b8:25:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc79971-cb9e-4cf7-b2cc-2f185138b679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:28:01Z', 'updated_at': '2021-11-16T12:28:01Z', 'revision_number': 0, 'project_id': 'aae820dbeac54b079877012566498127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb8200d1-58da-4641-8dda-1ad33241c631', 'name': '', 'network_id': '058a11d6-e03e-477b-808b-bc5ff89e5da0', 'tenant_id': 'aae820dbeac54b079877012566498127', 'mac_address': 'fa:16:3e:aa:c6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fffb07-a83f-4b36-87cf-40552df93c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'd804ab4b-cff9-4d37-bdb1-9f93b34cbf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:27:49Z', 'updated_at': '2021-11-16T12:27:53Z', 'revision_number': 5, 'project_id': 'aae820dbeac54b079877012566498127', 'subnets': [{'id': 'd804ab4b-cff9-4d37-bdb1-9f93b34cbf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:28:03.112933 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16abd2d-d4e0-4b08-ba92-23d2f6365a0a req-4e76564b-16bc-4818-8a1f-c649d06063c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:28:03.114519 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f16abd2d-d4e0-4b08-ba92-23d2f6365a0a req-4e76564b-16bc-4818-8a1f-c649d06063c4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=058a11d6-e03e-477b-808b-bc5ff89e5da0 HTTP/1.1" status: 200 len: 897 time: 0.0913591 Nov 16 12:28:03.183283 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4f29bd-0f47-4d97-a920-ac98aa77075a None None] Checking router: 05fffb07-a83f-4b36-87cf-40552df93c20 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:28:03.190221 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f16abd2d-d4e0-4b08-ba92-23d2f6365a0a req-5a6a2bd0-ade4-42b2-a5ce-3b7c15fb017d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b78ec7a1-1003-41cc-a3cc-dbafb606e464 HTTP/1.1" status: 200 len: 999 time: 0.0666378 Nov 16 12:28:03.191462 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4f29bd-0f47-4d97-a920-ac98aa77075a None None] Routers {'05fffb07-a83f-4b36-87cf-40552df93c20'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:28:03.192057 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-bc4f29bd-0f47-4d97-a920-ac98aa77075a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:27:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['05fffb07-a83f-4b36-87cf-40552df93c20'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:28:03.237428 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16abd2d-d4e0-4b08-ba92-23d2f6365a0a req-9cffb5c4-5f8a-44d8-a967-7170cd81c3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:28:03.238924 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f16abd2d-d4e0-4b08-ba92-23d2f6365a0a req-9cffb5c4-5f8a-44d8-a967-7170cd81c3ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d804ab4b-cff9-4d37-bdb1-9f93b34cbf7b HTTP/1.1" status: 200 len: 835 time: 0.0424497 Nov 16 12:28:03.284519 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16abd2d-d4e0-4b08-ba92-23d2f6365a0a req-817d43c1-7c16-4bb8-a023-192ec3ad379a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:28:03.286020 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f16abd2d-d4e0-4b08-ba92-23d2f6365a0a req-817d43c1-7c16-4bb8-a023-192ec3ad379a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=058a11d6-e03e-477b-808b-bc5ff89e5da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400693 Nov 16 12:28:03.295978 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-bc4f29bd-0f47-4d97-a920-ac98aa77075a None None] Set router 05fffb07-a83f-4b36-87cf-40552df93c20 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:28:03.377255 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f16abd2d-d4e0-4b08-ba92-23d2f6365a0a req-1f8bf4da-570b-4db9-896f-5f674f7c4e58 service neutron] 10.222.0.36 "GET /v2.0/networks/058a11d6-e03e-477b-808b-bc5ff89e5da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839846 Nov 16 12:28:03.466247 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f16abd2d-d4e0-4b08-ba92-23d2f6365a0a req-7e4c11f9-78ff-4d15-9f2a-47bd8c52288f service neutron] 10.222.0.36 "GET /v2.0/networks/058a11d6-e03e-477b-808b-bc5ff89e5da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824738 Nov 16 12:28:03.518009 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-bc4f29bd-0f47-4d97-a920-ac98aa77075a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fffb07-a83f-4b36-87cf-40552df93c20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1587606789', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '608f9ddc-9c36-41a4-a381-f8e8776de22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:27:46Z', 'updated_at': '2021-11-16T12:27:50Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': '608f9ddc-9c36-41a4-a381-f8e8776de22b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:54:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fffb07-a83f-4b36-87cf-40552df93c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:27:47Z', 'updated_at': '2021-11-16T12:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '3ac7b6df-36f1-46dc-a778-8fe8fb2383c0', 'tenant_id': 'aae820dbeac54b079877012566498127', 'floating_ip_address': '172.25.0.63', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '05fffb07-a83f-4b36-87cf-40552df93c20', 'port_id': 'b78ec7a1-1003-41cc-a3cc-dbafb606e464', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '058a11d6-e03e-477b-808b-bc5ff89e5da0', 'mac_address': 'fa:16:3e:b8:25:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc79971-cb9e-4cf7-b2cc-2f185138b679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:28:01Z', 'updated_at': '2021-11-16T12:28:01Z', 'revision_number': 0, 'project_id': 'aae820dbeac54b079877012566498127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb8200d1-58da-4641-8dda-1ad33241c631', 'name': '', 'network_id': '058a11d6-e03e-477b-808b-bc5ff89e5da0', 'tenant_id': 'aae820dbeac54b079877012566498127', 'mac_address': 'fa:16:3e:aa:c6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fffb07-a83f-4b36-87cf-40552df93c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'd804ab4b-cff9-4d37-bdb1-9f93b34cbf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:27:49Z', 'updated_at': '2021-11-16T12:27:53Z', 'revision_number': 5, 'project_id': 'aae820dbeac54b079877012566498127', 'subnets': [{'id': 'd804ab4b-cff9-4d37-bdb1-9f93b34cbf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:28:03.553019 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4f29bd-0f47-4d97-a920-ac98aa77075a None None] The sync data for ids ['05fffb07-a83f-4b36-87cf-40552df93c20'] in n-d-816823-3 is: [{'id': '05fffb07-a83f-4b36-87cf-40552df93c20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1587606789', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '608f9ddc-9c36-41a4-a381-f8e8776de22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:27:46Z', 'updated_at': '2021-11-16T12:27:50Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': '608f9ddc-9c36-41a4-a381-f8e8776de22b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:54:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fffb07-a83f-4b36-87cf-40552df93c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:27:47Z', 'updated_at': '2021-11-16T12:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '3ac7b6df-36f1-46dc-a778-8fe8fb2383c0', 'tenant_id': 'aae820dbeac54b079877012566498127', 'floating_ip_address': '172.25.0.63', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '05fffb07-a83f-4b36-87cf-40552df93c20', 'port_id': 'b78ec7a1-1003-41cc-a3cc-dbafb606e464', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '058a11d6-e03e-477b-808b-bc5ff89e5da0', 'mac_address': 'fa:16:3e:b8:25:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc79971-cb9e-4cf7-b2cc-2f185138b679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:28:01Z', 'updated_at': '2021-11-16T12:28:01Z', 'revision_number': 0, 'project_id': 'aae820dbeac54b079877012566498127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb8200d1-58da-4641-8dda-1ad33241c631', 'name': '', 'network_id': '058a11d6-e03e-477b-808b-bc5ff89e5da0', 'tenant_id': 'aae820dbeac54b079877012566498127', 'mac_address': 'fa:16:3e:aa:c6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fffb07-a83f-4b36-87cf-40552df93c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'd804ab4b-cff9-4d37-bdb1-9f93b34cbf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:27:49Z', 'updated_at': '2021-11-16T12:27:53Z', 'revision_number': 5, 'project_id': 'aae820dbeac54b079877012566498127', 'subnets': [{'id': 'd804ab4b-cff9-4d37-bdb1-9f93b34cbf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:28:03.748296 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a466c31-67dd-4163-b873-02d3287674a3 None None] New status for floating IP 3ac7b6df-36f1-46dc-a778-8fe8fb2383c0: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 12:28:04.003038 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56666) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:28:04.064374 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b8948c52-35b5-44a7-9fe9-a09f11f304dc tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/floatingips/3ac7b6df-36f1-46dc-a778-8fe8fb2383c0 HTTP/1.1" status: 200 len: 993 time: 0.0601966 Nov 16 12:28:05.438308 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:28:13.197635 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-397448af-6d6f-44a7-892a-e76fe637feb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:15.693337 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fee9fa7a-ec5c-4f62-9582-aa7ca942710e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:16.871454 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:18.571337 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:18.983365 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:22.335059 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [req-ba1035f5-76fd-404a-a4cd-c28fa0c809a8 req-cef8e946-576d-4153-9746-ec7134f470d2 service neutron] (102668) timed out ('10.222.0.36', 63956) {{(pid=102668) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 12:28:28.850614 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:29.670781 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:30.840236 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228573e-c544-4f03-884a-32fba97d2939 req-ccef042e-c6f4-4fdf-9033-3dd9af65380a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:28:30.841736 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e228573e-c544-4f03-884a-32fba97d2939 req-ccef042e-c6f4-4fdf-9033-3dd9af65380a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fc79971-cb9e-4cf7-b2cc-2f185138b679 HTTP/1.1" status: 200 len: 946 time: 0.0479543 Nov 16 12:28:30.889666 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e228573e-c544-4f03-884a-32fba97d2939 req-32977094-9866-44f0-a98a-7604383de7d2 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=f60fc3c2-43c0-4cdd-9f7c-5a7df383e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420206 Nov 16 12:28:32.012777 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518fcb69-c772-42c2-85e7-c92df891b610 req-ef6e1e8f-c438-41ca-b298-c3371a3233c4 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:28:32.014277 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-518fcb69-c772-42c2-85e7-c92df891b610 req-ef6e1e8f-c438-41ca-b298-c3371a3233c4 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fc79971-cb9e-4cf7-b2cc-2f185138b679 HTTP/1.1" status: 200 len: 946 time: 0.0522726 Nov 16 12:28:32.062955 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-518fcb69-c772-42c2-85e7-c92df891b610 req-afb6cfd6-3b53-4c56-b03f-53510a94bbcb tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=f60fc3c2-43c0-4cdd-9f7c-5a7df383e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427048 Nov 16 12:28:32.085821 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56682) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:28:32.144942 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-503c1c0c-e934-4fd8-9a4e-a7899309cb05 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/floatingips/3ac7b6df-36f1-46dc-a778-8fe8fb2383c0 HTTP/1.1" status: 200 len: 993 time: 0.0579343 Nov 16 12:28:33.419987 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9336e1e6-d0c4-45fb-b499-bcb3f8ec56d4 req-2f8a87bb-24be-4253-bbd8-38be50df0657 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:28:33.421665 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9336e1e6-d0c4-45fb-b499-bcb3f8ec56d4 req-2f8a87bb-24be-4253-bbd8-38be50df0657 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fc79971-cb9e-4cf7-b2cc-2f185138b679 HTTP/1.1" status: 200 len: 946 time: 0.0561440 Nov 16 12:28:33.453054 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc086d-e3e5-4019-a735-cbdb5fdfb5e4 req-8a837913-80c2-4277-9fe0-1c0b8f098885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:28:33.454713 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1adc086d-e3e5-4019-a735-cbdb5fdfb5e4 req-8a837913-80c2-4277-9fe0-1c0b8f098885 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aae820dbeac54b079877012566498127&device_id=3fc79971-cb9e-4cf7-b2cc-2f185138b679 HTTP/1.1" status: 200 len: 1097 time: 0.0428650 Nov 16 12:28:33.471516 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9336e1e6-d0c4-45fb-b499-bcb3f8ec56d4 req-1a7e1ce1-c8aa-4484-b140-11de2dcd3d69 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=f60fc3c2-43c0-4cdd-9f7c-5a7df383e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438023 Nov 16 12:28:33.548933 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc086d-e3e5-4019-a735-cbdb5fdfb5e4 req-05596f7f-9cab-4505-ab5d-23631e9326a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:28:33.550436 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1adc086d-e3e5-4019-a735-cbdb5fdfb5e4 req-05596f7f-9cab-4505-ab5d-23631e9326a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=058a11d6-e03e-477b-808b-bc5ff89e5da0 HTTP/1.1" status: 200 len: 897 time: 0.0886681 Nov 16 12:28:33.614328 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1adc086d-e3e5-4019-a735-cbdb5fdfb5e4 req-fa48d923-051d-4694-85c5-53d42a47b5da service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b78ec7a1-1003-41cc-a3cc-dbafb606e464 HTTP/1.1" status: 200 len: 1001 time: 0.0566599 Nov 16 12:28:33.670494 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc086d-e3e5-4019-a735-cbdb5fdfb5e4 req-da689391-a06c-4b32-959b-5e952baa7b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:28:33.671838 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1adc086d-e3e5-4019-a735-cbdb5fdfb5e4 req-da689391-a06c-4b32-959b-5e952baa7b05 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d804ab4b-cff9-4d37-bdb1-9f93b34cbf7b HTTP/1.1" status: 200 len: 835 time: 0.0511932 Nov 16 12:28:33.717500 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc086d-e3e5-4019-a735-cbdb5fdfb5e4 req-20c3cb7e-7b2e-4b26-8b00-4c02b36da606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:28:33.719082 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1adc086d-e3e5-4019-a735-cbdb5fdfb5e4 req-20c3cb7e-7b2e-4b26-8b00-4c02b36da606 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=058a11d6-e03e-477b-808b-bc5ff89e5da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388877 Nov 16 12:28:33.811121 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1adc086d-e3e5-4019-a735-cbdb5fdfb5e4 req-00cc8871-d9dd-4202-a06f-ba864fc63414 service neutron] 10.222.0.36 "GET /v2.0/networks/058a11d6-e03e-477b-808b-bc5ff89e5da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845418 Nov 16 12:28:33.903849 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-1adc086d-e3e5-4019-a735-cbdb5fdfb5e4 req-c80e722d-a882-4ec2-829f-c3b15582135a service neutron] 10.222.0.36 "GET /v2.0/networks/058a11d6-e03e-477b-808b-bc5ff89e5da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850196 Nov 16 12:28:34.588107 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d04d98-e00c-4fec-af33-ca3975b78924 req-79bd2139-9fea-4f90-ae2c-83704169d38a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:28:34.589573 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d3d04d98-e00c-4fec-af33-ca3975b78924 req-79bd2139-9fea-4f90-ae2c-83704169d38a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fc79971-cb9e-4cf7-b2cc-2f185138b679 HTTP/1.1" status: 200 len: 946 time: 0.0485702 Nov 16 12:28:34.640752 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d3d04d98-e00c-4fec-af33-ca3975b78924 req-0dd3241d-9ca4-49af-b92b-66fb9c7bc550 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=f60fc3c2-43c0-4cdd-9f7c-5a7df383e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450423 Nov 16 12:28:35.758195 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99526a7c-da1a-4134-a1b6-bdb1263bb5f0 req-2e2026b3-a530-4942-8dd8-6c254d1696a6 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:28:35.759663 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-99526a7c-da1a-4134-a1b6-bdb1263bb5f0 req-2e2026b3-a530-4942-8dd8-6c254d1696a6 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fc79971-cb9e-4cf7-b2cc-2f185138b679 HTTP/1.1" status: 200 len: 946 time: 0.0479889 Nov 16 12:28:35.812306 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-99526a7c-da1a-4134-a1b6-bdb1263bb5f0 req-84d4802f-3a36-4e2b-a4c4-b19ab0f047d0 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=f60fc3c2-43c0-4cdd-9f7c-5a7df383e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466406 Nov 16 12:28:35.834473 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56694) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:28:35.898472 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3fb22058-3e92-456e-af2a-cac4b0a8a2b5 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/floatingips/3ac7b6df-36f1-46dc-a778-8fe8fb2383c0 HTTP/1.1" status: 200 len: 993 time: 0.0629046 Nov 16 12:28:36.114864 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-35ddf545-8dd2-4b7f-ad55-ab4466e30537 req-f84c57a2-f9c8-4af0-abda-16fb9718e53c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3fc79971-cb9e-4cf7-b2cc-2f185138b679&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402565 Nov 16 12:28:36.194394 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddf545-8dd2-4b7f-ad55-ab4466e30537 req-8a31021b-f336-426a-9efa-57eebd0c305b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:28:36.195848 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-35ddf545-8dd2-4b7f-ad55-ab4466e30537 req-8a31021b-f336-426a-9efa-57eebd0c305b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aae820dbeac54b079877012566498127&device_id=3fc79971-cb9e-4cf7-b2cc-2f185138b679 HTTP/1.1" status: 200 len: 1097 time: 0.0398824 Nov 16 12:28:36.300550 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddf545-8dd2-4b7f-ad55-ab4466e30537 req-5595c373-9d84-4f27-96fa-c0ce5cb58687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:28:36.302045 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-35ddf545-8dd2-4b7f-ad55-ab4466e30537 req-5595c373-9d84-4f27-96fa-c0ce5cb58687 service neutron] 10.222.0.36 "GET /v2.0/networks?id=058a11d6-e03e-477b-808b-bc5ff89e5da0 HTTP/1.1" status: 200 len: 897 time: 0.0875373 Nov 16 12:28:36.369498 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-35ddf545-8dd2-4b7f-ad55-ab4466e30537 req-0b8abc71-fe44-4e8c-8cb5-61db17335c86 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b78ec7a1-1003-41cc-a3cc-dbafb606e464 HTTP/1.1" status: 200 len: 1001 time: 0.0604615 Nov 16 12:28:36.417845 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddf545-8dd2-4b7f-ad55-ab4466e30537 req-a87e885c-6a2f-442d-a39a-209b75027619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:28:36.419475 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-35ddf545-8dd2-4b7f-ad55-ab4466e30537 req-a87e885c-6a2f-442d-a39a-209b75027619 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d804ab4b-cff9-4d37-bdb1-9f93b34cbf7b HTTP/1.1" status: 200 len: 835 time: 0.0434811 Nov 16 12:28:36.467181 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddf545-8dd2-4b7f-ad55-ab4466e30537 req-79134c76-3f74-4270-9cb5-d2cc388bc23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:28:36.468695 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-35ddf545-8dd2-4b7f-ad55-ab4466e30537 req-79134c76-3f74-4270-9cb5-d2cc388bc23a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=058a11d6-e03e-477b-808b-bc5ff89e5da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418046 Nov 16 12:28:36.561952 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-35ddf545-8dd2-4b7f-ad55-ab4466e30537 req-0b8ab4ef-bb49-4419-adeb-0c19343eac6b service neutron] 10.222.0.36 "GET /v2.0/networks/058a11d6-e03e-477b-808b-bc5ff89e5da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851288 Nov 16 12:28:36.650845 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-35ddf545-8dd2-4b7f-ad55-ab4466e30537 req-8807fc46-d633-439a-8682-641caa1b5a65 service neutron] 10.222.0.36 "GET /v2.0/networks/058a11d6-e03e-477b-808b-bc5ff89e5da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806711 Nov 16 12:28:36.926450 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56700) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:28:37.079629 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-02ce6dd8-9328-41eb-ad5d-6bcdadcfae6a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Deleting port 379dc14b-80f4-47b9-ae26-39b0bc0417ea {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:28:37.079978 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-02ce6dd8-9328-41eb-ad5d-6bcdadcfae6a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:37.158460 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-02ce6dd8-9328-41eb-ad5d-6bcdadcfae6a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:37.159094 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-02ce6dd8-9328-41eb-ad5d-6bcdadcfae6a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:37.170308 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-02ce6dd8-9328-41eb-ad5d-6bcdadcfae6a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Calling delete_port for 379dc14b-80f4-47b9-ae26-39b0bc0417ea owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:28:37.313496 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-02ce6dd8-9328-41eb-ad5d-6bcdadcfae6a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:37.341354 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce6dd8-9328-41eb-ad5d-6bcdadcfae6a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event deleted for resources: {'Port': ['ID=379dc14b-80f4-47b9-ae26-39b0bc0417ea,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:37.398735 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-02ce6dd8-9328-41eb-ad5d-6bcdadcfae6a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:37.399039 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [None req-02ce6dd8-9328-41eb-ad5d-6bcdadcfae6a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Floating IP 3ac7b6df-36f1-46dc-a778-8fe8fb2383c0 disassociated (deleted). External IP: 172.25.0.63, port: b78ec7a1-1003-41cc-a3cc-dbafb606e464. Nov 16 12:28:37.602381 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ce6dd8-9328-41eb-ad5d-6bcdadcfae6a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Router 05fffb07-a83f-4b36-87cf-40552df93c20 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:28:37.707833 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ce6dd8-9328-41eb-ad5d-6bcdadcfae6a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:28:37.712678 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-02ce6dd8-9328-41eb-ad5d-6bcdadcfae6a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:37.717654 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfc88a1-a4d4-480f-8431-aef610bceeda None None] Sync routers for ids ['05fffb07-a83f-4b36-87cf-40552df93c20'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:28:37.726838 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfc88a1-a4d4-480f-8431-aef610bceeda None None] Routers {'05fffb07-a83f-4b36-87cf-40552df93c20'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:28:37.727441 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-cdfc88a1-a4d4-480f-8431-aef610bceeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:28:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['05fffb07-a83f-4b36-87cf-40552df93c20'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:28:37.738318 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-02ce6dd8-9328-41eb-ad5d-6bcdadcfae6a tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "DELETE /v2.0/floatingips/3ac7b6df-36f1-46dc-a778-8fe8fb2383c0 HTTP/1.1" status: 204 len: 168 time: 0.8107708 Nov 16 12:28:37.738919 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc79971-cb9e-4cf7-b2cc-2f185138b679', 'tag': 'b78ec7a1-1003-41cc-a3cc-dbafb606e464'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:28:37.741670 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b4cb006b19835c19bcd0265a95de96d39c41d7d45c6d056c20fcc032bf3cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f82b75-387e-4abb-95bb-3e17d6f2c836" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc79971-cb9e-4cf7-b2cc-2f185138b679", "tag": "b78ec7a1-1003-41cc-a3cc-dbafb606e464"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:28:37.839945 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-cdfc88a1-a4d4-480f-8431-aef610bceeda None None] Set router 05fffb07-a83f-4b36-87cf-40552df93c20 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:28:37.896406 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92429d03-0c85-44a3-9fa1-286791a13fef x-openstack-request-id: req-92429d03-0c85-44a3-9fa1-286791a13fef {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:28:37.896855 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc79971-cb9e-4cf7-b2cc-2f185138b679", "tag": "b78ec7a1-1003-41cc-a3cc-dbafb606e464", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:28:37.897202 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-92429d03-0c85-44a3-9fa1-286791a13fef {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:28:37.897699 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc79971-cb9e-4cf7-b2cc-2f185138b679', 'tag': 'b78ec7a1-1003-41cc-a3cc-dbafb606e464', 'status': 'completed', 'code': 200} Nov 16 12:28:37.973021 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f82b75-387e-4abb-95bb-3e17d6f2c836 req-9409a4ba-d86a-4082-ba62-d27fb664b45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:28:37.975461 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-04f82b75-387e-4abb-95bb-3e17d6f2c836 req-9409a4ba-d86a-4082-ba62-d27fb664b45d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aae820dbeac54b079877012566498127&device_id=3fc79971-cb9e-4cf7-b2cc-2f185138b679 HTTP/1.1" status: 200 len: 1097 time: 0.0564365 Nov 16 12:28:37.998904 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80512c8-0193-4350-8b1c-363e646205cb req-388f4701-930b-4fb9-a739-7e39c54720b2 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:28:38.000432 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e80512c8-0193-4350-8b1c-363e646205cb req-388f4701-930b-4fb9-a739-7e39c54720b2 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fc79971-cb9e-4cf7-b2cc-2f185138b679 HTTP/1.1" status: 200 len: 946 time: 0.0553784 Nov 16 12:28:38.056473 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e80512c8-0193-4350-8b1c-363e646205cb req-9b5283ea-47d3-4f0d-8746-0be6c6ed53d9 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=f60fc3c2-43c0-4cdd-9f7c-5a7df383e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501838 Nov 16 12:28:38.059669 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-cdfc88a1-a4d4-480f-8431-aef610bceeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fffb07-a83f-4b36-87cf-40552df93c20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1587606789', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '608f9ddc-9c36-41a4-a381-f8e8776de22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:27:46Z', 'updated_at': '2021-11-16T12:27:50Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': '608f9ddc-9c36-41a4-a381-f8e8776de22b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:54:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fffb07-a83f-4b36-87cf-40552df93c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:27:47Z', 'updated_at': '2021-11-16T12:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'bb8200d1-58da-4641-8dda-1ad33241c631', 'name': '', 'network_id': '058a11d6-e03e-477b-808b-bc5ff89e5da0', 'tenant_id': 'aae820dbeac54b079877012566498127', 'mac_address': 'fa:16:3e:aa:c6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fffb07-a83f-4b36-87cf-40552df93c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'd804ab4b-cff9-4d37-bdb1-9f93b34cbf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:27:49Z', 'updated_at': '2021-11-16T12:27:53Z', 'revision_number': 5, 'project_id': 'aae820dbeac54b079877012566498127', 'subnets': [{'id': 'd804ab4b-cff9-4d37-bdb1-9f93b34cbf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:28:38.077326 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f82b75-387e-4abb-95bb-3e17d6f2c836 req-6d80d947-7940-4d74-8243-65cc87e5a28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:28:38.078916 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-04f82b75-387e-4abb-95bb-3e17d6f2c836 req-6d80d947-7940-4d74-8243-65cc87e5a28e service neutron] 10.222.0.36 "GET /v2.0/networks?id=058a11d6-e03e-477b-808b-bc5ff89e5da0 HTTP/1.1" status: 200 len: 897 time: 0.0968785 Nov 16 12:28:38.085554 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfc88a1-a4d4-480f-8431-aef610bceeda None None] Checking router: 05fffb07-a83f-4b36-87cf-40552df93c20 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:28:38.093756 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfc88a1-a4d4-480f-8431-aef610bceeda None None] Routers {'05fffb07-a83f-4b36-87cf-40552df93c20'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:28:38.094377 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-cdfc88a1-a4d4-480f-8431-aef610bceeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:28:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['05fffb07-a83f-4b36-87cf-40552df93c20'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:28:38.121513 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-04f82b75-387e-4abb-95bb-3e17d6f2c836 req-c896662c-2e9b-4729-9421-e5549eabeca5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b78ec7a1-1003-41cc-a3cc-dbafb606e464 HTTP/1.1" status: 200 len: 217 time: 0.0345457 Nov 16 12:28:38.170940 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f82b75-387e-4abb-95bb-3e17d6f2c836 req-15a04273-cab4-4c22-b6f5-8839c2244303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:28:38.172510 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-04f82b75-387e-4abb-95bb-3e17d6f2c836 req-15a04273-cab4-4c22-b6f5-8839c2244303 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d804ab4b-cff9-4d37-bdb1-9f93b34cbf7b HTTP/1.1" status: 200 len: 835 time: 0.0435424 Nov 16 12:28:38.199945 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-cdfc88a1-a4d4-480f-8431-aef610bceeda None None] Set router 05fffb07-a83f-4b36-87cf-40552df93c20 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:28:38.222036 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f82b75-387e-4abb-95bb-3e17d6f2c836 req-4ca0bb69-858f-4599-80a8-6669af464eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:28:38.223527 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-04f82b75-387e-4abb-95bb-3e17d6f2c836 req-4ca0bb69-858f-4599-80a8-6669af464eee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=058a11d6-e03e-477b-808b-bc5ff89e5da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430841 Nov 16 12:28:38.317883 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-04f82b75-387e-4abb-95bb-3e17d6f2c836 req-56233e89-3667-446a-9dda-27509b94d678 service neutron] 10.222.0.36 "GET /v2.0/networks/058a11d6-e03e-477b-808b-bc5ff89e5da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858455 Nov 16 12:28:38.395385 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-cdfc88a1-a4d4-480f-8431-aef610bceeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fffb07-a83f-4b36-87cf-40552df93c20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1587606789', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '608f9ddc-9c36-41a4-a381-f8e8776de22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:27:46Z', 'updated_at': '2021-11-16T12:27:50Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': '608f9ddc-9c36-41a4-a381-f8e8776de22b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:54:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fffb07-a83f-4b36-87cf-40552df93c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:27:47Z', 'updated_at': '2021-11-16T12:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'bb8200d1-58da-4641-8dda-1ad33241c631', 'name': '', 'network_id': '058a11d6-e03e-477b-808b-bc5ff89e5da0', 'tenant_id': 'aae820dbeac54b079877012566498127', 'mac_address': 'fa:16:3e:aa:c6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fffb07-a83f-4b36-87cf-40552df93c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'd804ab4b-cff9-4d37-bdb1-9f93b34cbf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:27:49Z', 'updated_at': '2021-11-16T12:27:53Z', 'revision_number': 5, 'project_id': 'aae820dbeac54b079877012566498127', 'subnets': [{'id': 'd804ab4b-cff9-4d37-bdb1-9f93b34cbf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:28:38.411836 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-04f82b75-387e-4abb-95bb-3e17d6f2c836 req-0b126760-0e99-4e0d-8acb-725a24a56447 service neutron] 10.222.0.36 "GET /v2.0/networks/058a11d6-e03e-477b-808b-bc5ff89e5da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867534 Nov 16 12:28:38.425942 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfc88a1-a4d4-480f-8431-aef610bceeda None None] The sync data for ids ['05fffb07-a83f-4b36-87cf-40552df93c20'] in n-d-816823-3 is: [{'id': '05fffb07-a83f-4b36-87cf-40552df93c20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1587606789', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '608f9ddc-9c36-41a4-a381-f8e8776de22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:27:46Z', 'updated_at': '2021-11-16T12:27:50Z', 'revision_number': 4, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': '608f9ddc-9c36-41a4-a381-f8e8776de22b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:54:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fffb07-a83f-4b36-87cf-40552df93c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:27:47Z', 'updated_at': '2021-11-16T12:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': 'bb8200d1-58da-4641-8dda-1ad33241c631', 'name': '', 'network_id': '058a11d6-e03e-477b-808b-bc5ff89e5da0', 'tenant_id': 'aae820dbeac54b079877012566498127', 'mac_address': 'fa:16:3e:aa:c6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fffb07-a83f-4b36-87cf-40552df93c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'd804ab4b-cff9-4d37-bdb1-9f93b34cbf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:27:49Z', 'updated_at': '2021-11-16T12:27:53Z', 'revision_number': 5, 'project_id': 'aae820dbeac54b079877012566498127', 'subnets': [{'id': 'd804ab4b-cff9-4d37-bdb1-9f93b34cbf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:28:38.646625 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7feae4-80ba-489b-b703-0596b37d8bf9 None None] New status for floating IP 3ac7b6df-36f1-46dc-a778-8fe8fb2383c0: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 12:28:39.177565 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60371ee3-b8d6-4708-bf94-c7df7af4ac4f req-f9a6acb4-8c12-459b-ade2-ea3c5f5c0753 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:28:39.179205 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-60371ee3-b8d6-4708-bf94-c7df7af4ac4f req-f9a6acb4-8c12-459b-ade2-ea3c5f5c0753 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fc79971-cb9e-4cf7-b2cc-2f185138b679 HTTP/1.1" status: 200 len: 946 time: 0.0490019 Nov 16 12:28:39.238102 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-60371ee3-b8d6-4708-bf94-c7df7af4ac4f req-72599fb5-0482-40ed-abfb-2bb8edae3902 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/security-groups?id=f60fc3c2-43c0-4cdd-9f7c-5a7df383e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519443 Nov 16 12:28:39.541284 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116fcb58-b678-4df3-8713-33e071656965 req-786e309c-a0f7-4e84-a07b-ceb30e021b1f tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:28:39.542803 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-116fcb58-b678-4df3-8713-33e071656965 req-786e309c-a0f7-4e84-a07b-ceb30e021b1f tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fc79971-cb9e-4cf7-b2cc-2f185138b679 HTTP/1.1" status: 200 len: 946 time: 0.0593996 Nov 16 12:28:39.633165 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-116fcb58-b678-4df3-8713-33e071656965 req-e5a4f1f7-5a69-4de1-a9b8-54cfd450aec1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Deleting port b78ec7a1-1003-41cc-a3cc-dbafb606e464 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:28:39.633502 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-116fcb58-b678-4df3-8713-33e071656965 req-e5a4f1f7-5a69-4de1-a9b8-54cfd450aec1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:39.719071 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-116fcb58-b678-4df3-8713-33e071656965 req-e5a4f1f7-5a69-4de1-a9b8-54cfd450aec1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] For port b78ec7a1-1003-41cc-a3cc-dbafb606e464, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=b78ec7a1-1003-41cc-a3cc-dbafb606e464,segment=NetworkSegment(5a6fc55f-aa58-419a-a560-927cd55556a8),segment_id=5a6fc55f-aa58-419a-a560-927cd55556a8)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:28:39.719438 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-116fcb58-b678-4df3-8713-33e071656965 req-e5a4f1f7-5a69-4de1-a9b8-54cfd450aec1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:39.732063 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-116fcb58-b678-4df3-8713-33e071656965 req-e5a4f1f7-5a69-4de1-a9b8-54cfd450aec1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Calling delete_port for b78ec7a1-1003-41cc-a3cc-dbafb606e464 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:28:39.858752 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-116fcb58-b678-4df3-8713-33e071656965 req-e5a4f1f7-5a69-4de1-a9b8-54cfd450aec1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:39.888780 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4f1f7-5a69-4de1-a9b8-54cfd450aec1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event deleted for resources: {'Port': ['ID=b78ec7a1-1003-41cc-a3cc-dbafb606e464,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:39.915560 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4f1f7-5a69-4de1-a9b8-54cfd450aec1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:39.915927 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4f1f7-5a69-4de1-a9b8-54cfd450aec1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:39.916257 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4f1f7-5a69-4de1-a9b8-54cfd450aec1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:39.916593 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4f1f7-5a69-4de1-a9b8-54cfd450aec1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:39.916922 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4f1f7-5a69-4de1-a9b8-54cfd450aec1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:39.917252 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4f1f7-5a69-4de1-a9b8-54cfd450aec1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:39.917583 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4f1f7-5a69-4de1-a9b8-54cfd450aec1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:39.917910 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4f1f7-5a69-4de1-a9b8-54cfd450aec1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:39.918260 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4f1f7-5a69-4de1-a9b8-54cfd450aec1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:39.918584 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4f1f7-5a69-4de1-a9b8-54cfd450aec1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:39.918906 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4f1f7-5a69-4de1-a9b8-54cfd450aec1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:39.919228 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a4f1f7-5a69-4de1-a9b8-54cfd450aec1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:39.937482 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-116fcb58-b678-4df3-8713-33e071656965 req-e5a4f1f7-5a69-4de1-a9b8-54cfd450aec1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] No DVR routers for this DVR port b78ec7a1-1003-41cc-a3cc-dbafb606e464 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:28:39.939849 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-116fcb58-b678-4df3-8713-33e071656965 req-e5a4f1f7-5a69-4de1-a9b8-54cfd450aec1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:39.943128 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-116fcb58-b678-4df3-8713-33e071656965 req-e5a4f1f7-5a69-4de1-a9b8-54cfd450aec1 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.36 "DELETE /v2.0/ports/b78ec7a1-1003-41cc-a3cc-dbafb606e464 HTTP/1.1" status: 204 len: 173 time: 0.3942828 Nov 16 12:28:39.943559 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc79971-cb9e-4cf7-b2cc-2f185138b679', 'name': 'network-vif-deleted', 'tag': 'b78ec7a1-1003-41cc-a3cc-dbafb606e464'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:28:39.946433 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b4cb006b19835c19bcd0265a95de96d39c41d7d45c6d056c20fcc032bf3cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9b52ca-6d6a-4ed2-acbe-b491d24bd7f9" -d '{"events": [{"server_uuid": "3fc79971-cb9e-4cf7-b2cc-2f185138b679", "name": "network-vif-deleted", "tag": "b78ec7a1-1003-41cc-a3cc-dbafb606e464"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:28:39.983117 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7488c7-0ece-4bf5-a783-230d3eadc585 x-openstack-request-id: req-ab7488c7-0ece-4bf5-a783-230d3eadc585 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:28:39.983409 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc79971-cb9e-4cf7-b2cc-2f185138b679", "name": "network-vif-deleted", "tag": "b78ec7a1-1003-41cc-a3cc-dbafb606e464", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:28:39.983658 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ab7488c7-0ece-4bf5-a783-230d3eadc585 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:28:39.984059 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc79971-cb9e-4cf7-b2cc-2f185138b679', 'name': 'network-vif-deleted', 'tag': 'b78ec7a1-1003-41cc-a3cc-dbafb606e464', 'status': 'completed', 'code': 200} Nov 16 12:28:40.348094 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a32538ac-6b14-45a3-920d-971be7e387fb req-f6552551-4326-4385-9328-cca29e9eb9a5 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fc79971-cb9e-4cf7-b2cc-2f185138b679 HTTP/1.1" status: 200 len: 210 time: 0.0278394 Nov 16 12:28:41.406591 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56716) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:28:41.762924 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6958fd06-ae07-4128-9320-a321b19c7be6 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:42.007786 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-6958fd06-ae07-4128-9320-a321b19c7be6 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Deleting port bb8200d1-58da-4641-8dda-1ad33241c631 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:28:42.008038 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6958fd06-ae07-4128-9320-a321b19c7be6 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:42.093742 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-6958fd06-ae07-4128-9320-a321b19c7be6 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] For port bb8200d1-58da-4641-8dda-1ad33241c631, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=bb8200d1-58da-4641-8dda-1ad33241c631,segment=NetworkSegment(5a6fc55f-aa58-419a-a560-927cd55556a8),segment_id=5a6fc55f-aa58-419a-a560-927cd55556a8)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:28:42.094131 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6958fd06-ae07-4128-9320-a321b19c7be6 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:42.106078 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-6958fd06-ae07-4128-9320-a321b19c7be6 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Calling delete_port for bb8200d1-58da-4641-8dda-1ad33241c631 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:28:42.288032 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6958fd06-ae07-4128-9320-a321b19c7be6 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:42.315188 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958fd06-ae07-4128-9320-a321b19c7be6 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event deleted for resources: {'Port': ['ID=bb8200d1-58da-4641-8dda-1ad33241c631,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:42.438564 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:28:42.663752 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device b78ec7a1-1003-41cc-a3cc-dbafb606e464 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:28:42.684554 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: b78ec7a1-1003-41cc-a3cc-dbafb606e464 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:28:42.684905 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device b78ec7a1-1003-41cc-a3cc-dbafb606e464 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:28:42.780628 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6958fd06-ae07-4128-9320-a321b19c7be6 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:42.994889 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6958fd06-ae07-4128-9320-a321b19c7be6 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Router 05fffb07-a83f-4b36-87cf-40552df93c20 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:28:43.098446 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6958fd06-ae07-4128-9320-a321b19c7be6 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:28:43.104029 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6958fd06-ae07-4128-9320-a321b19c7be6 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "PUT /v2.0/routers/05fffb07-a83f-4b36-87cf-40552df93c20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6964149 Nov 16 12:28:43.106892 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56718) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:28:43.108443 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5f0ce3-a9ed-460b-a23f-682533f2c175 None None] Sync routers for ids ['05fffb07-a83f-4b36-87cf-40552df93c20'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:28:43.118569 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5f0ce3-a9ed-460b-a23f-682533f2c175 None None] Routers {'05fffb07-a83f-4b36-87cf-40552df93c20'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:28:43.119186 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9b5f0ce3-a9ed-460b-a23f-682533f2c175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:28:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['05fffb07-a83f-4b36-87cf-40552df93c20'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:28:43.158199 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-f32f0fb3-b828-4b71-baae-3371ffa1f613 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Deleting subnet d804ab4b-cff9-4d37-bdb1-9f93b34cbf7b {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 12:28:43.161507 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f32f0fb3-b828-4b71-baae-3371ffa1f613 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:43.201595 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-efc51bc0-14c1-4861-a172-7949cc00f4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:43.205892 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f32f0fb3-b828-4b71-baae-3371ffa1f613 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:43.228305 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-9b5f0ce3-a9ed-460b-a23f-682533f2c175 None None] Set router 05fffb07-a83f-4b36-87cf-40552df93c20 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:28:43.292621 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f32f0fb3-b828-4b71-baae-3371ffa1f613 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:43.352007 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f32f0fb3-b828-4b71-baae-3371ffa1f613 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:43.379694 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f0fb3-b828-4b71-baae-3371ffa1f613 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event deleted for resources: {'Subnet': ['ID=d804ab4b-cff9-4d37-bdb1-9f93b34cbf7b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:43.383197 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f32f0fb3-b828-4b71-baae-3371ffa1f613 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:43.386420 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-f32f0fb3-b828-4b71-baae-3371ffa1f613 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "DELETE /v2.0/subnets/d804ab4b-cff9-4d37-bdb1-9f93b34cbf7b HTTP/1.1" status: 204 len: 168 time: 0.2785935 Nov 16 12:28:43.389177 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56720) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:28:43.393453 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525ff324-2307-4e69-9e1e-4d20bce6115a None None] Network 058a11d6-e03e-477b-808b-bc5ff89e5da0 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:28:43.498784 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8b9c689-4691-4943-a3b0-9b699ad7ce16 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:43.507073 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9b5f0ce3-a9ed-460b-a23f-682533f2c175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fffb07-a83f-4b36-87cf-40552df93c20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1587606789', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '608f9ddc-9c36-41a4-a381-f8e8776de22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:27:46Z', 'updated_at': '2021-11-16T12:28:42Z', 'revision_number': 5, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': '608f9ddc-9c36-41a4-a381-f8e8776de22b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:54:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fffb07-a83f-4b36-87cf-40552df93c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:27:47Z', 'updated_at': '2021-11-16T12:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:28:43.538817 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5f0ce3-a9ed-460b-a23f-682533f2c175 None None] Checking router: 05fffb07-a83f-4b36-87cf-40552df93c20 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:28:43.547804 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5f0ce3-a9ed-460b-a23f-682533f2c175 None None] Routers {'05fffb07-a83f-4b36-87cf-40552df93c20'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:28:43.548423 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9b5f0ce3-a9ed-460b-a23f-682533f2c175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:28:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['05fffb07-a83f-4b36-87cf-40552df93c20'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:28:43.578563 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa61f685-2d33-44c2-b05c-3782021a46dc None None] DHCP port deletion for 058a11d6-e03e-477b-808b-bc5ff89e5da0 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:28:43.606804 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8b9c689-4691-4943-a3b0-9b699ad7ce16 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:43.627225 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-aa61f685-2d33-44c2-b05c-3782021a46dc None None] Deleting port b5b42224-a2f6-4744-b1cc-6386cf974078 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:28:43.627599 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aa61f685-2d33-44c2-b05c-3782021a46dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:43.660580 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d8b9c689-4691-4943-a3b0-9b699ad7ce16 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Deleting port 608f9ddc-9c36-41a4-a381-f8e8776de22b {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:28:43.660936 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8b9c689-4691-4943-a3b0-9b699ad7ce16 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:43.662227 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-9b5f0ce3-a9ed-460b-a23f-682533f2c175 None None] Set router 05fffb07-a83f-4b36-87cf-40552df93c20 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:28:43.696542 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-aa61f685-2d33-44c2-b05c-3782021a46dc None None] For port b5b42224-a2f6-4744-b1cc-6386cf974078, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=b5b42224-a2f6-4744-b1cc-6386cf974078,segment=NetworkSegment(5a6fc55f-aa58-419a-a560-927cd55556a8),segment_id=5a6fc55f-aa58-419a-a560-927cd55556a8)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:28:43.697159 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aa61f685-2d33-44c2-b05c-3782021a46dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:43.726673 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-aa61f685-2d33-44c2-b05c-3782021a46dc None None] Calling delete_port for b5b42224-a2f6-4744-b1cc-6386cf974078 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:28:43.759802 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-d8b9c689-4691-4943-a3b0-9b699ad7ce16 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] For port 608f9ddc-9c36-41a4-a381-f8e8776de22b, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=608f9ddc-9c36-41a4-a381-f8e8776de22b,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:28:43.760079 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8b9c689-4691-4943-a3b0-9b699ad7ce16 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:43.787355 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d8b9c689-4691-4943-a3b0-9b699ad7ce16 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Calling delete_port for 608f9ddc-9c36-41a4-a381-f8e8776de22b owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:28:43.828111 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aa61f685-2d33-44c2-b05c-3782021a46dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:43.851465 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9b5f0ce3-a9ed-460b-a23f-682533f2c175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fffb07-a83f-4b36-87cf-40552df93c20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1587606789', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '608f9ddc-9c36-41a4-a381-f8e8776de22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:27:46Z', 'updated_at': '2021-11-16T12:28:42Z', 'revision_number': 5, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': '608f9ddc-9c36-41a4-a381-f8e8776de22b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:54:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fffb07-a83f-4b36-87cf-40552df93c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:27:47Z', 'updated_at': '2021-11-16T12:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:28:43.862883 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa61f685-2d33-44c2-b05c-3782021a46dc None None] No DVR routers for this DVR port b5b42224-a2f6-4744-b1cc-6386cf974078 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:28:43.868122 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device b5b42224-a2f6-4744-b1cc-6386cf974078 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:28:43.872566 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa61f685-2d33-44c2-b05c-3782021a46dc None None] Pushing event deleted for resources: {'Port': ['ID=b5b42224-a2f6-4744-b1cc-6386cf974078,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:43.896372 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5f0ce3-a9ed-460b-a23f-682533f2c175 None None] The sync data for ids ['05fffb07-a83f-4b36-87cf-40552df93c20'] in n-d-816823-3 is: [{'id': '05fffb07-a83f-4b36-87cf-40552df93c20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1587606789', 'tenant_id': 'aae820dbeac54b079877012566498127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '608f9ddc-9c36-41a4-a381-f8e8776de22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:27:46Z', 'updated_at': '2021-11-16T12:28:42Z', 'revision_number': 5, 'project_id': 'aae820dbeac54b079877012566498127', 'gw_port': {'id': '608f9ddc-9c36-41a4-a381-f8e8776de22b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:54:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fffb07-a83f-4b36-87cf-40552df93c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:27:47Z', 'updated_at': '2021-11-16T12:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:28:43.898852 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: b5b42224-a2f6-4744-b1cc-6386cf974078 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:28:43.899212 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device b5b42224-a2f6-4744-b1cc-6386cf974078 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:28:43.973581 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8b9c689-4691-4943-a3b0-9b699ad7ce16 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:43.998794 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b9c689-4691-4943-a3b0-9b699ad7ce16 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event deleted for resources: {'Port': ['ID=608f9ddc-9c36-41a4-a381-f8e8776de22b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:44.012426 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2852c49-046f-4f9e-9846-e5aecac5756f None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:28:44.058991 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8b9c689-4691-4943-a3b0-9b699ad7ce16 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:44.152896 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8b9c689-4691-4943-a3b0-9b699ad7ce16 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:44.155078 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8b9c689-4691-4943-a3b0-9b699ad7ce16 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:44.196287 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8b9c689-4691-4943-a3b0-9b699ad7ce16 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:44.196807 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b9c689-4691-4943-a3b0-9b699ad7ce16 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Fanout notify agent at l3_agent the message router_deleted on router 05fffb07-a83f-4b36-87cf-40552df93c20 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 12:28:44.203525 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8b9c689-4691-4943-a3b0-9b699ad7ce16 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:44.204637 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d8b9c689-4691-4943-a3b0-9b699ad7ce16 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "DELETE /v2.0/routers/05fffb07-a83f-4b36-87cf-40552df93c20 HTTP/1.1" status: 204 len: 168 time: 0.8142941 Nov 16 12:28:44.208153 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56722) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:28:44.284239 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6da4e17c-acb2-4845-a32f-50892e25e209 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:44.377054 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6da4e17c-acb2-4845-a32f-50892e25e209 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:44.399515 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-6da4e17c-acb2-4845-a32f-50892e25e209 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['058a11d6-e03e-477b-808b-bc5ff89e5da0']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:28:44.408124 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-6da4e17c-acb2-4845-a32f-50892e25e209 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a6fc55f-aa58-419a-a560-927cd55556a8') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:28:44.408418 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-6da4e17c-acb2-4845-a32f-50892e25e209 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a6fc55f-aa58-419a-a560-927cd55556a8') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:28:44.417697 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6da4e17c-acb2-4845-a32f-50892e25e209 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:44.432595 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6da4e17c-acb2-4845-a32f-50892e25e209 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:44.438752 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6da4e17c-acb2-4845-a32f-50892e25e209 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 12:28:44.439134 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6da4e17c-acb2-4845-a32f-50892e25e209 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:44.442275 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 12:28:44.442275 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 12:28:44.442275 n-d-816823-3 neutron-server[102668]: timer() Nov 16 12:28:44.442275 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 12:28:44.442275 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 12:28:44.442275 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 12:28:44.442275 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 12:28:44.442275 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 12:28:44.442275 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 12:28:44.442275 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 12:28:44.442275 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 12:28:44.442275 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 12:28:44.442275 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 12:28:44.442275 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 12:28:44.442275 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 12:28:44.442275 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 12:28:44.442275 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 12:28:44.442275 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 12:28:44.442275 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 12:28:44.442275 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 12:28:44.442275 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 12:28:44.442275 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 12:28:44.442275 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 12:28:44.442275 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 12:28:44.442275 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 12:28:44.442275 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 12:28:44.442275 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 12:28:44.442275 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 12:28:44.442275 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 12:28:44.442275 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 12:28:44.442275 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 12:28:44.442275 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 12:28:44.504328 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6da4e17c-acb2-4845-a32f-50892e25e209 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:44.513672 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6da4e17c-acb2-4845-a32f-50892e25e209 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:44.516889 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6da4e17c-acb2-4845-a32f-50892e25e209 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "DELETE /v2.0/networks/058a11d6-e03e-477b-808b-bc5ff89e5da0 HTTP/1.1" status: 204 len: 168 time: 0.3078144 Nov 16 12:28:44.520097 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56724) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:28:44.527420 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4e17c-acb2-4845-a32f-50892e25e209 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event deleted for resources: {'Network': ['ID=058a11d6-e03e-477b-808b-bc5ff89e5da0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:44.581098 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a16c7be0-adde-41dd-a72b-71b4af64ed11 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:44.606079 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a16c7be0-adde-41dd-a72b-71b4af64ed11 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:44.669233 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a16c7be0-adde-41dd-a72b-71b4af64ed11 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:44.672015 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a16c7be0-adde-41dd-a72b-71b4af64ed11 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:44.673194 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-a16c7be0-adde-41dd-a72b-71b4af64ed11 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] 10.222.0.61 "DELETE /v2.0/security-groups/f60fc3c2-43c0-4cdd-9f7c-5a7df383e8eb HTTP/1.1" status: 204 len: 168 time: 0.1520677 Nov 16 12:28:44.683437 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c7be0-adde-41dd-a72b-71b4af64ed11 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60fc3c2-43c0-4cdd-9f7c-5a7df383e8eb,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:44.691683 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c7be0-adde-41dd-a72b-71b4af64ed11 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:44.692036 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c7be0-adde-41dd-a72b-71b4af64ed11 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:44.692525 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c7be0-adde-41dd-a72b-71b4af64ed11 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:44.692867 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c7be0-adde-41dd-a72b-71b4af64ed11 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:44.693215 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c7be0-adde-41dd-a72b-71b4af64ed11 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:44.693532 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c7be0-adde-41dd-a72b-71b4af64ed11 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:44.694007 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c7be0-adde-41dd-a72b-71b4af64ed11 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:44.694343 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c7be0-adde-41dd-a72b-71b4af64ed11 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:44.694669 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c7be0-adde-41dd-a72b-71b4af64ed11 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:44.694991 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c7be0-adde-41dd-a72b-71b4af64ed11 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:44.695312 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c7be0-adde-41dd-a72b-71b4af64ed11 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:44.695631 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c7be0-adde-41dd-a72b-71b4af64ed11 tempest-TestNetworkAdvancedServerOps-1995547655 tempest-TestNetworkAdvancedServerOps-1995547655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:45.005072 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56732) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:28:45.136854 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d8f4f808-ffdf-4364-b977-1d4cfa150eec admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=aae820dbeac54b079877012566498127&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1306286 Nov 16 12:28:45.141303 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56736) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:28:45.188304 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c3c1052-3e55-4fe2-92db-8f12e107f7d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:45.208434 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c3c1052-3e55-4fe2-92db-8f12e107f7d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:45.258581 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c3c1052-3e55-4fe2-92db-8f12e107f7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:45.261977 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c3c1052-3e55-4fe2-92db-8f12e107f7d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:45.263139 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1c3c1052-3e55-4fe2-92db-8f12e107f7d0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/677e2915-df42-4d1e-a9f0-89effe2f9cbf HTTP/1.1" status: 204 len: 168 time: 0.1207895 Nov 16 12:28:45.270788 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c1052-3e55-4fe2-92db-8f12e107f7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677e2915-df42-4d1e-a9f0-89effe2f9cbf,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:45.517826 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56742) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:28:45.531677 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9a10cf7a-652a-4472-9c40-a7f52c3eca6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:45.605446 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9a10cf7a-652a-4472-9c40-a7f52c3eca6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:45.609339 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9a10cf7a-652a-4472-9c40-a7f52c3eca6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:45.646384 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9a10cf7a-652a-4472-9c40-a7f52c3eca6a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=648d1fa0f5d54ad387cf565edd1ba86c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1274829 Nov 16 12:28:45.648904 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10cf7a-652a-4472-9c40-a7f52c3eca6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361c68c9-1ef1-4f69-949a-d24e8211471d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:45.649766 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56744) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:28:45.694798 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b5d1c1fa-3112-4cfc-843f-37277e776dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:45.701142 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c8fb9b3a-c366-4ffe-bb6f-662f42b0bde8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:45.727142 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c8fb9b3a-c366-4ffe-bb6f-662f42b0bde8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:45.764243 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device bb8200d1-58da-4641-8dda-1ad33241c631 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:28:45.774781 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c8fb9b3a-c366-4ffe-bb6f-662f42b0bde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:45.777725 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c8fb9b3a-c366-4ffe-bb6f-662f42b0bde8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:45.778916 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c8fb9b3a-c366-4ffe-bb6f-662f42b0bde8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/361c68c9-1ef1-4f69-949a-d24e8211471d HTTP/1.1" status: 204 len: 168 time: 0.1280954 Nov 16 12:28:45.787027 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb9b3a-c366-4ffe-bb6f-662f42b0bde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361c68c9-1ef1-4f69-949a-d24e8211471d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:45.787203 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: bb8200d1-58da-4641-8dda-1ad33241c631 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:28:45.787380 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device bb8200d1-58da-4641-8dda-1ad33241c631 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:28:45.788091 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 608f9ddc-9c36-41a4-a381-f8e8776de22b no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:28:45.812523 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 608f9ddc-9c36-41a4-a381-f8e8776de22b {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:28:45.812869 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 608f9ddc-9c36-41a4-a381-f8e8776de22b not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:28:46.459231 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56766) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:28:46.552064 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-15351ee9-1b32-4e01-a3a8-7a7446664538 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-51585278-network', 'tenant_id': '90cfca18b20a4bda868656d858d014d4'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:28:46.571840 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15351ee9-1b32-4e01-a3a8-7a7446664538 admin admin] Made reservation on behalf of 90cfca18b20a4bda868656d858d014d4 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:28:46.574107 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-15351ee9-1b32-4e01-a3a8-7a7446664538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:46.582400 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-15351ee9-1b32-4e01-a3a8-7a7446664538 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:46.657002 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-15351ee9-1b32-4e01-a3a8-7a7446664538 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:46.660707 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-15351ee9-1b32-4e01-a3a8-7a7446664538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:46.682371 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15351ee9-1b32-4e01-a3a8-7a7446664538 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 12:28:46.697763 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15351ee9-1b32-4e01-a3a8-7a7446664538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a69cfd-4f61-4dab-b45a-285646555409,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:46.700601 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-15351ee9-1b32-4e01-a3a8-7a7446664538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:46.700941 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-15351ee9-1b32-4e01-a3a8-7a7446664538 admin admin] Added segment ac09aae5-6e77-4cd8-beea-9d5f986c09e5 of type vlan for network 97f39b01-7b3d-4cf7-a013-70ea0c13346c Nov 16 12:28:46.746321 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-15351ee9-1b32-4e01-a3a8-7a7446664538 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:46.770305 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-15351ee9-1b32-4e01-a3a8-7a7446664538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:46.771336 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15351ee9-1b32-4e01-a3a8-7a7446664538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:28:46.772455 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-15351ee9-1b32-4e01-a3a8-7a7446664538 admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:46.828191 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-15351ee9-1b32-4e01-a3a8-7a7446664538 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3678572 Nov 16 12:28:46.831409 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56770) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:28:46.833098 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15351ee9-1b32-4e01-a3a8-7a7446664538 admin admin] Pushing event updated for resources: {'Network': ['ID=97f39b01-7b3d-4cf7-a013-70ea0c13346c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:46.836906 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-52ad2870-4ffc-48b2-90cf-2361a32d5081 admin admin] Request body: {'subnet': {'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-51585278-subnet', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:28:46.843877 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 97f39b01-7b3d-4cf7-a013-70ea0c13346c details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 12:28:46.862286 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ad2870-4ffc-48b2-90cf-2361a32d5081 admin admin] Made reservation on behalf of 90cfca18b20a4bda868656d858d014d4 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:28:46.864822 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-52ad2870-4ffc-48b2-90cf-2361a32d5081 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126595366'] for subnet, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:46.908626 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:47.031880 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-52ad2870-4ffc-48b2-90cf-2361a32d5081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126781620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126595380'] for subnet, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:47.089832 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad2870-4ffc-48b2-90cf-2361a32d5081 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c03b263b-62e4-4d8c-902c-cdd2c8faa054,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:47.099903 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ad2870-4ffc-48b2-90cf-2361a32d5081 admin admin] Checking segment: {'id': 'ac09aae5-6e77-4cd8-beea-9d5f986c09e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:28:47.100266 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ad2870-4ffc-48b2-90cf-2361a32d5081 admin admin] Network hostable DHCP agents. Network: 97f39b01-7b3d-4cf7-a013-70ea0c13346c, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 12:28:47.116799 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ad2870-4ffc-48b2-90cf-2361a32d5081 admin admin] Network 97f39b01-7b3d-4cf7-a013-70ea0c13346c is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 12:28:47.127013 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-52ad2870-4ffc-48b2-90cf-2361a32d5081 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 97f39b01-7b3d-4cf7-a013-70ea0c13346c) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:28:47.130419 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ad2870-4ffc-48b2-90cf-2361a32d5081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:28:47.131013 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-52ad2870-4ffc-48b2-90cf-2361a32d5081 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:47.136338 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2fb41b-83f0-4a9f-ab92-6ae79f8e8b48 None None] Network 97f39b01-7b3d-4cf7-a013-70ea0c13346c requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:28:47.147639 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-52ad2870-4ffc-48b2-90cf-2361a32d5081 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3145349 Nov 16 12:28:47.150286 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56772) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:28:47.154946 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-070873be-16b1-4be3-bbff-8f77046da377 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-51585278-router', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:28:47.175353 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-070873be-16b1-4be3-bbff-8f77046da377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:47.176739 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-070873be-16b1-4be3-bbff-8f77046da377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:47.229293 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-070873be-16b1-4be3-bbff-8f77046da377 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:47.279540 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8c48db-b85f-4205-acf8-9a4aad859ed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-97f39b01-7b3d-4cf7-a013-70ea0c13346c', 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'fixed_ips': [{'subnet_id': 'c03b263b-62e4-4d8c-902c-cdd2c8faa054'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 12:28:47.280419 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1d8c48db-b85f-4205-acf8-9a4aad859ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:47.437039 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-1d8c48db-b85f-4205-acf8-9a4aad859ed9 None None] Allocated IP 172.20.0.2 (97f39b01-7b3d-4cf7-a013-70ea0c13346c/c03b263b-62e4-4d8c-902c-cdd2c8faa054/19373867-06f6-47cc-bd2d-803ebd87af3c) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:28:47.583153 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1d8c48db-b85f-4205-acf8-9a4aad859ed9 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:47.588966 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1d8c48db-b85f-4205-acf8-9a4aad859ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:47.630233 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8c48db-b85f-4205-acf8-9a4aad859ed9 None None] Network 97f39b01-7b3d-4cf7-a013-70ea0c13346c is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:28:47.633202 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-1d8c48db-b85f-4205-acf8-9a4aad859ed9 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:28:47.637327 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8c48db-b85f-4205-acf8-9a4aad859ed9 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:28:47.640310 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c48db-b85f-4205-acf8-9a4aad859ed9 None None] Pushing event updated for resources: {'Port': ['ID=19373867-06f6-47cc-bd2d-803ebd87af3c,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:47.650725 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8c48db-b85f-4205-acf8-9a4aad859ed9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:47.651070 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8c48db-b85f-4205-acf8-9a4aad859ed9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:47.651666 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8c48db-b85f-4205-acf8-9a4aad859ed9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:47.652012 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8c48db-b85f-4205-acf8-9a4aad859ed9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:47.652339 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8c48db-b85f-4205-acf8-9a4aad859ed9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:47.652667 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8c48db-b85f-4205-acf8-9a4aad859ed9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:47.652987 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8c48db-b85f-4205-acf8-9a4aad859ed9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:47.653906 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8c48db-b85f-4205-acf8-9a4aad859ed9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:47.653906 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8c48db-b85f-4205-acf8-9a4aad859ed9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:47.654176 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8c48db-b85f-4205-acf8-9a4aad859ed9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:47.654284 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8c48db-b85f-4205-acf8-9a4aad859ed9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:47.654604 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8c48db-b85f-4205-acf8-9a4aad859ed9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:47.661194 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-070873be-16b1-4be3-bbff-8f77046da377 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:47.706518 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-1d8c48db-b85f-4205-acf8-9a4aad859ed9 None None] Attempting to bind port 19373867-06f6-47cc-bd2d-803ebd87af3c on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:28:47.706986 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-1d8c48db-b85f-4205-acf8-9a4aad859ed9 None None] Attempting to bind port 19373867-06f6-47cc-bd2d-803ebd87af3c by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'ac09aae5-6e77-4cd8-beea-9d5f986c09e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:28:47.707243 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8c48db-b85f-4205-acf8-9a4aad859ed9 None None] Attempting to bind port 19373867-06f6-47cc-bd2d-803ebd87af3c on network 97f39b01-7b3d-4cf7-a013-70ea0c13346c {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:28:47.712476 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8c48db-b85f-4205-acf8-9a4aad859ed9 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:28:47.712853 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8c48db-b85f-4205-acf8-9a4aad859ed9 None None] Checking segment: {'id': 'ac09aae5-6e77-4cd8-beea-9d5f986c09e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:28:47.713247 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1d8c48db-b85f-4205-acf8-9a4aad859ed9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:47.713638 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8c48db-b85f-4205-acf8-9a4aad859ed9 None None] Bound using segment: {'id': 'ac09aae5-6e77-4cd8-beea-9d5f986c09e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:28:47.714133 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-1d8c48db-b85f-4205-acf8-9a4aad859ed9 None None] Bound port: 19373867-06f6-47cc-bd2d-803ebd87af3c, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac09aae5-6e77-4cd8-beea-9d5f986c09e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:28:47.714529 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1d8c48db-b85f-4205-acf8-9a4aad859ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:47.774834 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-1d8c48db-b85f-4205-acf8-9a4aad859ed9 None None] For port 19373867-06f6-47cc-bd2d-803ebd87af3c, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:28:47.778233 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-1d8c48db-b85f-4205-acf8-9a4aad859ed9 None None] For port 19373867-06f6-47cc-bd2d-803ebd87af3c, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=19373867-06f6-47cc-bd2d-803ebd87af3c,segment=NetworkSegment(ac09aae5-6e77-4cd8-beea-9d5f986c09e5),segment_id=ac09aae5-6e77-4cd8-beea-9d5f986c09e5)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:28:47.782795 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1d8c48db-b85f-4205-acf8-9a4aad859ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:47.847078 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c48db-b85f-4205-acf8-9a4aad859ed9 None None] Pushing event updated for resources: {'Port': ['ID=19373867-06f6-47cc-bd2d-803ebd87af3c,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:47.864600 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-070873be-16b1-4be3-bbff-8f77046da377 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:47.888191 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-070873be-16b1-4be3-bbff-8f77046da377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:48.013768 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-070873be-16b1-4be3-bbff-8f77046da377 admin admin] Allocated IP 172.25.0.144 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/8e70288f-b627-4545-8b42-97d53f7c235b) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:28:48.135379 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-070873be-16b1-4be3-bbff-8f77046da377 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:48.168656 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-070873be-16b1-4be3-bbff-8f77046da377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:48.203873 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070873be-16b1-4be3-bbff-8f77046da377 admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:28:48.210867 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-070873be-16b1-4be3-bbff-8f77046da377 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:28:48.215118 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070873be-16b1-4be3-bbff-8f77046da377 admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:28:48.223633 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b43540d-4b49-41ae-a03d-9774169ed94d None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:28:48.237554 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070873be-16b1-4be3-bbff-8f77046da377 admin admin] Pushing event updated for resources: {'Port': ['ID=8e70288f-b627-4545-8b42-97d53f7c235b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:48.286070 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-7bc786f1-8b99-47c9-8126-a2e9df964542 None None] Provisioning complete for port 8e70288f-b627-4545-8b42-97d53f7c235b triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:28:48.286440 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7bc786f1-8b99-47c9-8126-a2e9df964542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:48.322907 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-7bc786f1-8b99-47c9-8126-a2e9df964542 None None] Port 8e70288f-b627-4545-8b42-97d53f7c235b cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:28:48.467365 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-070873be-16b1-4be3-bbff-8f77046da377 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:48.676478 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-070873be-16b1-4be3-bbff-8f77046da377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:48.732992 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dd00f6-9dbf-4b11-aead-a726d7dfd1e8 None None] Network 97f39b01-7b3d-4cf7-a013-70ea0c13346c requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:28:48.779137 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:48.793374 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-4d800689-0085-44f4-9370-a7906b0d3dbd None None] Provisioning complete for port 19373867-06f6-47cc-bd2d-803ebd87af3c triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:28:48.793742 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4d800689-0085-44f4-9370-a7906b0d3dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:48.812163 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070873be-16b1-4be3-bbff-8f77046da377 admin admin] Router b8f8b445-e671-473e-bae5-54dc70ac3efb is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 12:28:48.919672 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070873be-16b1-4be3-bbff-8f77046da377 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:28:48.939790 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-070873be-16b1-4be3-bbff-8f77046da377 admin admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:48.941137 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-070873be-16b1-4be3-bbff-8f77046da377 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7898672 Nov 16 12:28:48.944485 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56774) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:28:48.946994 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4d800689-0085-44f4-9370-a7906b0d3dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:48.949131 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd343122-e48d-4c80-ab61-9771fe383a2a None None] Sync routers for ids ['b8f8b445-e671-473e-bae5-54dc70ac3efb'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:28:48.997622 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd343122-e48d-4c80-ab61-9771fe383a2a None None] Routers {'b8f8b445-e671-473e-bae5-54dc70ac3efb'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:28:48.998144 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-dd343122-e48d-4c80-ab61-9771fe383a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:28:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['b8f8b445-e671-473e-bae5-54dc70ac3efb'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:28:49.046467 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-4d800689-0085-44f4-9370-a7906b0d3dbd None None] For port 19373867-06f6-47cc-bd2d-803ebd87af3c, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=19373867-06f6-47cc-bd2d-803ebd87af3c,segment=NetworkSegment(ac09aae5-6e77-4cd8-beea-9d5f986c09e5),segment_id=ac09aae5-6e77-4cd8-beea-9d5f986c09e5)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:28:49.076428 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:49.082917 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4d800689-0085-44f4-9370-a7906b0d3dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:49.157138 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d800689-0085-44f4-9370-a7906b0d3dbd None None] Pushing event updated for resources: {'Port': ['ID=19373867-06f6-47cc-bd2d-803ebd87af3c,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:49.168754 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-dd343122-e48d-4c80-ab61-9771fe383a2a None None] Set router b8f8b445-e671-473e-bae5-54dc70ac3efb gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:28:49.354784 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-dd343122-e48d-4c80-ab61-9771fe383a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'name': 'tempest-TestShelveInstance-51585278-router', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '8e70288f-b627-4545-8b42-97d53f7c235b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:28:47Z', 'updated_at': '2021-11-16T12:28:48Z', 'revision_number': 3, 'project_id': '90cfca18b20a4bda868656d858d014d4', 'gw_port': {'id': '8e70288f-b627-4545-8b42-97d53f7c235b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:27:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:47Z', 'updated_at': '2021-11-16T12:28:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:28:49.385561 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd343122-e48d-4c80-ab61-9771fe383a2a None None] Checking router: b8f8b445-e671-473e-bae5-54dc70ac3efb for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:28:49.385779 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db9f7999-9694-4d1d-8a00-84c8658c1e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:49.385952 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd343122-e48d-4c80-ab61-9771fe383a2a None None] Updating router b8f8b445-e671-473e-bae5-54dc70ac3efb port 8e70288f-b627-4545-8b42-97d53f7c235b binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 12:28:49.424075 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dd343122-e48d-4c80-ab61-9771fe383a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:49.427763 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-f13574fd-667f-4420-bd52-f749bf8cec2f None None] Provisioning complete for port 19373867-06f6-47cc-bd2d-803ebd87af3c triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:28:49.427763 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f13574fd-667f-4420-bd52-f749bf8cec2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:49.540843 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-db9f7999-9694-4d1d-8a00-84c8658c1e02 admin admin] Allocated IP 172.20.0.1 (97f39b01-7b3d-4cf7-a013-70ea0c13346c/c03b263b-62e4-4d8c-902c-cdd2c8faa054/45add008-f577-4ee7-8964-f3efda496ec5) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:28:49.641133 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db9f7999-9694-4d1d-8a00-84c8658c1e02 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:49.675428 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db9f7999-9694-4d1d-8a00-84c8658c1e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:49.716514 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9f7999-9694-4d1d-8a00-84c8658c1e02 admin admin] Network 97f39b01-7b3d-4cf7-a013-70ea0c13346c is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:28:49.721568 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-db9f7999-9694-4d1d-8a00-84c8658c1e02 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:28:49.723969 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9f7999-9694-4d1d-8a00-84c8658c1e02 admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:28:49.742182 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dd343122-e48d-4c80-ab61-9771fe383a2a None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:49.751442 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dd343122-e48d-4c80-ab61-9771fe383a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:49.754890 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f7999-9694-4d1d-8a00-84c8658c1e02 admin admin] Pushing event updated for resources: {'Port': ['ID=45add008-f577-4ee7-8964-f3efda496ec5,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:49.778772 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db9f7999-9694-4d1d-8a00-84c8658c1e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:49.801037 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-dd343122-e48d-4c80-ab61-9771fe383a2a None None] Attempting to bind port 8e70288f-b627-4545-8b42-97d53f7c235b on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:28:49.801426 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-dd343122-e48d-4c80-ab61-9771fe383a2a None None] Attempting to bind port 8e70288f-b627-4545-8b42-97d53f7c235b by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:28:49.801802 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd343122-e48d-4c80-ab61-9771fe383a2a None None] Attempting to bind port 8e70288f-b627-4545-8b42-97d53f7c235b on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:28:49.812359 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e145b9e6-d61e-4d3f-bc70-f344b41605aa None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:28:49.825825 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 19373867-06f6-47cc-bd2d-803ebd87af3c up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:28:49.831152 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd343122-e48d-4c80-ab61-9771fe383a2a None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:28:49.831345 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd343122-e48d-4c80-ab61-9771fe383a2a None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:28:49.831732 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dd343122-e48d-4c80-ab61-9771fe383a2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:49.832126 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd343122-e48d-4c80-ab61-9771fe383a2a None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:28:49.832920 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-dd343122-e48d-4c80-ab61-9771fe383a2a None None] Bound port: 8e70288f-b627-4545-8b42-97d53f7c235b, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:28:49.833043 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dd343122-e48d-4c80-ab61-9771fe383a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:49.882060 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f6213d-dd76-4bba-984e-6d81d1b05a2b None None] Pushing event updated for resources: {'Port': ['ID=8e70288f-b627-4545-8b42-97d53f7c235b,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:49.929972 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-dd343122-e48d-4c80-ab61-9771fe383a2a None None] For port 8e70288f-b627-4545-8b42-97d53f7c235b, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:28:49.933845 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-dd343122-e48d-4c80-ab61-9771fe383a2a None None] For port 8e70288f-b627-4545-8b42-97d53f7c235b, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=8e70288f-b627-4545-8b42-97d53f7c235b,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:28:49.940484 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 19373867-06f6-47cc-bd2d-803ebd87af3c triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:28:49.940829 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:49.952708 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db9f7999-9694-4d1d-8a00-84c8658c1e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:49.963687 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dd343122-e48d-4c80-ab61-9771fe383a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:50.033696 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7fb339-24bb-421a-b46e-a52fec4e8fa1 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:28:50.040126 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-76342540-4247-479f-8ded-0d47e36a99ea None None] Provisioning complete for port 8e70288f-b627-4545-8b42-97d53f7c235b triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:28:50.040496 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-76342540-4247-479f-8ded-0d47e36a99ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:50.083196 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f6213d-dd76-4bba-984e-6d81d1b05a2b None None] Pushing event updated for resources: {'Port': ['ID=8e70288f-b627-4545-8b42-97d53f7c235b,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:50.096800 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd343122-e48d-4c80-ab61-9771fe383a2a None None] Routers {'b8f8b445-e671-473e-bae5-54dc70ac3efb'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:28:50.097426 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-dd343122-e48d-4c80-ab61-9771fe383a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:28:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['b8f8b445-e671-473e-bae5-54dc70ac3efb'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:28:50.134680 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db9f7999-9694-4d1d-8a00-84c8658c1e02 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:50.139675 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db9f7999-9694-4d1d-8a00-84c8658c1e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:50.205512 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f7999-9694-4d1d-8a00-84c8658c1e02 admin admin] Pushing event updated for resources: {'Port': ['ID=45add008-f577-4ee7-8964-f3efda496ec5,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:50.208825 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db9f7999-9694-4d1d-8a00-84c8658c1e02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:50.266872 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-dd343122-e48d-4c80-ab61-9771fe383a2a None None] Set router b8f8b445-e671-473e-bae5-54dc70ac3efb gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:28:50.293144 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-76342540-4247-479f-8ded-0d47e36a99ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:50.304034 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9f7999-9694-4d1d-8a00-84c8658c1e02 admin admin] Network 97f39b01-7b3d-4cf7-a013-70ea0c13346c is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:28:50.305622 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-db9f7999-9694-4d1d-8a00-84c8658c1e02 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:28:50.327197 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-76342540-4247-479f-8ded-0d47e36a99ea None None] For port 8e70288f-b627-4545-8b42-97d53f7c235b, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=8e70288f-b627-4545-8b42-97d53f7c235b,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:28:50.354780 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-76342540-4247-479f-8ded-0d47e36a99ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:50.424415 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9f7999-9694-4d1d-8a00-84c8658c1e02 admin admin] Router b8f8b445-e671-473e-bae5-54dc70ac3efb has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:28:50.547184 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9f7999-9694-4d1d-8a00-84c8658c1e02 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:28:50.552690 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-db9f7999-9694-4d1d-8a00-84c8658c1e02 admin admin] 10.222.0.61 "PUT /v2.0/routers/b8f8b445-e671-473e-bae5-54dc70ac3efb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6072180 Nov 16 12:28:50.622532 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76342540-4247-479f-8ded-0d47e36a99ea None None] Pushing event updated for resources: {'Port': ['ID=8e70288f-b627-4545-8b42-97d53f7c235b,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:50.624973 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ba9e8455-b308-41bf-b840-7c94998bbf61 None None] Provisioning complete for port 45add008-f577-4ee7-8964-f3efda496ec5 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:28:50.625343 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ba9e8455-b308-41bf-b840-7c94998bbf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:50.681845 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-ba9e8455-b308-41bf-b840-7c94998bbf61 None None] Port 45add008-f577-4ee7-8964-f3efda496ec5 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:28:50.718076 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ba9e8455-b308-41bf-b840-7c94998bbf61 None None] Provisioning complete for port 8e70288f-b627-4545-8b42-97d53f7c235b triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:28:50.718449 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ba9e8455-b308-41bf-b840-7c94998bbf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:50.771037 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-dd343122-e48d-4c80-ab61-9771fe383a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'name': 'tempest-TestShelveInstance-51585278-router', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '8e70288f-b627-4545-8b42-97d53f7c235b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:28:47Z', 'updated_at': '2021-11-16T12:28:49Z', 'revision_number': 4, 'project_id': '90cfca18b20a4bda868656d858d014d4', 'gw_port': {'id': '8e70288f-b627-4545-8b42-97d53f7c235b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:27:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:47Z', 'updated_at': '2021-11-16T12:28:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '45add008-f577-4ee7-8964-f3efda496ec5', 'name': '', 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'mac_address': 'fa:16:3e:3c:68:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'c03b263b-62e4-4d8c-902c-cdd2c8faa054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:49Z', 'updated_at': '2021-11-16T12:28:49Z', 'revision_number': 1, 'project_id': '90cfca18b20a4bda868656d858d014d4', 'subnets': [{'id': 'c03b263b-62e4-4d8c-902c-cdd2c8faa054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:28:50.800204 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd343122-e48d-4c80-ab61-9771fe383a2a None None] The sync data for ids ['b8f8b445-e671-473e-bae5-54dc70ac3efb'] in n-d-816823-3 is: [{'id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'name': 'tempest-TestShelveInstance-51585278-router', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '8e70288f-b627-4545-8b42-97d53f7c235b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:28:47Z', 'updated_at': '2021-11-16T12:28:49Z', 'revision_number': 4, 'project_id': '90cfca18b20a4bda868656d858d014d4', 'gw_port': {'id': '8e70288f-b627-4545-8b42-97d53f7c235b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:27:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:47Z', 'updated_at': '2021-11-16T12:28:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '45add008-f577-4ee7-8964-f3efda496ec5', 'name': '', 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'mac_address': 'fa:16:3e:3c:68:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'c03b263b-62e4-4d8c-902c-cdd2c8faa054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:49Z', 'updated_at': '2021-11-16T12:28:49Z', 'revision_number': 1, 'project_id': '90cfca18b20a4bda868656d858d014d4', 'subnets': [{'id': 'c03b263b-62e4-4d8c-902c-cdd2c8faa054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:28:50.957834 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-cdce1d75-b74c-45c4-b652-cb1f2b52514b None None] Provisioning complete for port 45add008-f577-4ee7-8964-f3efda496ec5 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:28:50.958453 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cdce1d75-b74c-45c4-b652-cb1f2b52514b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:51.018965 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-cdce1d75-b74c-45c4-b652-cb1f2b52514b None None] Port 45add008-f577-4ee7-8964-f3efda496ec5 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:28:51.054769 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56790) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:28:51.059748 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-0b31613b-4df7-49ff-b318-76f3693d700a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1922705016-network', 'tenant_id': '24597bc8e09440d18a9e9a2f7518d9a7'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:28:51.084102 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b31613b-4df7-49ff-b318-76f3693d700a admin admin] Made reservation on behalf of 24597bc8e09440d18a9e9a2f7518d9a7 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:28:51.087214 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b31613b-4df7-49ff-b318-76f3693d700a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:51.096873 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b31613b-4df7-49ff-b318-76f3693d700a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:51.185750 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b31613b-4df7-49ff-b318-76f3693d700a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:51.191109 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b31613b-4df7-49ff-b318-76f3693d700a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:51.221276 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b31613b-4df7-49ff-b318-76f3693d700a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 12:28:51.228424 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b31613b-4df7-49ff-b318-76f3693d700a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818dae54-17b2-4a8a-ba16-eb66ba6d1bd8,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:51.235294 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b31613b-4df7-49ff-b318-76f3693d700a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:51.235647 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-0b31613b-4df7-49ff-b318-76f3693d700a admin admin] Added segment 1888aad2-41db-408d-bc06-07d53aa8e102 of type vlan for network ae9412f0-636a-4c87-b0fb-56be92b06886 Nov 16 12:28:51.280879 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b31613b-4df7-49ff-b318-76f3693d700a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:51.311546 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b31613b-4df7-49ff-b318-76f3693d700a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:51.312662 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b31613b-4df7-49ff-b318-76f3693d700a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:28:51.313247 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b31613b-4df7-49ff-b318-76f3693d700a admin admin] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:51.365737 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0b31613b-4df7-49ff-b318-76f3693d700a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3097150 Nov 16 12:28:51.368681 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56792) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:28:51.373823 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-bad5419f-68ee-46bf-95e4-b4409351469f admin admin] Request body: {'subnet': {'network_id': 'ae9412f0-636a-4c87-b0fb-56be92b06886', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1922705016-subnet', 'tenant_id': '24597bc8e09440d18a9e9a2f7518d9a7', 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:28:51.377728 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b31613b-4df7-49ff-b318-76f3693d700a admin admin] Pushing event updated for resources: {'Network': ['ID=ae9412f0-636a-4c87-b0fb-56be92b06886,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:51.388894 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network ae9412f0-636a-4c87-b0fb-56be92b06886 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 12:28:51.399250 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad5419f-68ee-46bf-95e4-b4409351469f admin admin] Made reservation on behalf of 24597bc8e09440d18a9e9a2f7518d9a7 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:28:51.402916 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bad5419f-68ee-46bf-95e4-b4409351469f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:51.597655 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bad5419f-68ee-46bf-95e4-b4409351469f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:51.659406 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad5419f-68ee-46bf-95e4-b4409351469f admin admin] Pushing event updated for resources: {'Subnet': ['ID=daecf1fa-cbae-408e-bc26-d504e7923399,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:51.669030 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad5419f-68ee-46bf-95e4-b4409351469f admin admin] Checking segment: {'id': '1888aad2-41db-408d-bc06-07d53aa8e102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ae9412f0-636a-4c87-b0fb-56be92b06886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:28:51.669391 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad5419f-68ee-46bf-95e4-b4409351469f admin admin] Network hostable DHCP agents. Network: ae9412f0-636a-4c87-b0fb-56be92b06886, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 12:28:51.686992 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad5419f-68ee-46bf-95e4-b4409351469f admin admin] Network ae9412f0-636a-4c87-b0fb-56be92b06886 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 12:28:51.696138 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-bad5419f-68ee-46bf-95e4-b4409351469f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, ae9412f0-636a-4c87-b0fb-56be92b06886) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:28:51.700402 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad5419f-68ee-46bf-95e4-b4409351469f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:28:51.701000 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bad5419f-68ee-46bf-95e4-b4409351469f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:51.706573 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffef6ba-480e-4cd5-8dc1-d799384fc310 None None] Network ae9412f0-636a-4c87-b0fb-56be92b06886 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:28:51.727759 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-bad5419f-68ee-46bf-95e4-b4409351469f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3577578 Nov 16 12:28:51.730018 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56794) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:28:51.737099 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-927fe6bd-d208-46da-baff-5f2c2e5fe838 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1922705016-router', 'tenant_id': '24597bc8e09440d18a9e9a2f7518d9a7', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:28:51.762041 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-927fe6bd-d208-46da-baff-5f2c2e5fe838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:51.763113 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-927fe6bd-d208-46da-baff-5f2c2e5fe838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:51.819709 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-927fe6bd-d208-46da-baff-5f2c2e5fe838 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:51.824262 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 8e70288f-b627-4545-8b42-97d53f7c235b up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:28:51.933557 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b904ed-9737-445e-a613-a9c5a25ff855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-ae9412f0-636a-4c87-b0fb-56be92b06886', 'network_id': 'ae9412f0-636a-4c87-b0fb-56be92b06886', 'tenant_id': '24597bc8e09440d18a9e9a2f7518d9a7', 'fixed_ips': [{'subnet_id': 'daecf1fa-cbae-408e-bc26-d504e7923399'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 12:28:51.934458 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e7b904ed-9737-445e-a613-a9c5a25ff855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:51.936933 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 8e70288f-b627-4545-8b42-97d53f7c235b triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:28:51.937348 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:51.960348 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-927fe6bd-d208-46da-baff-5f2c2e5fe838 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:52.148165 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-e7b904ed-9737-445e-a613-a9c5a25ff855 None None] Allocated IP 172.20.0.2 (ae9412f0-636a-4c87-b0fb-56be92b06886/daecf1fa-cbae-408e-bc26-d504e7923399/4331d335-a3f2-4f8b-ae65-074153c88ef7) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:28:52.181169 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-927fe6bd-d208-46da-baff-5f2c2e5fe838 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:52.204780 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-927fe6bd-d208-46da-baff-5f2c2e5fe838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:52.300624 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e7b904ed-9737-445e-a613-a9c5a25ff855 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:52.306574 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-927fe6bd-d208-46da-baff-5f2c2e5fe838 admin admin] Allocated IP 172.25.0.84 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/eac9ca01-ce68-408e-96ae-5b160d27f824) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:28:52.307304 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e7b904ed-9737-445e-a613-a9c5a25ff855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:52.345951 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b904ed-9737-445e-a613-a9c5a25ff855 None None] Network ae9412f0-636a-4c87-b0fb-56be92b06886 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:28:52.351009 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-e7b904ed-9737-445e-a613-a9c5a25ff855 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:28:52.353390 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b904ed-9737-445e-a613-a9c5a25ff855 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:28:52.359486 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b904ed-9737-445e-a613-a9c5a25ff855 None None] Pushing event updated for resources: {'Port': ['ID=4331d335-a3f2-4f8b-ae65-074153c88ef7,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:52.417436 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e7b904ed-9737-445e-a613-a9c5a25ff855 None None] Attempting to bind port 4331d335-a3f2-4f8b-ae65-074153c88ef7 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:28:52.417724 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e7b904ed-9737-445e-a613-a9c5a25ff855 None None] Attempting to bind port 4331d335-a3f2-4f8b-ae65-074153c88ef7 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '1888aad2-41db-408d-bc06-07d53aa8e102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ae9412f0-636a-4c87-b0fb-56be92b06886'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:28:52.418109 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-927fe6bd-d208-46da-baff-5f2c2e5fe838 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:52.418664 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b904ed-9737-445e-a613-a9c5a25ff855 None None] Attempting to bind port 4331d335-a3f2-4f8b-ae65-074153c88ef7 on network ae9412f0-636a-4c87-b0fb-56be92b06886 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:28:52.423376 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b904ed-9737-445e-a613-a9c5a25ff855 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:28:52.423754 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b904ed-9737-445e-a613-a9c5a25ff855 None None] Checking segment: {'id': '1888aad2-41db-408d-bc06-07d53aa8e102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ae9412f0-636a-4c87-b0fb-56be92b06886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:28:52.424154 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e7b904ed-9737-445e-a613-a9c5a25ff855 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:52.424548 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b904ed-9737-445e-a613-a9c5a25ff855 None None] Bound using segment: {'id': '1888aad2-41db-408d-bc06-07d53aa8e102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ae9412f0-636a-4c87-b0fb-56be92b06886'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:28:52.425008 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e7b904ed-9737-445e-a613-a9c5a25ff855 None None] Bound port: 4331d335-a3f2-4f8b-ae65-074153c88ef7, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1888aad2-41db-408d-bc06-07d53aa8e102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ae9412f0-636a-4c87-b0fb-56be92b06886'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:28:52.425387 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e7b904ed-9737-445e-a613-a9c5a25ff855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:52.453631 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-927fe6bd-d208-46da-baff-5f2c2e5fe838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:52.489566 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e7b904ed-9737-445e-a613-a9c5a25ff855 None None] For port 4331d335-a3f2-4f8b-ae65-074153c88ef7, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:28:52.491486 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927fe6bd-d208-46da-baff-5f2c2e5fe838 admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:28:52.493597 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e7b904ed-9737-445e-a613-a9c5a25ff855 None None] For port 4331d335-a3f2-4f8b-ae65-074153c88ef7, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=4331d335-a3f2-4f8b-ae65-074153c88ef7,segment=NetworkSegment(1888aad2-41db-408d-bc06-07d53aa8e102),segment_id=1888aad2-41db-408d-bc06-07d53aa8e102)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:28:52.496884 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-927fe6bd-d208-46da-baff-5f2c2e5fe838 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:28:52.498498 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e7b904ed-9737-445e-a613-a9c5a25ff855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:52.499379 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927fe6bd-d208-46da-baff-5f2c2e5fe838 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:28:52.512176 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba86b031-fbec-4d1f-b735-ecd581d9b684 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:28:52.530177 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927fe6bd-d208-46da-baff-5f2c2e5fe838 admin admin] Pushing event updated for resources: {'Port': ['ID=eac9ca01-ce68-408e-96ae-5b160d27f824,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:52.570581 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b904ed-9737-445e-a613-a9c5a25ff855 None None] Pushing event updated for resources: {'Port': ['ID=4331d335-a3f2-4f8b-ae65-074153c88ef7,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:52.659059 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d52bfc3a-417f-43bd-8717-3d128b39a40e None None] Provisioning complete for port eac9ca01-ce68-408e-96ae-5b160d27f824 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:28:52.659569 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d52bfc3a-417f-43bd-8717-3d128b39a40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:52.711848 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-d52bfc3a-417f-43bd-8717-3d128b39a40e None None] Port eac9ca01-ce68-408e-96ae-5b160d27f824 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:28:52.795391 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-927fe6bd-d208-46da-baff-5f2c2e5fe838 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:53.002243 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-927fe6bd-d208-46da-baff-5f2c2e5fe838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:53.393210 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea6c676-0dd7-448b-8707-483332dd7107 None None] Sync routers for ids ['b8f8b445-e671-473e-bae5-54dc70ac3efb'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:28:53.405173 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea6c676-0dd7-448b-8707-483332dd7107 None None] Routers {'b8f8b445-e671-473e-bae5-54dc70ac3efb'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:28:53.406175 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-fea6c676-0dd7-448b-8707-483332dd7107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:28:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['b8f8b445-e671-473e-bae5-54dc70ac3efb'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:28:53.454569 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927fe6bd-d208-46da-baff-5f2c2e5fe838 admin admin] Router 7f683b43-7dd5-4b1d-9a69-ed903741cac5 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 12:28:53.515929 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-fea6c676-0dd7-448b-8707-483332dd7107 None None] Set router b8f8b445-e671-473e-bae5-54dc70ac3efb gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:28:53.560880 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9beddd-9f17-4490-8875-2116a99e3f40 None None] Network ae9412f0-636a-4c87-b0fb-56be92b06886 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:28:53.566903 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927fe6bd-d208-46da-baff-5f2c2e5fe838 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:28:53.583887 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-927fe6bd-d208-46da-baff-5f2c2e5fe838 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:53.592068 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-927fe6bd-d208-46da-baff-5f2c2e5fe838 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8583374 Nov 16 12:28:53.592251 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56796) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:28:53.630775 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6028a021-bea2-45e2-bc50-18a26d82e476 None None] Sync routers for ids ['7f683b43-7dd5-4b1d-9a69-ed903741cac5'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:28:53.663476 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6028a021-bea2-45e2-bc50-18a26d82e476 None None] Routers {'7f683b43-7dd5-4b1d-9a69-ed903741cac5'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:28:53.664415 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6028a021-bea2-45e2-bc50-18a26d82e476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:28:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['7f683b43-7dd5-4b1d-9a69-ed903741cac5'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:28:53.722607 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-fea6c676-0dd7-448b-8707-483332dd7107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'name': 'tempest-TestShelveInstance-51585278-router', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '8e70288f-b627-4545-8b42-97d53f7c235b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:28:47Z', 'updated_at': '2021-11-16T12:28:49Z', 'revision_number': 4, 'project_id': '90cfca18b20a4bda868656d858d014d4', 'gw_port': {'id': '8e70288f-b627-4545-8b42-97d53f7c235b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:27:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:47Z', 'updated_at': '2021-11-16T12:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '45add008-f577-4ee7-8964-f3efda496ec5', 'name': '', 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'mac_address': 'fa:16:3e:3c:68:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'c03b263b-62e4-4d8c-902c-cdd2c8faa054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:49Z', 'updated_at': '2021-11-16T12:28:50Z', 'revision_number': 2, 'project_id': '90cfca18b20a4bda868656d858d014d4', 'subnets': [{'id': 'c03b263b-62e4-4d8c-902c-cdd2c8faa054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:28:53.737456 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-005194a2-564b-4352-b029-4c183e16587c None None] Provisioning complete for port 4331d335-a3f2-4f8b-ae65-074153c88ef7 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:28:53.738037 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-005194a2-564b-4352-b029-4c183e16587c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:53.757854 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea6c676-0dd7-448b-8707-483332dd7107 None None] Checking router: b8f8b445-e671-473e-bae5-54dc70ac3efb for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:28:53.758233 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea6c676-0dd7-448b-8707-483332dd7107 None None] Updating router b8f8b445-e671-473e-bae5-54dc70ac3efb port 45add008-f577-4ee7-8964-f3efda496ec5 binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 12:28:53.787594 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fea6c676-0dd7-448b-8707-483332dd7107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:53.854333 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-6028a021-bea2-45e2-bc50-18a26d82e476 None None] Set router 7f683b43-7dd5-4b1d-9a69-ed903741cac5 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:28:53.858559 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 4331d335-a3f2-4f8b-ae65-074153c88ef7 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:28:54.034945 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0fdcbc9a-d62a-4c60-9259-31d31e7eda5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:54.057703 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-005194a2-564b-4352-b029-4c183e16587c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:54.064695 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fea6c676-0dd7-448b-8707-483332dd7107 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:54.075343 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fea6c676-0dd7-448b-8707-483332dd7107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:54.100962 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 4331d335-a3f2-4f8b-ae65-074153c88ef7 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:28:54.101908 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:54.124182 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc106b-cfe7-46b8-9e8d-f4b2f47e0268 None None] Pushing event updated for resources: {'Port': ['ID=45add008-f577-4ee7-8964-f3efda496ec5,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:54.134823 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dc106b-cfe7-46b8-9e8d-f4b2f47e0268 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:54.135173 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dc106b-cfe7-46b8-9e8d-f4b2f47e0268 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:54.135601 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dc106b-cfe7-46b8-9e8d-f4b2f47e0268 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:54.135942 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dc106b-cfe7-46b8-9e8d-f4b2f47e0268 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:54.136272 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dc106b-cfe7-46b8-9e8d-f4b2f47e0268 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:54.136623 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dc106b-cfe7-46b8-9e8d-f4b2f47e0268 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:54.136923 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dc106b-cfe7-46b8-9e8d-f4b2f47e0268 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:54.137867 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dc106b-cfe7-46b8-9e8d-f4b2f47e0268 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:54.137867 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dc106b-cfe7-46b8-9e8d-f4b2f47e0268 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:54.137867 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dc106b-cfe7-46b8-9e8d-f4b2f47e0268 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:54.137867 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dc106b-cfe7-46b8-9e8d-f4b2f47e0268 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:54.138861 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dc106b-cfe7-46b8-9e8d-f4b2f47e0268 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:28:54.144654 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-005194a2-564b-4352-b029-4c183e16587c None None] For port 4331d335-a3f2-4f8b-ae65-074153c88ef7, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=4331d335-a3f2-4f8b-ae65-074153c88ef7,segment=NetworkSegment(1888aad2-41db-408d-bc06-07d53aa8e102),segment_id=1888aad2-41db-408d-bc06-07d53aa8e102)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:28:54.157282 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-005194a2-564b-4352-b029-4c183e16587c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:54.240171 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-fea6c676-0dd7-448b-8707-483332dd7107 None None] Attempting to bind port 45add008-f577-4ee7-8964-f3efda496ec5 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:28:54.241387 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-fea6c676-0dd7-448b-8707-483332dd7107 None None] Attempting to bind port 45add008-f577-4ee7-8964-f3efda496ec5 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': 'ac09aae5-6e77-4cd8-beea-9d5f986c09e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:28:54.241984 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea6c676-0dd7-448b-8707-483332dd7107 None None] Attempting to bind port 45add008-f577-4ee7-8964-f3efda496ec5 on network 97f39b01-7b3d-4cf7-a013-70ea0c13346c {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:28:54.247827 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea6c676-0dd7-448b-8707-483332dd7107 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:28:54.248486 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea6c676-0dd7-448b-8707-483332dd7107 None None] Checking segment: {'id': 'ac09aae5-6e77-4cd8-beea-9d5f986c09e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:28:54.249124 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fea6c676-0dd7-448b-8707-483332dd7107 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:54.249824 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea6c676-0dd7-448b-8707-483332dd7107 None None] Bound using segment: {'id': 'ac09aae5-6e77-4cd8-beea-9d5f986c09e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:28:54.250719 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-fea6c676-0dd7-448b-8707-483332dd7107 None None] Bound port: 45add008-f577-4ee7-8964-f3efda496ec5, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac09aae5-6e77-4cd8-beea-9d5f986c09e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:28:54.251286 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fea6c676-0dd7-448b-8707-483332dd7107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:54.259732 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-0fdcbc9a-d62a-4c60-9259-31d31e7eda5f admin admin] Allocated IP 172.20.0.1 (ae9412f0-636a-4c87-b0fb-56be92b06886/daecf1fa-cbae-408e-bc26-d504e7923399/0c1bfd54-08b1-414a-855c-901c90446a29) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:28:54.345546 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-fea6c676-0dd7-448b-8707-483332dd7107 None None] For port 45add008-f577-4ee7-8964-f3efda496ec5, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:28:54.354417 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-fea6c676-0dd7-448b-8707-483332dd7107 None None] For port 45add008-f577-4ee7-8964-f3efda496ec5, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=45add008-f577-4ee7-8964-f3efda496ec5,segment=NetworkSegment(ac09aae5-6e77-4cd8-beea-9d5f986c09e5),segment_id=ac09aae5-6e77-4cd8-beea-9d5f986c09e5)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:28:54.363626 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fea6c676-0dd7-448b-8707-483332dd7107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:54.427755 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea6c676-0dd7-448b-8707-483332dd7107 None None] Routers {'b8f8b445-e671-473e-bae5-54dc70ac3efb'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:28:54.429682 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-fea6c676-0dd7-448b-8707-483332dd7107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:28:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['b8f8b445-e671-473e-bae5-54dc70ac3efb'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:28:54.495725 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005194a2-564b-4352-b029-4c183e16587c None None] Pushing event updated for resources: {'Port': ['ID=4331d335-a3f2-4f8b-ae65-074153c88ef7,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:54.523382 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc106b-cfe7-46b8-9e8d-f4b2f47e0268 None None] Pushing event updated for resources: {'Port': ['ID=45add008-f577-4ee7-8964-f3efda496ec5,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:54.535220 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-038894bc-bded-4306-87a1-875612d8921b None None] Provisioning complete for port 4331d335-a3f2-4f8b-ae65-074153c88ef7 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:28:54.535664 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-038894bc-bded-4306-87a1-875612d8921b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:54.575501 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-fea6c676-0dd7-448b-8707-483332dd7107 None None] Set router b8f8b445-e671-473e-bae5-54dc70ac3efb gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:28:54.676965 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6028a021-bea2-45e2-bc50-18a26d82e476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f683b43-7dd5-4b1d-9a69-ed903741cac5', 'name': 'tempest-TestShelveInstance-1922705016-router', 'tenant_id': '24597bc8e09440d18a9e9a2f7518d9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'eac9ca01-ce68-408e-96ae-5b160d27f824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:28:51Z', 'updated_at': '2021-11-16T12:28:52Z', 'revision_number': 3, 'project_id': '24597bc8e09440d18a9e9a2f7518d9a7', 'gw_port': {'id': 'eac9ca01-ce68-408e-96ae-5b160d27f824', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:55:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f683b43-7dd5-4b1d-9a69-ed903741cac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:52Z', 'updated_at': '2021-11-16T12:28:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:28:54.716295 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6028a021-bea2-45e2-bc50-18a26d82e476 None None] Checking router: 7f683b43-7dd5-4b1d-9a69-ed903741cac5 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:28:54.716793 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6028a021-bea2-45e2-bc50-18a26d82e476 None None] Updating router 7f683b43-7dd5-4b1d-9a69-ed903741cac5 port eac9ca01-ce68-408e-96ae-5b160d27f824 binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 12:28:54.745592 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6028a021-bea2-45e2-bc50-18a26d82e476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:54.759669 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0fdcbc9a-d62a-4c60-9259-31d31e7eda5f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:54.800658 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0fdcbc9a-d62a-4c60-9259-31d31e7eda5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:54.848875 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdcbc9a-d62a-4c60-9259-31d31e7eda5f admin admin] Network ae9412f0-636a-4c87-b0fb-56be92b06886 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:28:54.855003 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-0fdcbc9a-d62a-4c60-9259-31d31e7eda5f admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:28:54.859857 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdcbc9a-d62a-4c60-9259-31d31e7eda5f admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:28:54.863893 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdcbc9a-d62a-4c60-9259-31d31e7eda5f admin admin] Pushing event updated for resources: {'Port': ['ID=0c1bfd54-08b1-414a-855c-901c90446a29,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:54.864813 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-11a1ca51-0425-43f6-a96e-6149a8936d00 None None] Provisioning complete for port 45add008-f577-4ee7-8964-f3efda496ec5 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:28:54.865309 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-11a1ca51-0425-43f6-a96e-6149a8936d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:54.905636 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0fdcbc9a-d62a-4c60-9259-31d31e7eda5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:54.936512 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-fea6c676-0dd7-448b-8707-483332dd7107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'name': 'tempest-TestShelveInstance-51585278-router', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '8e70288f-b627-4545-8b42-97d53f7c235b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:28:47Z', 'updated_at': '2021-11-16T12:28:49Z', 'revision_number': 4, 'project_id': '90cfca18b20a4bda868656d858d014d4', 'gw_port': {'id': '8e70288f-b627-4545-8b42-97d53f7c235b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:27:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:47Z', 'updated_at': '2021-11-16T12:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '45add008-f577-4ee7-8964-f3efda496ec5', 'name': '', 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'mac_address': 'fa:16:3e:3c:68:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'c03b263b-62e4-4d8c-902c-cdd2c8faa054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:49Z', 'updated_at': '2021-11-16T12:28:54Z', 'revision_number': 4, 'project_id': '90cfca18b20a4bda868656d858d014d4', 'subnets': [{'id': 'c03b263b-62e4-4d8c-902c-cdd2c8faa054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:28:54.977694 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea6c676-0dd7-448b-8707-483332dd7107 None None] The sync data for ids ['b8f8b445-e671-473e-bae5-54dc70ac3efb'] in n-d-816823-3 is: [{'id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'name': 'tempest-TestShelveInstance-51585278-router', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '8e70288f-b627-4545-8b42-97d53f7c235b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:28:47Z', 'updated_at': '2021-11-16T12:28:49Z', 'revision_number': 4, 'project_id': '90cfca18b20a4bda868656d858d014d4', 'gw_port': {'id': '8e70288f-b627-4545-8b42-97d53f7c235b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:27:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:47Z', 'updated_at': '2021-11-16T12:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '45add008-f577-4ee7-8964-f3efda496ec5', 'name': '', 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'mac_address': 'fa:16:3e:3c:68:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'c03b263b-62e4-4d8c-902c-cdd2c8faa054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:49Z', 'updated_at': '2021-11-16T12:28:54Z', 'revision_number': 4, 'project_id': '90cfca18b20a4bda868656d858d014d4', 'subnets': [{'id': 'c03b263b-62e4-4d8c-902c-cdd2c8faa054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:28:55.049345 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0fdcbc9a-d62a-4c60-9259-31d31e7eda5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:55.083658 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-11a1ca51-0425-43f6-a96e-6149a8936d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:55.157766 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6028a021-bea2-45e2-bc50-18a26d82e476 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:55.168958 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-11a1ca51-0425-43f6-a96e-6149a8936d00 None None] For port 45add008-f577-4ee7-8964-f3efda496ec5, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=45add008-f577-4ee7-8964-f3efda496ec5,segment=NetworkSegment(ac09aae5-6e77-4cd8-beea-9d5f986c09e5),segment_id=ac09aae5-6e77-4cd8-beea-9d5f986c09e5)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:28:55.171661 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6028a021-bea2-45e2-bc50-18a26d82e476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:55.181619 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-11a1ca51-0425-43f6-a96e-6149a8936d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:55.214255 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3e9b7f-b3db-4a3d-946f-5a4b4cd956c9 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:28:55.237240 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-6028a021-bea2-45e2-bc50-18a26d82e476 None None] Attempting to bind port eac9ca01-ce68-408e-96ae-5b160d27f824 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:28:55.237618 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-6028a021-bea2-45e2-bc50-18a26d82e476 None None] Attempting to bind port eac9ca01-ce68-408e-96ae-5b160d27f824 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:28:55.238018 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6028a021-bea2-45e2-bc50-18a26d82e476 None None] Attempting to bind port eac9ca01-ce68-408e-96ae-5b160d27f824 on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:28:55.247781 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72ed11-2c08-4c64-b246-ee4e846298fa None None] Pushing event updated for resources: {'Port': ['ID=eac9ca01-ce68-408e-96ae-5b160d27f824,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:55.250544 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6028a021-bea2-45e2-bc50-18a26d82e476 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:28:55.250925 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6028a021-bea2-45e2-bc50-18a26d82e476 None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:28:55.251337 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6028a021-bea2-45e2-bc50-18a26d82e476 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:55.251730 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6028a021-bea2-45e2-bc50-18a26d82e476 None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:28:55.252212 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-6028a021-bea2-45e2-bc50-18a26d82e476 None None] Bound port: eac9ca01-ce68-408e-96ae-5b160d27f824, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:28:55.252602 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6028a021-bea2-45e2-bc50-18a26d82e476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:55.276258 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0fdcbc9a-d62a-4c60-9259-31d31e7eda5f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:55.283118 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0fdcbc9a-d62a-4c60-9259-31d31e7eda5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:55.356090 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-6028a021-bea2-45e2-bc50-18a26d82e476 None None] For port eac9ca01-ce68-408e-96ae-5b160d27f824, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:28:55.359851 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-6028a021-bea2-45e2-bc50-18a26d82e476 None None] For port eac9ca01-ce68-408e-96ae-5b160d27f824, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=eac9ca01-ce68-408e-96ae-5b160d27f824,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:28:55.360031 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0fdcbc9a-d62a-4c60-9259-31d31e7eda5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:55.361450 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ad0f4d16-bcc6-469c-8ef1-252a7749ade9 None None] Provisioning complete for port eac9ca01-ce68-408e-96ae-5b160d27f824 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:28:55.361796 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdcbc9a-d62a-4c60-9259-31d31e7eda5f admin admin] Pushing event updated for resources: {'Port': ['ID=0c1bfd54-08b1-414a-855c-901c90446a29,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:55.361915 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ad0f4d16-bcc6-469c-8ef1-252a7749ade9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:55.365452 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1ca51-0425-43f6-a96e-6149a8936d00 None None] Pushing event updated for resources: {'Port': ['ID=45add008-f577-4ee7-8964-f3efda496ec5,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:55.390987 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6028a021-bea2-45e2-bc50-18a26d82e476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:55.445312 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-ad0f4d16-bcc6-469c-8ef1-252a7749ade9 None None] Port eac9ca01-ce68-408e-96ae-5b160d27f824 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:28:55.462248 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac479fd0-be84-4b3c-b5a6-0445259200e7 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:28:55.479944 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdcbc9a-d62a-4c60-9259-31d31e7eda5f admin admin] Network ae9412f0-636a-4c87-b0fb-56be92b06886 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:28:55.480716 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6028a021-bea2-45e2-bc50-18a26d82e476 None None] Routers {'7f683b43-7dd5-4b1d-9a69-ed903741cac5'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:28:55.481372 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6028a021-bea2-45e2-bc50-18a26d82e476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:28:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['7f683b43-7dd5-4b1d-9a69-ed903741cac5'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:28:55.481716 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-0fdcbc9a-d62a-4c60-9259-31d31e7eda5f admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:28:55.485852 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72ed11-2c08-4c64-b246-ee4e846298fa None None] Pushing event updated for resources: {'Port': ['ID=eac9ca01-ce68-408e-96ae-5b160d27f824,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:55.521803 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ad0f4d16-bcc6-469c-8ef1-252a7749ade9 None None] Provisioning complete for port 0c1bfd54-08b1-414a-855c-901c90446a29 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:28:55.522226 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ad0f4d16-bcc6-469c-8ef1-252a7749ade9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:55.619295 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-ad0f4d16-bcc6-469c-8ef1-252a7749ade9 None None] Port 0c1bfd54-08b1-414a-855c-901c90446a29 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:28:55.636720 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fdcbc9a-d62a-4c60-9259-31d31e7eda5f admin admin] Router 7f683b43-7dd5-4b1d-9a69-ed903741cac5 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:28:55.640449 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-6028a021-bea2-45e2-bc50-18a26d82e476 None None] Set router 7f683b43-7dd5-4b1d-9a69-ed903741cac5 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:28:55.793173 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-930b180d-23a9-43c8-a117-02382c161995 None None] Provisioning complete for port eac9ca01-ce68-408e-96ae-5b160d27f824 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:28:55.793801 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-930b180d-23a9-43c8-a117-02382c161995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:55.796312 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdcbc9a-d62a-4c60-9259-31d31e7eda5f admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:28:55.802316 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0fdcbc9a-d62a-4c60-9259-31d31e7eda5f admin admin] 10.222.0.61 "PUT /v2.0/routers/7f683b43-7dd5-4b1d-9a69-ed903741cac5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2090123 Nov 16 12:28:55.841164 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 45add008-f577-4ee7-8964-f3efda496ec5 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:28:55.996561 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 45add008-f577-4ee7-8964-f3efda496ec5 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:28:55.996936 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:55.998365 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-930b180d-23a9-43c8-a117-02382c161995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:56.051566 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-930b180d-23a9-43c8-a117-02382c161995 None None] For port eac9ca01-ce68-408e-96ae-5b160d27f824, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=eac9ca01-ce68-408e-96ae-5b160d27f824,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:28:56.060262 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-930b180d-23a9-43c8-a117-02382c161995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:56.097619 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6028a021-bea2-45e2-bc50-18a26d82e476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f683b43-7dd5-4b1d-9a69-ed903741cac5', 'name': 'tempest-TestShelveInstance-1922705016-router', 'tenant_id': '24597bc8e09440d18a9e9a2f7518d9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'eac9ca01-ce68-408e-96ae-5b160d27f824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:28:51Z', 'updated_at': '2021-11-16T12:28:55Z', 'revision_number': 4, 'project_id': '24597bc8e09440d18a9e9a2f7518d9a7', 'gw_port': {'id': 'eac9ca01-ce68-408e-96ae-5b160d27f824', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:55:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f683b43-7dd5-4b1d-9a69-ed903741cac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:52Z', 'updated_at': '2021-11-16T12:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '0c1bfd54-08b1-414a-855c-901c90446a29', 'name': '', 'network_id': 'ae9412f0-636a-4c87-b0fb-56be92b06886', 'tenant_id': '24597bc8e09440d18a9e9a2f7518d9a7', 'mac_address': 'fa:16:3e:46:0e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f683b43-7dd5-4b1d-9a69-ed903741cac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'daecf1fa-cbae-408e-bc26-d504e7923399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:54Z', 'updated_at': '2021-11-16T12:28:55Z', 'revision_number': 2, 'project_id': '24597bc8e09440d18a9e9a2f7518d9a7', 'subnets': [{'id': 'daecf1fa-cbae-408e-bc26-d504e7923399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:28:56.138980 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6028a021-bea2-45e2-bc50-18a26d82e476 None None] The sync data for ids ['7f683b43-7dd5-4b1d-9a69-ed903741cac5'] in n-d-816823-3 is: [{'id': '7f683b43-7dd5-4b1d-9a69-ed903741cac5', 'name': 'tempest-TestShelveInstance-1922705016-router', 'tenant_id': '24597bc8e09440d18a9e9a2f7518d9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'eac9ca01-ce68-408e-96ae-5b160d27f824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:28:51Z', 'updated_at': '2021-11-16T12:28:55Z', 'revision_number': 4, 'project_id': '24597bc8e09440d18a9e9a2f7518d9a7', 'gw_port': {'id': 'eac9ca01-ce68-408e-96ae-5b160d27f824', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:55:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f683b43-7dd5-4b1d-9a69-ed903741cac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:52Z', 'updated_at': '2021-11-16T12:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '0c1bfd54-08b1-414a-855c-901c90446a29', 'name': '', 'network_id': 'ae9412f0-636a-4c87-b0fb-56be92b06886', 'tenant_id': '24597bc8e09440d18a9e9a2f7518d9a7', 'mac_address': 'fa:16:3e:46:0e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f683b43-7dd5-4b1d-9a69-ed903741cac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'daecf1fa-cbae-408e-bc26-d504e7923399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:54Z', 'updated_at': '2021-11-16T12:28:55Z', 'revision_number': 2, 'project_id': '24597bc8e09440d18a9e9a2f7518d9a7', 'subnets': [{'id': 'daecf1fa-cbae-408e-bc26-d504e7923399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:28:56.188055 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b180d-23a9-43c8-a117-02382c161995 None None] Pushing event updated for resources: {'Port': ['ID=eac9ca01-ce68-408e-96ae-5b160d27f824,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:56.199172 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 4331d335-a3f2-4f8b-ae65-074153c88ef7 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:28:56.222751 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-9ced62c9-2f2d-41f3-a17b-2550a2fe0e45 None None] Provisioning complete for port 0c1bfd54-08b1-414a-855c-901c90446a29 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:28:56.223125 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9ced62c9-2f2d-41f3-a17b-2550a2fe0e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:56.267974 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-9ced62c9-2f2d-41f3-a17b-2550a2fe0e45 None None] Port 0c1bfd54-08b1-414a-855c-901c90446a29 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:28:56.279777 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 4331d335-a3f2-4f8b-ae65-074153c88ef7 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:28:56.280165 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:56.437097 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56804) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:28:56.441759 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-1ff77bad-c092-453b-86b0-859d36c9238b tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1744189054', 'description': 'tempest-secgroup-smoke-1744189054 description', 'project_id': '90cfca18b20a4bda868656d858d014d4'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:28:56.467797 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ff77bad-c092-453b-86b0-859d36c9238b tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:56.542321 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ff77bad-c092-453b-86b0-859d36c9238b tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:56.546721 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ff77bad-c092-453b-86b0-859d36c9238b tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:56.575955 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff77bad-c092-453b-86b0-859d36c9238b tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43febe81-63cd-4b69-9400-004c26075e2b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:56.581223 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ff77bad-c092-453b-86b0-859d36c9238b tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:56.582507 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1ff77bad-c092-453b-86b0-859d36c9238b tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1443744 Nov 16 12:28:56.586083 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 56806) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:28:56.590850 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-ef197b7f-ed42-455d-a7c9-fee6a8acd145 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Request body: {'security_group_rule': {'security_group_id': '43febe81-63cd-4b69-9400-004c26075e2b', 'project_id': '90cfca18b20a4bda868656d858d014d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:28:56.619846 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef197b7f-ed42-455d-a7c9-fee6a8acd145 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:56.678857 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef197b7f-ed42-455d-a7c9-fee6a8acd145 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:56.682863 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef197b7f-ed42-455d-a7c9-fee6a8acd145 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:56.705854 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef197b7f-ed42-455d-a7c9-fee6a8acd145 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46dfaa0e-1364-47ee-8ea2-1097996b0834,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:56.719336 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef197b7f-ed42-455d-a7c9-fee6a8acd145 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:56.723415 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56808) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:28:56.724268 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ef197b7f-ed42-455d-a7c9-fee6a8acd145 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1362050 Nov 16 12:28:56.730205 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-16344424-2640-48a7-af79-d59e5a12dc17 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Request body: {'security_group_rule': {'security_group_id': '43febe81-63cd-4b69-9400-004c26075e2b', 'project_id': '90cfca18b20a4bda868656d858d014d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:28:56.759479 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-16344424-2640-48a7-af79-d59e5a12dc17 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:56.816404 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-16344424-2640-48a7-af79-d59e5a12dc17 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:56.820304 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-16344424-2640-48a7-af79-d59e5a12dc17 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:56.838121 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16344424-2640-48a7-af79-d59e5a12dc17 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70fc5ebd-d63d-4378-8817-dd59b760c6c6,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:56.845717 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-16344424-2640-48a7-af79-d59e5a12dc17 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:56.846946 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-16344424-2640-48a7-af79-d59e5a12dc17 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1212339 Nov 16 12:28:56.849682 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56810) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:28:56.854083 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d6513afe-802b-4b26-9083-c53157f4eb5b tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Request body: {'security_group_rule': {'security_group_id': '43febe81-63cd-4b69-9400-004c26075e2b', 'project_id': '90cfca18b20a4bda868656d858d014d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:28:56.879559 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6513afe-802b-4b26-9083-c53157f4eb5b tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:56.935006 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6513afe-802b-4b26-9083-c53157f4eb5b tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:56.938372 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6513afe-802b-4b26-9083-c53157f4eb5b tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:56.956016 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6513afe-802b-4b26-9083-c53157f4eb5b tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd8d563-d1b6-4e62-858d-bf478393a2ff,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:56.963895 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6513afe-802b-4b26-9083-c53157f4eb5b tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:56.965082 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d6513afe-802b-4b26-9083-c53157f4eb5b tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1144352 Nov 16 12:28:56.967848 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56812) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:28:56.972148 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b8cd1ee9-d5b7-4e2c-b533-15e689e13339 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Request body: {'security_group_rule': {'security_group_id': '43febe81-63cd-4b69-9400-004c26075e2b', 'project_id': '90cfca18b20a4bda868656d858d014d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:28:56.997255 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b8cd1ee9-d5b7-4e2c-b533-15e689e13339 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:57.054847 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b8cd1ee9-d5b7-4e2c-b533-15e689e13339 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:57.059369 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b8cd1ee9-d5b7-4e2c-b533-15e689e13339 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:57.085365 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd1ee9-d5b7-4e2c-b533-15e689e13339 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cbf05a2-be6e-4fdd-8a54-e6d40aaeb77b,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:57.093186 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b8cd1ee9-d5b7-4e2c-b533-15e689e13339 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:57.094663 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-b8cd1ee9-d5b7-4e2c-b533-15e689e13339 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1256218 Nov 16 12:28:57.097112 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56814) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:28:57.101660 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-9ea33bbb-0933-4ffc-a06f-6605141c6dbb tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Request body: {'security_group_rule': {'security_group_id': '43febe81-63cd-4b69-9400-004c26075e2b', 'project_id': '90cfca18b20a4bda868656d858d014d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:28:57.127453 n-d-816823-3 neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-9ea33bbb-0933-4ffc-a06f-6605141c6dbb tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Project 90cfca18b20a4bda868656d858d014d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 12:28:57.132839 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ea33bbb-0933-4ffc-a06f-6605141c6dbb tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:57.188676 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ea33bbb-0933-4ffc-a06f-6605141c6dbb tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:57.192088 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ea33bbb-0933-4ffc-a06f-6605141c6dbb tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:57.209820 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea33bbb-0933-4ffc-a06f-6605141c6dbb tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ff53214-7472-4dc1-9fc0-226222839c4b,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:57.216162 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ea33bbb-0933-4ffc-a06f-6605141c6dbb tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:57.217347 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9ea33bbb-0933-4ffc-a06f-6605141c6dbb tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1193032 Nov 16 12:28:57.220054 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56816) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:28:57.224276 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-449ea8a4-0f15-4fed-b2ca-62b76e076752 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Request body: {'security_group_rule': {'security_group_id': '43febe81-63cd-4b69-9400-004c26075e2b', 'project_id': '90cfca18b20a4bda868656d858d014d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:28:57.245578 n-d-816823-3 neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-449ea8a4-0f15-4fed-b2ca-62b76e076752 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Project 90cfca18b20a4bda868656d858d014d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 12:28:57.250318 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-449ea8a4-0f15-4fed-b2ca-62b76e076752 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:57.309582 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-449ea8a4-0f15-4fed-b2ca-62b76e076752 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:57.313457 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-449ea8a4-0f15-4fed-b2ca-62b76e076752 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:57.332271 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ea8a4-0f15-4fed-b2ca-62b76e076752 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66536ea4-b46a-453b-b99c-7db52f847707,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:57.341156 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-449ea8a4-0f15-4fed-b2ca-62b76e076752 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:57.342385 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-449ea8a4-0f15-4fed-b2ca-62b76e076752 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1214180 Nov 16 12:28:57.507028 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-8e8d94bb-a13d-4b56-9c0d-a8723e574b81 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1744189054&fields=id&tenant_id=90cfca18b20a4bda868656d858d014d4 HTTP/1.1" status: 200 len: 267 time: 0.0443282 Nov 16 12:28:57.611278 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-4cedf437-f0d7-4c13-95fa-6c616cc1227a tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:28:57.612729 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-4cedf437-f0d7-4c13-95fa-6c616cc1227a tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/networks?id=97f39b01-7b3d-4cf7-a013-70ea0c13346c HTTP/1.1" status: 200 len: 807 time: 0.0990283 Nov 16 12:28:57.643742 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-50a5cecd-92b7-46e3-afdd-3946936f7a82 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/quotas/90cfca18b20a4bda868656d858d014d4 HTTP/1.1" status: 200 len: 375 time: 0.0197027 Nov 16 12:28:57.706602 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-68586183-1d38-4aeb-b4a1-5b1d5ab92766 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=90cfca18b20a4bda868656d858d014d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555973 Nov 16 12:28:57.799025 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device eac9ca01-ce68-408e-96ae-5b160d27f824 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:28:57.816447 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-e7cf67cb-5e2d-41e5-92ee-de0ce45e7356 service neutron] 10.222.0.61 "GET /v2.0/networks/97f39b01-7b3d-4cf7-a013-70ea0c13346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972977 Nov 16 12:28:57.857415 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port eac9ca01-ce68-408e-96ae-5b160d27f824 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:28:57.857796 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:57.918550 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-761751e2-eea1-4944-a052-4223b5dabb44 service neutron] 10.222.0.61 "GET /v2.0/networks/97f39b01-7b3d-4cf7-a013-70ea0c13346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956972 Nov 16 12:28:58.083085 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-23f2b57d-f272-4241-89e0-aef693c2ca98 req-1aa04b95-15f2-46f9-923a-e2e07d7c67cc tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 210 time: 0.0270972 Nov 16 12:28:58.847715 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:59.038252 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef88e2f0-a031-49db-96eb-125c4dbdae08 None None] Sync routers for ids ['7f683b43-7dd5-4b1d-9a69-ed903741cac5'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:28:59.047559 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef88e2f0-a031-49db-96eb-125c4dbdae08 None None] Routers {'7f683b43-7dd5-4b1d-9a69-ed903741cac5'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:28:59.048163 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ef88e2f0-a031-49db-96eb-125c4dbdae08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:28:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['7f683b43-7dd5-4b1d-9a69-ed903741cac5'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:28:59.153282 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-ef88e2f0-a031-49db-96eb-125c4dbdae08 None None] Set router 7f683b43-7dd5-4b1d-9a69-ed903741cac5 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:28:59.169963 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2d618d8d-8c24-4874-a322-6c25d4527591 req-377a715b-032e-45ad-b224-5d6f3e5b1693 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 210 time: 0.0278168 Nov 16 12:28:59.347512 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ef88e2f0-a031-49db-96eb-125c4dbdae08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f683b43-7dd5-4b1d-9a69-ed903741cac5', 'name': 'tempest-TestShelveInstance-1922705016-router', 'tenant_id': '24597bc8e09440d18a9e9a2f7518d9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'eac9ca01-ce68-408e-96ae-5b160d27f824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:28:51Z', 'updated_at': '2021-11-16T12:28:55Z', 'revision_number': 4, 'project_id': '24597bc8e09440d18a9e9a2f7518d9a7', 'gw_port': {'id': 'eac9ca01-ce68-408e-96ae-5b160d27f824', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:55:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f683b43-7dd5-4b1d-9a69-ed903741cac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:52Z', 'updated_at': '2021-11-16T12:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '0c1bfd54-08b1-414a-855c-901c90446a29', 'name': '', 'network_id': 'ae9412f0-636a-4c87-b0fb-56be92b06886', 'tenant_id': '24597bc8e09440d18a9e9a2f7518d9a7', 'mac_address': 'fa:16:3e:46:0e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f683b43-7dd5-4b1d-9a69-ed903741cac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'daecf1fa-cbae-408e-bc26-d504e7923399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:54Z', 'updated_at': '2021-11-16T12:28:55Z', 'revision_number': 2, 'project_id': '24597bc8e09440d18a9e9a2f7518d9a7', 'subnets': [{'id': 'daecf1fa-cbae-408e-bc26-d504e7923399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:28:59.373979 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef88e2f0-a031-49db-96eb-125c4dbdae08 None None] Checking router: 7f683b43-7dd5-4b1d-9a69-ed903741cac5 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:28:59.374280 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef88e2f0-a031-49db-96eb-125c4dbdae08 None None] Updating router 7f683b43-7dd5-4b1d-9a69-ed903741cac5 port 0c1bfd54-08b1-414a-855c-901c90446a29 binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 12:28:59.398746 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ef88e2f0-a031-49db-96eb-125c4dbdae08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:59.651072 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ef88e2f0-a031-49db-96eb-125c4dbdae08 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:59.656632 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ef88e2f0-a031-49db-96eb-125c4dbdae08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:59.669651 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:59.705822 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7473fa0-5e57-4a8b-8438-7943717e57b0 None None] Pushing event updated for resources: {'Port': ['ID=0c1bfd54-08b1-414a-855c-901c90446a29,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:59.758925 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-ef88e2f0-a031-49db-96eb-125c4dbdae08 None None] Attempting to bind port 0c1bfd54-08b1-414a-855c-901c90446a29 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:28:59.759291 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-ef88e2f0-a031-49db-96eb-125c4dbdae08 None None] Attempting to bind port 0c1bfd54-08b1-414a-855c-901c90446a29 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '1888aad2-41db-408d-bc06-07d53aa8e102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ae9412f0-636a-4c87-b0fb-56be92b06886'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:28:59.759648 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef88e2f0-a031-49db-96eb-125c4dbdae08 None None] Attempting to bind port 0c1bfd54-08b1-414a-855c-901c90446a29 on network ae9412f0-636a-4c87-b0fb-56be92b06886 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:28:59.764975 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef88e2f0-a031-49db-96eb-125c4dbdae08 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:28:59.765350 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef88e2f0-a031-49db-96eb-125c4dbdae08 None None] Checking segment: {'id': '1888aad2-41db-408d-bc06-07d53aa8e102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ae9412f0-636a-4c87-b0fb-56be92b06886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:28:59.765878 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ef88e2f0-a031-49db-96eb-125c4dbdae08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:59.766311 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef88e2f0-a031-49db-96eb-125c4dbdae08 None None] Bound using segment: {'id': '1888aad2-41db-408d-bc06-07d53aa8e102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ae9412f0-636a-4c87-b0fb-56be92b06886'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:28:59.766908 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-ef88e2f0-a031-49db-96eb-125c4dbdae08 None None] Bound port: 0c1bfd54-08b1-414a-855c-901c90446a29, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1888aad2-41db-408d-bc06-07d53aa8e102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ae9412f0-636a-4c87-b0fb-56be92b06886'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:28:59.767292 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ef88e2f0-a031-49db-96eb-125c4dbdae08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:59.834836 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-ef88e2f0-a031-49db-96eb-125c4dbdae08 None None] For port 0c1bfd54-08b1-414a-855c-901c90446a29, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:28:59.838007 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-ef88e2f0-a031-49db-96eb-125c4dbdae08 None None] For port 0c1bfd54-08b1-414a-855c-901c90446a29, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=0c1bfd54-08b1-414a-855c-901c90446a29,segment=NetworkSegment(1888aad2-41db-408d-bc06-07d53aa8e102),segment_id=1888aad2-41db-408d-bc06-07d53aa8e102)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:28:59.842485 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ef88e2f0-a031-49db-96eb-125c4dbdae08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:59.892068 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef88e2f0-a031-49db-96eb-125c4dbdae08 None None] Routers {'7f683b43-7dd5-4b1d-9a69-ed903741cac5'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:28:59.892681 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ef88e2f0-a031-49db-96eb-125c4dbdae08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:28:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['7f683b43-7dd5-4b1d-9a69-ed903741cac5'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:28:59.914193 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-cad728c1-df4b-405b-a45e-65e345299d9a None None] Provisioning complete for port 0c1bfd54-08b1-414a-855c-901c90446a29 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:28:59.914774 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cad728c1-df4b-405b-a45e-65e345299d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:28:59.933361 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7473fa0-5e57-4a8b-8438-7943717e57b0 None None] Pushing event updated for resources: {'Port': ['ID=0c1bfd54-08b1-414a-855c-901c90446a29,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:28:59.997039 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cad728c1-df4b-405b-a45e-65e345299d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:29:00.010141 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-ef88e2f0-a031-49db-96eb-125c4dbdae08 None None] Set router 7f683b43-7dd5-4b1d-9a69-ed903741cac5 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:29:00.039441 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-cad728c1-df4b-405b-a45e-65e345299d9a None None] For port 0c1bfd54-08b1-414a-855c-901c90446a29, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=0c1bfd54-08b1-414a-855c-901c90446a29,segment=NetworkSegment(1888aad2-41db-408d-bc06-07d53aa8e102),segment_id=1888aad2-41db-408d-bc06-07d53aa8e102)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:29:00.044635 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cad728c1-df4b-405b-a45e-65e345299d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:29:00.094268 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad728c1-df4b-405b-a45e-65e345299d9a None None] Pushing event updated for resources: {'Port': ['ID=0c1bfd54-08b1-414a-855c-901c90446a29,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:29:00.168087 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-e8b32de5-4477-4260-b91e-9d619d5cab7a None None] Provisioning complete for port 0c1bfd54-08b1-414a-855c-901c90446a29 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:29:00.168351 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e8b32de5-4477-4260-b91e-9d619d5cab7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:29:00.227895 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ef88e2f0-a031-49db-96eb-125c4dbdae08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f683b43-7dd5-4b1d-9a69-ed903741cac5', 'name': 'tempest-TestShelveInstance-1922705016-router', 'tenant_id': '24597bc8e09440d18a9e9a2f7518d9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'eac9ca01-ce68-408e-96ae-5b160d27f824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:28:51Z', 'updated_at': '2021-11-16T12:28:55Z', 'revision_number': 4, 'project_id': '24597bc8e09440d18a9e9a2f7518d9a7', 'gw_port': {'id': 'eac9ca01-ce68-408e-96ae-5b160d27f824', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:55:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f683b43-7dd5-4b1d-9a69-ed903741cac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:52Z', 'updated_at': '2021-11-16T12:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '0c1bfd54-08b1-414a-855c-901c90446a29', 'name': '', 'network_id': 'ae9412f0-636a-4c87-b0fb-56be92b06886', 'tenant_id': '24597bc8e09440d18a9e9a2f7518d9a7', 'mac_address': 'fa:16:3e:46:0e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f683b43-7dd5-4b1d-9a69-ed903741cac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'daecf1fa-cbae-408e-bc26-d504e7923399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:54Z', 'updated_at': '2021-11-16T12:28:59Z', 'revision_number': 4, 'project_id': '24597bc8e09440d18a9e9a2f7518d9a7', 'subnets': [{'id': 'daecf1fa-cbae-408e-bc26-d504e7923399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:29:00.259953 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef88e2f0-a031-49db-96eb-125c4dbdae08 None None] The sync data for ids ['7f683b43-7dd5-4b1d-9a69-ed903741cac5'] in n-d-816823-3 is: [{'id': '7f683b43-7dd5-4b1d-9a69-ed903741cac5', 'name': 'tempest-TestShelveInstance-1922705016-router', 'tenant_id': '24597bc8e09440d18a9e9a2f7518d9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'eac9ca01-ce68-408e-96ae-5b160d27f824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:28:51Z', 'updated_at': '2021-11-16T12:28:55Z', 'revision_number': 4, 'project_id': '24597bc8e09440d18a9e9a2f7518d9a7', 'gw_port': {'id': 'eac9ca01-ce68-408e-96ae-5b160d27f824', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:55:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f683b43-7dd5-4b1d-9a69-ed903741cac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:52Z', 'updated_at': '2021-11-16T12:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '0c1bfd54-08b1-414a-855c-901c90446a29', 'name': '', 'network_id': 'ae9412f0-636a-4c87-b0fb-56be92b06886', 'tenant_id': '24597bc8e09440d18a9e9a2f7518d9a7', 'mac_address': 'fa:16:3e:46:0e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f683b43-7dd5-4b1d-9a69-ed903741cac5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'daecf1fa-cbae-408e-bc26-d504e7923399', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:54Z', 'updated_at': '2021-11-16T12:28:59Z', 'revision_number': 4, 'project_id': '24597bc8e09440d18a9e9a2f7518d9a7', 'subnets': [{'id': 'daecf1fa-cbae-408e-bc26-d504e7923399', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:29:00.276023 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b2ae4ecf-e2d7-4c3d-b8f8-3d98b553fc55 req-6b0d2ef2-4f71-4cc8-9ea9-fddc1871a789 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 210 time: 0.0385056 Nov 16 12:29:01.352308 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-18f27b6c-fa04-46c1-ad68-dee7b1dbad68 req-0bb8ac97-a496-46ff-ac9a-47d99ab3bfa7 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 210 time: 0.0340700 Nov 16 12:29:01.789009 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 0c1bfd54-08b1-414a-855c-901c90446a29 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:29:01.994887 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 0c1bfd54-08b1-414a-855c-901c90446a29 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:29:01.995169 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:29:02.441744 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7d9d1164-739e-4b89-ae03-da2b75009421 req-7cd6fff1-9de6-4ddb-b551-bb805085a086 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 210 time: 0.0313394 Nov 16 12:29:03.107361 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-966db398-9c64-4f25-ab08-54155da02105 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:29:03.108843 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-966db398-9c64-4f25-ab08-54155da02105 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.36 "GET /v2.0/networks?id=97f39b01-7b3d-4cf7-a013-70ea0c13346c HTTP/1.1" status: 200 len: 807 time: 0.1086257 Nov 16 12:29:03.172566 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-33899c15-17c3-4aa9-9c58-1130e86c4525 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90cfca18b20a4bda868656d858d014d4 HTTP/1.1" status: 200 len: 380 time: 0.0537937 Nov 16 12:29:03.187645 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-bab99d08-b7a8-4582-9a3a-4e00f43987f8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Request body: {'port': {'device_id': 'f8890a79-2d51-4b54-8923-398dd25e51a8', 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c', 'admin_state_up': True, 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'security_groups': ['43febe81-63cd-4b69-9400-004c26075e2b']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:29:03.298648 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-bab99d08-b7a8-4582-9a3a-4e00f43987f8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Made reservation on behalf of 90cfca18b20a4bda868656d858d014d4 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:29:03.302815 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-bab99d08-b7a8-4582-9a3a-4e00f43987f8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:29:03.424590 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-bab99d08-b7a8-4582-9a3a-4e00f43987f8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Allocated IP 172.20.0.9 (97f39b01-7b3d-4cf7-a013-70ea0c13346c/c03b263b-62e4-4d8c-902c-cdd2c8faa054/3963fc02-82b3-49e0-a048-f3abbc21ac89) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:29:03.536723 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b53637c9-b136-4773-812b-d5bfad890ef8 req-d816c50b-5ed5-4d16-b8b3-a6d1188c5e93 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 210 time: 0.0262809 Nov 16 12:29:03.568265 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-bab99d08-b7a8-4582-9a3a-4e00f43987f8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:29:03.602538 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-bab99d08-b7a8-4582-9a3a-4e00f43987f8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:29:03.645996 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-bab99d08-b7a8-4582-9a3a-4e00f43987f8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Network 97f39b01-7b3d-4cf7-a013-70ea0c13346c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:29:03.649115 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-bab99d08-b7a8-4582-9a3a-4e00f43987f8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:29:03.653552 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-bab99d08-b7a8-4582-9a3a-4e00f43987f8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:29:03.685405 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab99d08-b7a8-4582-9a3a-4e00f43987f8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Pushing event updated for resources: {'Port': ['ID=3963fc02-82b3-49e0-a048-f3abbc21ac89,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:29:03.715530 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-bab99d08-b7a8-4582-9a3a-4e00f43987f8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:29:03.716175 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-bab99d08-b7a8-4582-9a3a-4e00f43987f8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:29:03.734156 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-bab99d08-b7a8-4582-9a3a-4e00f43987f8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5501735 Nov 16 12:29:03.746660 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-d3b3a4d2-39f9-4dd2-9fec-b3fdb9881d1d service neutron] Request body: {'port': {'device_id': 'f8890a79-2d51-4b54-8923-398dd25e51a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:29:03.802683 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-d3b3a4d2-39f9-4dd2-9fec-b3fdb9881d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:29:03.903958 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-546f102b-aead-4183-a7b9-5d5f312cf940 None None] Provisioning complete for port 3963fc02-82b3-49e0-a048-f3abbc21ac89 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:29:03.904551 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-546f102b-aead-4183-a7b9-5d5f312cf940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:29:03.940847 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-546f102b-aead-4183-a7b9-5d5f312cf940 None None] Port 3963fc02-82b3-49e0-a048-f3abbc21ac89 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:29:04.063404 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-d3b3a4d2-39f9-4dd2-9fec-b3fdb9881d1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3963fc02-82b3-49e0-a048-f3abbc21ac89 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:29:04.070859 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-d3b3a4d2-39f9-4dd2-9fec-b3fdb9881d1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:29:04.082529 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-d3b3a4d2-39f9-4dd2-9fec-b3fdb9881d1d service neutron] Transition to ACTIVE for port object 3963fc02-82b3-49e0-a048-f3abbc21ac89 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 12:29:04.086440 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-d3b3a4d2-39f9-4dd2-9fec-b3fdb9881d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:29:04.142213 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b3a4d2-39f9-4dd2-9fec-b3fdb9881d1d service neutron] Pushing event updated for resources: {'Port': ['ID=3963fc02-82b3-49e0-a048-f3abbc21ac89,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:29:04.212672 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-d3b3a4d2-39f9-4dd2-9fec-b3fdb9881d1d service neutron] Attempting to bind port 3963fc02-82b3-49e0-a048-f3abbc21ac89 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:29:04.213006 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-d3b3a4d2-39f9-4dd2-9fec-b3fdb9881d1d service neutron] Attempting to bind port 3963fc02-82b3-49e0-a048-f3abbc21ac89 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'ac09aae5-6e77-4cd8-beea-9d5f986c09e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:29:04.213339 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-d3b3a4d2-39f9-4dd2-9fec-b3fdb9881d1d service neutron] Attempting to bind port 3963fc02-82b3-49e0-a048-f3abbc21ac89 on network 97f39b01-7b3d-4cf7-a013-70ea0c13346c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:29:04.218983 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-d3b3a4d2-39f9-4dd2-9fec-b3fdb9881d1d service neutron] Port 3963fc02-82b3-49e0-a048-f3abbc21ac89 on network 97f39b01-7b3d-4cf7-a013-70ea0c13346c not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 12:29:04.219309 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-d3b3a4d2-39f9-4dd2-9fec-b3fdb9881d1d service neutron] Attempting to bind port 3963fc02-82b3-49e0-a048-f3abbc21ac89 on network 97f39b01-7b3d-4cf7-a013-70ea0c13346c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:29:04.224427 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-d3b3a4d2-39f9-4dd2-9fec-b3fdb9881d1d service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:29:04.224774 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-d3b3a4d2-39f9-4dd2-9fec-b3fdb9881d1d service neutron] Checking segment: {'id': 'ac09aae5-6e77-4cd8-beea-9d5f986c09e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:29:04.225162 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-d3b3a4d2-39f9-4dd2-9fec-b3fdb9881d1d service neutron] Bound using segment: {'id': 'ac09aae5-6e77-4cd8-beea-9d5f986c09e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:29:04.225846 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-d3b3a4d2-39f9-4dd2-9fec-b3fdb9881d1d service neutron] Bound port: 3963fc02-82b3-49e0-a048-f3abbc21ac89, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac09aae5-6e77-4cd8-beea-9d5f986c09e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:29:04.226251 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-d3b3a4d2-39f9-4dd2-9fec-b3fdb9881d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:29:04.290606 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-d3b3a4d2-39f9-4dd2-9fec-b3fdb9881d1d service neutron] For port 3963fc02-82b3-49e0-a048-f3abbc21ac89, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:29:04.293624 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-d3b3a4d2-39f9-4dd2-9fec-b3fdb9881d1d service neutron] For port 3963fc02-82b3-49e0-a048-f3abbc21ac89, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=3963fc02-82b3-49e0-a048-f3abbc21ac89,segment=NetworkSegment(ac09aae5-6e77-4cd8-beea-9d5f986c09e5),segment_id=ac09aae5-6e77-4cd8-beea-9d5f986c09e5)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:29:04.298180 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-d3b3a4d2-39f9-4dd2-9fec-b3fdb9881d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:29:04.336078 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-d3b3a4d2-39f9-4dd2-9fec-b3fdb9881d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:29:04.336699 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-d3b3a4d2-39f9-4dd2-9fec-b3fdb9881d1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:29:04.338154 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-d3b3a4d2-39f9-4dd2-9fec-b3fdb9881d1d service neutron] 10.222.0.36 "PUT /v2.0/ports/3963fc02-82b3-49e0-a048-f3abbc21ac89 HTTP/1.1" status: 200 len: 1091 time: 0.5956702 Nov 16 12:29:04.338606 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8890a79-2d51-4b54-8923-398dd25e51a8', 'tag': '3963fc02-82b3-49e0-a048-f3abbc21ac89'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:29:04.340887 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b4cb006b19835c19bcd0265a95de96d39c41d7d45c6d056c20fcc032bf3cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6212c108-6943-4d77-b670-bbe736bc02ae" -d '{"events": [{"name": "network-changed", "server_uuid": "f8890a79-2d51-4b54-8923-398dd25e51a8", "tag": "3963fc02-82b3-49e0-a048-f3abbc21ac89"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:29:04.367159 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b3a4d2-39f9-4dd2-9fec-b3fdb9881d1d service neutron] Pushing event updated for resources: {'Port': ['ID=3963fc02-82b3-49e0-a048-f3abbc21ac89,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:29:04.408143 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0be318-a763-48e4-84d7-d30e65d362e6 x-openstack-request-id: req-bf0be318-a763-48e4-84d7-d30e65d362e6 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:29:04.408438 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8890a79-2d51-4b54-8923-398dd25e51a8", "tag": "3963fc02-82b3-49e0-a048-f3abbc21ac89", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:29:04.408691 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bf0be318-a763-48e4-84d7-d30e65d362e6 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:29:04.409097 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8890a79-2d51-4b54-8923-398dd25e51a8', 'tag': '3963fc02-82b3-49e0-a048-f3abbc21ac89', 'status': 'completed', 'code': 200} Nov 16 12:29:04.427336 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-57dcc770-44d6-46df-a67f-465bf049db1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:29:04.428903 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-57dcc770-44d6-46df-a67f-465bf049db1f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=90cfca18b20a4bda868656d858d014d4&device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 1094 time: 0.0483565 Nov 16 12:29:04.472445 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-e067aeec-332d-429a-89ef-b99ec64c27d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3963fc02-82b3-49e0-a048-f3abbc21ac89 HTTP/1.1" status: 200 len: 217 time: 0.0361845 Nov 16 12:29:04.536198 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-0b40226a-ea71-4cd9-a397-a0d152c5fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:29:04.537750 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-0b40226a-ea71-4cd9-a397-a0d152c5fdd4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c03b263b-62e4-4d8c-902c-cdd2c8faa054 HTTP/1.1" status: 200 len: 846 time: 0.0590291 Nov 16 12:29:04.584712 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-f9ecdc0a-4444-4a4d-83e8-007409e2ec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:29:04.586308 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-f9ecdc0a-4444-4a4d-83e8-007409e2ec7a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=97f39b01-7b3d-4cf7-a013-70ea0c13346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417283 Nov 16 12:29:04.657095 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09be87-c7f1-484c-bee6-69a613699a1f req-0c2fe3a9-bb0d-4be5-ac50-cc202c53b00a tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:29:04.658607 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eb09be87-c7f1-484c-bee6-69a613699a1f req-0c2fe3a9-bb0d-4be5-ac50-cc202c53b00a tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 943 time: 0.0495417 Nov 16 12:29:04.677504 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-61da170b-38e7-4df8-b427-bad18329668e service neutron] 10.222.0.36 "GET /v2.0/networks/97f39b01-7b3d-4cf7-a013-70ea0c13346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837307 Nov 16 12:29:04.708124 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-eb09be87-c7f1-484c-bee6-69a613699a1f req-a9df0373-008e-495c-9f71-0efc3e632932 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432322 Nov 16 12:29:04.770045 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-65c7359a-4527-4cd5-a914-43b27c66cdf2 req-489364b1-3725-4671-9710-79c07c19d7f9 service neutron] 10.222.0.36 "GET /v2.0/networks/97f39b01-7b3d-4cf7-a013-70ea0c13346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861316 Nov 16 12:29:04.856657 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212c108-6943-4d77-b670-bbe736bc02ae req-e5e70536-58c1-4cee-bec5-e6349dff19c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:29:04.858170 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6212c108-6943-4d77-b670-bbe736bc02ae req-e5e70536-58c1-4cee-bec5-e6349dff19c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=90cfca18b20a4bda868656d858d014d4&device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 1094 time: 0.0418055 Nov 16 12:29:04.954418 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212c108-6943-4d77-b670-bbe736bc02ae req-8296cfbc-284c-4964-9ddb-cf6ed6995110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:29:04.955888 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6212c108-6943-4d77-b670-bbe736bc02ae req-8296cfbc-284c-4964-9ddb-cf6ed6995110 service neutron] 10.222.0.36 "GET /v2.0/networks?id=97f39b01-7b3d-4cf7-a013-70ea0c13346c HTTP/1.1" status: 200 len: 908 time: 0.0883670 Nov 16 12:29:04.995839 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6212c108-6943-4d77-b670-bbe736bc02ae req-f44a8da6-e875-40a6-988d-45bef9d290f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3963fc02-82b3-49e0-a048-f3abbc21ac89 HTTP/1.1" status: 200 len: 217 time: 0.0332305 Nov 16 12:29:05.043223 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212c108-6943-4d77-b670-bbe736bc02ae req-f72ce3f0-f14d-4ec4-baef-173d982b4f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:29:05.044568 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6212c108-6943-4d77-b670-bbe736bc02ae req-f72ce3f0-f14d-4ec4-baef-173d982b4f85 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c03b263b-62e4-4d8c-902c-cdd2c8faa054 HTTP/1.1" status: 200 len: 846 time: 0.0418561 Nov 16 12:29:05.093787 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212c108-6943-4d77-b670-bbe736bc02ae req-25e6cd1c-e667-47a0-98c7-c34f048bdb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:29:05.095320 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6212c108-6943-4d77-b670-bbe736bc02ae req-25e6cd1c-e667-47a0-98c7-c34f048bdb6b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=97f39b01-7b3d-4cf7-a013-70ea0c13346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428252 Nov 16 12:29:05.182742 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6212c108-6943-4d77-b670-bbe736bc02ae req-3d0a8d21-e4c5-40b1-9d5d-339a80aa0425 service neutron] 10.222.0.36 "GET /v2.0/networks/97f39b01-7b3d-4cf7-a013-70ea0c13346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798078 Nov 16 12:29:05.275201 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-6212c108-6943-4d77-b670-bbe736bc02ae req-6288a389-51ba-4d1f-b6f5-04e1b17daeff service neutron] 10.222.0.36 "GET /v2.0/networks/97f39b01-7b3d-4cf7-a013-70ea0c13346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843558 Nov 16 12:29:05.822100 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd1690-64ee-4e07-bec3-0589139770a6 req-a33e69dc-74e4-4638-b653-6708841d2e03 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:29:05.823581 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-20bd1690-64ee-4e07-bec3-0589139770a6 req-a33e69dc-74e4-4638-b653-6708841d2e03 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 943 time: 0.0482366 Nov 16 12:29:05.875643 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-20bd1690-64ee-4e07-bec3-0589139770a6 req-9c3d52b5-0840-435c-9600-30df19d72d4a tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462134 Nov 16 12:29:06.739686 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 3963fc02-82b3-49e0-a048-f3abbc21ac89 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 12:29:06.834566 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 3963fc02-82b3-49e0-a048-f3abbc21ac89, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=3963fc02-82b3-49e0-a048-f3abbc21ac89,segment=NetworkSegment(ac09aae5-6e77-4cd8-beea-9d5f986c09e5),segment_id=ac09aae5-6e77-4cd8-beea-9d5f986c09e5)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:29:06.845983 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '3963fc02-82b3-49e0-a048-f3abbc21ac89', 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c', 'port_id': '3963fc02-82b3-49e0-a048-f3abbc21ac89', 'mac_address': 'fa:16:3e:14:6a:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c03b263b-62e4-4d8c-902c-cdd2c8faa054', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 12:29:06.881132 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:29:06.893274 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3963fc02-82b3-49e0-a048-f3abbc21ac89 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:29:06.913597 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 3963fc02-82b3-49e0-a048-f3abbc21ac89, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=3963fc02-82b3-49e0-a048-f3abbc21ac89,segment=NetworkSegment(ac09aae5-6e77-4cd8-beea-9d5f986c09e5),segment_id=ac09aae5-6e77-4cd8-beea-9d5f986c09e5)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:29:06.917431 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:29:06.963268 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=3963fc02-82b3-49e0-a048-f3abbc21ac89,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:29:07.000150 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09267cfc-aafa-4bd8-9cd1-998b2de412a1 req-88e1a36a-5bf1-4e1d-9ca0-cdb4a00805ae tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:29:07.001623 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-09267cfc-aafa-4bd8-9cd1-998b2de412a1 req-88e1a36a-5bf1-4e1d-9ca0-cdb4a00805ae tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 944 time: 0.0487852 Nov 16 12:29:07.050753 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-09267cfc-aafa-4bd8-9cd1-998b2de412a1 req-31afed5f-ce81-4b31-80be-6c2a7484277d tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423138 Nov 16 12:29:07.115746 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['3963fc02-82b3-49e0-a048-f3abbc21ac89'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:29:08.165197 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba6fa7-3a0e-4237-9b9f-cd420a0fa8a8 req-7db273ef-6963-4c8a-84bb-f5b1154d56a9 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:29:08.166735 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-60ba6fa7-3a0e-4237-9b9f-cd420a0fa8a8 req-7db273ef-6963-4c8a-84bb-f5b1154d56a9 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 944 time: 0.0485017 Nov 16 12:29:08.215598 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-60ba6fa7-3a0e-4237-9b9f-cd420a0fa8a8 req-747843de-2815-4c52-aeea-723503611ba9 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429626 Nov 16 12:29:08.740527 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 3963fc02-82b3-49e0-a048-f3abbc21ac89 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:29:08.792363 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port 3963fc02-82b3-49e0-a048-f3abbc21ac89 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 12:29:08.796366 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 3963fc02-82b3-49e0-a048-f3abbc21ac89 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:29:08.796739 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:29:08.871237 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:29:08.893139 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8890a79-2d51-4b54-8923-398dd25e51a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3963fc02-82b3-49e0-a048-f3abbc21ac89'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:29:08.895407 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3028c6c2751e05b8ffe46419f90227d3bdc45fe093bf287cadf4b73479a61306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bffc74-8c34-4e17-bf6b-265512b9d0f4" -d '{"events": [{"server_uuid": "f8890a79-2d51-4b54-8923-398dd25e51a8", "name": "network-vif-plugged", "status": "completed", "tag": "3963fc02-82b3-49e0-a048-f3abbc21ac89"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:29:08.908642 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 3963fc02-82b3-49e0-a048-f3abbc21ac89, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=3963fc02-82b3-49e0-a048-f3abbc21ac89,segment=NetworkSegment(ac09aae5-6e77-4cd8-beea-9d5f986c09e5),segment_id=ac09aae5-6e77-4cd8-beea-9d5f986c09e5)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:29:08.912713 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:29:08.937507 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad91190-ca1b-46a2-948e-e6d32a1bd4a7 x-openstack-request-id: req-7ad91190-ca1b-46a2-948e-e6d32a1bd4a7 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:29:08.937791 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8890a79-2d51-4b54-8923-398dd25e51a8", "name": "network-vif-plugged", "status": "completed", "tag": "3963fc02-82b3-49e0-a048-f3abbc21ac89", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:29:08.938136 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7ad91190-ca1b-46a2-948e-e6d32a1bd4a7 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:29:08.938519 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8890a79-2d51-4b54-8923-398dd25e51a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3963fc02-82b3-49e0-a048-f3abbc21ac89', 'code': 200} Nov 16 12:29:08.965572 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=3963fc02-82b3-49e0-a048-f3abbc21ac89,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:29:09.034887 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8e36e-0750-47f2-9d09-f115625451dd req-b7d12be0-d007-4ce7-83f3-a1c518665e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:29:09.036420 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5ad8e36e-0750-47f2-9d09-f115625451dd req-b7d12be0-d007-4ce7-83f3-a1c518665e26 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 1096 time: 0.0489757 Nov 16 12:29:09.082303 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5ad8e36e-0750-47f2-9d09-f115625451dd req-b0a448fc-b498-457f-ac33-50ee97a1aaba service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391173 Nov 16 12:29:09.338559 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e2e8d9-8a0b-4cd1-9899-b42db4bba74a req-b2861831-cfbb-4317-8ac0-079ee54516e5 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:29:09.340037 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c1e2e8d9-8a0b-4cd1-9899-b42db4bba74a req-b2861831-cfbb-4317-8ac0-079ee54516e5 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 945 time: 0.0538788 Nov 16 12:29:09.389247 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c1e2e8d9-8a0b-4cd1-9899-b42db4bba74a req-60952d2e-eb49-4ea2-9930-5ac7927c2c5c tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433173 Nov 16 12:29:10.504329 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e8ae2-744b-46bb-979c-365bf64e2b6d req-3370f5ad-758c-4901-9b71-a2c2f47c35b9 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:29:10.505791 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-110e8ae2-744b-46bb-979c-365bf64e2b6d req-3370f5ad-758c-4901-9b71-a2c2f47c35b9 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 945 time: 0.0492098 Nov 16 12:29:10.555712 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-110e8ae2-744b-46bb-979c-365bf64e2b6d req-9db82304-af76-44bc-84d3-22a36fc90431 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438433 Nov 16 12:29:10.669593 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614ed46-62d0-4593-8077-c26118377b2c req-c5438a62-7aab-4b77-b9f5-b590363d3ee4 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:29:10.670977 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a614ed46-62d0-4593-8077-c26118377b2c req-c5438a62-7aab-4b77-b9f5-b590363d3ee4 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 945 time: 0.0491142 Nov 16 12:29:10.722915 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a614ed46-62d0-4593-8077-c26118377b2c req-d2c38972-0d60-4176-afee-0e338ccd47b5 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460367 Nov 16 12:29:10.744858 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56882) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:29:10.894801 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e11eb12-1dc4-4dd8-9e74-0682054f9e06 tempest-TestShelveInstance-458223801 tempest-TestShelveInstance-458223801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:29:10.896291 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-4e11eb12-1dc4-4dd8-9e74-0682054f9e06 tempest-TestShelveInstance-458223801 tempest-TestShelveInstance-458223801-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 1091 time: 0.1504381 Nov 16 12:29:10.899907 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 56886) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:29:10.904330 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-c29ead63-bfc6-4903-93f7-fefb23cc90d7 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'port_id': '3963fc02-82b3-49e0-a048-f3abbc21ac89', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:29:10.925659 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c29ead63-bfc6-4903-93f7-fefb23cc90d7 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:29:11.024561 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c29ead63-bfc6-4903-93f7-fefb23cc90d7 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:29:11.122691 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-c29ead63-bfc6-4903-93f7-fefb23cc90d7 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Allocated IP 172.25.0.29 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/3f8fc78a-eddd-4cf5-9d9b-cd162700484d) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:29:11.224379 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c29ead63-bfc6-4903-93f7-fefb23cc90d7 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:29:11.256117 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c29ead63-bfc6-4903-93f7-fefb23cc90d7 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:29:11.294987 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29ead63-bfc6-4903-93f7-fefb23cc90d7 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:29:11.297972 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-c29ead63-bfc6-4903-93f7-fefb23cc90d7 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:29:11.301573 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29ead63-bfc6-4903-93f7-fefb23cc90d7 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:29:11.307634 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ead63-bfc6-4903-93f7-fefb23cc90d7 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Pushing event updated for resources: {'Port': ['ID=3f8fc78a-eddd-4cf5-9d9b-cd162700484d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:29:11.711614 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c29ead63-bfc6-4903-93f7-fefb23cc90d7 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:29:11.806931 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c29ead63-bfc6-4903-93f7-fefb23cc90d7 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:29:11.956026 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c29ead63-bfc6-4903-93f7-fefb23cc90d7 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:29:11.960828 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c29ead63-bfc6-4903-93f7-fefb23cc90d7 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:29:12.030225 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ead63-bfc6-4903-93f7-fefb23cc90d7 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Pushing event updated for resources: {'Port': ['ID=3f8fc78a-eddd-4cf5-9d9b-cd162700484d,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:29:12.035562 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c29ead63-bfc6-4903-93f7-fefb23cc90d7 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:29:12.130791 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [None req-c29ead63-bfc6-4903-93f7-fefb23cc90d7 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Floating IP d6d8cab9-40fa-488e-8c3b-36a23592d4cf associated. External IP: 172.25.0.29, port: 3963fc02-82b3-49e0-a048-f3abbc21ac89. Nov 16 12:29:12.644191 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29ead63-bfc6-4903-93f7-fefb23cc90d7 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Router b8f8b445-e671-473e-bae5-54dc70ac3efb has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:29:12.749047 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29ead63-bfc6-4903-93f7-fefb23cc90d7 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:29:12.760011 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b104df-e5e3-49ef-92ac-fd1065dab41b None None] Sync routers for ids ['b8f8b445-e671-473e-bae5-54dc70ac3efb'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:29:12.766640 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c29ead63-bfc6-4903-93f7-fefb23cc90d7 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:29:12.769852 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b104df-e5e3-49ef-92ac-fd1065dab41b None None] Routers {'b8f8b445-e671-473e-bae5-54dc70ac3efb'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:29:12.770558 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-23b104df-e5e3-49ef-92ac-fd1065dab41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:28:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['b8f8b445-e671-473e-bae5-54dc70ac3efb'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:29:12.792615 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-c29ead63-bfc6-4903-93f7-fefb23cc90d7 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8917096 Nov 16 12:29:12.793203 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8890a79-2d51-4b54-8923-398dd25e51a8', 'tag': '3963fc02-82b3-49e0-a048-f3abbc21ac89'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:29:12.795465 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b4cb006b19835c19bcd0265a95de96d39c41d7d45c6d056c20fcc032bf3cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e40634-1451-4adf-999f-1ea5852cbba1" -d '{"events": [{"name": "network-changed", "server_uuid": "f8890a79-2d51-4b54-8923-398dd25e51a8", "tag": "3963fc02-82b3-49e0-a048-f3abbc21ac89"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:29:12.831659 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623158c4-e8f7-4bfe-b73b-75f43b1cd9bb x-openstack-request-id: req-623158c4-e8f7-4bfe-b73b-75f43b1cd9bb {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:29:12.832256 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8890a79-2d51-4b54-8923-398dd25e51a8", "tag": "3963fc02-82b3-49e0-a048-f3abbc21ac89", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:29:12.832256 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-623158c4-e8f7-4bfe-b73b-75f43b1cd9bb {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:29:12.832588 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8890a79-2d51-4b54-8923-398dd25e51a8', 'tag': '3963fc02-82b3-49e0-a048-f3abbc21ac89', 'status': 'completed', 'code': 200} Nov 16 12:29:12.877757 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-23b104df-e5e3-49ef-92ac-fd1065dab41b None None] Set router b8f8b445-e671-473e-bae5-54dc70ac3efb gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:29:12.896162 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e40634-1451-4adf-999f-1ea5852cbba1 req-37b9faa9-313d-4751-8e39-00347e57fef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:29:12.897693 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c6e40634-1451-4adf-999f-1ea5852cbba1 req-37b9faa9-313d-4751-8e39-00347e57fef1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=90cfca18b20a4bda868656d858d014d4&device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 1096 time: 0.0416644 Nov 16 12:29:12.989170 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e40634-1451-4adf-999f-1ea5852cbba1 req-5d6564b4-3b6f-4e57-b987-3e8d0e503b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:29:12.990707 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c6e40634-1451-4adf-999f-1ea5852cbba1 req-5d6564b4-3b6f-4e57-b987-3e8d0e503b4a service neutron] 10.222.0.36 "GET /v2.0/networks?id=97f39b01-7b3d-4cf7-a013-70ea0c13346c HTTP/1.1" status: 200 len: 908 time: 0.0867610 Nov 16 12:29:13.055777 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c6e40634-1451-4adf-999f-1ea5852cbba1 req-633c4ff6-a717-42b5-b84e-23100f374013 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3963fc02-82b3-49e0-a048-f3abbc21ac89 HTTP/1.1" status: 200 len: 998 time: 0.0576439 Nov 16 12:29:13.096871 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-23b104df-e5e3-49ef-92ac-fd1065dab41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'name': 'tempest-TestShelveInstance-51585278-router', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '8e70288f-b627-4545-8b42-97d53f7c235b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:28:47Z', 'updated_at': '2021-11-16T12:28:49Z', 'revision_number': 4, 'project_id': '90cfca18b20a4bda868656d858d014d4', 'gw_port': {'id': '8e70288f-b627-4545-8b42-97d53f7c235b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:27:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:47Z', 'updated_at': '2021-11-16T12:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': 'd6d8cab9-40fa-488e-8c3b-36a23592d4cf', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'floating_ip_address': '172.25.0.29', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'port_id': '3963fc02-82b3-49e0-a048-f3abbc21ac89', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c', 'mac_address': 'fa:16:3e:14:6a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890a79-2d51-4b54-8923-398dd25e51a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:29:11Z', 'updated_at': '2021-11-16T12:29:11Z', 'revision_number': 0, 'project_id': '90cfca18b20a4bda868656d858d014d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45add008-f577-4ee7-8964-f3efda496ec5', 'name': '', 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'mac_address': 'fa:16:3e:3c:68:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'c03b263b-62e4-4d8c-902c-cdd2c8faa054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:49Z', 'updated_at': '2021-11-16T12:28:55Z', 'revision_number': 5, 'project_id': '90cfca18b20a4bda868656d858d014d4', 'subnets': [{'id': 'c03b263b-62e4-4d8c-902c-cdd2c8faa054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:29:13.104184 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e40634-1451-4adf-999f-1ea5852cbba1 req-8163bc12-179a-4e61-a44e-2adcf4304d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:29:13.105679 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c6e40634-1451-4adf-999f-1ea5852cbba1 req-8163bc12-179a-4e61-a44e-2adcf4304d58 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c03b263b-62e4-4d8c-902c-cdd2c8faa054 HTTP/1.1" status: 200 len: 846 time: 0.0438707 Nov 16 12:29:13.127568 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b104df-e5e3-49ef-92ac-fd1065dab41b None None] Checking router: b8f8b445-e671-473e-bae5-54dc70ac3efb for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:29:13.136503 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b104df-e5e3-49ef-92ac-fd1065dab41b None None] Routers {'b8f8b445-e671-473e-bae5-54dc70ac3efb'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:29:13.137110 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-23b104df-e5e3-49ef-92ac-fd1065dab41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:28:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['b8f8b445-e671-473e-bae5-54dc70ac3efb'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:29:13.158837 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e40634-1451-4adf-999f-1ea5852cbba1 req-6eaaefc6-d057-4624-9d7f-25e35f8693b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:29:13.160249 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c6e40634-1451-4adf-999f-1ea5852cbba1 req-6eaaefc6-d057-4624-9d7f-25e35f8693b3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=97f39b01-7b3d-4cf7-a013-70ea0c13346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467916 Nov 16 12:29:13.227648 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-27f30042-2e91-4cb0-99b8-43710504e988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:29:13.251678 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c6e40634-1451-4adf-999f-1ea5852cbba1 req-feb2ce1c-35fe-4a45-8006-ce5a62f03c0b service neutron] 10.222.0.36 "GET /v2.0/networks/97f39b01-7b3d-4cf7-a013-70ea0c13346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846715 Nov 16 12:29:13.253583 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-23b104df-e5e3-49ef-92ac-fd1065dab41b None None] Set router b8f8b445-e671-473e-bae5-54dc70ac3efb gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:29:13.344339 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c6e40634-1451-4adf-999f-1ea5852cbba1 req-0f92c257-40c9-4b39-9196-1e07b9c8c141 service neutron] 10.222.0.36 "GET /v2.0/networks/97f39b01-7b3d-4cf7-a013-70ea0c13346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857267 Nov 16 12:29:13.471816 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-23b104df-e5e3-49ef-92ac-fd1065dab41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'name': 'tempest-TestShelveInstance-51585278-router', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '8e70288f-b627-4545-8b42-97d53f7c235b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:28:47Z', 'updated_at': '2021-11-16T12:28:49Z', 'revision_number': 4, 'project_id': '90cfca18b20a4bda868656d858d014d4', 'gw_port': {'id': '8e70288f-b627-4545-8b42-97d53f7c235b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:27:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:47Z', 'updated_at': '2021-11-16T12:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': 'd6d8cab9-40fa-488e-8c3b-36a23592d4cf', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'floating_ip_address': '172.25.0.29', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'port_id': '3963fc02-82b3-49e0-a048-f3abbc21ac89', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c', 'mac_address': 'fa:16:3e:14:6a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890a79-2d51-4b54-8923-398dd25e51a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:29:11Z', 'updated_at': '2021-11-16T12:29:11Z', 'revision_number': 0, 'project_id': '90cfca18b20a4bda868656d858d014d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45add008-f577-4ee7-8964-f3efda496ec5', 'name': '', 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'mac_address': 'fa:16:3e:3c:68:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'c03b263b-62e4-4d8c-902c-cdd2c8faa054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:49Z', 'updated_at': '2021-11-16T12:28:55Z', 'revision_number': 5, 'project_id': '90cfca18b20a4bda868656d858d014d4', 'subnets': [{'id': 'c03b263b-62e4-4d8c-902c-cdd2c8faa054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:29:13.500796 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b104df-e5e3-49ef-92ac-fd1065dab41b None None] The sync data for ids ['b8f8b445-e671-473e-bae5-54dc70ac3efb'] in n-d-816823-3 is: [{'id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'name': 'tempest-TestShelveInstance-51585278-router', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '8e70288f-b627-4545-8b42-97d53f7c235b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:28:47Z', 'updated_at': '2021-11-16T12:28:49Z', 'revision_number': 4, 'project_id': '90cfca18b20a4bda868656d858d014d4', 'gw_port': {'id': '8e70288f-b627-4545-8b42-97d53f7c235b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:27:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:47Z', 'updated_at': '2021-11-16T12:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': 'd6d8cab9-40fa-488e-8c3b-36a23592d4cf', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'floating_ip_address': '172.25.0.29', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'port_id': '3963fc02-82b3-49e0-a048-f3abbc21ac89', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c', 'mac_address': 'fa:16:3e:14:6a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8890a79-2d51-4b54-8923-398dd25e51a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:29:11Z', 'updated_at': '2021-11-16T12:29:11Z', 'revision_number': 0, 'project_id': '90cfca18b20a4bda868656d858d014d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45add008-f577-4ee7-8964-f3efda496ec5', 'name': '', 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'mac_address': 'fa:16:3e:3c:68:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'c03b263b-62e4-4d8c-902c-cdd2c8faa054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:49Z', 'updated_at': '2021-11-16T12:28:55Z', 'revision_number': 5, 'project_id': '90cfca18b20a4bda868656d858d014d4', 'subnets': [{'id': 'c03b263b-62e4-4d8c-902c-cdd2c8faa054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:29:13.691634 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ef4031-bb6c-4b03-8efd-0e0b384047ae None None] New status for floating IP d6d8cab9-40fa-488e-8c3b-36a23592d4cf: ACTIVE {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 12:29:15.696618 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9d93a1f0-4e03-4c53-9b0c-7f5581cb99be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:29:16.879140 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:29:18.577364 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:29:18.989058 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:29:19.438183 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:29:28.851707 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:29:29.685440 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:29:38.116783 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bcf99bf4-42b3-4299-88ef-624d656ea2be req-0e78718d-14e7-42a9-be55-ab929a5c6daa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399938 Nov 16 12:29:38.198486 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf99bf4-42b3-4299-88ef-624d656ea2be req-409a41c1-1e6c-4d66-93f9-3d7612c4d3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:29:38.199955 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bcf99bf4-42b3-4299-88ef-624d656ea2be req-409a41c1-1e6c-4d66-93f9-3d7612c4d3df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=90cfca18b20a4bda868656d858d014d4&device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 1096 time: 0.0405164 Nov 16 12:29:38.309183 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf99bf4-42b3-4299-88ef-624d656ea2be req-afb42e6d-6ed3-44e9-ac05-dfb828646858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:29:38.310755 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bcf99bf4-42b3-4299-88ef-624d656ea2be req-afb42e6d-6ed3-44e9-ac05-dfb828646858 service neutron] 10.222.0.36 "GET /v2.0/networks?id=97f39b01-7b3d-4cf7-a013-70ea0c13346c HTTP/1.1" status: 200 len: 908 time: 0.0905855 Nov 16 12:29:38.375187 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bcf99bf4-42b3-4299-88ef-624d656ea2be req-511d91f8-854b-4d0c-9432-280ca7d894a4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3963fc02-82b3-49e0-a048-f3abbc21ac89 HTTP/1.1" status: 200 len: 1000 time: 0.0564725 Nov 16 12:29:38.428617 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf99bf4-42b3-4299-88ef-624d656ea2be req-800c5338-9fd1-4017-b867-d2e3407b2495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:29:38.430144 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bcf99bf4-42b3-4299-88ef-624d656ea2be req-800c5338-9fd1-4017-b867-d2e3407b2495 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c03b263b-62e4-4d8c-902c-cdd2c8faa054 HTTP/1.1" status: 200 len: 846 time: 0.0481930 Nov 16 12:29:38.474945 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf99bf4-42b3-4299-88ef-624d656ea2be req-0642d496-5314-4307-add2-b048ff7e8584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:29:38.477075 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bcf99bf4-42b3-4299-88ef-624d656ea2be req-0642d496-5314-4307-add2-b048ff7e8584 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=97f39b01-7b3d-4cf7-a013-70ea0c13346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402694 Nov 16 12:29:38.487426 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [req-bcf99bf4-42b3-4299-88ef-624d656ea2be req-f1a18508-4a04-4a5f-982a-ab988b426d0f service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 12:29:38.488495 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bcf99bf4-42b3-4299-88ef-624d656ea2be req-f1a18508-4a04-4a5f-982a-ab988b426d0f service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049284 Nov 16 12:29:38.576544 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bcf99bf4-42b3-4299-88ef-624d656ea2be req-3a1a0795-c934-4bb7-b78a-e3b4a27e53af service neutron] 10.222.0.36 "GET /v2.0/networks/97f39b01-7b3d-4cf7-a013-70ea0c13346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814919 Nov 16 12:29:38.670603 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-bcf99bf4-42b3-4299-88ef-624d656ea2be req-a6a42c83-0abc-4883-be7e-924c93975528 service neutron] 10.222.0.36 "GET /v2.0/networks/97f39b01-7b3d-4cf7-a013-70ea0c13346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856910 Nov 16 12:29:43.199502 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-33823ad0-ae88-4fa2-a468-a28b6c4a99c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:29:45.698305 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-472f9f2b-dc0e-4ef1-a622-5fb3d6f5089a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:29:46.879913 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:29:48.581452 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:29:48.991963 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:29:56.437303 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:29:58.847257 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:29:59.684756 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:30:13.200689 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-190da6f7-6995-483f-8335-13b473c95f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:30:15.700102 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-642683fc-20de-405c-9225-09e4069e2f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:30:16.885474 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:30:18.582287 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:30:18.993237 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:30:28.860013 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:30:29.684393 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:30:31.413690 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [req-e093e6d1-801f-472b-a58b-0d25a379250f req-d1b1fca9-dbe1-4498-b68e-48e0edd579a7 service neutron] (102669) timed out ('10.222.0.61', 52294) {{(pid=102669) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 12:30:33.436707 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:30:38.190828 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f94549a7-1b6e-41f3-b658-6fef78d4072e req-f7a488c7-2808-42c3-956a-27f37284d702 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1032231 Nov 16 12:30:38.273203 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94549a7-1b6e-41f3-b658-6fef78d4072e req-c19f8d4a-af9a-4738-b502-8516b155c419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:30:38.274699 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f94549a7-1b6e-41f3-b658-6fef78d4072e req-c19f8d4a-af9a-4738-b502-8516b155c419 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=90cfca18b20a4bda868656d858d014d4&device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 1096 time: 0.0400648 Nov 16 12:30:38.379777 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94549a7-1b6e-41f3-b658-6fef78d4072e req-f1568a85-db7f-4af3-bb94-669b0a299a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:30:38.381154 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f94549a7-1b6e-41f3-b658-6fef78d4072e req-f1568a85-db7f-4af3-bb94-669b0a299a94 service neutron] 10.222.0.36 "GET /v2.0/networks?id=97f39b01-7b3d-4cf7-a013-70ea0c13346c HTTP/1.1" status: 200 len: 908 time: 0.0872800 Nov 16 12:30:38.444484 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f94549a7-1b6e-41f3-b658-6fef78d4072e req-f16b36be-f40c-4597-bd5a-3ca7eb582999 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3963fc02-82b3-49e0-a048-f3abbc21ac89 HTTP/1.1" status: 200 len: 1000 time: 0.0560796 Nov 16 12:30:38.497461 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94549a7-1b6e-41f3-b658-6fef78d4072e req-40b7fa42-81fe-4c2a-b0a1-e32b72fddd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:30:38.498924 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f94549a7-1b6e-41f3-b658-6fef78d4072e req-40b7fa42-81fe-4c2a-b0a1-e32b72fddd9f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c03b263b-62e4-4d8c-902c-cdd2c8faa054 HTTP/1.1" status: 200 len: 846 time: 0.0477159 Nov 16 12:30:38.544136 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94549a7-1b6e-41f3-b658-6fef78d4072e req-b3cf54e4-1d13-46ab-bcc9-8affb20c1496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:30:38.545595 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f94549a7-1b6e-41f3-b658-6fef78d4072e req-b3cf54e4-1d13-46ab-bcc9-8affb20c1496 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=97f39b01-7b3d-4cf7-a013-70ea0c13346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393629 Nov 16 12:30:38.637985 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f94549a7-1b6e-41f3-b658-6fef78d4072e req-2aee0d97-15bc-4860-914e-d81f3b806c0c service neutron] 10.222.0.36 "GET /v2.0/networks/97f39b01-7b3d-4cf7-a013-70ea0c13346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850842 Nov 16 12:30:38.725066 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f94549a7-1b6e-41f3-b658-6fef78d4072e req-9bb283f6-840e-4658-89c8-04214f0c83da service neutron] 10.222.0.36 "GET /v2.0/networks/97f39b01-7b3d-4cf7-a013-70ea0c13346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804186 Nov 16 12:30:43.202400 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f7d15c9a-7ae0-4861-9510-577fd7b895d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:30:45.701249 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ce4b5f7b-6906-4639-8bbd-00b76c09c455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:30:46.884789 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:30:48.589419 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:30:48.994718 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:30:58.875239 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:30:59.684357 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:31:07.666555 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1a88f-2870-40ef-bcdf-4450e6e51e95 req-e790f1a8-4e14-47c7-9a33-51cbc4d274b7 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:07.667920 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-32e1a88f-2870-40ef-bcdf-4450e6e51e95 req-e790f1a8-4e14-47c7-9a33-51cbc4d274b7 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 945 time: 0.0493803 Nov 16 12:31:07.716827 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-32e1a88f-2870-40ef-bcdf-4450e6e51e95 req-a42a21b4-0eb6-4b03-85d5-a8077b500e06 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425134 Nov 16 12:31:08.862956 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c49ab6-0d55-4375-957d-39aba6efb5eb req-0230b088-c7f8-412d-9bb4-fad399aa21d5 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:08.864512 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c7c49ab6-0d55-4375-957d-39aba6efb5eb req-0230b088-c7f8-412d-9bb4-fad399aa21d5 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 945 time: 0.0506930 Nov 16 12:31:08.913790 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c7c49ab6-0d55-4375-957d-39aba6efb5eb req-7dbb0974-775d-440d-9e87-b93ad48314e0 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433807 Nov 16 12:31:10.031994 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043c1d5-c8e0-4aa1-930f-3cb64edca309 req-0813ad4f-83f6-4311-b4e8-e3dfb53519eb tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:10.033363 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a043c1d5-c8e0-4aa1-930f-3cb64edca309 req-0813ad4f-83f6-4311-b4e8-e3dfb53519eb tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 945 time: 0.0524826 Nov 16 12:31:10.086943 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a043c1d5-c8e0-4aa1-930f-3cb64edca309 req-69bcede9-cc20-4a2f-8a25-93cc381ff40f tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477414 Nov 16 12:31:10.436693 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:31:11.201621 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e34a81-2cf0-47f5-8a9d-f55020439b88 req-d7eaef6c-a2f0-4429-9dda-fbeafdd084a0 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:11.203703 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-70e34a81-2cf0-47f5-8a9d-f55020439b88 req-d7eaef6c-a2f0-4429-9dda-fbeafdd084a0 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 945 time: 0.0488122 Nov 16 12:31:11.252286 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-70e34a81-2cf0-47f5-8a9d-f55020439b88 req-493b489f-fd0d-49e2-936b-6780b23cfbc9 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427930 Nov 16 12:31:12.373622 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5646b2e-5846-4910-a940-daa212f56802 req-4b8d5df4-72d7-4c4d-a842-03e7d275e78f tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:12.375048 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a5646b2e-5846-4910-a940-daa212f56802 req-4b8d5df4-72d7-4c4d-a842-03e7d275e78f tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 945 time: 0.0530472 Nov 16 12:31:12.424108 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a5646b2e-5846-4910-a940-daa212f56802 req-eeed53fd-2a50-4448-8615-61a03ffc53e8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431323 Nov 16 12:31:13.203452 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-03ea09fc-6947-4987-89c6-8f8d566d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:31:13.539802 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b18ca-fa7d-45f6-9e56-fb133022b329 req-4af592ce-b36f-42f9-b59a-7af9954457ad tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:13.541273 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0f2b18ca-fa7d-45f6-9e56-fb133022b329 req-4af592ce-b36f-42f9-b59a-7af9954457ad tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 945 time: 0.0486293 Nov 16 12:31:13.590856 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0f2b18ca-fa7d-45f6-9e56-fb133022b329 req-621c0be3-9501-4dd3-8b0d-6d66dbbd6cae tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430520 Nov 16 12:31:14.706000 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa467e1-1f7c-4147-ac55-ae0fb8f92384 req-c01967cd-60dc-45f5-a223-f4d1ab7520d7 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:14.707466 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cfa467e1-1f7c-4147-ac55-ae0fb8f92384 req-c01967cd-60dc-45f5-a223-f4d1ab7520d7 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 945 time: 0.0487506 Nov 16 12:31:14.760423 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cfa467e1-1f7c-4147-ac55-ae0fb8f92384 req-9a50f9bf-8f2c-48b5-8cfe-96b1c3d4402a tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471618 Nov 16 12:31:15.705397 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2fd0f8cd-13f2-4fee-a103-4f701178f8e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:31:15.878992 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e90d14-de2a-4bc9-953b-bffb99a8c976 req-1d7bf5c6-6114-4c79-8fb7-cc7ce0d94e92 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:15.880527 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f7e90d14-de2a-4bc9-953b-bffb99a8c976 req-1d7bf5c6-6114-4c79-8fb7-cc7ce0d94e92 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 945 time: 0.0508506 Nov 16 12:31:15.931790 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f7e90d14-de2a-4bc9-953b-bffb99a8c976 req-57aa9455-ff36-4edb-b6db-7807f416bc9e tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449505 Nov 16 12:31:16.887288 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:31:17.048820 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33b520-46d8-4c77-a357-4b286938b7d2 req-a6a8645e-f460-40d3-a609-e044f8fef4d4 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:17.050313 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3a33b520-46d8-4c77-a357-4b286938b7d2 req-a6a8645e-f460-40d3-a609-e044f8fef4d4 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 945 time: 0.0505145 Nov 16 12:31:17.098574 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3a33b520-46d8-4c77-a357-4b286938b7d2 req-792d848f-d78b-4fa6-b269-2a388be08142 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424328 Nov 16 12:31:18.218139 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4d401-154b-470c-af57-8bc021bf40b9 req-377b6030-b249-43e8-8fd3-b54a496658a9 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:18.219646 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-59f4d401-154b-470c-af57-8bc021bf40b9 req-377b6030-b249-43e8-8fd3-b54a496658a9 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 945 time: 0.0532660 Nov 16 12:31:18.267548 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-59f4d401-154b-470c-af57-8bc021bf40b9 req-f2f5e4a5-b077-49f9-9aa0-c50e9aeef4a6 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420129 Nov 16 12:31:18.589315 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:31:18.996208 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:31:19.390623 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f3e90-c3d3-4ece-90dd-48fc9e0a7084 req-a7ab5d6a-2819-420a-8461-b84e4993c33e tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:19.392103 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fe2f3e90-c3d3-4ece-90dd-48fc9e0a7084 req-a7ab5d6a-2819-420a-8461-b84e4993c33e tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 945 time: 0.0537519 Nov 16 12:31:19.441957 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fe2f3e90-c3d3-4ece-90dd-48fc9e0a7084 req-7b636254-e304-400e-b96b-c1357f910e2e tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439811 Nov 16 12:31:20.573997 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b47677-7c8e-42a5-b530-bd8650297480 req-dd20000a-96f6-4b1a-920f-253f83a41008 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:20.575583 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-87b47677-7c8e-42a5-b530-bd8650297480 req-dd20000a-96f6-4b1a-920f-253f83a41008 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 945 time: 0.0549974 Nov 16 12:31:20.642634 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-87b47677-7c8e-42a5-b530-bd8650297480 req-fab7de8c-e634-4256-b386-8e8f317262e7 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599451 Nov 16 12:31:21.253499 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 3963fc02-82b3-49e0-a048-f3abbc21ac89 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 12:31:21.369055 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 3963fc02-82b3-49e0-a048-f3abbc21ac89, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=3963fc02-82b3-49e0-a048-f3abbc21ac89,segment=NetworkSegment(ac09aae5-6e77-4cd8-beea-9d5f986c09e5),segment_id=ac09aae5-6e77-4cd8-beea-9d5f986c09e5)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:31:21.384267 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '3963fc02-82b3-49e0-a048-f3abbc21ac89', 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c', 'port_id': '3963fc02-82b3-49e0-a048-f3abbc21ac89', 'mac_address': 'fa:16:3e:14:6a:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c03b263b-62e4-4d8c-902c-cdd2c8faa054', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 12:31:21.432909 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:31:21.447421 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3963fc02-82b3-49e0-a048-f3abbc21ac89 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:31:21.469664 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 3963fc02-82b3-49e0-a048-f3abbc21ac89, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=3963fc02-82b3-49e0-a048-f3abbc21ac89,segment=NetworkSegment(ac09aae5-6e77-4cd8-beea-9d5f986c09e5),segment_id=ac09aae5-6e77-4cd8-beea-9d5f986c09e5)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:31:21.475527 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:31:21.528850 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=3963fc02-82b3-49e0-a048-f3abbc21ac89,revision_number=6']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:31:21.537328 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:31:21.537752 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:31:21.538050 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:31:21.538393 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:31:21.538730 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:31:21.539130 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:31:21.539469 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:31:21.539792 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:31:21.540124 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:31:21.540451 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:31:21.540781 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:31:21.541136 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:31:21.548940 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['3963fc02-82b3-49e0-a048-f3abbc21ac89'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:31:21.774461 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebd214-6cf2-47eb-99bb-d911551e6a22 req-d352c14c-100c-41b1-b8bb-f558669f23f6 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:21.782792 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-adebd214-6cf2-47eb-99bb-d911551e6a22 req-d352c14c-100c-41b1-b8bb-f558669f23f6 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 944 time: 0.0647020 Nov 16 12:31:21.842599 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-adebd214-6cf2-47eb-99bb-d911551e6a22 req-9704b40b-ee5f-4825-a8e0-84c50cfeebf2 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584166 Nov 16 12:31:22.979075 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572dc581-d1b8-4d6c-9df2-aef8e6292e42 req-8deaff52-8579-4592-b67e-6b76e6751d0f tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:22.980633 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-572dc581-d1b8-4d6c-9df2-aef8e6292e42 req-8deaff52-8579-4592-b67e-6b76e6751d0f tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 944 time: 0.0572488 Nov 16 12:31:23.035134 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-572dc581-d1b8-4d6c-9df2-aef8e6292e42 req-5713710a-9847-465d-a59c-81d18dd0d513 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479267 Nov 16 12:31:23.270715 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 3963fc02-82b3-49e0-a048-f3abbc21ac89 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:31:23.321774 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 3963fc02-82b3-49e0-a048-f3abbc21ac89 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:31:23.322192 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:31:23.413003 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:31:23.443989 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8890a79-2d51-4b54-8923-398dd25e51a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3963fc02-82b3-49e0-a048-f3abbc21ac89'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:31:23.446588 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3028c6c2751e05b8ffe46419f90227d3bdc45fe093bf287cadf4b73479a61306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da07caa-9e05-40b2-8cc6-c698183de124" -d '{"events": [{"server_uuid": "f8890a79-2d51-4b54-8923-398dd25e51a8", "name": "network-vif-plugged", "status": "completed", "tag": "3963fc02-82b3-49e0-a048-f3abbc21ac89"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:31:23.463559 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 3963fc02-82b3-49e0-a048-f3abbc21ac89, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=3963fc02-82b3-49e0-a048-f3abbc21ac89,segment=NetworkSegment(ac09aae5-6e77-4cd8-beea-9d5f986c09e5),segment_id=ac09aae5-6e77-4cd8-beea-9d5f986c09e5)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:31:23.469323 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:31:23.500296 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d42a1c1-d4fe-46dc-97e5-f76d3e29ff36 x-openstack-request-id: req-8d42a1c1-d4fe-46dc-97e5-f76d3e29ff36 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:31:23.500581 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8890a79-2d51-4b54-8923-398dd25e51a8", "name": "network-vif-plugged", "status": "completed", "tag": "3963fc02-82b3-49e0-a048-f3abbc21ac89", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:31:23.500850 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8d42a1c1-d4fe-46dc-97e5-f76d3e29ff36 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:31:23.501282 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8890a79-2d51-4b54-8923-398dd25e51a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3963fc02-82b3-49e0-a048-f3abbc21ac89', 'code': 200} Nov 16 12:31:23.529971 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=3963fc02-82b3-49e0-a048-f3abbc21ac89,revision_number=7']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:31:24.173051 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a9452-a93c-438c-882e-f4cca48e6a80 req-77d7184e-1c54-44a1-b1ec-4823e527964b tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:24.180090 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a64a9452-a93c-438c-882e-f4cca48e6a80 req-77d7184e-1c54-44a1-b1ec-4823e527964b tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 945 time: 0.0653338 Nov 16 12:31:24.230464 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a64a9452-a93c-438c-882e-f4cca48e6a80 req-2ed59e6c-d391-4259-8aa5-c6a1e96cb021 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494833 Nov 16 12:31:25.366778 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611ee79-1df2-4e2b-8fdf-68f711cc3d81 req-a2008c49-ea89-4440-b23e-9bac81bfc5e8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:25.368290 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a611ee79-1df2-4e2b-8fdf-68f711cc3d81 req-a2008c49-ea89-4440-b23e-9bac81bfc5e8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 945 time: 0.0582433 Nov 16 12:31:25.423228 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a611ee79-1df2-4e2b-8fdf-68f711cc3d81 req-9c29abe2-ac62-48d4-9de4-4ca4230e1af5 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477893 Nov 16 12:31:26.553588 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802ecce-b684-4f28-9635-5c6f790edfc2 req-85915fe8-1a9d-46fe-b99e-cfd09210e967 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:26.558420 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c802ecce-b684-4f28-9635-5c6f790edfc2 req-85915fe8-1a9d-46fe-b99e-cfd09210e967 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 945 time: 0.0599380 Nov 16 12:31:26.611917 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c802ecce-b684-4f28-9635-5c6f790edfc2 req-ce3aa976-c890-4cff-9b06-2f4801cd6d59 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508718 Nov 16 12:31:27.740328 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408265c-a865-40a1-a962-708851b9d3eb req-f6156890-69f8-46b1-b94a-d3669d0a2bab tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:27.741993 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9408265c-a865-40a1-a962-708851b9d3eb req-f6156890-69f8-46b1-b94a-d3669d0a2bab tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 945 time: 0.0552897 Nov 16 12:31:27.800105 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9408265c-a865-40a1-a962-708851b9d3eb req-f403aca0-3ccf-44a4-8132-94438f268fdb tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513999 Nov 16 12:31:28.884254 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:31:28.915233 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb68a4-2e76-4b24-a36c-5e54aebdeb75 req-35d9753f-13ce-46de-8533-15c56979d130 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:28.917091 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ddcb68a4-2e76-4b24-a36c-5e54aebdeb75 req-35d9753f-13ce-46de-8533-15c56979d130 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 945 time: 0.0499628 Nov 16 12:31:28.973511 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ddcb68a4-2e76-4b24-a36c-5e54aebdeb75 req-9f9859e4-e095-4954-921c-df07ffec2df4 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502100 Nov 16 12:31:29.215449 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833bc81-9b8e-4f7a-8a8b-b5aeb1e08fdb req-914374ed-ac91-4d85-98f4-288b65273cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:29.217424 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9833bc81-9b8e-4f7a-8a8b-b5aeb1e08fdb req-914374ed-ac91-4d85-98f4-288b65273cf4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=90cfca18b20a4bda868656d858d014d4&device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 1096 time: 0.0404253 Nov 16 12:31:29.312369 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833bc81-9b8e-4f7a-8a8b-b5aeb1e08fdb req-4636182e-ecd3-40b7-bf10-56633b9bcfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:29.313844 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9833bc81-9b8e-4f7a-8a8b-b5aeb1e08fdb req-4636182e-ecd3-40b7-bf10-56633b9bcfd7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=97f39b01-7b3d-4cf7-a013-70ea0c13346c HTTP/1.1" status: 200 len: 908 time: 0.0896349 Nov 16 12:31:29.377722 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9833bc81-9b8e-4f7a-8a8b-b5aeb1e08fdb req-aea4ee11-7f96-49a9-ba5c-aa7d2fc98aa6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3963fc02-82b3-49e0-a048-f3abbc21ac89 HTTP/1.1" status: 200 len: 1000 time: 0.0563767 Nov 16 12:31:29.431627 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833bc81-9b8e-4f7a-8a8b-b5aeb1e08fdb req-8daf696f-a32f-4569-99fe-f225035be69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:29.433065 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9833bc81-9b8e-4f7a-8a8b-b5aeb1e08fdb req-8daf696f-a32f-4569-99fe-f225035be69b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c03b263b-62e4-4d8c-902c-cdd2c8faa054 HTTP/1.1" status: 200 len: 846 time: 0.0488374 Nov 16 12:31:29.478361 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833bc81-9b8e-4f7a-8a8b-b5aeb1e08fdb req-2a10f7e2-dea4-44b2-99c3-7a39b8eeb773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:29.479824 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9833bc81-9b8e-4f7a-8a8b-b5aeb1e08fdb req-2a10f7e2-dea4-44b2-99c3-7a39b8eeb773 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=97f39b01-7b3d-4cf7-a013-70ea0c13346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396333 Nov 16 12:31:29.574371 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9833bc81-9b8e-4f7a-8a8b-b5aeb1e08fdb req-3b479287-bf2d-4c21-8ad2-5ea931ac9bac service neutron] 10.222.0.36 "GET /v2.0/networks/97f39b01-7b3d-4cf7-a013-70ea0c13346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866477 Nov 16 12:31:29.667870 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-9833bc81-9b8e-4f7a-8a8b-b5aeb1e08fdb req-c9793c7a-2813-41f7-a7f4-0672b9857af1 service neutron] 10.222.0.36 "GET /v2.0/networks/97f39b01-7b3d-4cf7-a013-70ea0c13346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867929 Nov 16 12:31:29.686393 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:31:30.087820 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cc9cd-4599-47d5-a59d-f360b08bc304 req-4935f297-0074-4be1-becf-35ce808d29d3 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:30.089269 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-720cc9cd-4599-47d5-a59d-f360b08bc304 req-4935f297-0074-4be1-becf-35ce808d29d3 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 945 time: 0.0480034 Nov 16 12:31:30.138513 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-720cc9cd-4599-47d5-a59d-f360b08bc304 req-814b1748-47cd-4f04-a0ad-c6d2f80a2d53 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427103 Nov 16 12:31:31.257506 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886c6ce-ac7b-49ba-b4d9-7038d074dfa5 req-43d08f12-6794-402d-9e5b-a132d82c4f4b tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:31.259047 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3886c6ce-ac7b-49ba-b4d9-7038d074dfa5 req-43d08f12-6794-402d-9e5b-a132d82c4f4b tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 945 time: 0.0505042 Nov 16 12:31:31.312316 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3886c6ce-ac7b-49ba-b4d9-7038d074dfa5 req-5ae07830-910a-41d2-b5e8-0aeeb4c7c212 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456133 Nov 16 12:31:31.378973 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [req-ed243798-b1ce-4273-b735-3ef8ed6ed655 req-4ace607b-d826-4743-8a0d-e8ad2d7911d5 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 12:31:31.379830 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ed243798-b1ce-4273-b735-3ef8ed6ed655 req-4ace607b-d826-4743-8a0d-e8ad2d7911d5 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053062 Nov 16 12:31:31.550815 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81877283-291a-45ee-b6c0-9903eb6102ac req-7924d8b6-30f5-479e-aeda-175b39b81298 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:31.552449 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-81877283-291a-45ee-b6c0-9903eb6102ac req-7924d8b6-30f5-479e-aeda-175b39b81298 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 945 time: 0.0623837 Nov 16 12:31:31.608921 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-81877283-291a-45ee-b6c0-9903eb6102ac req-acd7affa-089f-41d7-a7de-44eb9cb35413 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504236 Nov 16 12:31:31.739504 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a08d6f24-53a8-46d9-b649-aed6ffaafd5c req-c6b7d8fe-7ef0-448e-8f99-3339155f1ded service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0840075 Nov 16 12:31:32.622826 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d6f24-53a8-46d9-b649-aed6ffaafd5c req-cfbc6cd5-7b9d-4c62-9443-4d1d4841cd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:32.624277 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a08d6f24-53a8-46d9-b649-aed6ffaafd5c req-cfbc6cd5-7b9d-4c62-9443-4d1d4841cd83 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8&tenant_id=90cfca18b20a4bda868656d858d014d4 HTTP/1.1" status: 200 len: 1096 time: 0.0800667 Nov 16 12:31:32.638492 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [req-a08d6f24-53a8-46d9-b649-aed6ffaafd5c req-37226b3c-0171-473e-80a8-36a0b6f62a36 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 12:31:32.639932 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a08d6f24-53a8-46d9-b649-aed6ffaafd5c req-37226b3c-0171-473e-80a8-36a0b6f62a36 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053291 Nov 16 12:31:32.657462 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-a08d6f24-53a8-46d9-b649-aed6ffaafd5c req-8ca2bfd5-5d99-4cec-b070-203abdf3d07b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816823-3', 'device_owner': 'compute:nova'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:31:32.713718 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a08d6f24-53a8-46d9-b649-aed6ffaafd5c req-8ca2bfd5-5d99-4cec-b070-203abdf3d07b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:31:32.729878 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90d6ef-827c-4dda-ae2b-48e07d6a8132 req-3a81a59b-9fc4-44bb-9722-d117ba480ae8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:32.731394 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0c90d6ef-827c-4dda-ae2b-48e07d6a8132 req-3a81a59b-9fc4-44bb-9722-d117ba480ae8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 945 time: 0.0484121 Nov 16 12:31:32.787912 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0c90d6ef-827c-4dda-ae2b-48e07d6a8132 req-cb1f6d67-c912-4fb6-8454-fc8a52c4c905 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504808 Nov 16 12:31:32.914846 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-a08d6f24-53a8-46d9-b649-aed6ffaafd5c req-8ca2bfd5-5d99-4cec-b070-203abdf3d07b service neutron] For port 3963fc02-82b3-49e0-a048-f3abbc21ac89, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=3963fc02-82b3-49e0-a048-f3abbc21ac89,segment=NetworkSegment(ac09aae5-6e77-4cd8-beea-9d5f986c09e5),segment_id=ac09aae5-6e77-4cd8-beea-9d5f986c09e5)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:31:32.946237 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-a08d6f24-53a8-46d9-b649-aed6ffaafd5c req-8ca2bfd5-5d99-4cec-b070-203abdf3d07b service neutron] For port 3963fc02-82b3-49e0-a048-f3abbc21ac89, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:31:32.987479 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8890a79-2d51-4b54-8923-398dd25e51a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3963fc02-82b3-49e0-a048-f3abbc21ac89'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:31:32.989740 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b4cb006b19835c19bcd0265a95de96d39c41d7d45c6d056c20fcc032bf3cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418ae65f-c28e-42e6-93c0-91b279316099" -d '{"events": [{"server_uuid": "f8890a79-2d51-4b54-8923-398dd25e51a8", "name": "network-vif-unplugged", "status": "completed", "tag": "3963fc02-82b3-49e0-a048-f3abbc21ac89"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:31:32.993807 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a08d6f24-53a8-46d9-b649-aed6ffaafd5c req-8ca2bfd5-5d99-4cec-b070-203abdf3d07b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:31:33.006484 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-a08d6f24-53a8-46d9-b649-aed6ffaafd5c req-8ca2bfd5-5d99-4cec-b070-203abdf3d07b service neutron] Transition to ACTIVE for port object 3963fc02-82b3-49e0-a048-f3abbc21ac89 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 12:31:33.010096 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a08d6f24-53a8-46d9-b649-aed6ffaafd5c req-8ca2bfd5-5d99-4cec-b070-203abdf3d07b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:31:33.037428 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 12:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87a2ae6-3e07-4a7f-b1dd-19618b469104 x-openstack-request-id: req-d87a2ae6-3e07-4a7f-b1dd-19618b469104 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:31:33.037745 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8890a79-2d51-4b54-8923-398dd25e51a8", "name": "network-vif-unplugged", "status": "completed", "tag": "3963fc02-82b3-49e0-a048-f3abbc21ac89", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:31:33.037999 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d87a2ae6-3e07-4a7f-b1dd-19618b469104 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:31:33.038399 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8890a79-2d51-4b54-8923-398dd25e51a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3963fc02-82b3-49e0-a048-f3abbc21ac89', 'code': 200} Nov 16 12:31:33.086160 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2bfd5-5d99-4cec-b070-203abdf3d07b service neutron] Pushing event updated for resources: {'Port': ['ID=3963fc02-82b3-49e0-a048-f3abbc21ac89,revision_number=8']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:31:33.101191 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca2bfd5-5d99-4cec-b070-203abdf3d07b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:31:33.101529 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca2bfd5-5d99-4cec-b070-203abdf3d07b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:31:33.101876 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca2bfd5-5d99-4cec-b070-203abdf3d07b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:31:33.102257 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca2bfd5-5d99-4cec-b070-203abdf3d07b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:31:33.102595 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca2bfd5-5d99-4cec-b070-203abdf3d07b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:31:33.102929 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca2bfd5-5d99-4cec-b070-203abdf3d07b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:31:33.103257 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca2bfd5-5d99-4cec-b070-203abdf3d07b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:31:33.103581 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca2bfd5-5d99-4cec-b070-203abdf3d07b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:31:33.103908 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca2bfd5-5d99-4cec-b070-203abdf3d07b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:31:33.104234 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca2bfd5-5d99-4cec-b070-203abdf3d07b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:31:33.104563 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca2bfd5-5d99-4cec-b070-203abdf3d07b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:31:33.104899 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca2bfd5-5d99-4cec-b070-203abdf3d07b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:31:33.147807 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08d6f24-53a8-46d9-b649-aed6ffaafd5c req-8ca2bfd5-5d99-4cec-b070-203abdf3d07b service neutron] No DVR routers for this DVR port 3963fc02-82b3-49e0-a048-f3abbc21ac89 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:31:33.285677 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-a08d6f24-53a8-46d9-b649-aed6ffaafd5c req-8ca2bfd5-5d99-4cec-b070-203abdf3d07b service neutron] Attempting to bind port 3963fc02-82b3-49e0-a048-f3abbc21ac89 on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:31:33.286041 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-a08d6f24-53a8-46d9-b649-aed6ffaafd5c req-8ca2bfd5-5d99-4cec-b070-203abdf3d07b service neutron] Attempting to bind port 3963fc02-82b3-49e0-a048-f3abbc21ac89 by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': 'ac09aae5-6e77-4cd8-beea-9d5f986c09e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:31:33.286382 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08d6f24-53a8-46d9-b649-aed6ffaafd5c req-8ca2bfd5-5d99-4cec-b070-203abdf3d07b service neutron] Attempting to bind port 3963fc02-82b3-49e0-a048-f3abbc21ac89 on network 97f39b01-7b3d-4cf7-a013-70ea0c13346c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:31:33.290629 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08d6f24-53a8-46d9-b649-aed6ffaafd5c req-8ca2bfd5-5d99-4cec-b070-203abdf3d07b service neutron] Port 3963fc02-82b3-49e0-a048-f3abbc21ac89 on network 97f39b01-7b3d-4cf7-a013-70ea0c13346c not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 12:31:33.290949 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08d6f24-53a8-46d9-b649-aed6ffaafd5c req-8ca2bfd5-5d99-4cec-b070-203abdf3d07b service neutron] Attempting to bind port 3963fc02-82b3-49e0-a048-f3abbc21ac89 on network 97f39b01-7b3d-4cf7-a013-70ea0c13346c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:31:33.295810 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08d6f24-53a8-46d9-b649-aed6ffaafd5c req-8ca2bfd5-5d99-4cec-b070-203abdf3d07b service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:31:33.296142 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08d6f24-53a8-46d9-b649-aed6ffaafd5c req-8ca2bfd5-5d99-4cec-b070-203abdf3d07b service neutron] Checking segment: {'id': 'ac09aae5-6e77-4cd8-beea-9d5f986c09e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:31:33.296524 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08d6f24-53a8-46d9-b649-aed6ffaafd5c req-8ca2bfd5-5d99-4cec-b070-203abdf3d07b service neutron] Bound using segment: {'id': 'ac09aae5-6e77-4cd8-beea-9d5f986c09e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:31:33.296946 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-a08d6f24-53a8-46d9-b649-aed6ffaafd5c req-8ca2bfd5-5d99-4cec-b070-203abdf3d07b service neutron] Bound port: 3963fc02-82b3-49e0-a048-f3abbc21ac89, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac09aae5-6e77-4cd8-beea-9d5f986c09e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:31:33.297308 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a08d6f24-53a8-46d9-b649-aed6ffaafd5c req-8ca2bfd5-5d99-4cec-b070-203abdf3d07b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:31:33.300961 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 3963fc02-82b3-49e0-a048-f3abbc21ac89 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:31:33.338656 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 3963fc02-82b3-49e0-a048-f3abbc21ac89 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:31:33.365108 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-a08d6f24-53a8-46d9-b649-aed6ffaafd5c req-8ca2bfd5-5d99-4cec-b070-203abdf3d07b service neutron] For port 3963fc02-82b3-49e0-a048-f3abbc21ac89, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:31:33.368559 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-a08d6f24-53a8-46d9-b649-aed6ffaafd5c req-8ca2bfd5-5d99-4cec-b070-203abdf3d07b service neutron] For port 3963fc02-82b3-49e0-a048-f3abbc21ac89, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=3963fc02-82b3-49e0-a048-f3abbc21ac89,segment=NetworkSegment(ac09aae5-6e77-4cd8-beea-9d5f986c09e5),segment_id=ac09aae5-6e77-4cd8-beea-9d5f986c09e5)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:31:33.371980 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a08d6f24-53a8-46d9-b649-aed6ffaafd5c req-8ca2bfd5-5d99-4cec-b070-203abdf3d07b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:31:33.406123 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d6f24-53a8-46d9-b649-aed6ffaafd5c req-8ca2bfd5-5d99-4cec-b070-203abdf3d07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:33.406746 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-a08d6f24-53a8-46d9-b649-aed6ffaafd5c req-8ca2bfd5-5d99-4cec-b070-203abdf3d07b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:31:33.408268 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a08d6f24-53a8-46d9-b649-aed6ffaafd5c req-8ca2bfd5-5d99-4cec-b070-203abdf3d07b service neutron] 10.222.0.64 "PUT /v2.0/ports/3963fc02-82b3-49e0-a048-f3abbc21ac89 HTTP/1.1" status: 200 len: 1091 time: 0.7554975 Nov 16 12:31:33.443931 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2bfd5-5d99-4cec-b070-203abdf3d07b service neutron] Pushing event updated for resources: {'Port': ['ID=3963fc02-82b3-49e0-a048-f3abbc21ac89,revision_number=9']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:31:33.476750 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d6f24-53a8-46d9-b649-aed6ffaafd5c req-7b0c66c8-2d43-4346-9480-b9a19b64feda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:33.478302 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a08d6f24-53a8-46d9-b649-aed6ffaafd5c req-7b0c66c8-2d43-4346-9480-b9a19b64feda service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=90cfca18b20a4bda868656d858d014d4&device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 1094 time: 0.0439432 Nov 16 12:31:33.580761 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d6f24-53a8-46d9-b649-aed6ffaafd5c req-acb7cbbd-5497-4df9-a89f-fb5fc3779e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:33.582271 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a08d6f24-53a8-46d9-b649-aed6ffaafd5c req-acb7cbbd-5497-4df9-a89f-fb5fc3779e2a service neutron] 10.222.0.64 "GET /v2.0/networks?id=97f39b01-7b3d-4cf7-a013-70ea0c13346c HTTP/1.1" status: 200 len: 908 time: 0.0949392 Nov 16 12:31:33.648566 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a08d6f24-53a8-46d9-b649-aed6ffaafd5c req-806203ad-7fe2-4401-af9d-6f2447c97f1e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3963fc02-82b3-49e0-a048-f3abbc21ac89 HTTP/1.1" status: 200 len: 998 time: 0.0552218 Nov 16 12:31:33.707101 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d6f24-53a8-46d9-b649-aed6ffaafd5c req-03882727-7c40-48e2-aa58-643354773ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:33.708544 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a08d6f24-53a8-46d9-b649-aed6ffaafd5c req-03882727-7c40-48e2-aa58-643354773ce8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c03b263b-62e4-4d8c-902c-cdd2c8faa054 HTTP/1.1" status: 200 len: 846 time: 0.0473630 Nov 16 12:31:33.759149 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d6f24-53a8-46d9-b649-aed6ffaafd5c req-d09e612e-757f-4ea0-9b97-a05079b85cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:33.760552 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a08d6f24-53a8-46d9-b649-aed6ffaafd5c req-d09e612e-757f-4ea0-9b97-a05079b85cfd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=97f39b01-7b3d-4cf7-a013-70ea0c13346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403299 Nov 16 12:31:33.856126 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a08d6f24-53a8-46d9-b649-aed6ffaafd5c req-b5e781a1-eeca-43f0-837b-a92bfcd93134 service neutron] 10.222.0.64 "GET /v2.0/networks/97f39b01-7b3d-4cf7-a013-70ea0c13346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834665 Nov 16 12:31:33.905620 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb545e-989c-4a93-9ea7-d134beef1bad req-822042ba-c3fc-4a6f-bbc9-bd6e9f59c62a tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:33.907139 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f8fb545e-989c-4a93-9ea7-d134beef1bad req-822042ba-c3fc-4a6f-bbc9-bd6e9f59c62a tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 943 time: 0.0494094 Nov 16 12:31:33.953858 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a08d6f24-53a8-46d9-b649-aed6ffaafd5c req-f235786a-87ef-4a22-950b-a059b22e54b2 service neutron] 10.222.0.64 "GET /v2.0/networks/97f39b01-7b3d-4cf7-a013-70ea0c13346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872064 Nov 16 12:31:33.960480 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f8fb545e-989c-4a93-9ea7-d134beef1bad req-fa819aab-af36-4971-a520-6ca7a7723a0c tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473173 Nov 16 12:31:35.039226 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8890a79-2d51-4b54-8923-398dd25e51a8', 'tag': '3963fc02-82b3-49e0-a048-f3abbc21ac89'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:31:35.041699 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b4cb006b19835c19bcd0265a95de96d39c41d7d45c6d056c20fcc032bf3cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c42f04-c197-4c72-9370-92699bfb2a8c" -d '{"events": [{"name": "network-changed", "server_uuid": "f8890a79-2d51-4b54-8923-398dd25e51a8", "tag": "3963fc02-82b3-49e0-a048-f3abbc21ac89"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:31:35.093677 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa83f8-bd1f-4e2c-b0d6-6e9bce431cb9 req-eab59cd6-7ef3-47c3-8992-3625058cc3e7 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:35.095907 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a1fa83f8-bd1f-4e2c-b0d6-6e9bce431cb9 req-eab59cd6-7ef3-47c3-8992-3625058cc3e7 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 943 time: 0.0524645 Nov 16 12:31:35.157807 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a1fa83f8-bd1f-4e2c-b0d6-6e9bce431cb9 req-10bfe7ed-5718-4db3-b734-be61c3cb97fe tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501723 Nov 16 12:31:35.204801 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238ff995-a4d4-467d-bb00-060ee46df346 x-openstack-request-id: req-238ff995-a4d4-467d-bb00-060ee46df346 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:31:35.205115 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8890a79-2d51-4b54-8923-398dd25e51a8", "tag": "3963fc02-82b3-49e0-a048-f3abbc21ac89", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:31:35.205371 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-238ff995-a4d4-467d-bb00-060ee46df346 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:31:35.205773 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8890a79-2d51-4b54-8923-398dd25e51a8', 'tag': '3963fc02-82b3-49e0-a048-f3abbc21ac89', 'status': 'completed', 'code': 200} Nov 16 12:31:36.283713 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac327934-66bf-4795-ad8b-bbbea2c86c00 req-b2faba8e-17d3-49b0-94a8-ec84389eff75 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:36.285221 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ac327934-66bf-4795-ad8b-bbbea2c86c00 req-b2faba8e-17d3-49b0-94a8-ec84389eff75 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 943 time: 0.0498445 Nov 16 12:31:36.334201 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ac327934-66bf-4795-ad8b-bbbea2c86c00 req-3bb443d8-ef0d-4b14-9b71-b709a2ad9f0a tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430095 Nov 16 12:31:37.460227 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce1a88-512b-4fed-bb22-25e2f20d53b0 req-ddf81388-c583-4cc4-a15d-780ebc987fd5 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:37.461718 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-68ce1a88-512b-4fed-bb22-25e2f20d53b0 req-ddf81388-c583-4cc4-a15d-780ebc987fd5 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 943 time: 0.0530024 Nov 16 12:31:37.514608 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-68ce1a88-512b-4fed-bb22-25e2f20d53b0 req-a3d5540a-6ccb-40ff-9ead-0c19f30130df tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463800 Nov 16 12:31:38.633832 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7afb6-347d-46be-9d3e-40f180a6c751 req-bcfce582-bc98-4eaa-a68e-83e4d18d899f tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:38.635396 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2bc7afb6-347d-46be-9d3e-40f180a6c751 req-bcfce582-bc98-4eaa-a68e-83e4d18d899f tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 943 time: 0.0490818 Nov 16 12:31:38.687970 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2bc7afb6-347d-46be-9d3e-40f180a6c751 req-55def90d-02a8-4bcb-a2b6-f8bc8bd52c31 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453510 Nov 16 12:31:39.824593 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559a758-722f-48b9-9712-713a585a2664 req-a1554a4f-3ac6-423b-9804-721e9a913887 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:39.826140 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a559a758-722f-48b9-9712-713a585a2664 req-a1554a4f-3ac6-423b-9804-721e9a913887 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 943 time: 0.0704052 Nov 16 12:31:39.875909 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a559a758-722f-48b9-9712-713a585a2664 req-bbf3f7ff-6f54-4823-9fc0-7856f4c7d0a3 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434284 Nov 16 12:31:40.997704 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc141d-2d86-421f-89e7-9f92be2957ae req-4a9f626c-32de-4e66-a127-ff92b4dfa950 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:40.999988 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5afc141d-2d86-421f-89e7-9f92be2957ae req-4a9f626c-32de-4e66-a127-ff92b4dfa950 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 943 time: 0.0537000 Nov 16 12:31:41.051101 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5afc141d-2d86-421f-89e7-9f92be2957ae req-367ea774-560f-433c-9bd4-c8b818dff6c7 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450070 Nov 16 12:31:42.169556 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f91f37-bad3-431f-ac0a-b42b3085dac6 req-19b87720-9a6f-475a-8bdd-bae54f041550 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:42.171201 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-85f91f37-bad3-431f-ac0a-b42b3085dac6 req-19b87720-9a6f-475a-8bdd-bae54f041550 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 943 time: 0.0512404 Nov 16 12:31:42.224366 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-85f91f37-bad3-431f-ac0a-b42b3085dac6 req-13331153-834c-4d12-8767-5844f4283dd6 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472260 Nov 16 12:31:43.210917 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3b73d0c0-e251-475d-93cb-0a5cb7d82f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:31:43.350788 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fdf09-0c67-48f0-b416-b7de37f028a3 req-4ae19037-700d-4ee7-bb3c-7113d6d3a6de tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:43.352458 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9f0fdf09-0c67-48f0-b416-b7de37f028a3 req-4ae19037-700d-4ee7-bb3c-7113d6d3a6de tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 943 time: 0.0575547 Nov 16 12:31:43.415325 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9f0fdf09-0c67-48f0-b416-b7de37f028a3 req-412683e6-5799-40ec-91d2-95c20ae3a8bf tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525768 Nov 16 12:31:44.546597 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a9c40-2ad3-440f-937d-c2093297db05 req-550bd435-9f32-4ff1-999d-c1c20c19ca73 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:44.548079 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-005a9c40-2ad3-440f-937d-c2093297db05 req-550bd435-9f32-4ff1-999d-c1c20c19ca73 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 943 time: 0.0488744 Nov 16 12:31:44.601038 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-005a9c40-2ad3-440f-937d-c2093297db05 req-c3217f74-9557-45ac-97a2-e2bb2e9212a6 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465045 Nov 16 12:31:45.297193 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c42f04-c197-4c72-9370-92699bfb2a8c req-728f832c-476d-4793-aa9c-89d102fd03dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:45.306574 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f8c42f04-c197-4c72-9370-92699bfb2a8c req-728f832c-476d-4793-aa9c-89d102fd03dc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=90cfca18b20a4bda868656d858d014d4&device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 1094 time: 0.0491786 Nov 16 12:31:45.403694 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c42f04-c197-4c72-9370-92699bfb2a8c req-1ea2a0d5-040a-4f26-8b29-4497ac69ca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:45.405155 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f8c42f04-c197-4c72-9370-92699bfb2a8c req-1ea2a0d5-040a-4f26-8b29-4497ac69ca7a service neutron] 10.222.0.64 "GET /v2.0/networks?id=97f39b01-7b3d-4cf7-a013-70ea0c13346c HTTP/1.1" status: 200 len: 908 time: 0.0870714 Nov 16 12:31:45.473884 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f8c42f04-c197-4c72-9370-92699bfb2a8c req-bf243403-108b-45d3-bacb-a05e5fd948a9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3963fc02-82b3-49e0-a048-f3abbc21ac89 HTTP/1.1" status: 200 len: 998 time: 0.0581329 Nov 16 12:31:45.529014 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c42f04-c197-4c72-9370-92699bfb2a8c req-503f83e7-d761-4864-a144-1cc26480eaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:45.530464 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f8c42f04-c197-4c72-9370-92699bfb2a8c req-503f83e7-d761-4864-a144-1cc26480eaed service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c03b263b-62e4-4d8c-902c-cdd2c8faa054 HTTP/1.1" status: 200 len: 846 time: 0.0466118 Nov 16 12:31:45.576382 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c42f04-c197-4c72-9370-92699bfb2a8c req-51a7cd41-927a-45e1-9e4e-ef66a46ba435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:45.577780 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f8c42f04-c197-4c72-9370-92699bfb2a8c req-51a7cd41-927a-45e1-9e4e-ef66a46ba435 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=97f39b01-7b3d-4cf7-a013-70ea0c13346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393119 Nov 16 12:31:45.667033 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f8c42f04-c197-4c72-9370-92699bfb2a8c req-ffa011d5-faba-4c4a-a2af-e4b2380207fa service neutron] 10.222.0.64 "GET /v2.0/networks/97f39b01-7b3d-4cf7-a013-70ea0c13346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819125 Nov 16 12:31:45.717653 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e49adf9d-6107-4371-b5d1-b9b2a3f0b518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:31:45.727585 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78a236-25d3-4db3-87c6-4c6bbedd51cb req-0c12ee15-41a9-4984-84fb-a4fb8e8d9721 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:45.729071 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9d78a236-25d3-4db3-87c6-4c6bbedd51cb req-0c12ee15-41a9-4984-84fb-a4fb8e8d9721 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 943 time: 0.0550771 Nov 16 12:31:45.767942 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f8c42f04-c197-4c72-9370-92699bfb2a8c req-ae1596c6-37ec-4660-ba2f-68eaf26c7a44 service neutron] 10.222.0.64 "GET /v2.0/networks/97f39b01-7b3d-4cf7-a013-70ea0c13346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879216 Nov 16 12:31:45.778532 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9d78a236-25d3-4db3-87c6-4c6bbedd51cb req-ee7cfef7-3c53-4b23-9214-9d8d455c33f6 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426691 Nov 16 12:31:45.871632 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e787400-4af9-45c8-a3be-8cc81029326a req-af065216-871d-4c2d-9b1e-e657da6900e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:45.872991 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8e787400-4af9-45c8-a3be-8cc81029326a req-af065216-871d-4c2d-9b1e-e657da6900e1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=90cfca18b20a4bda868656d858d014d4&device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 1094 time: 0.0411756 Nov 16 12:31:45.979854 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e787400-4af9-45c8-a3be-8cc81029326a req-3f8497e4-7e53-4963-bf80-5c83d3c18c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:45.981590 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8e787400-4af9-45c8-a3be-8cc81029326a req-3f8497e4-7e53-4963-bf80-5c83d3c18c50 service neutron] 10.222.0.64 "GET /v2.0/networks?id=97f39b01-7b3d-4cf7-a013-70ea0c13346c HTTP/1.1" status: 200 len: 908 time: 0.0878499 Nov 16 12:31:46.044513 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8e787400-4af9-45c8-a3be-8cc81029326a req-c0f68e9f-e4a5-484a-8b1d-38a27d2a1fcd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3963fc02-82b3-49e0-a048-f3abbc21ac89 HTTP/1.1" status: 200 len: 998 time: 0.0552657 Nov 16 12:31:46.097722 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e787400-4af9-45c8-a3be-8cc81029326a req-336e32af-3013-43d6-921f-72c9a4e6ce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:46.099199 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8e787400-4af9-45c8-a3be-8cc81029326a req-336e32af-3013-43d6-921f-72c9a4e6ce4a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c03b263b-62e4-4d8c-902c-cdd2c8faa054 HTTP/1.1" status: 200 len: 846 time: 0.0432894 Nov 16 12:31:46.150909 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e787400-4af9-45c8-a3be-8cc81029326a req-09a90646-21e6-4a7e-9b5d-344f91c5e7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:46.152386 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8e787400-4af9-45c8-a3be-8cc81029326a req-09a90646-21e6-4a7e-9b5d-344f91c5e7f0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=97f39b01-7b3d-4cf7-a013-70ea0c13346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442288 Nov 16 12:31:46.239693 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8e787400-4af9-45c8-a3be-8cc81029326a req-7ea4e959-a506-436d-b9d8-8f07eae6ef8a service neutron] 10.222.0.64 "GET /v2.0/networks/97f39b01-7b3d-4cf7-a013-70ea0c13346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798013 Nov 16 12:31:46.333221 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8e787400-4af9-45c8-a3be-8cc81029326a req-82b5a14e-668a-435c-a804-98f94405596e service neutron] 10.222.0.64 "GET /v2.0/networks/97f39b01-7b3d-4cf7-a013-70ea0c13346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822256 Nov 16 12:31:46.891729 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:31:46.896767 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ade1e-10ca-483f-86e3-c59386692a33 req-b55f22d1-1ab0-479b-8dcd-6fef0d207dcb tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:46.898273 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-146ade1e-10ca-483f-86e3-c59386692a33 req-b55f22d1-1ab0-479b-8dcd-6fef0d207dcb tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 943 time: 0.0499690 Nov 16 12:31:46.947599 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-146ade1e-10ca-483f-86e3-c59386692a33 req-54874df6-f076-4555-bd48-57b08314cae2 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430937 Nov 16 12:31:47.044981 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 3963fc02-82b3-49e0-a048-f3abbc21ac89 details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 12:31:47.143707 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 3963fc02-82b3-49e0-a048-f3abbc21ac89, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=3963fc02-82b3-49e0-a048-f3abbc21ac89,segment=NetworkSegment(ac09aae5-6e77-4cd8-beea-9d5f986c09e5),segment_id=ac09aae5-6e77-4cd8-beea-9d5f986c09e5)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:31:47.155190 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '3963fc02-82b3-49e0-a048-f3abbc21ac89', 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c', 'port_id': '3963fc02-82b3-49e0-a048-f3abbc21ac89', 'mac_address': 'fa:16:3e:14:6a:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c03b263b-62e4-4d8c-902c-cdd2c8faa054', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 12:31:47.190696 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:31:47.204064 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3963fc02-82b3-49e0-a048-f3abbc21ac89 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:31:47.222730 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 3963fc02-82b3-49e0-a048-f3abbc21ac89, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=3963fc02-82b3-49e0-a048-f3abbc21ac89,segment=NetworkSegment(ac09aae5-6e77-4cd8-beea-9d5f986c09e5),segment_id=ac09aae5-6e77-4cd8-beea-9d5f986c09e5)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:31:47.226342 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:31:47.271658 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=3963fc02-82b3-49e0-a048-f3abbc21ac89,revision_number=10']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:31:47.435730 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:31:47.511894 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['3963fc02-82b3-49e0-a048-f3abbc21ac89'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:31:48.062003 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208faf5b-f664-4333-af03-59bf30dcd0c2 req-fbfb8af9-f7f5-4619-b127-2f195bd3a6ff tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:48.063358 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-208faf5b-f664-4333-af03-59bf30dcd0c2 req-fbfb8af9-f7f5-4619-b127-2f195bd3a6ff tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 945 time: 0.0481517 Nov 16 12:31:48.115615 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-208faf5b-f664-4333-af03-59bf30dcd0c2 req-6e50b528-3b3e-4a9f-a6cb-f8c3b7eee33b tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464523 Nov 16 12:31:48.593420 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:31:48.997590 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:31:49.061179 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 3963fc02-82b3-49e0-a048-f3abbc21ac89 up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:31:49.111491 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 3963fc02-82b3-49e0-a048-f3abbc21ac89 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 12:31:49.115574 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 3963fc02-82b3-49e0-a048-f3abbc21ac89 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:31:49.115950 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:31:49.192146 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:31:49.214418 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8890a79-2d51-4b54-8923-398dd25e51a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3963fc02-82b3-49e0-a048-f3abbc21ac89'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:31:49.216674 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3028c6c2751e05b8ffe46419f90227d3bdc45fe093bf287cadf4b73479a61306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58758bd-0879-46d8-8b1c-97b730eeac80" -d '{"events": [{"server_uuid": "f8890a79-2d51-4b54-8923-398dd25e51a8", "name": "network-vif-plugged", "status": "completed", "tag": "3963fc02-82b3-49e0-a048-f3abbc21ac89"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:31:49.229725 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 3963fc02-82b3-49e0-a048-f3abbc21ac89, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=3963fc02-82b3-49e0-a048-f3abbc21ac89,segment=NetworkSegment(ac09aae5-6e77-4cd8-beea-9d5f986c09e5),segment_id=ac09aae5-6e77-4cd8-beea-9d5f986c09e5)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:31:49.232747 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b96fa-3b53-4ae4-aa02-d08293dfaac1 req-ce486986-8f9e-4d97-81fd-cb1925d18c75 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:49.233819 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:31:49.238392 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fe2b96fa-3b53-4ae4-aa02-d08293dfaac1 req-ce486986-8f9e-4d97-81fd-cb1925d18c75 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 945 time: 0.0537405 Nov 16 12:31:49.283506 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=3963fc02-82b3-49e0-a048-f3abbc21ac89,revision_number=11']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:31:49.286868 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fe2b96fa-3b53-4ae4-aa02-d08293dfaac1 req-ea90d9d3-0031-4fb5-946d-f3ec19594ac6 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465829 Nov 16 12:31:49.329190 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a14f60-b5d9-40d7-a53f-b00e87bdbda4 x-openstack-request-id: req-b8a14f60-b5d9-40d7-a53f-b00e87bdbda4 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:31:49.329479 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8890a79-2d51-4b54-8923-398dd25e51a8", "name": "network-vif-plugged", "status": "completed", "tag": "3963fc02-82b3-49e0-a048-f3abbc21ac89", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:31:49.329728 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b8a14f60-b5d9-40d7-a53f-b00e87bdbda4 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:31:49.330175 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8890a79-2d51-4b54-8923-398dd25e51a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3963fc02-82b3-49e0-a048-f3abbc21ac89', 'code': 200} Nov 16 12:31:49.500064 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e67d9c-cf03-4f86-b5ce-37874161fb12 req-b37933e9-2f47-40a0-9ed5-e152667728b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:49.501576 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a3e67d9c-cf03-4f86-b5ce-37874161fb12 req-b37933e9-2f47-40a0-9ed5-e152667728b4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 1097 time: 0.0410752 Nov 16 12:31:49.553454 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a3e67d9c-cf03-4f86-b5ce-37874161fb12 req-ed2346e5-ba76-410a-bc39-c15354b39a0e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395706 Nov 16 12:31:50.401505 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97535323-90e3-4db8-b1fd-f51f7a59645b req-7cf994d6-19b0-4c4a-b774-55a6c4a77aaa tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:50.403154 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-97535323-90e3-4db8-b1fd-f51f7a59645b req-7cf994d6-19b0-4c4a-b774-55a6c4a77aaa tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 946 time: 0.0475774 Nov 16 12:31:50.451679 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-97535323-90e3-4db8-b1fd-f51f7a59645b req-9a4e5cbf-21b6-4c4b-8a81-55d5d1704b95 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421820 Nov 16 12:31:51.578418 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e96ccc-7fb1-46dd-9fa7-dbfdb928be11 req-6d916b5a-92df-4821-9f8f-257e991b8f27 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:31:51.579874 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-55e96ccc-7fb1-46dd-9fa7-dbfdb928be11 req-6d916b5a-92df-4821-9f8f-257e991b8f27 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 946 time: 0.0531087 Nov 16 12:31:51.628329 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-55e96ccc-7fb1-46dd-9fa7-dbfdb928be11 req-02eb4157-be77-44d9-95a8-39e4d78a76ad tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425558 Nov 16 12:31:58.888987 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:31:59.690075 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:32:13.203960 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8decb613-f7c0-42d4-8100-ed6e38880e24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:32:15.711704 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0ccb7355-febf-4f42-be7d-edb9ba97930e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:32:16.893571 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:32:18.594570 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:32:18.997975 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:32:24.434041 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:32:28.890292 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:32:29.683293 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:32:38.841051 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c8987fda-030c-44b9-bad9-f3197a83e01f req-059d8860-16b4-4a1f-91bd-ad0a9be9f16f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0377069 Nov 16 12:32:38.931661 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8987fda-030c-44b9-bad9-f3197a83e01f req-5e758d04-ac1b-4086-ba24-3f0304f81e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:32:38.933148 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c8987fda-030c-44b9-bad9-f3197a83e01f req-5e758d04-ac1b-4086-ba24-3f0304f81e80 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=90cfca18b20a4bda868656d858d014d4&device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 1097 time: 0.0452018 Nov 16 12:32:39.039502 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8987fda-030c-44b9-bad9-f3197a83e01f req-f23b3983-4c26-43e6-97c9-751e4bdba3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:32:39.040970 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c8987fda-030c-44b9-bad9-f3197a83e01f req-f23b3983-4c26-43e6-97c9-751e4bdba3d3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=97f39b01-7b3d-4cf7-a013-70ea0c13346c HTTP/1.1" status: 200 len: 908 time: 0.0847995 Nov 16 12:32:39.113985 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c8987fda-030c-44b9-bad9-f3197a83e01f req-35188a4b-9ab1-43e4-a7f1-5cfbdbde2219 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3963fc02-82b3-49e0-a048-f3abbc21ac89 HTTP/1.1" status: 200 len: 1000 time: 0.0593274 Nov 16 12:32:39.169283 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8987fda-030c-44b9-bad9-f3197a83e01f req-1ebecfb8-18d8-4ee3-8a5a-ceb5a7d61373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:32:39.170742 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c8987fda-030c-44b9-bad9-f3197a83e01f req-1ebecfb8-18d8-4ee3-8a5a-ceb5a7d61373 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c03b263b-62e4-4d8c-902c-cdd2c8faa054 HTTP/1.1" status: 200 len: 846 time: 0.0446472 Nov 16 12:32:39.219420 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8987fda-030c-44b9-bad9-f3197a83e01f req-371022c9-22df-4e03-ae13-59a51b2e494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:32:39.221436 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c8987fda-030c-44b9-bad9-f3197a83e01f req-371022c9-22df-4e03-ae13-59a51b2e494c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=97f39b01-7b3d-4cf7-a013-70ea0c13346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392654 Nov 16 12:32:39.316867 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c8987fda-030c-44b9-bad9-f3197a83e01f req-21cbd2b7-c086-4eb8-997d-323583541e7f service neutron] 10.222.0.64 "GET /v2.0/networks/97f39b01-7b3d-4cf7-a013-70ea0c13346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833735 Nov 16 12:32:39.408642 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c8987fda-030c-44b9-bad9-f3197a83e01f req-f6942cdc-24ba-4b0c-a1bb-60de834b0c23 service neutron] 10.222.0.64 "GET /v2.0/networks/97f39b01-7b3d-4cf7-a013-70ea0c13346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808804 Nov 16 12:32:43.205245 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fecfc050-06f0-4ba6-a5dd-173ed135cfd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:32:45.713280 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f23cb111-e6df-4b9b-9a2e-9d9f3ad31363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:32:46.896183 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:32:48.599460 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:32:48.998821 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:32:58.887805 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:32:59.698008 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:01.435172 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:33:05.104207 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57184) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:33:05.259183 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-eed9d80b-b4df-4753-982a-3eb2c82748a8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Deleting port 3f8fc78a-eddd-4cf5-9d9b-cd162700484d {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:33:05.259530 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eed9d80b-b4df-4753-982a-3eb2c82748a8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:05.336255 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eed9d80b-b4df-4753-982a-3eb2c82748a8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:05.336581 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eed9d80b-b4df-4753-982a-3eb2c82748a8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:05.348053 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-eed9d80b-b4df-4753-982a-3eb2c82748a8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Calling delete_port for 3f8fc78a-eddd-4cf5-9d9b-cd162700484d owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:33:05.490786 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eed9d80b-b4df-4753-982a-3eb2c82748a8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:05.517155 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed9d80b-b4df-4753-982a-3eb2c82748a8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Pushing event deleted for resources: {'Port': ['ID=3f8fc78a-eddd-4cf5-9d9b-cd162700484d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:33:05.539483 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed9d80b-b4df-4753-982a-3eb2c82748a8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:33:05.539828 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed9d80b-b4df-4753-982a-3eb2c82748a8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:33:05.540167 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed9d80b-b4df-4753-982a-3eb2c82748a8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:33:05.540498 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed9d80b-b4df-4753-982a-3eb2c82748a8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:33:05.540830 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed9d80b-b4df-4753-982a-3eb2c82748a8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:33:05.541163 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed9d80b-b4df-4753-982a-3eb2c82748a8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:33:05.541486 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed9d80b-b4df-4753-982a-3eb2c82748a8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:33:05.541808 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed9d80b-b4df-4753-982a-3eb2c82748a8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:33:05.542153 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed9d80b-b4df-4753-982a-3eb2c82748a8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:33:05.542475 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed9d80b-b4df-4753-982a-3eb2c82748a8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:33:05.542797 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed9d80b-b4df-4753-982a-3eb2c82748a8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:33:05.543114 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed9d80b-b4df-4753-982a-3eb2c82748a8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:33:05.582925 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eed9d80b-b4df-4753-982a-3eb2c82748a8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:05.583255 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [None req-eed9d80b-b4df-4753-982a-3eb2c82748a8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Floating IP d6d8cab9-40fa-488e-8c3b-36a23592d4cf disassociated (deleted). External IP: 172.25.0.29, port: 3963fc02-82b3-49e0-a048-f3abbc21ac89. Nov 16 12:33:05.782799 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed9d80b-b4df-4753-982a-3eb2c82748a8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Router b8f8b445-e671-473e-bae5-54dc70ac3efb has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:33:05.886139 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed9d80b-b4df-4753-982a-3eb2c82748a8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:33:05.890883 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eed9d80b-b4df-4753-982a-3eb2c82748a8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:05.897504 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033754d4-156a-4c9c-9d1a-34b61db3c9d0 None None] Sync routers for ids ['b8f8b445-e671-473e-bae5-54dc70ac3efb'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:33:05.907710 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033754d4-156a-4c9c-9d1a-34b61db3c9d0 None None] Routers {'b8f8b445-e671-473e-bae5-54dc70ac3efb'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:33:05.908581 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-033754d4-156a-4c9c-9d1a-34b61db3c9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:32:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['b8f8b445-e671-473e-bae5-54dc70ac3efb'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:33:05.916759 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-eed9d80b-b4df-4753-982a-3eb2c82748a8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "DELETE /v2.0/floatingips/d6d8cab9-40fa-488e-8c3b-36a23592d4cf HTTP/1.1" status: 204 len: 168 time: 0.8114629 Nov 16 12:33:05.917340 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8890a79-2d51-4b54-8923-398dd25e51a8', 'tag': '3963fc02-82b3-49e0-a048-f3abbc21ac89'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:33:05.919585 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b4cb006b19835c19bcd0265a95de96d39c41d7d45c6d056c20fcc032bf3cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5646929c-271c-4e1a-923b-a18a314b0fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "f8890a79-2d51-4b54-8923-398dd25e51a8", "tag": "3963fc02-82b3-49e0-a048-f3abbc21ac89"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:33:06.014339 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-033754d4-156a-4c9c-9d1a-34b61db3c9d0 None None] Set router b8f8b445-e671-473e-bae5-54dc70ac3efb gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:33:06.128872 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c566cbd0-660a-49d0-999c-9523033a50c9 x-openstack-request-id: req-c566cbd0-660a-49d0-999c-9523033a50c9 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:33:06.129317 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8890a79-2d51-4b54-8923-398dd25e51a8", "tag": "3963fc02-82b3-49e0-a048-f3abbc21ac89", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:33:06.129429 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c566cbd0-660a-49d0-999c-9523033a50c9 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:33:06.129787 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8890a79-2d51-4b54-8923-398dd25e51a8', 'tag': '3963fc02-82b3-49e0-a048-f3abbc21ac89', 'status': 'completed', 'code': 200} Nov 16 12:33:06.194949 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5646929c-271c-4e1a-923b-a18a314b0fdd req-3d673f4e-a426-4a83-91c6-202ce846f63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:33:06.196463 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5646929c-271c-4e1a-923b-a18a314b0fdd req-3d673f4e-a426-4a83-91c6-202ce846f63c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=90cfca18b20a4bda868656d858d014d4&device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 1097 time: 0.0431600 Nov 16 12:33:06.231943 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-033754d4-156a-4c9c-9d1a-34b61db3c9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'name': 'tempest-TestShelveInstance-51585278-router', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '8e70288f-b627-4545-8b42-97d53f7c235b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:28:47Z', 'updated_at': '2021-11-16T12:28:49Z', 'revision_number': 4, 'project_id': '90cfca18b20a4bda868656d858d014d4', 'gw_port': {'id': '8e70288f-b627-4545-8b42-97d53f7c235b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:27:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:47Z', 'updated_at': '2021-11-16T12:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '45add008-f577-4ee7-8964-f3efda496ec5', 'name': '', 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'mac_address': 'fa:16:3e:3c:68:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'c03b263b-62e4-4d8c-902c-cdd2c8faa054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:49Z', 'updated_at': '2021-11-16T12:28:55Z', 'revision_number': 5, 'project_id': '90cfca18b20a4bda868656d858d014d4', 'subnets': [{'id': 'c03b263b-62e4-4d8c-902c-cdd2c8faa054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:33:06.234136 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e3436-54b0-4cf3-bb48-56b95a4f2e74 req-6bd846a7-b40f-4654-ad5d-b448a1d49827 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:33:06.235766 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2a9e3436-54b0-4cf3-bb48-56b95a4f2e74 req-6bd846a7-b40f-4654-ad5d-b448a1d49827 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 946 time: 0.0563810 Nov 16 12:33:06.260401 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033754d4-156a-4c9c-9d1a-34b61db3c9d0 None None] Checking router: b8f8b445-e671-473e-bae5-54dc70ac3efb for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:33:06.268747 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033754d4-156a-4c9c-9d1a-34b61db3c9d0 None None] Routers {'b8f8b445-e671-473e-bae5-54dc70ac3efb'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:33:06.269368 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-033754d4-156a-4c9c-9d1a-34b61db3c9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:32:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['b8f8b445-e671-473e-bae5-54dc70ac3efb'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:33:06.288225 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2a9e3436-54b0-4cf3-bb48-56b95a4f2e74 req-2f5fd0ad-5efe-4a69-a036-5d83719fb9d2 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453770 Nov 16 12:33:06.295038 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5646929c-271c-4e1a-923b-a18a314b0fdd req-99241673-0fe9-4f34-8169-edbcff16a82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:33:06.296520 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5646929c-271c-4e1a-923b-a18a314b0fdd req-99241673-0fe9-4f34-8169-edbcff16a82e service neutron] 10.222.0.64 "GET /v2.0/networks?id=97f39b01-7b3d-4cf7-a013-70ea0c13346c HTTP/1.1" status: 200 len: 908 time: 0.0926204 Nov 16 12:33:06.338377 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5646929c-271c-4e1a-923b-a18a314b0fdd req-6adbf4bc-dbff-4659-89d4-020c52d5efe9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3963fc02-82b3-49e0-a048-f3abbc21ac89 HTTP/1.1" status: 200 len: 217 time: 0.0335884 Nov 16 12:33:06.373912 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-033754d4-156a-4c9c-9d1a-34b61db3c9d0 None None] Set router b8f8b445-e671-473e-bae5-54dc70ac3efb gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:33:06.391965 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5646929c-271c-4e1a-923b-a18a314b0fdd req-884a79f3-da83-420b-a0a5-282431deb410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:33:06.393423 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5646929c-271c-4e1a-923b-a18a314b0fdd req-884a79f3-da83-420b-a0a5-282431deb410 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c03b263b-62e4-4d8c-902c-cdd2c8faa054 HTTP/1.1" status: 200 len: 846 time: 0.0468445 Nov 16 12:33:06.440747 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5646929c-271c-4e1a-923b-a18a314b0fdd req-69351143-b035-4dac-aea0-b9d5597d161f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:33:06.442306 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5646929c-271c-4e1a-923b-a18a314b0fdd req-69351143-b035-4dac-aea0-b9d5597d161f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=97f39b01-7b3d-4cf7-a013-70ea0c13346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404007 Nov 16 12:33:06.545137 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5646929c-271c-4e1a-923b-a18a314b0fdd req-1fb8bc67-ab05-4914-95e1-aff7610192a6 service neutron] 10.222.0.64 "GET /v2.0/networks/97f39b01-7b3d-4cf7-a013-70ea0c13346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876331 Nov 16 12:33:06.571112 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-033754d4-156a-4c9c-9d1a-34b61db3c9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'name': 'tempest-TestShelveInstance-51585278-router', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '8e70288f-b627-4545-8b42-97d53f7c235b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:28:47Z', 'updated_at': '2021-11-16T12:28:49Z', 'revision_number': 4, 'project_id': '90cfca18b20a4bda868656d858d014d4', 'gw_port': {'id': '8e70288f-b627-4545-8b42-97d53f7c235b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:27:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:47Z', 'updated_at': '2021-11-16T12:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '45add008-f577-4ee7-8964-f3efda496ec5', 'name': '', 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'mac_address': 'fa:16:3e:3c:68:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'c03b263b-62e4-4d8c-902c-cdd2c8faa054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:49Z', 'updated_at': '2021-11-16T12:28:55Z', 'revision_number': 5, 'project_id': '90cfca18b20a4bda868656d858d014d4', 'subnets': [{'id': 'c03b263b-62e4-4d8c-902c-cdd2c8faa054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:33:06.601202 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033754d4-156a-4c9c-9d1a-34b61db3c9d0 None None] The sync data for ids ['b8f8b445-e671-473e-bae5-54dc70ac3efb'] in n-d-816823-3 is: [{'id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'name': 'tempest-TestShelveInstance-51585278-router', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '8e70288f-b627-4545-8b42-97d53f7c235b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:28:47Z', 'updated_at': '2021-11-16T12:28:49Z', 'revision_number': 4, 'project_id': '90cfca18b20a4bda868656d858d014d4', 'gw_port': {'id': '8e70288f-b627-4545-8b42-97d53f7c235b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:27:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:47Z', 'updated_at': '2021-11-16T12:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '45add008-f577-4ee7-8964-f3efda496ec5', 'name': '', 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'mac_address': 'fa:16:3e:3c:68:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'c03b263b-62e4-4d8c-902c-cdd2c8faa054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:49Z', 'updated_at': '2021-11-16T12:28:55Z', 'revision_number': 5, 'project_id': '90cfca18b20a4bda868656d858d014d4', 'subnets': [{'id': 'c03b263b-62e4-4d8c-902c-cdd2c8faa054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:33:06.829345 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d243a4-6b82-49ab-b909-fdecc2de6cda None None] New status for floating IP d6d8cab9-40fa-488e-8c3b-36a23592d4cf: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 12:33:06.953271 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5646929c-271c-4e1a-923b-a18a314b0fdd req-bd8ce122-bc1d-4da7-9ec5-5eed3a364a9e service neutron] 10.222.0.64 "GET /v2.0/networks/97f39b01-7b3d-4cf7-a013-70ea0c13346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004979 Nov 16 12:33:07.413260 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb4173-7227-4fb1-ab44-b8ff56362caa req-ce113157-981c-41ba-84c6-3795a082d887 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:33:07.414688 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-43bb4173-7227-4fb1-ab44-b8ff56362caa req-ce113157-981c-41ba-84c6-3795a082d887 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 946 time: 0.0539365 Nov 16 12:33:07.465131 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-43bb4173-7227-4fb1-ab44-b8ff56362caa req-3921a08e-fefe-4a1d-8d5b-e2716bb87b33 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=43febe81-63cd-4b69-9400-004c26075e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445054 Nov 16 12:33:07.700630 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dae679-772a-4158-885d-e3dbae806931 req-83495f10-0efe-4758-becb-009d7e6ca759 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:33:07.702008 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d9dae679-772a-4158-885d-e3dbae806931 req-83495f10-0efe-4758-becb-009d7e6ca759 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.64 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 946 time: 0.0482993 Nov 16 12:33:07.797694 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-d9dae679-772a-4158-885d-e3dbae806931 req-8dfcb3b6-684d-4c8b-bfb8-50e0d42d57c7 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Deleting port 3963fc02-82b3-49e0-a048-f3abbc21ac89 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:33:07.798056 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d9dae679-772a-4158-885d-e3dbae806931 req-8dfcb3b6-684d-4c8b-bfb8-50e0d42d57c7 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:07.885463 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d9dae679-772a-4158-885d-e3dbae806931 req-8dfcb3b6-684d-4c8b-bfb8-50e0d42d57c7 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] For port 3963fc02-82b3-49e0-a048-f3abbc21ac89, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=3963fc02-82b3-49e0-a048-f3abbc21ac89,segment=NetworkSegment(ac09aae5-6e77-4cd8-beea-9d5f986c09e5),segment_id=ac09aae5-6e77-4cd8-beea-9d5f986c09e5)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:33:07.885819 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d9dae679-772a-4158-885d-e3dbae806931 req-8dfcb3b6-684d-4c8b-bfb8-50e0d42d57c7 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:07.897038 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-d9dae679-772a-4158-885d-e3dbae806931 req-8dfcb3b6-684d-4c8b-bfb8-50e0d42d57c7 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Calling delete_port for 3963fc02-82b3-49e0-a048-f3abbc21ac89 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:33:08.017355 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d9dae679-772a-4158-885d-e3dbae806931 req-8dfcb3b6-684d-4c8b-bfb8-50e0d42d57c7 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:08.049530 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfcb3b6-684d-4c8b-bfb8-50e0d42d57c7 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Pushing event deleted for resources: {'Port': ['ID=3963fc02-82b3-49e0-a048-f3abbc21ac89,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:33:08.088644 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9dae679-772a-4158-885d-e3dbae806931 req-8dfcb3b6-684d-4c8b-bfb8-50e0d42d57c7 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] No DVR routers for this DVR port 3963fc02-82b3-49e0-a048-f3abbc21ac89 on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:33:08.091309 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d9dae679-772a-4158-885d-e3dbae806931 req-8dfcb3b6-684d-4c8b-bfb8-50e0d42d57c7 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:08.094621 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d9dae679-772a-4158-885d-e3dbae806931 req-8dfcb3b6-684d-4c8b-bfb8-50e0d42d57c7 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.64 "DELETE /v2.0/ports/3963fc02-82b3-49e0-a048-f3abbc21ac89 HTTP/1.1" status: 204 len: 173 time: 0.3829958 Nov 16 12:33:08.130723 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8890a79-2d51-4b54-8923-398dd25e51a8', 'name': 'network-vif-deleted', 'tag': '3963fc02-82b3-49e0-a048-f3abbc21ac89'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:33:08.133127 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b4cb006b19835c19bcd0265a95de96d39c41d7d45c6d056c20fcc032bf3cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44bd15a-60c4-442b-b931-8f46311f9d09" -d '{"events": [{"server_uuid": "f8890a79-2d51-4b54-8923-398dd25e51a8", "name": "network-vif-deleted", "tag": "3963fc02-82b3-49e0-a048-f3abbc21ac89"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:33:08.169549 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68b4212-046d-4e45-8332-8c043c18e40f x-openstack-request-id: req-a68b4212-046d-4e45-8332-8c043c18e40f {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:33:08.169854 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8890a79-2d51-4b54-8923-398dd25e51a8", "name": "network-vif-deleted", "tag": "3963fc02-82b3-49e0-a048-f3abbc21ac89", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:33:08.170140 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a68b4212-046d-4e45-8332-8c043c18e40f {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:33:08.170551 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8890a79-2d51-4b54-8923-398dd25e51a8', 'name': 'network-vif-deleted', 'tag': '3963fc02-82b3-49e0-a048-f3abbc21ac89', 'status': 'completed', 'code': 200} Nov 16 12:33:08.577686 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4a58d35c-f639-4960-9245-7cfb4c3d95bf req-df22a83d-7122-4947-a92f-4219985cb416 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8890a79-2d51-4b54-8923-398dd25e51a8 HTTP/1.1" status: 200 len: 210 time: 0.0268629 Nov 16 12:33:09.636912 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57208) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:33:09.693484 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-813bec26-e059-4e49-8f22-7fbd09fab4dd tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:09.717832 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-813bec26-e059-4e49-8f22-7fbd09fab4dd tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:09.776382 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-813bec26-e059-4e49-8f22-7fbd09fab4dd tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:09.779436 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-813bec26-e059-4e49-8f22-7fbd09fab4dd tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:09.780610 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-813bec26-e059-4e49-8f22-7fbd09fab4dd tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "DELETE /v2.0/security-groups/43febe81-63cd-4b69-9400-004c26075e2b HTTP/1.1" status: 204 len: 168 time: 0.1427090 Nov 16 12:33:09.790337 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813bec26-e059-4e49-8f22-7fbd09fab4dd tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43febe81-63cd-4b69-9400-004c26075e2b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:33:09.800804 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813bec26-e059-4e49-8f22-7fbd09fab4dd tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:33:09.801147 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813bec26-e059-4e49-8f22-7fbd09fab4dd tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:33:09.801512 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813bec26-e059-4e49-8f22-7fbd09fab4dd tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:33:09.801847 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813bec26-e059-4e49-8f22-7fbd09fab4dd tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:33:09.802300 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813bec26-e059-4e49-8f22-7fbd09fab4dd tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:33:09.802661 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813bec26-e059-4e49-8f22-7fbd09fab4dd tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:33:09.803021 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813bec26-e059-4e49-8f22-7fbd09fab4dd tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:33:09.803466 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813bec26-e059-4e49-8f22-7fbd09fab4dd tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:33:09.803791 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813bec26-e059-4e49-8f22-7fbd09fab4dd tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:33:09.804115 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813bec26-e059-4e49-8f22-7fbd09fab4dd tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:33:09.804495 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813bec26-e059-4e49-8f22-7fbd09fab4dd tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:33:09.804748 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813bec26-e059-4e49-8f22-7fbd09fab4dd tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:33:10.087873 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57214) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:33:10.092757 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-40fbeac0-ff06-4df4-b3c4-0b03b164abbe tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2080259891', 'description': 'tempest-secgroup-smoke-2080259891 description', 'project_id': '90cfca18b20a4bda868656d858d014d4'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:33:10.114533 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-40fbeac0-ff06-4df4-b3c4-0b03b164abbe tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:10.184004 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-40fbeac0-ff06-4df4-b3c4-0b03b164abbe tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:10.187596 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-40fbeac0-ff06-4df4-b3c4-0b03b164abbe tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:10.216424 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-40fbeac0-ff06-4df4-b3c4-0b03b164abbe tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:10.217609 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-40fbeac0-ff06-4df4-b3c4-0b03b164abbe tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1287265 Nov 16 12:33:10.219472 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fbeac0-ff06-4df4-b3c4-0b03b164abbe tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7204182-62f0-4c24-b290-032669e07e87,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:33:10.220608 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57216) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:33:10.225540 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5e3c2cf2-4676-446e-9e0e-b49a2ab73c97 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Request body: {'security_group_rule': {'security_group_id': 'a7204182-62f0-4c24-b290-032669e07e87', 'project_id': '90cfca18b20a4bda868656d858d014d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:33:10.250894 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5e3c2cf2-4676-446e-9e0e-b49a2ab73c97 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:10.304607 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5e3c2cf2-4676-446e-9e0e-b49a2ab73c97 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:10.307859 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5e3c2cf2-4676-446e-9e0e-b49a2ab73c97 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:10.324882 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c2cf2-4676-446e-9e0e-b49a2ab73c97 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caa4afce-45fe-4ee6-965c-d5eb163ad0c1,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:33:10.333305 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5e3c2cf2-4676-446e-9e0e-b49a2ab73c97 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:10.334538 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5e3c2cf2-4676-446e-9e0e-b49a2ab73c97 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1127393 Nov 16 12:33:10.337494 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57218) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:33:10.342843 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-7e120ea1-1a05-4fe0-8ee3-b0a051dbe41e tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Request body: {'security_group_rule': {'security_group_id': 'a7204182-62f0-4c24-b290-032669e07e87', 'project_id': '90cfca18b20a4bda868656d858d014d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:33:10.367493 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7e120ea1-1a05-4fe0-8ee3-b0a051dbe41e tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:10.428070 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7e120ea1-1a05-4fe0-8ee3-b0a051dbe41e tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:10.431627 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7e120ea1-1a05-4fe0-8ee3-b0a051dbe41e tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:10.453400 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e120ea1-1a05-4fe0-8ee3-b0a051dbe41e tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1a2a08a-c57f-487d-920f-f08e3aee123f,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:33:10.464107 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7e120ea1-1a05-4fe0-8ee3-b0a051dbe41e tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:10.465659 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7e120ea1-1a05-4fe0-8ee3-b0a051dbe41e tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1261151 Nov 16 12:33:10.468353 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57220) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:33:10.472793 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a4207ec5-723e-4bdc-9391-25a4b636614d tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Request body: {'security_group_rule': {'security_group_id': 'a7204182-62f0-4c24-b290-032669e07e87', 'project_id': '90cfca18b20a4bda868656d858d014d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:33:10.499018 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a4207ec5-723e-4bdc-9391-25a4b636614d tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:10.556318 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a4207ec5-723e-4bdc-9391-25a4b636614d tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:10.559751 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a4207ec5-723e-4bdc-9391-25a4b636614d tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:10.577508 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4207ec5-723e-4bdc-9391-25a4b636614d tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c3d4e7e-2864-40cd-b253-e135cb0c5b2b,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:33:10.584166 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a4207ec5-723e-4bdc-9391-25a4b636614d tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:10.585349 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-a4207ec5-723e-4bdc-9391-25a4b636614d tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160595 Nov 16 12:33:10.588050 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57222) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:33:10.592275 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-0b0734d3-d067-4845-a1c2-cfcbba5afc84 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Request body: {'security_group_rule': {'security_group_id': 'a7204182-62f0-4c24-b290-032669e07e87', 'project_id': '90cfca18b20a4bda868656d858d014d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:33:10.617988 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0b0734d3-d067-4845-a1c2-cfcbba5afc84 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:10.673720 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0b0734d3-d067-4845-a1c2-cfcbba5afc84 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:10.677794 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0b0734d3-d067-4845-a1c2-cfcbba5afc84 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:10.695147 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0734d3-d067-4845-a1c2-cfcbba5afc84 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=286716d1-9d29-426e-b074-593fdd14ce0a,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:33:10.702983 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0b0734d3-d067-4845-a1c2-cfcbba5afc84 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:10.704155 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-0b0734d3-d067-4845-a1c2-cfcbba5afc84 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1151903 Nov 16 12:33:10.706922 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57224) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:33:10.711273 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-9a53a744-e33f-4fc3-9a72-077056569a75 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Request body: {'security_group_rule': {'security_group_id': 'a7204182-62f0-4c24-b290-032669e07e87', 'project_id': '90cfca18b20a4bda868656d858d014d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:33:10.731807 n-d-816823-3 neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-9a53a744-e33f-4fc3-9a72-077056569a75 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Project 90cfca18b20a4bda868656d858d014d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 12:33:10.736585 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9a53a744-e33f-4fc3-9a72-077056569a75 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:10.793673 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9a53a744-e33f-4fc3-9a72-077056569a75 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:10.797164 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9a53a744-e33f-4fc3-9a72-077056569a75 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:10.817304 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53a744-e33f-4fc3-9a72-077056569a75 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1df121d-bb48-4578-a3e4-2974f67678f6,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:33:10.826051 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9a53a744-e33f-4fc3-9a72-077056569a75 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:10.827691 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-9a53a744-e33f-4fc3-9a72-077056569a75 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1195922 Nov 16 12:33:10.830281 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57226) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:33:10.834515 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-62070108-fe19-453e-b133-74552024f028 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Request body: {'security_group_rule': {'security_group_id': 'a7204182-62f0-4c24-b290-032669e07e87', 'project_id': '90cfca18b20a4bda868656d858d014d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:33:10.855810 n-d-816823-3 neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-62070108-fe19-453e-b133-74552024f028 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Project 90cfca18b20a4bda868656d858d014d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 12:33:10.860648 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-62070108-fe19-453e-b133-74552024f028 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:10.920282 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-62070108-fe19-453e-b133-74552024f028 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:10.923829 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-62070108-fe19-453e-b133-74552024f028 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:10.941631 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62070108-fe19-453e-b133-74552024f028 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba29edbb-d5d2-4d84-8c4f-2541da6bdf9a,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:33:10.948944 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-62070108-fe19-453e-b133-74552024f028 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:10.950113 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-62070108-fe19-453e-b133-74552024f028 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188927 Nov 16 12:33:11.421198 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 3963fc02-82b3-49e0-a048-f3abbc21ac89 no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:33:11.443101 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 3963fc02-82b3-49e0-a048-f3abbc21ac89 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:33:11.443450 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 3963fc02-82b3-49e0-a048-f3abbc21ac89 not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:33:13.210956 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f9bf4ab7-cc96-4822-b501-c8a775537c88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:15.715429 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d774c454-0996-44e0-a99e-6c0b1c57e686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:16.899856 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:18.606377 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:19.000568 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:26.177255 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-c4ca86ae-934a-41bf-ab7d-ead8435f1008 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2080259891&fields=id&tenant_id=90cfca18b20a4bda868656d858d014d4 HTTP/1.1" status: 200 len: 267 time: 0.0452354 Nov 16 12:33:26.282293 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-211d5937-5e76-4ecd-abdd-de34bba0730b tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:33:26.283753 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-211d5937-5e76-4ecd-abdd-de34bba0730b tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/networks?id=97f39b01-7b3d-4cf7-a013-70ea0c13346c HTTP/1.1" status: 200 len: 807 time: 0.0998180 Nov 16 12:33:26.299062 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-4a2d5c04-2ccb-4259-9bd9-d382d5130d2a tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/quotas/90cfca18b20a4bda868656d858d014d4 HTTP/1.1" status: 200 len: 375 time: 0.0096438 Nov 16 12:33:26.352779 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-bd090261-7f44-4837-aad0-d5d64fa466d2 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=90cfca18b20a4bda868656d858d014d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484624 Nov 16 12:33:26.412996 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-a49cbcbe-7ce9-45dd-9d99-ce94ddf5dc84 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 12:33:26.414020 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-a49cbcbe-7ce9-45dd-9d99-ce94ddf5dc84 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0501201 Nov 16 12:33:26.506794 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-e731a543-fa62-47d6-a529-f0bf25a40a4e service neutron] 10.222.0.61 "GET /v2.0/networks/97f39b01-7b3d-4cf7-a013-70ea0c13346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867326 Nov 16 12:33:26.602930 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-52de0599-9d25-4903-a374-0af4c6bc7549 service neutron] 10.222.0.61 "GET /v2.0/networks/97f39b01-7b3d-4cf7-a013-70ea0c13346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901275 Nov 16 12:33:26.878995 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aa94a26b-55c0-4f87-a213-20d5a77c00ae req-6bd18bdc-2512-4c6b-903b-01283fdd8f03 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 210 time: 0.0267854 Nov 16 12:33:27.957048 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1eb5f727-2ac4-43d9-bbb6-d3531c620974 req-33215b2c-dca4-42ef-8b91-16935013258e tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 210 time: 0.0265627 Nov 16 12:33:28.899345 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:29.032417 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0c17330d-ab08-436c-8a84-4fb2c30e5be1 req-7eb953f7-0227-4684-b1e1-d23ec8aa02f8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 210 time: 0.0256870 Nov 16 12:33:29.695926 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:30.108834 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2619ed32-ce11-468c-8f5f-2b774a6d5dbc req-23fa53eb-e5d7-4c5f-9a66-0654ae704e94 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 210 time: 0.0259540 Nov 16 12:33:31.202549 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c71387e6-78dd-4b00-8db1-5b7b6a72ac17 req-41383362-0715-46e7-8325-9c6afc77ae69 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 210 time: 0.0297053 Nov 16 12:33:31.898403 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-08d9033d-a0d7-4e14-a406-5baf46775e0c tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:33:31.899881 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-08d9033d-a0d7-4e14-a406-5baf46775e0c tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.36 "GET /v2.0/networks?id=97f39b01-7b3d-4cf7-a013-70ea0c13346c HTTP/1.1" status: 200 len: 807 time: 0.1104856 Nov 16 12:33:31.963701 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-9caf9a31-a820-4813-9298-d7df54b7e85a tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90cfca18b20a4bda868656d858d014d4 HTTP/1.1" status: 200 len: 380 time: 0.0546386 Nov 16 12:33:31.973572 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-ae9df313-7de4-43e0-9b8b-8848ca938e02 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Request body: {'port': {'device_id': 'b288c586-0669-4edf-9f83-492328548ec9', 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c', 'admin_state_up': True, 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'security_groups': ['a7204182-62f0-4c24-b290-032669e07e87']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:33:32.079470 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-ae9df313-7de4-43e0-9b8b-8848ca938e02 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Made reservation on behalf of 90cfca18b20a4bda868656d858d014d4 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:33:32.083343 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-ae9df313-7de4-43e0-9b8b-8848ca938e02 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:32.212199 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-ae9df313-7de4-43e0-9b8b-8848ca938e02 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Allocated IP 172.20.0.6 (97f39b01-7b3d-4cf7-a013-70ea0c13346c/c03b263b-62e4-4d8c-902c-cdd2c8faa054/2efd70fe-f90a-4236-8ab0-8b2b1cc57db6) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:33:32.304043 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-75e47691-ee17-4853-b35f-890d78e2a435 req-07bd5c9d-477e-4136-9d76-e123adefed11 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 210 time: 0.0270576 Nov 16 12:33:32.366507 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-ae9df313-7de4-43e0-9b8b-8848ca938e02 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:32.398826 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-ae9df313-7de4-43e0-9b8b-8848ca938e02 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:32.437562 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-ae9df313-7de4-43e0-9b8b-8848ca938e02 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Network 97f39b01-7b3d-4cf7-a013-70ea0c13346c is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:33:32.440618 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-ae9df313-7de4-43e0-9b8b-8848ca938e02 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:33:32.443147 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-ae9df313-7de4-43e0-9b8b-8848ca938e02 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:33:32.480238 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9df313-7de4-43e0-9b8b-8848ca938e02 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Pushing event updated for resources: {'Port': ['ID=2efd70fe-f90a-4236-8ab0-8b2b1cc57db6,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:33:32.506009 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-ae9df313-7de4-43e0-9b8b-8848ca938e02 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:33:32.506543 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-ae9df313-7de4-43e0-9b8b-8848ca938e02 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:32.523730 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-ae9df313-7de4-43e0-9b8b-8848ca938e02 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5542850 Nov 16 12:33:32.537135 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-b1191da8-06df-4e1d-9f8a-da842288089e service neutron] Request body: {'port': {'device_id': 'b288c586-0669-4edf-9f83-492328548ec9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:33:32.600943 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-b1191da8-06df-4e1d-9f8a-da842288089e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:32.675757 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-457ba5e7-2421-4a62-b96d-3986aed1c21f None None] Provisioning complete for port 2efd70fe-f90a-4236-8ab0-8b2b1cc57db6 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:33:32.676323 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-457ba5e7-2421-4a62-b96d-3986aed1c21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:32.718808 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-457ba5e7-2421-4a62-b96d-3986aed1c21f None None] Port 2efd70fe-f90a-4236-8ab0-8b2b1cc57db6 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:33:32.868908 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-b1191da8-06df-4e1d-9f8a-da842288089e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2efd70fe-f90a-4236-8ab0-8b2b1cc57db6 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:33:32.877043 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-b1191da8-06df-4e1d-9f8a-da842288089e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:32.888784 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-b1191da8-06df-4e1d-9f8a-da842288089e service neutron] Transition to ACTIVE for port object 2efd70fe-f90a-4236-8ab0-8b2b1cc57db6 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 12:33:32.893151 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-b1191da8-06df-4e1d-9f8a-da842288089e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:32.950913 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1191da8-06df-4e1d-9f8a-da842288089e service neutron] Pushing event updated for resources: {'Port': ['ID=2efd70fe-f90a-4236-8ab0-8b2b1cc57db6,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:33:33.026332 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-b1191da8-06df-4e1d-9f8a-da842288089e service neutron] Attempting to bind port 2efd70fe-f90a-4236-8ab0-8b2b1cc57db6 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:33:33.026806 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-b1191da8-06df-4e1d-9f8a-da842288089e service neutron] Attempting to bind port 2efd70fe-f90a-4236-8ab0-8b2b1cc57db6 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': 'ac09aae5-6e77-4cd8-beea-9d5f986c09e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:33:33.027239 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-b1191da8-06df-4e1d-9f8a-da842288089e service neutron] Attempting to bind port 2efd70fe-f90a-4236-8ab0-8b2b1cc57db6 on network 97f39b01-7b3d-4cf7-a013-70ea0c13346c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:33:33.032096 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-b1191da8-06df-4e1d-9f8a-da842288089e service neutron] Port 2efd70fe-f90a-4236-8ab0-8b2b1cc57db6 on network 97f39b01-7b3d-4cf7-a013-70ea0c13346c not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 12:33:33.032576 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-b1191da8-06df-4e1d-9f8a-da842288089e service neutron] Attempting to bind port 2efd70fe-f90a-4236-8ab0-8b2b1cc57db6 on network 97f39b01-7b3d-4cf7-a013-70ea0c13346c {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:33:33.037725 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-b1191da8-06df-4e1d-9f8a-da842288089e service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:33:33.038208 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-b1191da8-06df-4e1d-9f8a-da842288089e service neutron] Checking segment: {'id': 'ac09aae5-6e77-4cd8-beea-9d5f986c09e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:33:33.038702 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-b1191da8-06df-4e1d-9f8a-da842288089e service neutron] Bound using segment: {'id': 'ac09aae5-6e77-4cd8-beea-9d5f986c09e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:33:33.039242 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-b1191da8-06df-4e1d-9f8a-da842288089e service neutron] Bound port: 2efd70fe-f90a-4236-8ab0-8b2b1cc57db6, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac09aae5-6e77-4cd8-beea-9d5f986c09e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:33:33.039701 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-b1191da8-06df-4e1d-9f8a-da842288089e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:33.109644 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-b1191da8-06df-4e1d-9f8a-da842288089e service neutron] For port 2efd70fe-f90a-4236-8ab0-8b2b1cc57db6, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:33:33.113569 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-b1191da8-06df-4e1d-9f8a-da842288089e service neutron] For port 2efd70fe-f90a-4236-8ab0-8b2b1cc57db6, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=2efd70fe-f90a-4236-8ab0-8b2b1cc57db6,segment=NetworkSegment(ac09aae5-6e77-4cd8-beea-9d5f986c09e5),segment_id=ac09aae5-6e77-4cd8-beea-9d5f986c09e5)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:33:33.121065 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-b1191da8-06df-4e1d-9f8a-da842288089e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:33.156246 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-b1191da8-06df-4e1d-9f8a-da842288089e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:33:33.156753 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-b1191da8-06df-4e1d-9f8a-da842288089e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:33.158166 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-b1191da8-06df-4e1d-9f8a-da842288089e service neutron] 10.222.0.36 "PUT /v2.0/ports/2efd70fe-f90a-4236-8ab0-8b2b1cc57db6 HTTP/1.1" status: 200 len: 1091 time: 0.6262550 Nov 16 12:33:33.158603 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b288c586-0669-4edf-9f83-492328548ec9', 'tag': '2efd70fe-f90a-4236-8ab0-8b2b1cc57db6'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:33:33.160823 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b4cb006b19835c19bcd0265a95de96d39c41d7d45c6d056c20fcc032bf3cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8bff3a-3133-4283-8d79-4544bc25f90c" -d '{"events": [{"name": "network-changed", "server_uuid": "b288c586-0669-4edf-9f83-492328548ec9", "tag": "2efd70fe-f90a-4236-8ab0-8b2b1cc57db6"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:33:33.187025 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1191da8-06df-4e1d-9f8a-da842288089e service neutron] Pushing event updated for resources: {'Port': ['ID=2efd70fe-f90a-4236-8ab0-8b2b1cc57db6,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:33:33.202400 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a91606-1936-4e17-9e46-174bc17f7fac x-openstack-request-id: req-c6a91606-1936-4e17-9e46-174bc17f7fac {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:33:33.202850 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b288c586-0669-4edf-9f83-492328548ec9", "tag": "2efd70fe-f90a-4236-8ab0-8b2b1cc57db6", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:33:33.203344 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c6a91606-1936-4e17-9e46-174bc17f7fac {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:33:33.204675 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b288c586-0669-4edf-9f83-492328548ec9', 'tag': '2efd70fe-f90a-4236-8ab0-8b2b1cc57db6', 'status': 'completed', 'code': 200} Nov 16 12:33:33.266197 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-dba4c565-2253-4a3d-85c1-4ea13ac04ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:33:33.267737 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-dba4c565-2253-4a3d-85c1-4ea13ac04ab0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=90cfca18b20a4bda868656d858d014d4&device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 1094 time: 0.0464194 Nov 16 12:33:33.317552 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-a38a1200-e833-4f20-8be7-23b8afbdb9f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2efd70fe-f90a-4236-8ab0-8b2b1cc57db6 HTTP/1.1" status: 200 len: 217 time: 0.0407410 Nov 16 12:33:33.370213 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-cee0dd4a-e372-4901-9797-90cce857e0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:33:33.371854 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-cee0dd4a-e372-4901-9797-90cce857e0d4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c03b263b-62e4-4d8c-902c-cdd2c8faa054 HTTP/1.1" status: 200 len: 846 time: 0.0472631 Nov 16 12:33:33.428069 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-7a76c746-996e-4578-8f61-3af8f8c0974d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:33:33.429591 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-7a76c746-996e-4578-8f61-3af8f8c0974d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=97f39b01-7b3d-4cf7-a013-70ea0c13346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507550 Nov 16 12:33:33.448271 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d163e-90f5-4f29-83a5-a0951e2869c1 req-cc45b90c-14bd-47bf-b7f0-1cf7ecc7d785 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:33:33.449863 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bf0d163e-90f5-4f29-83a5-a0951e2869c1 req-cc45b90c-14bd-47bf-b7f0-1cf7ecc7d785 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 943 time: 0.0625436 Nov 16 12:33:33.522831 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-bf0d163e-90f5-4f29-83a5-a0951e2869c1 req-c780fa1a-bb40-4e9a-a7d3-15e32888da41 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596757 Nov 16 12:33:33.544902 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-3a58fa0f-17bf-4cb9-9375-42073eda4d4e service neutron] 10.222.0.36 "GET /v2.0/networks/97f39b01-7b3d-4cf7-a013-70ea0c13346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070116 Nov 16 12:33:33.633683 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0b4b8341-b7d4-4424-a52e-d0bda1c66380 req-e9d4e846-c29f-43e4-8f32-68a3efa59040 service neutron] 10.222.0.36 "GET /v2.0/networks/97f39b01-7b3d-4cf7-a013-70ea0c13346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820920 Nov 16 12:33:33.724144 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8bff3a-3133-4283-8d79-4544bc25f90c req-645a80b6-5d73-4454-8057-cfb6cb603b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:33:33.725689 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ac8bff3a-3133-4283-8d79-4544bc25f90c req-645a80b6-5d73-4454-8057-cfb6cb603b4d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=90cfca18b20a4bda868656d858d014d4&device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 1094 time: 0.0472789 Nov 16 12:33:33.816631 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8bff3a-3133-4283-8d79-4544bc25f90c req-891a0a1d-f9df-4b6c-a1c2-0657c22b3cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:33:33.818130 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ac8bff3a-3133-4283-8d79-4544bc25f90c req-891a0a1d-f9df-4b6c-a1c2-0657c22b3cce service neutron] 10.222.0.36 "GET /v2.0/networks?id=97f39b01-7b3d-4cf7-a013-70ea0c13346c HTTP/1.1" status: 200 len: 908 time: 0.0855844 Nov 16 12:33:33.863562 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ac8bff3a-3133-4283-8d79-4544bc25f90c req-824dafcd-7735-42cd-bcbb-451b0182e4a7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2efd70fe-f90a-4236-8ab0-8b2b1cc57db6 HTTP/1.1" status: 200 len: 217 time: 0.0386169 Nov 16 12:33:33.912957 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8bff3a-3133-4283-8d79-4544bc25f90c req-8b27726f-e95c-4e06-be97-e95bcafc0d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:33:33.914279 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ac8bff3a-3133-4283-8d79-4544bc25f90c req-8b27726f-e95c-4e06-be97-e95bcafc0d19 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c03b263b-62e4-4d8c-902c-cdd2c8faa054 HTTP/1.1" status: 200 len: 846 time: 0.0438101 Nov 16 12:33:33.960813 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8bff3a-3133-4283-8d79-4544bc25f90c req-b3caf4f7-acfe-4db9-9fb8-5e662082e663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:33:33.962340 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ac8bff3a-3133-4283-8d79-4544bc25f90c req-b3caf4f7-acfe-4db9-9fb8-5e662082e663 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=97f39b01-7b3d-4cf7-a013-70ea0c13346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404298 Nov 16 12:33:34.056563 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ac8bff3a-3133-4283-8d79-4544bc25f90c req-d69beb83-8c24-44ff-9281-bb43053e7a51 service neutron] 10.222.0.36 "GET /v2.0/networks/97f39b01-7b3d-4cf7-a013-70ea0c13346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871985 Nov 16 12:33:34.146219 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-ac8bff3a-3133-4283-8d79-4544bc25f90c req-88da4046-29c7-4ca1-9d2d-3fcd03428699 service neutron] 10.222.0.36 "GET /v2.0/networks/97f39b01-7b3d-4cf7-a013-70ea0c13346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825906 Nov 16 12:33:34.640932 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1d1ee-0385-4837-ad6d-b5c95f931c75 req-084a6361-e885-4c6a-8adf-b08a93e75dde tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:33:34.642889 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3ae1d1ee-0385-4837-ad6d-b5c95f931c75 req-084a6361-e885-4c6a-8adf-b08a93e75dde tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 943 time: 0.0492945 Nov 16 12:33:34.696037 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3ae1d1ee-0385-4837-ad6d-b5c95f931c75 req-598bd4f0-fdd1-4c2f-a431-6b7e6d7978c6 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471869 Nov 16 12:33:35.812502 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3662e-693e-4247-b9de-8b23a7ffab9f req-6840315d-ea5f-48a3-986c-1374d79ae753 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:33:35.814043 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-75e3662e-693e-4247-b9de-8b23a7ffab9f req-6840315d-ea5f-48a3-986c-1374d79ae753 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 943 time: 0.0501559 Nov 16 12:33:35.869448 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-75e3662e-693e-4247-b9de-8b23a7ffab9f req-94f8b5b6-3cd2-46a2-8949-d0c3bc8b453e tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493820 Nov 16 12:33:36.988738 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9bfc25-273f-4bb0-92a7-b7e723e6bc3a req-c68a0556-2b6c-47fa-8cd1-73c32d5040e4 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:33:36.990118 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3c9bfc25-273f-4bb0-92a7-b7e723e6bc3a req-c68a0556-2b6c-47fa-8cd1-73c32d5040e4 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 943 time: 0.0520785 Nov 16 12:33:37.039350 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3c9bfc25-273f-4bb0-92a7-b7e723e6bc3a req-7d702e93-631d-48c1-af7c-5539685237f8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433228 Nov 16 12:33:38.159405 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99beabb0-2807-461b-b579-0a43e25fc710 req-ddb19a2f-1ff9-44de-9218-0605e317e6cf tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:33:38.160948 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-99beabb0-2807-461b-b579-0a43e25fc710 req-ddb19a2f-1ff9-44de-9218-0605e317e6cf tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 943 time: 0.0545208 Nov 16 12:33:38.208995 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-99beabb0-2807-461b-b579-0a43e25fc710 req-84d185ff-a7b7-41ca-b9e7-53a5415cb76c tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421457 Nov 16 12:33:38.433983 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:33:39.321550 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa18a74-e38a-4ab8-be8f-4351e035b3ce req-949af5e1-9cbe-4b4e-8e48-28b0ec30899c tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:33:39.323060 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1aa18a74-e38a-4ab8-be8f-4351e035b3ce req-949af5e1-9cbe-4b4e-8e48-28b0ec30899c tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 943 time: 0.0483239 Nov 16 12:33:39.370568 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1aa18a74-e38a-4ab8-be8f-4351e035b3ce req-e4b589f0-74af-4388-b754-732c09f47497 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417142 Nov 16 12:33:40.484041 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243acd0-ddfc-4790-a807-7ffc06340ddf req-688ea32b-a455-45cc-9f26-4950fc4479cf tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:33:40.486082 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8243acd0-ddfc-4790-a807-7ffc06340ddf req-688ea32b-a455-45cc-9f26-4950fc4479cf tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 943 time: 0.0483639 Nov 16 12:33:40.538486 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8243acd0-ddfc-4790-a807-7ffc06340ddf req-12666b57-f527-4ec2-b7df-b5f35bb15e50 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463293 Nov 16 12:33:41.655949 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ae88f-d736-4b48-a1e0-208584bf8e80 req-32d2922a-ecd2-4849-a409-d782bbe70b24 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:33:41.657422 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aa3ae88f-d736-4b48-a1e0-208584bf8e80 req-32d2922a-ecd2-4849-a409-d782bbe70b24 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 943 time: 0.0490365 Nov 16 12:33:41.706915 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-aa3ae88f-d736-4b48-a1e0-208584bf8e80 req-c8175666-de9d-44ba-8380-18f4df367445 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436015 Nov 16 12:33:42.822065 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4a3cd-59c2-48d0-8e7d-8fafa7c91788 req-10465919-dc68-416a-93ba-5978dec418c3 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:33:42.823511 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-84f4a3cd-59c2-48d0-8e7d-8fafa7c91788 req-10465919-dc68-416a-93ba-5978dec418c3 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 943 time: 0.0505650 Nov 16 12:33:42.871385 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-84f4a3cd-59c2-48d0-8e7d-8fafa7c91788 req-d41aad27-1dfb-454e-9bdd-c30303e3d7f0 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414505 Nov 16 12:33:43.207265 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9cca98ca-cbfc-4fe0-ba7f-445780980f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:43.989174 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab6191-67a8-47e5-96d8-984dd7aa4d2d req-e31a521f-758a-4295-be72-7957eeea46e6 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:33:43.990680 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0cab6191-67a8-47e5-96d8-984dd7aa4d2d req-e31a521f-758a-4295-be72-7957eeea46e6 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 943 time: 0.0523674 Nov 16 12:33:44.039432 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0cab6191-67a8-47e5-96d8-984dd7aa4d2d req-db56ffb8-f05b-418a-8572-5c09ddc5b55a tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428617 Nov 16 12:33:45.159861 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f8170-fdf1-4daa-b83a-37e4e5b96e82 req-03a05070-a5f5-4797-9875-a99c65e3b550 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:33:45.161372 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-424f8170-fdf1-4daa-b83a-37e4e5b96e82 req-03a05070-a5f5-4797-9875-a99c65e3b550 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 943 time: 0.0542099 Nov 16 12:33:45.210777 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-424f8170-fdf1-4daa-b83a-37e4e5b96e82 req-91468202-5b3d-4fbe-a7eb-361468af185c tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433521 Nov 16 12:33:45.716574 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-57a79be7-d34b-478b-aed7-7051bdce631b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:45.931719 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 2efd70fe-f90a-4236-8ab0-8b2b1cc57db6 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 12:33:46.021878 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 2efd70fe-f90a-4236-8ab0-8b2b1cc57db6, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=2efd70fe-f90a-4236-8ab0-8b2b1cc57db6,segment=NetworkSegment(ac09aae5-6e77-4cd8-beea-9d5f986c09e5),segment_id=ac09aae5-6e77-4cd8-beea-9d5f986c09e5)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:33:46.033727 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '2efd70fe-f90a-4236-8ab0-8b2b1cc57db6', 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c', 'port_id': '2efd70fe-f90a-4236-8ab0-8b2b1cc57db6', 'mac_address': 'fa:16:3e:b5:a6:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c03b263b-62e4-4d8c-902c-cdd2c8faa054', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 12:33:46.071972 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:46.083861 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2efd70fe-f90a-4236-8ab0-8b2b1cc57db6 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:33:46.102178 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 2efd70fe-f90a-4236-8ab0-8b2b1cc57db6, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=2efd70fe-f90a-4236-8ab0-8b2b1cc57db6,segment=NetworkSegment(ac09aae5-6e77-4cd8-beea-9d5f986c09e5),segment_id=ac09aae5-6e77-4cd8-beea-9d5f986c09e5)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:33:46.106215 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:46.152477 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=2efd70fe-f90a-4236-8ab0-8b2b1cc57db6,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:33:46.160114 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:33:46.160453 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:33:46.160786 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:33:46.161114 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:33:46.161440 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:33:46.161764 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:33:46.162112 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:33:46.162431 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:33:46.162748 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:33:46.163068 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:33:46.163380 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:33:46.163692 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:33:46.327950 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['2efd70fe-f90a-4236-8ab0-8b2b1cc57db6'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:33:46.330718 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3f6a7-2087-4eab-b33d-d26fe5c476d6 req-682d8e09-1f94-4832-8839-c7e4fce337fd tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:33:46.332218 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2cb3f6a7-2087-4eab-b33d-d26fe5c476d6 req-682d8e09-1f94-4832-8839-c7e4fce337fd tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 944 time: 0.0537295 Nov 16 12:33:46.382385 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-2cb3f6a7-2087-4eab-b33d-d26fe5c476d6 req-2a0310cb-89ea-48c5-8ac0-6db4e4274090 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441563 Nov 16 12:33:46.902071 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:47.496561 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2af9f6-cf36-43d9-a91d-d1cca59e9995 req-cf9034be-bfab-4590-b472-78013db5d3f1 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:33:47.498139 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9c2af9f6-cf36-43d9-a91d-d1cca59e9995 req-cf9034be-bfab-4590-b472-78013db5d3f1 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 944 time: 0.0482345 Nov 16 12:33:47.547556 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9c2af9f6-cf36-43d9-a91d-d1cca59e9995 req-a28b1451-de32-42e8-892a-147a69f29936 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424807 Nov 16 12:33:47.947121 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 2efd70fe-f90a-4236-8ab0-8b2b1cc57db6 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:33:47.994454 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port 2efd70fe-f90a-4236-8ab0-8b2b1cc57db6 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 12:33:47.998207 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 2efd70fe-f90a-4236-8ab0-8b2b1cc57db6 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:33:47.998579 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:48.228033 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:48.249341 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b288c586-0669-4edf-9f83-492328548ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2efd70fe-f90a-4236-8ab0-8b2b1cc57db6'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:33:48.251620 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3028c6c2751e05b8ffe46419f90227d3bdc45fe093bf287cadf4b73479a61306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b0eb42-92a5-467a-8d7e-78d57cac679a" -d '{"events": [{"server_uuid": "b288c586-0669-4edf-9f83-492328548ec9", "name": "network-vif-plugged", "status": "completed", "tag": "2efd70fe-f90a-4236-8ab0-8b2b1cc57db6"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:33:48.263810 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 2efd70fe-f90a-4236-8ab0-8b2b1cc57db6, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=2efd70fe-f90a-4236-8ab0-8b2b1cc57db6,segment=NetworkSegment(ac09aae5-6e77-4cd8-beea-9d5f986c09e5),segment_id=ac09aae5-6e77-4cd8-beea-9d5f986c09e5)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:33:48.269443 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:48.315597 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=2efd70fe-f90a-4236-8ab0-8b2b1cc57db6,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:33:48.343728 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb47e63-f7cf-4bcf-838b-5efcd27ee751 x-openstack-request-id: req-dcb47e63-f7cf-4bcf-838b-5efcd27ee751 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:33:48.344054 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b288c586-0669-4edf-9f83-492328548ec9", "name": "network-vif-plugged", "status": "completed", "tag": "2efd70fe-f90a-4236-8ab0-8b2b1cc57db6", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:33:48.344306 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dcb47e63-f7cf-4bcf-838b-5efcd27ee751 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:33:48.344697 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b288c586-0669-4edf-9f83-492328548ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2efd70fe-f90a-4236-8ab0-8b2b1cc57db6', 'code': 200} Nov 16 12:33:48.443518 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0f260-9315-4122-9761-fd173a7f0d69 req-f3b707c5-d71f-4f3d-a0b4-b0e098ef24ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:33:48.444929 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b8f0f260-9315-4122-9761-fd173a7f0d69 req-f3b707c5-d71f-4f3d-a0b4-b0e098ef24ea service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 1096 time: 0.0409880 Nov 16 12:33:48.490215 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-b8f0f260-9315-4122-9761-fd173a7f0d69 req-07a5e223-01fd-4b85-aac0-c4d091e1ea0f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384514 Nov 16 12:33:48.606144 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:48.667563 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00ff90-5dcb-4323-979e-c9647b4efb6b req-cc799721-cdc0-4c28-8479-5960f3fac51b tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:33:48.668153 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1f00ff90-5dcb-4323-979e-c9647b4efb6b req-cc799721-cdc0-4c28-8479-5960f3fac51b tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 945 time: 0.0497596 Nov 16 12:33:48.722374 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1f00ff90-5dcb-4323-979e-c9647b4efb6b req-4e006209-58ce-4db6-80dc-756d517ece4d tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466762 Nov 16 12:33:49.006023 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:49.836751 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9b50a-f73f-42d1-8c58-41787a493485 req-ecea3c26-e562-4ce9-83f8-95b53a91fd74 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:33:49.838233 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-23c9b50a-f73f-42d1-8c58-41787a493485 req-ecea3c26-e562-4ce9-83f8-95b53a91fd74 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 945 time: 0.0489216 Nov 16 12:33:49.886639 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-23c9b50a-f73f-42d1-8c58-41787a493485 req-79782e95-f740-479d-8a99-e48e232c48fc tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425470 Nov 16 12:33:49.997678 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f246c70-7574-479b-8fd1-fa67909e8378 req-b3405843-9656-4f58-807c-c26f3358ee1f tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:33:49.999232 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7f246c70-7574-479b-8fd1-fa67909e8378 req-b3405843-9656-4f58-807c-c26f3358ee1f tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 945 time: 0.0480788 Nov 16 12:33:50.048394 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7f246c70-7574-479b-8fd1-fa67909e8378 req-602df185-9380-4071-bda8-7f143ea50c96 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425930 Nov 16 12:33:50.070147 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57440) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:33:50.115327 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b21228f-aec7-4d52-9ead-fa8edecade1d tempest-TestShelveInstance-458223801 tempest-TestShelveInstance-458223801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:33:50.116829 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-3b21228f-aec7-4d52-9ead-fa8edecade1d tempest-TestShelveInstance-458223801 tempest-TestShelveInstance-458223801-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 1091 time: 0.0456965 Nov 16 12:33:50.119726 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57442) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:33:50.123938 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d61b752d-973d-4430-8604-ad286bdf1638 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'port_id': '2efd70fe-f90a-4236-8ab0-8b2b1cc57db6', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:33:50.146207 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d61b752d-973d-4430-8604-ad286bdf1638 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for floatingip, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:50.238745 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d61b752d-973d-4430-8604-ad286bdf1638 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:50.349485 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-d61b752d-973d-4430-8604-ad286bdf1638 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Allocated IP 172.25.0.46 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/3db1f974-1faa-485a-bb42-f5e82c153fd0) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:33:50.450079 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d61b752d-973d-4430-8604-ad286bdf1638 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:50.486697 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d61b752d-973d-4430-8604-ad286bdf1638 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:50.525270 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61b752d-973d-4430-8604-ad286bdf1638 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:33:50.528131 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-d61b752d-973d-4430-8604-ad286bdf1638 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:33:50.532588 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61b752d-973d-4430-8604-ad286bdf1638 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:33:50.554097 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b752d-973d-4430-8604-ad286bdf1638 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Pushing event updated for resources: {'Port': ['ID=3db1f974-1faa-485a-bb42-f5e82c153fd0,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:33:50.870474 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d61b752d-973d-4430-8604-ad286bdf1638 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:50.933470 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d61b752d-973d-4430-8604-ad286bdf1638 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:51.088506 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d61b752d-973d-4430-8604-ad286bdf1638 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:51.092860 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d61b752d-973d-4430-8604-ad286bdf1638 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:51.157684 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b752d-973d-4430-8604-ad286bdf1638 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Pushing event updated for resources: {'Port': ['ID=3db1f974-1faa-485a-bb42-f5e82c153fd0,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:33:51.169550 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d61b752d-973d-4430-8604-ad286bdf1638 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:51.264706 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [None req-d61b752d-973d-4430-8604-ad286bdf1638 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Floating IP 0e56aade-5e11-435c-83c0-3dc3c988f7a1 associated. External IP: 172.25.0.46, port: 2efd70fe-f90a-4236-8ab0-8b2b1cc57db6. Nov 16 12:33:51.467667 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61b752d-973d-4430-8604-ad286bdf1638 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Router b8f8b445-e671-473e-bae5-54dc70ac3efb has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:33:51.571084 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61b752d-973d-4430-8604-ad286bdf1638 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:33:51.580949 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276fa4e1-1fb5-4294-b52e-81896cae7be7 None None] Sync routers for ids ['b8f8b445-e671-473e-bae5-54dc70ac3efb'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:33:51.589763 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d61b752d-973d-4430-8604-ad286bdf1638 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:51.590784 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276fa4e1-1fb5-4294-b52e-81896cae7be7 None None] Routers {'b8f8b445-e671-473e-bae5-54dc70ac3efb'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:33:51.591432 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-276fa4e1-1fb5-4294-b52e-81896cae7be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:33:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['b8f8b445-e671-473e-bae5-54dc70ac3efb'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:33:51.616021 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d61b752d-973d-4430-8604-ad286bdf1638 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4952922 Nov 16 12:33:51.616613 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b288c586-0669-4edf-9f83-492328548ec9', 'tag': '2efd70fe-f90a-4236-8ab0-8b2b1cc57db6'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:33:51.618884 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b4cb006b19835c19bcd0265a95de96d39c41d7d45c6d056c20fcc032bf3cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e48430d-e998-4af1-80ec-0bddda4c98aa" -d '{"events": [{"name": "network-changed", "server_uuid": "b288c586-0669-4edf-9f83-492328548ec9", "tag": "2efd70fe-f90a-4236-8ab0-8b2b1cc57db6"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:33:51.656708 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf05292-fb7e-464b-8d10-b4e1aa1ea0f6 x-openstack-request-id: req-1bf05292-fb7e-464b-8d10-b4e1aa1ea0f6 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:33:51.657001 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b288c586-0669-4edf-9f83-492328548ec9", "tag": "2efd70fe-f90a-4236-8ab0-8b2b1cc57db6", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:33:51.657253 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1bf05292-fb7e-464b-8d10-b4e1aa1ea0f6 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:33:51.657675 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b288c586-0669-4edf-9f83-492328548ec9', 'tag': '2efd70fe-f90a-4236-8ab0-8b2b1cc57db6', 'status': 'completed', 'code': 200} Nov 16 12:33:51.696616 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-276fa4e1-1fb5-4294-b52e-81896cae7be7 None None] Set router b8f8b445-e671-473e-bae5-54dc70ac3efb gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:33:51.716590 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48430d-e998-4af1-80ec-0bddda4c98aa req-1b7efb3f-2bdb-44f0-b4ae-4b30aa93142f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:33:51.718187 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7e48430d-e998-4af1-80ec-0bddda4c98aa req-1b7efb3f-2bdb-44f0-b4ae-4b30aa93142f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=90cfca18b20a4bda868656d858d014d4&device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 1096 time: 0.0406060 Nov 16 12:33:51.809839 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48430d-e998-4af1-80ec-0bddda4c98aa req-402d5660-6a53-4c8e-a432-2bf273a7b222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:33:51.811341 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7e48430d-e998-4af1-80ec-0bddda4c98aa req-402d5660-6a53-4c8e-a432-2bf273a7b222 service neutron] 10.222.0.36 "GET /v2.0/networks?id=97f39b01-7b3d-4cf7-a013-70ea0c13346c HTTP/1.1" status: 200 len: 908 time: 0.0869808 Nov 16 12:33:51.875337 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7e48430d-e998-4af1-80ec-0bddda4c98aa req-b22fe57c-8523-4c4d-9f88-4b06c2fa5812 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2efd70fe-f90a-4236-8ab0-8b2b1cc57db6 HTTP/1.1" status: 200 len: 998 time: 0.0570323 Nov 16 12:33:51.915268 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-276fa4e1-1fb5-4294-b52e-81896cae7be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'name': 'tempest-TestShelveInstance-51585278-router', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '8e70288f-b627-4545-8b42-97d53f7c235b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:28:47Z', 'updated_at': '2021-11-16T12:28:49Z', 'revision_number': 4, 'project_id': '90cfca18b20a4bda868656d858d014d4', 'gw_port': {'id': '8e70288f-b627-4545-8b42-97d53f7c235b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:27:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:47Z', 'updated_at': '2021-11-16T12:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '0e56aade-5e11-435c-83c0-3dc3c988f7a1', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'floating_ip_address': '172.25.0.46', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'port_id': '2efd70fe-f90a-4236-8ab0-8b2b1cc57db6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c', 'mac_address': 'fa:16:3e:b5:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b288c586-0669-4edf-9f83-492328548ec9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:33:50Z', 'updated_at': '2021-11-16T12:33:50Z', 'revision_number': 0, 'project_id': '90cfca18b20a4bda868656d858d014d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45add008-f577-4ee7-8964-f3efda496ec5', 'name': '', 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'mac_address': 'fa:16:3e:3c:68:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'c03b263b-62e4-4d8c-902c-cdd2c8faa054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:49Z', 'updated_at': '2021-11-16T12:28:55Z', 'revision_number': 5, 'project_id': '90cfca18b20a4bda868656d858d014d4', 'subnets': [{'id': 'c03b263b-62e4-4d8c-902c-cdd2c8faa054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:33:51.923501 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48430d-e998-4af1-80ec-0bddda4c98aa req-11677884-4a6f-415c-966e-088fe659893b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:33:51.925030 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7e48430d-e998-4af1-80ec-0bddda4c98aa req-11677884-4a6f-415c-966e-088fe659893b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c03b263b-62e4-4d8c-902c-cdd2c8faa054 HTTP/1.1" status: 200 len: 846 time: 0.0435052 Nov 16 12:33:51.945533 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276fa4e1-1fb5-4294-b52e-81896cae7be7 None None] Checking router: b8f8b445-e671-473e-bae5-54dc70ac3efb for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:33:51.954176 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276fa4e1-1fb5-4294-b52e-81896cae7be7 None None] Routers {'b8f8b445-e671-473e-bae5-54dc70ac3efb'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:33:51.954832 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-276fa4e1-1fb5-4294-b52e-81896cae7be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:33:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['b8f8b445-e671-473e-bae5-54dc70ac3efb'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:33:51.975039 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48430d-e998-4af1-80ec-0bddda4c98aa req-27aa158f-6afa-4fae-a4d9-5b737fe584a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:33:51.976459 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7e48430d-e998-4af1-80ec-0bddda4c98aa req-27aa158f-6afa-4fae-a4d9-5b737fe584a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=97f39b01-7b3d-4cf7-a013-70ea0c13346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438809 Nov 16 12:33:52.059522 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-276fa4e1-1fb5-4294-b52e-81896cae7be7 None None] Set router b8f8b445-e671-473e-bae5-54dc70ac3efb gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:33:52.066170 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7e48430d-e998-4af1-80ec-0bddda4c98aa req-21b44b6b-21d4-43c8-9b78-0eafcecf59ba service neutron] 10.222.0.36 "GET /v2.0/networks/97f39b01-7b3d-4cf7-a013-70ea0c13346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824256 Nov 16 12:33:52.159618 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7e48430d-e998-4af1-80ec-0bddda4c98aa req-84e14240-7d3b-48f7-b4e4-6812a69e25c1 service neutron] 10.222.0.36 "GET /v2.0/networks/97f39b01-7b3d-4cf7-a013-70ea0c13346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854290 Nov 16 12:33:52.276340 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-276fa4e1-1fb5-4294-b52e-81896cae7be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'name': 'tempest-TestShelveInstance-51585278-router', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '8e70288f-b627-4545-8b42-97d53f7c235b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:28:47Z', 'updated_at': '2021-11-16T12:28:49Z', 'revision_number': 4, 'project_id': '90cfca18b20a4bda868656d858d014d4', 'gw_port': {'id': '8e70288f-b627-4545-8b42-97d53f7c235b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:27:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:47Z', 'updated_at': '2021-11-16T12:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '0e56aade-5e11-435c-83c0-3dc3c988f7a1', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'floating_ip_address': '172.25.0.46', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'port_id': '2efd70fe-f90a-4236-8ab0-8b2b1cc57db6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c', 'mac_address': 'fa:16:3e:b5:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b288c586-0669-4edf-9f83-492328548ec9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:33:50Z', 'updated_at': '2021-11-16T12:33:50Z', 'revision_number': 0, 'project_id': '90cfca18b20a4bda868656d858d014d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45add008-f577-4ee7-8964-f3efda496ec5', 'name': '', 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'mac_address': 'fa:16:3e:3c:68:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'c03b263b-62e4-4d8c-902c-cdd2c8faa054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:49Z', 'updated_at': '2021-11-16T12:28:55Z', 'revision_number': 5, 'project_id': '90cfca18b20a4bda868656d858d014d4', 'subnets': [{'id': 'c03b263b-62e4-4d8c-902c-cdd2c8faa054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:33:52.305954 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276fa4e1-1fb5-4294-b52e-81896cae7be7 None None] The sync data for ids ['b8f8b445-e671-473e-bae5-54dc70ac3efb'] in n-d-816823-3 is: [{'id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'name': 'tempest-TestShelveInstance-51585278-router', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '8e70288f-b627-4545-8b42-97d53f7c235b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:28:47Z', 'updated_at': '2021-11-16T12:28:49Z', 'revision_number': 4, 'project_id': '90cfca18b20a4bda868656d858d014d4', 'gw_port': {'id': '8e70288f-b627-4545-8b42-97d53f7c235b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:27:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:47Z', 'updated_at': '2021-11-16T12:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '0e56aade-5e11-435c-83c0-3dc3c988f7a1', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'floating_ip_address': '172.25.0.46', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'port_id': '2efd70fe-f90a-4236-8ab0-8b2b1cc57db6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c', 'mac_address': 'fa:16:3e:b5:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b288c586-0669-4edf-9f83-492328548ec9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:33:50Z', 'updated_at': '2021-11-16T12:33:50Z', 'revision_number': 0, 'project_id': '90cfca18b20a4bda868656d858d014d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45add008-f577-4ee7-8964-f3efda496ec5', 'name': '', 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'mac_address': 'fa:16:3e:3c:68:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'c03b263b-62e4-4d8c-902c-cdd2c8faa054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:49Z', 'updated_at': '2021-11-16T12:28:55Z', 'revision_number': 5, 'project_id': '90cfca18b20a4bda868656d858d014d4', 'subnets': [{'id': 'c03b263b-62e4-4d8c-902c-cdd2c8faa054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:33:52.490548 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb07bb8-1c07-40d9-bcf0-40e31f986e8c None None] New status for floating IP 0e56aade-5e11-435c-83c0-3dc3c988f7a1: ACTIVE {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 12:33:58.920074 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:33:59.699186 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:34:13.211357 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-30d04916-f061-4449-900d-73df9481af7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:34:15.435489 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:34:15.718085 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4b44b7f0-24e3-438a-9e0d-f04f3a12a894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:34:16.904305 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:34:18.609783 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:34:19.007042 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:34:28.909971 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:34:29.703221 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:34:41.095375 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2f073785-8aec-4ac1-9484-1f64b0d0964e req-5549ed15-cd00-4e2b-b991-e80e10f505ba service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394485 Nov 16 12:34:41.175623 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f073785-8aec-4ac1-9484-1f64b0d0964e req-1363757c-f945-4d7f-a020-3dd5d64b12e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:34:41.177610 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2f073785-8aec-4ac1-9484-1f64b0d0964e req-1363757c-f945-4d7f-a020-3dd5d64b12e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=90cfca18b20a4bda868656d858d014d4&device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 1096 time: 0.0404344 Nov 16 12:34:41.280318 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f073785-8aec-4ac1-9484-1f64b0d0964e req-04f4cdd2-204d-4a8e-909f-8358221c0786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:34:41.281747 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2f073785-8aec-4ac1-9484-1f64b0d0964e req-04f4cdd2-204d-4a8e-909f-8358221c0786 service neutron] 10.222.0.36 "GET /v2.0/networks?id=97f39b01-7b3d-4cf7-a013-70ea0c13346c HTTP/1.1" status: 200 len: 908 time: 0.0859554 Nov 16 12:34:41.352414 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2f073785-8aec-4ac1-9484-1f64b0d0964e req-cd1e084b-70e2-4c3e-8b9f-ded0b70027bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2efd70fe-f90a-4236-8ab0-8b2b1cc57db6 HTTP/1.1" status: 200 len: 1000 time: 0.0603602 Nov 16 12:34:41.403964 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f073785-8aec-4ac1-9484-1f64b0d0964e req-0d38b2ec-dd7f-42f5-8277-d857cdf1786b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:34:41.405362 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2f073785-8aec-4ac1-9484-1f64b0d0964e req-0d38b2ec-dd7f-42f5-8277-d857cdf1786b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c03b263b-62e4-4d8c-902c-cdd2c8faa054 HTTP/1.1" status: 200 len: 846 time: 0.0463114 Nov 16 12:34:41.451892 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f073785-8aec-4ac1-9484-1f64b0d0964e req-faa74bd4-7179-4a52-a319-5dfbd119c042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:34:41.453376 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2f073785-8aec-4ac1-9484-1f64b0d0964e req-faa74bd4-7179-4a52-a319-5dfbd119c042 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=97f39b01-7b3d-4cf7-a013-70ea0c13346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412953 Nov 16 12:34:41.540126 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2f073785-8aec-4ac1-9484-1f64b0d0964e req-8c69c457-4e3b-49e8-b6eb-d0ba0ce8d51e service neutron] 10.222.0.36 "GET /v2.0/networks/97f39b01-7b3d-4cf7-a013-70ea0c13346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796061 Nov 16 12:34:41.629313 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2f073785-8aec-4ac1-9484-1f64b0d0964e req-342fbd19-bdf4-4d6b-b109-1125099c68a0 service neutron] 10.222.0.36 "GET /v2.0/networks/97f39b01-7b3d-4cf7-a013-70ea0c13346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822482 Nov 16 12:34:43.213875 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-db389a91-7142-4f55-b4f6-b980d83dbb3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:34:45.720353 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ddb51df-2f56-46bc-bf8a-83920af8c127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:34:46.907213 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:34:48.611340 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:34:49.008230 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:34:52.436978 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:34:58.906050 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:34:59.718940 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:35:13.215811 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6e47f4ed-68d7-4b89-b18a-8879b9a9764a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:35:15.720678 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0fab2949-4783-4cb1-bd1f-330377f103bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:35:16.914219 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:35:18.613892 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:35:19.009660 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:35:28.904258 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:35:29.435659 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:35:29.716190 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:35:43.138443 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8636e4f9-d281-4093-a984-a77d857ae051 req-644a28d6-9ab0-4315-9334-b51616e13b35 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0881131 Nov 16 12:35:43.217125 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fc484929-7525-4921-aadb-574a8361aebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:35:43.220638 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636e4f9-d281-4093-a984-a77d857ae051 req-3a61b1ce-34b1-4ad1-86a5-018c4f6a0518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:35:43.222167 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8636e4f9-d281-4093-a984-a77d857ae051 req-3a61b1ce-34b1-4ad1-86a5-018c4f6a0518 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=90cfca18b20a4bda868656d858d014d4&device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 1096 time: 0.0416629 Nov 16 12:35:43.326348 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636e4f9-d281-4093-a984-a77d857ae051 req-57e48745-2d1b-49d8-8493-4d6aeabe3820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:35:43.327813 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8636e4f9-d281-4093-a984-a77d857ae051 req-57e48745-2d1b-49d8-8493-4d6aeabe3820 service neutron] 10.222.0.36 "GET /v2.0/networks?id=97f39b01-7b3d-4cf7-a013-70ea0c13346c HTTP/1.1" status: 200 len: 908 time: 0.0876427 Nov 16 12:35:43.395586 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8636e4f9-d281-4093-a984-a77d857ae051 req-aa10d9ac-0325-4a5f-bdab-f6c248c3cf91 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2efd70fe-f90a-4236-8ab0-8b2b1cc57db6 HTTP/1.1" status: 200 len: 1000 time: 0.0598452 Nov 16 12:35:43.752429 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636e4f9-d281-4093-a984-a77d857ae051 req-118a6ac9-78d5-4240-b25d-65603165cc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:35:43.753906 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8636e4f9-d281-4093-a984-a77d857ae051 req-118a6ac9-78d5-4240-b25d-65603165cc53 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c03b263b-62e4-4d8c-902c-cdd2c8faa054 HTTP/1.1" status: 200 len: 846 time: 0.3516612 Nov 16 12:35:43.803160 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636e4f9-d281-4093-a984-a77d857ae051 req-cf4cf892-1411-4e08-b04b-1d85f120c7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:35:43.804644 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8636e4f9-d281-4093-a984-a77d857ae051 req-cf4cf892-1411-4e08-b04b-1d85f120c7f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=97f39b01-7b3d-4cf7-a013-70ea0c13346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431249 Nov 16 12:35:43.898540 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8636e4f9-d281-4093-a984-a77d857ae051 req-a63b8238-5890-4029-8a4f-0ab5b4e8c0e7 service neutron] 10.222.0.36 "GET /v2.0/networks/97f39b01-7b3d-4cf7-a013-70ea0c13346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868092 Nov 16 12:35:43.983950 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8636e4f9-d281-4093-a984-a77d857ae051 req-e4bdec1e-c158-4af1-9e27-1356dd24408b service neutron] 10.222.0.36 "GET /v2.0/networks/97f39b01-7b3d-4cf7-a013-70ea0c13346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788426 Nov 16 12:35:45.721458 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-17d2f8f6-80b3-4e94-9486-e513f55c9ce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:35:46.913297 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:35:46.948843 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719c051-5f5b-4830-9d69-42d3f9ffefe9 req-cd1f9290-d1ec-49a8-ae7c-596aa04a20e6 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:35:46.950807 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9719c051-5f5b-4830-9d69-42d3f9ffefe9 req-cd1f9290-d1ec-49a8-ae7c-596aa04a20e6 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 945 time: 0.0543864 Nov 16 12:35:47.000035 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9719c051-5f5b-4830-9d69-42d3f9ffefe9 req-0fb47142-354e-4691-b74b-b8fcfb576d85 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433018 Nov 16 12:35:48.140561 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45281f0e-9a0b-457e-a25e-d170f6c6f7a9 req-218fffa4-72d1-42f4-9632-ec85dd87364d tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:35:48.142339 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-45281f0e-9a0b-457e-a25e-d170f6c6f7a9 req-218fffa4-72d1-42f4-9632-ec85dd87364d tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 945 time: 0.0490963 Nov 16 12:35:48.193343 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-45281f0e-9a0b-457e-a25e-d170f6c6f7a9 req-29c9b89a-e6b5-46de-93c4-5553345e155a tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450416 Nov 16 12:35:48.617202 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:35:49.010492 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:35:49.310300 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd955493-60e6-4b60-9bd9-97af7df22705 req-7afabc52-8041-4e4a-9165-07a7fcf5c994 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:35:49.311804 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dd955493-60e6-4b60-9bd9-97af7df22705 req-7afabc52-8041-4e4a-9165-07a7fcf5c994 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 945 time: 0.0504420 Nov 16 12:35:49.364898 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-dd955493-60e6-4b60-9bd9-97af7df22705 req-fa3926b6-3d7d-4857-a76c-48785a2b383a tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472484 Nov 16 12:35:50.479158 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c88bb-ae6f-455b-8a3c-ec4ffbc2979c req-09d8b0c0-98af-4d44-bf99-a5a45781bdbc tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:35:50.480645 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1f3c88bb-ae6f-455b-8a3c-ec4ffbc2979c req-09d8b0c0-98af-4d44-bf99-a5a45781bdbc tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 945 time: 0.0493958 Nov 16 12:35:50.529723 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1f3c88bb-ae6f-455b-8a3c-ec4ffbc2979c req-570bc4f6-4e6c-4439-9473-35a9c442eab7 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432737 Nov 16 12:35:51.643955 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b404d44-5864-4204-a3d9-dc5e13ffc8e1 req-978a5936-68f1-43e3-bc2a-6e2af3ba6fdc tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:35:51.645415 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b404d44-5864-4204-a3d9-dc5e13ffc8e1 req-978a5936-68f1-43e3-bc2a-6e2af3ba6fdc tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 945 time: 0.0492709 Nov 16 12:35:51.693583 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5b404d44-5864-4204-a3d9-dc5e13ffc8e1 req-c0866251-ca51-4ee8-a39c-44bc460c4044 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422068 Nov 16 12:35:52.814959 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83296c9-ba2e-4baa-908a-eaaaba29acd1 req-a1996000-7cdd-4a5f-afde-de5a4d4c77f6 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:35:52.816440 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e83296c9-ba2e-4baa-908a-eaaaba29acd1 req-a1996000-7cdd-4a5f-afde-de5a4d4c77f6 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 945 time: 0.0536828 Nov 16 12:35:52.865251 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-e83296c9-ba2e-4baa-908a-eaaaba29acd1 req-01f64265-7993-49b4-b255-4128e981688f tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430100 Nov 16 12:35:53.979408 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e925da0-c189-485b-a92a-54a4d0075f84 req-1ddbd50d-899d-4a8c-966e-0e432e85b1d1 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:35:53.981386 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9e925da0-c189-485b-a92a-54a4d0075f84 req-1ddbd50d-899d-4a8c-966e-0e432e85b1d1 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 945 time: 0.0487502 Nov 16 12:35:54.030127 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9e925da0-c189-485b-a92a-54a4d0075f84 req-0df91a8f-c9aa-4aa9-bb23-20db2db30ea7 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428545 Nov 16 12:35:55.152406 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd39789-05bc-4947-ad7d-f77995c724fc req-510bfc34-277e-42ee-9671-28835fad79fa tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:35:55.153879 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-afd39789-05bc-4947-ad7d-f77995c724fc req-510bfc34-277e-42ee-9671-28835fad79fa tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 945 time: 0.0535102 Nov 16 12:35:55.202702 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-afd39789-05bc-4947-ad7d-f77995c724fc req-e5bbdbaa-7c60-4a1f-a4e9-7874709f802f tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428817 Nov 16 12:35:56.316126 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5029529-43da-49d0-b6e7-ede4ec126f35 req-0b110ed1-712f-4fc8-9816-5291fc0ab8fc tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:35:56.317599 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b5029529-43da-49d0-b6e7-ede4ec126f35 req-0b110ed1-712f-4fc8-9816-5291fc0ab8fc tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 945 time: 0.0482409 Nov 16 12:35:56.365729 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b5029529-43da-49d0-b6e7-ede4ec126f35 req-e9541613-7315-405f-b206-8b78928c23cf tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422747 Nov 16 12:35:57.069646 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df46d2-654f-42c6-b1d5-77bcf6d09c5b req-b8467a22-a706-41e0-a535-be7acfde938c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:35:57.071153 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a5df46d2-654f-42c6-b1d5-77bcf6d09c5b req-b8467a22-a706-41e0-a535-be7acfde938c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=90cfca18b20a4bda868656d858d014d4&device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 1096 time: 0.0393093 Nov 16 12:35:57.163302 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df46d2-654f-42c6-b1d5-77bcf6d09c5b req-4bc941ed-a547-4ae8-b69c-5656df4e1113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:35:57.164768 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a5df46d2-654f-42c6-b1d5-77bcf6d09c5b req-4bc941ed-a547-4ae8-b69c-5656df4e1113 service neutron] 10.222.0.36 "GET /v2.0/networks?id=97f39b01-7b3d-4cf7-a013-70ea0c13346c HTTP/1.1" status: 200 len: 908 time: 0.0861218 Nov 16 12:35:57.229293 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a5df46d2-654f-42c6-b1d5-77bcf6d09c5b req-8ca66f52-ec67-415e-8730-ab54a251cce7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2efd70fe-f90a-4236-8ab0-8b2b1cc57db6 HTTP/1.1" status: 200 len: 1000 time: 0.0563681 Nov 16 12:35:57.281167 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df46d2-654f-42c6-b1d5-77bcf6d09c5b req-f75cdf8f-72c0-49f8-944f-5682e4bef559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:35:57.282592 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a5df46d2-654f-42c6-b1d5-77bcf6d09c5b req-f75cdf8f-72c0-49f8-944f-5682e4bef559 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c03b263b-62e4-4d8c-902c-cdd2c8faa054 HTTP/1.1" status: 200 len: 846 time: 0.0465341 Nov 16 12:35:57.327001 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df46d2-654f-42c6-b1d5-77bcf6d09c5b req-efd7e35c-198d-4424-bb53-f7f72db36b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:35:57.328369 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a5df46d2-654f-42c6-b1d5-77bcf6d09c5b req-efd7e35c-198d-4424-bb53-f7f72db36b22 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=97f39b01-7b3d-4cf7-a013-70ea0c13346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389843 Nov 16 12:35:57.419807 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a5df46d2-654f-42c6-b1d5-77bcf6d09c5b req-7277d046-651c-4d2c-8515-6a6e8ee8d216 service neutron] 10.222.0.36 "GET /v2.0/networks/97f39b01-7b3d-4cf7-a013-70ea0c13346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840280 Nov 16 12:35:57.480953 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb33d8-a4c9-4754-a9c2-02130c72dd23 req-6b2f0ecc-1ad7-47da-92f1-518fdcfc3f98 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:35:57.482500 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f4bb33d8-a4c9-4754-a9c2-02130c72dd23 req-6b2f0ecc-1ad7-47da-92f1-518fdcfc3f98 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 945 time: 0.0500300 Nov 16 12:35:57.509338 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-a5df46d2-654f-42c6-b1d5-77bcf6d09c5b req-e8b9808f-72de-4885-8dbf-27793b4d61bf service neutron] 10.222.0.36 "GET /v2.0/networks/97f39b01-7b3d-4cf7-a013-70ea0c13346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825021 Nov 16 12:35:57.534826 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f4bb33d8-a4c9-4754-a9c2-02130c72dd23 req-66969f21-01a3-4554-b041-1557d6a56b34 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462222 Nov 16 12:35:58.650623 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd62377-db50-428a-80d6-a80c8df73f9d req-020566f3-b5f9-4ed8-a44c-fd4ea4c3682d tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:35:58.652592 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8cd62377-db50-428a-80d6-a80c8df73f9d req-020566f3-b5f9-4ed8-a44c-fd4ea4c3682d tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 945 time: 0.0512400 Nov 16 12:35:58.700748 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8cd62377-db50-428a-80d6-a80c8df73f9d req-18f80754-4d7e-41a0-8e8e-062246e3915b tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422873 Nov 16 12:35:58.916676 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:35:59.713113 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:35:59.819739 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522316f-1304-496e-b641-1205a5030cf9 req-7d4e4335-90fa-4fc8-a1d8-34b678f59a0a tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:35:59.821464 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c522316f-1304-496e-b641-1205a5030cf9 req-7d4e4335-90fa-4fc8-a1d8-34b678f59a0a tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 945 time: 0.0517132 Nov 16 12:35:59.873638 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c522316f-1304-496e-b641-1205a5030cf9 req-d10f7ce0-607f-4aeb-ae1c-43672265021d tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460322 Nov 16 12:36:00.999106 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222eb43-c65f-4292-b517-1fa939aa03e2 req-856f2e57-f2a2-4d16-8220-b75f0cf0ed28 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:36:01.000617 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9222eb43-c65f-4292-b517-1fa939aa03e2 req-856f2e57-f2a2-4d16-8220-b75f0cf0ed28 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 945 time: 0.0579073 Nov 16 12:36:01.054080 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9222eb43-c65f-4292-b517-1fa939aa03e2 req-922de1c8-fdb1-442a-b353-5f617311b10c tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476644 Nov 16 12:36:01.271838 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d55a26e3-34d6-4eac-9bc5-f3c02a40dc46 req-ff2a7a10-19ac-4636-bc2c-38104d817713 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0467060 Nov 16 12:36:01.281444 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e6a25-4aa3-4b88-87c9-30bbb51e2ef1 req-27b09dbc-f282-4994-8d37-8758db1e9579 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:36:01.282309 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [req-d55a26e3-34d6-4eac-9bc5-f3c02a40dc46 req-3e4d33b4-3f6f-4b25-9c4b-e472753908a8 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 12:36:01.283185 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3f3e6a25-4aa3-4b88-87c9-30bbb51e2ef1 req-27b09dbc-f282-4994-8d37-8758db1e9579 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 945 time: 0.0510504 Nov 16 12:36:01.283397 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d55a26e3-34d6-4eac-9bc5-f3c02a40dc46 req-3e4d33b4-3f6f-4b25-9c4b-e472753908a8 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053337 Nov 16 12:36:01.344890 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3f3e6a25-4aa3-4b88-87c9-30bbb51e2ef1 req-05ad5ad8-6ddc-4574-a0ec-645f56eb3de6 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552745 Nov 16 12:36:02.462909 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190656da-aae9-4075-8018-f39ac78f727d req-68925dab-f781-400f-971e-853047eb0427 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:36:02.464943 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-190656da-aae9-4075-8018-f39ac78f727d req-68925dab-f781-400f-971e-853047eb0427 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 945 time: 0.0507193 Nov 16 12:36:02.518187 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-190656da-aae9-4075-8018-f39ac78f727d req-64305029-c40b-4224-abd4-5f436f30fb06 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472131 Nov 16 12:36:02.597519 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 2efd70fe-f90a-4236-8ab0-8b2b1cc57db6 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:36:02.677883 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:36:02.700165 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b288c586-0669-4edf-9f83-492328548ec9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2efd70fe-f90a-4236-8ab0-8b2b1cc57db6'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:36:02.702426 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3028c6c2751e05b8ffe46419f90227d3bdc45fe093bf287cadf4b73479a61306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800e3c40-045d-4bf9-872c-0780f5ffd126" -d '{"events": [{"server_uuid": "b288c586-0669-4edf-9f83-492328548ec9", "name": "network-vif-unplugged", "status": "completed", "tag": "2efd70fe-f90a-4236-8ab0-8b2b1cc57db6"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:36:02.715907 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 2efd70fe-f90a-4236-8ab0-8b2b1cc57db6, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=2efd70fe-f90a-4236-8ab0-8b2b1cc57db6,segment=NetworkSegment(ac09aae5-6e77-4cd8-beea-9d5f986c09e5),segment_id=ac09aae5-6e77-4cd8-beea-9d5f986c09e5)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:36:02.720230 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:36:02.742451 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 16 Nov 2021 12:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f261982-5f7b-4813-be16-68666335caef x-openstack-request-id: req-2f261982-5f7b-4813-be16-68666335caef {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:36:02.742740 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b288c586-0669-4edf-9f83-492328548ec9", "name": "network-vif-unplugged", "status": "failed", "tag": "2efd70fe-f90a-4236-8ab0-8b2b1cc57db6", "code": 422}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:36:02.743022 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2f261982-5f7b-4813-be16-68666335caef {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:36:02.743397 n-d-816823-3 neutron-server[102670]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b288c586-0669-4edf-9f83-492328548ec9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2efd70fe-f90a-4236-8ab0-8b2b1cc57db6', 'code': 422} returned with failed status Nov 16 12:36:02.769982 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=2efd70fe-f90a-4236-8ab0-8b2b1cc57db6,revision_number=6']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:36:02.778064 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:36:02.778356 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:36:02.778703 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:36:02.779041 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:36:02.779375 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:36:02.779710 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:36:02.780070 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:36:02.780397 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:36:02.780723 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:36:02.781062 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:36:02.781371 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:36:02.781692 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:36:03.634937 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71159d6-b94e-454d-bd5b-ce56c6b4ca05 req-9476107c-975e-4324-9c64-01a7f1a448a4 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:36:03.636923 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b71159d6-b94e-454d-bd5b-ce56c6b4ca05 req-9476107c-975e-4324-9c64-01a7f1a448a4 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 943 time: 0.0491772 Nov 16 12:36:03.685641 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b71159d6-b94e-454d-bd5b-ce56c6b4ca05 req-ad718697-7df4-47d4-97c5-8c737dc8d291 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425801 Nov 16 12:36:04.803631 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab3f11-829a-4dce-a446-09f18b422423 req-9551623c-e3c3-40ee-8935-e69b9b26381a tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:36:04.805217 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-61ab3f11-829a-4dce-a446-09f18b422423 req-9551623c-e3c3-40ee-8935-e69b9b26381a tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 943 time: 0.0515461 Nov 16 12:36:04.856723 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-61ab3f11-829a-4dce-a446-09f18b422423 req-7ddab0b7-d9bd-43df-aa38-801570a4d975 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453639 Nov 16 12:36:05.982115 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b8bf9-70ac-4728-8a9e-fc0f2378dc44 req-e2583351-f177-4746-b3e5-28f2774b3de2 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:36:05.983628 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f21b8bf9-70ac-4728-8a9e-fc0f2378dc44 req-e2583351-f177-4746-b3e5-28f2774b3de2 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 943 time: 0.0532718 Nov 16 12:36:06.033841 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f21b8bf9-70ac-4728-8a9e-fc0f2378dc44 req-9a3420d2-5281-4e5e-bc40-01dfc8fbf769 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431972 Nov 16 12:36:06.438650 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:36:06.992624 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a26e3-34d6-4eac-9bc5-f3c02a40dc46 req-b3943277-5473-4224-a544-e88e67b56cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:36:06.994195 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d55a26e3-34d6-4eac-9bc5-f3c02a40dc46 req-b3943277-5473-4224-a544-e88e67b56cff service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9&tenant_id=90cfca18b20a4bda868656d858d014d4 HTTP/1.1" status: 200 len: 1094 time: 0.0487335 Nov 16 12:36:07.054482 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a26e3-34d6-4eac-9bc5-f3c02a40dc46 req-a4c54150-9824-4284-abb4-725dac173166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:36:07.055993 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d55a26e3-34d6-4eac-9bc5-f3c02a40dc46 req-a4c54150-9824-4284-abb4-725dac173166 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=90cfca18b20a4bda868656d858d014d4&device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 1094 time: 0.0402503 Nov 16 12:36:07.147329 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a26e3-34d6-4eac-9bc5-f3c02a40dc46 req-32b1e216-68ad-4079-a607-757e90ff32e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:36:07.148794 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d55a26e3-34d6-4eac-9bc5-f3c02a40dc46 req-32b1e216-68ad-4079-a607-757e90ff32e3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=97f39b01-7b3d-4cf7-a013-70ea0c13346c HTTP/1.1" status: 200 len: 908 time: 0.0854549 Nov 16 12:36:07.151829 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c67df5-ddc7-4d72-a658-46748a4f8ed7 req-cad13b9e-a1a3-4b35-81a4-642b1ef4fad8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:36:07.153299 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14c67df5-ddc7-4d72-a658-46748a4f8ed7 req-cad13b9e-a1a3-4b35-81a4-642b1ef4fad8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 943 time: 0.0504503 Nov 16 12:36:07.220769 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d55a26e3-34d6-4eac-9bc5-f3c02a40dc46 req-31147179-d51b-482d-8d31-4d3e7fd08bd0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2efd70fe-f90a-4236-8ab0-8b2b1cc57db6 HTTP/1.1" status: 200 len: 998 time: 0.0628703 Nov 16 12:36:07.248134 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-14c67df5-ddc7-4d72-a658-46748a4f8ed7 req-130410ec-07be-47f8-9fa8-cc2017e8aad4 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887842 Nov 16 12:36:07.269359 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a26e3-34d6-4eac-9bc5-f3c02a40dc46 req-106303d8-b4d4-4caa-beae-69d8fabb4ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:36:07.270859 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d55a26e3-34d6-4eac-9bc5-f3c02a40dc46 req-106303d8-b4d4-4caa-beae-69d8fabb4ad7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c03b263b-62e4-4d8c-902c-cdd2c8faa054 HTTP/1.1" status: 200 len: 846 time: 0.0435064 Nov 16 12:36:07.318036 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a26e3-34d6-4eac-9bc5-f3c02a40dc46 req-ca399907-94d2-44fd-8829-3fd026efb1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:36:07.319476 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d55a26e3-34d6-4eac-9bc5-f3c02a40dc46 req-ca399907-94d2-44fd-8829-3fd026efb1bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=97f39b01-7b3d-4cf7-a013-70ea0c13346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381370 Nov 16 12:36:07.411289 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d55a26e3-34d6-4eac-9bc5-f3c02a40dc46 req-3e40425e-ea17-478c-a313-7f3a28af8a9c service neutron] 10.222.0.36 "GET /v2.0/networks/97f39b01-7b3d-4cf7-a013-70ea0c13346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838778 Nov 16 12:36:07.498275 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d55a26e3-34d6-4eac-9bc5-f3c02a40dc46 req-034078b0-891b-4f46-9802-1132b3fadedd service neutron] 10.222.0.36 "GET /v2.0/networks/97f39b01-7b3d-4cf7-a013-70ea0c13346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794537 Nov 16 12:36:08.366408 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191d233-23e5-498f-b7aa-700ca75d8968 req-0f46af66-5ab7-4d6f-95af-a2395183146b tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:36:08.367876 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0191d233-23e5-498f-b7aa-700ca75d8968 req-0f46af66-5ab7-4d6f-95af-a2395183146b tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 943 time: 0.0519464 Nov 16 12:36:08.417081 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0191d233-23e5-498f-b7aa-700ca75d8968 req-3d37c09b-9752-4f1e-ae74-77c38735b096 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427966 Nov 16 12:36:09.531459 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c589f14-92e3-40f8-805f-2d21746ef6d0 req-383b8a31-5ca7-4688-a88c-4163d88eabab tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:36:09.532937 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9c589f14-92e3-40f8-805f-2d21746ef6d0 req-383b8a31-5ca7-4688-a88c-4163d88eabab tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 943 time: 0.0492439 Nov 16 12:36:09.581427 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9c589f14-92e3-40f8-805f-2d21746ef6d0 req-b9d07224-4e33-4b1b-b8c5-f29def18c4f9 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426774 Nov 16 12:36:10.694240 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e140c-cabe-421c-9b80-0b39527bf1a5 req-d819c17d-bb37-4f0e-95b1-6016a23e8454 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:36:10.695683 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fb9e140c-cabe-421c-9b80-0b39527bf1a5 req-d819c17d-bb37-4f0e-95b1-6016a23e8454 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 943 time: 0.0477877 Nov 16 12:36:10.747308 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fb9e140c-cabe-421c-9b80-0b39527bf1a5 req-950c12b5-ec20-4bca-a1df-b871655de0fa tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457871 Nov 16 12:36:12.148157 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22c850-b047-42d8-9edc-ef7422c21026 req-fe46252e-9b9e-4b21-a9ca-96e6a4b1486f tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:36:12.149634 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8a22c850-b047-42d8-9edc-ef7422c21026 req-fe46252e-9b9e-4b21-a9ca-96e6a4b1486f tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 943 time: 0.3354921 Nov 16 12:36:12.199418 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8a22c850-b047-42d8-9edc-ef7422c21026 req-1f4d66f1-a843-406d-958d-2514a6c39377 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432703 Nov 16 12:36:13.218411 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-78784eb1-b32e-4b3f-a090-20f8f8e43145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:36:13.314274 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad587455-d827-4e5c-bacd-ba79fe51cfc2 req-67f23e8f-7851-43b3-a803-4e8ed0b559bc tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:36:13.315729 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ad587455-d827-4e5c-bacd-ba79fe51cfc2 req-67f23e8f-7851-43b3-a803-4e8ed0b559bc tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 943 time: 0.0472252 Nov 16 12:36:13.364032 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ad587455-d827-4e5c-bacd-ba79fe51cfc2 req-1e59ab76-b9ad-4d27-81a7-7e3b5b63de54 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424755 Nov 16 12:36:14.483091 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c3ad5-5658-4d12-98ab-34d9b5bbfc3f req-41251609-0ac1-4b7a-8f67-a0b93f97afad tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:36:14.484553 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4f6c3ad5-5658-4d12-98ab-34d9b5bbfc3f req-41251609-0ac1-4b7a-8f67-a0b93f97afad tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 943 time: 0.0511565 Nov 16 12:36:14.533274 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-4f6c3ad5-5658-4d12-98ab-34d9b5bbfc3f req-7d8b9675-2564-456d-b4b3-f138999e3ad6 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428507 Nov 16 12:36:15.647432 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175f194-77a2-4fb5-8b7a-8ef04baa27d5 req-502b51cb-5e7d-415a-b6bd-bafed5637012 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:36:15.648915 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f175f194-77a2-4fb5-8b7a-8ef04baa27d5 req-502b51cb-5e7d-415a-b6bd-bafed5637012 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 943 time: 0.0483906 Nov 16 12:36:15.699475 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f175f194-77a2-4fb5-8b7a-8ef04baa27d5 req-c8353fc4-88d1-4e2f-a364-07cd0822f1f5 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439787 Nov 16 12:36:15.727542 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1ac05bde-0384-43ed-9617-b0be6c43dbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:36:16.683460 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 2efd70fe-f90a-4236-8ab0-8b2b1cc57db6 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 12:36:16.780550 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 2efd70fe-f90a-4236-8ab0-8b2b1cc57db6, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=2efd70fe-f90a-4236-8ab0-8b2b1cc57db6,segment=NetworkSegment(ac09aae5-6e77-4cd8-beea-9d5f986c09e5),segment_id=ac09aae5-6e77-4cd8-beea-9d5f986c09e5)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:36:16.792715 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '2efd70fe-f90a-4236-8ab0-8b2b1cc57db6', 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c', 'port_id': '2efd70fe-f90a-4236-8ab0-8b2b1cc57db6', 'mac_address': 'fa:16:3e:b5:a6:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c03b263b-62e4-4d8c-902c-cdd2c8faa054', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 12:36:16.814797 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80694912-051a-4eac-8c1d-fc4a90073ac9 req-1833c4ca-ac6b-4f21-b8ff-3d9b1064e950 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:36:16.816306 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-80694912-051a-4eac-8c1d-fc4a90073ac9 req-1833c4ca-ac6b-4f21-b8ff-3d9b1064e950 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 943 time: 0.0496805 Nov 16 12:36:16.828997 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:36:16.842300 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2efd70fe-f90a-4236-8ab0-8b2b1cc57db6 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:36:16.861801 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 2efd70fe-f90a-4236-8ab0-8b2b1cc57db6, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=2efd70fe-f90a-4236-8ab0-8b2b1cc57db6,segment=NetworkSegment(ac09aae5-6e77-4cd8-beea-9d5f986c09e5),segment_id=ac09aae5-6e77-4cd8-beea-9d5f986c09e5)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:36:16.865851 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:36:16.870410 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-80694912-051a-4eac-8c1d-fc4a90073ac9 req-55d0b3b8-9e73-4986-a518-ff490970afbf tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480778 Nov 16 12:36:16.920730 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=2efd70fe-f90a-4236-8ab0-8b2b1cc57db6,revision_number=7']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:36:16.927361 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:36:17.080345 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['2efd70fe-f90a-4236-8ab0-8b2b1cc57db6'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:36:17.986186 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5ac91-75df-4af6-8699-93bdb5d41a3e req-d96bbff8-2d61-4847-b86c-3ee360c877af tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:36:17.987651 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-afd5ac91-75df-4af6-8699-93bdb5d41a3e req-d96bbff8-2d61-4847-b86c-3ee360c877af tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 944 time: 0.0485733 Nov 16 12:36:18.036960 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-afd5ac91-75df-4af6-8699-93bdb5d41a3e req-f6672252-e33f-4994-b728-0372517ae9a2 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432708 Nov 16 12:36:18.623546 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:36:18.716110 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 2efd70fe-f90a-4236-8ab0-8b2b1cc57db6 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:36:18.763349 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 2efd70fe-f90a-4236-8ab0-8b2b1cc57db6 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:36:18.763722 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:36:18.837120 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:36:18.859499 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b288c586-0669-4edf-9f83-492328548ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2efd70fe-f90a-4236-8ab0-8b2b1cc57db6'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:36:18.861617 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3028c6c2751e05b8ffe46419f90227d3bdc45fe093bf287cadf4b73479a61306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98316b48-c394-4475-b4d3-900081cd5588" -d '{"events": [{"server_uuid": "b288c586-0669-4edf-9f83-492328548ec9", "name": "network-vif-plugged", "status": "completed", "tag": "2efd70fe-f90a-4236-8ab0-8b2b1cc57db6"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:36:18.877265 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 2efd70fe-f90a-4236-8ab0-8b2b1cc57db6, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=2efd70fe-f90a-4236-8ab0-8b2b1cc57db6,segment=NetworkSegment(ac09aae5-6e77-4cd8-beea-9d5f986c09e5),segment_id=ac09aae5-6e77-4cd8-beea-9d5f986c09e5)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:36:18.881247 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:36:18.905996 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91b2d2c-c08d-46b4-92db-a4051cd5dec9 x-openstack-request-id: req-e91b2d2c-c08d-46b4-92db-a4051cd5dec9 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:36:18.906283 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b288c586-0669-4edf-9f83-492328548ec9", "name": "network-vif-plugged", "status": "completed", "tag": "2efd70fe-f90a-4236-8ab0-8b2b1cc57db6", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:36:18.906538 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e91b2d2c-c08d-46b4-92db-a4051cd5dec9 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:36:18.906941 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b288c586-0669-4edf-9f83-492328548ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2efd70fe-f90a-4236-8ab0-8b2b1cc57db6', 'code': 200} Nov 16 12:36:18.932382 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=2efd70fe-f90a-4236-8ab0-8b2b1cc57db6,revision_number=8']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:36:19.012847 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:36:19.049056 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c5dce-ec76-460c-a0bf-134f296510cb req-8ff0672a-c279-4e3e-8c99-40f9676174d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:36:19.050574 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fd7c5dce-ec76-460c-a0bf-134f296510cb req-8ff0672a-c279-4e3e-8c99-40f9676174d8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 1096 time: 0.0457916 Nov 16 12:36:19.096935 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-fd7c5dce-ec76-460c-a0bf-134f296510cb req-9342b8c1-0113-40c9-8fbc-785c25ee28cc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392697 Nov 16 12:36:19.153544 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55d39b-9f1f-4b34-bf0b-b2bebffbfa79 req-43e49870-fa10-4862-94f6-2f2a82e35806 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:36:19.155037 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6e55d39b-9f1f-4b34-bf0b-b2bebffbfa79 req-43e49870-fa10-4862-94f6-2f2a82e35806 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 945 time: 0.0494053 Nov 16 12:36:19.203312 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6e55d39b-9f1f-4b34-bf0b-b2bebffbfa79 req-cac316f6-92b0-406a-87ae-f5ef2024a9d6 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424335 Nov 16 12:36:20.320923 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3e030-dfaa-47d0-8537-2da55130f609 req-bc232b9d-04bb-4760-b5f6-2f1d867fd4a6 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:36:20.322412 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f4e3e030-dfaa-47d0-8537-2da55130f609 req-bc232b9d-04bb-4760-b5f6-2f1d867fd4a6 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 945 time: 0.0527098 Nov 16 12:36:20.370374 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f4e3e030-dfaa-47d0-8537-2da55130f609 req-13e51c77-38f3-4bf9-8259-12031896bc67 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421560 Nov 16 12:36:28.917268 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:36:29.727759 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:36:43.220655 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ded8c0d7-686f-4418-8e56-8be0ab51a31a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:36:43.438207 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:36:45.138235 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d826f248-075e-4e87-83f5-590ed56e1ef0 req-725bb22b-05be-409a-9733-019814b4392e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405920 Nov 16 12:36:45.221213 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826f248-075e-4e87-83f5-590ed56e1ef0 req-f019ce13-c812-4017-9bdd-25c729cb395a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:36:45.222759 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d826f248-075e-4e87-83f5-590ed56e1ef0 req-f019ce13-c812-4017-9bdd-25c729cb395a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=90cfca18b20a4bda868656d858d014d4&device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 1096 time: 0.0413175 Nov 16 12:36:45.330218 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826f248-075e-4e87-83f5-590ed56e1ef0 req-2d2ed72a-94b3-4e65-91a0-a3c7f6f91280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:36:45.331586 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d826f248-075e-4e87-83f5-590ed56e1ef0 req-2d2ed72a-94b3-4e65-91a0-a3c7f6f91280 service neutron] 10.222.0.36 "GET /v2.0/networks?id=97f39b01-7b3d-4cf7-a013-70ea0c13346c HTTP/1.1" status: 200 len: 908 time: 0.0876262 Nov 16 12:36:45.397846 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d826f248-075e-4e87-83f5-590ed56e1ef0 req-3271d951-7393-4e73-8b85-e0a3770d29e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2efd70fe-f90a-4236-8ab0-8b2b1cc57db6 HTTP/1.1" status: 200 len: 1000 time: 0.0579243 Nov 16 12:36:45.453404 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826f248-075e-4e87-83f5-590ed56e1ef0 req-838bc2f6-2f1e-4406-9a12-3bc639934240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:36:45.454874 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d826f248-075e-4e87-83f5-590ed56e1ef0 req-838bc2f6-2f1e-4406-9a12-3bc639934240 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c03b263b-62e4-4d8c-902c-cdd2c8faa054 HTTP/1.1" status: 200 len: 846 time: 0.0491216 Nov 16 12:36:45.500719 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826f248-075e-4e87-83f5-590ed56e1ef0 req-968c85ee-b1c5-4bd6-925c-c88ad00ecf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:36:45.502206 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d826f248-075e-4e87-83f5-590ed56e1ef0 req-968c85ee-b1c5-4bd6-925c-c88ad00ecf2a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=97f39b01-7b3d-4cf7-a013-70ea0c13346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395839 Nov 16 12:36:45.591968 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d826f248-075e-4e87-83f5-590ed56e1ef0 req-659112f9-31dc-4f51-9e90-cc1c9f6b205e service neutron] 10.222.0.36 "GET /v2.0/networks/97f39b01-7b3d-4cf7-a013-70ea0c13346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819473 Nov 16 12:36:45.690437 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d826f248-075e-4e87-83f5-590ed56e1ef0 req-52074229-e709-4ca2-9ded-3d2f51cc151f service neutron] 10.222.0.36 "GET /v2.0/networks/97f39b01-7b3d-4cf7-a013-70ea0c13346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887759 Nov 16 12:36:45.724426 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d7bc46b9-6faf-41f3-b973-68f975ca8fd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:36:46.918988 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:36:48.624091 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:36:49.016247 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:36:58.917950 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:36:59.745953 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:13.222514 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cccfa0e6-568f-4863-81b6-af795f3a0202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:15.716486 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-911bbe8d-3064-40a7-accd-390523d51a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:16.922596 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:18.627151 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:19.017574 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:20.438137 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:37:28.922845 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:29.738808 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:33.178479 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57592) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:37:33.342977 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-de8f7a83-63fd-4806-aa04-171ee3e0e4da tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Deleting port 3db1f974-1faa-485a-bb42-f5e82c153fd0 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:37:33.343310 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de8f7a83-63fd-4806-aa04-171ee3e0e4da tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:33.419427 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de8f7a83-63fd-4806-aa04-171ee3e0e4da tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:33.419669 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de8f7a83-63fd-4806-aa04-171ee3e0e4da tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:33.431121 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-de8f7a83-63fd-4806-aa04-171ee3e0e4da tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Calling delete_port for 3db1f974-1faa-485a-bb42-f5e82c153fd0 owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:37:33.585219 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de8f7a83-63fd-4806-aa04-171ee3e0e4da tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:33.607796 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8f7a83-63fd-4806-aa04-171ee3e0e4da tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Pushing event deleted for resources: {'Port': ['ID=3db1f974-1faa-485a-bb42-f5e82c153fd0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:33.622121 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8f7a83-63fd-4806-aa04-171ee3e0e4da tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:33.622465 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8f7a83-63fd-4806-aa04-171ee3e0e4da tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:33.622847 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8f7a83-63fd-4806-aa04-171ee3e0e4da tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:33.623184 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8f7a83-63fd-4806-aa04-171ee3e0e4da tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:33.623511 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8f7a83-63fd-4806-aa04-171ee3e0e4da tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:33.624442 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8f7a83-63fd-4806-aa04-171ee3e0e4da tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:33.624767 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8f7a83-63fd-4806-aa04-171ee3e0e4da tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:33.625093 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8f7a83-63fd-4806-aa04-171ee3e0e4da tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:33.625435 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8f7a83-63fd-4806-aa04-171ee3e0e4da tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:33.625753 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8f7a83-63fd-4806-aa04-171ee3e0e4da tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:33.626100 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8f7a83-63fd-4806-aa04-171ee3e0e4da tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:33.626413 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8f7a83-63fd-4806-aa04-171ee3e0e4da tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:33.681491 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de8f7a83-63fd-4806-aa04-171ee3e0e4da tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for floatingip, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:33.681768 n-d-816823-3 neutron-server[102668]: INFO neutron.db.l3_db [None req-de8f7a83-63fd-4806-aa04-171ee3e0e4da tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Floating IP 0e56aade-5e11-435c-83c0-3dc3c988f7a1 disassociated (deleted). External IP: 172.25.0.46, port: 2efd70fe-f90a-4236-8ab0-8b2b1cc57db6. Nov 16 12:37:33.888358 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8f7a83-63fd-4806-aa04-171ee3e0e4da tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Router b8f8b445-e671-473e-bae5-54dc70ac3efb has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:37:33.991996 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8f7a83-63fd-4806-aa04-171ee3e0e4da tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:37:33.996860 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de8f7a83-63fd-4806-aa04-171ee3e0e4da tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:34.001348 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8eaef3-b3cb-4353-b6a4-bc43f2c64afb None None] Sync routers for ids ['b8f8b445-e671-473e-bae5-54dc70ac3efb'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:37:34.014402 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8eaef3-b3cb-4353-b6a4-bc43f2c64afb None None] Routers {'b8f8b445-e671-473e-bae5-54dc70ac3efb'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:37:34.015064 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ba8eaef3-b3cb-4353-b6a4-bc43f2c64afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:37:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['b8f8b445-e671-473e-bae5-54dc70ac3efb'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:37:34.022567 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-de8f7a83-63fd-4806-aa04-171ee3e0e4da tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "DELETE /v2.0/floatingips/0e56aade-5e11-435c-83c0-3dc3c988f7a1 HTTP/1.1" status: 204 len: 168 time: 0.8429692 Nov 16 12:37:34.023266 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b288c586-0669-4edf-9f83-492328548ec9', 'tag': '2efd70fe-f90a-4236-8ab0-8b2b1cc57db6'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:37:34.025507 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b4cb006b19835c19bcd0265a95de96d39c41d7d45c6d056c20fcc032bf3cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a9ba8a-1476-422e-af55-79e875b56f66" -d '{"events": [{"name": "network-changed", "server_uuid": "b288c586-0669-4edf-9f83-492328548ec9", "tag": "2efd70fe-f90a-4236-8ab0-8b2b1cc57db6"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:37:34.128216 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-ba8eaef3-b3cb-4353-b6a4-bc43f2c64afb None None] Set router b8f8b445-e671-473e-bae5-54dc70ac3efb gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:37:34.184148 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45db1169-6c4d-4562-97cc-357d28a30dd9 x-openstack-request-id: req-45db1169-6c4d-4562-97cc-357d28a30dd9 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:37:34.184679 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b288c586-0669-4edf-9f83-492328548ec9", "tag": "2efd70fe-f90a-4236-8ab0-8b2b1cc57db6", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:37:34.184679 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-45db1169-6c4d-4562-97cc-357d28a30dd9 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:37:34.185070 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b288c586-0669-4edf-9f83-492328548ec9', 'tag': '2efd70fe-f90a-4236-8ab0-8b2b1cc57db6', 'status': 'completed', 'code': 200} Nov 16 12:37:34.254589 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9ba8a-1476-422e-af55-79e875b56f66 req-cd7d7570-8f88-4fe1-afc2-c5898b9a53ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:37:34.256012 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-26a9ba8a-1476-422e-af55-79e875b56f66 req-cd7d7570-8f88-4fe1-afc2-c5898b9a53ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=90cfca18b20a4bda868656d858d014d4&device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 1096 time: 0.0420163 Nov 16 12:37:34.282050 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde87a9-c7e4-411f-ae86-4513926b210d req-ae64e6f5-306a-45e7-878f-81240db225a8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:37:34.283714 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fcde87a9-c7e4-411f-ae86-4513926b210d req-ae64e6f5-306a-45e7-878f-81240db225a8 tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 945 time: 0.0520492 Nov 16 12:37:34.332489 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ba8eaef3-b3cb-4353-b6a4-bc43f2c64afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'name': 'tempest-TestShelveInstance-51585278-router', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '8e70288f-b627-4545-8b42-97d53f7c235b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:28:47Z', 'updated_at': '2021-11-16T12:28:49Z', 'revision_number': 4, 'project_id': '90cfca18b20a4bda868656d858d014d4', 'gw_port': {'id': '8e70288f-b627-4545-8b42-97d53f7c235b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:27:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:47Z', 'updated_at': '2021-11-16T12:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '45add008-f577-4ee7-8964-f3efda496ec5', 'name': '', 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'mac_address': 'fa:16:3e:3c:68:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'c03b263b-62e4-4d8c-902c-cdd2c8faa054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:49Z', 'updated_at': '2021-11-16T12:28:55Z', 'revision_number': 5, 'project_id': '90cfca18b20a4bda868656d858d014d4', 'subnets': [{'id': 'c03b263b-62e4-4d8c-902c-cdd2c8faa054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:37:34.337778 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-fcde87a9-c7e4-411f-ae86-4513926b210d req-c1559204-0c02-4a8f-a6fe-e1baa92f08ef tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480165 Nov 16 12:37:34.358805 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8eaef3-b3cb-4353-b6a4-bc43f2c64afb None None] Checking router: b8f8b445-e671-473e-bae5-54dc70ac3efb for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:37:34.360374 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9ba8a-1476-422e-af55-79e875b56f66 req-3c98fc5d-5c57-4e87-a7f4-6fdf2c79e51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:37:34.361858 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-26a9ba8a-1476-422e-af55-79e875b56f66 req-3c98fc5d-5c57-4e87-a7f4-6fdf2c79e51d service neutron] 10.222.0.36 "GET /v2.0/networks?id=97f39b01-7b3d-4cf7-a013-70ea0c13346c HTTP/1.1" status: 200 len: 908 time: 0.0973761 Nov 16 12:37:34.367034 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8eaef3-b3cb-4353-b6a4-bc43f2c64afb None None] Routers {'b8f8b445-e671-473e-bae5-54dc70ac3efb'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:37:34.367644 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ba8eaef3-b3cb-4353-b6a4-bc43f2c64afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:37:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['b8f8b445-e671-473e-bae5-54dc70ac3efb'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:37:34.402935 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-26a9ba8a-1476-422e-af55-79e875b56f66 req-ea7c155c-7b41-4683-921b-b8989c546583 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2efd70fe-f90a-4236-8ab0-8b2b1cc57db6 HTTP/1.1" status: 200 len: 217 time: 0.0338051 Nov 16 12:37:34.450773 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9ba8a-1476-422e-af55-79e875b56f66 req-7c05d4ae-1299-4ee5-baf9-f5995e9417dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:37:34.452751 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-26a9ba8a-1476-422e-af55-79e875b56f66 req-7c05d4ae-1299-4ee5-baf9-f5995e9417dd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c03b263b-62e4-4d8c-902c-cdd2c8faa054 HTTP/1.1" status: 200 len: 846 time: 0.0425131 Nov 16 12:37:34.474534 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-ba8eaef3-b3cb-4353-b6a4-bc43f2c64afb None None] Set router b8f8b445-e671-473e-bae5-54dc70ac3efb gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:37:34.504324 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9ba8a-1476-422e-af55-79e875b56f66 req-e399bf9d-8a25-49bd-aa91-0ee7b0cf9bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:37:34.505887 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-26a9ba8a-1476-422e-af55-79e875b56f66 req-e399bf9d-8a25-49bd-aa91-0ee7b0cf9bfe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=97f39b01-7b3d-4cf7-a013-70ea0c13346c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448608 Nov 16 12:37:34.596682 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-26a9ba8a-1476-422e-af55-79e875b56f66 req-93da0cab-7fb2-4cf2-bddd-1e70d279490f service neutron] 10.222.0.36 "GET /v2.0/networks/97f39b01-7b3d-4cf7-a013-70ea0c13346c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828490 Nov 16 12:37:34.672459 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ba8eaef3-b3cb-4353-b6a4-bc43f2c64afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'name': 'tempest-TestShelveInstance-51585278-router', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '8e70288f-b627-4545-8b42-97d53f7c235b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:28:47Z', 'updated_at': '2021-11-16T12:28:49Z', 'revision_number': 4, 'project_id': '90cfca18b20a4bda868656d858d014d4', 'gw_port': {'id': '8e70288f-b627-4545-8b42-97d53f7c235b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:27:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:47Z', 'updated_at': '2021-11-16T12:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '45add008-f577-4ee7-8964-f3efda496ec5', 'name': '', 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'mac_address': 'fa:16:3e:3c:68:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'c03b263b-62e4-4d8c-902c-cdd2c8faa054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:49Z', 'updated_at': '2021-11-16T12:28:55Z', 'revision_number': 5, 'project_id': '90cfca18b20a4bda868656d858d014d4', 'subnets': [{'id': 'c03b263b-62e4-4d8c-902c-cdd2c8faa054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:37:34.693064 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-26a9ba8a-1476-422e-af55-79e875b56f66 req-11b13362-d364-4140-acdc-a2d519a4e22a service neutron] 10.222.0.36 "GET /v2.0/networks/97f39b01-7b3d-4cf7-a013-70ea0c13346c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882814 Nov 16 12:37:34.699633 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8eaef3-b3cb-4353-b6a4-bc43f2c64afb None None] The sync data for ids ['b8f8b445-e671-473e-bae5-54dc70ac3efb'] in n-d-816823-3 is: [{'id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'name': 'tempest-TestShelveInstance-51585278-router', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '8e70288f-b627-4545-8b42-97d53f7c235b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:28:47Z', 'updated_at': '2021-11-16T12:28:49Z', 'revision_number': 4, 'project_id': '90cfca18b20a4bda868656d858d014d4', 'gw_port': {'id': '8e70288f-b627-4545-8b42-97d53f7c235b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:27:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:47Z', 'updated_at': '2021-11-16T12:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '45add008-f577-4ee7-8964-f3efda496ec5', 'name': '', 'network_id': '97f39b01-7b3d-4cf7-a013-70ea0c13346c', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'mac_address': 'fa:16:3e:3c:68:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'c03b263b-62e4-4d8c-902c-cdd2c8faa054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:49Z', 'updated_at': '2021-11-16T12:28:55Z', 'revision_number': 5, 'project_id': '90cfca18b20a4bda868656d858d014d4', 'subnets': [{'id': 'c03b263b-62e4-4d8c-902c-cdd2c8faa054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:37:34.911634 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff839a2-df0d-48b8-9586-6684db389b1b None None] New status for floating IP 0e56aade-5e11-435c-83c0-3dc3c988f7a1: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 12:37:35.461084 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae3c84-d92f-4a03-ba67-b8b84eca515c req-b730c80f-5b0c-4535-ac3c-28de74a07edc tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:37:35.462601 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c7ae3c84-d92f-4a03-ba67-b8b84eca515c req-b730c80f-5b0c-4535-ac3c-28de74a07edc tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 945 time: 0.0557804 Nov 16 12:37:35.512462 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c7ae3c84-d92f-4a03-ba67-b8b84eca515c req-56b92d57-e5df-4f4f-8b99-bb0f6c28b13e tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/security-groups?id=a7204182-62f0-4c24-b290-032669e07e87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434048 Nov 16 12:37:35.749464 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc7db8-9bd7-4023-be73-8b41437bd39a req-837ad04b-4804-4cdf-b561-60583b30190f tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:37:35.750830 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f2cc7db8-9bd7-4023-be73-8b41437bd39a req-837ad04b-4804-4cdf-b561-60583b30190f tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.36 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 945 time: 0.0497553 Nov 16 12:37:35.836853 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-f2cc7db8-9bd7-4023-be73-8b41437bd39a req-2cad1629-0021-4794-a444-74794b4296ce tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Deleting port 2efd70fe-f90a-4236-8ab0-8b2b1cc57db6 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:37:35.837182 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f2cc7db8-9bd7-4023-be73-8b41437bd39a req-2cad1629-0021-4794-a444-74794b4296ce tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:35.927342 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-f2cc7db8-9bd7-4023-be73-8b41437bd39a req-2cad1629-0021-4794-a444-74794b4296ce tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] For port 2efd70fe-f90a-4236-8ab0-8b2b1cc57db6, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=2efd70fe-f90a-4236-8ab0-8b2b1cc57db6,segment=NetworkSegment(ac09aae5-6e77-4cd8-beea-9d5f986c09e5),segment_id=ac09aae5-6e77-4cd8-beea-9d5f986c09e5)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:37:35.927706 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f2cc7db8-9bd7-4023-be73-8b41437bd39a req-2cad1629-0021-4794-a444-74794b4296ce tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:35.940093 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-f2cc7db8-9bd7-4023-be73-8b41437bd39a req-2cad1629-0021-4794-a444-74794b4296ce tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Calling delete_port for 2efd70fe-f90a-4236-8ab0-8b2b1cc57db6 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:37:36.066237 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f2cc7db8-9bd7-4023-be73-8b41437bd39a req-2cad1629-0021-4794-a444-74794b4296ce tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:36.095392 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad1629-0021-4794-a444-74794b4296ce tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Pushing event deleted for resources: {'Port': ['ID=2efd70fe-f90a-4236-8ab0-8b2b1cc57db6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:36.134968 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2cc7db8-9bd7-4023-be73-8b41437bd39a req-2cad1629-0021-4794-a444-74794b4296ce tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] No DVR routers for this DVR port 2efd70fe-f90a-4236-8ab0-8b2b1cc57db6 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:37:36.137811 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-f2cc7db8-9bd7-4023-be73-8b41437bd39a req-2cad1629-0021-4794-a444-74794b4296ce tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:36.141679 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-f2cc7db8-9bd7-4023-be73-8b41437bd39a req-2cad1629-0021-4794-a444-74794b4296ce tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.36 "DELETE /v2.0/ports/2efd70fe-f90a-4236-8ab0-8b2b1cc57db6 HTTP/1.1" status: 204 len: 173 time: 0.3847749 Nov 16 12:37:36.186552 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b288c586-0669-4edf-9f83-492328548ec9', 'name': 'network-vif-deleted', 'tag': '2efd70fe-f90a-4236-8ab0-8b2b1cc57db6'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:37:36.189058 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b4cb006b19835c19bcd0265a95de96d39c41d7d45c6d056c20fcc032bf3cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae7af2e-cafe-463c-b275-79026e1accff" -d '{"events": [{"server_uuid": "b288c586-0669-4edf-9f83-492328548ec9", "name": "network-vif-deleted", "tag": "2efd70fe-f90a-4236-8ab0-8b2b1cc57db6"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:37:36.224144 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1c4980-c257-4534-aa7b-8199bf3c3d9f x-openstack-request-id: req-2c1c4980-c257-4534-aa7b-8199bf3c3d9f {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:37:36.224438 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b288c586-0669-4edf-9f83-492328548ec9", "name": "network-vif-deleted", "tag": "2efd70fe-f90a-4236-8ab0-8b2b1cc57db6", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:37:36.224694 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2c1c4980-c257-4534-aa7b-8199bf3c3d9f {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:37:36.225098 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b288c586-0669-4edf-9f83-492328548ec9', 'name': 'network-vif-deleted', 'tag': '2efd70fe-f90a-4236-8ab0-8b2b1cc57db6', 'status': 'completed', 'code': 200} Nov 16 12:37:36.613338 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-b5cbc99b-93d4-4f11-b7b7-c6c97e6fb697 req-d52a7852-d4b2-43d6-acd4-0388d682eeab tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 210 time: 0.0261576 Nov 16 12:37:37.712907 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ce9afb9e-507a-44ba-8fd2-c9e4222af58d req-199bb4cb-885e-441a-add9-25746d65689d tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 210 time: 0.0263476 Nov 16 12:37:39.087107 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-7a17648c-6e90-457f-b2be-c15f2a1a7533 req-d7b81989-f919-4bd2-8e4e-7f80241f332b tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 210 time: 0.0262511 Nov 16 12:37:39.129734 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 2efd70fe-f90a-4236-8ab0-8b2b1cc57db6 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:37:39.149951 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: 2efd70fe-f90a-4236-8ab0-8b2b1cc57db6 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:37:39.150305 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 2efd70fe-f90a-4236-8ab0-8b2b1cc57db6 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:37:40.183021 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d18cfc6a-b3a4-4ca8-948b-3b0a74abf8ed req-05d98fa6-1f97-4955-960e-a7a9760f532d tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "GET /v2.0/ports?device_id=b288c586-0669-4edf-9f83-492328548ec9 HTTP/1.1" status: 200 len: 210 time: 0.0271809 Nov 16 12:37:41.241544 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57622) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:37:41.302159 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e481a0d-62a1-448d-9bf3-91925d9c899c tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:41.330441 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e481a0d-62a1-448d-9bf3-91925d9c899c tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:41.389688 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e481a0d-62a1-448d-9bf3-91925d9c899c tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:41.393516 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e481a0d-62a1-448d-9bf3-91925d9c899c tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:41.394745 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-6e481a0d-62a1-448d-9bf3-91925d9c899c tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] 10.222.0.61 "DELETE /v2.0/security-groups/a7204182-62f0-4c24-b290-032669e07e87 HTTP/1.1" status: 204 len: 168 time: 0.1521809 Nov 16 12:37:41.403969 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e481a0d-62a1-448d-9bf3-91925d9c899c tempest-TestShelveInstance-1052991727 tempest-TestShelveInstance-1052991727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7204182-62f0-4c24-b290-032669e07e87,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:41.446487 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57626) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:37:41.882945 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-688902bf-28b9-4517-aac8-c29586bce27a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:42.123140 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-688902bf-28b9-4517-aac8-c29586bce27a admin admin] Deleting port 45add008-f577-4ee7-8964-f3efda496ec5 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:37:42.123350 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-688902bf-28b9-4517-aac8-c29586bce27a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:42.202854 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-688902bf-28b9-4517-aac8-c29586bce27a admin admin] For port 45add008-f577-4ee7-8964-f3efda496ec5, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=45add008-f577-4ee7-8964-f3efda496ec5,segment=NetworkSegment(ac09aae5-6e77-4cd8-beea-9d5f986c09e5),segment_id=ac09aae5-6e77-4cd8-beea-9d5f986c09e5)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:37:42.203212 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-688902bf-28b9-4517-aac8-c29586bce27a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:42.215708 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-688902bf-28b9-4517-aac8-c29586bce27a admin admin] Calling delete_port for 45add008-f577-4ee7-8964-f3efda496ec5 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:37:42.712955 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-688902bf-28b9-4517-aac8-c29586bce27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:42.737868 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688902bf-28b9-4517-aac8-c29586bce27a admin admin] Pushing event deleted for resources: {'Port': ['ID=45add008-f577-4ee7-8964-f3efda496ec5,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:42.906937 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-688902bf-28b9-4517-aac8-c29586bce27a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:43.126329 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-688902bf-28b9-4517-aac8-c29586bce27a admin admin] Router b8f8b445-e671-473e-bae5-54dc70ac3efb has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:37:43.225739 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e636ccd9-0f41-49a0-bca4-bce5bbd8c421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:43.237635 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688902bf-28b9-4517-aac8-c29586bce27a admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:37:43.245532 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-688902bf-28b9-4517-aac8-c29586bce27a admin admin] 10.222.0.61 "PUT /v2.0/routers/b8f8b445-e671-473e-bae5-54dc70ac3efb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7935073 Nov 16 12:37:43.245532 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57630) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:37:43.246325 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68922200-f6c8-4522-a65c-b989e958a142 None None] Sync routers for ids ['b8f8b445-e671-473e-bae5-54dc70ac3efb'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:37:43.257480 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68922200-f6c8-4522-a65c-b989e958a142 None None] Routers {'b8f8b445-e671-473e-bae5-54dc70ac3efb'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:37:43.258161 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-68922200-f6c8-4522-a65c-b989e958a142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:37:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['b8f8b445-e671-473e-bae5-54dc70ac3efb'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:37:43.358021 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac43e4fe-2fc1-4d27-b0d1-088942d10f07 admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:43.363534 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-68922200-f6c8-4522-a65c-b989e958a142 None None] Set router b8f8b445-e671-473e-bae5-54dc70ac3efb gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:37:43.464438 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac43e4fe-2fc1-4d27-b0d1-088942d10f07 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:43.521779 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ac43e4fe-2fc1-4d27-b0d1-088942d10f07 admin admin] Deleting port 8e70288f-b627-4545-8b42-97d53f7c235b {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:37:43.522196 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac43e4fe-2fc1-4d27-b0d1-088942d10f07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:43.543537 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-68922200-f6c8-4522-a65c-b989e958a142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'name': 'tempest-TestShelveInstance-51585278-router', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '8e70288f-b627-4545-8b42-97d53f7c235b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:28:47Z', 'updated_at': '2021-11-16T12:37:42Z', 'revision_number': 5, 'project_id': '90cfca18b20a4bda868656d858d014d4', 'gw_port': {'id': '8e70288f-b627-4545-8b42-97d53f7c235b', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:27:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:47Z', 'updated_at': '2021-11-16T12:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:37:43.573444 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68922200-f6c8-4522-a65c-b989e958a142 None None] Checking router: b8f8b445-e671-473e-bae5-54dc70ac3efb for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:37:43.581956 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68922200-f6c8-4522-a65c-b989e958a142 None None] Routers {'b8f8b445-e671-473e-bae5-54dc70ac3efb'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:37:43.582555 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-68922200-f6c8-4522-a65c-b989e958a142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:37:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['b8f8b445-e671-473e-bae5-54dc70ac3efb'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:37:43.610005 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-ac43e4fe-2fc1-4d27-b0d1-088942d10f07 admin admin] For port 8e70288f-b627-4545-8b42-97d53f7c235b, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=8e70288f-b627-4545-8b42-97d53f7c235b,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:37:43.610678 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac43e4fe-2fc1-4d27-b0d1-088942d10f07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:43.625223 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ac43e4fe-2fc1-4d27-b0d1-088942d10f07 admin admin] Calling delete_port for 8e70288f-b627-4545-8b42-97d53f7c235b owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:37:43.668680 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-68922200-f6c8-4522-a65c-b989e958a142 None None] Set router b8f8b445-e671-473e-bae5-54dc70ac3efb gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:37:43.720551 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-68922200-f6c8-4522-a65c-b989e958a142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'name': 'tempest-TestShelveInstance-51585278-router', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:28:47Z', 'updated_at': '2021-11-16T12:37:43Z', 'revision_number': 6, 'project_id': '90cfca18b20a4bda868656d858d014d4', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:37:43.751221 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68922200-f6c8-4522-a65c-b989e958a142 None None] The sync data for ids ['b8f8b445-e671-473e-bae5-54dc70ac3efb'] in n-d-816823-3 is: [{'id': 'b8f8b445-e671-473e-bae5-54dc70ac3efb', 'name': 'tempest-TestShelveInstance-51585278-router', 'tenant_id': '90cfca18b20a4bda868656d858d014d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:28:47Z', 'updated_at': '2021-11-16T12:37:43Z', 'revision_number': 6, 'project_id': '90cfca18b20a4bda868656d858d014d4', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:37:43.794005 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac43e4fe-2fc1-4d27-b0d1-088942d10f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:43.818811 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43e4fe-2fc1-4d27-b0d1-088942d10f07 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e70288f-b627-4545-8b42-97d53f7c235b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:43.839531 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f160e9c9-698b-4723-8cab-ef61330efdca None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:37:43.886138 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac43e4fe-2fc1-4d27-b0d1-088942d10f07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:43.977478 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac43e4fe-2fc1-4d27-b0d1-088942d10f07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:43.979675 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac43e4fe-2fc1-4d27-b0d1-088942d10f07 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:44.026543 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac43e4fe-2fc1-4d27-b0d1-088942d10f07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:44.027186 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac43e4fe-2fc1-4d27-b0d1-088942d10f07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8f8b445-e671-473e-bae5-54dc70ac3efb {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 12:37:44.032355 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac43e4fe-2fc1-4d27-b0d1-088942d10f07 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:44.033382 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ac43e4fe-2fc1-4d27-b0d1-088942d10f07 admin admin] 10.222.0.61 "DELETE /v2.0/routers/b8f8b445-e671-473e-bae5-54dc70ac3efb HTTP/1.1" status: 204 len: 168 time: 0.7869031 Nov 16 12:37:44.036000 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57632) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:37:44.080788 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-88d6670a-afb0-4b0b-96a3-0b736b209877 admin admin] Deleting subnet c03b263b-62e4-4d8c-902c-cdd2c8faa054 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 12:37:44.084289 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88d6670a-afb0-4b0b-96a3-0b736b209877 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:44.124271 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88d6670a-afb0-4b0b-96a3-0b736b209877 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:44.210309 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88d6670a-afb0-4b0b-96a3-0b736b209877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:44.273363 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88d6670a-afb0-4b0b-96a3-0b736b209877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:44.306901 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d6670a-afb0-4b0b-96a3-0b736b209877 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c03b263b-62e4-4d8c-902c-cdd2c8faa054,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:44.315048 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88d6670a-afb0-4b0b-96a3-0b736b209877 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:44.321481 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-88d6670a-afb0-4b0b-96a3-0b736b209877 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c03b263b-62e4-4d8c-902c-cdd2c8faa054 HTTP/1.1" status: 204 len: 168 time: 0.2822478 Nov 16 12:37:44.321818 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57634) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:37:44.386669 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 45add008-f577-4ee7-8964-f3efda496ec5 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:37:44.389420 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1748c611-b90b-4a18-83ec-83970e570823 None None] Network 97f39b01-7b3d-4cf7-a013-70ea0c13346c requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:37:44.398249 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5167f0de-ebc3-45b6-8e99-7570b758d14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:44.417874 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 45add008-f577-4ee7-8964-f3efda496ec5 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:37:44.418241 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 45add008-f577-4ee7-8964-f3efda496ec5 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:37:44.459764 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-5167f0de-ebc3-45b6-8e99-7570b758d14b admin admin] Deleting port 19373867-06f6-47cc-bd2d-803ebd87af3c {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:37:44.460262 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5167f0de-ebc3-45b6-8e99-7570b758d14b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:44.524359 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-5167f0de-ebc3-45b6-8e99-7570b758d14b admin admin] For port 19373867-06f6-47cc-bd2d-803ebd87af3c, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=19373867-06f6-47cc-bd2d-803ebd87af3c,segment=NetworkSegment(ac09aae5-6e77-4cd8-beea-9d5f986c09e5),segment_id=ac09aae5-6e77-4cd8-beea-9d5f986c09e5)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:37:44.524732 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5167f0de-ebc3-45b6-8e99-7570b758d14b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:44.544380 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-5167f0de-ebc3-45b6-8e99-7570b758d14b admin admin] Calling delete_port for 19373867-06f6-47cc-bd2d-803ebd87af3c owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:37:44.607175 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859eeab0-a345-41da-b4a0-375a09765e93 None None] DHCP port deletion for 97f39b01-7b3d-4cf7-a013-70ea0c13346c request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:37:44.648879 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5167f0de-ebc3-45b6-8e99-7570b758d14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:44.655869 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-859eeab0-a345-41da-b4a0-375a09765e93 None None] Deleting port 19373867-06f6-47cc-bd2d-803ebd87af3c {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:37:44.656252 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-859eeab0-a345-41da-b4a0-375a09765e93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:44.678489 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5167f0de-ebc3-45b6-8e99-7570b758d14b admin admin] No DVR routers for this DVR port 19373867-06f6-47cc-bd2d-803ebd87af3c on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:37:44.683552 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167f0de-ebc3-45b6-8e99-7570b758d14b admin admin] Pushing event deleted for resources: {'Port': ['ID=19373867-06f6-47cc-bd2d-803ebd87af3c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:44.727933 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-859eeab0-a345-41da-b4a0-375a09765e93 None None] For port 19373867-06f6-47cc-bd2d-803ebd87af3c, host n-d-816823-3, got binding levels [] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:37:44.728329 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-859eeab0-a345-41da-b4a0-375a09765e93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:44.740330 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-859eeab0-a345-41da-b4a0-375a09765e93 None None] Calling delete_port for 19373867-06f6-47cc-bd2d-803ebd87af3c owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:37:44.743049 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.ipam_backend_mixin [None req-859eeab0-a345-41da-b4a0-375a09765e93 None None] Port 19373867-06f6-47cc-bd2d-803ebd87af3c was not found and therefore no delete operation was performed {{(pid=102670) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 12:37:44.744353 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-859eeab0-a345-41da-b4a0-375a09765e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:44.759648 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5167f0de-ebc3-45b6-8e99-7570b758d14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:44.773184 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859eeab0-a345-41da-b4a0-375a09765e93 None None] Pushing event deleted for resources: {'Port': ['ID=19373867-06f6-47cc-bd2d-803ebd87af3c,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:44.775477 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859eeab0-a345-41da-b4a0-375a09765e93 None None] No DVR routers for this DVR port 19373867-06f6-47cc-bd2d-803ebd87af3c on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:37:44.788020 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859eeab0-a345-41da-b4a0-375a09765e93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:44.788345 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859eeab0-a345-41da-b4a0-375a09765e93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:44.788691 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859eeab0-a345-41da-b4a0-375a09765e93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:44.789031 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859eeab0-a345-41da-b4a0-375a09765e93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:44.789367 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859eeab0-a345-41da-b4a0-375a09765e93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:44.789707 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859eeab0-a345-41da-b4a0-375a09765e93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:44.790118 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859eeab0-a345-41da-b4a0-375a09765e93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:44.790407 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859eeab0-a345-41da-b4a0-375a09765e93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:44.790735 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859eeab0-a345-41da-b4a0-375a09765e93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:44.791151 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859eeab0-a345-41da-b4a0-375a09765e93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:44.791363 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859eeab0-a345-41da-b4a0-375a09765e93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:44.791691 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859eeab0-a345-41da-b4a0-375a09765e93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:44.791986 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-5167f0de-ebc3-45b6-8e99-7570b758d14b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97f39b01-7b3d-4cf7-a013-70ea0c13346c']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:37:44.801627 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-5167f0de-ebc3-45b6-8e99-7570b758d14b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac09aae5-6e77-4cd8-beea-9d5f986c09e5') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:37:44.802211 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-5167f0de-ebc3-45b6-8e99-7570b758d14b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac09aae5-6e77-4cd8-beea-9d5f986c09e5') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:37:44.814295 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5167f0de-ebc3-45b6-8e99-7570b758d14b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:44.829355 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5167f0de-ebc3-45b6-8e99-7570b758d14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:44.835820 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5167f0de-ebc3-45b6-8e99-7570b758d14b admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 12:37:44.836219 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5167f0de-ebc3-45b6-8e99-7570b758d14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:44.838040 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 12:37:44.838040 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 12:37:44.838040 n-d-816823-3 neutron-server[102668]: timer() Nov 16 12:37:44.838040 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 12:37:44.838040 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 12:37:44.838040 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 12:37:44.838040 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 12:37:44.838040 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 12:37:44.838040 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 12:37:44.838040 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 12:37:44.838040 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 12:37:44.838040 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 12:37:44.838040 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 12:37:44.838040 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 12:37:44.838040 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 12:37:44.838040 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 12:37:44.838040 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 12:37:44.838040 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 12:37:44.838040 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 12:37:44.838040 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 12:37:44.838040 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 12:37:44.838040 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 12:37:44.838040 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 12:37:44.838040 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 12:37:44.838040 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 12:37:44.838040 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 12:37:44.838040 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 12:37:44.838040 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 12:37:44.838040 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 12:37:44.838040 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 12:37:44.838040 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 12:37:44.838040 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 12:37:44.896650 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5167f0de-ebc3-45b6-8e99-7570b758d14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:44.914477 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5167f0de-ebc3-45b6-8e99-7570b758d14b admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:44.917958 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5167f0de-ebc3-45b6-8e99-7570b758d14b admin admin] 10.222.0.61 "DELETE /v2.0/networks/97f39b01-7b3d-4cf7-a013-70ea0c13346c HTTP/1.1" status: 204 len: 168 time: 0.5952203 Nov 16 12:37:44.919267 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167f0de-ebc3-45b6-8e99-7570b758d14b admin admin] Pushing event deleted for resources: {'Network': ['ID=97f39b01-7b3d-4cf7-a013-70ea0c13346c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:44.921326 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57636) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:37:45.263215 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d78a85db-eca5-482f-95ca-7b6233aebe82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:45.497367 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d78a85db-eca5-482f-95ca-7b6233aebe82 admin admin] Deleting port 0c1bfd54-08b1-414a-855c-901c90446a29 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:37:45.497629 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d78a85db-eca5-482f-95ca-7b6233aebe82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:45.574698 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-d78a85db-eca5-482f-95ca-7b6233aebe82 admin admin] For port 0c1bfd54-08b1-414a-855c-901c90446a29, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=0c1bfd54-08b1-414a-855c-901c90446a29,segment=NetworkSegment(1888aad2-41db-408d-bc06-07d53aa8e102),segment_id=1888aad2-41db-408d-bc06-07d53aa8e102)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:37:45.575055 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d78a85db-eca5-482f-95ca-7b6233aebe82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:45.587926 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d78a85db-eca5-482f-95ca-7b6233aebe82 admin admin] Calling delete_port for 0c1bfd54-08b1-414a-855c-901c90446a29 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:37:45.723662 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1b38f841-dde9-4752-ba58-b2435366693f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:45.762765 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d78a85db-eca5-482f-95ca-7b6233aebe82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:45.788602 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a85db-eca5-482f-95ca-7b6233aebe82 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c1bfd54-08b1-414a-855c-901c90446a29,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:45.951905 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d78a85db-eca5-482f-95ca-7b6233aebe82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:46.080791 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 8e70288f-b627-4545-8b42-97d53f7c235b no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:37:46.100627 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 8e70288f-b627-4545-8b42-97d53f7c235b {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:37:46.100968 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 8e70288f-b627-4545-8b42-97d53f7c235b not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:37:46.101377 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 19373867-06f6-47cc-bd2d-803ebd87af3c no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:37:46.119677 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 19373867-06f6-47cc-bd2d-803ebd87af3c {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:37:46.120024 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 19373867-06f6-47cc-bd2d-803ebd87af3c not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:37:46.171195 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78a85db-eca5-482f-95ca-7b6233aebe82 admin admin] Router 7f683b43-7dd5-4b1d-9a69-ed903741cac5 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:37:46.277692 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78a85db-eca5-482f-95ca-7b6233aebe82 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:37:46.282613 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d78a85db-eca5-482f-95ca-7b6233aebe82 admin admin] 10.222.0.61 "PUT /v2.0/routers/7f683b43-7dd5-4b1d-9a69-ed903741cac5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3603532 Nov 16 12:37:46.285393 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57638) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:37:46.286211 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12704cb2-8d2c-47df-89e7-d89a9561f7f9 None None] Sync routers for ids ['7f683b43-7dd5-4b1d-9a69-ed903741cac5'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:37:46.296088 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12704cb2-8d2c-47df-89e7-d89a9561f7f9 None None] Routers {'7f683b43-7dd5-4b1d-9a69-ed903741cac5'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:37:46.296697 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-12704cb2-8d2c-47df-89e7-d89a9561f7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:37:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['7f683b43-7dd5-4b1d-9a69-ed903741cac5'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:37:46.389145 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fda8d152-4f03-498a-84d3-c7807fa33ae4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:46.399684 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-12704cb2-8d2c-47df-89e7-d89a9561f7f9 None None] Set router 7f683b43-7dd5-4b1d-9a69-ed903741cac5 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:37:46.491220 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fda8d152-4f03-498a-84d3-c7807fa33ae4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:46.542259 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-fda8d152-4f03-498a-84d3-c7807fa33ae4 admin admin] Deleting port eac9ca01-ce68-408e-96ae-5b160d27f824 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:37:46.542509 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fda8d152-4f03-498a-84d3-c7807fa33ae4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:46.575153 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-12704cb2-8d2c-47df-89e7-d89a9561f7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f683b43-7dd5-4b1d-9a69-ed903741cac5', 'name': 'tempest-TestShelveInstance-1922705016-router', 'tenant_id': '24597bc8e09440d18a9e9a2f7518d9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': 'eac9ca01-ce68-408e-96ae-5b160d27f824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:28:51Z', 'updated_at': '2021-11-16T12:37:45Z', 'revision_number': 5, 'project_id': '24597bc8e09440d18a9e9a2f7518d9a7', 'gw_port': {'id': 'eac9ca01-ce68-408e-96ae-5b160d27f824', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:55:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f683b43-7dd5-4b1d-9a69-ed903741cac5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:28:52Z', 'updated_at': '2021-11-16T12:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:37:46.607481 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12704cb2-8d2c-47df-89e7-d89a9561f7f9 None None] Checking router: 7f683b43-7dd5-4b1d-9a69-ed903741cac5 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:37:46.615635 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12704cb2-8d2c-47df-89e7-d89a9561f7f9 None None] Routers {'7f683b43-7dd5-4b1d-9a69-ed903741cac5'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:37:46.616228 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-12704cb2-8d2c-47df-89e7-d89a9561f7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:37:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['7f683b43-7dd5-4b1d-9a69-ed903741cac5'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:37:46.624691 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-fda8d152-4f03-498a-84d3-c7807fa33ae4 admin admin] For port eac9ca01-ce68-408e-96ae-5b160d27f824, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=eac9ca01-ce68-408e-96ae-5b160d27f824,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:37:46.625060 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fda8d152-4f03-498a-84d3-c7807fa33ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:46.637645 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-fda8d152-4f03-498a-84d3-c7807fa33ae4 admin admin] Calling delete_port for eac9ca01-ce68-408e-96ae-5b160d27f824 owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:37:46.701411 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-12704cb2-8d2c-47df-89e7-d89a9561f7f9 None None] Set router 7f683b43-7dd5-4b1d-9a69-ed903741cac5 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:37:46.811368 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fda8d152-4f03-498a-84d3-c7807fa33ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:46.837994 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda8d152-4f03-498a-84d3-c7807fa33ae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=eac9ca01-ce68-408e-96ae-5b160d27f824,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:46.843177 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-12704cb2-8d2c-47df-89e7-d89a9561f7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f683b43-7dd5-4b1d-9a69-ed903741cac5', 'name': 'tempest-TestShelveInstance-1922705016-router', 'tenant_id': '24597bc8e09440d18a9e9a2f7518d9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:28:51Z', 'updated_at': '2021-11-16T12:37:46Z', 'revision_number': 6, 'project_id': '24597bc8e09440d18a9e9a2f7518d9a7', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:37:46.852575 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656ae953-c69d-47a2-992e-30e65146df8b None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:37:46.864993 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda8d152-4f03-498a-84d3-c7807fa33ae4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:46.865326 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda8d152-4f03-498a-84d3-c7807fa33ae4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:46.865673 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda8d152-4f03-498a-84d3-c7807fa33ae4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:46.866040 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda8d152-4f03-498a-84d3-c7807fa33ae4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:46.866378 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda8d152-4f03-498a-84d3-c7807fa33ae4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:46.866905 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda8d152-4f03-498a-84d3-c7807fa33ae4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:46.867239 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda8d152-4f03-498a-84d3-c7807fa33ae4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:46.867588 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda8d152-4f03-498a-84d3-c7807fa33ae4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:46.867922 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda8d152-4f03-498a-84d3-c7807fa33ae4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:46.868230 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda8d152-4f03-498a-84d3-c7807fa33ae4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:46.868554 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda8d152-4f03-498a-84d3-c7807fa33ae4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:46.869132 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda8d152-4f03-498a-84d3-c7807fa33ae4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:46.876218 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12704cb2-8d2c-47df-89e7-d89a9561f7f9 None None] The sync data for ids ['7f683b43-7dd5-4b1d-9a69-ed903741cac5'] in n-d-816823-3 is: [{'id': '7f683b43-7dd5-4b1d-9a69-ed903741cac5', 'name': 'tempest-TestShelveInstance-1922705016-router', 'tenant_id': '24597bc8e09440d18a9e9a2f7518d9a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:28:51Z', 'updated_at': '2021-11-16T12:37:46Z', 'revision_number': 6, 'project_id': '24597bc8e09440d18a9e9a2f7518d9a7', 'gw_port_host': None}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:37:46.918618 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fda8d152-4f03-498a-84d3-c7807fa33ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:46.931597 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:47.008443 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fda8d152-4f03-498a-84d3-c7807fa33ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:47.010875 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fda8d152-4f03-498a-84d3-c7807fa33ae4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:47.054794 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fda8d152-4f03-498a-84d3-c7807fa33ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:47.055279 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda8d152-4f03-498a-84d3-c7807fa33ae4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f683b43-7dd5-4b1d-9a69-ed903741cac5 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 12:37:47.059623 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fda8d152-4f03-498a-84d3-c7807fa33ae4 admin admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:47.060849 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-fda8d152-4f03-498a-84d3-c7807fa33ae4 admin admin] 10.222.0.61 "DELETE /v2.0/routers/7f683b43-7dd5-4b1d-9a69-ed903741cac5 HTTP/1.1" status: 204 len: 168 time: 0.7743359 Nov 16 12:37:47.063460 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57640) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:37:47.109523 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a063242-8d58-43a1-93be-dd187c80aaf4 admin admin] Deleting subnet daecf1fa-cbae-408e-bc26-d504e7923399 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 12:37:47.116597 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a063242-8d58-43a1-93be-dd187c80aaf4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:47.146470 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a063242-8d58-43a1-93be-dd187c80aaf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:47.225760 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a063242-8d58-43a1-93be-dd187c80aaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:47.280292 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a063242-8d58-43a1-93be-dd187c80aaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:47.307843 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a063242-8d58-43a1-93be-dd187c80aaf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daecf1fa-cbae-408e-bc26-d504e7923399,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:47.311326 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a063242-8d58-43a1-93be-dd187c80aaf4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:47.315575 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2a063242-8d58-43a1-93be-dd187c80aaf4 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/daecf1fa-cbae-408e-bc26-d504e7923399 HTTP/1.1" status: 204 len: 168 time: 0.2507408 Nov 16 12:37:47.316137 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57642) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:37:47.319203 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749c3514-d050-4077-8d62-375c1f55e2a3 None None] Network ae9412f0-636a-4c87-b0fb-56be92b06886 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:37:47.392232 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-01ae2cb1-ebea-4f17-bb03-fa12636bda08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:47.445759 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-01ae2cb1-ebea-4f17-bb03-fa12636bda08 admin admin] Deleting port 4331d335-a3f2-4f8b-ae65-074153c88ef7 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:37:47.446183 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-01ae2cb1-ebea-4f17-bb03-fa12636bda08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:47.495083 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c0ed5e-147b-429e-8c0e-cd94320fd8f7 None None] DHCP port deletion for ae9412f0-636a-4c87-b0fb-56be92b06886 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:37:47.519048 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-01ae2cb1-ebea-4f17-bb03-fa12636bda08 admin admin] For port 4331d335-a3f2-4f8b-ae65-074153c88ef7, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=4331d335-a3f2-4f8b-ae65-074153c88ef7,segment=NetworkSegment(1888aad2-41db-408d-bc06-07d53aa8e102),segment_id=1888aad2-41db-408d-bc06-07d53aa8e102)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:37:47.519547 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-01ae2cb1-ebea-4f17-bb03-fa12636bda08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:47.532145 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-01ae2cb1-ebea-4f17-bb03-fa12636bda08 admin admin] Calling delete_port for 4331d335-a3f2-4f8b-ae65-074153c88ef7 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:37:47.548919 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-89c0ed5e-147b-429e-8c0e-cd94320fd8f7 None None] Deleting port 4331d335-a3f2-4f8b-ae65-074153c88ef7 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:37:47.549301 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89c0ed5e-147b-429e-8c0e-cd94320fd8f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:47.615756 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-89c0ed5e-147b-429e-8c0e-cd94320fd8f7 None None] For port 4331d335-a3f2-4f8b-ae65-074153c88ef7, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=4331d335-a3f2-4f8b-ae65-074153c88ef7,segment=NetworkSegment(1888aad2-41db-408d-bc06-07d53aa8e102),segment_id=1888aad2-41db-408d-bc06-07d53aa8e102)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:37:47.616157 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89c0ed5e-147b-429e-8c0e-cd94320fd8f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:47.625107 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-01ae2cb1-ebea-4f17-bb03-fa12636bda08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:47.630316 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-89c0ed5e-147b-429e-8c0e-cd94320fd8f7 None None] Calling delete_port for 4331d335-a3f2-4f8b-ae65-074153c88ef7 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:37:47.652329 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae2cb1-ebea-4f17-bb03-fa12636bda08 admin admin] Pushing event deleted for resources: {'Port': ['ID=4331d335-a3f2-4f8b-ae65-074153c88ef7,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:47.665641 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ae2cb1-ebea-4f17-bb03-fa12636bda08 admin admin] No DVR routers for this DVR port 4331d335-a3f2-4f8b-ae65-074153c88ef7 on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:37:47.713788 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89c0ed5e-147b-429e-8c0e-cd94320fd8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:47.737911 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c0ed5e-147b-429e-8c0e-cd94320fd8f7 None None] Pushing event deleted for resources: {'Port': ['ID=4331d335-a3f2-4f8b-ae65-074153c88ef7,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:47.741692 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c0ed5e-147b-429e-8c0e-cd94320fd8f7 None None] No DVR routers for this DVR port 4331d335-a3f2-4f8b-ae65-074153c88ef7 on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:37:47.742142 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-01ae2cb1-ebea-4f17-bb03-fa12636bda08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:47.766470 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-01ae2cb1-ebea-4f17-bb03-fa12636bda08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae9412f0-636a-4c87-b0fb-56be92b06886']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:37:47.775444 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-01ae2cb1-ebea-4f17-bb03-fa12636bda08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1888aad2-41db-408d-bc06-07d53aa8e102') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:37:47.775738 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-01ae2cb1-ebea-4f17-bb03-fa12636bda08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1888aad2-41db-408d-bc06-07d53aa8e102') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:37:47.784785 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-01ae2cb1-ebea-4f17-bb03-fa12636bda08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:47.798191 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-01ae2cb1-ebea-4f17-bb03-fa12636bda08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:47.804507 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01ae2cb1-ebea-4f17-bb03-fa12636bda08 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 12:37:47.804899 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-01ae2cb1-ebea-4f17-bb03-fa12636bda08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:47.806597 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 12:37:47.806597 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 12:37:47.806597 n-d-816823-3 neutron-server[102669]: timer() Nov 16 12:37:47.806597 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 12:37:47.806597 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 12:37:47.806597 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 12:37:47.806597 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 12:37:47.806597 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 12:37:47.806597 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 12:37:47.806597 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 12:37:47.806597 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 12:37:47.806597 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 12:37:47.806597 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 12:37:47.806597 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 12:37:47.806597 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 12:37:47.806597 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 12:37:47.806597 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 12:37:47.806597 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 12:37:47.806597 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 12:37:47.806597 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 12:37:47.806597 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 12:37:47.806597 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 12:37:47.806597 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 12:37:47.806597 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 12:37:47.806597 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 12:37:47.806597 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 12:37:47.806597 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 12:37:47.806597 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 12:37:47.806597 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 12:37:47.806597 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 12:37:47.806597 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 12:37:47.806597 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 12:37:47.859995 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-01ae2cb1-ebea-4f17-bb03-fa12636bda08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:47.865271 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-01ae2cb1-ebea-4f17-bb03-fa12636bda08 admin admin] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:47.868469 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-01ae2cb1-ebea-4f17-bb03-fa12636bda08 admin admin] 10.222.0.61 "DELETE /v2.0/networks/ae9412f0-636a-4c87-b0fb-56be92b06886 HTTP/1.1" status: 204 len: 168 time: 0.5513082 Nov 16 12:37:47.880295 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae2cb1-ebea-4f17-bb03-fa12636bda08 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae9412f0-636a-4c87-b0fb-56be92b06886,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:47.974177 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57646) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:37:48.014493 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-2dcf0be8-c458-4d98-9ad2-112abcc5d667 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=90cfca18b20a4bda868656d858d014d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390515 Nov 16 12:37:48.016869 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57648) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:37:48.021846 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 4331d335-a3f2-4f8b-ae65-074153c88ef7 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:37:48.042317 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 4331d335-a3f2-4f8b-ae65-074153c88ef7 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:37:48.042655 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 4331d335-a3f2-4f8b-ae65-074153c88ef7 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:37:48.043060 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 0c1bfd54-08b1-414a-855c-901c90446a29 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:37:48.061106 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 0c1bfd54-08b1-414a-855c-901c90446a29 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:37:48.061450 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 0c1bfd54-08b1-414a-855c-901c90446a29 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:37:48.061849 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device eac9ca01-ce68-408e-96ae-5b160d27f824 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:37:48.068277 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fcb5a0d9-0e55-4407-9f5b-b7d6902cd219 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:48.083607 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: eac9ca01-ce68-408e-96ae-5b160d27f824 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:37:48.083943 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device eac9ca01-ce68-408e-96ae-5b160d27f824 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:37:48.090189 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fcb5a0d9-0e55-4407-9f5b-b7d6902cd219 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:48.135391 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fcb5a0d9-0e55-4407-9f5b-b7d6902cd219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:48.138845 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fcb5a0d9-0e55-4407-9f5b-b7d6902cd219 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:48.139997 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-fcb5a0d9-0e55-4407-9f5b-b7d6902cd219 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b0a69cfd-4f61-4dab-b45a-285646555409 HTTP/1.1" status: 204 len: 168 time: 0.1222210 Nov 16 12:37:48.147899 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb5a0d9-0e55-4407-9f5b-b7d6902cd219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a69cfd-4f61-4dab-b45a-285646555409,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:48.441951 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57654) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:37:48.480850 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-5eb56c30-902d-427b-8045-5fd73ef4af33 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=24597bc8e09440d18a9e9a2f7518d9a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377331 Nov 16 12:37:48.483339 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57656) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:37:48.529170 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ad864ca1-a902-417e-9c8e-f0599cf52b97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:48.549884 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ad864ca1-a902-417e-9c8e-f0599cf52b97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:48.595463 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ad864ca1-a902-417e-9c8e-f0599cf52b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:48.598225 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ad864ca1-a902-417e-9c8e-f0599cf52b97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:48.599341 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-ad864ca1-a902-417e-9c8e-f0599cf52b97 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/818dae54-17b2-4a8a-ba16-eb66ba6d1bd8 HTTP/1.1" status: 204 len: 168 time: 0.1151185 Nov 16 12:37:48.607608 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad864ca1-a902-417e-9c8e-f0599cf52b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818dae54-17b2-4a8a-ba16-eb66ba6d1bd8,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:48.646012 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:49.018098 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:49.272021 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57678) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:37:49.365950 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-9c66a5b9-0889-4134-90a7-41be0fb295f4 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1583758951-network', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:37:49.386506 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c66a5b9-0889-4134-90a7-41be0fb295f4 admin admin] Made reservation on behalf of 612ce2837930468c8a9fb17cbf4f4586 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:37:49.389607 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c66a5b9-0889-4134-90a7-41be0fb295f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:49.400587 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c66a5b9-0889-4134-90a7-41be0fb295f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:49.471231 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c66a5b9-0889-4134-90a7-41be0fb295f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:49.475172 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c66a5b9-0889-4134-90a7-41be0fb295f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:49.496810 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c66a5b9-0889-4134-90a7-41be0fb295f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 12:37:49.512096 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c66a5b9-0889-4134-90a7-41be0fb295f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a07cca7-594a-4afa-a9b7-36bc01524c94,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:49.515801 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c66a5b9-0889-4134-90a7-41be0fb295f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:49.516142 n-d-816823-3 neutron-server[102669]: INFO neutron.db.segments_db [None req-9c66a5b9-0889-4134-90a7-41be0fb295f4 admin admin] Added segment 8499b917-0144-4ad0-bc7f-6b7cc42d2f04 of type vlan for network ac3c8d84-930b-4fa7-bc35-7b562a207ec7 Nov 16 12:37:49.557953 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c66a5b9-0889-4134-90a7-41be0fb295f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:49.581832 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c66a5b9-0889-4134-90a7-41be0fb295f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:49.582805 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c66a5b9-0889-4134-90a7-41be0fb295f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:37:49.583373 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c66a5b9-0889-4134-90a7-41be0fb295f4 admin admin] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:49.631910 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-9c66a5b9-0889-4134-90a7-41be0fb295f4 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3587918 Nov 16 12:37:49.634994 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57682) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:37:49.640870 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-7c78d7fa-06c8-4ec6-99de-323a02e0f571 admin admin] Request body: {'subnet': {'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1583758951-subnet', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:37:49.643217 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c66a5b9-0889-4134-90a7-41be0fb295f4 admin admin] Pushing event updated for resources: {'Network': ['ID=ac3c8d84-930b-4fa7-bc35-7b562a207ec7,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:49.653083 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network ac3c8d84-930b-4fa7-bc35-7b562a207ec7 details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 12:37:49.662904 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c78d7fa-06c8-4ec6-99de-323a02e0f571 admin admin] Made reservation on behalf of 612ce2837930468c8a9fb17cbf4f4586 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:37:49.665287 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7c78d7fa-06c8-4ec6-99de-323a02e0f571 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:49.831687 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7c78d7fa-06c8-4ec6-99de-323a02e0f571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:49.884421 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c78d7fa-06c8-4ec6-99de-323a02e0f571 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b77ee364-0e1f-442d-94df-7389bb735fa7,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:49.893771 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c78d7fa-06c8-4ec6-99de-323a02e0f571 admin admin] Checking segment: {'id': '8499b917-0144-4ad0-bc7f-6b7cc42d2f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:37:49.894163 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c78d7fa-06c8-4ec6-99de-323a02e0f571 admin admin] Network hostable DHCP agents. Network: ac3c8d84-930b-4fa7-bc35-7b562a207ec7, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 12:37:49.910263 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c78d7fa-06c8-4ec6-99de-323a02e0f571 admin admin] Network ac3c8d84-930b-4fa7-bc35-7b562a207ec7 is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 12:37:49.918883 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-7c78d7fa-06c8-4ec6-99de-323a02e0f571 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, ac3c8d84-930b-4fa7-bc35-7b562a207ec7) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:37:49.922871 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c78d7fa-06c8-4ec6-99de-323a02e0f571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:37:49.923492 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7c78d7fa-06c8-4ec6-99de-323a02e0f571 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:49.928447 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde6bbd6-5567-479d-901b-0d5d65c3ac75 None None] Network ac3c8d84-930b-4fa7-bc35-7b562a207ec7 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:37:49.939895 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7c78d7fa-06c8-4ec6-99de-323a02e0f571 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3034086 Nov 16 12:37:49.942520 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57684) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:37:49.946774 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-1e070b35-25c0-4564-999d-dcc16bd47840 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1583758951-router', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:37:49.967620 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e070b35-25c0-4564-999d-dcc16bd47840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:49.968786 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e070b35-25c0-4564-999d-dcc16bd47840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:50.024140 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e070b35-25c0-4564-999d-dcc16bd47840 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:50.081091 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af62af6b-b784-4524-8e59-8e2dcd4d3017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-ac3c8d84-930b-4fa7-bc35-7b562a207ec7', 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'fixed_ips': [{'subnet_id': 'b77ee364-0e1f-442d-94df-7389bb735fa7'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 12:37:50.082221 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-af62af6b-b784-4524-8e59-8e2dcd4d3017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:50.178844 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e070b35-25c0-4564-999d-dcc16bd47840 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:50.223841 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-af62af6b-b784-4524-8e59-8e2dcd4d3017 None None] Allocated IP 172.20.0.2 (ac3c8d84-930b-4fa7-bc35-7b562a207ec7/b77ee364-0e1f-442d-94df-7389bb735fa7/3599d0b0-926c-461e-bea3-36c9f9fa0191) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:37:50.377425 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-af62af6b-b784-4524-8e59-8e2dcd4d3017 None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:50.384039 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-af62af6b-b784-4524-8e59-8e2dcd4d3017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:50.426075 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af62af6b-b784-4524-8e59-8e2dcd4d3017 None None] Network ac3c8d84-930b-4fa7-bc35-7b562a207ec7 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:37:50.429125 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-af62af6b-b784-4524-8e59-8e2dcd4d3017 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:37:50.432920 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af62af6b-b784-4524-8e59-8e2dcd4d3017 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:37:50.439174 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62af6b-b784-4524-8e59-8e2dcd4d3017 None None] Pushing event updated for resources: {'Port': ['ID=3599d0b0-926c-461e-bea3-36c9f9fa0191,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:50.495197 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-af62af6b-b784-4524-8e59-8e2dcd4d3017 None None] Attempting to bind port 3599d0b0-926c-461e-bea3-36c9f9fa0191 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:37:50.495562 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-af62af6b-b784-4524-8e59-8e2dcd4d3017 None None] Attempting to bind port 3599d0b0-926c-461e-bea3-36c9f9fa0191 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '8499b917-0144-4ad0-bc7f-6b7cc42d2f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:37:50.495920 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af62af6b-b784-4524-8e59-8e2dcd4d3017 None None] Attempting to bind port 3599d0b0-926c-461e-bea3-36c9f9fa0191 on network ac3c8d84-930b-4fa7-bc35-7b562a207ec7 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:37:50.501226 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af62af6b-b784-4524-8e59-8e2dcd4d3017 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:37:50.501609 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af62af6b-b784-4524-8e59-8e2dcd4d3017 None None] Checking segment: {'id': '8499b917-0144-4ad0-bc7f-6b7cc42d2f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:37:50.502053 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-af62af6b-b784-4524-8e59-8e2dcd4d3017 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:50.502444 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af62af6b-b784-4524-8e59-8e2dcd4d3017 None None] Bound using segment: {'id': '8499b917-0144-4ad0-bc7f-6b7cc42d2f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:37:50.503071 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-af62af6b-b784-4524-8e59-8e2dcd4d3017 None None] Bound port: 3599d0b0-926c-461e-bea3-36c9f9fa0191, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8499b917-0144-4ad0-bc7f-6b7cc42d2f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:37:50.503448 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-af62af6b-b784-4524-8e59-8e2dcd4d3017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:50.567867 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-af62af6b-b784-4524-8e59-8e2dcd4d3017 None None] For port 3599d0b0-926c-461e-bea3-36c9f9fa0191, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:37:50.570946 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-af62af6b-b784-4524-8e59-8e2dcd4d3017 None None] For port 3599d0b0-926c-461e-bea3-36c9f9fa0191, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=3599d0b0-926c-461e-bea3-36c9f9fa0191,segment=NetworkSegment(8499b917-0144-4ad0-bc7f-6b7cc42d2f04),segment_id=8499b917-0144-4ad0-bc7f-6b7cc42d2f04)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:37:50.577027 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-af62af6b-b784-4524-8e59-8e2dcd4d3017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:50.632742 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62af6b-b784-4524-8e59-8e2dcd4d3017 None None] Pushing event updated for resources: {'Port': ['ID=3599d0b0-926c-461e-bea3-36c9f9fa0191,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:50.697937 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e070b35-25c0-4564-999d-dcc16bd47840 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:50.717124 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e070b35-25c0-4564-999d-dcc16bd47840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:50.836615 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-1e070b35-25c0-4564-999d-dcc16bd47840 admin admin] Allocated IP 172.25.0.74 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/c4c79448-0e0b-4e45-a363-60ce4afa721c) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:37:50.945247 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e070b35-25c0-4564-999d-dcc16bd47840 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:50.983582 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e070b35-25c0-4564-999d-dcc16bd47840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:51.020909 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e070b35-25c0-4564-999d-dcc16bd47840 admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:37:51.023701 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-1e070b35-25c0-4564-999d-dcc16bd47840 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:37:51.026211 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e070b35-25c0-4564-999d-dcc16bd47840 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:37:51.036437 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a218e9ac-d56b-4c00-927a-93b74a701fc7 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:37:51.062986 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e070b35-25c0-4564-999d-dcc16bd47840 admin admin] Pushing event updated for resources: {'Port': ['ID=c4c79448-0e0b-4e45-a363-60ce4afa721c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:51.132704 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-707bcb33-f7f7-4ccd-82c6-ede43ee517d0 None None] Provisioning complete for port c4c79448-0e0b-4e45-a363-60ce4afa721c triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:37:51.133080 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-707bcb33-f7f7-4ccd-82c6-ede43ee517d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:51.169994 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-707bcb33-f7f7-4ccd-82c6-ede43ee517d0 None None] Port c4c79448-0e0b-4e45-a363-60ce4afa721c cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:37:51.286868 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e070b35-25c0-4564-999d-dcc16bd47840 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:51.490825 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e070b35-25c0-4564-999d-dcc16bd47840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:51.567319 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac33a788-7b99-428a-9f06-405a4da73112 None None] Network ac3c8d84-930b-4fa7-bc35-7b562a207ec7 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:37:51.625752 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e070b35-25c0-4564-999d-dcc16bd47840 admin admin] Router 631fec91-5870-4738-91f4-67d4c88a51bf is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 12:37:51.626088 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ccc8858-25fb-45ef-82af-c8f80855ee33 None None] Provisioning complete for port 3599d0b0-926c-461e-bea3-36c9f9fa0191 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:37:51.626443 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ccc8858-25fb-45ef-82af-c8f80855ee33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:51.727682 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e070b35-25c0-4564-999d-dcc16bd47840 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:37:51.746502 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1e070b35-25c0-4564-999d-dcc16bd47840 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:51.746722 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e200b8a-dea7-4ce9-a754-18933c95df25 None None] Sync routers for ids ['631fec91-5870-4738-91f4-67d4c88a51bf'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:37:51.748474 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1e070b35-25c0-4564-999d-dcc16bd47840 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8049834 Nov 16 12:37:51.751241 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57688) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:37:51.785291 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e200b8a-dea7-4ce9-a754-18933c95df25 None None] Routers {'631fec91-5870-4738-91f4-67d4c88a51bf'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:37:51.785911 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9e200b8a-dea7-4ce9-a754-18933c95df25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:37:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['631fec91-5870-4738-91f4-67d4c88a51bf'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:37:51.789942 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ccc8858-25fb-45ef-82af-c8f80855ee33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:51.907742 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ccc8858-25fb-45ef-82af-c8f80855ee33 None None] For port 3599d0b0-926c-461e-bea3-36c9f9fa0191, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=3599d0b0-926c-461e-bea3-36c9f9fa0191,segment=NetworkSegment(8499b917-0144-4ad0-bc7f-6b7cc42d2f04),segment_id=8499b917-0144-4ad0-bc7f-6b7cc42d2f04)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:37:51.916658 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ccc8858-25fb-45ef-82af-c8f80855ee33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:51.960604 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-9e200b8a-dea7-4ce9-a754-18933c95df25 None None] Set router 631fec91-5870-4738-91f4-67d4c88a51bf gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:37:52.064443 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc8858-25fb-45ef-82af-c8f80855ee33 None None] Pushing event updated for resources: {'Port': ['ID=3599d0b0-926c-461e-bea3-36c9f9fa0191,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:52.141749 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 3599d0b0-926c-461e-bea3-36c9f9fa0191 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:37:52.226944 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 3599d0b0-926c-461e-bea3-36c9f9fa0191 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:37:52.227318 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:52.259895 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9e200b8a-dea7-4ce9-a754-18933c95df25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'name': 'tempest-TestSnapshotPattern-1583758951-router', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'c4c79448-0e0b-4e45-a363-60ce4afa721c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:37:49Z', 'updated_at': '2021-11-16T12:37:51Z', 'revision_number': 3, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'gw_port': {'id': 'c4c79448-0e0b-4e45-a363-60ce4afa721c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:50Z', 'updated_at': '2021-11-16T12:37:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:37:52.270684 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64b5db02-4126-42c5-90f0-979384aa5501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:52.303270 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e200b8a-dea7-4ce9-a754-18933c95df25 None None] Checking router: 631fec91-5870-4738-91f4-67d4c88a51bf for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:37:52.303619 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e200b8a-dea7-4ce9-a754-18933c95df25 None None] Updating router 631fec91-5870-4738-91f4-67d4c88a51bf port c4c79448-0e0b-4e45-a363-60ce4afa721c binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 12:37:52.308143 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-469e1566-514f-46ba-a29f-9b2d514d8d5e None None] Provisioning complete for port 3599d0b0-926c-461e-bea3-36c9f9fa0191 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:37:52.308517 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-469e1566-514f-46ba-a29f-9b2d514d8d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:52.381914 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9e200b8a-dea7-4ce9-a754-18933c95df25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:52.449095 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-64b5db02-4126-42c5-90f0-979384aa5501 admin admin] Allocated IP 172.20.0.1 (ac3c8d84-930b-4fa7-bc35-7b562a207ec7/b77ee364-0e1f-442d-94df-7389bb735fa7/7b8d1c69-7857-4281-ae13-a82d21c42d57) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:37:52.556297 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64b5db02-4126-42c5-90f0-979384aa5501 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:52.589811 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64b5db02-4126-42c5-90f0-979384aa5501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:52.636957 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b5db02-4126-42c5-90f0-979384aa5501 admin admin] Network ac3c8d84-930b-4fa7-bc35-7b562a207ec7 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:37:52.640747 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-64b5db02-4126-42c5-90f0-979384aa5501 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:37:52.645318 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b5db02-4126-42c5-90f0-979384aa5501 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:37:52.648610 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b5db02-4126-42c5-90f0-979384aa5501 admin admin] Pushing event updated for resources: {'Port': ['ID=7b8d1c69-7857-4281-ae13-a82d21c42d57,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:52.687189 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64b5db02-4126-42c5-90f0-979384aa5501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:52.828214 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64b5db02-4126-42c5-90f0-979384aa5501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:52.873775 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9e200b8a-dea7-4ce9-a754-18933c95df25 None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:52.879183 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9e200b8a-dea7-4ce9-a754-18933c95df25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:52.923520 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9f6cfd-26b0-4220-a24f-95dcc444fb49 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:37:52.940202 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-9e200b8a-dea7-4ce9-a754-18933c95df25 None None] Attempting to bind port c4c79448-0e0b-4e45-a363-60ce4afa721c on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:37:52.940579 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-9e200b8a-dea7-4ce9-a754-18933c95df25 None None] Attempting to bind port c4c79448-0e0b-4e45-a363-60ce4afa721c by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:37:52.940934 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e200b8a-dea7-4ce9-a754-18933c95df25 None None] Attempting to bind port c4c79448-0e0b-4e45-a363-60ce4afa721c on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:37:52.946648 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5c322-429c-40ad-a236-2036efbe2ace None None] Pushing event updated for resources: {'Port': ['ID=c4c79448-0e0b-4e45-a363-60ce4afa721c,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:52.952633 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e200b8a-dea7-4ce9-a754-18933c95df25 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:37:52.953010 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e200b8a-dea7-4ce9-a754-18933c95df25 None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:37:52.953405 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9e200b8a-dea7-4ce9-a754-18933c95df25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:52.953790 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e200b8a-dea7-4ce9-a754-18933c95df25 None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:37:52.954312 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-9e200b8a-dea7-4ce9-a754-18933c95df25 None None] Bound port: c4c79448-0e0b-4e45-a363-60ce4afa721c, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:37:52.954647 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9e200b8a-dea7-4ce9-a754-18933c95df25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:52.980366 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-621f0259-5e60-42c4-b56d-b2c3226d7499 None None] Provisioning complete for port 7b8d1c69-7857-4281-ae13-a82d21c42d57 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:37:52.980731 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-621f0259-5e60-42c4-b56d-b2c3226d7499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:52.993470 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64b5db02-4126-42c5-90f0-979384aa5501 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:52.998007 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64b5db02-4126-42c5-90f0-979384aa5501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:53.035617 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-621f0259-5e60-42c4-b56d-b2c3226d7499 None None] Port 7b8d1c69-7857-4281-ae13-a82d21c42d57 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:37:53.040057 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-9e200b8a-dea7-4ce9-a754-18933c95df25 None None] For port c4c79448-0e0b-4e45-a363-60ce4afa721c, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:37:53.043286 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-9e200b8a-dea7-4ce9-a754-18933c95df25 None None] For port c4c79448-0e0b-4e45-a363-60ce4afa721c, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=c4c79448-0e0b-4e45-a363-60ce4afa721c,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:37:53.047680 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9e200b8a-dea7-4ce9-a754-18933c95df25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:53.068796 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64b5db02-4126-42c5-90f0-979384aa5501 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:53.070611 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b5db02-4126-42c5-90f0-979384aa5501 admin admin] Pushing event updated for resources: {'Port': ['ID=7b8d1c69-7857-4281-ae13-a82d21c42d57,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:53.095709 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b931f6c7-a2cf-4753-8dc1-7c81366cf04f None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:37:53.113977 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5c322-429c-40ad-a236-2036efbe2ace None None] Pushing event updated for resources: {'Port': ['ID=c4c79448-0e0b-4e45-a363-60ce4afa721c,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:53.115500 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e200b8a-dea7-4ce9-a754-18933c95df25 None None] Routers {'631fec91-5870-4738-91f4-67d4c88a51bf'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:37:53.116181 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9e200b8a-dea7-4ce9-a754-18933c95df25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:37:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['631fec91-5870-4738-91f4-67d4c88a51bf'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:37:53.168080 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b5db02-4126-42c5-90f0-979384aa5501 admin admin] Network ac3c8d84-930b-4fa7-bc35-7b562a207ec7 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:37:53.170063 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-64b5db02-4126-42c5-90f0-979384aa5501 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:37:53.208107 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-008c97a2-76cd-4ea6-82d4-5788944d6073 None None] Provisioning complete for port c4c79448-0e0b-4e45-a363-60ce4afa721c triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:37:53.208479 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-008c97a2-76cd-4ea6-82d4-5788944d6073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:53.259540 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-9e200b8a-dea7-4ce9-a754-18933c95df25 None None] Set router 631fec91-5870-4738-91f4-67d4c88a51bf gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:37:53.289777 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b5db02-4126-42c5-90f0-979384aa5501 admin admin] Router 631fec91-5870-4738-91f4-67d4c88a51bf has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:37:53.403185 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b5db02-4126-42c5-90f0-979384aa5501 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:37:53.409004 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-64b5db02-4126-42c5-90f0-979384aa5501 admin admin] 10.222.0.61 "PUT /v2.0/routers/631fec91-5870-4738-91f4-67d4c88a51bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6558702 Nov 16 12:37:53.416651 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-008c97a2-76cd-4ea6-82d4-5788944d6073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:53.447179 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-008c97a2-76cd-4ea6-82d4-5788944d6073 None None] For port c4c79448-0e0b-4e45-a363-60ce4afa721c, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=c4c79448-0e0b-4e45-a363-60ce4afa721c,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:37:53.456731 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-008c97a2-76cd-4ea6-82d4-5788944d6073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:53.540203 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c97a2-76cd-4ea6-82d4-5788944d6073 None None] Pushing event updated for resources: {'Port': ['ID=c4c79448-0e0b-4e45-a363-60ce4afa721c,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:53.569880 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9e200b8a-dea7-4ce9-a754-18933c95df25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'name': 'tempest-TestSnapshotPattern-1583758951-router', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'c4c79448-0e0b-4e45-a363-60ce4afa721c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:37:49Z', 'updated_at': '2021-11-16T12:37:52Z', 'revision_number': 4, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'gw_port': {'id': 'c4c79448-0e0b-4e45-a363-60ce4afa721c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:50Z', 'updated_at': '2021-11-16T12:37:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '7b8d1c69-7857-4281-ae13-a82d21c42d57', 'name': '', 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'mac_address': 'fa:16:3e:27:70:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'b77ee364-0e1f-442d-94df-7389bb735fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:52Z', 'updated_at': '2021-11-16T12:37:52Z', 'revision_number': 2, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'subnets': [{'id': 'b77ee364-0e1f-442d-94df-7389bb735fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:37:53.609453 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e200b8a-dea7-4ce9-a754-18933c95df25 None None] The sync data for ids ['631fec91-5870-4738-91f4-67d4c88a51bf'] in n-d-816823-3 is: [{'id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'name': 'tempest-TestSnapshotPattern-1583758951-router', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'c4c79448-0e0b-4e45-a363-60ce4afa721c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:37:49Z', 'updated_at': '2021-11-16T12:37:52Z', 'revision_number': 4, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'gw_port': {'id': 'c4c79448-0e0b-4e45-a363-60ce4afa721c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:50Z', 'updated_at': '2021-11-16T12:37:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '7b8d1c69-7857-4281-ae13-a82d21c42d57', 'name': '', 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'mac_address': 'fa:16:3e:27:70:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'b77ee364-0e1f-442d-94df-7389bb735fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:52Z', 'updated_at': '2021-11-16T12:37:52Z', 'revision_number': 2, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'subnets': [{'id': 'b77ee364-0e1f-442d-94df-7389bb735fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:37:53.618262 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6859e46e-f4d0-49a6-88a9-2685df786307 None None] Provisioning complete for port 7b8d1c69-7857-4281-ae13-a82d21c42d57 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:37:53.618632 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6859e46e-f4d0-49a6-88a9-2685df786307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:53.663164 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-6859e46e-f4d0-49a6-88a9-2685df786307 None None] Port 7b8d1c69-7857-4281-ae13-a82d21c42d57 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:37:53.920108 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57706) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:37:53.925140 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-17801bf3-5deb-48a3-9bab-366a4c18634f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-870289371-network', 'tenant_id': '890a123899764d2f9f30873e20a2e9e5'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:37:53.946653 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17801bf3-5deb-48a3-9bab-366a4c18634f admin admin] Made reservation on behalf of 890a123899764d2f9f30873e20a2e9e5 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:37:53.949529 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-17801bf3-5deb-48a3-9bab-366a4c18634f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for network, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:53.959745 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-17801bf3-5deb-48a3-9bab-366a4c18634f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:54.042490 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-17801bf3-5deb-48a3-9bab-366a4c18634f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:54.047682 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-17801bf3-5deb-48a3-9bab-366a4c18634f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:54.050176 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 3599d0b0-926c-461e-bea3-36c9f9fa0191 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:37:54.074505 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17801bf3-5deb-48a3-9bab-366a4c18634f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 12:37:54.088946 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17801bf3-5deb-48a3-9bab-366a4c18634f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b996e6dc-0499-449d-a1ae-7bd0ce1e5604,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:54.094429 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-17801bf3-5deb-48a3-9bab-366a4c18634f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:54.094776 n-d-816823-3 neutron-server[102668]: INFO neutron.db.segments_db [None req-17801bf3-5deb-48a3-9bab-366a4c18634f admin admin] Added segment 9489a280-f708-4696-8e6d-0c34ac9aaf92 of type vlan for network 43d8fa1f-b40b-4068-8a4c-3c2c2a661d6a Nov 16 12:37:54.120345 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 3599d0b0-926c-461e-bea3-36c9f9fa0191 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:37:54.120897 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:54.137237 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-17801bf3-5deb-48a3-9bab-366a4c18634f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740601038349'] for network, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:54.165721 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-17801bf3-5deb-48a3-9bab-366a4c18634f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984'] for network, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:54.166716 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17801bf3-5deb-48a3-9bab-366a4c18634f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:37:54.167323 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-17801bf3-5deb-48a3-9bab-366a4c18634f admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:54.222263 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-17801bf3-5deb-48a3-9bab-366a4c18634f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2982738 Nov 16 12:37:54.223214 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57708) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:37:54.234301 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-1f690775-a52b-419d-bac1-45d6d9d9345b admin admin] Request body: {'subnet': {'network_id': '43d8fa1f-b40b-4068-8a4c-3c2c2a661d6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-870289371-subnet', 'tenant_id': '890a123899764d2f9f30873e20a2e9e5', 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:37:54.245679 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17801bf3-5deb-48a3-9bab-366a4c18634f admin admin] Pushing event updated for resources: {'Network': ['ID=43d8fa1f-b40b-4068-8a4c-3c2c2a661d6a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:54.257479 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Network 43d8fa1f-b40b-4068-8a4c-3c2c2a661d6a details requested by agent ovs-agent-n-d-816823-3 with host n-d-816823-3 {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 12:37:54.266296 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f690775-a52b-419d-bac1-45d6d9d9345b admin admin] Made reservation on behalf of 890a123899764d2f9f30873e20a2e9e5 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:37:54.268639 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f690775-a52b-419d-bac1-45d6d9d9345b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-119383419'] for subnet, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:54.474749 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f690775-a52b-419d-bac1-45d6d9d9345b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-119371174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-119383401'] for subnet, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:54.537862 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f690775-a52b-419d-bac1-45d6d9d9345b admin admin] Pushing event updated for resources: {'Subnet': ['ID=83285867-9aa0-4044-8abe-29f8b1b6653b,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:54.546437 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f690775-a52b-419d-bac1-45d6d9d9345b admin admin] Checking segment: {'id': '9489a280-f708-4696-8e6d-0c34ac9aaf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '43d8fa1f-b40b-4068-8a4c-3c2c2a661d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:37:54.546794 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f690775-a52b-419d-bac1-45d6d9d9345b admin admin] Network hostable DHCP agents. Network: 43d8fa1f-b40b-4068-8a4c-3c2c2a661d6a, hostable agents: ['8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 12:37:54.563917 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f690775-a52b-419d-bac1-45d6d9d9345b admin admin] Network 43d8fa1f-b40b-4068-8a4c-3c2c2a661d6a is scheduled to be hosted by DHCP agent 8b8ac03b-d16c-4d81-a6a6-5c426e76bb1e with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 12:37:54.573099 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-1f690775-a52b-419d-bac1-45d6d9d9345b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816823-3, 43d8fa1f-b40b-4068-8a4c-3c2c2a661d6a) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:37:54.578193 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f690775-a52b-419d-bac1-45d6d9d9345b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:37:54.578787 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1f690775-a52b-419d-bac1-45d6d9d9345b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:54.584315 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be5e7bf-fa94-4b57-a158-44ae54235322 None None] Network 43d8fa1f-b40b-4068-8a4c-3c2c2a661d6a requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:37:54.596144 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-1f690775-a52b-419d-bac1-45d6d9d9345b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3725147 Nov 16 12:37:54.598958 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57712) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:37:54.604135 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-7be7ab30-9c69-4062-bccc-cfc164a5997d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-870289371-router', 'tenant_id': '890a123899764d2f9f30873e20a2e9e5', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:37:54.628957 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7be7ab30-9c69-4062-bccc-cfc164a5997d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994809', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3567'] for router, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:54.630040 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7be7ab30-9c69-4062-bccc-cfc164a5997d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1994837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1984706', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1628863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3558'] for router, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:54.689035 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7be7ab30-9c69-4062-bccc-cfc164a5997d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:54.748769 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e73dd5-1946-4698-8d7d-c7a3d69e7e8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea630fd7-e403-5c4f-8738-d8f898729ec1-43d8fa1f-b40b-4068-8a4c-3c2c2a661d6a', 'network_id': '43d8fa1f-b40b-4068-8a4c-3c2c2a661d6a', 'tenant_id': '890a123899764d2f9f30873e20a2e9e5', 'fixed_ips': [{'subnet_id': '83285867-9aa0-4044-8abe-29f8b1b6653b'}]}} from n-d-816823-3. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 12:37:54.749687 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-80e73dd5-1946-4698-8d7d-c7a3d69e7e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:54.837276 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7be7ab30-9c69-4062-bccc-cfc164a5997d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:54.897839 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-80e73dd5-1946-4698-8d7d-c7a3d69e7e8e None None] Allocated IP 172.20.0.2 (43d8fa1f-b40b-4068-8a4c-3c2c2a661d6a/83285867-9aa0-4044-8abe-29f8b1b6653b/9dd7b005-fe06-4da1-9b06-d1fde9fc1d0e) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:37:55.047097 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-80e73dd5-1946-4698-8d7d-c7a3d69e7e8e None None] Publish callbacks [] for port, precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:55.052938 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-80e73dd5-1946-4698-8d7d-c7a3d69e7e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687'] for port, after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:55.060737 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7be7ab30-9c69-4062-bccc-cfc164a5997d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:55.079389 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7be7ab30-9c69-4062-bccc-cfc164a5997d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:55.094783 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e73dd5-1946-4698-8d7d-c7a3d69e7e8e None None] Network 43d8fa1f-b40b-4068-8a4c-3c2c2a661d6a is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:37:55.097843 n-d-816823-3 neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-80e73dd5-1946-4698-8d7d-c7a3d69e7e8e None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:37:55.102339 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e73dd5-1946-4698-8d7d-c7a3d69e7e8e None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:37:55.105404 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e73dd5-1946-4698-8d7d-c7a3d69e7e8e None None] Pushing event updated for resources: {'Port': ['ID=9dd7b005-fe06-4da1-9b06-d1fde9fc1d0e,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:55.158304 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-80e73dd5-1946-4698-8d7d-c7a3d69e7e8e None None] Attempting to bind port 9dd7b005-fe06-4da1-9b06-d1fde9fc1d0e on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:37:55.158980 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-80e73dd5-1946-4698-8d7d-c7a3d69e7e8e None None] Attempting to bind port 9dd7b005-fe06-4da1-9b06-d1fde9fc1d0e by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9489a280-f708-4696-8e6d-0c34ac9aaf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '43d8fa1f-b40b-4068-8a4c-3c2c2a661d6a'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:37:55.159105 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e73dd5-1946-4698-8d7d-c7a3d69e7e8e None None] Attempting to bind port 9dd7b005-fe06-4da1-9b06-d1fde9fc1d0e on network 43d8fa1f-b40b-4068-8a4c-3c2c2a661d6a {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:37:55.164144 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e73dd5-1946-4698-8d7d-c7a3d69e7e8e None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:37:55.164518 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e73dd5-1946-4698-8d7d-c7a3d69e7e8e None None] Checking segment: {'id': '9489a280-f708-4696-8e6d-0c34ac9aaf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '43d8fa1f-b40b-4068-8a4c-3c2c2a661d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:37:55.164918 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-80e73dd5-1946-4698-8d7d-c7a3d69e7e8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:55.165320 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e73dd5-1946-4698-8d7d-c7a3d69e7e8e None None] Bound using segment: {'id': '9489a280-f708-4696-8e6d-0c34ac9aaf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '43d8fa1f-b40b-4068-8a4c-3c2c2a661d6a'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:37:55.165781 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-80e73dd5-1946-4698-8d7d-c7a3d69e7e8e None None] Bound port: 9dd7b005-fe06-4da1-9b06-d1fde9fc1d0e, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9489a280-f708-4696-8e6d-0c34ac9aaf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '43d8fa1f-b40b-4068-8a4c-3c2c2a661d6a'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:37:55.166186 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-80e73dd5-1946-4698-8d7d-c7a3d69e7e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:55.193536 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-7be7ab30-9c69-4062-bccc-cfc164a5997d admin admin] Allocated IP 172.25.0.155 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/ad2ba394-a093-4644-a362-397c79e62981) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:37:55.230665 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-80e73dd5-1946-4698-8d7d-c7a3d69e7e8e None None] For port 9dd7b005-fe06-4da1-9b06-d1fde9fc1d0e, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:37:55.234260 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-80e73dd5-1946-4698-8d7d-c7a3d69e7e8e None None] For port 9dd7b005-fe06-4da1-9b06-d1fde9fc1d0e, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=9dd7b005-fe06-4da1-9b06-d1fde9fc1d0e,segment=NetworkSegment(9489a280-f708-4696-8e6d-0c34ac9aaf92),segment_id=9489a280-f708-4696-8e6d-0c34ac9aaf92)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:37:55.238308 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-80e73dd5-1946-4698-8d7d-c7a3d69e7e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:55.302394 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7be7ab30-9c69-4062-bccc-cfc164a5997d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:55.303986 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e73dd5-1946-4698-8d7d-c7a3d69e7e8e None None] Pushing event updated for resources: {'Port': ['ID=9dd7b005-fe06-4da1-9b06-d1fde9fc1d0e,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:55.336851 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7be7ab30-9c69-4062-bccc-cfc164a5997d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:55.381782 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be7ab30-9c69-4062-bccc-cfc164a5997d admin admin] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:37:55.384916 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-7be7ab30-9c69-4062-bccc-cfc164a5997d admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:37:55.390218 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be7ab30-9c69-4062-bccc-cfc164a5997d admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:37:55.393382 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7ab30-9c69-4062-bccc-cfc164a5997d admin admin] Pushing event updated for resources: {'Port': ['ID=ad2ba394-a093-4644-a362-397c79e62981,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:55.401456 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aaacdc5-ee31-4be2-9b96-350f43ea7ac2 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:37:55.513956 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-de21f85c-6cae-4330-a1fc-2f9c6cfe849c None None] Provisioning complete for port ad2ba394-a093-4644-a362-397c79e62981 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:37:55.513956 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-de21f85c-6cae-4330-a1fc-2f9c6cfe849c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:55.556004 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-de21f85c-6cae-4330-a1fc-2f9c6cfe849c None None] Port ad2ba394-a093-4644-a362-397c79e62981 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:37:55.692820 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7be7ab30-9c69-4062-bccc-cfc164a5997d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:55.895022 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7be7ab30-9c69-4062-bccc-cfc164a5997d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1994828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1984541'] for router, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:56.047482 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be7ab30-9c69-4062-bccc-cfc164a5997d admin admin] Router 9aa2eee2-d417-4ff7-a0fe-986861a4ce81 is scheduled to L3 agent 979a96de-856f-459c-ae08-90ab3217017d with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 12:37:56.096107 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 9dd7b005-fe06-4da1-9b06-d1fde9fc1d0e up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:37:56.140744 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac0d960-6ec7-4cc0-9840-b442956baa16 None None] Sync routers for ids ['631fec91-5870-4738-91f4-67d4c88a51bf'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:37:56.150885 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac0d960-6ec7-4cc0-9840-b442956baa16 None None] Routers {'631fec91-5870-4738-91f4-67d4c88a51bf'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:37:56.151625 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-eac0d960-6ec7-4cc0-9840-b442956baa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:37:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['631fec91-5870-4738-91f4-67d4c88a51bf'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:37:56.168215 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be7ab30-9c69-4062-bccc-cfc164a5997d admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:37:56.177317 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 9dd7b005-fe06-4da1-9b06-d1fde9fc1d0e triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:37:56.178343 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:56.181507 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc788899-1f09-407b-9821-fff8486bcc5e None None] Sync routers for ids ['9aa2eee2-d417-4ff7-a0fe-986861a4ce81'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:37:56.197709 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7be7ab30-9c69-4062-bccc-cfc164a5997d admin admin] Publish callbacks [] for router, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:56.202462 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57714) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:37:56.203060 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-7be7ab30-9c69-4062-bccc-cfc164a5997d admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6027913 Nov 16 12:37:56.223748 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc788899-1f09-407b-9821-fff8486bcc5e None None] Routers {'9aa2eee2-d417-4ff7-a0fe-986861a4ce81'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:37:56.224479 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-cc788899-1f09-407b-9821-fff8486bcc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:37:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['9aa2eee2-d417-4ff7-a0fe-986861a4ce81'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:37:56.316339 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-eac0d960-6ec7-4cc0-9840-b442956baa16 None None] Set router 631fec91-5870-4738-91f4-67d4c88a51bf gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:37:56.363234 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-cc788899-1f09-407b-9821-fff8486bcc5e None None] Set router 9aa2eee2-d417-4ff7-a0fe-986861a4ce81 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:37:56.558161 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-eac0d960-6ec7-4cc0-9840-b442956baa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'name': 'tempest-TestSnapshotPattern-1583758951-router', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'c4c79448-0e0b-4e45-a363-60ce4afa721c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:37:49Z', 'updated_at': '2021-11-16T12:37:52Z', 'revision_number': 4, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'gw_port': {'id': 'c4c79448-0e0b-4e45-a363-60ce4afa721c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:50Z', 'updated_at': '2021-11-16T12:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '7b8d1c69-7857-4281-ae13-a82d21c42d57', 'name': '', 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'mac_address': 'fa:16:3e:27:70:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'b77ee364-0e1f-442d-94df-7389bb735fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:52Z', 'updated_at': '2021-11-16T12:37:52Z', 'revision_number': 2, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'subnets': [{'id': 'b77ee364-0e1f-442d-94df-7389bb735fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:37:56.592158 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac0d960-6ec7-4cc0-9840-b442956baa16 None None] Checking router: 631fec91-5870-4738-91f4-67d4c88a51bf for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:37:56.592783 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac0d960-6ec7-4cc0-9840-b442956baa16 None None] Updating router 631fec91-5870-4738-91f4-67d4c88a51bf port 7b8d1c69-7857-4281-ae13-a82d21c42d57 binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 12:37:56.593536 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a513a6-5224-47c2-b345-d530e16ed705 None None] Network 43d8fa1f-b40b-4068-8a4c-3c2c2a661d6a requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:37:56.623113 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-eac0d960-6ec7-4cc0-9840-b442956baa16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:56.644646 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:56.673942 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ff7a0934-7ada-4d31-bbad-b75c18fef2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:56.702838 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-0105e416-76a0-4cdf-90b2-8b45f067ccf4 None None] Provisioning complete for port 9dd7b005-fe06-4da1-9b06-d1fde9fc1d0e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:37:56.703111 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0105e416-76a0-4cdf-90b2-8b45f067ccf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:56.773213 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] For port 9dd7b005-fe06-4da1-9b06-d1fde9fc1d0e, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=9dd7b005-fe06-4da1-9b06-d1fde9fc1d0e,segment=NetworkSegment(9489a280-f708-4696-8e6d-0c34ac9aaf92),segment_id=9489a280-f708-4696-8e6d-0c34ac9aaf92)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:37:56.803229 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:56.804016 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device c4c79448-0e0b-4e45-a363-60ce4afa721c up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:37:56.839667 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-ff7a0934-7ada-4d31-bbad-b75c18fef2ba admin admin] Allocated IP 172.20.0.1 (43d8fa1f-b40b-4068-8a4c-3c2c2a661d6a/83285867-9aa0-4044-8abe-29f8b1b6653b/3eca7ebd-2cf2-4e5d-95aa-3a400b96b564) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:37:56.910442 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-eac0d960-6ec7-4cc0-9840-b442956baa16 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:56.916311 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-eac0d960-6ec7-4cc0-9840-b442956baa16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:56.951573 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ff7a0934-7ada-4d31-bbad-b75c18fef2ba admin admin] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:56.964315 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a90fb-f5d3-4687-9514-8e74e51052fd None None] Pushing event updated for resources: {'Port': ['ID=7b8d1c69-7857-4281-ae13-a82d21c42d57,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:56.996291 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Pushing event updated for resources: {'Port': ['ID=9dd7b005-fe06-4da1-9b06-d1fde9fc1d0e,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:56.996513 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ff7a0934-7ada-4d31-bbad-b75c18fef2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:57.020861 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394a90fb-f5d3-4687-9514-8e74e51052fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:57.021284 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394a90fb-f5d3-4687-9514-8e74e51052fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:57.021690 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394a90fb-f5d3-4687-9514-8e74e51052fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:57.022133 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394a90fb-f5d3-4687-9514-8e74e51052fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:57.022535 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394a90fb-f5d3-4687-9514-8e74e51052fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:57.022930 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394a90fb-f5d3-4687-9514-8e74e51052fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:57.023317 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394a90fb-f5d3-4687-9514-8e74e51052fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:57.023646 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394a90fb-f5d3-4687-9514-8e74e51052fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:57.023968 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394a90fb-f5d3-4687-9514-8e74e51052fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:57.024292 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394a90fb-f5d3-4687-9514-8e74e51052fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:57.025043 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394a90fb-f5d3-4687-9514-8e74e51052fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:57.025043 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394a90fb-f5d3-4687-9514-8e74e51052fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:37:57.044857 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-eac0d960-6ec7-4cc0-9840-b442956baa16 None None] Attempting to bind port 7b8d1c69-7857-4281-ae13-a82d21c42d57 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:37:57.045227 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-eac0d960-6ec7-4cc0-9840-b442956baa16 None None] Attempting to bind port 7b8d1c69-7857-4281-ae13-a82d21c42d57 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '8499b917-0144-4ad0-bc7f-6b7cc42d2f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:37:57.045582 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac0d960-6ec7-4cc0-9840-b442956baa16 None None] Attempting to bind port 7b8d1c69-7857-4281-ae13-a82d21c42d57 on network ac3c8d84-930b-4fa7-bc35-7b562a207ec7 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:37:57.051624 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac0d960-6ec7-4cc0-9840-b442956baa16 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:37:57.051994 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac0d960-6ec7-4cc0-9840-b442956baa16 None None] Checking segment: {'id': '8499b917-0144-4ad0-bc7f-6b7cc42d2f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:37:57.052950 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-eac0d960-6ec7-4cc0-9840-b442956baa16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:57.053364 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac0d960-6ec7-4cc0-9840-b442956baa16 None None] Bound using segment: {'id': '8499b917-0144-4ad0-bc7f-6b7cc42d2f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:37:57.053838 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-eac0d960-6ec7-4cc0-9840-b442956baa16 None None] Bound port: 7b8d1c69-7857-4281-ae13-a82d21c42d57, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8499b917-0144-4ad0-bc7f-6b7cc42d2f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:37:57.054246 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-eac0d960-6ec7-4cc0-9840-b442956baa16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:57.054948 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7a0934-7ada-4d31-bbad-b75c18fef2ba admin admin] Network 43d8fa1f-b40b-4068-8a4c-3c2c2a661d6a is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:37:57.060517 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-ff7a0934-7ada-4d31-bbad-b75c18fef2ba admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:37:57.065787 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7a0934-7ada-4d31-bbad-b75c18fef2ba admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:37:57.069008 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a0934-7ada-4d31-bbad-b75c18fef2ba admin admin] Pushing event updated for resources: {'Port': ['ID=3eca7ebd-2cf2-4e5d-95aa-3a400b96b564,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:57.075883 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port c4c79448-0e0b-4e45-a363-60ce4afa721c triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:37:57.076252 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:57.118972 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-cc788899-1f09-407b-9821-fff8486bcc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa2eee2-d417-4ff7-a0fe-986861a4ce81', 'name': 'tempest-TestSnapshotPattern-870289371-router', 'tenant_id': '890a123899764d2f9f30873e20a2e9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'ad2ba394-a093-4644-a362-397c79e62981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:37:54Z', 'updated_at': '2021-11-16T12:37:55Z', 'revision_number': 3, 'project_id': '890a123899764d2f9f30873e20a2e9e5', 'gw_port': {'id': 'ad2ba394-a093-4644-a362-397c79e62981', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa2eee2-d417-4ff7-a0fe-986861a4ce81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:55Z', 'updated_at': '2021-11-16T12:37:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:37:57.127909 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-eac0d960-6ec7-4cc0-9840-b442956baa16 None None] For port 7b8d1c69-7857-4281-ae13-a82d21c42d57, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:37:57.129000 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ff7a0934-7ada-4d31-bbad-b75c18fef2ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1985986'] for router_interface, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:57.131627 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-eac0d960-6ec7-4cc0-9840-b442956baa16 None None] For port 7b8d1c69-7857-4281-ae13-a82d21c42d57, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=7b8d1c69-7857-4281-ae13-a82d21c42d57,segment=NetworkSegment(8499b917-0144-4ad0-bc7f-6b7cc42d2f04),segment_id=8499b917-0144-4ad0-bc7f-6b7cc42d2f04)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:37:57.138905 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-eac0d960-6ec7-4cc0-9840-b442956baa16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:57.175059 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc788899-1f09-407b-9821-fff8486bcc5e None None] Checking router: 9aa2eee2-d417-4ff7-a0fe-986861a4ce81 for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:37:57.175332 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc788899-1f09-407b-9821-fff8486bcc5e None None] Updating router 9aa2eee2-d417-4ff7-a0fe-986861a4ce81 port ad2ba394-a093-4644-a362-397c79e62981 binding host n-d-816823-3 {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 12:37:57.228640 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cc788899-1f09-407b-9821-fff8486bcc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:57.233002 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a90fb-f5d3-4687-9514-8e74e51052fd None None] Pushing event updated for resources: {'Port': ['ID=7b8d1c69-7857-4281-ae13-a82d21c42d57,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:57.260981 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac0d960-6ec7-4cc0-9840-b442956baa16 None None] Routers {'631fec91-5870-4738-91f4-67d4c88a51bf'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:37:57.261708 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-eac0d960-6ec7-4cc0-9840-b442956baa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:37:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['631fec91-5870-4738-91f4-67d4c88a51bf'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:37:57.322199 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ff7a0934-7ada-4d31-bbad-b75c18fef2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:57.427734 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-eac0d960-6ec7-4cc0-9840-b442956baa16 None None] Set router 631fec91-5870-4738-91f4-67d4c88a51bf gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:37:57.473122 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ebdc8cad-de95-4b29-8a3f-d30cf77e5ce3 None None] Provisioning complete for port 7b8d1c69-7857-4281-ae13-a82d21c42d57 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:37:57.473491 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ebdc8cad-de95-4b29-8a3f-d30cf77e5ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:57.492031 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:37:57.559145 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ff7a0934-7ada-4d31-bbad-b75c18fef2ba admin admin] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:57.566982 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ff7a0934-7ada-4d31-bbad-b75c18fef2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:57.632898 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ebdc8cad-de95-4b29-8a3f-d30cf77e5ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:57.640046 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ff7a0934-7ada-4d31-bbad-b75c18fef2ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1985886'] for router_interface, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:57.685499 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-ebdc8cad-de95-4b29-8a3f-d30cf77e5ce3 None None] For port 7b8d1c69-7857-4281-ae13-a82d21c42d57, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=7b8d1c69-7857-4281-ae13-a82d21c42d57,segment=NetworkSegment(8499b917-0144-4ad0-bc7f-6b7cc42d2f04),segment_id=8499b917-0144-4ad0-bc7f-6b7cc42d2f04)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:37:57.704164 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a0934-7ada-4d31-bbad-b75c18fef2ba admin admin] Pushing event updated for resources: {'Port': ['ID=3eca7ebd-2cf2-4e5d-95aa-3a400b96b564,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:57.721048 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ebdc8cad-de95-4b29-8a3f-d30cf77e5ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:57.734425 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-eac0d960-6ec7-4cc0-9840-b442956baa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'name': 'tempest-TestSnapshotPattern-1583758951-router', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'c4c79448-0e0b-4e45-a363-60ce4afa721c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:37:49Z', 'updated_at': '2021-11-16T12:37:52Z', 'revision_number': 4, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'gw_port': {'id': 'c4c79448-0e0b-4e45-a363-60ce4afa721c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:50Z', 'updated_at': '2021-11-16T12:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '7b8d1c69-7857-4281-ae13-a82d21c42d57', 'name': '', 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'mac_address': 'fa:16:3e:27:70:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'b77ee364-0e1f-442d-94df-7389bb735fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:52Z', 'updated_at': '2021-11-16T12:37:57Z', 'revision_number': 4, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'subnets': [{'id': 'b77ee364-0e1f-442d-94df-7389bb735fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:37:57.762558 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac0d960-6ec7-4cc0-9840-b442956baa16 None None] The sync data for ids ['631fec91-5870-4738-91f4-67d4c88a51bf'] in n-d-816823-3 is: [{'id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'name': 'tempest-TestSnapshotPattern-1583758951-router', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'c4c79448-0e0b-4e45-a363-60ce4afa721c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:37:49Z', 'updated_at': '2021-11-16T12:37:52Z', 'revision_number': 4, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'gw_port': {'id': 'c4c79448-0e0b-4e45-a363-60ce4afa721c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:50Z', 'updated_at': '2021-11-16T12:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '7b8d1c69-7857-4281-ae13-a82d21c42d57', 'name': '', 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'mac_address': 'fa:16:3e:27:70:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'b77ee364-0e1f-442d-94df-7389bb735fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:52Z', 'updated_at': '2021-11-16T12:37:57Z', 'revision_number': 4, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'subnets': [{'id': 'b77ee364-0e1f-442d-94df-7389bb735fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:37:57.769104 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7a0934-7ada-4d31-bbad-b75c18fef2ba admin admin] Network 43d8fa1f-b40b-4068-8a4c-3c2c2a661d6a is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:37:57.770604 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-ff7a0934-7ada-4d31-bbad-b75c18fef2ba admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:37:57.780451 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cc788899-1f09-407b-9821-fff8486bcc5e None None] Publish callbacks [] for port, precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:57.792725 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cc788899-1f09-407b-9821-fff8486bcc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:57.799099 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc8cad-de95-4b29-8a3f-d30cf77e5ce3 None None] Pushing event updated for resources: {'Port': ['ID=7b8d1c69-7857-4281-ae13-a82d21c42d57,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:57.853948 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4412c2a-3300-482f-b391-27b80e83a058 None None] Pushing event updated for resources: {'Port': ['ID=ad2ba394-a093-4644-a362-397c79e62981,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:57.879727 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-57b45b9f-8be9-45f3-9b79-54c7ba1c6dcf None None] Provisioning complete for port 7b8d1c69-7857-4281-ae13-a82d21c42d57 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:37:57.880093 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-57b45b9f-8be9-45f3-9b79-54c7ba1c6dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:57.881847 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5b1c10-efb2-41bc-8a8e-2f1b40907ff9 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:37:57.885867 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-cc788899-1f09-407b-9821-fff8486bcc5e None None] Attempting to bind port ad2ba394-a093-4644-a362-397c79e62981 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:37:57.886599 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-cc788899-1f09-407b-9821-fff8486bcc5e None None] Attempting to bind port ad2ba394-a093-4644-a362-397c79e62981 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:37:57.886599 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc788899-1f09-407b-9821-fff8486bcc5e None None] Attempting to bind port ad2ba394-a093-4644-a362-397c79e62981 on network 47f35a41-d782-4d3e-9754-e87c9ca4914b {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:37:57.902457 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7a0934-7ada-4d31-bbad-b75c18fef2ba admin admin] Router 9aa2eee2-d417-4ff7-a0fe-986861a4ce81 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:37:57.916093 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc788899-1f09-407b-9821-fff8486bcc5e None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:37:57.916391 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc788899-1f09-407b-9821-fff8486bcc5e None None] Checking segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:37:57.916790 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cc788899-1f09-407b-9821-fff8486bcc5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:57.917171 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc788899-1f09-407b-9821-fff8486bcc5e None None] Bound using segment: {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:37:57.917644 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-cc788899-1f09-407b-9821-fff8486bcc5e None None] Bound port: ad2ba394-a093-4644-a362-397c79e62981, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bac0d55-1584-4fb3-a2be-1498055c8639', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:37:57.923086 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cc788899-1f09-407b-9821-fff8486bcc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:58.015347 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-cc788899-1f09-407b-9821-fff8486bcc5e None None] For port ad2ba394-a093-4644-a362-397c79e62981, host n-d-816823-3, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:37:58.037461 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-cc788899-1f09-407b-9821-fff8486bcc5e None None] For port ad2ba394-a093-4644-a362-397c79e62981, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=ad2ba394-a093-4644-a362-397c79e62981,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:37:58.055375 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cc788899-1f09-407b-9821-fff8486bcc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:58.069406 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7a0934-7ada-4d31-bbad-b75c18fef2ba admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:37:58.082768 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ff7a0934-7ada-4d31-bbad-b75c18fef2ba admin admin] 10.222.0.61 "PUT /v2.0/routers/9aa2eee2-d417-4ff7-a0fe-986861a4ce81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8719294 Nov 16 12:37:58.132755 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fc3125-a55b-47bb-8ade-9b954ef5e26c None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:37:58.145119 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 9dd7b005-fe06-4da1-9b06-d1fde9fc1d0e up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:37:58.146703 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-57b45b9f-8be9-45f3-9b79-54c7ba1c6dcf None None] Provisioning complete for port 9dd7b005-fe06-4da1-9b06-d1fde9fc1d0e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:37:58.147152 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-57b45b9f-8be9-45f3-9b79-54c7ba1c6dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:58.214468 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc788899-1f09-407b-9821-fff8486bcc5e None None] Routers {'9aa2eee2-d417-4ff7-a0fe-986861a4ce81'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:37:58.215236 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-cc788899-1f09-407b-9821-fff8486bcc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:37:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['9aa2eee2-d417-4ff7-a0fe-986861a4ce81'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:37:58.225714 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4412c2a-3300-482f-b391-27b80e83a058 None None] Pushing event updated for resources: {'Port': ['ID=ad2ba394-a093-4644-a362-397c79e62981,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:58.373880 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 9dd7b005-fe06-4da1-9b06-d1fde9fc1d0e triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:37:58.378420 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:58.411160 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-cc788899-1f09-407b-9821-fff8486bcc5e None None] Set router 9aa2eee2-d417-4ff7-a0fe-986861a4ce81 gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:37:58.709988 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-57b45b9f-8be9-45f3-9b79-54c7ba1c6dcf None None] Provisioning complete for port 3eca7ebd-2cf2-4e5d-95aa-3a400b96b564 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:37:58.710277 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-57b45b9f-8be9-45f3-9b79-54c7ba1c6dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:58.757223 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57722) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:37:58.762201 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5840015e-1102-4fd1-80f4-9fa7f8bd6ec1 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1190118689', 'description': 'tempest-secgroup-smoke-1190118689 description', 'project_id': '612ce2837930468c8a9fb17cbf4f4586'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:37:58.784015 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5840015e-1102-4fd1-80f4-9fa7f8bd6ec1 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks [] for security_group, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:58.790295 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7b8d1c69-7857-4281-ae13-a82d21c42d57 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:37:58.799240 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-57b45b9f-8be9-45f3-9b79-54c7ba1c6dcf None None] Port 3eca7ebd-2cf2-4e5d-95aa-3a400b96b564 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:37:58.853091 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5840015e-1102-4fd1-80f4-9fa7f8bd6ec1 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks [] for security_group, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:58.857324 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5840015e-1102-4fd1-80f4-9fa7f8bd6ec1 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:58.887334 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 7b8d1c69-7857-4281-ae13-a82d21c42d57 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:37:58.887729 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:58.892735 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5840015e-1102-4fd1-80f4-9fa7f8bd6ec1 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:58.893996 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-5840015e-1102-4fd1-80f4-9fa7f8bd6ec1 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1356328 Nov 16 12:37:58.897308 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57724) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:37:58.902954 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-155fe1fb-a565-4509-9fd8-18279b44405d tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Request body: {'security_group_rule': {'security_group_id': '4e9bd41a-3130-406e-914d-630acd25cc60', 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:37:58.903127 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5840015e-1102-4fd1-80f4-9fa7f8bd6ec1 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9bd41a-3130-406e-914d-630acd25cc60,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:58.933293 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-155fe1fb-a565-4509-9fd8-18279b44405d tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:58.961963 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:58.962545 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-41fc7c9c-9749-498c-ae3e-c7c6ae4f37f3 None None] Provisioning complete for port 3eca7ebd-2cf2-4e5d-95aa-3a400b96b564 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:37:58.962915 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-41fc7c9c-9749-498c-ae3e-c7c6ae4f37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:58.965627 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-cc788899-1f09-407b-9821-fff8486bcc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa2eee2-d417-4ff7-a0fe-986861a4ce81', 'name': 'tempest-TestSnapshotPattern-870289371-router', 'tenant_id': '890a123899764d2f9f30873e20a2e9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'ad2ba394-a093-4644-a362-397c79e62981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:37:54Z', 'updated_at': '2021-11-16T12:37:57Z', 'revision_number': 4, 'project_id': '890a123899764d2f9f30873e20a2e9e5', 'gw_port': {'id': 'ad2ba394-a093-4644-a362-397c79e62981', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa2eee2-d417-4ff7-a0fe-986861a4ce81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:55Z', 'updated_at': '2021-11-16T12:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '3eca7ebd-2cf2-4e5d-95aa-3a400b96b564', 'name': '', 'network_id': '43d8fa1f-b40b-4068-8a4c-3c2c2a661d6a', 'tenant_id': '890a123899764d2f9f30873e20a2e9e5', 'mac_address': 'fa:16:3e:89:c8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa2eee2-d417-4ff7-a0fe-986861a4ce81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '83285867-9aa0-4044-8abe-29f8b1b6653b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:56Z', 'updated_at': '2021-11-16T12:37:57Z', 'revision_number': 2, 'project_id': '890a123899764d2f9f30873e20a2e9e5', 'subnets': [{'id': '83285867-9aa0-4044-8abe-29f8b1b6653b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:37:58.993696 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-155fe1fb-a565-4509-9fd8-18279b44405d tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:58.998667 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-155fe1fb-a565-4509-9fd8-18279b44405d tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:59.016092 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc788899-1f09-407b-9821-fff8486bcc5e None None] The sync data for ids ['9aa2eee2-d417-4ff7-a0fe-986861a4ce81'] in n-d-816823-3 is: [{'id': '9aa2eee2-d417-4ff7-a0fe-986861a4ce81', 'name': 'tempest-TestSnapshotPattern-870289371-router', 'tenant_id': '890a123899764d2f9f30873e20a2e9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'ad2ba394-a093-4644-a362-397c79e62981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:37:54Z', 'updated_at': '2021-11-16T12:37:57Z', 'revision_number': 4, 'project_id': '890a123899764d2f9f30873e20a2e9e5', 'gw_port': {'id': 'ad2ba394-a093-4644-a362-397c79e62981', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa2eee2-d417-4ff7-a0fe-986861a4ce81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:55Z', 'updated_at': '2021-11-16T12:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '3eca7ebd-2cf2-4e5d-95aa-3a400b96b564', 'name': '', 'network_id': '43d8fa1f-b40b-4068-8a4c-3c2c2a661d6a', 'tenant_id': '890a123899764d2f9f30873e20a2e9e5', 'mac_address': 'fa:16:3e:89:c8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa2eee2-d417-4ff7-a0fe-986861a4ce81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '83285867-9aa0-4044-8abe-29f8b1b6653b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:56Z', 'updated_at': '2021-11-16T12:37:57Z', 'revision_number': 2, 'project_id': '890a123899764d2f9f30873e20a2e9e5', 'subnets': [{'id': '83285867-9aa0-4044-8abe-29f8b1b6653b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:37:59.019217 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155fe1fb-a565-4509-9fd8-18279b44405d tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86b4cf98-b1d0-4708-839c-2f7ad8ec94cd,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:59.030183 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-155fe1fb-a565-4509-9fd8-18279b44405d tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:59.031426 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-155fe1fb-a565-4509-9fd8-18279b44405d tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1323898 Nov 16 12:37:59.033883 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-41fc7c9c-9749-498c-ae3e-c7c6ae4f37f3 None None] Port 3eca7ebd-2cf2-4e5d-95aa-3a400b96b564 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:37:59.034245 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57726) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:37:59.038682 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-c30f90d0-cffb-448e-b35b-cd28c9215222 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Request body: {'security_group_rule': {'security_group_id': '4e9bd41a-3130-406e-914d-630acd25cc60', 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:37:59.070041 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c30f90d0-cffb-448e-b35b-cd28c9215222 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:59.077079 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-41fc7c9c-9749-498c-ae3e-c7c6ae4f37f3 None None] Provisioning complete for port ad2ba394-a093-4644-a362-397c79e62981 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:37:59.077457 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-41fc7c9c-9749-498c-ae3e-c7c6ae4f37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:59.140083 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c30f90d0-cffb-448e-b35b-cd28c9215222 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:59.144319 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c30f90d0-cffb-448e-b35b-cd28c9215222 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:59.163645 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f90d0-cffb-448e-b35b-cd28c9215222 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77a4d0b5-3872-4edf-a52a-bd667872fd77,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:59.169598 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-41fc7c9c-9749-498c-ae3e-c7c6ae4f37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:59.173279 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c30f90d0-cffb-448e-b35b-cd28c9215222 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:59.177497 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57728) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:37:59.178111 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-c30f90d0-cffb-448e-b35b-cd28c9215222 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1428387 Nov 16 12:37:59.183961 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-168acf62-3e34-49a1-83a9-580ff09831d3 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Request body: {'security_group_rule': {'security_group_id': '4e9bd41a-3130-406e-914d-630acd25cc60', 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:37:59.192100 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-41fc7c9c-9749-498c-ae3e-c7c6ae4f37f3 None None] For port ad2ba394-a093-4644-a362-397c79e62981, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=ad2ba394-a093-4644-a362-397c79e62981,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:37:59.196716 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-41fc7c9c-9749-498c-ae3e-c7c6ae4f37f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:59.216676 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-168acf62-3e34-49a1-83a9-580ff09831d3 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:59.279068 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc7c9c-9749-498c-ae3e-c7c6ae4f37f3 None None] Pushing event updated for resources: {'Port': ['ID=ad2ba394-a093-4644-a362-397c79e62981,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:59.291765 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-168acf62-3e34-49a1-83a9-580ff09831d3 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:59.295633 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-168acf62-3e34-49a1-83a9-580ff09831d3 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:59.317044 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168acf62-3e34-49a1-83a9-580ff09831d3 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe2fda7e-55b5-482f-9d25-f1e88c137d09,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:59.326061 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-168acf62-3e34-49a1-83a9-580ff09831d3 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:59.327474 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-168acf62-3e34-49a1-83a9-580ff09831d3 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1486967 Nov 16 12:37:59.330336 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57730) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:37:59.334990 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-3e1f2348-25e2-444b-b272-9911d7136171 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Request body: {'security_group_rule': {'security_group_id': '4e9bd41a-3130-406e-914d-630acd25cc60', 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:37:59.363559 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3e1f2348-25e2-444b-b272-9911d7136171 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:59.428121 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3e1f2348-25e2-444b-b272-9911d7136171 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:59.432698 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3e1f2348-25e2-444b-b272-9911d7136171 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:59.451971 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1f2348-25e2-444b-b272-9911d7136171 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0706348b-4130-4443-afdd-c507248ec6a4,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:59.460668 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3e1f2348-25e2-444b-b272-9911d7136171 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:59.464188 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-3e1f2348-25e2-444b-b272-9911d7136171 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1302462 Nov 16 12:37:59.464449 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57732) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:37:59.469606 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-0cd09b64-f709-46a2-ac8b-3337c2dc641d tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Request body: {'security_group_rule': {'security_group_id': '4e9bd41a-3130-406e-914d-630acd25cc60', 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:37:59.493344 n-d-816823-3 neutron-server[102669]: INFO neutron.db.securitygroups_db [None req-0cd09b64-f709-46a2-ac8b-3337c2dc641d tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Project 612ce2837930468c8a9fb17cbf4f4586 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 12:37:59.499755 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0cd09b64-f709-46a2-ac8b-3337c2dc641d tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:59.566668 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0cd09b64-f709-46a2-ac8b-3337c2dc641d tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:59.570722 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0cd09b64-f709-46a2-ac8b-3337c2dc641d tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:59.589754 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd09b64-f709-46a2-ac8b-3337c2dc641d tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f378a41-b57b-4722-acf6-1162cdf5bf6d,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:59.597002 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0cd09b64-f709-46a2-ac8b-3337c2dc641d tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:59.598253 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-0cd09b64-f709-46a2-ac8b-3337c2dc641d tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1327307 Nov 16 12:37:59.601129 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 57734) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:37:59.605888 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [None req-07c91786-47b0-4153-acb9-c71c1352ed70 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Request body: {'security_group_rule': {'security_group_id': '4e9bd41a-3130-406e-914d-630acd25cc60', 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:37:59.628685 n-d-816823-3 neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-07c91786-47b0-4153-acb9-c71c1352ed70 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Project 612ce2837930468c8a9fb17cbf4f4586 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 12:37:59.634488 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07c91786-47b0-4153-acb9-c71c1352ed70 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:59.695206 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07c91786-47b0-4153-acb9-c71c1352ed70 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:59.698613 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07c91786-47b0-4153-acb9-c71c1352ed70 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612072'] for security_group_rule, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:59.715770 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c91786-47b0-4153-acb9-c71c1352ed70 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96903a8d-a87a-4d9e-922c-bdd03579a359,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:37:59.725090 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07c91786-47b0-4153-acb9-c71c1352ed70 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:59.726558 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-07c91786-47b0-4153-acb9-c71c1352ed70 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1241472 Nov 16 12:37:59.737497 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:37:59.873506 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-17877e35-9842-4a9d-aaa6-7a6e411d8f08 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1190118689&fields=id&tenant_id=612ce2837930468c8a9fb17cbf4f4586 HTTP/1.1" status: 200 len: 267 time: 0.0442252 Nov 16 12:38:00.274281 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-33b8d90c-2b88-4180-a022-dac4a8e32395 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:38:00.275763 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-33b8d90c-2b88-4180-a022-dac4a8e32395 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/networks?id=ac3c8d84-930b-4fa7-bc35-7b562a207ec7 HTTP/1.1" status: 200 len: 810 time: 0.3955214 Nov 16 12:38:00.290280 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-a02521d7-8b5a-4c53-91fc-bb8928e2c2f9 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/quotas/612ce2837930468c8a9fb17cbf4f4586 HTTP/1.1" status: 200 len: 375 time: 0.0087776 Nov 16 12:38:00.339583 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-4d923d9f-4c0d-4df3-ba86-16c083c120e7 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=612ce2837930468c8a9fb17cbf4f4586&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442002 Nov 16 12:38:00.438888 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-5b676cf8-873e-47e6-b3d4-16aa8613df97 service neutron] 10.222.0.61 "GET /v2.0/networks/ac3c8d84-930b-4fa7-bc35-7b562a207ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880947 Nov 16 12:38:00.539336 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-c5e40f9f-98a5-4eaa-b0cf-cb1c55e8c38d service neutron] 10.222.0.61 "GET /v2.0/networks/ac3c8d84-930b-4fa7-bc35-7b562a207ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905774 Nov 16 12:38:00.714528 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-978801b9-82a5-4917-bbcd-42f391746bbb req-1840fb56-d53c-4aac-aa7c-e7823665acaa tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/ports?device_id=209a3f60-3fe2-407c-8eb7-fddef3d81b9e HTTP/1.1" status: 200 len: 210 time: 0.0334361 Nov 16 12:38:01.656929 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-3e9002a7-5146-4150-b371-bf8ef997ed44 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:38:01.658444 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-3e9002a7-5146-4150-b371-bf8ef997ed44 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.36 "GET /v2.0/networks?id=ac3c8d84-930b-4fa7-bc35-7b562a207ec7 HTTP/1.1" status: 200 len: 810 time: 0.1125240 Nov 16 12:38:01.707681 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ee27a1-7021-4911-bd9d-5008cf386a13 None None] Sync routers for ids ['9aa2eee2-d417-4ff7-a0fe-986861a4ce81'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:38:01.718209 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ee27a1-7021-4911-bd9d-5008cf386a13 None None] Routers {'9aa2eee2-d417-4ff7-a0fe-986861a4ce81'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:38:01.718823 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-a2ee27a1-7021-4911-bd9d-5008cf386a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:37:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['9aa2eee2-d417-4ff7-a0fe-986861a4ce81'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:38:01.728138 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-27ee111a-0dd4-4001-9c93-5e14ff27ce4c tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=612ce2837930468c8a9fb17cbf4f4586 HTTP/1.1" status: 200 len: 380 time: 0.0596852 Nov 16 12:38:01.739321 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-7d8416f6-fd79-4015-9f26-379c225f36da tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Request body: {'port': {'device_id': '209a3f60-3fe2-407c-8eb7-fddef3d81b9e', 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7', 'admin_state_up': True, 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'security_groups': ['4e9bd41a-3130-406e-914d-630acd25cc60']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:38:01.812752 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0707b353-b53a-4c17-8087-48738fc4cbbd req-25bf502e-52cf-4216-aaf0-34d0460d1b90 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/ports?device_id=209a3f60-3fe2-407c-8eb7-fddef3d81b9e HTTP/1.1" status: 200 len: 210 time: 0.0267940 Nov 16 12:38:01.858718 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-7d8416f6-fd79-4015-9f26-379c225f36da tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Made reservation on behalf of 612ce2837930468c8a9fb17cbf4f4586 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:38:01.862625 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-7d8416f6-fd79-4015-9f26-379c225f36da tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:01.924615 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-a2ee27a1-7021-4911-bd9d-5008cf386a13 None None] Set router 9aa2eee2-d417-4ff7-a0fe-986861a4ce81 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:38:02.067619 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device ad2ba394-a093-4644-a362-397c79e62981 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:38:02.133515 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port ad2ba394-a093-4644-a362-397c79e62981 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:38:02.133898 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:02.138213 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-a2ee27a1-7021-4911-bd9d-5008cf386a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa2eee2-d417-4ff7-a0fe-986861a4ce81', 'name': 'tempest-TestSnapshotPattern-870289371-router', 'tenant_id': '890a123899764d2f9f30873e20a2e9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'ad2ba394-a093-4644-a362-397c79e62981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:37:54Z', 'updated_at': '2021-11-16T12:37:57Z', 'revision_number': 4, 'project_id': '890a123899764d2f9f30873e20a2e9e5', 'gw_port': {'id': 'ad2ba394-a093-4644-a362-397c79e62981', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa2eee2-d417-4ff7-a0fe-986861a4ce81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:55Z', 'updated_at': '2021-11-16T12:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '3eca7ebd-2cf2-4e5d-95aa-3a400b96b564', 'name': '', 'network_id': '43d8fa1f-b40b-4068-8a4c-3c2c2a661d6a', 'tenant_id': '890a123899764d2f9f30873e20a2e9e5', 'mac_address': 'fa:16:3e:89:c8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa2eee2-d417-4ff7-a0fe-986861a4ce81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '83285867-9aa0-4044-8abe-29f8b1b6653b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:56Z', 'updated_at': '2021-11-16T12:37:57Z', 'revision_number': 2, 'project_id': '890a123899764d2f9f30873e20a2e9e5', 'subnets': [{'id': '83285867-9aa0-4044-8abe-29f8b1b6653b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:38:02.166017 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ee27a1-7021-4911-bd9d-5008cf386a13 None None] Checking router: 9aa2eee2-d417-4ff7-a0fe-986861a4ce81 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:38:02.166017 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ee27a1-7021-4911-bd9d-5008cf386a13 None None] Updating router 9aa2eee2-d417-4ff7-a0fe-986861a4ce81 port 3eca7ebd-2cf2-4e5d-95aa-3a400b96b564 binding host n-d-816823-3 {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 12:38:02.193122 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a2ee27a1-7021-4911-bd9d-5008cf386a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:02.313364 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-7d8416f6-fd79-4015-9f26-379c225f36da tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Allocated IP 172.20.0.12 (ac3c8d84-930b-4fa7-bc35-7b562a207ec7/b77ee364-0e1f-442d-94df-7389bb735fa7/527a99e8-e5e0-431c-8d19-bc27f58e49d7) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:38:02.452882 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-7d8416f6-fd79-4015-9f26-379c225f36da tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:02.454875 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a2ee27a1-7021-4911-bd9d-5008cf386a13 None None] Publish callbacks [] for port, precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:02.460112 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a2ee27a1-7021-4911-bd9d-5008cf386a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:02.487057 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-7d8416f6-fd79-4015-9f26-379c225f36da tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:02.507620 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b5789-fa52-4010-b1d7-722341d5c541 None None] Pushing event updated for resources: {'Port': ['ID=3eca7ebd-2cf2-4e5d-95aa-3a400b96b564,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:38:02.541122 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8416f6-fd79-4015-9f26-379c225f36da tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Pushing event updated for resources: {'Port': ['ID=527a99e8-e5e0-431c-8d19-bc27f58e49d7,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:38:02.544445 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-7d8416f6-fd79-4015-9f26-379c225f36da tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Network ac3c8d84-930b-4fa7-bc35-7b562a207ec7 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:38:02.546280 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-7d8416f6-fd79-4015-9f26-379c225f36da tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:38:02.548569 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-7d8416f6-fd79-4015-9f26-379c225f36da tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:38:02.574079 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-a2ee27a1-7021-4911-bd9d-5008cf386a13 None None] Attempting to bind port 3eca7ebd-2cf2-4e5d-95aa-3a400b96b564 on host n-d-816823-3 for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:38:02.575151 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-a2ee27a1-7021-4911-bd9d-5008cf386a13 None None] Attempting to bind port 3eca7ebd-2cf2-4e5d-95aa-3a400b96b564 by drivers openvswitch,hyperv on host n-d-816823-3 at level 0 using segments [{'id': '9489a280-f708-4696-8e6d-0c34ac9aaf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '43d8fa1f-b40b-4068-8a4c-3c2c2a661d6a'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:38:02.575533 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ee27a1-7021-4911-bd9d-5008cf386a13 None None] Attempting to bind port 3eca7ebd-2cf2-4e5d-95aa-3a400b96b564 on network 43d8fa1f-b40b-4068-8a4c-3c2c2a661d6a {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:38:02.585372 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ee27a1-7021-4911-bd9d-5008cf386a13 None None] Checking agent: {'id': '98ece717-092b-425f-8861-a8370bfdc530', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 5, 49), 'started_at': datetime.datetime(2021, 11, 16, 11, 6, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816823-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:38:02.586099 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ee27a1-7021-4911-bd9d-5008cf386a13 None None] Checking segment: {'id': '9489a280-f708-4696-8e6d-0c34ac9aaf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '43d8fa1f-b40b-4068-8a4c-3c2c2a661d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:38:02.586506 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a2ee27a1-7021-4911-bd9d-5008cf386a13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:02.586903 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ee27a1-7021-4911-bd9d-5008cf386a13 None None] Bound using segment: {'id': '9489a280-f708-4696-8e6d-0c34ac9aaf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '43d8fa1f-b40b-4068-8a4c-3c2c2a661d6a'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:38:02.587385 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-a2ee27a1-7021-4911-bd9d-5008cf386a13 None None] Bound port: 3eca7ebd-2cf2-4e5d-95aa-3a400b96b564, host: n-d-816823-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9489a280-f708-4696-8e6d-0c34ac9aaf92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '43d8fa1f-b40b-4068-8a4c-3c2c2a661d6a'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:38:02.587766 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a2ee27a1-7021-4911-bd9d-5008cf386a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:02.607309 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-7d8416f6-fd79-4015-9f26-379c225f36da tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:38:02.607948 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-7d8416f6-fd79-4015-9f26-379c225f36da tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:02.626190 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-7d8416f6-fd79-4015-9f26-379c225f36da tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8906815 Nov 16 12:38:02.640172 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-9dbbaa19-d4aa-416c-85c5-e3608e459eb3 service neutron] Request body: {'port': {'device_id': '209a3f60-3fe2-407c-8eb7-fddef3d81b9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:38:02.665773 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-a2ee27a1-7021-4911-bd9d-5008cf386a13 None None] For port 3eca7ebd-2cf2-4e5d-95aa-3a400b96b564, host n-d-816823-3, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:38:02.670487 n-d-816823-3 neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-a2ee27a1-7021-4911-bd9d-5008cf386a13 None None] For port 3eca7ebd-2cf2-4e5d-95aa-3a400b96b564, host n-d-816823-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=3eca7ebd-2cf2-4e5d-95aa-3a400b96b564,segment=NetworkSegment(9489a280-f708-4696-8e6d-0c34ac9aaf92),segment_id=9489a280-f708-4696-8e6d-0c34ac9aaf92)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:38:02.675353 n-d-816823-3 neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a2ee27a1-7021-4911-bd9d-5008cf386a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:02.708131 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-9dbbaa19-d4aa-416c-85c5-e3608e459eb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:02.732151 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ee27a1-7021-4911-bd9d-5008cf386a13 None None] Routers {'9aa2eee2-d417-4ff7-a0fe-986861a4ce81'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:38:02.733052 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-a2ee27a1-7021-4911-bd9d-5008cf386a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:37:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['9aa2eee2-d417-4ff7-a0fe-986861a4ce81'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:38:02.823384 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b5789-fa52-4010-b1d7-722341d5c541 None None] Pushing event updated for resources: {'Port': ['ID=3eca7ebd-2cf2-4e5d-95aa-3a400b96b564,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:38:02.857839 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-5ae15482-8d00-4ea2-9f22-7506e206240a None None] Provisioning complete for port 3eca7ebd-2cf2-4e5d-95aa-3a400b96b564 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:38:02.858383 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5ae15482-8d00-4ea2-9f22-7506e206240a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:02.859170 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-a2ee27a1-7021-4911-bd9d-5008cf386a13 None None] Set router 9aa2eee2-d417-4ff7-a0fe-986861a4ce81 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:38:02.978328 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aca8aa-b7ed-4162-a860-3395dd4c7fbb req-11767155-1eb5-4a77-9ff4-bf4e81d490ef tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:38:02.979976 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5ae15482-8d00-4ea2-9f22-7506e206240a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:02.981644 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d6aca8aa-b7ed-4162-a860-3395dd4c7fbb req-11767155-1eb5-4a77-9ff4-bf4e81d490ef tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/ports?device_id=209a3f60-3fe2-407c-8eb7-fddef3d81b9e HTTP/1.1" status: 200 len: 932 time: 0.0702052 Nov 16 12:38:03.038251 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-5ae15482-8d00-4ea2-9f22-7506e206240a None None] For port 3eca7ebd-2cf2-4e5d-95aa-3a400b96b564, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=3eca7ebd-2cf2-4e5d-95aa-3a400b96b564,segment=NetworkSegment(9489a280-f708-4696-8e6d-0c34ac9aaf92),segment_id=9489a280-f708-4696-8e6d-0c34ac9aaf92)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:38:03.049241 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5ae15482-8d00-4ea2-9f22-7506e206240a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:03.061030 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d6aca8aa-b7ed-4162-a860-3395dd4c7fbb req-1cbfb8b8-b88a-48bb-9302-7b307f4ffae1 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e9bd41a-3130-406e-914d-630acd25cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731182 Nov 16 12:38:03.090534 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-9dbbaa19-d4aa-416c-85c5-e3608e459eb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 527a99e8-e5e0-431c-8d19-bc27f58e49d7 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:38:03.099805 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-9dbbaa19-d4aa-416c-85c5-e3608e459eb3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:03.129854 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-9dbbaa19-d4aa-416c-85c5-e3608e459eb3 service neutron] Transition to ACTIVE for port object 527a99e8-e5e0-431c-8d19-bc27f58e49d7 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 12:38:03.130497 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae15482-8d00-4ea2-9f22-7506e206240a None None] Pushing event updated for resources: {'Port': ['ID=3eca7ebd-2cf2-4e5d-95aa-3a400b96b564,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:38:03.131607 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-a2ee27a1-7021-4911-bd9d-5008cf386a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa2eee2-d417-4ff7-a0fe-986861a4ce81', 'name': 'tempest-TestSnapshotPattern-870289371-router', 'tenant_id': '890a123899764d2f9f30873e20a2e9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'ad2ba394-a093-4644-a362-397c79e62981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:37:54Z', 'updated_at': '2021-11-16T12:37:57Z', 'revision_number': 4, 'project_id': '890a123899764d2f9f30873e20a2e9e5', 'gw_port': {'id': 'ad2ba394-a093-4644-a362-397c79e62981', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa2eee2-d417-4ff7-a0fe-986861a4ce81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:55Z', 'updated_at': '2021-11-16T12:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '3eca7ebd-2cf2-4e5d-95aa-3a400b96b564', 'name': '', 'network_id': '43d8fa1f-b40b-4068-8a4c-3c2c2a661d6a', 'tenant_id': '890a123899764d2f9f30873e20a2e9e5', 'mac_address': 'fa:16:3e:89:c8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa2eee2-d417-4ff7-a0fe-986861a4ce81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '83285867-9aa0-4044-8abe-29f8b1b6653b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:56Z', 'updated_at': '2021-11-16T12:38:02Z', 'revision_number': 4, 'project_id': '890a123899764d2f9f30873e20a2e9e5', 'subnets': [{'id': '83285867-9aa0-4044-8abe-29f8b1b6653b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:38:03.136836 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-9dbbaa19-d4aa-416c-85c5-e3608e459eb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:03.161671 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ee27a1-7021-4911-bd9d-5008cf386a13 None None] The sync data for ids ['9aa2eee2-d417-4ff7-a0fe-986861a4ce81'] in n-d-816823-3 is: [{'id': '9aa2eee2-d417-4ff7-a0fe-986861a4ce81', 'name': 'tempest-TestSnapshotPattern-870289371-router', 'tenant_id': '890a123899764d2f9f30873e20a2e9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'ad2ba394-a093-4644-a362-397c79e62981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:37:54Z', 'updated_at': '2021-11-16T12:37:57Z', 'revision_number': 4, 'project_id': '890a123899764d2f9f30873e20a2e9e5', 'gw_port': {'id': 'ad2ba394-a093-4644-a362-397c79e62981', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa2eee2-d417-4ff7-a0fe-986861a4ce81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:55Z', 'updated_at': '2021-11-16T12:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '3eca7ebd-2cf2-4e5d-95aa-3a400b96b564', 'name': '', 'network_id': '43d8fa1f-b40b-4068-8a4c-3c2c2a661d6a', 'tenant_id': '890a123899764d2f9f30873e20a2e9e5', 'mac_address': 'fa:16:3e:89:c8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa2eee2-d417-4ff7-a0fe-986861a4ce81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '83285867-9aa0-4044-8abe-29f8b1b6653b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:56Z', 'updated_at': '2021-11-16T12:38:02Z', 'revision_number': 4, 'project_id': '890a123899764d2f9f30873e20a2e9e5', 'subnets': [{'id': '83285867-9aa0-4044-8abe-29f8b1b6653b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:38:03.179516 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-8a124f82-9e0d-45ac-b652-e99557dba075 None None] Provisioning complete for port 3eca7ebd-2cf2-4e5d-95aa-3a400b96b564 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:38:03.179890 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8a124f82-9e0d-45ac-b652-e99557dba075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:03.186624 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbbaa19-d4aa-416c-85c5-e3608e459eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=527a99e8-e5e0-431c-8d19-bc27f58e49d7,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:38:03.277120 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-9dbbaa19-d4aa-416c-85c5-e3608e459eb3 service neutron] Attempting to bind port 527a99e8-e5e0-431c-8d19-bc27f58e49d7 on host n-h1-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:38:03.277459 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-9dbbaa19-d4aa-416c-85c5-e3608e459eb3 service neutron] Attempting to bind port 527a99e8-e5e0-431c-8d19-bc27f58e49d7 by drivers openvswitch,hyperv on host n-h1-816823-3 at level 0 using segments [{'id': '8499b917-0144-4ad0-bc7f-6b7cc42d2f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:38:03.278384 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-9dbbaa19-d4aa-416c-85c5-e3608e459eb3 service neutron] Attempting to bind port 527a99e8-e5e0-431c-8d19-bc27f58e49d7 on network ac3c8d84-930b-4fa7-bc35-7b562a207ec7 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:38:03.283135 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-9dbbaa19-d4aa-416c-85c5-e3608e459eb3 service neutron] Port 527a99e8-e5e0-431c-8d19-bc27f58e49d7 on network ac3c8d84-930b-4fa7-bc35-7b562a207ec7 not bound, no agent of type Open vSwitch agent registered on host n-h1-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 12:38:03.283461 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-9dbbaa19-d4aa-416c-85c5-e3608e459eb3 service neutron] Attempting to bind port 527a99e8-e5e0-431c-8d19-bc27f58e49d7 on network ac3c8d84-930b-4fa7-bc35-7b562a207ec7 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:38:03.289006 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-9dbbaa19-d4aa-416c-85c5-e3608e459eb3 service neutron] Checking agent: {'id': '63f08934-ddae-436f-be74-46cdfe7d2601', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:38:03.289365 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-9dbbaa19-d4aa-416c-85c5-e3608e459eb3 service neutron] Checking segment: {'id': '8499b917-0144-4ad0-bc7f-6b7cc42d2f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:38:03.289746 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-9dbbaa19-d4aa-416c-85c5-e3608e459eb3 service neutron] Bound using segment: {'id': '8499b917-0144-4ad0-bc7f-6b7cc42d2f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:38:03.290268 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-9dbbaa19-d4aa-416c-85c5-e3608e459eb3 service neutron] Bound port: 527a99e8-e5e0-431c-8d19-bc27f58e49d7, host: n-h1-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8499b917-0144-4ad0-bc7f-6b7cc42d2f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:38:03.290640 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-9dbbaa19-d4aa-416c-85c5-e3608e459eb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:03.359771 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-9dbbaa19-d4aa-416c-85c5-e3608e459eb3 service neutron] For port 527a99e8-e5e0-431c-8d19-bc27f58e49d7, host n-h1-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:38:03.363374 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-9dbbaa19-d4aa-416c-85c5-e3608e459eb3 service neutron] For port 527a99e8-e5e0-431c-8d19-bc27f58e49d7, host n-h1-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=527a99e8-e5e0-431c-8d19-bc27f58e49d7,segment=NetworkSegment(8499b917-0144-4ad0-bc7f-6b7cc42d2f04),segment_id=8499b917-0144-4ad0-bc7f-6b7cc42d2f04)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:38:03.368482 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-9dbbaa19-d4aa-416c-85c5-e3608e459eb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:03.387427 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-9dbbaa19-d4aa-416c-85c5-e3608e459eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:38:03.388489 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-9dbbaa19-d4aa-416c-85c5-e3608e459eb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:03.390104 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-9dbbaa19-d4aa-416c-85c5-e3608e459eb3 service neutron] 10.222.0.36 "PUT /v2.0/ports/527a99e8-e5e0-431c-8d19-bc27f58e49d7 HTTP/1.1" status: 200 len: 1092 time: 0.7550287 Nov 16 12:38:03.417001 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '209a3f60-3fe2-407c-8eb7-fddef3d81b9e', 'tag': '527a99e8-e5e0-431c-8d19-bc27f58e49d7'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:38:03.419789 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b4cb006b19835c19bcd0265a95de96d39c41d7d45c6d056c20fcc032bf3cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff6c853-6dfe-4585-85d9-1d48cef9c0cb" -d '{"events": [{"name": "network-changed", "server_uuid": "209a3f60-3fe2-407c-8eb7-fddef3d81b9e", "tag": "527a99e8-e5e0-431c-8d19-bc27f58e49d7"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:38:03.481685 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a529c5-4e32-4526-bb11-69c337c728c9 x-openstack-request-id: req-63a529c5-4e32-4526-bb11-69c337c728c9 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:38:03.481888 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "209a3f60-3fe2-407c-8eb7-fddef3d81b9e", "tag": "527a99e8-e5e0-431c-8d19-bc27f58e49d7", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:38:03.482256 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-63a529c5-4e32-4526-bb11-69c337c728c9 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:38:03.482729 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '209a3f60-3fe2-407c-8eb7-fddef3d81b9e', 'tag': '527a99e8-e5e0-431c-8d19-bc27f58e49d7', 'status': 'completed', 'code': 200} Nov 16 12:38:03.489639 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbbaa19-d4aa-416c-85c5-e3608e459eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=527a99e8-e5e0-431c-8d19-bc27f58e49d7,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:38:03.507669 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-7754d07b-ef83-45c6-8221-44a0c933e813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:38:03.510016 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-7754d07b-ef83-45c6-8221-44a0c933e813 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=612ce2837930468c8a9fb17cbf4f4586&device_id=209a3f60-3fe2-407c-8eb7-fddef3d81b9e HTTP/1.1" status: 200 len: 1095 time: 0.0673680 Nov 16 12:38:03.556725 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-bc2124cc-c157-426c-92d0-05abace877eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=527a99e8-e5e0-431c-8d19-bc27f58e49d7 HTTP/1.1" status: 200 len: 217 time: 0.0368285 Nov 16 12:38:03.616587 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-977103d2-85d7-4c43-82e7-372d0b0cdffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:38:03.618147 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-977103d2-85d7-4c43-82e7-372d0b0cdffe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b77ee364-0e1f-442d-94df-7389bb735fa7 HTTP/1.1" status: 200 len: 849 time: 0.0536263 Nov 16 12:38:03.670647 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-ee00029f-8221-4309-8eef-aad4e125d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:38:03.672193 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-ee00029f-8221-4309-8eef-aad4e125d620 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac3c8d84-930b-4fa7-bc35-7b562a207ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453329 Nov 16 12:38:03.770284 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-8f207d21-2d2a-4603-8500-ef2e44d52f83 service neutron] 10.222.0.36 "GET /v2.0/networks/ac3c8d84-930b-4fa7-bc35-7b562a207ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909791 Nov 16 12:38:03.876947 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-8030b768-6ef2-47c1-9dd6-bc3fe83a0e1d req-ab87f043-7f0a-415b-b2c5-8846c67364df service neutron] 10.222.0.36 "GET /v2.0/networks/ac3c8d84-930b-4fa7-bc35-7b562a207ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977123 Nov 16 12:38:03.966700 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6c853-6dfe-4585-85d9-1d48cef9c0cb req-1e89eb62-d759-4d28-b7f8-5aa5e9e9fd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:38:03.968202 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3ff6c853-6dfe-4585-85d9-1d48cef9c0cb req-1e89eb62-d759-4d28-b7f8-5aa5e9e9fd04 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=612ce2837930468c8a9fb17cbf4f4586&device_id=209a3f60-3fe2-407c-8eb7-fddef3d81b9e HTTP/1.1" status: 200 len: 1095 time: 0.0434985 Nov 16 12:38:04.050997 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 3eca7ebd-2cf2-4e5d-95aa-3a400b96b564 up at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:38:04.084597 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6c853-6dfe-4585-85d9-1d48cef9c0cb req-fa86dcc3-b10d-4463-a363-5778f45b579b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:38:04.086134 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3ff6c853-6dfe-4585-85d9-1d48cef9c0cb req-fa86dcc3-b10d-4463-a363-5778f45b579b service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac3c8d84-930b-4fa7-bc35-7b562a207ec7 HTTP/1.1" status: 200 len: 911 time: 0.1112936 Nov 16 12:38:04.099938 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Provisioning complete for port 3eca7ebd-2cf2-4e5d-95aa-3a400b96b564 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:38:04.100387 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:04.134323 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3ff6c853-6dfe-4585-85d9-1d48cef9c0cb req-533cc87a-0a79-4583-866b-cad4f7be1e01 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=527a99e8-e5e0-431c-8d19-bc27f58e49d7 HTTP/1.1" status: 200 len: 217 time: 0.0411282 Nov 16 12:38:04.189795 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6c853-6dfe-4585-85d9-1d48cef9c0cb req-23ac9fdd-331c-49ce-950c-e284ba324686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:38:04.191634 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3ff6c853-6dfe-4585-85d9-1d48cef9c0cb req-23ac9fdd-331c-49ce-950c-e284ba324686 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b77ee364-0e1f-442d-94df-7389bb735fa7 HTTP/1.1" status: 200 len: 849 time: 0.0495048 Nov 16 12:38:04.211654 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b34c96-b843-4bb9-98d9-76f850c193cc req-e239f209-e1a7-4436-8c6c-851258236f26 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:38:04.213335 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f3b34c96-b843-4bb9-98d9-76f850c193cc req-e239f209-e1a7-4436-8c6c-851258236f26 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/ports?device_id=209a3f60-3fe2-407c-8eb7-fddef3d81b9e HTTP/1.1" status: 200 len: 944 time: 0.0546095 Nov 16 12:38:04.247512 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6c853-6dfe-4585-85d9-1d48cef9c0cb req-330b4e1e-2579-4df9-92c5-82fed30136c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:38:04.248851 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3ff6c853-6dfe-4585-85d9-1d48cef9c0cb req-330b4e1e-2579-4df9-92c5-82fed30136c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac3c8d84-930b-4fa7-bc35-7b562a207ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474734 Nov 16 12:38:04.272635 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-f3b34c96-b843-4bb9-98d9-76f850c193cc req-b21fe1f0-b2d0-4a06-9597-0bc97b463bd3 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e9bd41a-3130-406e-914d-630acd25cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530360 Nov 16 12:38:04.340182 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3ff6c853-6dfe-4585-85d9-1d48cef9c0cb req-e30c0b54-748b-4ccd-978f-313ca46a4166 service neutron] 10.222.0.36 "GET /v2.0/networks/ac3c8d84-930b-4fa7-bc35-7b562a207ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834382 Nov 16 12:38:04.437897 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-3ff6c853-6dfe-4585-85d9-1d48cef9c0cb req-afedcd9d-9be3-482a-b1c4-c52dd1dab459 service neutron] 10.222.0.36 "GET /v2.0/networks/ac3c8d84-930b-4fa7-bc35-7b562a207ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901363 Nov 16 12:38:05.387009 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18d3aa-9fa3-44ef-8731-ec84f8e9a4ee req-31a3bdb0-b116-4017-9219-28d1e653624c tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:38:05.388368 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cf18d3aa-9fa3-44ef-8731-ec84f8e9a4ee req-31a3bdb0-b116-4017-9219-28d1e653624c tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/ports?device_id=209a3f60-3fe2-407c-8eb7-fddef3d81b9e HTTP/1.1" status: 200 len: 944 time: 0.0479620 Nov 16 12:38:05.441249 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-cf18d3aa-9fa3-44ef-8731-ec84f8e9a4ee req-4fe812a3-a7ec-4fd3-8638-7aa6c9ce6170 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e9bd41a-3130-406e-914d-630acd25cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470109 Nov 16 12:38:06.559041 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced539d9-db2d-400a-a639-880855a8fa8b req-f7a3d0f8-8c20-4e8a-ae8e-968754700712 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:38:06.560509 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ced539d9-db2d-400a-a639-880855a8fa8b req-f7a3d0f8-8c20-4e8a-ae8e-968754700712 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/ports?device_id=209a3f60-3fe2-407c-8eb7-fddef3d81b9e HTTP/1.1" status: 200 len: 944 time: 0.0488005 Nov 16 12:38:06.610061 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ced539d9-db2d-400a-a639-880855a8fa8b req-36b42fae-df12-4224-ac9d-09478dcba588 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e9bd41a-3130-406e-914d-630acd25cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434136 Nov 16 12:38:07.236807 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 527a99e8-e5e0-431c-8d19-bc27f58e49d7 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 12:38:07.331824 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 527a99e8-e5e0-431c-8d19-bc27f58e49d7, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=527a99e8-e5e0-431c-8d19-bc27f58e49d7,segment=NetworkSegment(8499b917-0144-4ad0-bc7f-6b7cc42d2f04),segment_id=8499b917-0144-4ad0-bc7f-6b7cc42d2f04)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:38:07.343024 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '527a99e8-e5e0-431c-8d19-bc27f58e49d7', 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7', 'port_id': '527a99e8-e5e0-431c-8d19-bc27f58e49d7', 'mac_address': 'fa:16:3e:f5:73:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b77ee364-0e1f-442d-94df-7389bb735fa7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 12:38:07.387208 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:07.400860 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 527a99e8-e5e0-431c-8d19-bc27f58e49d7 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:38:07.422446 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 527a99e8-e5e0-431c-8d19-bc27f58e49d7, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=527a99e8-e5e0-431c-8d19-bc27f58e49d7,segment=NetworkSegment(8499b917-0144-4ad0-bc7f-6b7cc42d2f04),segment_id=8499b917-0144-4ad0-bc7f-6b7cc42d2f04)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:38:07.427284 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:07.473908 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=527a99e8-e5e0-431c-8d19-bc27f58e49d7,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:38:07.649599 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['527a99e8-e5e0-431c-8d19-bc27f58e49d7'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:38:07.725497 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80b4ed-de3b-454d-a0bd-2f5412adb4df req-afaba189-1ed1-41ea-9b73-133a6decaff2 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:38:07.727041 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-df80b4ed-de3b-454d-a0bd-2f5412adb4df req-afaba189-1ed1-41ea-9b73-133a6decaff2 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/ports?device_id=209a3f60-3fe2-407c-8eb7-fddef3d81b9e HTTP/1.1" status: 200 len: 945 time: 0.0489721 Nov 16 12:38:07.776125 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-df80b4ed-de3b-454d-a0bd-2f5412adb4df req-b4b5d0e1-f7a3-488d-9b04-8d9b90860150 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e9bd41a-3130-406e-914d-630acd25cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422456 Nov 16 12:38:08.899694 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24816eea-aac9-4439-b2fe-6f4962d8d10f req-3494eefa-abff-422a-a2c9-e9601a1badd6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:38:08.901186 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-24816eea-aac9-4439-b2fe-6f4962d8d10f req-3494eefa-abff-422a-a2c9-e9601a1badd6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/ports?device_id=209a3f60-3fe2-407c-8eb7-fddef3d81b9e HTTP/1.1" status: 200 len: 945 time: 0.0562599 Nov 16 12:38:08.950486 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-24816eea-aac9-4439-b2fe-6f4962d8d10f req-67d7fb2a-0868-4db0-a965-09065f3bff85 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e9bd41a-3130-406e-914d-630acd25cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433328 Nov 16 12:38:09.252359 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 527a99e8-e5e0-431c-8d19-bc27f58e49d7 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:38:09.303198 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning for port 527a99e8-e5e0-431c-8d19-bc27f58e49d7 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 12:38:09.307359 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 527a99e8-e5e0-431c-8d19-bc27f58e49d7 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:38:09.307732 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:09.382657 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:09.405124 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209a3f60-3fe2-407c-8eb7-fddef3d81b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527a99e8-e5e0-431c-8d19-bc27f58e49d7'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:38:09.407383 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3028c6c2751e05b8ffe46419f90227d3bdc45fe093bf287cadf4b73479a61306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6b7d6c-5098-402a-8eb6-2891b2e7323e" -d '{"events": [{"server_uuid": "209a3f60-3fe2-407c-8eb7-fddef3d81b9e", "name": "network-vif-plugged", "status": "completed", "tag": "527a99e8-e5e0-431c-8d19-bc27f58e49d7"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:38:09.419924 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 527a99e8-e5e0-431c-8d19-bc27f58e49d7, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=527a99e8-e5e0-431c-8d19-bc27f58e49d7,segment=NetworkSegment(8499b917-0144-4ad0-bc7f-6b7cc42d2f04),segment_id=8499b917-0144-4ad0-bc7f-6b7cc42d2f04)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:38:09.425075 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:09.447757 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0d75b5-9e22-483f-9f64-3a1bad893b0c x-openstack-request-id: req-8a0d75b5-9e22-483f-9f64-3a1bad893b0c {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:38:09.448046 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209a3f60-3fe2-407c-8eb7-fddef3d81b9e", "name": "network-vif-plugged", "status": "completed", "tag": "527a99e8-e5e0-431c-8d19-bc27f58e49d7", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:38:09.448297 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8a0d75b5-9e22-483f-9f64-3a1bad893b0c {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:38:09.448684 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209a3f60-3fe2-407c-8eb7-fddef3d81b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527a99e8-e5e0-431c-8d19-bc27f58e49d7', 'code': 200} Nov 16 12:38:09.474883 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=527a99e8-e5e0-431c-8d19-bc27f58e49d7,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:38:09.542952 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab11efb-e859-40d7-a098-f0af65fe6cbf req-dcc66347-495f-4931-ba55-bcf47f77e116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:38:09.544493 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5ab11efb-e859-40d7-a098-f0af65fe6cbf req-dcc66347-495f-4931-ba55-bcf47f77e116 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=209a3f60-3fe2-407c-8eb7-fddef3d81b9e HTTP/1.1" status: 200 len: 1097 time: 0.0407145 Nov 16 12:38:09.589842 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5ab11efb-e859-40d7-a098-f0af65fe6cbf req-22d34ea5-7147-4af9-9113-f468bec0b02f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4e9bd41a-3130-406e-914d-630acd25cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384245 Nov 16 12:38:10.068393 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53ef8e-fd5f-49ce-b34a-9626a5cb728a req-920ee649-8754-4e52-b00b-b93ebde4ddf9 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:38:10.069863 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9b53ef8e-fd5f-49ce-b34a-9626a5cb728a req-920ee649-8754-4e52-b00b-b93ebde4ddf9 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/ports?device_id=209a3f60-3fe2-407c-8eb7-fddef3d81b9e HTTP/1.1" status: 200 len: 946 time: 0.0487998 Nov 16 12:38:10.118623 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9b53ef8e-fd5f-49ce-b34a-9626a5cb728a req-defe4862-d945-4bfa-ac3e-f20575551bf5 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e9bd41a-3130-406e-914d-630acd25cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427842 Nov 16 12:38:11.233681 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e639bd0-f753-44f8-abb1-1f2b6c83eebd req-6a036ae3-f7c7-4bc8-88aa-efae5e1f24a0 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:38:11.235184 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0e639bd0-f753-44f8-abb1-1f2b6c83eebd req-6a036ae3-f7c7-4bc8-88aa-efae5e1f24a0 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/ports?device_id=209a3f60-3fe2-407c-8eb7-fddef3d81b9e HTTP/1.1" status: 200 len: 946 time: 0.0482533 Nov 16 12:38:11.288090 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0e639bd0-f753-44f8-abb1-1f2b6c83eebd req-0126d3d5-28f2-43c5-ac4b-10c24c301687 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e9bd41a-3130-406e-914d-630acd25cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469089 Nov 16 12:38:11.404751 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1ce17-1e69-48a4-9362-88bc683e26bd req-4c55c123-bb5c-4f22-a4c1-7d33da66e922 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:38:11.406128 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6cc1ce17-1e69-48a4-9362-88bc683e26bd req-4c55c123-bb5c-4f22-a4c1-7d33da66e922 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/ports?device_id=209a3f60-3fe2-407c-8eb7-fddef3d81b9e HTTP/1.1" status: 200 len: 946 time: 0.0488923 Nov 16 12:38:11.455228 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-6cc1ce17-1e69-48a4-9362-88bc683e26bd req-ba8b2618-7b40-4c0c-84de-267d6a039343 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e9bd41a-3130-406e-914d-630acd25cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431132 Nov 16 12:38:11.478361 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57786) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:38:11.605036 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82175c70-8606-4c95-a18e-df47f68e5f42 tempest-TestSnapshotPattern-2105027809 tempest-TestSnapshotPattern-2105027809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:38:11.607180 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-82175c70-8606-4c95-a18e-df47f68e5f42 tempest-TestSnapshotPattern-2105027809 tempest-TestSnapshotPattern-2105027809-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=209a3f60-3fe2-407c-8eb7-fddef3d81b9e HTTP/1.1" status: 200 len: 1092 time: 0.1278293 Nov 16 12:38:11.610220 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 57790) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:38:11.614443 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-44992a96-76be-4451-8d95-1e18940076f6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'port_id': '527a99e8-e5e0-431c-8d19-bc27f58e49d7', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:38:11.635461 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-44992a96-76be-4451-8d95-1e18940076f6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks [] for floatingip, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:11.739032 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-44992a96-76be-4451-8d95-1e18940076f6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:11.837778 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-44992a96-76be-4451-8d95-1e18940076f6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Allocated IP 172.25.0.66 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/ce1a51c1-5387-4636-b31c-1a40f0cd8976) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:38:11.940802 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-44992a96-76be-4451-8d95-1e18940076f6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:11.974849 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-44992a96-76be-4451-8d95-1e18940076f6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:12.016547 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44992a96-76be-4451-8d95-1e18940076f6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:38:12.019489 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-44992a96-76be-4451-8d95-1e18940076f6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:38:12.023161 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44992a96-76be-4451-8d95-1e18940076f6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:38:12.055313 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44992a96-76be-4451-8d95-1e18940076f6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Pushing event updated for resources: {'Port': ['ID=ce1a51c1-5387-4636-b31c-1a40f0cd8976,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:38:12.370236 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-44992a96-76be-4451-8d95-1e18940076f6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:12.439299 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-44992a96-76be-4451-8d95-1e18940076f6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:12.588920 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-44992a96-76be-4451-8d95-1e18940076f6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:12.593994 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-44992a96-76be-4451-8d95-1e18940076f6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:12.667508 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44992a96-76be-4451-8d95-1e18940076f6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Pushing event updated for resources: {'Port': ['ID=ce1a51c1-5387-4636-b31c-1a40f0cd8976,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:38:12.675524 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-44992a96-76be-4451-8d95-1e18940076f6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:12.773351 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [None req-44992a96-76be-4451-8d95-1e18940076f6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Floating IP f07fafa1-9efe-4fd4-8d81-3ca48691350b associated. External IP: 172.25.0.66, port: 527a99e8-e5e0-431c-8d19-bc27f58e49d7. Nov 16 12:38:12.973607 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44992a96-76be-4451-8d95-1e18940076f6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Router 631fec91-5870-4738-91f4-67d4c88a51bf has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:38:13.083153 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44992a96-76be-4451-8d95-1e18940076f6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:38:13.093333 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31901b2a-4c68-4549-a2ac-5664805f7744 None None] Sync routers for ids ['631fec91-5870-4738-91f4-67d4c88a51bf'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:38:13.102420 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31901b2a-4c68-4549-a2ac-5664805f7744 None None] Routers {'631fec91-5870-4738-91f4-67d4c88a51bf'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:38:13.102612 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-44992a96-76be-4451-8d95-1e18940076f6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:13.103036 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-31901b2a-4c68-4549-a2ac-5664805f7744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:37:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['631fec91-5870-4738-91f4-67d4c88a51bf'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:38:13.139320 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-44992a96-76be-4451-8d95-1e18940076f6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5280714 Nov 16 12:38:13.140260 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '209a3f60-3fe2-407c-8eb7-fddef3d81b9e', 'tag': '527a99e8-e5e0-431c-8d19-bc27f58e49d7'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:38:13.142550 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb585f75727964cfb6af285fc9899ace3cdf5491a84d1da25652e31a132d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2526f89-39ee-457c-81dc-49b289aa824a" -d '{"events": [{"name": "network-changed", "server_uuid": "209a3f60-3fe2-407c-8eb7-fddef3d81b9e", "tag": "527a99e8-e5e0-431c-8d19-bc27f58e49d7"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:38:13.208846 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-31901b2a-4c68-4549-a2ac-5664805f7744 None None] Set router 631fec91-5870-4738-91f4-67d4c88a51bf gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:38:13.235831 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74dca09a-dab9-4a97-b3aa-4426d21aa2ca x-openstack-request-id: req-74dca09a-dab9-4a97-b3aa-4426d21aa2ca {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:38:13.236115 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "209a3f60-3fe2-407c-8eb7-fddef3d81b9e", "tag": "527a99e8-e5e0-431c-8d19-bc27f58e49d7", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:38:13.236362 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-74dca09a-dab9-4a97-b3aa-4426d21aa2ca {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:38:13.236938 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '209a3f60-3fe2-407c-8eb7-fddef3d81b9e', 'tag': '527a99e8-e5e0-431c-8d19-bc27f58e49d7', 'status': 'completed', 'code': 200} Nov 16 12:38:13.264306 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c879403d-7133-4271-a797-05ff10713d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:13.299326 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2526f89-39ee-457c-81dc-49b289aa824a req-8df634ce-ad62-4639-a7a3-53e36a93c15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:38:13.300833 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e2526f89-39ee-457c-81dc-49b289aa824a req-8df634ce-ad62-4639-a7a3-53e36a93c15b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=612ce2837930468c8a9fb17cbf4f4586&device_id=209a3f60-3fe2-407c-8eb7-fddef3d81b9e HTTP/1.1" status: 200 len: 1097 time: 0.0406957 Nov 16 12:38:13.395635 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2526f89-39ee-457c-81dc-49b289aa824a req-aa85ebf3-6a4e-4d2d-8970-013508c4dddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:38:13.397210 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e2526f89-39ee-457c-81dc-49b289aa824a req-aa85ebf3-6a4e-4d2d-8970-013508c4dddf service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac3c8d84-930b-4fa7-bc35-7b562a207ec7 HTTP/1.1" status: 200 len: 911 time: 0.0893271 Nov 16 12:38:13.450616 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-31901b2a-4c68-4549-a2ac-5664805f7744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'name': 'tempest-TestSnapshotPattern-1583758951-router', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'c4c79448-0e0b-4e45-a363-60ce4afa721c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:37:49Z', 'updated_at': '2021-11-16T12:37:52Z', 'revision_number': 4, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'gw_port': {'id': 'c4c79448-0e0b-4e45-a363-60ce4afa721c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:50Z', 'updated_at': '2021-11-16T12:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': 'f07fafa1-9efe-4fd4-8d81-3ca48691350b', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'port_id': '527a99e8-e5e0-431c-8d19-bc27f58e49d7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7', 'mac_address': 'fa:16:3e:f5:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209a3f60-3fe2-407c-8eb7-fddef3d81b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:38:12Z', 'updated_at': '2021-11-16T12:38:12Z', 'revision_number': 0, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b8d1c69-7857-4281-ae13-a82d21c42d57', 'name': '', 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'mac_address': 'fa:16:3e:27:70:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'b77ee364-0e1f-442d-94df-7389bb735fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:52Z', 'updated_at': '2021-11-16T12:37:57Z', 'revision_number': 5, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'subnets': [{'id': 'b77ee364-0e1f-442d-94df-7389bb735fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:38:13.462587 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e2526f89-39ee-457c-81dc-49b289aa824a req-02aa9dd9-3994-4634-bb50-20cf6e18db3b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=527a99e8-e5e0-431c-8d19-bc27f58e49d7 HTTP/1.1" status: 200 len: 999 time: 0.0587211 Nov 16 12:38:13.480814 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31901b2a-4c68-4549-a2ac-5664805f7744 None None] Checking router: 631fec91-5870-4738-91f4-67d4c88a51bf for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:38:13.488940 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31901b2a-4c68-4549-a2ac-5664805f7744 None None] Routers {'631fec91-5870-4738-91f4-67d4c88a51bf'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:38:13.489538 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-31901b2a-4c68-4549-a2ac-5664805f7744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:37:46Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['631fec91-5870-4738-91f4-67d4c88a51bf'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:38:13.517596 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2526f89-39ee-457c-81dc-49b289aa824a req-b447a753-3e2c-4936-9dc0-9ecf4eacf28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:38:13.519118 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e2526f89-39ee-457c-81dc-49b289aa824a req-b447a753-3e2c-4936-9dc0-9ecf4eacf28a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b77ee364-0e1f-442d-94df-7389bb735fa7 HTTP/1.1" status: 200 len: 849 time: 0.0492308 Nov 16 12:38:13.565046 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2526f89-39ee-457c-81dc-49b289aa824a req-cebb1a69-bf50-4237-bc7d-caba71200315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:38:13.566635 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e2526f89-39ee-457c-81dc-49b289aa824a req-cebb1a69-bf50-4237-bc7d-caba71200315 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac3c8d84-930b-4fa7-bc35-7b562a207ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404274 Nov 16 12:38:13.667178 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e2526f89-39ee-457c-81dc-49b289aa824a req-6a21bf85-99aa-460f-a819-557ae19722dd service neutron] 10.222.0.36 "GET /v2.0/networks/ac3c8d84-930b-4fa7-bc35-7b562a207ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927932 Nov 16 12:38:13.749545 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-31901b2a-4c68-4549-a2ac-5664805f7744 None None] Set router 631fec91-5870-4738-91f4-67d4c88a51bf gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:38:13.758782 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-e2526f89-39ee-457c-81dc-49b289aa824a req-2e582be6-9a8d-4729-bd84-e4ad284bc6e4 service neutron] 10.222.0.36 "GET /v2.0/networks/ac3c8d84-930b-4fa7-bc35-7b562a207ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846603 Nov 16 12:38:13.964426 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-31901b2a-4c68-4549-a2ac-5664805f7744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'name': 'tempest-TestSnapshotPattern-1583758951-router', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'c4c79448-0e0b-4e45-a363-60ce4afa721c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:37:49Z', 'updated_at': '2021-11-16T12:37:52Z', 'revision_number': 4, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'gw_port': {'id': 'c4c79448-0e0b-4e45-a363-60ce4afa721c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:50Z', 'updated_at': '2021-11-16T12:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': 'f07fafa1-9efe-4fd4-8d81-3ca48691350b', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'port_id': '527a99e8-e5e0-431c-8d19-bc27f58e49d7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7', 'mac_address': 'fa:16:3e:f5:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209a3f60-3fe2-407c-8eb7-fddef3d81b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:38:12Z', 'updated_at': '2021-11-16T12:38:12Z', 'revision_number': 0, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b8d1c69-7857-4281-ae13-a82d21c42d57', 'name': '', 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'mac_address': 'fa:16:3e:27:70:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'b77ee364-0e1f-442d-94df-7389bb735fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:52Z', 'updated_at': '2021-11-16T12:37:57Z', 'revision_number': 5, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'subnets': [{'id': 'b77ee364-0e1f-442d-94df-7389bb735fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:38:13.992689 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31901b2a-4c68-4549-a2ac-5664805f7744 None None] The sync data for ids ['631fec91-5870-4738-91f4-67d4c88a51bf'] in n-d-816823-3 is: [{'id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'name': 'tempest-TestSnapshotPattern-1583758951-router', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'c4c79448-0e0b-4e45-a363-60ce4afa721c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:37:49Z', 'updated_at': '2021-11-16T12:37:52Z', 'revision_number': 4, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'gw_port': {'id': 'c4c79448-0e0b-4e45-a363-60ce4afa721c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:50Z', 'updated_at': '2021-11-16T12:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': 'f07fafa1-9efe-4fd4-8d81-3ca48691350b', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'port_id': '527a99e8-e5e0-431c-8d19-bc27f58e49d7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7', 'mac_address': 'fa:16:3e:f5:73:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209a3f60-3fe2-407c-8eb7-fddef3d81b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:38:12Z', 'updated_at': '2021-11-16T12:38:12Z', 'revision_number': 0, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b8d1c69-7857-4281-ae13-a82d21c42d57', 'name': '', 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'mac_address': 'fa:16:3e:27:70:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'b77ee364-0e1f-442d-94df-7389bb735fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:52Z', 'updated_at': '2021-11-16T12:37:57Z', 'revision_number': 5, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'subnets': [{'id': 'b77ee364-0e1f-442d-94df-7389bb735fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:38:14.176350 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0237b288-76aa-4318-9cf2-ec334c5ba735 None None] New status for floating IP f07fafa1-9efe-4fd4-8d81-3ca48691350b: ACTIVE {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 12:38:15.716825 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2b824eb8-77ac-42f4-84ce-285c140def9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:16.931540 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:18.635422 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:19.021265 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:28.935675 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:29.734773 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:34.441600 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:38:43.226640 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e17baec6-9976-4113-a3f0-fc204e39205d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:45.721517 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-df7f21c1-f69d-4816-9b69-bee0d7e77eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:46.934087 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:47.087464 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2fe0332f-8e30-4a21-aef9-d4409e4ede20 req-02080e88-d164-4c5e-8662-678f55a0f3e6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=209a3f60-3fe2-407c-8eb7-fddef3d81b9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402825 Nov 16 12:38:47.178611 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0332f-8e30-4a21-aef9-d4409e4ede20 req-fe8c0a8c-e677-46d2-9e50-7c1610497af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:38:47.180109 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2fe0332f-8e30-4a21-aef9-d4409e4ede20 req-fe8c0a8c-e677-46d2-9e50-7c1610497af9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=612ce2837930468c8a9fb17cbf4f4586&device_id=209a3f60-3fe2-407c-8eb7-fddef3d81b9e HTTP/1.1" status: 200 len: 1097 time: 0.0442247 Nov 16 12:38:47.282396 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0332f-8e30-4a21-aef9-d4409e4ede20 req-77622875-64db-48cf-9c44-eb279a0d4e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:38:47.283862 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2fe0332f-8e30-4a21-aef9-d4409e4ede20 req-77622875-64db-48cf-9c44-eb279a0d4e04 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac3c8d84-930b-4fa7-bc35-7b562a207ec7 HTTP/1.1" status: 200 len: 911 time: 0.0832846 Nov 16 12:38:47.351788 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2fe0332f-8e30-4a21-aef9-d4409e4ede20 req-27ab5789-1b34-4eda-a76f-2e1d7280cee0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=527a99e8-e5e0-431c-8d19-bc27f58e49d7 HTTP/1.1" status: 200 len: 1001 time: 0.0599058 Nov 16 12:38:47.406718 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0332f-8e30-4a21-aef9-d4409e4ede20 req-b8aae0b8-c5cd-4e3d-8dcb-55e3c8c9df82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:38:47.408182 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2fe0332f-8e30-4a21-aef9-d4409e4ede20 req-b8aae0b8-c5cd-4e3d-8dcb-55e3c8c9df82 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b77ee364-0e1f-442d-94df-7389bb735fa7 HTTP/1.1" status: 200 len: 849 time: 0.0491955 Nov 16 12:38:47.455464 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0332f-8e30-4a21-aef9-d4409e4ede20 req-4c36bd41-6fb6-4343-9fe6-3c333a191e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:38:47.456930 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2fe0332f-8e30-4a21-aef9-d4409e4ede20 req-4c36bd41-6fb6-4343-9fe6-3c333a191e89 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac3c8d84-930b-4fa7-bc35-7b562a207ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387723 Nov 16 12:38:47.550518 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2fe0332f-8e30-4a21-aef9-d4409e4ede20 req-21ca79b0-8d13-4ca7-8edb-a6196991aaa9 service neutron] 10.222.0.36 "GET /v2.0/networks/ac3c8d84-930b-4fa7-bc35-7b562a207ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852735 Nov 16 12:38:47.638854 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2fe0332f-8e30-4a21-aef9-d4409e4ede20 req-2f659b83-7ff3-4d24-900b-bada450fc2fe service neutron] 10.222.0.36 "GET /v2.0/networks/ac3c8d84-930b-4fa7-bc35-7b562a207ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807137 Nov 16 12:38:48.638940 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:49.022942 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:58.944502 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:38:59.733994 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:39:11.441619 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:39:13.227646 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8310821e-c8d7-4c1f-ae4e-296f54f69d15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:39:15.714240 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f0ab8b41-b8df-449c-9265-82dd975f6260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:39:16.936252 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:39:18.642432 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:39:19.024472 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:39:28.948066 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:39:29.731476 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:39:43.229404 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bb838c5e-d205-496b-a478-7371b8b152b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:39:45.715959 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-218f7efe-9961-4d15-93cd-765d4cb578a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:39:46.939293 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:39:47.085828 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5c5b482b-49c1-4857-be72-5217449cf58b req-67ac907b-3406-47e6-9393-afec84dc5165 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=209a3f60-3fe2-407c-8eb7-fddef3d81b9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393798 Nov 16 12:39:47.178568 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b482b-49c1-4857-be72-5217449cf58b req-57f4f927-e52d-4e79-9b68-1dd8356e6d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:39:47.180682 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5c5b482b-49c1-4857-be72-5217449cf58b req-57f4f927-e52d-4e79-9b68-1dd8356e6d56 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=612ce2837930468c8a9fb17cbf4f4586&device_id=209a3f60-3fe2-407c-8eb7-fddef3d81b9e HTTP/1.1" status: 200 len: 1097 time: 0.0448663 Nov 16 12:39:47.283359 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b482b-49c1-4857-be72-5217449cf58b req-ee731914-d0ec-414e-aafc-b5dc55e61d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:39:47.284784 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5c5b482b-49c1-4857-be72-5217449cf58b req-ee731914-d0ec-414e-aafc-b5dc55e61d67 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac3c8d84-930b-4fa7-bc35-7b562a207ec7 HTTP/1.1" status: 200 len: 911 time: 0.0822539 Nov 16 12:39:47.352658 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5c5b482b-49c1-4857-be72-5217449cf58b req-59557856-1d95-4b11-8eb4-011202a51638 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=527a99e8-e5e0-431c-8d19-bc27f58e49d7 HTTP/1.1" status: 200 len: 1001 time: 0.0591519 Nov 16 12:39:47.400390 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b482b-49c1-4857-be72-5217449cf58b req-18ddb8b3-4863-4af6-84f2-82ec743a4810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:39:47.401761 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5c5b482b-49c1-4857-be72-5217449cf58b req-18ddb8b3-4863-4af6-84f2-82ec743a4810 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b77ee364-0e1f-442d-94df-7389bb735fa7 HTTP/1.1" status: 200 len: 849 time: 0.0423203 Nov 16 12:39:47.447004 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b482b-49c1-4857-be72-5217449cf58b req-0f0a97db-ace7-43b8-bb74-2cca977c91c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:39:47.448410 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5c5b482b-49c1-4857-be72-5217449cf58b req-0f0a97db-ace7-43b8-bb74-2cca977c91c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac3c8d84-930b-4fa7-bc35-7b562a207ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385158 Nov 16 12:39:47.460803 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [req-5c5b482b-49c1-4857-be72-5217449cf58b req-90993e14-adbe-4bc7-8de6-1c63427f214c service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 12:39:47.461717 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5c5b482b-49c1-4857-be72-5217449cf58b req-90993e14-adbe-4bc7-8de6-1c63427f214c service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047557 Nov 16 12:39:47.553513 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5c5b482b-49c1-4857-be72-5217449cf58b req-5cabfffe-c1a1-405d-93f4-55c5d2c81813 service neutron] 10.222.0.36 "GET /v2.0/networks/ac3c8d84-930b-4fa7-bc35-7b562a207ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841341 Nov 16 12:39:47.643070 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5c5b482b-49c1-4857-be72-5217449cf58b req-5a831aea-bcc9-4581-ab65-a6e291ce6736 service neutron] 10.222.0.36 "GET /v2.0/networks/ac3c8d84-930b-4fa7-bc35-7b562a207ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813577 Nov 16 12:39:48.440999 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:39:48.644945 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:39:49.027646 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:39:58.947231 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:39:59.729609 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:11.784897 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 527a99e8-e5e0-431c-8d19-bc27f58e49d7 details requested by agent hyperv_n-h1-816823-3 with host n-h1-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 12:40:11.886660 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 527a99e8-e5e0-431c-8d19-bc27f58e49d7, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=527a99e8-e5e0-431c-8d19-bc27f58e49d7,segment=NetworkSegment(8499b917-0144-4ad0-bc7f-6b7cc42d2f04),segment_id=8499b917-0144-4ad0-bc7f-6b7cc42d2f04)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:40:11.898028 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Returning: {'device': '527a99e8-e5e0-431c-8d19-bc27f58e49d7', 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7', 'port_id': '527a99e8-e5e0-431c-8d19-bc27f58e49d7', 'mac_address': 'fa:16:3e:f5:73:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b77ee364-0e1f-442d-94df-7389bb735fa7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 12:40:11.938128 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:11.951515 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 527a99e8-e5e0-431c-8d19-bc27f58e49d7 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:40:11.971566 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 527a99e8-e5e0-431c-8d19-bc27f58e49d7, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=527a99e8-e5e0-431c-8d19-bc27f58e49d7,segment=NetworkSegment(8499b917-0144-4ad0-bc7f-6b7cc42d2f04),segment_id=8499b917-0144-4ad0-bc7f-6b7cc42d2f04)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:40:11.976263 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:12.029443 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=527a99e8-e5e0-431c-8d19-bc27f58e49d7,revision_number=6']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:40:12.045988 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:40:12.046303 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:40:12.046653 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:40:12.047025 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:40:12.047332 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:40:12.047857 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:40:12.048351 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:40:12.048844 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:40:12.049351 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:40:12.049839 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:40:12.050421 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:40:12.050922 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:40:12.057480 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] get_ports_and_sgs() called for port_ids ['527a99e8-e5e0-431c-8d19-bc27f58e49d7'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:40:13.233480 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9d081003-a234-4e25-87b4-27f08340117b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:13.799780 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 527a99e8-e5e0-431c-8d19-bc27f58e49d7 up at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:40:13.849576 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Provisioning complete for port 527a99e8-e5e0-431c-8d19-bc27f58e49d7 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:40:13.849994 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:13.936347 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:13.961074 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209a3f60-3fe2-407c-8eb7-fddef3d81b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527a99e8-e5e0-431c-8d19-bc27f58e49d7'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:40:13.963715 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3028c6c2751e05b8ffe46419f90227d3bdc45fe093bf287cadf4b73479a61306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046b0dee-dcd3-4460-a8c6-cfbd5382455b" -d '{"events": [{"server_uuid": "209a3f60-3fe2-407c-8eb7-fddef3d81b9e", "name": "network-vif-plugged", "status": "completed", "tag": "527a99e8-e5e0-431c-8d19-bc27f58e49d7"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:40:13.977648 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 527a99e8-e5e0-431c-8d19-bc27f58e49d7, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=527a99e8-e5e0-431c-8d19-bc27f58e49d7,segment=NetworkSegment(8499b917-0144-4ad0-bc7f-6b7cc42d2f04),segment_id=8499b917-0144-4ad0-bc7f-6b7cc42d2f04)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:40:13.983480 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:14.048383 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=527a99e8-e5e0-431c-8d19-bc27f58e49d7,revision_number=7']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:40:14.124824 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ceff0d2-b118-40d7-bb48-9739bf0ffe09 x-openstack-request-id: req-6ceff0d2-b118-40d7-bb48-9739bf0ffe09 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:40:14.125140 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209a3f60-3fe2-407c-8eb7-fddef3d81b9e", "name": "network-vif-plugged", "status": "completed", "tag": "527a99e8-e5e0-431c-8d19-bc27f58e49d7", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:40:14.125395 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6ceff0d2-b118-40d7-bb48-9739bf0ffe09 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:40:14.125798 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209a3f60-3fe2-407c-8eb7-fddef3d81b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527a99e8-e5e0-431c-8d19-bc27f58e49d7', 'code': 200} Nov 16 12:40:15.730615 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-18ec233f-5b0a-4c91-b906-b870c628c2d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:16.950712 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:18.651978 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:19.030805 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:22.029249 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-57176875-72a8-4cad-bccc-1af77086b602 req-90d91aa1-afa5-449c-bc29-c2f723db00b1 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1190118689&fields=id&tenant_id=612ce2837930468c8a9fb17cbf4f4586 HTTP/1.1" status: 200 len: 267 time: 0.0488508 Nov 16 12:40:22.134081 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57176875-72a8-4cad-bccc-1af77086b602 req-d5809496-a833-43ce-a4a7-f23cb355a29c tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:40:22.135525 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-57176875-72a8-4cad-bccc-1af77086b602 req-d5809496-a833-43ce-a4a7-f23cb355a29c tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/networks?id=ac3c8d84-930b-4fa7-bc35-7b562a207ec7 HTTP/1.1" status: 200 len: 810 time: 0.0995636 Nov 16 12:40:22.151839 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-57176875-72a8-4cad-bccc-1af77086b602 req-7ea41081-3300-4eb9-9501-806d48f03fe1 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/quotas/612ce2837930468c8a9fb17cbf4f4586 HTTP/1.1" status: 200 len: 375 time: 0.0094154 Nov 16 12:40:22.209647 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-57176875-72a8-4cad-bccc-1af77086b602 req-4a62af16-b7cb-4e2f-8afa-6a11b5b52ae7 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=612ce2837930468c8a9fb17cbf4f4586&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0521712 Nov 16 12:40:22.350574 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-57176875-72a8-4cad-bccc-1af77086b602 req-76c3dc20-ba9a-46a1-a28a-922f4b1b0b15 service neutron] 10.222.0.61 "GET /v2.0/networks/ac3c8d84-930b-4fa7-bc35-7b562a207ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291504 Nov 16 12:40:22.440709 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-57176875-72a8-4cad-bccc-1af77086b602 req-33f5ac1b-b232-4530-a25f-8f926ad71d3c service neutron] 10.222.0.61 "GET /v2.0/networks/ac3c8d84-930b-4fa7-bc35-7b562a207ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842905 Nov 16 12:40:23.625947 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-221f66bf-98b5-41ea-aabe-c47e1d9008f5 req-a3192785-0027-4373-9f3b-ad6998465a4f tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f0e303a-3643-4011-8a87-211b63b7c107 HTTP/1.1" status: 200 len: 210 time: 0.0272102 Nov 16 12:40:24.682967 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57176875-72a8-4cad-bccc-1af77086b602 req-95ef7263-6c95-497c-939b-fa493b725e8d tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:40:24.684423 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-57176875-72a8-4cad-bccc-1af77086b602 req-95ef7263-6c95-497c-939b-fa493b725e8d tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.64 "GET /v2.0/networks?id=ac3c8d84-930b-4fa7-bc35-7b562a207ec7 HTTP/1.1" status: 200 len: 810 time: 0.1174400 Nov 16 12:40:24.727114 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-1d367326-51c0-472a-90a9-c226c0c48358 req-7b6cb7da-ac62-4391-ac53-0c0a9fb2196a tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f0e303a-3643-4011-8a87-211b63b7c107 HTTP/1.1" status: 200 len: 210 time: 0.0263731 Nov 16 12:40:24.751722 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-57176875-72a8-4cad-bccc-1af77086b602 req-06476efd-29e3-4bde-873b-f4a03ab83782 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=612ce2837930468c8a9fb17cbf4f4586 HTTP/1.1" status: 200 len: 380 time: 0.0561254 Nov 16 12:40:24.761656 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-57176875-72a8-4cad-bccc-1af77086b602 req-8824cb36-dd2a-4547-867e-5975024ad0be tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Request body: {'port': {'device_id': '3f0e303a-3643-4011-8a87-211b63b7c107', 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7', 'admin_state_up': True, 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'security_groups': ['4e9bd41a-3130-406e-914d-630acd25cc60']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:40:24.872045 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57176875-72a8-4cad-bccc-1af77086b602 req-8824cb36-dd2a-4547-867e-5975024ad0be tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Made reservation on behalf of 612ce2837930468c8a9fb17cbf4f4586 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 12:40:24.875726 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-57176875-72a8-4cad-bccc-1af77086b602 req-8824cb36-dd2a-4547-867e-5975024ad0be tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:25.013167 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-57176875-72a8-4cad-bccc-1af77086b602 req-8824cb36-dd2a-4547-867e-5975024ad0be tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Allocated IP 172.20.0.11 (ac3c8d84-930b-4fa7-bc35-7b562a207ec7/b77ee364-0e1f-442d-94df-7389bb735fa7/703bbc12-ce41-4c42-a5d9-30a6ba9f057f) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:40:25.213317 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-57176875-72a8-4cad-bccc-1af77086b602 req-8824cb36-dd2a-4547-867e-5975024ad0be tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks [] for port, precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:25.253953 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-57176875-72a8-4cad-bccc-1af77086b602 req-8824cb36-dd2a-4547-867e-5975024ad0be tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:25.311718 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8824cb36-dd2a-4547-867e-5975024ad0be tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Pushing event updated for resources: {'Port': ['ID=703bbc12-ce41-4c42-a5d9-30a6ba9f057f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:40:25.323525 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8824cb36-dd2a-4547-867e-5975024ad0be tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:40:25.323879 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8824cb36-dd2a-4547-867e-5975024ad0be tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:40:25.324212 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8824cb36-dd2a-4547-867e-5975024ad0be tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:40:25.324545 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8824cb36-dd2a-4547-867e-5975024ad0be tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:40:25.324879 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8824cb36-dd2a-4547-867e-5975024ad0be tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:40:25.325215 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8824cb36-dd2a-4547-867e-5975024ad0be tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:40:25.325531 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8824cb36-dd2a-4547-867e-5975024ad0be tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:40:25.325853 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8824cb36-dd2a-4547-867e-5975024ad0be tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:40:25.326279 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8824cb36-dd2a-4547-867e-5975024ad0be tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:40:25.326690 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8824cb36-dd2a-4547-867e-5975024ad0be tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:40:25.326811 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8824cb36-dd2a-4547-867e-5975024ad0be tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:40:25.327154 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8824cb36-dd2a-4547-867e-5975024ad0be tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:40:25.335502 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57176875-72a8-4cad-bccc-1af77086b602 req-8824cb36-dd2a-4547-867e-5975024ad0be tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Network ac3c8d84-930b-4fa7-bc35-7b562a207ec7 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:40:25.336983 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-57176875-72a8-4cad-bccc-1af77086b602 req-8824cb36-dd2a-4547-867e-5975024ad0be tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:40:25.339454 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-57176875-72a8-4cad-bccc-1af77086b602 req-8824cb36-dd2a-4547-867e-5975024ad0be tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:40:25.395072 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57176875-72a8-4cad-bccc-1af77086b602 req-8824cb36-dd2a-4547-867e-5975024ad0be tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:40:25.396067 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-57176875-72a8-4cad-bccc-1af77086b602 req-8824cb36-dd2a-4547-867e-5975024ad0be tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:25.414778 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-57176875-72a8-4cad-bccc-1af77086b602 req-8824cb36-dd2a-4547-867e-5975024ad0be tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6569202 Nov 16 12:40:25.441398 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:40:25.635939 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-5d871126-506c-4c2b-bc98-bec918290108 None None] Provisioning complete for port 703bbc12-ce41-4c42-a5d9-30a6ba9f057f triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:40:25.636653 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5d871126-506c-4c2b-bc98-bec918290108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:25.671867 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-5d871126-506c-4c2b-bc98-bec918290108 None None] Port 703bbc12-ce41-4c42-a5d9-30a6ba9f057f cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 12:40:25.846701 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12649cf0-7bf3-4267-bc71-65c55e25603d req-f8a46ef1-27f0-4e5a-9e66-c2d0c8873827 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:40:25.848321 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-12649cf0-7bf3-4267-bc71-65c55e25603d req-f8a46ef1-27f0-4e5a-9e66-c2d0c8873827 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f0e303a-3643-4011-8a87-211b63b7c107 HTTP/1.1" status: 200 len: 932 time: 0.0498276 Nov 16 12:40:25.853222 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 527a99e8-e5e0-431c-8d19-bc27f58e49d7 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:40:25.902905 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-12649cf0-7bf3-4267-bc71-65c55e25603d req-283d87ab-21b9-4972-9f46-edf3c5ae2aed tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e9bd41a-3130-406e-914d-630acd25cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467095 Nov 16 12:40:25.942874 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:25.967992 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209a3f60-3fe2-407c-8eb7-fddef3d81b9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '527a99e8-e5e0-431c-8d19-bc27f58e49d7'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:40:25.970351 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3028c6c2751e05b8ffe46419f90227d3bdc45fe093bf287cadf4b73479a61306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdec493-95bf-4752-b697-9f360858a934" -d '{"events": [{"server_uuid": "209a3f60-3fe2-407c-8eb7-fddef3d81b9e", "name": "network-vif-unplugged", "status": "completed", "tag": "527a99e8-e5e0-431c-8d19-bc27f58e49d7"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:40:25.984609 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] For port 527a99e8-e5e0-431c-8d19-bc27f58e49d7, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=527a99e8-e5e0-431c-8d19-bc27f58e49d7,segment=NetworkSegment(8499b917-0144-4ad0-bc7f-6b7cc42d2f04),segment_id=8499b917-0144-4ad0-bc7f-6b7cc42d2f04)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:40:25.990818 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:26.019366 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 12:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00b7268-f186-4b08-bc39-07929575eee8 x-openstack-request-id: req-c00b7268-f186-4b08-bc39-07929575eee8 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:40:26.019662 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209a3f60-3fe2-407c-8eb7-fddef3d81b9e", "name": "network-vif-unplugged", "status": "completed", "tag": "527a99e8-e5e0-431c-8d19-bc27f58e49d7", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:40:26.019918 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c00b7268-f186-4b08-bc39-07929575eee8 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:40:26.020307 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209a3f60-3fe2-407c-8eb7-fddef3d81b9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '527a99e8-e5e0-431c-8d19-bc27f58e49d7', 'code': 200} Nov 16 12:40:26.045261 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Pushing event updated for resources: {'Port': ['ID=527a99e8-e5e0-431c-8d19-bc27f58e49d7,revision_number=8']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:40:27.036331 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75599b6-73e0-4f42-a667-0a7512181fb2 req-7fcb1044-57f0-4629-a348-29819d92f9dd tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:40:27.038428 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a75599b6-73e0-4f42-a667-0a7512181fb2 req-7fcb1044-57f0-4629-a348-29819d92f9dd tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f0e303a-3643-4011-8a87-211b63b7c107 HTTP/1.1" status: 200 len: 932 time: 0.0560334 Nov 16 12:40:27.093081 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a75599b6-73e0-4f42-a667-0a7512181fb2 req-3be03725-767f-497a-913e-e889b3f2320f tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e9bd41a-3130-406e-914d-630acd25cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485578 Nov 16 12:40:28.220272 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065cfd89-1def-46ed-9c42-9fe6a721bd44 req-61c1c303-b3f2-45cb-896c-0d4833c1098a tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:40:28.221787 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-065cfd89-1def-46ed-9c42-9fe6a721bd44 req-61c1c303-b3f2-45cb-896c-0d4833c1098a tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f0e303a-3643-4011-8a87-211b63b7c107 HTTP/1.1" status: 200 len: 932 time: 0.0506895 Nov 16 12:40:28.273956 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-065cfd89-1def-46ed-9c42-9fe6a721bd44 req-85128b5e-e510-4e42-aaf3-992b83756afb tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e9bd41a-3130-406e-914d-630acd25cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460570 Nov 16 12:40:28.966215 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:29.398160 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3d77a-1449-41cd-8055-7d58e3043b6c req-da0969e2-eff6-46f1-a769-a8f552cbfdf7 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:40:29.399674 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-21f3d77a-1449-41cd-8055-7d58e3043b6c req-da0969e2-eff6-46f1-a769-a8f552cbfdf7 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f0e303a-3643-4011-8a87-211b63b7c107 HTTP/1.1" status: 200 len: 932 time: 0.0521169 Nov 16 12:40:29.459000 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-21f3d77a-1449-41cd-8055-7d58e3043b6c req-5749c9b0-6231-4995-8616-977d317cf158 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e9bd41a-3130-406e-914d-630acd25cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498204 Nov 16 12:40:29.745909 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:30.611341 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1ebb2-5ef1-48aa-b554-ec9988fa4e4f req-00098891-27e6-4b75-93c1-b01c208ffe89 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:40:30.612903 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ffa1ebb2-5ef1-48aa-b554-ec9988fa4e4f req-00098891-27e6-4b75-93c1-b01c208ffe89 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f0e303a-3643-4011-8a87-211b63b7c107 HTTP/1.1" status: 200 len: 932 time: 0.0564280 Nov 16 12:40:30.671768 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ffa1ebb2-5ef1-48aa-b554-ec9988fa4e4f req-9ec78b7e-0096-4a83-821f-cc7571b4ea4e tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e9bd41a-3130-406e-914d-630acd25cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520682 Nov 16 12:40:31.799977 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dffcb3-004f-4e7f-a80c-1a88ae661661 req-cda88b5c-a756-468d-930a-bd4bb669913f tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:40:31.801647 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-81dffcb3-004f-4e7f-a80c-1a88ae661661 req-cda88b5c-a756-468d-930a-bd4bb669913f tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f0e303a-3643-4011-8a87-211b63b7c107 HTTP/1.1" status: 200 len: 932 time: 0.0570257 Nov 16 12:40:31.854002 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-81dffcb3-004f-4e7f-a80c-1a88ae661661 req-e3566971-7454-4029-abdc-9e38e8ee4b29 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e9bd41a-3130-406e-914d-630acd25cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458441 Nov 16 12:40:32.979133 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8abaf-264c-41b7-afef-0645573e2f48 req-ed02942d-2a40-4e1a-afba-203f64476180 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:40:32.980626 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-52f8abaf-264c-41b7-afef-0645573e2f48 req-ed02942d-2a40-4e1a-afba-203f64476180 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f0e303a-3643-4011-8a87-211b63b7c107 HTTP/1.1" status: 200 len: 932 time: 0.0558441 Nov 16 12:40:33.034453 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-52f8abaf-264c-41b7-afef-0645573e2f48 req-8c7c61c3-1b69-472c-9a6e-e4ddfd96cba6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e9bd41a-3130-406e-914d-630acd25cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472035 Nov 16 12:40:34.155767 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84313b-6675-49bf-90c2-e124f5c2070a req-ceb1ffa0-5954-4a3f-9207-f01fa89c932a tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:40:34.157423 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ce84313b-6675-49bf-90c2-e124f5c2070a req-ceb1ffa0-5954-4a3f-9207-f01fa89c932a tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f0e303a-3643-4011-8a87-211b63b7c107 HTTP/1.1" status: 200 len: 932 time: 0.0500953 Nov 16 12:40:34.207328 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-ce84313b-6675-49bf-90c2-e124f5c2070a req-189a1078-6977-4843-aee6-97e2f01d90c3 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e9bd41a-3130-406e-914d-630acd25cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435686 Nov 16 12:40:34.875063 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.v2.base [req-57176875-72a8-4cad-bccc-1af77086b602 req-b60287f3-32d6-428d-88bc-951f98ea1ddb service neutron] Request body: {'port': {'device_id': '3f0e303a-3643-4011-8a87-211b63b7c107', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816823-3'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:40:34.930969 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-57176875-72a8-4cad-bccc-1af77086b602 req-b60287f3-32d6-428d-88bc-951f98ea1ddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:35.184276 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [req-57176875-72a8-4cad-bccc-1af77086b602 req-b60287f3-32d6-428d-88bc-951f98ea1ddb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 703bbc12-ce41-4c42-a5d9-30a6ba9f057f {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:40:35.191933 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-57176875-72a8-4cad-bccc-1af77086b602 req-b60287f3-32d6-428d-88bc-951f98ea1ddb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:35.203583 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-57176875-72a8-4cad-bccc-1af77086b602 req-b60287f3-32d6-428d-88bc-951f98ea1ddb service neutron] Transition to ACTIVE for port object 703bbc12-ce41-4c42-a5d9-30a6ba9f057f will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 12:40:35.207423 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-57176875-72a8-4cad-bccc-1af77086b602 req-b60287f3-32d6-428d-88bc-951f98ea1ddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:35.258647 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60287f3-32d6-428d-88bc-951f98ea1ddb service neutron] Pushing event updated for resources: {'Port': ['ID=703bbc12-ce41-4c42-a5d9-30a6ba9f057f,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:40:35.331544 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-57176875-72a8-4cad-bccc-1af77086b602 req-b60287f3-32d6-428d-88bc-951f98ea1ddb service neutron] Attempting to bind port 703bbc12-ce41-4c42-a5d9-30a6ba9f057f on host n-h2-816823-3 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 12:40:35.331885 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-57176875-72a8-4cad-bccc-1af77086b602 req-b60287f3-32d6-428d-88bc-951f98ea1ddb service neutron] Attempting to bind port 703bbc12-ce41-4c42-a5d9-30a6ba9f057f by drivers openvswitch,hyperv on host n-h2-816823-3 at level 0 using segments [{'id': '8499b917-0144-4ad0-bc7f-6b7cc42d2f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 12:40:35.332388 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57176875-72a8-4cad-bccc-1af77086b602 req-b60287f3-32d6-428d-88bc-951f98ea1ddb service neutron] Attempting to bind port 703bbc12-ce41-4c42-a5d9-30a6ba9f057f on network ac3c8d84-930b-4fa7-bc35-7b562a207ec7 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:40:35.336952 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57176875-72a8-4cad-bccc-1af77086b602 req-b60287f3-32d6-428d-88bc-951f98ea1ddb service neutron] Port 703bbc12-ce41-4c42-a5d9-30a6ba9f057f on network ac3c8d84-930b-4fa7-bc35-7b562a207ec7 not bound, no agent of type Open vSwitch agent registered on host n-h2-816823-3 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 12:40:35.337141 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4bb3b-19c2-4057-9e06-5498509c2071 req-5840411f-17d1-47c1-9421-58d45f66c2af tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:40:35.337603 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57176875-72a8-4cad-bccc-1af77086b602 req-b60287f3-32d6-428d-88bc-951f98ea1ddb service neutron] Attempting to bind port 703bbc12-ce41-4c42-a5d9-30a6ba9f057f on network ac3c8d84-930b-4fa7-bc35-7b562a207ec7 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 12:40:35.342485 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57176875-72a8-4cad-bccc-1af77086b602 req-b60287f3-32d6-428d-88bc-951f98ea1ddb service neutron] Checking agent: {'id': '8a101128-3cc0-41b2-a83b-a996ed563630', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816823-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'started_at': datetime.datetime(2021, 11, 16, 11, 13, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 12, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 12:40:35.342760 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-58b4bb3b-19c2-4057-9e06-5498509c2071 req-5840411f-17d1-47c1-9421-58d45f66c2af tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f0e303a-3643-4011-8a87-211b63b7c107 HTTP/1.1" status: 200 len: 944 time: 0.0613530 Nov 16 12:40:35.342901 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57176875-72a8-4cad-bccc-1af77086b602 req-b60287f3-32d6-428d-88bc-951f98ea1ddb service neutron] Checking segment: {'id': '8499b917-0144-4ad0-bc7f-6b7cc42d2f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 12:40:35.343788 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57176875-72a8-4cad-bccc-1af77086b602 req-b60287f3-32d6-428d-88bc-951f98ea1ddb service neutron] Bound using segment: {'id': '8499b917-0144-4ad0-bc7f-6b7cc42d2f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 12:40:35.344226 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-57176875-72a8-4cad-bccc-1af77086b602 req-b60287f3-32d6-428d-88bc-951f98ea1ddb service neutron] Bound port: 703bbc12-ce41-4c42-a5d9-30a6ba9f057f, host: n-h2-816823-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8499b917-0144-4ad0-bc7f-6b7cc42d2f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 12:40:35.344587 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-57176875-72a8-4cad-bccc-1af77086b602 req-b60287f3-32d6-428d-88bc-951f98ea1ddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:35.392724 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-58b4bb3b-19c2-4057-9e06-5498509c2071 req-c1fe26b0-c2ee-4a6f-a9f2-a24703ba5b37 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e9bd41a-3130-406e-914d-630acd25cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479717 Nov 16 12:40:35.409885 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-57176875-72a8-4cad-bccc-1af77086b602 req-b60287f3-32d6-428d-88bc-951f98ea1ddb service neutron] For port 703bbc12-ce41-4c42-a5d9-30a6ba9f057f, host n-h2-816823-3, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 12:40:35.413951 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-57176875-72a8-4cad-bccc-1af77086b602 req-b60287f3-32d6-428d-88bc-951f98ea1ddb service neutron] For port 703bbc12-ce41-4c42-a5d9-30a6ba9f057f, host n-h2-816823-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=703bbc12-ce41-4c42-a5d9-30a6ba9f057f,segment=NetworkSegment(8499b917-0144-4ad0-bc7f-6b7cc42d2f04),segment_id=8499b917-0144-4ad0-bc7f-6b7cc42d2f04)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 12:40:35.418466 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-57176875-72a8-4cad-bccc-1af77086b602 req-b60287f3-32d6-428d-88bc-951f98ea1ddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-119371057'] for port, after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:35.460388 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57176875-72a8-4cad-bccc-1af77086b602 req-b60287f3-32d6-428d-88bc-951f98ea1ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:40:35.460995 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-57176875-72a8-4cad-bccc-1af77086b602 req-b60287f3-32d6-428d-88bc-951f98ea1ddb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:35.462383 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-57176875-72a8-4cad-bccc-1af77086b602 req-b60287f3-32d6-428d-88bc-951f98ea1ddb service neutron] 10.222.0.64 "PUT /v2.0/ports/703bbc12-ce41-4c42-a5d9-30a6ba9f057f HTTP/1.1" status: 200 len: 1092 time: 0.6374340 Nov 16 12:40:35.462927 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0e303a-3643-4011-8a87-211b63b7c107', 'tag': '703bbc12-ce41-4c42-a5d9-30a6ba9f057f'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:40:35.465003 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b4cb006b19835c19bcd0265a95de96d39c41d7d45c6d056c20fcc032bf3cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0954ad65-ada9-4902-b645-24be2cce4fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "3f0e303a-3643-4011-8a87-211b63b7c107", "tag": "703bbc12-ce41-4c42-a5d9-30a6ba9f057f"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:40:35.490051 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60287f3-32d6-428d-88bc-951f98ea1ddb service neutron] Pushing event updated for resources: {'Port': ['ID=703bbc12-ce41-4c42-a5d9-30a6ba9f057f,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:40:35.553769 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57176875-72a8-4cad-bccc-1af77086b602 req-6ce1d48d-2c80-44fd-b690-ca5b01cb2560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:40:35.555397 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-57176875-72a8-4cad-bccc-1af77086b602 req-6ce1d48d-2c80-44fd-b690-ca5b01cb2560 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=612ce2837930468c8a9fb17cbf4f4586&device_id=3f0e303a-3643-4011-8a87-211b63b7c107 HTTP/1.1" status: 200 len: 1095 time: 0.0500777 Nov 16 12:40:35.603649 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e65a50-f3d9-425f-ae45-ff1ab74599df x-openstack-request-id: req-37e65a50-f3d9-425f-ae45-ff1ab74599df {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:40:35.603948 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f0e303a-3643-4011-8a87-211b63b7c107", "tag": "703bbc12-ce41-4c42-a5d9-30a6ba9f057f", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:40:35.604196 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-37e65a50-f3d9-425f-ae45-ff1ab74599df {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:40:35.604596 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f0e303a-3643-4011-8a87-211b63b7c107', 'tag': '703bbc12-ce41-4c42-a5d9-30a6ba9f057f', 'status': 'completed', 'code': 200} Nov 16 12:40:35.606501 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-57176875-72a8-4cad-bccc-1af77086b602 req-2b63f593-561c-44e7-9404-dff75854d1f9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=703bbc12-ce41-4c42-a5d9-30a6ba9f057f HTTP/1.1" status: 200 len: 217 time: 0.0385840 Nov 16 12:40:35.658637 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57176875-72a8-4cad-bccc-1af77086b602 req-c4401b01-e512-424c-b1c2-e7291082b2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:40:35.660079 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-57176875-72a8-4cad-bccc-1af77086b602 req-c4401b01-e512-424c-b1c2-e7291082b2b5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b77ee364-0e1f-442d-94df-7389bb735fa7 HTTP/1.1" status: 200 len: 849 time: 0.0454497 Nov 16 12:40:35.715873 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57176875-72a8-4cad-bccc-1af77086b602 req-78ddc28e-2e6f-47a3-8826-1b86316ca01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:40:35.717351 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-57176875-72a8-4cad-bccc-1af77086b602 req-78ddc28e-2e6f-47a3-8826-1b86316ca01b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac3c8d84-930b-4fa7-bc35-7b562a207ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429466 Nov 16 12:40:35.805648 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-57176875-72a8-4cad-bccc-1af77086b602 req-31d400b8-aca6-40d6-ac3b-d97d1edeb99b service neutron] 10.222.0.64 "GET /v2.0/networks/ac3c8d84-930b-4fa7-bc35-7b562a207ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791981 Nov 16 12:40:35.901578 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-57176875-72a8-4cad-bccc-1af77086b602 req-4a5a8251-1fe5-467d-8f42-63e0adb08de1 service neutron] 10.222.0.64 "GET /v2.0/networks/ac3c8d84-930b-4fa7-bc35-7b562a207ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841026 Nov 16 12:40:35.999718 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954ad65-ada9-4902-b645-24be2cce4fa3 req-adad30f3-6ccc-4559-bf5a-7192b0ab4560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:40:36.001081 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0954ad65-ada9-4902-b645-24be2cce4fa3 req-adad30f3-6ccc-4559-bf5a-7192b0ab4560 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=612ce2837930468c8a9fb17cbf4f4586&device_id=3f0e303a-3643-4011-8a87-211b63b7c107 HTTP/1.1" status: 200 len: 1095 time: 0.0414443 Nov 16 12:40:36.095474 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954ad65-ada9-4902-b645-24be2cce4fa3 req-42f0eb8f-5430-46e9-b56c-0ed0ce820c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:40:36.096894 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0954ad65-ada9-4902-b645-24be2cce4fa3 req-42f0eb8f-5430-46e9-b56c-0ed0ce820c1a service neutron] 10.222.0.64 "GET /v2.0/networks?id=ac3c8d84-930b-4fa7-bc35-7b562a207ec7 HTTP/1.1" status: 200 len: 911 time: 0.0859303 Nov 16 12:40:36.137510 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0954ad65-ada9-4902-b645-24be2cce4fa3 req-580e9b78-e5ab-442f-bfb7-31a8c3f50f03 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=703bbc12-ce41-4c42-a5d9-30a6ba9f057f HTTP/1.1" status: 200 len: 217 time: 0.0329351 Nov 16 12:40:36.186447 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954ad65-ada9-4902-b645-24be2cce4fa3 req-ca80a546-4837-4e19-8f7c-2228f30f2d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:40:36.187851 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0954ad65-ada9-4902-b645-24be2cce4fa3 req-ca80a546-4837-4e19-8f7c-2228f30f2d8f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b77ee364-0e1f-442d-94df-7389bb735fa7 HTTP/1.1" status: 200 len: 849 time: 0.0427468 Nov 16 12:40:36.234196 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954ad65-ada9-4902-b645-24be2cce4fa3 req-49f7a739-0517-4377-8d4c-a49c7408d42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:40:36.235663 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0954ad65-ada9-4902-b645-24be2cce4fa3 req-49f7a739-0517-4377-8d4c-a49c7408d42c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac3c8d84-930b-4fa7-bc35-7b562a207ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393126 Nov 16 12:40:36.326527 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0954ad65-ada9-4902-b645-24be2cce4fa3 req-4d3dfa52-653d-4e87-a689-0afed3446243 service neutron] 10.222.0.64 "GET /v2.0/networks/ac3c8d84-930b-4fa7-bc35-7b562a207ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830746 Nov 16 12:40:36.416360 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-0954ad65-ada9-4902-b645-24be2cce4fa3 req-1acfde24-537b-4ed1-8801-3676e105e5f4 service neutron] 10.222.0.64 "GET /v2.0/networks/ac3c8d84-930b-4fa7-bc35-7b562a207ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795505 Nov 16 12:40:36.515464 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20579c7-2aca-4a8f-b570-9a2b17ee5ac9 req-fb170305-1bc3-4647-9890-fc32e76fb201 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:40:36.516953 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c20579c7-2aca-4a8f-b570-9a2b17ee5ac9 req-fb170305-1bc3-4647-9890-fc32e76fb201 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f0e303a-3643-4011-8a87-211b63b7c107 HTTP/1.1" status: 200 len: 944 time: 0.0496588 Nov 16 12:40:36.566378 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c20579c7-2aca-4a8f-b570-9a2b17ee5ac9 req-790d5f6e-7a52-46fd-8467-6ccee8778e66 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e9bd41a-3130-406e-914d-630acd25cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428896 Nov 16 12:40:37.304807 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 703bbc12-ce41-4c42-a5d9-30a6ba9f057f details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 12:40:37.400361 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 703bbc12-ce41-4c42-a5d9-30a6ba9f057f, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=703bbc12-ce41-4c42-a5d9-30a6ba9f057f,segment=NetworkSegment(8499b917-0144-4ad0-bc7f-6b7cc42d2f04),segment_id=8499b917-0144-4ad0-bc7f-6b7cc42d2f04)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:40:37.410942 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '703bbc12-ce41-4c42-a5d9-30a6ba9f057f', 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7', 'port_id': '703bbc12-ce41-4c42-a5d9-30a6ba9f057f', 'mac_address': 'fa:16:3e:50:b5:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b77ee364-0e1f-442d-94df-7389bb735fa7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 12:40:37.446366 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:37.459285 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 703bbc12-ce41-4c42-a5d9-30a6ba9f057f {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:40:37.478658 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 703bbc12-ce41-4c42-a5d9-30a6ba9f057f, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=703bbc12-ce41-4c42-a5d9-30a6ba9f057f,segment=NetworkSegment(8499b917-0144-4ad0-bc7f-6b7cc42d2f04),segment_id=8499b917-0144-4ad0-bc7f-6b7cc42d2f04)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:40:37.482459 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:37.532568 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=703bbc12-ce41-4c42-a5d9-30a6ba9f057f,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:40:37.684459 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ebe85-9d2d-4e5a-8e2f-b518a05b04ea req-f764ede0-7111-42b5-a1d3-87df672c2409 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:40:37.685840 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d99ebe85-9d2d-4e5a-8e2f-b518a05b04ea req-f764ede0-7111-42b5-a1d3-87df672c2409 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f0e303a-3643-4011-8a87-211b63b7c107 HTTP/1.1" status: 200 len: 945 time: 0.0488467 Nov 16 12:40:37.738045 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-d99ebe85-9d2d-4e5a-8e2f-b518a05b04ea req-d2121b19-3a8c-4145-8349-6412c6348142 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e9bd41a-3130-406e-914d-630acd25cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463490 Nov 16 12:40:37.779593 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['703bbc12-ce41-4c42-a5d9-30a6ba9f057f'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:40:38.854879 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6386ea3-3abf-4aa9-b8dc-f8c610f9a267 req-c2906d00-3c54-4381-8ca5-18836255f5f6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:40:38.856335 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a6386ea3-3abf-4aa9-b8dc-f8c610f9a267 req-c2906d00-3c54-4381-8ca5-18836255f5f6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f0e303a-3643-4011-8a87-211b63b7c107 HTTP/1.1" status: 200 len: 945 time: 0.0490887 Nov 16 12:40:38.904681 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-a6386ea3-3abf-4aa9-b8dc-f8c610f9a267 req-1ae20515-c2ed-4451-8b88-b6b5f05b3d79 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e9bd41a-3130-406e-914d-630acd25cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425029 Nov 16 12:40:39.307216 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 703bbc12-ce41-4c42-a5d9-30a6ba9f057f up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:40:39.355521 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning for port 703bbc12-ce41-4c42-a5d9-30a6ba9f057f completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 12:40:39.359368 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 703bbc12-ce41-4c42-a5d9-30a6ba9f057f triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:40:39.359758 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:39.433360 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:39.459668 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0e303a-3643-4011-8a87-211b63b7c107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703bbc12-ce41-4c42-a5d9-30a6ba9f057f'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:40:39.461930 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3028c6c2751e05b8ffe46419f90227d3bdc45fe093bf287cadf4b73479a61306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6827441a-948f-4e34-aa6a-dcd682ce76b4" -d '{"events": [{"server_uuid": "3f0e303a-3643-4011-8a87-211b63b7c107", "name": "network-vif-plugged", "status": "completed", "tag": "703bbc12-ce41-4c42-a5d9-30a6ba9f057f"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:40:39.477723 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 703bbc12-ce41-4c42-a5d9-30a6ba9f057f, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=703bbc12-ce41-4c42-a5d9-30a6ba9f057f,segment=NetworkSegment(8499b917-0144-4ad0-bc7f-6b7cc42d2f04),segment_id=8499b917-0144-4ad0-bc7f-6b7cc42d2f04)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:40:39.494174 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:39.543423 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e52c98-c2e5-4370-b3c1-5dbf06155a80 x-openstack-request-id: req-e9e52c98-c2e5-4370-b3c1-5dbf06155a80 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:40:39.543714 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0e303a-3643-4011-8a87-211b63b7c107", "name": "network-vif-plugged", "status": "completed", "tag": "703bbc12-ce41-4c42-a5d9-30a6ba9f057f", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:40:39.543964 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e9e52c98-c2e5-4370-b3c1-5dbf06155a80 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:40:39.544359 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0e303a-3643-4011-8a87-211b63b7c107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703bbc12-ce41-4c42-a5d9-30a6ba9f057f', 'code': 200} Nov 16 12:40:39.548761 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=703bbc12-ce41-4c42-a5d9-30a6ba9f057f,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:40:39.652220 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992d97f-4d18-4d4b-9c8e-107040a03d4e req-20638e4d-312e-4b46-88e7-387909384fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:40:39.653709 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5992d97f-4d18-4d4b-9c8e-107040a03d4e req-20638e4d-312e-4b46-88e7-387909384fab service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3f0e303a-3643-4011-8a87-211b63b7c107 HTTP/1.1" status: 200 len: 1097 time: 0.0454679 Nov 16 12:40:39.702962 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5992d97f-4d18-4d4b-9c8e-107040a03d4e req-d689d2ba-b78d-482b-b909-0d91bd45dbab service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4e9bd41a-3130-406e-914d-630acd25cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383153 Nov 16 12:40:40.019293 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88e2a2-0000-4201-b2c2-9cee084539ba req-8d0ce4b8-99b5-4be2-b2c7-54079930fa95 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:40:40.021273 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3c88e2a2-0000-4201-b2c2-9cee084539ba req-8d0ce4b8-99b5-4be2-b2c7-54079930fa95 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f0e303a-3643-4011-8a87-211b63b7c107 HTTP/1.1" status: 200 len: 946 time: 0.0484109 Nov 16 12:40:40.070547 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-3c88e2a2-0000-4201-b2c2-9cee084539ba req-20257ef7-93fe-439f-87d0-fb65e36c2c31 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e9bd41a-3130-406e-914d-630acd25cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433490 Nov 16 12:40:41.191042 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958d875-6bbe-432c-9967-a7bcb3201206 req-4532bb46-c798-4ed3-9a8f-52b6a96a02ac tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:40:41.192548 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c958d875-6bbe-432c-9967-a7bcb3201206 req-4532bb46-c798-4ed3-9a8f-52b6a96a02ac tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f0e303a-3643-4011-8a87-211b63b7c107 HTTP/1.1" status: 200 len: 946 time: 0.0527182 Nov 16 12:40:41.241717 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-c958d875-6bbe-432c-9967-a7bcb3201206 req-cb69d235-0d32-41c9-b037-1c7843604252 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e9bd41a-3130-406e-914d-630acd25cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433116 Nov 16 12:40:41.355203 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c793276-fd7d-461e-940b-e350be0120b0 req-b07c37f9-fae8-4945-9d9e-a003bfecdae7 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:40:41.356588 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0c793276-fd7d-461e-940b-e350be0120b0 req-b07c37f9-fae8-4945-9d9e-a003bfecdae7 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f0e303a-3643-4011-8a87-211b63b7c107 HTTP/1.1" status: 200 len: 946 time: 0.0495811 Nov 16 12:40:41.406319 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-0c793276-fd7d-461e-940b-e350be0120b0 req-27d97f28-946e-44e4-8023-21eb07e933d6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e9bd41a-3130-406e-914d-630acd25cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437052 Nov 16 12:40:41.428048 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58052) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:40:41.466538 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9775c6-4dbd-497a-b790-2a2587adea31 tempest-TestSnapshotPattern-2105027809 tempest-TestSnapshotPattern-2105027809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:40:41.468019 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-6d9775c6-4dbd-497a-b790-2a2587adea31 tempest-TestSnapshotPattern-2105027809 tempest-TestSnapshotPattern-2105027809-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3f0e303a-3643-4011-8a87-211b63b7c107 HTTP/1.1" status: 200 len: 1092 time: 0.0390091 Nov 16 12:40:41.470719 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58054) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:40:41.475454 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.v2.base [None req-1bca8e98-762f-46ce-a90f-62b73e03852b tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Request body: {'floatingip': {'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'port_id': '703bbc12-ce41-4c42-a5d9-30a6ba9f057f', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 12:40:41.495933 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1bca8e98-762f-46ce-a90f-62b73e03852b tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks [] for floatingip, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:41.594321 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1bca8e98-762f-46ce-a90f-62b73e03852b tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:41.700058 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-1bca8e98-762f-46ce-a90f-62b73e03852b tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Allocated IP 172.25.0.5 (47f35a41-d782-4d3e-9754-e87c9ca4914b/03a9ba34-d88b-49d7-b01f-baff373c3b17/648e1f24-a3b7-4191-8c13-034e8e9fa8c2) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 12:40:41.801475 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1bca8e98-762f-46ce-a90f-62b73e03852b tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks [] for port, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:41.834661 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1bca8e98-762f-46ce-a90f-62b73e03852b tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740601088687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:41.869110 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bca8e98-762f-46ce-a90f-62b73e03852b tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Network 47f35a41-d782-4d3e-9754-e87c9ca4914b is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 12:40:41.873827 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-1bca8e98-762f-46ce-a90f-62b73e03852b tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 12:40:41.877385 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bca8e98-762f-46ce-a90f-62b73e03852b tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 12:40:41.906896 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca8e98-762f-46ce-a90f-62b73e03852b tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Pushing event updated for resources: {'Port': ['ID=648e1f24-a3b7-4191-8c13-034e8e9fa8c2,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:40:41.918572 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bca8e98-762f-46ce-a90f-62b73e03852b tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:40:41.918920 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bca8e98-762f-46ce-a90f-62b73e03852b tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:40:41.919265 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bca8e98-762f-46ce-a90f-62b73e03852b tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:40:41.919603 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bca8e98-762f-46ce-a90f-62b73e03852b tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:40:41.919938 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bca8e98-762f-46ce-a90f-62b73e03852b tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:40:41.920274 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bca8e98-762f-46ce-a90f-62b73e03852b tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:40:41.920604 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bca8e98-762f-46ce-a90f-62b73e03852b tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:40:41.920932 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bca8e98-762f-46ce-a90f-62b73e03852b tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:40:41.921258 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bca8e98-762f-46ce-a90f-62b73e03852b tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:40:41.921584 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bca8e98-762f-46ce-a90f-62b73e03852b tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:40:41.921910 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bca8e98-762f-46ce-a90f-62b73e03852b tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:40:41.922265 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bca8e98-762f-46ce-a90f-62b73e03852b tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:40:42.227810 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1bca8e98-762f-46ce-a90f-62b73e03852b tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:42.303495 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1bca8e98-762f-46ce-a90f-62b73e03852b tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:42.445554 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1bca8e98-762f-46ce-a90f-62b73e03852b tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks [] for port, precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:42.449889 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1bca8e98-762f-46ce-a90f-62b73e03852b tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126781475'] for port, after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:42.515719 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca8e98-762f-46ce-a90f-62b73e03852b tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Pushing event updated for resources: {'Port': ['ID=648e1f24-a3b7-4191-8c13-034e8e9fa8c2,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:40:42.533713 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1bca8e98-762f-46ce-a90f-62b73e03852b tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1985983'] for floatingip, after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:42.633594 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [None req-1bca8e98-762f-46ce-a90f-62b73e03852b tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Floating IP 3c740981-5461-4b4b-af72-7dd9ac3e56ff associated. External IP: 172.25.0.5, port: 703bbc12-ce41-4c42-a5d9-30a6ba9f057f. Nov 16 12:40:43.124800 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bca8e98-762f-46ce-a90f-62b73e03852b tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Router 631fec91-5870-4738-91f4-67d4c88a51bf has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:40:43.226297 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a2387de3-a085-44a6-b8ee-6d8e6bf70000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:43.232778 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bca8e98-762f-46ce-a90f-62b73e03852b tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:40:43.241847 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674aae3e-ff38-49de-b2e8-38edb833468c None None] Sync routers for ids ['631fec91-5870-4738-91f4-67d4c88a51bf'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:40:43.252328 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1bca8e98-762f-46ce-a90f-62b73e03852b tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:43.252981 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674aae3e-ff38-49de-b2e8-38edb833468c None None] Routers {'631fec91-5870-4738-91f4-67d4c88a51bf'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:40:43.253608 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-674aae3e-ff38-49de-b2e8-38edb833468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:40:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['631fec91-5870-4738-91f4-67d4c88a51bf'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:40:43.283842 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1bca8e98-762f-46ce-a90f-62b73e03852b tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8121138 Nov 16 12:40:43.284446 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0e303a-3643-4011-8a87-211b63b7c107', 'tag': '703bbc12-ce41-4c42-a5d9-30a6ba9f057f'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:40:43.287298 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb585f75727964cfb6af285fc9899ace3cdf5491a84d1da25652e31a132d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d210ac6c-eb3d-4cb9-b13f-de73c922ce19" -d '{"events": [{"name": "network-changed", "server_uuid": "3f0e303a-3643-4011-8a87-211b63b7c107", "tag": "703bbc12-ce41-4c42-a5d9-30a6ba9f057f"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:40:43.326258 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f4a450-5c03-4ba8-9db1-7cb16e9cc6f4 x-openstack-request-id: req-c1f4a450-5c03-4ba8-9db1-7cb16e9cc6f4 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:40:43.326549 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f0e303a-3643-4011-8a87-211b63b7c107", "tag": "703bbc12-ce41-4c42-a5d9-30a6ba9f057f", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:40:43.326797 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c1f4a450-5c03-4ba8-9db1-7cb16e9cc6f4 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:40:43.327193 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f0e303a-3643-4011-8a87-211b63b7c107', 'tag': '703bbc12-ce41-4c42-a5d9-30a6ba9f057f', 'status': 'completed', 'code': 200} Nov 16 12:40:43.361698 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-674aae3e-ff38-49de-b2e8-38edb833468c None None] Set router 631fec91-5870-4738-91f4-67d4c88a51bf gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:40:43.387626 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210ac6c-eb3d-4cb9-b13f-de73c922ce19 req-fd8e721b-6af2-4eaf-b57b-0f6265a8366e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:40:43.389202 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d210ac6c-eb3d-4cb9-b13f-de73c922ce19 req-fd8e721b-6af2-4eaf-b57b-0f6265a8366e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=612ce2837930468c8a9fb17cbf4f4586&device_id=3f0e303a-3643-4011-8a87-211b63b7c107 HTTP/1.1" status: 200 len: 1097 time: 0.0398889 Nov 16 12:40:43.484347 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210ac6c-eb3d-4cb9-b13f-de73c922ce19 req-206004d7-55b8-4374-8e44-42b6a865781b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:40:43.485868 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d210ac6c-eb3d-4cb9-b13f-de73c922ce19 req-206004d7-55b8-4374-8e44-42b6a865781b service neutron] 10.222.0.64 "GET /v2.0/networks?id=ac3c8d84-930b-4fa7-bc35-7b562a207ec7 HTTP/1.1" status: 200 len: 911 time: 0.0892560 Nov 16 12:40:43.553092 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d210ac6c-eb3d-4cb9-b13f-de73c922ce19 req-bfef3707-a68a-4856-b9d2-7ccdc3c31845 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=703bbc12-ce41-4c42-a5d9-30a6ba9f057f HTTP/1.1" status: 200 len: 998 time: 0.0597260 Nov 16 12:40:43.604017 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210ac6c-eb3d-4cb9-b13f-de73c922ce19 req-03128ea7-451e-433f-a433-b9c3f393c877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:40:43.605472 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d210ac6c-eb3d-4cb9-b13f-de73c922ce19 req-03128ea7-451e-433f-a433-b9c3f393c877 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b77ee364-0e1f-442d-94df-7389bb735fa7 HTTP/1.1" status: 200 len: 849 time: 0.0453739 Nov 16 12:40:43.654488 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210ac6c-eb3d-4cb9-b13f-de73c922ce19 req-77518a55-5869-48c3-8aea-0b59f7b68695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:40:43.655985 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d210ac6c-eb3d-4cb9-b13f-de73c922ce19 req-77518a55-5869-48c3-8aea-0b59f7b68695 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac3c8d84-930b-4fa7-bc35-7b562a207ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437794 Nov 16 12:40:43.745137 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d210ac6c-eb3d-4cb9-b13f-de73c922ce19 req-cfd88211-02d7-44e7-8760-5ac7174b45a9 service neutron] 10.222.0.64 "GET /v2.0/networks/ac3c8d84-930b-4fa7-bc35-7b562a207ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815804 Nov 16 12:40:43.747983 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-674aae3e-ff38-49de-b2e8-38edb833468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'name': 'tempest-TestSnapshotPattern-1583758951-router', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'c4c79448-0e0b-4e45-a363-60ce4afa721c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:37:49Z', 'updated_at': '2021-11-16T12:37:52Z', 'revision_number': 4, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'gw_port': {'id': 'c4c79448-0e0b-4e45-a363-60ce4afa721c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:50Z', 'updated_at': '2021-11-16T12:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '3c740981-5461-4b4b-af72-7dd9ac3e56ff', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'floating_ip_address': '172.25.0.5', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'port_id': '703bbc12-ce41-4c42-a5d9-30a6ba9f057f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7', 'mac_address': 'fa:16:3e:50:b5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0e303a-3643-4011-8a87-211b63b7c107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:40:42Z', 'updated_at': '2021-11-16T12:40:42Z', 'revision_number': 0, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'fixed_ip_address_scope': None}, {'id': 'f07fafa1-9efe-4fd4-8d81-3ca48691350b', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'port_id': '527a99e8-e5e0-431c-8d19-bc27f58e49d7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7', 'mac_address': 'fa:16:3e:f5:73:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209a3f60-3fe2-407c-8eb7-fddef3d81b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:38:12Z', 'updated_at': '2021-11-16T12:38:14Z', 'revision_number': 1, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b8d1c69-7857-4281-ae13-a82d21c42d57', 'name': '', 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'mac_address': 'fa:16:3e:27:70:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'b77ee364-0e1f-442d-94df-7389bb735fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:52Z', 'updated_at': '2021-11-16T12:37:57Z', 'revision_number': 5, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'subnets': [{'id': 'b77ee364-0e1f-442d-94df-7389bb735fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:40:43.774009 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674aae3e-ff38-49de-b2e8-38edb833468c None None] Checking router: 631fec91-5870-4738-91f4-67d4c88a51bf for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:40:43.782264 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674aae3e-ff38-49de-b2e8-38edb833468c None None] Routers {'631fec91-5870-4738-91f4-67d4c88a51bf'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:40:43.782873 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-674aae3e-ff38-49de-b2e8-38edb833468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:40:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['631fec91-5870-4738-91f4-67d4c88a51bf'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:40:43.837116 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-d210ac6c-eb3d-4cb9-b13f-de73c922ce19 req-3238c3df-ede3-47ae-acec-7674ef2ac732 service neutron] 10.222.0.64 "GET /v2.0/networks/ac3c8d84-930b-4fa7-bc35-7b562a207ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842695 Nov 16 12:40:43.887944 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-674aae3e-ff38-49de-b2e8-38edb833468c None None] Set router 631fec91-5870-4738-91f4-67d4c88a51bf gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:40:44.110365 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-674aae3e-ff38-49de-b2e8-38edb833468c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'name': 'tempest-TestSnapshotPattern-1583758951-router', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'c4c79448-0e0b-4e45-a363-60ce4afa721c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:37:49Z', 'updated_at': '2021-11-16T12:37:52Z', 'revision_number': 4, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'gw_port': {'id': 'c4c79448-0e0b-4e45-a363-60ce4afa721c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:50Z', 'updated_at': '2021-11-16T12:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '3c740981-5461-4b4b-af72-7dd9ac3e56ff', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'floating_ip_address': '172.25.0.5', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'port_id': '703bbc12-ce41-4c42-a5d9-30a6ba9f057f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7', 'mac_address': 'fa:16:3e:50:b5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0e303a-3643-4011-8a87-211b63b7c107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:40:42Z', 'updated_at': '2021-11-16T12:40:42Z', 'revision_number': 0, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'fixed_ip_address_scope': None}, {'id': 'f07fafa1-9efe-4fd4-8d81-3ca48691350b', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'port_id': '527a99e8-e5e0-431c-8d19-bc27f58e49d7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7', 'mac_address': 'fa:16:3e:f5:73:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209a3f60-3fe2-407c-8eb7-fddef3d81b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:38:12Z', 'updated_at': '2021-11-16T12:38:14Z', 'revision_number': 1, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b8d1c69-7857-4281-ae13-a82d21c42d57', 'name': '', 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'mac_address': 'fa:16:3e:27:70:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'b77ee364-0e1f-442d-94df-7389bb735fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:52Z', 'updated_at': '2021-11-16T12:37:57Z', 'revision_number': 5, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'subnets': [{'id': 'b77ee364-0e1f-442d-94df-7389bb735fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:40:44.136989 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674aae3e-ff38-49de-b2e8-38edb833468c None None] The sync data for ids ['631fec91-5870-4738-91f4-67d4c88a51bf'] in n-d-816823-3 is: [{'id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'name': 'tempest-TestSnapshotPattern-1583758951-router', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'c4c79448-0e0b-4e45-a363-60ce4afa721c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:37:49Z', 'updated_at': '2021-11-16T12:37:52Z', 'revision_number': 4, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'gw_port': {'id': 'c4c79448-0e0b-4e45-a363-60ce4afa721c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:50Z', 'updated_at': '2021-11-16T12:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': '3c740981-5461-4b4b-af72-7dd9ac3e56ff', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'floating_ip_address': '172.25.0.5', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'port_id': '703bbc12-ce41-4c42-a5d9-30a6ba9f057f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7', 'mac_address': 'fa:16:3e:50:b5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0e303a-3643-4011-8a87-211b63b7c107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:40:42Z', 'updated_at': '2021-11-16T12:40:42Z', 'revision_number': 0, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'fixed_ip_address_scope': None}, {'id': 'f07fafa1-9efe-4fd4-8d81-3ca48691350b', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'port_id': '527a99e8-e5e0-431c-8d19-bc27f58e49d7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7', 'mac_address': 'fa:16:3e:f5:73:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209a3f60-3fe2-407c-8eb7-fddef3d81b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:38:12Z', 'updated_at': '2021-11-16T12:38:14Z', 'revision_number': 1, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b8d1c69-7857-4281-ae13-a82d21c42d57', 'name': '', 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'mac_address': 'fa:16:3e:27:70:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'b77ee364-0e1f-442d-94df-7389bb735fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:52Z', 'updated_at': '2021-11-16T12:37:57Z', 'revision_number': 5, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'subnets': [{'id': 'b77ee364-0e1f-442d-94df-7389bb735fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:40:44.314795 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb923e2f-b663-42e4-9f3d-1691b79e5999 None None] New status for floating IP 3c740981-5461-4b4b-af72-7dd9ac3e56ff: ACTIVE {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 12:40:45.722372 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6727e48d-0f41-4856-a32e-62127806d1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:46.944460 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:47.125902 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c998701d-c9cf-4d2d-a031-f67512aa12a2 req-282a5081-45af-400b-a1c9-6abffff3616e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=209a3f60-3fe2-407c-8eb7-fddef3d81b9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1020112 Nov 16 12:40:47.207418 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998701d-c9cf-4d2d-a031-f67512aa12a2 req-f8887bf5-e404-48c9-96cf-8cfd1f2ea4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:40:47.208789 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c998701d-c9cf-4d2d-a031-f67512aa12a2 req-f8887bf5-e404-48c9-96cf-8cfd1f2ea4a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=612ce2837930468c8a9fb17cbf4f4586&device_id=209a3f60-3fe2-407c-8eb7-fddef3d81b9e HTTP/1.1" status: 200 len: 1095 time: 0.0401275 Nov 16 12:40:47.313083 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998701d-c9cf-4d2d-a031-f67512aa12a2 req-031e6a97-5b0a-4c56-a8f4-9c2969856256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:40:47.314565 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c998701d-c9cf-4d2d-a031-f67512aa12a2 req-031e6a97-5b0a-4c56-a8f4-9c2969856256 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac3c8d84-930b-4fa7-bc35-7b562a207ec7 HTTP/1.1" status: 200 len: 911 time: 0.0875747 Nov 16 12:40:47.378276 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c998701d-c9cf-4d2d-a031-f67512aa12a2 req-b83febb9-fe19-4502-9f17-a0761126ce06 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=527a99e8-e5e0-431c-8d19-bc27f58e49d7 HTTP/1.1" status: 200 len: 999 time: 0.0544112 Nov 16 12:40:47.428600 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998701d-c9cf-4d2d-a031-f67512aa12a2 req-d5758455-a81c-4e47-ab95-eff93152a925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:40:47.430015 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c998701d-c9cf-4d2d-a031-f67512aa12a2 req-d5758455-a81c-4e47-ab95-eff93152a925 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b77ee364-0e1f-442d-94df-7389bb735fa7 HTTP/1.1" status: 200 len: 849 time: 0.0455215 Nov 16 12:40:47.473467 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998701d-c9cf-4d2d-a031-f67512aa12a2 req-e2017c29-de6a-45b9-a57c-e14c7cc97656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:40:47.475416 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c998701d-c9cf-4d2d-a031-f67512aa12a2 req-e2017c29-de6a-45b9-a57c-e14c7cc97656 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac3c8d84-930b-4fa7-bc35-7b562a207ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385952 Nov 16 12:40:47.567465 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c998701d-c9cf-4d2d-a031-f67512aa12a2 req-79ca6a9c-253d-4f40-aee1-2d2fc8472b5b service neutron] 10.222.0.36 "GET /v2.0/networks/ac3c8d84-930b-4fa7-bc35-7b562a207ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846643 Nov 16 12:40:47.657682 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-c998701d-c9cf-4d2d-a031-f67512aa12a2 req-10ac48c5-7eef-4cbc-906f-79d19e07c7f3 service neutron] 10.222.0.36 "GET /v2.0/networks/ac3c8d84-930b-4fa7-bc35-7b562a207ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830438 Nov 16 12:40:48.656564 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:49.032923 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:49.782881 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2cc706e6-1cd4-4f6a-9d91-9686c606ea16 req-c01cace6-6466-482b-9d64-ea4b1619dc3a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3f0e303a-3643-4011-8a87-211b63b7c107&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395029 Nov 16 12:40:49.864517 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc706e6-1cd4-4f6a-9d91-9686c606ea16 req-f478d216-9d75-4f03-b6db-bd86ee2b76c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:40:49.866655 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2cc706e6-1cd4-4f6a-9d91-9686c606ea16 req-f478d216-9d75-4f03-b6db-bd86ee2b76c8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=612ce2837930468c8a9fb17cbf4f4586&device_id=3f0e303a-3643-4011-8a87-211b63b7c107 HTTP/1.1" status: 200 len: 1097 time: 0.0412436 Nov 16 12:40:50.280063 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc706e6-1cd4-4f6a-9d91-9686c606ea16 req-eb4ea49c-76f6-47e9-bec7-63733f113b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:40:50.281696 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2cc706e6-1cd4-4f6a-9d91-9686c606ea16 req-eb4ea49c-76f6-47e9-bec7-63733f113b23 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ac3c8d84-930b-4fa7-bc35-7b562a207ec7 HTTP/1.1" status: 200 len: 911 time: 0.3963432 Nov 16 12:40:50.350989 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2cc706e6-1cd4-4f6a-9d91-9686c606ea16 req-d617c616-fb07-403e-ab38-b71386715e95 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=703bbc12-ce41-4c42-a5d9-30a6ba9f057f HTTP/1.1" status: 200 len: 1000 time: 0.0586069 Nov 16 12:40:50.398555 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc706e6-1cd4-4f6a-9d91-9686c606ea16 req-8c371615-ba0d-45d1-af05-6a5fade4a8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:40:50.399970 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2cc706e6-1cd4-4f6a-9d91-9686c606ea16 req-8c371615-ba0d-45d1-af05-6a5fade4a8cf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b77ee364-0e1f-442d-94df-7389bb735fa7 HTTP/1.1" status: 200 len: 849 time: 0.0429614 Nov 16 12:40:50.445385 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc706e6-1cd4-4f6a-9d91-9686c606ea16 req-9a912afc-bc5e-4ed6-9c61-36a8a9d0a902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:40:50.446859 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2cc706e6-1cd4-4f6a-9d91-9686c606ea16 req-9a912afc-bc5e-4ed6-9c61-36a8a9d0a902 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac3c8d84-930b-4fa7-bc35-7b562a207ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384157 Nov 16 12:40:50.536849 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2cc706e6-1cd4-4f6a-9d91-9686c606ea16 req-59c7dce7-428f-4e8c-891d-556e11c2d200 service neutron] 10.222.0.64 "GET /v2.0/networks/ac3c8d84-930b-4fa7-bc35-7b562a207ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832052 Nov 16 12:40:50.627960 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-2cc706e6-1cd4-4f6a-9d91-9686c606ea16 req-64aedb3b-0b6f-4e57-86ba-ce1daebb0d08 service neutron] 10.222.0.64 "GET /v2.0/networks/ac3c8d84-930b-4fa7-bc35-7b562a207ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843432 Nov 16 12:40:58.953594 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:40:59.729902 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:41:02.440495 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:41:13.228477 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0ccdd896-996f-4bb8-b73f-0808143e8c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:41:15.725845 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2f083cbe-bfe4-49af-a226-3c186416f25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:41:16.946927 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:41:18.656230 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:41:19.034948 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:41:28.970670 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:41:29.726055 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:41:39.439329 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:41:43.229152 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d6b646f7-1898-4ddb-ac4a-e5bca31d6150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:41:45.728355 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d3591fac-503c-43ab-a51a-ee22061455a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:41:46.949442 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:41:47.062011 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4dbdbf30-ebcc-4c17-8e36-228a8cbf0cc2 req-d833518c-5e73-47e3-a935-2f6a0b4a1884 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=209a3f60-3fe2-407c-8eb7-fddef3d81b9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395672 Nov 16 12:41:47.145864 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdbf30-ebcc-4c17-8e36-228a8cbf0cc2 req-98c03263-1aa8-4506-b249-be4d644cd6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:41:47.147370 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4dbdbf30-ebcc-4c17-8e36-228a8cbf0cc2 req-98c03263-1aa8-4506-b249-be4d644cd6fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=612ce2837930468c8a9fb17cbf4f4586&device_id=209a3f60-3fe2-407c-8eb7-fddef3d81b9e HTTP/1.1" status: 200 len: 1095 time: 0.0437138 Nov 16 12:41:47.247737 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdbf30-ebcc-4c17-8e36-228a8cbf0cc2 req-e696c331-844e-42e6-8581-340cdd63b0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:41:47.249218 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4dbdbf30-ebcc-4c17-8e36-228a8cbf0cc2 req-e696c331-844e-42e6-8581-340cdd63b0aa service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac3c8d84-930b-4fa7-bc35-7b562a207ec7 HTTP/1.1" status: 200 len: 911 time: 0.0831170 Nov 16 12:41:47.315746 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4dbdbf30-ebcc-4c17-8e36-228a8cbf0cc2 req-06f36711-acaa-428c-8533-bf475d653163 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=527a99e8-e5e0-431c-8d19-bc27f58e49d7 HTTP/1.1" status: 200 len: 999 time: 0.0596721 Nov 16 12:41:47.362922 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdbf30-ebcc-4c17-8e36-228a8cbf0cc2 req-63e25abd-7515-48c3-ba0b-ab739bb86050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:41:47.364306 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4dbdbf30-ebcc-4c17-8e36-228a8cbf0cc2 req-63e25abd-7515-48c3-ba0b-ab739bb86050 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b77ee364-0e1f-442d-94df-7389bb735fa7 HTTP/1.1" status: 200 len: 849 time: 0.0415955 Nov 16 12:41:47.410319 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdbf30-ebcc-4c17-8e36-228a8cbf0cc2 req-c924a5c6-d9fe-4fc5-8928-308e81a56929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:41:47.411719 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4dbdbf30-ebcc-4c17-8e36-228a8cbf0cc2 req-c924a5c6-d9fe-4fc5-8928-308e81a56929 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac3c8d84-930b-4fa7-bc35-7b562a207ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391004 Nov 16 12:41:47.500779 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4dbdbf30-ebcc-4c17-8e36-228a8cbf0cc2 req-c488d8c1-cd13-401f-88c4-0bf06907e23e service neutron] 10.222.0.36 "GET /v2.0/networks/ac3c8d84-930b-4fa7-bc35-7b562a207ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818026 Nov 16 12:41:47.588300 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-4dbdbf30-ebcc-4c17-8e36-228a8cbf0cc2 req-eff25c28-6a8c-449b-8acc-9e5b756c5aa6 service neutron] 10.222.0.36 "GET /v2.0/networks/ac3c8d84-930b-4fa7-bc35-7b562a207ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804412 Nov 16 12:41:48.660354 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:41:49.036508 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:41:51.810190 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5451f4b1-d81d-45a7-a4cb-333b911abf78 req-eb597954-85f5-4342-8914-2483bc6f0e96 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3f0e303a-3643-4011-8a87-211b63b7c107&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394669 Nov 16 12:41:51.900632 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451f4b1-d81d-45a7-a4cb-333b911abf78 req-257f5879-ba1b-4a6f-9d65-6af8f0325004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:41:51.902460 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5451f4b1-d81d-45a7-a4cb-333b911abf78 req-257f5879-ba1b-4a6f-9d65-6af8f0325004 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=612ce2837930468c8a9fb17cbf4f4586&device_id=3f0e303a-3643-4011-8a87-211b63b7c107 HTTP/1.1" status: 200 len: 1097 time: 0.0491545 Nov 16 12:41:52.015900 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451f4b1-d81d-45a7-a4cb-333b911abf78 req-18799596-4891-4cfe-b83f-ba55a11d365c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:41:52.017342 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5451f4b1-d81d-45a7-a4cb-333b911abf78 req-18799596-4891-4cfe-b83f-ba55a11d365c service neutron] 10.222.0.64 "GET /v2.0/networks?id=ac3c8d84-930b-4fa7-bc35-7b562a207ec7 HTTP/1.1" status: 200 len: 911 time: 0.0890925 Nov 16 12:41:52.088420 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5451f4b1-d81d-45a7-a4cb-333b911abf78 req-cd906e76-641e-4eb7-983c-40e22bbbea51 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=703bbc12-ce41-4c42-a5d9-30a6ba9f057f HTTP/1.1" status: 200 len: 1000 time: 0.0588439 Nov 16 12:41:52.146964 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451f4b1-d81d-45a7-a4cb-333b911abf78 req-075eaeb7-5f7c-4132-b310-aebb0cb14140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:41:52.148415 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5451f4b1-d81d-45a7-a4cb-333b911abf78 req-075eaeb7-5f7c-4132-b310-aebb0cb14140 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b77ee364-0e1f-442d-94df-7389bb735fa7 HTTP/1.1" status: 200 len: 849 time: 0.0457060 Nov 16 12:41:52.197882 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451f4b1-d81d-45a7-a4cb-333b911abf78 req-ee227154-8a62-4ba7-b687-fd6fb996d036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:41:52.199383 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5451f4b1-d81d-45a7-a4cb-333b911abf78 req-ee227154-8a62-4ba7-b687-fd6fb996d036 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac3c8d84-930b-4fa7-bc35-7b562a207ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401990 Nov 16 12:41:52.215430 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [req-5451f4b1-d81d-45a7-a4cb-333b911abf78 req-32124204-2f6a-4b59-bb70-eb4948bd0990 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 12:41:52.216368 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5451f4b1-d81d-45a7-a4cb-333b911abf78 req-32124204-2f6a-4b59-bb70-eb4948bd0990 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048423 Nov 16 12:41:52.313937 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5451f4b1-d81d-45a7-a4cb-333b911abf78 req-bdf19da4-315f-4e61-9c23-fd09f750ee18 service neutron] 10.222.0.64 "GET /v2.0/networks/ac3c8d84-930b-4fa7-bc35-7b562a207ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854678 Nov 16 12:41:52.407864 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-5451f4b1-d81d-45a7-a4cb-333b911abf78 req-964eba5a-6c53-4fd3-854f-b7c2881a2a35 service neutron] 10.222.0.64 "GET /v2.0/networks/ac3c8d84-930b-4fa7-bc35-7b562a207ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819976 Nov 16 12:41:58.962756 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:41:59.723615 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:13.230052 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-54f371a6-a0c4-4589-b3b7-59bbb802321e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:15.734866 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 703bbc12-ce41-4c42-a5d9-30a6ba9f057f details requested by agent hyperv_n-h2-816823-3 with host n-h2-816823-3 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 12:42:15.744921 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab1df19b-a504-4589-8aca-6b2622939efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:15.836059 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 703bbc12-ce41-4c42-a5d9-30a6ba9f057f, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=703bbc12-ce41-4c42-a5d9-30a6ba9f057f,segment=NetworkSegment(8499b917-0144-4ad0-bc7f-6b7cc42d2f04),segment_id=8499b917-0144-4ad0-bc7f-6b7cc42d2f04)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:42:15.849409 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Returning: {'device': '703bbc12-ce41-4c42-a5d9-30a6ba9f057f', 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7', 'port_id': '703bbc12-ce41-4c42-a5d9-30a6ba9f057f', 'mac_address': 'fa:16:3e:50:b5:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b77ee364-0e1f-442d-94df-7389bb735fa7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 12:42:15.892131 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:15.906206 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 703bbc12-ce41-4c42-a5d9-30a6ba9f057f {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 12:42:15.925263 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 703bbc12-ce41-4c42-a5d9-30a6ba9f057f, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=703bbc12-ce41-4c42-a5d9-30a6ba9f057f,segment=NetworkSegment(8499b917-0144-4ad0-bc7f-6b7cc42d2f04),segment_id=8499b917-0144-4ad0-bc7f-6b7cc42d2f04)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:42:15.929017 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:15.983804 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=703bbc12-ce41-4c42-a5d9-30a6ba9f057f,revision_number=6']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:42:15.992243 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:42:15.992618 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:42:15.993718 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:42:15.993718 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:42:15.993718 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:42:15.994041 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:42:15.994315 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:42:15.994640 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:42:15.994964 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:42:15.995283 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:42:15.995604 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:42:15.995921 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:42:16.023316 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] get_ports_and_sgs() called for port_ids ['703bbc12-ce41-4c42-a5d9-30a6ba9f057f'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 12:42:16.440448 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:42:16.958948 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:17.759449 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 703bbc12-ce41-4c42-a5d9-30a6ba9f057f up at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 12:42:17.814114 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Provisioning complete for port 703bbc12-ce41-4c42-a5d9-30a6ba9f057f triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 12:42:17.814906 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1028555'] for port, provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:17.908392 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932357'] for port, before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:17.935005 n-d-816823-3 neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0e303a-3643-4011-8a87-211b63b7c107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703bbc12-ce41-4c42-a5d9-30a6ba9f057f'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:42:17.937269 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3028c6c2751e05b8ffe46419f90227d3bdc45fe093bf287cadf4b73479a61306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35895cd8-3271-4876-88f5-717bb5f9e502" -d '{"events": [{"server_uuid": "3f0e303a-3643-4011-8a87-211b63b7c107", "name": "network-vif-plugged", "status": "completed", "tag": "703bbc12-ce41-4c42-a5d9-30a6ba9f057f"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:42:17.953347 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] For port 703bbc12-ce41-4c42-a5d9-30a6ba9f057f, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=703bbc12-ce41-4c42-a5d9-30a6ba9f057f,segment=NetworkSegment(8499b917-0144-4ad0-bc7f-6b7cc42d2f04),segment_id=8499b917-0144-4ad0-bc7f-6b7cc42d2f04)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:42:17.964657 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740601501103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740601088705', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740601088723'] for port, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:17.994441 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d66a67e-1eed-468c-9afa-b527139596b6 x-openstack-request-id: req-5d66a67e-1eed-468c-9afa-b527139596b6 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:42:17.994805 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0e303a-3643-4011-8a87-211b63b7c107", "name": "network-vif-plugged", "status": "completed", "tag": "703bbc12-ce41-4c42-a5d9-30a6ba9f057f", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:42:17.995006 n-d-816823-3 neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5d66a67e-1eed-468c-9afa-b527139596b6 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:42:17.995385 n-d-816823-3 neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0e303a-3643-4011-8a87-211b63b7c107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703bbc12-ce41-4c42-a5d9-30a6ba9f057f', 'code': 200} Nov 16 12:42:18.023927 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Pushing event updated for resources: {'Port': ['ID=703bbc12-ce41-4c42-a5d9-30a6ba9f057f,revision_number=7']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:42:18.666650 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:19.040831 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:26.033122 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58262) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:42:26.189135 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-98029a10-81f0-45d6-a2ae-7b91af16fea6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Deleting port 648e1f24-a3b7-4191-8c13-034e8e9fa8c2 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:42:26.189477 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98029a10-81f0-45d6-a2ae-7b91af16fea6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:26.264682 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98029a10-81f0-45d6-a2ae-7b91af16fea6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:26.265013 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98029a10-81f0-45d6-a2ae-7b91af16fea6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:26.276628 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-98029a10-81f0-45d6-a2ae-7b91af16fea6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Calling delete_port for 648e1f24-a3b7-4191-8c13-034e8e9fa8c2 owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:42:26.422810 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98029a10-81f0-45d6-a2ae-7b91af16fea6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:26.448526 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98029a10-81f0-45d6-a2ae-7b91af16fea6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Pushing event deleted for resources: {'Port': ['ID=648e1f24-a3b7-4191-8c13-034e8e9fa8c2,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:42:26.474098 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98029a10-81f0-45d6-a2ae-7b91af16fea6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:42:26.474438 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98029a10-81f0-45d6-a2ae-7b91af16fea6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:42:26.474779 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98029a10-81f0-45d6-a2ae-7b91af16fea6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:42:26.475110 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98029a10-81f0-45d6-a2ae-7b91af16fea6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:42:26.475454 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98029a10-81f0-45d6-a2ae-7b91af16fea6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:42:26.475760 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98029a10-81f0-45d6-a2ae-7b91af16fea6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:42:26.476081 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98029a10-81f0-45d6-a2ae-7b91af16fea6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:42:26.476979 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98029a10-81f0-45d6-a2ae-7b91af16fea6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:42:26.477298 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98029a10-81f0-45d6-a2ae-7b91af16fea6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:42:26.477615 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98029a10-81f0-45d6-a2ae-7b91af16fea6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:42:26.477952 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98029a10-81f0-45d6-a2ae-7b91af16fea6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:42:26.478273 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98029a10-81f0-45d6-a2ae-7b91af16fea6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:42:26.526355 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98029a10-81f0-45d6-a2ae-7b91af16fea6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks [] for floatingip, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:26.526757 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [None req-98029a10-81f0-45d6-a2ae-7b91af16fea6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Floating IP 3c740981-5461-4b4b-af72-7dd9ac3e56ff disassociated (deleted). External IP: 172.25.0.5, port: 703bbc12-ce41-4c42-a5d9-30a6ba9f057f. Nov 16 12:42:26.728577 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98029a10-81f0-45d6-a2ae-7b91af16fea6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Router 631fec91-5870-4738-91f4-67d4c88a51bf has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:42:26.833810 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98029a10-81f0-45d6-a2ae-7b91af16fea6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:42:26.838965 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98029a10-81f0-45d6-a2ae-7b91af16fea6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:26.843601 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f598bc-8d63-484a-bbac-3c911a38afff None None] Sync routers for ids ['631fec91-5870-4738-91f4-67d4c88a51bf'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:42:26.853842 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f598bc-8d63-484a-bbac-3c911a38afff None None] Routers {'631fec91-5870-4738-91f4-67d4c88a51bf'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:42:26.854482 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f6f598bc-8d63-484a-bbac-3c911a38afff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:42:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['631fec91-5870-4738-91f4-67d4c88a51bf'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:42:26.868158 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-98029a10-81f0-45d6-a2ae-7b91af16fea6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "DELETE /v2.0/floatingips/3c740981-5461-4b4b-af72-7dd9ac3e56ff HTTP/1.1" status: 204 len: 168 time: 0.8339577 Nov 16 12:42:26.869085 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0e303a-3643-4011-8a87-211b63b7c107', 'tag': '703bbc12-ce41-4c42-a5d9-30a6ba9f057f'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:42:26.871626 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb585f75727964cfb6af285fc9899ace3cdf5491a84d1da25652e31a132d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bda71ff-3669-42bc-93b5-9c6668e7e518" -d '{"events": [{"name": "network-changed", "server_uuid": "3f0e303a-3643-4011-8a87-211b63b7c107", "tag": "703bbc12-ce41-4c42-a5d9-30a6ba9f057f"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:42:26.967988 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-f6f598bc-8d63-484a-bbac-3c911a38afff None None] Set router 631fec91-5870-4738-91f4-67d4c88a51bf gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:42:27.037580 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade57f91-f81e-440d-a87b-41ccf10b08c5 x-openstack-request-id: req-ade57f91-f81e-440d-a87b-41ccf10b08c5 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:42:27.038502 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f0e303a-3643-4011-8a87-211b63b7c107", "tag": "703bbc12-ce41-4c42-a5d9-30a6ba9f057f", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:42:27.038769 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ade57f91-f81e-440d-a87b-41ccf10b08c5 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:42:27.039195 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f0e303a-3643-4011-8a87-211b63b7c107', 'tag': '703bbc12-ce41-4c42-a5d9-30a6ba9f057f', 'status': 'completed', 'code': 200} Nov 16 12:42:27.105181 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda71ff-3669-42bc-93b5-9c6668e7e518 req-79c63227-46a1-40a8-b9b8-18f8bdfbec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:42:27.106877 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7bda71ff-3669-42bc-93b5-9c6668e7e518 req-79c63227-46a1-40a8-b9b8-18f8bdfbec56 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=612ce2837930468c8a9fb17cbf4f4586&device_id=3f0e303a-3643-4011-8a87-211b63b7c107 HTTP/1.1" status: 200 len: 1097 time: 0.0429330 Nov 16 12:42:27.145293 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f84b0-abb5-46ae-8b5a-b0d5b1a1b22e req-77bcdd95-e046-48c7-b5c2-c7e31ad5b523 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:42:27.146902 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-468f84b0-abb5-46ae-8b5a-b0d5b1a1b22e req-77bcdd95-e046-48c7-b5c2-c7e31ad5b523 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f0e303a-3643-4011-8a87-211b63b7c107 HTTP/1.1" status: 200 len: 946 time: 0.0609303 Nov 16 12:42:27.201980 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-468f84b0-abb5-46ae-8b5a-b0d5b1a1b22e req-ad26caee-dc92-4b9e-9b25-3a26737a77e9 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e9bd41a-3130-406e-914d-630acd25cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471001 Nov 16 12:42:27.207653 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f6f598bc-8d63-484a-bbac-3c911a38afff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'name': 'tempest-TestSnapshotPattern-1583758951-router', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'c4c79448-0e0b-4e45-a363-60ce4afa721c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:37:49Z', 'updated_at': '2021-11-16T12:37:52Z', 'revision_number': 4, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'gw_port': {'id': 'c4c79448-0e0b-4e45-a363-60ce4afa721c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:50Z', 'updated_at': '2021-11-16T12:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': 'f07fafa1-9efe-4fd4-8d81-3ca48691350b', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'port_id': '527a99e8-e5e0-431c-8d19-bc27f58e49d7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7', 'mac_address': 'fa:16:3e:f5:73:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209a3f60-3fe2-407c-8eb7-fddef3d81b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:38:12Z', 'updated_at': '2021-11-16T12:38:14Z', 'revision_number': 1, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b8d1c69-7857-4281-ae13-a82d21c42d57', 'name': '', 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'mac_address': 'fa:16:3e:27:70:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'b77ee364-0e1f-442d-94df-7389bb735fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:52Z', 'updated_at': '2021-11-16T12:37:57Z', 'revision_number': 5, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'subnets': [{'id': 'b77ee364-0e1f-442d-94df-7389bb735fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:42:27.218314 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda71ff-3669-42bc-93b5-9c6668e7e518 req-158a8de6-f626-494f-8a06-75785b8b54e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:42:27.219886 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7bda71ff-3669-42bc-93b5-9c6668e7e518 req-158a8de6-f626-494f-8a06-75785b8b54e0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ac3c8d84-930b-4fa7-bc35-7b562a207ec7 HTTP/1.1" status: 200 len: 911 time: 0.1045101 Nov 16 12:42:27.239733 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f598bc-8d63-484a-bbac-3c911a38afff None None] Checking router: 631fec91-5870-4738-91f4-67d4c88a51bf for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:42:27.252839 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f598bc-8d63-484a-bbac-3c911a38afff None None] Routers {'631fec91-5870-4738-91f4-67d4c88a51bf'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:42:27.253386 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f6f598bc-8d63-484a-bbac-3c911a38afff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:42:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['631fec91-5870-4738-91f4-67d4c88a51bf'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:42:27.262771 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7bda71ff-3669-42bc-93b5-9c6668e7e518 req-3a4f0834-128a-4be7-b072-133e2db51202 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=703bbc12-ce41-4c42-a5d9-30a6ba9f057f HTTP/1.1" status: 200 len: 217 time: 0.0349920 Nov 16 12:42:27.321561 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda71ff-3669-42bc-93b5-9c6668e7e518 req-073c5fd0-25f6-4281-8ea0-2e9d6650ceee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:42:27.323066 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7bda71ff-3669-42bc-93b5-9c6668e7e518 req-073c5fd0-25f6-4281-8ea0-2e9d6650ceee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b77ee364-0e1f-442d-94df-7389bb735fa7 HTTP/1.1" status: 200 len: 849 time: 0.0495713 Nov 16 12:42:27.357934 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-f6f598bc-8d63-484a-bbac-3c911a38afff None None] Set router 631fec91-5870-4738-91f4-67d4c88a51bf gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:42:27.370747 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda71ff-3669-42bc-93b5-9c6668e7e518 req-10efd41e-3b37-4d57-aef3-75f1b0a153a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:42:27.372222 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7bda71ff-3669-42bc-93b5-9c6668e7e518 req-10efd41e-3b37-4d57-aef3-75f1b0a153a0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac3c8d84-930b-4fa7-bc35-7b562a207ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400071 Nov 16 12:42:27.464337 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7bda71ff-3669-42bc-93b5-9c6668e7e518 req-4e356e21-3910-41d1-86d3-fff072b05c48 service neutron] 10.222.0.64 "GET /v2.0/networks/ac3c8d84-930b-4fa7-bc35-7b562a207ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817175 Nov 16 12:42:27.558417 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-7bda71ff-3669-42bc-93b5-9c6668e7e518 req-e4d4545a-eb17-4c66-9643-8e731ee19695 service neutron] 10.222.0.64 "GET /v2.0/networks/ac3c8d84-930b-4fa7-bc35-7b562a207ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859962 Nov 16 12:42:27.579173 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-f6f598bc-8d63-484a-bbac-3c911a38afff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'name': 'tempest-TestSnapshotPattern-1583758951-router', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'c4c79448-0e0b-4e45-a363-60ce4afa721c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:37:49Z', 'updated_at': '2021-11-16T12:37:52Z', 'revision_number': 4, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'gw_port': {'id': 'c4c79448-0e0b-4e45-a363-60ce4afa721c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:50Z', 'updated_at': '2021-11-16T12:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': 'f07fafa1-9efe-4fd4-8d81-3ca48691350b', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'port_id': '527a99e8-e5e0-431c-8d19-bc27f58e49d7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7', 'mac_address': 'fa:16:3e:f5:73:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209a3f60-3fe2-407c-8eb7-fddef3d81b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:38:12Z', 'updated_at': '2021-11-16T12:38:14Z', 'revision_number': 1, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b8d1c69-7857-4281-ae13-a82d21c42d57', 'name': '', 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'mac_address': 'fa:16:3e:27:70:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'b77ee364-0e1f-442d-94df-7389bb735fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:52Z', 'updated_at': '2021-11-16T12:37:57Z', 'revision_number': 5, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'subnets': [{'id': 'b77ee364-0e1f-442d-94df-7389bb735fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:42:27.758939 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f598bc-8d63-484a-bbac-3c911a38afff None None] The sync data for ids ['631fec91-5870-4738-91f4-67d4c88a51bf'] in n-d-816823-3 is: [{'id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'name': 'tempest-TestSnapshotPattern-1583758951-router', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'c4c79448-0e0b-4e45-a363-60ce4afa721c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:37:49Z', 'updated_at': '2021-11-16T12:37:52Z', 'revision_number': 4, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'gw_port': {'id': 'c4c79448-0e0b-4e45-a363-60ce4afa721c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:50Z', 'updated_at': '2021-11-16T12:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_floatingips': [{'id': 'f07fafa1-9efe-4fd4-8d81-3ca48691350b', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'router_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'port_id': '527a99e8-e5e0-431c-8d19-bc27f58e49d7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7', 'mac_address': 'fa:16:3e:f5:73:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209a3f60-3fe2-407c-8eb7-fddef3d81b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T12:38:12Z', 'updated_at': '2021-11-16T12:38:14Z', 'revision_number': 1, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b8d1c69-7857-4281-ae13-a82d21c42d57', 'name': '', 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'mac_address': 'fa:16:3e:27:70:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'b77ee364-0e1f-442d-94df-7389bb735fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:52Z', 'updated_at': '2021-11-16T12:37:57Z', 'revision_number': 5, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'subnets': [{'id': 'b77ee364-0e1f-442d-94df-7389bb735fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:42:28.101379 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d516aca-bd73-4790-b9ae-636fb09f8b92 None None] New status for floating IP 3c740981-5461-4b4b-af72-7dd9ac3e56ff: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 12:42:28.322993 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931665f-4c3b-4ae9-b340-75b658b75d20 req-70fc186f-0f6f-4632-b6af-109b4c12faa6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:42:28.324528 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5931665f-4c3b-4ae9-b340-75b658b75d20 req-70fc186f-0f6f-4632-b6af-109b4c12faa6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f0e303a-3643-4011-8a87-211b63b7c107 HTTP/1.1" status: 200 len: 946 time: 0.0489640 Nov 16 12:42:28.379383 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-5931665f-4c3b-4ae9-b340-75b658b75d20 req-c79076c6-c4e2-4c12-9d99-98ce4e227af8 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e9bd41a-3130-406e-914d-630acd25cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490408 Nov 16 12:42:28.967176 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:28.972367 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d5d94-9742-4389-821a-91e8940309b5 req-66c6724a-d20c-412a-abe9-7338b0111124 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:42:28.973872 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-730d5d94-9742-4389-821a-91e8940309b5 req-66c6724a-d20c-412a-abe9-7338b0111124 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f0e303a-3643-4011-8a87-211b63b7c107 HTTP/1.1" status: 200 len: 946 time: 0.0512094 Nov 16 12:42:29.068230 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-730d5d94-9742-4389-821a-91e8940309b5 req-c8051661-5e6c-4268-b8dd-6a047d57e955 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Deleting port 703bbc12-ce41-4c42-a5d9-30a6ba9f057f {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:42:29.068563 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-730d5d94-9742-4389-821a-91e8940309b5 req-c8051661-5e6c-4268-b8dd-6a047d57e955 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:29.155240 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-730d5d94-9742-4389-821a-91e8940309b5 req-c8051661-5e6c-4268-b8dd-6a047d57e955 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] For port 703bbc12-ce41-4c42-a5d9-30a6ba9f057f, host n-h2-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816823-3',level=0,port_id=703bbc12-ce41-4c42-a5d9-30a6ba9f057f,segment=NetworkSegment(8499b917-0144-4ad0-bc7f-6b7cc42d2f04),segment_id=8499b917-0144-4ad0-bc7f-6b7cc42d2f04)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:42:29.155608 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-730d5d94-9742-4389-821a-91e8940309b5 req-c8051661-5e6c-4268-b8dd-6a047d57e955 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:29.168198 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-730d5d94-9742-4389-821a-91e8940309b5 req-c8051661-5e6c-4268-b8dd-6a047d57e955 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Calling delete_port for 703bbc12-ce41-4c42-a5d9-30a6ba9f057f owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:42:29.297799 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-730d5d94-9742-4389-821a-91e8940309b5 req-c8051661-5e6c-4268-b8dd-6a047d57e955 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:29.323735 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8051661-5e6c-4268-b8dd-6a047d57e955 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Pushing event deleted for resources: {'Port': ['ID=703bbc12-ce41-4c42-a5d9-30a6ba9f057f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:42:29.338015 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8051661-5e6c-4268-b8dd-6a047d57e955 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:42:29.338359 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8051661-5e6c-4268-b8dd-6a047d57e955 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:42:29.338703 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8051661-5e6c-4268-b8dd-6a047d57e955 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:42:29.339035 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8051661-5e6c-4268-b8dd-6a047d57e955 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:42:29.339365 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8051661-5e6c-4268-b8dd-6a047d57e955 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:42:29.339688 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8051661-5e6c-4268-b8dd-6a047d57e955 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:42:29.340007 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8051661-5e6c-4268-b8dd-6a047d57e955 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:42:29.340326 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8051661-5e6c-4268-b8dd-6a047d57e955 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:42:29.340642 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8051661-5e6c-4268-b8dd-6a047d57e955 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:42:29.340962 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8051661-5e6c-4268-b8dd-6a047d57e955 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:42:29.341282 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8051661-5e6c-4268-b8dd-6a047d57e955 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:42:29.341601 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8051661-5e6c-4268-b8dd-6a047d57e955 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816823-3 {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 12:42:29.378584 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-730d5d94-9742-4389-821a-91e8940309b5 req-c8051661-5e6c-4268-b8dd-6a047d57e955 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] No DVR routers for this DVR port 703bbc12-ce41-4c42-a5d9-30a6ba9f057f on host n-h2-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:42:29.381062 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-730d5d94-9742-4389-821a-91e8940309b5 req-c8051661-5e6c-4268-b8dd-6a047d57e955 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:29.384894 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-730d5d94-9742-4389-821a-91e8940309b5 req-c8051661-5e6c-4268-b8dd-6a047d57e955 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.64 "DELETE /v2.0/ports/703bbc12-ce41-4c42-a5d9-30a6ba9f057f HTTP/1.1" status: 204 len: 173 time: 0.4020975 Nov 16 12:42:29.385323 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0e303a-3643-4011-8a87-211b63b7c107', 'name': 'network-vif-deleted', 'tag': '703bbc12-ce41-4c42-a5d9-30a6ba9f057f'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:42:29.387573 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b4cb006b19835c19bcd0265a95de96d39c41d7d45c6d056c20fcc032bf3cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89d0ffb-2c97-4314-a4cc-e3f172e49d9b" -d '{"events": [{"server_uuid": "3f0e303a-3643-4011-8a87-211b63b7c107", "name": "network-vif-deleted", "tag": "703bbc12-ce41-4c42-a5d9-30a6ba9f057f"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:42:29.427458 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce95142-0615-488f-b5e7-4904f7e33910 x-openstack-request-id: req-8ce95142-0615-488f-b5e7-4904f7e33910 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:42:29.427739 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0e303a-3643-4011-8a87-211b63b7c107", "name": "network-vif-deleted", "tag": "703bbc12-ce41-4c42-a5d9-30a6ba9f057f", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:42:29.428003 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8ce95142-0615-488f-b5e7-4904f7e33910 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:42:29.428382 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0e303a-3643-4011-8a87-211b63b7c107', 'name': 'network-vif-deleted', 'tag': '703bbc12-ce41-4c42-a5d9-30a6ba9f057f', 'status': 'completed', 'code': 200} Nov 16 12:42:29.501849 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-27fc9890-4b65-4c18-963d-8c837dbb5a81 req-58ecc487-d25e-4e27-8237-b6b8cc82a66f tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f0e303a-3643-4011-8a87-211b63b7c107 HTTP/1.1" status: 200 len: 210 time: 0.0271108 Nov 16 12:42:29.721042 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:29.834133 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 703bbc12-ce41-4c42-a5d9-30a6ba9f057f no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:42:29.855049 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 703bbc12-ce41-4c42-a5d9-30a6ba9f057f {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:42:29.855390 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 703bbc12-ce41-4c42-a5d9-30a6ba9f057f not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:42:31.057186 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58320) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:42:31.216251 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-62394236-97a3-468d-9479-883be752a4de tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Deleting port ce1a51c1-5387-4636-b31c-1a40f0cd8976 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:42:31.216688 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-62394236-97a3-468d-9479-883be752a4de tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:31.297660 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-62394236-97a3-468d-9479-883be752a4de tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:31.297897 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-62394236-97a3-468d-9479-883be752a4de tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:31.309733 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-62394236-97a3-468d-9479-883be752a4de tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Calling delete_port for ce1a51c1-5387-4636-b31c-1a40f0cd8976 owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:42:31.457158 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-62394236-97a3-468d-9479-883be752a4de tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:31.483990 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62394236-97a3-468d-9479-883be752a4de tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Pushing event deleted for resources: {'Port': ['ID=ce1a51c1-5387-4636-b31c-1a40f0cd8976,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:42:31.546127 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-62394236-97a3-468d-9479-883be752a4de tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks [] for floatingip, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:31.546422 n-d-816823-3 neutron-server[102669]: INFO neutron.db.l3_db [None req-62394236-97a3-468d-9479-883be752a4de tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Floating IP f07fafa1-9efe-4fd4-8d81-3ca48691350b disassociated (deleted). External IP: 172.25.0.66, port: 527a99e8-e5e0-431c-8d19-bc27f58e49d7. Nov 16 12:42:31.752835 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62394236-97a3-468d-9479-883be752a4de tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Router 631fec91-5870-4738-91f4-67d4c88a51bf has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:42:31.857914 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62394236-97a3-468d-9479-883be752a4de tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:42:31.862722 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-62394236-97a3-468d-9479-883be752a4de tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for floatingip, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:31.867544 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a904a77b-208d-49b7-a586-0bcdfed0c18e None None] Sync routers for ids ['631fec91-5870-4738-91f4-67d4c88a51bf'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:42:31.876869 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a904a77b-208d-49b7-a586-0bcdfed0c18e None None] Routers {'631fec91-5870-4738-91f4-67d4c88a51bf'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:42:31.877472 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a904a77b-208d-49b7-a586-0bcdfed0c18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:42:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['631fec91-5870-4738-91f4-67d4c88a51bf'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:42:31.889576 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-62394236-97a3-468d-9479-883be752a4de tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "DELETE /v2.0/floatingips/f07fafa1-9efe-4fd4-8d81-3ca48691350b HTTP/1.1" status: 204 len: 168 time: 0.8312986 Nov 16 12:42:31.890211 n-d-816823-3 neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '209a3f60-3fe2-407c-8eb7-fddef3d81b9e', 'tag': '527a99e8-e5e0-431c-8d19-bc27f58e49d7'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:42:31.892506 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb585f75727964cfb6af285fc9899ace3cdf5491a84d1da25652e31a132d6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125c8f1f-f19c-4515-b9c1-6e7befd8c939" -d '{"events": [{"name": "network-changed", "server_uuid": "209a3f60-3fe2-407c-8eb7-fddef3d81b9e", "tag": "527a99e8-e5e0-431c-8d19-bc27f58e49d7"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:42:31.983568 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-a904a77b-208d-49b7-a586-0bcdfed0c18e None None] Set router 631fec91-5870-4738-91f4-67d4c88a51bf gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:42:32.046518 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 12:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91aeb271-393e-4197-8725-36ff2c07626d x-openstack-request-id: req-91aeb271-393e-4197-8725-36ff2c07626d {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:42:32.046813 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "209a3f60-3fe2-407c-8eb7-fddef3d81b9e", "tag": "527a99e8-e5e0-431c-8d19-bc27f58e49d7", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:42:32.047153 n-d-816823-3 neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-91aeb271-393e-4197-8725-36ff2c07626d {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:42:32.047593 n-d-816823-3 neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '209a3f60-3fe2-407c-8eb7-fddef3d81b9e', 'tag': '527a99e8-e5e0-431c-8d19-bc27f58e49d7', 'status': 'completed', 'code': 200} Nov 16 12:42:32.111917 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c8f1f-f19c-4515-b9c1-6e7befd8c939 req-3b0f9499-9751-400c-b42b-01ba703c6fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:42:32.113444 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-125c8f1f-f19c-4515-b9c1-6e7befd8c939 req-3b0f9499-9751-400c-b42b-01ba703c6fbc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=612ce2837930468c8a9fb17cbf4f4586&device_id=209a3f60-3fe2-407c-8eb7-fddef3d81b9e HTTP/1.1" status: 200 len: 1095 time: 0.0421059 Nov 16 12:42:32.148377 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686db6b4-31a2-44d4-a711-6c8923122aa2 req-051777a9-c432-45ab-9826-d8e4fbd475b8 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:42:32.149910 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-686db6b4-31a2-44d4-a711-6c8923122aa2 req-051777a9-c432-45ab-9826-d8e4fbd475b8 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/ports?device_id=209a3f60-3fe2-407c-8eb7-fddef3d81b9e HTTP/1.1" status: 200 len: 944 time: 0.0571640 Nov 16 12:42:32.201861 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-686db6b4-31a2-44d4-a711-6c8923122aa2 req-1e9df2bc-fa22-44c0-a116-488d96b995fb tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e9bd41a-3130-406e-914d-630acd25cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459721 Nov 16 12:42:32.210061 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c8f1f-f19c-4515-b9c1-6e7befd8c939 req-f6519ea1-d8b5-4ece-aa54-ab98e7fed5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:42:32.211817 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-125c8f1f-f19c-4515-b9c1-6e7befd8c939 req-f6519ea1-d8b5-4ece-aa54-ab98e7fed5c4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac3c8d84-930b-4fa7-bc35-7b562a207ec7 HTTP/1.1" status: 200 len: 911 time: 0.0887537 Nov 16 12:42:32.214686 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a904a77b-208d-49b7-a586-0bcdfed0c18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'name': 'tempest-TestSnapshotPattern-1583758951-router', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'c4c79448-0e0b-4e45-a363-60ce4afa721c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:37:49Z', 'updated_at': '2021-11-16T12:37:52Z', 'revision_number': 4, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'gw_port': {'id': 'c4c79448-0e0b-4e45-a363-60ce4afa721c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:50Z', 'updated_at': '2021-11-16T12:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '7b8d1c69-7857-4281-ae13-a82d21c42d57', 'name': '', 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'mac_address': 'fa:16:3e:27:70:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'b77ee364-0e1f-442d-94df-7389bb735fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:52Z', 'updated_at': '2021-11-16T12:37:57Z', 'revision_number': 5, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'subnets': [{'id': 'b77ee364-0e1f-442d-94df-7389bb735fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:42:32.241040 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a904a77b-208d-49b7-a586-0bcdfed0c18e None None] Checking router: 631fec91-5870-4738-91f4-67d4c88a51bf for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:42:32.250080 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a904a77b-208d-49b7-a586-0bcdfed0c18e None None] Routers {'631fec91-5870-4738-91f4-67d4c88a51bf'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:42:32.250964 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a904a77b-208d-49b7-a586-0bcdfed0c18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:42:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['631fec91-5870-4738-91f4-67d4c88a51bf'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:42:32.259248 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-125c8f1f-f19c-4515-b9c1-6e7befd8c939 req-063b1d11-4f48-4479-9fab-aef5a23abf74 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=527a99e8-e5e0-431c-8d19-bc27f58e49d7 HTTP/1.1" status: 200 len: 217 time: 0.0382307 Nov 16 12:42:32.309219 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c8f1f-f19c-4515-b9c1-6e7befd8c939 req-09a72d29-a4b4-4eac-9cf1-ccbb34172dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:42:32.310738 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-125c8f1f-f19c-4515-b9c1-6e7befd8c939 req-09a72d29-a4b4-4eac-9cf1-ccbb34172dba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b77ee364-0e1f-442d-94df-7389bb735fa7 HTTP/1.1" status: 200 len: 849 time: 0.0441146 Nov 16 12:42:32.355366 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-a904a77b-208d-49b7-a586-0bcdfed0c18e None None] Set router 631fec91-5870-4738-91f4-67d4c88a51bf gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:42:32.358923 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c8f1f-f19c-4515-b9c1-6e7befd8c939 req-c8a111b3-718f-4379-8ffb-2906f541b9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:42:32.360425 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-125c8f1f-f19c-4515-b9c1-6e7befd8c939 req-c8a111b3-718f-4379-8ffb-2906f541b9a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac3c8d84-930b-4fa7-bc35-7b562a207ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399339 Nov 16 12:42:32.453244 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-125c8f1f-f19c-4515-b9c1-6e7befd8c939 req-32002aa6-7f6c-4c21-9bd2-06aeb1060c02 service neutron] 10.222.0.36 "GET /v2.0/networks/ac3c8d84-930b-4fa7-bc35-7b562a207ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847540 Nov 16 12:42:32.563334 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-125c8f1f-f19c-4515-b9c1-6e7befd8c939 req-831dd627-74f6-49d4-98b7-8ad4a92157ab service neutron] 10.222.0.36 "GET /v2.0/networks/ac3c8d84-930b-4fa7-bc35-7b562a207ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011696 Nov 16 12:42:32.565818 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a904a77b-208d-49b7-a586-0bcdfed0c18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'name': 'tempest-TestSnapshotPattern-1583758951-router', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'c4c79448-0e0b-4e45-a363-60ce4afa721c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:37:49Z', 'updated_at': '2021-11-16T12:37:52Z', 'revision_number': 4, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'gw_port': {'id': 'c4c79448-0e0b-4e45-a363-60ce4afa721c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:50Z', 'updated_at': '2021-11-16T12:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '7b8d1c69-7857-4281-ae13-a82d21c42d57', 'name': '', 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'mac_address': 'fa:16:3e:27:70:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'b77ee364-0e1f-442d-94df-7389bb735fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:52Z', 'updated_at': '2021-11-16T12:37:57Z', 'revision_number': 5, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'subnets': [{'id': 'b77ee364-0e1f-442d-94df-7389bb735fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:42:32.596592 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a904a77b-208d-49b7-a586-0bcdfed0c18e None None] The sync data for ids ['631fec91-5870-4738-91f4-67d4c88a51bf'] in n-d-816823-3 is: [{'id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'name': 'tempest-TestSnapshotPattern-1583758951-router', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'c4c79448-0e0b-4e45-a363-60ce4afa721c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:37:49Z', 'updated_at': '2021-11-16T12:37:52Z', 'revision_number': 4, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'gw_port': {'id': 'c4c79448-0e0b-4e45-a363-60ce4afa721c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:50Z', 'updated_at': '2021-11-16T12:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3', '_interfaces': [{'id': '7b8d1c69-7857-4281-ae13-a82d21c42d57', 'name': '', 'network_id': 'ac3c8d84-930b-4fa7-bc35-7b562a207ec7', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'mac_address': 'fa:16:3e:27:70:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'b77ee364-0e1f-442d-94df-7389bb735fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:52Z', 'updated_at': '2021-11-16T12:37:57Z', 'revision_number': 5, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'subnets': [{'id': 'b77ee364-0e1f-442d-94df-7389bb735fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:42:32.819742 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79def736-4783-4db0-90a6-a7cecd84a687 None None] New status for floating IP f07fafa1-9efe-4fd4-8d81-3ca48691350b: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 12:42:33.323622 n-d-816823-3 neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1292ec-f266-4548-81b7-5bf5f670c803 req-0448bf5b-47ba-473c-8e36-b249490d31d8 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:42:33.325462 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9c1292ec-f266-4548-81b7-5bf5f670c803 req-0448bf5b-47ba-473c-8e36-b249490d31d8 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/ports?device_id=209a3f60-3fe2-407c-8eb7-fddef3d81b9e HTTP/1.1" status: 200 len: 944 time: 0.0507498 Nov 16 12:42:33.373370 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-9c1292ec-f266-4548-81b7-5bf5f670c803 req-5f582f58-2b7e-40f4-b684-8e4ae94496d6 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e9bd41a-3130-406e-914d-630acd25cc60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421042 Nov 16 12:42:33.668578 n-d-816823-3 neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef58e1-75be-433e-95eb-9a09e4e753e0 req-6a891c22-2e3c-431f-b291-2881aeb5e24f tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 12:42:33.669949 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-81ef58e1-75be-433e-95eb-9a09e4e753e0 req-6a891c22-2e3c-431f-b291-2881aeb5e24f tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.36 "GET /v2.0/ports?device_id=209a3f60-3fe2-407c-8eb7-fddef3d81b9e HTTP/1.1" status: 200 len: 944 time: 0.0492055 Nov 16 12:42:33.762394 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-81ef58e1-75be-433e-95eb-9a09e4e753e0 req-b7ab0db0-ea2b-41d9-9987-10081ff08490 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Deleting port 527a99e8-e5e0-431c-8d19-bc27f58e49d7 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:42:33.762731 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-81ef58e1-75be-433e-95eb-9a09e4e753e0 req-b7ab0db0-ea2b-41d9-9987-10081ff08490 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:33.850541 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 703bbc12-ce41-4c42-a5d9-30a6ba9f057f no longer exists at agent hyperv_n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:42:33.857167 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-81ef58e1-75be-433e-95eb-9a09e4e753e0 req-b7ab0db0-ea2b-41d9-9987-10081ff08490 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] For port 527a99e8-e5e0-431c-8d19-bc27f58e49d7, host n-h1-816823-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816823-3',level=0,port_id=527a99e8-e5e0-431c-8d19-bc27f58e49d7,segment=NetworkSegment(8499b917-0144-4ad0-bc7f-6b7cc42d2f04),segment_id=8499b917-0144-4ad0-bc7f-6b7cc42d2f04)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:42:33.857537 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-81ef58e1-75be-433e-95eb-9a09e4e753e0 req-b7ab0db0-ea2b-41d9-9987-10081ff08490 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:33.870089 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [req-81ef58e1-75be-433e-95eb-9a09e4e753e0 req-b7ab0db0-ea2b-41d9-9987-10081ff08490 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Calling delete_port for 527a99e8-e5e0-431c-8d19-bc27f58e49d7 owned by compute:nova {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:42:33.870632 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] No Port match for: 703bbc12-ce41-4c42-a5d9-30a6ba9f057f {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:42:33.870982 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Device 703bbc12-ce41-4c42-a5d9-30a6ba9f057f not bound to the agent host n-h2-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:42:33.996575 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-81ef58e1-75be-433e-95eb-9a09e4e753e0 req-b7ab0db0-ea2b-41d9-9987-10081ff08490 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:34.029571 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab0db0-ea2b-41d9-9987-10081ff08490 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Pushing event deleted for resources: {'Port': ['ID=527a99e8-e5e0-431c-8d19-bc27f58e49d7,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:42:34.070326 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ef58e1-75be-433e-95eb-9a09e4e753e0 req-b7ab0db0-ea2b-41d9-9987-10081ff08490 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] No DVR routers for this DVR port 527a99e8-e5e0-431c-8d19-bc27f58e49d7 on host n-h1-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:42:34.072971 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-81ef58e1-75be-433e-95eb-9a09e4e753e0 req-b7ab0db0-ea2b-41d9-9987-10081ff08490 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-83468'] for port, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:34.076382 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [req-81ef58e1-75be-433e-95eb-9a09e4e753e0 req-b7ab0db0-ea2b-41d9-9987-10081ff08490 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.36 "DELETE /v2.0/ports/527a99e8-e5e0-431c-8d19-bc27f58e49d7 HTTP/1.1" status: 204 len: 173 time: 0.4003732 Nov 16 12:42:34.076844 n-d-816823-3 neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209a3f60-3fe2-407c-8eb7-fddef3d81b9e', 'name': 'network-vif-deleted', 'tag': '527a99e8-e5e0-431c-8d19-bc27f58e49d7'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 12:42:34.079167 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5b4cb006b19835c19bcd0265a95de96d39c41d7d45c6d056c20fcc032bf3cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66612dbd-5711-40d5-8e08-66b9c9226a86" -d '{"events": [{"server_uuid": "209a3f60-3fe2-407c-8eb7-fddef3d81b9e", "name": "network-vif-deleted", "tag": "527a99e8-e5e0-431c-8d19-bc27f58e49d7"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 12:42:34.119869 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 12:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da49a1c1-3a89-48c9-9439-8338a91ecc60 x-openstack-request-id: req-da49a1c1-3a89-48c9-9439-8338a91ecc60 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 12:42:34.120192 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209a3f60-3fe2-407c-8eb7-fddef3d81b9e", "name": "network-vif-deleted", "tag": "527a99e8-e5e0-431c-8d19-bc27f58e49d7", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 12:42:34.120447 n-d-816823-3 neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-da49a1c1-3a89-48c9-9439-8338a91ecc60 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 12:42:34.120857 n-d-816823-3 neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209a3f60-3fe2-407c-8eb7-fddef3d81b9e', 'name': 'network-vif-deleted', 'tag': '527a99e8-e5e0-431c-8d19-bc27f58e49d7', 'status': 'completed', 'code': 200} Nov 16 12:42:34.496826 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [req-17a8cac2-2540-44ed-87bd-b3398a508764 req-6a74b68f-ea85-4acc-8325-999f0a7eb340 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "GET /v2.0/ports?device_id=209a3f60-3fe2-407c-8eb7-fddef3d81b9e HTTP/1.1" status: 200 len: 210 time: 0.0299952 Nov 16 12:42:35.557642 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58336) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:42:35.614183 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a9d5-0557-474e-b346-3b55d5056948 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:35.644257 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a9d5-0557-474e-b346-3b55d5056948 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:35.708341 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a9d5-0557-474e-b346-3b55d5056948 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:35.711620 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1aa1a9d5-0557-474e-b346-3b55d5056948 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:35.712987 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-1aa1a9d5-0557-474e-b346-3b55d5056948 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] 10.222.0.61 "DELETE /v2.0/security-groups/4e9bd41a-3130-406e-914d-630acd25cc60 HTTP/1.1" status: 204 len: 168 time: 0.1543458 Nov 16 12:42:35.722665 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1a9d5-0557-474e-b346-3b55d5056948 tempest-TestSnapshotPattern-1173988094 tempest-TestSnapshotPattern-1173988094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9bd41a-3130-406e-914d-630acd25cc60,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:42:35.774523 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58340) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:42:36.118573 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-04294168-ede0-47b8-a36e-625b55e66b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:36.362809 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-04294168-ede0-47b8-a36e-625b55e66b97 admin admin] Deleting port 7b8d1c69-7857-4281-ae13-a82d21c42d57 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:42:36.362809 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-04294168-ede0-47b8-a36e-625b55e66b97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:36.442042 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-04294168-ede0-47b8-a36e-625b55e66b97 admin admin] For port 7b8d1c69-7857-4281-ae13-a82d21c42d57, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=7b8d1c69-7857-4281-ae13-a82d21c42d57,segment=NetworkSegment(8499b917-0144-4ad0-bc7f-6b7cc42d2f04),segment_id=8499b917-0144-4ad0-bc7f-6b7cc42d2f04)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:42:36.442344 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-04294168-ede0-47b8-a36e-625b55e66b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:36.455679 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-04294168-ede0-47b8-a36e-625b55e66b97 admin admin] Calling delete_port for 7b8d1c69-7857-4281-ae13-a82d21c42d57 owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:42:36.500668 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 527a99e8-e5e0-431c-8d19-bc27f58e49d7 no longer exists at agent hyperv_n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:42:36.524157 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] No Port match for: 527a99e8-e5e0-431c-8d19-bc27f58e49d7 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:42:36.524496 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Device 527a99e8-e5e0-431c-8d19-bc27f58e49d7 not bound to the agent host n-h1-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:42:36.634184 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-04294168-ede0-47b8-a36e-625b55e66b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:36.663441 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04294168-ede0-47b8-a36e-625b55e66b97 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b8d1c69-7857-4281-ae13-a82d21c42d57,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:42:36.830791 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-04294168-ede0-47b8-a36e-625b55e66b97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:37.047141 n-d-816823-3 neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04294168-ede0-47b8-a36e-625b55e66b97 admin admin] Router 631fec91-5870-4738-91f4-67d4c88a51bf has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:42:37.442313 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04294168-ede0-47b8-a36e-625b55e66b97 admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:42:37.449494 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-04294168-ede0-47b8-a36e-625b55e66b97 admin admin] 10.222.0.61 "PUT /v2.0/routers/631fec91-5870-4738-91f4-67d4c88a51bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6738892 Nov 16 12:42:37.450635 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58342) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:42:37.452995 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd369d9-632d-46f3-bf9c-40289f9e4b7c None None] Sync routers for ids ['631fec91-5870-4738-91f4-67d4c88a51bf'] in n-d-816823-3 {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:42:37.462665 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd369d9-632d-46f3-bf9c-40289f9e4b7c None None] Routers {'631fec91-5870-4738-91f4-67d4c88a51bf'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:42:37.463278 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ecd369d9-632d-46f3-bf9c-40289f9e4b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:42:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['631fec91-5870-4738-91f4-67d4c88a51bf'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:42:37.553039 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90b5a216-1290-4856-b3a3-b80877691547 admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:37.567415 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-ecd369d9-632d-46f3-bf9c-40289f9e4b7c None None] Set router 631fec91-5870-4738-91f4-67d4c88a51bf gateway port host: n-d-816823-3 {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:42:37.652838 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90b5a216-1290-4856-b3a3-b80877691547 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:37.705295 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-90b5a216-1290-4856-b3a3-b80877691547 admin admin] Deleting port c4c79448-0e0b-4e45-a363-60ce4afa721c {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:42:37.705551 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90b5a216-1290-4856-b3a3-b80877691547 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:37.744220 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ecd369d9-632d-46f3-bf9c-40289f9e4b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'name': 'tempest-TestSnapshotPattern-1583758951-router', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': 'c4c79448-0e0b-4e45-a363-60ce4afa721c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:37:49Z', 'updated_at': '2021-11-16T12:42:36Z', 'revision_number': 5, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'gw_port': {'id': 'c4c79448-0e0b-4e45-a363-60ce4afa721c', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:50Z', 'updated_at': '2021-11-16T12:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:42:37.770411 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd369d9-632d-46f3-bf9c-40289f9e4b7c None None] Checking router: 631fec91-5870-4738-91f4-67d4c88a51bf for host: n-d-816823-3 {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:42:37.778565 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd369d9-632d-46f3-bf9c-40289f9e4b7c None None] Routers {'631fec91-5870-4738-91f4-67d4c88a51bf'} bound to L3 agent in host n-d-816823-3 {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:42:37.779168 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ecd369d9-632d-46f3-bf9c-40289f9e4b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:42:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['631fec91-5870-4738-91f4-67d4c88a51bf'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:42:37.782436 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-90b5a216-1290-4856-b3a3-b80877691547 admin admin] For port c4c79448-0e0b-4e45-a363-60ce4afa721c, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=c4c79448-0e0b-4e45-a363-60ce4afa721c,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:42:37.782788 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90b5a216-1290-4856-b3a3-b80877691547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:37.799551 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-90b5a216-1290-4856-b3a3-b80877691547 admin admin] Calling delete_port for c4c79448-0e0b-4e45-a363-60ce4afa721c owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:42:37.863879 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-ecd369d9-632d-46f3-bf9c-40289f9e4b7c None None] Set router 631fec91-5870-4738-91f4-67d4c88a51bf gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:42:37.920475 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ecd369d9-632d-46f3-bf9c-40289f9e4b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'name': 'tempest-TestSnapshotPattern-1583758951-router', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:37:49Z', 'updated_at': '2021-11-16T12:42:37Z', 'revision_number': 6, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:42:37.945488 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd369d9-632d-46f3-bf9c-40289f9e4b7c None None] The sync data for ids ['631fec91-5870-4738-91f4-67d4c88a51bf'] in n-d-816823-3 is: [{'id': '631fec91-5870-4738-91f4-67d4c88a51bf', 'name': 'tempest-TestSnapshotPattern-1583758951-router', 'tenant_id': '612ce2837930468c8a9fb17cbf4f4586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:37:49Z', 'updated_at': '2021-11-16T12:42:37Z', 'revision_number': 6, 'project_id': '612ce2837930468c8a9fb17cbf4f4586', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:42:37.963861 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90b5a216-1290-4856-b3a3-b80877691547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:37.996594 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b5a216-1290-4856-b3a3-b80877691547 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4c79448-0e0b-4e45-a363-60ce4afa721c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:42:38.010146 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd44de05-634b-4341-b678-e22b832cca1b None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:42:38.056237 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90b5a216-1290-4856-b3a3-b80877691547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:38.143629 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90b5a216-1290-4856-b3a3-b80877691547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:38.145800 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90b5a216-1290-4856-b3a3-b80877691547 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:38.190709 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90b5a216-1290-4856-b3a3-b80877691547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:38.191256 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b5a216-1290-4856-b3a3-b80877691547 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 631fec91-5870-4738-91f4-67d4c88a51bf {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 12:42:38.196154 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-90b5a216-1290-4856-b3a3-b80877691547 admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:38.197244 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-90b5a216-1290-4856-b3a3-b80877691547 admin admin] 10.222.0.61 "DELETE /v2.0/routers/631fec91-5870-4738-91f4-67d4c88a51bf HTTP/1.1" status: 204 len: 168 time: 0.7456198 Nov 16 12:42:38.199830 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58344) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:42:38.243451 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-80cfb079-289a-43b1-9ac7-697b122593fe admin admin] Deleting subnet b77ee364-0e1f-442d-94df-7389bb735fa7 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 12:42:38.246449 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80cfb079-289a-43b1-9ac7-697b122593fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:38.280802 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80cfb079-289a-43b1-9ac7-697b122593fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:38.373010 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80cfb079-289a-43b1-9ac7-697b122593fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:38.427003 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80cfb079-289a-43b1-9ac7-697b122593fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:38.452204 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cfb079-289a-43b1-9ac7-697b122593fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b77ee364-0e1f-442d-94df-7389bb735fa7,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:42:38.456663 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80cfb079-289a-43b1-9ac7-697b122593fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:38.462891 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b422afb4-a934-4cc2-b4fd-ab3647536612 None None] Network ac3c8d84-930b-4fa7-bc35-7b562a207ec7 requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:42:38.463310 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58348) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:42:38.463768 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-80cfb079-289a-43b1-9ac7-697b122593fe admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b77ee364-0e1f-442d-94df-7389bb735fa7 HTTP/1.1" status: 204 len: 168 time: 0.2624629 Nov 16 12:42:38.532130 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b6a1a2be-ce0f-4685-9f3c-0ec7078fb76c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:38.584910 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b6a1a2be-ce0f-4685-9f3c-0ec7078fb76c admin admin] Deleting port 3599d0b0-926c-461e-bea3-36c9f9fa0191 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:42:38.585311 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b6a1a2be-ce0f-4685-9f3c-0ec7078fb76c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:38.652229 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-b6a1a2be-ce0f-4685-9f3c-0ec7078fb76c admin admin] For port 3599d0b0-926c-461e-bea3-36c9f9fa0191, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=3599d0b0-926c-461e-bea3-36c9f9fa0191,segment=NetworkSegment(8499b917-0144-4ad0-bc7f-6b7cc42d2f04),segment_id=8499b917-0144-4ad0-bc7f-6b7cc42d2f04)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:42:38.652522 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b6a1a2be-ce0f-4685-9f3c-0ec7078fb76c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:38.664551 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b6a1a2be-ce0f-4685-9f3c-0ec7078fb76c admin admin] Calling delete_port for 3599d0b0-926c-461e-bea3-36c9f9fa0191 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:42:38.747277 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b6a1a2be-ce0f-4685-9f3c-0ec7078fb76c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126781464'] for port, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:38.748851 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee43c40-c682-4a70-be67-91b0da82a8bd None None] DHCP port deletion for ac3c8d84-930b-4fa7-bc35-7b562a207ec7 request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:42:38.758174 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7b8d1c69-7857-4281-ae13-a82d21c42d57 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:42:38.779367 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1a2be-ce0f-4685-9f3c-0ec7078fb76c admin admin] Pushing event deleted for resources: {'Port': ['ID=3599d0b0-926c-461e-bea3-36c9f9fa0191,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:42:38.781413 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 7b8d1c69-7857-4281-ae13-a82d21c42d57 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:42:38.781757 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 7b8d1c69-7857-4281-ae13-a82d21c42d57 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:42:38.784935 n-d-816823-3 neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a1a2be-ce0f-4685-9f3c-0ec7078fb76c admin admin] No DVR routers for this DVR port 3599d0b0-926c-461e-bea3-36c9f9fa0191 on host n-d-816823-3 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:42:38.861469 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b6a1a2be-ce0f-4685-9f3c-0ec7078fb76c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:38.881204 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-b6a1a2be-ce0f-4685-9f3c-0ec7078fb76c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac3c8d84-930b-4fa7-bc35-7b562a207ec7']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:42:38.890265 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-b6a1a2be-ce0f-4685-9f3c-0ec7078fb76c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8499b917-0144-4ad0-bc7f-6b7cc42d2f04') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:42:38.890566 n-d-816823-3 neutron-server[102669]: DEBUG neutron.services.segments.db [None req-b6a1a2be-ce0f-4685-9f3c-0ec7078fb76c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8499b917-0144-4ad0-bc7f-6b7cc42d2f04') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:42:38.901129 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b6a1a2be-ce0f-4685-9f3c-0ec7078fb76c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936890'] for segment, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:38.915580 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b6a1a2be-ce0f-4685-9f3c-0ec7078fb76c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:38.921415 n-d-816823-3 neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6a1a2be-ce0f-4685-9f3c-0ec7078fb76c admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 12:42:38.921828 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b6a1a2be-ce0f-4685-9f3c-0ec7078fb76c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126781519'] for segment, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:38.923619 n-d-816823-3 neutron-server[102669]: Traceback (most recent call last): Nov 16 12:42:38.923619 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 12:42:38.923619 n-d-816823-3 neutron-server[102669]: timer() Nov 16 12:42:38.923619 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 12:42:38.923619 n-d-816823-3 neutron-server[102669]: cb(*args, **kw) Nov 16 12:42:38.923619 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 12:42:38.923619 n-d-816823-3 neutron-server[102669]: return func(*args, **kwargs) Nov 16 12:42:38.923619 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 12:42:38.923619 n-d-816823-3 neutron-server[102669]: self._notify() Nov 16 12:42:38.923619 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 12:42:38.923619 n-d-816823-3 neutron-server[102669]: self.callback(batched_events) Nov 16 12:42:38.923619 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 12:42:38.923619 n-d-816823-3 neutron-server[102669]: event.method(event) Nov 16 12:42:38.923619 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 12:42:38.923619 n-d-816823-3 neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 12:42:38.923619 n-d-816823-3 neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 12:42:38.923619 n-d-816823-3 neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 12:42:38.923619 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 12:42:38.923619 n-d-816823-3 neutron-server[102669]: return f(self, *a, **k) Nov 16 12:42:38.923619 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 12:42:38.923619 n-d-816823-3 neutron-server[102669]: return self._get(url).json() Nov 16 12:42:38.923619 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 12:42:38.923619 n-d-816823-3 neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 12:42:38.923619 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 12:42:38.923619 n-d-816823-3 neutron-server[102669]: return self.request(url, 'GET', **kwargs) Nov 16 12:42:38.923619 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 12:42:38.923619 n-d-816823-3 neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 12:42:38.923619 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 12:42:38.923619 n-d-816823-3 neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 12:42:38.923619 n-d-816823-3 neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 12:42:38.923619 n-d-816823-3 neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 12:42:38.923619 n-d-816823-3 neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 12:42:38.982524 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b6a1a2be-ce0f-4685-9f3c-0ec7078fb76c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:38.988425 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b6a1a2be-ce0f-4685-9f3c-0ec7078fb76c admin admin] Publish callbacks [] for network, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:38.994439 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-b6a1a2be-ce0f-4685-9f3c-0ec7078fb76c admin admin] 10.222.0.61 "DELETE /v2.0/networks/ac3c8d84-930b-4fa7-bc35-7b562a207ec7 HTTP/1.1" status: 204 len: 168 time: 0.5273490 Nov 16 12:42:38.994876 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58350) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:42:39.004362 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1a2be-ce0f-4685-9f3c-0ec7078fb76c admin admin] Pushing event deleted for resources: {'Network': ['ID=ac3c8d84-930b-4fa7-bc35-7b562a207ec7,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:42:39.331376 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d387f210-54af-43b0-aa66-5b66b894bb8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1986495'] for router_interface, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:39.882438 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d387f210-54af-43b0-aa66-5b66b894bb8c admin admin] Deleting port 3eca7ebd-2cf2-4e5d-95aa-3a400b96b564 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:42:39.883166 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d387f210-54af-43b0-aa66-5b66b894bb8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:39.958847 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-d387f210-54af-43b0-aa66-5b66b894bb8c admin admin] For port 3eca7ebd-2cf2-4e5d-95aa-3a400b96b564, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=3eca7ebd-2cf2-4e5d-95aa-3a400b96b564,segment=NetworkSegment(9489a280-f708-4696-8e6d-0c34ac9aaf92),segment_id=9489a280-f708-4696-8e6d-0c34ac9aaf92)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:42:39.959195 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d387f210-54af-43b0-aa66-5b66b894bb8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:39.971386 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d387f210-54af-43b0-aa66-5b66b894bb8c admin admin] Calling delete_port for 3eca7ebd-2cf2-4e5d-95aa-3a400b96b564 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:42:40.149056 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d387f210-54af-43b0-aa66-5b66b894bb8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:40.175785 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d387f210-54af-43b0-aa66-5b66b894bb8c admin admin] Pushing event deleted for resources: {'Port': ['ID=3eca7ebd-2cf2-4e5d-95aa-3a400b96b564,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:42:40.192467 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 3599d0b0-926c-461e-bea3-36c9f9fa0191 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:42:40.216538 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 3599d0b0-926c-461e-bea3-36c9f9fa0191 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:42:40.216943 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 3599d0b0-926c-461e-bea3-36c9f9fa0191 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:42:40.217604 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device c4c79448-0e0b-4e45-a363-60ce4afa721c no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:42:40.237597 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: c4c79448-0e0b-4e45-a363-60ce4afa721c {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:42:40.238061 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device c4c79448-0e0b-4e45-a363-60ce4afa721c not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:42:40.341386 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d387f210-54af-43b0-aa66-5b66b894bb8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1986507'] for router_interface, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:40.554983 n-d-816823-3 neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d387f210-54af-43b0-aa66-5b66b894bb8c admin admin] Router 9aa2eee2-d417-4ff7-a0fe-986861a4ce81 has already been hosted by L3 agent 979a96de-856f-459c-ae08-90ab3217017d {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 12:42:40.658203 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d387f210-54af-43b0-aa66-5b66b894bb8c admin admin] Notify agent at l3_agent.n-d-816823-3 the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 12:42:40.663840 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-d387f210-54af-43b0-aa66-5b66b894bb8c admin admin] 10.222.0.61 "PUT /v2.0/routers/9aa2eee2-d417-4ff7-a0fe-986861a4ce81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6673236 Nov 16 12:42:40.666350 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58352) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:42:40.668848 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5357e6-56f6-44bc-9f82-4cbef8455527 None None] Sync routers for ids ['9aa2eee2-d417-4ff7-a0fe-986861a4ce81'] in n-d-816823-3 {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 12:42:40.679579 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5357e6-56f6-44bc-9f82-4cbef8455527 None None] Routers {'9aa2eee2-d417-4ff7-a0fe-986861a4ce81'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:42:40.680213 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-5f5357e6-56f6-44bc-9f82-4cbef8455527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:42:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['9aa2eee2-d417-4ff7-a0fe-986861a4ce81'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:42:40.770140 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8508ddbd-c398-426a-9e7c-8c33b9ea3b5a admin admin] Publish callbacks [] for router, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:40.783013 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-5f5357e6-56f6-44bc-9f82-4cbef8455527 None None] Set router 9aa2eee2-d417-4ff7-a0fe-986861a4ce81 gateway port host: n-d-816823-3 {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:42:40.871572 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8508ddbd-c398-426a-9e7c-8c33b9ea3b5a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:40.923340 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-8508ddbd-c398-426a-9e7c-8c33b9ea3b5a admin admin] Deleting port ad2ba394-a093-4644-a362-397c79e62981 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:42:40.924040 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8508ddbd-c398-426a-9e7c-8c33b9ea3b5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:40.959508 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-5f5357e6-56f6-44bc-9f82-4cbef8455527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa2eee2-d417-4ff7-a0fe-986861a4ce81', 'name': 'tempest-TestSnapshotPattern-870289371-router', 'tenant_id': '890a123899764d2f9f30873e20a2e9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'external_fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'ad2ba394-a093-4644-a362-397c79e62981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:37:54Z', 'updated_at': '2021-11-16T12:42:40Z', 'revision_number': 5, 'project_id': '890a123899764d2f9f30873e20a2e9e5', 'gw_port': {'id': 'ad2ba394-a093-4644-a362-397c79e62981', 'name': '', 'network_id': '47f35a41-d782-4d3e-9754-e87c9ca4914b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa2eee2-d417-4ff7-a0fe-986861a4ce81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816823-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T12:37:55Z', 'updated_at': '2021-11-16T12:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '03a9ba34-d88b-49d7-b01f-baff373c3b17', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816823-3'}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:42:40.985614 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5357e6-56f6-44bc-9f82-4cbef8455527 None None] Checking router: 9aa2eee2-d417-4ff7-a0fe-986861a4ce81 for host: n-d-816823-3 {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 12:42:40.994445 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5357e6-56f6-44bc-9f82-4cbef8455527 None None] Routers {'9aa2eee2-d417-4ff7-a0fe-986861a4ce81'} bound to L3 agent in host n-d-816823-3 {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 12:42:40.995060 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-5f5357e6-56f6-44bc-9f82-4cbef8455527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816823-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T11:05:45Z,description=,heartbeat_timestamp=2021-11-16T12:42:16Z,host='n-d-816823-3',id=979a96de-856f-459c-ae08-90ab3217017d,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T11:05:45Z,topic='l3_agent')) {'router_ids': ['9aa2eee2-d417-4ff7-a0fe-986861a4ce81'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:42:41.007397 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-8508ddbd-c398-426a-9e7c-8c33b9ea3b5a admin admin] For port ad2ba394-a093-4644-a362-397c79e62981, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=ad2ba394-a093-4644-a362-397c79e62981,segment=NetworkSegment(9bac0d55-1584-4fb3-a2be-1498055c8639),segment_id=9bac0d55-1584-4fb3-a2be-1498055c8639)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:42:41.007767 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8508ddbd-c398-426a-9e7c-8c33b9ea3b5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:41.019257 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-8508ddbd-c398-426a-9e7c-8c33b9ea3b5a admin admin] Calling delete_port for ad2ba394-a093-4644-a362-397c79e62981 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:42:41.079901 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-5f5357e6-56f6-44bc-9f82-4cbef8455527 None None] Set router 9aa2eee2-d417-4ff7-a0fe-986861a4ce81 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 12:42:41.133871 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-5f5357e6-56f6-44bc-9f82-4cbef8455527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa2eee2-d417-4ff7-a0fe-986861a4ce81', 'name': 'tempest-TestSnapshotPattern-870289371-router', 'tenant_id': '890a123899764d2f9f30873e20a2e9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:37:54Z', 'updated_at': '2021-11-16T12:42:40Z', 'revision_number': 6, 'project_id': '890a123899764d2f9f30873e20a2e9e5', 'gw_port_host': None}], 'n-d-816823-3', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:42:41.160645 n-d-816823-3 neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5357e6-56f6-44bc-9f82-4cbef8455527 None None] The sync data for ids ['9aa2eee2-d417-4ff7-a0fe-986861a4ce81'] in n-d-816823-3 is: [{'id': '9aa2eee2-d417-4ff7-a0fe-986861a4ce81', 'name': 'tempest-TestSnapshotPattern-870289371-router', 'tenant_id': '890a123899764d2f9f30873e20a2e9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T12:37:54Z', 'updated_at': '2021-11-16T12:42:40Z', 'revision_number': 6, 'project_id': '890a123899764d2f9f30873e20a2e9e5', 'gw_port_host': None}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 12:42:41.188430 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8508ddbd-c398-426a-9e7c-8c33b9ea3b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:41.214967 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508ddbd-c398-426a-9e7c-8c33b9ea3b5a admin admin] Pushing event deleted for resources: {'Port': ['ID=ad2ba394-a093-4644-a362-397c79e62981,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:42:41.229269 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fba865-d71b-4166-bb11-c45422ddd667 None None] DHCP port deletion for 47f35a41-d782-4d3e-9754-e87c9ca4914b request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:42:41.274399 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8508ddbd-c398-426a-9e7c-8c33b9ea3b5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1984625'] for router_gateway, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:41.363257 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8508ddbd-c398-426a-9e7c-8c33b9ea3b5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3581'] for router, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:41.365407 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8508ddbd-c398-426a-9e7c-8c33b9ea3b5a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:41.411265 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8508ddbd-c398-426a-9e7c-8c33b9ea3b5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1995658'] for router, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:41.411742 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8508ddbd-c398-426a-9e7c-8c33b9ea3b5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9aa2eee2-d417-4ff7-a0fe-986861a4ce81 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 12:42:41.416631 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8508ddbd-c398-426a-9e7c-8c33b9ea3b5a admin admin] Publish callbacks [] for router, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:41.417836 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-8508ddbd-c398-426a-9e7c-8c33b9ea3b5a admin admin] 10.222.0.61 "DELETE /v2.0/routers/9aa2eee2-d417-4ff7-a0fe-986861a4ce81 HTTP/1.1" status: 204 len: 168 time: 0.7505574 Nov 16 12:42:41.422433 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58354) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:42:41.465970 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-7403ee9a-afb8-4b62-9de8-09f425c737a3 admin admin] Deleting subnet 83285867-9aa0-4044-8abe-29f8b1b6653b {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 12:42:41.468964 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7403ee9a-afb8-4b62-9de8-09f425c737a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:41.506620 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7403ee9a-afb8-4b62-9de8-09f425c737a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117726221'] for subnet, precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:41.590865 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7403ee9a-afb8-4b62-9de8-09f425c737a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016285'] for subnet, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:41.642513 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7403ee9a-afb8-4b62-9de8-09f425c737a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1016276', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-119371239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-119383390'] for subnet, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:41.670123 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7403ee9a-afb8-4b62-9de8-09f425c737a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83285867-9aa0-4044-8abe-29f8b1b6653b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:42:41.672015 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7403ee9a-afb8-4b62-9de8-09f425c737a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:41.675347 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-7403ee9a-afb8-4b62-9de8-09f425c737a3 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/83285867-9aa0-4044-8abe-29f8b1b6653b HTTP/1.1" status: 204 len: 168 time: 0.2519510 Nov 16 12:42:41.677612 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1551e449-dd3e-46af-8f09-da38ddaa53dc None None] Network 43d8fa1f-b40b-4068-8a4c-3c2c2a661d6a requested from n-d-816823-3 {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 12:42:41.678283 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58356) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:42:41.751103 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-338c6b12-b9e4-44a4-82b8-acb623f0f464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-840602'] for network, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:41.804019 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-338c6b12-b9e4-44a4-82b8-acb623f0f464 admin admin] Deleting port 9dd7b005-fe06-4da1-9b06-d1fde9fc1d0e {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:42:41.804355 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-338c6b12-b9e4-44a4-82b8-acb623f0f464 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:41.869636 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-338c6b12-b9e4-44a4-82b8-acb623f0f464 admin admin] For port 9dd7b005-fe06-4da1-9b06-d1fde9fc1d0e, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=9dd7b005-fe06-4da1-9b06-d1fde9fc1d0e,segment=NetworkSegment(9489a280-f708-4696-8e6d-0c34ac9aaf92),segment_id=9489a280-f708-4696-8e6d-0c34ac9aaf92)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:42:41.869884 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-338c6b12-b9e4-44a4-82b8-acb623f0f464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:41.883980 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-338c6b12-b9e4-44a4-82b8-acb623f0f464 admin admin] Calling delete_port for 9dd7b005-fe06-4da1-9b06-d1fde9fc1d0e owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:42:41.902775 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05c85a9-3bec-446f-8e04-dc0c4047f7c6 None None] DHCP port deletion for 43d8fa1f-b40b-4068-8a4c-3c2c2a661d6a request from n-d-816823-3 {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 12:42:41.950180 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-d05c85a9-3bec-446f-8e04-dc0c4047f7c6 None None] Deleting port 9dd7b005-fe06-4da1-9b06-d1fde9fc1d0e {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 12:42:41.950465 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d05c85a9-3bec-446f-8e04-dc0c4047f7c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740601609939'] for port, before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:41.970147 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-338c6b12-b9e4-44a4-82b8-acb623f0f464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-119371018'] for port, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:41.999124 n-d-816823-3 neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338c6b12-b9e4-44a4-82b8-acb623f0f464 admin admin] No DVR routers for this DVR port 9dd7b005-fe06-4da1-9b06-d1fde9fc1d0e on host n-d-816823-3 {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:42:42.004219 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c6b12-b9e4-44a4-82b8-acb623f0f464 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dd7b005-fe06-4da1-9b06-d1fde9fc1d0e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:42:42.019300 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-d05c85a9-3bec-446f-8e04-dc0c4047f7c6 None None] For port 9dd7b005-fe06-4da1-9b06-d1fde9fc1d0e, host n-d-816823-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816823-3',level=0,port_id=9dd7b005-fe06-4da1-9b06-d1fde9fc1d0e,segment=NetworkSegment(9489a280-f708-4696-8e6d-0c34ac9aaf92),segment_id=9489a280-f708-4696-8e6d-0c34ac9aaf92)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 12:42:42.019804 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d05c85a9-3bec-446f-8e04-dc0c4047f7c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989605'] for port, precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:42.032987 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-d05c85a9-3bec-446f-8e04-dc0c4047f7c6 None None] Calling delete_port for 9dd7b005-fe06-4da1-9b06-d1fde9fc1d0e owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 12:42:42.082436 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-338c6b12-b9e4-44a4-82b8-acb623f0f464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1018180', 'neutron.services.segments.db._delete_segments_for_network-8740601669578'] for network, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:42.103820 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-338c6b12-b9e4-44a4-82b8-acb623f0f464 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43d8fa1f-b40b-4068-8a4c-3c2c2a661d6a']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:42:42.109068 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d05c85a9-3bec-446f-8e04-dc0c4047f7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740601501085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740601088696'] for port, after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:42.114300 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-338c6b12-b9e4-44a4-82b8-acb623f0f464 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9489a280-f708-4696-8e6d-0c34ac9aaf92') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:42:42.114300 n-d-816823-3 neutron-server[102668]: DEBUG neutron.services.segments.db [None req-338c6b12-b9e4-44a4-82b8-acb623f0f464 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9489a280-f708-4696-8e6d-0c34ac9aaf92') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 12:42:42.127803 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-338c6b12-b9e4-44a4-82b8-acb623f0f464 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740601675731', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117726260'] for segment, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:42.143926 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-338c6b12-b9e4-44a4-82b8-acb623f0f464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980'] for segment, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:42.151565 n-d-816823-3 neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05c85a9-3bec-446f-8e04-dc0c4047f7c6 None None] Pushing event deleted for resources: {'Port': ['ID=9dd7b005-fe06-4da1-9b06-d1fde9fc1d0e,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:42:42.155289 n-d-816823-3 neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-338c6b12-b9e4-44a4-82b8-acb623f0f464 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 12:42:42.155913 n-d-816823-3 neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05c85a9-3bec-446f-8e04-dc0c4047f7c6 None None] No DVR routers for this DVR port 9dd7b005-fe06-4da1-9b06-d1fde9fc1d0e on host n-d-816823-3 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 12:42:42.156062 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-338c6b12-b9e4-44a4-82b8-acb623f0f464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1021980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-119371101'] for segment, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:42.159218 n-d-816823-3 neutron-server[102668]: Traceback (most recent call last): Nov 16 12:42:42.159218 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 12:42:42.159218 n-d-816823-3 neutron-server[102668]: timer() Nov 16 12:42:42.159218 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 12:42:42.159218 n-d-816823-3 neutron-server[102668]: cb(*args, **kw) Nov 16 12:42:42.159218 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 12:42:42.159218 n-d-816823-3 neutron-server[102668]: return func(*args, **kwargs) Nov 16 12:42:42.159218 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 12:42:42.159218 n-d-816823-3 neutron-server[102668]: self._notify() Nov 16 12:42:42.159218 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 12:42:42.159218 n-d-816823-3 neutron-server[102668]: self.callback(batched_events) Nov 16 12:42:42.159218 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 12:42:42.159218 n-d-816823-3 neutron-server[102668]: event.method(event) Nov 16 12:42:42.159218 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 12:42:42.159218 n-d-816823-3 neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 12:42:42.159218 n-d-816823-3 neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 12:42:42.159218 n-d-816823-3 neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 12:42:42.159218 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 12:42:42.159218 n-d-816823-3 neutron-server[102668]: return f(self, *a, **k) Nov 16 12:42:42.159218 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 12:42:42.159218 n-d-816823-3 neutron-server[102668]: return self._get(url).json() Nov 16 12:42:42.159218 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 12:42:42.159218 n-d-816823-3 neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 12:42:42.159218 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 12:42:42.159218 n-d-816823-3 neutron-server[102668]: return self.request(url, 'GET', **kwargs) Nov 16 12:42:42.159218 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 12:42:42.159218 n-d-816823-3 neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 12:42:42.159218 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 12:42:42.159218 n-d-816823-3 neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 12:42:42.159218 n-d-816823-3 neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 12:42:42.159218 n-d-816823-3 neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 12:42:42.159218 n-d-816823-3 neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 12:42:42.224810 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 3eca7ebd-2cf2-4e5d-95aa-3a400b96b564 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:42:42.228245 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-338c6b12-b9e4-44a4-82b8-acb623f0f464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1018207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1984597'] for network, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:42.233036 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-338c6b12-b9e4-44a4-82b8-acb623f0f464 admin admin] Publish callbacks [] for network, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:42.236704 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-338c6b12-b9e4-44a4-82b8-acb623f0f464 admin admin] 10.222.0.61 "DELETE /v2.0/networks/43d8fa1f-b40b-4068-8a4c-3c2c2a661d6a HTTP/1.1" status: 204 len: 168 time: 0.5574348 Nov 16 12:42:42.248515 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 3eca7ebd-2cf2-4e5d-95aa-3a400b96b564 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:42:42.249021 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 3eca7ebd-2cf2-4e5d-95aa-3a400b96b564 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:42:42.249257 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device ad2ba394-a093-4644-a362-397c79e62981 no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:42:42.253465 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c6b12-b9e4-44a4-82b8-acb623f0f464 admin admin] Pushing event deleted for resources: {'Network': ['ID=43d8fa1f-b40b-4068-8a4c-3c2c2a661d6a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:42:42.269141 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: ad2ba394-a093-4644-a362-397c79e62981 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:42:42.269486 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device ad2ba394-a093-4644-a362-397c79e62981 not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:42:42.270216 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 9dd7b005-fe06-4da1-9b06-d1fde9fc1d0e no longer exists at agent ovs-agent-n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 12:42:42.289314 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] No Port match for: 9dd7b005-fe06-4da1-9b06-d1fde9fc1d0e {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 12:42:42.289656 n-d-816823-3 neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Device 9dd7b005-fe06-4da1-9b06-d1fde9fc1d0e not bound to the agent host n-d-816823-3 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 12:42:42.424188 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58360) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:42:42.464141 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-e82b7b3e-0526-4a06-bfa3-92e67e70eae0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=612ce2837930468c8a9fb17cbf4f4586&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387726 Nov 16 12:42:42.466636 n-d-816823-3 neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.61', 58362) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:42:42.514781 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bcf122d7-0add-4c71-a3d0-44e7d377df8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:42.535409 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bcf122d7-0add-4c71-a3d0-44e7d377df8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:42.585593 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bcf122d7-0add-4c71-a3d0-44e7d377df8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:42.588223 n-d-816823-3 neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bcf122d7-0add-4c71-a3d0-44e7d377df8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:42.589369 n-d-816823-3 neutron-server[102669]: INFO neutron.wsgi [None req-bcf122d7-0add-4c71-a3d0-44e7d377df8f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4a07cca7-594a-4afa-a9b7-36bc01524c94 HTTP/1.1" status: 204 len: 168 time: 0.1218736 Nov 16 12:42:42.597070 n-d-816823-3 neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf122d7-0add-4c71-a3d0-44e7d377df8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a07cca7-594a-4afa-a9b7-36bc01524c94,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:42:42.899643 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58368) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:42:42.939217 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-2171b49d-e41a-4950-a19a-9f439aaa5196 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=890a123899764d2f9f30873e20a2e9e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384440 Nov 16 12:42:42.941534 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.61', 58370) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 12:42:42.991961 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac9d9edd-f4cb-41ef-8ce4-16696c1876ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:43.012545 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac9d9edd-f4cb-41ef-8ce4-16696c1876ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:43.057684 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac9d9edd-f4cb-41ef-8ce4-16696c1876ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612153'] for security_group, after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:43.060284 n-d-816823-3 neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac9d9edd-f4cb-41ef-8ce4-16696c1876ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:43.061430 n-d-816823-3 neutron-server[102668]: INFO neutron.wsgi [None req-ac9d9edd-f4cb-41ef-8ce4-16696c1876ac admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b996e6dc-0499-449d-a1ae-7bd0ce1e5604 HTTP/1.1" status: 204 len: 168 time: 0.1189640 Nov 16 12:42:43.068862 n-d-816823-3 neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d9edd-f4cb-41ef-8ce4-16696c1876ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b996e6dc-0499-449d-a1ae-7bd0ce1e5604,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 12:42:43.236581 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3521908a-1772-4985-b1df-d10c4ba1d3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:45.727019 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-29052738-fb61-4790-a27a-b20c7a6e301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:46.958616 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:48.666319 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:49.042468 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:53.439633 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:42:58.971907 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:42:59.732369 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:43:13.232559 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f02bb048-d886-4367-a285-fa67b6101460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:43:15.733125 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d964face-7ba9-43d0-bf77-e102197d0cb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:43:16.958905 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:43:18.668926 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:43:19.047286 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:43:28.979480 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:43:29.729834 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:43:30.438886 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:43:43.233703 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0543589b-71dd-44aa-a2ac-0823e25db11b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:43:45.734392 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ec5c389e-84d6-4071-a057-19f7a0c63fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:43:46.961826 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:43:48.673238 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:43:49.048864 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:43:58.977462 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:43:59.731844 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:44:07.440571 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:44:13.238010 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-38d49680-317a-49f0-8687-a4df9c874e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:44:15.735016 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b263d4cd-c3eb-4cd0-9c1d-ad986b64334c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:44:16.963541 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:44:18.676276 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:44:19.050038 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:44:29.005904 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:44:29.736208 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:44:43.239138 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e69941bd-1b37-4f50-a1fa-27ee883b844b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:44:44.439872 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:44:45.737264 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8e0c4d96-c713-4af2-b891-6b3c8928bbf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:44:46.967157 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:44:48.678207 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:44:49.051384 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:44:58.989436 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:44:59.745007 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:45:13.240453 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cc98a50a-4595-42e2-9571-67e078871788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:45:15.737770 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d0ab8982-1255-480d-a59a-af44032b1484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:45:16.975592 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:45:18.682534 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:45:19.052151 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:45:21.439586 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:45:28.988423 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:45:29.743899 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:45:43.241741 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-744e9863-ad48-4b75-b381-c4258eb5bfe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:45:45.738568 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a7bd9abc-bd76-4c38-91ef-26f8204b0177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:45:46.972359 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:45:48.686544 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:45:49.053981 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:45:58.439810 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:45:59.002060 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:45:59.773624 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:46:13.242940 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7ff2ca3c-46da-4a49-bf92-5ca0ea61ac95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:46:15.741505 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5232a287-d1df-4546-8584-c557c08d4e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:46:16.974395 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:46:18.690122 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:46:19.055220 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:46:29.004471 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:46:29.773090 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:46:35.439535 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:46:43.246478 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4c91666e-de7e-4991-9d0a-b3d1c12873c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:46:45.741580 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8325d435-71de-4806-90c3-621b73d754b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:46:46.979027 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:46:48.692553 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:46:49.057713 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:46:59.002240 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:46:59.775455 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:47:12.438338 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:47:13.249185 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fa01eb69-7226-4a9b-bce6-4175ad60851e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:47:15.746386 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0123e4b6-cb74-4916-98fc-8fd13c47ac90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:47:16.983840 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:47:18.695342 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:47:19.058773 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:47:28.998056 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:47:29.786422 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:47:43.250895 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c1aef738-d14c-4595-aefb-89bee6c73ac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:47:45.751184 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-be60034b-3363-4fc6-8a5c-cbecacf68ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:47:46.982859 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:47:48.699332 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:47:49.063755 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:47:49.438214 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:47:58.996683 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:47:59.800591 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:48:13.251771 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a0355d11-2902-4ea4-9b09-699b728befaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:48:15.753734 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bbe58632-bb51-4693-abd2-ae312a9efb74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:48:16.985688 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:48:18.708898 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:48:19.064985 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:48:26.437853 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:48:29.010933 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:48:29.804555 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:48:43.255868 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-015069d8-ba5e-49c8-bfa4-ca6468818459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:48:45.755328 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-34559431-82e7-4b26-96c9-fb2090078b3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:48:46.989701 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:48:48.708913 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:48:49.067517 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:48:59.011700 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:48:59.814139 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:49:03.436796 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:49:13.257904 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f4450607-67e9-4f3e-9144-d5a5ad935067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:49:15.757805 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b940e8b0-6dfa-480e-8dfb-b944a597c032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:49:16.995438 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:49:18.711127 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:49:19.069015 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:49:29.023176 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:49:29.824785 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:49:40.436173 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:49:43.259450 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-af44ce75-3063-43e2-8e28-3d4a485b538e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:49:45.758055 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-840f4dcf-3bdb-4e60-a4cb-f6f1f1fa4589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:49:46.995250 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:49:48.713697 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:49:49.073551 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:49:59.036926 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:49:59.843971 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:50:13.260362 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-00f9bd83-0c2b-487e-8728-9d56becea354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:50:15.759010 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dd8355ae-34b8-467d-9b38-6378ce63b207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:50:16.998632 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:50:17.438033 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:50:18.715418 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:50:19.074706 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:50:29.043191 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:50:29.844954 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:50:43.260607 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-56117d4d-3909-4726-9a05-3c1bbc191071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:50:45.758827 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4636e662-b2f7-4499-a1d9-5f1a4ed11c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:50:47.001160 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:50:48.717782 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:50:49.076286 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:50:54.437533 n-d-816823-3 neutron-server[102671]: DEBUG neutron.db.agents_db [None req-e8a0d6b9-d889-437a-84f3-7ea14a98a259 None None] Agent healthcheck: found 7 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 12:50:59.053808 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-766334de-3bdb-4f1b-9861-785471c67bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:50:59.868062 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3ee387e4-b20c-462c-b8e5-f316ebab363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:51:01.285222 n-d-816823-3 neutron-server[102668]: DEBUG neutron.wsgi [req-d55a26e3-34d6-4eac-9bc5-f3c02a40dc46 req-3e4d33b4-3f6f-4b25-9c4b-e472753908a8 service neutron] (102668) timed out ('10.222.0.61', 56242) {{(pid=102668) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 12:51:13.261980 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0864976e-9de1-4d04-a45a-2bfaf2917828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:51:15.761023 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-446ed91d-ae14-4be6-8914-4af29e1bae87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:51:17.007762 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d58538d-fdf3-4b2d-af35-768f2a247502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:51:18.720253 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dbd40-d979-4a44-a5e8-fa33fc6068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 12:51:19.076988 n-d-816823-3 neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b58b5c51-947c-4d9f-9d74-e8ccb8a83b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740601669560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1028506'] for agent, after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}